-- Logs begin at Tue 2021-08-10 02:40:09 UTC, end at Tue 2021-08-10 05:24:19 UTC. -- Aug 10 03:29:50.168374 n-d-802893-2 systemd[1]: Started Devstack devstack@q-svc.service. Aug 10 03:29:52.993647 n-d-802893-2 neutron-server[94826]: INFO neutron.common.config [-] Logging enabled! Aug 10 03:29:52.994284 n-d-802893-2 neutron-server[94826]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev529 Aug 10 03:29:52.994582 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94826) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 03:29:52.997884 n-d-802893-2 neutron-server[94826]: INFO neutron.common.config [-] Logging enabled! Aug 10 03:29:52.998131 n-d-802893-2 neutron-server[94826]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev529 Aug 10 03:29:52.998438 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94826) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 10 03:29:52.999364 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 03:29:52.999592 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 03:29:52.999968 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 03:29:53.000219 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 03:29:53.000438 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 03:29:53.000757 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.001052 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.001343 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.001567 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.001859 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.002151 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.002430 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.002716 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.003008 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.003290 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.003564 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.003844 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.004097 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.004377 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.004659 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.004940 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.005158 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] debug = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.005434 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.005856 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.006276 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.006554 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.006842 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.007118 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.007389 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.007659 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.007941 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.008393 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] host = n-d-802893-2 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.008808 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.009097 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.009385 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.009674 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.009947 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.010219 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.010504 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.010775 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.011045 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] log_file = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.011320 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.011605 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.011891 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.012206 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.012428 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.012645 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.012931 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.013214 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.013488 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.013761 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.014031 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.014301 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.014576 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.014902 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.015186 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.015468 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.015750 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.016043 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.016317 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.016587 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.016855 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.017137 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.017407 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.017678 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.017946 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.018233 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.018499 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.018768 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.019065 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.019347 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.019624 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.019905 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.020204 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.020484 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.020756 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.021022 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.021290 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] use_json = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.021559 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.021827 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.022104 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.022378 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.022649 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.022984 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.023254 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.023536 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:53.024380 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.024680 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.024976 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.025257 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.025550 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.025830 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.026116 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.026392 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.026677 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.026965 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.027250 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.027524 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.027812 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.028194 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.028543 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.028855 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.029156 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.029497 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.029772 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.030048 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.030319 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.030597 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.030881 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.031173 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.031460 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.031730 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.032032 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.032322 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.032596 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.032869 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.033143 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.033428 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.033701 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.033969 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.034245 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.034515 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.034782 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.035048 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.035321 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.035607 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.035879 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.036169 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.036448 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.036900 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.037334 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.037794 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.038248 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.038638 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.038918 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.039200 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.039523 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.040412 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.040709 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.041000 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.041296 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.041570 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.041879 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.042188 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.042522 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.042854 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.043175 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.043456 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.043769 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.044093 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.044391 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.044665 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.044938 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.045212 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.045537 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.045886 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.046223 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.046550 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.046867 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.047174 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.047478 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.047783 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.048109 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.048389 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.048660 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.048952 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.049241 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.049544 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.049858 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.050171 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.050484 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.050795 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.051094 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.051404 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.051725 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.052053 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.052360 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.052691 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.053012 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.053358 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.053675 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.053996 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.054333 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.054679 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.055004 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:53.055288 n-d-802893-2 neutron-server[94826]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 03:29:53.055575 n-d-802893-2 neutron-server[94826]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94826) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 10 03:29:53.412239 n-d-802893-2 neutron-server[94826]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 03:29:53.412514 n-d-802893-2 neutron-server[94826]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 03:29:53.412800 n-d-802893-2 neutron-server[94826]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 10 03:29:53.413139 n-d-802893-2 neutron-server[94826]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 10 03:29:53.837424 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:53.837714 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:53.837870 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:53.839144 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:53.839412 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:53.839674 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:53.875288 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:53.875609 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:53.875896 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:53.893433 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:53.893712 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:53.893979 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:53.923550 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:53.923832 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:53.924136 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:53.962733 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:53.963047 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:53.963377 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.213257 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.214154 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.214154 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.214154 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.214740 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.346075 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.346387 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.346668 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.346936 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.347201 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.347510 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.347769 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.348061 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.348316 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.348596 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.348852 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.349121 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.349377 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.349629 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.349883 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.350146 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.350398 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.350662 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.350930 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.351189 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.351458 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.351707 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.352528 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.352909 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.353162 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.353410 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.353828 n-d-802893-2 neutron-server[94826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:29:54.354063 n-d-802893-2 neutron-server[94826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:29:54.354297 n-d-802893-2 neutron-server[94826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:29:54.354529 n-d-802893-2 neutron-server[94826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:29:54.354758 n-d-802893-2 neutron-server[94826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:29:54.355143 n-d-802893-2 neutron-server[94826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:29:54.355356 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 10 03:29:54.358805 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 10 03:29:54.362739 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 10 03:29:54.366993 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Aug 10 03:29:54.369690 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 10 03:29:54.370126 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 10 03:29:54.370460 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 10 03:29:54.370849 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 10 03:29:54.373698 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 10 03:29:54.373947 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 10 03:29:54.374293 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 03:29:54.379616 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 10 03:29:54.402475 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 10 03:29:54.402939 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.403238 n-d-802893-2 neutron-server[94826]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94826) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 10 03:29:54.403594 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.404980 n-d-802893-2 neutron-server[94826]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94826) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 10 03:29:54.405275 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 10 03:29:54.405515 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 10 03:29:54.409098 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.409371 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:54.472002 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 10 03:29:54.472177 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 10 03:29:54.472408 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 10 03:29:54.472786 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 10 03:29:54.495449 n-d-802893-2 neutron-server[94826]: DEBUG oslo_db.sqlalchemy.engines [None req-29c81239-90a8-438c-a194-062785f986d9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94826) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 10 03:29:55.329598 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.managers [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Initializing driver for type 'gre' Aug 10 03:29:55.330237 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-29c81239-90a8-438c-a194-062785f986d9 None None] gre ID ranges: [(1, 1000)] Aug 10 03:29:55.615453 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.managers [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Initializing driver for type 'local' Aug 10 03:29:55.615705 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.managers [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Initializing driver for type 'vlan' Aug 10 03:29:55.763840 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-29c81239-90a8-438c-a194-062785f986d9 None None] VlanTypeDriver initialization complete Aug 10 03:29:55.764206 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.managers [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Initializing driver for type 'vxlan' Aug 10 03:29:55.764719 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-29c81239-90a8-438c-a194-062785f986d9 None None] vxlan ID ranges: [(1, 1000)] Aug 10 03:29:56.033551 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.managers [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Initializing extension driver 'port_security' Aug 10 03:29:56.033885 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.extensions.port_security [None req-29c81239-90a8-438c-a194-062785f986d9 None None] PortSecurityExtensionDriver initialization complete Aug 10 03:29:56.034216 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.managers [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Initializing mechanism driver 'openvswitch' Aug 10 03:29:56.034535 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.managers [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Initializing mechanism driver 'hyperv' Aug 10 03:29:56.041350 n-d-802893-2 neutron-server[94826]: DEBUG neutron.plugins.ml2.plugin [None req-29c81239-90a8-438c-a194-062785f986d9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:56.042040 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > port after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.042454 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > port after_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.042809 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > port after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.043337 n-d-802893-2 neutron-server[94826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 03:29:56.043809 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > subnet after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.044300 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > subnet after_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.044501 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.050892 n-d-802893-2 neutron-server[94826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 03:29:56.050892 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > network after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.050892 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > network after_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.050892 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > network after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.050892 n-d-802893-2 neutron-server[94826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 03:29:56.051314 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > security_group after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.051314 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > security_group after_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.051314 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.051314 n-d-802893-2 neutron-server[94826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 03:29:56.051314 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.051686 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.051686 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.051686 n-d-802893-2 neutron-server[94826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 03:29:56.051686 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > address_group after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.051686 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > address_group after_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.052082 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.052082 n-d-802893-2 neutron-server[94826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 10 03:29:56.052082 n-d-802893-2 neutron-server[94826]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-29c81239-90a8-438c-a194-062785f986d9 None None] ML2 OVO RPC backend initialized. {{(pid=94826) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 10 03:29:56.052287 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.052464 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.052880 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > network before_response 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.053227 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > networks before_response 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.053644 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > port before_response 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.053993 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > ports before_response 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.054336 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > subnet before_response 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.054674 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > subnets before_response 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.055537 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > network after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.055893 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > network after_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.056271 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > network after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.056614 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > port after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.056949 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > port after_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.057286 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > port after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.057624 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > subnet after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.057962 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > subnet after_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.058297 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.058893 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.plugin [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Modular L2 Plugin initialization complete Aug 10 03:29:56.059219 n-d-802893-2 neutron-server[94826]: DEBUG neutron.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading services supported by the core plugin {{(pid=94826) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 10 03:29:56.059581 n-d-802893-2 neutron-server[94826]: INFO neutron.plugins.ml2.managers [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Got port-security extension from driver 'port_security' Aug 10 03:29:56.060083 n-d-802893-2 neutron-server[94826]: INFO neutron.extensions.vlantransparent [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Disabled vlantransparent extension. Aug 10 03:29:56.060565 n-d-802893-2 neutron-server[94826]: DEBUG neutron.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94826) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 10 03:29:56.060878 n-d-802893-2 neutron-server[94826]: INFO neutron.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading Plugin: router Aug 10 03:29:56.099019 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.099411 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > router after_create 55549900 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.099783 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > router before_create 55549900 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.100180 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.100554 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.100915 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > router after_delete 55549900 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.101276 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.101640 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > router after_create 55549900 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.101989 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > router after_update 55549900 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.102337 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > router after_update 55549900 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.102687 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.103047 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > router after_update 55549900 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.103486 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > router precommit_update 55549900 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.103857 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: port after_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.104220 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: port after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.104554 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: subnet after_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.104891 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.105238 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.105582 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > router precommit_create 55549900 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.105925 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: port before_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.106267 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > router precommit_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.106622 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > router after_update 55549900 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.106963 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.107313 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > router precommit_create 55549900 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.107676 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.108041 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > router precommit_update 55549900 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.108404 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > agent after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.108755 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > agent after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.109101 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > network after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.109970 n-d-802893-2 neutron-server[94826]: DEBUG neutron.quota.resource_registry [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Tracking information for resource: router configured {{(pid=94826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:29:56.110303 n-d-802893-2 neutron-server[94826]: DEBUG neutron.quota.resource_registry [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Tracking information for resource: floatingip configured {{(pid=94826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 10 03:29:56.115420 n-d-802893-2 neutron-server[94826]: INFO neutron.db.l3_agentschedulers_db [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 10 03:29:56.116173 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: port after_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.116797 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: port after_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.117151 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: port after_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.117992 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: port after_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.118812 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > router before_create 55550100 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.119177 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.119538 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > router precommit_create 55550100 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.119894 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > router precommit_update 55550100 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.124441 n-d-802893-2 neutron-server[94826]: DEBUG neutron.services.provider_configuration [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Service providers = [] {{(pid=94826) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 10 03:29:56.124989 n-d-802893-2 neutron-server[94826]: DEBUG neutron.db.servicetype_db [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94826) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 10 03:29:56.127834 n-d-802893-2 neutron-server[94826]: DEBUG neutron.services.service_base [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94826) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 03:29:56.128597 n-d-802893-2 neutron-server[94826]: DEBUG neutron.services.service_base [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94826) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 03:29:56.128597 n-d-802893-2 neutron-server[94826]: DEBUG neutron.services.service_base [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94826) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 03:29:56.130213 n-d-802893-2 neutron-server[94826]: DEBUG neutron.services.service_base [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94826) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 10 03:29:56.130213 n-d-802893-2 neutron-server[94826]: INFO neutron.services.service_base [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 10 03:29:56.130213 n-d-802893-2 neutron-server[94826]: DEBUG neutron.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:29:56.131277 n-d-802893-2 neutron-server[94826]: INFO neutron.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 10 03:29:56.142016 n-d-802893-2 neutron-server[94826]: DEBUG neutron.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:29:56.142325 n-d-802893-2 neutron-server[94826]: INFO neutron.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading Plugin: auto_allocate Aug 10 03:29:56.148225 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: network precommit_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.148603 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: network precommit_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.149175 n-d-802893-2 neutron-server[94826]: DEBUG neutron.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:29:56.149496 n-d-802893-2 neutron-server[94826]: INFO neutron.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading Plugin: tag Aug 10 03:29:56.156306 n-d-802893-2 neutron-server[94826]: DEBUG neutron.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:29:56.156632 n-d-802893-2 neutron-server[94826]: INFO neutron.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading Plugin: timestamp Aug 10 03:29:56.160837 n-d-802893-2 neutron-server[94826]: DEBUG neutron.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:29:56.161169 n-d-802893-2 neutron-server[94826]: INFO neutron.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading Plugin: network_ip_availability Aug 10 03:29:56.174796 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.175174 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.175533 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.176374 n-d-802893-2 neutron-server[94826]: DEBUG neutron.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:29:56.176695 n-d-802893-2 neutron-server[94826]: INFO neutron.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading Plugin: flavors Aug 10 03:29:56.182878 n-d-802893-2 neutron-server[94826]: DEBUG neutron.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:29:56.183213 n-d-802893-2 neutron-server[94826]: INFO neutron.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading Plugin: revisions Aug 10 03:29:56.187610 n-d-802893-2 neutron-server[94826]: DEBUG neutron.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 10 03:29:56.188029 n-d-802893-2 neutron-server[94826]: DEBUG oslo_concurrency.lockutils [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.775s {{(pid=94826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 10 03:29:56.188808 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94826) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 10 03:29:56.189144 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Initializing extension manager. Aug 10 03:29:56.189661 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: __init__.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.190088 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: __pycache__ {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.190428 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.190691 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: address_group.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.191474 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.192073 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: address-group Aug 10 03:29:56.192418 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: address_scope.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.199875 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.199875 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: address-scope Aug 10 03:29:56.199875 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.199875 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.199875 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: router-admin-state-down-before-update Aug 10 03:29:56.199875 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: agent.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.200446 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.200446 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: agent Aug 10 03:29:56.200446 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: agent_resources_synced.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.200446 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.200446 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: agent-resources-synced Aug 10 03:29:56.200446 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: allowedaddresspairs.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.202013 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.202522 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: allowed-address-pairs Aug 10 03:29:56.202847 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: auto_allocated_topology.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.203948 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.204475 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: auto-allocated-topology Aug 10 03:29:56.204798 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: availability_zone.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.205506 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.205999 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: availability_zone Aug 10 03:29:56.206318 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: availability_zone_filter.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.207242 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.207736 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: availability_zone_filter Aug 10 03:29:56.208092 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: data_plane_status.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.209027 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.209518 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension data-plane-status not supported by any of loaded plugins Aug 10 03:29:56.209836 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: default_subnetpools.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.210767 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.211399 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: default-subnetpools Aug 10 03:29:56.211798 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.212718 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.213229 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: dhcp_agent_scheduler Aug 10 03:29:56.213565 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: dns.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.224288 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.225349 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension dns-integration not supported by any of loaded plugins Aug 10 03:29:56.225886 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: dns_domain_ports.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.227609 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.228520 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 10 03:29:56.229078 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.230657 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.231714 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 10 03:29:56.232318 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: dvr.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.233466 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.234346 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: dvr Aug 10 03:29:56.235077 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: ecmp_routes.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.236774 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.237717 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 10 03:29:56.238280 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: empty_string_filtering.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.239914 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.240885 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: empty-string-filtering Aug 10 03:29:56.241442 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.247104 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.247650 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 10 03:29:56.248009 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.248982 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.249486 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 10 03:29:56.249813 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: external_net.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.250739 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.251249 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: external-net Aug 10 03:29:56.251578 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.252553 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.253062 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: extra_dhcp_opt Aug 10 03:29:56.253378 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: extraroute.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.254318 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.254824 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: extraroute Aug 10 03:29:56.255146 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: extraroute_atomic.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.256250 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.256762 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: extraroute-atomic Aug 10 03:29:56.257081 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: filter_validation.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.257779 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.258866 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: filter-validation Aug 10 03:29:56.259191 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: fip_pf_description.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.260176 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.260674 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 10 03:29:56.260972 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: fip_port_details.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.261925 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.262428 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: fip-port-details Aug 10 03:29:56.262749 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: flavors.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.264034 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.264546 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: flavors Aug 10 03:29:56.264874 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.266577 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.267174 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 10 03:29:56.267502 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: floatingip_pools.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.268256 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.268938 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: floatingip-pools Aug 10 03:29:56.269065 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: ip_allocation.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.270052 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.270551 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension ip_allocation not supported by any of loaded plugins Aug 10 03:29:56.270876 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.271818 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.272403 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: ip-substring-filtering Aug 10 03:29:56.272671 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: l2_adjacency.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.273643 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.274179 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 10 03:29:56.274558 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: l3.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.275870 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.276495 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: router Aug 10 03:29:56.276827 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.279272 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.279806 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 10 03:29:56.280174 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.281157 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.281689 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: ext-gw-mode Aug 10 03:29:56.282040 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.282970 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.283474 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: l3-ha Aug 10 03:29:56.283850 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: l3_flavors.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.284754 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.285255 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: l3-flavors Aug 10 03:29:56.285576 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.286496 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.287005 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 10 03:29:56.287332 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: l3agentscheduler.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.288478 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.289007 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: l3_agent_scheduler Aug 10 03:29:56.289371 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: logging.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.290975 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.291520 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension logging not supported by any of loaded plugins Aug 10 03:29:56.291850 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: metering.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.292648 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.293230 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: metering Aug 10 03:29:56.293557 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.294682 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.295234 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: metering_source_and_destination_fields Aug 10 03:29:56.295561 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: multiprovidernet.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.296583 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.297088 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: multi-provider Aug 10 03:29:56.297412 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: netmtu.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.298348 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.298848 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: net-mtu Aug 10 03:29:56.299172 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: netmtu_writable.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.300130 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.300638 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: net-mtu-writable Aug 10 03:29:56.300959 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: network_availability_zone.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.301640 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.302135 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: network_availability_zone Aug 10 03:29:56.302454 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: network_ip_availability.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.303563 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.304099 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: network-ip-availability Aug 10 03:29:56.304429 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: network_segment_range.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.305761 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.306256 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension network-segment-range not supported by any of loaded plugins Aug 10 03:29:56.306580 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: pagination.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.307580 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.307912 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: pagination Aug 10 03:29:56.308267 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: port_device_profile.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.309182 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.309696 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: port-device-profile Aug 10 03:29:56.310019 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.310946 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.311446 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: port-mac-address-regenerate Aug 10 03:29:56.311769 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.312723 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.313233 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: port-numa-affinity-policy Aug 10 03:29:56.313594 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: port_resource_request.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.314544 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.315045 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension port-resource-request not supported by any of loaded plugins Aug 10 03:29:56.315366 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: portbindings.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.316380 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.316886 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: binding Aug 10 03:29:56.317206 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: portbindings_extended.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.318703 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.319215 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: binding-extended Aug 10 03:29:56.319562 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: portsecurity.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.320514 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.321568 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: port-security Aug 10 03:29:56.321891 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: project_id.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.322891 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.323219 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: project-id Aug 10 03:29:56.323540 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: providernet.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.324518 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.325029 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: provider Aug 10 03:29:56.325351 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: qos.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.329017 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.329540 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension qos not supported by any of loaded plugins Aug 10 03:29:56.329872 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.331558 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.331682 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 10 03:29:56.332066 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.333286 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.333832 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 10 03:29:56.334157 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: qos_default.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.335091 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.335592 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension qos-default not supported by any of loaded plugins Aug 10 03:29:56.335920 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: qos_fip.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.336646 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.337321 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension qos-fip not supported by any of loaded plugins Aug 10 03:29:56.337651 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: qos_gateway_ip.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.338594 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.339099 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 10 03:29:56.339424 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: qos_port_network_policy.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.340393 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.340889 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 10 03:29:56.341210 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: qos_pps_rule.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.342418 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.342926 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension qos-pps not supported by any of loaded plugins Aug 10 03:29:56.343251 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: qos_rule_type_details.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.344224 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.344725 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 10 03:29:56.345046 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: qos_rules_alias.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.346097 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.346596 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 10 03:29:56.346926 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: quotasv2.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.347951 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.348405 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: quotas Aug 10 03:29:56.348633 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: quotasv2_detail.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.352349 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.352704 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: quota_details Aug 10 03:29:56.353206 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: rbac.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.354560 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.355147 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: rbac-policies Aug 10 03:29:56.355440 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: rbac_address_group.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.356499 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.357019 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: rbac-address-group Aug 10 03:29:56.357351 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: rbac_address_scope.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.358293 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.358796 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: rbac-address-scope Aug 10 03:29:56.359118 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: rbac_security_groups.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.360099 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.360605 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: rbac-security-groups Aug 10 03:29:56.360931 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: rbac_subnetpool.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.361852 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.362364 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: rbac-subnetpool Aug 10 03:29:56.362688 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: revisionifmatch.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.363613 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.364159 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: revision-if-match Aug 10 03:29:56.364483 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: revisions.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.365615 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.366123 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: standard-attr-revisions Aug 10 03:29:56.366708 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: router_availability_zone.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.367430 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.368481 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: router_availability_zone Aug 10 03:29:56.368830 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: routerservicetype.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.369753 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.370257 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension router-service-type not supported by any of loaded plugins Aug 10 03:29:56.370580 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.371522 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.372140 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: security-groups-normalized-cidr Aug 10 03:29:56.372469 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.373403 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.373911 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: port-security-groups-filtering Aug 10 03:29:56.374236 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.375172 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.375677 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: security-groups-remote-address-group Aug 10 03:29:56.376025 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: securitygroup.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.386780 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.387347 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: security-group Aug 10 03:29:56.387773 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: segment.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.388612 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.389116 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension segment not supported by any of loaded plugins Aug 10 03:29:56.389439 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.390472 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.390979 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 10 03:29:56.391307 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: servicetype.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.392562 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.393077 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: service-type Aug 10 03:29:56.393405 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: sorting.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.394401 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.394733 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: sorting Aug 10 03:29:56.395058 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: standard_attr_segment.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.395995 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.396505 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 10 03:29:56.396827 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: standardattrdescription.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.397484 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.398018 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: standard-attr-description Aug 10 03:29:56.398341 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: stateful_security_group.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.399643 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.399900 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: stateful-security-group Aug 10 03:29:56.400249 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: stdattrs_common.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.400867 n-d-802893-2 neutron-server[94826]: WARNING neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 10 03:29:56.401165 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.402120 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.402634 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 10 03:29:56.402953 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: subnet_onboard.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.404093 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.404597 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: subnet_onboard Aug 10 03:29:56.404922 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.405850 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.406350 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 10 03:29:56.406674 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: subnet_service_types.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.407608 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.408145 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: subnet-service-types Aug 10 03:29:56.408472 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: subnetallocation.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.409560 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.410068 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: subnet_allocation Aug 10 03:29:56.410395 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.411079 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.411574 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: subnetpool-prefix-ops Aug 10 03:29:56.411895 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.412864 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.413373 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 10 03:29:56.413694 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: tagging.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.415351 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.415976 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: standard-attr-tag Aug 10 03:29:56.416309 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: timestamp.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.417486 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.417978 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loaded extension: standard-attr-timestamp Aug 10 03:29:56.418303 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: trunk.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.419376 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.419880 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension trunk not supported by any of loaded plugins Aug 10 03:29:56.420237 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: trunk_details.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.421209 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.421710 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension trunk-details not supported by any of loaded plugins Aug 10 03:29:56.422030 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: uplink_status_propagation.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.422956 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.423464 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 10 03:29:56.423862 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Loading extension file: vlantransparent.py {{(pid=94826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 10 03:29:56.424502 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 10 03:29:56.425005 n-d-802893-2 neutron-server[94826]: INFO neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 10 03:29:56.427608 n-d-802893-2 neutron-server[94826]: INFO neutron.quota.resource_registry [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Creating instance of TrackedResource for resource:network Aug 10 03:29:56.428163 n-d-802893-2 neutron-server[94826]: INFO neutron.quota.resource_registry [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Creating instance of TrackedResource for resource:subnet Aug 10 03:29:56.428564 n-d-802893-2 neutron-server[94826]: INFO neutron.quota.resource_registry [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 03:29:56.428978 n-d-802893-2 neutron-server[94826]: INFO neutron.quota.resource_registry [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Creating instance of TrackedResource for resource:port Aug 10 03:29:56.430862 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.v2.resource_helper [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:29:56.431329 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.v2.resource_helper [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Service FLAVORS assigned prefix: {{(pid=94826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:29:56.431986 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.v2.resource_helper [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:29:56.432429 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.v2.resource_helper [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:29:56.432767 n-d-802893-2 neutron-server[94826]: INFO neutron.quota.resource_registry [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Creating instance of TrackedResource for resource:router Aug 10 03:29:56.433212 n-d-802893-2 neutron-server[94826]: INFO neutron.quota.resource_registry [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Creating instance of TrackedResource for resource:floatingip Aug 10 03:29:56.433711 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.v2.resource_helper [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Service METERING assigned prefix: /metering {{(pid=94826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:29:56.435198 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.435563 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.435918 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:29:56.437009 n-d-802893-2 neutron-server[94826]: INFO neutron.quota.resource_registry [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 03:29:56.437452 n-d-802893-2 neutron-server[94826]: INFO neutron.quota.resource_registry [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Creating instance of TrackedResource for resource:security_group Aug 10 03:29:56.437891 n-d-802893-2 neutron-server[94826]: INFO neutron.quota.resource_registry [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 03:29:56.439777 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.v2.resource_helper [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Service CORE assigned prefix: {{(pid=94826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:29:56.441027 n-d-802893-2 neutron-server[94826]: INFO neutron.quota.resource_registry [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 03:29:56.441027 n-d-802893-2 neutron-server[94826]: WARNING neutron.quota.resource_registry [None req-29c81239-90a8-438c-a194-062785f986d9 None None] subnetpool is already registered Aug 10 03:29:56.441027 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.v2.resource_helper [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Service CORE assigned prefix: {{(pid=94826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:29:56.442980 n-d-802893-2 neutron-server[94826]: INFO neutron.quota.resource_registry [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 03:29:56.442980 n-d-802893-2 neutron-server[94826]: WARNING neutron.quota.resource_registry [None req-29c81239-90a8-438c-a194-062785f986d9 None None] subnetpool is already registered Aug 10 03:29:56.443984 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.v2.resource_helper [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:29:56.444438 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.v2.resource_helper [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Service FLAVORS assigned prefix: {{(pid=94826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:29:56.445035 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.v2.resource_helper [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:29:56.445460 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.v2.resource_helper [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:29:56.445947 n-d-802893-2 neutron-server[94826]: INFO neutron.quota.resource_registry [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Creating instance of TrackedResource for resource:router Aug 10 03:29:56.446294 n-d-802893-2 neutron-server[94826]: WARNING neutron.quota.resource_registry [None req-29c81239-90a8-438c-a194-062785f986d9 None None] router is already registered Aug 10 03:29:56.447008 n-d-802893-2 neutron-server[94826]: INFO neutron.quota.resource_registry [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Creating instance of TrackedResource for resource:floatingip Aug 10 03:29:56.447528 n-d-802893-2 neutron-server[94826]: WARNING neutron.quota.resource_registry [None req-29c81239-90a8-438c-a194-062785f986d9 None None] floatingip is already registered Aug 10 03:29:56.448303 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.v2.resource_helper [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Service METERING assigned prefix: /metering {{(pid=94826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:29:56.449349 n-d-802893-2 neutron-server[94826]: INFO neutron.quota.resource_registry [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Creating instance of CountableResource for resource:rbac_policy Aug 10 03:29:56.449660 n-d-802893-2 neutron-server[94826]: WARNING neutron.quota.resource_registry [None req-29c81239-90a8-438c-a194-062785f986d9 None None] rbac_policy is already registered Aug 10 03:29:56.450118 n-d-802893-2 neutron-server[94826]: INFO neutron.quota.resource_registry [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Creating instance of TrackedResource for resource:security_group Aug 10 03:29:56.450495 n-d-802893-2 neutron-server[94826]: WARNING neutron.quota.resource_registry [None req-29c81239-90a8-438c-a194-062785f986d9 None None] security_group is already registered Aug 10 03:29:56.450947 n-d-802893-2 neutron-server[94826]: INFO neutron.quota.resource_registry [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 10 03:29:56.451315 n-d-802893-2 neutron-server[94826]: WARNING neutron.quota.resource_registry [None req-29c81239-90a8-438c-a194-062785f986d9 None None] security_group_rule is already registered Aug 10 03:29:56.452136 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.v2.resource_helper [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Service CORE assigned prefix: {{(pid=94826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:29:56.452529 n-d-802893-2 neutron-server[94826]: INFO neutron.quota.resource_registry [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 03:29:56.452905 n-d-802893-2 neutron-server[94826]: WARNING neutron.quota.resource_registry [None req-29c81239-90a8-438c-a194-062785f986d9 None None] subnetpool is already registered Aug 10 03:29:56.453382 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.v2.resource_helper [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Service CORE assigned prefix: {{(pid=94826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 10 03:29:56.453742 n-d-802893-2 neutron-server[94826]: INFO neutron.quota.resource_registry [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Creating instance of TrackedResource for resource:subnetpool Aug 10 03:29:56.454111 n-d-802893-2 neutron-server[94826]: WARNING neutron.quota.resource_registry [None req-29c81239-90a8-438c-a194-062785f986d9 None None] subnetpool is already registered Aug 10 03:29:56.454640 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: extensions {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.456222 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: address-groups {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.457697 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: address-scopes {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.459027 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: agents {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.460199 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: auto-allocated-topology {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.461500 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: availability_zones {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.462720 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: dhcp-networks {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.464248 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: dhcp-agents {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.465643 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: routers {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.467366 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: flavors {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.468716 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: service_profiles {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.469935 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: next_providers {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.471364 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: service_profiles {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.472911 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: floatingip-pools {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.474137 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: routers {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.475833 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: floatingips {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.477675 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: l3-routers {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.479110 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: l3-agents {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.480549 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: metering-labels {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.481808 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: metering-label-rules {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.483179 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: network-ip-availabilities {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.484883 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: bindings {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.485998 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: quotas {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.487533 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: quotas {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.489300 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: rbac-policies {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.490170 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: security-groups {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.491707 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: security-group-rules {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.493997 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: service-providers {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.495209 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: subnetpools {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.496570 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: subnetpools {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.501175 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: tags {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.502874 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: tags {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.504714 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: tags {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.506486 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: tags {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.508235 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: tags {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.511652 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: tags {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.513371 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: tags {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.516159 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: tags {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.518383 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: tags {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.520200 n-d-802893-2 neutron-server[94826]: DEBUG neutron.api.extensions [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Extended resource: tags {{(pid=94826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 10 03:29:56.526472 n-d-802893-2 neutron-server[94826]: WARNING keystonemiddleware.auth_token [None req-29c81239-90a8-438c-a194-062785f986d9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 10 03:29:56.531124 n-d-802893-2 neutron-server[94826]: WARNING keystonemiddleware.auth_token [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 10 03:29:56.540351 n-d-802893-2 neutron-server[94826]: DEBUG oslo_concurrency.lockutils [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Acquired lock "singleton_lock" {{(pid=94826) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 10 03:29:56.540741 n-d-802893-2 neutron-server[94826]: DEBUG oslo_concurrency.lockutils [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Releasing lock "singleton_lock" {{(pid=94826) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 10 03:29:56.541406 n-d-802893-2 neutron-server[94826]: INFO oslo_service.service [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Starting 2 workers Aug 10 03:29:56.546313 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Started child 94937 {{(pid=94826) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 03:29:56.551127 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Started child 94938 {{(pid=94826) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 03:29:56.552805 n-d-802893-2 neutron-server[94826]: INFO neutron.service [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 10 03:29:56.553509 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Notify callbacks [] for process, before_spawn {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.554371 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.556565 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [-] (94937) wsgi starting up on http://0.0.0.0:9696 Aug 10 03:29:56.556793 n-d-802893-2 neutron-server[94826]: INFO oslo_service.service [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Starting 1 workers Aug 10 03:29:56.558935 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.560860 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [-] (94938) wsgi starting up on http://0.0.0.0:9696 Aug 10 03:29:56.561933 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Started child 94939 {{(pid=94826) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 03:29:56.562494 n-d-802893-2 neutron-server[94826]: INFO oslo_service.service [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Starting 1 workers Aug 10 03:29:56.566100 n-d-802893-2 neutron-server[94939]: DEBUG neutron.service [None req-29c81239-90a8-438c-a194-062785f986d9 None None] calling RpcWorker wait() {{(pid=94939) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 10 03:29:56.566695 n-d-802893-2 neutron-server[94939]: DEBUG neutron.service [None req-29c81239-90a8-438c-a194-062785f986d9 None None] returning from RpcWorker wait() {{(pid=94939) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 10 03:29:56.567566 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Started child 94940 {{(pid=94826) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 10 03:29:56.567906 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.568146 n-d-802893-2 neutron-server[94826]: DEBUG neutron_lib.callbacks.manager [None req-29c81239-90a8-438c-a194-062785f986d9 None None] Notify callbacks [] for process, after_spawn {{(pid=94826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.568589 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:56.570322 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94826) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 03:29:56.570633 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 03:29:56.570748 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 03:29:56.570956 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 03:29:56.571477 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 03:29:56.571728 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 03:29:56.572213 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.572794 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.572794 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.573347 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.573347 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.573962 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.574242 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.574506 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.574805 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.575047 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.575279 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.575505 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.575755 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.575940 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.576281 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.576579 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.576829 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.577120 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.577343 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.577586 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:29:56.578432 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.578432 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.578432 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.578432 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] debug = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.579309 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.579309 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.580003 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.580003 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.580003 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.580683 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.580683 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.580683 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.581302 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.581302 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.581749 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.581749 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.582186 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.582186 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.582457 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.582595 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.582793 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.583305 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] host = n-d-802893-2 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.583559 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.583780 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.584081 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.584318 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.584604 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.584868 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.585104 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.585338 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.585654 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.586124 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.586124 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.587058 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.587058 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.587058 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] log_file = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.587058 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] log_options = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.588654 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.588654 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.588654 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.588654 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.588654 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.588654 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.589814 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.589814 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.589814 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.589814 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.589814 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.589814 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.590621 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.590621 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.590621 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.591014 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.591014 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.591280 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.591425 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.591620 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.591847 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.592102 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.592342 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.592581 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.592797 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.593018 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.593247 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.593478 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.593692 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.593946 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.594181 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.594454 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.594722 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.594948 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.595180 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.595408 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.595627 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.595909 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.596238 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.596484 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.596751 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.596997 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.597268 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.597483 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.597717 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.597925 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] use_json = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.598131 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.598367 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.598636 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.598870 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.599086 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.599311 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.599534 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.599803 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.600200 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.600461 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.600757 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.601013 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.601272 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.601543 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.602308 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.602580 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.602988 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.603225 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.603552 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.603796 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.604119 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.604367 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.605720 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.605720 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.605720 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.606124 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.606272 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.606538 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.606756 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.606963 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.607288 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.607570 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.607838 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.608118 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.608359 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.608614 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.608853 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.609096 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.609314 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.609534 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.609821 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.610046 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.610288 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.610535 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.610785 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.611007 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.611246 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.611483 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.611875 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.612158 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.612378 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.612616 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.612839 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.613065 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.613288 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.613507 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.613728 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.613958 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.614446 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.614446 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.614828 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.614828 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.615159 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.615345 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.615519 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.615696 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.615946 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.623177 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.623177 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.623177 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.623177 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.623177 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.623177 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.623177 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.623177 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.623177 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.623907 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.623907 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.624183 n-d-802893-2 neutron-server[94940]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:56.624372 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.624372 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.624372 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.624372 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.624372 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.624372 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.624372 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.624372 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.624372 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.625066 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.625066 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.625066 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.625066 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.625066 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.625066 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.625066 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.625066 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.625990 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.625990 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.625990 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.625990 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.625990 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.625990 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.625990 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.625990 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.626738 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.626738 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.626738 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.626738 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.627066 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.627066 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.627274 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.627541 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.627791 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.628058 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.628357 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.628594 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.628848 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.629096 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.629334 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.629600 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.629891 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.630197 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.630518 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.630756 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.631043 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.632328 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.632328 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.632328 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.632910 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.632910 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.633339 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.633509 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.633848 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.634275 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.634275 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.634545 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.634722 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.634955 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.635193 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.635408 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.635687 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.636073 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.636336 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.636579 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.636822 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.637102 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.637357 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.637710 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.637937 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.638194 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.638485 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.638786 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.639081 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.639304 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.639625 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.639887 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.640224 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.640466 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.640731 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.640981 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.641223 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.641575 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.641719 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.641968 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.642226 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.642445 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.642696 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.642924 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.643182 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.643391 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.643636 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.644009 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.644152 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.644347 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.644587 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.644803 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.645044 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.645269 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.645569 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.645846 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.646128 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.646471 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.646695 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.646928 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.647169 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.647373 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.647574 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.647998 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.648454 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.648816 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.649042 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.649440 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.649641 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.649862 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.650285 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.650708 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.651122 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.651421 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.651801 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.652028 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.652238 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.652505 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.652748 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.652998 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.653226 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.653447 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.653663 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.653930 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.654198 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.654427 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.654643 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.654856 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.655095 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.655311 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.655512 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.657444 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.657444 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.657444 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.657444 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.657444 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.657444 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.657444 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.657444 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.659880 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.659880 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.659880 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.659880 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.659880 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.659880 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.659880 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.659880 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.662560 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.662560 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.662560 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.662560 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.662560 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.662560 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.662560 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.662560 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.662560 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.663997 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.663997 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.663997 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.663997 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.663997 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.663997 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.663997 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.663997 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.666774 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.666774 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.666774 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.666774 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.666774 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.666774 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.666774 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.666774 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.668119 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.668119 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.668119 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.668119 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.668119 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.668119 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.668119 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.668119 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.668855 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.668855 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.669137 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.669137 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.669428 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.669716 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.670008 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.670269 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.670502 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.670836 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.671140 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.671633 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.673175 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.675497 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.675813 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.676172 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.676552 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.676670 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.677000 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.677397 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.678195 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.679300 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.679649 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.679863 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.680348 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.680563 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.680732 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.681059 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.681215 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.681485 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.681640 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 03:29:56.682200 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94826) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 10 03:29:56.682368 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 10 03:29:56.682524 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 10 03:29:56.682700 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 10 03:29:56.682873 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 10 03:29:56.683027 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 10 03:29:56.683241 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.683406 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.683567 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.683763 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.683873 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.685048 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.685176 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.685766 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.685766 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.685766 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.685766 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.688971 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.688971 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.688971 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.688971 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.688971 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.688971 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.688971 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.688971 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.691763 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.691763 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.691763 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.691763 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] debug = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.691763 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.691763 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.693076 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.693076 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.693076 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.693076 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.693076 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.693076 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.693076 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.693076 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.693969 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.693969 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.693969 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.693969 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.693969 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.693969 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.693969 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.693969 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] host = n-d-802893-2 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.694962 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.694962 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.694962 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.694962 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.694962 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.694962 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.694962 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.694962 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.697315 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.697315 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.697315 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.697315 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.697315 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.697315 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] log_file = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.697315 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] log_options = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.697315 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.697315 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.698039 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.698039 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.698039 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.698039 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.698039 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.698039 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.698039 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.698612 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.698612 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.698612 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.698612 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.698612 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.698612 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.698612 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.698612 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.698612 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.699329 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.699329 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.699329 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.699329 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.699329 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.699329 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.699329 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.699329 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.700035 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.700035 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.700035 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.700035 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.700035 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.700035 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.700035 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.700035 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.702066 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.702066 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.702066 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.702066 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.702066 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.702066 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.702066 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.702066 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.703131 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.703131 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.703131 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.703131 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] use_json = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.703131 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.703131 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.703131 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.703131 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.703131 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.703838 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.703838 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.703838 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 10 03:29:56.703838 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.703838 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.703838 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.703838 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.703838 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.704943 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.704943 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.704943 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.704943 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.704943 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.704943 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.704943 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.705691 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.705691 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.705691 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.705691 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.705691 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.706036 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.706036 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.706190 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.706280 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.706467 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.706716 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.706800 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.707187 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.707356 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.707932 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.707932 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.707932 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.708277 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.708277 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.708518 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.709121 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.709333 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.709448 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.709615 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.710619 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.710619 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.710619 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.710619 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.711532 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.711532 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.711807 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.711807 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.712442 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.712442 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.712442 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.712442 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.713144 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.713144 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.713144 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.713144 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.713144 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.713913 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.713913 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.713913 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.713913 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.713913 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.714606 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.714606 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.714606 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.715301 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.715492 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.715871 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.716379 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.716545 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.716722 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.716902 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.717092 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.717226 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.717394 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.718123 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.718577 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.719207 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.719394 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.719562 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.719713 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.719884 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.721277 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.721455 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.721621 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.721788 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.722720 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.723488 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.723669 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.723853 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.724042 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.724211 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.724375 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.724536 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.724698 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.724858 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.725018 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.725179 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.725340 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.725554 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.725758 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.725929 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.726078 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.726285 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.726420 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.726615 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.727409 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.727681 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.727980 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.728606 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.728893 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.729184 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.729452 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.729727 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.730006 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.730309 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.730637 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.730925 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.731214 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.731469 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.731654 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.731823 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.732054 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.732348 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.732522 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.732686 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.732848 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.733045 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.733322 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.733609 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.733827 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.734000 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.734179 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.734374 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.734572 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.734839 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.735099 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.735364 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.735645 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.735923 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.736243 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.736536 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.736832 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.737122 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.737401 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.739046 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.739263 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.739555 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.739865 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.740231 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.740792 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.741077 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.742471 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.742997 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.743924 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.744144 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.744403 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.744624 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.744821 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.746332 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.746332 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.746332 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.746332 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.746332 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.746332 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.746332 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.746332 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.746840 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.746840 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.746840 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.746840 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.746840 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.747190 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.747190 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.747369 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.747611 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.747702 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.747825 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.748010 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.748180 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.748355 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.748580 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.748833 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.749012 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.749192 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.749321 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.749484 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.749646 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.749809 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.749976 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.750172 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.750356 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.750519 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.750685 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.750908 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.751138 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.751306 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.751467 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.751630 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.751830 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.752019 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.752183 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.752335 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.752489 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.752628 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.752822 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.752989 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.753183 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.753373 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.753665 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.753808 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.753910 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.754059 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.754222 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.754655 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.754834 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.755016 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.755211 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.755343 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.755498 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.755663 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.756348 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.756537 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.756700 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.756861 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.757022 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.757183 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.757343 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.757519 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.757674 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.757852 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.758106 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.758369 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.758369 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.758814 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.758814 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.758814 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.759148 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.759148 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.759482 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.759482 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.759482 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.759855 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.759855 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.760154 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.760154 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.760413 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.760413 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.760805 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.760805 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.761337 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.761337 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.761337 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.761337 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.761895 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.761895 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.761895 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.762306 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.762306 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.762306 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.762739 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.762739 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.762739 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.763114 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.763114 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.763435 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.763435 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.763847 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.763847 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.763847 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.764388 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.764388 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.764388 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.764388 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.764918 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.764918 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.764918 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.765291 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.765291 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.765648 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.765648 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.765648 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.766071 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.766071 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.766071 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.766501 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.766501 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.766736 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.766736 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 10 03:29:56.766966 n-d-802893-2 neutron-server[94826]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 10 03:29:56.770638 n-d-802893-2 neutron-server[94939]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:29:56.891759 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40832) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:29:56.900661 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065324 Aug 10 03:30:09.856931 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53202ba-43c5-4a88-9019-7a9478c4dbad None None] get_active_networks_info from n-d-802893-2 {{(pid=94939) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:30:10.061023 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53202ba-43c5-4a88-9019-7a9478c4dbad None None] No non-hosted networks {{(pid=94939) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 10 03:30:10.093694 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.agentschedulers_db [None req-c53202ba-43c5-4a88-9019-7a9478c4dbad None None] DHCP Agent not found on host n-d-802893-2 {{(pid=94939) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 10 03:30:10.228454 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f51268c8-54fd-4458-a7db-81b350493443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455165'] for agent, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:13.608694 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455165'] for agent, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:13.609322 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:13.609816 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:13.610299 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:13.610768 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:13.611247 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:13.611787 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:13.612470 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:13.612942 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:13.613438 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:13.613926 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:13.614435 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:13.614898 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:13.615481 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-802893-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:13.625185 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-802893-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:13.770213 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-68576bb1-7da2-4322-ac9e-0c390350729e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455165'] for agent, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:13.844651 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e04e2c9c-d893-4b50-bc7d-cd993305ad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:15.237823 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455165'] for agent, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:16.643112 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455165'] for agent, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:17.500344 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40924) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:18.107560 n-d-802893-2 neutron-server[94938]: WARNING oslo_policy.policy [None req-7c65b2c1-1a8e-4f30-8e77-9b9bfb936091 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:30:18.108236 n-d-802893-2 neutron-server[94938]: WARNING oslo_policy.policy [None req-7c65b2c1-1a8e-4f30-8e77-9b9bfb936091 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:30:18.327600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-7c65b2c1-1a8e-4f30-8e77-9b9bfb936091 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:30:18.328620 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7c65b2c1-1a8e-4f30-8e77-9b9bfb936091 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8273811 Aug 10 03:30:20.360915 n-d-802893-2 neutron-server[94939]: INFO neutron.db.l3_hamode_db [None req-de062db6-4fc2-4f3f-9157-38e616875f92 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 10 03:30:20.442453 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de062db6-4fc2-4f3f-9157-38e616875f92 None None] Routers set() bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:20.442662 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de062db6-4fc2-4f3f-9157-38e616875f92 None None] Router IDs set() for agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 03:30:20.791222 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40938) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:21.349119 n-d-802893-2 neutron-server[94937]: WARNING oslo_policy.policy [None req-c3139808-62f9-4095-9501-fb2b33d393e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:30:21.349716 n-d-802893-2 neutron-server[94937]: WARNING oslo_policy.policy [None req-c3139808-62f9-4095-9501-fb2b33d393e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:30:21.579979 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-c3139808-62f9-4095-9501-fb2b33d393e6 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:21.681279 n-d-802893-2 neutron-server[94937]: DEBUG neutron.policy [None req-c3139808-62f9-4095-9501-fb2b33d393e6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94937) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 03:30:21.727302 n-d-802893-2 neutron-server[94937]: WARNING oslo_policy.policy [None req-c3139808-62f9-4095-9501-fb2b33d393e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:30:21.727596 n-d-802893-2 neutron-server[94937]: WARNING oslo_policy.policy [None req-c3139808-62f9-4095-9501-fb2b33d393e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:30:21.736450 n-d-802893-2 neutron-server[94937]: INFO neutron.quota [None req-c3139808-62f9-4095-9501-fb2b33d393e6 admin admin] Loaded quota_driver: . Aug 10 03:30:21.964821 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c3139808-62f9-4095-9501-fb2b33d393e6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758072761646', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758072762113', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758072748883', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758072747270', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758072319396', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8758072922742', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3747753', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3655566', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-451227', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1698005'] for rbac-policy, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.197250 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c3139808-62f9-4095-9501-fb2b33d393e6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:22.198661 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c3139808-62f9-4095-9501-fb2b33d393e6 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.4051492 Aug 10 03:30:25.046234 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40956) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:25.374337 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-5761277e-a47b-449f-9eaa-a1234c4f9d40 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '07886c9f944b4ce9b21c1b88efc79404', 'tenant_id': '07886c9f944b4ce9b21c1b88efc79404', 'name': 'private'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:25.499568 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5761277e-a47b-449f-9eaa-a1234c4f9d40 admin admin] Made reservation on behalf of 07886c9f944b4ce9b21c1b88efc79404 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:25.502629 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5761277e-a47b-449f-9eaa-a1234c4f9d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.520920 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5761277e-a47b-449f-9eaa-a1234c4f9d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.657021 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5761277e-a47b-449f-9eaa-a1234c4f9d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.711761 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5761277e-a47b-449f-9eaa-a1234c4f9d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.737455 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5761277e-a47b-449f-9eaa-a1234c4f9d40 admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:30:25.768860 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5761277e-a47b-449f-9eaa-a1234c4f9d40 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758073295719', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:25.769468 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5761277e-a47b-449f-9eaa-a1234c4f9d40 admin admin] Unsubscribe: segment precommit_create {{(pid=94937) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 03:30:25.770020 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-5761277e-a47b-449f-9eaa-a1234c4f9d40 admin admin] Added segment 4fa52e0e-231c-4fd7-913b-677787725020 of type vlan for network a6d842c6-d06d-4491-bd5a-0404f5dfdd09 Aug 10 03:30:25.788564 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761277e-a47b-449f-9eaa-a1234c4f9d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e770a473-2f70-4388-810f-9f11ab28f6b6,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:25.817711 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5761277e-a47b-449f-9eaa-a1234c4f9d40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:25.817711 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5761277e-a47b-449f-9eaa-a1234c4f9d40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:25.817925 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5761277e-a47b-449f-9eaa-a1234c4f9d40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:25.818201 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5761277e-a47b-449f-9eaa-a1234c4f9d40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:25.818530 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5761277e-a47b-449f-9eaa-a1234c4f9d40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:25.818899 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5761277e-a47b-449f-9eaa-a1234c4f9d40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:25.819362 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5761277e-a47b-449f-9eaa-a1234c4f9d40 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:25.819806 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5761277e-a47b-449f-9eaa-a1234c4f9d40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:25.820193 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5761277e-a47b-449f-9eaa-a1234c4f9d40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:25.820599 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5761277e-a47b-449f-9eaa-a1234c4f9d40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:25.820925 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5761277e-a47b-449f-9eaa-a1234c4f9d40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:25.821297 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5761277e-a47b-449f-9eaa-a1234c4f9d40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5761277e-a47b-449f-9eaa-a1234c4f9d40 admin admin] Tracked resource versions report: Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: pushed versions: Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: { 'AddressGroup': {'1.2'}, Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: 'ConntrackHelper': {'1.0'}, Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: 'Log': {'1.0'}, Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: 'Network': {'1.1'}, Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: 'Port': {'1.7'}, Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: 'PortForwarding': {'1.2'}, Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: 'QosPolicy': {'1.9'}, Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: 'SecurityGroup': {'1.4'}, Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: 'SubPort': {'1.0'}, Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: 'Subnet': {'1.1'}, Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: 'Trunk': {'1.1'}} Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: consumer versions: Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: { DHCP agent@n-d-802893-2: {}, Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: L3 agent@n-d-802893-2: {}, Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: Metadata agent@n-d-802893-2: {}, Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: Metering agent@n-d-802893-2: {}, Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: Open vSwitch agent@n-d-802893-2: { 'AddressGroup': '1.2', Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: 'ConntrackHelper': '1.0', Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: 'Log': '1.0', Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: 'Network': '1.1', Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: 'Port': '1.7', Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: 'PortForwarding': '1.2', Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: 'QosPolicy': '1.9', Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: 'SecurityGroup': '1.4', Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: 'SecurityGroupRule': '1.2', Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: 'SubPort': '1.0', Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: 'Subnet': '1.1', Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: 'Trunk': '1.1'}} Aug 10 03:30:25.822391 n-d-802893-2 neutron-server[94937]: {{(pid=94937) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:30:25.907347 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5761277e-a47b-449f-9eaa-a1234c4f9d40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.053904 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5761277e-a47b-449f-9eaa-a1234c4f9d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.055251 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5761277e-a47b-449f-9eaa-a1234c4f9d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:26.055922 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5761277e-a47b-449f-9eaa-a1234c4f9d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:26.156956 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5761277e-a47b-449f-9eaa-a1234c4f9d40 admin admin] Pushing event updated for resources: {'Network': ['ID=a6d842c6-d06d-4491-bd5a-0404f5dfdd09,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:26.169951 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network a6d842c6-d06d-4491-bd5a-0404f5dfdd09 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:30:26.221216 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5761277e-a47b-449f-9eaa-a1234c4f9d40 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1737628 Aug 10 03:30:29.009283 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40970) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:29.463782 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff965bf2-db9e-4269-b20f-17a2b5bbbf40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:29.465206 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ff965bf2-db9e-4269-b20f-17a2b5bbbf40 admin admin] 10.222.0.25 "GET /v2.0/networks/a6d842c6-d06d-4491-bd5a-0404f5dfdd09 HTTP/1.1" status: 200 len: 825 time: 0.4549320 Aug 10 03:30:29.492418 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7be9c2fe-27aa-46ef-9712-20350ee76dd3 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/744f5c55-ae3b-44c3-b5c0-c1c14ee81f20 HTTP/1.1" status: 200 len: 734 time: 0.0208740 Aug 10 03:30:29.502530 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-ed38f489-fc62-4375-8f0c-dd4e979a6f03 admin admin] Request body: {'subnet': {'tenant_id': '07886c9f944b4ce9b21c1b88efc79404', 'subnetpool_id': '744f5c55-ae3b-44c3-b5c0-c1c14ee81f20', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'a6d842c6-d06d-4491-bd5a-0404f5dfdd09'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:29.653884 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed38f489-fc62-4375-8f0c-dd4e979a6f03 admin admin] Made reservation on behalf of 07886c9f944b4ce9b21c1b88efc79404 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:29.658609 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ed38f489-fc62-4375-8f0c-dd4e979a6f03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.094585 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ed38f489-fc62-4375-8f0c-dd4e979a6f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.166284 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38f489-fc62-4375-8f0c-dd4e979a6f03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69693a5e-6c0f-4ae6-b3f5-ef14b983b4d4,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:30.170820 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed38f489-fc62-4375-8f0c-dd4e979a6f03 admin admin] Checking segment: {'id': '4fa52e0e-231c-4fd7-913b-677787725020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a6d842c6-d06d-4491-bd5a-0404f5dfdd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:30.171215 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed38f489-fc62-4375-8f0c-dd4e979a6f03 admin admin] Network hostable DHCP agents. Network: a6d842c6-d06d-4491-bd5a-0404f5dfdd09, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:30:30.408397 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed38f489-fc62-4375-8f0c-dd4e979a6f03 admin admin] Network a6d842c6-d06d-4491-bd5a-0404f5dfdd09 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:30:30.608300 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-ed38f489-fc62-4375-8f0c-dd4e979a6f03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, a6d842c6-d06d-4491-bd5a-0404f5dfdd09) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:30.613753 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed38f489-fc62-4375-8f0c-dd4e979a6f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:30.614435 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ed38f489-fc62-4375-8f0c-dd4e979a6f03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:30.620102 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785444cd-64da-4532-b52e-c43db80251c3 None None] Network a6d842c6-d06d-4491-bd5a-0404f5dfdd09 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:30.763555 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ed38f489-fc62-4375-8f0c-dd4e979a6f03 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2643564 Aug 10 03:30:31.015774 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-a6d842c6-d06d-4491-bd5a-0404f5dfdd09', 'network_id': 'a6d842c6-d06d-4491-bd5a-0404f5dfdd09', 'tenant_id': '07886c9f944b4ce9b21c1b88efc79404', 'fixed_ips': [{'subnet_id': '69693a5e-6c0f-4ae6-b3f5-ef14b983b4d4'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:30:31.017309 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.493786 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Allocated IP 172.20.0.2 (a6d842c6-d06d-4491-bd5a-0404f5dfdd09/69693a5e-6c0f-4ae6-b3f5-ef14b983b4d4/100d9eab-d011-4e1a-ae02-db1b1d3a4dbb) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:31.773679 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:31.822256 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Transition to ACTIVE for port object 100d9eab-d011-4e1a-ae02-db1b1d3a4dbb will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:31.845421 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Transition to ACTIVE for port object 100d9eab-d011-4e1a-ae02-db1b1d3a4dbb will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:31.946431 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.040994 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Network a6d842c6-d06d-4491-bd5a-0404f5dfdd09 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:32.047018 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:32.054025 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Pushing event updated for resources: {'Port': ['ID=100d9eab-d011-4e1a-ae02-db1b1d3a4dbb,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:32.055265 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:32.065594 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:32.065937 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:32.066273 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:32.066600 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:32.066927 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:32.067259 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:32.067580 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:32.067900 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:32.068309 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:32.068559 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:32.068959 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:32.069341 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Tracked resource versions report: Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: pushed versions: Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: { 'AddressGroup': {'1.2'}, Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: 'ConntrackHelper': {'1.0'}, Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: 'Log': {'1.0'}, Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: 'Network': {'1.1'}, Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: 'Port': {'1.7'}, Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: 'PortForwarding': {'1.2'}, Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: 'QosPolicy': {'1.9'}, Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: 'SecurityGroup': {'1.4'}, Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: 'SubPort': {'1.0'}, Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: 'Subnet': {'1.1'}, Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: 'Trunk': {'1.1'}} Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: consumer versions: Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: { DHCP agent@n-d-802893-2: {}, Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: L3 agent@n-d-802893-2: {}, Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: Metadata agent@n-d-802893-2: {}, Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: Metering agent@n-d-802893-2: {}, Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: Open vSwitch agent@n-d-802893-2: { 'AddressGroup': '1.2', Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: 'ConntrackHelper': '1.0', Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: 'Log': '1.0', Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: 'Network': '1.1', Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: 'Port': '1.7', Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: 'PortForwarding': '1.2', Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: 'QosPolicy': '1.9', Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: 'SecurityGroup': '1.4', Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: 'SecurityGroupRule': '1.2', Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: 'SubPort': '1.0', Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: 'Subnet': '1.1', Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: 'Trunk': '1.1'}} Aug 10 03:30:32.070459 n-d-802893-2 neutron-server[94939]: {{(pid=94939) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:30:32.155613 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Attempting to bind port 100d9eab-d011-4e1a-ae02-db1b1d3a4dbb on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:32.156080 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Attempting to bind port 100d9eab-d011-4e1a-ae02-db1b1d3a4dbb by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '4fa52e0e-231c-4fd7-913b-677787725020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a6d842c6-d06d-4491-bd5a-0404f5dfdd09'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:32.156526 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Attempting to bind port 100d9eab-d011-4e1a-ae02-db1b1d3a4dbb on network a6d842c6-d06d-4491-bd5a-0404f5dfdd09 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:32.164200 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:32.164648 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Checking segment: {'id': '4fa52e0e-231c-4fd7-913b-677787725020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a6d842c6-d06d-4491-bd5a-0404f5dfdd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:32.165162 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.165612 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Bound using segment: {'id': '4fa52e0e-231c-4fd7-913b-677787725020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a6d842c6-d06d-4491-bd5a-0404f5dfdd09'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:32.166156 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Bound port: 100d9eab-d011-4e1a-ae02-db1b1d3a4dbb, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa52e0e-231c-4fd7-913b-677787725020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a6d842c6-d06d-4491-bd5a-0404f5dfdd09'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:32.166616 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.239034 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] For port 100d9eab-d011-4e1a-ae02-db1b1d3a4dbb, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:32.244510 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] For port 100d9eab-d011-4e1a-ae02-db1b1d3a4dbb, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=100d9eab-d011-4e1a-ae02-db1b1d3a4dbb,segment=NetworkSegment(4fa52e0e-231c-4fd7-913b-677787725020),segment_id=4fa52e0e-231c-4fd7-913b-677787725020)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:32.545597 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:32.626719 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf158303-d4e9-4ee1-928d-a2f2793d90c4 None None] Pushing event updated for resources: {'Port': ['ID=100d9eab-d011-4e1a-ae02-db1b1d3a4dbb,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:33.295253 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40978) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:33.680517 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [None req-8635c465-3010-4be2-ade4-8cb5031bb76c admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:30:33.681569 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8635c465-3010-4be2-ade4-8cb5031bb76c admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3853436 Aug 10 03:30:36.287738 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40986) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:36.737941 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [None req-01bf264c-4b30-43aa-af7f-93ed276711fd admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:30:36.740747 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-01bf264c-4b30-43aa-af7f-93ed276711fd admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4517720 Aug 10 03:30:39.618182 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40996) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:39.652640 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 5 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:30:39.866290 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e403a3a8-d5dc-412d-9aac-e7953bace66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.007832 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-1485fae8-f382-4efa-84d4-30729bcff1d2 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '07886c9f944b4ce9b21c1b88efc79404', 'admin_state_up': True}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:40.117709 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1485fae8-f382-4efa-84d4-30729bcff1d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.119365 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1485fae8-f382-4efa-84d4-30729bcff1d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.272181 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1485fae8-f382-4efa-84d4-30729bcff1d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.398694 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1485fae8-f382-4efa-84d4-30729bcff1d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.539409 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1485fae8-f382-4efa-84d4-30729bcff1d2 admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:40.540642 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1485fae8-f382-4efa-84d4-30729bcff1d2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9214785 Aug 10 03:30:41.549769 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c44be0-d77f-42f1-9e3e-911b05caeb39 None None] Network a6d842c6-d06d-4491-bd5a-0404f5dfdd09 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:41.671326 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-abeeb38e-1e67-47aa-95c6-045a15471a00 None None] Provisioning for port 100d9eab-d011-4e1a-ae02-db1b1d3a4dbb completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:41.935635 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 100d9eab-d011-4e1a-ae02-db1b1d3a4dbb up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:42.156475 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 100d9eab-d011-4e1a-ae02-db1b1d3a4dbb completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:42.160513 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 100d9eab-d011-4e1a-ae02-db1b1d3a4dbb triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:42.160906 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.283776 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.324777 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 100d9eab-d011-4e1a-ae02-db1b1d3a4dbb, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=100d9eab-d011-4e1a-ae02-db1b1d3a4dbb,segment=NetworkSegment(4fa52e0e-231c-4fd7-913b-677787725020),segment_id=4fa52e0e-231c-4fd7-913b-677787725020)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:30:42.443144 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:42.495898 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=100d9eab-d011-4e1a-ae02-db1b1d3a4dbb,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:42.988759 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41008) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:43.319625 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [None req-a4f0a537-cf23-474a-b969-81393894e1c6 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:30:43.320670 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a4f0a537-cf23-474a-b969-81393894e1c6 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3309510 Aug 10 03:30:43.630395 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.859635 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dd9d9a4c-348f-441b-aee5-4d675c79d557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:43.895857 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 100d9eab-d011-4e1a-ae02-db1b1d3a4dbb up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:30:43.958693 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 100d9eab-d011-4e1a-ae02-db1b1d3a4dbb triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:43.960101 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.110612 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:45.798210 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41026) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:45.936325 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:45.937706 n-d-802893-2 neutron-server[94938]: INFO neutron.quota [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Loaded quota_driver: . Aug 10 03:30:46.202030 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Made reservation on behalf of 7004052a8976416f8cc83eaf53fd4133 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:46.270298 n-d-802893-2 neutron-server[94938]: DEBUG neutron.policy [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94938) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 10 03:30:46.314938 n-d-802893-2 neutron-server[94938]: WARNING oslo_policy.policy [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:30:46.315298 n-d-802893-2 neutron-server[94938]: WARNING oslo_policy.policy [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 10 03:30:46.326497 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.346851 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.482320 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.727355 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.740010 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Reserving flat network on physical network physnet1 {{(pid=94938) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 10 03:30:46.778673 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8758073295719', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.779264 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Unsubscribe: segment precommit_create {{(pid=94938) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 10 03:30:46.779792 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Added segment 739f96eb-48d8-4c9b-a959-8c2112c0c112 of type flat for network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 Aug 10 03:30:46.789745 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:46.798746 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88094d5-4f0f-4f88-8cf3-6d7612821260,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:46.853018 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:46.853379 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:46.853749 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:46.854091 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:46.854425 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:46.854790 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:46.855149 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:46.855490 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:46.855851 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:46.856279 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:46.856646 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:46.857002 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Tracked resource versions report: Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: pushed versions: Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: { 'AddressGroup': {'1.2'}, Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: 'ConntrackHelper': {'1.0'}, Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: 'Log': {'1.0'}, Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: 'Network': {'1.1'}, Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: 'Port': {'1.7'}, Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: 'PortForwarding': {'1.2'}, Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: 'QosPolicy': {'1.9'}, Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: 'SecurityGroup': {'1.4'}, Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: 'SubPort': {'1.0'}, Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: 'Subnet': {'1.1'}, Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: 'Trunk': {'1.1'}} Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: consumer versions: Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: { DHCP agent@n-d-802893-2: {}, Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: L3 agent@n-d-802893-2: {}, Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: Metadata agent@n-d-802893-2: {}, Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: Metering agent@n-d-802893-2: {}, Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: Open vSwitch agent@n-d-802893-2: { 'AddressGroup': '1.2', Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: 'ConntrackHelper': '1.0', Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: 'Log': '1.0', Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: 'Network': '1.1', Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: 'Port': '1.7', Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: 'PortForwarding': '1.2', Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: 'QosPolicy': '1.9', Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: 'SecurityGroup': '1.4', Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: 'SecurityGroupRule': '1.2', Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: 'SubPort': '1.0', Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: 'Subnet': '1.1', Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: 'Trunk': '1.1'}} Aug 10 03:30:46.858279 n-d-802893-2 neutron-server[94938]: {{(pid=94938) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:30:46.924149 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.144316 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.145343 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:47.145968 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:47.244066 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] Pushing event updated for resources: {'Network': ['ID=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:47.254810 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:30:47.471392 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-349ac087-2fe6-4171-8459-51cc3140d190 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.6720243 Aug 10 03:30:49.727692 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41050) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:49.830520 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f33b93b-2621-4867-8073-995ef310c9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:49.832373 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1f33b93b-2621-4867-8073-995ef310c9ff admin admin] 10.222.0.25 "GET /v2.0/subnets/69693a5e-6c0f-4ae6-b3f5-ef14b983b4d4 HTTP/1.1" status: 200 len: 849 time: 0.1034064 Aug 10 03:30:49.951883 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6f21fdc1-1711-4c09-aafe-67cfa8c34d3d admin admin] 10.222.0.25 "GET /v2.0/routers/f407124d-fa17-457b-99e6-4dadc836952f HTTP/1.1" status: 200 len: 704 time: 0.1132967 Aug 10 03:30:50.228537 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b1d2740-5072-422a-8a7b-c58d6c5720d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.555028 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-7b1d2740-5072-422a-8a7b-c58d6c5720d4 admin admin] Allocated IP 172.20.0.1 (a6d842c6-d06d-4491-bd5a-0404f5dfdd09/69693a5e-6c0f-4ae6-b3f5-ef14b983b4d4/f2d08ad1-3b52-4d79-abd5-d43f5a10f004) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:50.717044 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b1d2740-5072-422a-8a7b-c58d6c5720d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:50.741737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-7b1d2740-5072-422a-8a7b-c58d6c5720d4 admin admin] Transition to ACTIVE for port object f2d08ad1-3b52-4d79-abd5-d43f5a10f004 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:50.974332 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b1d2740-5072-422a-8a7b-c58d6c5720d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.050333 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1d2740-5072-422a-8a7b-c58d6c5720d4 admin admin] Network a6d842c6-d06d-4491-bd5a-0404f5dfdd09 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:51.056112 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-7b1d2740-5072-422a-8a7b-c58d6c5720d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:51.062395 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1d2740-5072-422a-8a7b-c58d6c5720d4 admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:51.062771 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b1d2740-5072-422a-8a7b-c58d6c5720d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.088658 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d2740-5072-422a-8a7b-c58d6c5720d4 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d08ad1-3b52-4d79-abd5-d43f5a10f004,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:51.445399 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b1d2740-5072-422a-8a7b-c58d6c5720d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.482229 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ee7905ab-bbff-4287-b6d1-f9c60ed6a09f None None] Provisioning for port f2d08ad1-3b52-4d79-abd5-d43f5a10f004 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:30:51.487241 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ee7905ab-bbff-4287-b6d1-f9c60ed6a09f None None] Provisioning complete for port f2d08ad1-3b52-4d79-abd5-d43f5a10f004 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:51.487742 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ee7905ab-bbff-4287-b6d1-f9c60ed6a09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.523942 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-ee7905ab-bbff-4287-b6d1-f9c60ed6a09f None None] Port f2d08ad1-3b52-4d79-abd5-d43f5a10f004 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:51.674495 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b1d2740-5072-422a-8a7b-c58d6c5720d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.767111 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b1d2740-5072-422a-8a7b-c58d6c5720d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.767986 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b1d2740-5072-422a-8a7b-c58d6c5720d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:51.851547 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d2740-5072-422a-8a7b-c58d6c5720d4 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d08ad1-3b52-4d79-abd5-d43f5a10f004,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:51.905002 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1d2740-5072-422a-8a7b-c58d6c5720d4 admin admin] Network a6d842c6-d06d-4491-bd5a-0404f5dfdd09 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:51.906430 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-7b1d2740-5072-422a-8a7b-c58d6c5720d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:52.147101 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-270f25f2-c0d7-45b0-81e5-d68a807f9e03 None None] Provisioning complete for port f2d08ad1-3b52-4d79-abd5-d43f5a10f004 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:30:52.147380 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-270f25f2-c0d7-45b0-81e5-d68a807f9e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:52.180998 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-270f25f2-c0d7-45b0-81e5-d68a807f9e03 None None] Port f2d08ad1-3b52-4d79-abd5-d43f5a10f004 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:30:52.207584 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1d2740-5072-422a-8a7b-c58d6c5720d4 admin admin] Router f407124d-fa17-457b-99e6-4dadc836952f is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:30:52.304911 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1d2740-5072-422a-8a7b-c58d6c5720d4 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:30:52.311009 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7b1d2740-5072-422a-8a7b-c58d6c5720d4 admin admin] 10.222.0.25 "PUT /v2.0/routers/f407124d-fa17-457b-99e6-4dadc836952f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3489022 Aug 10 03:30:52.327319 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53125491-127c-495b-85ba-e3e290580da2 None None] Sync routers for ids ['f407124d-fa17-457b-99e6-4dadc836952f'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:30:52.339158 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53125491-127c-495b-85ba-e3e290580da2 None None] Routers {'f407124d-fa17-457b-99e6-4dadc836952f'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:52.340035 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-53125491-127c-495b-85ba-e3e290580da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:30:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f407124d-fa17-457b-99e6-4dadc836952f'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:52.540366 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-53125491-127c-495b-85ba-e3e290580da2 None None] Set router f407124d-fa17-457b-99e6-4dadc836952f gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:53.010372 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-53125491-127c-495b-85ba-e3e290580da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f407124d-fa17-457b-99e6-4dadc836952f', 'name': 'router1', 'tenant_id': '07886c9f944b4ce9b21c1b88efc79404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:40Z', 'updated_at': '2021-08-10T03:30:51Z', 'revision_number': 2, 'project_id': '07886c9f944b4ce9b21c1b88efc79404', 'gw_port_host': None, '_interfaces': [{'id': 'f2d08ad1-3b52-4d79-abd5-d43f5a10f004', 'name': '', 'network_id': 'a6d842c6-d06d-4491-bd5a-0404f5dfdd09', 'tenant_id': '07886c9f944b4ce9b21c1b88efc79404', 'mac_address': 'fa:16:3e:b9:4b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f407124d-fa17-457b-99e6-4dadc836952f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69693a5e-6c0f-4ae6-b3f5-ef14b983b4d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:50Z', 'updated_at': '2021-08-10T03:30:51Z', 'revision_number': 2, 'project_id': '07886c9f944b4ce9b21c1b88efc79404', 'subnets': [{'id': '69693a5e-6c0f-4ae6-b3f5-ef14b983b4d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '744f5c55-ae3b-44c3-b5c0-c1c14ee81f20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:53.064324 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53125491-127c-495b-85ba-e3e290580da2 None None] Checking router: f407124d-fa17-457b-99e6-4dadc836952f for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:30:53.064690 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53125491-127c-495b-85ba-e3e290580da2 None None] Updating router f407124d-fa17-457b-99e6-4dadc836952f port f2d08ad1-3b52-4d79-abd5-d43f5a10f004 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:30:53.120300 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-53125491-127c-495b-85ba-e3e290580da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.685752 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-53125491-127c-495b-85ba-e3e290580da2 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.704188 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-53125491-127c-495b-85ba-e3e290580da2 None None] Transition to ACTIVE for port object f2d08ad1-3b52-4d79-abd5-d43f5a10f004 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:30:53.790043 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-53125491-127c-495b-85ba-e3e290580da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.935452 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d294a-ecdb-4502-96cf-86606d9b0a08 None None] Pushing event updated for resources: {'Port': ['ID=f2d08ad1-3b52-4d79-abd5-d43f5a10f004,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:53.965193 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d294a-ecdb-4502-96cf-86606d9b0a08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:53.965481 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d294a-ecdb-4502-96cf-86606d9b0a08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:53.965800 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d294a-ecdb-4502-96cf-86606d9b0a08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:53.966166 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d294a-ecdb-4502-96cf-86606d9b0a08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:53.966501 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d294a-ecdb-4502-96cf-86606d9b0a08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:53.966830 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d294a-ecdb-4502-96cf-86606d9b0a08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:53.967150 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d294a-ecdb-4502-96cf-86606d9b0a08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:53.967505 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d294a-ecdb-4502-96cf-86606d9b0a08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:53.967832 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d294a-ecdb-4502-96cf-86606d9b0a08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:53.968200 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d294a-ecdb-4502-96cf-86606d9b0a08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:53.968527 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d294a-ecdb-4502-96cf-86606d9b0a08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:53.968848 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d294a-ecdb-4502-96cf-86606d9b0a08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28d294a-ecdb-4502-96cf-86606d9b0a08 None None] Tracked resource versions report: Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: pushed versions: Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: { 'AddressGroup': {'1.2'}, Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: 'ConntrackHelper': {'1.0'}, Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: 'Log': {'1.0'}, Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: 'Network': {'1.1'}, Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: 'Port': {'1.7'}, Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: 'PortForwarding': {'1.2'}, Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: 'QosPolicy': {'1.9'}, Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: 'SecurityGroup': {'1.4'}, Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: 'SubPort': {'1.0'}, Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: 'Subnet': {'1.1'}, Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: 'Trunk': {'1.1'}} Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: consumer versions: Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: { DHCP agent@n-d-802893-2: {}, Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: L3 agent@n-d-802893-2: {}, Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: Metadata agent@n-d-802893-2: {}, Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: Metering agent@n-d-802893-2: {}, Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: Open vSwitch agent@n-d-802893-2: { 'AddressGroup': '1.2', Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: 'ConntrackHelper': '1.0', Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: 'Log': '1.0', Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: 'Network': '1.1', Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: 'Port': '1.7', Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: 'PortForwarding': '1.2', Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: 'QosPolicy': '1.9', Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: 'SecurityGroup': '1.4', Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: 'SecurityGroupRule': '1.2', Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: 'SubPort': '1.0', Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: 'Subnet': '1.1', Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: 'Trunk': '1.1'}} Aug 10 03:30:53.969931 n-d-802893-2 neutron-server[94940]: {{(pid=94940) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:30:53.982251 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-53125491-127c-495b-85ba-e3e290580da2 None None] Attempting to bind port f2d08ad1-3b52-4d79-abd5-d43f5a10f004 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:30:53.982661 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-53125491-127c-495b-85ba-e3e290580da2 None None] Attempting to bind port f2d08ad1-3b52-4d79-abd5-d43f5a10f004 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '4fa52e0e-231c-4fd7-913b-677787725020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a6d842c6-d06d-4491-bd5a-0404f5dfdd09'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:30:53.983098 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53125491-127c-495b-85ba-e3e290580da2 None None] Attempting to bind port f2d08ad1-3b52-4d79-abd5-d43f5a10f004 on network a6d842c6-d06d-4491-bd5a-0404f5dfdd09 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:30:53.988665 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53125491-127c-495b-85ba-e3e290580da2 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:30:53.989072 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53125491-127c-495b-85ba-e3e290580da2 None None] Checking segment: {'id': '4fa52e0e-231c-4fd7-913b-677787725020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a6d842c6-d06d-4491-bd5a-0404f5dfdd09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:53.990328 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-53125491-127c-495b-85ba-e3e290580da2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:53.990868 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53125491-127c-495b-85ba-e3e290580da2 None None] Bound using segment: {'id': '4fa52e0e-231c-4fd7-913b-677787725020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a6d842c6-d06d-4491-bd5a-0404f5dfdd09'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:30:53.991553 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-53125491-127c-495b-85ba-e3e290580da2 None None] Bound port: f2d08ad1-3b52-4d79-abd5-d43f5a10f004, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa52e0e-231c-4fd7-913b-677787725020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a6d842c6-d06d-4491-bd5a-0404f5dfdd09'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:30:53.992009 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-53125491-127c-495b-85ba-e3e290580da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.063033 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-53125491-127c-495b-85ba-e3e290580da2 None None] For port f2d08ad1-3b52-4d79-abd5-d43f5a10f004, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:30:54.085307 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-53125491-127c-495b-85ba-e3e290580da2 None None] For port f2d08ad1-3b52-4d79-abd5-d43f5a10f004, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f2d08ad1-3b52-4d79-abd5-d43f5a10f004,segment=NetworkSegment(4fa52e0e-231c-4fd7-913b-677787725020),segment_id=4fa52e0e-231c-4fd7-913b-677787725020)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:30:54.225334 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-53125491-127c-495b-85ba-e3e290580da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:54.280814 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53125491-127c-495b-85ba-e3e290580da2 None None] Routers {'f407124d-fa17-457b-99e6-4dadc836952f'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:30:54.281427 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-53125491-127c-495b-85ba-e3e290580da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:30:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f407124d-fa17-457b-99e6-4dadc836952f'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:54.353716 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d294a-ecdb-4502-96cf-86606d9b0a08 None None] Pushing event updated for resources: {'Port': ['ID=f2d08ad1-3b52-4d79-abd5-d43f5a10f004,revision_number=4']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:54.383820 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-53125491-127c-495b-85ba-e3e290580da2 None None] Set router f407124d-fa17-457b-99e6-4dadc836952f gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:30:54.588694 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41060) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:54.608983 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-53125491-127c-495b-85ba-e3e290580da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f407124d-fa17-457b-99e6-4dadc836952f', 'name': 'router1', 'tenant_id': '07886c9f944b4ce9b21c1b88efc79404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:40Z', 'updated_at': '2021-08-10T03:30:51Z', 'revision_number': 2, 'project_id': '07886c9f944b4ce9b21c1b88efc79404', 'gw_port_host': None, '_interfaces': [{'id': 'f2d08ad1-3b52-4d79-abd5-d43f5a10f004', 'name': '', 'network_id': 'a6d842c6-d06d-4491-bd5a-0404f5dfdd09', 'tenant_id': '07886c9f944b4ce9b21c1b88efc79404', 'mac_address': 'fa:16:3e:b9:4b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f407124d-fa17-457b-99e6-4dadc836952f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69693a5e-6c0f-4ae6-b3f5-ef14b983b4d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:50Z', 'updated_at': '2021-08-10T03:30:54Z', 'revision_number': 4, 'project_id': '07886c9f944b4ce9b21c1b88efc79404', 'subnets': [{'id': '69693a5e-6c0f-4ae6-b3f5-ef14b983b4d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '744f5c55-ae3b-44c3-b5c0-c1c14ee81f20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:30:54.635453 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53125491-127c-495b-85ba-e3e290580da2 None None] The sync data for ids ['f407124d-fa17-457b-99e6-4dadc836952f'] in n-d-802893-2 is: [{'id': 'f407124d-fa17-457b-99e6-4dadc836952f', 'name': 'router1', 'tenant_id': '07886c9f944b4ce9b21c1b88efc79404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:40Z', 'updated_at': '2021-08-10T03:30:51Z', 'revision_number': 2, 'project_id': '07886c9f944b4ce9b21c1b88efc79404', 'gw_port_host': None, '_interfaces': [{'id': 'f2d08ad1-3b52-4d79-abd5-d43f5a10f004', 'name': '', 'network_id': 'a6d842c6-d06d-4491-bd5a-0404f5dfdd09', 'tenant_id': '07886c9f944b4ce9b21c1b88efc79404', 'mac_address': 'fa:16:3e:b9:4b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f407124d-fa17-457b-99e6-4dadc836952f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69693a5e-6c0f-4ae6-b3f5-ef14b983b4d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:50Z', 'updated_at': '2021-08-10T03:30:54Z', 'revision_number': 4, 'project_id': '07886c9f944b4ce9b21c1b88efc79404', 'subnets': [{'id': '69693a5e-6c0f-4ae6-b3f5-ef14b983b4d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '744f5c55-ae3b-44c3-b5c0-c1c14ee81f20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:30:54.709096 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a75d64-5319-4e9c-8ee4-a02153fad51d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:54.710521 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c0a75d64-5319-4e9c-8ee4-a02153fad51d admin admin] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 842 time: 0.1208780 Aug 10 03:30:54.720504 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-dc6dc84f-09aa-4e93-a2a8-3b1533f91a70 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'gateway_ip': '172.25.0.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'cidr': '172.25.0.0/24'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:54.801796 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6dc84f-09aa-4e93-a2a8-3b1533f91a70 admin admin] Made reservation on behalf of 7004052a8976416f8cc83eaf53fd4133 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:30:54.804679 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc84f-09aa-4e93-a2a8-3b1533f91a70 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.171252 n-d-802893-2 neutron-server[94937]: DEBUG neutron.objects.ports [None req-dc6dc84f-09aa-4e93-a2a8-3b1533f91a70 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94937) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:30:55.171725 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc84f-09aa-4e93-a2a8-3b1533f91a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.229067 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6dc84f-09aa-4e93-a2a8-3b1533f91a70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0819bc62-4c12-46af-8618-8b57c6d165f5,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:55.238838 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6dc84f-09aa-4e93-a2a8-3b1533f91a70 admin admin] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:30:55.239454 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6dc84f-09aa-4e93-a2a8-3b1533f91a70 admin admin] Network hostable DHCP agents. Network: 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:30:55.345028 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6dc84f-09aa-4e93-a2a8-3b1533f91a70 admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:30:55.447314 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-dc6dc84f-09aa-4e93-a2a8-3b1533f91a70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:55.451838 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6dc84f-09aa-4e93-a2a8-3b1533f91a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:55.452686 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc84f-09aa-4e93-a2a8-3b1533f91a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:55.456301 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bdbe88-45ef-4873-9496-00ef031e1e09 None None] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:55.606189 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61b3687-1787-4f94-85c2-6f383f1a66a9 None None] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:30:55.652039 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-dc6dc84f-09aa-4e93-a2a8-3b1533f91a70 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9260778 Aug 10 03:30:58.009782 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41068) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:30:58.231144 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-accd1080-5278-4601-9505-d4b06ee0d5fd admin admin] 10.222.0.25 "GET /v2.0/routers/f407124d-fa17-457b-99e6-4dadc836952f HTTP/1.1" status: 200 len: 710 time: 0.2199042 Aug 10 03:30:58.331985 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f180b7-4b0d-4df2-8da6-d2cff2ad80be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:30:58.333939 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-50f180b7-4b0d-4df2-8da6-d2cff2ad80be admin admin] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 886 time: 0.0957294 Aug 10 03:30:58.343899 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-eed9ef01-7572-4a98-a877-cfe52ee871c7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:30:58.624567 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eed9ef01-7572-4a98-a877-cfe52ee871c7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.063266 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eed9ef01-7572-4a98-a877-cfe52ee871c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.143635 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eed9ef01-7572-4a98-a877-cfe52ee871c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.254356 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-eed9ef01-7572-4a98-a877-cfe52ee871c7 admin admin] Allocated IP 172.25.0.173 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/ae73ec13-7161-4682-b1ad-d37cc6212180) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:30:59.363317 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eed9ef01-7572-4a98-a877-cfe52ee871c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.476598 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eed9ef01-7572-4a98-a877-cfe52ee871c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:30:59.515468 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed9ef01-7572-4a98-a877-cfe52ee871c7 admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:30:59.520072 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-eed9ef01-7572-4a98-a877-cfe52ee871c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:30:59.532987 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed9ef01-7572-4a98-a877-cfe52ee871c7 admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:30:59.532987 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9ef01-7572-4a98-a877-cfe52ee871c7 admin admin] Pushing event updated for resources: {'Port': ['ID=ae73ec13-7161-4682-b1ad-d37cc6212180,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:30:59.901879 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eed9ef01-7572-4a98-a877-cfe52ee871c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.258846 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eed9ef01-7572-4a98-a877-cfe52ee871c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.262727 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eed9ef01-7572-4a98-a877-cfe52ee871c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-457799'] for router, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.379159 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed9ef01-7572-4a98-a877-cfe52ee871c7 admin admin] Router f407124d-fa17-457b-99e6-4dadc836952f has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:31:00.487117 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed9ef01-7572-4a98-a877-cfe52ee871c7 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:31:00.492051 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eed9ef01-7572-4a98-a877-cfe52ee871c7 admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:00.493266 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-eed9ef01-7572-4a98-a877-cfe52ee871c7 admin admin] 10.222.0.25 "PUT /v2.0/routers/f407124d-fa17-457b-99e6-4dadc836952f HTTP/1.1" status: 200 len: 890 time: 2.1529200 Aug 10 03:31:01.414994 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df94b15-bf6e-44fc-9dc8-64c74c58647c None None] Sync routers for ids ['f407124d-fa17-457b-99e6-4dadc836952f'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:31:01.426238 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df94b15-bf6e-44fc-9dc8-64c74c58647c None None] Routers {'f407124d-fa17-457b-99e6-4dadc836952f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:01.426948 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-8df94b15-bf6e-44fc-9dc8-64c74c58647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:30:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f407124d-fa17-457b-99e6-4dadc836952f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:01.700365 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-8df94b15-bf6e-44fc-9dc8-64c74c58647c None None] Set router f407124d-fa17-457b-99e6-4dadc836952f gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:01.937428 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f2d08ad1-3b52-4d79-abd5-d43f5a10f004 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:02.150461 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-8df94b15-bf6e-44fc-9dc8-64c74c58647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f407124d-fa17-457b-99e6-4dadc836952f', 'name': 'router1', 'tenant_id': '07886c9f944b4ce9b21c1b88efc79404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ae73ec13-7161-4682-b1ad-d37cc6212180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:40Z', 'updated_at': '2021-08-10T03:30:59Z', 'revision_number': 4, 'project_id': '07886c9f944b4ce9b21c1b88efc79404', 'gw_port': {'id': 'ae73ec13-7161-4682-b1ad-d37cc6212180', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f407124d-fa17-457b-99e6-4dadc836952f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:59Z', 'updated_at': '2021-08-10T03:30:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'f2d08ad1-3b52-4d79-abd5-d43f5a10f004', 'name': '', 'network_id': 'a6d842c6-d06d-4491-bd5a-0404f5dfdd09', 'tenant_id': '07886c9f944b4ce9b21c1b88efc79404', 'mac_address': 'fa:16:3e:b9:4b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f407124d-fa17-457b-99e6-4dadc836952f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69693a5e-6c0f-4ae6-b3f5-ef14b983b4d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:50Z', 'updated_at': '2021-08-10T03:30:54Z', 'revision_number': 4, 'project_id': '07886c9f944b4ce9b21c1b88efc79404', 'subnets': [{'id': '69693a5e-6c0f-4ae6-b3f5-ef14b983b4d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '744f5c55-ae3b-44c3-b5c0-c1c14ee81f20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:02.178408 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port f2d08ad1-3b52-4d79-abd5-d43f5a10f004 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:02.206848 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df94b15-bf6e-44fc-9dc8-64c74c58647c None None] Checking router: f407124d-fa17-457b-99e6-4dadc836952f for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:31:02.207221 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df94b15-bf6e-44fc-9dc8-64c74c58647c None None] Updating router f407124d-fa17-457b-99e6-4dadc836952f port ae73ec13-7161-4682-b1ad-d37cc6212180 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:31:02.222899 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port f2d08ad1-3b52-4d79-abd5-d43f5a10f004 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:02.223277 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.282517 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8df94b15-bf6e-44fc-9dc8-64c74c58647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.456756 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.544675 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port f2d08ad1-3b52-4d79-abd5-d43f5a10f004, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f2d08ad1-3b52-4d79-abd5-d43f5a10f004,segment=NetworkSegment(4fa52e0e-231c-4fd7-913b-677787725020),segment_id=4fa52e0e-231c-4fd7-913b-677787725020)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:02.639457 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.707430 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8df94b15-bf6e-44fc-9dc8-64c74c58647c None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.727291 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8df94b15-bf6e-44fc-9dc8-64c74c58647c None None] Transition to ACTIVE for port object ae73ec13-7161-4682-b1ad-d37cc6212180 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:31:02.728946 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=f2d08ad1-3b52-4d79-abd5-d43f5a10f004,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:02.807425 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8df94b15-bf6e-44fc-9dc8-64c74c58647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.862706 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7bc44-0db1-4200-b290-7cf3c01e5aaf None None] Pushing event updated for resources: {'Port': ['ID=ae73ec13-7161-4682-b1ad-d37cc6212180,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:02.867911 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-8df94b15-bf6e-44fc-9dc8-64c74c58647c None None] Attempting to bind port ae73ec13-7161-4682-b1ad-d37cc6212180 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:31:02.868311 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-8df94b15-bf6e-44fc-9dc8-64c74c58647c None None] Attempting to bind port ae73ec13-7161-4682-b1ad-d37cc6212180 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:31:02.868678 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df94b15-bf6e-44fc-9dc8-64c74c58647c None None] Attempting to bind port ae73ec13-7161-4682-b1ad-d37cc6212180 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:31:02.874397 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df94b15-bf6e-44fc-9dc8-64c74c58647c None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:31:02.874774 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df94b15-bf6e-44fc-9dc8-64c74c58647c None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:31:02.875173 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8df94b15-bf6e-44fc-9dc8-64c74c58647c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.875623 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df94b15-bf6e-44fc-9dc8-64c74c58647c None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:31:02.876071 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-8df94b15-bf6e-44fc-9dc8-64c74c58647c None None] Bound port: ae73ec13-7161-4682-b1ad-d37cc6212180, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:31:02.876472 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8df94b15-bf6e-44fc-9dc8-64c74c58647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:02.936454 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-8df94b15-bf6e-44fc-9dc8-64c74c58647c None None] For port ae73ec13-7161-4682-b1ad-d37cc6212180, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:31:02.939800 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-8df94b15-bf6e-44fc-9dc8-64c74c58647c None None] For port ae73ec13-7161-4682-b1ad-d37cc6212180, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ae73ec13-7161-4682-b1ad-d37cc6212180,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:31:02.990875 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41080) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:31:03.054775 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8df94b15-bf6e-44fc-9dc8-64c74c58647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:03.110245 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3a76a2cb-67d6-41d8-bfd2-9111fe68f483 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1182840 Aug 10 03:31:03.119708 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df94b15-bf6e-44fc-9dc8-64c74c58647c None None] Routers {'f407124d-fa17-457b-99e6-4dadc836952f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:31:03.119708 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-8df94b15-bf6e-44fc-9dc8-64c74c58647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:30:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f407124d-fa17-457b-99e6-4dadc836952f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:03.121554 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7bc44-0db1-4200-b290-7cf3c01e5aaf None None] Pushing event updated for resources: {'Port': ['ID=ae73ec13-7161-4682-b1ad-d37cc6212180,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:03.332124 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-8df94b15-bf6e-44fc-9dc8-64c74c58647c None None] Set router f407124d-fa17-457b-99e6-4dadc836952f gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:31:03.632826 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-8df94b15-bf6e-44fc-9dc8-64c74c58647c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f407124d-fa17-457b-99e6-4dadc836952f', 'name': 'router1', 'tenant_id': '07886c9f944b4ce9b21c1b88efc79404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ae73ec13-7161-4682-b1ad-d37cc6212180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:40Z', 'updated_at': '2021-08-10T03:30:59Z', 'revision_number': 4, 'project_id': '07886c9f944b4ce9b21c1b88efc79404', 'gw_port': {'id': 'ae73ec13-7161-4682-b1ad-d37cc6212180', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f407124d-fa17-457b-99e6-4dadc836952f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:59Z', 'updated_at': '2021-08-10T03:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'f2d08ad1-3b52-4d79-abd5-d43f5a10f004', 'name': '', 'network_id': 'a6d842c6-d06d-4491-bd5a-0404f5dfdd09', 'tenant_id': '07886c9f944b4ce9b21c1b88efc79404', 'mac_address': 'fa:16:3e:b9:4b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f407124d-fa17-457b-99e6-4dadc836952f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69693a5e-6c0f-4ae6-b3f5-ef14b983b4d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:50Z', 'updated_at': '2021-08-10T03:31:02Z', 'revision_number': 5, 'project_id': '07886c9f944b4ce9b21c1b88efc79404', 'subnets': [{'id': '69693a5e-6c0f-4ae6-b3f5-ef14b983b4d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '744f5c55-ae3b-44c3-b5c0-c1c14ee81f20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:31:03.658797 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df94b15-bf6e-44fc-9dc8-64c74c58647c None None] The sync data for ids ['f407124d-fa17-457b-99e6-4dadc836952f'] in n-d-802893-2 is: [{'id': 'f407124d-fa17-457b-99e6-4dadc836952f', 'name': 'router1', 'tenant_id': '07886c9f944b4ce9b21c1b88efc79404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': 'ae73ec13-7161-4682-b1ad-d37cc6212180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:30:40Z', 'updated_at': '2021-08-10T03:30:59Z', 'revision_number': 4, 'project_id': '07886c9f944b4ce9b21c1b88efc79404', 'gw_port': {'id': 'ae73ec13-7161-4682-b1ad-d37cc6212180', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f9:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f407124d-fa17-457b-99e6-4dadc836952f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:59Z', 'updated_at': '2021-08-10T03:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'f2d08ad1-3b52-4d79-abd5-d43f5a10f004', 'name': '', 'network_id': 'a6d842c6-d06d-4491-bd5a-0404f5dfdd09', 'tenant_id': '07886c9f944b4ce9b21c1b88efc79404', 'mac_address': 'fa:16:3e:b9:4b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f407124d-fa17-457b-99e6-4dadc836952f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69693a5e-6c0f-4ae6-b3f5-ef14b983b4d4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:30:50Z', 'updated_at': '2021-08-10T03:31:02Z', 'revision_number': 5, 'project_id': '07886c9f944b4ce9b21c1b88efc79404', 'subnets': [{'id': '69693a5e-6c0f-4ae6-b3f5-ef14b983b4d4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '744f5c55-ae3b-44c3-b5c0-c1c14ee81f20'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:31:04.041953 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ae73ec13-7161-4682-b1ad-d37cc6212180 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:04.173093 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port ae73ec13-7161-4682-b1ad-d37cc6212180 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:31:04.181040 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port ae73ec13-7161-4682-b1ad-d37cc6212180 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:04.181420 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.289581 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.321048 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port ae73ec13-7161-4682-b1ad-d37cc6212180, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ae73ec13-7161-4682-b1ad-d37cc6212180,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:31:04.463665 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:04.464483 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f2d08ad1-3b52-4d79-abd5-d43f5a10f004 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:04.560088 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=ae73ec13-7161-4682-b1ad-d37cc6212180,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:31:04.574697 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port f2d08ad1-3b52-4d79-abd5-d43f5a10f004 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:04.575067 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:05.946462 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ae73ec13-7161-4682-b1ad-d37cc6212180 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:31:06.016259 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port ae73ec13-7161-4682-b1ad-d37cc6212180 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:31:06.016638 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:09.893086 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8970259e-3e89-45a3-b43d-0980d59174fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.534505 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:13.793431 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10e9c53e-1ca3-44c6-a06f-8e1766070803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:15.092362 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.640894 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:16.643291 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 5 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:31:39.834952 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e539428c-6553-40de-abb2-6f73fc8576d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:43.543120 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:43.811649 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7a80f8ed-7b6d-4d79-bacb-7a243c5f5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:45.080374 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:46.634353 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:31:53.642684 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 5 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:32:09.845436 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e647eae6-a04d-400f-8141-71b8be686544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.560448 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:13.788611 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9a1a33a1-55c0-4505-a8e8-edcfa7533bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:15.114596 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:16.626024 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:30.640995 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 5 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:32:39.881525 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-358fb3f1-eece-431a-9337-8d66f3375d4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.541456 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:43.827373 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-543f97a5-3e54-4d9c-867f-271c9472ba25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:45.169578 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:46.615802 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:51.779279 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41680) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:51.845251 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2d53834-7665-469d-ae45-e3fb61e406c9 admin admin] GET failed (client error): The resource could not be found. Aug 10 03:32:51.846670 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d2d53834-7665-469d-ae45-e3fb61e406c9 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0664117 Aug 10 03:32:52.020831 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267587a2-5606-4273-b64c-20d710d12ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:52.022244 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-267587a2-5606-4273-b64c-20d710d12ece admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1686103 Aug 10 03:32:54.210353 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41690) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:54.361477 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51467357-6f9f-4e77-a0d9-f8ab3793e959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:54.362846 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-51467357-6f9f-4e77-a0d9-f8ab3793e959 admin admin] 10.222.0.25 "GET /v2.0/subnets/69693a5e-6c0f-4ae6-b3f5-ef14b983b4d4 HTTP/1.1" status: 200 len: 849 time: 0.1516166 Aug 10 03:32:54.373342 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-068cff2a-9465-45b0-9860-1d8f6493f2cf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:32:54.465089 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-068cff2a-9465-45b0-9860-1d8f6493f2cf admin admin] Notify callbacks [] for subnet, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.781232 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-068cff2a-9465-45b0-9860-1d8f6493f2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758073175700'] for subnet, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.822359 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068cff2a-9465-45b0-9860-1d8f6493f2cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:54.823133 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-068cff2a-9465-45b0-9860-1d8f6493f2cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:54.824464 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-068cff2a-9465-45b0-9860-1d8f6493f2cf admin admin] 10.222.0.25 "PUT /v2.0/subnets/69693a5e-6c0f-4ae6-b3f5-ef14b983b4d4 HTTP/1.1" status: 200 len: 868 time: 0.4549837 Aug 10 03:32:54.825187 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5260ed9d-caed-4f8a-8576-4c8b4a857038 None None] Network a6d842c6-d06d-4491-bd5a-0404f5dfdd09 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:32:54.840340 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068cff2a-9465-45b0-9860-1d8f6493f2cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=69693a5e-6c0f-4ae6-b3f5-ef14b983b4d4,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:32:54.848844 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cff2a-9465-45b0-9860-1d8f6493f2cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:54.849185 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cff2a-9465-45b0-9860-1d8f6493f2cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:54.853683 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cff2a-9465-45b0-9860-1d8f6493f2cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:54.853683 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cff2a-9465-45b0-9860-1d8f6493f2cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:54.853683 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cff2a-9465-45b0-9860-1d8f6493f2cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:54.853683 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cff2a-9465-45b0-9860-1d8f6493f2cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:54.853683 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cff2a-9465-45b0-9860-1d8f6493f2cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:54.853683 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cff2a-9465-45b0-9860-1d8f6493f2cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:54.853683 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cff2a-9465-45b0-9860-1d8f6493f2cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:54.853683 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cff2a-9465-45b0-9860-1d8f6493f2cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:54.853683 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cff2a-9465-45b0-9860-1d8f6493f2cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:54.853683 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-068cff2a-9465-45b0-9860-1d8f6493f2cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:32:55.189093 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-77cdb6bb-4dab-49ff-93ef-b29551da7301 None None] Provisioning complete for port f2d08ad1-3b52-4d79-abd5-d43f5a10f004 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:55.189461 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-77cdb6bb-4dab-49ff-93ef-b29551da7301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:55.277482 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-77cdb6bb-4dab-49ff-93ef-b29551da7301 None None] Provisioning complete for port 100d9eab-d011-4e1a-ae02-db1b1d3a4dbb triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:32:55.277765 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-77cdb6bb-4dab-49ff-93ef-b29551da7301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:32:57.042021 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41700) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:57.265499 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db83b37-fb8a-46ea-91e5-71f47001a9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:57.265823 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db83b37-fb8a-46ea-91e5-71f47001a9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:57.267344 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6db83b37-fb8a-46ea-91e5-71f47001a9dc admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2243552 Aug 10 03:32:59.631090 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41708) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:32:59.762904 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a406053-2839-4394-bc13-a7379a1a2f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:59.763276 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a406053-2839-4394-bc13-a7379a1a2f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:32:59.764955 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8a406053-2839-4394-bc13-a7379a1a2f30 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1328094 Aug 10 03:33:01.963156 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41716) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:02.094992 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce517560-4e92-43be-aa5a-4670aad973c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:02.096493 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ce517560-4e92-43be-aa5a-4670aad973c2 admin admin] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 886 time: 0.1322892 Aug 10 03:33:04.278718 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41724) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:04.424609 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d9f05d-0116-45c2-ac92-0aa03f0bbef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:04.425993 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-71d9f05d-0116-45c2-ac92-0aa03f0bbef5 admin admin] 10.222.0.25 "GET /v2.0/networks/a6d842c6-d06d-4491-bd5a-0404f5dfdd09 HTTP/1.1" status: 200 len: 869 time: 0.1463213 Aug 10 03:33:06.610730 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41732) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:06.740973 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b77db2-35a9-40db-9ca3-b466859e0e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:06.741350 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b77db2-35a9-40db-9ca3-b466859e0e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:06.742911 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-55b77db2-35a9-40db-9ca3-b466859e0e89 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1312213 Aug 10 03:33:07.639769 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 5 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:33:08.922973 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41740) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:09.013703 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353d8fc1-8c20-4270-8b19-0e4ace610c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:09.014168 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353d8fc1-8c20-4270-8b19-0e4ace610c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:09.015777 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-353d8fc1-8c20-4270-8b19-0e4ace610c7f admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0918417 Aug 10 03:33:09.834696 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-96335600-c6d4-4b57-9ea6-bb8e300dc2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:11.202506 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41748) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:11.293587 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee532e69-0272-4375-9a49-e007b534d941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:11.294998 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ee532e69-0272-4375-9a49-e007b534d941 admin admin] 10.222.0.25 "GET /v2.0/subnets/0819bc62-4c12-46af-8618-8b57c6d165f5 HTTP/1.1" status: 200 len: 816 time: 0.0914497 Aug 10 03:33:13.543011 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:13.554399 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41756) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:13.664251 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90032a19-651d-434f-9aa5-5f3388cce40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:13.665636 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-90032a19-651d-434f-9aa5-5f3388cce40e admin admin] 10.222.0.25 "GET /v2.0/subnets/69693a5e-6c0f-4ae6-b3f5-ef14b983b4d4 HTTP/1.1" status: 200 len: 868 time: 0.1102326 Aug 10 03:33:13.781250 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8d834554-f29f-48a6-a960-3b11d2d89d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:15.074558 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:16.631912 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:39.838784 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8f73453e-16b5-4b59-8c3e-1d494de125be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:40.775780 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41810) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:40.835438 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [None req-32ff3b0c-8319-4fea-acd6-585cb9494fb4 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:33:40.836469 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-32ff3b0c-8319-4fea-acd6-585cb9494fb4 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0597086 Aug 10 03:33:43.174953 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41818) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:43.241995 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2b5772-bbb7-4c0f-9514-541cbefabed0 admin admin] GET failed (client error): The resource could not be found. Aug 10 03:33:43.243349 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ee2b5772-bbb7-4c0f-9514-541cbefabed0 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0674698 Aug 10 03:33:43.356951 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd693ad-a798-42ec-9799-50018b0d2ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:43.359530 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cfd693ad-a798-42ec-9799-50018b0d2ac8 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1106944 Aug 10 03:33:43.550973 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:43.825440 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ef2121d4-b374-44e7-9de4-d349e6587bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:44.639864 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 5 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:33:45.078485 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.624324 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41826) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:45.675437 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-0a18205a-f210-4521-b012-7a9436b73e94 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:45.773984 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a18205a-f210-4521-b012-7a9436b73e94 admin admin] Made reservation on behalf of 7004052a8976416f8cc83eaf53fd4133 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:45.776254 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0a18205a-f210-4521-b012-7a9436b73e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.806723 n-d-802893-2 neutron-server[94937]: WARNING neutron.services.revisions.revision_plugin [None req-0a18205a-f210-4521-b012-7a9436b73e94 admin admin] Could not find related network for resource to bump revision. Aug 10 03:33:45.834498 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a18205a-f210-4521-b012-7a9436b73e94 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:33:45.844845 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0a18205a-f210-4521-b012-7a9436b73e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:45.845187 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-0a18205a-f210-4521-b012-7a9436b73e94 admin admin] Added segment 1b20f7da-13fd-49ed-af3d-69e6ec4b9b31 of type vlan for network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 Aug 10 03:33:45.897007 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0a18205a-f210-4521-b012-7a9436b73e94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.013721 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0a18205a-f210-4521-b012-7a9436b73e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.014697 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a18205a-f210-4521-b012-7a9436b73e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:46.015314 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0a18205a-f210-4521-b012-7a9436b73e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:46.072970 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18205a-f210-4521-b012-7a9436b73e94 admin admin] Pushing event updated for resources: {'Network': ['ID=066d9f5d-9fcd-4f31-8851-9c14352ccf02,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:46.079869 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18205a-f210-4521-b012-7a9436b73e94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:46.084374 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18205a-f210-4521-b012-7a9436b73e94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:46.084374 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18205a-f210-4521-b012-7a9436b73e94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:46.084374 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18205a-f210-4521-b012-7a9436b73e94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:46.084374 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18205a-f210-4521-b012-7a9436b73e94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:46.084374 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18205a-f210-4521-b012-7a9436b73e94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:46.084374 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18205a-f210-4521-b012-7a9436b73e94 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:46.084374 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18205a-f210-4521-b012-7a9436b73e94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:46.084374 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18205a-f210-4521-b012-7a9436b73e94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:46.084374 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18205a-f210-4521-b012-7a9436b73e94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:46.084374 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18205a-f210-4521-b012-7a9436b73e94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:46.084374 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a18205a-f210-4521-b012-7a9436b73e94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:46.098457 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:33:46.134588 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0a18205a-f210-4521-b012-7a9436b73e94 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5091059 Aug 10 03:33:46.659733 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:48.479420 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41834) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:33:48.554876 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-df69cfd0-429c-4672-9287-b84b3887eb98 admin admin] GET failed (client error): The resource could not be found. Aug 10 03:33:48.556293 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-df69cfd0-429c-4672-9287-b84b3887eb98 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0758638 Aug 10 03:33:48.662898 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7df405a-64ff-4f1f-8727-35d6f4e9a72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:48.664306 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b7df405a-64ff-4f1f-8727-35d6f4e9a72f admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1027262 Aug 10 03:33:48.678471 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-335a0a7a-a68b-4122-b2d1-dd19184eac8a admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:33:48.781571 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335a0a7a-a68b-4122-b2d1-dd19184eac8a admin admin] Made reservation on behalf of 7004052a8976416f8cc83eaf53fd4133 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:33:48.783922 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-335a0a7a-a68b-4122-b2d1-dd19184eac8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.088736 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-335a0a7a-a68b-4122-b2d1-dd19184eac8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.161071 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a0a7a-a68b-4122-b2d1-dd19184eac8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3660a9f-c521-4947-b5b8-77dcc2d1db10,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:49.171513 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335a0a7a-a68b-4122-b2d1-dd19184eac8a admin admin] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:49.171919 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335a0a7a-a68b-4122-b2d1-dd19184eac8a admin admin] Network hostable DHCP agents. Network: 066d9f5d-9fcd-4f31-8851-9c14352ccf02, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:33:49.283937 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335a0a7a-a68b-4122-b2d1-dd19184eac8a admin admin] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:33:49.398491 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-335a0a7a-a68b-4122-b2d1-dd19184eac8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 066d9f5d-9fcd-4f31-8851-9c14352ccf02) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:49.403843 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335a0a7a-a68b-4122-b2d1-dd19184eac8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:33:49.404816 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-335a0a7a-a68b-4122-b2d1-dd19184eac8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.410661 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e388e33-416f-4449-a635-c6a2375fc63f None None] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:49.496116 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-335a0a7a-a68b-4122-b2d1-dd19184eac8a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8212504 Aug 10 03:33:49.578464 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'tenant_id': '7004052a8976416f8cc83eaf53fd4133', 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:33:49.579694 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.724833 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Allocated IP 192.168.233.2 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/a7c4c16d-6d8a-4bfe-bcca-595a55af6e44) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:33:49.885323 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:49.895133 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Transition to ACTIVE for port object a7c4c16d-6d8a-4bfe-bcca-595a55af6e44 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:49.912474 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Transition to ACTIVE for port object a7c4c16d-6d8a-4bfe-bcca-595a55af6e44 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:33:49.993818 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.041567 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:33:50.049217 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:33:50.051718 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:33:50.055460 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Pushing event updated for resources: {'Port': ['ID=a7c4c16d-6d8a-4bfe-bcca-595a55af6e44,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:50.067541 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:50.067541 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:50.067541 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:50.068099 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:50.068205 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:50.068477 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:50.068842 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:50.069162 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:50.069479 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:50.069791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:50.070104 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:50.070414 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:33:50.128363 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Attempting to bind port a7c4c16d-6d8a-4bfe-bcca-595a55af6e44 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:33:50.129066 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Attempting to bind port a7c4c16d-6d8a-4bfe-bcca-595a55af6e44 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:33:50.129441 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Attempting to bind port a7c4c16d-6d8a-4bfe-bcca-595a55af6e44 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:33:50.135008 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:33:50.135385 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:33:50.135782 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.136208 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:33:50.136671 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Bound port: a7c4c16d-6d8a-4bfe-bcca-595a55af6e44, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:33:50.137056 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.211620 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] For port a7c4c16d-6d8a-4bfe-bcca-595a55af6e44, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:33:50.216609 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] For port a7c4c16d-6d8a-4bfe-bcca-595a55af6e44, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a7c4c16d-6d8a-4bfe-bcca-595a55af6e44,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:33:50.341323 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:50.417848 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f31fe9-0fd2-4a01-a020-393b8f74a325 None None] Pushing event updated for resources: {'Port': ['ID=a7c4c16d-6d8a-4bfe-bcca-595a55af6e44,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:51.421234 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6b5bb4-cbba-4703-b97d-79ef6bbfce00 None None] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:33:51.547254 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-290c846f-6207-4935-9c4a-930878f1c03c None None] Provisioning for port a7c4c16d-6d8a-4bfe-bcca-595a55af6e44 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:52.071424 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a7c4c16d-6d8a-4bfe-bcca-595a55af6e44 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:52.266207 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port a7c4c16d-6d8a-4bfe-bcca-595a55af6e44 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:33:52.269433 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port a7c4c16d-6d8a-4bfe-bcca-595a55af6e44 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:52.269813 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.368424 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.411875 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port a7c4c16d-6d8a-4bfe-bcca-595a55af6e44, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a7c4c16d-6d8a-4bfe-bcca-595a55af6e44,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:33:52.532847 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:33:52.583796 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=a7c4c16d-6d8a-4bfe-bcca-595a55af6e44,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:33:54.034278 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a7c4c16d-6d8a-4bfe-bcca-595a55af6e44 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:33:54.111615 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port a7c4c16d-6d8a-4bfe-bcca-595a55af6e44 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:33:54.112123 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:09.842909 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-068cff51-6eeb-469a-b84d-60d7c141664b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.521583 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:13.779934 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ebb76600-35d5-431e-9b9f-67514938bb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:15.082982 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:16.636839 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:21.639494 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 5 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:34:39.824670 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0b49d92f-26de-42a3-a7a3-580a4fac31aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.510595 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:43.778279 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-db87da3f-2ffb-4089-9fa3-8a8d49eef54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:45.092825 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:46.640881 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:34:58.639130 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 5 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:35:09.885966 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4c929d34-30f6-4300-8777-427e120a2728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.588996 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:13.828106 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7083dfd7-d105-4f19-91d9-eca9e412022a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:15.160100 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:16.698041 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:35.640167 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 5 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:35:39.913783 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-23d6e243-6204-46a3-9f46-4d969b985bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:40.417540 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41886) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:40.423726 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [None req-c2c783e4-601f-4e2f-8f37-16dc30451e25 tempest-verify_tempest_config-1399236102 tempest-verify_tempest_config-1399236102-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:35:40.424780 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c2c783e4-601f-4e2f-8f37-16dc30451e25 tempest-verify_tempest_config-1399236102 tempest-verify_tempest_config-1399236102-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062070 Aug 10 03:35:41.045317 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41904) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:41.149252 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-599fe5cd-1ea2-4694-8b63-9de49e004c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.237812 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-599fe5cd-1ea2-4694-8b63-9de49e004c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.324376 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-599fe5cd-1ea2-4694-8b63-9de49e004c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.369214 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-599fe5cd-1ea2-4694-8b63-9de49e004c5e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6b6279e09bf84ec49b4dfb9ce991d652&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3226590 Aug 10 03:35:41.369848 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fe5cd-1ea2-4694-8b63-9de49e004c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0efde4-8167-4a51-bdae-9ef5cf3ae7b7,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:41.371720 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41908) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:35:41.376675 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599fe5cd-1ea2-4694-8b63-9de49e004c5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:41.377017 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599fe5cd-1ea2-4694-8b63-9de49e004c5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:41.377353 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599fe5cd-1ea2-4694-8b63-9de49e004c5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:41.377682 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599fe5cd-1ea2-4694-8b63-9de49e004c5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:41.378009 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599fe5cd-1ea2-4694-8b63-9de49e004c5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:41.378336 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599fe5cd-1ea2-4694-8b63-9de49e004c5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:41.378656 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599fe5cd-1ea2-4694-8b63-9de49e004c5e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:41.378979 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599fe5cd-1ea2-4694-8b63-9de49e004c5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:41.379300 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599fe5cd-1ea2-4694-8b63-9de49e004c5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:41.379870 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599fe5cd-1ea2-4694-8b63-9de49e004c5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:41.380101 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599fe5cd-1ea2-4694-8b63-9de49e004c5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:41.380421 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599fe5cd-1ea2-4694-8b63-9de49e004c5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:41.428057 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d87b092-b0c1-4d43-99e7-39ddf9718e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.449702 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d87b092-b0c1-4d43-99e7-39ddf9718e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.633492 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d87b092-b0c1-4d43-99e7-39ddf9718e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.635912 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d87b092-b0c1-4d43-99e7-39ddf9718e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:41.637149 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6d87b092-b0c1-4d43-99e7-39ddf9718e4b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f0efde4-8167-4a51-bdae-9ef5cf3ae7b7 HTTP/1.1" status: 204 len: 168 time: 0.2644207 Aug 10 03:35:41.644943 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87b092-b0c1-4d43-99e7-39ddf9718e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0efde4-8167-4a51-bdae-9ef5cf3ae7b7,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:35:41.652030 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d87b092-b0c1-4d43-99e7-39ddf9718e4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:41.652378 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d87b092-b0c1-4d43-99e7-39ddf9718e4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:41.652712 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d87b092-b0c1-4d43-99e7-39ddf9718e4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:41.653184 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d87b092-b0c1-4d43-99e7-39ddf9718e4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:41.653380 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d87b092-b0c1-4d43-99e7-39ddf9718e4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:41.653669 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d87b092-b0c1-4d43-99e7-39ddf9718e4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:41.653986 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d87b092-b0c1-4d43-99e7-39ddf9718e4b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:41.654305 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d87b092-b0c1-4d43-99e7-39ddf9718e4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:41.654625 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d87b092-b0c1-4d43-99e7-39ddf9718e4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:41.654939 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d87b092-b0c1-4d43-99e7-39ddf9718e4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:41.655256 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d87b092-b0c1-4d43-99e7-39ddf9718e4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:41.655568 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d87b092-b0c1-4d43-99e7-39ddf9718e4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:35:43.615302 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:43.792834 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3d72ef59-8357-4d94-9375-ee97f7e863ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:45.101307 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:35:46.638886 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:09.860222 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-15e207e6-ce5c-41e2-a309-77057fd4ab7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:12.639059 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 5 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:36:13.563238 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:13.774021 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3b8cb91a-dd89-4aa7-9c05-82950333b62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:15.128648 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:16.660450 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:39.859482 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4a3673eb-bfb7-4ceb-a021-76b047a2f6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.630965 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:43.865770 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-442c698f-71ec-4c04-881f-e56369060d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:45.151215 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:46.732074 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:36:49.637975 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 5 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:37:09.857379 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1f71f97b-7a23-4702-a596-3c4a75fbd428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.493095 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:13.793765 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e3ba487e-ddfe-47dc-aaec-d5ed92f3707a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:15.165340 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:16.693070 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:26.635785 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 5 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:37:39.857850 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c046f12d-7f71-41e8-bf9a-6100f83ed463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:43.764224 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:43.791596 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-697f291b-8438-4899-8992-01db8ec1cb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:45.151934 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:37:46.706346 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:03.634092 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 5 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:38:09.856707 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-29a8c5ea-82a7-446f-a53c-aef4bd058d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:13.553545 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:13.793565 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-635d8171-8471-4d05-85d2-f32f9b01a14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:15.124846 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:16.679361 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:39.846938 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6eee3f7c-7343-4328-b7e6-1cdafaf21c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:40.632456 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 5 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:38:43.510160 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:43.771845 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7d36656b-6c45-4f76-ac6f-ada84165d744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.107975 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:45.290057 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455165'] for agent, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:46.657512 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:38:57.067101 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-455165'] for agent, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:09.840286 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2e12c46a-a743-4d82-8dc7-1010ab20de22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.508896 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:13.775939 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-095c4fca-7166-4091-ab78-801acc6e32b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.160057 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:15.251408 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:16.702589 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:17.631696 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:39:23.781826 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41970) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:23.887656 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0f8e4bd1-66d3-4d48-bca7-9db7fdafaab1 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1033533 Aug 10 03:39:26.055516 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41980) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:39:26.111791 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-00d9ea4f-f9f3-455a-87a7-e0bfe3431834 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0551720 Aug 10 03:39:27.033808 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:39.839127 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6bca9fde-9fbe-4aa4-96f8-92b15fff0c64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.502358 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:43.794531 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c02ef0d0-50ed-4194-8d9f-a1668365174d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.113682 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:45.256123 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:46.701979 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:39:54.632681 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:39:57.016033 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:09.845154 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e931d41a-f790-4b12-b2e1-faf75a55e83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.633769 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:13.810386 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c5f97077-a5bb-4c49-aa75-17a6ee2b75ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:15.136378 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:15.273196 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:16.684959 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:27.060964 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:31.632237 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:40:39.844122 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9e75c508-2cfe-4da8-bed7-fb2b48c5dbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:43.518399 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:43.769461 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9ab990a9-f2fa-4f5f-91cd-a56a0f69adb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:45.135409 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:45.261245 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:46.919667 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:51.296346 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42190) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:51.940237 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6af25a34-39de-4f8b-9467-2ca0a646a203 tempest-AutoAllocateNetworkTest-1541135660 tempest-AutoAllocateNetworkTest-1541135660-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f7da1ca9e19545849b46f31e921cf88c&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6427026 Aug 10 03:40:51.946236 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42212) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:52.132019 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e47240-6ea0-4d99-8003-ed04d828cce0 tempest-AutoAllocateNetworkTest-1541135660 tempest-AutoAllocateNetworkTest-1541135660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:52.136047 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a2e47240-6ea0-4d99-8003-ed04d828cce0 tempest-AutoAllocateNetworkTest-1541135660 tempest-AutoAllocateNetworkTest-1541135660-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1862805 Aug 10 03:40:52.137263 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42220) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:52.204995 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-71821946-c23c-476a-a89a-6745605d7b39 tempest-AutoAllocateNetworkTest-1541135660 tempest-AutoAllocateNetworkTest-1541135660-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0665019 Aug 10 03:40:52.207540 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42226) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:52.342177 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5da398cd-0eef-4442-bec2-0d832b05af66 tempest-AutoAllocateNetworkTest-1541135660 tempest-AutoAllocateNetworkTest-1541135660-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f7da1ca9e19545849b46f31e921cf88c HTTP/1.1" status: 200 len: 208 time: 0.1334536 Aug 10 03:40:53.619516 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42274) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:54.047397 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-357da47c-144f-441d-8068-4a554d7aa2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:54.144482 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-357da47c-144f-441d-8068-4a554d7aa2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:54.226633 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-357da47c-144f-441d-8068-4a554d7aa2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:54.267051 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357da47c-144f-441d-8068-4a554d7aa2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b1ca3d-6655-43e9-90b3-6eef1fb0dbff,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:54.275500 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-357da47c-144f-441d-8068-4a554d7aa2f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f7da1ca9e19545849b46f31e921cf88c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6547666 Aug 10 03:40:54.277611 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357da47c-144f-441d-8068-4a554d7aa2f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:54.278059 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357da47c-144f-441d-8068-4a554d7aa2f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:54.278570 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42302) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:54.279146 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357da47c-144f-441d-8068-4a554d7aa2f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:54.279497 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357da47c-144f-441d-8068-4a554d7aa2f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:54.279832 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357da47c-144f-441d-8068-4a554d7aa2f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:54.280190 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357da47c-144f-441d-8068-4a554d7aa2f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:54.280518 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357da47c-144f-441d-8068-4a554d7aa2f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:54.280844 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357da47c-144f-441d-8068-4a554d7aa2f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:54.281170 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357da47c-144f-441d-8068-4a554d7aa2f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:54.281494 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357da47c-144f-441d-8068-4a554d7aa2f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:54.281816 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357da47c-144f-441d-8068-4a554d7aa2f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:54.282131 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357da47c-144f-441d-8068-4a554d7aa2f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357da47c-144f-441d-8068-4a554d7aa2f1 admin admin] Tracked resource versions report: Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: pushed versions: Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: { 'AddressGroup': {'1.2'}, Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: 'ConntrackHelper': {'1.0'}, Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: 'Log': {'1.0'}, Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: 'Network': {'1.1'}, Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: 'Port': {'1.7'}, Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: 'PortForwarding': {'1.2'}, Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: 'QosPolicy': {'1.9'}, Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: 'SecurityGroup': {'1.4'}, Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: 'SubPort': {'1.0'}, Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: 'Subnet': {'1.1'}, Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: 'Trunk': {'1.1'}} Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: consumer versions: Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: { DHCP agent@n-d-802893-2: {}, Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: HyperV agent@n-h1-802893-2: {}, Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: HyperV agent@n-h2-802893-2: {}, Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: L3 agent@n-d-802893-2: {}, Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: Metadata agent@n-d-802893-2: {}, Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: Metering agent@n-d-802893-2: {}, Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: Open vSwitch agent@n-d-802893-2: { 'AddressGroup': '1.2', Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: 'ConntrackHelper': '1.0', Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: 'Log': '1.0', Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: 'Network': '1.1', Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: 'Port': '1.7', Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: 'PortForwarding': '1.2', Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: 'QosPolicy': '1.9', Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: 'SecurityGroup': '1.4', Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: 'SecurityGroupRule': '1.2', Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: 'SubPort': '1.0', Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: 'Subnet': '1.1', Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: 'Trunk': '1.1'}} Aug 10 03:40:54.283667 n-d-802893-2 neutron-server[94937]: {{(pid=94937) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:40:54.333829 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fb052b2c-d900-4d0d-ae4f-719e8b0665ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:54.357379 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fb052b2c-d900-4d0d-ae4f-719e8b0665ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:54.506598 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fb052b2c-d900-4d0d-ae4f-719e8b0665ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:54.511341 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fb052b2c-d900-4d0d-ae4f-719e8b0665ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:54.519782 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fb052b2c-d900-4d0d-ae4f-719e8b0665ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a3b1ca3d-6655-43e9-90b3-6eef1fb0dbff HTTP/1.1" status: 204 len: 168 time: 0.2330663 Aug 10 03:40:54.520574 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb052b2c-d900-4d0d-ae4f-719e8b0665ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b1ca3d-6655-43e9-90b3-6eef1fb0dbff,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:54.528491 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb052b2c-d900-4d0d-ae4f-719e8b0665ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:54.528919 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb052b2c-d900-4d0d-ae4f-719e8b0665ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:54.529335 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb052b2c-d900-4d0d-ae4f-719e8b0665ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:54.529743 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb052b2c-d900-4d0d-ae4f-719e8b0665ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:54.530142 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb052b2c-d900-4d0d-ae4f-719e8b0665ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:54.530546 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb052b2c-d900-4d0d-ae4f-719e8b0665ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:54.530980 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb052b2c-d900-4d0d-ae4f-719e8b0665ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:54.531376 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb052b2c-d900-4d0d-ae4f-719e8b0665ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:54.531772 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb052b2c-d900-4d0d-ae4f-719e8b0665ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:54.532188 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb052b2c-d900-4d0d-ae4f-719e8b0665ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:54.532587 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb052b2c-d900-4d0d-ae4f-719e8b0665ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:54.532980 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb052b2c-d900-4d0d-ae4f-719e8b0665ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb052b2c-d900-4d0d-ae4f-719e8b0665ca admin admin] Tracked resource versions report: Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: pushed versions: Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: { 'AddressGroup': {'1.2'}, Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: 'ConntrackHelper': {'1.0'}, Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: 'Log': {'1.0'}, Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: 'Network': {'1.1'}, Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: 'Port': {'1.7'}, Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: 'PortForwarding': {'1.2'}, Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: 'QosPolicy': {'1.9'}, Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: 'SecurityGroup': {'1.4'}, Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: 'SubPort': {'1.0'}, Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: 'Subnet': {'1.1'}, Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: 'Trunk': {'1.1'}} Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: consumer versions: Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: { DHCP agent@n-d-802893-2: {}, Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: HyperV agent@n-h1-802893-2: {}, Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: HyperV agent@n-h2-802893-2: {}, Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: L3 agent@n-d-802893-2: {}, Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: Metadata agent@n-d-802893-2: {}, Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: Metering agent@n-d-802893-2: {}, Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: Open vSwitch agent@n-d-802893-2: { 'AddressGroup': '1.2', Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: 'ConntrackHelper': '1.0', Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: 'Log': '1.0', Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: 'Network': '1.1', Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: 'Port': '1.7', Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: 'PortForwarding': '1.2', Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: 'QosPolicy': '1.9', Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: 'SecurityGroup': '1.4', Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: 'SecurityGroupRule': '1.2', Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: 'SubPort': '1.0', Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: 'Subnet': '1.1', Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: 'Trunk': '1.1'}} Aug 10 03:40:54.534298 n-d-802893-2 neutron-server[94938]: {{(pid=94938) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:40:57.067226 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:57.519346 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42550) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:57.523411 n-d-802893-2 neutron-server[94937]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 03:40:57.553494 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-ee9500ff-707f-4ce9-8b79-3b57cfd17954 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=966ce407772844b0855404f8acae2657&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315330 Aug 10 03:40:57.751110 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-46edbf05-5ca1-4b64-9982-0075bf1db6c0 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:40:57.752805 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-46edbf05-5ca1-4b64-9982-0075bf1db6c0 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1935277 Aug 10 03:40:57.770298 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-9e1f8faf-38ef-403c-b83d-ec70f4c1913f tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/quotas/966ce407772844b0855404f8acae2657 HTTP/1.1" status: 200 len: 375 time: 0.0118005 Aug 10 03:40:57.825108 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-6b2ce2e7-0b45-4fd9-858b-38ef403d3ca0 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=966ce407772844b0855404f8acae2657&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481634 Aug 10 03:40:57.952674 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42566) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:58.168353 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42586) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:58.268371 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ee9d4630-a8a8-4999-bde4-9680839f64b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.282975 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42590) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:58.354847 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-95550a00-9ebe-4881-9276-b0a2635ea64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.389699 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ee9d4630-a8a8-4999-bde4-9680839f64b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.483550 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42602) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:58.502610 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ee9d4630-a8a8-4999-bde4-9680839f64b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.556380 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ee9d4630-a8a8-4999-bde4-9680839f64b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2af5c67641c1424f84ff3e487e398d2e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6023989 Aug 10 03:40:58.563509 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42608) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:58.600469 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42610) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:58.615180 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-95550a00-9ebe-4881-9276-b0a2635ea64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.621109 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d4630-a8a8-4999-bde4-9680839f64b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ceac8e4-b0e0-4228-89bd-c76cdd8e5c8c,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:58.634348 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8083d890-77cb-40a0-a491-b135bd5dd225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.647008 n-d-802893-2 neutron-server[94938]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 10 03:40:58.649266 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dde180f2-a98d-4bb0-8d34-71977ac9208e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.689589 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-95550a00-9ebe-4881-9276-b0a2635ea64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.732666 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-95550a00-9ebe-4881-9276-b0a2635ea64a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=199a24523a924191b7d9281504d81b0e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5632741 Aug 10 03:40:58.733742 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95550a00-9ebe-4881-9276-b0a2635ea64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=755d5822-d19e-4c8c-91a3-86030b14993b,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:58.736999 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42618) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:58.748973 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-03be91de-c958-43b1-bb89-d8758aff78cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.758139 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-28ec7d25-3886-4a44-b76f-62cfde7e19e1 req-fbe21bb3-d243-4991-831b-87d0da30277e tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 210 time: 0.2731352 Aug 10 03:40:58.779534 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dde180f2-a98d-4bb0-8d34-71977ac9208e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.831714 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9449375d-7692-45b6-a05a-523a5dedae20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.856470 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9449375d-7692-45b6-a05a-523a5dedae20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:58.884971 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8083d890-77cb-40a0-a491-b135bd5dd225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.078223 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dde180f2-a98d-4bb0-8d34-71977ac9208e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.080861 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dde180f2-a98d-4bb0-8d34-71977ac9208e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.087186 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-dde180f2-a98d-4bb0-8d34-71977ac9208e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5ceac8e4-b0e0-4228-89bd-c76cdd8e5c8c HTTP/1.1" status: 204 len: 168 time: 0.5170031 Aug 10 03:40:59.092327 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde180f2-a98d-4bb0-8d34-71977ac9208e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ceac8e4-b0e0-4228-89bd-c76cdd8e5c8c,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:59.124055 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9449375d-7692-45b6-a05a-523a5dedae20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.125650 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8083d890-77cb-40a0-a491-b135bd5dd225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.127566 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9449375d-7692-45b6-a05a-523a5dedae20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.128988 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9449375d-7692-45b6-a05a-523a5dedae20 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/755d5822-d19e-4c8c-91a3-86030b14993b HTTP/1.1" status: 204 len: 168 time: 0.3906879 Aug 10 03:40:59.141766 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449375d-7692-45b6-a05a-523a5dedae20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755d5822-d19e-4c8c-91a3-86030b14993b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:59.201385 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8083d890-77cb-40a0-a491-b135bd5dd225 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab959f868f0c4b53ba2a92fa14aac574&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9169803 Aug 10 03:40:59.202171 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8083d890-77cb-40a0-a491-b135bd5dd225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0bd475-791b-4e9a-b4f1-4a474508e1d7,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:59.204057 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42636) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:59.255982 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b083943-fc54-4101-a295-f699a2e9020f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.265703 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-03be91de-c958-43b1-bb89-d8758aff78cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.278898 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b083943-fc54-4101-a295-f699a2e9020f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.387082 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-03be91de-c958-43b1-bb89-d8758aff78cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.425825 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-03be91de-c958-43b1-bb89-d8758aff78cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=607cc66f394c426582a9fdd4343cce8d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8160682 Aug 10 03:40:59.427739 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be91de-c958-43b1-bb89-d8758aff78cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09cb78c-f041-4420-967c-f6a67ce95a02,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:59.428799 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42638) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:40:59.439132 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b083943-fc54-4101-a295-f699a2e9020f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.449299 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b083943-fc54-4101-a295-f699a2e9020f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.449299 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7b083943-fc54-4101-a295-f699a2e9020f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f0bd475-791b-4e9a-b4f1-4a474508e1d7 HTTP/1.1" status: 204 len: 168 time: 0.2375882 Aug 10 03:40:59.464405 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b083943-fc54-4101-a295-f699a2e9020f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0bd475-791b-4e9a-b4f1-4a474508e1d7,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:59.503820 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-be8f3ff8-c916-4ffb-9a09-2743f0400344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.525922 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-be8f3ff8-c916-4ffb-9a09-2743f0400344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.718113 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-be8f3ff8-c916-4ffb-9a09-2743f0400344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.720905 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-be8f3ff8-c916-4ffb-9a09-2743f0400344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:40:59.722102 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-be8f3ff8-c916-4ffb-9a09-2743f0400344 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b09cb78c-f041-4420-967c-f6a67ce95a02 HTTP/1.1" status: 204 len: 168 time: 0.2923355 Aug 10 03:40:59.730186 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f3ff8-c916-4ffb-9a09-2743f0400344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09cb78c-f041-4420-967c-f6a67ce95a02,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:40:59.917321 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f9edf18f-947c-4d10-9256-3d3f45149972 req-e13fcfcc-44c1-407d-8bb4-300e271182c6 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 210 time: 0.0540233 Aug 10 03:41:00.061381 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42656) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:00.074199 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-be21f4ec-c8fa-4287-92bc-3a77ccea6c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.171734 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-be21f4ec-c8fa-4287-92bc-3a77ccea6c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.272502 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-be21f4ec-c8fa-4287-92bc-3a77ccea6c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.311745 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-be21f4ec-c8fa-4287-92bc-3a77ccea6c7f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8eb4093fa8df4aa0b9f635fefd8768d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2492390 Aug 10 03:41:00.312639 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be21f4ec-c8fa-4287-92bc-3a77ccea6c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a9b18f-72a0-40be-be53-175b62c84f72,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:00.314501 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42662) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:00.344426 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42664) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:00.361063 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8c86fb82-5ffc-4cd2-b459-8c115bc89096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.368990 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c1d7644-9943-45e6-b09a-fcccd944df23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.394823 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c1d7644-9943-45e6-b09a-fcccd944df23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.552819 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c1d7644-9943-45e6-b09a-fcccd944df23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.555390 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c1d7644-9943-45e6-b09a-fcccd944df23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.559632 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7c1d7644-9943-45e6-b09a-fcccd944df23 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/42a9b18f-72a0-40be-be53-175b62c84f72 HTTP/1.1" status: 204 len: 168 time: 0.2416439 Aug 10 03:41:00.569859 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d7644-9943-45e6-b09a-fcccd944df23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a9b18f-72a0-40be-be53-175b62c84f72,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:00.582663 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8c86fb82-5ffc-4cd2-b459-8c115bc89096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.724094 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8c86fb82-5ffc-4cd2-b459-8c115bc89096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.763424 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8c86fb82-5ffc-4cd2-b459-8c115bc89096 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=69e12732590546c9842988a31c7c4dcf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4177780 Aug 10 03:41:00.771810 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86fb82-5ffc-4cd2-b459-8c115bc89096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf554b82-7646-42d1-9de4-ae29256bbb34,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:00.772000 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42670) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:00.815001 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d7913231-79fe-4c21-be04-fd4651a21ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.843259 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d7913231-79fe-4c21-be04-fd4651a21ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.862343 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42672) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:00.882055 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-78d5e2cb-9203-486a-bab7-c33b251cb509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.981995 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d7913231-79fe-4c21-be04-fd4651a21ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.986098 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d7913231-79fe-4c21-be04-fd4651a21ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:00.989147 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d7913231-79fe-4c21-be04-fd4651a21ac9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf554b82-7646-42d1-9de4-ae29256bbb34 HTTP/1.1" status: 204 len: 168 time: 0.2202494 Aug 10 03:41:00.989147 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42678) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:01.074172 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-77fe6417-3c5a-483a-a892-5263903cd590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.086705 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7913231-79fe-4c21-be04-fd4651a21ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf554b82-7646-42d1-9de4-ae29256bbb34,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:01.096664 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-78d5e2cb-9203-486a-bab7-c33b251cb509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.156303 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-adfe3130-2543-4971-a130-a0545fad2d56 req-43d71d93-e415-476b-8db6-33ec141f805f tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 210 time: 0.0276573 Aug 10 03:41:01.204982 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-78d5e2cb-9203-486a-bab7-c33b251cb509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.304266 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-77fe6417-3c5a-483a-a892-5263903cd590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.305002 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5e2cb-9203-486a-bab7-c33b251cb509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d6a017-f32f-4497-87dc-de2e77578457,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:01.327503 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-78d5e2cb-9203-486a-bab7-c33b251cb509 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f426a2d923ad426ea9d0d29028e15b48&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4638538 Aug 10 03:41:01.336941 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42686) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:01.391248 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3a74c458-00c7-4849-b23b-78f5488cc738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.404592 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-77fe6417-3c5a-483a-a892-5263903cd590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.423400 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3a74c458-00c7-4849-b23b-78f5488cc738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.471896 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-77fe6417-3c5a-483a-a892-5263903cd590 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6821a0f54ab74e77a47b13061fac6fe0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4779913 Aug 10 03:41:01.473890 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe6417-3c5a-483a-a892-5263903cd590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af679b7-ee2c-43a3-8d46-703e03f2af40,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:01.476095 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42692) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:01.542423 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c6268fae-5d4f-4ece-bae6-29e522665255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.554349 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3a74c458-00c7-4849-b23b-78f5488cc738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.559608 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3a74c458-00c7-4849-b23b-78f5488cc738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.562733 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3a74c458-00c7-4849-b23b-78f5488cc738 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a6d6a017-f32f-4497-87dc-de2e77578457 HTTP/1.1" status: 204 len: 168 time: 0.2308695 Aug 10 03:41:01.572685 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74c458-00c7-4849-b23b-78f5488cc738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d6a017-f32f-4497-87dc-de2e77578457,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:01.582270 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c6268fae-5d4f-4ece-bae6-29e522665255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.729867 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c6268fae-5d4f-4ece-bae6-29e522665255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.732551 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c6268fae-5d4f-4ece-bae6-29e522665255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:01.737362 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c6268fae-5d4f-4ece-bae6-29e522665255 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0af679b7-ee2c-43a3-8d46-703e03f2af40 HTTP/1.1" status: 204 len: 168 time: 0.2564690 Aug 10 03:41:01.742559 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6268fae-5d4f-4ece-bae6-29e522665255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af679b7-ee2c-43a3-8d46-703e03f2af40,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:02.370576 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-918ff0d1-1e40-4095-9b9a-20402732b139 req-e95128d7-e151-4f9d-a9d7-d1407fbf61b9 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 210 time: 0.0405722 Aug 10 03:41:02.375799 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.68', 62817) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:02.398625 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-bc600eff-5b4b-40f8-82ff-504dfe5656c7 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=966ce407772844b0855404f8acae2657&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216577 Aug 10 03:41:02.536400 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-8e9a0e7c-743b-4b6e-ba86-5928a9d30d32 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:02.537937 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-8e9a0e7c-743b-4b6e-ba86-5928a9d30d32 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1326978 Aug 10 03:41:02.605040 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-46a0db3a-51bc-4ae5-aadd-e447b070a373 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Request body: {'port': {'device_id': 'bb41fad0-e188-4c0f-83f1-31d0afda05a7', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': '966ce407772844b0855404f8acae2657'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:02.913102 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-46a0db3a-51bc-4ae5-aadd-e447b070a373 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Made reservation on behalf of 966ce407772844b0855404f8acae2657 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:02.927212 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-46a0db3a-51bc-4ae5-aadd-e447b070a373 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:02.938071 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-46a0db3a-51bc-4ae5-aadd-e447b070a373 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:03.045745 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-46a0db3a-51bc-4ae5-aadd-e447b070a373 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:03.112590 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-46a0db3a-51bc-4ae5-aadd-e447b070a373 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:03.211822 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0db3a-51bc-4ae5-aadd-e447b070a373 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=987c7216-bd73-4ee3-9de2-8376edabf577,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:03.880564 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-46a0db3a-51bc-4ae5-aadd-e447b070a373 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Allocated IP 192.168.233.170 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/2c4749b2-a5c9-4b91-a51d-517555ecec37) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:03.882217 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-113092c9-a0a8-4b99-ae19-238efda4c243 req-dc769f3c-b4fa-48e8-9d9b-25e021dc5ff7 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 210 time: 0.0427201 Aug 10 03:41:03.883005 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-46a0db3a-51bc-4ae5-aadd-e447b070a373 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:03.883005 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-46a0db3a-51bc-4ae5-aadd-e447b070a373 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Transition to ACTIVE for port object 2c4749b2-a5c9-4b91-a51d-517555ecec37 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:03.987909 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-46a0db3a-51bc-4ae5-aadd-e447b070a373 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:04.062409 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-46a0db3a-51bc-4ae5-aadd-e447b070a373 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:04.068056 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-46a0db3a-51bc-4ae5-aadd-e447b070a373 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:04.075838 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-46a0db3a-51bc-4ae5-aadd-e447b070a373 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:04.081444 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-46a0db3a-51bc-4ae5-aadd-e447b070a373 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:04.082071 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-46a0db3a-51bc-4ae5-aadd-e447b070a373 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:04.114992 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0db3a-51bc-4ae5-aadd-e447b070a373 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Pushing event updated for resources: {'Port': ['ID=2c4749b2-a5c9-4b91-a51d-517555ecec37,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:04.216037 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-46a0db3a-51bc-4ae5-aadd-e447b070a373 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6151621 Aug 10 03:41:04.241281 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-3e0f8bda-f881-47a3-82b2-c1cea96e967e tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:41:04.242354 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-3e0f8bda-f881-47a3-82b2-c1cea96e967e tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0185015 Aug 10 03:41:04.415002 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9837c53c-c106-4dd4-a6cc-d4e414e59e49 None None] Provisioning for port 2c4749b2-a5c9-4b91-a51d-517555ecec37 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:04.422147 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9837c53c-c106-4dd4-a6cc-d4e414e59e49 None None] Provisioning complete for port 2c4749b2-a5c9-4b91-a51d-517555ecec37 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:04.422147 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9837c53c-c106-4dd4-a6cc-d4e414e59e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:04.517371 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-9837c53c-c106-4dd4-a6cc-d4e414e59e49 None None] Port 2c4749b2-a5c9-4b91-a51d-517555ecec37 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:04.690696 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55d9d5-7f83-4320-b608-fc5f8c887972 req-62ca5ef7-925e-4c14-8a28-a2e4723a2f4c tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:04.693408 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7f55d9d5-7f83-4320-b608-fc5f8c887972 req-62ca5ef7-925e-4c14-8a28-a2e4723a2f4c tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 936 time: 0.0808849 Aug 10 03:41:04.774701 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7f55d9d5-7f83-4320-b608-fc5f8c887972 req-f5f93318-e33c-4733-9edb-4ef11d2fdb42 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/security-groups?id=987c7216-bd73-4ee3-9de2-8376edabf577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722578 Aug 10 03:41:05.943832 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ea3ae-7f2c-4182-97ef-bfbdf124f57a req-1c356eb6-386a-4d50-ad8f-127ddae5b503 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:05.952092 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3d9ea3ae-7f2c-4182-97ef-bfbdf124f57a req-1c356eb6-386a-4d50-ad8f-127ddae5b503 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 936 time: 0.0773659 Aug 10 03:41:06.031051 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3d9ea3ae-7f2c-4182-97ef-bfbdf124f57a req-30fd87bd-c7df-415e-97de-23e711bf60cd tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/security-groups?id=987c7216-bd73-4ee3-9de2-8376edabf577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717320 Aug 10 03:41:06.171380 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00942c66-7794-4dc5-9356-64609bd83255 req-0de37428-58dc-46ca-88fc-27df2f5fb467 tempest-NetworksTest-701789306 tempest-NetworksTest-701789306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:06.172046 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00942c66-7794-4dc5-9356-64609bd83255 req-0de37428-58dc-46ca-88fc-27df2f5fb467 tempest-NetworksTest-701789306 tempest-NetworksTest-701789306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:06.172462 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00942c66-7794-4dc5-9356-64609bd83255 req-0de37428-58dc-46ca-88fc-27df2f5fb467 tempest-NetworksTest-701789306 tempest-NetworksTest-701789306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:06.174130 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-00942c66-7794-4dc5-9356-64609bd83255 req-0de37428-58dc-46ca-88fc-27df2f5fb467 tempest-NetworksTest-701789306 tempest-NetworksTest-701789306-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.1543052 Aug 10 03:41:06.401072 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e321746-a5d3-47bb-91d9-aa04928e2d48 req-6b8d4030-0d2a-4acd-9f37-80e2ca49a2d0 tempest-NetworksTest-701789306 tempest-NetworksTest-701789306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:06.403126 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3e321746-a5d3-47bb-91d9-aa04928e2d48 req-6b8d4030-0d2a-4acd-9f37-80e2ca49a2d0 tempest-NetworksTest-701789306 tempest-NetworksTest-701789306-project-admin] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 886 time: 0.2093346 Aug 10 03:41:06.614571 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace41c3-f38d-499c-9b58-d1ceb0ee989b req-12640e82-c627-4f02-b57a-fa317543c9e6 tempest-NetworksTest-701789306 tempest-NetworksTest-701789306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:06.615096 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace41c3-f38d-499c-9b58-d1ceb0ee989b req-12640e82-c627-4f02-b57a-fa317543c9e6 tempest-NetworksTest-701789306 tempest-NetworksTest-701789306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:06.615719 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace41c3-f38d-499c-9b58-d1ceb0ee989b req-12640e82-c627-4f02-b57a-fa317543c9e6 tempest-NetworksTest-701789306 tempest-NetworksTest-701789306-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:06.621232 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8ace41c3-f38d-499c-9b58-d1ceb0ee989b req-12640e82-c627-4f02-b57a-fa317543c9e6 tempest-NetworksTest-701789306 tempest-NetworksTest-701789306-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.1962001 Aug 10 03:41:07.162151 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a83a92-0a2b-4fd9-a58a-9188e02f62b0 req-88a8d32c-dadd-4bf5-80f6-227c97bcaee1 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:07.174667 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-82a83a92-0a2b-4fd9-a58a-9188e02f62b0 req-88a8d32c-dadd-4bf5-80f6-227c97bcaee1 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 936 time: 0.0704255 Aug 10 03:41:07.223525 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-82a83a92-0a2b-4fd9-a58a-9188e02f62b0 req-ab1d8fbe-cef6-4149-ac84-ec604f2acc69 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/security-groups?id=987c7216-bd73-4ee3-9de2-8376edabf577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532784 Aug 10 03:41:07.619233 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42906) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:07.648435 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42910) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:07.926180 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-06a6b1a1-77f1-4c79-a4ca-c9c2191b2c96 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456977 Aug 10 03:41:07.964445 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-313f75d0-0016-4eb7-b813-d014791606de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.026812 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d6c22f5d-beb1-4820-83c4-96a0e2e100c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.058824 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-d786751a-8818-487f-a7d8-3d4141aac6f7 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:08.060357 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-d786751a-8818-487f-a7d8-3d4141aac6f7 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1274252 Aug 10 03:41:08.081381 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-7e561afa-c5bf-4885-91ad-8c03a79908e3 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/quotas/5b6b91922f1e44729ab0754f3d4e2599 HTTP/1.1" status: 200 len: 375 time: 0.0145745 Aug 10 03:41:08.089942 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-313f75d0-0016-4eb7-b813-d014791606de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.152734 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-bf3dd70d-ac30-414d-9d53-a760adb92f40 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548143 Aug 10 03:41:08.193975 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-313f75d0-0016-4eb7-b813-d014791606de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.265203 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313f75d0-0016-4eb7-b813-d014791606de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebbbb7c-45f0-4ed9-81bf-ee6589cb84fc,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:08.271936 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-313f75d0-0016-4eb7-b813-d014791606de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=55fb947ffbbb4af29c89a69cd0af0c8b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6516817 Aug 10 03:41:08.274789 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42936) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:08.332135 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05d1cc48-57db-4f29-977d-33b8120f8e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.356665 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05d1cc48-57db-4f29-977d-33b8120f8e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.360309 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d6c22f5d-beb1-4820-83c4-96a0e2e100c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.497421 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d6c22f5d-beb1-4820-83c4-96a0e2e100c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.542691 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c9203896-1328-4277-8759-3b8154b878ca req-4628e31e-37a8-49ba-92e3-5946c246d8df tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 210 time: 0.0399897 Aug 10 03:41:08.557810 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05d1cc48-57db-4f29-977d-33b8120f8e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.562985 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05d1cc48-57db-4f29-977d-33b8120f8e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.567249 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-05d1cc48-57db-4f29-977d-33b8120f8e27 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eebbbb7c-45f0-4ed9-81bf-ee6589cb84fc HTTP/1.1" status: 204 len: 168 time: 0.2904503 Aug 10 03:41:08.595986 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c22f5d-beb1-4820-83c4-96a0e2e100c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6160ff5-55b8-42ea-bb00-a83ac4036ae2,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:08.597467 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d1cc48-57db-4f29-977d-33b8120f8e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebbbb7c-45f0-4ed9-81bf-ee6589cb84fc,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:08.607551 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42954) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:08.613118 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d6c22f5d-beb1-4820-83c4-96a0e2e100c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e4832b40a424fb5b7db39e98fae5f6e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9629338 Aug 10 03:41:08.632233 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:41:08.635386 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22d0f9-1a2c-4297-85bb-0a9dd7f1777a req-8df455db-37ef-4303-88e8-8aa964ff1a5a tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:08.635386 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f22d0f9-1a2c-4297-85bb-0a9dd7f1777a req-8df455db-37ef-4303-88e8-8aa964ff1a5a tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 936 time: 0.2000029 Aug 10 03:41:08.702582 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f22d0f9-1a2c-4297-85bb-0a9dd7f1777a req-14d382c7-0e55-4060-8106-178f0cac3297 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/security-groups?id=987c7216-bd73-4ee3-9de2-8376edabf577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603056 Aug 10 03:41:08.705340 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-43d8f97b-c2cc-4366-8ec3-865eaea4baef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.735782 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-43d8f97b-c2cc-4366-8ec3-865eaea4baef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.860739 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-43d8f97b-c2cc-4366-8ec3-865eaea4baef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.863273 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-43d8f97b-c2cc-4366-8ec3-865eaea4baef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:08.864961 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-43d8f97b-c2cc-4366-8ec3-865eaea4baef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f6160ff5-55b8-42ea-bb00-a83ac4036ae2 HTTP/1.1" status: 204 len: 168 time: 0.2561872 Aug 10 03:41:08.875173 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8f97b-c2cc-4366-8ec3-865eaea4baef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6160ff5-55b8-42ea-bb00-a83ac4036ae2,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:09.470419 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42976) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:09.605230 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42984) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:09.634943 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6ec3eedc-f6db-4167-a169-8afc348186b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:09.651032 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aa1e5e23-eb4d-493f-b76e-19fc6c1c19d3 req-2bda5e15-bcce-472c-9965-4360e9f0f208 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 210 time: 0.0496333 Aug 10 03:41:09.838813 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f05b510b-57db-4513-9d7a-694fb56ff048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:09.849062 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6ec3eedc-f6db-4167-a169-8afc348186b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:09.850230 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e8bdb2dd-ffb5-498a-b3f9-dc9141144696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:09.875935 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee561d-4706-471a-8015-ba74a6e1a93f req-bcd71c55-f32a-4084-adb7-7a130ffdbe96 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:09.877811 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a9ee561d-4706-471a-8015-ba74a6e1a93f req-bcd71c55-f32a-4084-adb7-7a130ffdbe96 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 936 time: 0.0900502 Aug 10 03:41:09.923485 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a9ee561d-4706-471a-8015-ba74a6e1a93f req-dbedf43b-8329-4142-a599-a745812ea5d6 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/security-groups?id=987c7216-bd73-4ee3-9de2-8376edabf577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384958 Aug 10 03:41:09.932445 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42992) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:09.960279 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6ec3eedc-f6db-4167-a169-8afc348186b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:09.960383 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-28085e07-f9f2-4d4c-ac13-5bfdf1ab014c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:09.984780 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec3eedc-f6db-4167-a169-8afc348186b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ed29e6-c560-4fce-8fdd-953b21dc32d1,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:09.989361 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6ec3eedc-f6db-4167-a169-8afc348186b1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cac3c33a98b148148f5eb56cb83cdb9d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3830988 Aug 10 03:41:09.992388 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42994) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:10.050147 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ae4c9ba8-44c1-47ca-b6b1-a9226bd20f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.075466 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ae4c9ba8-44c1-47ca-b6b1-a9226bd20f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.080655 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e8bdb2dd-ffb5-498a-b3f9-dc9141144696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.166119 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e8bdb2dd-ffb5-498a-b3f9-dc9141144696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.237726 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bdb2dd-ffb5-498a-b3f9-dc9141144696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15eb3675-afbc-4106-a840-7bffe03f1b6f,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:10.242295 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ae4c9ba8-44c1-47ca-b6b1-a9226bd20f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.245040 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e8bdb2dd-ffb5-498a-b3f9-dc9141144696 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe2cd0e2b77f4c3ab4c9b1ec05502a96&name=default HTTP/1.1" status: 200 len: 2977 time: 0.7728341 Aug 10 03:41:10.247105 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ae4c9ba8-44c1-47ca-b6b1-a9226bd20f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.250932 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ae4c9ba8-44c1-47ca-b6b1-a9226bd20f5a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2ed29e6-c560-4fce-8fdd-953b21dc32d1 HTTP/1.1" status: 204 len: 168 time: 0.2549891 Aug 10 03:41:10.250932 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42996) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:10.288626 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c9ba8-44c1-47ca-b6b1-a9226bd20f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ed29e6-c560-4fce-8fdd-953b21dc32d1,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:10.331743 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4ec2-015b-448c-95f6-0bf28ea29a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.336418 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-28085e07-f9f2-4d4c-ac13-5bfdf1ab014c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.357430 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4ec2-015b-448c-95f6-0bf28ea29a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.414870 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-28085e07-f9f2-4d4c-ac13-5bfdf1ab014c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.452828 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28085e07-f9f2-4d4c-ac13-5bfdf1ab014c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242bd9c5-f420-4f92-a1d9-5e8375ac66c8,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:10.457748 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-28085e07-f9f2-4d4c-ac13-5bfdf1ab014c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19913427aa6c439fb0193253bc609039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5221214 Aug 10 03:41:10.460437 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43000) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:10.501277 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4ec2-015b-448c-95f6-0bf28ea29a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.503893 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4ec2-015b-448c-95f6-0bf28ea29a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.507374 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fc5e4ec2-015b-448c-95f6-0bf28ea29a97 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/15eb3675-afbc-4106-a840-7bffe03f1b6f HTTP/1.1" status: 204 len: 168 time: 0.2533417 Aug 10 03:41:10.520419 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e4ec2-015b-448c-95f6-0bf28ea29a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15eb3675-afbc-4106-a840-7bffe03f1b6f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:10.551018 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a6322cbc-b1b8-42ac-af7d-b8d6111818a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.582456 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a6322cbc-b1b8-42ac-af7d-b8d6111818a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.754674 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a6322cbc-b1b8-42ac-af7d-b8d6111818a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.757425 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a6322cbc-b1b8-42ac-af7d-b8d6111818a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:10.758535 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a6322cbc-b1b8-42ac-af7d-b8d6111818a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/242bd9c5-f420-4f92-a1d9-5e8375ac66c8 HTTP/1.1" status: 204 len: 168 time: 0.2969582 Aug 10 03:41:10.786960 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-82246a19-c4a0-49d9-9760-d64fbbc11adb req-81abaca8-7a15-4f5f-9866-fd08acccf82f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 210 time: 0.0432155 Aug 10 03:41:10.792539 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6322cbc-b1b8-42ac-af7d-b8d6111818a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242bd9c5-f420-4f92-a1d9-5e8375ac66c8,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:11.077943 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690f9e4-fcb5-4166-83a2-d2e3ccb09faa req-6232da8f-8342-46bd-a753-21dc8524bc15 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:11.079505 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0690f9e4-fcb5-4166-83a2-d2e3ccb09faa req-6232da8f-8342-46bd-a753-21dc8524bc15 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 936 time: 0.0616727 Aug 10 03:41:11.135822 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0690f9e4-fcb5-4166-83a2-d2e3ccb09faa req-e39f2408-d7c7-4012-a54e-0a942d9e4383 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/security-groups?id=987c7216-bd73-4ee3-9de2-8376edabf577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429225 Aug 10 03:41:11.386544 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43024) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:11.413356 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f5460ac-10e9-4af3-80a7-86d6f212a47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:11.549904 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f5460ac-10e9-4af3-80a7-86d6f212a47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:11.678090 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f5460ac-10e9-4af3-80a7-86d6f212a47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:11.717584 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5460ac-10e9-4af3-80a7-86d6f212a47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b295b3-1a41-4400-bda1-af33dcdd8b36,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:11.721931 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0f5460ac-10e9-4af3-80a7-86d6f212a47c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=076b903eb1604955a4cf7b4c0eb09b3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342481 Aug 10 03:41:11.724758 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43034) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:11.794468 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-76541bf1-0f79-4f20-887c-f37bf488e50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:11.825643 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-76541bf1-0f79-4f20-887c-f37bf488e50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:11.941595 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-48f0c123-df01-4c08-b36b-cbc9cc80d4fb req-f8bb61ca-cb8a-4b25-a3d2-3687ba58ce31 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 210 time: 0.0359364 Aug 10 03:41:11.992053 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.20', 58559) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:12.021324 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-76541bf1-0f79-4f20-887c-f37bf488e50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:12.023865 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-76541bf1-0f79-4f20-887c-f37bf488e50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:12.025097 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-76541bf1-0f79-4f20-887c-f37bf488e50a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48b295b3-1a41-4400-bda1-af33dcdd8b36 HTTP/1.1" status: 204 len: 168 time: 0.2993548 Aug 10 03:41:12.031380 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-bd38b25b-ee53-48c4-8e1e-59d3bbeec985 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364940 Aug 10 03:41:12.034793 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76541bf1-0f79-4f20-887c-f37bf488e50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b295b3-1a41-4400-bda1-af33dcdd8b36,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:12.177674 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-74d6a3a9-c250-46d3-b393-05b257f32e91 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:12.179440 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-74d6a3a9-c250-46d3-b393-05b257f32e91 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1426301 Aug 10 03:41:12.297638 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee390c0-36b8-4af1-b42e-d94e10728f56 req-f974fd95-d59a-4794-9623-545e02f098e7 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:12.300770 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bee390c0-36b8-4af1-b42e-d94e10728f56 req-f974fd95-d59a-4794-9623-545e02f098e7 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 936 time: 0.0723605 Aug 10 03:41:12.311188 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-4b0d7cc9-fe4c-4dd1-9740-864fa37d8ce2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Request body: {'port': {'device_id': '362172f1-4c11-46ec-97a2-c657568fa552', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': '5b6b91922f1e44729ab0754f3d4e2599'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:12.385131 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bee390c0-36b8-4af1-b42e-d94e10728f56 req-c11fc8be-2c9e-4148-8b25-6098e24ffe0c tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/security-groups?id=987c7216-bd73-4ee3-9de2-8376edabf577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759106 Aug 10 03:41:12.655461 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-4b0d7cc9-fe4c-4dd1-9740-864fa37d8ce2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Made reservation on behalf of 5b6b91922f1e44729ab0754f3d4e2599 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:12.659336 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-4b0d7cc9-fe4c-4dd1-9740-864fa37d8ce2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:12.669257 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-4b0d7cc9-fe4c-4dd1-9740-864fa37d8ce2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:12.810791 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-4b0d7cc9-fe4c-4dd1-9740-864fa37d8ce2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:12.918481 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-4b0d7cc9-fe4c-4dd1-9740-864fa37d8ce2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.221575 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-37805dd8-6676-48d5-a4be-7a86dc707001 req-886b45ea-b1e4-48f7-86a6-1d32d3d6e366 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 210 time: 0.1799083 Aug 10 03:41:13.236237 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d7cc9-fe4c-4dd1-9740-864fa37d8ce2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:13.412792 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-4b0d7cc9-fe4c-4dd1-9740-864fa37d8ce2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Allocated IP 192.168.233.246 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/a3243318-600f-47a3-a688-83b3e5f2cee1) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:13.523009 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.601673 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1777e11-236a-43cb-bb24-00c674deceac req-684e3a71-5f90-4ea9-bfce-f7411df7673f tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:13.611349 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a1777e11-236a-43cb-bb24-00c674deceac req-684e3a71-5f90-4ea9-bfce-f7411df7673f tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 936 time: 0.1195936 Aug 10 03:41:13.701789 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a1777e11-236a-43cb-bb24-00c674deceac req-e639cd8a-e9b8-4016-84f2-48500e8531a2 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/security-groups?id=987c7216-bd73-4ee3-9de2-8376edabf577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800428 Aug 10 03:41:13.770823 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-4b0d7cc9-fe4c-4dd1-9740-864fa37d8ce2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:13.802265 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-4b0d7cc9-fe4c-4dd1-9740-864fa37d8ce2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Transition to ACTIVE for port object a3243318-600f-47a3-a688-83b3e5f2cee1 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:13.820792 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-15c753c0-e3bd-4723-bbaf-9a6a9e3ff350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.021690 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-4b0d7cc9-fe4c-4dd1-9740-864fa37d8ce2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.112599 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-4b0d7cc9-fe4c-4dd1-9740-864fa37d8ce2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:14.119402 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-4b0d7cc9-fe4c-4dd1-9740-864fa37d8ce2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:14.124951 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-4b0d7cc9-fe4c-4dd1-9740-864fa37d8ce2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:14.130987 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-4b0d7cc9-fe4c-4dd1-9740-864fa37d8ce2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:14.131627 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-4b0d7cc9-fe4c-4dd1-9740-864fa37d8ce2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.136536 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d7cc9-fe4c-4dd1-9740-864fa37d8ce2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Pushing event updated for resources: {'Port': ['ID=a3243318-600f-47a3-a688-83b3e5f2cee1,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:14.267274 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-4b0d7cc9-fe4c-4dd1-9740-864fa37d8ce2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9625683 Aug 10 03:41:14.294175 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-a6a9bc31-b5a9-4444-8fff-a8566162794a service neutron] Request body: {'port': {'device_id': 'bb41fad0-e188-4c0f-83f1-31d0afda05a7', 'device_owner': 'compute:tempest-test_az-2116317711', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:14.414164 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-a6a9bc31-b5a9-4444-8fff-a8566162794a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.439724 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be4b1b-aae3-4803-bb5e-883985dee063 req-d7108946-8573-4d12-844b-5fc6a627efdc tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:14.441264 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-93be4b1b-aae3-4803-bb5e-883985dee063 req-d7108946-8573-4d12-844b-5fc6a627efdc tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 936 time: 0.0735807 Aug 10 03:41:14.500664 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-39e5986e-8163-4ba6-b422-b8b09bd387d6 None None] Provisioning for port a3243318-600f-47a3-a688-83b3e5f2cee1 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:14.504882 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-39e5986e-8163-4ba6-b422-b8b09bd387d6 None None] Provisioning complete for port a3243318-600f-47a3-a688-83b3e5f2cee1 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:14.505278 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-39e5986e-8163-4ba6-b422-b8b09bd387d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.552619 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-93be4b1b-aae3-4803-bb5e-883985dee063 req-d11bec6c-c95d-4bfe-85d5-e7171c08615c tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845218 Aug 10 03:41:14.618911 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-39e5986e-8163-4ba6-b422-b8b09bd387d6 None None] Port a3243318-600f-47a3-a688-83b3e5f2cee1 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:14.895732 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-a6a9bc31-b5a9-4444-8fff-a8566162794a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4749b2-a5c9-4b91-a51d-517555ecec37 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:14.905961 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-a6a9bc31-b5a9-4444-8fff-a8566162794a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:14.925558 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceba17a-38ed-4b2f-86a9-be9c9fbd9516 req-f87c22ea-2b98-4a2c-9ef7-dba361b4dd85 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:14.927061 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ceba17a-38ed-4b2f-86a9-be9c9fbd9516 req-f87c22ea-2b98-4a2c-9ef7-dba361b4dd85 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 936 time: 0.0970118 Aug 10 03:41:14.934859 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-a6a9bc31-b5a9-4444-8fff-a8566162794a service neutron] Transition to ACTIVE for port object 2c4749b2-a5c9-4b91-a51d-517555ecec37 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:14.988905 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ceba17a-38ed-4b2f-86a9-be9c9fbd9516 req-de88c996-3197-4e98-a1d6-d27987347453 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/security-groups?id=987c7216-bd73-4ee3-9de2-8376edabf577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515494 Aug 10 03:41:15.013554 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-a6a9bc31-b5a9-4444-8fff-a8566162794a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:15.155606 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9bc31-b5a9-4444-8fff-a8566162794a service neutron] Pushing event updated for resources: {'Port': ['ID=2c4749b2-a5c9-4b91-a51d-517555ecec37,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:15.169481 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:15.203771 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-a6a9bc31-b5a9-4444-8fff-a8566162794a service neutron] Attempting to bind port 2c4749b2-a5c9-4b91-a51d-517555ecec37 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:15.204560 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-a6a9bc31-b5a9-4444-8fff-a8566162794a service neutron] Attempting to bind port 2c4749b2-a5c9-4b91-a51d-517555ecec37 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:15.205086 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-a6a9bc31-b5a9-4444-8fff-a8566162794a service neutron] Attempting to bind port 2c4749b2-a5c9-4b91-a51d-517555ecec37 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:15.210770 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-a6a9bc31-b5a9-4444-8fff-a8566162794a service neutron] Port 2c4749b2-a5c9-4b91-a51d-517555ecec37 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:41:15.211215 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-a6a9bc31-b5a9-4444-8fff-a8566162794a service neutron] Attempting to bind port 2c4749b2-a5c9-4b91-a51d-517555ecec37 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:15.217333 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-a6a9bc31-b5a9-4444-8fff-a8566162794a service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:15.217694 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-a6a9bc31-b5a9-4444-8fff-a8566162794a service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:15.218376 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-a6a9bc31-b5a9-4444-8fff-a8566162794a service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:15.225065 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-a6a9bc31-b5a9-4444-8fff-a8566162794a service neutron] Bound port: 2c4749b2-a5c9-4b91-a51d-517555ecec37, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:15.225065 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-a6a9bc31-b5a9-4444-8fff-a8566162794a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:15.338314 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-a6a9bc31-b5a9-4444-8fff-a8566162794a service neutron] For port 2c4749b2-a5c9-4b91-a51d-517555ecec37, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:15.344292 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-a6a9bc31-b5a9-4444-8fff-a8566162794a service neutron] For port 2c4749b2-a5c9-4b91-a51d-517555ecec37, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=2c4749b2-a5c9-4b91-a51d-517555ecec37,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:15.352344 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:15.480534 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-a6a9bc31-b5a9-4444-8fff-a8566162794a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:15.543657 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-a6a9bc31-b5a9-4444-8fff-a8566162794a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:15.544300 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-a6a9bc31-b5a9-4444-8fff-a8566162794a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:15.545824 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-a6a9bc31-b5a9-4444-8fff-a8566162794a service neutron] 10.222.0.68 "PUT /v2.0/ports/2c4749b2-a5c9-4b91-a51d-517555ecec37 HTTP/1.1" status: 200 len: 1118 time: 1.5884306 Aug 10 03:41:15.546349 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb41fad0-e188-4c0f-83f1-31d0afda05a7', 'tag': '2c4749b2-a5c9-4b91-a51d-517555ecec37'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:15.819103 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9bc31-b5a9-4444-8fff-a8566162794a service neutron] Pushing event updated for resources: {'Port': ['ID=2c4749b2-a5c9-4b91-a51d-517555ecec37,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:15.878378 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-c0b30bb8-a328-4599-b964-ee1c45465edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:15.881810 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-c0b30bb8-a328-4599-b964-ee1c45465edc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=966ce407772844b0855404f8acae2657&device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 1121 time: 0.1785197 Aug 10 03:41:15.925033 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05f8b54-1ffc-4adc-b6c2-adf99452126f" -d '{"events": [{"name": "network-changed", "server_uuid": "bb41fad0-e188-4c0f-83f1-31d0afda05a7", "tag": "2c4749b2-a5c9-4b91-a51d-517555ecec37"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:16.278280 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc169113-85ac-4891-897a-be8d87e684bb req-ac879eae-5167-4c24-bd3b-f86f31d17fb5 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:16.280030 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc169113-85ac-4891-897a-be8d87e684bb req-ac879eae-5167-4c24-bd3b-f86f31d17fb5 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 936 time: 0.4046094 Aug 10 03:41:16.281501 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-417aba2f-74fc-42d7-b02b-7eee15900c28 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=2c4749b2-a5c9-4b91-a51d-517555ecec37 HTTP/1.1" status: 200 len: 217 time: 0.3499062 Aug 10 03:41:16.340565 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc169113-85ac-4891-897a-be8d87e684bb req-67487823-ad38-4b71-8e27-25d2f97bce11 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517678 Aug 10 03:41:16.480738 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-f39e0863-96f6-475e-b609-4200a0784e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:16.489915 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-f39e0863-96f6-475e-b609-4200a0784e3d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.1097615 Aug 10 03:41:16.646213 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-9714f647-4bdb-42f5-8375-efa2a9c60250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:16.648839 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-9714f647-4bdb-42f5-8375-efa2a9c60250 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1477559 Aug 10 03:41:16.661676 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb46ef0-ae12-4af9-be68-539cf04d9303 x-openstack-request-id: req-2cb46ef0-ae12-4af9-be68-539cf04d9303 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:16.662634 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb41fad0-e188-4c0f-83f1-31d0afda05a7", "tag": "2c4749b2-a5c9-4b91-a51d-517555ecec37", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:16.663092 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2cb46ef0-ae12-4af9-be68-539cf04d9303 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:16.663850 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb41fad0-e188-4c0f-83f1-31d0afda05a7', 'tag': '2c4749b2-a5c9-4b91-a51d-517555ecec37', 'status': 'completed', 'code': 200} Aug 10 03:41:16.730423 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:16.781069 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78986ca-df40-4971-8ad6-1a8840546b8b req-a8686c13-5c77-4dee-b44f-417052c8a753 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:16.783290 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e78986ca-df40-4971-8ad6-1a8840546b8b req-a8686c13-5c77-4dee-b44f-417052c8a753 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 970 time: 0.0580642 Aug 10 03:41:16.858688 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e78986ca-df40-4971-8ad6-1a8840546b8b req-7ef1a87c-3426-49ba-9c0d-53b5e6815f95 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/security-groups?id=987c7216-bd73-4ee3-9de2-8376edabf577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674505 Aug 10 03:41:17.386675 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-92b3913a-8f99-4013-8d3c-7bca0a9fd4e5 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921991 Aug 10 03:41:17.489223 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-627ad0df-499e-41b9-84d1-ae954ffabf8b req-abf9c886-0aab-4ad0-83e5-955308162d4f service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925717 Aug 10 03:41:17.654724 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f474f-bb62-46ba-936b-da7d43d31b73 req-ce7ccf3a-9ace-4b5a-9755-fa0054a8485b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:17.656414 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1d8f474f-bb62-46ba-936b-da7d43d31b73 req-ce7ccf3a-9ace-4b5a-9755-fa0054a8485b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 936 time: 0.0503519 Aug 10 03:41:17.701595 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1d8f474f-bb62-46ba-936b-da7d43d31b73 req-a5a4ce2b-9542-479a-adff-4d9b6b62f2c2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387883 Aug 10 03:41:17.720558 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f8b54-1ffc-4adc-b6c2-adf99452126f req-f61ff9e8-60c5-4532-8090-04d54d20343e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:17.722128 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f05f8b54-1ffc-4adc-b6c2-adf99452126f req-f61ff9e8-60c5-4532-8090-04d54d20343e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=966ce407772844b0855404f8acae2657&device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 1121 time: 0.0580692 Aug 10 03:41:17.916409 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f8b54-1ffc-4adc-b6c2-adf99452126f req-83127350-9448-4218-ae24-9411bf4b1c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:17.922593 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f05f8b54-1ffc-4adc-b6c2-adf99452126f req-83127350-9448-4218-ae24-9411bf4b1c59 service neutron] 10.222.0.68 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.1880140 Aug 10 03:41:17.968213 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f05f8b54-1ffc-4adc-b6c2-adf99452126f req-e9b8e861-0fa8-4a84-a97e-d0820512f63e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=2c4749b2-a5c9-4b91-a51d-517555ecec37 HTTP/1.1" status: 200 len: 217 time: 0.0378938 Aug 10 03:41:18.000248 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29d49b-bd19-46e6-b179-4fe637845717 req-b3950aa9-c000-472f-9fc5-2b186d28cdb6 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:18.001745 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cf29d49b-bd19-46e6-b179-4fe637845717 req-b3950aa9-c000-472f-9fc5-2b186d28cdb6 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 970 time: 0.0573421 Aug 10 03:41:18.028041 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f8b54-1ffc-4adc-b6c2-adf99452126f req-a363dfbc-9446-4b9d-ba4f-0524068fd96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:18.029508 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f05f8b54-1ffc-4adc-b6c2-adf99452126f req-a363dfbc-9446-4b9d-ba4f-0524068fd96d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0533984 Aug 10 03:41:18.041531 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cf29d49b-bd19-46e6-b179-4fe637845717 req-a778742d-2ed6-4b3c-b296-54f5b33f0c38 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/security-groups?id=987c7216-bd73-4ee3-9de2-8376edabf577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333977 Aug 10 03:41:18.098006 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f8b54-1ffc-4adc-b6c2-adf99452126f req-5c394dff-4731-4867-924c-3469c543ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:18.099719 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f05f8b54-1ffc-4adc-b6c2-adf99452126f req-5c394dff-4731-4867-924c-3469c543ea6a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0620241 Aug 10 03:41:18.235069 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f05f8b54-1ffc-4adc-b6c2-adf99452126f req-cdb45651-10fc-4a8a-9689-0451682623ce service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274064 Aug 10 03:41:18.311072 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43202) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:18.341219 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f05f8b54-1ffc-4adc-b6c2-adf99452126f req-a155f105-94fb-4af9-94b3-7e62c8c0106a service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951524 Aug 10 03:41:18.430903 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f1bd6073-c152-48a3-bee4-02621a14034d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.536284 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f1bd6073-c152-48a3-bee4-02621a14034d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.614335 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43210) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:18.643850 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f1bd6073-c152-48a3-bee4-02621a14034d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.685782 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f1bd6073-c152-48a3-bee4-02621a14034d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6e9f002712b4b4b8595bef24d167561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3734541 Aug 10 03:41:18.688957 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43214) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:18.689477 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd6073-c152-48a3-bee4-02621a14034d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a9b063-92bf-4441-84ff-dcd69e004583,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:18.754846 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-07c632dc-5b85-4832-a666-1e7102921b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.772120 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f19cd91f-b020-43fb-b96e-14b5d6c050dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.795985 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f19cd91f-b020-43fb-b96e-14b5d6c050dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.858210 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67168e2b-a210-439e-9c08-8a1b02160b76 req-c98cda20-ea69-4e80-9ac5-29bfbbc6d20f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:18.860041 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-67168e2b-a210-439e-9c08-8a1b02160b76 req-c98cda20-ea69-4e80-9ac5-29bfbbc6d20f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 936 time: 0.0711205 Aug 10 03:41:18.901323 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-67168e2b-a210-439e-9c08-8a1b02160b76 req-8477f68c-21fe-479f-ac30-1a0a7ad14cc3 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349929 Aug 10 03:41:18.977163 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43220) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:18.984625 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f19cd91f-b020-43fb-b96e-14b5d6c050dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.987761 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f19cd91f-b020-43fb-b96e-14b5d6c050dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:18.988893 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f19cd91f-b020-43fb-b96e-14b5d6c050dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/33a9b063-92bf-4441-84ff-dcd69e004583 HTTP/1.1" status: 204 len: 168 time: 0.2987874 Aug 10 03:41:19.001628 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19cd91f-b020-43fb-b96e-14b5d6c050dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a9b063-92bf-4441-84ff-dcd69e004583,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:19.079620 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-07c632dc-5b85-4832-a666-1e7102921b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.166152 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3c3e9af5-8619-4052-903b-1b813930bd6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.176839 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-07c632dc-5b85-4832-a666-1e7102921b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.217274 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38009e5d-91c9-4bc8-a20a-0665e75491eb req-022807c9-d1b1-4f35-8f99-01117be0bea4 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:19.221943 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c632dc-5b85-4832-a666-1e7102921b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d054d21-a323-47ea-b72f-5e9e3c38365c,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:19.231053 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-38009e5d-91c9-4bc8-a20a-0665e75491eb req-022807c9-d1b1-4f35-8f99-01117be0bea4 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 970 time: 0.1151369 Aug 10 03:41:19.277285 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43228) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:19.284569 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-07c632dc-5b85-4832-a666-1e7102921b4a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=694fb7ecf9ab4afa836174348ca39d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6690967 Aug 10 03:41:19.367856 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-38009e5d-91c9-4bc8-a20a-0665e75491eb req-b6bf6223-4032-4b47-acd7-062458411836 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/security-groups?id=987c7216-bd73-4ee3-9de2-8376edabf577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358745 Aug 10 03:41:19.440945 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-82e5a79e-1aec-4277-91a0-2175dfce465d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.487587 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-82e5a79e-1aec-4277-91a0-2175dfce465d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.541670 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3c3e9af5-8619-4052-903b-1b813930bd6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.655688 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3c3e9af5-8619-4052-903b-1b813930bd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.659773 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-82e5a79e-1aec-4277-91a0-2175dfce465d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.662372 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-82e5a79e-1aec-4277-91a0-2175dfce465d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.663581 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-82e5a79e-1aec-4277-91a0-2175dfce465d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2d054d21-a323-47ea-b72f-5e9e3c38365c HTTP/1.1" status: 204 len: 168 time: 0.3816311 Aug 10 03:41:19.704397 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3c3e9af5-8619-4052-903b-1b813930bd6d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=454b2fa60b674f5994665e48c5a558a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7259953 Aug 10 03:41:19.705440 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e9af5-8619-4052-903b-1b813930bd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a874dc1-82f4-495b-b4cd-8c0bcbab5b92,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:19.707219 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43234) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:19.716731 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5a79e-1aec-4277-91a0-2175dfce465d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d054d21-a323-47ea-b72f-5e9e3c38365c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:19.779242 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-19a3bc79-d53e-4896-9120-d8b45b15c25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.800238 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-19a3bc79-d53e-4896-9120-d8b45b15c25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.953946 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43238) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:19.958129 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-19a3bc79-d53e-4896-9120-d8b45b15c25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.960815 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-19a3bc79-d53e-4896-9120-d8b45b15c25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.962030 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-19a3bc79-d53e-4896-9120-d8b45b15c25b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a874dc1-82f4-495b-b4cd-8c0bcbab5b92 HTTP/1.1" status: 204 len: 168 time: 0.2536991 Aug 10 03:41:19.971519 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-987cb2a8-5a30-42a9-bc6f-6d27403bcdfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:19.974174 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a3bc79-d53e-4896-9120-d8b45b15c25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a874dc1-82f4-495b-b4cd-8c0bcbab5b92,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:20.078581 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf42437-620c-461c-9eb1-bb0c8d09ad06 req-eeaa2b28-ac3f-4657-bac3-c1913658dea7 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:20.080684 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2cf42437-620c-461c-9eb1-bb0c8d09ad06 req-eeaa2b28-ac3f-4657-bac3-c1913658dea7 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 936 time: 0.0838587 Aug 10 03:41:20.150877 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-987cb2a8-5a30-42a9-bc6f-6d27403bcdfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.159142 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2cf42437-620c-461c-9eb1-bb0c8d09ad06 req-f8316472-36f7-48ff-907e-29a9a6f7697a tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720470 Aug 10 03:41:20.346506 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-987cb2a8-5a30-42a9-bc6f-6d27403bcdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.386144 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-987cb2a8-5a30-42a9-bc6f-6d27403bcdfb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a937d14668764dad88554fb027ae1755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4309146 Aug 10 03:41:20.388305 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987cb2a8-5a30-42a9-bc6f-6d27403bcdfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb70842-2bb8-45d5-ba6f-5485d2c48f8f,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:20.389142 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43244) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:20.447071 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-65b843ed-f110-47db-94f8-0ab5277f82a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.474055 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-65b843ed-f110-47db-94f8-0ab5277f82a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.553803 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787bab3-b678-40f9-a4b9-f4bd5405acf5 req-1c75c870-130a-4515-a03c-1cbbec9fb868 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:20.555382 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3787bab3-b678-40f9-a4b9-f4bd5405acf5 req-1c75c870-130a-4515-a03c-1cbbec9fb868 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 970 time: 0.0946677 Aug 10 03:41:20.597199 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3787bab3-b678-40f9-a4b9-f4bd5405acf5 req-c5ef87aa-d003-4c0a-a951-94bdf96603dd tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/security-groups?id=987c7216-bd73-4ee3-9de2-8376edabf577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342579 Aug 10 03:41:20.654968 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43250) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:20.668107 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1cad338a-8085-4a81-b6a9-a84c95008fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.812333 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-65b843ed-f110-47db-94f8-0ab5277f82a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.815223 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-65b843ed-f110-47db-94f8-0ab5277f82a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:20.816492 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-65b843ed-f110-47db-94f8-0ab5277f82a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ceb70842-2bb8-45d5-ba6f-5485d2c48f8f HTTP/1.1" status: 204 len: 168 time: 0.4263628 Aug 10 03:41:20.835065 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b843ed-f110-47db-94f8-0ab5277f82a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb70842-2bb8-45d5-ba6f-5485d2c48f8f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:20.903075 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1cad338a-8085-4a81-b6a9-a84c95008fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.232346 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1cad338a-8085-4a81-b6a9-a84c95008fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.306776 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad338a-8085-4a81-b6a9-a84c95008fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a88d7a-2487-4cd3-b21a-43c98a327933,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:21.311837 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1cad338a-8085-4a81-b6a9-a84c95008fd8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b6ddcc7ac12a43ffbd3d83b41d8e6690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6558011 Aug 10 03:41:21.316306 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43256) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:21.343221 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd34e55c-f281-4eff-89c0-d0683ada2127 req-03941d1b-3bf3-4f20-a043-c6b16d71ddef tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:21.345762 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bd34e55c-f281-4eff-89c0-d0683ada2127 req-03941d1b-3bf3-4f20-a043-c6b16d71ddef tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 936 time: 0.0977004 Aug 10 03:41:21.378494 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43258) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:21.394649 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5dcdc7da-4ed8-415b-89ae-d025e2ce2aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.398542 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3faf0ad3-5a38-46db-ab96-bf6cfe3dd82e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.430974 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bd34e55c-f281-4eff-89c0-d0683ada2127 req-0145e8b8-097a-4e1b-a869-b9dac1fbf8b6 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738513 Aug 10 03:41:21.444584 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3faf0ad3-5a38-46db-ab96-bf6cfe3dd82e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.575981 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3faf0ad3-5a38-46db-ab96-bf6cfe3dd82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.578536 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3faf0ad3-5a38-46db-ab96-bf6cfe3dd82e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.581589 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3faf0ad3-5a38-46db-ab96-bf6cfe3dd82e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d3a88d7a-2487-4cd3-b21a-43c98a327933 HTTP/1.1" status: 204 len: 168 time: 0.2621310 Aug 10 03:41:21.592257 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf0ad3-5a38-46db-ab96-bf6cfe3dd82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a88d7a-2487-4cd3-b21a-43c98a327933,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:21.651617 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5dcdc7da-4ed8-415b-89ae-d025e2ce2aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.717942 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5dcdc7da-4ed8-415b-89ae-d025e2ce2aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.766139 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5dcdc7da-4ed8-415b-89ae-d025e2ce2aa0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=51c6f6b84d314fdb94a530e123f864d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3842854 Aug 10 03:41:21.766139 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcdc7da-4ed8-415b-89ae-d025e2ce2aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22ad357-22f5-4923-8336-655cb0564fc5,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:21.768089 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43272) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:21.771573 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d8105-b407-4b4a-91fa-ace4788a7193 req-f6945c06-0977-44e8-8c73-41c42037d5ed tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:21.779360 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-af5d8105-b407-4b4a-91fa-ace4788a7193 req-f6945c06-0977-44e8-8c73-41c42037d5ed tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 970 time: 0.0943468 Aug 10 03:41:21.835608 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5be36a04-6fa3-4ac2-8754-900e15c59fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:21.841674 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-af5d8105-b407-4b4a-91fa-ace4788a7193 req-682c4c21-7bf0-4e56-b65f-531fd59f36c5 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/security-groups?id=987c7216-bd73-4ee3-9de2-8376edabf577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611553 Aug 10 03:41:21.871950 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 2c4749b2-a5c9-4b91-a51d-517555ecec37 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:41:21.882402 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5be36a04-6fa3-4ac2-8754-900e15c59fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:22.052007 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5be36a04-6fa3-4ac2-8754-900e15c59fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:22.054755 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5be36a04-6fa3-4ac2-8754-900e15c59fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:22.059640 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5be36a04-6fa3-4ac2-8754-900e15c59fb6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d22ad357-22f5-4923-8336-655cb0564fc5 HTTP/1.1" status: 204 len: 168 time: 0.2905512 Aug 10 03:41:22.081766 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be36a04-6fa3-4ac2-8754-900e15c59fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22ad357-22f5-4923-8336-655cb0564fc5,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:22.125573 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 2c4749b2-a5c9-4b91-a51d-517555ecec37, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=2c4749b2-a5c9-4b91-a51d-517555ecec37,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:22.142300 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '2c4749b2-a5c9-4b91-a51d-517555ecec37', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': '2c4749b2-a5c9-4b91-a51d-517555ecec37', 'mac_address': 'fa:16:3e:55:65:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:tempest-test_az-2116317711', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:41:22.198191 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:22.213572 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4749b2-a5c9-4b91-a51d-517555ecec37 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:22.236480 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 2c4749b2-a5c9-4b91-a51d-517555ecec37, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=2c4749b2-a5c9-4b91-a51d-517555ecec37,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:22.329979 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:22.380909 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=2c4749b2-a5c9-4b91-a51d-517555ecec37,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:22.397957 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:22.398344 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:22.398681 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:22.399008 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:22.399599 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:22.400122 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:22.400401 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:22.400864 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:22.401318 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:22.401768 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:22.402273 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:22.402730 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Tracked resource versions report: Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: pushed versions: Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: { 'AddressGroup': {'1.2'}, Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: 'ConntrackHelper': {'1.0'}, Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: 'Log': {'1.0'}, Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: 'Network': {'1.1'}, Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: 'Port': {'1.7'}, Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: 'PortForwarding': {'1.2'}, Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: 'QosPolicy': {'1.9'}, Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: 'SecurityGroup': {'1.4'}, Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: 'SubPort': {'1.0'}, Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: 'Subnet': {'1.1'}, Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: 'Trunk': {'1.1'}} Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: consumer versions: Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: { DHCP agent@n-d-802893-2: {}, Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: HyperV agent@n-h1-802893-2: {}, Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: HyperV agent@n-h2-802893-2: {}, Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: L3 agent@n-d-802893-2: {}, Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: Metadata agent@n-d-802893-2: {}, Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: Metering agent@n-d-802893-2: {}, Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: Open vSwitch agent@n-d-802893-2: { 'AddressGroup': '1.2', Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: 'ConntrackHelper': '1.0', Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: 'Log': '1.0', Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: 'Network': '1.1', Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: 'Port': '1.7', Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: 'PortForwarding': '1.2', Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: 'QosPolicy': '1.9', Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: 'SecurityGroup': '1.4', Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: 'SecurityGroupRule': '1.2', Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: 'SubPort': '1.0', Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: 'Subnet': '1.1', Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: 'Trunk': '1.1'}} Aug 10 03:41:22.404212 n-d-802893-2 neutron-server[94939]: {{(pid=94939) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:41:22.582920 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1dfb0-d652-45f9-ab79-7c66199b6097 req-80ed8333-deb3-4fd4-80e5-3ae6ae3f897a tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:22.584548 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a0e1dfb0-d652-45f9-ab79-7c66199b6097 req-80ed8333-deb3-4fd4-80e5-3ae6ae3f897a tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 936 time: 0.0623631 Aug 10 03:41:22.626855 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a0e1dfb0-d652-45f9-ab79-7c66199b6097 req-7f0ef3e5-5c8a-4537-ace1-46a1a9e1db35 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345249 Aug 10 03:41:22.711015 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['2c4749b2-a5c9-4b91-a51d-517555ecec37'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:22.831523 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43312) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:22.964247 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-4380a3be-6f00-45dd-bc5d-baba5dfd4034 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-347824332-network', 'tenant_id': '124800de805149b392f25b813a13c194'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:22.982407 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fb5d5-6138-49e6-9758-f6fc637f678d req-8fc1f1e2-8838-4622-bfd4-fbe14340000b tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:22.987795 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-532fb5d5-6138-49e6-9758-f6fc637f678d req-8fc1f1e2-8838-4622-bfd4-fbe14340000b tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 971 time: 0.0653892 Aug 10 03:41:23.027912 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-532fb5d5-6138-49e6-9758-f6fc637f678d req-7470eab9-f787-4ee7-aa91-b267f7ceb961 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/security-groups?id=987c7216-bd73-4ee3-9de2-8376edabf577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372093 Aug 10 03:41:23.083845 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4380a3be-6f00-45dd-bc5d-baba5dfd4034 admin admin] Made reservation on behalf of 124800de805149b392f25b813a13c194 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:23.086726 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4380a3be-6f00-45dd-bc5d-baba5dfd4034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:23.097122 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4380a3be-6f00-45dd-bc5d-baba5dfd4034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:23.197670 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4380a3be-6f00-45dd-bc5d-baba5dfd4034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:23.223709 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-adbf2a1b-d808-4a32-85ee-5fc8c0dc5ce0 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:41:23.224741 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-adbf2a1b-d808-4a32-85ee-5fc8c0dc5ce0 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069549 Aug 10 03:41:23.284186 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4380a3be-6f00-45dd-bc5d-baba5dfd4034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:23.311633 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4380a3be-6f00-45dd-bc5d-baba5dfd4034 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:41:23.328853 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380a3be-6f00-45dd-bc5d-baba5dfd4034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd4e2f3-4068-4e77-bf87-126c439645c3,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:23.334270 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4380a3be-6f00-45dd-bc5d-baba5dfd4034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:23.334593 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-4380a3be-6f00-45dd-bc5d-baba5dfd4034 admin admin] Added segment 1d303941-9cd0-4292-828b-74eac30dd87f of type vlan for network 82e15316-6bb5-465a-8cae-f1cb27c52e26 Aug 10 03:41:23.393526 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4380a3be-6f00-45dd-bc5d-baba5dfd4034 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:23.435185 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-27bf1d55-9fcd-4587-8a1f-0cecd6da1723 service neutron] Request body: {'port': {'device_id': '362172f1-4c11-46ec-97a2-c657568fa552', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:23.501367 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4380a3be-6f00-45dd-bc5d-baba5dfd4034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:23.501998 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4380a3be-6f00-45dd-bc5d-baba5dfd4034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:23.502697 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4380a3be-6f00-45dd-bc5d-baba5dfd4034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:23.680839 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-27bf1d55-9fcd-4587-8a1f-0cecd6da1723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:23.684446 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380a3be-6f00-45dd-bc5d-baba5dfd4034 admin admin] Pushing event updated for resources: {'Network': ['ID=82e15316-6bb5-465a-8cae-f1cb27c52e26,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:23.707638 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 82e15316-6bb5-465a-8cae-f1cb27c52e26 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:41:23.856827 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 2c4749b2-a5c9-4b91-a51d-517555ecec37 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:23.866941 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43344) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:23.888236 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4380a3be-6f00-45dd-bc5d-baba5dfd4034 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0551987 Aug 10 03:41:23.892455 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43348) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:23.900541 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-6b0c798f-9204-4b13-9c8c-3e8ec9135e57 admin admin] Request body: {'subnet': {'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-347824332-subnet', 'tenant_id': '124800de805149b392f25b813a13c194', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:23.923653 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477e21e-665a-418b-82f2-00c7910dc395 req-9ccbeb87-fb7a-42a1-8d20-21dd9309d42d tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:23.925691 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f477e21e-665a-418b-82f2-00c7910dc395 req-9ccbeb87-fb7a-42a1-8d20-21dd9309d42d tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 936 time: 0.1901941 Aug 10 03:41:24.011008 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0c798f-9204-4b13-9c8c-3e8ec9135e57 admin admin] Made reservation on behalf of 124800de805149b392f25b813a13c194 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:24.013992 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6b0c798f-9204-4b13-9c8c-3e8ec9135e57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.036906 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f477e21e-665a-418b-82f2-00c7910dc395 req-47a03095-e3e4-4abc-a216-fb5e6e167400 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979445 Aug 10 03:41:24.076541 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 2c4749b2-a5c9-4b91-a51d-517555ecec37 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:24.082702 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 2c4749b2-a5c9-4b91-a51d-517555ecec37 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:24.083502 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.171612 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-8c51ef3c-fbbd-4e56-998a-1b7874af71ab admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1315605867-network', 'tenant_id': '47ca53781e6743fd8c23c05b91862cdc'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:24.190313 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-27bf1d55-9fcd-4587-8a1f-0cecd6da1723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3243318-600f-47a3-a688-83b3e5f2cee1 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:24.200249 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-27bf1d55-9fcd-4587-8a1f-0cecd6da1723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.218314 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-27bf1d55-9fcd-4587-8a1f-0cecd6da1723 service neutron] Transition to ACTIVE for port object a3243318-600f-47a3-a688-83b3e5f2cee1 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:24.231925 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.257083 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb41fad0-e188-4c0f-83f1-31d0afda05a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4749b2-a5c9-4b91-a51d-517555ecec37'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:24.291049 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f47c1f-931c-4fd8-946b-567db3a96722 req-47d2d0cf-2bc7-4db7-bc85-7f11361a3e78 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:24.291049 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-31f47c1f-931c-4fd8-946b-567db3a96722 req-47d2d0cf-2bc7-4db7-bc85-7f11361a3e78 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 971 time: 0.1128685 Aug 10 03:41:24.318804 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-27bf1d55-9fcd-4587-8a1f-0cecd6da1723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.333721 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 2c4749b2-a5c9-4b91-a51d-517555ecec37, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=2c4749b2-a5c9-4b91-a51d-517555ecec37,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:24.378109 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c51ef3c-fbbd-4e56-998a-1b7874af71ab admin admin] Made reservation on behalf of 47ca53781e6743fd8c23c05b91862cdc for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:24.388356 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8c51ef3c-fbbd-4e56-998a-1b7874af71ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.403733 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.432594 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8c51ef3c-fbbd-4e56-998a-1b7874af71ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.459425 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-31f47c1f-931c-4fd8-946b-567db3a96722 req-fc2e93b1-b6c3-450e-8509-b7a465711e5b tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/security-groups?id=987c7216-bd73-4ee3-9de2-8376edabf577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613760 Aug 10 03:41:24.515049 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6b0c798f-9204-4b13-9c8c-3e8ec9135e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.527045 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=2c4749b2-a5c9-4b91-a51d-517555ecec37,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:24.585961 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf1d55-9fcd-4587-8a1f-0cecd6da1723 service neutron] Pushing event updated for resources: {'Port': ['ID=a3243318-600f-47a3-a688-83b3e5f2cee1,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:24.638712 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5364ff-de21-4eb1-9b92-94fe67b13fc0" -d '{"events": [{"server_uuid": "bb41fad0-e188-4c0f-83f1-31d0afda05a7", "name": "network-vif-plugged", "status": "completed", "tag": "2c4749b2-a5c9-4b91-a51d-517555ecec37"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:24.641020 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-27bf1d55-9fcd-4587-8a1f-0cecd6da1723 service neutron] Attempting to bind port a3243318-600f-47a3-a688-83b3e5f2cee1 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:24.641601 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-27bf1d55-9fcd-4587-8a1f-0cecd6da1723 service neutron] Attempting to bind port a3243318-600f-47a3-a688-83b3e5f2cee1 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:24.642091 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-27bf1d55-9fcd-4587-8a1f-0cecd6da1723 service neutron] Attempting to bind port a3243318-600f-47a3-a688-83b3e5f2cee1 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:24.651421 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-27bf1d55-9fcd-4587-8a1f-0cecd6da1723 service neutron] Port a3243318-600f-47a3-a688-83b3e5f2cee1 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:41:24.651980 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-27bf1d55-9fcd-4587-8a1f-0cecd6da1723 service neutron] Attempting to bind port a3243318-600f-47a3-a688-83b3e5f2cee1 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:24.659496 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-27bf1d55-9fcd-4587-8a1f-0cecd6da1723 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:24.660205 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-27bf1d55-9fcd-4587-8a1f-0cecd6da1723 service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:24.660994 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-27bf1d55-9fcd-4587-8a1f-0cecd6da1723 service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:24.664636 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-27bf1d55-9fcd-4587-8a1f-0cecd6da1723 service neutron] Bound port: a3243318-600f-47a3-a688-83b3e5f2cee1, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:24.666321 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-27bf1d55-9fcd-4587-8a1f-0cecd6da1723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.675508 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c798f-9204-4b13-9c8c-3e8ec9135e57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:24.693566 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0c798f-9204-4b13-9c8c-3e8ec9135e57 admin admin] Checking segment: {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:24.693961 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0c798f-9204-4b13-9c8c-3e8ec9135e57 admin admin] Network hostable DHCP agents. Network: 82e15316-6bb5-465a-8cae-f1cb27c52e26, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:41:24.750374 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8c51ef3c-fbbd-4e56-998a-1b7874af71ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.778189 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-27bf1d55-9fcd-4587-8a1f-0cecd6da1723 service neutron] For port a3243318-600f-47a3-a688-83b3e5f2cee1, host n-h2-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:24.782803 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-27bf1d55-9fcd-4587-8a1f-0cecd6da1723 service neutron] For port a3243318-600f-47a3-a688-83b3e5f2cee1, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=a3243318-600f-47a3-a688-83b3e5f2cee1,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:24.820795 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0c798f-9204-4b13-9c8c-3e8ec9135e57 admin admin] Network 82e15316-6bb5-465a-8cae-f1cb27c52e26 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:41:24.843800 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6226c37-cba5-466f-8029-b80706f89da0 x-openstack-request-id: req-b6226c37-cba5-466f-8029-b80706f89da0 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:24.845239 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb41fad0-e188-4c0f-83f1-31d0afda05a7", "name": "network-vif-plugged", "status": "completed", "tag": "2c4749b2-a5c9-4b91-a51d-517555ecec37", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:24.845239 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6226c37-cba5-466f-8029-b80706f89da0 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:24.845239 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb41fad0-e188-4c0f-83f1-31d0afda05a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4749b2-a5c9-4b91-a51d-517555ecec37', 'code': 200} Aug 10 03:41:24.850487 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8c51ef3c-fbbd-4e56-998a-1b7874af71ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.863667 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-27bf1d55-9fcd-4587-8a1f-0cecd6da1723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.880382 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c51ef3c-fbbd-4e56-998a-1b7874af71ab admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:41:24.891700 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51ef3c-fbbd-4e56-998a-1b7874af71ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cce6239-9476-43a6-810e-6afb36158e14,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:24.897087 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8c51ef3c-fbbd-4e56-998a-1b7874af71ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.897434 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-8c51ef3c-fbbd-4e56-998a-1b7874af71ab admin admin] Added segment 30f245ac-83fb-4e8d-9300-0487d6d01873 of type vlan for network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 Aug 10 03:41:24.907780 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-6b0c798f-9204-4b13-9c8c-3e8ec9135e57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 82e15316-6bb5-465a-8cae-f1cb27c52e26) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:24.925560 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbeae832-3a93-4505-9f85-eb38bf6a235a None None] Network 82e15316-6bb5-465a-8cae-f1cb27c52e26 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:24.934036 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-27bf1d55-9fcd-4587-8a1f-0cecd6da1723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:24.934653 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-27bf1d55-9fcd-4587-8a1f-0cecd6da1723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.934804 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0c798f-9204-4b13-9c8c-3e8ec9135e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:24.935390 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6b0c798f-9204-4b13-9c8c-3e8ec9135e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:24.936238 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-27bf1d55-9fcd-4587-8a1f-0cecd6da1723 service neutron] 10.222.0.20 "PUT /v2.0/ports/a3243318-600f-47a3-a688-83b3e5f2cee1 HTTP/1.1" status: 200 len: 1096 time: 1.5654066 Aug 10 03:41:24.936776 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362172f1-4c11-46ec-97a2-c657568fa552', 'tag': 'a3243318-600f-47a3-a688-83b3e5f2cee1'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:25.017544 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8c51ef3c-fbbd-4e56-998a-1b7874af71ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.095897 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6b0c798f-9204-4b13-9c8c-3e8ec9135e57 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2021325 Aug 10 03:41:25.098147 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34943bc7-9808-431d-b290-47db4dc612bc req-d04476a2-61c3-4d2d-a2f9-8c34f532761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:25.099870 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-34943bc7-9808-431d-b290-47db4dc612bc req-d04476a2-61c3-4d2d-a2f9-8c34f532761b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 1123 time: 0.1556489 Aug 10 03:41:25.100607 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf1d55-9fcd-4587-8a1f-0cecd6da1723 service neutron] Pushing event updated for resources: {'Port': ['ID=a3243318-600f-47a3-a688-83b3e5f2cee1,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:25.123449 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-34943bc7-9808-431d-b290-47db4dc612bc req-4f435e58-da4d-4038-a93b-2b725700b5aa service neutron] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.130742 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ef2b4a-2030-45ba-b367-4ac289ac6979" -d '{"events": [{"name": "network-changed", "server_uuid": "362172f1-4c11-46ec-97a2-c657568fa552", "tag": "a3243318-600f-47a3-a688-83b3e5f2cee1"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:25.170404 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8c51ef3c-fbbd-4e56-998a-1b7874af71ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.172134 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c51ef3c-fbbd-4e56-998a-1b7874af71ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:25.172803 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8c51ef3c-fbbd-4e56-998a-1b7874af71ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.182646 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-f8530a7f-56aa-42b0-9c89-ab7dbc315d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:25.194548 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-f8530a7f-56aa-42b0-9c89-ab7dbc315d23 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 1099 time: 0.1220863 Aug 10 03:41:25.219402 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dc4179-e381-49f6-9931-0fd7668a1558 None None] Network 82e15316-6bb5-465a-8cae-f1cb27c52e26 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:25.282566 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-854f86f0-906a-4e80-b74c-1fd2a37e8aff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=a3243318-600f-47a3-a688-83b3e5f2cee1 HTTP/1.1" status: 200 len: 217 time: 0.0832818 Aug 10 03:41:25.355935 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64345e69-802c-4a36-98e3-38505be9e00b req-00ad804c-0ba4-4500-a14b-4a09f19d9caf tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:25.358328 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-64345e69-802c-4a36-98e3-38505be9e00b req-00ad804c-0ba4-4500-a14b-4a09f19d9caf tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 948 time: 0.1459510 Aug 10 03:41:25.360614 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51ef3c-fbbd-4e56-998a-1b7874af71ab admin admin] Pushing event updated for resources: {'Network': ['ID=c6adc350-9b28-4357-9efa-a1cb72dd7ab4,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:25.374649 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:41:25.429592 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-427c41c9-2e2f-4b1b-b7b0-f543f41d3cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:25.435686 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-427c41c9-2e2f-4b1b-b7b0-f543f41d3cbb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.1456728 Aug 10 03:41:25.441160 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-64345e69-802c-4a36-98e3-38505be9e00b req-fcc59962-e876-4d96-92a4-83d1da64b946 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720375 Aug 10 03:41:25.453183 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-34943bc7-9808-431d-b290-47db4dc612bc req-4f435e58-da4d-4038-a93b-2b725700b5aa service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.504519 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f19852b-52df-4268-aa79-9a7d9edabe82 x-openstack-request-id: req-6f19852b-52df-4268-aa79-9a7d9edabe82 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:25.505011 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362172f1-4c11-46ec-97a2-c657568fa552", "tag": "a3243318-600f-47a3-a688-83b3e5f2cee1", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:25.505255 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f19852b-52df-4268-aa79-9a7d9edabe82 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:25.505703 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362172f1-4c11-46ec-97a2-c657568fa552', 'tag': 'a3243318-600f-47a3-a688-83b3e5f2cee1', 'status': 'completed', 'code': 200} Aug 10 03:41:25.518826 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-34943bc7-9808-431d-b290-47db4dc612bc req-4f435e58-da4d-4038-a93b-2b725700b5aa service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.553592 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-34943bc7-9808-431d-b290-47db4dc612bc req-4f435e58-da4d-4038-a93b-2b725700b5aa service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=987c7216-bd73-4ee3-9de2-8376edabf577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442701 Aug 10 03:41:25.561425 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-32f29c27-0867-4c1e-97ad-8bcd5eb5f3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:25.566294 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f435e58-da4d-4038-a93b-2b725700b5aa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a05723a7-bee3-4bd1-bb02-b6322aab0e61,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:25.566421 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-32f29c27-0867-4c1e-97ad-8bcd5eb5f3e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1200294 Aug 10 03:41:25.594167 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43400) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:25.635738 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97efb48-5208-457a-8be5-25f7592e5112 req-b3e06acb-08d5-485b-89b7-43b8aac7753f tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:25.643281 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e97efb48-5208-457a-8be5-25f7592e5112 req-b3e06acb-08d5-485b-89b7-43b8aac7753f tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 972 time: 0.0773797 Aug 10 03:41:25.649423 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8c51ef3c-fbbd-4e56-998a-1b7874af71ab admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7782497 Aug 10 03:41:25.650418 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43406) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:25.660371 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-742c7a73-410c-4ec6-b877-25f14fa70147 admin admin] Request body: {'subnet': {'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1315605867-subnet', 'tenant_id': '47ca53781e6743fd8c23c05b91862cdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:25.691909 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e97efb48-5208-457a-8be5-25f7592e5112 req-beea034b-1405-443d-b9cc-73616d27f340 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/security-groups?id=987c7216-bd73-4ee3-9de2-8376edabf577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476954 Aug 10 03:41:25.704011 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-329b16bd-6d22-4431-b487-e3c0a1ec5783 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262815 Aug 10 03:41:25.745565 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6d713b1f-8a86-4507-a722-bd97a8aee72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.794784 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742c7a73-410c-4ec6-b877-25f14fa70147 admin admin] Made reservation on behalf of 47ca53781e6743fd8c23c05b91862cdc for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:25.797059 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-742c7a73-410c-4ec6-b877-25f14fa70147 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.803218 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c6f5d232-52da-4fdb-ad65-e62414e1bccc req-52e0f594-b29e-4f78-a274-16640f4d1339 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960588 Aug 10 03:41:25.872623 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6d713b1f-8a86-4507-a722-bd97a8aee72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:25.963846 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6d713b1f-8a86-4507-a722-bd97a8aee72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.001925 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6d713b1f-8a86-4507-a722-bd97a8aee72f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d6997b57e4824c05865ec49bc525e022&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4066801 Aug 10 03:41:26.003847 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d713b1f-8a86-4507-a722-bd97a8aee72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ce99c4-f9e9-48ac-b767-c16dae835fda,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:26.005031 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43412) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:26.059626 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef2b4a-2030-45ba-b367-4ac289ac6979 req-1f50f26d-08f2-4af2-8808-5d363dc51fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:26.061128 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-21ef2b4a-2030-45ba-b367-4ac289ac6979 req-1f50f26d-08f2-4af2-8808-5d363dc51fce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 1099 time: 0.0647640 Aug 10 03:41:26.239555 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5319cf65-3804-4af4-901a-456598114dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.285116 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43418) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:26.290102 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-1c644a91-45e9-4b00-95d4-f8763f6778b6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-708887500-network', 'tenant_id': 'e0c8e2bab9444a66aa3b7ddb604d2b06'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:26.299899 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5319cf65-3804-4af4-901a-456598114dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.365561 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef2b4a-2030-45ba-b367-4ac289ac6979 req-33deb01b-a7ba-4462-960b-a82135250ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:26.367018 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-21ef2b4a-2030-45ba-b367-4ac289ac6979 req-33deb01b-a7ba-4462-960b-a82135250ccf service neutron] 10.222.0.20 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.2978947 Aug 10 03:41:26.408782 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-21ef2b4a-2030-45ba-b367-4ac289ac6979 req-5b5a30a9-aa26-4c79-ae45-49d2f23dc80d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=a3243318-600f-47a3-a688-83b3e5f2cee1 HTTP/1.1" status: 200 len: 217 time: 0.0346358 Aug 10 03:41:26.461548 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef2b4a-2030-45ba-b367-4ac289ac6979 req-c8fd03b3-1eb7-40b1-bb51-0b1e15d9a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:26.463040 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-21ef2b4a-2030-45ba-b367-4ac289ac6979 req-c8fd03b3-1eb7-40b1-bb51-0b1e15d9a2e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0474443 Aug 10 03:41:26.512877 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef2b4a-2030-45ba-b367-4ac289ac6979 req-ee90d906-6bfd-4480-9a48-a2280ab7a473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:26.514643 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-21ef2b4a-2030-45ba-b367-4ac289ac6979 req-ee90d906-6bfd-4480-9a48-a2280ab7a473 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0427175 Aug 10 03:41:26.538032 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-742c7a73-410c-4ec6-b877-25f14fa70147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:26.723316 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eeca75-4f14-42bb-bf44-d9a907572bb6 req-77cb690e-7c90-4e81-93dd-cc69d2babb31 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:26.725041 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-53eeca75-4f14-42bb-bf44-d9a907572bb6 req-77cb690e-7c90-4e81-93dd-cc69d2babb31 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 948 time: 0.1896911 Aug 10 03:41:26.750101 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c7a73-410c-4ec6-b877-25f14fa70147 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc5ee412-63a0-4c00-8014-352954e4021d,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:26.765152 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-21ef2b4a-2030-45ba-b367-4ac289ac6979 req-c0618a0d-54bc-4197-ac34-e50c752a04f1 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428994 Aug 10 03:41:26.794088 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742c7a73-410c-4ec6-b877-25f14fa70147 admin admin] Checking segment: {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:26.794454 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742c7a73-410c-4ec6-b877-25f14fa70147 admin admin] Network hostable DHCP agents. Network: c6adc350-9b28-4357-9efa-a1cb72dd7ab4, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:41:26.819637 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf217c6d-9ec6-4e51-85a7-42e58aa3f43d req-a714e40e-95df-4684-9b45-0bef26535da6 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:26.821710 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cf217c6d-9ec6-4e51-85a7-42e58aa3f43d req-a714e40e-95df-4684-9b45-0bef26535da6 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 972 time: 0.0562377 Aug 10 03:41:26.860319 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cf217c6d-9ec6-4e51-85a7-42e58aa3f43d req-167cc5e8-85c2-44c5-b33a-d6cabc77d3bc tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/security-groups?id=987c7216-bd73-4ee3-9de2-8376edabf577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324032 Aug 10 03:41:26.865208 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-53eeca75-4f14-42bb-bf44-d9a907572bb6 req-db15dbb3-d81b-4cbf-8e66-e83c12c0c2cd tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200020 Aug 10 03:41:26.908862 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-21ef2b4a-2030-45ba-b367-4ac289ac6979 req-19650a94-a57a-4fa8-9045-e1224c051a98 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321268 Aug 10 03:41:27.026548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c644a91-45e9-4b00-95d4-f8763f6778b6 admin admin] Made reservation on behalf of e0c8e2bab9444a66aa3b7ddb604d2b06 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:27.028817 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1c644a91-45e9-4b00-95d4-f8763f6778b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.037658 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1c644a91-45e9-4b00-95d4-f8763f6778b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.078174 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742c7a73-410c-4ec6-b877-25f14fa70147 admin admin] Network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:41:27.080320 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5319cf65-3804-4af4-901a-456598114dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.082919 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5319cf65-3804-4af4-901a-456598114dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.084119 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5319cf65-3804-4af4-901a-456598114dd3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e2ce99c4-f9e9-48ac-b767-c16dae835fda HTTP/1.1" status: 204 len: 168 time: 1.0780110 Aug 10 03:41:27.098741 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319cf65-3804-4af4-901a-456598114dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ce99c4-f9e9-48ac-b767-c16dae835fda,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:27.123439 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.158880 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1c644a91-45e9-4b00-95d4-f8763f6778b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.181003 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-742c7a73-410c-4ec6-b877-25f14fa70147 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, c6adc350-9b28-4357-9efa-a1cb72dd7ab4) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:27.186093 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742c7a73-410c-4ec6-b877-25f14fa70147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:27.187749 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-742c7a73-410c-4ec6-b877-25f14fa70147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.191917 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b23976-59d8-4e1f-a90a-1b3eca683596 None None] Network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:27.260713 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1c644a91-45e9-4b00-95d4-f8763f6778b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.281334 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c644a91-45e9-4b00-95d4-f8763f6778b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:41:27.295819 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c644a91-45e9-4b00-95d4-f8763f6778b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33647832-7f6b-4de3-8138-ba4725e45327,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:27.298693 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1c644a91-45e9-4b00-95d4-f8763f6778b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.299050 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-1c644a91-45e9-4b00-95d4-f8763f6778b6 admin admin] Added segment 6801444b-4e18-490a-be35-02f149e97652 of type vlan for network 357bd5dc-0f9a-410c-8d82-32a4058e7fee Aug 10 03:41:27.317705 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8bf857-05b3-4088-a8ee-d00e94a2927b None None] Network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:27.339451 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1c644a91-45e9-4b00-95d4-f8763f6778b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.410307 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-742c7a73-410c-4ec6-b877-25f14fa70147 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7589302 Aug 10 03:41:27.495324 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1c644a91-45e9-4b00-95d4-f8763f6778b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.496373 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c644a91-45e9-4b00-95d4-f8763f6778b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:27.498372 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1c644a91-45e9-4b00-95d4-f8763f6778b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:27.562575 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c644a91-45e9-4b00-95d4-f8763f6778b6 admin admin] Pushing event updated for resources: {'Network': ['ID=357bd5dc-0f9a-410c-8d82-32a4058e7fee,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:27.574016 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 357bd5dc-0f9a-410c-8d82-32a4058e7fee details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:41:27.667022 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1c644a91-45e9-4b00-95d4-f8763f6778b6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3807948 Aug 10 03:41:27.670100 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43434) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:27.677143 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-db0ff58f-69dd-45ec-b3cc-996d1af0895c admin admin] Request body: {'subnet': {'network_id': '357bd5dc-0f9a-410c-8d82-32a4058e7fee', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-708887500-subnet', 'tenant_id': 'e0c8e2bab9444a66aa3b7ddb604d2b06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:27.849641 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0ff58f-69dd-45ec-b3cc-996d1af0895c admin admin] Made reservation on behalf of e0c8e2bab9444a66aa3b7ddb604d2b06 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:27.852105 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-db0ff58f-69dd-45ec-b3cc-996d1af0895c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.007521 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5914137-1586-44e8-bed5-99c62081e153 req-9a31fd17-b3fb-45b5-86ac-5f4f4a0a1f06 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:28.007884 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cac28a-0e37-4bef-90f7-b4c1787befef req-d856a655-638e-42d4-84c8-a95e52dc3e65 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:28.009606 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d5914137-1586-44e8-bed5-99c62081e153 req-9a31fd17-b3fb-45b5-86ac-5f4f4a0a1f06 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 972 time: 0.0711195 Aug 10 03:41:28.016839 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-58cac28a-0e37-4bef-90f7-b4c1787befef req-d856a655-638e-42d4-84c8-a95e52dc3e65 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 948 time: 0.0629823 Aug 10 03:41:28.064264 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43444) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:28.081898 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d5914137-1586-44e8-bed5-99c62081e153 req-c73534eb-903b-4be8-865b-9ea54939b2b9 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/security-groups?id=987c7216-bd73-4ee3-9de2-8376edabf577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496128 Aug 10 03:41:28.083654 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-65839506-5771-43c8-8f6e-cf9e3bba66f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.096557 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-58cac28a-0e37-4bef-90f7-b4c1787befef req-b31ac2db-3e0b-477c-a7de-496568ec3b21 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654097 Aug 10 03:41:28.197343 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-65839506-5771-43c8-8f6e-cf9e3bba66f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.277878 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-db0ff58f-69dd-45ec-b3cc-996d1af0895c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.331328 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ff58f-69dd-45ec-b3cc-996d1af0895c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c451ab69-131c-4212-9ac4-e626b428c0d6,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:28.335148 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-65839506-5771-43c8-8f6e-cf9e3bba66f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.345451 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0ff58f-69dd-45ec-b3cc-996d1af0895c admin admin] Checking segment: {'id': '6801444b-4e18-490a-be35-02f149e97652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '357bd5dc-0f9a-410c-8d82-32a4058e7fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:28.346212 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0ff58f-69dd-45ec-b3cc-996d1af0895c admin admin] Network hostable DHCP agents. Network: 357bd5dc-0f9a-410c-8d82-32a4058e7fee, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:41:28.377889 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-65839506-5771-43c8-8f6e-cf9e3bba66f0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f98961e2280f4130a77037f2ffe46b5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3123064 Aug 10 03:41:28.379101 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65839506-5771-43c8-8f6e-cf9e3bba66f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32c3f1c-7c06-4a68-afe5-6d4b9b6e98ef,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:28.380741 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43450) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:28.440511 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b7f4b01d-c1a5-497e-927d-a021c11053db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.502777 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43454) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:28.510333 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c386384a-2bc6-44a7-a25e-7d72fb6eb6be admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-765986024-network', 'tenant_id': 'e0b0ed187dba4ffbb77774e38e9e2445'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:28.613253 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0ff58f-69dd-45ec-b3cc-996d1af0895c admin admin] Network 357bd5dc-0f9a-410c-8d82-32a4058e7fee is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:41:28.628514 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b7f4b01d-c1a5-497e-927d-a021c11053db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.632032 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c386384a-2bc6-44a7-a25e-7d72fb6eb6be admin admin] Made reservation on behalf of e0b0ed187dba4ffbb77774e38e9e2445 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:28.636656 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c386384a-2bc6-44a7-a25e-7d72fb6eb6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.647392 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c386384a-2bc6-44a7-a25e-7d72fb6eb6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.735027 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-db0ff58f-69dd-45ec-b3cc-996d1af0895c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 357bd5dc-0f9a-410c-8d82-32a4058e7fee) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:28.739119 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0ff58f-69dd-45ec-b3cc-996d1af0895c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:28.739795 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-db0ff58f-69dd-45ec-b3cc-996d1af0895c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.744857 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9929ab-3c99-4f70-ae6e-5b20a7d7e130 None None] Network 357bd5dc-0f9a-410c-8d82-32a4058e7fee requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:28.854289 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b7f4b01d-c1a5-497e-927d-a021c11053db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.856928 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b7f4b01d-c1a5-497e-927d-a021c11053db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:28.860487 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b7f4b01d-c1a5-497e-927d-a021c11053db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a32c3f1c-7c06-4a68-afe5-6d4b9b6e98ef HTTP/1.1" status: 204 len: 168 time: 0.4757860 Aug 10 03:41:28.866258 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4b01d-c1a5-497e-927d-a021c11053db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32c3f1c-7c06-4a68-afe5-6d4b9b6e98ef,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:28.900539 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6409f9-4bf5-4ee2-89c2-d89e2ced7428 None None] Network 357bd5dc-0f9a-410c-8d82-32a4058e7fee requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:28.925249 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c386384a-2bc6-44a7-a25e-7d72fb6eb6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.010428 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c386384a-2bc6-44a7-a25e-7d72fb6eb6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.033276 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c386384a-2bc6-44a7-a25e-7d72fb6eb6be admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:41:29.048145 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386384a-2bc6-44a7-a25e-7d72fb6eb6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcce0c53-bab9-4f63-b9b5-7bd7421c8ccb,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:29.051113 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c386384a-2bc6-44a7-a25e-7d72fb6eb6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.051449 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-c386384a-2bc6-44a7-a25e-7d72fb6eb6be admin admin] Added segment bf02e8bf-1464-43be-96db-98268b937cdf of type vlan for network 024ed267-209f-4366-a192-a7400ce9f5ad Aug 10 03:41:29.093351 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c386384a-2bc6-44a7-a25e-7d72fb6eb6be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.144089 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-db0ff58f-69dd-45ec-b3cc-996d1af0895c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4649262 Aug 10 03:41:29.208645 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c386384a-2bc6-44a7-a25e-7d72fb6eb6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.209543 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c386384a-2bc6-44a7-a25e-7d72fb6eb6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:29.210126 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c386384a-2bc6-44a7-a25e-7d72fb6eb6be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.211488 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f87f7e-2634-4035-b41e-254c4d58c232 req-df1a262d-7ee0-4c6d-95cf-0ca84f0c6fa9 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:29.213531 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-15f87f7e-2634-4035-b41e-254c4d58c232 req-df1a262d-7ee0-4c6d-95cf-0ca84f0c6fa9 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 972 time: 0.0538120 Aug 10 03:41:29.258501 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-15f87f7e-2634-4035-b41e-254c4d58c232 req-3218caec-72d7-485b-9cfd-69195a53e7cc tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/security-groups?id=987c7216-bd73-4ee3-9de2-8376edabf577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374391 Aug 10 03:41:29.309349 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e125b-4f74-4ced-b836-b91676f63f26 req-5eabf482-1b5f-42c4-b8dd-136783e3d4c4 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:29.316869 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bd9e125b-4f74-4ced-b836-b91676f63f26 req-5eabf482-1b5f-42c4-b8dd-136783e3d4c4 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 948 time: 0.1366303 Aug 10 03:41:29.318641 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386384a-2bc6-44a7-a25e-7d72fb6eb6be admin admin] Pushing event updated for resources: {'Network': ['ID=024ed267-209f-4366-a192-a7400ce9f5ad,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:29.329535 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 024ed267-209f-4366-a192-a7400ce9f5ad details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:41:29.369023 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bd9e125b-4f74-4ced-b836-b91676f63f26 req-c27ab0eb-9678-46bb-9e1e-0d6b94d9142a tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486879 Aug 10 03:41:29.374614 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c386384a-2bc6-44a7-a25e-7d72fb6eb6be admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8694074 Aug 10 03:41:29.383536 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43470) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:29.392244 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-54166371-efdd-436e-ac2b-c64b9dc11ed0 admin admin] Request body: {'subnet': {'network_id': '024ed267-209f-4366-a192-a7400ce9f5ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-765986024-subnet', 'tenant_id': 'e0b0ed187dba4ffbb77774e38e9e2445', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:29.468096 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6aa5f0-cfd3-442c-b827-339bdc94caef req-66e628b1-cefa-4205-ae17-f9e3b098483f tempest-AggregatesAdminTestJSON-19076416 tempest-AggregatesAdminTestJSON-19076416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:29.470038 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bb6aa5f0-cfd3-442c-b827-339bdc94caef req-66e628b1-cefa-4205-ae17-f9e3b098483f tempest-AggregatesAdminTestJSON-19076416 tempest-AggregatesAdminTestJSON-19076416-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 1123 time: 0.0511580 Aug 10 03:41:29.497513 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-bb6aa5f0-cfd3-442c-b827-339bdc94caef req-21046ee7-536e-4664-8eea-be27e3f743c2 tempest-AggregatesAdminTestJSON-19076416 tempest-AggregatesAdminTestJSON-19076416-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.517766 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54166371-efdd-436e-ac2b-c64b9dc11ed0 admin admin] Made reservation on behalf of e0b0ed187dba4ffbb77774e38e9e2445 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:29.520195 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-54166371-efdd-436e-ac2b-c64b9dc11ed0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.584354 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device a3243318-600f-47a3-a688-83b3e5f2cee1 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:41:29.632505 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-bb6aa5f0-cfd3-442c-b827-339bdc94caef req-21046ee7-536e-4664-8eea-be27e3f743c2 tempest-AggregatesAdminTestJSON-19076416 tempest-AggregatesAdminTestJSON-19076416-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.688170 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port a3243318-600f-47a3-a688-83b3e5f2cee1, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=a3243318-600f-47a3-a688-83b3e5f2cee1,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:29.703900 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'a3243318-600f-47a3-a688-83b3e5f2cee1', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': 'a3243318-600f-47a3-a688-83b3e5f2cee1', 'mac_address': 'fa:16:3e:5a:35:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:41:29.743100 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.756994 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3243318-600f-47a3-a688-83b3e5f2cee1 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:29.764574 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-bb6aa5f0-cfd3-442c-b827-339bdc94caef req-21046ee7-536e-4664-8eea-be27e3f743c2 tempest-AggregatesAdminTestJSON-19076416 tempest-AggregatesAdminTestJSON-19076416-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.778754 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port a3243318-600f-47a3-a688-83b3e5f2cee1, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=a3243318-600f-47a3-a688-83b3e5f2cee1,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:29.788326 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bb6aa5f0-cfd3-442c-b827-339bdc94caef req-21046ee7-536e-4664-8eea-be27e3f743c2 tempest-AggregatesAdminTestJSON-19076416 tempest-AggregatesAdminTestJSON-19076416-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=987c7216-bd73-4ee3-9de2-8376edabf577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121719 Aug 10 03:41:29.798024 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21046ee7-536e-4664-8eea-be27e3f743c2 tempest-AggregatesAdminTestJSON-19076416 tempest-AggregatesAdminTestJSON-19076416-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287af979-853d-4e8b-a18e-eb55dae63364,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:29.884909 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470412c-78b1-4991-8fcf-06e768802517 req-3a3dc30c-bcfe-4288-afbb-8fe215035dc1 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:29.886437 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e470412c-78b1-4991-8fcf-06e768802517 req-3a3dc30c-bcfe-4288-afbb-8fe215035dc1 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/networks?id=82e15316-6bb5-465a-8cae-f1cb27c52e26 HTTP/1.1" status: 200 len: 807 time: 0.2315297 Aug 10 03:41:29.904319 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e470412c-78b1-4991-8fcf-06e768802517 req-54e3f63b-4f57-4019-9095-6b85a23348dd tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/quotas/124800de805149b392f25b813a13c194 HTTP/1.1" status: 200 len: 375 time: 0.0117466 Aug 10 03:41:29.911604 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.940557 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e470412c-78b1-4991-8fcf-06e768802517 req-657e2c4d-405f-4579-98d3-aaebc62e62d4 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=124800de805149b392f25b813a13c194&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301833 Aug 10 03:41:29.957089 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-54166371-efdd-436e-ac2b-c64b9dc11ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:29.968044 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=a3243318-600f-47a3-a688-83b3e5f2cee1,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:30.024280 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54166371-efdd-436e-ac2b-c64b9dc11ed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50f1c6a5-dbd1-49aa-9425-788c448a765b,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:30.031701 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54166371-efdd-436e-ac2b-c64b9dc11ed0 admin admin] Checking segment: {'id': 'bf02e8bf-1464-43be-96db-98268b937cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '024ed267-209f-4366-a192-a7400ce9f5ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:30.032176 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54166371-efdd-436e-ac2b-c64b9dc11ed0 admin admin] Network hostable DHCP agents. Network: 024ed267-209f-4366-a192-a7400ce9f5ad, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:41:30.096085 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-e470412c-78b1-4991-8fcf-06e768802517 req-c880260f-7e63-46be-9b1c-f2d4931d8889 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:41:30.096085 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e470412c-78b1-4991-8fcf-06e768802517 req-c880260f-7e63-46be-9b1c-f2d4931d8889 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0516469 Aug 10 03:41:30.173461 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54166371-efdd-436e-ac2b-c64b9dc11ed0 admin admin] Network 024ed267-209f-4366-a192-a7400ce9f5ad is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:41:30.203030 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e470412c-78b1-4991-8fcf-06e768802517 req-e7f3c160-a1b7-4d09-9d89-6594c37df22e service neutron] 10.222.0.25 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018724 Aug 10 03:41:30.237641 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43514) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:30.268795 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-54166371-efdd-436e-ac2b-c64b9dc11ed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 024ed267-209f-4366-a192-a7400ce9f5ad) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:30.277373 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54166371-efdd-436e-ac2b-c64b9dc11ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:30.277373 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-54166371-efdd-436e-ac2b-c64b9dc11ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:30.277616 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ec4b47-4476-4dec-bdc2-ceb67a597082 None None] Network 024ed267-209f-4366-a192-a7400ce9f5ad requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:30.296159 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['a3243318-600f-47a3-a688-83b3e5f2cee1'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:30.329245 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e470412c-78b1-4991-8fcf-06e768802517 req-cb5323b2-31c2-45a7-890c-dc0072b96170 service neutron] 10.222.0.25 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201141 Aug 10 03:41:30.372823 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-54166371-efdd-436e-ac2b-c64b9dc11ed0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9868774 Aug 10 03:41:30.380622 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-0d3bfa05-2f86-4168-9ee1-47b6254eaf98 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1731749727-network', 'tenant_id': '131e3b69db844409bca7efef95f46481'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:30.500527 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3bfa05-2f86-4168-9ee1-47b6254eaf98 admin admin] Made reservation on behalf of 131e3b69db844409bca7efef95f46481 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:30.503636 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d3bfa05-2f86-4168-9ee1-47b6254eaf98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:30.512460 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d3bfa05-2f86-4168-9ee1-47b6254eaf98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:30.594156 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437554e-86d3-4702-881b-0b337737b141 req-a33a26af-5e08-4489-ae20-6d55b41c7e0b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:30.595685 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d437554e-86d3-4702-881b-0b337737b141 req-a33a26af-5e08-4489-ae20-6d55b41c7e0b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 949 time: 0.0792456 Aug 10 03:41:30.639476 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7409e5d-2493-45b7-b0f4-8aedbf0382ad None None] Network 024ed267-209f-4366-a192-a7400ce9f5ad requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:30.673005 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d437554e-86d3-4702-881b-0b337737b141 req-2ddcba6c-19fb-4077-b75a-7269c46e278c tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553977 Aug 10 03:41:30.770514 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-952b738d-e9d9-41f1-b119-cf920c0e15e3 req-ed91525f-ea52-41b4-8829-aff903351dcf tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 210 time: 0.0446324 Aug 10 03:41:30.800271 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d3bfa05-2f86-4168-9ee1-47b6254eaf98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:30.878344 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d3bfa05-2f86-4168-9ee1-47b6254eaf98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:30.904626 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d3bfa05-2f86-4168-9ee1-47b6254eaf98 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:41:30.921092 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3bfa05-2f86-4168-9ee1-47b6254eaf98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8cc47e-009c-4dfd-beb8-46508ab519bd,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:30.925873 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d3bfa05-2f86-4168-9ee1-47b6254eaf98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:30.926213 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-0d3bfa05-2f86-4168-9ee1-47b6254eaf98 admin admin] Added segment df0a830f-75f3-4d44-a26e-0bcdbbc81e39 of type vlan for network fa395f05-97ff-41a7-920e-74dd9aa81561 Aug 10 03:41:30.969368 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d3bfa05-2f86-4168-9ee1-47b6254eaf98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.098824 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d3bfa05-2f86-4168-9ee1-47b6254eaf98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.099791 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3bfa05-2f86-4168-9ee1-47b6254eaf98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:31.100447 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d3bfa05-2f86-4168-9ee1-47b6254eaf98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.236911 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3bfa05-2f86-4168-9ee1-47b6254eaf98 admin admin] Pushing event updated for resources: {'Network': ['ID=fa395f05-97ff-41a7-920e-74dd9aa81561,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:31.248357 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network fa395f05-97ff-41a7-920e-74dd9aa81561 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:41:31.284313 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-fa9590f0-5f74-4e6f-8ed4-736b780c9362 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:31.292461 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-fa9590f0-5f74-4e6f-8ed4-736b780c9362 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/networks?id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4 HTTP/1.1" status: 200 len: 821 time: 0.2608423 Aug 10 03:41:31.301272 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0d3bfa05-2f86-4168-9ee1-47b6254eaf98 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0624387 Aug 10 03:41:31.304217 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43572) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:31.310660 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-cdff2cbe-a0d4-490f-bff4-add822b5d67e admin admin] Request body: {'subnet': {'network_id': 'fa395f05-97ff-41a7-920e-74dd9aa81561', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1731749727-subnet', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:31.322028 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-a9bcc31a-62d6-49ce-97d9-6675f914f58c tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/quotas/47ca53781e6743fd8c23c05b91862cdc HTTP/1.1" status: 200 len: 375 time: 0.0280643 Aug 10 03:41:31.356611 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-d4f976e8-614e-4a01-b0f9-46c93f6751ab tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=47ca53781e6743fd8c23c05b91862cdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333271 Aug 10 03:41:31.437513 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdff2cbe-a0d4-490f-bff4-add822b5d67e admin admin] Made reservation on behalf of 131e3b69db844409bca7efef95f46481 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:31.439832 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cdff2cbe-a0d4-490f-bff4-add822b5d67e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.486201 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-b7c3e172-bb92-4ad9-9e7b-9f6facc74d36 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:41:31.487240 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-b7c3e172-bb92-4ad9-9e7b-9f6facc74d36 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0785086 Aug 10 03:41:31.558700 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device a3243318-600f-47a3-a688-83b3e5f2cee1 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:31.653219 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-3d33ec84-fa56-4a2e-b31e-fc9c6462348f service neutron] 10.222.0.25 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560025 Aug 10 03:41:31.752415 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port a3243318-600f-47a3-a688-83b3e5f2cee1 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:31.756427 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port a3243318-600f-47a3-a688-83b3e5f2cee1 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:31.760568 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.789652 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-840dc367-8360-48a4-becf-4fcbb0da06b7 service neutron] 10.222.0.25 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278086 Aug 10 03:41:31.860634 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.865040 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a6748-7c2d-4b4e-90b4-0e74be00d652 req-ab33d26f-a0a5-40a2-80b6-d2a4019d3d94 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:31.866593 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0f0a6748-7c2d-4b4e-90b4-0e74be00d652 req-ab33d26f-a0a5-40a2-80b6-d2a4019d3d94 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 949 time: 0.0557873 Aug 10 03:41:31.872783 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cdff2cbe-a0d4-490f-bff4-add822b5d67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:31.901224 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362172f1-4c11-46ec-97a2-c657568fa552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3243318-600f-47a3-a688-83b3e5f2cee1'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:31.903452 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee36f3f-adaa-4b07-979c-e103f472f028" -d '{"events": [{"server_uuid": "362172f1-4c11-46ec-97a2-c657568fa552", "name": "network-vif-plugged", "status": "completed", "tag": "a3243318-600f-47a3-a688-83b3e5f2cee1"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:31.919776 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port a3243318-600f-47a3-a688-83b3e5f2cee1, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=a3243318-600f-47a3-a688-83b3e5f2cee1,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:31.940562 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0f0a6748-7c2d-4b4e-90b4-0e74be00d652 req-3c88dc07-cde7-461c-add5-ccf1d40e6429 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667305 Aug 10 03:41:31.942910 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff2cbe-a0d4-490f-bff4-add822b5d67e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1583fe6d-0928-4ce5-a5da-99afb99ff698,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:31.953185 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdff2cbe-a0d4-490f-bff4-add822b5d67e admin admin] Checking segment: {'id': 'df0a830f-75f3-4d44-a26e-0bcdbbc81e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fa395f05-97ff-41a7-920e-74dd9aa81561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:31.953540 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdff2cbe-a0d4-490f-bff4-add822b5d67e admin admin] Network hostable DHCP agents. Network: fa395f05-97ff-41a7-920e-74dd9aa81561, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:41:32.011090 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:32.061858 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=a3243318-600f-47a3-a688-83b3e5f2cee1,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:32.073873 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b02bf885-df52-4c85-ae7d-5ba21d13c788 req-58fb449e-1c20-4410-b80d-10935f185f79 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 210 time: 0.0324442 Aug 10 03:41:32.075215 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdff2cbe-a0d4-490f-bff4-add822b5d67e admin admin] Network fa395f05-97ff-41a7-920e-74dd9aa81561 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:41:32.125973 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82d6d90-8794-4d01-8b11-43f36170eac9 x-openstack-request-id: req-b82d6d90-8794-4d01-8b11-43f36170eac9 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:32.128182 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362172f1-4c11-46ec-97a2-c657568fa552", "name": "network-vif-plugged", "status": "completed", "tag": "a3243318-600f-47a3-a688-83b3e5f2cee1", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:32.128182 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b82d6d90-8794-4d01-8b11-43f36170eac9 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:32.128182 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362172f1-4c11-46ec-97a2-c657568fa552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3243318-600f-47a3-a688-83b3e5f2cee1', 'code': 200} Aug 10 03:41:32.185426 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eccb620c-f210-4cc0-a8bc-c7598b0fdb74 req-3d7f949b-cf10-460c-bcda-83e38486cdec tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 210 time: 0.0294909 Aug 10 03:41:32.192704 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-cdff2cbe-a0d4-490f-bff4-add822b5d67e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, fa395f05-97ff-41a7-920e-74dd9aa81561) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:32.196924 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdff2cbe-a0d4-490f-bff4-add822b5d67e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:32.197424 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cdff2cbe-a0d4-490f-bff4-add822b5d67e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:32.204976 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456eef32-af43-43a5-9ff3-d4336398e503 None None] Network fa395f05-97ff-41a7-920e-74dd9aa81561 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:32.370344 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd51ea2-7972-48a2-9a92-08e3255504d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-fa395f05-97ff-41a7-920e-74dd9aa81561', 'network_id': 'fa395f05-97ff-41a7-920e-74dd9aa81561', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'fixed_ips': [{'subnet_id': '1583fe6d-0928-4ce5-a5da-99afb99ff698'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:41:32.371242 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ccd51ea2-7972-48a2-9a92-08e3255504d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:32.419232 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cdff2cbe-a0d4-490f-bff4-add822b5d67e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1136575 Aug 10 03:41:32.420229 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43608) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:32.426701 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-b00bb625-d457-45af-beb4-45d56524aa49 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1731749727-router', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:32.459138 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db930971-0874-4fb1-8d43-5d5bfe4fcdf3 req-366669a4-a404-4782-86b7-069e933dc0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:32.459138 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db930971-0874-4fb1-8d43-5d5bfe4fcdf3 req-366669a4-a404-4782-86b7-069e933dc0c1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 1101 time: 0.2228277 Aug 10 03:41:32.510312 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db930971-0874-4fb1-8d43-5d5bfe4fcdf3 req-0f36a5b0-a14e-40bb-b738-04917d19b4e3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436859 Aug 10 03:41:32.532837 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-ccd51ea2-7972-48a2-9a92-08e3255504d7 None None] Allocated IP 172.20.0.2 (fa395f05-97ff-41a7-920e-74dd9aa81561/1583fe6d-0928-4ce5-a5da-99afb99ff698/964c4bbc-7062-41f1-a4f2-f351ec1aadec) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:32.546406 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b00bb625-d457-45af-beb4-45d56524aa49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:32.547518 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b00bb625-d457-45af-beb4-45d56524aa49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:32.605757 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b00bb625-d457-45af-beb4-45d56524aa49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:32.688260 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ccd51ea2-7972-48a2-9a92-08e3255504d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:32.696440 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ccd51ea2-7972-48a2-9a92-08e3255504d7 None None] Transition to ACTIVE for port object 964c4bbc-7062-41f1-a4f2-f351ec1aadec will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:32.710608 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ccd51ea2-7972-48a2-9a92-08e3255504d7 None None] Transition to ACTIVE for port object 964c4bbc-7062-41f1-a4f2-f351ec1aadec will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:32.801976 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ccd51ea2-7972-48a2-9a92-08e3255504d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:32.838054 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd51ea2-7972-48a2-9a92-08e3255504d7 None None] Network fa395f05-97ff-41a7-920e-74dd9aa81561 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:32.840890 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-ccd51ea2-7972-48a2-9a92-08e3255504d7 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:32.846593 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd51ea2-7972-48a2-9a92-08e3255504d7 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:32.858612 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd51ea2-7972-48a2-9a92-08e3255504d7 None None] Pushing event updated for resources: {'Port': ['ID=964c4bbc-7062-41f1-a4f2-f351ec1aadec,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:32.914416 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-ccd51ea2-7972-48a2-9a92-08e3255504d7 None None] Attempting to bind port 964c4bbc-7062-41f1-a4f2-f351ec1aadec on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:32.914850 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-ccd51ea2-7972-48a2-9a92-08e3255504d7 None None] Attempting to bind port 964c4bbc-7062-41f1-a4f2-f351ec1aadec by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'df0a830f-75f3-4d44-a26e-0bcdbbc81e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fa395f05-97ff-41a7-920e-74dd9aa81561'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:32.915400 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd51ea2-7972-48a2-9a92-08e3255504d7 None None] Attempting to bind port 964c4bbc-7062-41f1-a4f2-f351ec1aadec on network fa395f05-97ff-41a7-920e-74dd9aa81561 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:32.916230 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b00bb625-d457-45af-beb4-45d56524aa49 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:32.920555 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd51ea2-7972-48a2-9a92-08e3255504d7 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:32.920928 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd51ea2-7972-48a2-9a92-08e3255504d7 None None] Checking segment: {'id': 'df0a830f-75f3-4d44-a26e-0bcdbbc81e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fa395f05-97ff-41a7-920e-74dd9aa81561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:32.921332 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ccd51ea2-7972-48a2-9a92-08e3255504d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:32.921727 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd51ea2-7972-48a2-9a92-08e3255504d7 None None] Bound using segment: {'id': 'df0a830f-75f3-4d44-a26e-0bcdbbc81e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fa395f05-97ff-41a7-920e-74dd9aa81561'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:32.922191 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-ccd51ea2-7972-48a2-9a92-08e3255504d7 None None] Bound port: 964c4bbc-7062-41f1-a4f2-f351ec1aadec, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df0a830f-75f3-4d44-a26e-0bcdbbc81e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fa395f05-97ff-41a7-920e-74dd9aa81561'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:32.922585 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ccd51ea2-7972-48a2-9a92-08e3255504d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:32.990405 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-ccd51ea2-7972-48a2-9a92-08e3255504d7 None None] For port 964c4bbc-7062-41f1-a4f2-f351ec1aadec, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:32.993871 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-ccd51ea2-7972-48a2-9a92-08e3255504d7 None None] For port 964c4bbc-7062-41f1-a4f2-f351ec1aadec, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=964c4bbc-7062-41f1-a4f2-f351ec1aadec,segment=NetworkSegment(df0a830f-75f3-4d44-a26e-0bcdbbc81e39),segment_id=df0a830f-75f3-4d44-a26e-0bcdbbc81e39)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:33.129709 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ccd51ea2-7972-48a2-9a92-08e3255504d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.193229 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd51ea2-7972-48a2-9a92-08e3255504d7 None None] Pushing event updated for resources: {'Port': ['ID=964c4bbc-7062-41f1-a4f2-f351ec1aadec,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:33.215726 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21dc675-eadf-43a6-9348-3437eb559bd2 req-01c372b0-33b4-4466-92da-8d08d48ba6d8 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:33.224254 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f21dc675-eadf-43a6-9348-3437eb559bd2 req-01c372b0-33b4-4466-92da-8d08d48ba6d8 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 950 time: 0.0690846 Aug 10 03:41:33.259041 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f21dc675-eadf-43a6-9348-3437eb559bd2 req-708ec4f8-9268-4cec-b09b-19f7473e4c57 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339162 Aug 10 03:41:33.288265 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0313bc68-74f4-4761-ba5e-dbc14ca5881f req-eba08c07-fe47-42dc-bab1-5e6dd727cdf7 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 210 time: 0.0342968 Aug 10 03:41:33.295381 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b00bb625-d457-45af-beb4-45d56524aa49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.315995 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b00bb625-d457-45af-beb4-45d56524aa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.389670 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b25b6865-21eb-46c0-9466-6d565060de66 req-a57c4dfb-3f46-496e-8d99-a6262b38d535 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 210 time: 0.0376413 Aug 10 03:41:33.461552 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-b00bb625-d457-45af-beb4-45d56524aa49 admin admin] Allocated IP 172.25.0.245 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/b10774f1-63a5-4755-8271-4bf444121db8) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:33.592575 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b00bb625-d457-45af-beb4-45d56524aa49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.731484 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470412c-78b1-4991-8fcf-06e768802517 req-b4b0fc2b-5b28-446a-a114-20788e40a225 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:33.733099 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e470412c-78b1-4991-8fcf-06e768802517 req-b4b0fc2b-5b28-446a-a114-20788e40a225 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.20 "GET /v2.0/networks?id=82e15316-6bb5-465a-8cae-f1cb27c52e26 HTTP/1.1" status: 200 len: 807 time: 0.1171401 Aug 10 03:41:33.758390 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b00bb625-d457-45af-beb4-45d56524aa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:33.764331 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-e470412c-78b1-4991-8fcf-06e768802517 req-cc7bcd42-dfe8-4f41-b201-f51113f19eea tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Request body: {'port': {'device_id': '09a114c3-eb99-4107-b5be-ec91509b0ed3', 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26', 'admin_state_up': True, 'tenant_id': '124800de805149b392f25b813a13c194'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:33.805169 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00bb625-d457-45af-beb4-45d56524aa49 admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:33.810546 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-b00bb625-d457-45af-beb4-45d56524aa49 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:33.815329 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00bb625-d457-45af-beb4-45d56524aa49 admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:33.818302 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00bb625-d457-45af-beb4-45d56524aa49 admin admin] Pushing event updated for resources: {'Port': ['ID=b10774f1-63a5-4755-8271-4bf444121db8,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:34.026839 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e470412c-78b1-4991-8fcf-06e768802517 req-cc7bcd42-dfe8-4f41-b201-f51113f19eea tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Made reservation on behalf of 124800de805149b392f25b813a13c194 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:34.037175 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e470412c-78b1-4991-8fcf-06e768802517 req-cc7bcd42-dfe8-4f41-b201-f51113f19eea tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.175056 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b00bb625-d457-45af-beb4-45d56524aa49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.189694 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-e470412c-78b1-4991-8fcf-06e768802517 req-cc7bcd42-dfe8-4f41-b201-f51113f19eea tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Allocated IP 172.20.0.8 (82e15316-6bb5-465a-8cae-f1cb27c52e26/db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f/848e4c66-2806-4ebe-9404-1cfbe7edf18f) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:34.408739 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e470412c-78b1-4991-8fcf-06e768802517 req-cc7bcd42-dfe8-4f41-b201-f51113f19eea tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.482512 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 964c4bbc-7062-41f1-a4f2-f351ec1aadec up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:34.510731 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd60a6-0aa7-43ce-b479-636e5bd12056 req-8bdbf914-0588-41e5-bf1a-d3a7f94e8f57 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:34.520293 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cea9350-1c68-43ca-af47-2d4d9b6914cc None None] Network fa395f05-97ff-41a7-920e-74dd9aa81561 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:34.520679 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-49cd60a6-0aa7-43ce-b479-636e5bd12056 req-8bdbf914-0588-41e5-bf1a-d3a7f94e8f57 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 950 time: 0.1080472 Aug 10 03:41:34.579608 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-49cd60a6-0aa7-43ce-b479-636e5bd12056 req-dd958d4f-1183-4542-b2f2-7e394fd87fae tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577054 Aug 10 03:41:34.661353 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e470412c-78b1-4991-8fcf-06e768802517 req-cc7bcd42-dfe8-4f41-b201-f51113f19eea tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.682924 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-947802c0-60d8-4d22-8a59-e992e5ce0dac None None] Provisioning for port 964c4bbc-7062-41f1-a4f2-f351ec1aadec completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:34.720594 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e470412c-78b1-4991-8fcf-06e768802517 req-cc7bcd42-dfe8-4f41-b201-f51113f19eea tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Network 82e15316-6bb5-465a-8cae-f1cb27c52e26 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:34.724432 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-e470412c-78b1-4991-8fcf-06e768802517 req-cc7bcd42-dfe8-4f41-b201-f51113f19eea tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:34.728537 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-e470412c-78b1-4991-8fcf-06e768802517 req-cc7bcd42-dfe8-4f41-b201-f51113f19eea tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:34.734602 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470412c-78b1-4991-8fcf-06e768802517 req-cc7bcd42-dfe8-4f41-b201-f51113f19eea tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:34.735269 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e470412c-78b1-4991-8fcf-06e768802517 req-cc7bcd42-dfe8-4f41-b201-f51113f19eea tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.763334 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7bcd42-dfe8-4f41-b201-f51113f19eea tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Pushing event updated for resources: {'Port': ['ID=848e4c66-2806-4ebe-9404-1cfbe7edf18f,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:34.767625 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b00bb625-d457-45af-beb4-45d56524aa49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.820704 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 964c4bbc-7062-41f1-a4f2-f351ec1aadec completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:34.826295 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 964c4bbc-7062-41f1-a4f2-f351ec1aadec triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:34.827444 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:34.870452 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e470412c-78b1-4991-8fcf-06e768802517 req-cc7bcd42-dfe8-4f41-b201-f51113f19eea tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1116126 Aug 10 03:41:34.927236 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2282d6-7285-43ab-9772-542d88e47f86 req-d50a41b1-dbe7-4850-aec3-f99f23e5bf8f tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:34.929089 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3c2282d6-7285-43ab-9772-542d88e47f86 req-d50a41b1-dbe7-4850-aec3-f99f23e5bf8f tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 931 time: 0.1113062 Aug 10 03:41:34.932509 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4e0f842c-a023-4616-a083-a2744236b434 req-8d5ef4d9-6739-402a-9982-47dfa14557e7 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 210 time: 0.0569136 Aug 10 03:41:34.943854 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-e470412c-78b1-4991-8fcf-06e768802517 req-b090ef9f-6656-494f-9fff-cae64dc34773 service neutron] Request body: {'port': {'device_id': '09a114c3-eb99-4107-b5be-ec91509b0ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:34.976841 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.027358 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e470412c-78b1-4991-8fcf-06e768802517 req-b090ef9f-6656-494f-9fff-cae64dc34773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.034449 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 964c4bbc-7062-41f1-a4f2-f351ec1aadec, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=964c4bbc-7062-41f1-a4f2-f351ec1aadec,segment=NetworkSegment(df0a830f-75f3-4d44-a26e-0bcdbbc81e39),segment_id=df0a830f-75f3-4d44-a26e-0bcdbbc81e39)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:35.043560 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3c2282d6-7285-43ab-9772-542d88e47f86 req-472e6634-9d7d-4a28-b039-c70687167262 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057327 Aug 10 03:41:35.112457 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bc3d5628-18af-44d1-8245-92aef6c60ef7 None None] Provisioning complete for port 964c4bbc-7062-41f1-a4f2-f351ec1aadec triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:35.113173 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bc3d5628-18af-44d1-8245-92aef6c60ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.131937 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.20', 58569) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:35.139127 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.241868 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=964c4bbc-7062-41f1-a4f2-f351ec1aadec,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:35.259310 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00bb625-d457-45af-beb4-45d56524aa49 admin admin] Router 04b1b6e9-069a-4025-958f-5a2316bd234f is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:41:35.363389 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-d31ed2a1-e203-43f1-b68d-5130bea1b8f3 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:35.365252 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-d31ed2a1-e203-43f1-b68d-5130bea1b8f3 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.20 "GET /v2.0/networks?id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4 HTTP/1.1" status: 200 len: 821 time: 0.2321479 Aug 10 03:41:35.401747 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-88b1e324-a95b-471c-98d3-888aec5fa240 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Request body: {'port': {'device_id': 'b6e08c3c-295b-46b0-aebc-6ae149b77782', 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4', 'admin_state_up': True, 'tenant_id': '47ca53781e6743fd8c23c05b91862cdc'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:35.435633 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-e470412c-78b1-4991-8fcf-06e768802517 req-b090ef9f-6656-494f-9fff-cae64dc34773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 848e4c66-2806-4ebe-9404-1cfbe7edf18f {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:35.448034 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e470412c-78b1-4991-8fcf-06e768802517 req-b090ef9f-6656-494f-9fff-cae64dc34773 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.461160 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-e470412c-78b1-4991-8fcf-06e768802517 req-b090ef9f-6656-494f-9fff-cae64dc34773 service neutron] Transition to ACTIVE for port object 848e4c66-2806-4ebe-9404-1cfbe7edf18f will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:35.472900 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00bb625-d457-45af-beb4-45d56524aa49 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:41:35.484648 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226b380f-f171-4cb7-b45a-41318bb68400 None None] Sync routers for ids ['04b1b6e9-069a-4025-958f-5a2316bd234f'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:41:35.497257 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226b380f-f171-4cb7-b45a-41318bb68400 None None] Routers {'04b1b6e9-069a-4025-958f-5a2316bd234f'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:35.497893 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-226b380f-f171-4cb7-b45a-41318bb68400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:41:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['04b1b6e9-069a-4025-958f-5a2316bd234f'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:35.566112 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e470412c-78b1-4991-8fcf-06e768802517 req-b090ef9f-6656-494f-9fff-cae64dc34773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.646023 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090ef9f-6656-494f-9fff-cae64dc34773 service neutron] Pushing event updated for resources: {'Port': ['ID=848e4c66-2806-4ebe-9404-1cfbe7edf18f,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:35.650413 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-226b380f-f171-4cb7-b45a-41318bb68400 None None] Set router 04b1b6e9-069a-4025-958f-5a2316bd234f gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:35.664793 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b00bb625-d457-45af-beb4-45d56524aa49 admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.664793 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b00bb625-d457-45af-beb4-45d56524aa49 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2338791 Aug 10 03:41:35.664793 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43704) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:35.665669 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-e470412c-78b1-4991-8fcf-06e768802517 req-b090ef9f-6656-494f-9fff-cae64dc34773 service neutron] Attempting to bind port 848e4c66-2806-4ebe-9404-1cfbe7edf18f on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:35.665669 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-e470412c-78b1-4991-8fcf-06e768802517 req-b090ef9f-6656-494f-9fff-cae64dc34773 service neutron] Attempting to bind port 848e4c66-2806-4ebe-9404-1cfbe7edf18f by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:35.665669 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e470412c-78b1-4991-8fcf-06e768802517 req-b090ef9f-6656-494f-9fff-cae64dc34773 service neutron] Attempting to bind port 848e4c66-2806-4ebe-9404-1cfbe7edf18f on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:35.668898 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e470412c-78b1-4991-8fcf-06e768802517 req-b090ef9f-6656-494f-9fff-cae64dc34773 service neutron] Port 848e4c66-2806-4ebe-9404-1cfbe7edf18f on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:41:35.669217 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e470412c-78b1-4991-8fcf-06e768802517 req-b090ef9f-6656-494f-9fff-cae64dc34773 service neutron] Attempting to bind port 848e4c66-2806-4ebe-9404-1cfbe7edf18f on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:35.676315 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e470412c-78b1-4991-8fcf-06e768802517 req-b090ef9f-6656-494f-9fff-cae64dc34773 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:35.676712 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e470412c-78b1-4991-8fcf-06e768802517 req-b090ef9f-6656-494f-9fff-cae64dc34773 service neutron] Checking segment: {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:35.677091 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e470412c-78b1-4991-8fcf-06e768802517 req-b090ef9f-6656-494f-9fff-cae64dc34773 service neutron] Bound using segment: {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:35.677513 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-e470412c-78b1-4991-8fcf-06e768802517 req-b090ef9f-6656-494f-9fff-cae64dc34773 service neutron] Bound port: 848e4c66-2806-4ebe-9404-1cfbe7edf18f, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:35.677863 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e470412c-78b1-4991-8fcf-06e768802517 req-b090ef9f-6656-494f-9fff-cae64dc34773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.761828 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-e470412c-78b1-4991-8fcf-06e768802517 req-b090ef9f-6656-494f-9fff-cae64dc34773 service neutron] For port 848e4c66-2806-4ebe-9404-1cfbe7edf18f, host n-h2-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:35.765407 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-e470412c-78b1-4991-8fcf-06e768802517 req-b090ef9f-6656-494f-9fff-cae64dc34773 service neutron] For port 848e4c66-2806-4ebe-9404-1cfbe7edf18f, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=848e4c66-2806-4ebe-9404-1cfbe7edf18f,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:35.835380 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-88b1e324-a95b-471c-98d3-888aec5fa240 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Made reservation on behalf of 47ca53781e6743fd8c23c05b91862cdc for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:35.839432 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-88b1e324-a95b-471c-98d3-888aec5fa240 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.884249 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-226b380f-f171-4cb7-b45a-41318bb68400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'name': 'tempest-TaggedBootDevicesTest-1731749727-router', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b10774f1-63a5-4755-8271-4bf444121db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:32Z', 'updated_at': '2021-08-10T03:41:33Z', 'revision_number': 3, 'project_id': '131e3b69db844409bca7efef95f46481', 'gw_port': {'id': 'b10774f1-63a5-4755-8271-4bf444121db8', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:33Z', 'updated_at': '2021-08-10T03:41:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:35.895328 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e470412c-78b1-4991-8fcf-06e768802517 req-b090ef9f-6656-494f-9fff-cae64dc34773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.923551 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226b380f-f171-4cb7-b45a-41318bb68400 None None] Checking router: 04b1b6e9-069a-4025-958f-5a2316bd234f for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:41:35.924426 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226b380f-f171-4cb7-b45a-41318bb68400 None None] Updating router 04b1b6e9-069a-4025-958f-5a2316bd234f port b10774f1-63a5-4755-8271-4bf444121db8 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:41:35.933566 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470412c-78b1-4991-8fcf-06e768802517 req-b090ef9f-6656-494f-9fff-cae64dc34773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:35.934300 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e470412c-78b1-4991-8fcf-06e768802517 req-b090ef9f-6656-494f-9fff-cae64dc34773 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:35.935843 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e470412c-78b1-4991-8fcf-06e768802517 req-b090ef9f-6656-494f-9fff-cae64dc34773 service neutron] 10.222.0.20 "PUT /v2.0/ports/848e4c66-2806-4ebe-9404-1cfbe7edf18f HTTP/1.1" status: 200 len: 1091 time: 1.0007873 Aug 10 03:41:35.936417 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a114c3-eb99-4107-b5be-ec91509b0ed3', 'tag': '848e4c66-2806-4ebe-9404-1cfbe7edf18f'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:35.944562 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67732719-daab-4f1a-8513-fac12493d41d" -d '{"events": [{"name": "network-changed", "server_uuid": "09a114c3-eb99-4107-b5be-ec91509b0ed3", "tag": "848e4c66-2806-4ebe-9404-1cfbe7edf18f"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:35.978389 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090ef9f-6656-494f-9fff-cae64dc34773 service neutron] Pushing event updated for resources: {'Port': ['ID=848e4c66-2806-4ebe-9404-1cfbe7edf18f,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:35.999115 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-226b380f-f171-4cb7-b45a-41318bb68400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.049627 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f198c2b-0d98-4f6d-bfe0-0c2cd1bbbd2e req-0d7347f1-261c-4f5d-ac6f-6b74e073d31e tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:36.059409 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f198c2b-0d98-4f6d-bfe0-0c2cd1bbbd2e req-0d7347f1-261c-4f5d-ac6f-6b74e073d31e tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 950 time: 0.2018003 Aug 10 03:41:36.076640 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43730) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:36.175276 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470412c-78b1-4991-8fcf-06e768802517 req-207c3395-9fd1-452d-a273-e4d919624eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:36.177078 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e470412c-78b1-4991-8fcf-06e768802517 req-207c3395-9fd1-452d-a273-e4d919624eea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=124800de805149b392f25b813a13c194&device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 1094 time: 0.0525794 Aug 10 03:41:36.233146 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f198c2b-0d98-4f6d-bfe0-0c2cd1bbbd2e req-e81ed444-a397-4f84-9a29-60a607b10df2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653559 Aug 10 03:41:36.236214 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-88b1e324-a95b-471c-98d3-888aec5fa240 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Allocated IP 172.20.0.6 (c6adc350-9b28-4357-9efa-a1cb72dd7ab4/dc5ee412-63a0-4c00-8014-352954e4021d/18ede4e1-fb9e-4d14-8831-4e294ccc0b76) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:36.257065 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e470412c-78b1-4991-8fcf-06e768802517 req-6f93f0df-259a-4f97-aca9-774224ebb883 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=848e4c66-2806-4ebe-9404-1cfbe7edf18f HTTP/1.1" status: 200 len: 217 time: 0.0592902 Aug 10 03:41:36.263851 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-abbed714-fd80-405e-ab2d-d7946d35fbea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.314935 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14906cb-d401-4cb7-af12-e4f1224835e9 x-openstack-request-id: req-b14906cb-d401-4cb7-af12-e4f1224835e9 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:36.315234 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a114c3-eb99-4107-b5be-ec91509b0ed3", "tag": "848e4c66-2806-4ebe-9404-1cfbe7edf18f", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:36.319887 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b14906cb-d401-4cb7-af12-e4f1224835e9 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:36.319887 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a114c3-eb99-4107-b5be-ec91509b0ed3', 'tag': '848e4c66-2806-4ebe-9404-1cfbe7edf18f', 'status': 'completed', 'code': 200} Aug 10 03:41:36.351698 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-226b380f-f171-4cb7-b45a-41318bb68400 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.363310 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-226b380f-f171-4cb7-b45a-41318bb68400 None None] Transition to ACTIVE for port object b10774f1-63a5-4755-8271-4bf444121db8 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:36.368943 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 964c4bbc-7062-41f1-a4f2-f351ec1aadec up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:36.416305 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-485a68e4-b248-41fb-90a4-78aa1e3e4983 req-2065c247-a4ce-474a-a7c5-5abc8065171d tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 210 time: 0.0363874 Aug 10 03:41:36.420404 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e470412c-78b1-4991-8fcf-06e768802517 req-c0818c12-bf28-485f-ac08-74de941970de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:36.422256 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e470412c-78b1-4991-8fcf-06e768802517 req-c0818c12-bf28-485f-ac08-74de941970de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f HTTP/1.1" status: 200 len: 847 time: 0.1491482 Aug 10 03:41:36.434481 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 964c4bbc-7062-41f1-a4f2-f351ec1aadec triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:36.434481 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.488490 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e470412c-78b1-4991-8fcf-06e768802517 req-4d415b12-905b-4c4d-ad97-353029f3710a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=82e15316-6bb5-465a-8cae-f1cb27c52e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510170 Aug 10 03:41:36.494930 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-226b380f-f171-4cb7-b45a-41318bb68400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.582130 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-226b380f-f171-4cb7-b45a-41318bb68400 None None] Attempting to bind port b10774f1-63a5-4755-8271-4bf444121db8 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:36.582596 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c3f53d2-32f2-4acd-8e05-8fc47cc33488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.583084 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-226b380f-f171-4cb7-b45a-41318bb68400 None None] Attempting to bind port b10774f1-63a5-4755-8271-4bf444121db8 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:36.583218 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226b380f-f171-4cb7-b45a-41318bb68400 None None] Attempting to bind port b10774f1-63a5-4755-8271-4bf444121db8 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:36.594608 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226b380f-f171-4cb7-b45a-41318bb68400 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:36.595275 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226b380f-f171-4cb7-b45a-41318bb68400 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:36.596408 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-226b380f-f171-4cb7-b45a-41318bb68400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.597210 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226b380f-f171-4cb7-b45a-41318bb68400 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:36.597806 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-226b380f-f171-4cb7-b45a-41318bb68400 None None] Bound port: b10774f1-63a5-4755-8271-4bf444121db8, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:36.600071 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-226b380f-f171-4cb7-b45a-41318bb68400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.678494 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-88b1e324-a95b-471c-98d3-888aec5fa240 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.681901 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddec75-28c6-4271-ac9f-0064d7e5cb21 req-e7ec96a5-881a-48ef-83b5-b58cc2caee50 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:36.683826 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-58ddec75-28c6-4271-ac9f-0064d7e5cb21 req-e7ec96a5-881a-48ef-83b5-b58cc2caee50 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 943 time: 0.1224437 Aug 10 03:41:36.698454 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-abbed714-fd80-405e-ab2d-d7946d35fbea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.706092 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0674f2-065f-4041-a6cf-6eae54b3703d None None] Pushing event updated for resources: {'Port': ['ID=b10774f1-63a5-4755-8271-4bf444121db8,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:36.707577 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e470412c-78b1-4991-8fcf-06e768802517 req-b16d56dc-e55f-4d16-ada6-35d8e34ef08d service neutron] 10.222.0.20 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100391 Aug 10 03:41:36.772649 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0674f2-065f-4041-a6cf-6eae54b3703d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:36.773018 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0674f2-065f-4041-a6cf-6eae54b3703d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:36.773336 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0674f2-065f-4041-a6cf-6eae54b3703d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:36.773827 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0674f2-065f-4041-a6cf-6eae54b3703d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:36.774344 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0674f2-065f-4041-a6cf-6eae54b3703d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:36.774735 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0674f2-065f-4041-a6cf-6eae54b3703d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:36.775068 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0674f2-065f-4041-a6cf-6eae54b3703d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:36.775393 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0674f2-065f-4041-a6cf-6eae54b3703d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:36.775711 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0674f2-065f-4041-a6cf-6eae54b3703d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:36.776070 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0674f2-065f-4041-a6cf-6eae54b3703d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:36.776404 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0674f2-065f-4041-a6cf-6eae54b3703d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0674f2-065f-4041-a6cf-6eae54b3703d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0674f2-065f-4041-a6cf-6eae54b3703d None None] Tracked resource versions report: Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: pushed versions: Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: { 'AddressGroup': {'1.2'}, Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: 'ConntrackHelper': {'1.0'}, Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: 'Log': {'1.0'}, Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: 'Network': {'1.1'}, Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: 'Port': {'1.7'}, Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: 'PortForwarding': {'1.2'}, Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: 'QosPolicy': {'1.9'}, Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: 'SecurityGroup': {'1.4'}, Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: 'SecurityGroupRule': {'1.2'}, Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: 'SubPort': {'1.0'}, Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: 'Subnet': {'1.1'}, Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: 'Trunk': {'1.1'}} Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: consumer versions: Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: { DHCP agent@n-d-802893-2: {}, Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: HyperV agent@n-h1-802893-2: {}, Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: HyperV agent@n-h2-802893-2: {}, Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: L3 agent@n-d-802893-2: {}, Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: Metadata agent@n-d-802893-2: {}, Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: Metering agent@n-d-802893-2: {}, Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: Open vSwitch agent@n-d-802893-2: { 'AddressGroup': '1.2', Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: 'ConntrackHelper': '1.0', Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: 'Log': '1.0', Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: 'Network': '1.1', Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: 'Port': '1.7', Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: 'PortForwarding': '1.2', Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: 'QosPolicy': '1.9', Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: 'SecurityGroup': '1.4', Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: 'SecurityGroupRule': '1.2', Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: 'SubPort': '1.0', Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: 'Subnet': '1.1', Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: 'Trunk': '1.1'}} Aug 10 03:41:36.778626 n-d-802893-2 neutron-server[94940]: {{(pid=94940) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 10 03:41:36.801000 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-58ddec75-28c6-4271-ac9f-0064d7e5cb21 req-634bc4ba-2c20-481f-a0d2-02f589ee3c9c tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061711 Aug 10 03:41:36.811138 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-226b380f-f171-4cb7-b45a-41318bb68400 None None] For port b10774f1-63a5-4755-8271-4bf444121db8, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:36.818997 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-abbed714-fd80-405e-ab2d-d7946d35fbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.822321 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-226b380f-f171-4cb7-b45a-41318bb68400 None None] For port b10774f1-63a5-4755-8271-4bf444121db8, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=b10774f1-63a5-4755-8271-4bf444121db8,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:36.851625 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-6c3f53d2-32f2-4acd-8e05-8fc47cc33488 admin admin] Allocated IP 172.20.0.1 (fa395f05-97ff-41a7-920e-74dd9aa81561/1583fe6d-0928-4ce5-a5da-99afb99ff698/c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:36.898104 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-abbed714-fd80-405e-ab2d-d7946d35fbea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e55fb76ee6eb499c94ff614e096ced8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8203208 Aug 10 03:41:36.899315 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbed714-fd80-405e-ab2d-d7946d35fbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34033d30-b136-4762-b335-10db200a6931,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:36.902144 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43744) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:36.904225 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e470412c-78b1-4991-8fcf-06e768802517 req-e6f46f77-1c04-40c0-9cf1-cc1db3659e7a service neutron] 10.222.0.20 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894929 Aug 10 03:41:36.932070 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-226b380f-f171-4cb7-b45a-41318bb68400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.966384 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-88b1e324-a95b-471c-98d3-888aec5fa240 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:36.971926 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1524a9e8-44f6-4d5a-bdea-eb5fe9633647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.007326 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1524a9e8-44f6-4d5a-bdea-eb5fe9633647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.060006 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226b380f-f171-4cb7-b45a-41318bb68400 None None] Routers {'04b1b6e9-069a-4025-958f-5a2316bd234f'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:37.126855 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-226b380f-f171-4cb7-b45a-41318bb68400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:41:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['04b1b6e9-069a-4025-958f-5a2316bd234f'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:37.126855 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0674f2-065f-4041-a6cf-6eae54b3703d None None] Pushing event updated for resources: {'Port': ['ID=b10774f1-63a5-4755-8271-4bf444121db8,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:37.127488 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-88b1e324-a95b-471c-98d3-888aec5fa240 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:37.127488 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-88b1e324-a95b-471c-98d3-888aec5fa240 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:37.127488 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b1e324-a95b-471c-98d3-888aec5fa240 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Pushing event updated for resources: {'Port': ['ID=18ede4e1-fb9e-4d14-8831-4e294ccc0b76,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:37.127488 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-88b1e324-a95b-471c-98d3-888aec5fa240 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:37.127488 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-88b1e324-a95b-471c-98d3-888aec5fa240 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:37.127488 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-88b1e324-a95b-471c-98d3-888aec5fa240 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.127488 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c3f53d2-32f2-4acd-8e05-8fc47cc33488 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.129868 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d1d48-9a16-4417-92e7-4b5518b06232 req-11b874cf-fc0d-4935-8df4-97ca8281e9d1 tempest-MigrationsAdminTest-516280644 tempest-MigrationsAdminTest-516280644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:37.131451 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f7d1d48-9a16-4417-92e7-4b5518b06232 req-11b874cf-fc0d-4935-8df4-97ca8281e9d1 tempest-MigrationsAdminTest-516280644 tempest-MigrationsAdminTest-516280644-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 1101 time: 0.2061803 Aug 10 03:41:37.179005 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5f7d1d48-9a16-4417-92e7-4b5518b06232 req-824bffa2-284a-4d00-a62c-f03b76c6ddaf tempest-MigrationsAdminTest-516280644 tempest-MigrationsAdminTest-516280644-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.231910 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67732719-daab-4f1a-8513-fac12493d41d req-9197276a-ae3d-47c8-a4cb-8772517b9999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:37.231910 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-67732719-daab-4f1a-8513-fac12493d41d req-9197276a-ae3d-47c8-a4cb-8772517b9999 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=124800de805149b392f25b813a13c194&device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 1094 time: 0.0715020 Aug 10 03:41:37.264317 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-226b380f-f171-4cb7-b45a-41318bb68400 None None] Set router 04b1b6e9-069a-4025-958f-5a2316bd234f gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:37.282611 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67732719-daab-4f1a-8513-fac12493d41d req-385861a1-c933-4a82-9981-e1528964dab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:37.284139 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-67732719-daab-4f1a-8513-fac12493d41d req-385861a1-c933-4a82-9981-e1528964dab7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=82e15316-6bb5-465a-8cae-f1cb27c52e26 HTTP/1.1" status: 200 len: 908 time: 0.0919399 Aug 10 03:41:37.298666 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1524a9e8-44f6-4d5a-bdea-eb5fe9633647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.300004 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-6c3f53d2-32f2-4acd-8e05-8fc47cc33488 admin admin] Transition to ACTIVE for port object c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:37.301140 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1524a9e8-44f6-4d5a-bdea-eb5fe9633647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.305739 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1524a9e8-44f6-4d5a-bdea-eb5fe9633647 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34033d30-b136-4762-b335-10db200a6931 HTTP/1.1" status: 204 len: 168 time: 0.3971150 Aug 10 03:41:37.305859 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-88b1e324-a95b-471c-98d3-888aec5fa240 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9087934 Aug 10 03:41:37.327666 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-2c24a9f0-2e6f-43e6-9f7e-eb58332da683 service neutron] Request body: {'port': {'device_id': 'b6e08c3c-295b-46b0-aebc-6ae149b77782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:37.333150 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-67732719-daab-4f1a-8513-fac12493d41d req-04412267-a096-4258-84da-cf44d945cc00 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=848e4c66-2806-4ebe-9404-1cfbe7edf18f HTTP/1.1" status: 200 len: 217 time: 0.0415893 Aug 10 03:41:37.339502 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524a9e8-44f6-4d5a-bdea-eb5fe9633647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34033d30-b136-4762-b335-10db200a6931,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:37.396583 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67732719-daab-4f1a-8513-fac12493d41d req-8003d9a0-eca7-4207-b8fb-e425aac15ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:37.399582 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-67732719-daab-4f1a-8513-fac12493d41d req-8003d9a0-eca7-4207-b8fb-e425aac15ff7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f HTTP/1.1" status: 200 len: 847 time: 0.0577161 Aug 10 03:41:37.454729 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-2c24a9f0-2e6f-43e6-9f7e-eb58332da683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.454968 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-67732719-daab-4f1a-8513-fac12493d41d req-62aa2c02-481d-40b3-a151-94f388c9e166 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=82e15316-6bb5-465a-8cae-f1cb27c52e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461495 Aug 10 03:41:37.542870 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c3f53d2-32f2-4acd-8e05-8fc47cc33488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.555351 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-226b380f-f171-4cb7-b45a-41318bb68400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'name': 'tempest-TaggedBootDevicesTest-1731749727-router', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b10774f1-63a5-4755-8271-4bf444121db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:32Z', 'updated_at': '2021-08-10T03:41:33Z', 'revision_number': 3, 'project_id': '131e3b69db844409bca7efef95f46481', 'gw_port': {'id': 'b10774f1-63a5-4755-8271-4bf444121db8', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:33Z', 'updated_at': '2021-08-10T03:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:37.560060 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5f7d1d48-9a16-4417-92e7-4b5518b06232 req-824bffa2-284a-4d00-a62c-f03b76c6ddaf tempest-MigrationsAdminTest-516280644 tempest-MigrationsAdminTest-516280644-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.589804 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-67732719-daab-4f1a-8513-fac12493d41d req-27b20111-cb9a-4173-a4ad-4c1ef0fc18b5 service neutron] 10.222.0.20 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282885 Aug 10 03:41:37.608005 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226b380f-f171-4cb7-b45a-41318bb68400 None None] The sync data for ids ['04b1b6e9-069a-4025-958f-5a2316bd234f'] in n-d-802893-2 is: [{'id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'name': 'tempest-TaggedBootDevicesTest-1731749727-router', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b10774f1-63a5-4755-8271-4bf444121db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:32Z', 'updated_at': '2021-08-10T03:41:33Z', 'revision_number': 3, 'project_id': '131e3b69db844409bca7efef95f46481', 'gw_port': {'id': 'b10774f1-63a5-4755-8271-4bf444121db8', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:33Z', 'updated_at': '2021-08-10T03:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:41:37.718559 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43766) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:37.731678 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-67732719-daab-4f1a-8513-fac12493d41d req-3a2cd00a-f423-48b9-8540-de51c000cd6d service neutron] 10.222.0.20 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334217 Aug 10 03:41:37.915611 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-acdde7a6-1db6-4ff0-8e95-b4f25dd6a075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.942510 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5f7d1d48-9a16-4417-92e7-4b5518b06232 req-824bffa2-284a-4d00-a62c-f03b76c6ddaf tempest-MigrationsAdminTest-516280644 tempest-MigrationsAdminTest-516280644-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:37.984872 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3f53d2-32f2-4acd-8e05-8fc47cc33488 admin admin] Network fa395f05-97ff-41a7-920e-74dd9aa81561 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:37.999172 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-6c3f53d2-32f2-4acd-8e05-8fc47cc33488 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:38.006982 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824bffa2-284a-4d00-a62c-f03b76c6ddaf tempest-MigrationsAdminTest-516280644 tempest-MigrationsAdminTest-516280644-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a2be61-128e-420d-ae8f-62a64fb0c134,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:38.022744 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f7d1d48-9a16-4417-92e7-4b5518b06232 req-824bffa2-284a-4d00-a62c-f03b76c6ddaf tempest-MigrationsAdminTest-516280644 tempest-MigrationsAdminTest-516280644-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8780272 Aug 10 03:41:38.026786 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3f53d2-32f2-4acd-8e05-8fc47cc33488 admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:38.027270 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c3f53d2-32f2-4acd-8e05-8fc47cc33488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.062204 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f53d2-32f2-4acd-8e05-8fc47cc33488 admin admin] Pushing event updated for resources: {'Port': ['ID=c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:38.074318 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-acdde7a6-1db6-4ff0-8e95-b4f25dd6a075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.209099 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-acdde7a6-1db6-4ff0-8e95-b4f25dd6a075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.276222 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febf73a-f0bc-4f73-b99c-e627cf1387d0 req-d1d35ef2-f9a7-4ae7-a238-f150bc302cf3 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:38.277793 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1febf73a-f0bc-4f73-b99c-e627cf1387d0 req-d1d35ef2-f9a7-4ae7-a238-f150bc302cf3 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 931 time: 0.1543560 Aug 10 03:41:38.279566 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-acdde7a6-1db6-4ff0-8e95-b4f25dd6a075 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34bbb95c6c1b403a97721572855a9135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5599670 Aug 10 03:41:38.284587 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43786) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:38.298634 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdde7a6-1db6-4ff0-8e95-b4f25dd6a075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743964bb-39bb-4664-896d-4576ac68fe90,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:38.374579 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-151fc253-f938-4342-b319-e4b8a3a61a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.392020 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1febf73a-f0bc-4f73-b99c-e627cf1387d0 req-629fb5ed-daf5-4eb5-bcd8-fe0d81323bf5 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774419 Aug 10 03:41:38.393929 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-2c24a9f0-2e6f-43e6-9f7e-eb58332da683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:38.395630 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b10774f1-63a5-4755-8271-4bf444121db8 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:38.399449 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-151fc253-f938-4342-b319-e4b8a3a61a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.402557 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-2c24a9f0-2e6f-43e6-9f7e-eb58332da683 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.418646 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-2c24a9f0-2e6f-43e6-9f7e-eb58332da683 service neutron] Transition to ACTIVE for port object 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:38.510383 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7e7b1092-e0aa-40c4-9327-59891f848d95 None None] Provisioning for port c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:38.529937 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7e7b1092-e0aa-40c4-9327-59891f848d95 None None] Provisioning complete for port c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:38.530311 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7e7b1092-e0aa-40c4-9327-59891f848d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.544058 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43790) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:38.552695 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-151fc253-f938-4342-b319-e4b8a3a61a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.562556 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-151fc253-f938-4342-b319-e4b8a3a61a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.563360 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-2c24a9f0-2e6f-43e6-9f7e-eb58332da683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.563605 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port b10774f1-63a5-4755-8271-4bf444121db8 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:38.568533 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-151fc253-f938-4342-b319-e4b8a3a61a50 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/743964bb-39bb-4664-896d-4576ac68fe90 HTTP/1.1" status: 204 len: 168 time: 0.2819891 Aug 10 03:41:38.579228 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port b10774f1-63a5-4755-8271-4bf444121db8 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:38.579870 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.587402 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6e2ce8d9-2b6c-43b1-bf7c-5ed5508ba108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.605385 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c3f53d2-32f2-4acd-8e05-8fc47cc33488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.616072 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-7e7b1092-e0aa-40c4-9327-59891f848d95 None None] Port c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:38.621874 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151fc253-f938-4342-b319-e4b8a3a61a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743964bb-39bb-4664-896d-4576ac68fe90,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:38.687804 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a017c-7a47-49a2-aa13-a64fd88536d5 req-16432974-7a9e-4eb7-8ec5-bcc5a195db15 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:38.697475 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fa2a017c-7a47-49a2-aa13-a64fd88536d5 req-16432974-7a9e-4eb7-8ec5-bcc5a195db15 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 943 time: 0.2008610 Aug 10 03:41:38.722280 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.766246 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port b10774f1-63a5-4755-8271-4bf444121db8, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=b10774f1-63a5-4755-8271-4bf444121db8,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:38.767989 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24a9f0-2e6f-43e6-9f7e-eb58332da683 service neutron] Pushing event updated for resources: {'Port': ['ID=18ede4e1-fb9e-4d14-8831-4e294ccc0b76,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:38.829480 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6e2ce8d9-2b6c-43b1-bf7c-5ed5508ba108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.858258 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-2c24a9f0-2e6f-43e6-9f7e-eb58332da683 service neutron] Attempting to bind port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:38.858598 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-2c24a9f0-2e6f-43e6-9f7e-eb58332da683 service neutron] Attempting to bind port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:38.858931 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-2c24a9f0-2e6f-43e6-9f7e-eb58332da683 service neutron] Attempting to bind port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:38.874068 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fa2a017c-7a47-49a2-aa13-a64fd88536d5 req-3d0334cb-78ba-46ec-917a-12deb06c3e08 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486924 Aug 10 03:41:38.912251 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.926174 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-2c24a9f0-2e6f-43e6-9f7e-eb58332da683 service neutron] Port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:41:38.926174 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-2c24a9f0-2e6f-43e6-9f7e-eb58332da683 service neutron] Attempting to bind port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:38.931512 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-2c24a9f0-2e6f-43e6-9f7e-eb58332da683 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:38.931857 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-2c24a9f0-2e6f-43e6-9f7e-eb58332da683 service neutron] Checking segment: {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:38.932258 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-2c24a9f0-2e6f-43e6-9f7e-eb58332da683 service neutron] Bound using segment: {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:38.932696 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-2c24a9f0-2e6f-43e6-9f7e-eb58332da683 service neutron] Bound port: 18ede4e1-fb9e-4d14-8831-4e294ccc0b76, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:38.933053 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-2c24a9f0-2e6f-43e6-9f7e-eb58332da683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:38.947568 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6e2ce8d9-2b6c-43b1-bf7c-5ed5508ba108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.004963 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=b10774f1-63a5-4755-8271-4bf444121db8,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:39.025326 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6e2ce8d9-2b6c-43b1-bf7c-5ed5508ba108 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1b4c3dcd9c6a4fafaa37c705f1dd46f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4789486 Aug 10 03:41:39.027352 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43806) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:39.042672 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ce8d9-2b6c-43b1-bf7c-5ed5508ba108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd8857a-93a1-4742-a7fd-9f3752656ded,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:39.080460 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-2c24a9f0-2e6f-43e6-9f7e-eb58332da683 service neutron] For port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:39.085479 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-2c24a9f0-2e6f-43e6-9f7e-eb58332da683 service neutron] For port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=18ede4e1-fb9e-4d14-8831-4e294ccc0b76,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:39.089112 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c3f53d2-32f2-4acd-8e05-8fc47cc33488 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.117040 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-00500609-f56d-4cb4-90e4-70b578e82d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.142566 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-00500609-f56d-4cb4-90e4-70b578e82d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.146917 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-2c24a9f0-2e6f-43e6-9f7e-eb58332da683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.178945 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c3f53d2-32f2-4acd-8e05-8fc47cc33488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.179658 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c3f53d2-32f2-4acd-8e05-8fc47cc33488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.191723 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-2c24a9f0-2e6f-43e6-9f7e-eb58332da683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:39.192426 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-2c24a9f0-2e6f-43e6-9f7e-eb58332da683 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.193956 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-2c24a9f0-2e6f-43e6-9f7e-eb58332da683 service neutron] 10.222.0.20 "PUT /v2.0/ports/18ede4e1-fb9e-4d14-8831-4e294ccc0b76 HTTP/1.1" status: 200 len: 1091 time: 1.8711076 Aug 10 03:41:39.200256 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e08c3c-295b-46b0-aebc-6ae149b77782', 'tag': '18ede4e1-fb9e-4d14-8831-4e294ccc0b76'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:39.205315 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17fef04-02b1-4580-b1c7-4a728e42967c" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e08c3c-295b-46b0-aebc-6ae149b77782", "tag": "18ede4e1-fb9e-4d14-8831-4e294ccc0b76"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:39.281407 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24a9f0-2e6f-43e6-9f7e-eb58332da683 service neutron] Pushing event updated for resources: {'Port': ['ID=18ede4e1-fb9e-4d14-8831-4e294ccc0b76,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:39.394674 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f53d2-32f2-4acd-8e05-8fc47cc33488 admin admin] Pushing event updated for resources: {'Port': ['ID=c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:39.400066 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522ceada-f968-4c76-af71-4296c6474be2 x-openstack-request-id: req-522ceada-f968-4c76-af71-4296c6474be2 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:39.400066 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e08c3c-295b-46b0-aebc-6ae149b77782", "tag": "18ede4e1-fb9e-4d14-8831-4e294ccc0b76", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:39.400066 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-522ceada-f968-4c76-af71-4296c6474be2 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:39.400066 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e08c3c-295b-46b0-aebc-6ae149b77782', 'tag': '18ede4e1-fb9e-4d14-8831-4e294ccc0b76', 'status': 'completed', 'code': 200} Aug 10 03:41:39.427943 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-3ee0eb12-41e6-490c-90a8-27e139b851e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:39.429464 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-3ee0eb12-41e6-490c-90a8-27e139b851e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47ca53781e6743fd8c23c05b91862cdc&device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 1094 time: 0.0946708 Aug 10 03:41:39.437409 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3f53d2-32f2-4acd-8e05-8fc47cc33488 admin admin] Network fa395f05-97ff-41a7-920e-74dd9aa81561 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:39.438803 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-6c3f53d2-32f2-4acd-8e05-8fc47cc33488 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:39.489864 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-00500609-f56d-4cb4-90e4-70b578e82d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.493446 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-01d1e4a6-95f8-4983-ab41-af6d77d99c7f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18ede4e1-fb9e-4d14-8831-4e294ccc0b76 HTTP/1.1" status: 200 len: 217 time: 0.0491154 Aug 10 03:41:39.498911 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-00500609-f56d-4cb4-90e4-70b578e82d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.500358 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-00500609-f56d-4cb4-90e4-70b578e82d4a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dbd8857a-93a1-4742-a7fd-9f3752656ded HTTP/1.1" status: 204 len: 168 time: 0.4720862 Aug 10 03:41:39.512875 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00500609-f56d-4cb4-90e4-70b578e82d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd8857a-93a1-4742-a7fd-9f3752656ded,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:39.611433 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43832) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:39.626465 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-00622510-85d4-499a-8f32-34a98faf8f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:39.630482 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e78c932a-36e0-4604-8320-7e6f8af47add admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.636699 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 848e4c66-2806-4ebe-9404-1cfbe7edf18f details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:41:39.638294 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-00622510-85d4-499a-8f32-34a98faf8f48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc5ee412-63a0-4c00-8014-352954e4021d HTTP/1.1" status: 200 len: 861 time: 0.1286170 Aug 10 03:41:39.734407 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442c2a8-469e-4042-8d8d-058dfe5a670d req-71bfc8f6-a571-4f3a-b4b8-24cc1bf12e2a tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:39.736162 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c442c2a8-469e-4042-8d8d-058dfe5a670d req-71bfc8f6-a571-4f3a-b4b8-24cc1bf12e2a tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 950 time: 0.2829959 Aug 10 03:41:39.765978 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3f53d2-32f2-4acd-8e05-8fc47cc33488 admin admin] Router 04b1b6e9-069a-4025-958f-5a2316bd234f has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:41:39.770450 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-e67993d4-1ec8-4804-ad11-2efcce233507 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512576 Aug 10 03:41:39.808110 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43840) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:39.871271 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 848e4c66-2806-4ebe-9404-1cfbe7edf18f, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=848e4c66-2806-4ebe-9404-1cfbe7edf18f,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:39.874058 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-435798f5-7e35-4c2b-a13d-f3b449483e44 None None] Provisioning complete for port c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:39.874930 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-435798f5-7e35-4c2b-a13d-f3b449483e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.882327 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e78c932a-36e0-4604-8320-7e6f8af47add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.928921 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9938f5a-4a19-4385-8d82-2a63184c7665 req-de199895-1657-4814-8f89-d23f80a9ee5f tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:39.930558 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d9938f5a-4a19-4385-8d82-2a63184c7665 req-de199895-1657-4814-8f89-d23f80a9ee5f tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 943 time: 0.1233540 Aug 10 03:41:39.934610 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '848e4c66-2806-4ebe-9404-1cfbe7edf18f', 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26', 'port_id': '848e4c66-2806-4ebe-9404-1cfbe7edf18f', 'mac_address': 'fa:16:3e:e5:c6:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:41:39.938186 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2fcef410-7dea-47c0-929b-fdb99d17a9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.959738 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e78c932a-36e0-4604-8320-7e6f8af47add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:39.971842 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-435798f5-7e35-4c2b-a13d-f3b449483e44 None None] Port c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:40.013315 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3f53d2-32f2-4acd-8e05-8fc47cc33488 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:41:40.029102 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d9938f5a-4a19-4385-8d82-2a63184c7665 req-6e4d1a6d-5406-48b7-b082-c7621e675620 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894003 Aug 10 03:41:40.032435 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e78c932a-36e0-4604-8320-7e6f8af47add admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e4d1672c621f4942abcb956a8118ee61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4194283 Aug 10 03:41:40.033117 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c932a-36e0-4604-8320-7e6f8af47add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d01b656-2648-419e-8cf9-da767ee0c4db,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:40.046855 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43852) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:40.064959 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6c3f53d2-32f2-4acd-8e05-8fc47cc33488 admin admin] 10.222.0.25 "PUT /v2.0/routers/04b1b6e9-069a-4025-958f-5a2316bd234f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3974156 Aug 10 03:41:40.085594 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c442c2a8-469e-4042-8d8d-058dfe5a670d req-792e044e-4fea-4d4e-b7a2-d1c5726337f9 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131390 Aug 10 03:41:40.151427 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-c11b13cc-2d47-4374-b885-028b46815fe9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3331940 Aug 10 03:41:40.155655 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-c3b86ce2-56c5-4eb7-9402-95b0377acbba service neutron] 10.222.0.20 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687217 Aug 10 03:41:40.161403 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.171193 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5a8a96f2-ffc8-443c-b269-632e6ac7d150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.192369 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 848e4c66-2806-4ebe-9404-1cfbe7edf18f {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:40.203276 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5a8a96f2-ffc8-443c-b269-632e6ac7d150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.249502 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 848e4c66-2806-4ebe-9404-1cfbe7edf18f, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=848e4c66-2806-4ebe-9404-1cfbe7edf18f,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:40.398069 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b10774f1-63a5-4755-8271-4bf444121db8 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:40.412254 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4778afc8-a429-4126-91d4-0c0af0f3838d req-03cfeb36-eaf1-4c4a-acf8-aca0cab3e7dd tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:40.422892 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4778afc8-a429-4126-91d4-0c0af0f3838d req-03cfeb36-eaf1-4c4a-acf8-aca0cab3e7dd tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 943 time: 0.0926559 Aug 10 03:41:40.500689 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port b10774f1-63a5-4755-8271-4bf444121db8 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:40.501327 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.513228 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4778afc8-a429-4126-91d4-0c0af0f3838d req-b17c4c0f-3ad4-4e4d-906f-c64e7ea1065e tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872214 Aug 10 03:41:40.530352 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5a8a96f2-ffc8-443c-b269-632e6ac7d150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.530595 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.541752 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5a8a96f2-ffc8-443c-b269-632e6ac7d150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:40.541752 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5a8a96f2-ffc8-443c-b269-632e6ac7d150 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d01b656-2648-419e-8cf9-da767ee0c4db HTTP/1.1" status: 204 len: 168 time: 0.4900403 Aug 10 03:41:40.562159 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a96f2-ffc8-443c-b269-632e6ac7d150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d01b656-2648-419e-8cf9-da767ee0c4db,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:40.689237 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52f0f744-e98a-465b-a53f-dd58ea0b764c req-226b0736-587d-45cf-aeda-2dadb7749202 service neutron] 10.222.0.20 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5190842 Aug 10 03:41:40.760222 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=848e4c66-2806-4ebe-9404-1cfbe7edf18f,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:40.767818 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7812a5-837f-4c29-af23-87b91d200fdb None None] Sync routers for ids ['04b1b6e9-069a-4025-958f-5a2316bd234f'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:41:40.795390 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7812a5-837f-4c29-af23-87b91d200fdb None None] Routers {'04b1b6e9-069a-4025-958f-5a2316bd234f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:40.796044 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-bd7812a5-837f-4c29-af23-87b91d200fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:41:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['04b1b6e9-069a-4025-958f-5a2316bd234f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:40.880446 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['848e4c66-2806-4ebe-9404-1cfbe7edf18f'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:40.962315 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fef04-02b1-4580-b1c7-4a728e42967c req-9b8861d3-c846-4be5-bfa8-8d07584163d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:40.964545 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c17fef04-02b1-4580-b1c7-4a728e42967c req-9b8861d3-c846-4be5-bfa8-8d07584163d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47ca53781e6743fd8c23c05b91862cdc&device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 1094 time: 0.0701768 Aug 10 03:41:41.003029 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-bd7812a5-837f-4c29-af23-87b91d200fdb None None] Set router 04b1b6e9-069a-4025-958f-5a2316bd234f gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:41.156630 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fef04-02b1-4580-b1c7-4a728e42967c req-ba29009c-803b-418e-80a4-286a01557596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:41.158315 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c17fef04-02b1-4580-b1c7-4a728e42967c req-ba29009c-803b-418e-80a4-286a01557596 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4 HTTP/1.1" status: 200 len: 922 time: 0.1790786 Aug 10 03:41:41.221327 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c17fef04-02b1-4580-b1c7-4a728e42967c req-c424b151-81c3-479f-900f-caff16f04363 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18ede4e1-fb9e-4d14-8831-4e294ccc0b76 HTTP/1.1" status: 200 len: 217 time: 0.0455077 Aug 10 03:41:41.381516 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c97325-19ff-454e-b75e-8269f65d0b28 req-0a69d935-b92e-49c0-8404-5b0a61082c14 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:41.391319 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-78c97325-19ff-454e-b75e-8269f65d0b28 req-0a69d935-b92e-49c0-8404-5b0a61082c14 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 950 time: 0.0686827 Aug 10 03:41:41.391452 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-bd7812a5-837f-4c29-af23-87b91d200fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'name': 'tempest-TaggedBootDevicesTest-1731749727-router', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b10774f1-63a5-4755-8271-4bf444121db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:32Z', 'updated_at': '2021-08-10T03:41:38Z', 'revision_number': 4, 'project_id': '131e3b69db844409bca7efef95f46481', 'gw_port': {'id': 'b10774f1-63a5-4755-8271-4bf444121db8', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:33Z', 'updated_at': '2021-08-10T03:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a', 'name': '', 'network_id': 'fa395f05-97ff-41a7-920e-74dd9aa81561', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'mac_address': 'fa:16:3e:b8:1e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'device_owner': 'network:router_interface', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '1583fe6d-0928-4ce5-a5da-99afb99ff698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:36Z', 'updated_at': '2021-08-10T03:41:38Z', 'revision_number': 2, 'project_id': '131e3b69db844409bca7efef95f46481', 'subnets': [{'id': '1583fe6d-0928-4ce5-a5da-99afb99ff698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:41.433487 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7812a5-837f-4c29-af23-87b91d200fdb None None] Checking router: 04b1b6e9-069a-4025-958f-5a2316bd234f for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:41:41.433828 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7812a5-837f-4c29-af23-87b91d200fdb None None] Updating router 04b1b6e9-069a-4025-958f-5a2316bd234f port c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:41:41.448291 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6866374-278c-460e-be00-10c5d45a78ca req-e170bc90-5392-48b6-a3fa-b5e92840923c tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:41.459095 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f6866374-278c-460e-be00-10c5d45a78ca req-e170bc90-5392-48b6-a3fa-b5e92840923c tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 943 time: 0.2350745 Aug 10 03:41:41.460885 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-78c97325-19ff-454e-b75e-8269f65d0b28 req-c526b8d3-5f0b-4546-8791-2d89cab76275 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683458 Aug 10 03:41:41.489678 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd7812a5-837f-4c29-af23-87b91d200fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.501552 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fef04-02b1-4580-b1c7-4a728e42967c req-b372b971-9926-4095-b1da-11552fb34789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:41.504960 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c17fef04-02b1-4580-b1c7-4a728e42967c req-b372b971-9926-4095-b1da-11552fb34789 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc5ee412-63a0-4c00-8014-352954e4021d HTTP/1.1" status: 200 len: 861 time: 0.2744412 Aug 10 03:41:41.623767 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f6866374-278c-460e-be00-10c5d45a78ca req-ea021406-42c9-4c48-98c7-73f921f61605 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637220 Aug 10 03:41:41.632360 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c17fef04-02b1-4580-b1c7-4a728e42967c req-1226090b-07b4-4516-8fe3-1ccbe7ad8c24 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1117158 Aug 10 03:41:41.685778 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804953fc-53b4-4b0f-bd8b-f8f36b3f1e68 req-8e61d8b0-8e93-417c-97dd-0cebc7bf1dd6 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:41.693867 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-804953fc-53b4-4b0f-bd8b-f8f36b3f1e68 req-8e61d8b0-8e93-417c-97dd-0cebc7bf1dd6 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 972 time: 0.0912776 Aug 10 03:41:41.752518 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43974) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:41.767255 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-804953fc-53b4-4b0f-bd8b-f8f36b3f1e68 req-3b98f147-af66-4967-9c45-1db202fa7be6 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/security-groups?id=987c7216-bd73-4ee3-9de2-8376edabf577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663142 Aug 10 03:41:41.828495 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92cb7c-ed8d-4091-a551-ab16d73db52f req-66915366-6a71-4b29-94d0-83c1c4f59fd4 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:41.835921 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca92cb7c-ed8d-4091-a551-ab16d73db52f req-66915366-6a71-4b29-94d0-83c1c4f59fd4 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 944 time: 0.0982606 Aug 10 03:41:41.840866 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c17fef04-02b1-4580-b1c7-4a728e42967c req-dd641332-de68-4fb0-9131-59079b2b9a53 service neutron] 10.222.0.20 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985517 Aug 10 03:41:41.933156 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd7812a5-837f-4c29-af23-87b91d200fdb None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:41.945979 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd7812a5-837f-4c29-af23-87b91d200fdb None None] Transition to ACTIVE for port object c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:41.983162 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca92cb7c-ed8d-4091-a551-ab16d73db52f req-a8114d7a-b076-4235-a29c-da8cb7cbab6b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455121 Aug 10 03:41:42.025537 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c17fef04-02b1-4580-b1c7-4a728e42967c req-c8e661fe-f7e4-443c-9487-1ec8c37aced0 service neutron] 10.222.0.20 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704519 Aug 10 03:41:42.026771 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd7812a5-837f-4c29-af23-87b91d200fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.036887 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-54f9cd8b-5092-4a93-8c6b-16b68d99a9f5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1961991392-network', 'tenant_id': 'dc29097189e449c9b92404eb7ec33491'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:42.116656 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f455e5c-b3c9-41a5-8b5d-69212ced50ea None None] Pushing event updated for resources: {'Port': ['ID=c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:42.187656 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-bd7812a5-837f-4c29-af23-87b91d200fdb None None] Attempting to bind port c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:42.188221 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-bd7812a5-837f-4c29-af23-87b91d200fdb None None] Attempting to bind port c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'df0a830f-75f3-4d44-a26e-0bcdbbc81e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fa395f05-97ff-41a7-920e-74dd9aa81561'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:42.188588 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7812a5-837f-4c29-af23-87b91d200fdb None None] Attempting to bind port c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a on network fa395f05-97ff-41a7-920e-74dd9aa81561 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:42.193753 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7812a5-837f-4c29-af23-87b91d200fdb None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:42.194130 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7812a5-837f-4c29-af23-87b91d200fdb None None] Checking segment: {'id': 'df0a830f-75f3-4d44-a26e-0bcdbbc81e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fa395f05-97ff-41a7-920e-74dd9aa81561'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:42.194528 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd7812a5-837f-4c29-af23-87b91d200fdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.194918 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7812a5-837f-4c29-af23-87b91d200fdb None None] Bound using segment: {'id': 'df0a830f-75f3-4d44-a26e-0bcdbbc81e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fa395f05-97ff-41a7-920e-74dd9aa81561'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:42.195674 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-bd7812a5-837f-4c29-af23-87b91d200fdb None None] Bound port: c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df0a830f-75f3-4d44-a26e-0bcdbbc81e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fa395f05-97ff-41a7-920e-74dd9aa81561'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:42.196782 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd7812a5-837f-4c29-af23-87b91d200fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.198148 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f9cd8b-5092-4a93-8c6b-16b68d99a9f5 admin admin] Made reservation on behalf of dc29097189e449c9b92404eb7ec33491 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:42.200492 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-54f9cd8b-5092-4a93-8c6b-16b68d99a9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.213557 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-54f9cd8b-5092-4a93-8c6b-16b68d99a9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.299832 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd7812a5-837f-4c29-af23-87b91d200fdb None None] For port c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:42.303105 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd7812a5-837f-4c29-af23-87b91d200fdb None None] For port c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a,segment=NetworkSegment(df0a830f-75f3-4d44-a26e-0bcdbbc81e39),segment_id=df0a830f-75f3-4d44-a26e-0bcdbbc81e39)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:42.350623 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-54f9cd8b-5092-4a93-8c6b-16b68d99a9f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.405090 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd7812a5-837f-4c29-af23-87b91d200fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.443356 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-54f9cd8b-5092-4a93-8c6b-16b68d99a9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.510955 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f455e5c-b3c9-41a5-8b5d-69212ced50ea None None] Pushing event updated for resources: {'Port': ['ID=c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:42.522027 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f9cd8b-5092-4a93-8c6b-16b68d99a9f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:41:42.530045 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7812a5-837f-4c29-af23-87b91d200fdb None None] Routers {'04b1b6e9-069a-4025-958f-5a2316bd234f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:42.531297 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-bd7812a5-837f-4c29-af23-87b91d200fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:41:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['04b1b6e9-069a-4025-958f-5a2316bd234f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:42.538832 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9cd8b-5092-4a93-8c6b-16b68d99a9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f0126d-1775-4775-b04a-cea11803d907,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:42.543599 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-54f9cd8b-5092-4a93-8c6b-16b68d99a9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.544345 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-54f9cd8b-5092-4a93-8c6b-16b68d99a9f5 admin admin] Added segment dbdf77b4-c551-4dba-8ba5-ce11ac7c0c55 of type vlan for network 5a58a9ae-4b82-4140-b8b3-c7fefa348034 Aug 10 03:41:42.648010 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44024) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:42.681202 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-54f9cd8b-5092-4a93-8c6b-16b68d99a9f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.714205 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75c2dc-7dec-4591-b117-a27249bdb8db req-73182480-0de8-464d-a53f-ae023c703789 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:42.722153 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cb75c2dc-7dec-4591-b117-a27249bdb8db req-73182480-0de8-464d-a53f-ae023c703789 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 950 time: 0.0903335 Aug 10 03:41:42.829447 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-bd7812a5-837f-4c29-af23-87b91d200fdb None None] Set router 04b1b6e9-069a-4025-958f-5a2316bd234f gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:42.857394 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-8849d368-b37a-4aed-8b39-d30afaf522ea admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-27147576-network', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:42.859592 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cb75c2dc-7dec-4591-b117-a27249bdb8db req-530b0d34-7b8a-4e77-83e4-61128dffca19 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365275 Aug 10 03:41:42.906663 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-54f9cd8b-5092-4a93-8c6b-16b68d99a9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.907888 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f9cd8b-5092-4a93-8c6b-16b68d99a9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:42.908621 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-54f9cd8b-5092-4a93-8c6b-16b68d99a9f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:42.976589 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbc5c9-5f3b-4b22-9e15-105ff232fd1d req-5ecd1755-e7a2-4d3e-bd00-9886e60c1a2d tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:42.978904 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2afbc5c9-5f3b-4b22-9e15-105ff232fd1d req-5ecd1755-e7a2-4d3e-bd00-9886e60c1a2d tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 943 time: 0.0856988 Aug 10 03:41:42.989841 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8849d368-b37a-4aed-8b39-d30afaf522ea admin admin] Made reservation on behalf of f0d3ceef8e45464d94575c3c6b321f1a for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:42.992384 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8849d368-b37a-4aed-8b39-d30afaf522ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.027903 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8849d368-b37a-4aed-8b39-d30afaf522ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.032364 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9cd8b-5092-4a93-8c6b-16b68d99a9f5 admin admin] Pushing event updated for resources: {'Network': ['ID=5a58a9ae-4b82-4140-b8b3-c7fefa348034,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:43.052915 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 5a58a9ae-4b82-4140-b8b3-c7fefa348034 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:41:43.063173 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2251f-c111-4e11-8e3c-247d8a12ea73 req-981a0b4a-0f16-4f39-8bd8-5795150968a0 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:43.065548 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-55d2251f-c111-4e11-8e3c-247d8a12ea73 req-981a0b4a-0f16-4f39-8bd8-5795150968a0 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 972 time: 0.0773671 Aug 10 03:41:43.070281 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-54f9cd8b-5092-4a93-8c6b-16b68d99a9f5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3166289 Aug 10 03:41:43.071167 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44038) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:43.080249 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-119e09a9-cb7f-48e7-9251-f378b918eaaf admin admin] Request body: {'subnet': {'network_id': '5a58a9ae-4b82-4140-b8b3-c7fefa348034', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1961991392-subnet', 'tenant_id': 'dc29097189e449c9b92404eb7ec33491', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:43.095896 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2afbc5c9-5f3b-4b22-9e15-105ff232fd1d req-e969d81a-334a-4be0-b85d-7817e432555f tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071637 Aug 10 03:41:43.110228 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ef34c-5089-4994-831f-0b2d89de1e58 req-73027269-076c-462f-b5e2-a03d591768dc tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:43.112498 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-858ef34c-5089-4994-831f-0b2d89de1e58 req-73027269-076c-462f-b5e2-a03d591768dc tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.68 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 972 time: 0.1465788 Aug 10 03:41:43.128619 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-55d2251f-c111-4e11-8e3c-247d8a12ea73 req-84ef5c00-3ae1-4811-9093-4f80befdcff6 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/security-groups?id=987c7216-bd73-4ee3-9de2-8376edabf577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488849 Aug 10 03:41:43.321241 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-bd7812a5-837f-4c29-af23-87b91d200fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'name': 'tempest-TaggedBootDevicesTest-1731749727-router', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b10774f1-63a5-4755-8271-4bf444121db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:32Z', 'updated_at': '2021-08-10T03:41:38Z', 'revision_number': 4, 'project_id': '131e3b69db844409bca7efef95f46481', 'gw_port': {'id': 'b10774f1-63a5-4755-8271-4bf444121db8', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:33Z', 'updated_at': '2021-08-10T03:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a', 'name': '', 'network_id': 'fa395f05-97ff-41a7-920e-74dd9aa81561', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'mac_address': 'fa:16:3e:b8:1e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'device_owner': 'network:router_interface', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '1583fe6d-0928-4ce5-a5da-99afb99ff698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:36Z', 'updated_at': '2021-08-10T03:41:42Z', 'revision_number': 4, 'project_id': '131e3b69db844409bca7efef95f46481', 'subnets': [{'id': '1583fe6d-0928-4ce5-a5da-99afb99ff698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:43.356259 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7812a5-837f-4c29-af23-87b91d200fdb None None] The sync data for ids ['04b1b6e9-069a-4025-958f-5a2316bd234f'] in n-d-802893-2 is: [{'id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'name': 'tempest-TaggedBootDevicesTest-1731749727-router', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b10774f1-63a5-4755-8271-4bf444121db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:32Z', 'updated_at': '2021-08-10T03:41:38Z', 'revision_number': 4, 'project_id': '131e3b69db844409bca7efef95f46481', 'gw_port': {'id': 'b10774f1-63a5-4755-8271-4bf444121db8', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:33Z', 'updated_at': '2021-08-10T03:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a', 'name': '', 'network_id': 'fa395f05-97ff-41a7-920e-74dd9aa81561', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'mac_address': 'fa:16:3e:b8:1e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'device_owner': 'network:router_interface', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '1583fe6d-0928-4ce5-a5da-99afb99ff698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:36Z', 'updated_at': '2021-08-10T03:41:42Z', 'revision_number': 4, 'project_id': '131e3b69db844409bca7efef95f46481', 'subnets': [{'id': '1583fe6d-0928-4ce5-a5da-99afb99ff698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:41:43.377185 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65768b9-076b-4d81-9a7f-0148197b82fe req-516378c3-81da-45e2-9aef-030747080170 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:43.379233 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c65768b9-076b-4d81-9a7f-0148197b82fe req-516378c3-81da-45e2-9aef-030747080170 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 944 time: 0.1489120 Aug 10 03:41:43.490442 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8849d368-b37a-4aed-8b39-d30afaf522ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.559343 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c65768b9-076b-4d81-9a7f-0148197b82fe req-ddad3dbb-4ff1-445c-953c-1798eb5f87a8 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559238 Aug 10 03:41:43.561755 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-858ef34c-5089-4994-831f-0b2d89de1e58 req-96d912e8-b76d-4b24-a68f-93d2a28be0c3 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Deleting port 2c4749b2-a5c9-4b91-a51d-517555ecec37 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:41:43.561755 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-858ef34c-5089-4994-831f-0b2d89de1e58 req-96d912e8-b76d-4b24-a68f-93d2a28be0c3 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.586444 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.637489 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8849d368-b37a-4aed-8b39-d30afaf522ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.670207 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:41:43.678964 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8849d368-b37a-4aed-8b39-d30afaf522ea admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:41:43.737523 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 848e4c66-2806-4ebe-9404-1cfbe7edf18f up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:43.751738 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8849d368-b37a-4aed-8b39-d30afaf522ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3821421a-aa7b-425b-b0ff-00a24ef034ba,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:43.766041 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8849d368-b37a-4aed-8b39-d30afaf522ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.766387 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-8849d368-b37a-4aed-8b39-d30afaf522ea admin admin] Added segment 0c3ff272-2732-4f55-a1da-d84e69f6d5d2 of type vlan for network 24a9f0b3-d314-4487-a93c-710d0970389d Aug 10 03:41:43.783482 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-858ef34c-5089-4994-831f-0b2d89de1e58 req-96d912e8-b76d-4b24-a68f-93d2a28be0c3 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] For port 2c4749b2-a5c9-4b91-a51d-517555ecec37, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=2c4749b2-a5c9-4b91-a51d-517555ecec37,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:43.783848 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-858ef34c-5089-4994-831f-0b2d89de1e58 req-96d912e8-b76d-4b24-a68f-93d2a28be0c3 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.787496 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119e09a9-cb7f-48e7-9251-f378b918eaaf admin admin] Made reservation on behalf of dc29097189e449c9b92404eb7ec33491 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:43.789922 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-119e09a9-cb7f-48e7-9251-f378b918eaaf admin admin] Notify callbacks [] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:43.832127 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-858ef34c-5089-4994-831f-0b2d89de1e58 req-96d912e8-b76d-4b24-a68f-93d2a28be0c3 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Calling delete_port for 2c4749b2-a5c9-4b91-a51d-517555ecec37 owned by compute:tempest-test_az-2116317711 {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:41:44.005025 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 848e4c66-2806-4ebe-9404-1cfbe7edf18f completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:44.007186 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b4f66603-cf79-44ed-97bc-ca2f85e9d546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.046313 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 848e4c66-2806-4ebe-9404-1cfbe7edf18f triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:44.046715 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.139548 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=18ede4e1-fb9e-4d14-8831-4e294ccc0b76,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:44.146852 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8849d368-b37a-4aed-8b39-d30afaf522ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.189441 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.216253 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a114c3-eb99-4107-b5be-ec91509b0ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848e4c66-2806-4ebe-9404-1cfbe7edf18f'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:44.218849 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb28ee0-cae5-4b81-a3c3-1fa5b3a65a06" -d '{"events": [{"server_uuid": "09a114c3-eb99-4107-b5be-ec91509b0ed3", "name": "network-vif-plugged", "status": "completed", "tag": "848e4c66-2806-4ebe-9404-1cfbe7edf18f"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:44.228819 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '18ede4e1-fb9e-4d14-8831-4e294ccc0b76', 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4', 'port_id': '18ede4e1-fb9e-4d14-8831-4e294ccc0b76', 'mac_address': 'fa:16:3e:32:d2:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc5ee412-63a0-4c00-8014-352954e4021d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:41:44.245006 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 848e4c66-2806-4ebe-9404-1cfbe7edf18f, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=848e4c66-2806-4ebe-9404-1cfbe7edf18f,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:44.333534 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.347032 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.349737 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8849d368-b37a-4aed-8b39-d30afaf522ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.350762 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8849d368-b37a-4aed-8b39-d30afaf522ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:44.351405 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8849d368-b37a-4aed-8b39-d30afaf522ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.358019 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:41:44.387154 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a6150-4167-4878-a66f-5c220b4bab01 req-2afdaf38-b7d1-4466-8830-229e0f6e653f tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:44.397864 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e48a6150-4167-4878-a66f-5c220b4bab01 req-2afdaf38-b7d1-4466-8830-229e0f6e653f tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 943 time: 0.1119719 Aug 10 03:41:44.401792 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=18ede4e1-fb9e-4d14-8831-4e294ccc0b76,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:44.403470 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e733e1-0649-415d-8cbf-76b56998debe req-24c58f2d-9a19-4789-b5e6-2dd69ceb6fd2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:44.405840 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e2e733e1-0649-415d-8cbf-76b56998debe req-24c58f2d-9a19-4789-b5e6-2dd69ceb6fd2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 950 time: 0.3601553 Aug 10 03:41:44.455662 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:44.460952 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e48a6150-4167-4878-a66f-5c220b4bab01 req-3d76acde-d5b5-4656-aef2-0a3c2b0a803f tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614476 Aug 10 03:41:44.538522 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8849d368-b37a-4aed-8b39-d30afaf522ea admin admin] Pushing event updated for resources: {'Network': ['ID=24a9f0b3-d314-4487-a93c-710d0970389d,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:44.560930 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:44.560930 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 24a9f0b3-d314-4487-a93c-710d0970389d details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:41:44.643489 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=848e4c66-2806-4ebe-9404-1cfbe7edf18f,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:44.665502 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4d667-4dcc-47f8-9277-b2bc68a9dd70 req-8817e2ec-7f07-4a37-ba31-208c6f9ac8bc tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:44.673831 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-faf4d667-4dcc-47f8-9277-b2bc68a9dd70 req-8817e2ec-7f07-4a37-ba31-208c6f9ac8bc tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 972 time: 0.0917680 Aug 10 03:41:44.697224 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e2e733e1-0649-415d-8cbf-76b56998debe req-0732cdc1-5a5a-4d3a-a378-44ea307ab30b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595211 Aug 10 03:41:44.704890 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-89908711-f301-4950-8db2-a73027905143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:44.706120 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-89908711-f301-4950-8db2-a73027905143 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 1101 time: 0.3668013 Aug 10 03:41:44.725852 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-faf4d667-4dcc-47f8-9277-b2bc68a9dd70 req-32e1e9dc-b2ab-4898-945b-3a8d153502e2 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/security-groups?id=987c7216-bd73-4ee3-9de2-8376edabf577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491691 Aug 10 03:41:44.793048 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c708d1-6ad9-42b8-9f13-7ff484f09e54 x-openstack-request-id: req-88c708d1-6ad9-42b8-9f13-7ff484f09e54 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:44.793386 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a114c3-eb99-4107-b5be-ec91509b0ed3", "name": "network-vif-plugged", "status": "completed", "tag": "848e4c66-2806-4ebe-9404-1cfbe7edf18f", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:44.793862 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88c708d1-6ad9-42b8-9f13-7ff484f09e54 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:44.794265 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a114c3-eb99-4107-b5be-ec91509b0ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848e4c66-2806-4ebe-9404-1cfbe7edf18f', 'code': 200} Aug 10 03:41:44.849661 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=18ede4e1-fb9e-4d14-8831-4e294ccc0b76,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:44.864347 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-8c6a8179-c5c6-49e4-ac19-77f9c2fe572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:44.866030 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-8c6a8179-c5c6-49e4-ac19-77f9c2fe572f service neutron] 10.222.0.20 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.1487656 Aug 10 03:41:44.876325 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['18ede4e1-fb9e-4d14-8831-4e294ccc0b76'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:44.921681 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-6fd8d118-e38b-40b0-95e1-b7f77aa1c017 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=a3243318-600f-47a3-a688-83b3e5f2cee1 HTTP/1.1" status: 200 len: 217 time: 0.0461068 Aug 10 03:41:45.001327 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8849d368-b37a-4aed-8b39-d30afaf522ea admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.3511074 Aug 10 03:41:45.005456 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb6659-24fb-4897-862c-d9d4697fe7cc req-a17d6d71-d7e7-482c-a425-9d03455118b9 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:45.005456 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d8fb6659-24fb-4897-862c-d9d4697fe7cc req-a17d6d71-d7e7-482c-a425-9d03455118b9 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 945 time: 0.1173582 Aug 10 03:41:45.005950 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44116) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:45.013857 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-f6d3c78d-6660-4be7-b8ca-9e3285e52229 admin admin] Request body: {'subnet': {'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27147576-subnet', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:45.025569 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-c22a42fd-8a56-43c2-a102-7eeeccc89c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:45.028363 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-c22a42fd-8a56-43c2-a102-7eeeccc89c70 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0983760 Aug 10 03:41:45.029109 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3739f3-0f18-4bd3-a170-a4145016363c req-2091fbd9-d0aa-4b5f-9fd3-18219eac8742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:45.030872 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-be3739f3-0f18-4bd3-a170-a4145016363c req-2091fbd9-d0aa-4b5f-9fd3-18219eac8742 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 1096 time: 0.0948613 Aug 10 03:41:45.093338 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:45.100746 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:45.100746 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.113919 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-858ef34c-5089-4994-831f-0b2d89de1e58 req-96d912e8-b76d-4b24-a68f-93d2a28be0c3 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.120210 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-119e09a9-cb7f-48e7-9251-f378b918eaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.130835 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d8fb6659-24fb-4897-862c-d9d4697fe7cc req-f7707b18-b002-473b-981f-8869db259278 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975287 Aug 10 03:41:45.147241 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-be3739f3-0f18-4bd3-a170-a4145016363c req-02d9f370-6db1-45d6-a5eb-a5b4f5c111fa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893941 Aug 10 03:41:45.150777 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['2c4749b2-a5c9-4b91-a51d-517555ecec37'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:45.186660 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d3c78d-6660-4be7-b8ca-9e3285e52229 admin admin] Made reservation on behalf of f0d3ceef8e45464d94575c3c6b321f1a for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:45.190971 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f6d3c78d-6660-4be7-b8ca-9e3285e52229 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.230892 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.301335 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.330198 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.359874 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a,segment=NetworkSegment(df0a830f-75f3-4d44-a26e-0bcdbbc81e39),segment_id=df0a830f-75f3-4d44-a26e-0bcdbbc81e39)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:45.443528 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.509637 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:45.557927 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d912e8-b76d-4b24-a68f-93d2a28be0c3 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Pushing event deleted for resources: {'Port': ['ID=2c4749b2-a5c9-4b91-a51d-517555ecec37,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:45.564847 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f6d3c78d-6660-4be7-b8ca-9e3285e52229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.609911 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-858ef34c-5089-4994-831f-0b2d89de1e58 req-96d912e8-b76d-4b24-a68f-93d2a28be0c3 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] No DVR routers for this DVR port 2c4749b2-a5c9-4b91-a51d-517555ecec37 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:41:45.626066 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d3c78d-6660-4be7-b8ca-9e3285e52229 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3aed6ef-708f-436e-bd34-832fb38e5bfd,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:45.637533 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-5de335b7-a6c6-44f7-a1cc-dce6075864d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:45.639363 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-5de335b7-a6c6-44f7-a1cc-dce6075864d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5886936 Aug 10 03:41:45.643724 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-858ef34c-5089-4994-831f-0b2d89de1e58 req-96d912e8-b76d-4b24-a68f-93d2a28be0c3 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:45.645980 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-858ef34c-5089-4994-831f-0b2d89de1e58 req-96d912e8-b76d-4b24-a68f-93d2a28be0c3 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.68 "DELETE /v2.0/ports/2c4749b2-a5c9-4b91-a51d-517555ecec37 HTTP/1.1" status: 204 len: 173 time: 2.5262198 Aug 10 03:41:45.646597 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e09a9-cb7f-48e7-9251-f378b918eaaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3107f5f-08d6-47c7-b60b-1151c075e0ee,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:45.648683 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb41fad0-e188-4c0f-83f1-31d0afda05a7', 'name': 'network-vif-deleted', 'tag': '2c4749b2-a5c9-4b91-a51d-517555ecec37'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:45.654706 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89e86ac-69e9-4b73-9da1-c878d34d55f5" -d '{"events": [{"server_uuid": "bb41fad0-e188-4c0f-83f1-31d0afda05a7", "name": "network-vif-deleted", "tag": "2c4749b2-a5c9-4b91-a51d-517555ecec37"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:45.656001 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:41:45.658275 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d3c78d-6660-4be7-b8ca-9e3285e52229 admin admin] Checking segment: {'id': '0c3ff272-2732-4f55-a1da-d84e69f6d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:45.658687 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d3c78d-6660-4be7-b8ca-9e3285e52229 admin admin] Network hostable DHCP agents. Network: 24a9f0b3-d314-4487-a93c-710d0970389d, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:41:45.714746 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc09480-b803-4424-8128-60f49c7a73a5 x-openstack-request-id: req-4dc09480-b803-4424-8128-60f49c7a73a5 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:45.715689 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb41fad0-e188-4c0f-83f1-31d0afda05a7", "name": "network-vif-deleted", "tag": "2c4749b2-a5c9-4b91-a51d-517555ecec37", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:45.716141 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4dc09480-b803-4424-8128-60f49c7a73a5 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:45.716851 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb41fad0-e188-4c0f-83f1-31d0afda05a7', 'name': 'network-vif-deleted', 'tag': '2c4749b2-a5c9-4b91-a51d-517555ecec37', 'status': 'completed', 'code': 200} Aug 10 03:41:45.747496 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119e09a9-cb7f-48e7-9251-f378b918eaaf admin admin] Checking segment: {'id': 'dbdf77b4-c551-4dba-8ba5-ce11ac7c0c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '5a58a9ae-4b82-4140-b8b3-c7fefa348034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:45.747496 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119e09a9-cb7f-48e7-9251-f378b918eaaf admin admin] Network hostable DHCP agents. Network: 5a58a9ae-4b82-4140-b8b3-c7fefa348034, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:41:45.761693 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92944b9b-d308-4bed-9283-11d5d6f506dd req-b678fd83-4d09-48d0-9a3d-e1c543ae19ef tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:45.763228 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-92944b9b-d308-4bed-9283-11d5d6f506dd req-b678fd83-4d09-48d0-9a3d-e1c543ae19ef tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 944 time: 0.2009861 Aug 10 03:41:45.814234 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-06f65697-5492-4042-b97a-e354afc09285 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587605 Aug 10 03:41:45.852299 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-92944b9b-d308-4bed-9283-11d5d6f506dd req-4598a3f9-de30-40ec-879e-e6c1ae8c9c09 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807304 Aug 10 03:41:45.899704 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d3c78d-6660-4be7-b8ca-9e3285e52229 admin admin] Network 24a9f0b3-d314-4487-a93c-710d0970389d is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:41:45.919493 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119e09a9-cb7f-48e7-9251-f378b918eaaf admin admin] Network 5a58a9ae-4b82-4140-b8b3-c7fefa348034 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:41:45.943168 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6669c-f0d4-4a15-a2ae-c28aa19c3ad4 req-d9fc9fc1-82b4-4af7-99e7-7359651d950c tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:45.955843 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e7a6669c-f0d4-4a15-a2ae-c28aa19c3ad4 req-d9fc9fc1-82b4-4af7-99e7-7359651d950c tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 950 time: 0.1600401 Aug 10 03:41:45.970561 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-5319cafd-95d6-43ef-9ef7-d080a5e39849 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483901 Aug 10 03:41:46.013845 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44138) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:46.026696 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-119e09a9-cb7f-48e7-9251-f378b918eaaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 5a58a9ae-4b82-4140-b8b3-c7fefa348034) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:46.035177 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e7a6669c-f0d4-4a15-a2ae-c28aa19c3ad4 req-9841c716-e1dc-482f-bdfa-922ded4b0a97 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711250 Aug 10 03:41:46.037797 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119e09a9-cb7f-48e7-9251-f378b918eaaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:46.038421 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-119e09a9-cb7f-48e7-9251-f378b918eaaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.040147 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-f6d3c78d-6660-4be7-b8ca-9e3285e52229 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 24a9f0b3-d314-4487-a93c-710d0970389d) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:46.047788 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d3c78d-6660-4be7-b8ca-9e3285e52229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:46.048958 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f6d3c78d-6660-4be7-b8ca-9e3285e52229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.056152 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3def00b-745e-4882-ba37-804a351a3896 None None] Network 5a58a9ae-4b82-4140-b8b3-c7fefa348034 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:46.100837 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-589912be-d3c5-4c32-9794-662a8eed6931 req-4399cef1-6123-46cc-9260-402be6571666 tempest-AggregatesAdminTestJSON-499660171 tempest-AggregatesAdminTestJSON-499660171-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb41fad0-e188-4c0f-83f1-31d0afda05a7 HTTP/1.1" status: 200 len: 210 time: 0.0310495 Aug 10 03:41:46.135098 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a6701e-76fd-420e-904f-29fabadc2b4e None None] Network 24a9f0b3-d314-4487-a93c-710d0970389d requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:46.173890 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9e29a4a9-6223-4f28-9249-43d3a3e4a6fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.193541 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f6d3c78d-6660-4be7-b8ca-9e3285e52229 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1857326 Aug 10 03:41:46.197747 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44144) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:46.204631 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-119e09a9-cb7f-48e7-9251-f378b918eaaf admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.1285393 Aug 10 03:41:46.205651 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-ef1fcb6e-37b7-4ccc-8f20-c24268ea19dd admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-27147576-router', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:46.312050 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451cf1a-fdb6-4b9e-97d9-6303c1303993 req-6ee8e67e-d92c-4a43-ba9f-5e6945535c2e tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:46.317871 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a451cf1a-fdb6-4b9e-97d9-6303c1303993 req-6ee8e67e-d92c-4a43-ba9f-5e6945535c2e tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 945 time: 0.0926526 Aug 10 03:41:46.393391 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9e29a4a9-6223-4f28-9249-43d3a3e4a6fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.393818 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a451cf1a-fdb6-4b9e-97d9-6303c1303993 req-48509aaf-c750-4a9b-946c-769f229f3b3b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688577 Aug 10 03:41:46.404433 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153256ed-f257-4063-82e0-c6eb50d8c362 None None] Network 5a58a9ae-4b82-4140-b8b3-c7fefa348034 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:46.468394 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:46.484591 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9e29a4a9-6223-4f28-9249-43d3a3e4a6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.530226 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9e29a4a9-6223-4f28-9249-43d3a3e4a6fd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b583368730a04552bc317a0ca2b40eb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5145435 Aug 10 03:41:46.532907 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29a4a9-6223-4f28-9249-43d3a3e4a6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7674af2-0546-4267-a59c-b1ba8babeccf,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:46.533334 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44152) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:46.596559 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b934b1-bd38-4650-b215-1c6aed750434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-24a9f0b3-d314-4487-a93c-710d0970389d', 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'fixed_ips': [{'subnet_id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:41:46.597384 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-25b934b1-bd38-4650-b215-1c6aed750434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.617149 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef1fcb6e-37b7-4ccc-8f20-c24268ea19dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.620422 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef1fcb6e-37b7-4ccc-8f20-c24268ea19dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.688739 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:46.689111 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.690427 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-142f1f79-dff0-451a-8f47-57b66bde0d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.760169 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef1fcb6e-37b7-4ccc-8f20-c24268ea19dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.772328 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-142f1f79-dff0-451a-8f47-57b66bde0d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.872364 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.903825 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-25b934b1-bd38-4650-b215-1c6aed750434 None None] Allocated IP 172.20.0.2 (24a9f0b3-d314-4487-a93c-710d0970389d/d3aed6ef-708f-436e-bd34-832fb38e5bfd/54af6677-df61-4595-8af2-169631b28202) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:46.973442 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-142f1f79-dff0-451a-8f47-57b66bde0d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.976658 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-142f1f79-dff0-451a-8f47-57b66bde0d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:46.978024 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-142f1f79-dff0-451a-8f47-57b66bde0d92 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7674af2-0546-4267-a59c-b1ba8babeccf HTTP/1.1" status: 204 len: 168 time: 0.4433169 Aug 10 03:41:47.025169 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f1f79-dff0-451a-8f47-57b66bde0d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7674af2-0546-4267-a59c-b1ba8babeccf,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:47.057790 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf81871-811f-4596-a6f7-ef3dc419eb84 req-06dd76a2-b446-4e19-9087-e4b61c1d50b3 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:47.068750 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6bf81871-811f-4596-a6f7-ef3dc419eb84 req-06dd76a2-b446-4e19-9087-e4b61c1d50b3 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 944 time: 0.0937304 Aug 10 03:41:47.126711 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef1fcb6e-37b7-4ccc-8f20-c24268ea19dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.152031 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-25b934b1-bd38-4650-b215-1c6aed750434 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.163515 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-25b934b1-bd38-4650-b215-1c6aed750434 None None] Transition to ACTIVE for port object 54af6677-df61-4595-8af2-169631b28202 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:47.193389 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6bf81871-811f-4596-a6f7-ef3dc419eb84 req-65398fb3-2ccc-407d-bfc7-f30e8a66c75c tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218653 Aug 10 03:41:47.223462 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-25b934b1-bd38-4650-b215-1c6aed750434 None None] Transition to ACTIVE for port object 54af6677-df61-4595-8af2-169631b28202 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:47.245552 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb89ad51-220d-4fa8-863d-6f7be20f4469 req-693a67d0-87b5-487f-8279-d7c3598cab80 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:47.247081 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bb89ad51-220d-4fa8-863d-6f7be20f4469 req-693a67d0-87b5-487f-8279-d7c3598cab80 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 950 time: 0.0742128 Aug 10 03:41:47.287621 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bb89ad51-220d-4fa8-863d-6f7be20f4469 req-d809bb51-5c9a-4a67-a3f9-bdfaf752de0b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345767 Aug 10 03:41:47.312750 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-25b934b1-bd38-4650-b215-1c6aed750434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.372899 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b934b1-bd38-4650-b215-1c6aed750434 None None] Pushing event updated for resources: {'Port': ['ID=54af6677-df61-4595-8af2-169631b28202,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:47.388064 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b934b1-bd38-4650-b215-1c6aed750434 None None] Network 24a9f0b3-d314-4487-a93c-710d0970389d is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:47.390624 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-25b934b1-bd38-4650-b215-1c6aed750434 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:47.393703 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b934b1-bd38-4650-b215-1c6aed750434 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:47.478379 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-25b934b1-bd38-4650-b215-1c6aed750434 None None] Attempting to bind port 54af6677-df61-4595-8af2-169631b28202 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:47.479085 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-25b934b1-bd38-4650-b215-1c6aed750434 None None] Attempting to bind port 54af6677-df61-4595-8af2-169631b28202 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '0c3ff272-2732-4f55-a1da-d84e69f6d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:47.479085 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b934b1-bd38-4650-b215-1c6aed750434 None None] Attempting to bind port 54af6677-df61-4595-8af2-169631b28202 on network 24a9f0b3-d314-4487-a93c-710d0970389d {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:47.490000 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b934b1-bd38-4650-b215-1c6aed750434 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:47.497413 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b934b1-bd38-4650-b215-1c6aed750434 None None] Checking segment: {'id': '0c3ff272-2732-4f55-a1da-d84e69f6d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:47.500130 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-25b934b1-bd38-4650-b215-1c6aed750434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.501638 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b934b1-bd38-4650-b215-1c6aed750434 None None] Bound using segment: {'id': '0c3ff272-2732-4f55-a1da-d84e69f6d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:47.502177 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-25b934b1-bd38-4650-b215-1c6aed750434 None None] Bound port: 54af6677-df61-4595-8af2-169631b28202, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3ff272-2732-4f55-a1da-d84e69f6d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:47.502592 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-25b934b1-bd38-4650-b215-1c6aed750434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.639304 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef1fcb6e-37b7-4ccc-8f20-c24268ea19dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.639873 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a5659-c117-48dd-aa07-00f14bd023ae req-d35d5c1f-5376-4897-9a8a-e30b56c6980c tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:47.639873 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-782a5659-c117-48dd-aa07-00f14bd023ae req-d35d5c1f-5376-4897-9a8a-e30b56c6980c tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 945 time: 0.0904515 Aug 10 03:41:47.651644 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-25b934b1-bd38-4650-b215-1c6aed750434 None None] For port 54af6677-df61-4595-8af2-169631b28202, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:47.655175 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-25b934b1-bd38-4650-b215-1c6aed750434 None None] For port 54af6677-df61-4595-8af2-169631b28202, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=54af6677-df61-4595-8af2-169631b28202,segment=NetworkSegment(0c3ff272-2732-4f55-a1da-d84e69f6d5d2),segment_id=0c3ff272-2732-4f55-a1da-d84e69f6d5d2)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:47.662872 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef1fcb6e-37b7-4ccc-8f20-c24268ea19dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.698032 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:47.707181 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-782a5659-c117-48dd-aa07-00f14bd023ae req-6dad44c5-7512-4bfe-b5d1-545d1b73617d tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581877 Aug 10 03:41:47.759514 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-25b934b1-bd38-4650-b215-1c6aed750434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:47.940500 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b934b1-bd38-4650-b215-1c6aed750434 None None] Pushing event updated for resources: {'Port': ['ID=54af6677-df61-4595-8af2-169631b28202,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:47.970878 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 2c4749b2-a5c9-4b91-a51d-517555ecec37 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:41:47.999787 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 2c4749b2-a5c9-4b91-a51d-517555ecec37 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:41:48.000416 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 2c4749b2-a5c9-4b91-a51d-517555ecec37 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:41:48.008677 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-ef1fcb6e-37b7-4ccc-8f20-c24268ea19dd admin admin] Allocated IP 172.25.0.208 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/5f50c890-e686-4f29-9aaa-d82f68a84f18) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:48.077797 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:48.082680 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:48.088405 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:48.131592 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44186) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:48.138222 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-214bc190-ef72-4149-bb52-8b5e3dc8cc8e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1685344515-network', 'tenant_id': 'cedc835e73464823b84acf5c0a4871e5'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:48.144741 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef1fcb6e-37b7-4ccc-8f20-c24268ea19dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:48.213401 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44188) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:48.238819 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:48.314525 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-214bc190-ef72-4149-bb52-8b5e3dc8cc8e admin admin] Made reservation on behalf of cedc835e73464823b84acf5c0a4871e5 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:48.314625 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef1fcb6e-37b7-4ccc-8f20-c24268ea19dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:48.317899 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e08c3c-295b-46b0-aebc-6ae149b77782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ede4e1-fb9e-4d14-8831-4e294ccc0b76'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:48.323945 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988d1b41-22e9-4426-893e-29720e0cd63b" -d '{"events": [{"server_uuid": "b6e08c3c-295b-46b0-aebc-6ae149b77782", "name": "network-vif-plugged", "status": "completed", "tag": "18ede4e1-fb9e-4d14-8831-4e294ccc0b76"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:48.324237 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-214bc190-ef72-4149-bb52-8b5e3dc8cc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:48.342761 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a44c0b79-194e-47d7-b44d-5a3d19b40fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:48.351404 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=18ede4e1-fb9e-4d14-8831-4e294ccc0b76,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:48.375579 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-214bc190-ef72-4149-bb52-8b5e3dc8cc8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:48.426043 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:48.455218 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1fcb6e-37b7-4ccc-8f20-c24268ea19dd admin admin] Pushing event updated for resources: {'Port': ['ID=5f50c890-e686-4f29-9aaa-d82f68a84f18,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:48.479809 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1fcb6e-37b7-4ccc-8f20-c24268ea19dd admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:48.482335 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-ef1fcb6e-37b7-4ccc-8f20-c24268ea19dd admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:48.496314 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1fcb6e-37b7-4ccc-8f20-c24268ea19dd admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:48.499342 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44198) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:48.544782 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=18ede4e1-fb9e-4d14-8831-4e294ccc0b76,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:48.573733 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 54af6677-df61-4595-8af2-169631b28202 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:48.610147 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d3824-2658-4fd4-b513-056a8692a989 req-112dedbe-81ed-4b60-bc06-c76c1b064a4f tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:48.611824 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-119d3824-2658-4fd4-b513-056a8692a989 req-112dedbe-81ed-4b60-bc06-c76c1b064a4f tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 945 time: 0.2250192 Aug 10 03:41:48.721560 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-119d3824-2658-4fd4-b513-056a8692a989 req-61a7684c-533c-4283-8f63-e6336942e473 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981426 Aug 10 03:41:48.744826 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 54af6677-df61-4595-8af2-169631b28202 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:48.748919 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a44c0b79-194e-47d7-b44d-5a3d19b40fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:48.854929 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44202) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:48.855610 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6ffdbe0a-cd61-49bd-94bc-4e164169246e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=966ce407772844b0855404f8acae2657&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3548341 Aug 10 03:41:48.895472 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a44c0b79-194e-47d7-b44d-5a3d19b40fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:48.986073 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef1fcb6e-37b7-4ccc-8f20-c24268ea19dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.053040 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c0b79-194e-47d7-b44d-5a3d19b40fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590ea141-30b4-4702-ace8-b8d56f71c3af,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:49.078274 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44204) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:49.078882 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a44c0b79-194e-47d7-b44d-5a3d19b40fcb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e6c0ae2df42340ebb22009a223f20a32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8587739 Aug 10 03:41:49.095465 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a1b6c-2adf-4fd5-b463-373f4c1f83ef req-73be029a-4d28-45be-8a15-f099bee27275 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:49.096846 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4e8a1b6c-2adf-4fd5-b463-373f4c1f83ef req-73be029a-4d28-45be-8a15-f099bee27275 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 1096 time: 0.1252189 Aug 10 03:41:49.125618 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc983008-9036-4f51-a6b3-5c6ea064f1d8 req-e2126e6d-c691-4f11-aa55-79bb962a6572 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:49.134643 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc983008-9036-4f51-a6b3-5c6ea064f1d8 req-e2126e6d-c691-4f11-aa55-79bb962a6572 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 950 time: 0.2334361 Aug 10 03:41:49.146849 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-06aa8a0e-98c8-4fdc-9e3b-a76d45e4dfd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.209398 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-06aa8a0e-98c8-4fdc-9e3b-a76d45e4dfd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.217724 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4e8a1b6c-2adf-4fd5-b463-373f4c1f83ef req-f6e38800-c47a-4a88-8cec-d5271dd7d929 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806291 Aug 10 03:41:49.244550 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc983008-9036-4f51-a6b3-5c6ea064f1d8 req-79911e57-46d8-4c38-bb33-b37d8e4c7ae1 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067126 Aug 10 03:41:49.256071 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6671a504-9dd7-46c1-a19f-df08a46cfeea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.316613 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6671a504-9dd7-46c1-a19f-df08a46cfeea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.323396 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-214bc190-ef72-4149-bb52-8b5e3dc8cc8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.325405 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16bd5c5-c643-406f-b07d-3bc258802dbe x-openstack-request-id: req-e16bd5c5-c643-406f-b07d-3bc258802dbe {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:49.325798 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e08c3c-295b-46b0-aebc-6ae149b77782", "name": "network-vif-plugged", "status": "completed", "tag": "18ede4e1-fb9e-4d14-8831-4e294ccc0b76", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:49.326714 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e16bd5c5-c643-406f-b07d-3bc258802dbe {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:49.327215 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e08c3c-295b-46b0-aebc-6ae149b77782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ede4e1-fb9e-4d14-8831-4e294ccc0b76', 'code': 200} Aug 10 03:41:49.352652 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4554102-98fd-4ba5-b542-cac6aa36747a None None] Network 24a9f0b3-d314-4487-a93c-710d0970389d requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:49.365800 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef1fcb6e-37b7-4ccc-8f20-c24268ea19dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.401137 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-214bc190-ef72-4149-bb52-8b5e3dc8cc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.428134 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c001d5b1-2f6d-41b7-a971-cf914372bb31 req-3334b506-386d-44da-8937-77635878236e tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:49.433073 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c001d5b1-2f6d-41b7-a971-cf914372bb31 req-3334b506-386d-44da-8937-77635878236e tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 1096 time: 0.0891638 Aug 10 03:41:49.469663 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214bc190-ef72-4149-bb52-8b5e3dc8cc8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93ef75b-8599-4e97-905e-d41e58511dec,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:49.516485 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-06aa8a0e-98c8-4fdc-9e3b-a76d45e4dfd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.516485 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-06aa8a0e-98c8-4fdc-9e3b-a76d45e4dfd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.520689 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-06aa8a0e-98c8-4fdc-9e3b-a76d45e4dfd0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/987c7216-bd73-4ee3-9de2-8376edabf577 HTTP/1.1" status: 204 len: 168 time: 0.6646819 Aug 10 03:41:49.539143 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa8a0e-98c8-4fdc-9e3b-a76d45e4dfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987c7216-bd73-4ee3-9de2-8376edabf577,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:49.550503 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6671a504-9dd7-46c1-a19f-df08a46cfeea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.550503 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6671a504-9dd7-46c1-a19f-df08a46cfeea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.550503 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6671a504-9dd7-46c1-a19f-df08a46cfeea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/590ea141-30b4-4702-ace8-b8d56f71c3af HTTP/1.1" status: 204 len: 168 time: 0.4713085 Aug 10 03:41:49.558808 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-214bc190-ef72-4149-bb52-8b5e3dc8cc8e admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:41:49.575412 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3186f9fc-12fc-4378-ada2-8e86901451b5 None None] Provisioning for port 54af6677-df61-4595-8af2-169631b28202 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:49.588082 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fefbf7-64d1-4360-a42e-ed94bb341f50 req-538fc14c-d9b7-40fc-8ff2-9ba87b295744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:49.590602 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f7fefbf7-64d1-4360-a42e-ed94bb341f50 req-538fc14c-d9b7-40fc-8ff2-9ba87b295744 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 1096 time: 0.1481490 Aug 10 03:41:49.591359 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3186f9fc-12fc-4378-ada2-8e86901451b5 None None] Provisioning complete for port 54af6677-df61-4595-8af2-169631b28202 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:49.591728 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671a504-9dd7-46c1-a19f-df08a46cfeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590ea141-30b4-4702-ace8-b8d56f71c3af,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:49.591810 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3186f9fc-12fc-4378-ada2-8e86901451b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.608647 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c001d5b1-2f6d-41b7-a971-cf914372bb31 req-5af5f8bc-afe4-4a2d-a1b0-a16673e4c777 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489861 Aug 10 03:41:49.611521 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-214bc190-ef72-4149-bb52-8b5e3dc8cc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.612177 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-214bc190-ef72-4149-bb52-8b5e3dc8cc8e admin admin] Added segment ebae5564-c83a-4817-8ccc-1c690aa4364c of type vlan for network 11d0e0d3-fbe8-434a-a0b3-2dda7794bb2e Aug 10 03:41:49.702561 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-214bc190-ef72-4149-bb52-8b5e3dc8cc8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.714726 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f7fefbf7-64d1-4360-a42e-ed94bb341f50 req-854ac47f-d4a3-45ad-a7d9-5a076575dbfa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958304 Aug 10 03:41:49.810437 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3186f9fc-12fc-4378-ada2-8e86901451b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.838367 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-214bc190-ef72-4149-bb52-8b5e3dc8cc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.838597 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1fcb6e-37b7-4ccc-8f20-c24268ea19dd admin admin] Router c6410152-921c-40b8-a35e-08cc4e0f42f0 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:41:49.839741 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214bc190-ef72-4149-bb52-8b5e3dc8cc8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:49.840372 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-214bc190-ef72-4149-bb52-8b5e3dc8cc8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:49.877315 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-3186f9fc-12fc-4378-ada2-8e86901451b5 None None] For port 54af6677-df61-4595-8af2-169631b28202, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=54af6677-df61-4595-8af2-169631b28202,segment=NetworkSegment(0c3ff272-2732-4f55-a1da-d84e69f6d5d2),segment_id=0c3ff272-2732-4f55-a1da-d84e69f6d5d2)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:49.939325 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214bc190-ef72-4149-bb52-8b5e3dc8cc8e admin admin] Pushing event updated for resources: {'Network': ['ID=11d0e0d3-fbe8-434a-a0b3-2dda7794bb2e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:49.951738 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-214bc190-ef72-4149-bb52-8b5e3dc8cc8e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8162050 Aug 10 03:41:49.953439 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44224) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:49.959214 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 11d0e0d3-fbe8-434a-a0b3-2dda7794bb2e details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:41:49.984792 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-9ab04898-6fbc-4312-a518-e5dc91911f01 admin admin] Request body: {'subnet': {'network_id': '11d0e0d3-fbe8-434a-a0b3-2dda7794bb2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1685344515-subnet', 'tenant_id': 'cedc835e73464823b84acf5c0a4871e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:49.995929 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3186f9fc-12fc-4378-ada2-8e86901451b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.032217 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc848c-1705-4f8d-8e71-a6a3bed2a125 req-aa76f6e9-bdb8-4f4c-86a5-139fec711359 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:50.032217 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-08fc848c-1705-4f8d-8e71-a6a3bed2a125 req-aa76f6e9-bdb8-4f4c-86a5-139fec711359 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 945 time: 0.1746693 Aug 10 03:41:50.095364 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab04898-6fbc-4312-a518-e5dc91911f01 admin admin] Made reservation on behalf of cedc835e73464823b84acf5c0a4871e5 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:50.097978 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9ab04898-6fbc-4312-a518-e5dc91911f01 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.170342 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-08fc848c-1705-4f8d-8e71-a6a3bed2a125 req-78098c2f-8ae1-4e08-ac52-43de7533e85a tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227148 Aug 10 03:41:50.182583 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1fcb6e-37b7-4ccc-8f20-c24268ea19dd admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:41:50.193532 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ad1aae-e2d5-42d6-a14b-976ba0c36ce1 None None] Sync routers for ids ['c6410152-921c-40b8-a35e-08cc4e0f42f0'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:41:50.208462 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ad1aae-e2d5-42d6-a14b-976ba0c36ce1 None None] Routers {'c6410152-921c-40b8-a35e-08cc4e0f42f0'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:50.209287 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-65ad1aae-e2d5-42d6-a14b-976ba0c36ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:41:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['c6410152-921c-40b8-a35e-08cc4e0f42f0'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:50.248230 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3186f9fc-12fc-4378-ada2-8e86901451b5 None None] Pushing event updated for resources: {'Port': ['ID=54af6677-df61-4595-8af2-169631b28202,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:50.266588 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ee134711-ec44-4c32-910c-601b9f4653a1 None None] Provisioning complete for port 54af6677-df61-4595-8af2-169631b28202 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:50.266962 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ee134711-ec44-4c32-910c-601b9f4653a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.276765 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef1fcb6e-37b7-4ccc-8f20-c24268ea19dd admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.278785 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ef1fcb6e-37b7-4ccc-8f20-c24268ea19dd admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.0771258 Aug 10 03:41:50.281614 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44230) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:50.443947 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-65ad1aae-e2d5-42d6-a14b-976ba0c36ce1 None None] Set router c6410152-921c-40b8-a35e-08cc4e0f42f0 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:50.514369 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 54af6677-df61-4595-8af2-169631b28202 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:50.588738 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 54af6677-df61-4595-8af2-169631b28202 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:50.589881 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.603545 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd3f6a-8a44-43b7-a02d-dd2c16d63bda req-2ad3c7f1-37bf-4da7-a0d2-94d936459553 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:50.603545 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7cfd3f6a-8a44-43b7-a02d-dd2c16d63bda req-2ad3c7f1-37bf-4da7-a0d2-94d936459553 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 950 time: 0.1814847 Aug 10 03:41:50.740044 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9ab04898-6fbc-4312-a518-e5dc91911f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:50.824619 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44248) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:50.947186 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-65ad1aae-e2d5-42d6-a14b-976ba0c36ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27147576-router', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:48Z', 'revision_number': 3, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'gw_port': {'id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:47Z', 'updated_at': '2021-08-10T03:41:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:50.981809 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab04898-6fbc-4312-a518-e5dc91911f01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d63e938-c997-4fc0-ae79-763abea3e921,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:51.006783 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab04898-6fbc-4312-a518-e5dc91911f01 admin admin] Checking segment: {'id': 'ebae5564-c83a-4817-8ccc-1c690aa4364c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '11d0e0d3-fbe8-434a-a0b3-2dda7794bb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:51.007151 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab04898-6fbc-4312-a518-e5dc91911f01 admin admin] Network hostable DHCP agents. Network: 11d0e0d3-fbe8-434a-a0b3-2dda7794bb2e, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:41:51.018564 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ad1aae-e2d5-42d6-a14b-976ba0c36ce1 None None] Checking router: c6410152-921c-40b8-a35e-08cc4e0f42f0 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:41:51.018945 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ad1aae-e2d5-42d6-a14b-976ba0c36ce1 None None] Updating router c6410152-921c-40b8-a35e-08cc4e0f42f0 port 5f50c890-e686-4f29-9aaa-d82f68a84f18 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:41:51.036995 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-bebab0b0-f6fc-41e9-8ff2-a3420f768bf4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d9ca5686ed0b40a8a8e55c54e8e110eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2103055 Aug 10 03:41:51.037625 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44256) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:51.080877 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-65ad1aae-e2d5-42d6-a14b-976ba0c36ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.129529 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a150a2c4-cfbd-47ae-9864-d2762884c099 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.145729 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab04898-6fbc-4312-a518-e5dc91911f01 admin admin] Network 11d0e0d3-fbe8-434a-a0b3-2dda7794bb2e is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:41:51.176832 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a150a2c4-cfbd-47ae-9864-d2762884c099 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.204375 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7cfd3f6a-8a44-43b7-a02d-dd2c16d63bda req-a7b6ebc4-8ecf-4b1b-9383-b3c1149cae38 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5907967 Aug 10 03:41:51.282183 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-9ab04898-6fbc-4312-a518-e5dc91911f01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 11d0e0d3-fbe8-434a-a0b3-2dda7794bb2e) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:51.292851 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab04898-6fbc-4312-a518-e5dc91911f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:51.295100 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be61fe65-a492-44c1-916c-382c9e1a5dbf None None] Network 11d0e0d3-fbe8-434a-a0b3-2dda7794bb2e requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:51.296777 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9ab04898-6fbc-4312-a518-e5dc91911f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.335098 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a150a2c4-cfbd-47ae-9864-d2762884c099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.339163 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a150a2c4-cfbd-47ae-9864-d2762884c099 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.344065 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a150a2c4-cfbd-47ae-9864-d2762884c099 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/287af979-853d-4e8b-a18e-eb55dae63364 HTTP/1.1" status: 204 len: 168 time: 0.2998695 Aug 10 03:41:51.367540 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150a2c4-cfbd-47ae-9864-d2762884c099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287af979-853d-4e8b-a18e-eb55dae63364,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:51.392301 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9ab04898-6fbc-4312-a518-e5dc91911f01 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4128873 Aug 10 03:41:51.563553 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd4109d-d88a-4735-a5ff-dbad78639ec2 None None] Network 11d0e0d3-fbe8-434a-a0b3-2dda7794bb2e requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:41:51.593259 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad985bb-d374-4483-9a44-3178b01988e2 req-5f49c850-73c9-4a12-b7a9-24f04677892a tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:51.602653 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aad985bb-d374-4483-9a44-3178b01988e2 req-5f49c850-73c9-4a12-b7a9-24f04677892a tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 945 time: 0.2763464 Aug 10 03:41:51.667708 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-65ad1aae-e2d5-42d6-a14b-976ba0c36ce1 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.686343 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-65ad1aae-e2d5-42d6-a14b-976ba0c36ce1 None None] Transition to ACTIVE for port object 5f50c890-e686-4f29-9aaa-d82f68a84f18 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:51.740324 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aad985bb-d374-4483-9a44-3178b01988e2 req-f9e7e74c-9008-4fca-8c25-5388c1039647 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358097 Aug 10 03:41:51.768934 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44286) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:51.775517 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-65ad1aae-e2d5-42d6-a14b-976ba0c36ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.784968 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d5ca755-de17-4935-95d0-a3c6c2f9d35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.823224 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154c8d4-a235-4dc2-88d1-a9af07b0140f None None] Pushing event updated for resources: {'Port': ['ID=5f50c890-e686-4f29-9aaa-d82f68a84f18,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:51.849539 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-65ad1aae-e2d5-42d6-a14b-976ba0c36ce1 None None] Attempting to bind port 5f50c890-e686-4f29-9aaa-d82f68a84f18 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:51.849881 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-65ad1aae-e2d5-42d6-a14b-976ba0c36ce1 None None] Attempting to bind port 5f50c890-e686-4f29-9aaa-d82f68a84f18 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:51.850291 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ad1aae-e2d5-42d6-a14b-976ba0c36ce1 None None] Attempting to bind port 5f50c890-e686-4f29-9aaa-d82f68a84f18 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:51.857450 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ad1aae-e2d5-42d6-a14b-976ba0c36ce1 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:51.859753 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ad1aae-e2d5-42d6-a14b-976ba0c36ce1 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:51.859753 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-65ad1aae-e2d5-42d6-a14b-976ba0c36ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.859753 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ad1aae-e2d5-42d6-a14b-976ba0c36ce1 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:51.859753 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-65ad1aae-e2d5-42d6-a14b-976ba0c36ce1 None None] Bound port: 5f50c890-e686-4f29-9aaa-d82f68a84f18, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:51.860778 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-65ad1aae-e2d5-42d6-a14b-976ba0c36ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.898386 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb526879-b008-4bca-84fd-9144779f262c admin admin] Deleting subnet e3107f5f-08d6-47c7-b60b-1151c075e0ee {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:41:51.906421 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bb526879-b008-4bca-84fd-9144779f262c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:51.929658 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-65ad1aae-e2d5-42d6-a14b-976ba0c36ce1 None None] For port 5f50c890-e686-4f29-9aaa-d82f68a84f18, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:51.945667 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-65ad1aae-e2d5-42d6-a14b-976ba0c36ce1 None None] For port 5f50c890-e686-4f29-9aaa-d82f68a84f18, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=5f50c890-e686-4f29-9aaa-d82f68a84f18,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:51.988668 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bb526879-b008-4bca-84fd-9144779f262c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.003788 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bb526879-b008-4bca-84fd-9144779f262c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.037227 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-65ad1aae-e2d5-42d6-a14b-976ba0c36ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.138424 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154c8d4-a235-4dc2-88d1-a9af07b0140f None None] Pushing event updated for resources: {'Port': ['ID=5f50c890-e686-4f29-9aaa-d82f68a84f18,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:52.141368 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ad1aae-e2d5-42d6-a14b-976ba0c36ce1 None None] Routers {'c6410152-921c-40b8-a35e-08cc4e0f42f0'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:52.141990 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-65ad1aae-e2d5-42d6-a14b-976ba0c36ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:41:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['c6410152-921c-40b8-a35e-08cc4e0f42f0'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:52.193430 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bb526879-b008-4bca-84fd-9144779f262c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.222474 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-6d5ca755-de17-4935-95d0-a3c6c2f9d35d admin admin] Allocated IP 172.20.0.1 (24a9f0b3-d314-4487-a93c-710d0970389d/d3aed6ef-708f-436e-bd34-832fb38e5bfd/51032bce-19f2-4d97-91af-6c09088f9a90) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:41:52.248106 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb526879-b008-4bca-84fd-9144779f262c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3107f5f-08d6-47c7-b60b-1151c075e0ee,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:52.276969 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bb526879-b008-4bca-84fd-9144779f262c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.278979 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-bb526879-b008-4bca-84fd-9144779f262c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e3107f5f-08d6-47c7-b60b-1151c075e0ee HTTP/1.1" status: 204 len: 168 time: 0.5090303 Aug 10 03:41:52.283889 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44302) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:52.303189 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-65ad1aae-e2d5-42d6-a14b-976ba0c36ce1 None None] Set router c6410152-921c-40b8-a35e-08cc4e0f42f0 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:52.402927 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d5ca755-de17-4935-95d0-a3c6c2f9d35d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.419267 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-6d5ca755-de17-4935-95d0-a3c6c2f9d35d admin admin] Transition to ACTIVE for port object 51032bce-19f2-4d97-91af-6c09088f9a90 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:52.472019 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20b5ebf3-afa3-4625-ac97-a6df8d4da4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.590327 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d5ca755-de17-4935-95d0-a3c6c2f9d35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.614517 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20b5ebf3-afa3-4625-ac97-a6df8d4da4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.640707 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20b5ebf3-afa3-4625-ac97-a6df8d4da4c0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:41:52.641149 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20b5ebf3-afa3-4625-ac97-a6df8d4da4c0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:41:52.642062 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20b5ebf3-afa3-4625-ac97-a6df8d4da4c0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:41:52.642401 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20b5ebf3-afa3-4625-ac97-a6df8d4da4c0 admin admin] Subscribe: > port after_create 55550000 {{(pid=94937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:41:52.642796 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20b5ebf3-afa3-4625-ac97-a6df8d4da4c0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:41:52.643156 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20b5ebf3-afa3-4625-ac97-a6df8d4da4c0 admin admin] Subscribe: > port after_update 55550000 {{(pid=94937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:41:52.643480 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20b5ebf3-afa3-4625-ac97-a6df8d4da4c0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:41:52.643847 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20b5ebf3-afa3-4625-ac97-a6df8d4da4c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:41:52.644192 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20b5ebf3-afa3-4625-ac97-a6df8d4da4c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:41:52.647281 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20b5ebf3-afa3-4625-ac97-a6df8d4da4c0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:41:52.664286 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-65ad1aae-e2d5-42d6-a14b-976ba0c36ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27147576-router', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:48Z', 'revision_number': 3, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'gw_port': {'id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:47Z', 'updated_at': '2021-08-10T03:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:52.664719 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5ca755-de17-4935-95d0-a3c6c2f9d35d admin admin] Network 24a9f0b3-d314-4487-a93c-710d0970389d is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:52.668122 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-6d5ca755-de17-4935-95d0-a3c6c2f9d35d admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:52.679072 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5ca755-de17-4935-95d0-a3c6c2f9d35d admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:41:52.679606 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d5ca755-de17-4935-95d0-a3c6c2f9d35d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.735334 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ad1aae-e2d5-42d6-a14b-976ba0c36ce1 None None] The sync data for ids ['c6410152-921c-40b8-a35e-08cc4e0f42f0'] in n-d-802893-2 is: [{'id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27147576-router', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:48Z', 'revision_number': 3, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'gw_port': {'id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:47Z', 'updated_at': '2021-08-10T03:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:41:52.787929 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20b5ebf3-afa3-4625-ac97-a6df8d4da4c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:41:52.789425 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20b5ebf3-afa3-4625-ac97-a6df8d4da4c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:41:52.789425 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20b5ebf3-afa3-4625-ac97-a6df8d4da4c0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:41:52.789686 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20b5ebf3-afa3-4625-ac97-a6df8d4da4c0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94937) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:41:52.790343 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-20b5ebf3-afa3-4625-ac97-a6df8d4da4c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a58a9ae-4b82-4140-b8b3-c7fefa348034']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:52.838401 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-20b5ebf3-afa3-4625-ac97-a6df8d4da4c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbdf77b4-c551-4dba-8ba5-ce11ac7c0c55') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:52.838864 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-20b5ebf3-afa3-4625-ac97-a6df8d4da4c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbdf77b4-c551-4dba-8ba5-ce11ac7c0c55') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:52.846798 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ca755-de17-4935-95d0-a3c6c2f9d35d admin admin] Pushing event updated for resources: {'Port': ['ID=51032bce-19f2-4d97-91af-6c09088f9a90,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:52.891827 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20b5ebf3-afa3-4625-ac97-a6df8d4da4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.939102 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20b5ebf3-afa3-4625-ac97-a6df8d4da4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.952109 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b5ebf3-afa3-4625-ac97-a6df8d4da4c0 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:41:52.952519 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20b5ebf3-afa3-4625-ac97-a6df8d4da4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:52.965717 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade29651-cb91-47ff-a2c6-39576edb2d7e req-30bdeb2e-5bd9-48f3-bd39-3427d5eb21d5 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:52.968016 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ade29651-cb91-47ff-a2c6-39576edb2d7e req-30bdeb2e-5bd9-48f3-bd39-3427d5eb21d5 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 1096 time: 0.4526906 Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: from cryptography.utils import int_from_bytes Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: from cryptography.utils import int_from_bytes Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:41:52.982565 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:41:53.031886 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e067675d-e316-4ac0-ab47-14f1b97dab12 None None] Provisioning for port 51032bce-19f2-4d97-91af-6c09088f9a90 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:53.036280 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e067675d-e316-4ac0-ab47-14f1b97dab12 None None] Provisioning complete for port 51032bce-19f2-4d97-91af-6c09088f9a90 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:53.036726 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e067675d-e316-4ac0-ab47-14f1b97dab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.082106 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ade29651-cb91-47ff-a2c6-39576edb2d7e req-84f8a2b7-6dc5-43be-b983-d15d84b3c752 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015687 Aug 10 03:41:53.096006 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-e067675d-e316-4ac0-ab47-14f1b97dab12 None None] Port 51032bce-19f2-4d97-91af-6c09088f9a90 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:53.183388 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20b5ebf3-afa3-4625-ac97-a6df8d4da4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.202674 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20b5ebf3-afa3-4625-ac97-a6df8d4da4c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.208279 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-20b5ebf3-afa3-4625-ac97-a6df8d4da4c0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5a58a9ae-4b82-4140-b8b3-c7fefa348034 HTTP/1.1" status: 204 len: 168 time: 0.9195514 Aug 10 03:41:53.224541 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44326) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:53.265206 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d5ca755-de17-4935-95d0-a3c6c2f9d35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.276935 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5ebf3-afa3-4625-ac97-a6df8d4da4c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a58a9ae-4b82-4140-b8b3-c7fefa348034,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:53.362933 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-439b81d1-276f-4040-bc82-f4870dde3482 admin admin] Deleting subnet 9d63e938-c997-4fc0-ae79-763abea3e921 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:41:53.372111 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-439b81d1-276f-4040-bc82-f4870dde3482 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.413798 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c49ee9-622e-48ec-8ee1-278a02516d58 req-e6b885ca-3eb9-4610-aa08-0eaf73e66c3c tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:53.434007 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-51c49ee9-622e-48ec-8ee1-278a02516d58 req-e6b885ca-3eb9-4610-aa08-0eaf73e66c3c tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 950 time: 0.1471171 Aug 10 03:41:53.434532 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-439b81d1-276f-4040-bc82-f4870dde3482 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.435754 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44332) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:53.505832 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-439b81d1-276f-4040-bc82-f4870dde3482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.565851 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-51c49ee9-622e-48ec-8ee1-278a02516d58 req-2d3b794e-0fbb-407a-b6de-95f627c079e7 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308694 Aug 10 03:41:53.672985 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-439b81d1-276f-4040-bc82-f4870dde3482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.710276 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439b81d1-276f-4040-bc82-f4870dde3482 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d63e938-c997-4fc0-ae79-763abea3e921,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:53.719488 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-439b81d1-276f-4040-bc82-f4870dde3482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.721625 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-439b81d1-276f-4040-bc82-f4870dde3482 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9d63e938-c997-4fc0-ae79-763abea3e921 HTTP/1.1" status: 204 len: 168 time: 0.4802496 Aug 10 03:41:53.729423 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44342) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:53.799947 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d5ca755-de17-4935-95d0-a3c6c2f9d35d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.823696 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefa6f3-bc2c-45f1-921e-7ed5788bfd7b req-0e36aeaa-8cb9-448c-837f-b7ab420035e7 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:53.825253 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-afefa6f3-bc2c-45f1-921e-7ed5788bfd7b req-0e36aeaa-8cb9-448c-837f-b7ab420035e7 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 1096 time: 0.1533678 Aug 10 03:41:53.831411 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.923621 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-305d7b99-dcc9-44bd-b638-ba8967a09d7b tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:41:53.924569 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-305d7b99-dcc9-44bd-b638-ba8967a09d7b tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4570720 Aug 10 03:41:53.928745 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d5ca755-de17-4935-95d0-a3c6c2f9d35d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.929997 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d5ca755-de17-4935-95d0-a3c6c2f9d35d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:53.951763 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-afefa6f3-bc2c-45f1-921e-7ed5788bfd7b req-ba9914a3-3200-4278-b4c3-09ad9bae7d8a tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066988 Aug 10 03:41:54.086357 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.366218 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:41:54.368044 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:41:54.369488 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:41:54.370063 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Subscribe: > port after_create 55550000 {{(pid=94938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:41:54.370409 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Subscribe: > port after_delete 55550000 {{(pid=94938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:41:54.370916 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Subscribe: > port after_update 55550000 {{(pid=94938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:41:54.371392 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:41:54.371877 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:41:54.372393 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:41:54.372894 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:41:54.416945 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 5f50c890-e686-4f29-9aaa-d82f68a84f18 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:54.444014 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:41:54.444279 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:41:54.444611 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:41:54.444939 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94938) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 10 03:41:54.445312 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d0e0d3-fbe8-434a-a0b3-2dda7794bb2e']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:54.459314 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ca755-de17-4935-95d0-a3c6c2f9d35d admin admin] Pushing event updated for resources: {'Port': ['ID=51032bce-19f2-4d97-91af-6c09088f9a90,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:54.470816 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-a998ab55-6cf7-48b8-bf83-cb4b5777c027 service neutron] Request body: {'binding': {'host': 'n-h1-802893-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:54.471404 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-a998ab55-6cf7-48b8-bf83-cb4b5777c027 service neutron] Unknown quota resources ['binding']. {{(pid=94938) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:41:54.482577 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebae5564-c83a-4817-8ccc-1c690aa4364c') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:54.483112 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebae5564-c83a-4817-8ccc-1c690aa4364c') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:54.528523 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.610136 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.630140 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:41:54.630568 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: from cryptography.utils import int_from_bytes Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: from cryptography.utils import int_from_bytes Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:41:54.634735 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:41:54.673134 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 5f50c890-e686-4f29-9aaa-d82f68a84f18 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:54.677067 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 5f50c890-e686-4f29-9aaa-d82f68a84f18 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:54.677590 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.686342 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5ca755-de17-4935-95d0-a3c6c2f9d35d admin admin] Network 24a9f0b3-d314-4487-a93c-710d0970389d is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:41:54.695503 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-6d5ca755-de17-4935-95d0-a3c6c2f9d35d admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:41:54.826580 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.864318 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.879777 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:54.884574 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] 10.222.0.25 "DELETE /v2.0/networks/11d0e0d3-fbe8-434a-a0b3-2dda7794bb2e HTTP/1.1" status: 204 len: 168 time: 1.1524687 Aug 10 03:41:54.907247 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Pushing event deleted for resources: {'Network': ['ID=11d0e0d3-fbe8-434a-a0b3-2dda7794bb2e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:54.917173 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 5f50c890-e686-4f29-9aaa-d82f68a84f18, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=5f50c890-e686-4f29-9aaa-d82f68a84f18,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:54.921308 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-a998ab55-6cf7-48b8-bf83-cb4b5777c027 service neutron] Attempting to bind port 848e4c66-2806-4ebe-9404-1cfbe7edf18f on host n-h1-802893-2 for vnic_type normal with profile None {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:54.921653 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-a998ab55-6cf7-48b8-bf83-cb4b5777c027 service neutron] Attempting to bind port 848e4c66-2806-4ebe-9404-1cfbe7edf18f by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:54.921985 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-a998ab55-6cf7-48b8-bf83-cb4b5777c027 service neutron] Attempting to bind port 848e4c66-2806-4ebe-9404-1cfbe7edf18f on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:54.934592 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:54.934940 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:54.935284 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:54.935620 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:54.935951 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:54.936304 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:54.936629 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:54.936954 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:54.937276 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:54.937596 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:54.937915 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:54.938235 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-073bc1c8-d34b-4085-b46a-bd600243b8ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:54.947294 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-a998ab55-6cf7-48b8-bf83-cb4b5777c027 service neutron] Port 848e4c66-2806-4ebe-9404-1cfbe7edf18f on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:41:54.947564 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-a998ab55-6cf7-48b8-bf83-cb4b5777c027 service neutron] Attempting to bind port 848e4c66-2806-4ebe-9404-1cfbe7edf18f on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:54.955674 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-a998ab55-6cf7-48b8-bf83-cb4b5777c027 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:54.956039 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-a998ab55-6cf7-48b8-bf83-cb4b5777c027 service neutron] Checking segment: {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:54.959699 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-a998ab55-6cf7-48b8-bf83-cb4b5777c027 service neutron] Bound using segment: {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:54.959699 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-a998ab55-6cf7-48b8-bf83-cb4b5777c027 service neutron] Bound port: 848e4c66-2806-4ebe-9404-1cfbe7edf18f, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:55.016778 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.025316 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5ca755-de17-4935-95d0-a3c6c2f9d35d admin admin] Router c6410152-921c-40b8-a35e-08cc4e0f42f0 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:41:55.133086 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=5f50c890-e686-4f29-9aaa-d82f68a84f18,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:55.141671 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-a998ab55-6cf7-48b8-bf83-cb4b5777c027 service neutron] For port 848e4c66-2806-4ebe-9404-1cfbe7edf18f, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=848e4c66-2806-4ebe-9404-1cfbe7edf18f,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:55.173932 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-931bc691-59b3-4e9f-9918-f266815add2f None None] Provisioning complete for port 51032bce-19f2-4d97-91af-6c09088f9a90 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:55.175217 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-931bc691-59b3-4e9f-9918-f266815add2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.220083 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5ca755-de17-4935-95d0-a3c6c2f9d35d admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:41:55.228231 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-a998ab55-6cf7-48b8-bf83-cb4b5777c027 service neutron] Notify callbacks [] for binding, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.229642 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-a998ab55-6cf7-48b8-bf83-cb4b5777c027 service neutron] 10.222.0.25 "POST /v2.0/ports/848e4c66-2806-4ebe-9404-1cfbe7edf18f/bindings HTTP/1.1" status: 201 len: 389 time: 0.8783121 Aug 10 03:41:55.240559 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6d5ca755-de17-4935-95d0-a3c6c2f9d35d admin admin] 10.222.0.25 "PUT /v2.0/routers/c6410152-921c-40b8-a35e-08cc4e0f42f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9571743 Aug 10 03:41:55.288276 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-931bc691-59b3-4e9f-9918-f266815add2f None None] Port 51032bce-19f2-4d97-91af-6c09088f9a90 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:41:55.340452 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca94707c-e93b-4f9b-9fa3-03e99b580ab9 None None] Sync routers for ids ['c6410152-921c-40b8-a35e-08cc4e0f42f0'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:41:55.366482 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca94707c-e93b-4f9b-9fa3-03e99b580ab9 None None] Routers {'c6410152-921c-40b8-a35e-08cc4e0f42f0'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:55.366482 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ca94707c-e93b-4f9b-9fa3-03e99b580ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:41:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['c6410152-921c-40b8-a35e-08cc4e0f42f0'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:55.410321 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44396) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:55.489570 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d4d8e217-1423-4387-b931-683830cab597 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc29097189e449c9b92404eb7ec33491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0767524 Aug 10 03:41:55.491405 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44398) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:55.504129 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-ca94707c-e93b-4f9b-9fa3-03e99b580ab9 None None] Set router c6410152-921c-40b8-a35e-08cc4e0f42f0 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:55.640058 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-89fa8a6f-ee78-4a33-90fb-1423f948cd9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.671265 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-89fa8a6f-ee78-4a33-90fb-1423f948cd9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.825721 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ca94707c-e93b-4f9b-9fa3-03e99b580ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27147576-router', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:53Z', 'revision_number': 4, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'gw_port': {'id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:47Z', 'updated_at': '2021-08-10T03:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '51032bce-19f2-4d97-91af-6c09088f9a90', 'name': '', 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'mac_address': 'fa:16:3e:e6:af:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:51Z', 'updated_at': '2021-08-10T03:41:53Z', 'revision_number': 2, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'subnets': [{'id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:55.854784 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-89fa8a6f-ee78-4a33-90fb-1423f948cd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.862096 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-89fa8a6f-ee78-4a33-90fb-1423f948cd9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:55.862096 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-89fa8a6f-ee78-4a33-90fb-1423f948cd9d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/55f0126d-1775-4775-b04a-cea11803d907 HTTP/1.1" status: 204 len: 168 time: 0.3668787 Aug 10 03:41:55.868399 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa8a6f-ee78-4a33-90fb-1423f948cd9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f0126d-1775-4775-b04a-cea11803d907,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:55.874345 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca94707c-e93b-4f9b-9fa3-03e99b580ab9 None None] Checking router: c6410152-921c-40b8-a35e-08cc4e0f42f0 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:41:55.874874 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca94707c-e93b-4f9b-9fa3-03e99b580ab9 None None] Updating router c6410152-921c-40b8-a35e-08cc4e0f42f0 port 51032bce-19f2-4d97-91af-6c09088f9a90 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:41:55.944601 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ca94707c-e93b-4f9b-9fa3-03e99b580ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.009003 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-9ad326b6-6673-4919-adca-fc722bcafa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:56.010986 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-9ad326b6-6673-4919-adca-fc722bcafa05 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=124800de805149b392f25b813a13c194&device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 1096 time: 0.0699174 Aug 10 03:41:56.224227 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0033cda9-9669-41d9-8128-f5ff8cbc1f2e req-430cedaa-9aa3-4ebe-85d6-517dfe18bf6e tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:56.226849 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0033cda9-9669-41d9-8128-f5ff8cbc1f2e req-430cedaa-9aa3-4ebe-85d6-517dfe18bf6e tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 950 time: 0.0964208 Aug 10 03:41:56.240141 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-cbdc1761-25f2-4008-b801-4eb06e4b9379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:56.242003 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-cbdc1761-25f2-4008-b801-4eb06e4b9379 service neutron] 10.222.0.68 "GET /v2.0/networks?id=82e15316-6bb5-465a-8cae-f1cb27c52e26 HTTP/1.1" status: 200 len: 908 time: 0.2220337 Aug 10 03:41:56.302665 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-83ed0672-b970-4200-bc64-2ae04ca2358e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=848e4c66-2806-4ebe-9404-1cfbe7edf18f HTTP/1.1" status: 200 len: 217 time: 0.0453112 Aug 10 03:41:56.331086 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0033cda9-9669-41d9-8128-f5ff8cbc1f2e req-d20333dc-5895-45d9-b0f7-1583bfee97d6 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906229 Aug 10 03:41:56.398327 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-67e8cb50-e278-40ab-aebc-ad72c3ee3097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:56.400576 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-67e8cb50-e278-40ab-aebc-ad72c3ee3097 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f HTTP/1.1" status: 200 len: 847 time: 0.0899813 Aug 10 03:41:56.439286 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 5f50c890-e686-4f29-9aaa-d82f68a84f18 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:56.482551 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-c4875c61-dc04-41a3-b851-b722fa2456de service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=82e15316-6bb5-465a-8cae-f1cb27c52e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732934 Aug 10 03:41:56.498507 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ca94707c-e93b-4f9b-9fa3-03e99b580ab9 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.522847 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ca94707c-e93b-4f9b-9fa3-03e99b580ab9 None None] Transition to ACTIVE for port object 51032bce-19f2-4d97-91af-6c09088f9a90 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:41:56.537539 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 5f50c890-e686-4f29-9aaa-d82f68a84f18 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:56.538298 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.582854 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ca94707c-e93b-4f9b-9fa3-03e99b580ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.632799 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1049c-5ba8-4627-99b3-4b75300659ec req-b9403740-c4fc-4866-8ed2-d70e4f483c46 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:56.635184 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e3c1049c-5ba8-4627-99b3-4b75300659ec req-b9403740-c4fc-4866-8ed2-d70e4f483c46 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 945 time: 0.1516876 Aug 10 03:41:56.664530 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651794b2-95f4-419e-a774-3b4a3a28ccc1 None None] Pushing event updated for resources: {'Port': ['ID=51032bce-19f2-4d97-91af-6c09088f9a90,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:56.684191 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-d7ade3fa-5dc1-4a58-9d96-bb2a7d95e6f8 service neutron] 10.222.0.68 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831155 Aug 10 03:41:56.727093 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e3c1049c-5ba8-4627-99b3-4b75300659ec req-11e6d6ec-c4e4-4607-8e4a-f0c9b9ceefb6 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795457 Aug 10 03:41:56.820091 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-ca94707c-e93b-4f9b-9fa3-03e99b580ab9 None None] Attempting to bind port 51032bce-19f2-4d97-91af-6c09088f9a90 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:56.820091 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-ca94707c-e93b-4f9b-9fa3-03e99b580ab9 None None] Attempting to bind port 51032bce-19f2-4d97-91af-6c09088f9a90 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '0c3ff272-2732-4f55-a1da-d84e69f6d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:56.820091 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca94707c-e93b-4f9b-9fa3-03e99b580ab9 None None] Attempting to bind port 51032bce-19f2-4d97-91af-6c09088f9a90 on network 24a9f0b3-d314-4487-a93c-710d0970389d {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:56.826220 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca94707c-e93b-4f9b-9fa3-03e99b580ab9 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:56.826648 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca94707c-e93b-4f9b-9fa3-03e99b580ab9 None None] Checking segment: {'id': '0c3ff272-2732-4f55-a1da-d84e69f6d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:56.827048 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ca94707c-e93b-4f9b-9fa3-03e99b580ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.827490 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca94707c-e93b-4f9b-9fa3-03e99b580ab9 None None] Bound using segment: {'id': '0c3ff272-2732-4f55-a1da-d84e69f6d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:56.827987 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-ca94707c-e93b-4f9b-9fa3-03e99b580ab9 None None] Bound port: 51032bce-19f2-4d97-91af-6c09088f9a90, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c3ff272-2732-4f55-a1da-d84e69f6d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:56.828389 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ca94707c-e93b-4f9b-9fa3-03e99b580ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:56.842467 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-6de1495c-58fb-44d1-81f8-aeb586f992ce service neutron] 10.222.0.68 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481946 Aug 10 03:41:56.916063 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-ca94707c-e93b-4f9b-9fa3-03e99b580ab9 None None] For port 51032bce-19f2-4d97-91af-6c09088f9a90, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:56.919538 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-ca94707c-e93b-4f9b-9fa3-03e99b580ab9 None None] For port 51032bce-19f2-4d97-91af-6c09088f9a90, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=51032bce-19f2-4d97-91af-6c09088f9a90,segment=NetworkSegment(0c3ff272-2732-4f55-a1da-d84e69f6d5d2),segment_id=0c3ff272-2732-4f55-a1da-d84e69f6d5d2)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:56.979164 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ca94707c-e93b-4f9b-9fa3-03e99b580ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.162125 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-71abf674-ab6e-4d84-8eb0-49f09fb221e5 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:57.167865 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44446) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:57.170673 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-71abf674-ab6e-4d84-8eb0-49f09fb221e5 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3&tenant_id=124800de805149b392f25b813a13c194&binding%3Ahost_id=n-h2-802893-2 HTTP/1.1" status: 200 len: 1096 time: 0.1189029 Aug 10 03:41:57.192204 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651794b2-95f4-419e-a774-3b4a3a28ccc1 None None] Pushing event updated for resources: {'Port': ['ID=51032bce-19f2-4d97-91af-6c09088f9a90,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:57.202549 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca94707c-e93b-4f9b-9fa3-03e99b580ab9 None None] Routers {'c6410152-921c-40b8-a35e-08cc4e0f42f0'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:41:57.203170 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ca94707c-e93b-4f9b-9fa3-03e99b580ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:41:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['c6410152-921c-40b8-a35e-08cc4e0f42f0'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:57.205866 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802893-2'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:57.276675 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6d0c8c4a-4e2f-41ed-8b77-8041eaf7ce35 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cedc835e73464823b84acf5c0a4871e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1070256 Aug 10 03:41:57.278665 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44450) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:57.292586 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.363355 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.386803 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44454) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:57.443531 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-ca94707c-e93b-4f9b-9fa3-03e99b580ab9 None None] Set router c6410152-921c-40b8-a35e-08cc4e0f42f0 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:41:57.445115 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-59511125-56b1-4dd1-8ce5-69bc5824e58f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.494083 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-59511125-56b1-4dd1-8ce5-69bc5824e58f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.630178 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6d862-2d52-4716-ac97-d3ed127f8d19 req-463a9763-66d2-4fd1-bf71-9824dbbbea84 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:57.632352 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-35d6d862-2d52-4716-ac97-d3ed127f8d19 req-463a9763-66d2-4fd1-bf71-9824dbbbea84 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 950 time: 0.0740707 Aug 10 03:41:57.672596 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-59511125-56b1-4dd1-8ce5-69bc5824e58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.675809 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-59511125-56b1-4dd1-8ce5-69bc5824e58f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.680105 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-59511125-56b1-4dd1-8ce5-69bc5824e58f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e93ef75b-8599-4e97-905e-d41e58511dec HTTP/1.1" status: 204 len: 168 time: 0.3952980 Aug 10 03:41:57.689935 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59511125-56b1-4dd1-8ce5-69bc5824e58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93ef75b-8599-4e97-905e-d41e58511dec,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:57.700941 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-35d6d862-2d52-4716-ac97-d3ed127f8d19 req-deeb72ed-0c7f-4cf1-b061-daa38eb30cdb tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529127 Aug 10 03:41:57.703021 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] For port 848e4c66-2806-4ebe-9404-1cfbe7edf18f, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=848e4c66-2806-4ebe-9404-1cfbe7edf18f,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:57.778493 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] For port 848e4c66-2806-4ebe-9404-1cfbe7edf18f, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:57.821544 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ca94707c-e93b-4f9b-9fa3-03e99b580ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27147576-router', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:53Z', 'revision_number': 4, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'gw_port': {'id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:47Z', 'updated_at': '2021-08-10T03:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '51032bce-19f2-4d97-91af-6c09088f9a90', 'name': '', 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'mac_address': 'fa:16:3e:e6:af:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:51Z', 'updated_at': '2021-08-10T03:41:56Z', 'revision_number': 4, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'subnets': [{'id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:41:57.857020 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca94707c-e93b-4f9b-9fa3-03e99b580ab9 None None] The sync data for ids ['c6410152-921c-40b8-a35e-08cc4e0f42f0'] in n-d-802893-2 is: [{'id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27147576-router', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:53Z', 'revision_number': 4, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'gw_port': {'id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:47Z', 'updated_at': '2021-08-10T03:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '51032bce-19f2-4d97-91af-6c09088f9a90', 'name': '', 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'mac_address': 'fa:16:3e:e6:af:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:51Z', 'updated_at': '2021-08-10T03:41:56Z', 'revision_number': 4, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'subnets': [{'id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:41:57.873197 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a114c3-eb99-4107-b5be-ec91509b0ed3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '848e4c66-2806-4ebe-9404-1cfbe7edf18f'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:41:57.876545 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904d998c-57c8-4f50-ba4a-8de80d857531" -d '{"events": [{"server_uuid": "09a114c3-eb99-4107-b5be-ec91509b0ed3", "name": "network-vif-unplugged", "status": "completed", "tag": "848e4c66-2806-4ebe-9404-1cfbe7edf18f"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:41:57.881165 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:57.923675 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0b4011c4-ee65-4804-af16-1a5897425c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.019636 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.096769 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-a5b1d355-cdcb-4867-a373-07c7e70aadc3 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:41:58.098413 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-a5b1d355-cdcb-4867-a373-07c7e70aadc3 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5226855 Aug 10 03:41:58.118140 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-e3e406a6-3551-4eaf-817e-7a2850fd2dfb service neutron] Request body: {'binding': {'host': 'n-h1-802893-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:58.120520 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-e3e406a6-3551-4eaf-817e-7a2850fd2dfb service neutron] Unknown quota resources ['binding']. {{(pid=94938) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:41:58.127049 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63deb7-0f33-4b2c-b8b4-52c6f1c61f92 req-ffd2d51a-d910-4ce3-93d0-5d4016fe34cc tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:58.128852 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7c63deb7-0f33-4b2c-b8b4-52c6f1c61f92 req-ffd2d51a-d910-4ce3-93d0-5d4016fe34cc tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 945 time: 0.2585361 Aug 10 03:41:58.369234 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Pushing event updated for resources: {'Port': ['ID=848e4c66-2806-4ebe-9404-1cfbe7edf18f,revision_number=7']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:58.369234 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0b4011c4-ee65-4804-af16-1a5897425c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.369234 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:58.369234 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:58.369234 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:58.369234 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:58.369234 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:58.369234 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:58.369234 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:58.369234 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:58.369234 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:58.369234 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:58.369234 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:58.369234 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:41:58.369234 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Attempting to bind port 848e4c66-2806-4ebe-9404-1cfbe7edf18f on host n-h2-802893-2 for vnic_type normal with profile {"migrating_to": "n-h1-802893-2"} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:58.375429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Attempting to bind port 848e4c66-2806-4ebe-9404-1cfbe7edf18f by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:58.375429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Attempting to bind port 848e4c66-2806-4ebe-9404-1cfbe7edf18f on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:58.375429 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7c63deb7-0f33-4b2c-b8b4-52c6f1c61f92 req-a9b681f3-cac7-440f-bae1-6a9c4ce936ed tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589849 Aug 10 03:41:58.375429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Port 848e4c66-2806-4ebe-9404-1cfbe7edf18f on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:41:58.375429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Attempting to bind port 848e4c66-2806-4ebe-9404-1cfbe7edf18f on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:58.375429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:58.375429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Checking segment: {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:58.375429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Bound using segment: {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:58.375429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Bound port: 848e4c66-2806-4ebe-9404-1cfbe7edf18f, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:58.375429 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:58.389060 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d39af58-97cf-488f-9ffb-fbec7beef0d5 x-openstack-request-id: req-2d39af58-97cf-488f-9ffb-fbec7beef0d5 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:41:58.389681 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a114c3-eb99-4107-b5be-ec91509b0ed3", "name": "network-vif-unplugged", "status": "completed", "tag": "848e4c66-2806-4ebe-9404-1cfbe7edf18f", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:41:58.397660 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d39af58-97cf-488f-9ffb-fbec7beef0d5 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:41:58.398174 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a114c3-eb99-4107-b5be-ec91509b0ed3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '848e4c66-2806-4ebe-9404-1cfbe7edf18f', 'code': 200} Aug 10 03:41:58.511424 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] For port 848e4c66-2806-4ebe-9404-1cfbe7edf18f, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:41:58.512077 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-e3e406a6-3551-4eaf-817e-7a2850fd2dfb service neutron] Attempting to bind port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 on host n-h1-802893-2 for vnic_type normal with profile None {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:41:58.513265 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-e3e406a6-3551-4eaf-817e-7a2850fd2dfb service neutron] Attempting to bind port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:41:58.518716 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] For port 848e4c66-2806-4ebe-9404-1cfbe7edf18f, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=848e4c66-2806-4ebe-9404-1cfbe7edf18f,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:58.531061 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44480) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:58.532667 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-e3e406a6-3551-4eaf-817e-7a2850fd2dfb service neutron] Attempting to bind port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:58.541806 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-a307817c-2942-4415-bbd7-fe310ce6253a admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352841702-network', 'tenant_id': 'cb8d1f6b06d24bf4bc268f451e9cf9c2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:41:58.543948 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 51032bce-19f2-4d97-91af-6c09088f9a90 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:41:58.544747 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-e3e406a6-3551-4eaf-817e-7a2850fd2dfb service neutron] Port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:41:58.544747 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-e3e406a6-3551-4eaf-817e-7a2850fd2dfb service neutron] Attempting to bind port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:41:58.564535 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-e3e406a6-3551-4eaf-817e-7a2850fd2dfb service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:41:58.564974 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-e3e406a6-3551-4eaf-817e-7a2850fd2dfb service neutron] Checking segment: {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:41:58.565431 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-e3e406a6-3551-4eaf-817e-7a2850fd2dfb service neutron] Bound using segment: {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:41:58.566119 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-e3e406a6-3551-4eaf-817e-7a2850fd2dfb service neutron] Bound port: 18ede4e1-fb9e-4d14-8831-4e294ccc0b76, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:41:58.644525 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-e3e406a6-3551-4eaf-817e-7a2850fd2dfb service neutron] For port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=18ede4e1-fb9e-4d14-8831-4e294ccc0b76,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:41:59.260277 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 51032bce-19f2-4d97-91af-6c09088f9a90 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:41:59.263132 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-e3e406a6-3551-4eaf-817e-7a2850fd2dfb service neutron] Notify callbacks [] for binding, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.271348 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0b4011c4-ee65-4804-af16-1a5897425c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.273723 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-e3e406a6-3551-4eaf-817e-7a2850fd2dfb service neutron] 10.222.0.25 "POST /v2.0/ports/18ede4e1-fb9e-4d14-8831-4e294ccc0b76/bindings HTTP/1.1" status: 201 len: 389 time: 1.1622758 Aug 10 03:41:59.274390 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.277318 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 51032bce-19f2-4d97-91af-6c09088f9a90 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:41:59.280574 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.389327 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a307817c-2942-4415-bbd7-fe310ce6253a admin admin] Made reservation on behalf of cb8d1f6b06d24bf4bc268f451e9cf9c2 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:41:59.391580 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a307817c-2942-4415-bbd7-fe310ce6253a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.398158 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.466623 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 51032bce-19f2-4d97-91af-6c09088f9a90, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=51032bce-19f2-4d97-91af-6c09088f9a90,segment=NetworkSegment(0c3ff272-2732-4f55-a1da-d84e69f6d5d2),segment_id=0c3ff272-2732-4f55-a1da-d84e69f6d5d2)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:41:59.536948 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.602799 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=51032bce-19f2-4d97-91af-6c09088f9a90,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:59.723734 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0b4011c4-ee65-4804-af16-1a5897425c2e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b20776efea5f4013b9304a7db751a1fb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3358414 Aug 10 03:41:59.726139 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a307817c-2942-4415-bbd7-fe310ce6253a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.726575 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44506) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:41:59.730711 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Pushing event updated for resources: {'Port': ['ID=848e4c66-2806-4ebe-9404-1cfbe7edf18f,revision_number=8']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:59.737858 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4011c4-ee65-4804-af16-1a5897425c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cfc36c-7b21-48d9-9638-b0e7494b2e37,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:41:59.764272 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:59.765174 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.766905 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-c0f4bccb-35c6-4fcf-aa4b-9c48d7f399fc service neutron] 10.222.0.68 "PUT /v2.0/ports/848e4c66-2806-4ebe-9404-1cfbe7edf18f HTTP/1.1" status: 200 len: 1121 time: 2.5877063 Aug 10 03:41:59.807738 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334946d-4751-4b96-ad2a-4069b2e597e3 req-8858b5ba-8482-4635-bd80-78a59fe782ba tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:41:59.810308 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8334946d-4751-4b96-ad2a-4069b2e597e3 req-8858b5ba-8482-4635-bd80-78a59fe782ba tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 950 time: 0.4804928 Aug 10 03:41:59.831426 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e895c060-c36d-45e9-9037-302959cc31e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.875057 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e895c060-c36d-45e9-9037-302959cc31e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:41:59.887526 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['848e4c66-2806-4ebe-9404-1cfbe7edf18f'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:41:59.902299 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8334946d-4751-4b96-ad2a-4069b2e597e3 req-8279a774-d644-4ddb-8096-6726f7cfc1f3 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753069 Aug 10 03:42:00.008090 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a307817c-2942-4415-bbd7-fe310ce6253a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.042093 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e895c060-c36d-45e9-9037-302959cc31e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.048921 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e895c060-c36d-45e9-9037-302959cc31e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.064828 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e895c060-c36d-45e9-9037-302959cc31e5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22cfc36c-7b21-48d9-9638-b0e7494b2e37 HTTP/1.1" status: 204 len: 168 time: 0.3367646 Aug 10 03:42:00.074149 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8182901-e6a6-4abe-bfae-ca0e0cd587be req-4905cfb0-cd73-4f0d-a1cc-b15dadfed3f2 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:00.082002 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c8182901-e6a6-4abe-bfae-ca0e0cd587be req-4905cfb0-cd73-4f0d-a1cc-b15dadfed3f2 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 943 time: 0.0764430 Aug 10 03:42:00.099722 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a307817c-2942-4415-bbd7-fe310ce6253a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.124135 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895c060-c36d-45e9-9037-302959cc31e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cfc36c-7b21-48d9-9638-b0e7494b2e37,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:00.147191 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a307817c-2942-4415-bbd7-fe310ce6253a admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:42:00.164984 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c8182901-e6a6-4abe-bfae-ca0e0cd587be req-e272bb26-5b03-4930-9e4d-5e7019d39a13 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789824 Aug 10 03:42:00.176584 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307817c-2942-4415-bbd7-fe310ce6253a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dac378-1b4d-4124-b76e-2629babd91ef,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:00.179053 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651b2b0-e9a6-4a3e-80ee-c1518ba2869d req-e4917f25-785c-448b-9eb3-3ca0ec39d679 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:00.181573 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3651b2b0-e9a6-4a3e-80ee-c1518ba2869d req-e4917f25-785c-448b-9eb3-3ca0ec39d679 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 945 time: 0.1580834 Aug 10 03:42:00.197070 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a307817c-2942-4415-bbd7-fe310ce6253a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.197544 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-a307817c-2942-4415-bbd7-fe310ce6253a admin admin] Added segment 56aef66d-e5f2-4a7d-a902-c6add722c64f of type vlan for network 5034785d-464b-48f5-b7da-a64836f93a9b Aug 10 03:42:00.244501 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3651b2b0-e9a6-4a3e-80ee-c1518ba2869d req-91a2d1b0-19c0-4680-bfb2-16a6bddd2846 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514567 Aug 10 03:42:00.255162 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a307817c-2942-4415-bbd7-fe310ce6253a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.355828 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 51032bce-19f2-4d97-91af-6c09088f9a90 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:00.391311 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a307817c-2942-4415-bbd7-fe310ce6253a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.392354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a307817c-2942-4415-bbd7-fe310ce6253a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:00.395295 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a307817c-2942-4415-bbd7-fe310ce6253a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.402567 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a114c3-eb99-4107-b5be-ec91509b0ed3', 'tag': '848e4c66-2806-4ebe-9404-1cfbe7edf18f'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:00.405120 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9a7503-c81c-4b97-8166-e3fc4ff66784" -d '{"events": [{"name": "network-changed", "server_uuid": "09a114c3-eb99-4107-b5be-ec91509b0ed3", "tag": "848e4c66-2806-4ebe-9404-1cfbe7edf18f"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:00.423588 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 51032bce-19f2-4d97-91af-6c09088f9a90 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:00.424148 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.495011 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9277107f-b52d-4184-be58-af3e510d2608 x-openstack-request-id: req-9277107f-b52d-4184-be58-af3e510d2608 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:00.496035 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a114c3-eb99-4107-b5be-ec91509b0ed3", "tag": "848e4c66-2806-4ebe-9404-1cfbe7edf18f", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:00.496035 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9277107f-b52d-4184-be58-af3e510d2608 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:00.496035 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a114c3-eb99-4107-b5be-ec91509b0ed3', 'tag': '848e4c66-2806-4ebe-9404-1cfbe7edf18f', 'status': 'completed', 'code': 200} Aug 10 03:42:00.500479 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2846ec-c80c-4e74-b564-b59b9461a812 req-c62c8b07-c126-4a77-8df5-73845de0c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:00.502069 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7c2846ec-c80c-4e74-b564-b59b9461a812 req-c62c8b07-c126-4a77-8df5-73845de0c338 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 1101 time: 0.1431155 Aug 10 03:42:00.503056 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a307817c-2942-4415-bbd7-fe310ce6253a admin admin] Pushing event updated for resources: {'Network': ['ID=5034785d-464b-48f5-b7da-a64836f93a9b,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:00.527481 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 5034785d-464b-48f5-b7da-a64836f93a9b details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:42:00.532722 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a307817c-2942-4415-bbd7-fe310ce6253a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9978075 Aug 10 03:42:00.533249 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44530) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:00.538494 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-61c15c88-3678-4e71-8234-46a5b9cbd15b admin admin] Request body: {'subnet': {'network_id': '5034785d-464b-48f5-b7da-a64836f93a9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352841702-subnet', 'tenant_id': 'cb8d1f6b06d24bf4bc268f451e9cf9c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:00.632577 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c15c88-3678-4e71-8234-46a5b9cbd15b admin admin] Made reservation on behalf of cb8d1f6b06d24bf4bc268f451e9cf9c2 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:00.636207 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-61c15c88-3678-4e71-8234-46a5b9cbd15b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:00.657694 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a7503-c81c-4b97-8166-e3fc4ff66784 req-a1294829-d70b-44a4-a6e8-d4d07d8d1af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:00.659907 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ee9a7503-c81c-4b97-8166-e3fc4ff66784 req-a1294829-d70b-44a4-a6e8-d4d07d8d1af2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=124800de805149b392f25b813a13c194&device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 1124 time: 0.1037574 Aug 10 03:42:00.789953 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2846ec-c80c-4e74-b564-b59b9461a812 req-a1d6c217-9f62-4028-ae3c-3e179ff1af04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:00.792118 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7c2846ec-c80c-4e74-b564-b59b9461a812 req-a1d6c217-9f62-4028-ae3c-3e179ff1af04 service neutron] 10.222.0.20 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.2366979 Aug 10 03:42:00.808879 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a7503-c81c-4b97-8166-e3fc4ff66784 req-d669e550-5d64-4e5f-831d-ab4dd79e3a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:00.813052 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ee9a7503-c81c-4b97-8166-e3fc4ff66784 req-d669e550-5d64-4e5f-831d-ab4dd79e3a7e service neutron] 10.222.0.20 "GET /v2.0/networks?id=82e15316-6bb5-465a-8cae-f1cb27c52e26 HTTP/1.1" status: 200 len: 908 time: 0.1413112 Aug 10 03:42:00.859008 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7c2846ec-c80c-4e74-b564-b59b9461a812 req-55c98318-a1e6-431c-9a72-f7048207d11a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=a3243318-600f-47a3-a688-83b3e5f2cee1 HTTP/1.1" status: 200 len: 217 time: 0.0559769 Aug 10 03:42:00.882246 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ee9a7503-c81c-4b97-8166-e3fc4ff66784 req-dbe2f7f6-32b7-436c-baa6-3fdd5fc561ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=848e4c66-2806-4ebe-9404-1cfbe7edf18f HTTP/1.1" status: 200 len: 217 time: 0.0632639 Aug 10 03:42:00.950831 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a7503-c81c-4b97-8166-e3fc4ff66784 req-d2ae5d99-8f2b-4d00-a558-04118e106944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:00.954626 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ee9a7503-c81c-4b97-8166-e3fc4ff66784 req-d2ae5d99-8f2b-4d00-a558-04118e106944 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f HTTP/1.1" status: 200 len: 847 time: 0.0653069 Aug 10 03:42:00.976497 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2846ec-c80c-4e74-b564-b59b9461a812 req-6e300a08-e003-45cb-b429-3ee34b7334b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:00.979584 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7c2846ec-c80c-4e74-b564-b59b9461a812 req-6e300a08-e003-45cb-b429-3ee34b7334b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0973217 Aug 10 03:42:01.004236 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ee9a7503-c81c-4b97-8166-e3fc4ff66784 req-75a88509-ab08-4ed4-8e8e-34b9c429e21d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=82e15316-6bb5-465a-8cae-f1cb27c52e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357585 Aug 10 03:42:01.088718 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-61c15c88-3678-4e71-8234-46a5b9cbd15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.096828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2846ec-c80c-4e74-b564-b59b9461a812 req-ff711802-d749-4f7d-95b6-17746c2d1e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:01.098327 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7c2846ec-c80c-4e74-b564-b59b9461a812 req-ff711802-d749-4f7d-95b6-17746c2d1e51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0934308 Aug 10 03:42:01.136868 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ee9a7503-c81c-4b97-8166-e3fc4ff66784 req-38cc414c-929b-49a7-acfa-96111f344a08 service neutron] 10.222.0.20 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063752 Aug 10 03:42:01.145755 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1d5c1-ced8-4f41-9cc5-9d3ee7d09073 req-9cef14db-82a9-44e7-a23f-60aeb8edb26b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:01.147688 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-61f1d5c1-ced8-4f41-9cc5-9d3ee7d09073 req-9cef14db-82a9-44e7-a23f-60aeb8edb26b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 950 time: 0.1437581 Aug 10 03:42:01.244399 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c15c88-3678-4e71-8234-46a5b9cbd15b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecb84f12-768a-42c6-95f8-c9eb1c239d4a,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:01.253737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44550) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:01.313337 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-61f1d5c1-ced8-4f41-9cc5-9d3ee7d09073 req-beabd04a-406d-4006-ad70-542597409921 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423450 Aug 10 03:42:01.314067 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2df59d72-6978-4b89-8faf-55693b4b067e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.330237 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c15c88-3678-4e71-8234-46a5b9cbd15b admin admin] Checking segment: {'id': '56aef66d-e5f2-4a7d-a902-c6add722c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5034785d-464b-48f5-b7da-a64836f93a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:01.330628 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c15c88-3678-4e71-8234-46a5b9cbd15b admin admin] Network hostable DHCP agents. Network: 5034785d-464b-48f5-b7da-a64836f93a9b, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:42:01.364810 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ee9a7503-c81c-4b97-8166-e3fc4ff66784 req-a5307a60-a29e-45e4-b160-c863feec364e service neutron] 10.222.0.20 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096992 Aug 10 03:42:01.367719 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7c2846ec-c80c-4e74-b564-b59b9461a812 req-b1471caa-98b7-4ef4-a910-0b38623038b8 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466340 Aug 10 03:42:01.505111 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7c2846ec-c80c-4e74-b564-b59b9461a812 req-9f6cc8e7-8193-4b0f-b44c-b8ea62580c78 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142895 Aug 10 03:42:01.513185 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c15c88-3678-4e71-8234-46a5b9cbd15b admin admin] Network 5034785d-464b-48f5-b7da-a64836f93a9b is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:42:01.598923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a6bed-1fc2-4944-90f1-dbc53cff2ac6 req-eb4c6f55-395a-467e-b203-86c6e1737a7f tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:01.600801 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b00a6bed-1fc2-4944-90f1-dbc53cff2ac6 req-eb4c6f55-395a-467e-b203-86c6e1737a7f tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 943 time: 0.0947783 Aug 10 03:42:01.634036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-61c15c88-3678-4e71-8234-46a5b9cbd15b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 5034785d-464b-48f5-b7da-a64836f93a9b) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:01.646766 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f75b11-60ee-4d5b-b62a-cd097963b30c None None] Network 5034785d-464b-48f5-b7da-a64836f93a9b requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:01.664939 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b00a6bed-1fc2-4944-90f1-dbc53cff2ac6 req-53500821-1759-4166-9564-a86a9669d569 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523226 Aug 10 03:42:01.670474 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c15c88-3678-4e71-8234-46a5b9cbd15b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:01.670474 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-61c15c88-3678-4e71-8234-46a5b9cbd15b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.685900 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2df59d72-6978-4b89-8faf-55693b4b067e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.782206 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2df59d72-6978-4b89-8faf-55693b4b067e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:01.822697 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df59d72-6978-4b89-8faf-55693b4b067e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d62199-9149-4671-84c9-593e094ac3b6,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:01.854667 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2df59d72-6978-4b89-8faf-55693b4b067e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5e24dadce8154b2db11cb6f5f35d821b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5938787 Aug 10 03:42:01.857407 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44564) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:01.879568 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-61c15c88-3678-4e71-8234-46a5b9cbd15b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3454413 Aug 10 03:42:01.882514 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44566) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:01.889004 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2b639-bdac-41c5-bed0-60c7ff9d6707 req-b5269c2d-8145-40ca-98a4-901d5b65c61e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:01.891793 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-eea9330f-51ce-4b99-8a6a-39da5668d5e9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352841702-router', 'tenant_id': 'cb8d1f6b06d24bf4bc268f451e9cf9c2', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:01.899520 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6fa2b639-bdac-41c5-bed0-60c7ff9d6707 req-b5269c2d-8145-40ca-98a4-901d5b65c61e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 945 time: 0.1572065 Aug 10 03:42:01.972333 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ae4f9d-b7f6-4441-b248-f0f963da8fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-5034785d-464b-48f5-b7da-a64836f93a9b', 'network_id': '5034785d-464b-48f5-b7da-a64836f93a9b', 'tenant_id': 'cb8d1f6b06d24bf4bc268f451e9cf9c2', 'fixed_ips': [{'subnet_id': 'ecb84f12-768a-42c6-95f8-c9eb1c239d4a'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:42:01.973834 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c0ae4f9d-b7f6-4441-b248-f0f963da8fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.007450 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-77142a84-a475-4e38-9cbc-d7664fb03474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.016935 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6fa2b639-bdac-41c5-bed0-60c7ff9d6707 req-55f31225-8379-4f4f-ad96-bf341f53e5af tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115246 Aug 10 03:42:02.043297 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eea9330f-51ce-4b99-8a6a-39da5668d5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.044384 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eea9330f-51ce-4b99-8a6a-39da5668d5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.076892 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-77142a84-a475-4e38-9cbc-d7664fb03474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.143091 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eea9330f-51ce-4b99-8a6a-39da5668d5e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.160995 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-c0ae4f9d-b7f6-4441-b248-f0f963da8fe5 None None] Allocated IP 172.20.0.2 (5034785d-464b-48f5-b7da-a64836f93a9b/ecb84f12-768a-42c6-95f8-c9eb1c239d4a/2fd9c96a-70ee-426f-9aa3-5943805040be) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:02.283299 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-77142a84-a475-4e38-9cbc-d7664fb03474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.286183 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-77142a84-a475-4e38-9cbc-d7664fb03474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.293138 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-77142a84-a475-4e38-9cbc-d7664fb03474 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/61d62199-9149-4671-84c9-593e094ac3b6 HTTP/1.1" status: 204 len: 168 time: 0.4327610 Aug 10 03:42:02.305747 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77142a84-a475-4e38-9cbc-d7664fb03474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d62199-9149-4671-84c9-593e094ac3b6,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:02.482710 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c0ae4f9d-b7f6-4441-b248-f0f963da8fe5 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.495066 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c0ae4f9d-b7f6-4441-b248-f0f963da8fe5 None None] Transition to ACTIVE for port object 2fd9c96a-70ee-426f-9aa3-5943805040be will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:02.526280 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c0ae4f9d-b7f6-4441-b248-f0f963da8fe5 None None] Transition to ACTIVE for port object 2fd9c96a-70ee-426f-9aa3-5943805040be will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:02.568099 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eea9330f-51ce-4b99-8a6a-39da5668d5e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.598018 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c0ae4f9d-b7f6-4441-b248-f0f963da8fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.608615 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1a393-99ca-4d2f-8c3d-345e8667490a req-a7869d61-be9a-4ace-823a-90e06dfcf712 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:02.610991 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1ea1a393-99ca-4d2f-8c3d-345e8667490a req-a7869d61-be9a-4ace-823a-90e06dfcf712 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 950 time: 0.1096587 Aug 10 03:42:02.662778 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae4f9d-b7f6-4441-b248-f0f963da8fe5 None None] Pushing event updated for resources: {'Port': ['ID=2fd9c96a-70ee-426f-9aa3-5943805040be,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:02.676261 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ae4f9d-b7f6-4441-b248-f0f963da8fe5 None None] Network 5034785d-464b-48f5-b7da-a64836f93a9b is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:02.678153 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-c0ae4f9d-b7f6-4441-b248-f0f963da8fe5 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:02.682233 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ae4f9d-b7f6-4441-b248-f0f963da8fe5 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:02.753670 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-c0ae4f9d-b7f6-4441-b248-f0f963da8fe5 None None] Attempting to bind port 2fd9c96a-70ee-426f-9aa3-5943805040be on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:02.754407 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-c0ae4f9d-b7f6-4441-b248-f0f963da8fe5 None None] Attempting to bind port 2fd9c96a-70ee-426f-9aa3-5943805040be by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '56aef66d-e5f2-4a7d-a902-c6add722c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5034785d-464b-48f5-b7da-a64836f93a9b'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:02.754949 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ae4f9d-b7f6-4441-b248-f0f963da8fe5 None None] Attempting to bind port 2fd9c96a-70ee-426f-9aa3-5943805040be on network 5034785d-464b-48f5-b7da-a64836f93a9b {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:02.761254 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ae4f9d-b7f6-4441-b248-f0f963da8fe5 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:02.761932 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ae4f9d-b7f6-4441-b248-f0f963da8fe5 None None] Checking segment: {'id': '56aef66d-e5f2-4a7d-a902-c6add722c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5034785d-464b-48f5-b7da-a64836f93a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:02.762350 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c0ae4f9d-b7f6-4441-b248-f0f963da8fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.762862 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ae4f9d-b7f6-4441-b248-f0f963da8fe5 None None] Bound using segment: {'id': '56aef66d-e5f2-4a7d-a902-c6add722c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5034785d-464b-48f5-b7da-a64836f93a9b'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:02.763626 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-c0ae4f9d-b7f6-4441-b248-f0f963da8fe5 None None] Bound port: 2fd9c96a-70ee-426f-9aa3-5943805040be, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56aef66d-e5f2-4a7d-a902-c6add722c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5034785d-464b-48f5-b7da-a64836f93a9b'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:02.764033 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c0ae4f9d-b7f6-4441-b248-f0f963da8fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:02.766381 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1ea1a393-99ca-4d2f-8c3d-345e8667490a req-3cbd4a56-cb41-4976-90dd-26a3ac45945c tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419802 Aug 10 03:42:02.888605 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-c0ae4f9d-b7f6-4441-b248-f0f963da8fe5 None None] For port 2fd9c96a-70ee-426f-9aa3-5943805040be, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:02.893010 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-c0ae4f9d-b7f6-4441-b248-f0f963da8fe5 None None] For port 2fd9c96a-70ee-426f-9aa3-5943805040be, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=2fd9c96a-70ee-426f-9aa3-5943805040be,segment=NetworkSegment(56aef66d-e5f2-4a7d-a902-c6add722c64f),segment_id=56aef66d-e5f2-4a7d-a902-c6add722c64f)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:02.974065 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0099df6-fd9a-4ce9-a534-5b78335379a6 req-e7705954-cd3a-434d-9d1d-9db10a4059a4 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:02.977735 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b0099df6-fd9a-4ce9-a534-5b78335379a6 req-e7705954-cd3a-434d-9d1d-9db10a4059a4 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 943 time: 0.1280162 Aug 10 03:42:02.992628 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c0ae4f9d-b7f6-4441-b248-f0f963da8fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.119433 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae4f9d-b7f6-4441-b248-f0f963da8fe5 None None] Pushing event updated for resources: {'Port': ['ID=2fd9c96a-70ee-426f-9aa3-5943805040be,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:03.347602 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b0099df6-fd9a-4ce9-a534-5b78335379a6 req-d419b721-a29e-43cf-a0b2-c742b9d630bd tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687410 Aug 10 03:42:03.359557 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eea9330f-51ce-4b99-8a6a-39da5668d5e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.399988 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eea9330f-51ce-4b99-8a6a-39da5668d5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.518006 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9198ac-c7e4-4089-837a-9114a5eaa577 req-8217340d-2f81-41b0-9609-2ddb88758f55 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:03.527035 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5f9198ac-c7e4-4089-837a-9114a5eaa577 req-8217340d-2f81-41b0-9609-2ddb88758f55 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 945 time: 0.1129537 Aug 10 03:42:03.630829 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5f9198ac-c7e4-4089-837a-9114a5eaa577 req-daca415a-177e-42bb-a11e-30678fc36822 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906053 Aug 10 03:42:03.630829 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-eea9330f-51ce-4b99-8a6a-39da5668d5e9 admin admin] Allocated IP 172.25.0.121 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/f3531a0e-5e3b-4810-b572-4a1e511ff1c9) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:03.753559 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eea9330f-51ce-4b99-8a6a-39da5668d5e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:03.953036 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eea9330f-51ce-4b99-8a6a-39da5668d5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.051501 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea9330f-51ce-4b99-8a6a-39da5668d5e9 admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:04.062023 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-eea9330f-51ce-4b99-8a6a-39da5668d5e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:04.065951 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea9330f-51ce-4b99-8a6a-39da5668d5e9 admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:04.096010 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea9330f-51ce-4b99-8a6a-39da5668d5e9 admin admin] Pushing event updated for resources: {'Port': ['ID=f3531a0e-5e3b-4810-b572-4a1e511ff1c9,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:04.108002 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 848e4c66-2806-4ebe-9404-1cfbe7edf18f details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:42:04.137315 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5dcf0-37f8-4683-934c-a6cfa9ea3d26 req-eb17edce-f1f3-4807-bc21-afa4dd532503 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:04.146952 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0ea5dcf0-37f8-4683-934c-a6cfa9ea3d26 req-eb17edce-f1f3-4807-bc21-afa4dd532503 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 950 time: 0.0795820 Aug 10 03:42:04.199805 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0ea5dcf0-37f8-4683-934c-a6cfa9ea3d26 req-2f1d6c51-e7dd-4fdd-8c83-08eb024450d3 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457983 Aug 10 03:42:04.331143 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 848e4c66-2806-4ebe-9404-1cfbe7edf18f, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=848e4c66-2806-4ebe-9404-1cfbe7edf18f,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:04.353355 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 848e4c66-2806-4ebe-9404-1cfbe7edf18f has no active binding in host n-h1-802893-2 {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:42:04.371977 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49480c9c-1dfe-4f7e-93fa-bc0d7beb999e None None] Network 5034785d-464b-48f5-b7da-a64836f93a9b requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:04.435429 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 2fd9c96a-70ee-426f-9aa3-5943805040be up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:04.561484 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ee3e6a1d-9cf4-425f-a09b-db47da2f6c3d None None] Provisioning for port 2fd9c96a-70ee-426f-9aa3-5943805040be completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:04.607151 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eea9330f-51ce-4b99-8a6a-39da5668d5e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.700707 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 2fd9c96a-70ee-426f-9aa3-5943805040be completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:04.705567 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 2fd9c96a-70ee-426f-9aa3-5943805040be triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:04.705933 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.848405 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:04.895328 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 2fd9c96a-70ee-426f-9aa3-5943805040be, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=2fd9c96a-70ee-426f-9aa3-5943805040be,segment=NetworkSegment(56aef66d-e5f2-4a7d-a902-c6add722c64f),segment_id=56aef66d-e5f2-4a7d-a902-c6add722c64f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:04.963601 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce3fc9-d07a-4765-8609-e9e8f9f890d9 req-044ec865-fd9e-4033-8670-fcb3f3a229fe tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:04.972585 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-75ce3fc9-d07a-4765-8609-e9e8f9f890d9 req-044ec865-fd9e-4033-8670-fcb3f3a229fe tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 945 time: 0.1240706 Aug 10 03:42:04.983898 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51c4d7-9fa8-4333-ab23-73caef999ec0 req-9904d9d1-a83b-42df-80a2-4f6dc105648b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:04.994279 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eb51c4d7-9fa8-4333-ab23-73caef999ec0 req-9904d9d1-a83b-42df-80a2-4f6dc105648b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 943 time: 0.2031455 Aug 10 03:42:05.020041 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e81fce33-3076-4962-9215-aefb141c53db None None] Provisioning complete for port 2fd9c96a-70ee-426f-9aa3-5943805040be triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:05.020416 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e81fce33-3076-4962-9215-aefb141c53db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:05.040875 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-75ce3fc9-d07a-4765-8609-e9e8f9f890d9 req-2da68dc2-2b3e-4454-9062-0e1712dcc10d tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613925 Aug 10 03:42:05.059694 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eea9330f-51ce-4b99-8a6a-39da5668d5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:05.079073 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:05.100830 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eb51c4d7-9fa8-4333-ab23-73caef999ec0 req-2bb90aae-df09-469b-b839-144461c3e358 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993774 Aug 10 03:42:05.154656 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=2fd9c96a-70ee-426f-9aa3-5943805040be,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:05.323442 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea9330f-51ce-4b99-8a6a-39da5668d5e9 admin admin] Router 31f5c150-15d7-4ea9-9113-a8913b2160c3 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:42:05.474957 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea9330f-51ce-4b99-8a6a-39da5668d5e9 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:42:05.486176 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb2d879-8ef8-44f8-8604-b8a2e1e638f5 None None] Sync routers for ids ['31f5c150-15d7-4ea9-9113-a8913b2160c3'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:42:05.515721 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb2d879-8ef8-44f8-8604-b8a2e1e638f5 None None] Routers {'31f5c150-15d7-4ea9-9113-a8913b2160c3'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:05.518470 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-bcb2d879-8ef8-44f8-8604-b8a2e1e638f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:41:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['31f5c150-15d7-4ea9-9113-a8913b2160c3'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:05.594283 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eea9330f-51ce-4b99-8a6a-39da5668d5e9 admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:05.599021 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44716) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:05.600808 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-eea9330f-51ce-4b99-8a6a-39da5668d5e9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.7168686 Aug 10 03:42:05.766565 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b44452-2d26-499b-bfed-f095aced7b66 req-5fb0d30f-2a4d-4d0b-ab62-5db5f6e18b5e tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:05.777127 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a1b44452-2d26-499b-bfed-f095aced7b66 req-5fb0d30f-2a4d-4d0b-ab62-5db5f6e18b5e tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 950 time: 0.1719890 Aug 10 03:42:05.780860 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-f338c0a1-1a14-4a37-ae2e-4df61bb472b6 service neutron] 10.222.0.20 "GET /v2.0/ports/848e4c66-2806-4ebe-9404-1cfbe7edf18f/bindings/n-h1-802893-2 HTTP/1.1" status: 200 len: 384 time: 0.1015477 Aug 10 03:42:05.798132 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-bcb2d879-8ef8-44f8-8604-b8a2e1e638f5 None None] Set router 31f5c150-15d7-4ea9-9113-a8913b2160c3 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:42:05.865488 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a1b44452-2d26-499b-bfed-f095aced7b66 req-70b92d4e-24eb-420e-8f73-e6ffab80baea tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832076 Aug 10 03:42:06.225235 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-bcb2d879-8ef8-44f8-8604-b8a2e1e638f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5c150-15d7-4ea9-9113-a8913b2160c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352841702-router', 'tenant_id': 'cb8d1f6b06d24bf4bc268f451e9cf9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'f3531a0e-5e3b-4810-b572-4a1e511ff1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:02Z', 'updated_at': '2021-08-10T03:42:04Z', 'revision_number': 3, 'project_id': 'cb8d1f6b06d24bf4bc268f451e9cf9c2', 'gw_port': {'id': 'f3531a0e-5e3b-4810-b572-4a1e511ff1c9', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f5c150-15d7-4ea9-9113-a8913b2160c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:03Z', 'updated_at': '2021-08-10T03:42:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:06.266423 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb2d879-8ef8-44f8-8604-b8a2e1e638f5 None None] Checking router: 31f5c150-15d7-4ea9-9113-a8913b2160c3 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:42:06.266877 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb2d879-8ef8-44f8-8604-b8a2e1e638f5 None None] Updating router 31f5c150-15d7-4ea9-9113-a8913b2160c3 port f3531a0e-5e3b-4810-b572-4a1e511ff1c9 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:42:06.277170 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b0b01-2ce2-4d4a-8bcc-bbe68b878726 req-bbfab9cc-46c6-48b8-bb10-cc7823b1f07f tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:06.278797 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a25b0b01-2ce2-4d4a-8bcc-bbe68b878726 req-bbfab9cc-46c6-48b8-bb10-cc7823b1f07f tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 945 time: 0.1124265 Aug 10 03:42:06.282243 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-68e4bf75-aab7-4101-8f28-3222f4908403 service neutron] For port 848e4c66-2806-4ebe-9404-1cfbe7edf18f, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=848e4c66-2806-4ebe-9404-1cfbe7edf18f,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:06.329047 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bcb2d879-8ef8-44f8-8604-b8a2e1e638f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:06.394466 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a25b0b01-2ce2-4d4a-8bcc-bbe68b878726 req-f6f356f2-f2f9-4abc-803d-39117d2eb192 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057377 Aug 10 03:42:06.460520 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 2fd9c96a-70ee-426f-9aa3-5943805040be up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:06.535871 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 2fd9c96a-70ee-426f-9aa3-5943805040be triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:06.536523 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:06.768912 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-68e4bf75-aab7-4101-8f28-3222f4908403 service neutron] For port 848e4c66-2806-4ebe-9404-1cfbe7edf18f, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:06.819747 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369bc9e-f4df-441b-9ebe-5d70f99b792c req-5a7971af-e535-40dd-b3c6-2107a55b6031 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:06.821909 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e369bc9e-f4df-441b-9ebe-5d70f99b792c req-5a7971af-e535-40dd-b3c6-2107a55b6031 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 943 time: 0.4084435 Aug 10 03:42:06.824720 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bcb2d879-8ef8-44f8-8604-b8a2e1e638f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:06.827838 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-68e4bf75-aab7-4101-8f28-3222f4908403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 848e4c66-2806-4ebe-9404-1cfbe7edf18f {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:06.836750 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-bcb2d879-8ef8-44f8-8604-b8a2e1e638f5 None None] Transition to ACTIVE for port object f3531a0e-5e3b-4810-b572-4a1e511ff1c9 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:06.845229 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c10512c8-0b51-4a2d-a02f-e6721e39f0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:06.864185 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-68e4bf75-aab7-4101-8f28-3222f4908403 service neutron] For port 848e4c66-2806-4ebe-9404-1cfbe7edf18f, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=848e4c66-2806-4ebe-9404-1cfbe7edf18f,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:06.905270 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e369bc9e-f4df-441b-9ebe-5d70f99b792c req-d6776632-cd18-4a9a-afe8-54c6c4db7313 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706661 Aug 10 03:42:06.962923 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bcb2d879-8ef8-44f8-8604-b8a2e1e638f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:07.004724 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-68e4bf75-aab7-4101-8f28-3222f4908403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:07.032678 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100ec2a-46de-424a-98d9-c571dfcbcc02 None None] Pushing event updated for resources: {'Port': ['ID=f3531a0e-5e3b-4810-b572-4a1e511ff1c9,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:07.036783 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-bcb2d879-8ef8-44f8-8604-b8a2e1e638f5 None None] Attempting to bind port f3531a0e-5e3b-4810-b572-4a1e511ff1c9 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:07.036940 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-bcb2d879-8ef8-44f8-8604-b8a2e1e638f5 None None] Attempting to bind port f3531a0e-5e3b-4810-b572-4a1e511ff1c9 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:07.037320 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb2d879-8ef8-44f8-8604-b8a2e1e638f5 None None] Attempting to bind port f3531a0e-5e3b-4810-b572-4a1e511ff1c9 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:07.045548 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb2d879-8ef8-44f8-8604-b8a2e1e638f5 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:07.046041 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb2d879-8ef8-44f8-8604-b8a2e1e638f5 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:07.046453 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bcb2d879-8ef8-44f8-8604-b8a2e1e638f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:07.046854 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb2d879-8ef8-44f8-8604-b8a2e1e638f5 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:07.047333 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-bcb2d879-8ef8-44f8-8604-b8a2e1e638f5 None None] Bound port: f3531a0e-5e3b-4810-b572-4a1e511ff1c9, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:07.047738 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bcb2d879-8ef8-44f8-8604-b8a2e1e638f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:07.187163 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-bcb2d879-8ef8-44f8-8604-b8a2e1e638f5 None None] For port f3531a0e-5e3b-4810-b572-4a1e511ff1c9, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:07.194136 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-bcb2d879-8ef8-44f8-8604-b8a2e1e638f5 None None] For port f3531a0e-5e3b-4810-b572-4a1e511ff1c9, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f3531a0e-5e3b-4810-b572-4a1e511ff1c9,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:07.210382 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-c10512c8-0b51-4a2d-a02f-e6721e39f0c5 admin admin] Allocated IP 172.20.0.1 (5034785d-464b-48f5-b7da-a64836f93a9b/ecb84f12-768a-42c6-95f8-c9eb1c239d4a/ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:07.238327 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32f18464-3677-4353-8346-bc2a4f671770 req-9fd91a9d-d7e1-4a16-80b2-8c1bf0be5037 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=7ecdf758b679464989704fcfa8806990&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0937486 Aug 10 03:42:07.248601 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-68e4bf75-aab7-4101-8f28-3222f4908403 service neutron] Transition to ACTIVE for port object 848e4c66-2806-4ebe-9404-1cfbe7edf18f will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:07.259221 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732c868-6418-49ca-b3e3-2695a4b26c53 req-458b8310-86dc-413b-adf8-e6b5c26b3766 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:07.260893 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4732c868-6418-49ca-b3e3-2695a4b26c53 req-458b8310-86dc-413b-adf8-e6b5c26b3766 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 950 time: 0.0708637 Aug 10 03:42:07.295479 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bcb2d879-8ef8-44f8-8604-b8a2e1e638f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:07.312504 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4732c868-6418-49ca-b3e3-2695a4b26c53 req-190b7ac9-e72b-440b-9583-1e88f8035365 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445893 Aug 10 03:42:07.342484 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-68e4bf75-aab7-4101-8f28-3222f4908403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:07.374515 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100ec2a-46de-424a-98d9-c571dfcbcc02 None None] Pushing event updated for resources: {'Port': ['ID=f3531a0e-5e3b-4810-b572-4a1e511ff1c9,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:07.377077 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb2d879-8ef8-44f8-8604-b8a2e1e638f5 None None] Routers {'31f5c150-15d7-4ea9-9113-a8913b2160c3'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:07.377625 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-bcb2d879-8ef8-44f8-8604-b8a2e1e638f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:41:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['31f5c150-15d7-4ea9-9113-a8913b2160c3'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:07.560934 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-68e4bf75-aab7-4101-8f28-3222f4908403 service neutron] No DVR routers for this DVR port 848e4c66-2806-4ebe-9404-1cfbe7edf18f on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:07.594056 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b530e0f-1d84-4f0c-900a-664133cdcbc3 req-4e51c7b9-437b-4c4b-bff1-b98a08329d66 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:07.596401 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8b530e0f-1d84-4f0c-900a-664133cdcbc3 req-4e51c7b9-437b-4c4b-bff1-b98a08329d66 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 945 time: 0.0610337 Aug 10 03:42:07.602758 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-bcb2d879-8ef8-44f8-8604-b8a2e1e638f5 None None] Set router 31f5c150-15d7-4ea9-9113-a8913b2160c3 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:42:07.656194 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4bf75-aab7-4101-8f28-3222f4908403 service neutron] Pushing event updated for resources: {'Port': ['ID=848e4c66-2806-4ebe-9404-1cfbe7edf18f,revision_number=10']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:07.661440 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8b530e0f-1d84-4f0c-900a-664133cdcbc3 req-3c90a766-7493-4d6d-b250-c677d9f1a235 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595107 Aug 10 03:42:07.694826 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f18464-3677-4353-8346-bc2a4f671770 req-a52d9d78-e6c1-4cb4-8136-0d6cf2fecd9e tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:07.697553 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32f18464-3677-4353-8346-bc2a4f671770 req-a52d9d78-e6c1-4cb4-8136-0d6cf2fecd9e tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4508336 Aug 10 03:42:07.701003 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c10512c8-0b51-4a2d-a02f-e6721e39f0c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:07.707299 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-68e4bf75-aab7-4101-8f28-3222f4908403 service neutron] 10.222.0.20 "PUT /v2.0/ports/848e4c66-2806-4ebe-9404-1cfbe7edf18f/bindings/n-h1-802893-2/activate HTTP/1.1" status: 200 len: 369 time: 1.9194634 Aug 10 03:42:07.727916 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32f18464-3677-4353-8346-bc2a4f671770 req-b57c1353-219c-43e5-8518-87fc9d1295a9 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/quotas/7ecdf758b679464989704fcfa8806990 HTTP/1.1" status: 200 len: 375 time: 0.0191433 Aug 10 03:42:07.731763 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-c10512c8-0b51-4a2d-a02f-e6721e39f0c5 admin admin] Transition to ACTIVE for port object ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:07.787594 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32f18464-3677-4353-8346-bc2a4f671770 req-697d7c8e-cc40-4790-96c8-2f71a0539558 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7ecdf758b679464989704fcfa8806990&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529473 Aug 10 03:42:07.789557 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44794) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:07.933455 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c10512c8-0b51-4a2d-a02f-e6721e39f0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:08.063454 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10512c8-0b51-4a2d-a02f-e6721e39f0c5 admin admin] Network 5034785d-464b-48f5-b7da-a64836f93a9b is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:08.067600 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10512c8-0b51-4a2d-a02f-e6721e39f0c5 admin admin] Pushing event updated for resources: {'Port': ['ID=ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:08.069885 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b040ca2-ef0a-4101-ba42-30584eedc2ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:08.082486 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-c10512c8-0b51-4a2d-a02f-e6721e39f0c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:08.087775 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790fbc99-bfc8-4bc6-8ee9-3a00fb9474cf req-d2faaa82-e397-412b-b790-3e3aecc15954 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:08.095563 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-790fbc99-bfc8-4bc6-8ee9-3a00fb9474cf req-d2faaa82-e397-412b-b790-3e3aecc15954 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 944 time: 0.0825162 Aug 10 03:42:08.099859 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-f59bd382-5e02-4d28-b5fd-3131e36d38f3 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:08.101808 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-f59bd382-5e02-4d28-b5fd-3131e36d38f3 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3&tenant_id=124800de805149b392f25b813a13c194&binding%3Ahost_id=n-h2-802893-2 HTTP/1.1" status: 200 len: 1095 time: 0.2380838 Aug 10 03:42:08.103018 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10512c8-0b51-4a2d-a02f-e6721e39f0c5 admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:08.150448 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-bcb2d879-8ef8-44f8-8604-b8a2e1e638f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5c150-15d7-4ea9-9113-a8913b2160c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352841702-router', 'tenant_id': 'cb8d1f6b06d24bf4bc268f451e9cf9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'f3531a0e-5e3b-4810-b572-4a1e511ff1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:02Z', 'updated_at': '2021-08-10T03:42:04Z', 'revision_number': 3, 'project_id': 'cb8d1f6b06d24bf4bc268f451e9cf9c2', 'gw_port': {'id': 'f3531a0e-5e3b-4810-b572-4a1e511ff1c9', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f5c150-15d7-4ea9-9113-a8913b2160c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:03Z', 'updated_at': '2021-08-10T03:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:08.181648 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-790fbc99-bfc8-4bc6-8ee9-3a00fb9474cf req-091ce70c-adb7-4e31-a3b9-a4699bc8cb1d tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850053 Aug 10 03:42:08.267529 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb2d879-8ef8-44f8-8604-b8a2e1e638f5 None None] The sync data for ids ['31f5c150-15d7-4ea9-9113-a8913b2160c3'] in n-d-802893-2 is: [{'id': '31f5c150-15d7-4ea9-9113-a8913b2160c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352841702-router', 'tenant_id': 'cb8d1f6b06d24bf4bc268f451e9cf9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'f3531a0e-5e3b-4810-b572-4a1e511ff1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:02Z', 'updated_at': '2021-08-10T03:42:04Z', 'revision_number': 3, 'project_id': 'cb8d1f6b06d24bf4bc268f451e9cf9c2', 'gw_port': {'id': 'f3531a0e-5e3b-4810-b572-4a1e511ff1c9', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f5c150-15d7-4ea9-9113-a8913b2160c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:03Z', 'updated_at': '2021-08-10T03:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:42:08.272716 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5272a449-2d21-4943-acf0-b547c001041f req-cdbca164-60f9-4a85-851a-b8e4e7082ec3 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea813a4e-893c-48a5-a376-e2d8823a0140 HTTP/1.1" status: 200 len: 210 time: 0.1358263 Aug 10 03:42:08.289267 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c10512c8-0b51-4a2d-a02f-e6721e39f0c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:08.406820 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-8123621b-7fd6-48f5-ba75-55cc0121a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:08.408989 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-8123621b-7fd6-48f5-ba75-55cc0121a4c7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3&tenant_id=124800de805149b392f25b813a13c194 HTTP/1.1" status: 200 len: 1095 time: 0.2711668 Aug 10 03:42:08.633196 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a0874-d765-4a4d-9da7-46d97e87af52 req-ce811486-f9cc-4f96-a746-e085ab53f5f9 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:08.636465 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9a0a0874-d765-4a4d-9da7-46d97e87af52 req-ce811486-f9cc-4f96-a746-e085ab53f5f9 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 950 time: 0.0925748 Aug 10 03:42:08.643608 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-3368a852-9d9a-4a5d-ae80-f34c6bd84f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:08.645494 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-3368a852-9d9a-4a5d-ae80-f34c6bd84f75 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=124800de805149b392f25b813a13c194&device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 1095 time: 0.2006967 Aug 10 03:42:08.659616 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b040ca2-ef0a-4101-ba42-30584eedc2ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:08.715460 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6909f321-2930-4061-aa08-47834bc32567 None None] Provisioning for port ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:08.723466 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6909f321-2930-4061-aa08-47834bc32567 None None] Provisioning complete for port ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:08.725239 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6909f321-2930-4061-aa08-47834bc32567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:08.766440 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c10512c8-0b51-4a2d-a02f-e6721e39f0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:08.769926 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-6909f321-2930-4061-aa08-47834bc32567 None None] Port ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:42:08.788377 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9a0a0874-d765-4a4d-9da7-46d97e87af52 req-b8901a36-7f8d-4c78-a6f9-5fde3de2b967 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373231 Aug 10 03:42:08.826280 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b040ca2-ef0a-4101-ba42-30584eedc2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.049707 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-111cbe7b-fd2f-41d4-9ac8-244bc514c68e service neutron] show failed (client error): The resource could not be found. Aug 10 03:42:09.050817 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-111cbe7b-fd2f-41d4-9ac8-244bc514c68e service neutron] 10.222.0.20 "GET /v2.0/ports/a3243318-600f-47a3-a688-83b3e5f2cee1/bindings/n-h1-802893-2 HTTP/1.1" status: 404 len: 380 time: 0.0872543 Aug 10 03:42:09.053211 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7b040ca2-ef0a-4101-ba42-30584eedc2ee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9de1944deaba4f66921fe2c6c88faffc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2589455 Aug 10 03:42:09.056618 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44828) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:09.082188 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b040ca2-ef0a-4101-ba42-30584eedc2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a472db7f-753a-44a3-9440-842bc0b58224,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:09.088406 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-b2aa8a62-cb22-4405-9895-a86185d7b2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:09.090105 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-b2aa8a62-cb22-4405-9895-a86185d7b2a3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=82e15316-6bb5-465a-8cae-f1cb27c52e26 HTTP/1.1" status: 200 len: 908 time: 0.4290533 Aug 10 03:42:09.127481 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-45cc79bc-e8bc-4493-831c-fefad8ca34b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.171001 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-45cc79bc-e8bc-4493-831c-fefad8ca34b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.194789 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-18ece8f5-ef16-40b8-8af1-da4da92b4cb2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=848e4c66-2806-4ebe-9404-1cfbe7edf18f HTTP/1.1" status: 200 len: 217 time: 0.0597024 Aug 10 03:42:09.322821 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c2e09-0edb-44fb-b85c-ba2067eb5950 req-2689d99a-8a9b-457f-b5da-955938202d77 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:09.331387 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b8c2e09-0edb-44fb-b85c-ba2067eb5950 req-2689d99a-8a9b-457f-b5da-955938202d77 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 945 time: 0.4045348 Aug 10 03:42:09.378273 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca28f0-0a42-4126-8a0e-a7c9b1ef0f6a req-4550b15a-f548-4b80-98a0-344f0a2245dc tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:09.391056 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-79ca28f0-0a42-4126-8a0e-a7c9b1ef0f6a req-4550b15a-f548-4b80-98a0-344f0a2245dc tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 944 time: 0.1092916 Aug 10 03:42:09.457646 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b8c2e09-0edb-44fb-b85c-ba2067eb5950 req-5f482735-2833-4b69-a70c-f38d2220d0ff tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244719 Aug 10 03:42:09.473588 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-45cc79bc-e8bc-4493-831c-fefad8ca34b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.474090 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-19a74c6e-a563-4ba5-b802-56f780d7155a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:09.474090 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-19a74c6e-a563-4ba5-b802-56f780d7155a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f HTTP/1.1" status: 200 len: 847 time: 0.2535293 Aug 10 03:42:09.474268 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-45cc79bc-e8bc-4493-831c-fefad8ca34b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.474863 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-45cc79bc-e8bc-4493-831c-fefad8ca34b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a472db7f-753a-44a3-9440-842bc0b58224 HTTP/1.1" status: 204 len: 168 time: 0.4166477 Aug 10 03:42:09.499012 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc79bc-e8bc-4493-831c-fefad8ca34b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a472db7f-753a-44a3-9440-842bc0b58224,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:09.512113 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-79ca28f0-0a42-4126-8a0e-a7c9b1ef0f6a req-510ec581-b8e6-4d5a-b0c8-cf4ffa1b4063 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199727 Aug 10 03:42:09.579175 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-92d21c30-1c04-4734-8d4e-0534185f07d8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=82e15316-6bb5-465a-8cae-f1cb27c52e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794215 Aug 10 03:42:09.625966 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c10512c8-0b51-4a2d-a02f-e6721e39f0c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.680472 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7ebacc2-4e53-4ea6-8f7d-87e5fee4ba83 req-1898e0be-3831-4501-9447-d019377eeeb2 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea813a4e-893c-48a5-a376-e2d8823a0140 HTTP/1.1" status: 200 len: 210 time: 0.0867414 Aug 10 03:42:09.746432 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-cbd0b468-8ad4-4c76-a4c7-c7b724a6ceaa service neutron] 10.222.0.68 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495364 Aug 10 03:42:09.825037 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 848e4c66-2806-4ebe-9404-1cfbe7edf18f no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:09.869248 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c10512c8-0b51-4a2d-a02f-e6721e39f0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:09.878971 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.68', 62839) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:09.899406 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-e0c5e38c-6c5b-417b-92b5-e88cd0374083 service neutron] 10.222.0.68 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440699 Aug 10 03:42:09.970210 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 848e4c66-2806-4ebe-9404-1cfbe7edf18f not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:09.970638 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-57e8a42c-fc8c-476c-9e55-3fdee8640620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:09.972309 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-57e8a42c-fc8c-476c-9e55-3fdee8640620 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552&tenant_id=5b6b91922f1e44729ab0754f3d4e2599 HTTP/1.1" status: 200 len: 1101 time: 0.0921402 Aug 10 03:42:09.986604 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10512c8-0b51-4a2d-a02f-e6721e39f0c5 admin admin] Pushing event updated for resources: {'Port': ['ID=ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:09.989939 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-c88e828b-e7e7-4664-ba68-c58df47b2a22 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802893-2', 'device_owner': 'compute:nova'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:09.995878 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c10512c8-0b51-4a2d-a02f-e6721e39f0c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:10.050773 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-c88e828b-e7e7-4664-ba68-c58df47b2a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:10.059998 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533dfa10-1260-46a8-a0b9-db5521d3574c req-52b4c331-5a49-44a5-907a-6f9e2bcf9258 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:10.061609 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-533dfa10-1260-46a8-a0b9-db5521d3574c req-52b4c331-5a49-44a5-907a-6f9e2bcf9258 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 950 time: 0.1137526 Aug 10 03:42:10.072480 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e4046467-cc8f-4e98-82da-bc80cf207c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:10.130605 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-533dfa10-1260-46a8-a0b9-db5521d3574c req-0650976c-f92e-4490-ad57-f2a67671b797 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573218 Aug 10 03:42:10.143033 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10512c8-0b51-4a2d-a02f-e6721e39f0c5 admin admin] Network 5034785d-464b-48f5-b7da-a64836f93a9b is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:10.144913 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-c10512c8-0b51-4a2d-a02f-e6721e39f0c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:10.322083 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10512c8-0b51-4a2d-a02f-e6721e39f0c5 admin admin] Router 31f5c150-15d7-4ea9-9113-a8913b2160c3 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:42:10.478650 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f3531a0e-5e3b-4810-b572-4a1e511ff1c9 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:10.502732 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-c88e828b-e7e7-4664-ba68-c58df47b2a22 service neutron] For port a3243318-600f-47a3-a688-83b3e5f2cee1, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=a3243318-600f-47a3-a688-83b3e5f2cee1,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:10.634216 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-c88e828b-e7e7-4664-ba68-c58df47b2a22 service neutron] For port a3243318-600f-47a3-a688-83b3e5f2cee1, host n-h2-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:10.677406 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6355e263-cb39-4e13-b11f-5af44be237d2 None None] Provisioning complete for port ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:10.677792 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6355e263-cb39-4e13-b11f-5af44be237d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:10.719715 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362172f1-4c11-46ec-97a2-c657568fa552', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3243318-600f-47a3-a688-83b3e5f2cee1'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:10.722495 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0b7c16-b1d0-43e7-97a5-2bf8c1220a25" -d '{"events": [{"server_uuid": "362172f1-4c11-46ec-97a2-c657568fa552", "name": "network-vif-unplugged", "status": "completed", "tag": "a3243318-600f-47a3-a688-83b3e5f2cee1"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:10.726801 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-6355e263-cb39-4e13-b11f-5af44be237d2 None None] Port ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:42:10.727723 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-c88e828b-e7e7-4664-ba68-c58df47b2a22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:10.748325 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-c88e828b-e7e7-4664-ba68-c58df47b2a22 service neutron] Transition to ACTIVE for port object a3243318-600f-47a3-a688-83b3e5f2cee1 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:10.764576 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd954b44-a918-4334-8261-ddb2c9faaa6d req-74c3e67b-eb3f-445c-9a17-eb3284d9b43b tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:10.766527 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dd954b44-a918-4334-8261-ddb2c9faaa6d req-74c3e67b-eb3f-445c-9a17-eb3284d9b43b tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 945 time: 0.0982401 Aug 10 03:42:10.812513 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dd954b44-a918-4334-8261-ddb2c9faaa6d req-671eab23-514f-453a-96ee-70e01728ac4e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390434 Aug 10 03:42:10.989525 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10512c8-0b51-4a2d-a02f-e6721e39f0c5 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:42:10.995701 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c10512c8-0b51-4a2d-a02f-e6721e39f0c5 admin admin] 10.222.0.25 "PUT /v2.0/routers/31f5c150-15d7-4ea9-9113-a8913b2160c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3947511 Aug 10 03:42:10.999557 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb35928e-9731-4af9-8534-6de6f23f7943 None None] Sync routers for ids ['31f5c150-15d7-4ea9-9113-a8913b2160c3'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:42:11.005031 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-9ae5c4a2-2cc6-47df-ba79-e6bc6f8280a3 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:11.005031 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-9ae5c4a2-2cc6-47df-ba79-e6bc6f8280a3 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3&tenant_id=124800de805149b392f25b813a13c194&binding%3Ahost_id=n-h1-802893-2 HTTP/1.1" status: 200 len: 1095 time: 0.1143270 Aug 10 03:42:11.005385 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port f3531a0e-5e3b-4810-b572-4a1e511ff1c9 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:11.005533 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-c88e828b-e7e7-4664-ba68-c58df47b2a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:11.011776 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc59bc4-c4f7-4802-a8ba-5f352416ff21 req-2b77c91f-d611-490c-a289-9eadabd7a329 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:11.011990 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port f3531a0e-5e3b-4810-b572-4a1e511ff1c9 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:11.012655 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:11.013619 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6bc59bc4-c4f7-4802-a8ba-5f352416ff21 req-2b77c91f-d611-490c-a289-9eadabd7a329 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 944 time: 0.1268551 Aug 10 03:42:11.069607 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-c88e828b-e7e7-4664-ba68-c58df47b2a22 service neutron] No DVR routers for this DVR port a3243318-600f-47a3-a688-83b3e5f2cee1 on host n-h2-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:11.092501 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb35928e-9731-4af9-8534-6de6f23f7943 None None] Routers {'31f5c150-15d7-4ea9-9113-a8913b2160c3'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:11.093244 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-fb35928e-9731-4af9-8534-6de6f23f7943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:41:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['31f5c150-15d7-4ea9-9113-a8913b2160c3'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:11.132130 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-c88e828b-e7e7-4664-ba68-c58df47b2a22 service neutron] Attempting to bind port a3243318-600f-47a3-a688-83b3e5f2cee1 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:11.133093 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-c88e828b-e7e7-4664-ba68-c58df47b2a22 service neutron] Attempting to bind port a3243318-600f-47a3-a688-83b3e5f2cee1 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:11.133532 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-c88e828b-e7e7-4664-ba68-c58df47b2a22 service neutron] Attempting to bind port a3243318-600f-47a3-a688-83b3e5f2cee1 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:11.141306 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e828b-e7e7-4664-ba68-c58df47b2a22 service neutron] Pushing event updated for resources: {'Port': ['ID=a3243318-600f-47a3-a688-83b3e5f2cee1,revision_number=6']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:11.156157 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-c88e828b-e7e7-4664-ba68-c58df47b2a22 service neutron] Port a3243318-600f-47a3-a688-83b3e5f2cee1 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:42:11.156873 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-c88e828b-e7e7-4664-ba68-c58df47b2a22 service neutron] Attempting to bind port a3243318-600f-47a3-a688-83b3e5f2cee1 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:11.172268 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-c88e828b-e7e7-4664-ba68-c58df47b2a22 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:11.172618 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-c88e828b-e7e7-4664-ba68-c58df47b2a22 service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:11.173018 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-c88e828b-e7e7-4664-ba68-c58df47b2a22 service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:11.173482 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-c88e828b-e7e7-4664-ba68-c58df47b2a22 service neutron] Bound port: a3243318-600f-47a3-a688-83b3e5f2cee1, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:11.173845 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-c88e828b-e7e7-4664-ba68-c58df47b2a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:11.178873 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6bc59bc4-c4f7-4802-a8ba-5f352416ff21 req-ab5b1b60-1fca-4c4f-8c03-a107a2bf2678 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488917 Aug 10 03:42:11.259804 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-c88e828b-e7e7-4664-ba68-c58df47b2a22 service neutron] For port a3243318-600f-47a3-a688-83b3e5f2cee1, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:11.264599 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-c88e828b-e7e7-4664-ba68-c58df47b2a22 service neutron] For port a3243318-600f-47a3-a688-83b3e5f2cee1, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=a3243318-600f-47a3-a688-83b3e5f2cee1,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:11.283789 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-fb35928e-9731-4af9-8534-6de6f23f7943 None None] Set router 31f5c150-15d7-4ea9-9113-a8913b2160c3 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:42:11.352029 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f2d145de-2a41-4ebc-8448-0c5475cf1df7 req-530ab5ee-8392-4de5-bf92-cd2521e62200 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea813a4e-893c-48a5-a376-e2d8823a0140 HTTP/1.1" status: 200 len: 210 time: 0.0476055 Aug 10 03:42:11.427762 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-c88e828b-e7e7-4664-ba68-c58df47b2a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:11.431318 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44874) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:11.458260 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-369fb98c-9735-4e3d-a6e8-58fb2daf2e77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:11.489565 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda8656b-ef4e-47c5-94a0-b37704329939 x-openstack-request-id: req-bda8656b-ef4e-47c5-94a0-b37704329939 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:11.489855 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362172f1-4c11-46ec-97a2-c657568fa552", "name": "network-vif-unplugged", "status": "completed", "tag": "a3243318-600f-47a3-a688-83b3e5f2cee1", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:11.490100 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bda8656b-ef4e-47c5-94a0-b37704329939 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:11.492457 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362172f1-4c11-46ec-97a2-c657568fa552', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3243318-600f-47a3-a688-83b3e5f2cee1', 'code': 200} Aug 10 03:42:11.504240 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-c88e828b-e7e7-4664-ba68-c58df47b2a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:11.505545 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-c88e828b-e7e7-4664-ba68-c58df47b2a22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:11.507258 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-c88e828b-e7e7-4664-ba68-c58df47b2a22 service neutron] 10.222.0.68 "PUT /v2.0/ports/a3243318-600f-47a3-a688-83b3e5f2cee1 HTTP/1.1" status: 200 len: 1096 time: 1.5255096 Aug 10 03:42:11.539069 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-a01b73b1-bcc3-4660-9329-5a4806fea48d service neutron] For port 848e4c66-2806-4ebe-9404-1cfbe7edf18f, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:11.544687 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-a01b73b1-bcc3-4660-9329-5a4806fea48d service neutron] Notify callbacks [] for binding, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:11.546389 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c068df22-8304-4b47-bd88-aba68e9dc8ff req-a01b73b1-bcc3-4660-9329-5a4806fea48d service neutron] 10.222.0.68 "DELETE /v2.0/ports/848e4c66-2806-4ebe-9404-1cfbe7edf18f/bindings/n-h2-802893-2 HTTP/1.1" status: 204 len: 173 time: 0.5317037 Aug 10 03:42:11.584205 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e828b-e7e7-4664-ba68-c58df47b2a22 service neutron] Pushing event updated for resources: {'Port': ['ID=a3243318-600f-47a3-a688-83b3e5f2cee1,revision_number=7']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:11.630063 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-9635cf75-214b-442c-a8ab-098463da89db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:11.633620 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-9635cf75-214b-442c-a8ab-098463da89db service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 1099 time: 0.0942154 Aug 10 03:42:11.676821 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da21fc-dbc9-4fe1-9b3a-3fa2ff75dc8d req-0b1d2aea-abe9-41f2-aa69-5dd01396abc7 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:11.679460 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-11da21fc-dbc9-4fe1-9b3a-3fa2ff75dc8d req-0b1d2aea-abe9-41f2-aa69-5dd01396abc7 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 948 time: 0.1106744 Aug 10 03:42:11.686950 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-369fb98c-9735-4e3d-a6e8-58fb2daf2e77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:11.705975 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:11.759144 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-11da21fc-dbc9-4fe1-9b3a-3fa2ff75dc8d req-197116aa-cfff-4055-ad19-1e8c0e507b9c tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702634 Aug 10 03:42:11.772579 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port f3531a0e-5e3b-4810-b572-4a1e511ff1c9, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f3531a0e-5e3b-4810-b572-4a1e511ff1c9,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:11.785404 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-3780fb53-8f7b-4fd5-aead-c5541530eda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:11.786954 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-3780fb53-8f7b-4fd5-aead-c5541530eda2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.1456947 Aug 10 03:42:11.808616 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-369fb98c-9735-4e3d-a6e8-58fb2daf2e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:11.812740 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-fb35928e-9731-4af9-8534-6de6f23f7943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5c150-15d7-4ea9-9113-a8913b2160c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352841702-router', 'tenant_id': 'cb8d1f6b06d24bf4bc268f451e9cf9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'f3531a0e-5e3b-4810-b572-4a1e511ff1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:02Z', 'updated_at': '2021-08-10T03:42:08Z', 'revision_number': 4, 'project_id': 'cb8d1f6b06d24bf4bc268f451e9cf9c2', 'gw_port': {'id': 'f3531a0e-5e3b-4810-b572-4a1e511ff1c9', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b0:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f5c150-15d7-4ea9-9113-a8913b2160c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:03Z', 'updated_at': '2021-08-10T03:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec', 'name': '', 'network_id': '5034785d-464b-48f5-b7da-a64836f93a9b', 'tenant_id': 'cb8d1f6b06d24bf4bc268f451e9cf9c2', 'mac_address': 'fa:16:3e:25:91:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f5c150-15d7-4ea9-9113-a8913b2160c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ecb84f12-768a-42c6-95f8-c9eb1c239d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:06Z', 'updated_at': '2021-08-10T03:42:09Z', 'revision_number': 2, 'project_id': 'cb8d1f6b06d24bf4bc268f451e9cf9c2', 'subnets': [{'id': 'ecb84f12-768a-42c6-95f8-c9eb1c239d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:11.857740 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-369fb98c-9735-4e3d-a6e8-58fb2daf2e77 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc9fd5becafa4bc9b598b91aa780a5a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4251325 Aug 10 03:42:11.858822 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369fb98c-9735-4e3d-a6e8-58fb2daf2e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b853f50-22f0-4b1b-a93b-ccdef4151042,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:11.862170 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb35928e-9731-4af9-8534-6de6f23f7943 None None] Checking router: 31f5c150-15d7-4ea9-9113-a8913b2160c3 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:42:11.862820 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb35928e-9731-4af9-8534-6de6f23f7943 None None] Updating router 31f5c150-15d7-4ea9-9113-a8913b2160c3 port ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:42:11.864517 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44882) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:11.865973 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-64a6e780-5a72-4b62-93f2-c7ae08bb25f3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=a3243318-600f-47a3-a688-83b3e5f2cee1 HTTP/1.1" status: 200 len: 217 time: 0.0670822 Aug 10 03:42:11.923084 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fb35928e-9731-4af9-8534-6de6f23f7943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:11.940947 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:11.944460 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-71131aa5-4df1-457c-8be3-2c97d4727e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:11.947249 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-71131aa5-4df1-457c-8be3-2c97d4727e3d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0700488 Aug 10 03:42:11.951609 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9ca8161f-31b0-4f1e-864d-c3b541891bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:11.984838 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9ca8161f-31b0-4f1e-864d-c3b541891bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:12.015105 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-60809284-9bd9-4a85-ac9c-4758383a65d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:12.018002 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-60809284-9bd9-4a85-ac9c-4758383a65d0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0609927 Aug 10 03:42:12.160746 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=f3531a0e-5e3b-4810-b572-4a1e511ff1c9,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:12.163212 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9ca8161f-31b0-4f1e-864d-c3b541891bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:12.166973 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9ca8161f-31b0-4f1e-864d-c3b541891bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:12.170583 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9ca8161f-31b0-4f1e-864d-c3b541891bbe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3b853f50-22f0-4b1b-a93b-ccdef4151042 HTTP/1.1" status: 204 len: 168 time: 0.3023210 Aug 10 03:42:12.186002 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8161f-31b0-4f1e-864d-c3b541891bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b853f50-22f0-4b1b-a93b-ccdef4151042,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:12.347524 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a2548-535e-4aee-bc66-16d43c59a6f5 req-d7ecf72c-6c25-4552-84e3-4784584cc119 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:12.363619 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c9a2548-535e-4aee-bc66-16d43c59a6f5 req-d7ecf72c-6c25-4552-84e3-4784584cc119 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 945 time: 0.1508479 Aug 10 03:42:12.366314 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-25ee99f3-8be3-49ab-8c52-5e2f556ca2dd service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401289 Aug 10 03:42:12.419860 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f3531a0e-5e3b-4810-b572-4a1e511ff1c9 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:12.427992 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fb35928e-9731-4af9-8534-6de6f23f7943 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:12.455526 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32f18464-3677-4353-8346-bc2a4f671770 req-01bd5376-4782-4193-a5c7-e10d22f3e5a8 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=7ecdf758b679464989704fcfa8806990&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0539603 Aug 10 03:42:12.467668 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-fb35928e-9731-4af9-8534-6de6f23f7943 None None] Transition to ACTIVE for port object ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:12.469386 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c9a2548-535e-4aee-bc66-16d43c59a6f5 req-5875736a-3d7f-4d42-ae6e-48a29e4668ec tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983467 Aug 10 03:42:12.501890 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port f3531a0e-5e3b-4810-b572-4a1e511ff1c9 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:12.502411 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:12.505757 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-befcef45-9a4d-4238-b2ab-efaf970f4e30 req-0fa3bf59-4bc4-43d6-bb30-5d1f3adc2f78 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309004 Aug 10 03:42:12.591220 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f18464-3677-4353-8346-bc2a4f671770 req-b7998244-a18b-45cd-97bd-092c800ff16e tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:12.593346 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32f18464-3677-4353-8346-bc2a4f671770 req-b7998244-a18b-45cd-97bd-092c800ff16e tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1227207 Aug 10 03:42:12.608116 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-32f18464-3677-4353-8346-bc2a4f671770 req-42a463fc-90be-4baf-8daf-9f493cfd73de tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Request body: {'port': {'device_id': 'ea813a4e-893c-48a5-a376-e2d8823a0140', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': '7ecdf758b679464989704fcfa8806990'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:12.643439 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fb35928e-9731-4af9-8534-6de6f23f7943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:12.717268 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78934ff9-0f64-4dd4-801c-cdb4123407a2 None None] Pushing event updated for resources: {'Port': ['ID=ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:12.773849 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-fb35928e-9731-4af9-8534-6de6f23f7943 None None] Attempting to bind port ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:12.774981 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-fb35928e-9731-4af9-8534-6de6f23f7943 None None] Attempting to bind port ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '56aef66d-e5f2-4a7d-a902-c6add722c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5034785d-464b-48f5-b7da-a64836f93a9b'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:12.775530 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb35928e-9731-4af9-8534-6de6f23f7943 None None] Attempting to bind port ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec on network 5034785d-464b-48f5-b7da-a64836f93a9b {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:12.781672 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb35928e-9731-4af9-8534-6de6f23f7943 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:12.782046 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb35928e-9731-4af9-8534-6de6f23f7943 None None] Checking segment: {'id': '56aef66d-e5f2-4a7d-a902-c6add722c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5034785d-464b-48f5-b7da-a64836f93a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:12.783924 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fb35928e-9731-4af9-8534-6de6f23f7943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:12.783924 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb35928e-9731-4af9-8534-6de6f23f7943 None None] Bound using segment: {'id': '56aef66d-e5f2-4a7d-a902-c6add722c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5034785d-464b-48f5-b7da-a64836f93a9b'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:12.783924 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-fb35928e-9731-4af9-8534-6de6f23f7943 None None] Bound port: ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56aef66d-e5f2-4a7d-a902-c6add722c64f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '5034785d-464b-48f5-b7da-a64836f93a9b'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:12.784246 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fb35928e-9731-4af9-8534-6de6f23f7943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:12.862900 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-fb35928e-9731-4af9-8534-6de6f23f7943 None None] For port ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:12.867003 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-fb35928e-9731-4af9-8534-6de6f23f7943 None None] For port ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec,segment=NetworkSegment(56aef66d-e5f2-4a7d-a902-c6add722c64f),segment_id=56aef66d-e5f2-4a7d-a902-c6add722c64f)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:12.956960 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632eafa-1274-436f-8a50-21096e26fe3a req-85d03015-80ea-4cf4-88eb-c7af29fc8993 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:12.958484 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5632eafa-1274-436f-8a50-21096e26fe3a req-85d03015-80ea-4cf4-88eb-c7af29fc8993 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 944 time: 0.0712571 Aug 10 03:42:12.959502 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32f18464-3677-4353-8346-bc2a4f671770 req-42a463fc-90be-4baf-8daf-9f493cfd73de tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Made reservation on behalf of 7ecdf758b679464989704fcfa8806990 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:12.962864 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-32f18464-3677-4353-8346-bc2a4f671770 req-42a463fc-90be-4baf-8daf-9f493cfd73de tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:12.977623 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-32f18464-3677-4353-8346-bc2a4f671770 req-42a463fc-90be-4baf-8daf-9f493cfd73de tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.022247 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5632eafa-1274-436f-8a50-21096e26fe3a req-45d44c6a-4236-429c-92ca-3831c3d05258 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562096 Aug 10 03:42:13.089537 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fb35928e-9731-4af9-8534-6de6f23f7943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.121985 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-60fb46a8-0766-4949-9549-5504fe75f840 req-f4980cce-7fad-41c8-ab12-e46e77133edc tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea813a4e-893c-48a5-a376-e2d8823a0140 HTTP/1.1" status: 200 len: 210 time: 0.0380011 Aug 10 03:42:13.123989 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-32f18464-3677-4353-8346-bc2a4f671770 req-42a463fc-90be-4baf-8daf-9f493cfd73de tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.161229 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb35928e-9731-4af9-8534-6de6f23f7943 None None] Routers {'31f5c150-15d7-4ea9-9113-a8913b2160c3'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:13.161859 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-fb35928e-9731-4af9-8534-6de6f23f7943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:41:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['31f5c150-15d7-4ea9-9113-a8913b2160c3'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:13.228071 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-32f18464-3677-4353-8346-bc2a4f671770 req-42a463fc-90be-4baf-8daf-9f493cfd73de tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.309872 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78934ff9-0f64-4dd4-801c-cdb4123407a2 None None] Pushing event updated for resources: {'Port': ['ID=ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:13.350194 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-fb35928e-9731-4af9-8534-6de6f23f7943 None None] Set router 31f5c150-15d7-4ea9-9113-a8913b2160c3 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:42:13.356640 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a463fc-90be-4baf-8daf-9f493cfd73de tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d40bd159-e45d-4af2-99a5-80e958b581e2,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:13.379836 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6edea-7c46-4c6c-ab6d-7443636e1440 req-6b5e9c7c-8cc5-43df-9a5d-eb2fde096bef tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:13.388403 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94f6edea-7c46-4c6c-ab6d-7443636e1440 req-6b5e9c7c-8cc5-43df-9a5d-eb2fde096bef tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 948 time: 0.1798220 Aug 10 03:42:13.488088 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94f6edea-7c46-4c6c-ab6d-7443636e1440 req-ed54892a-4b70-43eb-8ce3-f3278a00935f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986392 Aug 10 03:42:13.492145 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362172f1-4c11-46ec-97a2-c657568fa552', 'tag': 'a3243318-600f-47a3-a688-83b3e5f2cee1'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:13.494795 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480c4d18-6551-4abf-bcfe-1ba4b698d147" -d '{"events": [{"name": "network-changed", "server_uuid": "362172f1-4c11-46ec-97a2-c657568fa552", "tag": "a3243318-600f-47a3-a688-83b3e5f2cee1"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:13.498113 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-32f18464-3677-4353-8346-bc2a4f671770 req-42a463fc-90be-4baf-8daf-9f493cfd73de tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Allocated IP 192.168.233.53 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/03eaf850-2e7c-4c61-91cc-c8b7cbe782cf) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:13.583620 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44918) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:13.663660 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bd97ae0b-8836-40a9-8e79-250e18696167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.680771 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.744851 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-fb35928e-9731-4af9-8534-6de6f23f7943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5c150-15d7-4ea9-9113-a8913b2160c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352841702-router', 'tenant_id': 'cb8d1f6b06d24bf4bc268f451e9cf9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'f3531a0e-5e3b-4810-b572-4a1e511ff1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:02Z', 'updated_at': '2021-08-10T03:42:08Z', 'revision_number': 4, 'project_id': 'cb8d1f6b06d24bf4bc268f451e9cf9c2', 'gw_port': {'id': 'f3531a0e-5e3b-4810-b572-4a1e511ff1c9', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c150-15d7-4ea9-9113-a8913b2160c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:03Z', 'updated_at': '2021-08-10T03:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec', 'name': '', 'network_id': '5034785d-464b-48f5-b7da-a64836f93a9b', 'tenant_id': 'cb8d1f6b06d24bf4bc268f451e9cf9c2', 'mac_address': 'fa:16:3e:25:91:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f5c150-15d7-4ea9-9113-a8913b2160c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ecb84f12-768a-42c6-95f8-c9eb1c239d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:06Z', 'updated_at': '2021-08-10T03:42:12Z', 'revision_number': 4, 'project_id': 'cb8d1f6b06d24bf4bc268f451e9cf9c2', 'subnets': [{'id': 'ecb84f12-768a-42c6-95f8-c9eb1c239d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:13.779498 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb35928e-9731-4af9-8534-6de6f23f7943 None None] The sync data for ids ['31f5c150-15d7-4ea9-9113-a8913b2160c3'] in n-d-802893-2 is: [{'id': '31f5c150-15d7-4ea9-9113-a8913b2160c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352841702-router', 'tenant_id': 'cb8d1f6b06d24bf4bc268f451e9cf9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'f3531a0e-5e3b-4810-b572-4a1e511ff1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:02Z', 'updated_at': '2021-08-10T03:42:08Z', 'revision_number': 4, 'project_id': 'cb8d1f6b06d24bf4bc268f451e9cf9c2', 'gw_port': {'id': 'f3531a0e-5e3b-4810-b572-4a1e511ff1c9', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c150-15d7-4ea9-9113-a8913b2160c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:03Z', 'updated_at': '2021-08-10T03:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec', 'name': '', 'network_id': '5034785d-464b-48f5-b7da-a64836f93a9b', 'tenant_id': 'cb8d1f6b06d24bf4bc268f451e9cf9c2', 'mac_address': 'fa:16:3e:25:91:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f5c150-15d7-4ea9-9113-a8913b2160c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'ecb84f12-768a-42c6-95f8-c9eb1c239d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:06Z', 'updated_at': '2021-08-10T03:42:12Z', 'revision_number': 4, 'project_id': 'cb8d1f6b06d24bf4bc268f451e9cf9c2', 'subnets': [{'id': 'ecb84f12-768a-42c6-95f8-c9eb1c239d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:42:13.843569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device a3243318-600f-47a3-a688-83b3e5f2cee1 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:13.896945 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2dc4c01a-d403-429d-a8ff-1ef15db57e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.912346 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device a3243318-600f-47a3-a688-83b3e5f2cee1 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:13.923224 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-32f18464-3677-4353-8346-bc2a4f671770 req-42a463fc-90be-4baf-8daf-9f493cfd73de tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:13.941035 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-32f18464-3677-4353-8346-bc2a4f671770 req-42a463fc-90be-4baf-8daf-9f493cfd73de tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Transition to ACTIVE for port object 03eaf850-2e7c-4c61-91cc-c8b7cbe782cf will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:13.967412 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-dcec68d8-cba3-43d5-b4df-e0c39aaf21dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:13.969872 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-dcec68d8-cba3-43d5-b4df-e0c39aaf21dc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=47ca53781e6743fd8c23c05b91862cdc&device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 1096 time: 0.0492740 Aug 10 03:42:14.006535 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937a4a0-26c9-4339-9930-65a399dcd1bc req-929ac098-71b8-4a8a-8601-c3781d2877f8 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:14.008414 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3937a4a0-26c9-4339-9930-65a399dcd1bc req-929ac098-71b8-4a8a-8601-c3781d2877f8 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 1095 time: 0.2441123 Aug 10 03:42:14.074656 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bd97ae0b-8836-40a9-8e79-250e18696167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.080530 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3937a4a0-26c9-4339-9930-65a399dcd1bc req-9ddb6b28-e662-41cc-ad38-6ad9adbc616d tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643308 Aug 10 03:42:14.153074 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670c1046-9bd8-47cb-bfdd-b8812c32e885 x-openstack-request-id: req-670c1046-9bd8-47cb-bfdd-b8812c32e885 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:14.153627 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362172f1-4c11-46ec-97a2-c657568fa552", "tag": "a3243318-600f-47a3-a688-83b3e5f2cee1", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:14.154209 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-670c1046-9bd8-47cb-bfdd-b8812c32e885 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:14.155135 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '362172f1-4c11-46ec-97a2-c657568fa552', 'tag': 'a3243318-600f-47a3-a688-83b3e5f2cee1', 'status': 'completed', 'code': 200} Aug 10 03:42:14.176301 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.68', 62842) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:14.205726 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-a2ad0a74-3d4d-4747-8500-b105c4dfd0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:14.208509 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-a2ad0a74-3d4d-4747-8500-b105c4dfd0e8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4 HTTP/1.1" status: 200 len: 922 time: 0.2246351 Aug 10 03:42:14.242962 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-32f18464-3677-4353-8346-bc2a4f671770 req-42a463fc-90be-4baf-8daf-9f493cfd73de tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.295021 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-81522c0d-e5f6-4888-8b48-8842716e057c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18ede4e1-fb9e-4d14-8831-4e294ccc0b76 HTTP/1.1" status: 200 len: 217 time: 0.0768285 Aug 10 03:42:14.330009 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bd97ae0b-8836-40a9-8e79-250e18696167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.344259 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32f18464-3677-4353-8346-bc2a4f671770 req-42a463fc-90be-4baf-8daf-9f493cfd73de tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:14.354161 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-32f18464-3677-4353-8346-bc2a4f671770 req-42a463fc-90be-4baf-8daf-9f493cfd73de tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:14.383264 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f18464-3677-4353-8346-bc2a4f671770 req-42a463fc-90be-4baf-8daf-9f493cfd73de tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:14.394935 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-fb2f5935-88f1-4479-bd97-54b63ab8e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:14.401210 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-fb2f5935-88f1-4479-bd97-54b63ab8e3a9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dc5ee412-63a0-4c00-8014-352954e4021d HTTP/1.1" status: 200 len: 861 time: 0.0940139 Aug 10 03:42:14.446303 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97ae0b-8836-40a9-8e79-250e18696167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f884b588-72a1-42dc-b6e6-8e86304653b4,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:14.466930 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c4d18-6551-4abf-bcfe-1ba4b698d147 req-ed310c3d-b434-4695-8d9d-c386373ec140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:14.468766 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-480c4d18-6551-4abf-bcfe-1ba4b698d147 req-ed310c3d-b434-4695-8d9d-c386373ec140 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 1099 time: 0.2912338 Aug 10 03:42:14.480911 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c4d18-6551-4abf-bcfe-1ba4b698d147 req-72879958-96b0-451c-b814-0957c8073ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:14.482846 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-f34ecbdf-6d67-4745-b879-cc4ebb6ae35e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595136 Aug 10 03:42:14.487607 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-480c4d18-6551-4abf-bcfe-1ba4b698d147 req-72879958-96b0-451c-b814-0957c8073ad5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 1099 time: 0.2522533 Aug 10 03:42:14.515143 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a463fc-90be-4baf-8daf-9f493cfd73de tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Pushing event updated for resources: {'Port': ['ID=03eaf850-2e7c-4c61-91cc-c8b7cbe782cf,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:14.560909 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:14.682611 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-c72c835b-3faa-48e4-bdb8-14599a17e188 service neutron] 10.222.0.68 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956015 Aug 10 03:42:14.717690 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420456c0-7a6c-4694-802a-97f893caa379 req-279c6bd5-aef9-4fe1-ae30-694cdd460039 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:14.719633 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-420456c0-7a6c-4694-802a-97f893caa379 req-279c6bd5-aef9-4fe1-ae30-694cdd460039 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 945 time: 0.4989128 Aug 10 03:42:14.780052 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-bd97ae0b-8836-40a9-8e79-250e18696167 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e03dad20294b4f72af13aa9cb123618d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1943085 Aug 10 03:42:14.786295 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f18464-3677-4353-8346-bc2a4f671770 req-42a463fc-90be-4baf-8daf-9f493cfd73de tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:14.787313 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-32f18464-3677-4353-8346-bc2a4f671770 req-42a463fc-90be-4baf-8daf-9f493cfd73de tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.787430 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44934) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:14.790459 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c4d18-6551-4abf-bcfe-1ba4b698d147 req-7c943ce2-fb3f-4474-8cd7-45108096a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:14.791987 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-480c4d18-6551-4abf-bcfe-1ba4b698d147 req-7c943ce2-fb3f-4474-8cd7-45108096a93c service neutron] 10.222.0.68 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.2967942 Aug 10 03:42:14.807405 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-513cdf6d-dfa1-4085-b359-ed927179066b service neutron] 10.222.0.68 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152582 Aug 10 03:42:14.859454 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a833b688-f8c1-4d0a-b0bd-991b2c5d05e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.876234 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-480c4d18-6551-4abf-bcfe-1ba4b698d147 req-a3c59e14-0bfc-4328-9dd8-e9f5bd9a06ac service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=a3243318-600f-47a3-a688-83b3e5f2cee1 HTTP/1.1" status: 200 len: 217 time: 0.0699339 Aug 10 03:42:14.884495 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4eb2acda-0524-44a6-b956-20aecf977327 None None] Provisioning for port 03eaf850-2e7c-4c61-91cc-c8b7cbe782cf completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:14.888000 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:14.891336 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4eb2acda-0524-44a6-b956-20aecf977327 None None] Provisioning complete for port 03eaf850-2e7c-4c61-91cc-c8b7cbe782cf triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:14.891732 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4eb2acda-0524-44a6-b956-20aecf977327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.894774 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a833b688-f8c1-4d0a-b0bd-991b2c5d05e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.895279 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:14.895637 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:14.950383 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-420456c0-7a6c-4694-802a-97f893caa379 req-300fe249-45ad-410a-aa24-d1889606b637 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783252 Aug 10 03:42:14.969044 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-4eb2acda-0524-44a6-b956-20aecf977327 None None] Port 03eaf850-2e7c-4c61-91cc-c8b7cbe782cf cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:42:14.980618 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c4d18-6551-4abf-bcfe-1ba4b698d147 req-bf5c2ccd-46a0-47f3-ba4f-9d355ac31db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:14.983708 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-480c4d18-6551-4abf-bcfe-1ba4b698d147 req-bf5c2ccd-46a0-47f3-ba4f-9d355ac31db9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.4895003 Aug 10 03:42:15.040838 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.059643 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32f18464-3677-4353-8346-bc2a4f671770 req-42a463fc-90be-4baf-8daf-9f493cfd73de tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4557137 Aug 10 03:42:15.063461 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-480c4d18-6551-4abf-bcfe-1ba4b698d147 req-28ba2541-ced9-4757-aa22-74b0015449ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=a3243318-600f-47a3-a688-83b3e5f2cee1 HTTP/1.1" status: 200 len: 217 time: 0.0694759 Aug 10 03:42:15.065218 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c4d18-6551-4abf-bcfe-1ba4b698d147 req-ccc8435b-f002-477c-8ef4-d77374ccef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:15.066654 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-480c4d18-6551-4abf-bcfe-1ba4b698d147 req-ccc8435b-f002-477c-8ef4-d77374ccef9b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.1614792 Aug 10 03:42:15.108783 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-32f18464-3677-4353-8346-bc2a4f671770 req-1347ecc4-17ca-450d-a098-9f4facfde847 service neutron] Request body: {'port': {'device_id': 'ea813a4e-893c-48a5-a376-e2d8823a0140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:15.123642 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec,segment=NetworkSegment(56aef66d-e5f2-4a7d-a902-c6add722c64f),segment_id=56aef66d-e5f2-4a7d-a902-c6add722c64f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:15.138214 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a833b688-f8c1-4d0a-b0bd-991b2c5d05e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.141007 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a833b688-f8c1-4d0a-b0bd-991b2c5d05e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.145123 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a833b688-f8c1-4d0a-b0bd-991b2c5d05e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f884b588-72a1-42dc-b6e6-8e86304653b4 HTTP/1.1" status: 204 len: 168 time: 0.3538730 Aug 10 03:42:15.163318 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833b688-f8c1-4d0a-b0bd-991b2c5d05e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f884b588-72a1-42dc-b6e6-8e86304653b4,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:15.184271 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-e5072d1b-aba1-4041-904f-0be55d650050 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:15.186040 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-e5072d1b-aba1-4041-904f-0be55d650050 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782&tenant_id=47ca53781e6743fd8c23c05b91862cdc&binding%3Ahost_id=n-h2-802893-2 HTTP/1.1" status: 200 len: 1096 time: 0.1567700 Aug 10 03:42:15.206599 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-514d11c1-f58a-40c6-b031-93ff309acf36 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802893-2'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:15.255481 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.279924 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-514d11c1-f58a-40c6-b031-93ff309acf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.327758 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c4d18-6551-4abf-bcfe-1ba4b698d147 req-38d9ebb6-359a-4672-a465-75dd097a888e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:15.329299 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-480c4d18-6551-4abf-bcfe-1ba4b698d147 req-38d9ebb6-359a-4672-a465-75dd097a888e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.2574744 Aug 10 03:42:15.329428 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.353302 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-32f18464-3677-4353-8346-bc2a4f671770 req-1347ecc4-17ca-450d-a098-9f4facfde847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.371120 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c4d18-6551-4abf-bcfe-1ba4b698d147 req-f55dc171-e6db-42a6-93ad-8c9e9320f57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:15.373587 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-480c4d18-6551-4abf-bcfe-1ba4b698d147 req-f55dc171-e6db-42a6-93ad-8c9e9320f57a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2604125 Aug 10 03:42:15.413042 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:15.422036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721a07c-c063-4248-8951-bdea98983749 req-db012479-0c41-41d1-a2cf-9a93a7a67c81 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:15.428510 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4721a07c-c063-4248-8951-bdea98983749 req-db012479-0c41-41d1-a2cf-9a93a7a67c81 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea813a4e-893c-48a5-a376-e2d8823a0140 HTTP/1.1" status: 200 len: 935 time: 0.3129649 Aug 10 03:42:15.463970 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-514d11c1-f58a-40c6-b031-93ff309acf36 service neutron] For port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=18ede4e1-fb9e-4d14-8831-4e294ccc0b76,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:15.470042 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.516600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-514d11c1-f58a-40c6-b031-93ff309acf36 service neutron] For port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76, host n-h2-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:15.570502 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-514d11c1-f58a-40c6-b031-93ff309acf36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.740514 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c4d18-6551-4abf-bcfe-1ba4b698d147 req-da81c6d1-00b3-40ee-896e-666f4b1c01f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:15.742723 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-480c4d18-6551-4abf-bcfe-1ba4b698d147 req-da81c6d1-00b3-40ee-896e-666f4b1c01f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3998713 Aug 10 03:42:15.757609 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-514d11c1-f58a-40c6-b031-93ff309acf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.846608 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d11c1-f58a-40c6-b031-93ff309acf36 service neutron] Pushing event updated for resources: {'Port': ['ID=18ede4e1-fb9e-4d14-8831-4e294ccc0b76,revision_number=7']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:15.861499 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-514d11c1-f58a-40c6-b031-93ff309acf36 service neutron] Attempting to bind port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 on host n-h2-802893-2 for vnic_type normal with profile {"migrating_to": "n-h1-802893-2"} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:15.861858 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-514d11c1-f58a-40c6-b031-93ff309acf36 service neutron] Attempting to bind port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:15.862207 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-514d11c1-f58a-40c6-b031-93ff309acf36 service neutron] Attempting to bind port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:15.870223 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-514d11c1-f58a-40c6-b031-93ff309acf36 service neutron] Port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:42:15.870575 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-514d11c1-f58a-40c6-b031-93ff309acf36 service neutron] Attempting to bind port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:15.875773 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-514d11c1-f58a-40c6-b031-93ff309acf36 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:15.876852 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-514d11c1-f58a-40c6-b031-93ff309acf36 service neutron] Checking segment: {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:15.877245 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-514d11c1-f58a-40c6-b031-93ff309acf36 service neutron] Bound using segment: {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:15.877867 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-514d11c1-f58a-40c6-b031-93ff309acf36 service neutron] Bound port: 18ede4e1-fb9e-4d14-8831-4e294ccc0b76, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:15.878016 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-514d11c1-f58a-40c6-b031-93ff309acf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:15.892779 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4721a07c-c063-4248-8951-bdea98983749 req-28fa5ebd-c115-4bb2-b195-d920569ee318 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40bd159-e45d-4af2-99a5-80e958b581e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502041 Aug 10 03:42:15.923336 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-480c4d18-6551-4abf-bcfe-1ba4b698d147 req-2355dbbe-147b-4236-8ac8-beef7ad9b7a0 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271978 Aug 10 03:42:15.972449 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-514d11c1-f58a-40c6-b031-93ff309acf36 service neutron] For port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76, host n-h2-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:15.977673 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-514d11c1-f58a-40c6-b031-93ff309acf36 service neutron] For port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=18ede4e1-fb9e-4d14-8831-4e294ccc0b76,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:16.110492 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-514d11c1-f58a-40c6-b031-93ff309acf36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.157258 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-480c4d18-6551-4abf-bcfe-1ba4b698d147 req-e319e753-ae2e-4a2d-8f95-979cb5c3e3f3 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061279 Aug 10 03:42:16.159134 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e08c3c-295b-46b0-aebc-6ae149b77782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ede4e1-fb9e-4d14-8831-4e294ccc0b76'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:16.161463 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70793972-c82c-4768-9a11-98b281577275" -d '{"events": [{"server_uuid": "b6e08c3c-295b-46b0-aebc-6ae149b77782", "name": "network-vif-unplugged", "status": "completed", "tag": "18ede4e1-fb9e-4d14-8831-4e294ccc0b76"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:16.178282 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device a3243318-600f-47a3-a688-83b3e5f2cee1 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:42:16.212134 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-514d11c1-f58a-40c6-b031-93ff309acf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:16.212907 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-514d11c1-f58a-40c6-b031-93ff309acf36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.214768 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-514d11c1-f58a-40c6-b031-93ff309acf36 service neutron] 10.222.0.68 "PUT /v2.0/ports/18ede4e1-fb9e-4d14-8831-4e294ccc0b76 HTTP/1.1" status: 200 len: 1121 time: 1.0183268 Aug 10 03:42:16.216175 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d11c1-f58a-40c6-b031-93ff309acf36 service neutron] Pushing event updated for resources: {'Port': ['ID=18ede4e1-fb9e-4d14-8831-4e294ccc0b76,revision_number=8']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:16.251623 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-480c4d18-6551-4abf-bcfe-1ba4b698d147 req-276d3859-f300-4669-9413-0763fd84e533 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090646 Aug 10 03:42:16.292280 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-76c6d0dc-0c53-4845-8b6a-4a240e82e8d5 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:16.293881 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-76c6d0dc-0c53-4845-8b6a-4a240e82e8d5 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/networks?id=82e15316-6bb5-465a-8cae-f1cb27c52e26 HTTP/1.1" status: 200 len: 807 time: 0.2743654 Aug 10 03:42:16.297994 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port a3243318-600f-47a3-a688-83b3e5f2cee1, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=a3243318-600f-47a3-a688-83b3e5f2cee1,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:16.313343 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'a3243318-600f-47a3-a688-83b3e5f2cee1', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': 'a3243318-600f-47a3-a688-83b3e5f2cee1', 'mac_address': 'fa:16:3e:5a:35:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:42:16.344816 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-955aabf4-f88c-4f29-97bd-63fe19f81731 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/quotas/124800de805149b392f25b813a13c194 HTTP/1.1" status: 200 len: 375 time: 0.0391111 Aug 10 03:42:16.360364 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['18ede4e1-fb9e-4d14-8831-4e294ccc0b76'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:16.410133 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:16.435176 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-480c4d18-6551-4abf-bcfe-1ba4b698d147 req-a0c139b9-ec38-4e8f-bcd8-7dc4fb5e74d7 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672920 Aug 10 03:42:16.439290 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.452056 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-32f18464-3677-4353-8346-bc2a4f671770 req-1347ecc4-17ca-450d-a098-9f4facfde847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03eaf850-2e7c-4c61-91cc-c8b7cbe782cf {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:16.463662 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3243318-600f-47a3-a688-83b3e5f2cee1 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:16.468381 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-32f18464-3677-4353-8346-bc2a4f671770 req-1347ecc4-17ca-450d-a098-9f4facfde847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.486513 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-6d167af4-b43e-4d3d-acaa-2da42e710af5 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=124800de805149b392f25b813a13c194&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1318955 Aug 10 03:42:16.491166 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-32f18464-3677-4353-8346-bc2a4f671770 req-1347ecc4-17ca-450d-a098-9f4facfde847 service neutron] Transition to ACTIVE for port object 03eaf850-2e7c-4c61-91cc-c8b7cbe782cf will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:16.505887 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port a3243318-600f-47a3-a688-83b3e5f2cee1, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=a3243318-600f-47a3-a688-83b3e5f2cee1,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:16.539523 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:16.539885 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.582498 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-0ca6fde9-4ba5-4d09-9af1-d8a8fd1128f8 service neutron] 10.222.0.25 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871775 Aug 10 03:42:16.637757 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.643503 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-32f18464-3677-4353-8346-bc2a4f671770 req-1347ecc4-17ca-450d-a098-9f4facfde847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.725307 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347ecc4-17ca-450d-a098-9f4facfde847 service neutron] Pushing event updated for resources: {'Port': ['ID=03eaf850-2e7c-4c61-91cc-c8b7cbe782cf,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:16.727328 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=a3243318-600f-47a3-a688-83b3e5f2cee1,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:16.783122 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-dcbae8a5-98a6-43e3-874e-53aa8f0fde7d service neutron] 10.222.0.25 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933508 Aug 10 03:42:16.816627 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-32f18464-3677-4353-8346-bc2a4f671770 req-1347ecc4-17ca-450d-a098-9f4facfde847 service neutron] Attempting to bind port 03eaf850-2e7c-4c61-91cc-c8b7cbe782cf on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:16.817044 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-32f18464-3677-4353-8346-bc2a4f671770 req-1347ecc4-17ca-450d-a098-9f4facfde847 service neutron] Attempting to bind port 03eaf850-2e7c-4c61-91cc-c8b7cbe782cf by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:16.817371 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f18464-3677-4353-8346-bc2a4f671770 req-1347ecc4-17ca-450d-a098-9f4facfde847 service neutron] Attempting to bind port 03eaf850-2e7c-4c61-91cc-c8b7cbe782cf on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:16.826168 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f18464-3677-4353-8346-bc2a4f671770 req-1347ecc4-17ca-450d-a098-9f4facfde847 service neutron] Port 03eaf850-2e7c-4c61-91cc-c8b7cbe782cf on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:42:16.826476 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f18464-3677-4353-8346-bc2a4f671770 req-1347ecc4-17ca-450d-a098-9f4facfde847 service neutron] Attempting to bind port 03eaf850-2e7c-4c61-91cc-c8b7cbe782cf on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:16.831592 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f18464-3677-4353-8346-bc2a4f671770 req-1347ecc4-17ca-450d-a098-9f4facfde847 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:16.831934 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f18464-3677-4353-8346-bc2a4f671770 req-1347ecc4-17ca-450d-a098-9f4facfde847 service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:16.832343 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f18464-3677-4353-8346-bc2a4f671770 req-1347ecc4-17ca-450d-a098-9f4facfde847 service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:16.832772 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-32f18464-3677-4353-8346-bc2a4f671770 req-1347ecc4-17ca-450d-a098-9f4facfde847 service neutron] Bound port: 03eaf850-2e7c-4c61-91cc-c8b7cbe782cf, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:16.833125 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-32f18464-3677-4353-8346-bc2a4f671770 req-1347ecc4-17ca-450d-a098-9f4facfde847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.837417 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:16.906317 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-32f18464-3677-4353-8346-bc2a4f671770 req-1347ecc4-17ca-450d-a098-9f4facfde847 service neutron] For port 03eaf850-2e7c-4c61-91cc-c8b7cbe782cf, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:16.912402 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-32f18464-3677-4353-8346-bc2a4f671770 req-1347ecc4-17ca-450d-a098-9f4facfde847 service neutron] For port 03eaf850-2e7c-4c61-91cc-c8b7cbe782cf, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=03eaf850-2e7c-4c61-91cc-c8b7cbe782cf,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:16.925021 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['a3243318-600f-47a3-a688-83b3e5f2cee1'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:17.083788 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-32f18464-3677-4353-8346-bc2a4f671770 req-1347ecc4-17ca-450d-a098-9f4facfde847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.124134 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f18464-3677-4353-8346-bc2a4f671770 req-1347ecc4-17ca-450d-a098-9f4facfde847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:17.124765 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-32f18464-3677-4353-8346-bc2a4f671770 req-1347ecc4-17ca-450d-a098-9f4facfde847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:17.126250 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32f18464-3677-4353-8346-bc2a4f671770 req-1347ecc4-17ca-450d-a098-9f4facfde847 service neutron] 10.222.0.68 "PUT /v2.0/ports/03eaf850-2e7c-4c61-91cc-c8b7cbe782cf HTTP/1.1" status: 200 len: 1095 time: 2.0305285 Aug 10 03:42:17.126683 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea813a4e-893c-48a5-a376-e2d8823a0140', 'tag': '03eaf850-2e7c-4c61-91cc-c8b7cbe782cf'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:17.128952 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f00f196-2cd9-4d78-9a9d-a2fd2553f76b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea813a4e-893c-48a5-a376-e2d8823a0140", "tag": "03eaf850-2e7c-4c61-91cc-c8b7cbe782cf"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:17.180660 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347ecc4-17ca-450d-a098-9f4facfde847 service neutron] Pushing event updated for resources: {'Port': ['ID=03eaf850-2e7c-4c61-91cc-c8b7cbe782cf,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:17.293008 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1997872-6779-4df8-a8ae-e12cdcbf386e req-f7a10dd9-874f-4d5c-bfe7-90d490776e97 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:17.300310 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c1997872-6779-4df8-a8ae-e12cdcbf386e req-f7a10dd9-874f-4d5c-bfe7-90d490776e97 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 949 time: 0.0949290 Aug 10 03:42:17.377161 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c1997872-6779-4df8-a8ae-e12cdcbf386e req-5395c5f5-cd5e-4734-a19d-eda402130b9f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622187 Aug 10 03:42:17.379794 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f18464-3677-4353-8346-bc2a4f671770 req-80aaca5f-3a58-42cf-8c8d-df6baddb7bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:17.381490 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32f18464-3677-4353-8346-bc2a4f671770 req-80aaca5f-3a58-42cf-8c8d-df6baddb7bbb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7ecdf758b679464989704fcfa8806990&device_id=ea813a4e-893c-48a5-a376-e2d8823a0140 HTTP/1.1" status: 200 len: 1098 time: 0.0801513 Aug 10 03:42:17.431273 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32f18464-3677-4353-8346-bc2a4f671770 req-71a4ec45-1ed3-44bd-b4d1-3fad7a0f98da service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=03eaf850-2e7c-4c61-91cc-c8b7cbe782cf HTTP/1.1" status: 200 len: 217 time: 0.0377517 Aug 10 03:42:17.498541 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f18464-3677-4353-8346-bc2a4f671770 req-1415041f-bdec-49a2-97fa-33c0419d7c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:17.500019 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32f18464-3677-4353-8346-bc2a4f671770 req-1415041f-bdec-49a2-97fa-33c0419d7c52 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0516109 Aug 10 03:42:17.555747 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f18464-3677-4353-8346-bc2a4f671770 req-d200ed26-b39a-4f3e-8037-1ff76c85e4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:17.557338 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32f18464-3677-4353-8346-bc2a4f671770 req-d200ed26-b39a-4f3e-8037-1ff76c85e4e2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0464056 Aug 10 03:42:17.664563 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32f18464-3677-4353-8346-bc2a4f671770 req-0a728857-b152-4113-a1fd-2d4f9bd91675 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886660 Aug 10 03:42:17.774621 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32f18464-3677-4353-8346-bc2a4f671770 req-827572f5-7b7a-4cac-a55f-135fbe8fbb0f service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978711 Aug 10 03:42:17.901862 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44998) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:17.906800 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-70c6d378-b20d-4b16-a52a-acc44bd2feff tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1614772456', 'description': 'tempest-description--950758693'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:18.003073 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f5b1d-7e10-42d4-8ee3-6f7901965627 req-32f43850-75aa-4b4c-8dcb-2d8bbce0d978 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:18.004647 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a04f5b1d-7e10-42d4-8ee3-6f7901965627 req-32f43850-75aa-4b4c-8dcb-2d8bbce0d978 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 943 time: 0.0529473 Aug 10 03:42:18.065580 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a04f5b1d-7e10-42d4-8ee3-6f7901965627 req-1694bb39-9228-489f-987e-2119e7fb167e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537336 Aug 10 03:42:18.098300 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-70c6d378-b20d-4b16-a52a-acc44bd2feff tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.123760 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b686863-27f1-4e29-9478-0034cc233000 x-openstack-request-id: req-8b686863-27f1-4e29-9478-0034cc233000 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:18.124094 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e08c3c-295b-46b0-aebc-6ae149b77782", "name": "network-vif-unplugged", "status": "completed", "tag": "18ede4e1-fb9e-4d14-8831-4e294ccc0b76", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:18.124369 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b686863-27f1-4e29-9478-0034cc233000 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:18.124758 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e08c3c-295b-46b0-aebc-6ae149b77782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18ede4e1-fb9e-4d14-8831-4e294ccc0b76', 'code': 200} Aug 10 03:42:18.189346 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device a3243318-600f-47a3-a688-83b3e5f2cee1 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:18.192263 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-70c6d378-b20d-4b16-a52a-acc44bd2feff tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.233831 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef7aac-b0ba-4964-8797-b3759e5e8899 req-1145bb4c-3d95-4d33-80f1-042c6485499e tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:18.238051 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-44ef7aac-b0ba-4964-8797-b3759e5e8899 req-1145bb4c-3d95-4d33-80f1-042c6485499e tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea813a4e-893c-48a5-a376-e2d8823a0140 HTTP/1.1" status: 200 len: 947 time: 0.0626097 Aug 10 03:42:18.276923 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-44ef7aac-b0ba-4964-8797-b3759e5e8899 req-2039cf9a-8294-44f3-84d7-11a6c9e1596c tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40bd159-e45d-4af2-99a5-80e958b581e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347717 Aug 10 03:42:18.348736 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-304cb538-0ced-410d-a215-9ea9ee79cc03 req-f42f2932-493d-48aa-8864-1623ef0d7201 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 210 time: 0.0292864 Aug 10 03:42:18.369356 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-70c6d378-b20d-4b16-a52a-acc44bd2feff tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.370334 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port a3243318-600f-47a3-a688-83b3e5f2cee1 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:18.381039 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port a3243318-600f-47a3-a688-83b3e5f2cee1 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:18.381407 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.407384 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6d378-b20d-4b16-a52a-acc44bd2feff tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Pushing event updated for resources: {'SecurityGroup': ['ID=481843de-1b3c-44cf-a624-10004eee171b,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:18.433075 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04ef8aa-d2ce-40da-bec8-8b9902d0cc8d x-openstack-request-id: req-f04ef8aa-d2ce-40da-bec8-8b9902d0cc8d {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:18.433659 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea813a4e-893c-48a5-a376-e2d8823a0140", "tag": "03eaf850-2e7c-4c61-91cc-c8b7cbe782cf", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:18.433659 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f04ef8aa-d2ce-40da-bec8-8b9902d0cc8d {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:18.434139 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea813a4e-893c-48a5-a376-e2d8823a0140', 'tag': '03eaf850-2e7c-4c61-91cc-c8b7cbe782cf', 'status': 'completed', 'code': 200} Aug 10 03:42:18.519200 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.522369 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00f196-2cd9-4d78-9a9d-a2fd2553f76b req-9ebc5ca7-115b-4b1e-a028-d073e57567b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:18.524270 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f00f196-2cd9-4d78-9a9d-a2fd2553f76b req-9ebc5ca7-115b-4b1e-a028-d073e57567b2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7ecdf758b679464989704fcfa8806990&device_id=ea813a4e-893c-48a5-a376-e2d8823a0140 HTTP/1.1" status: 200 len: 1098 time: 0.0536537 Aug 10 03:42:18.546607 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362172f1-4c11-46ec-97a2-c657568fa552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3243318-600f-47a3-a688-83b3e5f2cee1'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:18.552216 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-70c6d378-b20d-4b16-a52a-acc44bd2feff tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.556605 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-70c6d378-b20d-4b16-a52a-acc44bd2feff tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6537187 Aug 10 03:42:18.558750 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a713f204-bdc9-404a-bd0d-c5a633215f87" -d '{"events": [{"server_uuid": "362172f1-4c11-46ec-97a2-c657568fa552", "name": "network-vif-plugged", "status": "completed", "tag": "a3243318-600f-47a3-a688-83b3e5f2cee1"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:18.563593 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45018) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:18.570805 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-4233167d-b7b5-40f7-9505-0de54aa80e93 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Request body: {'security_group_rule': {'security_group_id': '481843de-1b3c-44cf-a624-10004eee171b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:18.577450 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port a3243318-600f-47a3-a688-83b3e5f2cee1, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=a3243318-600f-47a3-a688-83b3e5f2cee1,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:18.629039 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00f196-2cd9-4d78-9a9d-a2fd2553f76b req-f83a7445-e4cb-485a-8466-cd21702a2c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:18.630570 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f00f196-2cd9-4d78-9a9d-a2fd2553f76b req-f83a7445-e4cb-485a-8466-cd21702a2c13 service neutron] 10.222.0.68 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.0971730 Aug 10 03:42:18.689039 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f00f196-2cd9-4d78-9a9d-a2fd2553f76b req-4a82602c-e369-4e4d-81ea-4293d48be34f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=03eaf850-2e7c-4c61-91cc-c8b7cbe782cf HTTP/1.1" status: 200 len: 217 time: 0.0384200 Aug 10 03:42:18.712002 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.755018 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00f196-2cd9-4d78-9a9d-a2fd2553f76b req-2fc90a97-4681-439e-bb00-d33f39ed07ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:18.756644 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f00f196-2cd9-4d78-9a9d-a2fd2553f76b req-2fc90a97-4681-439e-bb00-d33f39ed07ea service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0590515 Aug 10 03:42:18.768929 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=a3243318-600f-47a3-a688-83b3e5f2cee1,revision_number=9']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:18.781493 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e4c933-bd75-4b1d-90c5-f3a5bdd35ba6 x-openstack-request-id: req-a5e4c933-bd75-4b1d-90c5-f3a5bdd35ba6 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:18.782235 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362172f1-4c11-46ec-97a2-c657568fa552", "name": "network-vif-plugged", "status": "completed", "tag": "a3243318-600f-47a3-a688-83b3e5f2cee1", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:18.782478 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5e4c933-bd75-4b1d-90c5-f3a5bdd35ba6 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:18.783036 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362172f1-4c11-46ec-97a2-c657568fa552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3243318-600f-47a3-a688-83b3e5f2cee1', 'code': 200} Aug 10 03:42:18.808657 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4233167d-b7b5-40f7-9505-0de54aa80e93 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.818875 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00f196-2cd9-4d78-9a9d-a2fd2553f76b req-5315db5c-55ad-4a76-a4e6-0cb875b2713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:18.820993 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f00f196-2cd9-4d78-9a9d-a2fd2553f76b req-5315db5c-55ad-4a76-a4e6-0cb875b2713f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0529289 Aug 10 03:42:18.903905 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4233167d-b7b5-40f7-9505-0de54aa80e93 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:18.955832 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbe4dc-41e3-48c6-ac68-243404e47bed req-2718159c-286a-48af-8501-75c7083b8e32 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:18.957348 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a2bbe4dc-41e3-48c6-ac68-243404e47bed req-2718159c-286a-48af-8501-75c7083b8e32 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 950 time: 0.1252728 Aug 10 03:42:19.013701 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4233167d-b7b5-40f7-9505-0de54aa80e93 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:19.025435 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233167d-b7b5-40f7-9505-0de54aa80e93 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc93a157-0fd9-48e6-b9f4-4bc2d270dfca,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:19.071625 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f00f196-2cd9-4d78-9a9d-a2fd2553f76b req-34bf24f5-8862-470b-9ff8-232230d61a2a service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375836 Aug 10 03:42:19.091697 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45030) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:19.106299 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a2bbe4dc-41e3-48c6-ac68-243404e47bed req-aed3b9e6-bd3d-4e73-adb8-dac5d6615105 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352136 Aug 10 03:42:19.162254 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeee87-5126-44a1-94ec-322146d816d0 req-70ce5e71-da5c-4f6f-8df6-800d97bdce10 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:19.164101 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-21aeee87-5126-44a1-94ec-322146d816d0 req-70ce5e71-da5c-4f6f-8df6-800d97bdce10 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.20 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552&tenant_id=5b6b91922f1e44729ab0754f3d4e2599&binding%3Ahost_id=n-h1-802893-2 HTTP/1.1" status: 200 len: 950 time: 0.1734595 Aug 10 03:42:19.225012 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-629b4263-9032-48da-8a48-be3242cdce9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:19.247639 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4233167d-b7b5-40f7-9505-0de54aa80e93 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:19.247639 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4233167d-b7b5-40f7-9505-0de54aa80e93 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6740689 Aug 10 03:42:19.248344 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45038) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:19.251366 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-6fa7bdb6-cd93-4e8f-bf02-594f4ff80e71 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Request body: {'security_group_rule': {'security_group_id': '481843de-1b3c-44cf-a624-10004eee171b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:19.289143 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f00f196-2cd9-4d78-9a9d-a2fd2553f76b req-2c027d48-9fee-472d-9fe2-53d6cbcc2c64 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039943 Aug 10 03:42:19.312240 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cc183-a572-44fe-bf46-72d8ad9b9af8 req-0dd244cc-e5da-49c4-8bac-c22eac77d112 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:19.313829 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-866cc183-a572-44fe-bf46-72d8ad9b9af8 req-0dd244cc-e5da-49c4-8bac-c22eac77d112 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 943 time: 0.1431873 Aug 10 03:42:19.318878 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [req-21aeee87-5126-44a1-94ec-322146d816d0 req-0b8c7dcf-7188-4c34-bf73-992b82c08568 service neutron] delete failed (client error): The resource could not be found. Aug 10 03:42:19.320673 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-21aeee87-5126-44a1-94ec-322146d816d0 req-0b8c7dcf-7188-4c34-bf73-992b82c08568 service neutron] 10.222.0.20 "DELETE /v2.0/ports/a3243318-600f-47a3-a688-83b3e5f2cee1/bindings/n-h2-802893-2 HTTP/1.1" status: 404 len: 380 time: 0.1358845 Aug 10 03:42:19.344958 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-629b4263-9032-48da-8a48-be3242cdce9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:19.367210 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-866cc183-a572-44fe-bf46-72d8ad9b9af8 req-b946fa9c-9dfe-4265-b637-fef1d2711d91 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443666 Aug 10 03:42:19.500374 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2b651-c25e-4def-851b-42a938bdee6c req-fbafa961-df83-4a06-9f83-c4a28f5ae507 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:19.501507 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0dacb1c9-76dd-4ed9-8879-55ca50dca8fa req-bc2648d3-5095-43e5-895e-a386fa26424c tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 210 time: 0.0470247 Aug 10 03:42:19.501969 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-64c2b651-c25e-4def-851b-42a938bdee6c req-fbafa961-df83-4a06-9f83-c4a28f5ae507 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea813a4e-893c-48a5-a376-e2d8823a0140 HTTP/1.1" status: 200 len: 947 time: 0.0533893 Aug 10 03:42:19.514033 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeee87-5126-44a1-94ec-322146d816d0 req-3a0c60f2-753a-4106-81ae-c965c0de5fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:19.515884 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-21aeee87-5126-44a1-94ec-322146d816d0 req-3a0c60f2-753a-4106-81ae-c965c0de5fbb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 1101 time: 0.0692749 Aug 10 03:42:19.538998 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-629b4263-9032-48da-8a48-be3242cdce9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:19.590564 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-64c2b651-c25e-4def-851b-42a938bdee6c req-83a010a2-8377-4d6a-9221-9dfb27b11861 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40bd159-e45d-4af2-99a5-80e958b581e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815887 Aug 10 03:42:19.598231 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-629b4263-9032-48da-8a48-be3242cdce9f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d93f5f11e0bc4fa69cc2db8a93112dff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5054376 Aug 10 03:42:19.599445 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b4263-9032-48da-8a48-be3242cdce9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970d49c5-58c5-4eac-8c11-cea97b52e727,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:19.601436 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45054) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:19.678598 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeee87-5126-44a1-94ec-322146d816d0 req-27ffa527-bcb2-4b1a-a1e6-57326344daa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:19.680568 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-21aeee87-5126-44a1-94ec-322146d816d0 req-27ffa527-bcb2-4b1a-a1e6-57326344daa5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.1560452 Aug 10 03:42:19.699906 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2169cd03-8201-4640-a093-426dcf8bf125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:19.747783 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-21aeee87-5126-44a1-94ec-322146d816d0 req-dcb832cc-d931-40c9-a4d6-b6a5be181f1f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=a3243318-600f-47a3-a688-83b3e5f2cee1 HTTP/1.1" status: 200 len: 217 time: 0.0568428 Aug 10 03:42:19.750943 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6fa7bdb6-cd93-4e8f-bf02-594f4ff80e71 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:19.799368 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2169cd03-8201-4640-a093-426dcf8bf125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:19.848547 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeee87-5126-44a1-94ec-322146d816d0 req-bce5c526-22cc-4f02-9bd7-c71f221ea5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:19.850001 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-21aeee87-5126-44a1-94ec-322146d816d0 req-bce5c526-22cc-4f02-9bd7-c71f221ea5e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0918489 Aug 10 03:42:19.919903 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6fa7bdb6-cd93-4e8f-bf02-594f4ff80e71 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:19.931396 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aeee87-5126-44a1-94ec-322146d816d0 req-259514e0-71f0-419a-8224-b2d5c90e2be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:19.932928 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-21aeee87-5126-44a1-94ec-322146d816d0 req-259514e0-71f0-419a-8224-b2d5c90e2be4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0700858 Aug 10 03:42:20.030004 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-21aeee87-5126-44a1-94ec-322146d816d0 req-2fb5f3b8-362a-4d4b-a9f3-9e365efc59ab service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890098 Aug 10 03:42:20.031431 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6fa7bdb6-cd93-4e8f-bf02-594f4ff80e71 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:20.126015 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e08c3c-295b-46b0-aebc-6ae149b77782', 'tag': '18ede4e1-fb9e-4d14-8831-4e294ccc0b76'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:20.128726 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdc4827-9f24-4fb5-add9-67a20424c5e6" -d '{"events": [{"name": "network-changed", "server_uuid": "b6e08c3c-295b-46b0-aebc-6ae149b77782", "tag": "18ede4e1-fb9e-4d14-8831-4e294ccc0b76"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:20.180614 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f67063-585a-45e9-9843-080039726f80 x-openstack-request-id: req-64f67063-585a-45e9-9843-080039726f80 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:20.180915 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6e08c3c-295b-46b0-aebc-6ae149b77782", "tag": "18ede4e1-fb9e-4d14-8831-4e294ccc0b76", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:20.181173 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64f67063-585a-45e9-9843-080039726f80 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:20.181581 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e08c3c-295b-46b0-aebc-6ae149b77782', 'tag': '18ede4e1-fb9e-4d14-8831-4e294ccc0b76', 'status': 'completed', 'code': 200} Aug 10 03:42:20.205181 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:42:20.236401 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45062) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:20.311798 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2169cd03-8201-4640-a093-426dcf8bf125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:20.311939 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc4827-9f24-4fb5-add9-67a20424c5e6 req-160ba03a-9747-41c4-a68a-0f3e6a590e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:20.313520 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ccdc4827-9f24-4fb5-add9-67a20424c5e6 req-160ba03a-9747-41c4-a68a-0f3e6a590e79 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47ca53781e6743fd8c23c05b91862cdc&device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 1124 time: 0.0535052 Aug 10 03:42:20.318809 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2169cd03-8201-4640-a093-426dcf8bf125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:20.323871 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2169cd03-8201-4640-a093-426dcf8bf125 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/970d49c5-58c5-4eac-8c11-cea97b52e727 HTTP/1.1" status: 204 len: 168 time: 0.7211680 Aug 10 03:42:20.399023 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7bdb6-cd93-4e8f-bf02-594f4ff80e71 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d811be5-5373-4df2-9db5-428bc2e923e9,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:20.409720 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169cd03-8201-4640-a093-426dcf8bf125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970d49c5-58c5-4eac-8c11-cea97b52e727,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:20.425392 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6fa7bdb6-cd93-4e8f-bf02-594f4ff80e71 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:20.432164 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6fa7bdb6-cd93-4e8f-bf02-594f4ff80e71 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1831295 Aug 10 03:42:20.432164 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45072) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:20.436142 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-1800b2bd-6870-4209-85bb-0f44858da93e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:20.461017 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c856f83f-5071-451e-9419-281125207d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:20.488298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37a41f-bff6-4175-998c-909fa0601057 req-805f4d23-230a-4140-af7f-5b7370cd1574 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:20.499316 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6b37a41f-bff6-4175-998c-909fa0601057 req-805f4d23-230a-4140-af7f-5b7370cd1574 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 950 time: 0.2057409 Aug 10 03:42:20.542562 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.20', 58612) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:20.589198 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6b37a41f-bff6-4175-998c-909fa0601057 req-db2c0d29-40ac-41b2-8571-8165ec6b3781 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834169 Aug 10 03:42:20.595590 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-21aeee87-5126-44a1-94ec-322146d816d0 req-943c95a4-fcd0-4e9e-b3f5-b7396e10f203 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5545187 Aug 10 03:42:20.610613 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=18ede4e1-fb9e-4d14-8831-4e294ccc0b76,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:20.628068 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 has no active binding in host n-h1-802893-2 {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:42:20.632238 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1800b2bd-6870-4209-85bb-0f44858da93e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks [] for floatingip, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:20.646845 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7e891-3135-420a-a54f-cfff8ca7fb72 req-3a29039a-e8e6-445b-9ce7-f29e6e873b7c tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:20.649520 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1ef7e891-3135-420a-a54f-cfff8ca7fb72 req-3a29039a-e8e6-445b-9ce7-f29e6e873b7c tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 943 time: 0.1629293 Aug 10 03:42:20.667827 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc4827-9f24-4fb5-add9-67a20424c5e6 req-c9435abb-7e64-4d24-8c12-49f525d9f1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:20.669300 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ccdc4827-9f24-4fb5-add9-67a20424c5e6 req-c9435abb-7e64-4d24-8c12-49f525d9f1ae service neutron] 10.222.0.20 "GET /v2.0/networks?id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4 HTTP/1.1" status: 200 len: 922 time: 0.3481162 Aug 10 03:42:20.706797 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a753190f-8e01-46b6-9352-f557d47b9a48 req-2dfbe14f-0a92-4fdb-b60b-1767ceea5f19 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 210 time: 0.0569911 Aug 10 03:42:20.762487 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-bdebdad8-2e69-459a-b37c-b05c09d99aff tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:20.764517 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-bdebdad8-2e69-459a-b37c-b05c09d99aff tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.20 "GET /v2.0/networks?id=82e15316-6bb5-465a-8cae-f1cb27c52e26 HTTP/1.1" status: 200 len: 807 time: 0.2205443 Aug 10 03:42:20.765994 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ccdc4827-9f24-4fb5-add9-67a20424c5e6 req-b9b33632-5e21-475b-b87d-5a9c35f3cd1f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18ede4e1-fb9e-4d14-8831-4e294ccc0b76 HTTP/1.1" status: 200 len: 217 time: 0.0824225 Aug 10 03:42:20.778462 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1800b2bd-6870-4209-85bb-0f44858da93e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:20.787776 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1ef7e891-3135-420a-a54f-cfff8ca7fb72 req-2a9cdf96-dd72-49f1-b289-79e2cfc27ea5 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277895 Aug 10 03:42:20.796158 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-f0279666-6302-41eb-b636-7643d12fb2d4 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Request body: {'port': {'device_id': 'a48f1f95-3ba4-4c40-8721-f83409cbb95d', 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26', 'admin_state_up': True, 'tenant_id': '124800de805149b392f25b813a13c194'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:20.890278 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e557af4-5939-457e-98d5-a91a89c9a55c req-5d392420-8a44-4979-b95a-61035d3e02d1 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:20.891830 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5e557af4-5939-457e-98d5-a91a89c9a55c req-5d392420-8a44-4979-b95a-61035d3e02d1 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea813a4e-893c-48a5-a376-e2d8823a0140 HTTP/1.1" status: 200 len: 947 time: 0.1107812 Aug 10 03:42:20.930477 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc4827-9f24-4fb5-add9-67a20424c5e6 req-7445f5d1-53e6-4643-9774-ac204747300f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:20.931995 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ccdc4827-9f24-4fb5-add9-67a20424c5e6 req-7445f5d1-53e6-4643-9774-ac204747300f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc5ee412-63a0-4c00-8014-352954e4021d HTTP/1.1" status: 200 len: 861 time: 0.1397591 Aug 10 03:42:20.968106 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-1800b2bd-6870-4209-85bb-0f44858da93e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Allocated IP 172.25.0.201 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/010449ee-831a-411d-a3a5-fa13fe399cac) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:20.979258 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5e557af4-5939-457e-98d5-a91a89c9a55c req-92dae7a2-c004-4de8-baa8-be63c6b9c18d tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40bd159-e45d-4af2-99a5-80e958b581e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608180 Aug 10 03:42:20.993316 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c856f83f-5071-451e-9419-281125207d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:20.995837 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ccdc4827-9f24-4fb5-add9-67a20424c5e6 req-a079447f-57d5-44ee-b501-526c033d154d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488749 Aug 10 03:42:21.135781 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ccdc4827-9f24-4fb5-add9-67a20424c5e6 req-24e2f443-8187-419b-910b-10a17f609f2d service neutron] 10.222.0.20 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324487 Aug 10 03:42:21.155590 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1800b2bd-6870-4209-85bb-0f44858da93e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.188699 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c856f83f-5071-451e-9419-281125207d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.251647 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c856f83f-5071-451e-9419-281125207d08 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6259f4d2f7d8414e8850db9eb113d2fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0137200 Aug 10 03:42:21.254586 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45080) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:21.260414 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856f83f-5071-451e-9419-281125207d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c744e6-dd64-41fc-8792-34f119232dfa,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:21.280319 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ccdc4827-9f24-4fb5-add9-67a20424c5e6 req-6e56dcd4-6f3b-4698-af52-4a00c2a562d4 service neutron] 10.222.0.20 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372161 Aug 10 03:42:21.312752 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c8e53396-1170-4e48-bec1-7aaa8ca90d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.336384 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c8e53396-1170-4e48-bec1-7aaa8ca90d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.355582 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-f0279666-6302-41eb-b636-7643d12fb2d4 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Made reservation on behalf of 124800de805149b392f25b813a13c194 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:21.358293 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1800b2bd-6870-4209-85bb-0f44858da93e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.360815 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-f0279666-6302-41eb-b636-7643d12fb2d4 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.421031 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1800b2bd-6870-4209-85bb-0f44858da93e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:21.423137 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-1800b2bd-6870-4209-85bb-0f44858da93e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:21.428029 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1800b2bd-6870-4209-85bb-0f44858da93e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:21.457310 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800b2bd-6870-4209-85bb-0f44858da93e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Pushing event updated for resources: {'Port': ['ID=010449ee-831a-411d-a3a5-fa13fe399cac,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:21.513100 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-f0279666-6302-41eb-b636-7643d12fb2d4 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Allocated IP 172.20.0.4 (82e15316-6bb5-465a-8cae-f1cb27c52e26/db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f/44966b2f-5546-470f-a1a6-93f42a0157e0) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:21.568872 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45084) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:21.584127 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca7c3a19-39c4-41c9-82a0-138c97b8a8bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.688133 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c8e53396-1170-4e48-bec1-7aaa8ca90d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.690089 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c8e53396-1170-4e48-bec1-7aaa8ca90d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.691233 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c8e53396-1170-4e48-bec1-7aaa8ca90d51 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a6c744e6-dd64-41fc-8792-34f119232dfa HTTP/1.1" status: 204 len: 168 time: 0.4357960 Aug 10 03:42:21.700728 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c5480-16dd-4d39-bfa5-240980498de6 req-d2adaa2b-3438-410b-b5e4-48565ecbc1bb tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:21.702265 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-492c5480-16dd-4d39-bfa5-240980498de6 req-d2adaa2b-3438-410b-b5e4-48565ecbc1bb tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 950 time: 0.0494390 Aug 10 03:42:21.726655 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e53396-1170-4e48-bec1-7aaa8ca90d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c744e6-dd64-41fc-8792-34f119232dfa,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:21.753266 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1800b2bd-6870-4209-85bb-0f44858da93e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.774262 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-492c5480-16dd-4d39-bfa5-240980498de6 req-3c5ef62d-654f-4e36-9441-429f35133696 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639851 Aug 10 03:42:21.894883 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f195857-b56c-47fe-9426-973837dde8ab req-b3afd52e-734e-418d-9570-71aebdf17a4d tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 210 time: 0.0599544 Aug 10 03:42:21.900101 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-f0279666-6302-41eb-b636-7643d12fb2d4 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.953719 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca7c3a19-39c4-41c9-82a0-138c97b8a8bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:21.955116 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1800b2bd-6870-4209-85bb-0f44858da93e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.027234 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512794f4-be29-472b-992c-eecb7c461dd7 req-3d374440-871b-4c20-83f6-fb58561c9961 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:22.028936 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-512794f4-be29-472b-992c-eecb7c461dd7 req-3d374440-871b-4c20-83f6-fb58561c9961 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 943 time: 0.1340950 Aug 10 03:42:22.046661 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-39534e98-6fdc-401d-aba6-06657a179644 service neutron] 10.222.0.20 "GET /v2.0/ports/18ede4e1-fb9e-4d14-8831-4e294ccc0b76/bindings/n-h1-802893-2 HTTP/1.1" status: 200 len: 384 time: 0.1318760 Aug 10 03:42:22.130843 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-512794f4-be29-472b-992c-eecb7c461dd7 req-99925d98-74d7-4382-ae91-9fc9d52f3012 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832086 Aug 10 03:42:22.161135 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca7c3a19-39c4-41c9-82a0-138c97b8a8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.209579 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 03eaf850-2e7c-4c61-91cc-c8b7cbe782cf details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:42:22.223122 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1800b2bd-6870-4209-85bb-0f44858da93e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.240330 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a028a1d1-4b0c-4058-9820-aeb5fc6898c9 req-9184bfbc-b274-4c0d-b6d6-7b2ae514cb07 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:22.240473 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-f0279666-6302-41eb-b636-7643d12fb2d4 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.241136 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a028a1d1-4b0c-4058-9820-aeb5fc6898c9 req-9184bfbc-b274-4c0d-b6d6-7b2ae514cb07 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea813a4e-893c-48a5-a376-e2d8823a0140 HTTP/1.1" status: 200 len: 947 time: 0.1401775 Aug 10 03:42:22.241136 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c3a19-39c4-41c9-82a0-138c97b8a8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66558612-ffdc-47d6-9085-e91666a622ac,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:22.242447 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ca7c3a19-39c4-41c9-82a0-138c97b8a8bc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d580cffc2484d179de50b8c64f7832a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6717973 Aug 10 03:42:22.245768 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45096) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:22.316855 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-f0279666-6302-41eb-b636-7643d12fb2d4 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Network 82e15316-6bb5-465a-8cae-f1cb27c52e26 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:22.328624 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8d2a3328-c66c-4e5d-89e4-c22bdff6e5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.330732 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-f0279666-6302-41eb-b636-7643d12fb2d4 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:22.333720 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a028a1d1-4b0c-4058-9820-aeb5fc6898c9 req-bf8cc7b5-5dfc-4599-8c98-848e430970fa tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40bd159-e45d-4af2-99a5-80e958b581e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611169 Aug 10 03:42:22.342039 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-f0279666-6302-41eb-b636-7643d12fb2d4 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:22.345121 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 03eaf850-2e7c-4c61-91cc-c8b7cbe782cf, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=03eaf850-2e7c-4c61-91cc-c8b7cbe782cf,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:22.352724 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0279666-6302-41eb-b636-7643d12fb2d4 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Pushing event updated for resources: {'Port': ['ID=44966b2f-5546-470f-a1a6-93f42a0157e0,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:22.357050 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8d2a3328-c66c-4e5d-89e4-c22bdff6e5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.367319 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1800b2bd-6870-4209-85bb-0f44858da93e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.373702 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '03eaf850-2e7c-4c61-91cc-c8b7cbe782cf', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': '03eaf850-2e7c-4c61-91cc-c8b7cbe782cf', 'mac_address': 'fa:16:3e:41:12:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:42:22.402884 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-4f4380e1-0020-4e2a-97b5-58789c644b99 service neutron] For port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=18ede4e1-fb9e-4d14-8831-4e294ccc0b76,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:22.425618 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.442679 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03eaf850-2e7c-4c61-91cc-c8b7cbe782cf {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:22.475229 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-f0279666-6302-41eb-b636-7643d12fb2d4 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:22.476315 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-f0279666-6302-41eb-b636-7643d12fb2d4 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.481591 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 03eaf850-2e7c-4c61-91cc-c8b7cbe782cf, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=03eaf850-2e7c-4c61-91cc-c8b7cbe782cf,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:22.487870 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800b2bd-6870-4209-85bb-0f44858da93e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Pushing event updated for resources: {'Port': ['ID=010449ee-831a-411d-a3a5-fa13fe399cac,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:22.492040 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1800b2bd-6870-4209-85bb-0f44858da93e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.500350 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-4f4380e1-0020-4e2a-97b5-58789c644b99 service neutron] For port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76, host n-h2-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:22.537244 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-4f4380e1-0020-4e2a-97b5-58789c644b99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:22.548179 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-4f4380e1-0020-4e2a-97b5-58789c644b99 service neutron] For port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=18ede4e1-fb9e-4d14-8831-4e294ccc0b76,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:22.603505 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.636434 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:42:22.650840 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1800b2bd-6870-4209-85bb-0f44858da93e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.651177 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-f0279666-6302-41eb-b636-7643d12fb2d4 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8596702 Aug 10 03:42:22.652516 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1800b2bd-6870-4209-85bb-0f44858da93e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2200687 Aug 10 03:42:22.653384 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8d2a3328-c66c-4e5d-89e4-c22bdff6e5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.653857 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=03eaf850-2e7c-4c61-91cc-c8b7cbe782cf,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:22.656856 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8d2a3328-c66c-4e5d-89e4-c22bdff6e5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.660707 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8d2a3328-c66c-4e5d-89e4-c22bdff6e5d1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/66558612-ffdc-47d6-9085-e91666a622ac HTTP/1.1" status: 204 len: 168 time: 0.4117539 Aug 10 03:42:22.667725 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:22.667725 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:22.667725 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:22.667725 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:22.667725 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:22.667725 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:22.667725 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:22.667725 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:22.667725 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:22.667725 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:22.667725 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:22.667725 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:22.668784 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a3328-c66c-4e5d-89e4-c22bdff6e5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66558612-ffdc-47d6-9085-e91666a622ac,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:22.675337 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-4fa72b75-7ad2-41f7-b957-77229e9615c6 service neutron] Request body: {'port': {'device_id': 'a48f1f95-3ba4-4c40-8721-f83409cbb95d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:22.732849 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-4fa72b75-7ad2-41f7-b957-77229e9615c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.943631 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512bd376-11d5-4643-98be-4d65ce22f1b1 req-f6cbddb8-578e-432c-b888-59b773480c9f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:22.946517 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-512bd376-11d5-4643-98be-4d65ce22f1b1 req-f6cbddb8-578e-432c-b888-59b773480c9f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 950 time: 0.0870337 Aug 10 03:42:22.948770 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['03eaf850-2e7c-4c61-91cc-c8b7cbe782cf'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:22.966476 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-4f4380e1-0020-4e2a-97b5-58789c644b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:22.990896 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-512bd376-11d5-4643-98be-4d65ce22f1b1 req-99d98a6b-0aca-47fa-9611-4105a290fadf tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358436 Aug 10 03:42:23.077100 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45122) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:23.125263 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5866c580-86dc-40c7-bd0f-18a5816ff23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.155272 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-d40430ee-5928-41a0-9d79-b8a372740894 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1614772456&fields=id&tenant_id=f0d3ceef8e45464d94575c3c6b321f1a HTTP/1.1" status: 200 len: 267 time: 0.1914780 Aug 10 03:42:23.166439 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5813024-01ae-4822-bf52-4b86cc5d91c8 req-16c5a75e-0457-4723-bdb2-fbe082312dda tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:23.168000 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e5813024-01ae-4822-bf52-4b86cc5d91c8 req-16c5a75e-0457-4723-bdb2-fbe082312dda tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 931 time: 0.0843549 Aug 10 03:42:23.297881 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5866c580-86dc-40c7-bd0f-18a5816ff23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.324255 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-4f4380e1-0020-4e2a-97b5-58789c644b99 service neutron] Transition to ACTIVE for port object 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:23.332180 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e5813024-01ae-4822-bf52-4b86cc5d91c8 req-d02a6597-f9fd-49cd-8e5f-0d07cb428996 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467607 Aug 10 03:42:23.373339 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-274cf3e6-7be9-495f-89c9-346ea0019323 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:23.375159 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-274cf3e6-7be9-495f-89c9-346ea0019323 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/networks?id=24a9f0b3-d314-4487-a93c-710d0970389d HTTP/1.1" status: 200 len: 822 time: 0.2189445 Aug 10 03:42:23.383530 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5866c580-86dc-40c7-bd0f-18a5816ff23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.433708 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-4f4380e1-0020-4e2a-97b5-58789c644b99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.442293 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-4af14231-03b2-4705-881f-1feb32787c4c tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/quotas/f0d3ceef8e45464d94575c3c6b321f1a HTTP/1.1" status: 200 len: 375 time: 0.0461266 Aug 10 03:42:23.459619 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5866c580-86dc-40c7-bd0f-18a5816ff23e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d005073c432243038316696f73bbb86d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788702 Aug 10 03:42:23.459619 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866c580-86dc-40c7-bd0f-18a5816ff23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eca23b2-2c70-4a7d-99c6-a82dd7041e55,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:23.462890 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45136) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:23.552973 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb9847-543b-4c93-8ed6-f79c9595b331 req-9c7bd20f-b822-4595-93d9-4d60d5db19f1 tempest-MigrationsAdminTest-516280644 tempest-MigrationsAdminTest-516280644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:23.554566 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32eb9847-543b-4c93-8ed6-f79c9595b331 req-9c7bd20f-b822-4595-93d9-4d60d5db19f1 tempest-MigrationsAdminTest-516280644 tempest-MigrationsAdminTest-516280644-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 1101 time: 0.1151314 Aug 10 03:42:23.587197 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-86951955-c97c-430e-86ae-a311da60108c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.592258 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-4f4380e1-0020-4e2a-97b5-58789c644b99 service neutron] No DVR routers for this DVR port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 on host n-h2-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:23.620613 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-86951955-c97c-430e-86ae-a311da60108c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.656346 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4380e1-0020-4e2a-97b5-58789c644b99 service neutron] Pushing event updated for resources: {'Port': ['ID=18ede4e1-fb9e-4d14-8831-4e294ccc0b76,revision_number=10']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:23.685853 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-4fa72b75-7ad2-41f7-b957-77229e9615c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44966b2f-5546-470f-a1a6-93f42a0157e0 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:23.699502 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-4fa72b75-7ad2-41f7-b957-77229e9615c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.703287 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32eb9847-543b-4c93-8ed6-f79c9595b331 req-652af707-fabd-4263-8a9d-7752d2ae0a09 tempest-MigrationsAdminTest-516280644 tempest-MigrationsAdminTest-516280644-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383560 Aug 10 03:42:23.726675 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-8258a1a6-c47c-42af-b88f-81d159b3f678 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f0d3ceef8e45464d94575c3c6b321f1a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2721686 Aug 10 03:42:23.744114 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-4f4380e1-0020-4e2a-97b5-58789c644b99 service neutron] 10.222.0.20 "PUT /v2.0/ports/18ede4e1-fb9e-4d14-8831-4e294ccc0b76/bindings/n-h1-802893-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6894832 Aug 10 03:42:23.827175 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bfec1-1444-4b19-a5d4-7123288cccf3 req-13246db1-6508-45be-8edd-c141607088e3 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:23.832921 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f27bfec1-1444-4b19-a5d4-7123288cccf3 req-13246db1-6508-45be-8edd-c141607088e3 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 944 time: 0.0580354 Aug 10 03:42:23.855312 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-307254f7-3dc8-48c5-907e-1660c2dc09c1 service neutron] 10.222.0.25 "GET /v2.0/networks/24a9f0b3-d314-4487-a93c-710d0970389d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101589 Aug 10 03:42:23.895892 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f27bfec1-1444-4b19-a5d4-7123288cccf3 req-1a16757e-e0d2-4be5-8222-8b3cfa4d43d5 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601411 Aug 10 03:42:23.947162 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-4fa72b75-7ad2-41f7-b957-77229e9615c6 service neutron] Transition to ACTIVE for port object 44966b2f-5546-470f-a1a6-93f42a0157e0 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:23.948330 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-86951955-c97c-430e-86ae-a311da60108c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.954578 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-86951955-c97c-430e-86ae-a311da60108c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:23.956496 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-86951955-c97c-430e-86ae-a311da60108c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5eca23b2-2c70-4a7d-99c6-a82dd7041e55 HTTP/1.1" status: 204 len: 168 time: 0.4925244 Aug 10 03:42:23.970813 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-eb7a5763-90bb-4df2-a2bf-02ef4f3ced49 service neutron] 10.222.0.25 "GET /v2.0/networks/24a9f0b3-d314-4487-a93c-710d0970389d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070812 Aug 10 03:42:23.971900 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86951955-c97c-430e-86ae-a311da60108c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eca23b2-2c70-4a7d-99c6-a82dd7041e55,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:24.071991 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8a112-801e-47a8-874e-0fe120c9e927 req-1725bfc1-6a2a-45f9-8b7c-fab4485040f6 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:24.073326 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d9b8a112-801e-47a8-874e-0fe120c9e927 req-1725bfc1-6a2a-45f9-8b7c-fab4485040f6 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea813a4e-893c-48a5-a376-e2d8823a0140 HTTP/1.1" status: 200 len: 948 time: 0.0920911 Aug 10 03:42:24.080173 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-1c7752f4-67d7-4989-88dc-645ef6c022ff tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:24.081670 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-1c7752f4-67d7-4989-88dc-645ef6c022ff tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782&tenant_id=47ca53781e6743fd8c23c05b91862cdc&binding%3Ahost_id=n-h2-802893-2 HTTP/1.1" status: 200 len: 1095 time: 0.0693033 Aug 10 03:42:24.109067 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-4fa72b75-7ad2-41f7-b957-77229e9615c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.155293 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d9b8a112-801e-47a8-874e-0fe120c9e927 req-9e9ddce3-e969-49f6-83e8-a7951bd87ed5 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40bd159-e45d-4af2-99a5-80e958b581e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727940 Aug 10 03:42:24.165818 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-c027d251-99f1-49ed-8029-1a645aecf291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:24.167987 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-c027d251-99f1-49ed-8029-1a645aecf291 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782&tenant_id=47ca53781e6743fd8c23c05b91862cdc HTTP/1.1" status: 200 len: 1095 time: 0.0715785 Aug 10 03:42:24.168353 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa72b75-7ad2-41f7-b957-77229e9615c6 service neutron] Pushing event updated for resources: {'Port': ['ID=44966b2f-5546-470f-a1a6-93f42a0157e0,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:24.213254 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 03eaf850-2e7c-4c61-91cc-c8b7cbe782cf up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:24.285316 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-4fa72b75-7ad2-41f7-b957-77229e9615c6 service neutron] Attempting to bind port 44966b2f-5546-470f-a1a6-93f42a0157e0 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:24.285660 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-4fa72b75-7ad2-41f7-b957-77229e9615c6 service neutron] Attempting to bind port 44966b2f-5546-470f-a1a6-93f42a0157e0 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:24.286207 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-4fa72b75-7ad2-41f7-b957-77229e9615c6 service neutron] Attempting to bind port 44966b2f-5546-470f-a1a6-93f42a0157e0 on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:24.291841 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-4fa72b75-7ad2-41f7-b957-77229e9615c6 service neutron] Port 44966b2f-5546-470f-a1a6-93f42a0157e0 on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:42:24.292200 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-4fa72b75-7ad2-41f7-b957-77229e9615c6 service neutron] Attempting to bind port 44966b2f-5546-470f-a1a6-93f42a0157e0 on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:24.297224 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-4fa72b75-7ad2-41f7-b957-77229e9615c6 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:24.297573 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-4fa72b75-7ad2-41f7-b957-77229e9615c6 service neutron] Checking segment: {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:24.297957 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-4fa72b75-7ad2-41f7-b957-77229e9615c6 service neutron] Bound using segment: {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:24.298430 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-4fa72b75-7ad2-41f7-b957-77229e9615c6 service neutron] Bound port: 44966b2f-5546-470f-a1a6-93f42a0157e0, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:24.298738 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-4fa72b75-7ad2-41f7-b957-77229e9615c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.305062 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-ca8bd70a-0e4a-42a7-bab6-15225985c457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:24.306441 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-ca8bd70a-0e4a-42a7-bab6-15225985c457 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=47ca53781e6743fd8c23c05b91862cdc&device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 1095 time: 0.1006789 Aug 10 03:42:24.308470 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76f95031-4e91-43ff-8565-10fcf2b8dda4 req-cb07a88e-486c-4ebb-893f-2ebc3ea4a54e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b66ec5-6521-4432-a5c5-e36665d92865 HTTP/1.1" status: 200 len: 210 time: 0.0389631 Aug 10 03:42:24.412408 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 03eaf850-2e7c-4c61-91cc-c8b7cbe782cf completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:24.417221 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 03eaf850-2e7c-4c61-91cc-c8b7cbe782cf triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:24.417896 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.438851 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-4fa72b75-7ad2-41f7-b957-77229e9615c6 service neutron] For port 44966b2f-5546-470f-a1a6-93f42a0157e0, host n-h2-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:24.470755 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-4fa72b75-7ad2-41f7-b957-77229e9615c6 service neutron] For port 44966b2f-5546-470f-a1a6-93f42a0157e0, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=44966b2f-5546-470f-a1a6-93f42a0157e0,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:24.494975 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0279a9b-fd46-4e5f-9e1b-645b1528dd29 req-4ea2f370-a188-44de-8feb-a5a7f7a07601 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:24.502393 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c0279a9b-fd46-4e5f-9e1b-645b1528dd29 req-4ea2f370-a188-44de-8feb-a5a7f7a07601 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 943 time: 0.0923250 Aug 10 03:42:24.532172 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-f2208ecd-b1b4-45a7-bc9f-50c2461d0a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:24.541120 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-f2208ecd-b1b4-45a7-bc9f-50c2461d0a99 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4 HTTP/1.1" status: 200 len: 922 time: 0.2183373 Aug 10 03:42:24.555390 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c0279a9b-fd46-4e5f-9e1b-645b1528dd29 req-b56b331a-06d4-4eb8-9001-75b30a23cd6b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516858 Aug 10 03:42:24.595898 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-4fa72b75-7ad2-41f7-b957-77229e9615c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.598151 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.636412 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea813a4e-893c-48a5-a376-e2d8823a0140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03eaf850-2e7c-4c61-91cc-c8b7cbe782cf'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:24.639629 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e61ef24-5621-4657-930c-196a337ec785" -d '{"events": [{"server_uuid": "ea813a4e-893c-48a5-a376-e2d8823a0140", "name": "network-vif-plugged", "status": "completed", "tag": "03eaf850-2e7c-4c61-91cc-c8b7cbe782cf"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:24.639833 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-c477a6aa-4ae9-4428-aab9-189ca679e933 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18ede4e1-fb9e-4d14-8831-4e294ccc0b76 HTTP/1.1" status: 200 len: 217 time: 0.0875933 Aug 10 03:42:24.641993 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-ceaaa605-a7a4-421e-8b94-f287127dbf97 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688574 Aug 10 03:42:24.653561 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-4fa72b75-7ad2-41f7-b957-77229e9615c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:24.654184 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-4fa72b75-7ad2-41f7-b957-77229e9615c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.655806 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-4fa72b75-7ad2-41f7-b957-77229e9615c6 service neutron] 10.222.0.20 "PUT /v2.0/ports/44966b2f-5546-470f-a1a6-93f42a0157e0 HTTP/1.1" status: 200 len: 1091 time: 1.9848790 Aug 10 03:42:24.656511 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48f1f95-3ba4-4c40-8721-f83409cbb95d', 'tag': '44966b2f-5546-470f-a1a6-93f42a0157e0'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:24.661488 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e10da0-848a-4dc8-9fc1-88036393485b" -d '{"events": [{"name": "network-changed", "server_uuid": "a48f1f95-3ba4-4c40-8721-f83409cbb95d", "tag": "44966b2f-5546-470f-a1a6-93f42a0157e0"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:24.663642 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 03eaf850-2e7c-4c61-91cc-c8b7cbe782cf, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=03eaf850-2e7c-4c61-91cc-c8b7cbe782cf,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:24.682630 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa72b75-7ad2-41f7-b957-77229e9615c6 service neutron] Pushing event updated for resources: {'Port': ['ID=44966b2f-5546-470f-a1a6-93f42a0157e0,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:24.700158 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5dd0614-5f8d-4140-8719-f7fc1143e044 x-openstack-request-id: req-a5dd0614-5f8d-4140-8719-f7fc1143e044 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:24.700776 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea813a4e-893c-48a5-a376-e2d8823a0140", "name": "network-vif-plugged", "status": "completed", "tag": "03eaf850-2e7c-4c61-91cc-c8b7cbe782cf", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:24.701248 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5dd0614-5f8d-4140-8719-f7fc1143e044 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:24.701773 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea813a4e-893c-48a5-a376-e2d8823a0140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03eaf850-2e7c-4c61-91cc-c8b7cbe782cf', 'code': 200} Aug 10 03:42:24.775132 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9eccbb7-604e-49da-b8f2-2e5bc0291746 x-openstack-request-id: req-d9eccbb7-604e-49da-b8f2-2e5bc0291746 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:24.776443 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48f1f95-3ba4-4c40-8721-f83409cbb95d", "tag": "44966b2f-5546-470f-a1a6-93f42a0157e0", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:24.776443 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9eccbb7-604e-49da-b8f2-2e5bc0291746 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:24.777210 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a48f1f95-3ba4-4c40-8721-f83409cbb95d', 'tag': '44966b2f-5546-470f-a1a6-93f42a0157e0', 'status': 'completed', 'code': 200} Aug 10 03:42:24.871569 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:24.873148 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e10da0-848a-4dc8-9fc1-88036393485b req-f03d77d5-fa19-4a92-9e34-adf5b5b6826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:24.875357 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-57e10da0-848a-4dc8-9fc1-88036393485b req-f03d77d5-fa19-4a92-9e34-adf5b5b6826d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=124800de805149b392f25b813a13c194&device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 1094 time: 0.0533912 Aug 10 03:42:24.883475 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-c9541cf0-08d2-4b40-8cdc-2d30bb181933 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:24.885094 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-c9541cf0-08d2-4b40-8cdc-2d30bb181933 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2291152 Aug 10 03:42:24.910573 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003d1af-1a3c-48e3-9b34-fc8fd7c827c4 req-74295bcb-3486-4478-8faf-25ae797af7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:24.916782 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7003d1af-1a3c-48e3-9b34-fc8fd7c827c4 req-74295bcb-3486-4478-8faf-25ae797af7d7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ea813a4e-893c-48a5-a376-e2d8823a0140 HTTP/1.1" status: 200 len: 1099 time: 0.1098886 Aug 10 03:42:24.920614 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-df606c38-c9a7-4175-8f4c-271617844abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:24.922334 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-df606c38-c9a7-4175-8f4c-271617844abe service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dc5ee412-63a0-4c00-8014-352954e4021d HTTP/1.1" status: 200 len: 861 time: 0.2675169 Aug 10 03:42:24.948995 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=03eaf850-2e7c-4c61-91cc-c8b7cbe782cf,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:25.001954 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-ca1978f1-a413-4056-a226-ceef425efc96 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/quotas/5b6b91922f1e44729ab0754f3d4e2599 HTTP/1.1" status: 200 len: 375 time: 0.1104381 Aug 10 03:42:25.035900 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-2f570e94-8948-4c4d-ac09-544ab7fd02ae service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596545 Aug 10 03:42:25.051588 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7003d1af-1a3c-48e3-9b34-fc8fd7c827c4 req-da689fd9-784b-4a80-a218-7a8f0989324d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d40bd159-e45d-4af2-99a5-80e958b581e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266015 Aug 10 03:42:25.143179 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-024a3115-e1ae-41ff-aa55-9c98189ce21e tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1402473 Aug 10 03:42:25.189289 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-ad2feb66-68e5-488f-bc0e-eafc0ca4aefd service neutron] 10.222.0.68 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409729 Aug 10 03:42:25.215245 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f8408-f218-4314-9e6d-d0abd26dbd60 req-c3a7c8d0-ce87-4789-ad07-4dbc63fc4f55 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:25.224196 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9e7f8408-f218-4314-9e6d-d0abd26dbd60 req-c3a7c8d0-ce87-4789-ad07-4dbc63fc4f55 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 944 time: 0.1830466 Aug 10 03:42:25.249261 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e10da0-848a-4dc8-9fc1-88036393485b req-96fd8003-ebb8-4a28-81f1-6bd502333273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:25.251434 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-57e10da0-848a-4dc8-9fc1-88036393485b req-96fd8003-ebb8-4a28-81f1-6bd502333273 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=124800de805149b392f25b813a13c194&shared=False HTTP/1.1" status: 200 len: 908 time: 0.3595204 Aug 10 03:42:25.324193 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-5de8f39a-65d4-4cea-8b0e-9647149c56ea service neutron] 10.222.0.68 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229634 Aug 10 03:42:25.386160 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9e7f8408-f218-4314-9e6d-d0abd26dbd60 req-65d4a307-f69e-48eb-b64e-047cbc620e32 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541905 Aug 10 03:42:25.518922 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f53a9-83b9-4811-af34-1cfffe1ca4d6 req-49d59d6a-233c-4a29-8034-d97aa40e9a39 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:25.525776 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d49f53a9-83b9-4811-af34-1cfffe1ca4d6 req-49d59d6a-233c-4a29-8034-d97aa40e9a39 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea813a4e-893c-48a5-a376-e2d8823a0140 HTTP/1.1" status: 200 len: 949 time: 0.1053879 Aug 10 03:42:25.568230 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aa43f122-41eb-42d7-854b-568f7adc11b6 req-33547a79-8377-48f5-bae5-97172531135d tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b66ec5-6521-4432-a5c5-e36665d92865 HTTP/1.1" status: 200 len: 210 time: 0.0822034 Aug 10 03:42:25.627429 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d49f53a9-83b9-4811-af34-1cfffe1ca4d6 req-115c4c14-dff0-40ea-ae04-6374bcc64b32 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40bd159-e45d-4af2-99a5-80e958b581e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877864 Aug 10 03:42:25.650655 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e10da0-848a-4dc8-9fc1-88036393485b req-51c9beee-3d24-46d9-b972-38737634c011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:25.652216 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-57e10da0-848a-4dc8-9fc1-88036393485b req-51c9beee-3d24-46d9-b972-38737634c011 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3911016 Aug 10 03:42:25.681530 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9d61a561-a290-49ad-a234-baa391c1304e req-e92d9fb3-388e-47ce-88be-4b373378b419 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 210 time: 0.0438819 Aug 10 03:42:25.772004 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-e56c985a-8dd0-4fc3-81da-2f89608313f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:25.774948 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-e56c985a-8dd0-4fc3-81da-2f89608313f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=124800de805149b392f25b813a13c194&device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 1094 time: 0.0560100 Aug 10 03:42:25.780863 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46e0a2-ef30-4711-a9c6-e1f21feb1218 req-00dd82e7-a33e-42b1-9a5b-bf89134c9edf tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:25.782521 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3e46e0a2-ef30-4711-a9c6-e1f21feb1218 req-00dd82e7-a33e-42b1-9a5b-bf89134c9edf tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 943 time: 0.0642049 Aug 10 03:42:25.859230 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3e46e0a2-ef30-4711-a9c6-e1f21feb1218 req-b01ddabb-355f-4b7f-b6f1-48c08c13f333 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692692 Aug 10 03:42:25.870916 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-b1244dce-b26b-424b-9805-0d3707ee8a7d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44966b2f-5546-470f-a1a6-93f42a0157e0 HTTP/1.1" status: 200 len: 217 time: 0.0813847 Aug 10 03:42:25.912211 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:25.936054 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-f689193b-3dc1-40cb-9acf-fda357195daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:25.937927 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-f689193b-3dc1-40cb-9acf-fda357195daa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f HTTP/1.1" status: 200 len: 847 time: 0.0600243 Aug 10 03:42:25.967299 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:25.976664 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-7edda0e8-316b-40ef-975c-0c9f2f9a8dc7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=82e15316-6bb5-465a-8cae-f1cb27c52e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320294 Aug 10 03:42:26.099973 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-0f7ac49d-dd44-4425-9c67-17b1ee59aeed tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:26.102200 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-0f7ac49d-dd44-4425-9c67-17b1ee59aeed tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782&tenant_id=47ca53781e6743fd8c23c05b91862cdc&binding%3Ahost_id=n-h1-802893-2 HTTP/1.1" status: 200 len: 1095 time: 0.0568349 Aug 10 03:42:26.310769 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-08d7d428-afcc-4346-a4de-a0fc4cb9c68e service neutron] 10.222.0.20 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256383 Aug 10 03:42:26.405363 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-be1c5b0c-a4c1-4c41-9841-331afbf76686 service neutron] For port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:26.423805 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-be1c5b0c-a4c1-4c41-9841-331afbf76686 service neutron] Notify callbacks [] for binding, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:26.425051 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-832d2e35-9ed1-4acc-81de-15309d924fe4 req-be1c5b0c-a4c1-4c41-9841-331afbf76686 service neutron] 10.222.0.68 "DELETE /v2.0/ports/18ede4e1-fb9e-4d14-8831-4e294ccc0b76/bindings/n-h2-802893-2 HTTP/1.1" status: 204 len: 173 time: 0.2932098 Aug 10 03:42:26.445534 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7cee0b55-5215-4939-9e9b-f46db2152f24 req-415ca4ea-2f73-43b1-99ee-7e3c4de49905 service neutron] 10.222.0.20 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271956 Aug 10 03:42:26.571792 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a08e1a-28f9-477d-bd77-d86cdd414360 req-e0c6d0a2-47e0-4d8b-b108-557042708a1a tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:26.573441 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-60a08e1a-28f9-477d-bd77-d86cdd414360 req-e0c6d0a2-47e0-4d8b-b108-557042708a1a tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 944 time: 0.0951366 Aug 10 03:42:26.626434 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-60a08e1a-28f9-477d-bd77-d86cdd414360 req-5f4b6d05-e586-4de4-8d3e-6608fe652226 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449574 Aug 10 03:42:26.749610 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5d807d06-af49-492f-82fc-1fe2f9d49f1f req-c350ced6-8721-4236-8cf7-9d0ee241d0f1 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b66ec5-6521-4432-a5c5-e36665d92865 HTTP/1.1" status: 200 len: 210 time: 0.0314381 Aug 10 03:42:26.865277 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38ef8b-c8db-482a-a3a3-d4351c64ae0b req-e6a496ee-d1a4-4045-ae9b-bf59c522d026 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:26.866874 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc38ef8b-c8db-482a-a3a3-d4351c64ae0b req-e6a496ee-d1a4-4045-ae9b-bf59c522d026 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea813a4e-893c-48a5-a376-e2d8823a0140 HTTP/1.1" status: 200 len: 949 time: 0.0523884 Aug 10 03:42:26.938886 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc38ef8b-c8db-482a-a3a3-d4351c64ae0b req-84c33ad0-3361-49d6-902f-02fb3a9c426d tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40bd159-e45d-4af2-99a5-80e958b581e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638592 Aug 10 03:42:27.107629 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c9f0e32e-d001-4b71-8d73-b8786ae4b804 req-e53a90d5-331b-405e-97d8-766a052ae737 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 210 time: 0.0610960 Aug 10 03:42:27.159498 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683b1a0-5d6b-48f4-8030-6997fbce5b05 req-ab4c5a64-fa42-4a13-b3fb-2620ac5823a7 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:27.161823 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7683b1a0-5d6b-48f4-8030-6997fbce5b05 req-ab4c5a64-fa42-4a13-b3fb-2620ac5823a7 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 943 time: 0.0802324 Aug 10 03:42:27.168883 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:27.206505 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7683b1a0-5d6b-48f4-8030-6997fbce5b05 req-07be9d56-99d4-4729-8f66-087943458277 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317976 Aug 10 03:42:27.217392 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de3ff6-8030-4a11-b1f7-ccf1a8c8acd5 req-9b051032-5df5-4c81-9ff7-7fc7fece6775 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:27.228315 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-43de3ff6-8030-4a11-b1f7-ccf1a8c8acd5 req-9b051032-5df5-4c81-9ff7-7fc7fece6775 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 1095 time: 0.0444107 Aug 10 03:42:27.259610 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-43de3ff6-8030-4a11-b1f7-ccf1a8c8acd5 req-588f7463-a8e6-4aab-88de-aef6990bce7b tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321426 Aug 10 03:42:27.515709 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0ea4bf9b-7078-4113-9340-8b47d96ff393 req-b3bec784-168f-482d-9dd0-c2186c9e90b4 tempest-QuotasAdminNegativeTest-818476119 tempest-QuotasAdminNegativeTest-818476119-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e4ae757831104db2ac82930cea47507a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212984 Aug 10 03:42:27.625454 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4bf9b-7078-4113-9340-8b47d96ff393 req-56eec747-1de6-4aa0-b95f-2a473b5b6ac6 tempest-QuotasAdminNegativeTest-818476119 tempest-QuotasAdminNegativeTest-818476119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:27.626934 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0ea4bf9b-7078-4113-9340-8b47d96ff393 req-56eec747-1de6-4aa0-b95f-2a473b5b6ac6 tempest-QuotasAdminNegativeTest-818476119 tempest-QuotasAdminNegativeTest-818476119-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1052871 Aug 10 03:42:27.642551 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0ea4bf9b-7078-4113-9340-8b47d96ff393 req-02688a9e-0760-4f49-8da5-68c1fbbf80e2 tempest-QuotasAdminNegativeTest-818476119 tempest-QuotasAdminNegativeTest-818476119-project] 10.222.0.25 "GET /v2.0/quotas/e4ae757831104db2ac82930cea47507a HTTP/1.1" status: 200 len: 375 time: 0.0092826 Aug 10 03:42:27.680423 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0ea4bf9b-7078-4113-9340-8b47d96ff393 req-df9eb5f1-317c-4f54-85b5-d8bd2566cfaa tempest-QuotasAdminNegativeTest-818476119 tempest-QuotasAdminNegativeTest-818476119-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e4ae757831104db2ac82930cea47507a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301940 Aug 10 03:42:27.932576 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-1e615796-c501-472b-a3df-217c79a49f4e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:27.934109 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-1e615796-c501-472b-a3df-217c79a49f4e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/networks?id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4 HTTP/1.1" status: 200 len: 821 time: 0.1344128 Aug 10 03:42:27.951111 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-80f546bb-5e71-4b9b-b382-8e7b5a600183 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/quotas/47ca53781e6743fd8c23c05b91862cdc HTTP/1.1" status: 200 len: 375 time: 0.0102663 Aug 10 03:42:28.003506 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-3aec8030-2fb4-4532-820f-692a1e7799fc tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=47ca53781e6743fd8c23c05b91862cdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0466571 Aug 10 03:42:28.109559 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-68e14ee2-a0dc-4d1a-be79-f2412426faec service neutron] 10.222.0.25 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986826 Aug 10 03:42:28.224609 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-9284362a-60fc-4f1d-ba85-5a94571c5489 service neutron] 10.222.0.25 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085997 Aug 10 03:42:28.431374 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45344) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:28.505382 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-579c3701-3c5e-4bd3-9f2a-4a0061e6a38a tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:28.507121 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-579c3701-3c5e-4bd3-9f2a-4a0061e6a38a tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.68 "GET /v2.0/networks?id=24a9f0b3-d314-4487-a93c-710d0970389d HTTP/1.1" status: 200 len: 822 time: 0.3890729 Aug 10 03:42:28.605688 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e76b9ae8-f093-4e83-8c41-7236208a79ff req-8fd7f7c0-454a-4c60-8f7c-87ec4b67117c tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b66ec5-6521-4432-a5c5-e36665d92865 HTTP/1.1" status: 200 len: 210 time: 0.0658000 Aug 10 03:42:28.619111 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-c7106414-6372-4fcf-89c9-c580bb3cd274 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0d3ceef8e45464d94575c3c6b321f1a HTTP/1.1" status: 200 len: 380 time: 0.0777843 Aug 10 03:42:28.655987 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc8842-83c3-40b7-9516-7fd363d0142a req-585cbe45-809b-42e1-96ed-f629a23a16b1 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:28.657951 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1cbc8842-83c3-40b7-9516-7fd363d0142a req-585cbe45-809b-42e1-96ed-f629a23a16b1 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea813a4e-893c-48a5-a376-e2d8823a0140 HTTP/1.1" status: 200 len: 949 time: 0.1303232 Aug 10 03:42:28.668602 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-0767a19f-46fc-457e-ba12-ded76417d94e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Request body: {'port': {'device_id': 'e2b66ec5-6521-4432-a5c5-e36665d92865', 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d', 'admin_state_up': True, 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'security_groups': ['481843de-1b3c-44cf-a624-10004eee171b']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:28.738888 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a36d532-26d3-4298-832b-2cfe6d92703c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:28.755934 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c5652911-1278-461d-8ceb-e8644b5c6fbf req-321ef47b-3562-44b6-88cb-576159d76a95 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 210 time: 0.0630882 Aug 10 03:42:28.801167 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1cbc8842-83c3-40b7-9516-7fd363d0142a req-6f9fb554-64a6-4d51-a974-109cec2ff363 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40bd159-e45d-4af2-99a5-80e958b581e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238737 Aug 10 03:42:28.872750 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d7804-8ac8-442e-90da-5a7571cf7ba8 req-bb9a2d11-4789-4a33-81a5-c7f309c413e6 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:28.874315 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-890d7804-8ac8-442e-90da-5a7571cf7ba8 req-bb9a2d11-4789-4a33-81a5-c7f309c413e6 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 943 time: 0.0734637 Aug 10 03:42:28.894702 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-91d7d897-7da3-4b69-9a8e-882e1e8e2464 req-d078e3dd-eca2-426c-9107-db097b11e7a8 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 210 time: 0.0424373 Aug 10 03:42:28.943079 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-890d7804-8ac8-442e-90da-5a7571cf7ba8 req-de74629c-93ae-4790-9ad6-1dc996034b4d tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596564 Aug 10 03:42:28.952287 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a36d532-26d3-4298-832b-2cfe6d92703c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.062870 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-db868300-5be1-459c-a0b0-b8ff099c6a25 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213594 Aug 10 03:42:29.086874 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a36d532-26d3-4298-832b-2cfe6d92703c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.191230 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45376) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:29.195427 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5a36d532-26d3-4298-832b-2cfe6d92703c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb364baeaee04a22a3798b0e658b093d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7561359 Aug 10 03:42:29.222782 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36d532-26d3-4298-832b-2cfe6d92703c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6579b4-4c2d-4a9c-9acb-2f9cb051ab76,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:29.264297 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-0767a19f-46fc-457e-ba12-ded76417d94e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Made reservation on behalf of f0d3ceef8e45464d94575c3c6b321f1a for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:29.267220 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-0767a19f-46fc-457e-ba12-ded76417d94e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.274729 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-492808cf-dc20-446b-982f-dccec277b340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.299049 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-492808cf-dc20-446b-982f-dccec277b340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.313683 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-9d685cfc-edc7-49d3-b298-6d59d576ba4e tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:29.314889 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-9d685cfc-edc7-49d3-b298-6d59d576ba4e tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2413139 Aug 10 03:42:29.371724 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-d22e6c13-58ef-476e-840d-8adffd67a3cc tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Request body: {'port': {'device_id': 'ac637059-6855-4fe6-9fdb-51bc1ace177f', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': '5b6b91922f1e44729ab0754f3d4e2599'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:29.519850 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-0767a19f-46fc-457e-ba12-ded76417d94e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Allocated IP 172.20.0.6 (24a9f0b3-d314-4487-a93c-710d0970389d/d3aed6ef-708f-436e-bd34-832fb38e5bfd/b371f673-7ce3-42f5-976e-b68fe5a93ee7) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:29.666331 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-492808cf-dc20-446b-982f-dccec277b340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.673127 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-492808cf-dc20-446b-982f-dccec277b340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.673127 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-492808cf-dc20-446b-982f-dccec277b340 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fe6579b4-4c2d-4a9c-9acb-2f9cb051ab76 HTTP/1.1" status: 204 len: 168 time: 0.4789469 Aug 10 03:42:29.693514 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492808cf-dc20-446b-982f-dccec277b340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6579b4-4c2d-4a9c-9acb-2f9cb051ab76,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:29.700950 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a8045444-fed2-4f95-aba9-8908550dc3ba req-1a262a41-9ebb-447a-865d-c77d04c24715 tempest-QuotasAdminNegativeTest-818476119 tempest-QuotasAdminNegativeTest-818476119-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e4ae757831104db2ac82930cea47507a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564954 Aug 10 03:42:29.730762 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-878cc0fb-4448-4170-a7e0-22bf15b23892 req-44178a70-8786-4912-ab74-a2dc01c8cf36 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b66ec5-6521-4432-a5c5-e36665d92865 HTTP/1.1" status: 200 len: 210 time: 0.0432191 Aug 10 03:42:29.803333 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-0767a19f-46fc-457e-ba12-ded76417d94e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.828647 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-0767a19f-46fc-457e-ba12-ded76417d94e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Transition to ACTIVE for port object b371f673-7ce3-42f5-976e-b68fe5a93ee7 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:29.842295 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3b2aedac-d94b-4519-95af-d38920106320 req-83882961-5542-455f-87e2-ea0dc8012411 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 210 time: 0.0279844 Aug 10 03:42:29.890659 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8045444-fed2-4f95-aba9-8908550dc3ba req-00023b69-866c-4f39-8c58-82653d9a421c tempest-QuotasAdminNegativeTest-818476119 tempest-QuotasAdminNegativeTest-818476119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:29.892225 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a8045444-fed2-4f95-aba9-8908550dc3ba req-00023b69-866c-4f39-8c58-82653d9a421c tempest-QuotasAdminNegativeTest-818476119 tempest-QuotasAdminNegativeTest-818476119-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1904621 Aug 10 03:42:29.915516 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a8045444-fed2-4f95-aba9-8908550dc3ba req-971f2fbe-1f00-40d3-91df-ed3fa2a65523 tempest-QuotasAdminNegativeTest-818476119 tempest-QuotasAdminNegativeTest-818476119-project] 10.222.0.25 "GET /v2.0/quotas/e4ae757831104db2ac82930cea47507a HTTP/1.1" status: 200 len: 375 time: 0.0138562 Aug 10 03:42:29.928448 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 44966b2f-5546-470f-a1a6-93f42a0157e0 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:42:29.962171 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-d22e6c13-58ef-476e-840d-8adffd67a3cc tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Made reservation on behalf of 5b6b91922f1e44729ab0754f3d4e2599 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:29.973811 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-d22e6c13-58ef-476e-840d-8adffd67a3cc tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:29.992616 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a8045444-fed2-4f95-aba9-8908550dc3ba req-487fb243-6531-4112-a198-b28a592da4dc tempest-QuotasAdminNegativeTest-818476119 tempest-QuotasAdminNegativeTest-818476119-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e4ae757831104db2ac82930cea47507a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670383 Aug 10 03:42:30.022354 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11038bcf-1aa9-42bb-9e44-c36ec12aae04 req-38e28582-7dc4-44d4-ad43-860c94360a9a tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:30.022354 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-11038bcf-1aa9-42bb-9e44-c36ec12aae04 req-38e28582-7dc4-44d4-ad43-860c94360a9a tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea813a4e-893c-48a5-a376-e2d8823a0140 HTTP/1.1" status: 200 len: 949 time: 0.1022468 Aug 10 03:42:30.068006 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 44966b2f-5546-470f-a1a6-93f42a0157e0, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=44966b2f-5546-470f-a1a6-93f42a0157e0,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:30.080903 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '44966b2f-5546-470f-a1a6-93f42a0157e0', 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26', 'port_id': '44966b2f-5546-470f-a1a6-93f42a0157e0', 'mac_address': 'fa:16:3e:4b:7c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:42:30.089296 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-11038bcf-1aa9-42bb-9e44-c36ec12aae04 req-ac275507-ec74-4716-91d6-b5cec1fe9861 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40bd159-e45d-4af2-99a5-80e958b581e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585692 Aug 10 03:42:30.107168 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-0767a19f-46fc-457e-ba12-ded76417d94e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.123746 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.138895 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44966b2f-5546-470f-a1a6-93f42a0157e0 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:30.169194 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 44966b2f-5546-470f-a1a6-93f42a0157e0, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=44966b2f-5546-470f-a1a6-93f42a0157e0,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:30.201112 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-0767a19f-46fc-457e-ba12-ded76417d94e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Network 24a9f0b3-d314-4487-a93c-710d0970389d is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:30.239129 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e0c66cfd-d1b7-49d2-b31a-e41f10d2fa81 req-fa362ba2-b226-4104-943c-16728a10e765 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 210 time: 0.0849421 Aug 10 03:42:30.249253 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfaffb2-811c-4940-9ee6-7e496e17a30a req-370e8a18-fb3e-45fb-81c6-01f8457bd648 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:30.249807 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-0767a19f-46fc-457e-ba12-ded76417d94e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:30.249919 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3cfaffb2-811c-4940-9ee6-7e496e17a30a req-370e8a18-fb3e-45fb-81c6-01f8457bd648 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 943 time: 0.0567608 Aug 10 03:42:30.250036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-0767a19f-46fc-457e-ba12-ded76417d94e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:30.252278 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767a19f-46fc-457e-ba12-ded76417d94e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Pushing event updated for resources: {'Port': ['ID=b371f673-7ce3-42f5-976e-b68fe5a93ee7,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:30.278060 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.344423 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-d22e6c13-58ef-476e-840d-8adffd67a3cc tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Allocated IP 192.168.233.83 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/dfe7ee3a-7458-4bee-ae02-cf4d2586c024) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:30.348681 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3cfaffb2-811c-4940-9ee6-7e496e17a30a req-b3797a70-91c2-4190-98d9-cff96673099a tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787547 Aug 10 03:42:30.385889 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-0767a19f-46fc-457e-ba12-ded76417d94e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:30.386593 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-0767a19f-46fc-457e-ba12-ded76417d94e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.390582 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=44966b2f-5546-470f-a1a6-93f42a0157e0,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:30.481024 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5e095-3a48-4bea-bd1a-7e910041b02f req-739d028f-f512-4bd5-9a79-0ed699d0b0a7 tempest-DeleteServersAdminTestJSON-1848073129 tempest-DeleteServersAdminTestJSON-1848073129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:30.482805 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-45d5e095-3a48-4bea-bd1a-7e910041b02f req-739d028f-f512-4bd5-9a79-0ed699d0b0a7 tempest-DeleteServersAdminTestJSON-1848073129 tempest-DeleteServersAdminTestJSON-1848073129-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=ea813a4e-893c-48a5-a376-e2d8823a0140 HTTP/1.1" status: 200 len: 1100 time: 0.0865264 Aug 10 03:42:30.552346 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['44966b2f-5546-470f-a1a6-93f42a0157e0'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:30.560439 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-0767a19f-46fc-457e-ba12-ded76417d94e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8989949 Aug 10 03:42:30.579770 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-45d5e095-3a48-4bea-bd1a-7e910041b02f req-72c6a817-0b66-44d6-8d9b-5c39f43995f4 tempest-DeleteServersAdminTestJSON-1848073129 tempest-DeleteServersAdminTestJSON-1848073129-project-admin] Deleting port 03eaf850-2e7c-4c61-91cc-c8b7cbe782cf {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:42:30.580176 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-45d5e095-3a48-4bea-bd1a-7e910041b02f req-72c6a817-0b66-44d6-8d9b-5c39f43995f4 tempest-DeleteServersAdminTestJSON-1848073129 tempest-DeleteServersAdminTestJSON-1848073129-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.585935 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-83b8a367-39f8-4abf-9244-9f92d5556162 service neutron] Request body: {'port': {'device_id': 'e2b66ec5-6521-4432-a5c5-e36665d92865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:30.686043 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9c329b88-911c-4a89-bbcb-a23a9aea2fac None None] Provisioning for port b371f673-7ce3-42f5-976e-b68fe5a93ee7 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:30.689746 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-83b8a367-39f8-4abf-9244-9f92d5556162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.697927 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9c329b88-911c-4a89-bbcb-a23a9aea2fac None None] Provisioning complete for port b371f673-7ce3-42f5-976e-b68fe5a93ee7 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:30.698602 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9c329b88-911c-4a89-bbcb-a23a9aea2fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.704640 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-45d5e095-3a48-4bea-bd1a-7e910041b02f req-72c6a817-0b66-44d6-8d9b-5c39f43995f4 tempest-DeleteServersAdminTestJSON-1848073129 tempest-DeleteServersAdminTestJSON-1848073129-project-admin] For port 03eaf850-2e7c-4c61-91cc-c8b7cbe782cf, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=03eaf850-2e7c-4c61-91cc-c8b7cbe782cf,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:30.705521 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-45d5e095-3a48-4bea-bd1a-7e910041b02f req-72c6a817-0b66-44d6-8d9b-5c39f43995f4 tempest-DeleteServersAdminTestJSON-1848073129 tempest-DeleteServersAdminTestJSON-1848073129-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.708153 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-d22e6c13-58ef-476e-840d-8adffd67a3cc tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:30.721033 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-45d5e095-3a48-4bea-bd1a-7e910041b02f req-72c6a817-0b66-44d6-8d9b-5c39f43995f4 tempest-DeleteServersAdminTestJSON-1848073129 tempest-DeleteServersAdminTestJSON-1848073129-project-admin] Calling delete_port for 03eaf850-2e7c-4c61-91cc-c8b7cbe782cf owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:42:30.745242 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-9c329b88-911c-4a89-bbcb-a23a9aea2fac None None] Port b371f673-7ce3-42f5-976e-b68fe5a93ee7 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:42:30.761751 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-d22e6c13-58ef-476e-840d-8adffd67a3cc tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Transition to ACTIVE for port object dfe7ee3a-7458-4bee-ae02-cf4d2586c024 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:30.804484 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45416) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:30.812960 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-61221f1a-7b59-4f1d-8b60-d3cc25563ccd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-306370148'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:30.931362 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e52154-f1d5-4773-9ba4-fd1df10ba76e req-98d5e9d6-51e1-4df2-b296-e26120203ccb tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:30.932909 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-72e52154-f1d5-4773-9ba4-fd1df10ba76e req-98d5e9d6-51e1-4df2-b296-e26120203ccb tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b66ec5-6521-4432-a5c5-e36665d92865 HTTP/1.1" status: 200 len: 931 time: 0.0887814 Aug 10 03:42:31.010653 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-72e52154-f1d5-4773-9ba4-fd1df10ba76e req-7a04c80a-68f7-46ba-a585-ae66ae1adb34 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692017 Aug 10 03:42:31.080759 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45426) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:31.094618 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01892e07-8149-446b-a6e1-4990e03619de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.108009 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61221f1a-7b59-4f1d-8b60-d3cc25563ccd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Made reservation on behalf of 131e3b69db844409bca7efef95f46481 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:31.112204 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-61221f1a-7b59-4f1d-8b60-d3cc25563ccd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.132224 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-d22e6c13-58ef-476e-840d-8adffd67a3cc tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.137356 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-45d5e095-3a48-4bea-bd1a-7e910041b02f req-72c6a817-0b66-44d6-8d9b-5c39f43995f4 tempest-DeleteServersAdminTestJSON-1848073129 tempest-DeleteServersAdminTestJSON-1848073129-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.146139 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['a3243318-600f-47a3-a688-83b3e5f2cee1'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:31.186090 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6a817-0b66-44d6-8d9b-5c39f43995f4 tempest-DeleteServersAdminTestJSON-1848073129 tempest-DeleteServersAdminTestJSON-1848073129-project-admin] Pushing event deleted for resources: {'Port': ['ID=03eaf850-2e7c-4c61-91cc-c8b7cbe782cf,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:31.258893 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-d22e6c13-58ef-476e-840d-8adffd67a3cc tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:31.265324 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d5e095-3a48-4bea-bd1a-7e910041b02f req-72c6a817-0b66-44d6-8d9b-5c39f43995f4 tempest-DeleteServersAdminTestJSON-1848073129 tempest-DeleteServersAdminTestJSON-1848073129-project-admin] No DVR routers for this DVR port 03eaf850-2e7c-4c61-91cc-c8b7cbe782cf on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:31.270526 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61221f1a-7b59-4f1d-8b60-d3cc25563ccd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:42:31.271759 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-45d5e095-3a48-4bea-bd1a-7e910041b02f req-72c6a817-0b66-44d6-8d9b-5c39f43995f4 tempest-DeleteServersAdminTestJSON-1848073129 tempest-DeleteServersAdminTestJSON-1848073129-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.275044 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-45d5e095-3a48-4bea-bd1a-7e910041b02f req-72c6a817-0b66-44d6-8d9b-5c39f43995f4 tempest-DeleteServersAdminTestJSON-1848073129 tempest-DeleteServersAdminTestJSON-1848073129-project-admin] 10.222.0.68 "DELETE /v2.0/ports/03eaf850-2e7c-4c61-91cc-c8b7cbe782cf HTTP/1.1" status: 204 len: 173 time: 0.7782567 Aug 10 03:42:31.276311 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea813a4e-893c-48a5-a376-e2d8823a0140', 'name': 'network-vif-deleted', 'tag': '03eaf850-2e7c-4c61-91cc-c8b7cbe782cf'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:31.289998 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa70e275-4846-4ff7-bff5-9e702bf13955" -d '{"events": [{"server_uuid": "ea813a4e-893c-48a5-a376-e2d8823a0140", "name": "network-vif-deleted", "tag": "03eaf850-2e7c-4c61-91cc-c8b7cbe782cf"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:31.313983 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-83b8a367-39f8-4abf-9244-9f92d5556162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b371f673-7ce3-42f5-976e-b68fe5a93ee7 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:31.323945 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-83b8a367-39f8-4abf-9244-9f92d5556162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.342758 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-83b8a367-39f8-4abf-9244-9f92d5556162 service neutron] Transition to ACTIVE for port object b371f673-7ce3-42f5-976e-b68fe5a93ee7 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:31.347478 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e6c13-58ef-476e-840d-8adffd67a3cc tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Pushing event updated for resources: {'Port': ['ID=dfe7ee3a-7458-4bee-ae02-cf4d2586c024,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:31.361775 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-d22e6c13-58ef-476e-840d-8adffd67a3cc tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:31.362740 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3e2fd85d-7fe7-49f9-924b-8c1c53c83557 req-81dd314e-2894-484d-8d6f-554ce5c8eaa3 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea813a4e-893c-48a5-a376-e2d8823a0140 HTTP/1.1" status: 200 len: 210 time: 0.0457468 Aug 10 03:42:31.362740 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01892e07-8149-446b-a6e1-4990e03619de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.362907 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-d22e6c13-58ef-476e-840d-8adffd67a3cc tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:31.379904 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9e4bd-7d74-43fd-9f19-e3f8e386ee19 req-d99a093a-648a-4bd0-badb-2b4a8090839b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:31.381562 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5ea9e4bd-7d74-43fd-9f19-e3f8e386ee19 req-d99a093a-648a-4bd0-badb-2b4a8090839b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 935 time: 0.3101070 Aug 10 03:42:31.414813 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-61221f1a-7b59-4f1d-8b60-d3cc25563ccd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.415508 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-61221f1a-7b59-4f1d-8b60-d3cc25563ccd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Added segment 70d6eaf4-21df-4d51-8711-37655142b07a of type vlan for network 417fd08b-d4a9-43bf-abeb-ff8394392512 Aug 10 03:42:31.499874 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-83b8a367-39f8-4abf-9244-9f92d5556162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.517418 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01892e07-8149-446b-a6e1-4990e03619de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.519531 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-d22e6c13-58ef-476e-840d-8adffd67a3cc tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:31.520570 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-d22e6c13-58ef-476e-840d-8adffd67a3cc tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.525553 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-61221f1a-7b59-4f1d-8b60-d3cc25563ccd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.596963 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-01892e07-8149-446b-a6e1-4990e03619de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e51c80d7a0684c29a55bb32fadacc3f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5151014 Aug 10 03:42:31.603222 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45442) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:31.605388 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01892e07-8149-446b-a6e1-4990e03619de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ae697a-2819-4325-a795-14858c677528,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:31.646141 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['03eaf850-2e7c-4c61-91cc-c8b7cbe782cf'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:31.649263 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5ea9e4bd-7d74-43fd-9f19-e3f8e386ee19 req-dca0d75d-6a0b-4ea1-a5cc-324a4d04f552 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223492 Aug 10 03:42:31.726583 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8a367-39f8-4abf-9244-9f92d5556162 service neutron] Pushing event updated for resources: {'Port': ['ID=b371f673-7ce3-42f5-976e-b68fe5a93ee7,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:31.758872 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-d22e6c13-58ef-476e-840d-8adffd67a3cc tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3974779 Aug 10 03:42:31.781824 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-4ee40270-1b23-46f0-ab9b-68d2a74e6849 service neutron] Request body: {'port': {'device_id': 'ac637059-6855-4fe6-9fdb-51bc1ace177f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:31.786517 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c46f7f42-0ab9-4a65-81cc-a8899a5ff3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.831281 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c46f7f42-0ab9-4a65-81cc-a8899a5ff3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.844301 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a3da475-58dc-41b1-9932-9ce9b82145d5 req-52bba555-ab2d-4f7b-9bae-4359dc7eb9e3 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 210 time: 0.0767891 Aug 10 03:42:31.869692 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-61221f1a-7b59-4f1d-8b60-d3cc25563ccd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.875515 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61221f1a-7b59-4f1d-8b60-d3cc25563ccd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:31.875833 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-61221f1a-7b59-4f1d-8b60-d3cc25563ccd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:31.900274 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-dcd97958-41f1-4715-97b4-e8b15e69b9d2 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:31.902446 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-dcd97958-41f1-4715-97b4-e8b15e69b9d2 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.20 "GET /v2.0/networks?id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4 HTTP/1.1" status: 200 len: 821 time: 0.2145936 Aug 10 03:42:31.928202 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-086658bb-0f1f-4da5-89b8-b6d0689e8ae1 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Request body: {'port': {'device_id': 'd94f9197-a047-4ee4-9d43-314000f46dad', 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4', 'admin_state_up': True, 'tenant_id': '47ca53781e6743fd8c23c05b91862cdc'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:31.944862 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 44966b2f-5546-470f-a1a6-93f42a0157e0 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:31.979032 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7ab38f-d4da-4a5e-927c-32bfaada6e44 x-openstack-request-id: req-4d7ab38f-d4da-4a5e-927c-32bfaada6e44 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:31.979604 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea813a4e-893c-48a5-a376-e2d8823a0140", "name": "network-vif-deleted", "tag": "03eaf850-2e7c-4c61-91cc-c8b7cbe782cf", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:31.980380 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d7ab38f-d4da-4a5e-927c-32bfaada6e44 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:31.980949 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea813a4e-893c-48a5-a376-e2d8823a0140', 'name': 'network-vif-deleted', 'tag': '03eaf850-2e7c-4c61-91cc-c8b7cbe782cf', 'status': 'completed', 'code': 200} Aug 10 03:42:31.995067 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6c1641c3-b1b0-4bd0-874d-4fe0df71157a None None] Provisioning for port dfe7ee3a-7458-4bee-ae02-cf4d2586c024 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:32.009204 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6c1641c3-b1b0-4bd0-874d-4fe0df71157a None None] Provisioning complete for port dfe7ee3a-7458-4bee-ae02-cf4d2586c024 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:32.010299 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6c1641c3-b1b0-4bd0-874d-4fe0df71157a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.087373 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-83b8a367-39f8-4abf-9244-9f92d5556162 service neutron] Attempting to bind port b371f673-7ce3-42f5-976e-b68fe5a93ee7 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:32.087719 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-83b8a367-39f8-4abf-9244-9f92d5556162 service neutron] Attempting to bind port b371f673-7ce3-42f5-976e-b68fe5a93ee7 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '0c3ff272-2732-4f55-a1da-d84e69f6d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:32.088120 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-83b8a367-39f8-4abf-9244-9f92d5556162 service neutron] Attempting to bind port b371f673-7ce3-42f5-976e-b68fe5a93ee7 on network 24a9f0b3-d314-4487-a93c-710d0970389d {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:32.108239 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-6c1641c3-b1b0-4bd0-874d-4fe0df71157a None None] Port dfe7ee3a-7458-4bee-ae02-cf4d2586c024 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:42:32.122432 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-83b8a367-39f8-4abf-9244-9f92d5556162 service neutron] Port b371f673-7ce3-42f5-976e-b68fe5a93ee7 on network 24a9f0b3-d314-4487-a93c-710d0970389d not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:42:32.122765 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-83b8a367-39f8-4abf-9244-9f92d5556162 service neutron] Attempting to bind port b371f673-7ce3-42f5-976e-b68fe5a93ee7 on network 24a9f0b3-d314-4487-a93c-710d0970389d {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:32.124977 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c46f7f42-0ab9-4a65-81cc-a8899a5ff3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.127484 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c46f7f42-0ab9-4a65-81cc-a8899a5ff3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.131332 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c46f7f42-0ab9-4a65-81cc-a8899a5ff3bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b7ae697a-2819-4325-a795-14858c677528 HTTP/1.1" status: 204 len: 168 time: 0.5242798 Aug 10 03:42:32.137459 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61221f1a-7b59-4f1d-8b60-d3cc25563ccd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Pushing event updated for resources: {'Network': ['ID=417fd08b-d4a9-43bf-abeb-ff8394392512,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:32.140603 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f7f42-0ab9-4a65-81cc-a8899a5ff3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ae697a-2819-4325-a795-14858c677528,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:32.155566 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 417fd08b-d4a9-43bf-abeb-ff8394392512 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:42:32.158598 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-4ee40270-1b23-46f0-ab9b-68d2a74e6849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.161227 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-83b8a367-39f8-4abf-9244-9f92d5556162 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:32.161766 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-83b8a367-39f8-4abf-9244-9f92d5556162 service neutron] Checking segment: {'id': '0c3ff272-2732-4f55-a1da-d84e69f6d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:32.162311 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-83b8a367-39f8-4abf-9244-9f92d5556162 service neutron] Bound using segment: {'id': '0c3ff272-2732-4f55-a1da-d84e69f6d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:32.162996 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-83b8a367-39f8-4abf-9244-9f92d5556162 service neutron] Bound port: b371f673-7ce3-42f5-976e-b68fe5a93ee7, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c3ff272-2732-4f55-a1da-d84e69f6d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:32.163520 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-83b8a367-39f8-4abf-9244-9f92d5556162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.164250 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648db08-83fc-4390-b457-f9d91ce273f7 req-1111bc53-7cb4-40e5-8814-aa90d1418387 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:32.165942 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7648db08-83fc-4390-b457-f9d91ce273f7 req-1111bc53-7cb4-40e5-8814-aa90d1418387 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 944 time: 0.1392119 Aug 10 03:42:32.255104 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-61221f1a-7b59-4f1d-8b60-d3cc25563ccd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4493382 Aug 10 03:42:32.259905 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45452) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:32.271764 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-51729946-49a6-40b3-b7bb-94cd4c6793c5 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1849575938'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:32.276273 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7648db08-83fc-4390-b457-f9d91ce273f7 req-1de86355-4f53-4a1e-8848-6f9961ad0efa tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027076 Aug 10 03:42:32.308665 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 44966b2f-5546-470f-a1a6-93f42a0157e0 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:32.308779 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dbc244-671c-4f66-9879-f1aaff6bdb28 req-259ba3c2-f2bb-489d-806d-eeee48c73665 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:32.315412 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05dbc244-671c-4f66-9879-f1aaff6bdb28 req-259ba3c2-f2bb-489d-806d-eeee48c73665 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b66ec5-6521-4432-a5c5-e36665d92865 HTTP/1.1" status: 200 len: 943 time: 0.1982181 Aug 10 03:42:32.328342 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 44966b2f-5546-470f-a1a6-93f42a0157e0 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:32.328978 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.419084 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-83b8a367-39f8-4abf-9244-9f92d5556162 service neutron] For port b371f673-7ce3-42f5-976e-b68fe5a93ee7, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:32.452367 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-83b8a367-39f8-4abf-9244-9f92d5556162 service neutron] For port b371f673-7ce3-42f5-976e-b68fe5a93ee7, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=b371f673-7ce3-42f5-976e-b68fe5a93ee7,segment=NetworkSegment(0c3ff272-2732-4f55-a1da-d84e69f6d5d2),segment_id=0c3ff272-2732-4f55-a1da-d84e69f6d5d2)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:32.477711 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-086658bb-0f1f-4da5-89b8-b6d0689e8ae1 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Made reservation on behalf of 47ca53781e6743fd8c23c05b91862cdc for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:32.484339 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-086658bb-0f1f-4da5-89b8-b6d0689e8ae1 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.489041 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05dbc244-671c-4f66-9879-f1aaff6bdb28 req-9ee5734b-1a69-45c2-81ff-d9985b09f8e9 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726825 Aug 10 03:42:32.510305 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.559689 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48f1f95-3ba4-4c40-8721-f83409cbb95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44966b2f-5546-470f-a1a6-93f42a0157e0'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:32.564590 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c0b944-2217-4d76-adfa-24ba527d1f42" -d '{"events": [{"server_uuid": "a48f1f95-3ba4-4c40-8721-f83409cbb95d", "name": "network-vif-plugged", "status": "completed", "tag": "44966b2f-5546-470f-a1a6-93f42a0157e0"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:32.586764 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-850bf4c3-cf7e-4762-bf7a-b356b293d8cb req-89df0da8-7489-4d82-bbf2-9f3b9bdc697a tempest-QuotasAdminNegativeTest-818476119 tempest-QuotasAdminNegativeTest-818476119-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=e4ae757831104db2ac82930cea47507a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655169 Aug 10 03:42:32.587502 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-83b8a367-39f8-4abf-9244-9f92d5556162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.591058 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 44966b2f-5546-470f-a1a6-93f42a0157e0, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=44966b2f-5546-470f-a1a6-93f42a0157e0,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:32.672500 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-83b8a367-39f8-4abf-9244-9f92d5556162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:32.673130 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-83b8a367-39f8-4abf-9244-9f92d5556162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.674557 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-83b8a367-39f8-4abf-9244-9f92d5556162 service neutron] 10.222.0.68 "PUT /v2.0/ports/b371f673-7ce3-42f5-976e-b68fe5a93ee7 HTTP/1.1" status: 200 len: 1091 time: 2.0969095 Aug 10 03:42:32.675050 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b66ec5-6521-4432-a5c5-e36665d92865', 'tag': 'b371f673-7ce3-42f5-976e-b68fe5a93ee7'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:32.678283 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284b941e-8beb-4c26-9e62-324ebb6482d6" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b66ec5-6521-4432-a5c5-e36665d92865", "tag": "b371f673-7ce3-42f5-976e-b68fe5a93ee7"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:32.711994 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-499afe3e-7e69-48cd-9d99-771bdef0a48b req-2500cfe7-5e27-4133-af21-2373d55cf09a tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea813a4e-893c-48a5-a376-e2d8823a0140 HTTP/1.1" status: 200 len: 210 time: 0.0833988 Aug 10 03:42:32.736851 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8a367-39f8-4abf-9244-9f92d5556162 service neutron] Pushing event updated for resources: {'Port': ['ID=b371f673-7ce3-42f5-976e-b68fe5a93ee7,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:32.746676 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.751625 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51729946-49a6-40b3-b7bb-94cd4c6793c5 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Made reservation on behalf of 131e3b69db844409bca7efef95f46481 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:32.756170 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-51729946-49a6-40b3-b7bb-94cd4c6793c5 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:32.827200 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a6b516-c287-4416-9bbb-0f4f1d3a6721 x-openstack-request-id: req-94a6b516-c287-4416-9bbb-0f4f1d3a6721 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:32.827500 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48f1f95-3ba4-4c40-8721-f83409cbb95d", "name": "network-vif-plugged", "status": "completed", "tag": "44966b2f-5546-470f-a1a6-93f42a0157e0", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:32.827850 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94a6b516-c287-4416-9bbb-0f4f1d3a6721 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:32.828316 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48f1f95-3ba4-4c40-8721-f83409cbb95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44966b2f-5546-470f-a1a6-93f42a0157e0', 'code': 200} Aug 10 03:42:32.877254 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51729946-49a6-40b3-b7bb-94cd4c6793c5 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:42:32.879511 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=44966b2f-5546-470f-a1a6-93f42a0157e0,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:32.895048 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a237dd-9e72-4d46-9f75-a29385fc2756 x-openstack-request-id: req-a5a237dd-9e72-4d46-9f75-a29385fc2756 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:32.895345 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b66ec5-6521-4432-a5c5-e36665d92865", "tag": "b371f673-7ce3-42f5-976e-b68fe5a93ee7", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:32.895581 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5a237dd-9e72-4d46-9f75-a29385fc2756 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:32.896027 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b66ec5-6521-4432-a5c5-e36665d92865', 'tag': 'b371f673-7ce3-42f5-976e-b68fe5a93ee7', 'status': 'completed', 'code': 200} Aug 10 03:42:32.932182 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-086658bb-0f1f-4da5-89b8-b6d0689e8ae1 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Allocated IP 172.20.0.12 (c6adc350-9b28-4357-9efa-a1cb72dd7ab4/dc5ee412-63a0-4c00-8014-352954e4021d/606a7602-f044-4293-81b3-6dba18c401e2) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:32.959087 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bf4c3-cf7e-4762-bf7a-b356b293d8cb req-00b9bfbd-0a55-4c1b-b62e-e5e90613889b tempest-QuotasAdminNegativeTest-818476119 tempest-QuotasAdminNegativeTest-818476119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:32.973369 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-850bf4c3-cf7e-4762-bf7a-b356b293d8cb req-00b9bfbd-0a55-4c1b-b62e-e5e90613889b tempest-QuotasAdminNegativeTest-818476119 tempest-QuotasAdminNegativeTest-818476119-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3845005 Aug 10 03:42:33.007914 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-51729946-49a6-40b3-b7bb-94cd4c6793c5 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.008390 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-51729946-49a6-40b3-b7bb-94cd4c6793c5 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Added segment e05be633-5f7b-4d4d-8f67-46bd31919666 of type vlan for network 6124ac5f-cc2c-4188-9079-e96ada11101c Aug 10 03:42:33.051150 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-850bf4c3-cf7e-4762-bf7a-b356b293d8cb req-8877cfb9-f665-4b73-a3b1-1e2ca21c7144 tempest-QuotasAdminNegativeTest-818476119 tempest-QuotasAdminNegativeTest-818476119-project] 10.222.0.25 "GET /v2.0/quotas/e4ae757831104db2ac82930cea47507a HTTP/1.1" status: 200 len: 375 time: 0.0760894 Aug 10 03:42:33.074618 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-4ee40270-1b23-46f0-ab9b-68d2a74e6849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe7ee3a-7458-4bee-ae02-cf4d2586c024 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:33.089295 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-4ee40270-1b23-46f0-ab9b-68d2a74e6849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.115663 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-51729946-49a6-40b3-b7bb-94cd4c6793c5 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.120534 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-850bf4c3-cf7e-4762-bf7a-b356b293d8cb req-7c818e44-0e66-4226-a8d1-feeaf222166d tempest-QuotasAdminNegativeTest-818476119 tempest-QuotasAdminNegativeTest-818476119-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e4ae757831104db2ac82930cea47507a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683122 Aug 10 03:42:33.126594 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-4ee40270-1b23-46f0-ab9b-68d2a74e6849 service neutron] Transition to ACTIVE for port object dfe7ee3a-7458-4bee-ae02-cf4d2586c024 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:33.136871 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-e318b99d-63f1-404c-892d-6c2a08c6b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:33.138972 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-e318b99d-63f1-404c-892d-6c2a08c6b820 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f0d3ceef8e45464d94575c3c6b321f1a&device_id=e2b66ec5-6521-4432-a5c5-e36665d92865 HTTP/1.1" status: 200 len: 1094 time: 0.1990538 Aug 10 03:42:33.154675 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae606d30-373a-4f52-9177-086469a286fa req-88e08015-2c3f-4224-a12b-55b602a14583 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:33.163342 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ae606d30-373a-4f52-9177-086469a286fa req-88e08015-2c3f-4224-a12b-55b602a14583 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 935 time: 0.1661730 Aug 10 03:42:33.222907 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a6b28-0dfe-4dfd-a82d-ebc0c846e10c req-991e3ffe-eaa3-4f45-973f-d517314c3f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:33.224508 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aa2a6b28-0dfe-4dfd-a82d-ebc0c846e10c req-991e3ffe-eaa3-4f45-973f-d517314c3f41 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 1096 time: 0.2436650 Aug 10 03:42:33.231711 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-38d84771-9dde-4225-963a-35295ccfcd9f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b371f673-7ce3-42f5-976e-b68fe5a93ee7 HTTP/1.1" status: 200 len: 217 time: 0.0660627 Aug 10 03:42:33.238110 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-4ee40270-1b23-46f0-ab9b-68d2a74e6849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.331347 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aa2a6b28-0dfe-4dfd-a82d-ebc0c846e10c req-941e1fd6-c60e-426c-8318-ddd10e0ae2df service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973625 Aug 10 03:42:33.337719 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2efe9fdd-e9fd-4fc3-931c-88c16c1d412a req-7c6c4b67-eb81-4d2b-bc99-025ffd0ba0bb tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 210 time: 0.0434051 Aug 10 03:42:33.348784 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ae606d30-373a-4f52-9177-086469a286fa req-299391b7-2915-4caa-a867-1bdab630d060 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840303 Aug 10 03:42:33.350165 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-086658bb-0f1f-4da5-89b8-b6d0689e8ae1 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.378980 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee40270-1b23-46f0-ab9b-68d2a74e6849 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe7ee3a-7458-4bee-ae02-cf4d2586c024,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:33.385206 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-51729946-49a6-40b3-b7bb-94cd4c6793c5 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.412276 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51729946-49a6-40b3-b7bb-94cd4c6793c5 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:33.413558 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-51729946-49a6-40b3-b7bb-94cd4c6793c5 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.453832 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-43b6e4ca-7cb2-408c-b0a4-e39b7c1141ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:33.455754 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-43b6e4ca-7cb2-408c-b0a4-e39b7c1141ab service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d3aed6ef-708f-436e-bd34-832fb38e5bfd HTTP/1.1" status: 200 len: 861 time: 0.2120571 Aug 10 03:42:33.558438 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-086658bb-0f1f-4da5-89b8-b6d0689e8ae1 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.638289 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-086658bb-0f1f-4da5-89b8-b6d0689e8ae1 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:33.645239 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-086658bb-0f1f-4da5-89b8-b6d0689e8ae1 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:33.650316 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-086658bb-0f1f-4da5-89b8-b6d0689e8ae1 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:33.689496 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086658bb-0f1f-4da5-89b8-b6d0689e8ae1 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Pushing event updated for resources: {'Port': ['ID=606a7602-f044-4293-81b3-6dba18c401e2,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:33.744107 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-086658bb-0f1f-4da5-89b8-b6d0689e8ae1 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:33.744898 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-086658bb-0f1f-4da5-89b8-b6d0689e8ae1 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:33.854685 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-086658bb-0f1f-4da5-89b8-b6d0689e8ae1 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9308953 Aug 10 03:42:33.869791 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51729946-49a6-40b3-b7bb-94cd4c6793c5 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Pushing event updated for resources: {'Network': ['ID=6124ac5f-cc2c-4188-9079-e96ada11101c,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:33.877620 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-e3b658a3-39fd-4fd9-925f-f3d34927ae4f service neutron] Request body: {'port': {'device_id': 'd94f9197-a047-4ee4-9d43-314000f46dad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:33.885673 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 6124ac5f-cc2c-4188-9079-e96ada11101c details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:42:33.921118 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-51729946-49a6-40b3-b7bb-94cd4c6793c5 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6522572 Aug 10 03:42:33.922233 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45500) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:33.932010 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-de6d1e41-d1c3-45d6-afc3-64182a5c15ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:33.933741 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-de6d1e41-d1c3-45d6-afc3-64182a5c15ce service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=24a9f0b3-d314-4487-a93c-710d0970389d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1593952 Aug 10 03:42:33.934491 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-d5d24bd8-5f09-4e35-ae3d-c6025b826661 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Request body: {'subnet': {'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:33.951198 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3831e-2b0b-48be-8a3c-c818686bd559 req-4dedb590-3ae8-485e-9814-155bb2c5cd30 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:33.959321 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8bb3831e-2b0b-48be-8a3c-c818686bd559 req-4dedb590-3ae8-485e-9814-155bb2c5cd30 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 945 time: 0.1860785 Aug 10 03:42:33.962993 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-4ee40270-1b23-46f0-ab9b-68d2a74e6849 service neutron] Attempting to bind port dfe7ee3a-7458-4bee-ae02-cf4d2586c024 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:33.963319 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-4ee40270-1b23-46f0-ab9b-68d2a74e6849 service neutron] Attempting to bind port dfe7ee3a-7458-4bee-ae02-cf4d2586c024 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:33.963667 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-4ee40270-1b23-46f0-ab9b-68d2a74e6849 service neutron] Attempting to bind port dfe7ee3a-7458-4bee-ae02-cf4d2586c024 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:33.998560 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-4ee40270-1b23-46f0-ab9b-68d2a74e6849 service neutron] Port dfe7ee3a-7458-4bee-ae02-cf4d2586c024 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:42:33.998905 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-4ee40270-1b23-46f0-ab9b-68d2a74e6849 service neutron] Attempting to bind port dfe7ee3a-7458-4bee-ae02-cf4d2586c024 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:34.042353 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-4ee40270-1b23-46f0-ab9b-68d2a74e6849 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:34.042704 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-4ee40270-1b23-46f0-ab9b-68d2a74e6849 service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:34.043110 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-4ee40270-1b23-46f0-ab9b-68d2a74e6849 service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:34.043567 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-4ee40270-1b23-46f0-ab9b-68d2a74e6849 service neutron] Bound port: dfe7ee3a-7458-4bee-ae02-cf4d2586c024, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:34.043936 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-4ee40270-1b23-46f0-ab9b-68d2a74e6849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.072181 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8bb3831e-2b0b-48be-8a3c-c818686bd559 req-39eebd1d-8996-4e8d-9de6-7427a30ba91a tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110635 Aug 10 03:42:34.160594 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-e3b658a3-39fd-4fd9-925f-f3d34927ae4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.173462 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-5d4d86ed-9a1d-452b-ac92-743bcf02cca1 service neutron] 10.222.0.68 "GET /v2.0/networks/24a9f0b3-d314-4487-a93c-710d0970389d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060041 Aug 10 03:42:34.208517 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-4ee40270-1b23-46f0-ab9b-68d2a74e6849 service neutron] For port dfe7ee3a-7458-4bee-ae02-cf4d2586c024, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:34.264824 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-4ee40270-1b23-46f0-ab9b-68d2a74e6849 service neutron] For port dfe7ee3a-7458-4bee-ae02-cf4d2586c024, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=dfe7ee3a-7458-4bee-ae02-cf4d2586c024,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:34.278978 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 03eaf850-2e7c-4c61-91cc-c8b7cbe782cf no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:34.309961 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d3ca3-6c84-44fe-9a5d-b18e216b0146 req-13650482-7595-4da1-8633-d4fb096cb859 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:34.327466 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 03eaf850-2e7c-4c61-91cc-c8b7cbe782cf {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:42:34.330393 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b740cbe5-2d39-432e-add0-e901349c51f5 req-321945a1-a654-47a2-ab4a-37a52335968c service neutron] 10.222.0.68 "GET /v2.0/networks/24a9f0b3-d314-4487-a93c-710d0970389d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467206 Aug 10 03:42:34.331151 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2e1d3ca3-6c84-44fe-9a5d-b18e216b0146 req-13650482-7595-4da1-8633-d4fb096cb859 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b66ec5-6521-4432-a5c5-e36665d92865 HTTP/1.1" status: 200 len: 943 time: 0.2368598 Aug 10 03:42:34.331615 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 03eaf850-2e7c-4c61-91cc-c8b7cbe782cf not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:34.376323 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-4ee40270-1b23-46f0-ab9b-68d2a74e6849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.441724 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-4ee40270-1b23-46f0-ab9b-68d2a74e6849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:34.444339 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-4ee40270-1b23-46f0-ab9b-68d2a74e6849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.447377 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-4ee40270-1b23-46f0-ab9b-68d2a74e6849 service neutron] 10.222.0.68 "PUT /v2.0/ports/dfe7ee3a-7458-4bee-ae02-cf4d2586c024 HTTP/1.1" status: 200 len: 1095 time: 2.6705029 Aug 10 03:42:34.532971 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee40270-1b23-46f0-ab9b-68d2a74e6849 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe7ee3a-7458-4bee-ae02-cf4d2586c024,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:34.535449 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2e1d3ca3-6c84-44fe-9a5d-b18e216b0146 req-1e1aec7f-b627-48f4-b75f-ebe692512a18 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2031693 Aug 10 03:42:34.558393 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d24bd8-5f09-4e35-ae3d-c6025b826661 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Made reservation on behalf of 131e3b69db844409bca7efef95f46481 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:34.562502 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d5d24bd8-5f09-4e35-ae3d-c6025b826661 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:34.719297 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45701640-c7a3-4f75-85fe-6a437cf1354a req-f7a2a8e1-9b04-425a-a10b-10df564d773c tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:34.729252 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-45701640-c7a3-4f75-85fe-6a437cf1354a req-f7a2a8e1-9b04-425a-a10b-10df564d773c tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 932 time: 0.2164638 Aug 10 03:42:34.729252 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b941e-8beb-4c26-9e62-324ebb6482d6 req-dc28303f-ca1e-45c4-b5e8-712d3845471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:34.730061 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-284b941e-8beb-4c26-9e62-324ebb6482d6 req-dc28303f-ca1e-45c4-b5e8-712d3845471a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f0d3ceef8e45464d94575c3c6b321f1a&device_id=e2b66ec5-6521-4432-a5c5-e36665d92865 HTTP/1.1" status: 200 len: 1094 time: 0.1213567 Aug 10 03:42:34.741508 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-a737405b-5b64-4f6c-8ca5-c92e46a87e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:34.742972 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-a737405b-5b64-4f6c-8ca5-c92e46a87e78 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 1098 time: 0.0852253 Aug 10 03:42:34.836052 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf70258-d8b6-4747-9041-5d6bb68a2181 req-b2029c01-9f76-4cfe-a482-b5353b8c3139 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:34.837993 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dbf70258-d8b6-4747-9041-5d6bb68a2181 req-b2029c01-9f76-4cfe-a482-b5353b8c3139 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 947 time: 0.1407535 Aug 10 03:42:34.848198 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-e042f3f8-8c36-4898-8e51-14d843bac603 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=dfe7ee3a-7458-4bee-ae02-cf4d2586c024 HTTP/1.1" status: 200 len: 217 time: 0.0952909 Aug 10 03:42:34.901537 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac637059-6855-4fe6-9fdb-51bc1ace177f', 'tag': 'dfe7ee3a-7458-4bee-ae02-cf4d2586c024'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:34.904027 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f894a90-d9c4-4037-92dc-1458d78eb65a" -d '{"events": [{"name": "network-changed", "server_uuid": "ac637059-6855-4fe6-9fdb-51bc1ace177f", "tag": "dfe7ee3a-7458-4bee-ae02-cf4d2586c024"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:34.926871 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-45701640-c7a3-4f75-85fe-6a437cf1354a req-713095b7-0286-485d-ad2e-2cd9dd1f14d3 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943557 Aug 10 03:42:34.959017 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-c2be6b86-bcdf-446b-b9ea-3a1f675e2aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:34.971428 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-c2be6b86-bcdf-446b-b9ea-3a1f675e2aa9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0988071 Aug 10 03:42:34.973160 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dbf70258-d8b6-4747-9041-5d6bb68a2181 req-ce4323db-dace-4405-8e0e-1c5faf24f8db tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139054 Aug 10 03:42:34.975303 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b941e-8beb-4c26-9e62-324ebb6482d6 req-fdc0e4f9-e303-463b-941d-2a0eb90bbdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:34.978313 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-284b941e-8beb-4c26-9e62-324ebb6482d6 req-fdc0e4f9-e303-463b-941d-2a0eb90bbdce service neutron] 10.222.0.68 "GET /v2.0/networks?id=24a9f0b3-d314-4487-a93c-710d0970389d HTTP/1.1" status: 200 len: 923 time: 0.2386847 Aug 10 03:42:35.045391 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-284b941e-8beb-4c26-9e62-324ebb6482d6 req-5ce7ae94-9406-4e60-b61d-ccee1a5f25f8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b371f673-7ce3-42f5-976e-b68fe5a93ee7 HTTP/1.1" status: 200 len: 217 time: 0.0581353 Aug 10 03:42:35.071290 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-e3b658a3-39fd-4fd9-925f-f3d34927ae4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606a7602-f044-4293-81b3-6dba18c401e2 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:35.081832 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-e3b658a3-39fd-4fd9-925f-f3d34927ae4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.106262 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-e3b658a3-39fd-4fd9-925f-f3d34927ae4f service neutron] Transition to ACTIVE for port object 606a7602-f044-4293-81b3-6dba18c401e2 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:35.114037 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a7ba4a-2293-4031-971e-a55b2327787d x-openstack-request-id: req-48a7ba4a-2293-4031-971e-a55b2327787d {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:35.114037 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac637059-6855-4fe6-9fdb-51bc1ace177f", "tag": "dfe7ee3a-7458-4bee-ae02-cf4d2586c024", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:35.114357 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48a7ba4a-2293-4031-971e-a55b2327787d {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:35.114733 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac637059-6855-4fe6-9fdb-51bc1ace177f', 'tag': 'dfe7ee3a-7458-4bee-ae02-cf4d2586c024', 'status': 'completed', 'code': 200} Aug 10 03:42:35.150906 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-bd137a2e-530e-404f-805b-5d1e5a75661d tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=7ecdf758b679464989704fcfa8806990&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392106 Aug 10 03:42:35.165506 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-cb216404-452f-484e-943e-54e1a4ebd5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:35.168134 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-cb216404-452f-484e-943e-54e1a4ebd5f4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1888530 Aug 10 03:42:35.205903 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d5d24bd8-5f09-4e35-ae3d-c6025b826661 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.231587 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45536) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:35.284466 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-e3b658a3-39fd-4fd9-925f-f3d34927ae4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.382411 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b941e-8beb-4c26-9e62-324ebb6482d6 req-520bf400-b24e-4e31-8529-20b9714a93f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:35.384898 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-284b941e-8beb-4c26-9e62-324ebb6482d6 req-520bf400-b24e-4e31-8529-20b9714a93f1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d3aed6ef-708f-436e-bd34-832fb38e5bfd HTTP/1.1" status: 200 len: 861 time: 0.3307037 Aug 10 03:42:35.438964 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d24bd8-5f09-4e35-ae3d-c6025b826661 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Pushing event updated for resources: {'Subnet': ['ID=7b687a16-5dca-4966-9a46-f39eb550130f,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:35.454220 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c16e0-9b6d-484b-b0ca-e3ad47d1723d req-8bef430d-6fcb-4546-84c8-0854f883ebd6 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:35.455785 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4a2c16e0-9b6d-484b-b0ca-e3ad47d1723d req-8bef430d-6fcb-4546-84c8-0854f883ebd6 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 945 time: 0.2686808 Aug 10 03:42:35.459505 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b658a3-39fd-4fd9-925f-f3d34927ae4f service neutron] Pushing event updated for resources: {'Port': ['ID=606a7602-f044-4293-81b3-6dba18c401e2,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:35.520144 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b941e-8beb-4c26-9e62-324ebb6482d6 req-00598a4b-a1f2-462a-bb8b-a0e2e9b7fb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:35.521658 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-284b941e-8beb-4c26-9e62-324ebb6482d6 req-00598a4b-a1f2-462a-bb8b-a0e2e9b7fb40 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=24a9f0b3-d314-4487-a93c-710d0970389d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1241362 Aug 10 03:42:35.531177 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d24bd8-5f09-4e35-ae3d-c6025b826661 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Checking segment: {'id': '70d6eaf4-21df-4d51-8711-37655142b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:35.531177 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d24bd8-5f09-4e35-ae3d-c6025b826661 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Network hostable DHCP agents. Network: 417fd08b-d4a9-43bf-abeb-ff8394392512, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:42:35.531401 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-4bb6fc3e-f5a0-4cbc-a78d-9923b3a410de tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:35.538203 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-4bb6fc3e-f5a0-4cbc-a78d-9923b3a410de tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3658187 Aug 10 03:42:35.563661 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-2664c25c-e0a5-41d6-b00b-be95af616809 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/quotas/7ecdf758b679464989704fcfa8806990 HTTP/1.1" status: 200 len: 375 time: 0.0243540 Aug 10 03:42:35.568617 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-5a6feb63-fb67-47e6-b9fe-e395454a3ad4 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700156 Aug 10 03:42:35.582805 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4a2c16e0-9b6d-484b-b0ca-e3ad47d1723d req-4ab26186-be22-495c-84d9-d53626d71413 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017740 Aug 10 03:42:35.597488 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-e3b658a3-39fd-4fd9-925f-f3d34927ae4f service neutron] Attempting to bind port 606a7602-f044-4293-81b3-6dba18c401e2 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:35.608786 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-e3b658a3-39fd-4fd9-925f-f3d34927ae4f service neutron] Attempting to bind port 606a7602-f044-4293-81b3-6dba18c401e2 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:35.608786 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-e3b658a3-39fd-4fd9-925f-f3d34927ae4f service neutron] Attempting to bind port 606a7602-f044-4293-81b3-6dba18c401e2 on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:35.608786 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-e3b658a3-39fd-4fd9-925f-f3d34927ae4f service neutron] Port 606a7602-f044-4293-81b3-6dba18c401e2 on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:42:35.608786 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-e3b658a3-39fd-4fd9-925f-f3d34927ae4f service neutron] Attempting to bind port 606a7602-f044-4293-81b3-6dba18c401e2 on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:35.620926 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-e3b658a3-39fd-4fd9-925f-f3d34927ae4f service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:35.621341 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-e3b658a3-39fd-4fd9-925f-f3d34927ae4f service neutron] Checking segment: {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:35.621983 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-e3b658a3-39fd-4fd9-925f-f3d34927ae4f service neutron] Bound using segment: {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:35.628082 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-e3b658a3-39fd-4fd9-925f-f3d34927ae4f service neutron] Bound port: 606a7602-f044-4293-81b3-6dba18c401e2, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:35.628082 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-e3b658a3-39fd-4fd9-925f-f3d34927ae4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.659563 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-b6ff341e-b8ca-40f7-b30d-42e1e6081b4e tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7ecdf758b679464989704fcfa8806990&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0949838 Aug 10 03:42:35.702090 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-87d1d8c8-af99-4438-98d8-c7ea0acb8ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.725188 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-e3b658a3-39fd-4fd9-925f-f3d34927ae4f service neutron] For port 606a7602-f044-4293-81b3-6dba18c401e2, host n-h2-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:35.730759 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-e3b658a3-39fd-4fd9-925f-f3d34927ae4f service neutron] For port 606a7602-f044-4293-81b3-6dba18c401e2, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=606a7602-f044-4293-81b3-6dba18c401e2,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:35.733138 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d24bd8-5f09-4e35-ae3d-c6025b826661 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Network 417fd08b-d4a9-43bf-abeb-ff8394392512 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:42:35.807136 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d36ae-ceb0-41f8-bbf2-eb90954fb49b req-9885f4b8-e276-44de-9876-f2626dc26574 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:35.810268 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a64d36ae-ceb0-41f8-bbf2-eb90954fb49b req-9885f4b8-e276-44de-9876-f2626dc26574 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b66ec5-6521-4432-a5c5-e36665d92865 HTTP/1.1" status: 200 len: 943 time: 0.0715744 Aug 10 03:42:35.831921 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-284b941e-8beb-4c26-9e62-324ebb6482d6 req-336b34b1-a223-4199-9a51-325f30bc498f service neutron] 10.222.0.68 "GET /v2.0/networks/24a9f0b3-d314-4487-a93c-710d0970389d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914839 Aug 10 03:42:35.837883 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-e3b658a3-39fd-4fd9-925f-f3d34927ae4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.894521 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-d5d24bd8-5f09-4e35-ae3d-c6025b826661 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 417fd08b-d4a9-43bf-abeb-ff8394392512) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:35.904213 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b64727-31bb-4ba8-9773-4a82e5e7c35d None None] Network 417fd08b-d4a9-43bf-abeb-ff8394392512 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:35.906661 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b9f7d222-4b8e-4950-839f-cd227521e414 req-82dc4edd-bc9f-42f6-89b4-6b4871b9986f service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206756 Aug 10 03:42:35.910886 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-e3b658a3-39fd-4fd9-925f-f3d34927ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:35.911758 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-e3b658a3-39fd-4fd9-925f-f3d34927ae4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.914835 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-e3b658a3-39fd-4fd9-925f-f3d34927ae4f service neutron] 10.222.0.20 "PUT /v2.0/ports/606a7602-f044-4293-81b3-6dba18c401e2 HTTP/1.1" status: 200 len: 1092 time: 2.0443721 Aug 10 03:42:35.926782 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94f9197-a047-4ee4-9d43-314000f46dad', 'tag': '606a7602-f044-4293-81b3-6dba18c401e2'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:35.930872 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ffd3a3-bbd5-414f-a2c8-7d6a667924aa" -d '{"events": [{"name": "network-changed", "server_uuid": "d94f9197-a047-4ee4-9d43-314000f46dad", "tag": "606a7602-f044-4293-81b3-6dba18c401e2"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:35.934649 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d24bd8-5f09-4e35-ae3d-c6025b826661 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:35.935489 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d5d24bd8-5f09-4e35-ae3d-c6025b826661 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:35.966965 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a64d36ae-ceb0-41f8-bbf2-eb90954fb49b req-8a357c09-20b2-4174-8049-176dcad972e0 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488595 Aug 10 03:42:35.992776 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b658a3-39fd-4fd9-925f-f3d34927ae4f service neutron] Pushing event updated for resources: {'Port': ['ID=606a7602-f044-4293-81b3-6dba18c401e2,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:36.007490 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-87d1d8c8-af99-4438-98d8-c7ea0acb8ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:36.052023 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-284b941e-8beb-4c26-9e62-324ebb6482d6 req-b9a0f3ae-24d4-4c9e-8326-217ca247e4b3 service neutron] 10.222.0.68 "GET /v2.0/networks/24a9f0b3-d314-4487-a93c-710d0970389d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085640 Aug 10 03:42:36.062033 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46826e9f-d5b0-4c7b-b09b-0910e935229a req-23da4a73-e9ca-4dac-9315-bb60dce1960e tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:36.065856 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-46826e9f-d5b0-4c7b-b09b-0910e935229a req-23da4a73-e9ca-4dac-9315-bb60dce1960e tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 1096 time: 0.1009188 Aug 10 03:42:36.097060 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-87d1d8c8-af99-4438-98d8-c7ea0acb8ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:36.140764 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-f9e3d183-76f1-4710-af3c-6fb9f96ec9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:36.142405 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-f9e3d183-76f1-4710-af3c-6fb9f96ec9ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47ca53781e6743fd8c23c05b91862cdc&device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 1095 time: 0.0560410 Aug 10 03:42:36.183721 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672f5900-e0b6-48e2-a28c-c11c278abf36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-417fd08b-d4a9-43bf-abeb-ff8394392512', 'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'fixed_ips': [{'subnet_id': '7b687a16-5dca-4966-9a46-f39eb550130f'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:42:36.184719 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-672f5900-e0b6-48e2-a28c-c11c278abf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:36.208552 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-3106338f-ee22-463c-8c98-0b95f5a90d13 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606a7602-f044-4293-81b3-6dba18c401e2 HTTP/1.1" status: 200 len: 217 time: 0.0520499 Aug 10 03:42:36.212723 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d5d24bd8-5f09-4e35-ae3d-c6025b826661 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2863464 Aug 10 03:42:36.213944 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-87d1d8c8-af99-4438-98d8-c7ea0acb8ecb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e4ae757831104db2ac82930cea47507a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9333036 Aug 10 03:42:36.214763 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45572) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:36.217794 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45574) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:36.223892 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-46826e9f-d5b0-4c7b-b09b-0910e935229a req-facb26a9-b6c4-46af-9c51-b45fe5879870 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552157 Aug 10 03:42:36.248710 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-5beafec3-1c4c-4990-9bbd-0b2922a08e8c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Request body: {'subnet': {'network_id': '6124ac5f-cc2c-4188-9079-e96ada11101c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:36.300971 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce749e1f-6d9c-485a-a1f1-bab6c1b32e3b x-openstack-request-id: req-ce749e1f-6d9c-485a-a1f1-bab6c1b32e3b {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:36.301428 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94f9197-a047-4ee4-9d43-314000f46dad", "tag": "606a7602-f044-4293-81b3-6dba18c401e2", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:36.301686 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce749e1f-6d9c-485a-a1f1-bab6c1b32e3b {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:36.302080 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94f9197-a047-4ee4-9d43-314000f46dad', 'tag': '606a7602-f044-4293-81b3-6dba18c401e2', 'status': 'completed', 'code': 200} Aug 10 03:42:36.321155 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1d8c8-af99-4438-98d8-c7ea0acb8ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2231806c-07a4-40d8-8756-1ef115775d02,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:36.356713 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-69b1d45e-64bb-4d38-ad60-5d25574e6e5e req-1fe6df77-9e9a-4667-a1aa-0bd2e54fabc3 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=5de91f68-1f8c-4756-b4c8-3c898bc24c88 HTTP/1.1" status: 200 len: 210 time: 0.0489600 Aug 10 03:42:36.359775 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f894a90-d9c4-4037-92dc-1458d78eb65a req-92be8f2f-ed7c-4b84-b629-747c1f39998e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:36.361328 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f894a90-d9c4-4037-92dc-1458d78eb65a req-92be8f2f-ed7c-4b84-b629-747c1f39998e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 1098 time: 0.1743982 Aug 10 03:42:36.385733 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-73547318-a266-4481-9ac5-ae10cfb2cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:36.387100 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-73547318-a266-4481-9ac5-ae10cfb2cf8c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc5ee412-63a0-4c00-8014-352954e4021d HTTP/1.1" status: 200 len: 861 time: 0.1531675 Aug 10 03:42:36.407751 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-672f5900-e0b6-48e2-a28c-c11c278abf36 None None] Allocated IP 10.1.1.2 (417fd08b-d4a9-43bf-abeb-ff8394392512/7b687a16-5dca-4966-9a46-f39eb550130f/84d74489-e850-4be8-84b8-380e90d0a666) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:36.475329 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-b6adca9e-e049-4bf9-9f74-7da2c38ffa2b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648322 Aug 10 03:42:36.508033 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f894a90-d9c4-4037-92dc-1458d78eb65a req-9d3e34be-f578-4806-9987-4c0aa3e95c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:36.509640 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f894a90-d9c4-4037-92dc-1458d78eb65a req-9d3e34be-f578-4806-9987-4c0aa3e95c1b service neutron] 10.222.0.68 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.1390598 Aug 10 03:42:36.518563 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f247047a-dc58-4402-b5a0-a553b05e9b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:36.529142 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c743b7-cdfd-4b3b-b221-0a6677c6c855 req-404235c7-674f-4b4d-b92e-9e726c6aa0c4 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:36.530894 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-37c743b7-cdfd-4b3b-b221-0a6677c6c855 req-404235c7-674f-4b4d-b92e-9e726c6aa0c4 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 947 time: 0.0718298 Aug 10 03:42:36.573289 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f894a90-d9c4-4037-92dc-1458d78eb65a req-b2370604-a841-40ee-bc93-175c6b015420 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=dfe7ee3a-7458-4bee-ae02-cf4d2586c024 HTTP/1.1" status: 200 len: 217 time: 0.0523882 Aug 10 03:42:36.575289 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3113d9-b188-4dbb-84f3-78d4355fdf14 req-817713dd-bfa6-4e42-b3df-4f604aba8975 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:36.582296 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cb3113d9-b188-4dbb-84f3-78d4355fdf14 req-817713dd-bfa6-4e42-b3df-4f604aba8975 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 944 time: 0.2162926 Aug 10 03:42:36.599205 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-672f5900-e0b6-48e2-a28c-c11c278abf36 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:36.610455 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-672f5900-e0b6-48e2-a28c-c11c278abf36 None None] Transition to ACTIVE for port object 84d74489-e850-4be8-84b8-380e90d0a666 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:36.625008 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f247047a-dc58-4402-b5a0-a553b05e9b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:36.629287 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-672f5900-e0b6-48e2-a28c-c11c278abf36 None None] Transition to ACTIVE for port object 84d74489-e850-4be8-84b8-380e90d0a666 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:36.667927 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-37c743b7-cdfd-4b3b-b221-0a6677c6c855 req-8645eba1-86ee-4c78-91ce-ff59ab76da09 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965691 Aug 10 03:42:36.672036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f894a90-d9c4-4037-92dc-1458d78eb65a req-0ff09d7c-79a2-45e5-9c6c-75aeaa883e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:36.673497 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f894a90-d9c4-4037-92dc-1458d78eb65a req-0ff09d7c-79a2-45e5-9c6c-75aeaa883e2f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0932100 Aug 10 03:42:36.729657 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f894a90-d9c4-4037-92dc-1458d78eb65a req-138d2744-818a-4992-bfbd-acecb5738791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:36.731186 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f894a90-d9c4-4037-92dc-1458d78eb65a req-138d2744-818a-4992-bfbd-acecb5738791 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0494006 Aug 10 03:42:36.769332 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-672f5900-e0b6-48e2-a28c-c11c278abf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:36.793016 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672f5900-e0b6-48e2-a28c-c11c278abf36 None None] Network 417fd08b-d4a9-43bf-abeb-ff8394392512 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:36.796685 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-672f5900-e0b6-48e2-a28c-c11c278abf36 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:36.822897 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672f5900-e0b6-48e2-a28c-c11c278abf36 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:36.862713 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5beafec3-1c4c-4990-9bbd-0b2922a08e8c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Made reservation on behalf of 131e3b69db844409bca7efef95f46481 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:36.866476 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5beafec3-1c4c-4990-9bbd-0b2922a08e8c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:36.875225 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f894a90-d9c4-4037-92dc-1458d78eb65a req-9039b24c-8897-41c2-92d0-6a204d189471 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343341 Aug 10 03:42:36.878078 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31091d94-9938-46cf-8cab-4e567b1696d2 req-18ae9e70-b296-4c84-93c8-02d582acac84 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:36.879515 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-31091d94-9938-46cf-8cab-4e567b1696d2 req-18ae9e70-b296-4c84-93c8-02d582acac84 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 1096 time: 0.1472228 Aug 10 03:42:36.903295 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f5900-e0b6-48e2-a28c-c11c278abf36 None None] Pushing event updated for resources: {'Port': ['ID=84d74489-e850-4be8-84b8-380e90d0a666,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:36.911189 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-672f5900-e0b6-48e2-a28c-c11c278abf36 None None] Attempting to bind port 84d74489-e850-4be8-84b8-380e90d0a666 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:36.912685 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-672f5900-e0b6-48e2-a28c-c11c278abf36 None None] Attempting to bind port 84d74489-e850-4be8-84b8-380e90d0a666 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '70d6eaf4-21df-4d51-8711-37655142b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:36.913351 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672f5900-e0b6-48e2-a28c-c11c278abf36 None None] Attempting to bind port 84d74489-e850-4be8-84b8-380e90d0a666 on network 417fd08b-d4a9-43bf-abeb-ff8394392512 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:36.919102 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672f5900-e0b6-48e2-a28c-c11c278abf36 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:36.919468 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672f5900-e0b6-48e2-a28c-c11c278abf36 None None] Checking segment: {'id': '70d6eaf4-21df-4d51-8711-37655142b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:36.920069 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-672f5900-e0b6-48e2-a28c-c11c278abf36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:36.920607 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672f5900-e0b6-48e2-a28c-c11c278abf36 None None] Bound using segment: {'id': '70d6eaf4-21df-4d51-8711-37655142b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:36.921087 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-672f5900-e0b6-48e2-a28c-c11c278abf36 None None] Bound port: 84d74489-e850-4be8-84b8-380e90d0a666, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70d6eaf4-21df-4d51-8711-37655142b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:36.921557 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-672f5900-e0b6-48e2-a28c-c11c278abf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:36.959494 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cb3113d9-b188-4dbb-84f3-78d4355fdf14 req-970af351-4d52-45b5-a0c1-ccba4b8b7ca6 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759983 Aug 10 03:42:36.996816 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-a0bff88c-6665-4260-85cf-fef1e5d6eafc service neutron] 10.222.0.20 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090730 Aug 10 03:42:36.998642 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-31091d94-9938-46cf-8cab-4e567b1696d2 req-f14e198d-6fed-40d8-95fc-4269bb5936cb tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092882 Aug 10 03:42:37.045220 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-672f5900-e0b6-48e2-a28c-c11c278abf36 None None] For port 84d74489-e850-4be8-84b8-380e90d0a666, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:37.050351 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-672f5900-e0b6-48e2-a28c-c11c278abf36 None None] For port 84d74489-e850-4be8-84b8-380e90d0a666, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=84d74489-e850-4be8-84b8-380e90d0a666,segment=NetworkSegment(70d6eaf4-21df-4d51-8711-37655142b07a),segment_id=70d6eaf4-21df-4d51-8711-37655142b07a)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:37.064449 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f894a90-d9c4-4037-92dc-1458d78eb65a req-6871569c-3730-436d-be50-5dd74addb2f8 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781244 Aug 10 03:42:37.149506 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1308481b-b504-4f80-82ea-be1c55c7a588 req-b227607f-3792-4115-ba86-eea177bd2434 service neutron] 10.222.0.20 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437786 Aug 10 03:42:37.151049 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98087064-09c6-4fd5-90e8-42c3e0c86080 req-ab3b612c-fa44-4083-8253-15e9fc9a9641 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:37.153632 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-98087064-09c6-4fd5-90e8-42c3e0c86080 req-ab3b612c-fa44-4083-8253-15e9fc9a9641 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b66ec5-6521-4432-a5c5-e36665d92865 HTTP/1.1" status: 200 len: 943 time: 0.0726967 Aug 10 03:42:37.215593 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-98087064-09c6-4fd5-90e8-42c3e0c86080 req-79a5a5d0-11ab-4863-9e7f-80dc78266441 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551765 Aug 10 03:42:37.250322 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-672f5900-e0b6-48e2-a28c-c11c278abf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.256422 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f247047a-dc58-4402-b5a0-a553b05e9b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.259715 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f247047a-dc58-4402-b5a0-a553b05e9b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.262084 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f247047a-dc58-4402-b5a0-a553b05e9b36 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2231806c-07a4-40d8-8756-1ef115775d02 HTTP/1.1" status: 204 len: 168 time: 1.0405867 Aug 10 03:42:37.300824 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f247047a-dc58-4402-b5a0-a553b05e9b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2231806c-07a4-40d8-8756-1ef115775d02,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:37.400612 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f5900-e0b6-48e2-a28c-c11c278abf36 None None] Pushing event updated for resources: {'Port': ['ID=84d74489-e850-4be8-84b8-380e90d0a666,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:37.508414 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffd3a3-bbd5-414f-a2c8-7d6a667924aa req-a082f51e-b030-46dd-97b1-cbc6b932f95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:37.509853 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-32ffd3a3-bbd5-414f-a2c8-7d6a667924aa req-a082f51e-b030-46dd-97b1-cbc6b932f95e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47ca53781e6743fd8c23c05b91862cdc&device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 1095 time: 0.0696478 Aug 10 03:42:37.544150 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-13901922-a78e-432f-866d-51eb72fbd208 req-583eeeb0-f76e-4703-aef2-dc07af21faca tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=5de91f68-1f8c-4756-b4c8-3c898bc24c88 HTTP/1.1" status: 200 len: 210 time: 0.0475125 Aug 10 03:42:37.567097 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5beafec3-1c4c-4990-9bbd-0b2922a08e8c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:37.676875 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beafec3-1c4c-4990-9bbd-0b2922a08e8c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Pushing event updated for resources: {'Subnet': ['ID=0453306b-cd65-4df9-b318-fe396283b459,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:37.708197 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffd3a3-bbd5-414f-a2c8-7d6a667924aa req-fae83996-4b0f-4f27-babf-2dc23c6bdc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:37.710200 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-32ffd3a3-bbd5-414f-a2c8-7d6a667924aa req-fae83996-4b0f-4f27-babf-2dc23c6bdc56 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4 HTTP/1.1" status: 200 len: 922 time: 0.1919947 Aug 10 03:42:37.720943 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5beafec3-1c4c-4990-9bbd-0b2922a08e8c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Checking segment: {'id': 'e05be633-5f7b-4d4d-8f67-46bd31919666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6124ac5f-cc2c-4188-9079-e96ada11101c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:37.722082 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5beafec3-1c4c-4990-9bbd-0b2922a08e8c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Network hostable DHCP agents. Network: 6124ac5f-cc2c-4188-9079-e96ada11101c, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:42:37.758574 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684a0418-a9da-471c-ae02-370743c29d0b req-56c2cf37-5d5f-4e1d-87f1-8a08211469ca tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:37.764681 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-684a0418-a9da-471c-ae02-370743c29d0b req-56c2cf37-5d5f-4e1d-87f1-8a08211469ca tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 1096 time: 0.0570612 Aug 10 03:42:37.765710 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-32ffd3a3-bbd5-414f-a2c8-7d6a667924aa req-079333d5-dc63-44c4-97cf-f9ec2907391e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606a7602-f044-4293-81b3-6dba18c401e2 HTTP/1.1" status: 200 len: 217 time: 0.0483522 Aug 10 03:42:37.811542 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-684a0418-a9da-471c-ae02-370743c29d0b req-3220ff2d-a329-4008-8339-0beda248892b tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448132 Aug 10 03:42:37.871826 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65c9c9-9d06-460d-b076-1ca52ed4c4cc req-bc9c9614-cd67-4b5f-b081-d8f66e9c3ac1 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:37.873375 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dd65c9c9-9d06-460d-b076-1ca52ed4c4cc req-bc9c9614-cd67-4b5f-b081-d8f66e9c3ac1 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 947 time: 0.1127899 Aug 10 03:42:37.875231 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffd3a3-bbd5-414f-a2c8-7d6a667924aa req-3cb94b1c-1be3-445f-a4df-146aa3a76113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:37.876881 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-32ffd3a3-bbd5-414f-a2c8-7d6a667924aa req-3cb94b1c-1be3-445f-a4df-146aa3a76113 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc5ee412-63a0-4c00-8014-352954e4021d HTTP/1.1" status: 200 len: 861 time: 0.0980821 Aug 10 03:42:37.922131 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-32ffd3a3-bbd5-414f-a2c8-7d6a667924aa req-3e3bf025-aa44-4b58-a7ec-806b0903ce58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363379 Aug 10 03:42:37.928082 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5beafec3-1c4c-4990-9bbd-0b2922a08e8c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Network 6124ac5f-cc2c-4188-9079-e96ada11101c is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:42:37.948024 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dd65c9c9-9d06-460d-b076-1ca52ed4c4cc req-dad56039-a356-4254-a099-ac6724068fa5 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684128 Aug 10 03:42:38.033710 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-5beafec3-1c4c-4990-9bbd-0b2922a08e8c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 6124ac5f-cc2c-4188-9079-e96ada11101c) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:38.047200 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd7bfb4-5dee-489c-9080-049ff22422b2 None None] Network 6124ac5f-cc2c-4188-9079-e96ada11101c requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:38.054628 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5beafec3-1c4c-4990-9bbd-0b2922a08e8c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:38.057883 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5beafec3-1c4c-4990-9bbd-0b2922a08e8c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.082164 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-32ffd3a3-bbd5-414f-a2c8-7d6a667924aa req-42470e9d-e1da-4efa-b1d8-743fcfc7fa08 service neutron] 10.222.0.20 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233008 Aug 10 03:42:38.110561 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c209d0f-25ef-4266-b7b5-680b1f8094e7 req-d993c10c-d9b3-4070-bdf6-64f12e34b46a tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:38.112742 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0c209d0f-25ef-4266-b7b5-680b1f8094e7 req-d993c10c-d9b3-4070-bdf6-64f12e34b46a tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 944 time: 0.0676806 Aug 10 03:42:38.186613 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45610) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:38.217121 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-32ffd3a3-bbd5-414f-a2c8-7d6a667924aa req-27b1a86b-09fe-46cb-ad42-d689399ada1c service neutron] 10.222.0.20 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258590 Aug 10 03:42:38.239478 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0c209d0f-25ef-4266-b7b5-680b1f8094e7 req-b8f7ebfe-c44f-44d3-a437-ce4e00aace8f tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192157 Aug 10 03:42:38.247819 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5beafec3-1c4c-4990-9bbd-0b2922a08e8c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0260706 Aug 10 03:42:38.251256 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45616) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:38.273664 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-639c795d-f655-4f59-9ba3-ffdb604f47d0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Request body: {'port': {'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512', 'name': 'tempest-TaggedBootDevicesTest-910846012', 'fixed_ips': [{'subnet_id': '7b687a16-5dca-4966-9a46-f39eb550130f'}]}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:38.318021 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f598b4ac-76fe-4912-b82f-e9d73c574d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-6124ac5f-cc2c-4188-9079-e96ada11101c', 'network_id': '6124ac5f-cc2c-4188-9079-e96ada11101c', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'fixed_ips': [{'subnet_id': '0453306b-cd65-4df9-b318-fe396283b459'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:42:38.331130 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f598b4ac-76fe-4912-b82f-e9d73c574d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.368569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device dfe7ee3a-7458-4bee-ae02-cf4d2586c024 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:42:38.420297 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-317a4350-4fc7-4e22-a679-d61bd975fade admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.466695 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924b787-cee5-4c8d-8df3-d04919d07578 req-cccad44f-eabb-48fc-922b-9be9d38505b1 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:38.468250 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9924b787-cee5-4c8d-8df3-d04919d07578 req-cccad44f-eabb-48fc-922b-9be9d38505b1 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b66ec5-6521-4432-a5c5-e36665d92865 HTTP/1.1" status: 200 len: 943 time: 0.1135316 Aug 10 03:42:38.498175 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.db.api [None req-639c795d-f655-4f59-9ba3-ffdb604f47d0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:42:38.498175 n-d-802893-2 neutron-server[94938]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:42:38.498175 n-d-802893-2 neutron-server[94938]: [parameters: {'project_id': '131e3b69db844409bca7efef95f46481', 'id': '7d8116b6-62a3-489f-a896-8f2d99dec892', 'expiration': datetime.datetime(2021, 8, 10, 3, 44, 38, 485159)}] Aug 10 03:42:38.498175 n-d-802893-2 neutron-server[94938]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94938) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:42:38.498629 n-d-802893-2 neutron-server[94938]: DEBUG oslo_db.api [None req-639c795d-f655-4f59-9ba3-ffdb604f47d0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:42:38.521080 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 84d74489-e850-4be8-84b8-380e90d0a666 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:38.537219 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9924b787-cee5-4c8d-8df3-d04919d07578 req-163c3776-d184-4759-8ada-214a1f76da2f tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528810 Aug 10 03:42:38.601619 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-317a4350-4fc7-4e22-a679-d61bd975fade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.662652 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b39fb775-5198-454a-9e1f-a2d375e9333a req-5401bc3e-eac7-464d-b48b-e4837ec970ec tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=5de91f68-1f8c-4756-b4c8-3c898bc24c88 HTTP/1.1" status: 200 len: 210 time: 0.0349042 Aug 10 03:42:38.732768 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c061b9-be3d-477b-a45e-e1ce8f553cf1 None None] Network 417fd08b-d4a9-43bf-abeb-ff8394392512 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:38.734498 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-317a4350-4fc7-4e22-a679-d61bd975fade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.775404 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-317a4350-4fc7-4e22-a679-d61bd975fade admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e72d355b3544e639d42c9c299140f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5872688 Aug 10 03:42:38.777899 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45620) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:38.784281 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a4350-4fc7-4e22-a679-d61bd975fade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35078703-ba93-453f-987c-509852a14039,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:38.842749 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-65d2915b-f838-4d6b-bc7f-3a960d3519ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.868748 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-65d2915b-f838-4d6b-bc7f-3a960d3519ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.886331 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port dfe7ee3a-7458-4bee-ae02-cf4d2586c024, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=dfe7ee3a-7458-4bee-ae02-cf4d2586c024,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:38.906607 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45626) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:38.919738 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'dfe7ee3a-7458-4bee-ae02-cf4d2586c024', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': 'dfe7ee3a-7458-4bee-ae02-cf4d2586c024', 'mac_address': 'fa:16:3e:16:35:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:42:38.922711 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f6658228-c5a7-480a-90fa-9670dc0ff3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:38.952891 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34f1c1-6c1a-4c4e-a7d6-0a477cc9a31a req-5da719dc-9dd4-4105-9637-cf58f13502fa tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:38.954378 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc34f1c1-6c1a-4c4e-a7d6-0a477cc9a31a req-5da719dc-9dd4-4105-9637-cf58f13502fa tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 1096 time: 0.0732584 Aug 10 03:42:38.961682 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-f598b4ac-76fe-4912-b82f-e9d73c574d80 None None] Allocated IP 10.2.2.2 (6124ac5f-cc2c-4188-9079-e96ada11101c/0453306b-cd65-4df9-b318-fe396283b459/363fea77-413f-42a2-8417-d657c1ed1edf) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:38.999090 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc34f1c1-6c1a-4c4e-a7d6-0a477cc9a31a req-6ba8d071-2870-4cfa-9e22-0f62dd0d3254 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367672 Aug 10 03:42:39.021865 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.067223 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-5089b596-a07e-4f71-9bbb-a4c02c76477a tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7ecdf758b679464989704fcfa8806990&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257435 Aug 10 03:42:39.087412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49cc82-4008-465e-97c4-ef0aec1e8411 req-0501657c-4fcd-4c99-9ade-ac55370af693 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:39.089444 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a49cc82-4008-465e-97c4-ef0aec1e8411 req-0501657c-4fcd-4c99-9ade-ac55370af693 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 947 time: 0.0535221 Aug 10 03:42:39.114015 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-65d2915b-f838-4d6b-bc7f-3a960d3519ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.117088 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-65d2915b-f838-4d6b-bc7f-3a960d3519ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.120730 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-65d2915b-f838-4d6b-bc7f-3a960d3519ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/35078703-ba93-453f-987c-509852a14039 HTTP/1.1" status: 204 len: 168 time: 0.3394766 Aug 10 03:42:39.143901 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d2915b-f838-4d6b-bc7f-3a960d3519ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35078703-ba93-453f-987c-509852a14039,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:39.180011 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a49cc82-4008-465e-97c4-ef0aec1e8411 req-c77052d6-dc30-4ed8-8c9f-b829227b70d2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835927 Aug 10 03:42:39.209221 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe7ee3a-7458-4bee-ae02-cf4d2586c024 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:39.218545 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-e3c4b6a4-258d-4812-9a57-5847c056251f tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:39.220473 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-e3c4b6a4-258d-4812-9a57-5847c056251f tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1436403 Aug 10 03:42:39.239800 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port dfe7ee3a-7458-4bee-ae02-cf4d2586c024, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=dfe7ee3a-7458-4bee-ae02-cf4d2586c024,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:39.247186 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-695110e8-9070-4174-a7ac-4fa7ad98562f None None] Provisioning for port 84d74489-e850-4be8-84b8-380e90d0a666 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:39.247469 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-6ce465a5-b9b8-403f-8754-3aabb10a6e29 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Request body: {'port': {'device_id': '5de91f68-1f8c-4756-b4c8-3c898bc24c88', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': '7ecdf758b679464989704fcfa8806990'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:39.249888 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 84d74489-e850-4be8-84b8-380e90d0a666 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:39.263655 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-695110e8-9070-4174-a7ac-4fa7ad98562f None None] Provisioning complete for port 84d74489-e850-4be8-84b8-380e90d0a666 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:39.264269 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-695110e8-9070-4174-a7ac-4fa7ad98562f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.266285 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 84d74489-e850-4be8-84b8-380e90d0a666 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:39.266722 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.301507 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f6658228-c5a7-480a-90fa-9670dc0ff3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.367660 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f598b4ac-76fe-4912-b82f-e9d73c574d80 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.372919 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.373812 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device b371f673-7ce3-42f5-976e-b68fe5a93ee7 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:42:39.410294 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f6658228-c5a7-480a-90fa-9670dc0ff3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.442287 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ded08-1e17-45b5-8401-3e9506cf3f85 req-83a508ca-8e7d-4958-9fd2-da596b635efc tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:39.448325 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f598b4ac-76fe-4912-b82f-e9d73c574d80 None None] Transition to ACTIVE for port object 363fea77-413f-42a2-8417-d657c1ed1edf will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:39.457899 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-189ded08-1e17-45b5-8401-3e9506cf3f85 req-83a508ca-8e7d-4958-9fd2-da596b635efc tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 944 time: 0.0825956 Aug 10 03:42:39.471692 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f598b4ac-76fe-4912-b82f-e9d73c574d80 None None] Transition to ACTIVE for port object 363fea77-413f-42a2-8417-d657c1ed1edf will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:39.480821 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f6658228-c5a7-480a-90fa-9670dc0ff3ac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b9399e1cfd3d44a0bad6375bfd1ecc9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5680089 Aug 10 03:42:39.481101 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45638) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:39.493172 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6658228-c5a7-480a-90fa-9670dc0ff3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13734ee2-f0a5-4818-afc5-e96eaf49696f,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:39.520257 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-189ded08-1e17-45b5-8401-3e9506cf3f85 req-7684cf7c-bb50-4737-a954-6cbf4d1d732d tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486469 Aug 10 03:42:39.579474 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-57f043de-ef83-428e-9979-2f86920bb3b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.589030 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-695110e8-9070-4174-a7ac-4fa7ad98562f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.595506 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.resource_extend [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:42:39.627263 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639c795d-f655-4f59-9ba3-ffdb604f47d0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Made reservation on behalf of 131e3b69db844409bca7efef95f46481 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:39.720654 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f598b4ac-76fe-4912-b82f-e9d73c574d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.729831 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=dfe7ee3a-7458-4bee-ae02-cf4d2586c024,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:39.731703 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1365a510-b575-4d35-ba54-8c62185cdd01 req-44181e51-5da2-46ae-a510-3b9d3f619449 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:39.734186 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1365a510-b575-4d35-ba54-8c62185cdd01 req-44181e51-5da2-46ae-a510-3b9d3f619449 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b66ec5-6521-4432-a5c5-e36665d92865 HTTP/1.1" status: 200 len: 943 time: 0.0943599 Aug 10 03:42:39.763823 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-639c795d-f655-4f59-9ba3-ffdb604f47d0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.771091 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-57f043de-ef83-428e-9979-2f86920bb3b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.813203 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-639c795d-f655-4f59-9ba3-ffdb604f47d0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] device_id is not set on port f967e2df-2718-4410-a5e2-41f4e2475bac yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:42:39.814141 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1365a510-b575-4d35-ba54-8c62185cdd01 req-73d414e6-e05a-4465-9986-89027891853c tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729725 Aug 10 03:42:39.891336 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-6ce465a5-b9b8-403f-8754-3aabb10a6e29 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Made reservation on behalf of 7ecdf758b679464989704fcfa8806990 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:39.895302 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-6ce465a5-b9b8-403f-8754-3aabb10a6e29 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:39.901456 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port b371f673-7ce3-42f5-976e-b68fe5a93ee7, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=b371f673-7ce3-42f5-976e-b68fe5a93ee7,segment=NetworkSegment(0c3ff272-2732-4f55-a1da-d84e69f6d5d2),segment_id=0c3ff272-2732-4f55-a1da-d84e69f6d5d2)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:39.921808 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dde9e165-0a39-492b-a3d5-dd4575ef90ae req-da56db52-cabd-430f-b076-d2de5fb21cfa tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=5de91f68-1f8c-4756-b4c8-3c898bc24c88 HTTP/1.1" status: 200 len: 210 time: 0.0443585 Aug 10 03:42:39.929696 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'b371f673-7ce3-42f5-976e-b68fe5a93ee7', 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d', 'port_id': 'b371f673-7ce3-42f5-976e-b68fe5a93ee7', 'mac_address': 'fa:16:3e:3b:4e:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:42:39.942269 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f598b4ac-76fe-4912-b82f-e9d73c574d80 None None] Network 6124ac5f-cc2c-4188-9079-e96ada11101c is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:39.961178 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-f598b4ac-76fe-4912-b82f-e9d73c574d80 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:39.962805 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.001338 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f598b4ac-76fe-4912-b82f-e9d73c574d80 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:40.001338 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-75f01454-a7b9-46f8-a52c-6c5617fb4b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.001338 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-695110e8-9070-4174-a7ac-4fa7ad98562f None None] For port 84d74489-e850-4be8-84b8-380e90d0a666, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=84d74489-e850-4be8-84b8-380e90d0a666,segment=NetworkSegment(70d6eaf4-21df-4d51-8711-37655142b07a),segment_id=70d6eaf4-21df-4d51-8711-37655142b07a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:40.001338 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598b4ac-76fe-4912-b82f-e9d73c574d80 None None] Pushing event updated for resources: {'Port': ['ID=363fea77-413f-42a2-8417-d657c1ed1edf,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:40.017153 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 606a7602-f044-4293-81b3-6dba18c401e2 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:42:40.088621 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.096067 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-f598b4ac-76fe-4912-b82f-e9d73c574d80 None None] Attempting to bind port 363fea77-413f-42a2-8417-d657c1ed1edf on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:40.096439 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-f598b4ac-76fe-4912-b82f-e9d73c574d80 None None] Attempting to bind port 363fea77-413f-42a2-8417-d657c1ed1edf by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'e05be633-5f7b-4d4d-8f67-46bd31919666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6124ac5f-cc2c-4188-9079-e96ada11101c'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:40.096805 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f598b4ac-76fe-4912-b82f-e9d73c574d80 None None] Attempting to bind port 363fea77-413f-42a2-8417-d657c1ed1edf on network 6124ac5f-cc2c-4188-9079-e96ada11101c {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:40.150522 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f598b4ac-76fe-4912-b82f-e9d73c574d80 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:40.150899 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f598b4ac-76fe-4912-b82f-e9d73c574d80 None None] Checking segment: {'id': 'e05be633-5f7b-4d4d-8f67-46bd31919666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6124ac5f-cc2c-4188-9079-e96ada11101c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:40.151305 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f598b4ac-76fe-4912-b82f-e9d73c574d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.151705 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f598b4ac-76fe-4912-b82f-e9d73c574d80 None None] Bound using segment: {'id': 'e05be633-5f7b-4d4d-8f67-46bd31919666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6124ac5f-cc2c-4188-9079-e96ada11101c'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:40.152227 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-f598b4ac-76fe-4912-b82f-e9d73c574d80 None None] Bound port: 363fea77-413f-42a2-8417-d657c1ed1edf, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05be633-5f7b-4d4d-8f67-46bd31919666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6124ac5f-cc2c-4188-9079-e96ada11101c'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:40.152607 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f598b4ac-76fe-4912-b82f-e9d73c574d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.155349 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b371f673-7ce3-42f5-976e-b68fe5a93ee7 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:40.178474 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-695110e8-9070-4174-a7ac-4fa7ad98562f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.180700 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-57f043de-ef83-428e-9979-2f86920bb3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.183475 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-57f043de-ef83-428e-9979-2f86920bb3b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.188502 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-57f043de-ef83-428e-9979-2f86920bb3b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/13734ee2-f0a5-4818-afc5-e96eaf49696f HTTP/1.1" status: 204 len: 168 time: 0.7023046 Aug 10 03:42:40.190931 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-639c795d-f655-4f59-9ba3-ffdb604f47d0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Allocated IP 10.1.1.244 (417fd08b-d4a9-43bf-abeb-ff8394392512/7b687a16-5dca-4966-9a46-f39eb550130f/f967e2df-2718-4410-a5e2-41f4e2475bac) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:40.211851 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-6ce465a5-b9b8-403f-8754-3aabb10a6e29 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Allocated IP 192.168.233.102 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:40.220552 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f043de-ef83-428e-9979-2f86920bb3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13734ee2-f0a5-4818-afc5-e96eaf49696f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:40.265513 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port b371f673-7ce3-42f5-976e-b68fe5a93ee7, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=b371f673-7ce3-42f5-976e-b68fe5a93ee7,segment=NetworkSegment(0c3ff272-2732-4f55-a1da-d84e69f6d5d2),segment_id=0c3ff272-2732-4f55-a1da-d84e69f6d5d2)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:40.382650 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f999c234-c5ec-4ddc-93e6-40fe3bf2120c None None] Provisioning complete for port 84d74489-e850-4be8-84b8-380e90d0a666 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:40.383020 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f999c234-c5ec-4ddc-93e6-40fe3bf2120c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.385854 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af53cd-2924-4b17-a063-82c4536ccf25 req-4ae88dee-e49f-41f5-b5c6-2e3683f67966 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:40.396001 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-67af53cd-2924-4b17-a063-82c4536ccf25 req-4ae88dee-e49f-41f5-b5c6-2e3683f67966 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 948 time: 0.1133780 Aug 10 03:42:40.418577 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.420828 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:42:40.425979 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:42:40.432788 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 606a7602-f044-4293-81b3-6dba18c401e2, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=606a7602-f044-4293-81b3-6dba18c401e2,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:40.442617 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695110e8-9070-4174-a7ac-4fa7ad98562f None None] Pushing event updated for resources: {'Port': ['ID=84d74489-e850-4be8-84b8-380e90d0a666,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:40.456675 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-67af53cd-2924-4b17-a063-82c4536ccf25 req-f27a69d4-c3aa-442c-9b3d-fec94ddba23c tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595965 Aug 10 03:42:40.461815 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-f598b4ac-76fe-4912-b82f-e9d73c574d80 None None] For port 363fea77-413f-42a2-8417-d657c1ed1edf, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:40.483230 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '606a7602-f044-4293-81b3-6dba18c401e2', 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4', 'port_id': '606a7602-f044-4293-81b3-6dba18c401e2', 'mac_address': 'fa:16:3e:ad:dd:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc5ee412-63a0-4c00-8014-352954e4021d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:42:40.499950 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-f598b4ac-76fe-4912-b82f-e9d73c574d80 None None] For port 363fea77-413f-42a2-8417-d657c1ed1edf, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=363fea77-413f-42a2-8417-d657c1ed1edf,segment=NetworkSegment(e05be633-5f7b-4d4d-8f67-46bd31919666),segment_id=e05be633-5f7b-4d4d-8f67-46bd31919666)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:40.538599 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45662) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:40.560764 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-90c21b25-bf50-449c-9e8c-8a192f0cf8f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.622866 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f598b4ac-76fe-4912-b82f-e9d73c574d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.628700 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-6ce465a5-b9b8-403f-8754-3aabb10a6e29 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.646429 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-639c795d-f655-4f59-9ba3-ffdb604f47d0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.653583 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.658225 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=b371f673-7ce3-42f5-976e-b68fe5a93ee7,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:40.674318 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-6ce465a5-b9b8-403f-8754-3aabb10a6e29 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Transition to ACTIVE for port object 876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:40.676077 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-639c795d-f655-4f59-9ba3-ffdb604f47d0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Transition to ACTIVE for port object f967e2df-2718-4410-a5e2-41f4e2475bac will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:40.758027 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['dfe7ee3a-7458-4bee-ae02-cf4d2586c024'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:40.760886 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-90c21b25-bf50-449c-9e8c-8a192f0cf8f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.820732 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185419c8-2c93-4209-aca6-98f2f4b2f655 req-0ed66719-4b02-404d-aaea-9eaf15cda121 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:40.823055 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-185419c8-2c93-4209-aca6-98f2f4b2f655 req-0ed66719-4b02-404d-aaea-9eaf15cda121 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 944 time: 0.0754166 Aug 10 03:42:40.861524 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-6ce465a5-b9b8-403f-8754-3aabb10a6e29 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.881222 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-185419c8-2c93-4209-aca6-98f2f4b2f655 req-e2d3ea2c-8260-473f-aaa6-78c35889cf42 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514653 Aug 10 03:42:40.899551 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-90c21b25-bf50-449c-9e8c-8a192f0cf8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:40.918601 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606a7602-f044-4293-81b3-6dba18c401e2 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:40.926301 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['b371f673-7ce3-42f5-976e-b68fe5a93ee7'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:40.963897 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce465a5-b9b8-403f-8754-3aabb10a6e29 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Pushing event updated for resources: {'Port': ['ID=876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:40.975043 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-639c795d-f655-4f59-9ba3-ffdb604f47d0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.000967 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-90c21b25-bf50-449c-9e8c-8a192f0cf8f3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b5119538158442329866c699ef06af47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4618421 Aug 10 03:42:41.005407 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45676) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:41.019343 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598b4ac-76fe-4912-b82f-e9d73c574d80 None None] Pushing event updated for resources: {'Port': ['ID=363fea77-413f-42a2-8417-d657c1ed1edf,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:41.035982 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-6ce465a5-b9b8-403f-8754-3aabb10a6e29 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:41.043466 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-6ce465a5-b9b8-403f-8754-3aabb10a6e29 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:41.047307 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-6ce465a5-b9b8-403f-8754-3aabb10a6e29 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:41.133672 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639c795d-f655-4f59-9ba3-ffdb604f47d0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Network 417fd08b-d4a9-43bf-abeb-ff8394392512 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:41.171360 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-6ce465a5-b9b8-403f-8754-3aabb10a6e29 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:41.173492 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-6ce465a5-b9b8-403f-8754-3aabb10a6e29 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.184646 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-639c795d-f655-4f59-9ba3-ffdb604f47d0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:41.190588 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639c795d-f655-4f59-9ba3-ffdb604f47d0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:41.208880 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 606a7602-f044-4293-81b3-6dba18c401e2, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=606a7602-f044-4293-81b3-6dba18c401e2,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:41.307881 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c795d-f655-4f59-9ba3-ffdb604f47d0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Pushing event updated for resources: {'Port': ['ID=f967e2df-2718-4410-a5e2-41f4e2475bac,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:41.340525 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639c795d-f655-4f59-9ba3-ffdb604f47d0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:41.341486 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-639c795d-f655-4f59-9ba3-ffdb604f47d0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.379202 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.436100 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-6ce465a5-b9b8-403f-8754-3aabb10a6e29 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1959622 Aug 10 03:42:41.457346 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-02e5d723-d528-4f04-b524-4a0bf54ac929 service neutron] Request body: {'port': {'device_id': '5de91f68-1f8c-4756-b4c8-3c898bc24c88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:41.591246 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-639c795d-f655-4f59-9ba3-ffdb604f47d0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3386030 Aug 10 03:42:41.591845 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45690) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:41.621589 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-aeebefc4-6fdd-4fdd-8201-f5619fb19139 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Request body: {'port': {'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512', 'name': 'tempest-TaggedBootDevicesTest-334704988', 'fixed_ips': [{'subnet_id': '7b687a16-5dca-4966-9a46-f39eb550130f'}]}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:41.625863 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 84d74489-e850-4be8-84b8-380e90d0a666 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:41.639768 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-02e5d723-d528-4f04-b524-4a0bf54ac929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.701121 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c21b25-bf50-449c-9e8c-8a192f0cf8f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e55eff-611e-4bbb-a989-9e58cac1890e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:41.740292 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ede37035-fc74-4ccf-8786-c3a862c33745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.778425 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5eee52-1600-46ff-8ef4-fc370c756047 req-34583b35-773b-4ef9-9ef4-db7439bdce39 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:41.778425 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ab5eee52-1600-46ff-8ef4-fc370c756047 req-34583b35-773b-4ef9-9ef4-db7439bdce39 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b66ec5-6521-4432-a5c5-e36665d92865 HTTP/1.1" status: 200 len: 944 time: 0.7199795 Aug 10 03:42:41.791346 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ede37035-fc74-4ccf-8786-c3a862c33745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:41.893158 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=606a7602-f044-4293-81b3-6dba18c401e2,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:41.894721 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ab5eee52-1600-46ff-8ef4-fc370c756047 req-3040fe41-5fc5-4673-a352-8a5ac9e8b73a tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145504 Aug 10 03:42:41.927287 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['606a7602-f044-4293-81b3-6dba18c401e2'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:42.067794 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b139ae-8499-4af4-a788-55e857ce158a req-2b5a9a99-7ff4-481a-afd0-a8f998b44a7c tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:42.071068 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a5b139ae-8499-4af4-a788-55e857ce158a req-2b5a9a99-7ff4-481a-afd0-a8f998b44a7c tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=5de91f68-1f8c-4756-b4c8-3c898bc24c88 HTTP/1.1" status: 200 len: 936 time: 0.0776007 Aug 10 03:42:42.075730 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 84d74489-e850-4be8-84b8-380e90d0a666 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:42.076151 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:42.137496 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a5b139ae-8499-4af4-a788-55e857ce158a req-2ec2f5fd-e3fe-4813-927b-773b8841639f tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40bd159-e45d-4af2-99a5-80e958b581e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583851 Aug 10 03:42:42.140558 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-02e5d723-d528-4f04-b524-4a0bf54ac929 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:42.153128 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-02e5d723-d528-4f04-b524-4a0bf54ac929 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:42.249583 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-02e5d723-d528-4f04-b524-4a0bf54ac929 service neutron] Transition to ACTIVE for port object 876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:42.251428 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeebefc4-6fdd-4fdd-8201-f5619fb19139 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Made reservation on behalf of 131e3b69db844409bca7efef95f46481 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:42.254671 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ede37035-fc74-4ccf-8786-c3a862c33745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:42.257516 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aeebefc4-6fdd-4fdd-8201-f5619fb19139 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:42.270217 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ede37035-fc74-4ccf-8786-c3a862c33745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:42.277574 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ede37035-fc74-4ccf-8786-c3a862c33745 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/76e55eff-611e-4bbb-a989-9e58cac1890e HTTP/1.1" status: 204 len: 168 time: 1.2604253 Aug 10 03:42:42.283423 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-aeebefc4-6fdd-4fdd-8201-f5619fb19139 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] device_id is not set on port 14710601-7780-4dc4-9078-9d9e5dd540bd yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:42:42.289835 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc752e82-f583-4b13-929b-3ad980336d5d req-cf0d6223-7c3e-4070-a383-9bdf75667afb tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:42.291420 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc752e82-f583-4b13-929b-3ad980336d5d req-cf0d6223-7c3e-4070-a383-9bdf75667afb tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 948 time: 0.0979576 Aug 10 03:42:42.300400 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f63fa2cf-cbc1-46b0-bb1f-01a269c600ff None None] Provisioning for port 876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:42.329019 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede37035-fc74-4ccf-8786-c3a862c33745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e55eff-611e-4bbb-a989-9e58cac1890e,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:42.359033 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f63fa2cf-cbc1-46b0-bb1f-01a269c600ff None None] Provisioning complete for port 876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:42.359410 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f63fa2cf-cbc1-46b0-bb1f-01a269c600ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:42.391542 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc752e82-f583-4b13-929b-3ad980336d5d req-183ac4ff-759c-4b45-8eb9-d620c6a6dd16 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879326 Aug 10 03:42:42.439478 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 363fea77-413f-42a2-8417-d657c1ed1edf up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:42.467726 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-02e5d723-d528-4f04-b524-4a0bf54ac929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:42.513689 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457cf54a-9a7e-45c1-ad6a-ceaab95e0cbb None None] Network 6124ac5f-cc2c-4188-9079-e96ada11101c requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:42:42.615481 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-f63fa2cf-cbc1-46b0-bb1f-01a269c600ff None None] Port 876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:42:42.628726 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb994da2-fff9-4098-99e5-577c8171237c req-3cff87cb-7bfb-41b5-b7f9-572bd999a95e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:42.630662 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cb994da2-fff9-4098-99e5-577c8171237c req-3cff87cb-7bfb-41b5-b7f9-572bd999a95e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 945 time: 0.1001654 Aug 10 03:42:42.699184 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cb994da2-fff9-4098-99e5-577c8171237c req-a8daa372-5632-4ad2-ae14-c971bd309fd3 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599473 Aug 10 03:42:42.846887 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 363fea77-413f-42a2-8417-d657c1ed1edf completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:42.865550 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5d723-d528-4f04-b524-4a0bf54ac929 service neutron] Pushing event updated for resources: {'Port': ['ID=876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:42.869548 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-aeebefc4-6fdd-4fdd-8201-f5619fb19139 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Allocated IP 10.1.1.68 (417fd08b-d4a9-43bf-abeb-ff8394392512/7b687a16-5dca-4966-9a46-f39eb550130f/14710601-7780-4dc4-9078-9d9e5dd540bd) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:42.879104 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-48c4d0af-b6e9-4e4e-bd1d-8ccb31586082 None None] Provisioning for port 363fea77-413f-42a2-8417-d657c1ed1edf completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:42.889183 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-48c4d0af-b6e9-4e4e-bd1d-8ccb31586082 None None] Provisioning complete for port 363fea77-413f-42a2-8417-d657c1ed1edf triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:42.889839 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-48c4d0af-b6e9-4e4e-bd1d-8ccb31586082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.041363 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-48c4d0af-b6e9-4e4e-bd1d-8ccb31586082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.067926 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160ca7f-fda1-40a4-986c-60acf61848c2 req-2141ed44-fac3-4f25-b282-e333e6910fd4 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:43.070640 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f160ca7f-fda1-40a4-986c-60acf61848c2 req-2141ed44-fac3-4f25-b282-e333e6910fd4 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b66ec5-6521-4432-a5c5-e36665d92865 HTTP/1.1" status: 200 len: 944 time: 0.0675292 Aug 10 03:42:43.111147 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-ca4fd428-9d74-4a7c-a63c-58c8d5352d69 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:42:43.114625 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-ca4fd428-9d74-4a7c-a63c-58c8d5352d69 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0367677 Aug 10 03:42:43.124991 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-48c4d0af-b6e9-4e4e-bd1d-8ccb31586082 None None] For port 363fea77-413f-42a2-8417-d657c1ed1edf, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=363fea77-413f-42a2-8417-d657c1ed1edf,segment=NetworkSegment(e05be633-5f7b-4d4d-8f67-46bd31919666),segment_id=e05be633-5f7b-4d4d-8f67-46bd31919666)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:43.134183 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f160ca7f-fda1-40a4-986c-60acf61848c2 req-4252b2fb-9907-487f-bca4-ffb4697b387e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520935 Aug 10 03:42:43.151121 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-02e5d723-d528-4f04-b524-4a0bf54ac929 service neutron] Attempting to bind port 876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:43.151417 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-02e5d723-d528-4f04-b524-4a0bf54ac929 service neutron] Attempting to bind port 876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:43.151750 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-02e5d723-d528-4f04-b524-4a0bf54ac929 service neutron] Attempting to bind port 876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:43.161859 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-78c8a338-b83d-4ec8-8682-206f8f2a5122 service neutron] Request body: {'binding': {'host': 'n-h1-802893-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:43.162253 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-78c8a338-b83d-4ec8-8682-206f8f2a5122 service neutron] Unknown quota resources ['binding']. {{(pid=94938) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:42:43.168452 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-02e5d723-d528-4f04-b524-4a0bf54ac929 service neutron] Port 876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:42:43.168767 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-02e5d723-d528-4f04-b524-4a0bf54ac929 service neutron] Attempting to bind port 876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:43.205887 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-02e5d723-d528-4f04-b524-4a0bf54ac929 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:43.206232 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-02e5d723-d528-4f04-b524-4a0bf54ac929 service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:43.206625 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-02e5d723-d528-4f04-b524-4a0bf54ac929 service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:43.207072 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-02e5d723-d528-4f04-b524-4a0bf54ac929 service neutron] Bound port: 876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:43.207432 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-02e5d723-d528-4f04-b524-4a0bf54ac929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.252453 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fc12a-d5f7-45ff-bf55-6759b318cf5a req-a7b24599-c404-4385-918a-7270b35b01c5 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:43.254129 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-834fc12a-d5f7-45ff-bf55-6759b318cf5a req-a7b24599-c404-4385-918a-7270b35b01c5 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=5de91f68-1f8c-4756-b4c8-3c898bc24c88 HTTP/1.1" status: 200 len: 948 time: 0.0510933 Aug 10 03:42:43.263317 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-48c4d0af-b6e9-4e4e-bd1d-8ccb31586082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.300188 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-834fc12a-d5f7-45ff-bf55-6759b318cf5a req-6a7ced6f-64ec-4451-854e-0debe53d6790 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40bd159-e45d-4af2-99a5-80e958b581e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393484 Aug 10 03:42:43.322859 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aeebefc4-6fdd-4fdd-8201-f5619fb19139 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.360696 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-aeebefc4-6fdd-4fdd-8201-f5619fb19139 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Transition to ACTIVE for port object 14710601-7780-4dc4-9078-9d9e5dd540bd will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:43.368541 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4d0af-b6e9-4e4e-bd1d-8ccb31586082 None None] Pushing event updated for resources: {'Port': ['ID=363fea77-413f-42a2-8417-d657c1ed1edf,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:43.393976 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-02e5d723-d528-4f04-b524-4a0bf54ac929 service neutron] For port 876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3, host n-h2-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:43.422524 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-02e5d723-d528-4f04-b524-4a0bf54ac929 service neutron] For port 876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:43.468314 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-78c8a338-b83d-4ec8-8682-206f8f2a5122 service neutron] Attempting to bind port 44966b2f-5546-470f-a1a6-93f42a0157e0 on host n-h1-802893-2 for vnic_type normal with profile None {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:43.468646 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-78c8a338-b83d-4ec8-8682-206f8f2a5122 service neutron] Attempting to bind port 44966b2f-5546-470f-a1a6-93f42a0157e0 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:43.468977 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-78c8a338-b83d-4ec8-8682-206f8f2a5122 service neutron] Attempting to bind port 44966b2f-5546-470f-a1a6-93f42a0157e0 on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:43.473369 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-48c4d0af-b6e9-4e4e-bd1d-8ccb31586082 None None] Provisioning for port f967e2df-2718-4410-a5e2-41f4e2475bac completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:43.477410 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-78c8a338-b83d-4ec8-8682-206f8f2a5122 service neutron] Port 44966b2f-5546-470f-a1a6-93f42a0157e0 on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:42:43.477819 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-78c8a338-b83d-4ec8-8682-206f8f2a5122 service neutron] Attempting to bind port 44966b2f-5546-470f-a1a6-93f42a0157e0 on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:43.480367 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-48c4d0af-b6e9-4e4e-bd1d-8ccb31586082 None None] Provisioning complete for port f967e2df-2718-4410-a5e2-41f4e2475bac triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:43.480947 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-48c4d0af-b6e9-4e4e-bd1d-8ccb31586082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.488199 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-78c8a338-b83d-4ec8-8682-206f8f2a5122 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:43.500578 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-78c8a338-b83d-4ec8-8682-206f8f2a5122 service neutron] Checking segment: {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:43.500578 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-78c8a338-b83d-4ec8-8682-206f8f2a5122 service neutron] Bound using segment: {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:43.500578 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-78c8a338-b83d-4ec8-8682-206f8f2a5122 service neutron] Bound port: 44966b2f-5546-470f-a1a6-93f42a0157e0, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:43.525973 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-48c4d0af-b6e9-4e4e-bd1d-8ccb31586082 None None] Port f967e2df-2718-4410-a5e2-41f4e2475bac cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:42:43.557367 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824b628-897c-4221-b2d3-d95abbfc2794 req-c348e8cf-a9a1-44f5-8f26-15507ed05976 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:43.557602 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-78c8a338-b83d-4ec8-8682-206f8f2a5122 service neutron] For port 44966b2f-5546-470f-a1a6-93f42a0157e0, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=44966b2f-5546-470f-a1a6-93f42a0157e0,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:43.558949 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6824b628-897c-4221-b2d3-d95abbfc2794 req-c348e8cf-a9a1-44f5-8f26-15507ed05976 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 948 time: 0.0642018 Aug 10 03:42:43.595307 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-02e5d723-d528-4f04-b524-4a0bf54ac929 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.602499 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6824b628-897c-4221-b2d3-d95abbfc2794 req-01ae3a84-6dde-44b5-bd01-3cec67ad6ab3 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351226 Aug 10 03:42:43.638578 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-02e5d723-d528-4f04-b524-4a0bf54ac929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:43.639661 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-02e5d723-d528-4f04-b524-4a0bf54ac929 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.641457 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-02e5d723-d528-4f04-b524-4a0bf54ac929 service neutron] 10.222.0.20 "PUT /v2.0/ports/876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3 HTTP/1.1" status: 200 len: 1096 time: 2.1902084 Aug 10 03:42:43.643794 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de91f68-1f8c-4756-b4c8-3c898bc24c88', 'tag': '876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:43.650629 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad1a7a5-b631-4bf3-b203-e2093a3225fd" -d '{"events": [{"name": "network-changed", "server_uuid": "5de91f68-1f8c-4756-b4c8-3c898bc24c88", "tag": "876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:43.650828 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-49fd0863-3a4d-430a-823b-d62f72841978 None None] Provisioning complete for port 363fea77-413f-42a2-8417-d657c1ed1edf triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:43.650828 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-49fd0863-3a4d-430a-823b-d62f72841978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.688899 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aeebefc4-6fdd-4fdd-8201-f5619fb19139 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.697299 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5d723-d528-4f04-b524-4a0bf54ac929 service neutron] Pushing event updated for resources: {'Port': ['ID=876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:43.703941 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.747830 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-78c8a338-b83d-4ec8-8682-206f8f2a5122 service neutron] Notify callbacks [] for binding, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.749480 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-78c8a338-b83d-4ec8-8682-206f8f2a5122 service neutron] 10.222.0.25 "POST /v2.0/ports/44966b2f-5546-470f-a1a6-93f42a0157e0/bindings HTTP/1.1" status: 201 len: 389 time: 0.5999217 Aug 10 03:42:43.765685 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeebefc4-6fdd-4fdd-8201-f5619fb19139 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Network 417fd08b-d4a9-43bf-abeb-ff8394392512 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:43.772831 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-aeebefc4-6fdd-4fdd-8201-f5619fb19139 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:43.777938 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeebefc4-6fdd-4fdd-8201-f5619fb19139 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:43.846381 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeebefc4-6fdd-4fdd-8201-f5619fb19139 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:43.847057 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aeebefc4-6fdd-4fdd-8201-f5619fb19139 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.853269 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeebefc4-6fdd-4fdd-8201-f5619fb19139 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Pushing event updated for resources: {'Port': ['ID=14710601-7780-4dc4-9078-9d9e5dd540bd,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:43.911512 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-9386b84d-701a-4074-90a1-a771abbeb851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:43.913713 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-9386b84d-701a-4074-90a1-a771abbeb851 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ecdf758b679464989704fcfa8806990&device_id=5de91f68-1f8c-4756-b4c8-3c898bc24c88 HTTP/1.1" status: 200 len: 1099 time: 0.0633626 Aug 10 03:42:43.949048 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b372261d-ece0-4ef6-91e3-879512fe7a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:43.951982 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d0b2c0fd-ba99-414d-b71b-d26812d1b41a req-9d75cd92-6c7c-4a90-be10-982533a89368 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1627709365', 'description': 'tempest-description-623410102'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:43.979693 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-b496bcfd-15ce-4958-a040-162f1d153906 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3 HTTP/1.1" status: 200 len: 217 time: 0.0516140 Aug 10 03:42:44.020762 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-aeebefc4-6fdd-4fdd-8201-f5619fb19139 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4072335 Aug 10 03:42:44.029094 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 606a7602-f044-4293-81b3-6dba18c401e2 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:44.041290 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-8a4f4874-106b-44b8-92b6-6e89d130dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:44.042977 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-8a4f4874-106b-44b8-92b6-6e89d130dd3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0570786 Aug 10 03:42:44.098140 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-a9124007-5d17-4d95-b6a1-3d665f6ef4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:44.099685 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-a9124007-5d17-4d95-b6a1-3d665f6ef4fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0498261 Aug 10 03:42:44.198010 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d0b2c0fd-ba99-414d-b71b-d26812d1b41a req-9d75cd92-6c7c-4a90-be10-982533a89368 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.213016 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d0b2c0fd-ba99-414d-b71b-d26812d1b41a req-9d75cd92-6c7c-4a90-be10-982533a89368 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.227601 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-3d4acfd2-d721-4f6b-9c1b-07b89e778f65 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187222 Aug 10 03:42:44.261057 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cf869d-35cd-461e-8bf3-5d78296050a1 x-openstack-request-id: req-51cf869d-35cd-461e-8bf3-5d78296050a1 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:44.261364 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de91f68-1f8c-4756-b4c8-3c898bc24c88", "tag": "876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:44.264094 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51cf869d-35cd-461e-8bf3-5d78296050a1 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:44.264094 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de91f68-1f8c-4756-b4c8-3c898bc24c88', 'tag': '876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3', 'status': 'completed', 'code': 200} Aug 10 03:42:44.294559 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 606a7602-f044-4293-81b3-6dba18c401e2 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:44.299811 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 606a7602-f044-4293-81b3-6dba18c401e2 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:44.300454 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.338689 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2b6e46bc-00a8-46cc-b827-019270483a4d None None] Provisioning for port 14710601-7780-4dc4-9078-9d9e5dd540bd completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:44.351257 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2b6e46bc-00a8-46cc-b827-019270483a4d None None] Provisioning complete for port 14710601-7780-4dc4-9078-9d9e5dd540bd triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:44.351669 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2b6e46bc-00a8-46cc-b827-019270483a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.374540 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-09fdee61-291a-4797-a2db-38a9fac3e80e req-258b535a-4add-473d-be64-3613b280436a service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390829 Aug 10 03:42:44.387110 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d0b2c0fd-ba99-414d-b71b-d26812d1b41a req-9d75cd92-6c7c-4a90-be10-982533a89368 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.390924 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-2b6e46bc-00a8-46cc-b827-019270483a4d None None] Port 14710601-7780-4dc4-9078-9d9e5dd540bd cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:42:44.448017 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f46550-8d91-4c0f-b9ca-5d0655fd2048 req-9011b3ca-cce3-4df9-a54f-04d737cde688 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:44.450085 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-10f46550-8d91-4c0f-b9ca-5d0655fd2048 req-9011b3ca-cce3-4df9-a54f-04d737cde688 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 945 time: 0.0738482 Aug 10 03:42:44.451299 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.463903 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device dfe7ee3a-7458-4bee-ae02-cf4d2586c024 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:44.498003 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d0b2c0fd-ba99-414d-b71b-d26812d1b41a req-9d75cd92-6c7c-4a90-be10-982533a89368 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.499159 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-10f46550-8d91-4c0f-b9ca-5d0655fd2048 req-bf73424d-92d8-4ccc-9edd-31130416b712 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401733 Aug 10 03:42:44.500054 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94f9197-a047-4ee4-9d43-314000f46dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606a7602-f044-4293-81b3-6dba18c401e2'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:44.502377 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3710de-ef71-44b0-908d-6542ef1a66b5" -d '{"events": [{"server_uuid": "d94f9197-a047-4ee4-9d43-314000f46dad", "name": "network-vif-plugged", "status": "completed", "tag": "606a7602-f044-4293-81b3-6dba18c401e2"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:44.526483 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 606a7602-f044-4293-81b3-6dba18c401e2, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=606a7602-f044-4293-81b3-6dba18c401e2,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:44.548444 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75cd92-6c7c-4a90-be10-982533a89368 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c897a64e-cc56-433f-ad19-2c6096e45626,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:44.630625 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1a7a5-b631-4bf3-b203-e2093a3225fd req-073fd6b0-716c-4bbe-a513-d75c8cc3c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:44.634845 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.643928 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1ad1a7a5-b631-4bf3-b203-e2093a3225fd req-073fd6b0-716c-4bbe-a513-d75c8cc3c588 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ecdf758b679464989704fcfa8806990&device_id=5de91f68-1f8c-4756-b4c8-3c898bc24c88 HTTP/1.1" status: 200 len: 1099 time: 0.0607512 Aug 10 03:42:44.655333 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d0b2c0fd-ba99-414d-b71b-d26812d1b41a req-9d75cd92-6c7c-4a90-be10-982533a89368 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.694920 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port dfe7ee3a-7458-4bee-ae02-cf4d2586c024 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:44.703635 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port dfe7ee3a-7458-4bee-ae02-cf4d2586c024 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:44.704120 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.708125 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=606a7602-f044-4293-81b3-6dba18c401e2,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:44.780244 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1a7a5-b631-4bf3-b203-e2093a3225fd req-92042a3e-abb9-44ba-9b73-64cb36745e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:44.781882 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1ad1a7a5-b631-4bf3-b203-e2093a3225fd req-92042a3e-abb9-44ba-9b73-64cb36745e05 service neutron] 10.222.0.20 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.1365998 Aug 10 03:42:44.802794 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.828430 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1ad1a7a5-b631-4bf3-b203-e2093a3225fd req-4c6eb35b-8ea2-4d91-8268-2cd6f0ab6a96 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3 HTTP/1.1" status: 200 len: 217 time: 0.0385365 Aug 10 03:42:44.838471 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port dfe7ee3a-7458-4bee-ae02-cf4d2586c024, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=dfe7ee3a-7458-4bee-ae02-cf4d2586c024,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:44.843296 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d0b2c0fd-ba99-414d-b71b-d26812d1b41a req-9d75cd92-6c7c-4a90-be10-982533a89368 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:44.873196 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75cd92-6c7c-4a90-be10-982533a89368 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7db9aa2-6582-41fe-8d4c-8e6278ffa406,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:44.880583 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1a7a5-b631-4bf3-b203-e2093a3225fd req-1dc54a3f-d595-49df-a487-e7b402e010bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:44.882504 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1ad1a7a5-b631-4bf3-b203-e2093a3225fd req-1dc54a3f-d595-49df-a487-e7b402e010bf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0464654 Aug 10 03:42:44.947830 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1a7a5-b631-4bf3-b203-e2093a3225fd req-4421066e-c1ee-4d5e-8aa9-0f9cb7edacec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:44.949653 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1ad1a7a5-b631-4bf3-b203-e2093a3225fd req-4421066e-c1ee-4d5e-8aa9-0f9cb7edacec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0598524 Aug 10 03:42:44.985124 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45772) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:44.992250 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-f23e21f7-b639-4425-9de6-ee774caa54bd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1424175351', 'description': 'tempest-description--1270895745'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:45.071984 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.072838 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-b3243bf7-7a5a-41a4-b8b5-6e2cee4e31cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:45.072972 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device b371f673-7ce3-42f5-976e-b68fe5a93ee7 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:45.076930 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-b3243bf7-7a5a-41a4-b8b5-6e2cee4e31cf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=124800de805149b392f25b813a13c194&device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 1096 time: 0.0673411 Aug 10 03:42:45.106948 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d0b2c0fd-ba99-414d-b71b-d26812d1b41a req-9d75cd92-6c7c-4a90-be10-982533a89368 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.113201 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0b2c0fd-ba99-414d-b71b-d26812d1b41a req-9d75cd92-6c7c-4a90-be10-982533a89368 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1638718 Aug 10 03:42:45.114329 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1ad1a7a5-b631-4bf3-b203-e2093a3225fd req-e94cf654-f47f-47d2-8fe6-a10c7e49b879 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544991 Aug 10 03:42:45.138402 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4b5b5-e2b4-40d9-b3e3-53d2d7839f1b req-6fd86a27-8f55-40ae-9e44-7391da559a6f tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:45.140394 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62b4b5b5-e2b4-40d9-b3e3-53d2d7839f1b req-6fd86a27-8f55-40ae-9e44-7391da559a6f tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b66ec5-6521-4432-a5c5-e36665d92865 HTTP/1.1" status: 200 len: 944 time: 0.0825114 Aug 10 03:42:45.191081 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.243801 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62b4b5b5-e2b4-40d9-b3e3-53d2d7839f1b req-5f33a589-20aa-4592-b312-6b35444b115e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915339 Aug 10 03:42:45.244611 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=dfe7ee3a-7458-4bee-ae02-cf4d2586c024,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:45.297016 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1ad1a7a5-b631-4bf3-b203-e2093a3225fd req-873dba3a-5f3c-4b6e-8f67-b89a6e9cab79 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767490 Aug 10 03:42:45.323183 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770cd864-ac7a-45c9-ae04-d55e6d4426c5 req-190c3c40-beb8-41da-a728-6658c4565430 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:45.332806 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-770cd864-ac7a-45c9-ae04-d55e6d4426c5 req-190c3c40-beb8-41da-a728-6658c4565430 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 945 time: 0.1408029 Aug 10 03:42:45.342341 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f23e21f7-b639-4425-9de6-ee774caa54bd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.345135 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-5ac991b2-f2ed-4752-96f6-e41c0e64d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:45.347131 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-5ac991b2-f2ed-4752-96f6-e41c0e64d2ea service neutron] 10.222.0.68 "GET /v2.0/networks?id=82e15316-6bb5-465a-8cae-f1cb27c52e26 HTTP/1.1" status: 200 len: 908 time: 0.2638516 Aug 10 03:42:45.361915 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 363fea77-413f-42a2-8417-d657c1ed1edf up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:45.417811 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port b371f673-7ce3-42f5-976e-b68fe5a93ee7 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:45.426800 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.435654 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port b371f673-7ce3-42f5-976e-b68fe5a93ee7 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:45.436507 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.441482 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-770cd864-ac7a-45c9-ae04-d55e6d4426c5 req-c2ea7397-9c5f-477d-88bf-dc63ad64156f tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074035 Aug 10 03:42:45.457257 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-531f4a05-b04c-442c-af33-96b32f29741b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44966b2f-5546-470f-a1a6-93f42a0157e0 HTTP/1.1" status: 200 len: 217 time: 0.0832243 Aug 10 03:42:45.464338 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4ebd3-00ac-4295-afb5-ec493dd31e2e req-ca176f1e-b832-4ede-8f0b-bbfecf5ae091 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:45.472222 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-54d4ebd3-00ac-4295-afb5-ec493dd31e2e req-ca176f1e-b832-4ede-8f0b-bbfecf5ae091 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=5de91f68-1f8c-4756-b4c8-3c898bc24c88 HTTP/1.1" status: 200 len: 948 time: 0.0790980 Aug 10 03:42:45.500954 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fa37ba-eda2-4756-9692-ff3e013cbb1a x-openstack-request-id: req-73fa37ba-eda2-4756-9692-ff3e013cbb1a {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:45.501663 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94f9197-a047-4ee4-9d43-314000f46dad", "name": "network-vif-plugged", "status": "completed", "tag": "606a7602-f044-4293-81b3-6dba18c401e2", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:45.501663 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-73fa37ba-eda2-4756-9692-ff3e013cbb1a {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:45.501977 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94f9197-a047-4ee4-9d43-314000f46dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606a7602-f044-4293-81b3-6dba18c401e2', 'code': 200} Aug 10 03:42:45.516669 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 363fea77-413f-42a2-8417-d657c1ed1edf triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:45.517119 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.523600 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-54d4ebd3-00ac-4295-afb5-ec493dd31e2e req-fedc1146-7cbd-481c-a66c-5303b6509ff7 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40bd159-e45d-4af2-99a5-80e958b581e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503926 Aug 10 03:42:45.570211 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-db50a6a5-5393-45cf-b508-4dffcd2bd662 req-64c6116a-7577-4c62-8f13-4e5d03e4b792 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Request body: {'security_group': {'name': 'tempest-securitygroup-503395147', 'description': 'tempest-description-252117702'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:45.628155 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-a9f6250f-9e80-4d9c-a360-9fb20303257d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:45.630644 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-a9f6250f-9e80-4d9c-a360-9fb20303257d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f HTTP/1.1" status: 200 len: 847 time: 0.1653581 Aug 10 03:42:45.644425 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d5006-6201-443b-bcc1-dedb0f9b24c2 req-338d0216-11d6-4c08-aa5b-54d5f336ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:45.645074 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.646293 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2e6d5006-6201-443b-bcc1-dedb0f9b24c2 req-338d0216-11d6-4c08-aa5b-54d5f336ebfb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 1097 time: 0.0516713 Aug 10 03:42:45.682087 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-a1543392-c0c6-450e-8ee4-5e9ca4c071a1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=82e15316-6bb5-465a-8cae-f1cb27c52e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389407 Aug 10 03:42:45.694915 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port b371f673-7ce3-42f5-976e-b68fe5a93ee7, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=b371f673-7ce3-42f5-976e-b68fe5a93ee7,segment=NetworkSegment(0c3ff272-2732-4f55-a1da-d84e69f6d5d2),segment_id=0c3ff272-2732-4f55-a1da-d84e69f6d5d2)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:45.704076 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2e6d5006-6201-443b-bcc1-dedb0f9b24c2 req-e91c720e-8844-43e6-a2be-73368a2c0271 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496926 Aug 10 03:42:45.731634 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff006a0-84c1-418b-aef8-270e2cb815cb req-7dc5d5fc-4d92-4737-93fb-2b92b4345b33 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:45.733244 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8ff006a0-84c1-418b-aef8-270e2cb815cb req-7dc5d5fc-4d92-4737-93fb-2b92b4345b33 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.1479957 Aug 10 03:42:45.783288 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.802076 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f23e21f7-b639-4425-9de6-ee774caa54bd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:45.839231 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8ff006a0-84c1-418b-aef8-270e2cb815cb req-824fc921-4fa1-44d9-8e9b-a4f55473ced8 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781512 Aug 10 03:42:45.842933 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=b371f673-7ce3-42f5-976e-b68fe5a93ee7,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:45.857349 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-ed7f92d6-b162-4280-88f9-6894f5a49d4a service neutron] 10.222.0.68 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609838 Aug 10 03:42:45.922138 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f23e21f7-b639-4425-9de6-ee774caa54bd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.002441 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e21f7-b639-4425-9de6-ee774caa54bd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=207402d5-4854-416e-a120-9ef6131884a1,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:46.024328 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-db50a6a5-5393-45cf-b508-4dffcd2bd662 req-64c6116a-7577-4c62-8f13-4e5d03e4b792 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.029765 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992acea1-a707-4be4-9a55-58e063a71a05 req-827f4c4a-0aeb-46f6-97d5-18c70a4d46e3 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:46.031315 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-992acea1-a707-4be4-9a55-58e063a71a05 req-827f4c4a-0aeb-46f6-97d5-18c70a4d46e3 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 946 time: 0.1124949 Aug 10 03:42:46.038729 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-466cb46c-ac13-4fca-9303-4452a15c391c service neutron] 10.222.0.68 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733685 Aug 10 03:42:46.081076 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-992acea1-a707-4be4-9a55-58e063a71a05 req-f9d3073c-fd11-4d8a-a45d-4fa4ee57d73b tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374804 Aug 10 03:42:46.118018 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f23e21f7-b639-4425-9de6-ee774caa54bd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.119593 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f23e21f7-b639-4425-9de6-ee774caa54bd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1327960 Aug 10 03:42:46.122386 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45792) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:46.128365 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-e62db0fe-dc99-48dc-975c-ff804c181a20 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Request body: {'security_group_rule': {'security_group_id': '207402d5-4854-416e-a120-9ef6131884a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:46.205561 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-db50a6a5-5393-45cf-b508-4dffcd2bd662 req-64c6116a-7577-4c62-8f13-4e5d03e4b792 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.284670 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-17944847-e370-48d3-99f7-21ef43d21779 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:46.286178 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-17944847-e370-48d3-99f7-21ef43d21779 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d&tenant_id=124800de805149b392f25b813a13c194&binding%3Ahost_id=n-h2-802893-2 HTTP/1.1" status: 200 len: 1096 time: 0.0614624 Aug 10 03:42:46.303684 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-bea2e7ba-032c-4db7-ad8e-1d09e675406f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802893-2'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:46.307173 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-ba7f2139-9c8d-40a7-abc3-1481d58dad36 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346537 Aug 10 03:42:46.311529 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-db50a6a5-5393-45cf-b508-4dffcd2bd662 req-64c6116a-7577-4c62-8f13-4e5d03e4b792 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.344081 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6116a-7577-4c62-8f13-4e5d03e4b792 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0022b1b8-afcf-40f9-accd-6b33707a0c67,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:46.438795 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-bea2e7ba-032c-4db7-ad8e-1d09e675406f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.501359 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-557b8cb9-0635-4991-96d9-7a68f86a3bc2 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:46.502825 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-557b8cb9-0635-4991-96d9-7a68f86a3bc2 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1767819 Aug 10 03:42:46.506059 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e62db0fe-dc99-48dc-975c-ff804c181a20 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.545521 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-2f0a9350-82b1-4a8c-9382-440561c0ef00 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/quotas/d21e91e9b1a849bfaa5ed513aa742d4c HTTP/1.1" status: 200 len: 375 time: 0.0328956 Aug 10 03:42:46.594610 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-db50a6a5-5393-45cf-b508-4dffcd2bd662 req-64c6116a-7577-4c62-8f13-4e5d03e4b792 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.596125 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db50a6a5-5393-45cf-b508-4dffcd2bd662 req-64c6116a-7577-4c62-8f13-4e5d03e4b792 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0310802 Aug 10 03:42:46.619670 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-7eba42d4-2081-4707-8459-cfcd84622b11 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428333 Aug 10 03:42:46.675517 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e62db0fe-dc99-48dc-975c-ff804c181a20 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.683822 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-bea2e7ba-032c-4db7-ad8e-1d09e675406f service neutron] For port 44966b2f-5546-470f-a1a6-93f42a0157e0, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=44966b2f-5546-470f-a1a6-93f42a0157e0,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:46.722543 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82485e0-c0fa-4841-9899-86255ec466a0 req-306e1502-ee3e-4a06-a55f-7dabf8ddb306 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:46.728781 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-bea2e7ba-032c-4db7-ad8e-1d09e675406f service neutron] For port 44966b2f-5546-470f-a1a6-93f42a0157e0, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:46.735718 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e82485e0-c0fa-4841-9899-86255ec466a0 req-306e1502-ee3e-4a06-a55f-7dabf8ddb306 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b66ec5-6521-4432-a5c5-e36665d92865 HTTP/1.1" status: 200 len: 945 time: 0.0601754 Aug 10 03:42:46.777585 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48f1f95-3ba4-4c40-8721-f83409cbb95d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44966b2f-5546-470f-a1a6-93f42a0157e0'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:46.778654 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e82485e0-c0fa-4841-9899-86255ec466a0 req-a82619a8-6f1e-41bc-bef3-98c9473bc964 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361543 Aug 10 03:42:46.780129 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664951a4-df98-44c9-a089-13e085e3467d" -d '{"events": [{"server_uuid": "a48f1f95-3ba4-4c40-8721-f83409cbb95d", "name": "network-vif-unplugged", "status": "completed", "tag": "44966b2f-5546-470f-a1a6-93f42a0157e0"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:46.784288 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-bea2e7ba-032c-4db7-ad8e-1d09e675406f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.816360 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.877935 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e62db0fe-dc99-48dc-975c-ff804c181a20 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.888675 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f585702-294f-4506-a1df-938979cca959 req-546dce77-769d-459b-a0a3-890777baf82e tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:46.890229 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9f585702-294f-4506-a1df-938979cca959 req-546dce77-769d-459b-a0a3-890777baf82e tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 945 time: 0.0531309 Aug 10 03:42:46.893060 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62db0fe-dc99-48dc-975c-ff804c181a20 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e853243-53da-4c34-8a80-7742b3043002,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:46.932693 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9f585702-294f-4506-a1df-938979cca959 req-aba3a488-1efa-4b12-ba35-9aa7da1c5b52 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341659 Aug 10 03:42:46.943644 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-bea2e7ba-032c-4db7-ad8e-1d09e675406f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:46.998065 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e62db0fe-dc99-48dc-975c-ff804c181a20 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.002382 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e62db0fe-dc99-48dc-975c-ff804c181a20 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8760366 Aug 10 03:42:47.003004 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45818) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:47.008927 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-79e75cc9-acbe-459e-83a9-d97082d2434e tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Request body: {'security_group_rule': {'security_group_id': '207402d5-4854-416e-a120-9ef6131884a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:47.049619 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2e7ba-032c-4db7-ad8e-1d09e675406f service neutron] Pushing event updated for resources: {'Port': ['ID=44966b2f-5546-470f-a1a6-93f42a0157e0,revision_number=7']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:47.087260 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-bea2e7ba-032c-4db7-ad8e-1d09e675406f service neutron] Attempting to bind port 44966b2f-5546-470f-a1a6-93f42a0157e0 on host n-h2-802893-2 for vnic_type normal with profile {"migrating_to": "n-h1-802893-2"} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:47.087603 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-bea2e7ba-032c-4db7-ad8e-1d09e675406f service neutron] Attempting to bind port 44966b2f-5546-470f-a1a6-93f42a0157e0 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:47.087942 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-bea2e7ba-032c-4db7-ad8e-1d09e675406f service neutron] Attempting to bind port 44966b2f-5546-470f-a1a6-93f42a0157e0 on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:47.102445 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-bea2e7ba-032c-4db7-ad8e-1d09e675406f service neutron] Port 44966b2f-5546-470f-a1a6-93f42a0157e0 on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:42:47.109645 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-bea2e7ba-032c-4db7-ad8e-1d09e675406f service neutron] Attempting to bind port 44966b2f-5546-470f-a1a6-93f42a0157e0 on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:47.109860 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e070a8-b99f-4fbd-80d3-a89583a97370 req-09dd0549-c585-42d4-a0ac-fc57fdbeac8e tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:47.109860 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-31e070a8-b99f-4fbd-80d3-a89583a97370 req-09dd0549-c585-42d4-a0ac-fc57fdbeac8e tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=5de91f68-1f8c-4756-b4c8-3c898bc24c88 HTTP/1.1" status: 200 len: 948 time: 0.0830340 Aug 10 03:42:47.112886 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-bea2e7ba-032c-4db7-ad8e-1d09e675406f service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:47.113327 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-bea2e7ba-032c-4db7-ad8e-1d09e675406f service neutron] Checking segment: {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:47.113483 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-bea2e7ba-032c-4db7-ad8e-1d09e675406f service neutron] Bound using segment: {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:47.113917 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-bea2e7ba-032c-4db7-ad8e-1d09e675406f service neutron] Bound port: 44966b2f-5546-470f-a1a6-93f42a0157e0, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:47.114273 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-bea2e7ba-032c-4db7-ad8e-1d09e675406f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.151466 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-31e070a8-b99f-4fbd-80d3-a89583a97370 req-1378cfcb-6ed3-4500-98df-0f2a37289094 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40bd159-e45d-4af2-99a5-80e958b581e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399342 Aug 10 03:42:47.187158 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-384f173a-e288-4a1c-8dc9-e7632ad49e6e req-34d57bf3-3ed0-477b-b1dc-12ffadbc2c6f tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1471064405', 'description': 'tempest-description-1061866035'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:47.188125 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-79e75cc9-acbe-459e-83a9-d97082d2434e tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.217336 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1865f37a-0d4e-4523-9ff1-d08a6c16d7d9 x-openstack-request-id: req-1865f37a-0d4e-4523-9ff1-d08a6c16d7d9 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:47.217628 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48f1f95-3ba4-4c40-8721-f83409cbb95d", "name": "network-vif-unplugged", "status": "completed", "tag": "44966b2f-5546-470f-a1a6-93f42a0157e0", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:47.217952 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1865f37a-0d4e-4523-9ff1-d08a6c16d7d9 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:47.218259 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48f1f95-3ba4-4c40-8721-f83409cbb95d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44966b2f-5546-470f-a1a6-93f42a0157e0', 'code': 200} Aug 10 03:42:47.237510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-bea2e7ba-032c-4db7-ad8e-1d09e675406f service neutron] For port 44966b2f-5546-470f-a1a6-93f42a0157e0, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:47.241300 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-bea2e7ba-032c-4db7-ad8e-1d09e675406f service neutron] For port 44966b2f-5546-470f-a1a6-93f42a0157e0, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=44966b2f-5546-470f-a1a6-93f42a0157e0,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:47.318381 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-79e75cc9-acbe-459e-83a9-d97082d2434e tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.342049 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-384f173a-e288-4a1c-8dc9-e7632ad49e6e req-34d57bf3-3ed0-477b-b1dc-12ffadbc2c6f tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.344491 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279b345-d733-40d3-8f7f-51d9b399758a req-da28cd9f-c9f2-4e2f-8178-f4f8bb0f4c71 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:47.346581 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6279b345-d733-40d3-8f7f-51d9b399758a req-da28cd9f-c9f2-4e2f-8178-f4f8bb0f4c71 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.0694535 Aug 10 03:42:47.356179 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-384f173a-e288-4a1c-8dc9-e7632ad49e6e req-34d57bf3-3ed0-477b-b1dc-12ffadbc2c6f tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.383225 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-bea2e7ba-032c-4db7-ad8e-1d09e675406f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.390517 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6279b345-d733-40d3-8f7f-51d9b399758a req-5275e7c6-b35b-420b-a8d4-3d0ad9d11a64 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354173 Aug 10 03:42:47.446233 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-79e75cc9-acbe-459e-83a9-d97082d2434e tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.472078 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4ee3d6a3-7f5c-4650-8707-22754c6782a3 req-d4ec6211-b025-43a3-bcc1-3751393a3d69 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d3e3962-95ff-4e32-8271-cfb184d3d3bb HTTP/1.1" status: 200 len: 210 time: 0.0382621 Aug 10 03:42:47.483456 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e75cc9-acbe-459e-83a9-d97082d2434e tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8326de3-7ab7-4d9a-b69c-0a7d66ed2a70,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:47.502525 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-bea2e7ba-032c-4db7-ad8e-1d09e675406f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:47.502525 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-bea2e7ba-032c-4db7-ad8e-1d09e675406f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.503345 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac637059-6855-4fe6-9fdb-51bc1ace177f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe7ee3a-7458-4bee-ae02-cf4d2586c024'}, {'server_uuid': 'e2b66ec5-6521-4432-a5c5-e36665d92865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b371f673-7ce3-42f5-976e-b68fe5a93ee7'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:47.503445 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-bea2e7ba-032c-4db7-ad8e-1d09e675406f service neutron] 10.222.0.68 "PUT /v2.0/ports/44966b2f-5546-470f-a1a6-93f42a0157e0 HTTP/1.1" status: 200 len: 1121 time: 1.2043452 Aug 10 03:42:47.503625 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2e7ba-032c-4db7-ad8e-1d09e675406f service neutron] Pushing event updated for resources: {'Port': ['ID=44966b2f-5546-470f-a1a6-93f42a0157e0,revision_number=8']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:47.505263 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c54dbf-e554-47c6-8b37-38c4c6163c89" -d '{"events": [{"server_uuid": "ac637059-6855-4fe6-9fdb-51bc1ace177f", "name": "network-vif-plugged", "status": "completed", "tag": "dfe7ee3a-7458-4bee-ae02-cf4d2586c024"}, {"server_uuid": "e2b66ec5-6521-4432-a5c5-e36665d92865", "name": "network-vif-plugged", "status": "completed", "tag": "b371f673-7ce3-42f5-976e-b68fe5a93ee7"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:47.556034 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-384f173a-e288-4a1c-8dc9-e7632ad49e6e req-34d57bf3-3ed0-477b-b1dc-12ffadbc2c6f tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.594040 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6fe57-9e72-4bed-ad11-62ecf58b759f req-59c944ae-cb22-468b-ad3b-8286933f5ff9 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:47.595549 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e5e6fe57-9e72-4bed-ad11-62ecf58b759f req-59c944ae-cb22-468b-ad3b-8286933f5ff9 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 946 time: 0.0517879 Aug 10 03:42:47.638811 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-384f173a-e288-4a1c-8dc9-e7632ad49e6e req-34d57bf3-3ed0-477b-b1dc-12ffadbc2c6f tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.640760 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['44966b2f-5546-470f-a1a6-93f42a0157e0'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:47.643220 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e5e6fe57-9e72-4bed-ad11-62ecf58b759f req-41cd5388-b04a-4e96-a5df-89db1fde052a tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404477 Aug 10 03:42:47.678666 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d57bf3-3ed0-477b-b1dc-12ffadbc2c6f tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cd827a-fc67-4a34-91a2-4c37e0b821b5,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:47.710491 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f304435f-1f4e-4f6f-8d3f-50622ecfc2f8 x-openstack-request-id: req-f304435f-1f4e-4f6f-8d3f-50622ecfc2f8 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:47.710781 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac637059-6855-4fe6-9fdb-51bc1ace177f", "name": "network-vif-plugged", "status": "completed", "tag": "dfe7ee3a-7458-4bee-ae02-cf4d2586c024", "code": 200}, {"server_uuid": "e2b66ec5-6521-4432-a5c5-e36665d92865", "name": "network-vif-plugged", "status": "completed", "tag": "b371f673-7ce3-42f5-976e-b68fe5a93ee7", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:47.711030 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f304435f-1f4e-4f6f-8d3f-50622ecfc2f8 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:47.711452 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac637059-6855-4fe6-9fdb-51bc1ace177f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe7ee3a-7458-4bee-ae02-cf4d2586c024', 'code': 200} Aug 10 03:42:47.711701 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b66ec5-6521-4432-a5c5-e36665d92865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b371f673-7ce3-42f5-976e-b68fe5a93ee7', 'code': 200} Aug 10 03:42:47.801061 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fec521-67c4-482f-816e-743c66bc11f5 req-7eb45a2a-5529-4786-94a4-7a0d1365e88a tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:47.802787 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d5fec521-67c4-482f-816e-743c66bc11f5 req-7eb45a2a-5529-4786-94a4-7a0d1365e88a tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 1097 time: 0.0443277 Aug 10 03:42:47.832190 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-79e75cc9-acbe-459e-83a9-d97082d2434e tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:47.841283 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-79e75cc9-acbe-459e-83a9-d97082d2434e tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8366637 Aug 10 03:42:47.848037 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45834) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:47.853490 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-a0bf3609-ae4f-4b37-b759-8ae9291870c1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:47.865733 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d5fec521-67c4-482f-816e-743c66bc11f5 req-6e2ee202-b3e8-44d9-a30f-9e7f0c1d6f47 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558276 Aug 10 03:42:47.938081 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d19b3-126b-47a7-9330-71bde3578282 req-b3cca8ac-6fe9-46bb-8dc6-4ef0cfad08af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:47.939601 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dd5d19b3-126b-47a7-9330-71bde3578282 req-b3cca8ac-6fe9-46bb-8dc6-4ef0cfad08af service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e2b66ec5-6521-4432-a5c5-e36665d92865 HTTP/1.1" status: 200 len: 1096 time: 0.1294315 Aug 10 03:42:47.945176 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca71aa-ce10-45eb-904c-c54527f45ab0 req-7b39770d-9e80-4563-a319-649cd17c65f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:47.947156 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-82ca71aa-ce10-45eb-904c-c54527f45ab0 req-7b39770d-9e80-4563-a319-649cd17c65f2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 1100 time: 0.1277702 Aug 10 03:42:48.012230 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d032b69f-42bb-4777-8292-7719791687f7 req-b6aab3db-b99c-4bb6-9a3b-62c4ae9842a6 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:48.013776 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d032b69f-42bb-4777-8292-7719791687f7 req-b6aab3db-b99c-4bb6-9a3b-62c4ae9842a6 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b66ec5-6521-4432-a5c5-e36665d92865 HTTP/1.1" status: 200 len: 945 time: 0.0572376 Aug 10 03:42:48.021207 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dd5d19b3-126b-47a7-9330-71bde3578282 req-a1cd3791-9e87-4530-be8d-c9034baaf0c8 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718346 Aug 10 03:42:48.029507 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-82ca71aa-ce10-45eb-904c-c54527f45ab0 req-9ff043d4-9d7c-4adf-a57f-4902f9e6ac97 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704350 Aug 10 03:42:48.038230 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-384f173a-e288-4a1c-8dc9-e7632ad49e6e req-34d57bf3-3ed0-477b-b1dc-12ffadbc2c6f tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.052741 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:42:48.058877 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d032b69f-42bb-4777-8292-7719791687f7 req-9f8249d9-5ca6-4e29-9980-940f93099f69 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386982 Aug 10 03:42:48.109691 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-384f173a-e288-4a1c-8dc9-e7632ad49e6e req-34d57bf3-3ed0-477b-b1dc-12ffadbc2c6f tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.152039 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d57bf3-3ed0-477b-b1dc-12ffadbc2c6f tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93d5461-008c-4814-bf43-5c63a1e637af,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:48.160286 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:48.174244 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': '876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3', 'mac_address': 'fa:16:3e:f9:35:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:42:48.180433 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c64dfe-a3ad-4702-beff-489f6847b04f req-c719977f-43c0-45bf-9f81-77447e6f4739 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:48.186558 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-17c64dfe-a3ad-4702-beff-489f6847b04f req-c719977f-43c0-45bf-9f81-77447e6f4739 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 1097 time: 0.0663710 Aug 10 03:42:48.217420 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.226639 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-17c64dfe-a3ad-4702-beff-489f6847b04f req-eb843b37-d26b-42e9-9d82-79d51cc30548 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338037 Aug 10 03:42:48.230366 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:48.250463 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:48.252489 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0bf3609-ae4f-4b37-b759-8ae9291870c1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.349319 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.371022 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12834e1c-20aa-45ae-a0de-0c12840ad816 req-1e5f0357-9f68-4901-8cbc-76a7d3125964 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:48.372606 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-12834e1c-20aa-45ae-a0de-0c12840ad816 req-1e5f0357-9f68-4901-8cbc-76a7d3125964 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 943 time: 0.0674522 Aug 10 03:42:48.389541 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-384f173a-e288-4a1c-8dc9-e7632ad49e6e req-34d57bf3-3ed0-477b-b1dc-12ffadbc2c6f tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.391073 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-384f173a-e288-4a1c-8dc9-e7632ad49e6e req-34d57bf3-3ed0-477b-b1dc-12ffadbc2c6f tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.2235610 Aug 10 03:42:48.408199 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:48.440581 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-12834e1c-20aa-45ae-a0de-0c12840ad816 req-14602307-1c4c-4d09-a733-6436600be4d0 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593328 Aug 10 03:42:48.442901 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0bf3609-ae4f-4b37-b759-8ae9291870c1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.520667 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-07c4caae-9c6a-468b-b44d-04399c0eba76 req-41b4605d-bf01-4de7-b7b6-cbb317d98a3a tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1786834416', 'description': 'tempest-description-1596820210'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:48.524903 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0216d9-dcf7-47bf-853a-9126073bfd76 req-1e462f59-4a6c-429c-84a4-799fb5ac066c tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:48.526229 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4d0216d9-dcf7-47bf-853a-9126073bfd76 req-1e462f59-4a6c-429c-84a4-799fb5ac066c tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=5de91f68-1f8c-4756-b4c8-3c898bc24c88 HTTP/1.1" status: 200 len: 949 time: 0.0548625 Aug 10 03:42:48.572772 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4d0216d9-dcf7-47bf-853a-9126073bfd76 req-8c50e6e2-63f6-4014-ae4c-ce20b825339a tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40bd159-e45d-4af2-99a5-80e958b581e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399513 Aug 10 03:42:48.590561 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-a0bf3609-ae4f-4b37-b759-8ae9291870c1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Allocated IP 172.25.0.167 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/7dc9615d-7a15-4743-b4a6-3e298fd7678a) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:48.664567 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:48.687730 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-07c4caae-9c6a-468b-b44d-04399c0eba76 req-41b4605d-bf01-4de7-b7b6-cbb317d98a3a tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.706548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddd9c5-805b-40ba-afad-b1ffd9f65a7d req-ad3613cb-3e6c-4b58-9170-d14086af3719 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:48.708176 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfddd9c5-805b-40ba-afad-b1ffd9f65a7d req-ad3613cb-3e6c-4b58-9170-d14086af3719 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.0576518 Aug 10 03:42:48.720860 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0bf3609-ae4f-4b37-b759-8ae9291870c1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.754783 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfddd9c5-805b-40ba-afad-b1ffd9f65a7d req-b8872fc0-a7f4-4b5e-aef2-2063473a0fb7 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382791 Aug 10 03:42:48.826383 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-07c4caae-9c6a-468b-b44d-04399c0eba76 req-41b4605d-bf01-4de7-b7b6-cbb317d98a3a tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.858589 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eda292a1-f44e-4cfd-b9f6-11b05c0cb3d0 req-58f3fe07-75ce-47c4-91c0-49fdd58cc2ed tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d3e3962-95ff-4e32-8271-cfb184d3d3bb HTTP/1.1" status: 200 len: 210 time: 0.0288875 Aug 10 03:42:48.898018 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0bf3609-ae4f-4b37-b759-8ae9291870c1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:48.942515 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bf3609-ae4f-4b37-b759-8ae9291870c1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:48.950860 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-a0bf3609-ae4f-4b37-b759-8ae9291870c1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:48.956483 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bf3609-ae4f-4b37-b759-8ae9291870c1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:48.986628 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf3609-ae4f-4b37-b759-8ae9291870c1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Pushing event updated for resources: {'Port': ['ID=7dc9615d-7a15-4743-b4a6-3e298fd7678a,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:48.997835 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-07c4caae-9c6a-468b-b44d-04399c0eba76 req-41b4605d-bf01-4de7-b7b6-cbb317d98a3a tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.073041 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4605d-bf01-4de7-b7b6-cbb317d98a3a tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96f191d-e2a5-42e8-b0c4-3d72b243fa37,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:49.118991 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0bf3609-ae4f-4b37-b759-8ae9291870c1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.143264 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-07c4caae-9c6a-468b-b44d-04399c0eba76 req-41b4605d-bf01-4de7-b7b6-cbb317d98a3a tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.144582 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-07c4caae-9c6a-468b-b44d-04399c0eba76 req-41b4605d-bf01-4de7-b7b6-cbb317d98a3a tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6302640 Aug 10 03:42:49.225790 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48f1f95-3ba4-4c40-8721-f83409cbb95d', 'tag': '44966b2f-5546-470f-a1a6-93f42a0157e0'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:49.228111 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62ba167-1436-4eaa-a0ac-f2e7903657d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a48f1f95-3ba4-4c40-8721-f83409cbb95d", "tag": "44966b2f-5546-470f-a1a6-93f42a0157e0"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:49.243421 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04617a77-b7c7-481f-8dc8-df2ef674e874 req-40a9a3ba-96bf-420f-a68d-f069141bf3cb tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:49.251195 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-04617a77-b7c7-481f-8dc8-df2ef674e874 req-40a9a3ba-96bf-420f-a68d-f069141bf3cb tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b66ec5-6521-4432-a5c5-e36665d92865 HTTP/1.1" status: 200 len: 945 time: 0.0575716 Aug 10 03:42:49.298884 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0bf3609-ae4f-4b37-b759-8ae9291870c1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.324687 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-04617a77-b7c7-481f-8dc8-df2ef674e874 req-7e0da7ad-0773-4cac-9a4d-ea6b8ade68d2 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731494 Aug 10 03:42:49.528243 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0bf3609-ae4f-4b37-b759-8ae9291870c1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.537440 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fa1da-40e2-4d6b-b06e-f768e8e8ef8e req-200af964-7059-4c08-96da-168e1121c5ff tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:49.539597 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-467fa1da-40e2-4d6b-b06e-f768e8e8ef8e req-200af964-7059-4c08-96da-168e1121c5ff tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 1097 time: 0.0966949 Aug 10 03:42:49.550874 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-8d6b5f58-7e26-49a9-8d03-3fc70265713b tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53341 time: 0.3546467 Aug 10 03:42:49.581137 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-467fa1da-40e2-4d6b-b06e-f768e8e8ef8e req-513fcc15-17f8-44c3-ade7-9cf843ce8e6a tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343652 Aug 10 03:42:49.596620 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-55b45dc5-ec77-4e66-b3dc-82278076ffb9 tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/33647832-7f6b-4de3-8138-ba4725e45327 HTTP/1.1" status: 200 len: 2981 time: 0.0450282 Aug 10 03:42:49.648333 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3dbda5-ffae-4198-8dc1-c7195ee09be2 x-openstack-request-id: req-8c3dbda5-ffae-4198-8dc1-c7195ee09be2 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:49.648333 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48f1f95-3ba4-4c40-8721-f83409cbb95d", "tag": "44966b2f-5546-470f-a1a6-93f42a0157e0", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:49.648333 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c3dbda5-ffae-4198-8dc1-c7195ee09be2 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:49.648333 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a48f1f95-3ba4-4c40-8721-f83409cbb95d', 'tag': '44966b2f-5546-470f-a1a6-93f42a0157e0', 'status': 'completed', 'code': 200} Aug 10 03:42:49.652122 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-5046f3ae-ab47-4a6d-9762-d6ad579d46af tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/33647832-7f6b-4de3-8138-ba4725e45327 HTTP/1.1" status: 200 len: 2981 time: 0.0537996 Aug 10 03:42:49.701504 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-9a731eee-e365-4987-9513-8c5c23623979 tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/33a2be61-128e-420d-ae8f-62a64fb0c134 HTTP/1.1" status: 200 len: 2981 time: 0.0432086 Aug 10 03:42:49.750849 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0bf3609-ae4f-4b37-b759-8ae9291870c1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.757850 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-0b4a3d49-b6ce-4fe5-8a3a-5c68ed7feb1c tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/33a2be61-128e-420d-ae8f-62a64fb0c134 HTTP/1.1" status: 200 len: 2981 time: 0.0488439 Aug 10 03:42:49.804943 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-d36ee41c-2cc8-4aab-9adc-569a8dfeac33 tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/3821421a-aa7b-425b-b0ff-00a24ef034ba HTTP/1.1" status: 200 len: 2981 time: 0.0400906 Aug 10 03:42:49.847014 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ba167-1436-4eaa-a0ac-f2e7903657d2 req-f837d07f-e054-4d59-8202-a0f0226ce85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:49.848558 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e62ba167-1436-4eaa-a0ac-f2e7903657d2 req-f837d07f-e054-4d59-8202-a0f0226ce85b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=124800de805149b392f25b813a13c194&device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 1124 time: 0.1523728 Aug 10 03:42:49.854907 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bf3609-ae4f-4b37-b759-8ae9291870c1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Pushing event updated for resources: {'Port': ['ID=7dc9615d-7a15-4743-b4a6-3e298fd7678a,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:49.869418 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-75968835-2120-4350-bdae-a866af2b3da8 tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/3821421a-aa7b-425b-b0ff-00a24ef034ba HTTP/1.1" status: 200 len: 2981 time: 0.0523283 Aug 10 03:42:49.896555 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46d17c-9b3d-4cfc-937d-c34d8296a443 req-51439ef1-7367-4476-9e20-ee2edb241a97 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:49.898274 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1b46d17c-9b3d-4cfc-937d-c34d8296a443 req-51439ef1-7367-4476-9e20-ee2edb241a97 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 943 time: 0.1936061 Aug 10 03:42:49.922092 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-da99bf5e-8cb0-4832-a8aa-618382f56a72 tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/3cce6239-9476-43a6-810e-6afb36158e14 HTTP/1.1" status: 200 len: 2981 time: 0.0436745 Aug 10 03:42:49.938474 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0bf3609-ae4f-4b37-b759-8ae9291870c1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:49.977068 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-76f4bc3c-6e1d-4f75-a00c-ae8ce3d6810c tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/3cce6239-9476-43a6-810e-6afb36158e14 HTTP/1.1" status: 200 len: 2981 time: 0.0459259 Aug 10 03:42:50.000309 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1b46d17c-9b3d-4cfc-937d-c34d8296a443 req-7f466b1b-7b88-46e7-baee-b1b5cc8f9cfc tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711830 Aug 10 03:42:50.018888 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ba167-1436-4eaa-a0ac-f2e7903657d2 req-de76bda9-b28f-4483-b58b-7f0aa254d8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:50.020472 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e62ba167-1436-4eaa-a0ac-f2e7903657d2 req-de76bda9-b28f-4483-b58b-7f0aa254d8fb service neutron] 10.222.0.20 "GET /v2.0/networks?id=82e15316-6bb5-465a-8cae-f1cb27c52e26 HTTP/1.1" status: 200 len: 908 time: 0.1601722 Aug 10 03:42:50.044276 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-b2fa9856-f14d-4e5c-b10d-298d750d53a6 tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/5bdb9022-b3b7-4b2f-981e-7c7be21c21f2 HTTP/1.1" status: 200 len: 2981 time: 0.0649817 Aug 10 03:42:50.084951 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:42:50.085931 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e62ba167-1436-4eaa-a0ac-f2e7903657d2 req-7a40549a-ebe7-448c-b561-f24020fef41a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44966b2f-5546-470f-a1a6-93f42a0157e0 HTTP/1.1" status: 200 len: 217 time: 0.0572293 Aug 10 03:42:50.086600 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0bf3609-ae4f-4b37-b759-8ae9291870c1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.096006 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a0bf3609-ae4f-4b37-b759-8ae9291870c1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2400417 Aug 10 03:42:50.106210 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-4f8a824d-aee1-457b-852b-a479f2b56837 tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/5bdb9022-b3b7-4b2f-981e-7c7be21c21f2 HTTP/1.1" status: 200 len: 2981 time: 0.0601053 Aug 10 03:42:50.173875 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-5f6c92dd-f30e-4306-8a30-424d5face9ce tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/90cd827a-fc67-4a34-91a2-4c37e0b821b5 HTTP/1.1" status: 200 len: 2981 time: 0.0634980 Aug 10 03:42:50.194322 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ba167-1436-4eaa-a0ac-f2e7903657d2 req-b706a440-e88f-4ec4-9a61-dcabf365149a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:50.195823 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e62ba167-1436-4eaa-a0ac-f2e7903657d2 req-b706a440-e88f-4ec4-9a61-dcabf365149a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f HTTP/1.1" status: 200 len: 847 time: 0.0997961 Aug 10 03:42:50.204307 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f76449-ddb9-4c6c-ad3e-168a690fcc32 req-fb73abf8-1194-491c-99c9-19a10d10d3e6 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:50.205813 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e1f76449-ddb9-4c6c-ad3e-168a690fcc32 req-fb73abf8-1194-491c-99c9-19a10d10d3e6 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=5de91f68-1f8c-4756-b4c8-3c898bc24c88 HTTP/1.1" status: 200 len: 949 time: 0.1250873 Aug 10 03:42:50.223623 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-3417da36-5379-4053-af98-b32a2957577d tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/90cd827a-fc67-4a34-91a2-4c37e0b821b5 HTTP/1.1" status: 200 len: 2981 time: 0.0402112 Aug 10 03:42:50.240390 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e62ba167-1436-4eaa-a0ac-f2e7903657d2 req-e007ef6e-0b2a-4436-9554-c6c830d37f2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=82e15316-6bb5-465a-8cae-f1cb27c52e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285223 Aug 10 03:42:50.245988 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:50.252628 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:50.253253 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.313913 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-56c67dc6-832f-46b9-abe6-a714b99fcb8b tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355732 Aug 10 03:42:50.335908 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e1f76449-ddb9-4c6c-ad3e-168a690fcc32 req-50f67ffb-1512-40b5-bb23-b045929737a3 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40bd159-e45d-4af2-99a5-80e958b581e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016116 Aug 10 03:42:50.391645 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.422858 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de91f68-1f8c-4756-b4c8-3c898bc24c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:50.425530 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e521b24-606c-442f-bfe1-ec9156c736ba" -d '{"events": [{"server_uuid": "5de91f68-1f8c-4756-b4c8-3c898bc24c88", "name": "network-vif-plugged", "status": "completed", "tag": "876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:50.429479 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-27713dc1-f9ee-48f1-a754-d1c26e2cbc5c tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a05723a7-bee3-4bd1-bb02-b6322aab0e61 HTTP/1.1" status: 200 len: 2981 time: 0.1971009 Aug 10 03:42:50.452734 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e62ba167-1436-4eaa-a0ac-f2e7903657d2 req-ae5219d6-25cd-48aa-8717-062a1a21bb23 service neutron] 10.222.0.20 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031977 Aug 10 03:42:50.457620 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:50.508966 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 44966b2f-5546-470f-a1a6-93f42a0157e0 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:42:50.524945 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-efdb029e-51e3-49aa-94dc-4803c558253b tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a05723a7-bee3-4bd1-bb02-b6322aab0e61 HTTP/1.1" status: 200 len: 2981 time: 0.0865283 Aug 10 03:42:50.527417 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:50.598854 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-f07d46a1-0387-4302-bbf8-2457b5a2a53d tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:50.601015 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-f07d46a1-0387-4302-bbf8-2457b5a2a53d tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2800541 Aug 10 03:42:50.636252 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-f79b91d8-c4f5-4ef6-8384-1a6ac4222b0d tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Request body: {'port': {'device_id': '4d3e3962-95ff-4e32-8271-cfb184d3d3bb', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': 'd21e91e9b1a849bfaa5ed513aa742d4c'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:50.636507 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:50.677584 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 44966b2f-5546-470f-a1a6-93f42a0157e0, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=44966b2f-5546-470f-a1a6-93f42a0157e0,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:50.692219 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 44966b2f-5546-470f-a1a6-93f42a0157e0 has no active binding in host n-h1-802893-2 {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:42:50.718519 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-61b7907f-08e8-4754-b8bd-99086dd66b49 tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/bcce0c53-bab9-4f63-b9b5-7bd7421c8ccb HTTP/1.1" status: 200 len: 2981 time: 0.1492777 Aug 10 03:42:50.792682 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ee16c-44c6-4ef9-9ec6-81ee3088cdd8 req-cd7afa18-dae7-4395-9b43-18a13ec00a64 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:50.794336 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a91ee16c-44c6-4ef9-9ec6-81ee3088cdd8 req-cd7afa18-dae7-4395-9b43-18a13ec00a64 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.3610203 Aug 10 03:42:50.807372 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-729a107e-aed5-493b-a212-81e2846f489a tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/bcce0c53-bab9-4f63-b9b5-7bd7421c8ccb HTTP/1.1" status: 200 len: 2981 time: 0.0807955 Aug 10 03:42:50.836172 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e62ba167-1436-4eaa-a0ac-f2e7903657d2 req-ee93d967-0e38-48ca-ac49-327189166665 service neutron] 10.222.0.20 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721106 Aug 10 03:42:50.852969 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a91ee16c-44c6-4ef9-9ec6-81ee3088cdd8 req-03284a39-39f6-4207-bb30-41cc8a2f30fe tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478442 Aug 10 03:42:50.855834 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-1189470a-35c0-4a77-a539-61a09f22ea11 tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/c88094d5-4f0f-4f88-8cf3-6d7612821260 HTTP/1.1" status: 200 len: 2977 time: 0.0418859 Aug 10 03:42:50.903048 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-f64fedb8-c19d-44a6-a045-787c8e2eb9a6 tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/c88094d5-4f0f-4f88-8cf3-6d7612821260 HTTP/1.1" status: 200 len: 2977 time: 0.0410335 Aug 10 03:42:50.939374 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e79d51d1-4240-4d2c-b646-0865ea320691 req-08bc1d56-f161-41dc-a1d0-5db29bcc909e tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d3e3962-95ff-4e32-8271-cfb184d3d3bb HTTP/1.1" status: 200 len: 210 time: 0.0256891 Aug 10 03:42:50.965848 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-088c6522-c667-4ac8-8723-e2997a87f83d tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/c897a64e-cc56-433f-ad19-2c6096e45626 HTTP/1.1" status: 200 len: 2981 time: 0.0431373 Aug 10 03:42:50.997692 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-f79b91d8-c4f5-4ef6-8384-1a6ac4222b0d tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Made reservation on behalf of d21e91e9b1a849bfaa5ed513aa742d4c for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:42:51.001245 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-f79b91d8-c4f5-4ef6-8384-1a6ac4222b0d tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.015449 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-f23eec97-9456-45ee-9762-e536b77592f3 tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/c897a64e-cc56-433f-ad19-2c6096e45626 HTTP/1.1" status: 200 len: 2981 time: 0.0563252 Aug 10 03:42:51.016715 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-f79b91d8-c4f5-4ef6-8384-1a6ac4222b0d tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.058467 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-8cd3ce6d-1598-43a4-9c3b-01819a1ffd1d tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1424175351&fields=id&tenant_id=131e3b69db844409bca7efef95f46481 HTTP/1.1" status: 200 len: 267 time: 0.0370843 Aug 10 03:42:51.082615 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-783e70c5-1d3d-48b1-b629-f40fa71033da tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/d40bd159-e45d-4af2-99a5-80e958b581e2 HTTP/1.1" status: 200 len: 2981 time: 0.0562458 Aug 10 03:42:51.155170 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-35a3f1f3-4fc8-4702-a166-9eb0d114c68d tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:51.155591 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-c4b301aa-2ec0-4540-8007-fe0ba0abd9ea tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/d40bd159-e45d-4af2-99a5-80e958b581e2 HTTP/1.1" status: 200 len: 2981 time: 0.0590281 Aug 10 03:42:51.156745 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-35a3f1f3-4fc8-4702-a166-9eb0d114c68d tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports/f967e2df-2718-4410-a5e2-41f4e2475bac HTTP/1.1" status: 200 len: 931 time: 0.0808887 Aug 10 03:42:51.211471 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-0ef4ce22-7d07-4ca9-8934-47d95673a655 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:51.212922 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-0ef4ce22-7d07-4ca9-8934-47d95673a655 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports/14710601-7780-4dc4-9078-9d9e5dd540bd HTTP/1.1" status: 200 len: 930 time: 0.0477762 Aug 10 03:42:51.215274 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-f79b91d8-c4f5-4ef6-8384-1a6ac4222b0d tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.221027 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-7d83a0ea-6de0-4167-af7a-c0c4dac649f8 tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/db8cc47e-009c-4dfd-beb8-46508ab519bd HTTP/1.1" status: 200 len: 2981 time: 0.0583043 Aug 10 03:42:51.268436 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-65fab4b7-a26c-407d-a60b-9e0774102340 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?network_id=6124ac5f-cc2c-4188-9079-e96ada11101c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0485053 Aug 10 03:42:51.270064 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-aa9705e5-beb3-4021-afff-cdfe853d76ad tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/db8cc47e-009c-4dfd-beb8-46508ab519bd HTTP/1.1" status: 200 len: 2981 time: 0.0424964 Aug 10 03:42:51.306768 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-f6cc1075-69b2-47dc-9dd6-75d89999ad84 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?network_id=6124ac5f-cc2c-4188-9079-e96ada11101c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0307021 Aug 10 03:42:51.318710 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-aacf9dc6-944f-4636-9a85-9d8d63cbe82e tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e5dac378-1b4d-4124-b76e-2629babd91ef HTTP/1.1" status: 200 len: 2981 time: 0.0416827 Aug 10 03:42:51.319776 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-f79b91d8-c4f5-4ef6-8384-1a6ac4222b0d tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.424937 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-01dfc626-8098-4421-ab0b-af8a8803dcc7 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:51.430384 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b91d8-c4f5-4ef6-8384-1a6ac4222b0d tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35caed85-be20-4a26-b6be-6f77d1355648,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:51.430809 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-01dfc626-8098-4421-ab0b-af8a8803dcc7 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:51.436664 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-01dfc626-8098-4421-ab0b-af8a8803dcc7 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:51.438355 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-01dfc626-8098-4421-ab0b-af8a8803dcc7 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/networks?id=fa395f05-97ff-41a7-920e-74dd9aa81561&id=417fd08b-d4a9-43bf-abeb-ff8394392512&id=417fd08b-d4a9-43bf-abeb-ff8394392512&id=6124ac5f-cc2c-4188-9079-e96ada11101c&id=6124ac5f-cc2c-4188-9079-e96ada11101c HTTP/1.1" status: 200 len: 1990 time: 0.1252022 Aug 10 03:42:51.445142 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-3b7dd8ee-b5d2-42f9-b899-4d68001854d1 tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e5dac378-1b4d-4124-b76e-2629babd91ef HTTP/1.1" status: 200 len: 2981 time: 0.1181781 Aug 10 03:42:51.457839 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-50b7d308-d701-49de-b35e-ed314c243dee tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/quotas/131e3b69db844409bca7efef95f46481 HTTP/1.1" status: 200 len: 375 time: 0.0100200 Aug 10 03:42:51.525748 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-34a595b9-9a52-494a-ae94-52a670c0f853 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=131e3b69db844409bca7efef95f46481&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0610976 Aug 10 03:42:51.527147 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-f79b91d8-c4f5-4ef6-8384-1a6ac4222b0d tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Allocated IP 192.168.233.158 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/371b2e20-4e1f-42e2-b04c-3f6b94239b8e) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:42:51.541245 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-5c04ec71-72cf-4219-8ca0-6e1b6a470da1 tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e770a473-2f70-4388-810f-9f11ab28f6b6 HTTP/1.1" status: 200 len: 2973 time: 0.0735400 Aug 10 03:42:51.628535 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-9870263d-8bff-43ac-8b18-0d2294bd6e47 service neutron] 10.222.0.25 "GET /v2.0/networks/fa395f05-97ff-41a7-920e-74dd9aa81561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890439 Aug 10 03:42:51.649812 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-44fd52ed-7bfb-45bd-830a-34dd397434c9 tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/e770a473-2f70-4388-810f-9f11ab28f6b6 HTTP/1.1" status: 200 len: 2973 time: 0.1001513 Aug 10 03:42:51.720732 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-e33bf330-0414-4343-8fd7-a7199bccd208 tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/ecd4e2f3-4068-4e77-bf87-126c439645c3 HTTP/1.1" status: 200 len: 2981 time: 0.0637021 Aug 10 03:42:51.725618 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-a791622c-9c7f-4ba4-8768-e12274740426 service neutron] 10.222.0.25 "GET /v2.0/networks/fa395f05-97ff-41a7-920e-74dd9aa81561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876033 Aug 10 03:42:51.752634 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-f79b91d8-c4f5-4ef6-8384-1a6ac4222b0d tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.783452 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-f79b91d8-c4f5-4ef6-8384-1a6ac4222b0d tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Transition to ACTIVE for port object 371b2e20-4e1f-42e2-b04c-3f6b94239b8e will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:51.797852 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-0648c257-7c22-4bb0-a1d8-91c46b545550 service neutron] 10.222.0.25 "GET /v2.0/ports/f967e2df-2718-4410-a5e2-41f4e2475bac?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0630074 Aug 10 03:42:51.804856 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2336c4-8358-4ebf-ac1a-dddb981f41c1 req-bcbe787c-d60e-44ea-be35-2838276e0cd8 tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/ecd4e2f3-4068-4e77-bf87-126c439645c3 HTTP/1.1" status: 200 len: 2981 time: 0.0715265 Aug 10 03:42:51.892739 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-bcbdf12b-aa24-4889-a0aa-fe7f5818192f service neutron] 10.222.0.20 "GET /v2.0/ports/44966b2f-5546-470f-a1a6-93f42a0157e0/bindings/n-h1-802893-2 HTTP/1.1" status: 200 len: 384 time: 0.1642094 Aug 10 03:42:51.911137 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-f79b91d8-c4f5-4ef6-8384-1a6ac4222b0d tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:51.919815 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1173c-b9b8-4b19-911a-e353e9240d4f req-4f399bfc-849c-4614-aa31-7dd9fe83923e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:51.921348 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9fe1173c-b9b8-4b19-911a-e353e9240d4f req-4f399bfc-849c-4614-aa31-7dd9fe83923e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b66ec5-6521-4432-a5c5-e36665d92865 HTTP/1.1" status: 200 len: 945 time: 0.0579441 Aug 10 03:42:51.975842 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-a6c22866-8f0f-489c-b472-2182ba785260 service neutron] 10.222.0.25 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645610 Aug 10 03:42:51.981682 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-f79b91d8-c4f5-4ef6-8384-1a6ac4222b0d tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:42:51.987341 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-f79b91d8-c4f5-4ef6-8384-1a6ac4222b0d tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:42:51.994391 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-f79b91d8-c4f5-4ef6-8384-1a6ac4222b0d tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:42:52.002598 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79b91d8-c4f5-4ef6-8384-1a6ac4222b0d tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Pushing event updated for resources: {'Port': ['ID=371b2e20-4e1f-42e2-b04c-3f6b94239b8e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:52.037510 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9fe1173c-b9b8-4b19-911a-e353e9240d4f req-b7f1632b-cbba-4bac-a4fa-1cf1566e0fff tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891228 Aug 10 03:42:52.067629 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-f79b91d8-c4f5-4ef6-8384-1a6ac4222b0d tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:52.068335 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-f79b91d8-c4f5-4ef6-8384-1a6ac4222b0d tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.108395 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94db71c8-032f-4c78-b2bc-1893f684ab5a x-openstack-request-id: req-94db71c8-032f-4c78-b2bc-1893f684ab5a {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:52.108395 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de91f68-1f8c-4756-b4c8-3c898bc24c88", "name": "network-vif-plugged", "status": "completed", "tag": "876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:52.108395 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94db71c8-032f-4c78-b2bc-1893f684ab5a {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:52.108395 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de91f68-1f8c-4756-b4c8-3c898bc24c88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3', 'code': 200} Aug 10 03:42:52.161052 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-f79b91d8-c4f5-4ef6-8384-1a6ac4222b0d tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5493076 Aug 10 03:42:52.169072 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d1f42661-8c94-4f34-9314-b204148f1fd0 service neutron] 10.222.0.25 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857259 Aug 10 03:42:52.192009 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-fbec6089-5eca-45b5-9d54-03b9b35d1919 service neutron] Request body: {'port': {'device_id': '4d3e3962-95ff-4e32-8271-cfb184d3d3bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:52.259454 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-2df513c2-b6c0-4606-a276-34485db7b89b service neutron] 10.222.0.25 "GET /v2.0/ports/14710601-7780-4dc4-9078-9d9e5dd540bd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0785828 Aug 10 03:42:52.265688 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9224c46b-f87b-40ec-bc97-efbe210899bf req-369a17b9-5d0f-425e-8fa2-5f1c53b5408c tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:52.266727 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-50cff7b3-7168-4e74-ac41-bdf57a52be80 service neutron] For port 44966b2f-5546-470f-a1a6-93f42a0157e0, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=44966b2f-5546-470f-a1a6-93f42a0157e0,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:52.267245 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9224c46b-f87b-40ec-bc97-efbe210899bf req-369a17b9-5d0f-425e-8fa2-5f1c53b5408c tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 1097 time: 0.0998983 Aug 10 03:42:52.281037 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-fbec6089-5eca-45b5-9d54-03b9b35d1919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.340809 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9224c46b-f87b-40ec-bc97-efbe210899bf req-43aec846-6c7b-4588-ba5a-435fdad67f9b tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654504 Aug 10 03:42:52.345276 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-50cff7b3-7168-4e74-ac41-bdf57a52be80 service neutron] For port 44966b2f-5546-470f-a1a6-93f42a0157e0, host n-h2-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:52.358022 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-709bb76a-e871-4d6c-b668-9822ca91ca57 None None] Provisioning for port 371b2e20-4e1f-42e2-b04c-3f6b94239b8e completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:42:52.364286 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-709bb76a-e871-4d6c-b668-9822ca91ca57 None None] Provisioning complete for port 371b2e20-4e1f-42e2-b04c-3f6b94239b8e triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:42:52.365189 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-709bb76a-e871-4d6c-b668-9822ca91ca57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.385019 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d4c38-ddcc-4f8f-846a-9af1ceb9e761 req-42b3f291-fa4d-4c1c-bbf3-2df39e64d4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:52.386662 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-870d4c38-ddcc-4f8f-846a-9af1ceb9e761 req-42b3f291-fa4d-4c1c-bbf3-2df39e64d4b9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5de91f68-1f8c-4756-b4c8-3c898bc24c88 HTTP/1.1" status: 200 len: 1101 time: 0.1756356 Aug 10 03:42:52.415468 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-50cff7b3-7168-4e74-ac41-bdf57a52be80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44966b2f-5546-470f-a1a6-93f42a0157e0 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:52.418034 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-709bb76a-e871-4d6c-b668-9822ca91ca57 None None] Port 371b2e20-4e1f-42e2-b04c-3f6b94239b8e cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:42:52.458076 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-50cff7b3-7168-4e74-ac41-bdf57a52be80 service neutron] For port 44966b2f-5546-470f-a1a6-93f42a0157e0, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=44966b2f-5546-470f-a1a6-93f42a0157e0,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:52.507835 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-0cdd59c3-71c3-4130-bb08-c46935033893 service neutron] 10.222.0.25 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379985 Aug 10 03:42:52.520735 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-870d4c38-ddcc-4f8f-846a-9af1ceb9e761 req-0ad46d33-25c5-4892-b9c7-de37c10dd5d9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d40bd159-e45d-4af2-99a5-80e958b581e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208706 Aug 10 03:42:52.559859 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-50cff7b3-7168-4e74-ac41-bdf57a52be80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.663760 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-b2e6efa6-6a41-4db7-96e3-7c442ee6e9e4 service neutron] 10.222.0.25 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545942 Aug 10 03:42:52.688751 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-50cff7b3-7168-4e74-ac41-bdf57a52be80 service neutron] Transition to ACTIVE for port object 44966b2f-5546-470f-a1a6-93f42a0157e0 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:52.768650 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-50cff7b3-7168-4e74-ac41-bdf57a52be80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.825397 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-98848e43-20f7-4b72-a0a0-08cfc7f6b3fe service neutron] 10.222.0.25 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351609 Aug 10 03:42:52.867929 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-fbec6089-5eca-45b5-9d54-03b9b35d1919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 371b2e20-4e1f-42e2-b04c-3f6b94239b8e {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:52.875426 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-fbec6089-5eca-45b5-9d54-03b9b35d1919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:52.877925 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-50cff7b3-7168-4e74-ac41-bdf57a52be80 service neutron] No DVR routers for this DVR port 44966b2f-5546-470f-a1a6-93f42a0157e0 on host n-h2-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:42:52.888209 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-fbec6089-5eca-45b5-9d54-03b9b35d1919 service neutron] Transition to ACTIVE for port object 371b2e20-4e1f-42e2-b04c-3f6b94239b8e will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:42:52.917979 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cff7b3-7168-4e74-ac41-bdf57a52be80 service neutron] Pushing event updated for resources: {'Port': ['ID=44966b2f-5546-470f-a1a6-93f42a0157e0,revision_number=10']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:52.956513 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-50cff7b3-7168-4e74-ac41-bdf57a52be80 service neutron] 10.222.0.20 "PUT /v2.0/ports/44966b2f-5546-470f-a1a6-93f42a0157e0/bindings/n-h1-802893-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0545642 Aug 10 03:42:52.985387 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-0a5f02fb-6a86-4581-b671-cac7434ac11b service neutron] 10.222.0.25 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518013 Aug 10 03:42:53.008634 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-fbec6089-5eca-45b5-9d54-03b9b35d1919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.095864 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21b7bb-e4ef-45e7-8301-900f98af6c62 req-bd4d304c-0a3c-446b-94cc-fedc2b531cd4 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:53.098250 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c21b7bb-e4ef-45e7-8301-900f98af6c62 req-bd4d304c-0a3c-446b-94cc-fedc2b531cd4 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 944 time: 0.1188605 Aug 10 03:42:53.103018 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec6089-5eca-45b5-9d54-03b9b35d1919 service neutron] Pushing event updated for resources: {'Port': ['ID=371b2e20-4e1f-42e2-b04c-3f6b94239b8e,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:53.128258 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-935307fd-30d5-42b4-b522-330b8a040440 service neutron] 10.222.0.25 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363547 Aug 10 03:42:53.208803 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c21b7bb-e4ef-45e7-8301-900f98af6c62 req-4cc4cf31-9cdb-40b2-b554-cbb965e4e7ac tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730772 Aug 10 03:42:53.227518 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-fbec6089-5eca-45b5-9d54-03b9b35d1919 service neutron] Attempting to bind port 371b2e20-4e1f-42e2-b04c-3f6b94239b8e on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:53.228257 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-fbec6089-5eca-45b5-9d54-03b9b35d1919 service neutron] Attempting to bind port 371b2e20-4e1f-42e2-b04c-3f6b94239b8e by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:53.228772 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-fbec6089-5eca-45b5-9d54-03b9b35d1919 service neutron] Attempting to bind port 371b2e20-4e1f-42e2-b04c-3f6b94239b8e on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:53.240020 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-fbec6089-5eca-45b5-9d54-03b9b35d1919 service neutron] Port 371b2e20-4e1f-42e2-b04c-3f6b94239b8e on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:42:53.240020 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-fbec6089-5eca-45b5-9d54-03b9b35d1919 service neutron] Attempting to bind port 371b2e20-4e1f-42e2-b04c-3f6b94239b8e on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:53.243837 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-fbec6089-5eca-45b5-9d54-03b9b35d1919 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:53.243837 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-fbec6089-5eca-45b5-9d54-03b9b35d1919 service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:53.243837 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-fbec6089-5eca-45b5-9d54-03b9b35d1919 service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:53.244532 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-fbec6089-5eca-45b5-9d54-03b9b35d1919 service neutron] Bound port: 371b2e20-4e1f-42e2-b04c-3f6b94239b8e, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:53.254764 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-fbec6089-5eca-45b5-9d54-03b9b35d1919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.272572 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-54bc26a8-a4f3-43e0-a6e5-0d5615c9b5dc service neutron] 10.222.0.25 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357460 Aug 10 03:42:53.309890 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4cb7a2d9-4fb7-439e-8dda-bb8758353ebd req-210a5907-410b-4d85-b72c-34446eb2d7c6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1079967 Aug 10 03:42:53.413763 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-fbec6089-5eca-45b5-9d54-03b9b35d1919 service neutron] For port 371b2e20-4e1f-42e2-b04c-3f6b94239b8e, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:53.428808 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8f746b07-ab23-4ce6-8479-ff824a77927a req-735c1c4f-1ad5-4c08-b360-4338dc5f9154 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0710843 Aug 10 03:42:53.432658 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-1e9d9ca9-9989-4e0d-9456-d55b7d405bde service neutron] 10.222.0.25 "GET /v2.0/networks/6124ac5f-cc2c-4188-9079-e96ada11101c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421192 Aug 10 03:42:53.433465 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-fbec6089-5eca-45b5-9d54-03b9b35d1919 service neutron] For port 371b2e20-4e1f-42e2-b04c-3f6b94239b8e, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=371b2e20-4e1f-42e2-b04c-3f6b94239b8e,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:53.463625 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1cec3-b0f0-484e-8922-b828f19eadd6 req-1878bb17-4b3e-4044-a126-eb94c992f752 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:53.465502 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ef1cec3-b0f0-484e-8922-b828f19eadd6 req-1878bb17-4b3e-4044-a126-eb94c992f752 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=5de91f68-1f8c-4756-b4c8-3c898bc24c88 HTTP/1.1" status: 200 len: 950 time: 0.1609972 Aug 10 03:42:53.473515 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-5ec3e998-109d-4d99-966d-d906e050601b tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:53.475584 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-5ec3e998-109d-4d99-966d-d906e050601b tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d&tenant_id=124800de805149b392f25b813a13c194&binding%3Ahost_id=n-h2-802893-2 HTTP/1.1" status: 200 len: 1095 time: 0.1293819 Aug 10 03:42:53.547172 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ef1cec3-b0f0-484e-8922-b828f19eadd6 req-946e31ad-ff14-4f7f-aa0d-9f9e9f379dd9 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40bd159-e45d-4af2-99a5-80e958b581e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703876 Aug 10 03:42:53.554533 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-fbec6089-5eca-45b5-9d54-03b9b35d1919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.575752 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f746b07-ab23-4ce6-8479-ff824a77927a req-d136a7ca-62ce-4fce-b667-64f1e99e0c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:53.575752 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8f746b07-ab23-4ce6-8479-ff824a77927a req-d136a7ca-62ce-4fce-b667-64f1e99e0c3f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 1101 time: 0.0699215 Aug 10 03:42:53.588753 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-6917b1d8-d9a8-42d5-aeab-f1e91d0d7c92 service neutron] 10.222.0.25 "GET /v2.0/networks/6124ac5f-cc2c-4188-9079-e96ada11101c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471221 Aug 10 03:42:53.592922 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-fbec6089-5eca-45b5-9d54-03b9b35d1919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:53.593577 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-fbec6089-5eca-45b5-9d54-03b9b35d1919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:53.598822 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-fbec6089-5eca-45b5-9d54-03b9b35d1919 service neutron] 10.222.0.68 "PUT /v2.0/ports/371b2e20-4e1f-42e2-b04c-3f6b94239b8e HTTP/1.1" status: 200 len: 1096 time: 1.4124529 Aug 10 03:42:53.603359 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3e3962-95ff-4e32-8271-cfb184d3d3bb', 'tag': '371b2e20-4e1f-42e2-b04c-3f6b94239b8e'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:53.607615 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af297c3-81c0-4dbc-b645-507957ce0934" -d '{"events": [{"name": "network-changed", "server_uuid": "4d3e3962-95ff-4e32-8271-cfb184d3d3bb", "tag": "371b2e20-4e1f-42e2-b04c-3f6b94239b8e"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:53.622299 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-6c955786-714f-4e5b-8da7-f03bf34d6010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:53.624043 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-6c955786-714f-4e5b-8da7-f03bf34d6010 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d&tenant_id=124800de805149b392f25b813a13c194 HTTP/1.1" status: 200 len: 1095 time: 0.1374464 Aug 10 03:42:53.719071 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbec6089-5eca-45b5-9d54-03b9b35d1919 service neutron] Pushing event updated for resources: {'Port': ['ID=371b2e20-4e1f-42e2-b04c-3f6b94239b8e,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:53.801265 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d55b47c3-17e6-4342-a44f-22674b150a21 service neutron] 10.222.0.25 "GET /v2.0/networks/6124ac5f-cc2c-4188-9079-e96ada11101c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045777 Aug 10 03:42:53.825308 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-2c4dfa44-a155-47c9-930f-75b10d829980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:53.831564 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-2c4dfa44-a155-47c9-930f-75b10d829980 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=124800de805149b392f25b813a13c194&device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 1095 time: 0.1627345 Aug 10 03:42:53.878604 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f746b07-ab23-4ce6-8479-ff824a77927a req-bbebf693-dec8-4e8c-9bcb-61cf9ddba5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:53.884806 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8f746b07-ab23-4ce6-8479-ff824a77927a req-bbebf693-dec8-4e8c-9bcb-61cf9ddba5e6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.2785249 Aug 10 03:42:53.905307 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e7fc3847-8a55-4cc7-a812-6a566e432a8b req-86151522-5bb0-4203-bcb2-80403fd14a83 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34eaf2339fc341ea8c8130e0a47d8e97 HTTP/1.1" status: 200 len: 6101 time: 0.2627006 Aug 10 03:42:53.925505 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-b3babce8-3233-450b-9bc7-522faa790c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:53.927019 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-b3babce8-3233-450b-9bc7-522faa790c86 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&device_id=4d3e3962-95ff-4e32-8271-cfb184d3d3bb HTTP/1.1" status: 200 len: 1099 time: 0.1608746 Aug 10 03:42:53.938144 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8f746b07-ab23-4ce6-8479-ff824a77927a req-09a735b3-20ab-4e33-864c-15d5c01d37f3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=a3243318-600f-47a3-a688-83b3e5f2cee1 HTTP/1.1" status: 200 len: 217 time: 0.0448148 Aug 10 03:42:54.017806 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-340126ca-2198-4bd6-a503-574e0f6d8044 service neutron] 10.222.0.25 "GET /v2.0/networks/6124ac5f-cc2c-4188-9079-e96ada11101c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069988 Aug 10 03:42:54.022408 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f746b07-ab23-4ce6-8479-ff824a77927a req-239e79ee-6bf4-4744-8094-746cd36c1d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:54.024307 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8f746b07-ab23-4ce6-8479-ff824a77927a req-239e79ee-6bf4-4744-8094-746cd36c1d51 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0748832 Aug 10 03:42:54.071999 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-c0342198-e528-4007-ac16-ad23f930bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:54.074776 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-c0342198-e528-4007-ac16-ad23f930bfd5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=82e15316-6bb5-465a-8cae-f1cb27c52e26 HTTP/1.1" status: 200 len: 908 time: 0.2365801 Aug 10 03:42:54.085310 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-508fcc1b-0cf2-4728-9515-1bbb1cf97b40 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=371b2e20-4e1f-42e2-b04c-3f6b94239b8e HTTP/1.1" status: 200 len: 217 time: 0.1304214 Aug 10 03:42:54.113490 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f746b07-ab23-4ce6-8479-ff824a77927a req-793337c9-9922-4727-929a-0a4f34439a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:54.115239 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8f746b07-ab23-4ce6-8479-ff824a77927a req-793337c9-9922-4727-929a-0a4f34439a2f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0822895 Aug 10 03:42:54.155665 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-41318eb9-5e8e-430d-8967-5fac1db5a967 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44966b2f-5546-470f-a1a6-93f42a0157e0 HTTP/1.1" status: 200 len: 217 time: 0.0684569 Aug 10 03:42:54.227165 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e7fc3847-8a55-4cc7-a812-6a566e432a8b req-70c40ee0-a72c-422e-9e0b-929ef2f1ba11 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] 10.222.0.25 "GET /v2.0/security-groups/c897a64e-cc56-433f-ad19-2c6096e45626 HTTP/1.1" status: 200 len: 2981 time: 0.2961242 Aug 10 03:42:54.238484 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8f746b07-ab23-4ce6-8479-ff824a77927a req-6ef021fa-2a0d-4ad5-b844-90daca08f343 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147099 Aug 10 03:42:54.250686 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-2be27566-607b-460a-a6d0-2c0484b3b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:54.252192 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-2be27566-607b-460a-a6d0-2c0484b3b95b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.1110168 Aug 10 03:42:54.279656 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-d7cd1e42-69a3-4499-a38a-e2884544d045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:54.281259 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-d7cd1e42-69a3-4499-a38a-e2884544d045 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f HTTP/1.1" status: 200 len: 847 time: 0.1016650 Aug 10 03:42:54.339922 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-ddffa378-ce8e-4742-b1f5-dbda523f013e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=82e15316-6bb5-465a-8cae-f1cb27c52e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404308 Aug 10 03:42:54.389763 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8f746b07-ab23-4ce6-8479-ff824a77927a req-60fcccdb-f7fc-47ef-8b40-f3896c3397f9 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360767 Aug 10 03:42:54.446782 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-4758f8eb-c25e-4ad4-a6c3-b31aa12d2c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:54.448349 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-4758f8eb-c25e-4ad4-a6c3-b31aa12d2c9e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1841359 Aug 10 03:42:54.453200 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e7fc3847-8a55-4cc7-a812-6a566e432a8b req-5e6fee2d-e4f6-4c19-9c33-0f3aceb93c4d tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] 10.222.0.25 "GET /v2.0/security-groups/c897a64e-cc56-433f-ad19-2c6096e45626 HTTP/1.1" status: 200 len: 2981 time: 0.2047405 Aug 10 03:42:54.592641 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-ad7b1480-e141-4d55-9ad0-b4fdfb00a507 service neutron] 10.222.0.68 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333488 Aug 10 03:42:54.619987 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-de843f5c-f838-4f5d-aceb-d483a7e5cc2c service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622925 Aug 10 03:42:54.688629 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6f1da-0120-47fd-b01f-23c49baa1367 req-1ceee3eb-67b8-4faf-ac89-64275698a796 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:54.690156 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-15a6f1da-0120-47fd-b01f-23c49baa1367 req-1ceee3eb-67b8-4faf-ac89-64275698a796 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d3e3962-95ff-4e32-8271-cfb184d3d3bb HTTP/1.1" status: 200 len: 948 time: 0.1530151 Aug 10 03:42:54.798063 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-15a6f1da-0120-47fd-b01f-23c49baa1367 req-745b5e15-244e-4806-81e1-0a3525683f2d tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754762 Aug 10 03:42:54.808305 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-1258eacb-3bbc-4ed0-b9a8-1a2db3b67789 service neutron] 10.222.0.68 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043591 Aug 10 03:42:54.831326 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1dd3fbd4-9c02-44ba-a354-620f368eef02 req-2e616c24-5079-4867-b2f0-56ace8c76854 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769767 Aug 10 03:42:54.957484 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01418a2-0345-474f-97cf-6fbdb961d253 req-ebbccbfc-bfc9-41a1-89a7-30d44b907605 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:54.959064 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c01418a2-0345-474f-97cf-6fbdb961d253 req-ebbccbfc-bfc9-41a1-89a7-30d44b907605 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b66ec5-6521-4432-a5c5-e36665d92865 HTTP/1.1" status: 200 len: 945 time: 0.0643778 Aug 10 03:42:54.976515 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45952) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:42:54.982313 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-d3884999-6c4b-4dd8-944a-64712ed78295 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Request body: {'floatingip': {'port_id': 'b371f673-7ce3-42f5-976e-b68fe5a93ee7'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:55.063674 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d3884999-6c4b-4dd8-944a-64712ed78295 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks [] for floatingip, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.410365 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-45c43f40-6621-4f5a-9cf8-113ac85d83e8 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:55.411993 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-45c43f40-6621-4f5a-9cf8-113ac85d83e8 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d&tenant_id=124800de805149b392f25b813a13c194&binding%3Ahost_id=n-h1-802893-2 HTTP/1.1" status: 200 len: 1095 time: 0.0712194 Aug 10 03:42:55.681635 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-c4243958-1343-4526-84b8-dc405f4149ec service neutron] For port 44966b2f-5546-470f-a1a6-93f42a0157e0, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:42:55.685269 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-c4243958-1343-4526-84b8-dc405f4149ec service neutron] Notify callbacks [] for binding, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:55.686417 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90b39949-f2cb-4632-ab5b-e106c8f1a1fe req-c4243958-1343-4526-84b8-dc405f4149ec service neutron] 10.222.0.68 "DELETE /v2.0/ports/44966b2f-5546-470f-a1a6-93f42a0157e0/bindings/n-h2-802893-2 HTTP/1.1" status: 204 len: 173 time: 0.2609434 Aug 10 03:42:55.907062 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.db.resource_extend [None req-d3884999-6c4b-4dd8-944a-64712ed78295 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:42:55.992312 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a06bdf-5b9f-4e28-836b-319fcda2d79b req-e1c41bfd-0820-4164-81c8-abd8dac53d54 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:55.993925 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-23a06bdf-5b9f-4e28-836b-319fcda2d79b req-e1c41bfd-0820-4164-81c8-abd8dac53d54 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.1482983 Aug 10 03:42:56.003193 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d3884999-6c4b-4dd8-944a-64712ed78295 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.036381 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-23a06bdf-5b9f-4e28-836b-319fcda2d79b req-27d3ce53-e96f-42ce-95d4-e907c2f9cb42 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361295 Aug 10 03:42:56.079661 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d52d25-09d2-4168-a901-0f8fd2d5e146 x-openstack-request-id: req-e9d52d25-09d2-4168-a901-0f8fd2d5e146 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:56.080249 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d3e3962-95ff-4e32-8271-cfb184d3d3bb", "tag": "371b2e20-4e1f-42e2-b04c-3f6b94239b8e", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:56.080249 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9d52d25-09d2-4168-a901-0f8fd2d5e146 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:56.088150 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3e3962-95ff-4e32-8271-cfb184d3d3bb', 'tag': '371b2e20-4e1f-42e2-b04c-3f6b94239b8e', 'status': 'completed', 'code': 200} Aug 10 03:42:56.121237 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 44966b2f-5546-470f-a1a6-93f42a0157e0 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:42:56.173138 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af297c3-81c0-4dbc-b645-507957ce0934 req-133c494c-f86f-4d24-b76a-6ecdbdc2cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:56.174712 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8af297c3-81c0-4dbc-b645-507957ce0934 req-133c494c-f86f-4d24-b76a-6ecdbdc2cc7e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&device_id=4d3e3962-95ff-4e32-8271-cfb184d3d3bb HTTP/1.1" status: 200 len: 1099 time: 0.0491161 Aug 10 03:42:56.175096 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 44966b2f-5546-470f-a1a6-93f42a0157e0 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:42:56.183255 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b425b-ed89-44d7-b47f-98dcd9a5f5ba req-6cd27313-645d-465b-8a24-f1475807d000 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:56.185153 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-263b425b-ed89-44d7-b47f-98dcd9a5f5ba req-6cd27313-645d-465b-8a24-f1475807d000 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 944 time: 0.0560594 Aug 10 03:42:56.186346 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d3884999-6c4b-4dd8-944a-64712ed78295 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.283942 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af297c3-81c0-4dbc-b645-507957ce0934 req-93fb21eb-1d32-4e93-8eaf-6c3da2a4b5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:56.293150 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8af297c3-81c0-4dbc-b645-507957ce0934 req-93fb21eb-1d32-4e93-8eaf-6c3da2a4b5bc service neutron] 10.222.0.68 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.1097953 Aug 10 03:42:56.306616 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-263b425b-ed89-44d7-b47f-98dcd9a5f5ba req-25723396-5641-461b-8b03-0c2a557c9e75 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852664 Aug 10 03:42:56.337242 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-d3884999-6c4b-4dd8-944a-64712ed78295 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Floating IP 0e78bdd5-4528-47b5-a075-2aa92cad2f74 associated. External IP: 172.25.0.201, port: b371f673-7ce3-42f5-976e-b68fe5a93ee7. Aug 10 03:42:56.367248 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8af297c3-81c0-4dbc-b645-507957ce0934 req-c7c45f14-a001-4836-8cb0-5c75847eb9ab service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=371b2e20-4e1f-42e2-b04c-3f6b94239b8e HTTP/1.1" status: 200 len: 217 time: 0.0632584 Aug 10 03:42:56.424497 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af297c3-81c0-4dbc-b645-507957ce0934 req-8c6ecfcc-c176-4e10-a69a-539a2bf5839c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:56.431654 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8af297c3-81c0-4dbc-b645-507957ce0934 req-8c6ecfcc-c176-4e10-a69a-539a2bf5839c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0497847 Aug 10 03:42:56.461986 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ebf37741-20c9-4e95-b122-b72ddb76fefe req-762f1b07-0162-43ce-a33e-8679b5021ca3 tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/a96f191d-e2a5-42e8-b0c4-3d72b243fa37 HTTP/1.1" status: 200 len: 1778 time: 0.0799575 Aug 10 03:42:56.494987 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af297c3-81c0-4dbc-b645-507957ce0934 req-44fb5d99-8cc0-42b2-a7c1-d25ad27cf31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:56.496821 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8af297c3-81c0-4dbc-b645-507957ce0934 req-44fb5d99-8cc0-42b2-a7c1-d25ad27cf31d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0614879 Aug 10 03:42:56.579024 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-ebf37741-20c9-4e95-b122-b72ddb76fefe req-54f041b3-53db-4b64-b394-70fc9675bf1a tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.599845 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8af297c3-81c0-4dbc-b645-507957ce0934 req-15e300be-3224-4f10-9fa9-ed72b9b06188 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939994 Aug 10 03:42:56.633778 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-ebf37741-20c9-4e95-b122-b72ddb76fefe req-54f041b3-53db-4b64-b394-70fc9675bf1a tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.692810 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3884999-6c4b-4dd8-944a-64712ed78295 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Router c6410152-921c-40b8-a35e-08cc4e0f42f0 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:42:56.727272 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8af297c3-81c0-4dbc-b645-507957ce0934 req-8e30bff9-2b68-4f38-99c7-9cb0ea67e042 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189866 Aug 10 03:42:56.819277 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7a2d9-4fb7-439e-8dda-bb8758353ebd req-6e8a52a9-4ea1-4751-a2c1-83976f975001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:56.820863 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4cb7a2d9-4fb7-439e-8dda-bb8758353ebd req-6e8a52a9-4ea1-4751-a2c1-83976f975001 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 1100 time: 0.0419908 Aug 10 03:42:56.833520 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3884999-6c4b-4dd8-944a-64712ed78295 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:42:56.839865 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d3884999-6c4b-4dd8-944a-64712ed78295 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.873537 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27fdb1f-4eb4-458b-b5b4-280501cf3fb4 None None] Sync routers for ids ['c6410152-921c-40b8-a35e-08cc4e0f42f0'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:42:56.873537 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27fdb1f-4eb4-458b-b5b4-280501cf3fb4 None None] Routers {'c6410152-921c-40b8-a35e-08cc4e0f42f0'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:56.873537 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e27fdb1f-4eb4-458b-b5b4-280501cf3fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:42:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['c6410152-921c-40b8-a35e-08cc4e0f42f0'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:56.875991 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d3884999-6c4b-4dd8-944a-64712ed78295 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "PUT /v2.0/floatingips/0e78bdd5-4528-47b5-a075-2aa92cad2f74 HTTP/1.1" status: 200 len: 991 time: 1.8981752 Aug 10 03:42:56.876649 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2b66ec5-6521-4432-a5c5-e36665d92865', 'tag': 'b371f673-7ce3-42f5-976e-b68fe5a93ee7'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:42:56.879307 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f3f225-b2fc-45e2-b3eb-2732d8fe2eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "e2b66ec5-6521-4432-a5c5-e36665d92865", "tag": "b371f673-7ce3-42f5-976e-b68fe5a93ee7"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:42:56.897139 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-ebf37741-20c9-4e95-b122-b72ddb76fefe req-54f041b3-53db-4b64-b394-70fc9675bf1a tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.902421 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-ebf37741-20c9-4e95-b122-b72ddb76fefe req-54f041b3-53db-4b64-b394-70fc9675bf1a tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:56.905169 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ebf37741-20c9-4e95-b122-b72ddb76fefe req-54f041b3-53db-4b64-b394-70fc9675bf1a tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/a96f191d-e2a5-42e8-b0c4-3d72b243fa37 HTTP/1.1" status: 204 len: 173 time: 0.4241042 Aug 10 03:42:56.922319 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f041b3-53db-4b64-b394-70fc9675bf1a tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96f191d-e2a5-42e8-b0c4-3d72b243fa37,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:56.930379 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f041b3-53db-4b64-b394-70fc9675bf1a tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:56.930732 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f041b3-53db-4b64-b394-70fc9675bf1a tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:56.931073 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f041b3-53db-4b64-b394-70fc9675bf1a tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:56.931414 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f041b3-53db-4b64-b394-70fc9675bf1a tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:56.931750 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f041b3-53db-4b64-b394-70fc9675bf1a tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:56.932131 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f041b3-53db-4b64-b394-70fc9675bf1a tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:56.932467 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f041b3-53db-4b64-b394-70fc9675bf1a tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:56.933094 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f041b3-53db-4b64-b394-70fc9675bf1a tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:56.933094 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f041b3-53db-4b64-b394-70fc9675bf1a tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:56.933431 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f041b3-53db-4b64-b394-70fc9675bf1a tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:56.933756 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f041b3-53db-4b64-b394-70fc9675bf1a tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:56.934078 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f041b3-53db-4b64-b394-70fc9675bf1a tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:56.989296 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7a2d9-4fb7-439e-8dda-bb8758353ebd req-66345251-e8ca-4c43-94eb-157fc4d3e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:56.991284 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4cb7a2d9-4fb7-439e-8dda-bb8758353ebd req-66345251-e8ca-4c43-94eb-157fc4d3e32a service neutron] 10.222.0.68 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.1627607 Aug 10 03:42:57.013812 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-e27fdb1f-4eb4-458b-b5b4-280501cf3fb4 None None] Set router c6410152-921c-40b8-a35e-08cc4e0f42f0 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:42:57.075162 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4cb7a2d9-4fb7-439e-8dda-bb8758353ebd req-66faa709-0400-47a0-b530-2919bab6f776 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=dfe7ee3a-7458-4bee-ae02-cf4d2586c024 HTTP/1.1" status: 200 len: 217 time: 0.0634956 Aug 10 03:42:57.082354 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67a558-2f50-4383-a28f-84b035437f7d req-c4786948-6908-4b24-a087-2b61b428b580 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:57.086112 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6e67a558-2f50-4383-a28f-84b035437f7d req-c4786948-6908-4b24-a087-2b61b428b580 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=5de91f68-1f8c-4756-b4c8-3c898bc24c88 HTTP/1.1" status: 200 len: 950 time: 0.0866983 Aug 10 03:42:57.133350 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.141738 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7a2d9-4fb7-439e-8dda-bb8758353ebd req-fbe0e07b-4ea2-408c-af01-0f9377a02682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:57.143782 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4cb7a2d9-4fb7-439e-8dda-bb8758353ebd req-fbe0e07b-4ea2-408c-af01-0f9377a02682 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0569708 Aug 10 03:42:57.144500 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6e67a558-2f50-4383-a28f-84b035437f7d req-c8e79257-d51a-4694-9985-4f771b08e8b0 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40bd159-e45d-4af2-99a5-80e958b581e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512168 Aug 10 03:42:57.212843 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7a2d9-4fb7-439e-8dda-bb8758353ebd req-975fa7e9-7271-414a-b966-a2699cc2bb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:57.214405 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4cb7a2d9-4fb7-439e-8dda-bb8758353ebd req-975fa7e9-7271-414a-b966-a2699cc2bb95 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0492268 Aug 10 03:42:57.246082 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cbb7af8d-9a8c-461c-814d-361ae8042fd3 req-97913091-d30e-4316-9746-49d4abd23662 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 210 time: 0.0414667 Aug 10 03:42:57.332643 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4cb7a2d9-4fb7-439e-8dda-bb8758353ebd req-36d5048a-1e80-46bd-abb4-690444b5c68d service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086421 Aug 10 03:42:57.359028 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e27fdb1f-4eb4-458b-b5b4-280501cf3fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27147576-router', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:53Z', 'revision_number': 4, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'gw_port': {'id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:47Z', 'updated_at': '2021-08-10T03:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '0e78bdd5-4528-47b5-a075-2aa92cad2f74', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'port_id': 'b371f673-7ce3-42f5-976e-b68fe5a93ee7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d', 'mac_address': 'fa:16:3e:3b:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b66ec5-6521-4432-a5c5-e36665d92865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:42:21Z', 'updated_at': '2021-08-10T03:42:55Z', 'revision_number': 1, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51032bce-19f2-4d97-91af-6c09088f9a90', 'name': '', 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'mac_address': 'fa:16:3e:e6:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:51Z', 'updated_at': '2021-08-10T03:41:59Z', 'revision_number': 5, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'subnets': [{'id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:57.369509 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7814f-da13-4365-87ad-d39c1ea9bb1e req-73d85d4a-b5a0-479d-835a-ca9621401ff1 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:57.371066 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-52f7814f-da13-4365-87ad-d39c1ea9bb1e req-73d85d4a-b5a0-479d-835a-ca9621401ff1 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d3e3962-95ff-4e32-8271-cfb184d3d3bb HTTP/1.1" status: 200 len: 948 time: 0.0558226 Aug 10 03:42:57.389998 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27fdb1f-4eb4-458b-b5b4-280501cf3fb4 None None] Checking router: c6410152-921c-40b8-a35e-08cc4e0f42f0 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:42:57.403430 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27fdb1f-4eb4-458b-b5b4-280501cf3fb4 None None] Routers {'c6410152-921c-40b8-a35e-08cc4e0f42f0'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:42:57.404105 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e27fdb1f-4eb4-458b-b5b4-280501cf3fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:42:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['c6410152-921c-40b8-a35e-08cc4e0f42f0'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:57.424941 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-52f7814f-da13-4365-87ad-d39c1ea9bb1e req-63c8ea87-9067-4183-ac16-b9dee90daa5a tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468831 Aug 10 03:42:57.453948 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4cb7a2d9-4fb7-439e-8dda-bb8758353ebd req-1fde24d8-adb6-4089-946a-fb87548e6988 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082792 Aug 10 03:42:57.543009 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-a64a97b0-04be-470d-ab01-5cfd33ee2d53 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:42:57.544771 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-a64a97b0-04be-470d-ab01-5cfd33ee2d53 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083976 Aug 10 03:42:57.563457 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-5cdc2824-257f-4052-a08a-8f0d4efaf7a7 service neutron] Request body: {'binding': {'host': 'n-h1-802893-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:42:57.564682 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-5cdc2824-257f-4052-a08a-8f0d4efaf7a7 service neutron] Unknown quota resources ['binding']. {{(pid=94938) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:42:57.595275 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44430234-f9d7-44ae-a1f5-75e5876655df x-openstack-request-id: req-44430234-f9d7-44ae-a1f5-75e5876655df {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:42:57.595720 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2b66ec5-6521-4432-a5c5-e36665d92865", "tag": "b371f673-7ce3-42f5-976e-b68fe5a93ee7", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:42:57.596086 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44430234-f9d7-44ae-a1f5-75e5876655df {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:42:57.597199 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2b66ec5-6521-4432-a5c5-e36665d92865', 'tag': 'b371f673-7ce3-42f5-976e-b68fe5a93ee7', 'status': 'completed', 'code': 200} Aug 10 03:42:57.626054 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-e27fdb1f-4eb4-458b-b5b4-280501cf3fb4 None None] Set router c6410152-921c-40b8-a35e-08cc4e0f42f0 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:42:57.675537 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3f225-b2fc-45e2-b3eb-2732d8fe2eb6 req-c4c1f630-f3ae-4095-996b-ecff0d5c3f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:57.677338 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-61f3f225-b2fc-45e2-b3eb-2732d8fe2eb6 req-c4c1f630-f3ae-4095-996b-ecff0d5c3f17 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f0d3ceef8e45464d94575c3c6b321f1a&device_id=e2b66ec5-6521-4432-a5c5-e36665d92865 HTTP/1.1" status: 200 len: 1096 time: 0.0492756 Aug 10 03:42:57.686498 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5b964cfa-3ebd-42a6-9891-dada9e109d08 req-ca729ee3-c020-41fa-8f35-d86531a07abf tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "GET /v2.0/security-groups/c93d5461-008c-4814-bf43-5c63a1e637af HTTP/1.1" status: 200 len: 1778 time: 0.0925705 Aug 10 03:42:57.789634 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5b964cfa-3ebd-42a6-9891-dada9e109d08 req-64b01893-da16-45c8-b607-e8c3933441ab tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.791311 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-5cdc2824-257f-4052-a08a-8f0d4efaf7a7 service neutron] Attempting to bind port 606a7602-f044-4293-81b3-6dba18c401e2 on host n-h1-802893-2 for vnic_type normal with profile None {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:42:57.791653 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-5cdc2824-257f-4052-a08a-8f0d4efaf7a7 service neutron] Attempting to bind port 606a7602-f044-4293-81b3-6dba18c401e2 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:42:57.792012 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-5cdc2824-257f-4052-a08a-8f0d4efaf7a7 service neutron] Attempting to bind port 606a7602-f044-4293-81b3-6dba18c401e2 on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:57.798343 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-5cdc2824-257f-4052-a08a-8f0d4efaf7a7 service neutron] Port 606a7602-f044-4293-81b3-6dba18c401e2 on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:42:57.798664 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-5cdc2824-257f-4052-a08a-8f0d4efaf7a7 service neutron] Attempting to bind port 606a7602-f044-4293-81b3-6dba18c401e2 on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:42:57.812546 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3f225-b2fc-45e2-b3eb-2732d8fe2eb6 req-193ebc0b-9fc4-442b-a95b-ec412849dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:57.814226 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-61f3f225-b2fc-45e2-b3eb-2732d8fe2eb6 req-193ebc0b-9fc4-442b-a95b-ec412849dd64 service neutron] 10.222.0.68 "GET /v2.0/networks?id=24a9f0b3-d314-4487-a93c-710d0970389d HTTP/1.1" status: 200 len: 923 time: 0.1284668 Aug 10 03:42:57.815586 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-5cdc2824-257f-4052-a08a-8f0d4efaf7a7 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:42:57.820096 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-5cdc2824-257f-4052-a08a-8f0d4efaf7a7 service neutron] Checking segment: {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:42:57.820096 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-5cdc2824-257f-4052-a08a-8f0d4efaf7a7 service neutron] Bound using segment: {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:42:57.820096 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-5cdc2824-257f-4052-a08a-8f0d4efaf7a7 service neutron] Bound port: 606a7602-f044-4293-81b3-6dba18c401e2, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:42:57.856684 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5b964cfa-3ebd-42a6-9891-dada9e109d08 req-64b01893-da16-45c8-b607-e8c3933441ab tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:57.870167 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e27fdb1f-4eb4-458b-b5b4-280501cf3fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27147576-router', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:53Z', 'revision_number': 4, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'gw_port': {'id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:47Z', 'updated_at': '2021-08-10T03:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '0e78bdd5-4528-47b5-a075-2aa92cad2f74', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'port_id': 'b371f673-7ce3-42f5-976e-b68fe5a93ee7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d', 'mac_address': 'fa:16:3e:3b:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b66ec5-6521-4432-a5c5-e36665d92865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:42:21Z', 'updated_at': '2021-08-10T03:42:55Z', 'revision_number': 1, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51032bce-19f2-4d97-91af-6c09088f9a90', 'name': '', 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'mac_address': 'fa:16:3e:e6:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:51Z', 'updated_at': '2021-08-10T03:41:59Z', 'revision_number': 5, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'subnets': [{'id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:42:57.899791 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27fdb1f-4eb4-458b-b5b4-280501cf3fb4 None None] The sync data for ids ['c6410152-921c-40b8-a35e-08cc4e0f42f0'] in n-d-802893-2 is: [{'id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27147576-router', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:53Z', 'revision_number': 4, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'gw_port': {'id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:47Z', 'updated_at': '2021-08-10T03:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '0e78bdd5-4528-47b5-a075-2aa92cad2f74', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'port_id': 'b371f673-7ce3-42f5-976e-b68fe5a93ee7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d', 'mac_address': 'fa:16:3e:3b:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b66ec5-6521-4432-a5c5-e36665d92865', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:42:21Z', 'updated_at': '2021-08-10T03:42:55Z', 'revision_number': 1, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51032bce-19f2-4d97-91af-6c09088f9a90', 'name': '', 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'mac_address': 'fa:16:3e:e6:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:51Z', 'updated_at': '2021-08-10T03:41:59Z', 'revision_number': 5, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'subnets': [{'id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:42:57.913526 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-5cdc2824-257f-4052-a08a-8f0d4efaf7a7 service neutron] For port 606a7602-f044-4293-81b3-6dba18c401e2, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=606a7602-f044-4293-81b3-6dba18c401e2,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:42:57.971532 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-61f3f225-b2fc-45e2-b3eb-2732d8fe2eb6 req-b08c9b68-0da6-4a4a-98e9-b4cf65feb047 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b371f673-7ce3-42f5-976e-b68fe5a93ee7 HTTP/1.1" status: 200 len: 999 time: 0.1327965 Aug 10 03:42:58.019544 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3f225-b2fc-45e2-b3eb-2732d8fe2eb6 req-b42c1489-f4be-4561-ace7-c16a6d7e55c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:58.021096 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-61f3f225-b2fc-45e2-b3eb-2732d8fe2eb6 req-b42c1489-f4be-4561-ace7-c16a6d7e55c7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d3aed6ef-708f-436e-bd34-832fb38e5bfd HTTP/1.1" status: 200 len: 861 time: 0.0444369 Aug 10 03:42:58.082302 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3f225-b2fc-45e2-b3eb-2732d8fe2eb6 req-91902e81-3435-44f2-aecf-3f9b28092746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:58.083790 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-61f3f225-b2fc-45e2-b3eb-2732d8fe2eb6 req-91902e81-3435-44f2-aecf-3f9b28092746 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=24a9f0b3-d314-4487-a93c-710d0970389d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462508 Aug 10 03:42:58.098274 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-5cdc2824-257f-4052-a08a-8f0d4efaf7a7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.099591 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-5cdc2824-257f-4052-a08a-8f0d4efaf7a7 service neutron] 10.222.0.25 "POST /v2.0/ports/606a7602-f044-4293-81b3-6dba18c401e2/bindings HTTP/1.1" status: 201 len: 389 time: 0.5402324 Aug 10 03:42:58.101125 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5b964cfa-3ebd-42a6-9891-dada9e109d08 req-64b01893-da16-45c8-b607-e8c3933441ab tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.103865 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5b964cfa-3ebd-42a6-9891-dada9e109d08 req-64b01893-da16-45c8-b607-e8c3933441ab tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.104933 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5b964cfa-3ebd-42a6-9891-dada9e109d08 req-64b01893-da16-45c8-b607-e8c3933441ab tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/c93d5461-008c-4814-bf43-5c63a1e637af HTTP/1.1" status: 204 len: 173 time: 0.4124050 Aug 10 03:42:58.125629 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681e8039-ffa0-42e6-96c3-db068d0be4bd None None] New status for floating IP 0e78bdd5-4528-47b5-a075-2aa92cad2f74: ACTIVE {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:42:58.129837 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b01893-da16-45c8-b607-e8c3933441ab tempest-SecurityGroupsTestAdminJSON-1573999545 tempest-SecurityGroupsTestAdminJSON-1573999545-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93d5461-008c-4814-bf43-5c63a1e637af,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:58.215121 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-61f3f225-b2fc-45e2-b3eb-2732d8fe2eb6 req-b66ec3ea-1f40-4df4-af1a-140d80b24536 service neutron] 10.222.0.68 "GET /v2.0/networks/24a9f0b3-d314-4487-a93c-710d0970389d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216471 Aug 10 03:42:58.234893 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f747e-2d8c-497f-93d3-10b44dd20ebb req-1ceaa8e3-6f3c-4900-99e8-07eaa89ac102 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:58.236730 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b83f747e-2d8c-497f-93d3-10b44dd20ebb req-1ceaa8e3-6f3c-4900-99e8-07eaa89ac102 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.0633738 Aug 10 03:42:58.289561 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b83f747e-2d8c-497f-93d3-10b44dd20ebb req-710a8189-f339-4f4b-a2b6-92a6efbcbed9 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462394 Aug 10 03:42:58.363688 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-61f3f225-b2fc-45e2-b3eb-2732d8fe2eb6 req-be013205-5059-413b-8ca1-dfa642e57dd9 service neutron] 10.222.0.68 "GET /v2.0/networks/24a9f0b3-d314-4487-a93c-710d0970389d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369936 Aug 10 03:42:58.442762 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eeb0bc-7ac8-4458-a1ca-9ac60f511348 req-8fcf629e-f639-48d6-babc-3823abc507fd tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:58.451509 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7eeb0bc-7ac8-4458-a1ca-9ac60f511348 req-8fcf629e-f639-48d6-babc-3823abc507fd tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 1095 time: 0.0476489 Aug 10 03:42:58.493866 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7eeb0bc-7ac8-4458-a1ca-9ac60f511348 req-cfac12ed-493e-47be-8e20-796198bf9697 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354314 Aug 10 03:42:58.528762 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 371b2e20-4e1f-42e2-b04c-3f6b94239b8e details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:42:58.687273 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 371b2e20-4e1f-42e2-b04c-3f6b94239b8e, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=371b2e20-4e1f-42e2-b04c-3f6b94239b8e,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:58.702971 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '371b2e20-4e1f-42e2-b04c-3f6b94239b8e', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': '371b2e20-4e1f-42e2-b04c-3f6b94239b8e', 'mac_address': 'fa:16:3e:53:20:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:42:58.765087 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.782423 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 371b2e20-4e1f-42e2-b04c-3f6b94239b8e {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:42:58.785487 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6d129dff-773a-4150-b051-12925aaf39ad req-d9ae6d27-76b1-4f82-9158-c58b53cf1288 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] 10.222.0.25 "GET /v2.0/security-groups/0022b1b8-afcf-40f9-accd-6b33707a0c67 HTTP/1.1" status: 200 len: 1776 time: 0.2697759 Aug 10 03:42:58.804617 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 371b2e20-4e1f-42e2-b04c-3f6b94239b8e, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=371b2e20-4e1f-42e2-b04c-3f6b94239b8e,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:42:58.841127 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2093f089-6ba6-4e4a-b78f-45201204bd4b req-de60f655-6983-423e-923b-888b65508de0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 210 time: 0.0308516 Aug 10 03:42:58.851280 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6d129dff-773a-4150-b051-12925aaf39ad req-7c6204c4-1bf1-4606-9da4-ceabe6b97726 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.870998 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.888761 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6d129dff-773a-4150-b051-12925aaf39ad req-7c6204c4-1bf1-4606-9da4-ceabe6b97726 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:58.925075 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=371b2e20-4e1f-42e2-b04c-3f6b94239b8e,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:58.961755 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-9aa45a28-01b7-4569-a34e-37cb91a9c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:58.963294 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-9aa45a28-01b7-4569-a34e-37cb91a9c8a9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=47ca53781e6743fd8c23c05b91862cdc&device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 1097 time: 0.0630691 Aug 10 03:42:58.964501 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae53d52-9c63-4a1a-97e0-400a07d97d5a req-018d3ef3-e9fe-49b3-9eb0-51f6f4da78c2 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:58.969752 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2ae53d52-9c63-4a1a-97e0-400a07d97d5a req-018d3ef3-e9fe-49b3-9eb0-51f6f4da78c2 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 946 time: 0.0510836 Aug 10 03:42:59.009511 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2ae53d52-9c63-4a1a-97e0-400a07d97d5a req-3c483f0e-9d7e-4d5f-ac69-1a0a9e222ef3 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367920 Aug 10 03:42:59.064141 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-617888bc-0fd9-4102-8bd8-dc6d86f0669b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:59.065619 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-617888bc-0fd9-4102-8bd8-dc6d86f0669b service neutron] 10.222.0.68 "GET /v2.0/networks?id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4 HTTP/1.1" status: 200 len: 922 time: 0.0942097 Aug 10 03:42:59.111091 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6d129dff-773a-4150-b051-12925aaf39ad req-7c6204c4-1bf1-4606-9da4-ceabe6b97726 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.113658 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6d129dff-773a-4150-b051-12925aaf39ad req-7c6204c4-1bf1-4606-9da4-ceabe6b97726 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.114803 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6d129dff-773a-4150-b051-12925aaf39ad req-7c6204c4-1bf1-4606-9da4-ceabe6b97726 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] 10.222.0.25 "DELETE /v2.0/security-groups/0022b1b8-afcf-40f9-accd-6b33707a0c67 HTTP/1.1" status: 204 len: 173 time: 0.3217516 Aug 10 03:42:59.121211 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-3ceef32b-415d-4881-b9de-1c6bbcdd8591 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606a7602-f044-4293-81b3-6dba18c401e2 HTTP/1.1" status: 200 len: 217 time: 0.0430260 Aug 10 03:42:59.121329 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf26ad-3c9d-4769-be3a-ae1f9c33c07b req-7e903cbc-2cfe-4de8-aed7-ee8ec36309f5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:59.121787 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-36cf26ad-3c9d-4769-be3a-ae1f9c33c07b req-7e903cbc-2cfe-4de8-aed7-ee8ec36309f5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d3e3962-95ff-4e32-8271-cfb184d3d3bb HTTP/1.1" status: 200 len: 949 time: 0.0522182 Aug 10 03:42:59.127064 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6204c4-1bf1-4606-9da4-ceabe6b97726 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0022b1b8-afcf-40f9-accd-6b33707a0c67,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:42:59.143830 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6204c4-1bf1-4606-9da4-ceabe6b97726 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:59.144203 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6204c4-1bf1-4606-9da4-ceabe6b97726 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:59.144549 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6204c4-1bf1-4606-9da4-ceabe6b97726 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:59.144892 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6204c4-1bf1-4606-9da4-ceabe6b97726 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:59.145222 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6204c4-1bf1-4606-9da4-ceabe6b97726 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:59.145553 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6204c4-1bf1-4606-9da4-ceabe6b97726 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:59.145885 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6204c4-1bf1-4606-9da4-ceabe6b97726 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:59.146213 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6204c4-1bf1-4606-9da4-ceabe6b97726 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:59.146616 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6204c4-1bf1-4606-9da4-ceabe6b97726 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:59.146935 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6204c4-1bf1-4606-9da4-ceabe6b97726 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:59.147238 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6204c4-1bf1-4606-9da4-ceabe6b97726 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:59.147561 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6204c4-1bf1-4606-9da4-ceabe6b97726 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:42:59.165021 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-36cf26ad-3c9d-4769-be3a-ae1f9c33c07b req-77434dd9-2f02-46c3-9fdc-df2448294523 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373344 Aug 10 03:42:59.299401 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-3114d87f-8379-4f9d-b2a6-5575649730aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:59.299401 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-3114d87f-8379-4f9d-b2a6-5575649730aa service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dc5ee412-63a0-4c00-8014-352954e4021d HTTP/1.1" status: 200 len: 861 time: 0.0615201 Aug 10 03:42:59.302120 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['371b2e20-4e1f-42e2-b04c-3f6b94239b8e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:42:59.302770 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-6f11c80f-fcf4-4580-bad4-1ca2b94d7af5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313342 Aug 10 03:42:59.371266 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce5da1-281a-4472-8a86-a5684501d3d5 req-a4e75501-c3b6-4bab-bb10-4b55f82085ef tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:59.373036 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-17ce5da1-281a-4472-8a86-a5684501d3d5 req-a4e75501-c3b6-4bab-bb10-4b55f82085ef tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=5de91f68-1f8c-4756-b4c8-3c898bc24c88 HTTP/1.1" status: 200 len: 950 time: 0.0861385 Aug 10 03:42:59.399299 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-8d1ab1dd-3b01-478c-bb4f-573c1165d522 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:59.400977 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-8d1ab1dd-3b01-478c-bb4f-573c1165d522 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/networks?id=82e15316-6bb5-465a-8cae-f1cb27c52e26 HTTP/1.1" status: 200 len: 807 time: 0.1318450 Aug 10 03:42:59.421055 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-e985c68a-2984-41fc-aa89-8443eb9e845a tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/quotas/124800de805149b392f25b813a13c194 HTTP/1.1" status: 200 len: 375 time: 0.0134079 Aug 10 03:42:59.430747 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-cc263ea3-e630-4f97-916b-c58a1fa31a41 service neutron] 10.222.0.68 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891425 Aug 10 03:42:59.439250 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-279072f0-077c-4046-850f-7755ed796b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:59.440634 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-279072f0-077c-4046-850f-7755ed796b54 service neutron] 10.222.0.68 "GET /v2.0/ports/f967e2df-2718-4410-a5e2-41f4e2475bac HTTP/1.1" status: 200 len: 1027 time: 0.0667024 Aug 10 03:42:59.462734 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-17ce5da1-281a-4472-8a86-a5684501d3d5 req-a2abbb0a-1842-42fc-aa75-b04b8585d8b6 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40bd159-e45d-4af2-99a5-80e958b581e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537534 Aug 10 03:42:59.481359 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-efdd8f23-8403-4a3b-82d7-89de44dd2fb8 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=124800de805149b392f25b813a13c194&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540237 Aug 10 03:42:59.575411 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-d2eb9165-de22-4748-8afa-f20b59c93b5b service neutron] 10.222.0.25 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860767 Aug 10 03:42:59.581165 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-0c77e4db-18dd-4267-839b-bbd64b1fb66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:59.582531 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-0c77e4db-18dd-4267-839b-bbd64b1fb66f service neutron] 10.222.0.68 "GET /v2.0/ports/14710601-7780-4dc4-9078-9d9e5dd540bd HTTP/1.1" status: 200 len: 1026 time: 0.0988822 Aug 10 03:42:59.636613 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:42:59.666331 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-189d9589-2a1d-4e25-9fef-804e113817ac req-6d67de42-8c2a-46a2-90f9-1dfa231baec1 tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] 10.222.0.25 "GET /v2.0/security-groups/b7db9aa2-6582-41fe-8d4c-8e6278ffa406 HTTP/1.1" status: 200 len: 1777 time: 0.1378579 Aug 10 03:42:59.673391 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-8fe9c3c9-da50-43a0-bd56-f931de12e335 service neutron] 10.222.0.25 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915694 Aug 10 03:42:59.699149 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-a23024d0-6739-44d8-b3c0-75c2453a0244 service neutron] 10.222.0.68 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354641 Aug 10 03:42:59.770341 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-048f8466-2e77-45cf-b8ec-5fc18e80007b tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:59.776365 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-048f8466-2e77-45cf-b8ec-5fc18e80007b tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:59.782147 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-048f8466-2e77-45cf-b8ec-5fc18e80007b tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:42:59.783769 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-048f8466-2e77-45cf-b8ec-5fc18e80007b tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.68 "GET /v2.0/networks?id=fa395f05-97ff-41a7-920e-74dd9aa81561&id=417fd08b-d4a9-43bf-abeb-ff8394392512&id=417fd08b-d4a9-43bf-abeb-ff8394392512&id=417fd08b-d4a9-43bf-abeb-ff8394392512&id=417fd08b-d4a9-43bf-abeb-ff8394392512&id=6124ac5f-cc2c-4188-9079-e96ada11101c&id=6124ac5f-cc2c-4188-9079-e96ada11101c HTTP/1.1" status: 200 len: 1990 time: 0.1811774 Aug 10 03:42:59.794490 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-189d9589-2a1d-4e25-9fef-804e113817ac req-9074a30a-7a97-445f-80de-a42d63b07f3e tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.831818 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-189d9589-2a1d-4e25-9fef-804e113817ac req-9074a30a-7a97-445f-80de-a42d63b07f3e tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:42:59.870982 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-05091906-dda7-485f-b607-a8f3310a3705 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=131e3b69db844409bca7efef95f46481 HTTP/1.1" status: 200 len: 380 time: 0.0640934 Aug 10 03:42:59.884430 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d7a12f37-e868-4490-ab95-f2f47894728d req-6299b2e0-f13a-47c5-ad16-d8d1bb07bd6e tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Request body: {'port': {'device_id': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'network_id': 'fa395f05-97ff-41a7-920e-74dd9aa81561', 'admin_state_up': True, 'tenant_id': '131e3b69db844409bca7efef95f46481', 'security_groups': ['207402d5-4854-416e-a120-9ef6131884a1']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:00.044313 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-189d9589-2a1d-4e25-9fef-804e113817ac req-9074a30a-7a97-445f-80de-a42d63b07f3e tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.047690 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-189d9589-2a1d-4e25-9fef-804e113817ac req-9074a30a-7a97-445f-80de-a42d63b07f3e tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.049375 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-189d9589-2a1d-4e25-9fef-804e113817ac req-9074a30a-7a97-445f-80de-a42d63b07f3e tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] 10.222.0.25 "DELETE /v2.0/security-groups/b7db9aa2-6582-41fe-8d4c-8e6278ffa406 HTTP/1.1" status: 204 len: 173 time: 0.3736758 Aug 10 03:43:00.064049 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074a30a-7a97-445f-80de-a42d63b07f3e tempest-SecurityGroupsTestAdminJSON-1405999681 tempest-SecurityGroupsTestAdminJSON-1405999681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7db9aa2-6582-41fe-8d4c-8e6278ffa406,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:00.074344 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-6299b2e0-f13a-47c5-ad16-d8d1bb07bd6e tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Made reservation on behalf of 131e3b69db844409bca7efef95f46481 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:00.074498 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08c719-30f0-431d-96ae-bed49c7101b9 req-16f6d1ae-cd03-4fcc-94d4-44be13ea8cf8 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:00.078299 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-6299b2e0-f13a-47c5-ad16-d8d1bb07bd6e tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.083498 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ad08c719-30f0-431d-96ae-bed49c7101b9 req-16f6d1ae-cd03-4fcc-94d4-44be13ea8cf8 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.0746093 Aug 10 03:43:00.136788 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ad08c719-30f0-431d-96ae-bed49c7101b9 req-8024f315-668d-4aa9-b4af-43067f83667b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524149 Aug 10 03:43:00.268722 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e648bcca-7604-4b92-a631-f9af7325aa37 req-4ecdceb0-16e9-404e-8000-22d2e1ebb5a4 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 210 time: 0.0426965 Aug 10 03:43:00.401771 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-d7a12f37-e868-4490-ab95-f2f47894728d req-6299b2e0-f13a-47c5-ad16-d8d1bb07bd6e tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Allocated IP 172.20.0.12 (fa395f05-97ff-41a7-920e-74dd9aa81561/1583fe6d-0928-4ce5-a5da-99afb99ff698/b16112ea-945d-400e-93b8-dc4400ca7754) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:00.401771 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-fa431caa-0355-4e8a-a258-d05c0112d0ac tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:00.401771 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-fa431caa-0355-4e8a-a258-d05c0112d0ac tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad&tenant_id=47ca53781e6743fd8c23c05b91862cdc&binding%3Ahost_id=n-h2-802893-2 HTTP/1.1" status: 200 len: 1097 time: 0.0916083 Aug 10 03:43:00.405397 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ac7029f9-766f-4c7c-9164-1957ab888822 req-cd3c4815-ac30-4248-9c07-1e3028c2387f tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 210 time: 0.0288262 Aug 10 03:43:00.405609 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-637c65ea-b8bc-4051-84a7-804c6f6265fb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802893-2'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:00.488232 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97288ed8-7423-427b-a002-cb385d1f3a1e req-6d4bd7b6-e727-409d-ad3f-398a2a663b6e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:00.489964 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-97288ed8-7423-427b-a002-cb385d1f3a1e req-6d4bd7b6-e727-409d-ad3f-398a2a663b6e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 946 time: 0.0801749 Aug 10 03:43:00.499682 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-637c65ea-b8bc-4051-84a7-804c6f6265fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.538524 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 371b2e20-4e1f-42e2-b04c-3f6b94239b8e up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:00.539222 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-97288ed8-7423-427b-a002-cb385d1f3a1e req-9c357963-6aba-494d-bb5b-da17ac24e9b7 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414698 Aug 10 03:43:00.613505 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-6299b2e0-f13a-47c5-ad16-d8d1bb07bd6e tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.676425 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-d7a12f37-e868-4490-ab95-f2f47894728d req-6299b2e0-f13a-47c5-ad16-d8d1bb07bd6e tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Transition to ACTIVE for port object b16112ea-945d-400e-93b8-dc4400ca7754 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:00.737579 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-637c65ea-b8bc-4051-84a7-804c6f6265fb service neutron] For port 606a7602-f044-4293-81b3-6dba18c401e2, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=606a7602-f044-4293-81b3-6dba18c401e2,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:00.749324 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 371b2e20-4e1f-42e2-b04c-3f6b94239b8e completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:00.757588 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 371b2e20-4e1f-42e2-b04c-3f6b94239b8e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:00.758230 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.810985 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-637c65ea-b8bc-4051-84a7-804c6f6265fb service neutron] For port 606a7602-f044-4293-81b3-6dba18c401e2, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:00.853440 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50724604-ed91-4179-bda1-11d66e4222aa req-bcdefe6e-b9c4-4f5d-8a14-66eac90f713f tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:00.858241 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-50724604-ed91-4179-bda1-11d66e4222aa req-bcdefe6e-b9c4-4f5d-8a14-66eac90f713f tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d3e3962-95ff-4e32-8271-cfb184d3d3bb HTTP/1.1" status: 200 len: 949 time: 0.1393073 Aug 10 03:43:00.870105 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-637c65ea-b8bc-4051-84a7-804c6f6265fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.873372 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94f9197-a047-4ee4-9d43-314000f46dad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '606a7602-f044-4293-81b3-6dba18c401e2'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:00.875817 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf33449c-9c72-4b3b-8af6-cb625be311c3" -d '{"events": [{"server_uuid": "d94f9197-a047-4ee4-9d43-314000f46dad", "name": "network-vif-unplugged", "status": "completed", "tag": "606a7602-f044-4293-81b3-6dba18c401e2"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:00.925439 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-50724604-ed91-4179-bda1-11d66e4222aa req-b1685ad0-714f-484b-b65b-edb521dbef49 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592580 Aug 10 03:43:00.973426 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbe834-e1ae-4fc4-8bc0-309d93487ca0 req-18af5773-9903-4d7b-91f7-1e4f85449f69 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:00.973543 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.973641 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78dbe834-e1ae-4fc4-8bc0-309d93487ca0 req-18af5773-9903-4d7b-91f7-1e4f85449f69 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=5de91f68-1f8c-4756-b4c8-3c898bc24c88 HTTP/1.1" status: 200 len: 950 time: 0.0870771 Aug 10 03:43:00.973641 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-637c65ea-b8bc-4051-84a7-804c6f6265fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:00.975344 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46066) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:01.003451 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3db150d-b0db-4fe3-b604-ee64c7faa984 x-openstack-request-id: req-a3db150d-b0db-4fe3-b604-ee64c7faa984 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:01.003718 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94f9197-a047-4ee4-9d43-314000f46dad", "name": "network-vif-unplugged", "status": "completed", "tag": "606a7602-f044-4293-81b3-6dba18c401e2", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:01.003941 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3db150d-b0db-4fe3-b604-ee64c7faa984 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:01.004355 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94f9197-a047-4ee4-9d43-314000f46dad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '606a7602-f044-4293-81b3-6dba18c401e2', 'code': 200} Aug 10 03:43:01.008692 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-6299b2e0-f13a-47c5-ad16-d8d1bb07bd6e tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.015345 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3e3962-95ff-4e32-8271-cfb184d3d3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371b2e20-4e1f-42e2-b04c-3f6b94239b8e'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:01.017855 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09536164-7823-4559-a4d3-88e148b62192" -d '{"events": [{"server_uuid": "4d3e3962-95ff-4e32-8271-cfb184d3d3bb", "name": "network-vif-plugged", "status": "completed", "tag": "371b2e20-4e1f-42e2-b04c-3f6b94239b8e"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:01.049248 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 371b2e20-4e1f-42e2-b04c-3f6b94239b8e, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=371b2e20-4e1f-42e2-b04c-3f6b94239b8e,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:01.058649 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24169165-1847-45ed-8e0f-fdfaafa0f4a0 x-openstack-request-id: req-24169165-1847-45ed-8e0f-fdfaafa0f4a0 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:01.059045 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3e3962-95ff-4e32-8271-cfb184d3d3bb", "name": "network-vif-plugged", "status": "completed", "tag": "371b2e20-4e1f-42e2-b04c-3f6b94239b8e", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:01.059306 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24169165-1847-45ed-8e0f-fdfaafa0f4a0 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:01.059913 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3e3962-95ff-4e32-8271-cfb184d3d3bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371b2e20-4e1f-42e2-b04c-3f6b94239b8e', 'code': 200} Aug 10 03:43:01.129741 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7a12f37-e868-4490-ab95-f2f47894728d req-6299b2e0-f13a-47c5-ad16-d8d1bb07bd6e tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Network fa395f05-97ff-41a7-920e-74dd9aa81561 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:01.137550 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.152265 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-d7a12f37-e868-4490-ab95-f2f47894728d req-6299b2e0-f13a-47c5-ad16-d8d1bb07bd6e tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:01.165402 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a12f37-e868-4490-ab95-f2f47894728d req-6299b2e0-f13a-47c5-ad16-d8d1bb07bd6e tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:01.226507 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a1698cbb-0cc5-48df-b202-37e4dea3c3e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34eaf2339fc341ea8c8130e0a47d8e97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498980 Aug 10 03:43:01.232946 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46074) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:01.237589 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-6299b2e0-f13a-47c5-ad16-d8d1bb07bd6e tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:01.238248 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-6299b2e0-f13a-47c5-ad16-d8d1bb07bd6e tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.269783 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=371b2e20-4e1f-42e2-b04c-3f6b94239b8e,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:01.278669 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78dbe834-e1ae-4fc4-8bc0-309d93487ca0 req-d2bfbf12-aa63-4fdc-b5ef-bc11f768e8f0 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40bd159-e45d-4af2-99a5-80e958b581e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864094 Aug 10 03:43:01.287618 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-637c65ea-b8bc-4051-84a7-804c6f6265fb service neutron] Attempting to bind port 606a7602-f044-4293-81b3-6dba18c401e2 on host n-h2-802893-2 for vnic_type normal with profile {"migrating_to": "n-h1-802893-2"} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:01.287993 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-637c65ea-b8bc-4051-84a7-804c6f6265fb service neutron] Attempting to bind port 606a7602-f044-4293-81b3-6dba18c401e2 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:01.292163 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-637c65ea-b8bc-4051-84a7-804c6f6265fb service neutron] Attempting to bind port 606a7602-f044-4293-81b3-6dba18c401e2 on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:01.302499 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-637c65ea-b8bc-4051-84a7-804c6f6265fb service neutron] Port 606a7602-f044-4293-81b3-6dba18c401e2 on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:01.303369 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-637c65ea-b8bc-4051-84a7-804c6f6265fb service neutron] Attempting to bind port 606a7602-f044-4293-81b3-6dba18c401e2 on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:01.306846 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c65ea-b8bc-4051-84a7-804c6f6265fb service neutron] Pushing event updated for resources: {'Port': ['ID=606a7602-f044-4293-81b3-6dba18c401e2,revision_number=7']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:01.376644 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-637c65ea-b8bc-4051-84a7-804c6f6265fb service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:01.376991 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-637c65ea-b8bc-4051-84a7-804c6f6265fb service neutron] Checking segment: {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:01.377383 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-637c65ea-b8bc-4051-84a7-804c6f6265fb service neutron] Bound using segment: {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:01.377836 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-637c65ea-b8bc-4051-84a7-804c6f6265fb service neutron] Bound port: 606a7602-f044-4293-81b3-6dba18c401e2, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:01.378197 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-637c65ea-b8bc-4051-84a7-804c6f6265fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.389915 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-6299b2e0-f13a-47c5-ad16-d8d1bb07bd6e tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5098691 Aug 10 03:43:01.401551 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d7cd2-c71a-4ac5-88f7-dfb9047f9d32 req-c3d6e876-479b-4b18-98c2-3df8705ccaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:01.401551 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-596d7cd2-c71a-4ac5-88f7-dfb9047f9d32 req-c3d6e876-479b-4b18-98c2-3df8705ccaa8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=4d3e3962-95ff-4e32-8271-cfb184d3d3bb HTTP/1.1" status: 200 len: 1101 time: 0.2408452 Aug 10 03:43:01.435189 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d7a12f37-e868-4490-ab95-f2f47894728d req-0436854f-48a8-4188-8a25-9d4a0c41f4dd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Request body: {'port': {'device_id': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512', 'admin_state_up': True, 'tenant_id': '131e3b69db844409bca7efef95f46481', 'security_groups': ['207402d5-4854-416e-a120-9ef6131884a1']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:01.495679 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01b57a-4065-4d76-930c-d921fb67b582 req-af4a7a33-6523-4447-9d64-91c977329984 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:01.508882 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ca01b57a-4065-4d76-930c-d921fb67b582 req-af4a7a33-6523-4447-9d64-91c977329984 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.2338564 Aug 10 03:43:01.524235 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d19c6fb3-b33e-4fd9-aabf-83668d1b9bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.560691 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299b2e0-f13a-47c5-ad16-d8d1bb07bd6e tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Pushing event updated for resources: {'Port': ['ID=b16112ea-945d-400e-93b8-dc4400ca7754,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:01.582573 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d19c6fb3-b33e-4fd9-aabf-83668d1b9bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.593741 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-596d7cd2-c71a-4ac5-88f7-dfb9047f9d32 req-19193d3c-4b52-44d7-aef1-9d2fe9b577f5 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754165 Aug 10 03:43:01.609716 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ca01b57a-4065-4d76-930c-d921fb67b582 req-85d1aaca-bf62-410c-9459-6ba17fcce59a tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999022 Aug 10 03:43:01.670322 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-637c65ea-b8bc-4051-84a7-804c6f6265fb service neutron] For port 606a7602-f044-4293-81b3-6dba18c401e2, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:01.696046 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-637c65ea-b8bc-4051-84a7-804c6f6265fb service neutron] For port 606a7602-f044-4293-81b3-6dba18c401e2, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=606a7602-f044-4293-81b3-6dba18c401e2,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:01.715898 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc38e5-5ca0-44e3-8565-ae486c6a152b req-ef4d2201-98f2-4e0a-84b4-ad9366baa656 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:01.717589 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-34bc38e5-5ca0-44e3-8565-ae486c6a152b req-ef4d2201-98f2-4e0a-84b4-ad9366baa656 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 932 time: 0.1823230 Aug 10 03:43:01.729834 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d09b16f-d8ca-43eb-a7ab-0e7b707da32b req-7b754b5c-213a-4e35-91d7-14c9b65d2971 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 210 time: 0.0282252 Aug 10 03:43:01.751221 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-1a893534-e7ac-46b8-b693-7ac8dde78b55 None None] Provisioning for port b16112ea-945d-400e-93b8-dc4400ca7754 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:01.757708 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-1a893534-e7ac-46b8-b693-7ac8dde78b55 None None] Provisioning complete for port b16112ea-945d-400e-93b8-dc4400ca7754 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:01.758162 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1a893534-e7ac-46b8-b693-7ac8dde78b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.782081 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-34bc38e5-5ca0-44e3-8565-ae486c6a152b req-9f3c1979-f438-4ef4-81a8-331fd43bdbc7 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525627 Aug 10 03:43:01.802569 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d19c6fb3-b33e-4fd9-aabf-83668d1b9bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.805020 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-1a893534-e7ac-46b8-b693-7ac8dde78b55 None None] Port b16112ea-945d-400e-93b8-dc4400ca7754 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:01.805427 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d19c6fb3-b33e-4fd9-aabf-83668d1b9bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.812337 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-637c65ea-b8bc-4051-84a7-804c6f6265fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.818066 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d19c6fb3-b33e-4fd9-aabf-83668d1b9bc4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c897a64e-cc56-433f-ad19-2c6096e45626 HTTP/1.1" status: 204 len: 168 time: 0.5832276 Aug 10 03:43:01.836326 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c6fb3-b33e-4fd9-aabf-83668d1b9bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c897a64e-cc56-433f-ad19-2c6096e45626,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:01.917789 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-0436854f-48a8-4188-8a25-9d4a0c41f4dd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Made reservation on behalf of 131e3b69db844409bca7efef95f46481 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:01.922841 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-0436854f-48a8-4188-8a25-9d4a0c41f4dd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:01.926531 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c65ea-b8bc-4051-84a7-804c6f6265fb service neutron] Pushing event updated for resources: {'Port': ['ID=606a7602-f044-4293-81b3-6dba18c401e2,revision_number=8']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:01.952608 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235903a-d62a-4bae-9065-692a0feacb24 req-75b540b6-b14b-4702-90fb-7eb404b0513a tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:01.961363 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3235903a-d62a-4bae-9065-692a0feacb24 req-75b540b6-b14b-4702-90fb-7eb404b0513a tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 944 time: 0.1129417 Aug 10 03:43:02.006914 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-637c65ea-b8bc-4051-84a7-804c6f6265fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:02.007555 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-637c65ea-b8bc-4051-84a7-804c6f6265fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:02.022074 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-637c65ea-b8bc-4051-84a7-804c6f6265fb service neutron] 10.222.0.68 "PUT /v2.0/ports/606a7602-f044-4293-81b3-6dba18c401e2 HTTP/1.1" status: 200 len: 1122 time: 1.6680193 Aug 10 03:43:02.022811 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3235903a-d62a-4bae-9065-692a0feacb24 req-d64a9dd2-d267-4af2-8ba4-162faa9cc883 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603905 Aug 10 03:43:02.133966 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['606a7602-f044-4293-81b3-6dba18c401e2'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:02.183194 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2689480-f7e8-4a70-a651-a5ce22f8feb9 req-e8c682dc-897f-473d-9a85-8409871322bf tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:02.184869 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c2689480-f7e8-4a70-a651-a5ce22f8feb9 req-e8c682dc-897f-473d-9a85-8409871322bf tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d3e3962-95ff-4e32-8271-cfb184d3d3bb HTTP/1.1" status: 200 len: 950 time: 0.1535041 Aug 10 03:43:02.271219 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f3a83-e4ab-47b1-8af5-efac937b051e req-b279502d-fcfa-458b-8dbe-0f1ece169fec tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:02.275480 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-539f3a83-e4ab-47b1-8af5-efac937b051e req-b279502d-fcfa-458b-8dbe-0f1ece169fec tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.20 "GET /v2.0/ports?device_id=5de91f68-1f8c-4756-b4c8-3c898bc24c88 HTTP/1.1" status: 200 len: 950 time: 0.0930965 Aug 10 03:43:02.343669 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c2689480-f7e8-4a70-a651-a5ce22f8feb9 req-4eb12576-8ad8-4cab-8b70-42008d481b4b tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297481 Aug 10 03:43:02.346548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-d7a12f37-e868-4490-ab95-f2f47894728d req-0436854f-48a8-4188-8a25-9d4a0c41f4dd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Allocated IP 10.1.1.83 (417fd08b-d4a9-43bf-abeb-ff8394392512/7b687a16-5dca-4966-9a46-f39eb550130f/ed70a477-1112-4bcb-a46c-2d53afbe9813) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:02.557751 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-539f3a83-e4ab-47b1-8af5-efac937b051e req-919593c6-6a55-49f2-9413-eb4d1c9fa60f tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Deleting port 876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:43:02.558096 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-539f3a83-e4ab-47b1-8af5-efac937b051e req-919593c6-6a55-49f2-9413-eb4d1c9fa60f tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:02.592274 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-0436854f-48a8-4188-8a25-9d4a0c41f4dd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:02.607995 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-d7a12f37-e868-4490-ab95-f2f47894728d req-0436854f-48a8-4188-8a25-9d4a0c41f4dd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Transition to ACTIVE for port object ed70a477-1112-4bcb-a46c-2d53afbe9813 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:02.621663 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0d839-20bc-402d-b0e0-20b3aee8c7dc req-d501816b-1bc9-4a4f-8316-e70f6fa0e37c tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:02.623208 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d4b0d839-20bc-402d-b0e0-20b3aee8c7dc req-d501816b-1bc9-4a4f-8316-e70f6fa0e37c tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=5de91f68-1f8c-4756-b4c8-3c898bc24c88 HTTP/1.1" status: 200 len: 950 time: 0.1291060 Aug 10 03:43:02.715849 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d4b0d839-20bc-402d-b0e0-20b3aee8c7dc req-1cdd7305-7eea-42c6-98e4-b6544e3b870b tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/security-groups?id=d40bd159-e45d-4af2-99a5-80e958b581e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732141 Aug 10 03:43:02.722667 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-539f3a83-e4ab-47b1-8af5-efac937b051e req-919593c6-6a55-49f2-9413-eb4d1c9fa60f tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] For port 876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:02.723089 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-539f3a83-e4ab-47b1-8af5-efac937b051e req-919593c6-6a55-49f2-9413-eb4d1c9fa60f tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:02.739365 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-539f3a83-e4ab-47b1-8af5-efac937b051e req-919593c6-6a55-49f2-9413-eb4d1c9fa60f tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Calling delete_port for 876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:43:02.763402 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-0436854f-48a8-4188-8a25-9d4a0c41f4dd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:02.853828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7a12f37-e868-4490-ab95-f2f47894728d req-0436854f-48a8-4188-8a25-9d4a0c41f4dd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Network 417fd08b-d4a9-43bf-abeb-ff8394392512 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:02.860137 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-d7a12f37-e868-4490-ab95-f2f47894728d req-0436854f-48a8-4188-8a25-9d4a0c41f4dd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:02.864800 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a12f37-e868-4490-ab95-f2f47894728d req-0436854f-48a8-4188-8a25-9d4a0c41f4dd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:02.892769 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-04253803-14c4-4097-a0df-bc3583c93966 req-a550eb87-74c9-41f2-b918-1407084b7fcb tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 210 time: 0.0600660 Aug 10 03:43:02.907797 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46098) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:02.959241 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-0436854f-48a8-4188-8a25-9d4a0c41f4dd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:02.962562 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-0436854f-48a8-4188-8a25-9d4a0c41f4dd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:02.962713 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-17de88e6-5d88-448e-b335-e97b3086b2c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a2b454f1ae044a069065a5a5a5438ea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507872 Aug 10 03:43:02.969960 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 46102) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:02.980254 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436854f-48a8-4188-8a25-9d4a0c41f4dd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Pushing event updated for resources: {'Port': ['ID=ed70a477-1112-4bcb-a46c-2d53afbe9813,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:02.993697 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69587fc2-f542-4d49-896b-96c38549dfb5 req-3fd88b6e-c856-45ff-82e9-a7ebf2984154 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:03.001956 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-69587fc2-f542-4d49-896b-96c38549dfb5 req-3fd88b6e-c856-45ff-82e9-a7ebf2984154 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.3014693 Aug 10 03:43:03.011560 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94f9197-a047-4ee4-9d43-314000f46dad', 'tag': '606a7602-f044-4293-81b3-6dba18c401e2'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:03.019638 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38ef406-8a38-42c0-a4d7-7931bb5a3a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "d94f9197-a047-4ee4-9d43-314000f46dad", "tag": "606a7602-f044-4293-81b3-6dba18c401e2"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:03.096952 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-69587fc2-f542-4d49-896b-96c38549dfb5 req-45961ed9-6953-4f82-8aa8-009444b66ead tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931859 Aug 10 03:43:03.105285 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-0436854f-48a8-4188-8a25-9d4a0c41f4dd tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6787817 Aug 10 03:43:03.122501 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2252d-b450-46be-955b-631297f13168 req-18ba8348-7ca0-43b2-92f7-2cebc22ad25d tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:03.129255 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d7a12f37-e868-4490-ab95-f2f47894728d req-48307c32-d330-48a5-99cf-16483484a326 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Request body: {'port': {'device_id': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512', 'admin_state_up': True, 'tenant_id': '131e3b69db844409bca7efef95f46481', 'security_groups': ['207402d5-4854-416e-a120-9ef6131884a1']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:03.135589 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2252d-b450-46be-955b-631297f13168 req-18ba8348-7ca0-43b2-92f7-2cebc22ad25d tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:03.143767 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3ab2252d-b450-46be-955b-631297f13168 req-18ba8348-7ca0-43b2-92f7-2cebc22ad25d tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 1653 time: 0.1821735 Aug 10 03:43:03.252247 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f7602d90-039a-4223-9850-d53fd6f1abeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.304095 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3ab2252d-b450-46be-955b-631297f13168 req-9a09d78d-eb36-4de7-9e66-af7d34e481ec tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590552 Aug 10 03:43:03.325544 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-afb5540c-eba9-47f8-acc7-dcea206e9dc6 None None] Provisioning for port ed70a477-1112-4bcb-a46c-2d53afbe9813 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:03.329849 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-afb5540c-eba9-47f8-acc7-dcea206e9dc6 None None] Provisioning complete for port ed70a477-1112-4bcb-a46c-2d53afbe9813 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:03.330485 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-afb5540c-eba9-47f8-acc7-dcea206e9dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.363025 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a85ba2a-fa25-4bec-8cba-5151084510e8 x-openstack-request-id: req-4a85ba2a-fa25-4bec-8cba-5151084510e8 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:03.363552 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94f9197-a047-4ee4-9d43-314000f46dad", "tag": "606a7602-f044-4293-81b3-6dba18c401e2", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:03.363992 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a85ba2a-fa25-4bec-8cba-5151084510e8 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:03.364547 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94f9197-a047-4ee4-9d43-314000f46dad', 'tag': '606a7602-f044-4293-81b3-6dba18c401e2', 'status': 'completed', 'code': 200} Aug 10 03:43:03.373595 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f7602d90-039a-4223-9850-d53fd6f1abeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.374096 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-ae2eaf8e-3596-4f1d-9597-6ceaec35a42e tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:03.376290 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-ae2eaf8e-3596-4f1d-9597-6ceaec35a42e tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.20 "GET /v2.0/networks?id=82e15316-6bb5-465a-8cae-f1cb27c52e26 HTTP/1.1" status: 200 len: 807 time: 0.2973886 Aug 10 03:43:03.413271 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-afb5540c-eba9-47f8-acc7-dcea206e9dc6 None None] Port ed70a477-1112-4bcb-a46c-2d53afbe9813 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:03.428147 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-539f3a83-e4ab-47b1-8af5-efac937b051e req-919593c6-6a55-49f2-9413-eb4d1c9fa60f tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.454745 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-451ba87f-003a-4a05-8ca7-367adf6c2c9b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Request body: {'port': {'device_id': '899b19fa-e08f-4432-91a6-61beb40d88e5', 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26', 'admin_state_up': True, 'tenant_id': '124800de805149b392f25b813a13c194'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:03.463080 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:03.477525 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4a4ed-91c8-4cc6-92b1-76da5466f2c3 req-4603fb96-5157-4423-a47b-347d464a6962 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:03.484938 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-51d4a4ed-91c8-4cc6-92b1-76da5466f2c3 req-4603fb96-5157-4423-a47b-347d464a6962 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 944 time: 0.1883631 Aug 10 03:43:03.771878 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ef406-8a38-42c0-a4d7-7931bb5a3a3f req-b14b0d77-d08c-4daf-ba05-39ccccfd73f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:03.773458 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a38ef406-8a38-42c0-a4d7-7931bb5a3a3f req-b14b0d77-d08c-4daf-ba05-39ccccfd73f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47ca53781e6743fd8c23c05b91862cdc&device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 1125 time: 0.3497212 Aug 10 03:43:03.807724 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-51d4a4ed-91c8-4cc6-92b1-76da5466f2c3 req-e3d76784-527d-4c0c-91e1-54028826cd5b tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157961 Aug 10 03:43:03.835123 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919593c6-6a55-49f2-9413-eb4d1c9fa60f tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Pushing event deleted for resources: {'Port': ['ID=876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:03.838328 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-48307c32-d330-48a5-99cf-16483484a326 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Made reservation on behalf of 131e3b69db844409bca7efef95f46481 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:03.844802 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-48307c32-d330-48a5-99cf-16483484a326 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.940633 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-539f3a83-e4ab-47b1-8af5-efac937b051e req-919593c6-6a55-49f2-9413-eb4d1c9fa60f tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] No DVR routers for this DVR port 876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3 on host n-h2-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:03.952338 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f7602d90-039a-4223-9850-d53fd6f1abeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.952774 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-539f3a83-e4ab-47b1-8af5-efac937b051e req-919593c6-6a55-49f2-9413-eb4d1c9fa60f tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.954729 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-539f3a83-e4ab-47b1-8af5-efac937b051e req-919593c6-6a55-49f2-9413-eb4d1c9fa60f tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.20 "DELETE /v2.0/ports/876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3 HTTP/1.1" status: 204 len: 173 time: 1.6727104 Aug 10 03:43:03.954844 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f7602d90-039a-4223-9850-d53fd6f1abeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:03.959912 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f7602d90-039a-4223-9850-d53fd6f1abeb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/90cd827a-fc67-4a34-91a2-4c37e0b821b5 HTTP/1.1" status: 204 len: 168 time: 0.9847493 Aug 10 03:43:03.960128 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de91f68-1f8c-4756-b4c8-3c898bc24c88', 'name': 'network-vif-deleted', 'tag': '876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:03.967038 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff952c79-6454-4c56-b81e-c233a20f8d94" -d '{"events": [{"server_uuid": "5de91f68-1f8c-4756-b4c8-3c898bc24c88", "name": "network-vif-deleted", "tag": "876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:03.997653 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d145b6e-b538-4451-bff9-9a9bc5973b37 req-2b01ef8b-b4cd-4eb2-9a4f-ac9eb3820ac0 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:03.999221 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4d145b6e-b538-4451-bff9-9a9bc5973b37 req-2b01ef8b-b4cd-4eb2-9a4f-ac9eb3820ac0 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d3e3962-95ff-4e32-8271-cfb184d3d3bb HTTP/1.1" status: 200 len: 950 time: 0.5582695 Aug 10 03:43:04.035048 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc110a78-7a60-40a2-b8b5-ad5dd51bf6cd req-d49bae4b-17ac-4c33-a813-b88709b2707e tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=5de91f68-1f8c-4756-b4c8-3c898bc24c88 HTTP/1.1" status: 200 len: 210 time: 0.0889385 Aug 10 03:43:04.066088 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7602d90-039a-4223-9850-d53fd6f1abeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cd827a-fc67-4a34-91a2-4c37e0b821b5,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:04.094186 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4d145b6e-b538-4451-bff9-9a9bc5973b37 req-0998b45b-b147-4a6f-9be5-7cbd88192300 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816782 Aug 10 03:43:04.108018 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ef406-8a38-42c0-a4d7-7931bb5a3a3f req-ceb98559-f9e8-4ce8-b1c0-8e4524f0fd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:04.123903 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a38ef406-8a38-42c0-a4d7-7931bb5a3a3f req-ceb98559-f9e8-4ce8-b1c0-8e4524f0fd22 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4 HTTP/1.1" status: 200 len: 922 time: 0.3281395 Aug 10 03:43:04.124154 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-451ba87f-003a-4a05-8ca7-367adf6c2c9b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Made reservation on behalf of 124800de805149b392f25b813a13c194 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:04.124154 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-451ba87f-003a-4a05-8ca7-367adf6c2c9b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:04.211389 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a38ef406-8a38-42c0-a4d7-7931bb5a3a3f req-d5e4510b-8e38-4c02-9e63-92c2680c44e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606a7602-f044-4293-81b3-6dba18c401e2 HTTP/1.1" status: 200 len: 217 time: 0.0785604 Aug 10 03:43:04.224131 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c37951b-bcb5-49cd-8349-99d72daff767 x-openstack-request-id: req-8c37951b-bcb5-49cd-8349-99d72daff767 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:04.238227 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de91f68-1f8c-4756-b4c8-3c898bc24c88", "name": "network-vif-deleted", "tag": "876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:04.238227 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c37951b-bcb5-49cd-8349-99d72daff767 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:04.238227 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de91f68-1f8c-4756-b4c8-3c898bc24c88', 'name': 'network-vif-deleted', 'tag': '876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3', 'status': 'completed', 'code': 200} Aug 10 03:43:04.252732 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-db615353-5fe9-41fe-a642-86d233404fe1 req-ba9f41d1-b5bb-4b24-8799-04562c525603 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 210 time: 0.0785425 Aug 10 03:43:04.306736 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-d7a12f37-e868-4490-ab95-f2f47894728d req-48307c32-d330-48a5-99cf-16483484a326 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Allocated IP 10.1.1.66 (417fd08b-d4a9-43bf-abeb-ff8394392512/7b687a16-5dca-4966-9a46-f39eb550130f/9f78b27d-b50f-47fa-bf82-e1195b79cdfa) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:04.317279 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ef406-8a38-42c0-a4d7-7931bb5a3a3f req-30259347-6d54-4828-b346-5d705b55be94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:04.321350 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a38ef406-8a38-42c0-a4d7-7931bb5a3a3f req-30259347-6d54-4828-b346-5d705b55be94 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc5ee412-63a0-4c00-8014-352954e4021d HTTP/1.1" status: 200 len: 861 time: 0.0957716 Aug 10 03:43:04.355716 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12886b35-9079-44e3-a575-c7cf8603cfc4 req-1fd0fbba-8aaf-4c03-a34c-a4b5191fb428 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:04.357465 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-12886b35-9079-44e3-a575-c7cf8603cfc4 req-1fd0fbba-8aaf-4c03-a34c-a4b5191fb428 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.1240904 Aug 10 03:43:04.373092 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-451ba87f-003a-4a05-8ca7-367adf6c2c9b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Allocated IP 172.20.0.6 (82e15316-6bb5-465a-8cae-f1cb27c52e26/db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f/1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:04.391798 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a38ef406-8a38-42c0-a4d7-7931bb5a3a3f req-b1e12c74-01ca-4161-8bc0-2a8ded53faf1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621314 Aug 10 03:43:04.434983 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-12886b35-9079-44e3-a575-c7cf8603cfc4 req-4935c85a-c69e-4543-a6c3-9c4035bf7c10 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669320 Aug 10 03:43:04.550591 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 606a7602-f044-4293-81b3-6dba18c401e2 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:43:04.673316 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a38ef406-8a38-42c0-a4d7-7931bb5a3a3f req-c3043951-6cdc-470f-aa26-a2eaf3c0a7b3 service neutron] 10.222.0.20 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684443 Aug 10 03:43:04.716792 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-451ba87f-003a-4a05-8ca7-367adf6c2c9b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:04.717629 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-48307c32-d330-48a5-99cf-16483484a326 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:04.766814 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-d7a12f37-e868-4490-ab95-f2f47894728d req-48307c32-d330-48a5-99cf-16483484a326 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Transition to ACTIVE for port object 9f78b27d-b50f-47fa-bf82-e1195b79cdfa will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:04.806464 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d6180-36ab-4ecc-b7d4-b6b33a75009c req-d39a0417-3470-41e3-bff5-90a64058e355 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:04.812747 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d6180-36ab-4ecc-b7d4-b6b33a75009c req-d39a0417-3470-41e3-bff5-90a64058e355 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:04.820801 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2d6d6180-36ab-4ecc-b7d4-b6b33a75009c req-d39a0417-3470-41e3-bff5-90a64058e355 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 1653 time: 0.1537566 Aug 10 03:43:04.821956 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 606a7602-f044-4293-81b3-6dba18c401e2, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=606a7602-f044-4293-81b3-6dba18c401e2,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:04.835554 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 606a7602-f044-4293-81b3-6dba18c401e2 has no active binding in host n-h1-802893-2 {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:43:04.890802 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2d6d6180-36ab-4ecc-b7d4-b6b33a75009c req-33c48bf2-583f-4b72-baf9-aa4d0b243606 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691512 Aug 10 03:43:04.900154 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a38ef406-8a38-42c0-a4d7-7931bb5a3a3f req-27884b0b-efc5-4d92-8b22-7e59f4547688 service neutron] 10.222.0.20 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208757 Aug 10 03:43:04.916947 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063424b4-fb19-46d9-af0e-5c027eeacc1b req-9c66ba3b-6e0b-4444-be50-9978839ecdb2 tempest-ServersOnMultiNodesTest-298007937 tempest-ServersOnMultiNodesTest-298007937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:04.921883 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-063424b4-fb19-46d9-af0e-5c027eeacc1b req-9c66ba3b-6e0b-4444-be50-9978839ecdb2 tempest-ServersOnMultiNodesTest-298007937 tempest-ServersOnMultiNodesTest-298007937-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4d3e3962-95ff-4e32-8271-cfb184d3d3bb HTTP/1.1" status: 200 len: 1101 time: 0.1089859 Aug 10 03:43:04.952570 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-063424b4-fb19-46d9-af0e-5c027eeacc1b req-ec065f96-cef7-4de1-91ef-22713e2e10ad tempest-ServersOnMultiNodesTest-298007937 tempest-ServersOnMultiNodesTest-298007937-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.007827 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-451ba87f-003a-4a05-8ca7-367adf6c2c9b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.023319 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a779ad-44db-4ace-8f92-9c4473962313 req-b0f64ec5-ae5a-4441-8b5b-ee19f99a7a8b tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:05.024931 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29a779ad-44db-4ace-8f92-9c4473962313 req-b0f64ec5-ae5a-4441-8b5b-ee19f99a7a8b tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 944 time: 0.0652237 Aug 10 03:43:05.056157 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-063424b4-fb19-46d9-af0e-5c027eeacc1b req-ec065f96-cef7-4de1-91ef-22713e2e10ad tempest-ServersOnMultiNodesTest-298007937 tempest-ServersOnMultiNodesTest-298007937-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.086189 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-451ba87f-003a-4a05-8ca7-367adf6c2c9b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Network 82e15316-6bb5-465a-8cae-f1cb27c52e26 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:05.088639 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-48307c32-d330-48a5-99cf-16483484a326 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.118264 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ba87f-003a-4a05-8ca7-367adf6c2c9b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Pushing event updated for resources: {'Port': ['ID=1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:05.124693 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29a779ad-44db-4ace-8f92-9c4473962313 req-72a3a366-50c0-45ae-a10f-9296f654daf8 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766816 Aug 10 03:43:05.125665 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-451ba87f-003a-4a05-8ca7-367adf6c2c9b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:05.134137 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-451ba87f-003a-4a05-8ca7-367adf6c2c9b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:05.158774 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-063424b4-fb19-46d9-af0e-5c027eeacc1b req-ec065f96-cef7-4de1-91ef-22713e2e10ad tempest-ServersOnMultiNodesTest-298007937 tempest-ServersOnMultiNodesTest-298007937-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.203138 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7a12f37-e868-4490-ab95-f2f47894728d req-48307c32-d330-48a5-99cf-16483484a326 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Network 417fd08b-d4a9-43bf-abeb-ff8394392512 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:05.258975 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-451ba87f-003a-4a05-8ca7-367adf6c2c9b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:05.265012 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-451ba87f-003a-4a05-8ca7-367adf6c2c9b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.265426 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-d7a12f37-e868-4490-ab95-f2f47894728d req-48307c32-d330-48a5-99cf-16483484a326 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:05.265426 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec065f96-cef7-4de1-91ef-22713e2e10ad tempest-ServersOnMultiNodesTest-298007937 tempest-ServersOnMultiNodesTest-298007937-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2346f79c-08f0-4cb4-81eb-5c835f3171fc,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:05.265426 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a12f37-e868-4490-ab95-f2f47894728d req-48307c32-d330-48a5-99cf-16483484a326 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:05.271099 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-063424b4-fb19-46d9-af0e-5c027eeacc1b req-ec065f96-cef7-4de1-91ef-22713e2e10ad tempest-ServersOnMultiNodesTest-298007937 tempest-ServersOnMultiNodesTest-298007937-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360558 Aug 10 03:43:05.274268 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48307c32-d330-48a5-99cf-16483484a326 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Pushing event updated for resources: {'Port': ['ID=9f78b27d-b50f-47fa-bf82-e1195b79cdfa,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:05.317832 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af4f4145-d02b-4995-a11c-88d74927835b req-21e7bf36-ad97-44d4-9575-c6e958b537a0 tempest-DeleteServersAdminTestJSON-254736575 tempest-DeleteServersAdminTestJSON-254736575-project] 10.222.0.25 "GET /v2.0/ports?device_id=5de91f68-1f8c-4756-b4c8-3c898bc24c88 HTTP/1.1" status: 200 len: 210 time: 0.0447443 Aug 10 03:43:05.357883 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-451ba87f-003a-4a05-8ca7-367adf6c2c9b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9422526 Aug 10 03:43:05.367902 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-48307c32-d330-48a5-99cf-16483484a326 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:05.368918 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-48307c32-d330-48a5-99cf-16483484a326 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.386545 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-e5dee48a-6aca-4a3b-87f9-51f9205a70b3 service neutron] Request body: {'port': {'device_id': '899b19fa-e08f-4432-91a6-61beb40d88e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:05.466643 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-48307c32-d330-48a5-99cf-16483484a326 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3459051 Aug 10 03:43:05.503032 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d7a12f37-e868-4490-ab95-f2f47894728d req-260b4d7e-f880-4899-bcfe-870f03746c40 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Request body: {'port': {'device_id': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6124ac5f-cc2c-4188-9079-e96ada11101c', 'admin_state_up': True, 'tenant_id': '131e3b69db844409bca7efef95f46481', 'security_groups': ['207402d5-4854-416e-a120-9ef6131884a1']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:05.527577 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-e5dee48a-6aca-4a3b-87f9-51f9205a70b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.547722 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e25493-caac-4862-b35d-dcc0fcbe767c req-fd0876c9-cfb5-4091-992f-7d766b647ef8 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:05.562228 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-30e25493-caac-4862-b35d-dcc0fcbe767c req-fd0876c9-cfb5-4091-992f-7d766b647ef8 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 931 time: 0.1649203 Aug 10 03:43:05.658892 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-30e25493-caac-4862-b35d-dcc0fcbe767c req-f974ba33-add9-4d63-82f3-489cca6c63cb tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954280 Aug 10 03:43:05.788350 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78708684-be36-4ffe-b93c-c05d136aa458 req-58c95bcd-1a26-4684-a49b-2757807ff01e tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:05.789977 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78708684-be36-4ffe-b93c-c05d136aa458 req-58c95bcd-1a26-4684-a49b-2757807ff01e tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.0724607 Aug 10 03:43:05.835808 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78708684-be36-4ffe-b93c-c05d136aa458 req-e79b240b-95ff-4d05-b640-a46660b0856a tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395288 Aug 10 03:43:05.858497 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-e5dee48a-6aca-4a3b-87f9-51f9205a70b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:05.867214 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-e5dee48a-6aca-4a3b-87f9-51f9205a70b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:05.884236 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-e5dee48a-6aca-4a3b-87f9-51f9205a70b3 service neutron] Transition to ACTIVE for port object 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:06.039564 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0844f10a-7b0c-411c-9906-f7d64e69c2b1 None None] Provisioning for port 9f78b27d-b50f-47fa-bf82-e1195b79cdfa completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:06.044100 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-e5dee48a-6aca-4a3b-87f9-51f9205a70b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.049785 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0844f10a-7b0c-411c-9906-f7d64e69c2b1 None None] Provisioning complete for port 9f78b27d-b50f-47fa-bf82-e1195b79cdfa triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:06.050489 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0844f10a-7b0c-411c-9906-f7d64e69c2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.075909 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7167795-b928-443d-b29e-ef0be037d63b req-1b8a2f6b-ac65-4e5f-8efa-f95acc951039 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:06.093911 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7167795-b928-443d-b29e-ef0be037d63b req-1b8a2f6b-ac65-4e5f-8efa-f95acc951039 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:06.109503 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7167795-b928-443d-b29e-ef0be037d63b req-1b8a2f6b-ac65-4e5f-8efa-f95acc951039 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:06.117843 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-0844f10a-7b0c-411c-9906-f7d64e69c2b1 None None] Port 9f78b27d-b50f-47fa-bf82-e1195b79cdfa cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:06.123747 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7167795-b928-443d-b29e-ef0be037d63b req-1b8a2f6b-ac65-4e5f-8efa-f95acc951039 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 2373 time: 0.1452098 Aug 10 03:43:06.138211 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-260b4d7e-f880-4899-bcfe-870f03746c40 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Made reservation on behalf of 131e3b69db844409bca7efef95f46481 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:06.181881 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dee48a-6aca-4a3b-87f9-51f9205a70b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:06.185091 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:43:06.240795 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:43:06.240795 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 876de5f4-4d5e-4a51-ac5e-7110bb2cb2f3 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:43:06.268694 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-363df17f-5416-4f70-b343-3924febce1b3 req-6f4f8dd6-8b7a-45c3-ba98-7d21dbca97e7 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655129 Aug 10 03:43:06.287044 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7167795-b928-443d-b29e-ef0be037d63b req-3b270e6b-1972-46c9-99a6-3c4ef7014090 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591861 Aug 10 03:43:06.325147 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-260b4d7e-f880-4899-bcfe-870f03746c40 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.360425 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-e5dee48a-6aca-4a3b-87f9-51f9205a70b3 service neutron] Attempting to bind port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:06.360990 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-e5dee48a-6aca-4a3b-87f9-51f9205a70b3 service neutron] Attempting to bind port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:06.360990 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-e5dee48a-6aca-4a3b-87f9-51f9205a70b3 service neutron] Attempting to bind port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:06.376230 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-e5dee48a-6aca-4a3b-87f9-51f9205a70b3 service neutron] Port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:06.376453 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-e5dee48a-6aca-4a3b-87f9-51f9205a70b3 service neutron] Attempting to bind port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:06.387185 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-e5dee48a-6aca-4a3b-87f9-51f9205a70b3 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:06.387547 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-e5dee48a-6aca-4a3b-87f9-51f9205a70b3 service neutron] Checking segment: {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:06.388110 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-e5dee48a-6aca-4a3b-87f9-51f9205a70b3 service neutron] Bound using segment: {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:06.388549 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-e5dee48a-6aca-4a3b-87f9-51f9205a70b3 service neutron] Bound port: 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:06.389117 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-e5dee48a-6aca-4a3b-87f9-51f9205a70b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.473517 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363df17f-5416-4f70-b343-3924febce1b3 req-07971976-551f-4d54-ba88-355f5c13e8bd tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:06.475589 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-363df17f-5416-4f70-b343-3924febce1b3 req-07971976-551f-4d54-ba88-355f5c13e8bd tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1827221 Aug 10 03:43:06.517107 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-363df17f-5416-4f70-b343-3924febce1b3 req-3a286841-bdb5-43ba-a1fc-da72fb506fd8 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/quotas/d21e91e9b1a849bfaa5ed513aa742d4c HTTP/1.1" status: 200 len: 375 time: 0.0260732 Aug 10 03:43:06.533320 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-e5dee48a-6aca-4a3b-87f9-51f9205a70b3 service neutron] For port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd, host n-h2-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:06.566519 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-70f10f29-512f-4693-bad3-52468618a678 service neutron] 10.222.0.20 "GET /v2.0/ports/606a7602-f044-4293-81b3-6dba18c401e2/bindings/n-h1-802893-2 HTTP/1.1" status: 200 len: 384 time: 0.2132075 Aug 10 03:43:06.573306 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-e5dee48a-6aca-4a3b-87f9-51f9205a70b3 service neutron] For port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:06.604610 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-363df17f-5416-4f70-b343-3924febce1b3 req-ae7ae527-b553-43b7-9ae0-08f5fb4f3027 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0893581 Aug 10 03:43:06.633665 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-e5dee48a-6aca-4a3b-87f9-51f9205a70b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.667579 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2399c-1f5a-4dad-8649-6fda7bc8022f req-9fbdb01d-908a-4f99-a51d-9e2115b68208 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:06.669201 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-afe2399c-1f5a-4dad-8649-6fda7bc8022f req-9fbdb01d-908a-4f99-a51d-9e2115b68208 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 944 time: 0.2505703 Aug 10 03:43:06.680804 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-e5dee48a-6aca-4a3b-87f9-51f9205a70b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:06.681451 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-e5dee48a-6aca-4a3b-87f9-51f9205a70b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:06.682858 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-e5dee48a-6aca-4a3b-87f9-51f9205a70b3 service neutron] 10.222.0.20 "PUT /v2.0/ports/1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd HTTP/1.1" status: 200 len: 1091 time: 1.3009903 Aug 10 03:43:06.683310 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899b19fa-e08f-4432-91a6-61beb40d88e5', 'tag': '1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:06.698034 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428ea915-c2db-4043-93cf-124b33c4e5db" -d '{"events": [{"name": "network-changed", "server_uuid": "899b19fa-e08f-4432-91a6-61beb40d88e5", "tag": "1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:06.732249 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dee48a-6aca-4a3b-87f9-51f9205a70b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:06.782689 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-afe2399c-1f5a-4dad-8649-6fda7bc8022f req-7f5605d9-8ef1-4aed-bc6e-bd5d65350711 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053357 Aug 10 03:43:06.814663 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-d7a12f37-e868-4490-ab95-f2f47894728d req-260b4d7e-f880-4899-bcfe-870f03746c40 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Allocated IP 10.2.2.100 (6124ac5f-cc2c-4188-9079-e96ada11101c/0453306b-cd65-4df9-b318-fe396283b459/db6f0dfe-aee4-4b7b-be43-c2e8f14c481f) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:06.926789 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-b2b12584-bf44-4f8e-bbc4-f3ee0d9ffd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:06.928855 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-b2b12584-bf44-4f8e-bbc4-f3ee0d9ffd28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=124800de805149b392f25b813a13c194&device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 1094 time: 0.0907283 Aug 10 03:43:06.978711 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-ebfbf99a-7c3e-4e4e-8aa1-0c6da6af2634 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd HTTP/1.1" status: 200 len: 217 time: 0.0362208 Aug 10 03:43:07.043259 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-cce1a30d-ccf7-4efa-b1c3-41d7d42f7e78 service neutron] For port 606a7602-f044-4293-81b3-6dba18c401e2, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=606a7602-f044-4293-81b3-6dba18c401e2,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:07.045848 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-a7e9e2ae-221c-463f-8f1f-5a3bb7b6b2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:07.048364 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-a7e9e2ae-221c-463f-8f1f-5a3bb7b6b2eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f HTTP/1.1" status: 200 len: 847 time: 0.0615997 Aug 10 03:43:07.079939 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e731d5-ca2a-4b8a-8aea-830909ebb3e5 req-8178da45-a5ec-4b0f-8bab-e9652c40e16e tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:07.080656 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-4179f9d2-b7db-43ab-8f02-5a8916888261 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=82e15316-6bb5-465a-8cae-f1cb27c52e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265839 Aug 10 03:43:07.087248 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-08e731d5-ca2a-4b8a-8aea-830909ebb3e5 req-8178da45-a5ec-4b0f-8bab-e9652c40e16e tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 943 time: 0.1665609 Aug 10 03:43:07.137306 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-cce1a30d-ccf7-4efa-b1c3-41d7d42f7e78 service neutron] For port 606a7602-f044-4293-81b3-6dba18c401e2, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:07.180221 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-260b4d7e-f880-4899-bcfe-870f03746c40 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.189966 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-c3a7a9a7-2088-41f3-af29-9f39542e5552 service neutron] 10.222.0.20 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017296 Aug 10 03:43:07.210585 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-08e731d5-ca2a-4b8a-8aea-830909ebb3e5 req-4213eb8f-12cf-44fb-97b5-545811b6bc09 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224315 Aug 10 03:43:07.221510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-cce1a30d-ccf7-4efa-b1c3-41d7d42f7e78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606a7602-f044-4293-81b3-6dba18c401e2 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:07.228546 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-d7a12f37-e868-4490-ab95-f2f47894728d req-260b4d7e-f880-4899-bcfe-870f03746c40 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Transition to ACTIVE for port object db6f0dfe-aee4-4b7b-be43-c2e8f14c481f will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:07.235474 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-cce1a30d-ccf7-4efa-b1c3-41d7d42f7e78 service neutron] For port 606a7602-f044-4293-81b3-6dba18c401e2, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=606a7602-f044-4293-81b3-6dba18c401e2,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:07.337690 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de95c36-cbb9-4ecb-9cda-678c457332fc x-openstack-request-id: req-7de95c36-cbb9-4ecb-9cda-678c457332fc {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:07.337987 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899b19fa-e08f-4432-91a6-61beb40d88e5", "tag": "1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:07.338558 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7de95c36-cbb9-4ecb-9cda-678c457332fc {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:07.338681 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899b19fa-e08f-4432-91a6-61beb40d88e5', 'tag': '1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd', 'status': 'completed', 'code': 200} Aug 10 03:43:07.348564 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-cce1a30d-ccf7-4efa-b1c3-41d7d42f7e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.369198 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af55d43c-39cf-4118-86fa-1303ca8bc968 req-b2f1f7ec-31d6-4fcb-b472-245dd4ca7cde service neutron] 10.222.0.20 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724684 Aug 10 03:43:07.426966 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-260b4d7e-f880-4899-bcfe-870f03746c40 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.552039 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b4d7e-f880-4899-bcfe-870f03746c40 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Pushing event updated for resources: {'Port': ['ID=db6f0dfe-aee4-4b7b-be43-c2e8f14c481f,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:07.571774 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7a12f37-e868-4490-ab95-f2f47894728d req-260b4d7e-f880-4899-bcfe-870f03746c40 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Network 6124ac5f-cc2c-4188-9079-e96ada11101c is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:07.583052 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e14541-8dcd-4a7c-af8d-63d1fdcb3147 req-b71267a2-0262-41b2-a45d-a89d7d8e2aa4 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:07.591655 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-17e14541-8dcd-4a7c-af8d-63d1fdcb3147 req-b71267a2-0262-41b2-a45d-a89d7d8e2aa4 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.2246149 Aug 10 03:43:07.603649 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-d7a12f37-e868-4490-ab95-f2f47894728d req-260b4d7e-f880-4899-bcfe-870f03746c40 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:07.612432 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a12f37-e868-4490-ab95-f2f47894728d req-260b4d7e-f880-4899-bcfe-870f03746c40 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:07.660842 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ea915-c2db-4043-93cf-124b33c4e5db req-c9919ba3-159c-4cf0-8a32-8e547006bc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:07.661285 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-cce1a30d-ccf7-4efa-b1c3-41d7d42f7e78 service neutron] Transition to ACTIVE for port object 606a7602-f044-4293-81b3-6dba18c401e2 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:07.663534 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-428ea915-c2db-4043-93cf-124b33c4e5db req-c9919ba3-159c-4cf0-8a32-8e547006bc3c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=124800de805149b392f25b813a13c194&device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 1094 time: 0.1036870 Aug 10 03:43:07.705909 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-260b4d7e-f880-4899-bcfe-870f03746c40 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:07.706642 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-260b4d7e-f880-4899-bcfe-870f03746c40 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.748428 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-17e14541-8dcd-4a7c-af8d-63d1fdcb3147 req-94584bdf-bc53-4d1b-a5d3-e4e8e6f774cd tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558316 Aug 10 03:43:07.760729 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-cce1a30d-ccf7-4efa-b1c3-41d7d42f7e78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:07.864338 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-260b4d7e-f880-4899-bcfe-870f03746c40 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3818102 Aug 10 03:43:07.884123 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ea915-c2db-4043-93cf-124b33c4e5db req-afcd8e00-575f-4f63-a0e0-4682cdfa5f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:07.886999 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-428ea915-c2db-4043-93cf-124b33c4e5db req-afcd8e00-575f-4f63-a0e0-4682cdfa5f1e service neutron] 10.222.0.20 "GET /v2.0/networks?id=82e15316-6bb5-465a-8cae-f1cb27c52e26 HTTP/1.1" status: 200 len: 908 time: 0.2152612 Aug 10 03:43:07.888435 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d7a12f37-e868-4490-ab95-f2f47894728d req-36fe8ab8-8d5e-4ba6-9f30-12a3a4055008 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Request body: {'port': {'device_id': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6124ac5f-cc2c-4188-9079-e96ada11101c', 'admin_state_up': True, 'tenant_id': '131e3b69db844409bca7efef95f46481', 'security_groups': ['207402d5-4854-416e-a120-9ef6131884a1']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:07.898849 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378a497-ee75-4bdd-8c1b-54af4ef68fed req-818435d0-f02d-454a-9b6b-e902bfd678d1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:07.912524 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378a497-ee75-4bdd-8c1b-54af4ef68fed req-818435d0-f02d-454a-9b6b-e902bfd678d1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:07.919978 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378a497-ee75-4bdd-8c1b-54af4ef68fed req-818435d0-f02d-454a-9b6b-e902bfd678d1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:07.926967 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378a497-ee75-4bdd-8c1b-54af4ef68fed req-818435d0-f02d-454a-9b6b-e902bfd678d1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:07.939827 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d378a497-ee75-4bdd-8c1b-54af4ef68fed req-818435d0-f02d-454a-9b6b-e902bfd678d1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 3094 time: 0.1915812 Aug 10 03:43:08.010989 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-428ea915-c2db-4043-93cf-124b33c4e5db req-621829ac-f302-42c5-a9dd-b1051bd704d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd HTTP/1.1" status: 200 len: 217 time: 0.0605292 Aug 10 03:43:08.028649 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-cce1a30d-ccf7-4efa-b1c3-41d7d42f7e78 service neutron] No DVR routers for this DVR port 606a7602-f044-4293-81b3-6dba18c401e2 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:43:08.035647 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1a30d-ccf7-4efa-b1c3-41d7d42f7e78 service neutron] Pushing event updated for resources: {'Port': ['ID=606a7602-f044-4293-81b3-6dba18c401e2,revision_number=10']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:08.054449 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0e5502fc-4fb8-4763-a8c3-5e8670b23cde None None] Provisioning for port db6f0dfe-aee4-4b7b-be43-c2e8f14c481f completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:08.077849 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0e5502fc-4fb8-4763-a8c3-5e8670b23cde None None] Provisioning complete for port db6f0dfe-aee4-4b7b-be43-c2e8f14c481f triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:08.077849 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0e5502fc-4fb8-4763-a8c3-5e8670b23cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.078032 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d378a497-ee75-4bdd-8c1b-54af4ef68fed req-42e78f58-1749-400e-9897-d17fee789fca tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230748 Aug 10 03:43:08.112081 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ea915-c2db-4043-93cf-124b33c4e5db req-fb38a69b-0a3e-46bf-9ce4-3d510d92c8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:08.112452 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-cce1a30d-ccf7-4efa-b1c3-41d7d42f7e78 service neutron] 10.222.0.20 "PUT /v2.0/ports/606a7602-f044-4293-81b3-6dba18c401e2/bindings/n-h1-802893-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5336940 Aug 10 03:43:08.116057 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-428ea915-c2db-4043-93cf-124b33c4e5db req-fb38a69b-0a3e-46bf-9ce4-3d510d92c8c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f HTTP/1.1" status: 200 len: 847 time: 0.0932436 Aug 10 03:43:08.135822 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-0e5502fc-4fb8-4763-a8c3-5e8670b23cde None None] Port db6f0dfe-aee4-4b7b-be43-c2e8f14c481f cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:08.161259 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-e00ec63b-a838-44f2-8e8b-51e5ca3a85a6 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3e6317d6e9a545ceb999c28a0244c49a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429714 Aug 10 03:43:08.193839 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-428ea915-c2db-4043-93cf-124b33c4e5db req-e1227fbf-a5e5-4ee5-9b71-f069eadd836c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=82e15316-6bb5-465a-8cae-f1cb27c52e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324516 Aug 10 03:43:08.315186 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-f85359d3-7f5b-4cea-a679-7faf96dd2144 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:08.316344 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-428ea915-c2db-4043-93cf-124b33c4e5db req-a1332272-f87c-415e-8513-29fd49a7bf1c service neutron] 10.222.0.20 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127222 Aug 10 03:43:08.317791 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-f85359d3-7f5b-4cea-a679-7faf96dd2144 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1478605 Aug 10 03:43:08.336390 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-49352d94-6999-4e48-be1e-8df1abe9c03b tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/quotas/3e6317d6e9a545ceb999c28a0244c49a HTTP/1.1" status: 200 len: 375 time: 0.0117533 Aug 10 03:43:08.353775 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-36fe8ab8-8d5e-4ba6-9f30-12a3a4055008 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Made reservation on behalf of 131e3b69db844409bca7efef95f46481 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:08.365645 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-36fe8ab8-8d5e-4ba6-9f30-12a3a4055008 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:08.449151 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-801b4a95-7f4f-41d0-b079-08cf47c8fb08 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3e6317d6e9a545ceb999c28a0244c49a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0977774 Aug 10 03:43:08.459357 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-428ea915-c2db-4043-93cf-124b33c4e5db req-ca1ce752-b228-4221-9a1a-cb02a9fb3bcd service neutron] 10.222.0.20 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341615 Aug 10 03:43:08.592934 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-38fbf07f-ea31-4983-b494-a0d637cda6c2 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:08.594375 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-38fbf07f-ea31-4983-b494-a0d637cda6c2 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad&tenant_id=47ca53781e6743fd8c23c05b91862cdc&binding%3Ahost_id=n-h2-802893-2 HTTP/1.1" status: 200 len: 1096 time: 0.2260327 Aug 10 03:43:08.853801 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-fe33cf4f-132d-4dca-845b-db4803394d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:08.853801 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-fe33cf4f-132d-4dca-845b-db4803394d3f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad&tenant_id=47ca53781e6743fd8c23c05b91862cdc HTTP/1.1" status: 200 len: 1096 time: 0.1111245 Aug 10 03:43:08.853801 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-d7a12f37-e868-4490-ab95-f2f47894728d req-36fe8ab8-8d5e-4ba6-9f30-12a3a4055008 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Allocated IP 10.2.2.200 (6124ac5f-cc2c-4188-9079-e96ada11101c/0453306b-cd65-4df9-b318-fe396283b459/ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:08.855786 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4a13b-285d-4566-9eed-6304e2edc7d2 req-195211d7-3a3e-4c2a-975e-079f097351d5 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:08.855786 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4ba4a13b-285d-4566-9eed-6304e2edc7d2 req-195211d7-3a3e-4c2a-975e-079f097351d5 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 945 time: 0.0782835 Aug 10 03:43:08.855786 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4ba4a13b-285d-4566-9eed-6304e2edc7d2 req-b04c7289-f847-4ea9-a18a-c45fc805bcdd tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413358 Aug 10 03:43:08.870987 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-19c8ad78-0074-4e65-815a-b61d8ee4bb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:08.872693 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-19c8ad78-0074-4e65-815a-b61d8ee4bb7b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=47ca53781e6743fd8c23c05b91862cdc&device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 1096 time: 0.1163995 Aug 10 03:43:08.930899 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795cc02-4562-42b6-99f9-b3f0a1e7ca3c req-2eef54c7-1c04-4ba9-9090-88479b96c183 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:08.932636 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0795cc02-4562-42b6-99f9-b3f0a1e7ca3c req-2eef54c7-1c04-4ba9-9090-88479b96c183 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 943 time: 0.0589373 Aug 10 03:43:08.976312 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0795cc02-4562-42b6-99f9-b3f0a1e7ca3c req-6875cc63-8c4b-4fd1-bb10-eb9d078ed030 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371051 Aug 10 03:43:08.994248 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-36fe8ab8-8d5e-4ba6-9f30-12a3a4055008 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.025830 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-d7a12f37-e868-4490-ab95-f2f47894728d req-36fe8ab8-8d5e-4ba6-9f30-12a3a4055008 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Transition to ACTIVE for port object ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:09.030612 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-76918e38-df7c-4379-800c-adad7b54df84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:09.032165 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-76918e38-df7c-4379-800c-adad7b54df84 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4 HTTP/1.1" status: 200 len: 922 time: 0.1440821 Aug 10 03:43:09.105882 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-1cbac314-07d7-4f4d-884d-3ca7e51d5c53 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=606a7602-f044-4293-81b3-6dba18c401e2 HTTP/1.1" status: 200 len: 217 time: 0.0506630 Aug 10 03:43:09.146174 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b1dff9b0-6fae-406d-b871-fc17eaa615c9 req-114ba25a-8cba-42d5-bc5d-e6d8bc6adca2 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69fff48-3f9f-47c2-a24e-36649d3beb30 HTTP/1.1" status: 200 len: 210 time: 0.0363386 Aug 10 03:43:09.177351 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-d2c28760-ca68-4fb9-9b98-b52df32fee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:09.180775 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-d2c28760-ca68-4fb9-9b98-b52df32fee8d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dc5ee412-63a0-4c00-8014-352954e4021d HTTP/1.1" status: 200 len: 861 time: 0.0574799 Aug 10 03:43:09.230575 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-9fad6606-a7b6-4a36-bcfc-a274b9db8028 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384560 Aug 10 03:43:09.235697 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-36fe8ab8-8d5e-4ba6-9f30-12a3a4055008 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.288973 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe8ab8-8d5e-4ba6-9f30-12a3a4055008 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Pushing event updated for resources: {'Port': ['ID=ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:09.365586 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329a4c9-7f18-48a6-9ffe-3218d4cec4a9 req-00644092-8345-414f-a132-c3ab36ac3f87 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:09.374907 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0329a4c9-7f18-48a6-9ffe-3218d4cec4a9 req-00644092-8345-414f-a132-c3ab36ac3f87 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.1550252 Aug 10 03:43:09.423298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7a12f37-e868-4490-ab95-f2f47894728d req-36fe8ab8-8d5e-4ba6-9f30-12a3a4055008 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Network 6124ac5f-cc2c-4188-9079-e96ada11101c is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:09.430678 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-d7a12f37-e868-4490-ab95-f2f47894728d req-36fe8ab8-8d5e-4ba6-9f30-12a3a4055008 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:09.446582 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a12f37-e868-4490-ab95-f2f47894728d req-36fe8ab8-8d5e-4ba6-9f30-12a3a4055008 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:09.455304 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0329a4c9-7f18-48a6-9ffe-3218d4cec4a9 req-9237f286-ed01-47dd-a937-c844619758e8 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793774 Aug 10 03:43:09.572581 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ba5141d3-ba02-4f92-89bd-e1e9a6ea390e req-bc889815-f009-4051-93d1-448604695247 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=234de391-f668-43f6-84ae-dc2064d8cd65 HTTP/1.1" status: 200 len: 210 time: 0.0387812 Aug 10 03:43:09.832428 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f601bb-38d7-4c0d-9b35-2748c89d6d55 req-7f373c02-b3ff-41ae-b01d-3e6f05d08f8e tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:09.842544 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f601bb-38d7-4c0d-9b35-2748c89d6d55 req-7f373c02-b3ff-41ae-b01d-3e6f05d08f8e tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:09.848692 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f601bb-38d7-4c0d-9b35-2748c89d6d55 req-7f373c02-b3ff-41ae-b01d-3e6f05d08f8e tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:09.855472 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f601bb-38d7-4c0d-9b35-2748c89d6d55 req-7f373c02-b3ff-41ae-b01d-3e6f05d08f8e tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:09.857050 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8da5213c-752e-4869-86b0-14017d771bcb None None] Provisioning for port ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:09.859148 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9cbcf8da-fcea-4095-bbdb-88989205a1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.861719 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f601bb-38d7-4c0d-9b35-2748c89d6d55 req-7f373c02-b3ff-41ae-b01d-3e6f05d08f8e tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:09.863160 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b9f601bb-38d7-4c0d-9b35-2748c89d6d55 req-7f373c02-b3ff-41ae-b01d-3e6f05d08f8e tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 3815 time: 0.5517099 Aug 10 03:43:09.863398 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8da5213c-752e-4869-86b0-14017d771bcb None None] Provisioning complete for port ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:09.863760 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8da5213c-752e-4869-86b0-14017d771bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.886027 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-36fe8ab8-8d5e-4ba6-9f30-12a3a4055008 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:09.886659 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-36fe8ab8-8d5e-4ba6-9f30-12a3a4055008 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:09.916295 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-8da5213c-752e-4869-86b0-14017d771bcb None None] Port ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:09.935863 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-39a5d2c1-a78f-43f4-a644-b4ab72bb473d service neutron] 10.222.0.68 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6504695 Aug 10 03:43:09.944194 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b9f601bb-38d7-4c0d-9b35-2748c89d6d55 req-733ce2a6-481d-419b-a8ad-7bd524d58e6e tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645297 Aug 10 03:43:09.982301 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46266) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:09.990827 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-36fe8ab8-8d5e-4ba6-9f30-12a3a4055008 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1031997 Aug 10 03:43:10.026510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d7a12f37-e868-4490-ab95-f2f47894728d req-118de359-e783-47ff-b4bb-6959e9ee4901 service neutron] Request body: {'port': {'device_id': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:10.030296 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b362983-a7d0-4a53-9a84-6cf7b040a6b3 req-2984e045-34f5-49ab-9123-e0e1ed77cbae tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:10.048656 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9b362983-a7d0-4a53-9a84-6cf7b040a6b3 req-2984e045-34f5-49ab-9123-e0e1ed77cbae tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 945 time: 0.1047139 Aug 10 03:43:10.113740 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9b362983-a7d0-4a53-9a84-6cf7b040a6b3 req-9245a51b-2d17-4695-b679-bb4c30518df1 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641873 Aug 10 03:43:10.136690 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-118de359-e783-47ff-b4bb-6959e9ee4901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.194908 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:43:10.202162 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 606a7602-f044-4293-81b3-6dba18c401e2 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:43:10.222744 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7347f0a1-3df7-4819-a177-e326e2683659 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7ecdf758b679464989704fcfa8806990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365503 Aug 10 03:43:10.223256 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c772a-252a-4268-bc1b-31be78efc84b req-0bf6b5e3-171f-40a5-bbcd-d6487cccb3e0 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:10.224144 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46278) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:10.233164 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b73c772a-252a-4268-bc1b-31be78efc84b req-0bf6b5e3-171f-40a5-bbcd-d6487cccb3e0 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 943 time: 0.1472082 Aug 10 03:43:10.280974 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-4196625f-0c93-4890-8b07-1bacb0abe7b0 service neutron] 10.222.0.68 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271263 Aug 10 03:43:10.296281 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-17527494-d847-43dd-99a5-a671d5898963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.351069 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b73c772a-252a-4268-bc1b-31be78efc84b req-1a65cd11-b3a9-4cce-80eb-02dcb622910d tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167874 Aug 10 03:43:10.374892 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-17527494-d847-43dd-99a5-a671d5898963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.391048 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 606a7602-f044-4293-81b3-6dba18c401e2 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:43:10.410468 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9a7081d2-c590-4267-9fb0-613e604963cd req-7303e64b-7d77-4b22-b363-e68601af4ce2 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69fff48-3f9f-47c2-a24e-36649d3beb30 HTTP/1.1" status: 200 len: 210 time: 0.0613844 Aug 10 03:43:10.475491 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:10.489794 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd', 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26', 'port_id': '1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd', 'mac_address': 'fa:16:3e:f1:5c:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:43:10.546841 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.563069 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:10.586064 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:10.664600 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6ef7f6c7-edc2-4382-a1fc-983fb57d060b req-9f1d2aed-fcb7-447e-8cd4-38c399feb7ee tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=234de391-f668-43f6-84ae-dc2064d8cd65 HTTP/1.1" status: 200 len: 210 time: 0.0336735 Aug 10 03:43:10.667463 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-d7a12f37-e868-4490-ab95-f2f47894728d req-118de359-e783-47ff-b4bb-6959e9ee4901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b16112ea-945d-400e-93b8-dc4400ca7754 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:10.681208 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-118de359-e783-47ff-b4bb-6959e9ee4901 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.695436 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657f4a8-1be6-4ffe-a7b3-2d3ac8d1e87f req-f030ffd4-bd22-471a-bfc7-c9893b25968b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:10.697034 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7657f4a8-1be6-4ffe-a7b3-2d3ac8d1e87f req-f030ffd4-bd22-471a-bfc7-c9893b25968b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.1084301 Aug 10 03:43:10.705722 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-d7a12f37-e868-4490-ab95-f2f47894728d req-118de359-e783-47ff-b4bb-6959e9ee4901 service neutron] Transition to ACTIVE for port object b16112ea-945d-400e-93b8-dc4400ca7754 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:10.737455 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-17527494-d847-43dd-99a5-a671d5898963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.740495 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-17527494-d847-43dd-99a5-a671d5898963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.741670 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-17527494-d847-43dd-99a5-a671d5898963 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d40bd159-e45d-4af2-99a5-80e958b581e2 HTTP/1.1" status: 204 len: 168 time: 0.5158710 Aug 10 03:43:10.752209 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7657f4a8-1be6-4ffe-a7b3-2d3ac8d1e87f req-59352349-ac8d-4040-a71e-35ab27da1990 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401537 Aug 10 03:43:10.757070 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17527494-d847-43dd-99a5-a671d5898963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40bd159-e45d-4af2-99a5-80e958b581e2,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:10.770757 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.802925 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-118de359-e783-47ff-b4bb-6959e9ee4901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:10.866308 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:10.890081 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118de359-e783-47ff-b4bb-6959e9ee4901 service neutron] Pushing event updated for resources: {'Port': ['ID=b16112ea-945d-400e-93b8-dc4400ca7754,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:11.035279 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:11.038187 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d7a12f37-e868-4490-ab95-f2f47894728d req-118de359-e783-47ff-b4bb-6959e9ee4901 service neutron] Attempting to bind port b16112ea-945d-400e-93b8-dc4400ca7754 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:11.038567 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d7a12f37-e868-4490-ab95-f2f47894728d req-118de359-e783-47ff-b4bb-6959e9ee4901 service neutron] Attempting to bind port b16112ea-945d-400e-93b8-dc4400ca7754 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': 'df0a830f-75f3-4d44-a26e-0bcdbbc81e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fa395f05-97ff-41a7-920e-74dd9aa81561'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:11.038908 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-118de359-e783-47ff-b4bb-6959e9ee4901 service neutron] Attempting to bind port b16112ea-945d-400e-93b8-dc4400ca7754 on network fa395f05-97ff-41a7-920e-74dd9aa81561 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:11.054355 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-118de359-e783-47ff-b4bb-6959e9ee4901 service neutron] Port b16112ea-945d-400e-93b8-dc4400ca7754 on network fa395f05-97ff-41a7-920e-74dd9aa81561 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:11.054775 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-118de359-e783-47ff-b4bb-6959e9ee4901 service neutron] Attempting to bind port b16112ea-945d-400e-93b8-dc4400ca7754 on network fa395f05-97ff-41a7-920e-74dd9aa81561 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:11.063478 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-118de359-e783-47ff-b4bb-6959e9ee4901 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:11.064100 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-118de359-e783-47ff-b4bb-6959e9ee4901 service neutron] Checking segment: {'id': 'df0a830f-75f3-4d44-a26e-0bcdbbc81e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fa395f05-97ff-41a7-920e-74dd9aa81561'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:11.064285 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-118de359-e783-47ff-b4bb-6959e9ee4901 service neutron] Bound using segment: {'id': 'df0a830f-75f3-4d44-a26e-0bcdbbc81e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fa395f05-97ff-41a7-920e-74dd9aa81561'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:11.064764 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d7a12f37-e868-4490-ab95-f2f47894728d req-118de359-e783-47ff-b4bb-6959e9ee4901 service neutron] Bound port: b16112ea-945d-400e-93b8-dc4400ca7754, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df0a830f-75f3-4d44-a26e-0bcdbbc81e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'fa395f05-97ff-41a7-920e-74dd9aa81561'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:11.069778 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-118de359-e783-47ff-b4bb-6959e9ee4901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.117564 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-a7bb816f-77b6-4bb9-b06a-d4f2116fb2e5 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:11.119719 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-a7bb816f-77b6-4bb9-b06a-d4f2116fb2e5 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad&tenant_id=47ca53781e6743fd8c23c05b91862cdc&binding%3Ahost_id=n-h1-802893-2 HTTP/1.1" status: 200 len: 1096 time: 0.1511261 Aug 10 03:43:11.141131 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6896ae-b0a8-4dd1-8c62-cba8582cd051 req-da4424e3-e7cc-49d5-a1f6-fbe2b99ddf68 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:11.147720 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6896ae-b0a8-4dd1-8c62-cba8582cd051 req-da4424e3-e7cc-49d5-a1f6-fbe2b99ddf68 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:11.154462 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6896ae-b0a8-4dd1-8c62-cba8582cd051 req-da4424e3-e7cc-49d5-a1f6-fbe2b99ddf68 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:11.163598 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6896ae-b0a8-4dd1-8c62-cba8582cd051 req-da4424e3-e7cc-49d5-a1f6-fbe2b99ddf68 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:11.170454 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6896ae-b0a8-4dd1-8c62-cba8582cd051 req-da4424e3-e7cc-49d5-a1f6-fbe2b99ddf68 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:11.173336 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9b6896ae-b0a8-4dd1-8c62-cba8582cd051 req-da4424e3-e7cc-49d5-a1f6-fbe2b99ddf68 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 3827 time: 0.1065824 Aug 10 03:43:11.238649 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9b6896ae-b0a8-4dd1-8c62-cba8582cd051 req-bbcbcc1b-6351-48b1-ad8c-6be8a180e2eb tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507712 Aug 10 03:43:11.316870 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d7a12f37-e868-4490-ab95-f2f47894728d req-118de359-e783-47ff-b4bb-6959e9ee4901 service neutron] For port b16112ea-945d-400e-93b8-dc4400ca7754, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:11.373972 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d7a12f37-e868-4490-ab95-f2f47894728d req-118de359-e783-47ff-b4bb-6959e9ee4901 service neutron] For port b16112ea-945d-400e-93b8-dc4400ca7754, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=b16112ea-945d-400e-93b8-dc4400ca7754,segment=NetworkSegment(df0a830f-75f3-4d44-a26e-0bcdbbc81e39),segment_id=df0a830f-75f3-4d44-a26e-0bcdbbc81e39)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:11.401424 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f9f37-bf75-45b7-a424-5b686f8f865a req-da0c54a7-f570-410e-a110-5f3b17d2905a tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:11.408616 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b77f9f37-bf75-45b7-a424-5b686f8f865a req-da0c54a7-f570-410e-a110-5f3b17d2905a tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 945 time: 0.1530263 Aug 10 03:43:11.451207 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-118de359-e783-47ff-b4bb-6959e9ee4901 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.525014 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b77f9f37-bf75-45b7-a424-5b686f8f865a req-9d1daf82-a9b3-44d4-8d71-dc1f16d1b757 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154244 Aug 10 03:43:11.536271 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-118de359-e783-47ff-b4bb-6959e9ee4901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:11.538315 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-118de359-e783-47ff-b4bb-6959e9ee4901 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.539742 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-118de359-e783-47ff-b4bb-6959e9ee4901 service neutron] 10.222.0.68 "PUT /v2.0/ports/b16112ea-945d-400e-93b8-dc4400ca7754 HTTP/1.1" status: 200 len: 1092 time: 1.5187016 Aug 10 03:43:11.542206 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'tag': 'b16112ea-945d-400e-93b8-dc4400ca7754'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:11.548594 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ba000a-bbcf-446a-bed7-ebbf7e2d2ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "tag": "b16112ea-945d-400e-93b8-dc4400ca7754"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:11.561870 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-0c2573c7-e2a8-485b-b7db-bdb5211fdac7 service neutron] For port 606a7602-f044-4293-81b3-6dba18c401e2, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:11.567497 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-0c2573c7-e2a8-485b-b7db-bdb5211fdac7 service neutron] Notify callbacks [] for binding, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.569446 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a79d8830-cfdc-48bd-8a78-6b280c7a7e16 req-0c2573c7-e2a8-485b-b7db-bdb5211fdac7 service neutron] 10.222.0.68 "DELETE /v2.0/ports/606a7602-f044-4293-81b3-6dba18c401e2/bindings/n-h2-802893-2 HTTP/1.1" status: 204 len: 173 time: 0.4252582 Aug 10 03:43:11.571616 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaffba7d-ae88-4d0a-b967-8f7688ff0b9a req-cef9ce37-895b-4fab-bcc8-e010e0706447 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:11.573768 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eaffba7d-ae88-4d0a-b967-8f7688ff0b9a req-cef9ce37-895b-4fab-bcc8-e010e0706447 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 944 time: 0.0881882 Aug 10 03:43:11.601874 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118de359-e783-47ff-b4bb-6959e9ee4901 service neutron] Pushing event updated for resources: {'Port': ['ID=b16112ea-945d-400e-93b8-dc4400ca7754,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:11.682376 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3560fff2-136a-49e0-adbc-73b8bf5a39c7 req-9586bd0c-7013-4dc8-8c8a-5c4f6b3fc2be tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69fff48-3f9f-47c2-a24e-36649d3beb30 HTTP/1.1" status: 200 len: 210 time: 0.0600014 Aug 10 03:43:11.695729 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eaffba7d-ae88-4d0a-b967-8f7688ff0b9a req-274a3375-d6be-4322-a7fc-703fd34290cc tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098077 Aug 10 03:43:11.696796 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d7a12f37-e868-4490-ab95-f2f47894728d req-a01a3b54-1e35-43b0-ad7d-5bab892f21c7 service neutron] Request body: {'port': {'device_id': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:11.766375 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c987d7-8966-422b-b371-215dd3d2c633 x-openstack-request-id: req-e9c987d7-8966-422b-b371-215dd3d2c633 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:11.766822 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "tag": "b16112ea-945d-400e-93b8-dc4400ca7754", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:11.776617 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9c987d7-8966-422b-b371-215dd3d2c633 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:11.776617 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'tag': 'b16112ea-945d-400e-93b8-dc4400ca7754', 'status': 'completed', 'code': 200} Aug 10 03:43:11.776808 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46304) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:11.804999 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-757cd02e-6af4-4318-9410-a7389adf6d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.887431 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9c0b0756-2274-4a22-b317-885cd4584873 req-7029b4d9-a4ca-4d68-84db-a49d3e72482e tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=234de391-f668-43f6-84ae-dc2064d8cd65 HTTP/1.1" status: 200 len: 210 time: 0.0504127 Aug 10 03:43:11.941108 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-a01a3b54-1e35-43b0-ad7d-5bab892f21c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:11.980416 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba000a-bbcf-446a-bed7-ebbf7e2d2ddb req-82066cb8-f6d5-40a5-8671-19e2d797e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:11.980827 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba000a-bbcf-446a-bed7-ebbf7e2d2ddb req-82066cb8-f6d5-40a5-8671-19e2d797e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:11.981424 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba000a-bbcf-446a-bed7-ebbf7e2d2ddb req-82066cb8-f6d5-40a5-8671-19e2d797e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:11.981909 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba000a-bbcf-446a-bed7-ebbf7e2d2ddb req-82066cb8-f6d5-40a5-8671-19e2d797e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:11.982384 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba000a-bbcf-446a-bed7-ebbf7e2d2ddb req-82066cb8-f6d5-40a5-8671-19e2d797e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:11.984147 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-63ba000a-bbcf-446a-bed7-ebbf7e2d2ddb req-82066cb8-f6d5-40a5-8671-19e2d797e32a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=131e3b69db844409bca7efef95f46481&device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 4362 time: 0.2103250 Aug 10 03:43:12.005029 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-363df17f-5416-4f70-b343-3924febce1b3 req-b7f4e822-5fcd-4b39-893f-98b27c5007e0 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422213 Aug 10 03:43:12.102084 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-757cd02e-6af4-4318-9410-a7389adf6d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.111764 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879463d6-c8e7-497e-9cf3-019fb194471d req-ea78dc07-0f8f-4625-b906-8b41b222403d tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:12.113478 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-879463d6-c8e7-497e-9cf3-019fb194471d req-ea78dc07-0f8f-4625-b906-8b41b222403d tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 1096 time: 0.2098520 Aug 10 03:43:12.126046 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02bf20-0210-42df-9ab3-9168f23ef49e req-58052a89-8b38-4f81-9581-32a56540fe0b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:12.127933 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2b02bf20-0210-42df-9ab3-9168f23ef49e req-58052a89-8b38-4f81-9581-32a56540fe0b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.1471810 Aug 10 03:43:12.207705 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:12.208466 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363df17f-5416-4f70-b343-3924febce1b3 req-2749b2ad-c83d-403a-813e-4b885296fced tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:12.210860 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-363df17f-5416-4f70-b343-3924febce1b3 req-2749b2ad-c83d-403a-813e-4b885296fced tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1871729 Aug 10 03:43:12.223079 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2b02bf20-0210-42df-9ab3-9168f23ef49e req-bfdd37ec-452f-4404-bd8e-ee6cfd5411c5 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798783 Aug 10 03:43:12.259591 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-363df17f-5416-4f70-b343-3924febce1b3 req-e4a72fce-92cd-4872-bfdf-6245c1f836d5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Request body: {'port': {'device_id': '5ed3265a-ecd3-43cc-a673-7527f1297a5b', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': 'd21e91e9b1a849bfaa5ed513aa742d4c'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:12.340262 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-879463d6-c8e7-497e-9cf3-019fb194471d req-3be9268e-643e-4775-a5af-2ff0c9fe1e36 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052052 Aug 10 03:43:12.356059 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba000a-bbcf-446a-bed7-ebbf7e2d2ddb req-7868cfa8-79c3-4fe2-ab56-a8eaee4d3e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:12.356566 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba000a-bbcf-446a-bed7-ebbf7e2d2ddb req-7868cfa8-79c3-4fe2-ab56-a8eaee4d3e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:12.357053 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba000a-bbcf-446a-bed7-ebbf7e2d2ddb req-7868cfa8-79c3-4fe2-ab56-a8eaee4d3e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:12.358714 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-63ba000a-bbcf-446a-bed7-ebbf7e2d2ddb req-7868cfa8-79c3-4fe2-ab56-a8eaee4d3e3c service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=131e3b69db844409bca7efef95f46481&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3449864 Aug 10 03:43:12.446227 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:12.451826 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-757cd02e-6af4-4318-9410-a7389adf6d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.454367 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:12.454983 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.603389 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-757cd02e-6af4-4318-9410-a7389adf6d9c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19d0d1233d5347eea34c109f478f4a3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8322604 Aug 10 03:43:12.604433 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757cd02e-6af4-4318-9410-a7389adf6d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c6aaf3-77eb-4579-9744-d69991e820ad,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:12.612364 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 46316) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:12.685144 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba000a-bbcf-446a-bed7-ebbf7e2d2ddb req-465bea77-5d04-44e7-abd8-a1d6bfa174c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:12.686781 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-63ba000a-bbcf-446a-bed7-ebbf7e2d2ddb req-465bea77-5d04-44e7-abd8-a1d6bfa174c7 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3145673 Aug 10 03:43:12.688220 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edced1-8aa0-4909-bb33-c33d21e8b24e req-c8ea4bcf-b23c-4162-b105-e22c5e5588ce tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:12.710864 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edced1-8aa0-4909-bb33-c33d21e8b24e req-c8ea4bcf-b23c-4162-b105-e22c5e5588ce tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:12.722159 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edced1-8aa0-4909-bb33-c33d21e8b24e req-c8ea4bcf-b23c-4162-b105-e22c5e5588ce tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:12.729686 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.729879 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edced1-8aa0-4909-bb33-c33d21e8b24e req-c8ea4bcf-b23c-4162-b105-e22c5e5588ce tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:12.737821 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edced1-8aa0-4909-bb33-c33d21e8b24e req-c8ea4bcf-b23c-4162-b105-e22c5e5588ce tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:12.738359 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-363df17f-5416-4f70-b343-3924febce1b3 req-260004fc-2519-4d40-8692-df2005183653 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588491 Aug 10 03:43:12.741864 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f0edced1-8aa0-4909-bb33-c33d21e8b24e req-c8ea4bcf-b23c-4162-b105-e22c5e5588ce tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 3827 time: 0.3537221 Aug 10 03:43:12.803348 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:12.804365 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899b19fa-e08f-4432-91a6-61beb40d88e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:12.808260 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0304080-3b90-4c37-bf32-b6f06d7a7b0d" -d '{"events": [{"server_uuid": "899b19fa-e08f-4432-91a6-61beb40d88e5", "name": "network-vif-plugged", "status": "completed", "tag": "1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:12.839426 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f0edced1-8aa0-4909-bb33-c33d21e8b24e req-1d5e855b-d8dc-4f91-a129-ded5c0e816a8 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824356 Aug 10 03:43:12.871813 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4253cf33-9e1c-48e3-ae27-11ccf39cf194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.929189 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.940677 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-363df17f-5416-4f70-b343-3924febce1b3 req-e4a72fce-92cd-4872-bfdf-6245c1f836d5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Made reservation on behalf of d21e91e9b1a849bfaa5ed513aa742d4c for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:12.944522 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-363df17f-5416-4f70-b343-3924febce1b3 req-e4a72fce-92cd-4872-bfdf-6245c1f836d5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.950994 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4253cf33-9e1c-48e3-ae27-11ccf39cf194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:12.981255 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-d7a12f37-e868-4490-ab95-f2f47894728d req-a01a3b54-1e35-43b0-ad7d-5bab892f21c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f967e2df-2718-4410-a5e2-41f4e2475bac {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:12.989444 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-85142e48-8b65-4454-a495-6afe34723513 req-caa5a043-497b-4afe-ae13-dc17f3f69e6f tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69fff48-3f9f-47c2-a24e-36649d3beb30 HTTP/1.1" status: 200 len: 210 time: 0.0701120 Aug 10 03:43:13.004128 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-a01a3b54-1e35-43b0-ad7d-5bab892f21c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.029992 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:13.167283 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be502a5-c583-42c9-bad7-bec898e39655 req-200d99dc-1ac7-4083-bf66-3ee3b5f05c70 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:13.169527 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1be502a5-c583-42c9-bad7-bec898e39655 req-200d99dc-1ac7-4083-bf66-3ee3b5f05c70 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 945 time: 0.0973165 Aug 10 03:43:13.210702 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-363df17f-5416-4f70-b343-3924febce1b3 req-e4a72fce-92cd-4872-bfdf-6245c1f836d5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Allocated IP 192.168.233.198 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:13.244572 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1be502a5-c583-42c9-bad7-bec898e39655 req-fae2e0e0-0da5-4ada-9214-61194b218a3f tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676486 Aug 10 03:43:13.343332 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac670961-2558-43c6-90b3-272f9bfb96c1 x-openstack-request-id: req-ac670961-2558-43c6-90b3-272f9bfb96c1 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:13.343829 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899b19fa-e08f-4432-91a6-61beb40d88e5", "name": "network-vif-plugged", "status": "completed", "tag": "1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:13.343932 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac670961-2558-43c6-90b3-272f9bfb96c1 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:13.344299 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899b19fa-e08f-4432-91a6-61beb40d88e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd', 'code': 200} Aug 10 03:43:13.352792 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-d7a12f37-e868-4490-ab95-f2f47894728d req-a01a3b54-1e35-43b0-ad7d-5bab892f21c7 service neutron] Transition to ACTIVE for port object f967e2df-2718-4410-a5e2-41f4e2475bac will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:13.370832 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-abf5bb49-2248-4692-a5a8-bee06212b4b1 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:13.376675 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-abf5bb49-2248-4692-a5a8-bee06212b4b1 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/networks?id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4 HTTP/1.1" status: 200 len: 821 time: 0.5485251 Aug 10 03:43:13.402410 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363df17f-5416-4f70-b343-3924febce1b3 req-60f35468-b9d1-4fba-9811-6c5b97ed7b9e tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:13.403985 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-363df17f-5416-4f70-b343-3924febce1b3 req-60f35468-b9d1-4fba-9811-6c5b97ed7b9e tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6646352 Aug 10 03:43:13.412815 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-a56778ca-51b2-4f2c-a95e-5b814bbc925c tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/quotas/47ca53781e6743fd8c23c05b91862cdc HTTP/1.1" status: 200 len: 375 time: 0.0309541 Aug 10 03:43:13.467650 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-363df17f-5416-4f70-b343-3924febce1b3 req-3c230619-f95f-4cb8-87b3-2377c0b66cc6 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Request body: {'port': {'device_id': 'f69fff48-3f9f-47c2-a24e-36649d3beb30', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': 'd21e91e9b1a849bfaa5ed513aa742d4c'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:13.481836 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-927acf0a-60fe-4929-b61b-52843709f581 req-e2446763-d894-48cf-9b50-3008c57b732f tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=234de391-f668-43f6-84ae-dc2064d8cd65 HTTP/1.1" status: 200 len: 210 time: 0.0626967 Aug 10 03:43:13.489146 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-a01a3b54-1e35-43b0-ad7d-5bab892f21c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.520109 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-363df17f-5416-4f70-b343-3924febce1b3 req-e4a72fce-92cd-4872-bfdf-6245c1f836d5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.572621 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-363df17f-5416-4f70-b343-3924febce1b3 req-e4a72fce-92cd-4872-bfdf-6245c1f836d5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Transition to ACTIVE for port object 8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:13.581745 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4253cf33-9e1c-48e3-ae27-11ccf39cf194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.584554 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4253cf33-9e1c-48e3-ae27-11ccf39cf194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.588411 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-4253cf33-9e1c-48e3-ae27-11ccf39cf194 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/32c6aaf3-77eb-4579-9744-d69991e820ad HTTP/1.1" status: 204 len: 168 time: 0.9749534 Aug 10 03:43:13.588591 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.608719 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-7783b89d-91c3-42ed-9451-333bc9e37e25 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=47ca53781e6743fd8c23c05b91862cdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1853561 Aug 10 03:43:13.609221 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.20', 58646) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:13.662356 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c657c-5b23-45cc-9c91-13478c8a6271 req-0e68fd71-15f0-4a34-a1ee-568b7f5efab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:13.665600 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-962c657c-5b23-45cc-9c91-13478c8a6271 req-0e68fd71-15f0-4a34-a1ee-568b7f5efab6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 1096 time: 0.1213858 Aug 10 03:43:13.665756 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253cf33-9e1c-48e3-ae27-11ccf39cf194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c6aaf3-77eb-4579-9744-d69991e820ad,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:13.692493 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5e620-daa3-4f52-a4a3-377b032f8b56 req-5d15df2e-30bb-4697-97d2-316227e6121b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:13.696143 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cde5e620-daa3-4f52-a4a3-377b032f8b56 req-5d15df2e-30bb-4697-97d2-316227e6121b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.1245334 Aug 10 03:43:13.770746 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-44f14c73-4206-458a-88df-b448519d324f tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3e6317d6e9a545ceb999c28a0244c49a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1518922 Aug 10 03:43:13.772415 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a3b54-1e35-43b0-ad7d-5bab892f21c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f967e2df-2718-4410-a5e2-41f4e2475bac,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:13.797136 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-962c657c-5b23-45cc-9c91-13478c8a6271 req-5f8ef2d4-bced-4216-b12b-7ac4f58b5a57 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890357 Aug 10 03:43:13.804873 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cde5e620-daa3-4f52-a4a3-377b032f8b56 req-b19f1770-16c0-439e-9030-0640af753f71 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958564 Aug 10 03:43:13.827659 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-363df17f-5416-4f70-b343-3924febce1b3 req-e4a72fce-92cd-4872-bfdf-6245c1f836d5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:13.844341 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['371b2e20-4e1f-42e2-b04c-3f6b94239b8e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:13.889723 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-363df17f-5416-4f70-b343-3924febce1b3 req-e4a72fce-92cd-4872-bfdf-6245c1f836d5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:13.892946 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-363df17f-5416-4f70-b343-3924febce1b3 req-e4a72fce-92cd-4872-bfdf-6245c1f836d5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:13.902158 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-363df17f-5416-4f70-b343-3924febce1b3 req-e4a72fce-92cd-4872-bfdf-6245c1f836d5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:13.928053 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-35ef2161-1b30-45e1-95a5-2a47d84ef929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.011019 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a72fce-92cd-4872-bfdf-6245c1f836d5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Pushing event updated for resources: {'Port': ['ID=8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:14.066066 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d7a12f37-e868-4490-ab95-f2f47894728d req-a01a3b54-1e35-43b0-ad7d-5bab892f21c7 service neutron] Attempting to bind port f967e2df-2718-4410-a5e2-41f4e2475bac on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:14.066408 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d7a12f37-e868-4490-ab95-f2f47894728d req-a01a3b54-1e35-43b0-ad7d-5bab892f21c7 service neutron] Attempting to bind port f967e2df-2718-4410-a5e2-41f4e2475bac by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '70d6eaf4-21df-4d51-8711-37655142b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:14.066735 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-a01a3b54-1e35-43b0-ad7d-5bab892f21c7 service neutron] Attempting to bind port f967e2df-2718-4410-a5e2-41f4e2475bac on network 417fd08b-d4a9-43bf-abeb-ff8394392512 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:14.086899 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363df17f-5416-4f70-b343-3924febce1b3 req-e4a72fce-92cd-4872-bfdf-6245c1f836d5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:14.097356 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-226705ad-5f3d-4159-8dcf-b7247157d5bd service neutron] 10.222.0.25 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638469 Aug 10 03:43:14.099635 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-363df17f-5416-4f70-b343-3924febce1b3 req-e4a72fce-92cd-4872-bfdf-6245c1f836d5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.114654 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-a01a3b54-1e35-43b0-ad7d-5bab892f21c7 service neutron] Port f967e2df-2718-4410-a5e2-41f4e2475bac on network 417fd08b-d4a9-43bf-abeb-ff8394392512 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:14.117157 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-a01a3b54-1e35-43b0-ad7d-5bab892f21c7 service neutron] Attempting to bind port f967e2df-2718-4410-a5e2-41f4e2475bac on network 417fd08b-d4a9-43bf-abeb-ff8394392512 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:14.170462 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b34e4-b11a-4a93-b602-9cdca11903ac req-ee92f083-dea2-45ac-a5b0-37f9382bb837 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:14.176433 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b34e4-b11a-4a93-b602-9cdca11903ac req-ee92f083-dea2-45ac-a5b0-37f9382bb837 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:14.184007 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b34e4-b11a-4a93-b602-9cdca11903ac req-ee92f083-dea2-45ac-a5b0-37f9382bb837 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:14.190131 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b34e4-b11a-4a93-b602-9cdca11903ac req-ee92f083-dea2-45ac-a5b0-37f9382bb837 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:14.191274 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-363df17f-5416-4f70-b343-3924febce1b3 req-3c230619-f95f-4cb8-87b3-2377c0b66cc6 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Made reservation on behalf of d21e91e9b1a849bfaa5ed513aa742d4c for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:14.194971 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-363df17f-5416-4f70-b343-3924febce1b3 req-3c230619-f95f-4cb8-87b3-2377c0b66cc6 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.196585 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b34e4-b11a-4a93-b602-9cdca11903ac req-ee92f083-dea2-45ac-a5b0-37f9382bb837 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:14.197152 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-a01a3b54-1e35-43b0-ad7d-5bab892f21c7 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:14.197497 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-a01a3b54-1e35-43b0-ad7d-5bab892f21c7 service neutron] Checking segment: {'id': '70d6eaf4-21df-4d51-8711-37655142b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:14.197883 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-a01a3b54-1e35-43b0-ad7d-5bab892f21c7 service neutron] Bound using segment: {'id': '70d6eaf4-21df-4d51-8711-37655142b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:14.198332 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d7a12f37-e868-4490-ab95-f2f47894728d req-a01a3b54-1e35-43b0-ad7d-5bab892f21c7 service neutron] Bound port: f967e2df-2718-4410-a5e2-41f4e2475bac, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70d6eaf4-21df-4d51-8711-37655142b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:14.199224 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-a01a3b54-1e35-43b0-ad7d-5bab892f21c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.202637 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b34e4-b11a-4a93-b602-9cdca11903ac req-ee92f083-dea2-45ac-a5b0-37f9382bb837 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:14.211022 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8d7b34e4-b11a-4a93-b602-9cdca11903ac req-ee92f083-dea2-45ac-a5b0-37f9382bb837 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 4599 time: 0.1946626 Aug 10 03:43:14.239282 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-69ee710e-b9c2-4dad-a0ed-707c476258c1 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:14.241566 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-69ee710e-b9c2-4dad-a0ed-707c476258c1 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4547648 Aug 10 03:43:14.284557 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8d7b34e4-b11a-4a93-b602-9cdca11903ac req-06e75c89-85e6-4d10-b963-78679197e37e tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0727501 Aug 10 03:43:14.296282 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-25d47572-8f0f-409d-b355-801cab912c5a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Request body: {'port': {'device_id': '234de391-f668-43f6-84ae-dc2064d8cd65', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': '3e6317d6e9a545ceb999c28a0244c49a'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:14.319100 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-363df17f-5416-4f70-b343-3924febce1b3 req-e4a72fce-92cd-4872-bfdf-6245c1f836d5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0651784 Aug 10 03:43:14.344213 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-363df17f-5416-4f70-b343-3924febce1b3 req-1e0916d0-a432-49f8-9b50-78ac3e29978b service neutron] Request body: {'port': {'device_id': '5ed3265a-ecd3-43cc-a673-7527f1297a5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:14.439557 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-5deb5e13-074c-48c0-bb4f-3fe56af5157c service neutron] 10.222.0.25 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411131 Aug 10 03:43:14.457491 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cb61247a-d430-4b9b-9791-9a3fc7a88b60 req-4f37d3ae-773c-4cca-9438-33b9e1c1ddfe tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69fff48-3f9f-47c2-a24e-36649d3beb30 HTTP/1.1" status: 200 len: 210 time: 0.0385993 Aug 10 03:43:14.465575 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-363df17f-5416-4f70-b343-3924febce1b3 req-1e0916d0-a432-49f8-9b50-78ac3e29978b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.496853 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f6d20c28-707f-473e-8a79-8c2204aa276a None None] Provisioning for port 8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:14.500657 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f6d20c28-707f-473e-8a79-8c2204aa276a None None] Provisioning complete for port 8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:14.501691 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f6d20c28-707f-473e-8a79-8c2204aa276a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.520147 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d7a12f37-e868-4490-ab95-f2f47894728d req-a01a3b54-1e35-43b0-ad7d-5bab892f21c7 service neutron] For port f967e2df-2718-4410-a5e2-41f4e2475bac, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:14.573409 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d7a12f37-e868-4490-ab95-f2f47894728d req-a01a3b54-1e35-43b0-ad7d-5bab892f21c7 service neutron] For port f967e2df-2718-4410-a5e2-41f4e2475bac, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f967e2df-2718-4410-a5e2-41f4e2475bac,segment=NetworkSegment(70d6eaf4-21df-4d51-8711-37655142b07a),segment_id=70d6eaf4-21df-4d51-8711-37655142b07a)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:14.585200 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-f6d20c28-707f-473e-8a79-8c2204aa276a None None] Port 8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:14.650260 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-363df17f-5416-4f70-b343-3924febce1b3 req-3c230619-f95f-4cb8-87b3-2377c0b66cc6 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Allocated IP 192.168.233.172 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/024b4c54-fa60-4eb9-90ce-4767a3f9806f) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:14.686459 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ccef77-85e5-4fec-b558-ddd705fc8be1 req-a68519c6-ca08-4ab7-9f88-6ec614d36bdc tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:14.688917 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d3ccef77-85e5-4fec-b558-ddd705fc8be1 req-a68519c6-ca08-4ab7-9f88-6ec614d36bdc tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 945 time: 0.0811100 Aug 10 03:43:14.736070 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d3ccef77-85e5-4fec-b558-ddd705fc8be1 req-a68e578d-87f4-437d-aaef-2d3bb95f1b2b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388658 Aug 10 03:43:14.822272 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9abcf6db-4087-489b-90c1-b639ca9cbd96 req-76444c3a-f4cb-4f2e-af07-c0377002ba04 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=234de391-f668-43f6-84ae-dc2064d8cd65 HTTP/1.1" status: 200 len: 210 time: 0.0276766 Aug 10 03:43:14.837593 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-a01a3b54-1e35-43b0-ad7d-5bab892f21c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.840199 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-25d47572-8f0f-409d-b355-801cab912c5a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Made reservation on behalf of 3e6317d6e9a545ceb999c28a0244c49a for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:14.848686 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-25d47572-8f0f-409d-b355-801cab912c5a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.930746 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-363df17f-5416-4f70-b343-3924febce1b3 req-3c230619-f95f-4cb8-87b3-2377c0b66cc6 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.936078 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-25d47572-8f0f-409d-b355-801cab912c5a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.961148 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-a01a3b54-1e35-43b0-ad7d-5bab892f21c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:14.961880 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-a01a3b54-1e35-43b0-ad7d-5bab892f21c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:14.963782 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-a01a3b54-1e35-43b0-ad7d-5bab892f21c7 service neutron] 10.222.0.68 "PUT /v2.0/ports/f967e2df-2718-4410-a5e2-41f4e2475bac HTTP/1.1" status: 200 len: 1130 time: 3.2751250 Aug 10 03:43:14.965724 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'tag': 'f967e2df-2718-4410-a5e2-41f4e2475bac'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:14.968692 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3414b370-e030-4f99-92ef-a7b62fd97626" -d '{"events": [{"name": "network-changed", "server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "tag": "f967e2df-2718-4410-a5e2-41f4e2475bac"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:14.981437 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bbad10ec-45be-4d97-8dcc-88acd36b2879 req-6ed1ab9b-74da-4d09-b59f-3b4258373d19 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 210 time: 0.0711133 Aug 10 03:43:15.040088 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ded98-0290-4e27-a4a9-7da3e55f583a req-aabab825-26c4-4aca-b803-9518e529748f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:15.046123 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-363df17f-5416-4f70-b343-3924febce1b3 req-3c230619-f95f-4cb8-87b3-2377c0b66cc6 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Transition to ACTIVE for port object 024b4c54-fa60-4eb9-90ce-4767a3f9806f will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:15.050986 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-966ded98-0290-4e27-a4a9-7da3e55f583a req-aabab825-26c4-4aca-b803-9518e529748f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.1317933 Aug 10 03:43:15.076079 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a3b54-1e35-43b0-ad7d-5bab892f21c7 service neutron] Pushing event updated for resources: {'Port': ['ID=f967e2df-2718-4410-a5e2-41f4e2475bac,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:15.125138 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-966ded98-0290-4e27-a4a9-7da3e55f583a req-8c901cc9-d2cc-4bc6-a2ca-42410d7fe9fd tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728409 Aug 10 03:43:15.159544 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.200256 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d7a12f37-e868-4490-ab95-f2f47894728d req-88cf4321-6b39-452b-96dc-f9c9c51b173d service neutron] Request body: {'port': {'device_id': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:15.205316 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e47751-0f65-4ddf-9d14-df5ce7e0ed88 x-openstack-request-id: req-c7e47751-0f65-4ddf-9d14-df5ce7e0ed88 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:15.205608 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "tag": "f967e2df-2718-4410-a5e2-41f4e2475bac", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:15.205899 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7e47751-0f65-4ddf-9d14-df5ce7e0ed88 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:15.206239 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'tag': 'f967e2df-2718-4410-a5e2-41f4e2475bac', 'status': 'completed', 'code': 200} Aug 10 03:43:15.337075 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-88cf4321-6b39-452b-96dc-f9c9c51b173d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.369896 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414b370-e030-4f99-92ef-a7b62fd97626 req-a1a1a413-1913-4aae-9945-e5e2a70da4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:15.370351 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414b370-e030-4f99-92ef-a7b62fd97626 req-a1a1a413-1913-4aae-9945-e5e2a70da4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:15.370844 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414b370-e030-4f99-92ef-a7b62fd97626 req-a1a1a413-1913-4aae-9945-e5e2a70da4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:15.371329 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414b370-e030-4f99-92ef-a7b62fd97626 req-a1a1a413-1913-4aae-9945-e5e2a70da4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:15.371813 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414b370-e030-4f99-92ef-a7b62fd97626 req-a1a1a413-1913-4aae-9945-e5e2a70da4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:15.372330 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414b370-e030-4f99-92ef-a7b62fd97626 req-a1a1a413-1913-4aae-9945-e5e2a70da4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:15.374294 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3414b370-e030-4f99-92ef-a7b62fd97626 req-a1a1a413-1913-4aae-9945-e5e2a70da4a0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=131e3b69db844409bca7efef95f46481&device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5285 time: 0.1364913 Aug 10 03:43:15.376412 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-25d47572-8f0f-409d-b355-801cab912c5a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.498259 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd0252-5d93-4ef2-8aed-0e4065c468ab req-c0cd6f4e-07ae-47e2-b07f-28161dc3340f tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:15.507862 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd0252-5d93-4ef2-8aed-0e4065c468ab req-c0cd6f4e-07ae-47e2-b07f-28161dc3340f tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:15.515062 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd0252-5d93-4ef2-8aed-0e4065c468ab req-c0cd6f4e-07ae-47e2-b07f-28161dc3340f tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:15.523866 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd0252-5d93-4ef2-8aed-0e4065c468ab req-c0cd6f4e-07ae-47e2-b07f-28161dc3340f tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:15.530124 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd0252-5d93-4ef2-8aed-0e4065c468ab req-c0cd6f4e-07ae-47e2-b07f-28161dc3340f tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:15.537915 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd0252-5d93-4ef2-8aed-0e4065c468ab req-c0cd6f4e-07ae-47e2-b07f-28161dc3340f tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:15.548298 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fddd0252-5d93-4ef2-8aed-0e4065c468ab req-c0cd6f4e-07ae-47e2-b07f-28161dc3340f tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 4599 time: 0.1643326 Aug 10 03:43:15.570430 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.613633 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-363df17f-5416-4f70-b343-3924febce1b3 req-3c230619-f95f-4cb8-87b3-2377c0b66cc6 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.617038 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-25d47572-8f0f-409d-b355-801cab912c5a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.634750 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['371b2e20-4e1f-42e2-b04c-3f6b94239b8e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:15.661221 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fddd0252-5d93-4ef2-8aed-0e4065c468ab req-820005d1-9623-40a3-a410-f1c7403b3d6a tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1116519 Aug 10 03:43:15.666680 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414b370-e030-4f99-92ef-a7b62fd97626 req-af1fca95-b939-4a17-ada1-582b0af23080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:15.667662 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414b370-e030-4f99-92ef-a7b62fd97626 req-af1fca95-b939-4a17-ada1-582b0af23080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:15.668160 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414b370-e030-4f99-92ef-a7b62fd97626 req-af1fca95-b939-4a17-ada1-582b0af23080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:15.670040 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3414b370-e030-4f99-92ef-a7b62fd97626 req-af1fca95-b939-4a17-ada1-582b0af23080 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=131e3b69db844409bca7efef95f46481&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2685776 Aug 10 03:43:15.793514 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-363df17f-5416-4f70-b343-3924febce1b3 req-1e0916d0-a432-49f8-9b50-78ac3e29978b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:15.803358 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-363df17f-5416-4f70-b343-3924febce1b3 req-1e0916d0-a432-49f8-9b50-78ac3e29978b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.820659 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-363df17f-5416-4f70-b343-3924febce1b3 req-1e0916d0-a432-49f8-9b50-78ac3e29978b service neutron] Transition to ACTIVE for port object 8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:15.917945 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-363df17f-5416-4f70-b343-3924febce1b3 req-1e0916d0-a432-49f8-9b50-78ac3e29978b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:15.946705 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-363df17f-5416-4f70-b343-3924febce1b3 req-3c230619-f95f-4cb8-87b3-2377c0b66cc6 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:15.964197 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d47572-8f0f-409d-b355-801cab912c5a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18dd2c8d-fe8c-4777-83aa-503320cd287e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:15.979073 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-363df17f-5416-4f70-b343-3924febce1b3 req-3c230619-f95f-4cb8-87b3-2377c0b66cc6 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:15.991783 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c230619-f95f-4cb8-87b3-2377c0b66cc6 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Pushing event updated for resources: {'Port': ['ID=024b4c54-fa60-4eb9-90ce-4767a3f9806f,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:15.999066 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-363df17f-5416-4f70-b343-3924febce1b3 req-3c230619-f95f-4cb8-87b3-2377c0b66cc6 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:16.041922 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728de96-5f8e-4519-a8c5-d258a8a76e62 req-6603c3d6-b705-4419-ab77-05fb4910e2dc tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:16.056545 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4728de96-5f8e-4519-a8c5-d258a8a76e62 req-6603c3d6-b705-4419-ab77-05fb4910e2dc tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 945 time: 0.2168615 Aug 10 03:43:16.067618 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0916d0-a432-49f8-9b50-78ac3e29978b service neutron] Pushing event updated for resources: {'Port': ['ID=8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:16.097629 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-25d47572-8f0f-409d-b355-801cab912c5a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Allocated IP 192.168.233.75 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/73c2efac-c156-4e55-ad6a-d8f7b934d6d1) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:16.166779 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4728de96-5f8e-4519-a8c5-d258a8a76e62 req-aeabeefd-7f17-4867-a236-1e1d6a4950cf tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091056 Aug 10 03:43:16.208000 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-363df17f-5416-4f70-b343-3924febce1b3 req-1e0916d0-a432-49f8-9b50-78ac3e29978b service neutron] Attempting to bind port 8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:16.208326 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-363df17f-5416-4f70-b343-3924febce1b3 req-1e0916d0-a432-49f8-9b50-78ac3e29978b service neutron] Attempting to bind port 8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:16.209186 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363df17f-5416-4f70-b343-3924febce1b3 req-1e0916d0-a432-49f8-9b50-78ac3e29978b service neutron] Attempting to bind port 8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:16.214829 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363df17f-5416-4f70-b343-3924febce1b3 req-1e0916d0-a432-49f8-9b50-78ac3e29978b service neutron] Port 8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:16.215438 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363df17f-5416-4f70-b343-3924febce1b3 req-1e0916d0-a432-49f8-9b50-78ac3e29978b service neutron] Attempting to bind port 8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:16.228675 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363df17f-5416-4f70-b343-3924febce1b3 req-1e0916d0-a432-49f8-9b50-78ac3e29978b service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:16.229107 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363df17f-5416-4f70-b343-3924febce1b3 req-1e0916d0-a432-49f8-9b50-78ac3e29978b service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:16.230657 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363df17f-5416-4f70-b343-3924febce1b3 req-1e0916d0-a432-49f8-9b50-78ac3e29978b service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:16.231102 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-363df17f-5416-4f70-b343-3924febce1b3 req-1e0916d0-a432-49f8-9b50-78ac3e29978b service neutron] Bound port: 8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:16.232185 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-363df17f-5416-4f70-b343-3924febce1b3 req-1e0916d0-a432-49f8-9b50-78ac3e29978b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.273164 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d160d91-a543-45e8-acbc-7ab23d8d5f31 req-4ba34b37-54cd-4dad-b5e3-533f647b732d tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:16.280788 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3d160d91-a543-45e8-acbc-7ab23d8d5f31 req-4ba34b37-54cd-4dad-b5e3-533f647b732d tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69fff48-3f9f-47c2-a24e-36649d3beb30 HTTP/1.1" status: 200 len: 936 time: 0.6822891 Aug 10 03:43:16.369065 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e285a4d5-36ba-4e89-abde-b0887a9d9766 req-cae8f231-1b61-4e26-9db3-ead54faddb56 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=234de391-f668-43f6-84ae-dc2064d8cd65 HTTP/1.1" status: 200 len: 210 time: 0.0381453 Aug 10 03:43:16.399419 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-363df17f-5416-4f70-b343-3924febce1b3 req-1e0916d0-a432-49f8-9b50-78ac3e29978b service neutron] For port 8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186, host n-h2-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:16.404836 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-363df17f-5416-4f70-b343-3924febce1b3 req-1e0916d0-a432-49f8-9b50-78ac3e29978b service neutron] For port 8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:16.456837 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-27bd2f74-613c-420a-9d89-23a7b4678aba None None] Provisioning for port 024b4c54-fa60-4eb9-90ce-4767a3f9806f completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:16.462019 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-27bd2f74-613c-420a-9d89-23a7b4678aba None None] Provisioning complete for port 024b4c54-fa60-4eb9-90ce-4767a3f9806f triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:16.462416 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-27bd2f74-613c-420a-9d89-23a7b4678aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.487539 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414b370-e030-4f99-92ef-a7b62fd97626 req-20311b05-2a4c-4b79-83f2-7a34e82531d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:16.492067 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3414b370-e030-4f99-92ef-a7b62fd97626 req-20311b05-2a4c-4b79-83f2-7a34e82531d3 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7859426 Aug 10 03:43:16.548811 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a791c62-086b-468c-80e7-54f118acfd76 req-f7e5223c-6e52-4446-9ea3-327dd9f73120 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 210 time: 0.0765319 Aug 10 03:43:16.551596 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-363df17f-5416-4f70-b343-3924febce1b3 req-1e0916d0-a432-49f8-9b50-78ac3e29978b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.564900 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-27bd2f74-613c-420a-9d89-23a7b4678aba None None] Port 024b4c54-fa60-4eb9-90ce-4767a3f9806f cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:16.572648 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363df17f-5416-4f70-b343-3924febce1b3 req-3c230619-f95f-4cb8-87b3-2377c0b66cc6 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:16.573693 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-363df17f-5416-4f70-b343-3924febce1b3 req-3c230619-f95f-4cb8-87b3-2377c0b66cc6 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.641531 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3d160d91-a543-45e8-acbc-7ab23d8d5f31 req-7ae99f99-6d16-44f8-9f40-c9b05efaef01 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597577 Aug 10 03:43:16.659404 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363df17f-5416-4f70-b343-3924febce1b3 req-1e0916d0-a432-49f8-9b50-78ac3e29978b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:16.662907 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-363df17f-5416-4f70-b343-3924febce1b3 req-1e0916d0-a432-49f8-9b50-78ac3e29978b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.664651 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-363df17f-5416-4f70-b343-3924febce1b3 req-1e0916d0-a432-49f8-9b50-78ac3e29978b service neutron] 10.222.0.20 "PUT /v2.0/ports/8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186 HTTP/1.1" status: 200 len: 1096 time: 2.3263655 Aug 10 03:43:16.680403 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed3265a-ecd3-43cc-a673-7527f1297a5b', 'tag': '8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:16.693284 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2312393e-4dc0-4651-9276-684642199abf" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed3265a-ecd3-43cc-a673-7527f1297a5b", "tag": "8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:16.714967 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-363df17f-5416-4f70-b343-3924febce1b3 req-3c230619-f95f-4cb8-87b3-2377c0b66cc6 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2734652 Aug 10 03:43:16.762369 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-363df17f-5416-4f70-b343-3924febce1b3 req-d1a11dcd-4463-49ad-bad2-cadb7b8e3231 service neutron] Request body: {'port': {'device_id': 'f69fff48-3f9f-47c2-a24e-36649d3beb30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:16.776904 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0916d0-a432-49f8-9b50-78ac3e29978b service neutron] Pushing event updated for resources: {'Port': ['ID=8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:16.815092 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-25d47572-8f0f-409d-b355-801cab912c5a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.816932 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.830990 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-d7a12f37-e868-4490-ab95-f2f47894728d req-88cf4321-6b39-452b-96dc-f9c9c51b173d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14710601-7780-4dc4-9078-9d9e5dd540bd {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:16.859630 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-88cf4321-6b39-452b-96dc-f9c9c51b173d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.887678 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2b7a8-5425-4df7-b506-568a5db74435 req-c8105e42-7545-4925-b81b-861c511eb858 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:16.889327 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-73e2b7a8-5425-4df7-b506-568a5db74435 req-c8105e42-7545-4925-b81b-861c511eb858 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.0856776 Aug 10 03:43:16.899784 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-25d47572-8f0f-409d-b355-801cab912c5a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Transition to ACTIVE for port object 73c2efac-c156-4e55-ad6a-d8f7b934d6d1 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:16.920898 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-d7a12f37-e868-4490-ab95-f2f47894728d req-88cf4321-6b39-452b-96dc-f9c9c51b173d service neutron] Transition to ACTIVE for port object 14710601-7780-4dc4-9078-9d9e5dd540bd will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:16.945154 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-363df17f-5416-4f70-b343-3924febce1b3 req-d1a11dcd-4463-49ad-bad2-cadb7b8e3231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:16.951663 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964d94d-bc71-4afd-93ef-29ad2223ac88 req-f196c096-b7a0-4125-ab0c-9cbca055ce37 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:16.959921 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9964d94d-bc71-4afd-93ef-29ad2223ac88 req-f196c096-b7a0-4125-ab0c-9cbca055ce37 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 1096 time: 0.1382856 Aug 10 03:43:16.985357 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363df17f-5416-4f70-b343-3924febce1b3 req-63a88d50-e198-4e6c-87dc-c1efccb0910a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:16.987434 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-363df17f-5416-4f70-b343-3924febce1b3 req-63a88d50-e198-4e6c-87dc-c1efccb0910a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&device_id=5ed3265a-ecd3-43cc-a673-7527f1297a5b HTTP/1.1" status: 200 len: 1099 time: 0.0697918 Aug 10 03:43:17.010427 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-73e2b7a8-5425-4df7-b506-568a5db74435 req-9fff99c1-e168-48d0-b673-ea7ab7856395 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943081 Aug 10 03:43:17.042905 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9964d94d-bc71-4afd-93ef-29ad2223ac88 req-68a08471-e967-4148-a983-c054f0060fb5 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815899 Aug 10 03:43:17.073660 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-363df17f-5416-4f70-b343-3924febce1b3 req-1162bd3b-cd81-4fc5-8d41-ff106b167e88 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186 HTTP/1.1" status: 200 len: 217 time: 0.0598543 Aug 10 03:43:17.075766 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-88cf4321-6b39-452b-96dc-f9c9c51b173d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:17.140691 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3de5d0-1e2f-45db-a3a9-db29cee11305 x-openstack-request-id: req-6d3de5d0-1e2f-45db-a3a9-db29cee11305 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:17.141074 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed3265a-ecd3-43cc-a673-7527f1297a5b", "tag": "8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:17.141391 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d3de5d0-1e2f-45db-a3a9-db29cee11305 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:17.142045 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ed3265a-ecd3-43cc-a673-7527f1297a5b', 'tag': '8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186', 'status': 'completed', 'code': 200} Aug 10 03:43:17.181655 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363df17f-5416-4f70-b343-3924febce1b3 req-84671b6a-2afd-4b52-ba4d-30598791dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:17.183546 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-363df17f-5416-4f70-b343-3924febce1b3 req-84671b6a-2afd-4b52-ba4d-30598791dcbe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.1007464 Aug 10 03:43:17.217104 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb7769-feeb-435f-bf5e-65611260c784 req-5a98732f-0d5e-4e9c-968f-6d3c52a435a6 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:17.217104 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb7769-feeb-435f-bf5e-65611260c784 req-5a98732f-0d5e-4e9c-968f-6d3c52a435a6 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:17.217104 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb7769-feeb-435f-bf5e-65611260c784 req-5a98732f-0d5e-4e9c-968f-6d3c52a435a6 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:17.220779 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb7769-feeb-435f-bf5e-65611260c784 req-5a98732f-0d5e-4e9c-968f-6d3c52a435a6 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:17.228223 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb7769-feeb-435f-bf5e-65611260c784 req-5a98732f-0d5e-4e9c-968f-6d3c52a435a6 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:17.234992 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb7769-feeb-435f-bf5e-65611260c784 req-5a98732f-0d5e-4e9c-968f-6d3c52a435a6 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:17.244768 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb7769-feeb-435f-bf5e-65611260c784 req-5a98732f-0d5e-4e9c-968f-6d3c52a435a6 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:17.246800 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-05cb7769-feeb-435f-bf5e-65611260c784 req-5a98732f-0d5e-4e9c-968f-6d3c52a435a6 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5370 time: 0.1733651 Aug 10 03:43:17.384831 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-25d47572-8f0f-409d-b355-801cab912c5a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:17.483687 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf4321-6b39-452b-96dc-f9c9c51b173d service neutron] Pushing event updated for resources: {'Port': ['ID=14710601-7780-4dc4-9078-9d9e5dd540bd,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:17.484761 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-25d47572-8f0f-409d-b355-801cab912c5a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:17.501006 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-25d47572-8f0f-409d-b355-801cab912c5a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:17.526723 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-25d47572-8f0f-409d-b355-801cab912c5a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:17.650468 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-05cb7769-feeb-435f-bf5e-65611260c784 req-b913e4fc-6ce4-4395-82ed-50ab813906b9 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3429132 Aug 10 03:43:17.679039 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363df17f-5416-4f70-b343-3924febce1b3 req-71ec3f79-6571-49c6-9f22-cbb650a14718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:17.681600 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-363df17f-5416-4f70-b343-3924febce1b3 req-71ec3f79-6571-49c6-9f22-cbb650a14718 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4325812 Aug 10 03:43:17.721412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d47572-8f0f-409d-b355-801cab912c5a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Pushing event updated for resources: {'Port': ['ID=73c2efac-c156-4e55-ad6a-d8f7b934d6d1,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:17.806629 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-25d47572-8f0f-409d-b355-801cab912c5a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:17.807710 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-25d47572-8f0f-409d-b355-801cab912c5a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:17.878043 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d7a12f37-e868-4490-ab95-f2f47894728d req-88cf4321-6b39-452b-96dc-f9c9c51b173d service neutron] Attempting to bind port 14710601-7780-4dc4-9078-9d9e5dd540bd on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:17.878391 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d7a12f37-e868-4490-ab95-f2f47894728d req-88cf4321-6b39-452b-96dc-f9c9c51b173d service neutron] Attempting to bind port 14710601-7780-4dc4-9078-9d9e5dd540bd by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '70d6eaf4-21df-4d51-8711-37655142b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:17.878730 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-88cf4321-6b39-452b-96dc-f9c9c51b173d service neutron] Attempting to bind port 14710601-7780-4dc4-9078-9d9e5dd540bd on network 417fd08b-d4a9-43bf-abeb-ff8394392512 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:17.927426 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ae1e2c20-5a2b-42a8-b192-8f444a94a23a req-49ab8cc5-fd3c-47b7-b8ce-a658acadc6c9 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 210 time: 0.0761518 Aug 10 03:43:17.984696 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-363df17f-5416-4f70-b343-3924febce1b3 req-10498ae3-c204-4d89-bcd4-0b8873951822 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916012 Aug 10 03:43:17.987213 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-363df17f-5416-4f70-b343-3924febce1b3 req-d1a11dcd-4463-49ad-bad2-cadb7b8e3231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 024b4c54-fa60-4eb9-90ce-4767a3f9806f {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:17.996175 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-363df17f-5416-4f70-b343-3924febce1b3 req-d1a11dcd-4463-49ad-bad2-cadb7b8e3231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.009712 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-363df17f-5416-4f70-b343-3924febce1b3 req-d1a11dcd-4463-49ad-bad2-cadb7b8e3231 service neutron] Transition to ACTIVE for port object 024b4c54-fa60-4eb9-90ce-4767a3f9806f will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:18.010787 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-88cf4321-6b39-452b-96dc-f9c9c51b173d service neutron] Port 14710601-7780-4dc4-9078-9d9e5dd540bd on network 417fd08b-d4a9-43bf-abeb-ff8394392512 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:18.011119 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-88cf4321-6b39-452b-96dc-f9c9c51b173d service neutron] Attempting to bind port 14710601-7780-4dc4-9078-9d9e5dd540bd on network 417fd08b-d4a9-43bf-abeb-ff8394392512 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:18.016307 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-25d47572-8f0f-409d-b355-801cab912c5a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7267106 Aug 10 03:43:18.020794 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-88cf4321-6b39-452b-96dc-f9c9c51b173d service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:18.021216 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-88cf4321-6b39-452b-96dc-f9c9c51b173d service neutron] Checking segment: {'id': '70d6eaf4-21df-4d51-8711-37655142b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:18.021587 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-88cf4321-6b39-452b-96dc-f9c9c51b173d service neutron] Bound using segment: {'id': '70d6eaf4-21df-4d51-8711-37655142b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:18.022210 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d7a12f37-e868-4490-ab95-f2f47894728d req-88cf4321-6b39-452b-96dc-f9c9c51b173d service neutron] Bound port: 14710601-7780-4dc4-9078-9d9e5dd540bd, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70d6eaf4-21df-4d51-8711-37655142b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:18.022585 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-88cf4321-6b39-452b-96dc-f9c9c51b173d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.041659 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-622dd9b5-70fe-4e03-a633-88311980559c service neutron] Request body: {'port': {'device_id': '234de391-f668-43f6-84ae-dc2064d8cd65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:18.087288 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-400fd8b0-0c1a-420e-b465-b9a845f44aea None None] Provisioning for port 73c2efac-c156-4e55-ad6a-d8f7b934d6d1 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:18.095847 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-400fd8b0-0c1a-420e-b465-b9a845f44aea None None] Provisioning complete for port 73c2efac-c156-4e55-ad6a-d8f7b934d6d1 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:18.100351 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-400fd8b0-0c1a-420e-b465-b9a845f44aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.126546 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80bdb67-f247-436c-9186-89059f24bdda req-57deb1aa-fad2-4444-befc-1080600f506c tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:18.128141 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a80bdb67-f247-436c-9186-89059f24bdda req-57deb1aa-fad2-4444-befc-1080600f506c tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=234de391-f668-43f6-84ae-dc2064d8cd65 HTTP/1.1" status: 200 len: 935 time: 0.2445645 Aug 10 03:43:18.141046 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-363df17f-5416-4f70-b343-3924febce1b3 req-d1a11dcd-4463-49ad-bad2-cadb7b8e3231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.157591 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-622dd9b5-70fe-4e03-a633-88311980559c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.162888 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-400fd8b0-0c1a-420e-b465-b9a845f44aea None None] Port 73c2efac-c156-4e55-ad6a-d8f7b934d6d1 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:18.165579 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-363df17f-5416-4f70-b343-3924febce1b3 req-2bc022b3-3218-4aad-977c-2facd29a3719 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697943 Aug 10 03:43:18.231463 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43693e0c-a3b4-4192-9128-74766c896296 req-76550d09-6aa2-4db4-97d3-9c9d5455bfc8 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:18.233062 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-43693e0c-a3b4-4192-9128-74766c896296 req-76550d09-6aa2-4db4-97d3-9c9d5455bfc8 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69fff48-3f9f-47c2-a24e-36649d3beb30 HTTP/1.1" status: 200 len: 948 time: 0.0561516 Aug 10 03:43:18.269372 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d7a12f37-e868-4490-ab95-f2f47894728d req-88cf4321-6b39-452b-96dc-f9c9c51b173d service neutron] For port 14710601-7780-4dc4-9078-9d9e5dd540bd, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:18.341853 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a11dcd-4463-49ad-bad2-cadb7b8e3231 service neutron] Pushing event updated for resources: {'Port': ['ID=024b4c54-fa60-4eb9-90ce-4767a3f9806f,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:18.347419 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d7a12f37-e868-4490-ab95-f2f47894728d req-88cf4321-6b39-452b-96dc-f9c9c51b173d service neutron] For port 14710601-7780-4dc4-9078-9d9e5dd540bd, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=14710601-7780-4dc4-9078-9d9e5dd540bd,segment=NetworkSegment(70d6eaf4-21df-4d51-8711-37655142b07a),segment_id=70d6eaf4-21df-4d51-8711-37655142b07a)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:18.355315 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a80bdb67-f247-436c-9186-89059f24bdda req-5620a017-330b-405b-869f-030351373a37 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637137 Aug 10 03:43:18.360885 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-43693e0c-a3b4-4192-9128-74766c896296 req-c89d0cc5-f521-4c7c-8bc9-481407f83fd5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142774 Aug 10 03:43:18.447101 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-88cf4321-6b39-452b-96dc-f9c9c51b173d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.449377 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-363df17f-5416-4f70-b343-3924febce1b3 req-d1a11dcd-4463-49ad-bad2-cadb7b8e3231 service neutron] Attempting to bind port 024b4c54-fa60-4eb9-90ce-4767a3f9806f on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:18.449608 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-363df17f-5416-4f70-b343-3924febce1b3 req-d1a11dcd-4463-49ad-bad2-cadb7b8e3231 service neutron] Attempting to bind port 024b4c54-fa60-4eb9-90ce-4767a3f9806f by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:18.449948 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363df17f-5416-4f70-b343-3924febce1b3 req-d1a11dcd-4463-49ad-bad2-cadb7b8e3231 service neutron] Attempting to bind port 024b4c54-fa60-4eb9-90ce-4767a3f9806f on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:18.460369 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363df17f-5416-4f70-b343-3924febce1b3 req-d1a11dcd-4463-49ad-bad2-cadb7b8e3231 service neutron] Port 024b4c54-fa60-4eb9-90ce-4767a3f9806f on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:18.460369 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363df17f-5416-4f70-b343-3924febce1b3 req-d1a11dcd-4463-49ad-bad2-cadb7b8e3231 service neutron] Attempting to bind port 024b4c54-fa60-4eb9-90ce-4767a3f9806f on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:18.482633 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363df17f-5416-4f70-b343-3924febce1b3 req-d1a11dcd-4463-49ad-bad2-cadb7b8e3231 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:18.482994 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363df17f-5416-4f70-b343-3924febce1b3 req-d1a11dcd-4463-49ad-bad2-cadb7b8e3231 service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:18.483408 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363df17f-5416-4f70-b343-3924febce1b3 req-d1a11dcd-4463-49ad-bad2-cadb7b8e3231 service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:18.489263 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-363df17f-5416-4f70-b343-3924febce1b3 req-d1a11dcd-4463-49ad-bad2-cadb7b8e3231 service neutron] Bound port: 024b4c54-fa60-4eb9-90ce-4767a3f9806f, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:18.489263 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-363df17f-5416-4f70-b343-3924febce1b3 req-d1a11dcd-4463-49ad-bad2-cadb7b8e3231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.686167 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-363df17f-5416-4f70-b343-3924febce1b3 req-d1a11dcd-4463-49ad-bad2-cadb7b8e3231 service neutron] For port 024b4c54-fa60-4eb9-90ce-4767a3f9806f, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:18.689875 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-88cf4321-6b39-452b-96dc-f9c9c51b173d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:18.690700 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-88cf4321-6b39-452b-96dc-f9c9c51b173d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.692436 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-88cf4321-6b39-452b-96dc-f9c9c51b173d service neutron] 10.222.0.68 "PUT /v2.0/ports/14710601-7780-4dc4-9078-9d9e5dd540bd HTTP/1.1" status: 200 len: 1129 time: 3.5027900 Aug 10 03:43:18.698251 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'tag': '14710601-7780-4dc4-9078-9d9e5dd540bd'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:18.700869 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6bf649-a97e-4908-ad8a-6c42123c65fb" -d '{"events": [{"name": "network-changed", "server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "tag": "14710601-7780-4dc4-9078-9d9e5dd540bd"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:18.730554 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-160f3030-b1cb-45f6-af6b-b85142bc75ba tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:18.732124 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-160f3030-b1cb-45f6-af6b-b85142bc75ba tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.20 "GET /v2.0/networks?id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4 HTTP/1.1" status: 200 len: 821 time: 0.2272162 Aug 10 03:43:18.739805 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-363df17f-5416-4f70-b343-3924febce1b3 req-d1a11dcd-4463-49ad-bad2-cadb7b8e3231 service neutron] For port 024b4c54-fa60-4eb9-90ce-4767a3f9806f, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=024b4c54-fa60-4eb9-90ce-4767a3f9806f,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:18.752787 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf4321-6b39-452b-96dc-f9c9c51b173d service neutron] Pushing event updated for resources: {'Port': ['ID=14710601-7780-4dc4-9078-9d9e5dd540bd,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:18.756581 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-47d5d969-cec6-4c24-aa01-370b06fb13dd tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Request body: {'port': {'device_id': 'a3b76352-323f-4565-ab99-6948224ae70c', 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4', 'admin_state_up': True, 'tenant_id': '47ca53781e6743fd8c23c05b91862cdc'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:18.849772 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312393e-4dc0-4651-9276-684642199abf req-20bdece2-0b2b-4838-a426-ad7ef42cbf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:18.853867 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2312393e-4dc0-4651-9276-684642199abf req-20bdece2-0b2b-4838-a426-ad7ef42cbf3a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&device_id=5ed3265a-ecd3-43cc-a673-7527f1297a5b HTTP/1.1" status: 200 len: 1099 time: 0.4881742 Aug 10 03:43:18.933036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d9e2ffc4-bc54-4052-9cc0-0536c8761332 service neutron] Request body: {'port': {'device_id': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:18.948080 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-363df17f-5416-4f70-b343-3924febce1b3 req-d1a11dcd-4463-49ad-bad2-cadb7b8e3231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:18.994518 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d46941-9654-43be-b821-2394ff6d22a0 req-fed53d47-8fd0-4b99-991c-097f8b35022d tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:18.996591 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-86d46941-9654-43be-b821-2394ff6d22a0 req-fed53d47-8fd0-4b99-991c-097f8b35022d tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.2624867 Aug 10 03:43:19.070769 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363df17f-5416-4f70-b343-3924febce1b3 req-d1a11dcd-4463-49ad-bad2-cadb7b8e3231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:19.071390 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-363df17f-5416-4f70-b343-3924febce1b3 req-d1a11dcd-4463-49ad-bad2-cadb7b8e3231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:19.072851 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-363df17f-5416-4f70-b343-3924febce1b3 req-d1a11dcd-4463-49ad-bad2-cadb7b8e3231 service neutron] 10.222.0.20 "PUT /v2.0/ports/024b4c54-fa60-4eb9-90ce-4767a3f9806f HTTP/1.1" status: 200 len: 1096 time: 2.3409574 Aug 10 03:43:19.093942 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312393e-4dc0-4651-9276-684642199abf req-d4d30cfc-0dbc-422c-bb20-4caec029ac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:19.095531 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2312393e-4dc0-4651-9276-684642199abf req-d4d30cfc-0dbc-422c-bb20-4caec029ac0a service neutron] 10.222.0.20 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.1991644 Aug 10 03:43:19.129048 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c02cf0-a621-4098-a8e7-a9ff3cda0c63 req-b052167c-1bd4-44b3-832d-e661a57cbfce tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:19.135066 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c02cf0-a621-4098-a8e7-a9ff3cda0c63 req-b052167c-1bd4-44b3-832d-e661a57cbfce tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:19.135727 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-86d46941-9654-43be-b821-2394ff6d22a0 req-31a7a275-6612-4935-8de0-660f4b557207 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270480 Aug 10 03:43:19.156868 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c02cf0-a621-4098-a8e7-a9ff3cda0c63 req-b052167c-1bd4-44b3-832d-e661a57cbfce tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:19.156868 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c02cf0-a621-4098-a8e7-a9ff3cda0c63 req-b052167c-1bd4-44b3-832d-e661a57cbfce tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:19.161622 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c02cf0-a621-4098-a8e7-a9ff3cda0c63 req-b052167c-1bd4-44b3-832d-e661a57cbfce tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:19.171193 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c02cf0-a621-4098-a8e7-a9ff3cda0c63 req-b052167c-1bd4-44b3-832d-e661a57cbfce tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:19.179559 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c02cf0-a621-4098-a8e7-a9ff3cda0c63 req-b052167c-1bd4-44b3-832d-e661a57cbfce tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:19.181750 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-30c02cf0-a621-4098-a8e7-a9ff3cda0c63 req-b052167c-1bd4-44b3-832d-e661a57cbfce tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5370 time: 0.3151059 Aug 10 03:43:19.200202 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2312393e-4dc0-4651-9276-684642199abf req-9ac8dc69-6210-408e-bd4b-eae02c6921df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186 HTTP/1.1" status: 200 len: 217 time: 0.0943799 Aug 10 03:43:19.211099 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a11dcd-4463-49ad-bad2-cadb7b8e3231 service neutron] Pushing event updated for resources: {'Port': ['ID=024b4c54-fa60-4eb9-90ce-4767a3f9806f,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:19.214830 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d9e2ffc4-bc54-4052-9cc0-0536c8761332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:19.246211 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1e87b4-a35e-46ef-abca-47d1e60f5e6d x-openstack-request-id: req-ea1e87b4-a35e-46ef-abca-47d1e60f5e6d {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:19.246508 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "tag": "14710601-7780-4dc4-9078-9d9e5dd540bd", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:19.246766 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea1e87b4-a35e-46ef-abca-47d1e60f5e6d {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:19.247206 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'tag': '14710601-7780-4dc4-9078-9d9e5dd540bd', 'status': 'completed', 'code': 200} Aug 10 03:43:19.311649 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312393e-4dc0-4651-9276-684642199abf req-27aee8d8-3c32-438e-9320-1d2f7088ee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:19.313324 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2312393e-4dc0-4651-9276-684642199abf req-27aee8d8-3c32-438e-9320-1d2f7088ee07 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.1022756 Aug 10 03:43:19.357305 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-47d5d969-cec6-4c24-aa01-370b06fb13dd tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Made reservation on behalf of 47ca53781e6743fd8c23c05b91862cdc for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:19.361502 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-47d5d969-cec6-4c24-aa01-370b06fb13dd tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:19.412522 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2254db44-e232-4d5c-9057-4f5c0d6b2756 req-7b41504d-f007-4631-8a62-7c440e3e3eb6 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 210 time: 0.0558608 Aug 10 03:43:19.426896 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312393e-4dc0-4651-9276-684642199abf req-654d3733-c6b8-4240-ac30-80ae6771df55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:19.430049 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2312393e-4dc0-4651-9276-684642199abf req-654d3733-c6b8-4240-ac30-80ae6771df55 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1092694 Aug 10 03:43:19.503676 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363df17f-5416-4f70-b343-3924febce1b3 req-a1dfaa66-f45c-46b6-9f68-c6afd48efb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:19.505409 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-363df17f-5416-4f70-b343-3924febce1b3 req-a1dfaa66-f45c-46b6-9f68-c6afd48efb6a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&device_id=f69fff48-3f9f-47c2-a24e-36649d3beb30 HTTP/1.1" status: 200 len: 1099 time: 0.1488762 Aug 10 03:43:19.510103 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-30c02cf0-a621-4098-a8e7-a9ff3cda0c63 req-83dbde7b-5b10-47f7-8e6e-4f297b45993b tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2615616 Aug 10 03:43:19.528043 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-622dd9b5-70fe-4e03-a633-88311980559c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73c2efac-c156-4e55-ad6a-d8f7b934d6d1 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:19.618983 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-363df17f-5416-4f70-b343-3924febce1b3 req-cf5ae76a-dd41-4718-a5dd-c8f377b8fe8e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=024b4c54-fa60-4eb9-90ce-4767a3f9806f HTTP/1.1" status: 200 len: 217 time: 0.0958939 Aug 10 03:43:19.619708 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-622dd9b5-70fe-4e03-a633-88311980559c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:19.632857 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bf649-a97e-4908-ad8a-6c42123c65fb req-9438aa45-dc20-496f-8622-09c163e2e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:19.633483 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bf649-a97e-4908-ad8a-6c42123c65fb req-9438aa45-dc20-496f-8622-09c163e2e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:19.634022 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bf649-a97e-4908-ad8a-6c42123c65fb req-9438aa45-dc20-496f-8622-09c163e2e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:19.634515 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bf649-a97e-4908-ad8a-6c42123c65fb req-9438aa45-dc20-496f-8622-09c163e2e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:19.634998 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bf649-a97e-4908-ad8a-6c42123c65fb req-9438aa45-dc20-496f-8622-09c163e2e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:19.650113 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bf649-a97e-4908-ad8a-6c42123c65fb req-9438aa45-dc20-496f-8622-09c163e2e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:19.650713 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bf649-a97e-4908-ad8a-6c42123c65fb req-9438aa45-dc20-496f-8622-09c163e2e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:19.652814 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1c6bf649-a97e-4908-ad8a-6c42123c65fb req-9438aa45-dc20-496f-8622-09c163e2e89b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=131e3b69db844409bca7efef95f46481&device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 6207 time: 0.3526280 Aug 10 03:43:19.662930 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2312393e-4dc0-4651-9276-684642199abf req-6d4520f5-54e1-48dc-9d15-f4d9ba0a4ba8 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227867 Aug 10 03:43:19.816384 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-622dd9b5-70fe-4e03-a633-88311980559c service neutron] Transition to ACTIVE for port object 73c2efac-c156-4e55-ad6a-d8f7b934d6d1 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:19.886332 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78682cb8-c13f-4f44-b0c0-9e962f074682 req-28f4e4f8-4f71-4dd0-9a96-7859a4a7d135 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:19.888741 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-78682cb8-c13f-4f44-b0c0-9e962f074682 req-28f4e4f8-4f71-4dd0-9a96-7859a4a7d135 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=234de391-f668-43f6-84ae-dc2064d8cd65 HTTP/1.1" status: 200 len: 935 time: 0.2159386 Aug 10 03:43:19.971764 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-47d5d969-cec6-4c24-aa01-370b06fb13dd tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Allocated IP 172.20.0.14 (c6adc350-9b28-4357-9efa-a1cb72dd7ab4/dc5ee412-63a0-4c00-8014-352954e4021d/45469e1f-b3c8-44a0-b148-f8c1669f304e) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:19.972454 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363df17f-5416-4f70-b343-3924febce1b3 req-6467c073-416c-4d7b-aeef-819883b7789e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:19.975561 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-363df17f-5416-4f70-b343-3924febce1b3 req-6467c073-416c-4d7b-aeef-819883b7789e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.3497136 Aug 10 03:43:20.032564 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-78682cb8-c13f-4f44-b0c0-9e962f074682 req-d3aad628-7ad0-4048-9eed-a7af6158de9b tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220317 Aug 10 03:43:20.038132 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2312393e-4dc0-4651-9276-684642199abf req-6185714f-62ff-4086-97af-838c066603e9 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665781 Aug 10 03:43:20.055415 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d83a9-bcf8-4a1c-bde5-1c49ef5155d7 req-d896d876-71e1-47e9-bbf0-fac73bfca670 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:20.061868 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cb5d83a9-bcf8-4a1c-bde5-1c49ef5155d7 req-d896d876-71e1-47e9-bbf0-fac73bfca670 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69fff48-3f9f-47c2-a24e-36649d3beb30 HTTP/1.1" status: 200 len: 948 time: 0.3106818 Aug 10 03:43:20.188574 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-622dd9b5-70fe-4e03-a633-88311980559c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.213956 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bf649-a97e-4908-ad8a-6c42123c65fb req-c621df43-f794-43e8-976c-814a41b59432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:20.214771 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bf649-a97e-4908-ad8a-6c42123c65fb req-c621df43-f794-43e8-976c-814a41b59432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:20.215238 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bf649-a97e-4908-ad8a-6c42123c65fb req-c621df43-f794-43e8-976c-814a41b59432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:20.216911 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1c6bf649-a97e-4908-ad8a-6c42123c65fb req-c621df43-f794-43e8-976c-814a41b59432 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=131e3b69db844409bca7efef95f46481&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4710672 Aug 10 03:43:20.222201 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363df17f-5416-4f70-b343-3924febce1b3 req-7cab0fa1-0a08-49bf-ad38-0bc3f23188e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:20.223707 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-363df17f-5416-4f70-b343-3924febce1b3 req-7cab0fa1-0a08-49bf-ad38-0bc3f23188e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2009900 Aug 10 03:43:20.390661 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-47d5d969-cec6-4c24-aa01-370b06fb13dd tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.452606 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cb5d83a9-bcf8-4a1c-bde5-1c49ef5155d7 req-117a02da-7352-4a19-8dc2-536815ee6938 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278124 Aug 10 03:43:20.496663 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785df07-16a7-402e-9d74-21e191e30067 req-bbdc6f12-2830-4b6f-8ae7-90f1b1931238 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:20.504218 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c785df07-16a7-402e-9d74-21e191e30067 req-bbdc6f12-2830-4b6f-8ae7-90f1b1931238 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.1053836 Aug 10 03:43:20.572697 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c785df07-16a7-402e-9d74-21e191e30067 req-4dc66432-dbfa-4102-adf5-4c7af0293705 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581262 Aug 10 03:43:20.634910 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622dd9b5-70fe-4e03-a633-88311980559c service neutron] Pushing event updated for resources: {'Port': ['ID=73c2efac-c156-4e55-ad6a-d8f7b934d6d1,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:20.669226 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-50b3ce20-a4de-4ef1-ad43-8fbff39206c8 req-02f4c95c-b762-4bb5-87d1-10ca1e99e4fc tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 210 time: 0.0352273 Aug 10 03:43:20.670894 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-47d5d969-cec6-4c24-aa01-370b06fb13dd tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.695767 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6bf649-a97e-4908-ad8a-6c42123c65fb req-329696f1-c5ea-4388-b513-bc19f46bd3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:20.697648 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1c6bf649-a97e-4908-ad8a-6c42123c65fb req-329696f1-c5ea-4388-b513-bc19f46bd3d9 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4230797 Aug 10 03:43:20.703737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-622dd9b5-70fe-4e03-a633-88311980559c service neutron] Attempting to bind port 73c2efac-c156-4e55-ad6a-d8f7b934d6d1 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:20.704044 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-622dd9b5-70fe-4e03-a633-88311980559c service neutron] Attempting to bind port 73c2efac-c156-4e55-ad6a-d8f7b934d6d1 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:20.704386 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-622dd9b5-70fe-4e03-a633-88311980559c service neutron] Attempting to bind port 73c2efac-c156-4e55-ad6a-d8f7b934d6d1 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:20.755635 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-622dd9b5-70fe-4e03-a633-88311980559c service neutron] Port 73c2efac-c156-4e55-ad6a-d8f7b934d6d1 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:20.756048 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-622dd9b5-70fe-4e03-a633-88311980559c service neutron] Attempting to bind port 73c2efac-c156-4e55-ad6a-d8f7b934d6d1 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:20.766813 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-363df17f-5416-4f70-b343-3924febce1b3 req-bd25c928-0c10-40a5-9a91-05b9cd14d172 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4838407 Aug 10 03:43:20.768756 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-622dd9b5-70fe-4e03-a633-88311980559c service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:20.769103 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-622dd9b5-70fe-4e03-a633-88311980559c service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:20.769498 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-622dd9b5-70fe-4e03-a633-88311980559c service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:20.769948 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-622dd9b5-70fe-4e03-a633-88311980559c service neutron] Bound port: 73c2efac-c156-4e55-ad6a-d8f7b934d6d1, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:20.770320 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-622dd9b5-70fe-4e03-a633-88311980559c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.782211 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-47d5d969-cec6-4c24-aa01-370b06fb13dd tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:20.797677 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d9e2ffc4-bc54-4052-9cc0-0536c8761332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed70a477-1112-4bcb-a46c-2d53afbe9813 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:20.799584 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-47d5d969-cec6-4c24-aa01-370b06fb13dd tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:20.807758 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-47d5d969-cec6-4c24-aa01-370b06fb13dd tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:20.820131 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d9e2ffc4-bc54-4052-9cc0-0536c8761332 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:20.847413 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5d969-cec6-4c24-aa01-370b06fb13dd tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Pushing event updated for resources: {'Port': ['ID=45469e1f-b3c8-44a0-b148-f8c1669f304e,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:20.890154 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-47d5d969-cec6-4c24-aa01-370b06fb13dd tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:20.890994 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-47d5d969-cec6-4c24-aa01-370b06fb13dd tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.066297 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-47d5d969-cec6-4c24-aa01-370b06fb13dd tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3164284 Aug 10 03:43:21.090585 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-6485fcc5-c904-4732-934c-b58e24b8656a service neutron] Request body: {'port': {'device_id': 'a3b76352-323f-4565-ab99-6948224ae70c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:21.166081 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-6485fcc5-c904-4732-934c-b58e24b8656a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.196932 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d9e2ffc4-bc54-4052-9cc0-0536c8761332 service neutron] Transition to ACTIVE for port object ed70a477-1112-4bcb-a46c-2d53afbe9813 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:21.259548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9870b1-2ed2-4694-ae23-e54c46b715bc req-2fe2f182-0ffb-4b50-a296-70414121f998 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:21.265401 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9870b1-2ed2-4694-ae23-e54c46b715bc req-2fe2f182-0ffb-4b50-a296-70414121f998 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:21.271749 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9870b1-2ed2-4694-ae23-e54c46b715bc req-2fe2f182-0ffb-4b50-a296-70414121f998 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:21.277956 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9870b1-2ed2-4694-ae23-e54c46b715bc req-2fe2f182-0ffb-4b50-a296-70414121f998 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:21.284123 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9870b1-2ed2-4694-ae23-e54c46b715bc req-2fe2f182-0ffb-4b50-a296-70414121f998 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:21.290472 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9870b1-2ed2-4694-ae23-e54c46b715bc req-2fe2f182-0ffb-4b50-a296-70414121f998 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:21.296744 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9870b1-2ed2-4694-ae23-e54c46b715bc req-2fe2f182-0ffb-4b50-a296-70414121f998 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:21.299287 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7a9870b1-2ed2-4694-ae23-e54c46b715bc req-2fe2f182-0ffb-4b50-a296-70414121f998 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5370 time: 0.4942346 Aug 10 03:43:21.304438 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69fff48-3f9f-47c2-a24e-36649d3beb30', 'tag': '024b4c54-fa60-4eb9-90ce-4767a3f9806f'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:21.306681 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f3e068-4101-4bc1-a32d-48af6036c1bd" -d '{"events": [{"name": "network-changed", "server_uuid": "f69fff48-3f9f-47c2-a24e-36649d3beb30", "tag": "024b4c54-fa60-4eb9-90ce-4767a3f9806f"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:21.318575 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d9e2ffc4-bc54-4052-9cc0-0536c8761332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.348533 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-622dd9b5-70fe-4e03-a633-88311980559c service neutron] For port 73c2efac-c156-4e55-ad6a-d8f7b934d6d1, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:21.402858 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-363df17f-5416-4f70-b343-3924febce1b3 req-bb342b68-69d2-4f3e-a4ce-0a0f2c1b553a service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6265249 Aug 10 03:43:21.408487 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-622dd9b5-70fe-4e03-a633-88311980559c service neutron] For port 73c2efac-c156-4e55-ad6a-d8f7b934d6d1, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=73c2efac-c156-4e55-ad6a-d8f7b934d6d1,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:21.438347 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2ffc4-bc54-4052-9cc0-0536c8761332 service neutron] Pushing event updated for resources: {'Port': ['ID=ed70a477-1112-4bcb-a46c-2d53afbe9813,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:21.455508 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7a9870b1-2ed2-4694-ae23-e54c46b715bc req-7b8bf1b5-3989-4943-b1b3-fc90b95f3ec0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1443214 Aug 10 03:43:21.514998 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-6485fcc5-c904-4732-934c-b58e24b8656a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45469e1f-b3c8-44a0-b148-f8c1669f304e {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:21.525326 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-622dd9b5-70fe-4e03-a633-88311980559c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.531290 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-6485fcc5-c904-4732-934c-b58e24b8656a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.547868 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-6485fcc5-c904-4732-934c-b58e24b8656a service neutron] Transition to ACTIVE for port object 45469e1f-b3c8-44a0-b148-f8c1669f304e will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:21.572305 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-622dd9b5-70fe-4e03-a633-88311980559c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:21.572938 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-622dd9b5-70fe-4e03-a633-88311980559c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.574373 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-622dd9b5-70fe-4e03-a633-88311980559c service neutron] 10.222.0.20 "PUT /v2.0/ports/73c2efac-c156-4e55-ad6a-d8f7b934d6d1 HTTP/1.1" status: 200 len: 1095 time: 3.5387104 Aug 10 03:43:21.606612 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d9e2ffc4-bc54-4052-9cc0-0536c8761332 service neutron] Attempting to bind port ed70a477-1112-4bcb-a46c-2d53afbe9813 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:21.606954 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d9e2ffc4-bc54-4052-9cc0-0536c8761332 service neutron] Attempting to bind port ed70a477-1112-4bcb-a46c-2d53afbe9813 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '70d6eaf4-21df-4d51-8711-37655142b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:21.607278 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d9e2ffc4-bc54-4052-9cc0-0536c8761332 service neutron] Attempting to bind port ed70a477-1112-4bcb-a46c-2d53afbe9813 on network 417fd08b-d4a9-43bf-abeb-ff8394392512 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:21.615902 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d9e2ffc4-bc54-4052-9cc0-0536c8761332 service neutron] Port ed70a477-1112-4bcb-a46c-2d53afbe9813 on network 417fd08b-d4a9-43bf-abeb-ff8394392512 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:21.616268 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d9e2ffc4-bc54-4052-9cc0-0536c8761332 service neutron] Attempting to bind port ed70a477-1112-4bcb-a46c-2d53afbe9813 on network 417fd08b-d4a9-43bf-abeb-ff8394392512 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:21.619935 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622dd9b5-70fe-4e03-a633-88311980559c service neutron] Pushing event updated for resources: {'Port': ['ID=73c2efac-c156-4e55-ad6a-d8f7b934d6d1,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:21.626254 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d9e2ffc4-bc54-4052-9cc0-0536c8761332 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:21.626834 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d9e2ffc4-bc54-4052-9cc0-0536c8761332 service neutron] Checking segment: {'id': '70d6eaf4-21df-4d51-8711-37655142b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:21.628439 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d9e2ffc4-bc54-4052-9cc0-0536c8761332 service neutron] Bound using segment: {'id': '70d6eaf4-21df-4d51-8711-37655142b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:21.628439 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d9e2ffc4-bc54-4052-9cc0-0536c8761332 service neutron] Bound port: ed70a477-1112-4bcb-a46c-2d53afbe9813, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70d6eaf4-21df-4d51-8711-37655142b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:21.628439 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d9e2ffc4-bc54-4052-9cc0-0536c8761332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.663074 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-6485fcc5-c904-4732-934c-b58e24b8656a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.730412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d9e2ffc4-bc54-4052-9cc0-0536c8761332 service neutron] For port ed70a477-1112-4bcb-a46c-2d53afbe9813, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:21.740178 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485fcc5-c904-4732-934c-b58e24b8656a service neutron] Pushing event updated for resources: {'Port': ['ID=45469e1f-b3c8-44a0-b148-f8c1669f304e,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:21.764097 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d9e2ffc4-bc54-4052-9cc0-0536c8761332 service neutron] For port ed70a477-1112-4bcb-a46c-2d53afbe9813, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=ed70a477-1112-4bcb-a46c-2d53afbe9813,segment=NetworkSegment(70d6eaf4-21df-4d51-8711-37655142b07a),segment_id=70d6eaf4-21df-4d51-8711-37655142b07a)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:21.831876 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-6485fcc5-c904-4732-934c-b58e24b8656a service neutron] Attempting to bind port 45469e1f-b3c8-44a0-b148-f8c1669f304e on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:21.833132 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-6485fcc5-c904-4732-934c-b58e24b8656a service neutron] Attempting to bind port 45469e1f-b3c8-44a0-b148-f8c1669f304e by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:21.834218 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-6485fcc5-c904-4732-934c-b58e24b8656a service neutron] Attempting to bind port 45469e1f-b3c8-44a0-b148-f8c1669f304e on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:21.841087 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-6485fcc5-c904-4732-934c-b58e24b8656a service neutron] Port 45469e1f-b3c8-44a0-b148-f8c1669f304e on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:21.841417 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-6485fcc5-c904-4732-934c-b58e24b8656a service neutron] Attempting to bind port 45469e1f-b3c8-44a0-b148-f8c1669f304e on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:21.848212 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-6485fcc5-c904-4732-934c-b58e24b8656a service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:21.850703 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-6485fcc5-c904-4732-934c-b58e24b8656a service neutron] Checking segment: {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:21.850703 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-6485fcc5-c904-4732-934c-b58e24b8656a service neutron] Bound using segment: {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:21.850703 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-6485fcc5-c904-4732-934c-b58e24b8656a service neutron] Bound port: 45469e1f-b3c8-44a0-b148-f8c1669f304e, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:21.850703 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-6485fcc5-c904-4732-934c-b58e24b8656a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.860030 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d9e2ffc4-bc54-4052-9cc0-0536c8761332 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.865746 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-3899f2cf-f947-4af7-9b2d-ab47506aa523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:21.867283 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-3899f2cf-f947-4af7-9b2d-ab47506aa523 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e6317d6e9a545ceb999c28a0244c49a&device_id=234de391-f668-43f6-84ae-dc2064d8cd65 HTTP/1.1" status: 200 len: 1098 time: 0.1326058 Aug 10 03:43:21.917657 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b220af1-1551-44db-aefb-17a32bdd4660 req-a0517286-d6c0-497b-8ca3-680e7d261fa5 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:21.919187 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1b220af1-1551-44db-aefb-17a32bdd4660 req-a0517286-d6c0-497b-8ca3-680e7d261fa5 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=234de391-f668-43f6-84ae-dc2064d8cd65 HTTP/1.1" status: 200 len: 947 time: 0.1515505 Aug 10 03:43:21.926686 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d9e2ffc4-bc54-4052-9cc0-0536c8761332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:21.927983 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d9e2ffc4-bc54-4052-9cc0-0536c8761332 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:21.930024 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d9e2ffc4-bc54-4052-9cc0-0536c8761332 service neutron] 10.222.0.68 "PUT /v2.0/ports/ed70a477-1112-4bcb-a46c-2d53afbe9813 HTTP/1.1" status: 200 len: 1090 time: 3.0082183 Aug 10 03:43:21.931011 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-6485fcc5-c904-4732-934c-b58e24b8656a service neutron] For port 45469e1f-b3c8-44a0-b148-f8c1669f304e, host n-h2-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:21.946591 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-6485fcc5-c904-4732-934c-b58e24b8656a service neutron] For port 45469e1f-b3c8-44a0-b148-f8c1669f304e, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=45469e1f-b3c8-44a0-b148-f8c1669f304e,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:21.971407 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-37a4e9db-add0-45b7-8081-96a1b1bc3027 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=73c2efac-c156-4e55-ad6a-d8f7b934d6d1 HTTP/1.1" status: 200 len: 217 time: 0.0757174 Aug 10 03:43:22.035081 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e2ffc4-bc54-4052-9cc0-0536c8761332 service neutron] Pushing event updated for resources: {'Port': ['ID=ed70a477-1112-4bcb-a46c-2d53afbe9813,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:22.061452 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d670d94c-6145-45b0-9507-6b6e49adbeec service neutron] Request body: {'port': {'device_id': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:22.070252 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-fac2a199-cec0-4019-a342-2041a222a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.072010 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-6485fcc5-c904-4732-934c-b58e24b8656a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.072196 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-fac2a199-cec0-4019-a342-2041a222a321 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0924137 Aug 10 03:43:22.095722 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1b220af1-1551-44db-aefb-17a32bdd4660 req-873584bf-ebd2-4f0d-b19a-0116a6d5bb8f tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289513 Aug 10 03:43:22.178957 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ea490a-71ba-402a-aff1-ea6790886ce5 x-openstack-request-id: req-22ea490a-71ba-402a-aff1-ea6790886ce5 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:22.182528 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-6485fcc5-c904-4732-934c-b58e24b8656a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.182999 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f69fff48-3f9f-47c2-a24e-36649d3beb30", "tag": "024b4c54-fa60-4eb9-90ce-4767a3f9806f", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:22.183126 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-6485fcc5-c904-4732-934c-b58e24b8656a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.183435 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22ea490a-71ba-402a-aff1-ea6790886ce5 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:22.183937 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f69fff48-3f9f-47c2-a24e-36649d3beb30', 'tag': '024b4c54-fa60-4eb9-90ce-4767a3f9806f', 'status': 'completed', 'code': 200} Aug 10 03:43:22.184580 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-6485fcc5-c904-4732-934c-b58e24b8656a service neutron] 10.222.0.20 "PUT /v2.0/ports/45469e1f-b3c8-44a0-b148-f8c1669f304e HTTP/1.1" status: 200 len: 1092 time: 1.0990789 Aug 10 03:43:22.185034 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b76352-323f-4565-ab99-6948224ae70c', 'tag': '45469e1f-b3c8-44a0-b148-f8c1669f304e'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:22.187225 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508c1c0f-7a68-432e-ae3f-6c0b88f81310" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b76352-323f-4565-ab99-6948224ae70c", "tag": "45469e1f-b3c8-44a0-b148-f8c1669f304e"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:22.245250 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-327cd1a8-044b-4166-9f58-59ac9a38d715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.245250 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-327cd1a8-044b-4166-9f58-59ac9a38d715 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1241162 Aug 10 03:43:22.245250 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d670d94c-6145-45b0-9507-6b6e49adbeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.255991 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:43:22.338921 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485fcc5-c904-4732-934c-b58e24b8656a service neutron] Pushing event updated for resources: {'Port': ['ID=45469e1f-b3c8-44a0-b148-f8c1669f304e,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:22.365266 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3e068-4101-4bc1-a32d-48af6036c1bd req-1ce6d02e-d28d-40ba-a915-04250bfb9a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.367139 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c4f3e068-4101-4bc1-a32d-48af6036c1bd req-1ce6d02e-d28d-40ba-a915-04250bfb9a91 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&device_id=f69fff48-3f9f-47c2-a24e-36649d3beb30 HTTP/1.1" status: 200 len: 1099 time: 0.0942292 Aug 10 03:43:22.377850 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d4593-8fda-49e6-bc3c-6262ba653dfb req-a463a5d3-b136-417a-b3f4-9fce797f189f tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.385223 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-549d4593-8fda-49e6-bc3c-6262ba653dfb req-a463a5d3-b136-417a-b3f4-9fce797f189f tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69fff48-3f9f-47c2-a24e-36649d3beb30 HTTP/1.1" status: 200 len: 948 time: 0.2106075 Aug 10 03:43:22.386904 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed512d30-1bb8-4d56-85cb-12261a03c1ad req-11048c64-62af-4dc1-a54e-3d9404683933 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.388564 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ed512d30-1bb8-4d56-85cb-12261a03c1ad req-11048c64-62af-4dc1-a54e-3d9404683933 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.1326005 Aug 10 03:43:22.391665 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:22.424462 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': '8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186', 'mac_address': 'fa:16:3e:7e:03:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:43:22.437313 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ed512d30-1bb8-4d56-85cb-12261a03c1ad req-f2dc2210-c5ce-4ffe-8c53-a7e8ad0f1faf tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423889 Aug 10 03:43:22.471817 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.493147 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-44b42ede-3091-4ab1-8246-4dd4cb6118ef service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536283 Aug 10 03:43:22.493754 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:22.522172 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:22.526469 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-549d4593-8fda-49e6-bc3c-6262ba653dfb req-4f9ace26-9b7a-4aa6-82c4-6eb0d01b50a8 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402135 Aug 10 03:43:22.588364 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ac28c-4436-473d-83cb-57193d7ed676 req-c1a56220-539c-408d-9c5c-ea17ccb86802 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.592782 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c94ac28c-4436-473d-83cb-57193d7ed676 req-c1a56220-539c-408d-9c5c-ea17ccb86802 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 944 time: 0.0615900 Aug 10 03:43:22.618057 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.683322 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119ccce1-226a-4c0c-9a2b-b3992111f9c1 x-openstack-request-id: req-119ccce1-226a-4c0c-9a2b-b3992111f9c1 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:22.684044 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b76352-323f-4565-ab99-6948224ae70c", "tag": "45469e1f-b3c8-44a0-b148-f8c1669f304e", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:22.684044 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-119ccce1-226a-4c0c-9a2b-b3992111f9c1 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:22.684312 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b76352-323f-4565-ab99-6948224ae70c', 'tag': '45469e1f-b3c8-44a0-b148-f8c1669f304e', 'status': 'completed', 'code': 200} Aug 10 03:43:22.717767 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c94ac28c-4436-473d-83cb-57193d7ed676 req-c2e5d2d4-59f0-4c95-b503-8e16635db628 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088967 Aug 10 03:43:22.733537 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:22.743045 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:22.743393 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:22.743728 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:22.744319 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:22.744822 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:22.760693 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:22.761042 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:22.761381 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:22.761706 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:22.764101 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-51a8ef04-577f-43d6-9794-72da188d3f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.764610 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:22.764956 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:22.765311 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:43:22.765680 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-51a8ef04-577f-43d6-9794-72da188d3f03 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47ca53781e6743fd8c23c05b91862cdc&device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 1095 time: 0.1464317 Aug 10 03:43:22.781535 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b8dfc0a6-1f42-46da-9e08-c7325c04701a req-51cf64c7-6e67-4a09-9788-ceb20b9fc0d6 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870508 Aug 10 03:43:22.785692 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3e068-4101-4bc1-a32d-48af6036c1bd req-0a1202a3-4779-4c7e-8849-720429c7d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.789916 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c4f3e068-4101-4bc1-a32d-48af6036c1bd req-0a1202a3-4779-4c7e-8849-720429c7d15f service neutron] 10.222.0.20 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.1938951 Aug 10 03:43:22.839838 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c4f3e068-4101-4bc1-a32d-48af6036c1bd req-eb775021-0e68-4006-ae83-bcda3b208d87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=024b4c54-fa60-4eb9-90ce-4767a3f9806f HTTP/1.1" status: 200 len: 217 time: 0.0386295 Aug 10 03:43:22.841800 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-e9dedbdf-5675-4027-b797-918e28dedeef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45469e1f-b3c8-44a0-b148-f8c1669f304e HTTP/1.1" status: 200 len: 217 time: 0.0578597 Aug 10 03:43:22.928777 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:22.939380 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3e068-4101-4bc1-a32d-48af6036c1bd req-d8edb169-de8c-47ea-b86f-6237ef793cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.940966 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c4f3e068-4101-4bc1-a32d-48af6036c1bd req-d8edb169-de8c-47ea-b86f-6237ef793cba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0670159 Aug 10 03:43:22.952781 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-09b92a6b-47ed-4146-b4a1-b4060ed578af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.953305 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7051cf-75dd-42f7-b680-03ef935b0852 req-92ad94d5-4e08-4dc5-b235-1abfe07a1147 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.955196 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-09b92a6b-47ed-4146-b4a1-b4060ed578af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc5ee412-63a0-4c00-8014-352954e4021d HTTP/1.1" status: 200 len: 861 time: 0.0924814 Aug 10 03:43:22.961970 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d670d94c-6145-45b0-9507-6b6e49adbeec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f78b27d-b50f-47fa-bf82-e1195b79cdfa {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:22.962189 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7051cf-75dd-42f7-b680-03ef935b0852 req-92ad94d5-4e08-4dc5-b235-1abfe07a1147 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.970441 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7051cf-75dd-42f7-b680-03ef935b0852 req-92ad94d5-4e08-4dc5-b235-1abfe07a1147 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.975926 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d670d94c-6145-45b0-9507-6b6e49adbeec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:22.977808 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7051cf-75dd-42f7-b680-03ef935b0852 req-92ad94d5-4e08-4dc5-b235-1abfe07a1147 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.984088 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7051cf-75dd-42f7-b680-03ef935b0852 req-92ad94d5-4e08-4dc5-b235-1abfe07a1147 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.990769 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7051cf-75dd-42f7-b680-03ef935b0852 req-92ad94d5-4e08-4dc5-b235-1abfe07a1147 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.993248 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d670d94c-6145-45b0-9507-6b6e49adbeec service neutron] Transition to ACTIVE for port object 9f78b27d-b50f-47fa-bf82-e1195b79cdfa will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:22.997057 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7051cf-75dd-42f7-b680-03ef935b0852 req-92ad94d5-4e08-4dc5-b235-1abfe07a1147 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:22.999017 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af7051cf-75dd-42f7-b680-03ef935b0852 req-92ad94d5-4e08-4dc5-b235-1abfe07a1147 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5382 time: 0.1579251 Aug 10 03:43:23.033279 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-1ec3460e-fdee-4502-9641-c5db645ae527 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416329 Aug 10 03:43:23.077293 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af7051cf-75dd-42f7-b680-03ef935b0852 req-2fda87d9-1b58-42a8-9680-37f0ec0c03cc tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0679817 Aug 10 03:43:23.080169 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3e068-4101-4bc1-a32d-48af6036c1bd req-38f71a56-863b-437c-97fb-8c782df9d557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:23.081579 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c4f3e068-4101-4bc1-a32d-48af6036c1bd req-38f71a56-863b-437c-97fb-8c782df9d557 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0816112 Aug 10 03:43:23.175536 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d670d94c-6145-45b0-9507-6b6e49adbeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.182080 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-8b7dae0e-dcb5-4cce-8f3f-9e6f50d0974b service neutron] 10.222.0.20 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415551 Aug 10 03:43:23.258035 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c4f3e068-4101-4bc1-a32d-48af6036c1bd req-f319a0f1-d6d4-48d7-bcda-a842dfe30026 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595931 Aug 10 03:43:23.303371 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06fba8-9dda-4212-8e9b-30aa0f4cb8a4 req-71e61351-5f35-449c-8f38-1a81ffe69615 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:23.305085 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5e06fba8-9dda-4212-8e9b-30aa0f4cb8a4 req-71e61351-5f35-449c-8f38-1a81ffe69615 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=234de391-f668-43f6-84ae-dc2064d8cd65 HTTP/1.1" status: 200 len: 947 time: 0.1328514 Aug 10 03:43:23.417038 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5e06fba8-9dda-4212-8e9b-30aa0f4cb8a4 req-33749397-4e02-4587-ae3c-9146d21edf36 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993838 Aug 10 03:43:23.420931 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d94c-6145-45b0-9507-6b6e49adbeec service neutron] Pushing event updated for resources: {'Port': ['ID=9f78b27d-b50f-47fa-bf82-e1195b79cdfa,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:23.470789 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c4f3e068-4101-4bc1-a32d-48af6036c1bd req-7b1fa861-f20f-483a-a14a-383b75bde4e6 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986012 Aug 10 03:43:23.549275 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b667740c-e386-4bb6-9a7f-1f403e9625b2 req-20d4d3fc-9e1e-46ef-b472-a7ca3bc545c2 service neutron] 10.222.0.20 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549085 Aug 10 03:43:23.577954 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d670d94c-6145-45b0-9507-6b6e49adbeec service neutron] Attempting to bind port 9f78b27d-b50f-47fa-bf82-e1195b79cdfa on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:23.578357 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d670d94c-6145-45b0-9507-6b6e49adbeec service neutron] Attempting to bind port 9f78b27d-b50f-47fa-bf82-e1195b79cdfa by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '70d6eaf4-21df-4d51-8711-37655142b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:23.578764 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d670d94c-6145-45b0-9507-6b6e49adbeec service neutron] Attempting to bind port 9f78b27d-b50f-47fa-bf82-e1195b79cdfa on network 417fd08b-d4a9-43bf-abeb-ff8394392512 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:23.584634 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d670d94c-6145-45b0-9507-6b6e49adbeec service neutron] Port 9f78b27d-b50f-47fa-bf82-e1195b79cdfa on network 417fd08b-d4a9-43bf-abeb-ff8394392512 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:23.585369 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d670d94c-6145-45b0-9507-6b6e49adbeec service neutron] Attempting to bind port 9f78b27d-b50f-47fa-bf82-e1195b79cdfa on network 417fd08b-d4a9-43bf-abeb-ff8394392512 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:23.595228 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d670d94c-6145-45b0-9507-6b6e49adbeec service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:23.595677 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d670d94c-6145-45b0-9507-6b6e49adbeec service neutron] Checking segment: {'id': '70d6eaf4-21df-4d51-8711-37655142b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:23.596344 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d670d94c-6145-45b0-9507-6b6e49adbeec service neutron] Bound using segment: {'id': '70d6eaf4-21df-4d51-8711-37655142b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:23.596872 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d670d94c-6145-45b0-9507-6b6e49adbeec service neutron] Bound port: 9f78b27d-b50f-47fa-bf82-e1195b79cdfa, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70d6eaf4-21df-4d51-8711-37655142b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:23.597309 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d670d94c-6145-45b0-9507-6b6e49adbeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:23.672573 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f182297-9e67-41d7-89ca-eb749ebe9e4b req-51f9f648-0da9-461c-b3eb-cf68d24d2eb8 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:23.681657 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5f182297-9e67-41d7-89ca-eb749ebe9e4b req-51f9f648-0da9-461c-b3eb-cf68d24d2eb8 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.0764704 Aug 10 03:43:23.703841 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d670d94c-6145-45b0-9507-6b6e49adbeec service neutron] For port 9f78b27d-b50f-47fa-bf82-e1195b79cdfa, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:23.707855 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d670d94c-6145-45b0-9507-6b6e49adbeec service neutron] For port 9f78b27d-b50f-47fa-bf82-e1195b79cdfa, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=9f78b27d-b50f-47fa-bf82-e1195b79cdfa,segment=NetworkSegment(70d6eaf4-21df-4d51-8711-37655142b07a),segment_id=70d6eaf4-21df-4d51-8711-37655142b07a)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:23.724654 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5f182297-9e67-41d7-89ca-eb749ebe9e4b req-5467b7fd-6c15-4d24-aabb-88acf5fbe7de tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418057 Aug 10 03:43:23.726279 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e603d4-aa72-40d9-a84c-18c7929db728 req-c4b2b813-b3b1-489c-a2f2-e4ea94f52a92 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:23.727942 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-27e603d4-aa72-40d9-a84c-18c7929db728 req-c4b2b813-b3b1-489c-a2f2-e4ea94f52a92 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69fff48-3f9f-47c2-a24e-36649d3beb30 HTTP/1.1" status: 200 len: 948 time: 0.0825934 Aug 10 03:43:23.784422 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-27e603d4-aa72-40d9-a84c-18c7929db728 req-f683d640-9042-4da1-bf96-bf07c009881f tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490332 Aug 10 03:43:23.862476 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c1c0f-7a68-432e-ae3f-6c0b88f81310 req-1a7404ae-b2f9-49ae-b71d-681676a17d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:23.869094 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-508c1c0f-7a68-432e-ae3f-6c0b88f81310 req-1a7404ae-b2f9-49ae-b71d-681676a17d12 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47ca53781e6743fd8c23c05b91862cdc&device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 1095 time: 0.0454879 Aug 10 03:43:23.962812 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d670d94c-6145-45b0-9507-6b6e49adbeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.015029 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d670d94c-6145-45b0-9507-6b6e49adbeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:24.015931 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d670d94c-6145-45b0-9507-6b6e49adbeec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.017356 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d670d94c-6145-45b0-9507-6b6e49adbeec service neutron] 10.222.0.68 "PUT /v2.0/ports/9f78b27d-b50f-47fa-bf82-e1195b79cdfa HTTP/1.1" status: 200 len: 1090 time: 1.9655612 Aug 10 03:43:24.066411 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845ac0d-6f0d-470c-9806-ff2263865c76 req-d0a4a604-7ab2-4e93-ac4c-455c1a8fddd3 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:24.068892 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3845ac0d-6f0d-470c-9806-ff2263865c76 req-d0a4a604-7ab2-4e93-ac4c-455c1a8fddd3 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 944 time: 0.1433175 Aug 10 03:43:24.075804 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c1c0f-7a68-432e-ae3f-6c0b88f81310 req-557942d8-5342-49ec-a3cb-041594847df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:24.077495 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-508c1c0f-7a68-432e-ae3f-6c0b88f81310 req-557942d8-5342-49ec-a3cb-041594847df2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4 HTTP/1.1" status: 200 len: 922 time: 0.2037551 Aug 10 03:43:24.118964 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670d94c-6145-45b0-9507-6b6e49adbeec service neutron] Pushing event updated for resources: {'Port': ['ID=9f78b27d-b50f-47fa-bf82-e1195b79cdfa,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:24.153876 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ccecb3bf-8c42-472e-8a45-b163e5a16050 service neutron] Request body: {'port': {'device_id': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:24.166462 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-508c1c0f-7a68-432e-ae3f-6c0b88f81310 req-12de9075-7a3e-42c9-906e-4c8a32fa5a0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45469e1f-b3c8-44a0-b148-f8c1669f304e HTTP/1.1" status: 200 len: 217 time: 0.0678658 Aug 10 03:43:24.201270 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234de391-f668-43f6-84ae-dc2064d8cd65', 'tag': '73c2efac-c156-4e55-ad6a-d8f7b934d6d1'}, {'name': 'network-changed', 'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'tag': 'ed70a477-1112-4bcb-a46c-2d53afbe9813'}, {'name': 'network-changed', 'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'tag': '9f78b27d-b50f-47fa-bf82-e1195b79cdfa'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:24.204575 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81" -d '{"events": [{"name": "network-changed", "server_uuid": "234de391-f668-43f6-84ae-dc2064d8cd65", "tag": "73c2efac-c156-4e55-ad6a-d8f7b934d6d1"}, {"name": "network-changed", "server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "tag": "ed70a477-1112-4bcb-a46c-2d53afbe9813"}, {"name": "network-changed", "server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "tag": "9f78b27d-b50f-47fa-bf82-e1195b79cdfa"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:24.230965 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3845ac0d-6f0d-470c-9806-ff2263865c76 req-e04d2133-2fbc-4308-8eca-1e9b547545af tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523473 Aug 10 03:43:24.260084 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 024b4c54-fa60-4eb9-90ce-4767a3f9806f details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:43:24.267913 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:24.317345 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c1c0f-7a68-432e-ae3f-6c0b88f81310 req-219cec57-b8d0-434d-bdce-f92ae4f22170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:24.320046 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-508c1c0f-7a68-432e-ae3f-6c0b88f81310 req-219cec57-b8d0-434d-bdce-f92ae4f22170 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc5ee412-63a0-4c00-8014-352954e4021d HTTP/1.1" status: 200 len: 861 time: 0.1076522 Aug 10 03:43:24.324929 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ccecb3bf-8c42-472e-8a45-b163e5a16050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.371445 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5633dc4e-bf07-4fcc-9926-0359950bb55a x-openstack-request-id: req-5633dc4e-bf07-4fcc-9926-0359950bb55a {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:24.371445 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "234de391-f668-43f6-84ae-dc2064d8cd65", "tag": "73c2efac-c156-4e55-ad6a-d8f7b934d6d1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "tag": "ed70a477-1112-4bcb-a46c-2d53afbe9813", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "tag": "9f78b27d-b50f-47fa-bf82-e1195b79cdfa", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:24.371445 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5633dc4e-bf07-4fcc-9926-0359950bb55a {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:24.372773 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '234de391-f668-43f6-84ae-dc2064d8cd65', 'tag': '73c2efac-c156-4e55-ad6a-d8f7b934d6d1', 'status': 'completed', 'code': 200} Aug 10 03:43:24.373498 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'tag': 'ed70a477-1112-4bcb-a46c-2d53afbe9813', 'status': 'completed', 'code': 200} Aug 10 03:43:24.374378 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'tag': '9f78b27d-b50f-47fa-bf82-e1195b79cdfa', 'status': 'completed', 'code': 200} Aug 10 03:43:24.384701 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2d608-156b-413e-bc48-2e66eea95bdb req-65655209-79e6-4397-a2a7-c5770a23adf0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:24.402818 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2d608-156b-413e-bc48-2e66eea95bdb req-65655209-79e6-4397-a2a7-c5770a23adf0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:24.423087 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2d608-156b-413e-bc48-2e66eea95bdb req-65655209-79e6-4397-a2a7-c5770a23adf0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:24.429265 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2d608-156b-413e-bc48-2e66eea95bdb req-65655209-79e6-4397-a2a7-c5770a23adf0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:24.434413 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-508c1c0f-7a68-432e-ae3f-6c0b88f81310 req-735aae3a-c19f-4ec4-99ec-7745b446512e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049075 Aug 10 03:43:24.453960 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2d608-156b-413e-bc48-2e66eea95bdb req-65655209-79e6-4397-a2a7-c5770a23adf0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:24.461160 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2d608-156b-413e-bc48-2e66eea95bdb req-65655209-79e6-4397-a2a7-c5770a23adf0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:24.469991 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc2d608-156b-413e-bc48-2e66eea95bdb req-65655209-79e6-4397-a2a7-c5770a23adf0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:24.485275 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7cc2d608-156b-413e-bc48-2e66eea95bdb req-65655209-79e6-4397-a2a7-c5770a23adf0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5394 time: 0.2033203 Aug 10 03:43:24.601450 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 024b4c54-fa60-4eb9-90ce-4767a3f9806f, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=024b4c54-fa60-4eb9-90ce-4767a3f9806f,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:24.616253 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '024b4c54-fa60-4eb9-90ce-4767a3f9806f', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': '024b4c54-fa60-4eb9-90ce-4767a3f9806f', 'mac_address': 'fa:16:3e:45:c0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:43:24.622883 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7cc2d608-156b-413e-bc48-2e66eea95bdb req-5cec2f05-aef4-4f84-bab9-06d635e99c54 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1362917 Aug 10 03:43:24.646498 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-a9b5be2d-42ae-48e4-8e0a-d26d7a756023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:24.646498 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-a9b5be2d-42ae-48e4-8e0a-d26d7a756023 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e6317d6e9a545ceb999c28a0244c49a&device_id=234de391-f668-43f6-84ae-dc2064d8cd65 HTTP/1.1" status: 200 len: 1098 time: 0.1522393 Aug 10 03:43:24.684330 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.711104 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-68003386-bad3-4a04-9a0a-c7da9eb7b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:24.711727 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-68003386-bad3-4a04-9a0a-c7da9eb7b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:24.712310 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-68003386-bad3-4a04-9a0a-c7da9eb7b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:24.716000 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-68003386-bad3-4a04-9a0a-c7da9eb7b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:24.716000 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-68003386-bad3-4a04-9a0a-c7da9eb7b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:24.716000 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-68003386-bad3-4a04-9a0a-c7da9eb7b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:24.716000 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-68003386-bad3-4a04-9a0a-c7da9eb7b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:24.716779 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-68003386-bad3-4a04-9a0a-c7da9eb7b394 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=131e3b69db844409bca7efef95f46481&device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 6341 time: 0.2869263 Aug 10 03:43:24.726336 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:24.735920 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 024b4c54-fa60-4eb9-90ce-4767a3f9806f {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:24.749330 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:24.750430 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.781698 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-e179d9ca-d74b-4ee9-aac1-40fedbbd00df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:24.783313 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-e179d9ca-d74b-4ee9-aac1-40fedbbd00df service neutron] 10.222.0.20 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.1326008 Aug 10 03:43:24.804234 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 024b4c54-fa60-4eb9-90ce-4767a3f9806f, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=024b4c54-fa60-4eb9-90ce-4767a3f9806f,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:24.831035 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ada9de-6a11-4114-ac71-77848a594fb5 req-dae41ba0-ac13-4b5d-8527-b204ade60a6c tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:24.832886 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c4ada9de-6a11-4114-ac71-77848a594fb5 req-dae41ba0-ac13-4b5d-8527-b204ade60a6c tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=234de391-f668-43f6-84ae-dc2064d8cd65 HTTP/1.1" status: 200 len: 947 time: 0.2470348 Aug 10 03:43:24.865806 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-65028226-3fe9-4854-a04c-8e95edbfddcf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=73c2efac-c156-4e55-ad6a-d8f7b934d6d1 HTTP/1.1" status: 200 len: 217 time: 0.0663321 Aug 10 03:43:24.896381 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-508c1c0f-7a68-432e-ae3f-6c0b88f81310 req-37f83d55-05d0-47f8-97c6-39fdd61ce1b4 service neutron] 10.222.0.20 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479802 Aug 10 03:43:24.907629 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:24.988590 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c4ada9de-6a11-4114-ac71-77848a594fb5 req-49145117-ee30-43b1-9744-6587b6eca9dd tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142464 Aug 10 03:43:25.000406 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-7dbf8b37-74b3-4884-b013-a320ab8073f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:25.002362 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-7dbf8b37-74b3-4884-b013-a320ab8073f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.1259418 Aug 10 03:43:25.051917 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.055396 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=024b4c54-fa60-4eb9-90ce-4767a3f9806f,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:25.084698 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6239fe5-d842-4c55-98f5-00d0886b28d3 req-93e3f7f1-2df1-4d63-a280-6ad83a8d5c6e tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:25.086376 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e6239fe5-d842-4c55-98f5-00d0886b28d3 req-93e3f7f1-2df1-4d63-a280-6ad83a8d5c6e tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.1347148 Aug 10 03:43:25.114103 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:25.119435 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed3265a-ecd3-43cc-a673-7527f1297a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:25.119435 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9181a9-6172-4957-97f4-0b2762b89998" -d '{"events": [{"server_uuid": "5ed3265a-ecd3-43cc-a673-7527f1297a5b", "name": "network-vif-plugged", "status": "completed", "tag": "8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:25.149596 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e6239fe5-d842-4c55-98f5-00d0886b28d3 req-f51b54a4-dadf-47a8-87ed-202096cf3c0c tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484586 Aug 10 03:43:25.151664 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-54c71acb-6dbe-455e-8caa-77c4dd254cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:25.153394 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-54c71acb-6dbe-455e-8caa-77c4dd254cd4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1366682 Aug 10 03:43:25.219534 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.264529 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['024b4c54-fa60-4eb9-90ce-4767a3f9806f'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:25.311521 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-e889f01d-1d04-435b-a390-48a90318a6cd service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499872 Aug 10 03:43:25.375432 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:25.389595 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-b2d1b816-add8-4948-8bb9-60524d6f45a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:25.390090 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-b2d1b816-add8-4948-8bb9-60524d6f45a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:25.390570 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-b2d1b816-add8-4948-8bb9-60524d6f45a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:25.392252 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-b2d1b816-add8-4948-8bb9-60524d6f45a4 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=131e3b69db844409bca7efef95f46481&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6631706 Aug 10 03:43:25.498079 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e519b489-a9b2-4415-b3c9-28f5496a3638 x-openstack-request-id: req-e519b489-a9b2-4415-b3c9-28f5496a3638 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:25.498829 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed3265a-ecd3-43cc-a673-7527f1297a5b", "name": "network-vif-plugged", "status": "completed", "tag": "8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:25.499230 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e519b489-a9b2-4415-b3c9-28f5496a3638 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:25.499769 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed3265a-ecd3-43cc-a673-7527f1297a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186', 'code': 200} Aug 10 03:43:25.590387 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-508c1c0f-7a68-432e-ae3f-6c0b88f81310 req-accd78d7-51e0-42f7-89ab-d25b506c4372 service neutron] 10.222.0.20 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6833191 Aug 10 03:43:25.724785 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ccecb3bf-8c42-472e-8a45-b163e5a16050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db6f0dfe-aee4-4b7b-be43-c2e8f14c481f {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:25.743805 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ccecb3bf-8c42-472e-8a45-b163e5a16050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.753388 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30942018-fd9e-4c1f-9994-9e3d1ce8693b req-56c65f4b-4df3-4e14-935a-d539312a6140 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:25.753388 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-30942018-fd9e-4c1f-9994-9e3d1ce8693b req-56c65f4b-4df3-4e14-935a-d539312a6140 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 944 time: 0.0852017 Aug 10 03:43:25.753781 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-428b071c-899f-479d-94b5-0b426f8250af service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336040 Aug 10 03:43:25.797657 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f3841-1bc0-48ff-815a-0c7a80752659 req-fa8834c2-a454-444c-bb9b-e3c14c587423 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:25.803732 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-30942018-fd9e-4c1f-9994-9e3d1ce8693b req-37d5c6b0-0bd5-472a-81cf-4632bcbbd0a5 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429618 Aug 10 03:43:25.806152 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-702f3841-1bc0-48ff-815a-0c7a80752659 req-fa8834c2-a454-444c-bb9b-e3c14c587423 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69fff48-3f9f-47c2-a24e-36649d3beb30 HTTP/1.1" status: 200 len: 949 time: 0.4128189 Aug 10 03:43:25.813875 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ccecb3bf-8c42-472e-8a45-b163e5a16050 service neutron] Transition to ACTIVE for port object db6f0dfe-aee4-4b7b-be43-c2e8f14c481f will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:25.832349 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b326bca-1047-41ab-b7e5-9653a57ff766 req-5b3885e1-6831-4e21-9300-56f5834909f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:25.832349 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4b326bca-1047-41ab-b7e5-9653a57ff766 req-5b3885e1-6831-4e21-9300-56f5834909f0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ed3265a-ecd3-43cc-a673-7527f1297a5b HTTP/1.1" status: 200 len: 1101 time: 0.1752999 Aug 10 03:43:25.851815 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-fdc45dc4-94cf-436e-a023-465d4c04e910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:25.853226 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-fdc45dc4-94cf-436e-a023-465d4c04e910 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2615137 Aug 10 03:43:25.898569 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-702f3841-1bc0-48ff-815a-0c7a80752659 req-fda49519-6762-4746-bd75-117605823b4a tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914500 Aug 10 03:43:25.905461 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4b326bca-1047-41ab-b7e5-9653a57ff766 req-cb7a0eb5-2144-46bf-a326-45ce0e2d36c4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624926 Aug 10 03:43:25.945054 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ccecb3bf-8c42-472e-8a45-b163e5a16050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:25.996276 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0de011-527b-45e2-b450-6b8145252444 req-001c9c3d-5a00-4946-8b75-77ba66d34d6c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.003127 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0de011-527b-45e2-b450-6b8145252444 req-001c9c3d-5a00-4946-8b75-77ba66d34d6c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.010603 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0de011-527b-45e2-b450-6b8145252444 req-001c9c3d-5a00-4946-8b75-77ba66d34d6c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.017523 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0de011-527b-45e2-b450-6b8145252444 req-001c9c3d-5a00-4946-8b75-77ba66d34d6c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.024400 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-7c2dbb3a-f9c1-4b89-89cb-92afafe783b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.024960 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-7c2dbb3a-f9c1-4b89-89cb-92afafe783b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.025379 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-7c2dbb3a-f9c1-4b89-89cb-92afafe783b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.025894 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-7c2dbb3a-f9c1-4b89-89cb-92afafe783b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.026481 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-7c2dbb3a-f9c1-4b89-89cb-92afafe783b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.026598 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0de011-527b-45e2-b450-6b8145252444 req-001c9c3d-5a00-4946-8b75-77ba66d34d6c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.027031 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-7c2dbb3a-f9c1-4b89-89cb-92afafe783b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.027510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-7c2dbb3a-f9c1-4b89-89cb-92afafe783b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.029610 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-7c2dbb3a-f9c1-4b89-89cb-92afafe783b4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=131e3b69db844409bca7efef95f46481&device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 6341 time: 0.1227846 Aug 10 03:43:26.033288 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecb3bf-8c42-472e-8a45-b163e5a16050 service neutron] Pushing event updated for resources: {'Port': ['ID=db6f0dfe-aee4-4b7b-be43-c2e8f14c481f,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:26.033538 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0de011-527b-45e2-b450-6b8145252444 req-001c9c3d-5a00-4946-8b75-77ba66d34d6c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.046969 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0de011-527b-45e2-b450-6b8145252444 req-001c9c3d-5a00-4946-8b75-77ba66d34d6c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.049086 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cb0de011-527b-45e2-b450-6b8145252444 req-001c9c3d-5a00-4946-8b75-77ba66d34d6c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5406 time: 0.1345160 Aug 10 03:43:26.123038 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cb0de011-527b-45e2-b450-6b8145252444 req-72476e13-09c4-4069-9515-60c8c1b29624 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545497 Aug 10 03:43:26.252614 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ccecb3bf-8c42-472e-8a45-b163e5a16050 service neutron] Attempting to bind port db6f0dfe-aee4-4b7b-be43-c2e8f14c481f on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:26.252966 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ccecb3bf-8c42-472e-8a45-b163e5a16050 service neutron] Attempting to bind port db6f0dfe-aee4-4b7b-be43-c2e8f14c481f by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': 'e05be633-5f7b-4d4d-8f67-46bd31919666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6124ac5f-cc2c-4188-9079-e96ada11101c'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:26.253303 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ccecb3bf-8c42-472e-8a45-b163e5a16050 service neutron] Attempting to bind port db6f0dfe-aee4-4b7b-be43-c2e8f14c481f on network 6124ac5f-cc2c-4188-9079-e96ada11101c {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:26.270169 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ccecb3bf-8c42-472e-8a45-b163e5a16050 service neutron] Port db6f0dfe-aee4-4b7b-be43-c2e8f14c481f on network 6124ac5f-cc2c-4188-9079-e96ada11101c not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:26.270423 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ccecb3bf-8c42-472e-8a45-b163e5a16050 service neutron] Attempting to bind port db6f0dfe-aee4-4b7b-be43-c2e8f14c481f on network 6124ac5f-cc2c-4188-9079-e96ada11101c {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:26.271624 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 45469e1f-b3c8-44a0-b148-f8c1669f304e details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:43:26.282459 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 024b4c54-fa60-4eb9-90ce-4767a3f9806f up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:26.285635 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a8a1a-0213-4310-8f35-2404f3021abc req-ef40ad12-d1de-4212-921b-5331f7c13907 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.289074 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-992a8a1a-0213-4310-8f35-2404f3021abc req-ef40ad12-d1de-4212-921b-5331f7c13907 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=234de391-f668-43f6-84ae-dc2064d8cd65 HTTP/1.1" status: 200 len: 947 time: 0.1316352 Aug 10 03:43:26.292332 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-5301e85c-8529-4868-9175-a9e3b0189b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.292833 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-5301e85c-8529-4868-9175-a9e3b0189b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.293321 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-5301e85c-8529-4868-9175-a9e3b0189b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.295122 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-5301e85c-8529-4868-9175-a9e3b0189b90 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=131e3b69db844409bca7efef95f46481&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2400756 Aug 10 03:43:26.320384 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ccecb3bf-8c42-472e-8a45-b163e5a16050 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:26.321182 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ccecb3bf-8c42-472e-8a45-b163e5a16050 service neutron] Checking segment: {'id': 'e05be633-5f7b-4d4d-8f67-46bd31919666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6124ac5f-cc2c-4188-9079-e96ada11101c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:26.321598 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ccecb3bf-8c42-472e-8a45-b163e5a16050 service neutron] Bound using segment: {'id': 'e05be633-5f7b-4d4d-8f67-46bd31919666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6124ac5f-cc2c-4188-9079-e96ada11101c'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:26.322285 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ccecb3bf-8c42-472e-8a45-b163e5a16050 service neutron] Bound port: db6f0dfe-aee4-4b7b-be43-c2e8f14c481f, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e05be633-5f7b-4d4d-8f67-46bd31919666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6124ac5f-cc2c-4188-9079-e96ada11101c'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:26.322504 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ccecb3bf-8c42-472e-8a45-b163e5a16050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.341049 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402927a4-00d7-4b93-9567-e5069ceb7a82 req-3fe190d4-ad5d-4b67-92b0-c5975a3b9099 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.356860 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-402927a4-00d7-4b93-9567-e5069ceb7a82 req-3fe190d4-ad5d-4b67-92b0-c5975a3b9099 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.1152773 Aug 10 03:43:26.418924 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-402927a4-00d7-4b93-9567-e5069ceb7a82 req-c289e3e4-cb7c-47eb-872e-490bf58a998d tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607877 Aug 10 03:43:26.493038 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.resource_extend [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:43:26.506635 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ccecb3bf-8c42-472e-8a45-b163e5a16050 service neutron] For port db6f0dfe-aee4-4b7b-be43-c2e8f14c481f, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:26.510609 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ccecb3bf-8c42-472e-8a45-b163e5a16050 service neutron] For port db6f0dfe-aee4-4b7b-be43-c2e8f14c481f, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=db6f0dfe-aee4-4b7b-be43-c2e8f14c481f,segment=NetworkSegment(e05be633-5f7b-4d4d-8f67-46bd31919666),segment_id=e05be633-5f7b-4d4d-8f67-46bd31919666)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:26.517025 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-992a8a1a-0213-4310-8f35-2404f3021abc req-4912507b-5f35-421f-bc59-e76bc4811d3e tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208774 Aug 10 03:43:26.582680 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-7268d0ae-5b3e-4489-85c5-fae78eb94dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.593787 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ae3ff7e0-74e5-45d6-bcf2-be6c47204d81 req-7268d0ae-5b3e-4489-85c5-fae78eb94dfd service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2819800 Aug 10 03:43:26.618625 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 45469e1f-b3c8-44a0-b148-f8c1669f304e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=45469e1f-b3c8-44a0-b148-f8c1669f304e,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:26.632494 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '45469e1f-b3c8-44a0-b148-f8c1669f304e', 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4', 'port_id': '45469e1f-b3c8-44a0-b148-f8c1669f304e', 'mac_address': 'fa:16:3e:5c:fe:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc5ee412-63a0-4c00-8014-352954e4021d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:43:26.637082 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ccecb3bf-8c42-472e-8a45-b163e5a16050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.679427 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ccecb3bf-8c42-472e-8a45-b163e5a16050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.680199 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ccecb3bf-8c42-472e-8a45-b163e5a16050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.681796 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ccecb3bf-8c42-472e-8a45-b163e5a16050 service neutron] 10.222.0.68 "PUT /v2.0/ports/db6f0dfe-aee4-4b7b-be43-c2e8f14c481f HTTP/1.1" status: 200 len: 1091 time: 2.5330527 Aug 10 03:43:26.682425 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'tag': 'db6f0dfe-aee4-4b7b-be43-c2e8f14c481f'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:26.684891 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71f9e5f-0b54-401a-aaa0-65bc067797d3" -d '{"events": [{"name": "network-changed", "server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "tag": "db6f0dfe-aee4-4b7b-be43-c2e8f14c481f"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:26.699557 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 024b4c54-fa60-4eb9-90ce-4767a3f9806f completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:26.702806 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.713113 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 024b4c54-fa60-4eb9-90ce-4767a3f9806f triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:26.713535 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.731665 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecb3bf-8c42-472e-8a45-b163e5a16050 service neutron] Pushing event updated for resources: {'Port': ['ID=db6f0dfe-aee4-4b7b-be43-c2e8f14c481f,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:26.741878 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45469e1f-b3c8-44a0-b148-f8c1669f304e {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:26.752674 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9dc1576-e6aa-49e2-bc35-fae964891704 x-openstack-request-id: req-c9dc1576-e6aa-49e2-bc35-fae964891704 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:26.753429 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "tag": "db6f0dfe-aee4-4b7b-be43-c2e8f14c481f", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:26.753429 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9dc1576-e6aa-49e2-bc35-fae964891704 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:26.753806 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'tag': 'db6f0dfe-aee4-4b7b-be43-c2e8f14c481f', 'status': 'completed', 'code': 200} Aug 10 03:43:26.781713 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 45469e1f-b3c8-44a0-b148-f8c1669f304e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=45469e1f-b3c8-44a0-b148-f8c1669f304e,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:26.848163 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f9e5f-0b54-401a-aaa0-65bc067797d3 req-814bdf9e-29c9-45b0-a2aa-96f61e53a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.849244 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f9e5f-0b54-401a-aaa0-65bc067797d3 req-814bdf9e-29c9-45b0-a2aa-96f61e53a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.849836 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f9e5f-0b54-401a-aaa0-65bc067797d3 req-814bdf9e-29c9-45b0-a2aa-96f61e53a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.850318 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f9e5f-0b54-401a-aaa0-65bc067797d3 req-814bdf9e-29c9-45b0-a2aa-96f61e53a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.850802 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f9e5f-0b54-401a-aaa0-65bc067797d3 req-814bdf9e-29c9-45b0-a2aa-96f61e53a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.851280 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f9e5f-0b54-401a-aaa0-65bc067797d3 req-814bdf9e-29c9-45b0-a2aa-96f61e53a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.851769 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f9e5f-0b54-401a-aaa0-65bc067797d3 req-814bdf9e-29c9-45b0-a2aa-96f61e53a144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:26.854585 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d71f9e5f-0b54-401a-aaa0-65bc067797d3 req-814bdf9e-29c9-45b0-a2aa-96f61e53a144 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=131e3b69db844409bca7efef95f46481&device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 6408 time: 0.0696578 Aug 10 03:43:26.875725 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.886767 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d7a12f37-e868-4490-ab95-f2f47894728d req-34ddc949-bef5-43ce-b616-a40241d9a871 service neutron] Request body: {'port': {'device_id': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:26.921533 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 024b4c54-fa60-4eb9-90ce-4767a3f9806f, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=024b4c54-fa60-4eb9-90ce-4767a3f9806f,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:26.923837 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:26.924646 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 73c2efac-c156-4e55-ad6a-d8f7b934d6d1 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:43:27.002743 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c58ee3-a169-4a99-8c2f-cb3926ad3ac6 req-7bbb8a39-7760-4061-884d-f67679cd3f96 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:27.006997 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-31c58ee3-a169-4a99-8c2f-cb3926ad3ac6 req-7bbb8a39-7760-4061-884d-f67679cd3f96 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 945 time: 0.0720460 Aug 10 03:43:27.018946 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.066738 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-34ddc949-bef5-43ce-b616-a40241d9a871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.081453 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-31c58ee3-a169-4a99-8c2f-cb3926ad3ac6 req-a3a4ff22-8b5a-4596-b2ea-22d97fc89717 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634236 Aug 10 03:43:27.099323 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=45469e1f-b3c8-44a0-b148-f8c1669f304e,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:27.198307 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f9e5f-0b54-401a-aaa0-65bc067797d3 req-d1b2ddb9-32e1-4cdd-8a37-0afd30600de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:27.199266 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f9e5f-0b54-401a-aaa0-65bc067797d3 req-d1b2ddb9-32e1-4cdd-8a37-0afd30600de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:27.199869 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f9e5f-0b54-401a-aaa0-65bc067797d3 req-d1b2ddb9-32e1-4cdd-8a37-0afd30600de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:27.204104 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d71f9e5f-0b54-401a-aaa0-65bc067797d3 req-d1b2ddb9-32e1-4cdd-8a37-0afd30600de0 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=131e3b69db844409bca7efef95f46481&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3260431 Aug 10 03:43:27.272698 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=024b4c54-fa60-4eb9-90ce-4767a3f9806f,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:27.287989 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.318146 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 73c2efac-c156-4e55-ad6a-d8f7b934d6d1, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=73c2efac-c156-4e55-ad6a-d8f7b934d6d1,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:27.327760 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d317500-28fb-42fc-8078-7794b059da62 req-41805942-bc9d-4bc8-8098-d5a3aff621ea tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:27.332335 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '73c2efac-c156-4e55-ad6a-d8f7b934d6d1', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': '73c2efac-c156-4e55-ad6a-d8f7b934d6d1', 'mac_address': 'fa:16:3e:56:3d:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:43:27.335433 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d317500-28fb-42fc-8078-7794b059da62 req-41805942-bc9d-4bc8-8098-d5a3aff621ea tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:27.344938 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d317500-28fb-42fc-8078-7794b059da62 req-41805942-bc9d-4bc8-8098-d5a3aff621ea tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:27.352196 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d317500-28fb-42fc-8078-7794b059da62 req-41805942-bc9d-4bc8-8098-d5a3aff621ea tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:27.359125 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d317500-28fb-42fc-8078-7794b059da62 req-41805942-bc9d-4bc8-8098-d5a3aff621ea tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:27.365000 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f982dc-4511-4752-8f84-cf3a8617f8c5 req-10d360d3-4fa8-49f4-a1ed-e3979d34ac37 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:27.366617 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f3f982dc-4511-4752-8f84-cf3a8617f8c5 req-10d360d3-4fa8-49f4-a1ed-e3979d34ac37 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69fff48-3f9f-47c2-a24e-36649d3beb30 HTTP/1.1" status: 200 len: 950 time: 0.2218897 Aug 10 03:43:27.377442 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d317500-28fb-42fc-8078-7794b059da62 req-41805942-bc9d-4bc8-8098-d5a3aff621ea tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:27.387103 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.387670 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d317500-28fb-42fc-8078-7794b059da62 req-41805942-bc9d-4bc8-8098-d5a3aff621ea tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:27.399121 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9d317500-28fb-42fc-8078-7794b059da62 req-41805942-bc9d-4bc8-8098-d5a3aff621ea tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5406 time: 0.1539643 Aug 10 03:43:27.407462 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73c2efac-c156-4e55-ad6a-d8f7b934d6d1 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:27.453712 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 73c2efac-c156-4e55-ad6a-d8f7b934d6d1, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=73c2efac-c156-4e55-ad6a-d8f7b934d6d1,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:27.456510 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9d317500-28fb-42fc-8078-7794b059da62 req-6aa0efcd-9586-4081-ae24-3a0b4302a237 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564833 Aug 10 03:43:27.472263 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f3f982dc-4511-4752-8f84-cf3a8617f8c5 req-272fcb21-b6c6-48e5-b5fe-dd355e8f5c17 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930915 Aug 10 03:43:27.501617 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69fff48-3f9f-47c2-a24e-36649d3beb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024b4c54-fa60-4eb9-90ce-4767a3f9806f'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:27.505557 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ea0927-283e-438f-9ac5-67dc5da48780" -d '{"events": [{"server_uuid": "f69fff48-3f9f-47c2-a24e-36649d3beb30", "name": "network-vif-plugged", "status": "completed", "tag": "024b4c54-fa60-4eb9-90ce-4767a3f9806f"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:27.525643 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f9e5f-0b54-401a-aaa0-65bc067797d3 req-ea19a907-c402-4b00-919a-8a47cef0a86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:27.527074 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d71f9e5f-0b54-401a-aaa0-65bc067797d3 req-ea19a907-c402-4b00-919a-8a47cef0a86d service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3110082 Aug 10 03:43:27.555764 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.634498 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=73c2efac-c156-4e55-ad6a-d8f7b934d6d1,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:27.657865 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebd359f-b3d1-464e-a3a3-9fed16fb9c0a x-openstack-request-id: req-4ebd359f-b3d1-464e-a3a3-9fed16fb9c0a {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:27.658159 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f69fff48-3f9f-47c2-a24e-36649d3beb30", "name": "network-vif-plugged", "status": "completed", "tag": "024b4c54-fa60-4eb9-90ce-4767a3f9806f", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:27.658417 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ebd359f-b3d1-464e-a3a3-9fed16fb9c0a {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:27.659233 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69fff48-3f9f-47c2-a24e-36649d3beb30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024b4c54-fa60-4eb9-90ce-4767a3f9806f', 'code': 200} Aug 10 03:43:27.676217 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03418f7f-a628-4498-83dd-240fd2312307 req-49664ecf-6c4d-42f7-b5a5-e0325378c7f7 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:27.678185 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-03418f7f-a628-4498-83dd-240fd2312307 req-49664ecf-6c4d-42f7-b5a5-e0325378c7f7 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.1239889 Aug 10 03:43:27.682557 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-d7a12f37-e868-4490-ab95-f2f47894728d req-34ddc949-bef5-43ce-b616-a40241d9a871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:27.707988 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-34ddc949-bef5-43ce-b616-a40241d9a871 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.744888 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-03418f7f-a628-4498-83dd-240fd2312307 req-9cce03c9-b73a-4570-a3ff-325d5e6670ac tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479698 Aug 10 03:43:27.755530 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-d7a12f37-e868-4490-ab95-f2f47894728d req-34ddc949-bef5-43ce-b616-a40241d9a871 service neutron] Transition to ACTIVE for port object ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:27.797216 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c718bd1-19c0-4993-b68e-5a3415ce7da5 req-2816f7ca-4d1a-45c5-b073-80bd593eafba tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:27.799097 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1c718bd1-19c0-4993-b68e-5a3415ce7da5 req-2816f7ca-4d1a-45c5-b073-80bd593eafba tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=234de391-f668-43f6-84ae-dc2064d8cd65 HTTP/1.1" status: 200 len: 948 time: 0.0736778 Aug 10 03:43:27.836522 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050a7310-f526-4c62-805a-6c71d0194478 req-bff3c281-ebea-4c67-a69d-5948dc718951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:27.838342 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-050a7310-f526-4c62-805a-6c71d0194478 req-bff3c281-ebea-4c67-a69d-5948dc718951 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f69fff48-3f9f-47c2-a24e-36649d3beb30 HTTP/1.1" status: 200 len: 1101 time: 0.0573351 Aug 10 03:43:27.845090 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1c718bd1-19c0-4993-b68e-5a3415ce7da5 req-04cd3a15-784b-4a98-8b55-6768cee1e64f tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379512 Aug 10 03:43:27.875147 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-34ddc949-bef5-43ce-b616-a40241d9a871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:27.953621 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['73c2efac-c156-4e55-ad6a-d8f7b934d6d1'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:27.955926 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-050a7310-f526-4c62-805a-6c71d0194478 req-8bbeaaf7-341d-4127-9274-3600bb5c56fd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055000 Aug 10 03:43:27.971934 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ddc949-bef5-43ce-b616-a40241d9a871 service neutron] Pushing event updated for resources: {'Port': ['ID=ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:28.001957 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['45469e1f-b3c8-44a0-b148-f8c1669f304e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:28.056511 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d7a12f37-e868-4490-ab95-f2f47894728d req-34ddc949-bef5-43ce-b616-a40241d9a871 service neutron] Attempting to bind port ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:28.056982 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d7a12f37-e868-4490-ab95-f2f47894728d req-34ddc949-bef5-43ce-b616-a40241d9a871 service neutron] Attempting to bind port ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': 'e05be633-5f7b-4d4d-8f67-46bd31919666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6124ac5f-cc2c-4188-9079-e96ada11101c'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:28.057430 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-34ddc949-bef5-43ce-b616-a40241d9a871 service neutron] Attempting to bind port ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f on network 6124ac5f-cc2c-4188-9079-e96ada11101c {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:28.063323 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-34ddc949-bef5-43ce-b616-a40241d9a871 service neutron] Port ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f on network 6124ac5f-cc2c-4188-9079-e96ada11101c not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:28.063914 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-34ddc949-bef5-43ce-b616-a40241d9a871 service neutron] Attempting to bind port ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f on network 6124ac5f-cc2c-4188-9079-e96ada11101c {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:28.070184 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-34ddc949-bef5-43ce-b616-a40241d9a871 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:28.070882 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-34ddc949-bef5-43ce-b616-a40241d9a871 service neutron] Checking segment: {'id': 'e05be633-5f7b-4d4d-8f67-46bd31919666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6124ac5f-cc2c-4188-9079-e96ada11101c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:28.071061 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a12f37-e868-4490-ab95-f2f47894728d req-34ddc949-bef5-43ce-b616-a40241d9a871 service neutron] Bound using segment: {'id': 'e05be633-5f7b-4d4d-8f67-46bd31919666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6124ac5f-cc2c-4188-9079-e96ada11101c'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:28.072110 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d7a12f37-e868-4490-ab95-f2f47894728d req-34ddc949-bef5-43ce-b616-a40241d9a871 service neutron] Bound port: ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e05be633-5f7b-4d4d-8f67-46bd31919666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '6124ac5f-cc2c-4188-9079-e96ada11101c'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:28.072110 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-34ddc949-bef5-43ce-b616-a40241d9a871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:28.152723 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d7a12f37-e868-4490-ab95-f2f47894728d req-34ddc949-bef5-43ce-b616-a40241d9a871 service neutron] For port ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:28.156495 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d7a12f37-e868-4490-ab95-f2f47894728d req-34ddc949-bef5-43ce-b616-a40241d9a871 service neutron] For port ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f,segment=NetworkSegment(e05be633-5f7b-4d4d-8f67-46bd31919666),segment_id=e05be633-5f7b-4d4d-8f67-46bd31919666)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:28.232823 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef3055-c9aa-44d3-b114-e5e20d708cd3 req-b2a67ae4-20db-44f7-bc14-d8bf1b166653 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.234445 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-56ef3055-c9aa-44d3-b114-e5e20d708cd3 req-b2a67ae4-20db-44f7-bc14-d8bf1b166653 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 945 time: 0.0575557 Aug 10 03:43:28.271409 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-34ddc949-bef5-43ce-b616-a40241d9a871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:28.277903 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-56ef3055-c9aa-44d3-b114-e5e20d708cd3 req-30f97347-7dc5-4ab8-a68e-477295efbb05 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362082 Aug 10 03:43:28.312991 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-34ddc949-bef5-43ce-b616-a40241d9a871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.313601 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7a12f37-e868-4490-ab95-f2f47894728d req-34ddc949-bef5-43ce-b616-a40241d9a871 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:28.314986 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-34ddc949-bef5-43ce-b616-a40241d9a871 service neutron] 10.222.0.68 "PUT /v2.0/ports/ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f HTTP/1.1" status: 200 len: 1091 time: 1.4362938 Aug 10 03:43:28.334402 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ddc949-bef5-43ce-b616-a40241d9a871 service neutron] Pushing event updated for resources: {'Port': ['ID=ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:28.599212 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537dfa50-020e-42f3-9413-20b177871796 req-c9fdbf5c-3a80-4234-97f1-e2c9f9549e91 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.600965 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-537dfa50-020e-42f3-9413-20b177871796 req-c9fdbf5c-3a80-4234-97f1-e2c9f9549e91 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69fff48-3f9f-47c2-a24e-36649d3beb30 HTTP/1.1" status: 200 len: 950 time: 0.0556402 Aug 10 03:43:28.627268 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c88cc-0a65-4696-9e36-d55766c302fb req-5d1c3442-e75c-4a5e-a53f-bab917a79787 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.636838 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c88cc-0a65-4696-9e36-d55766c302fb req-5d1c3442-e75c-4a5e-a53f-bab917a79787 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.640234 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-537dfa50-020e-42f3-9413-20b177871796 req-6ccf80ac-bd7c-4625-9b82-cc23ce2d91d4 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324695 Aug 10 03:43:28.642984 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c88cc-0a65-4696-9e36-d55766c302fb req-5d1c3442-e75c-4a5e-a53f-bab917a79787 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.649670 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c88cc-0a65-4696-9e36-d55766c302fb req-5d1c3442-e75c-4a5e-a53f-bab917a79787 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.655800 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c88cc-0a65-4696-9e36-d55766c302fb req-5d1c3442-e75c-4a5e-a53f-bab917a79787 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.663467 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c88cc-0a65-4696-9e36-d55766c302fb req-5d1c3442-e75c-4a5e-a53f-bab917a79787 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.669907 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c88cc-0a65-4696-9e36-d55766c302fb req-5d1c3442-e75c-4a5e-a53f-bab917a79787 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.671888 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-467c88cc-0a65-4696-9e36-d55766c302fb req-5d1c3442-e75c-4a5e-a53f-bab917a79787 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5418 time: 0.1335495 Aug 10 03:43:28.680069 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ed39811b-f107-4c05-9afc-735b63543f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.680599 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ed39811b-f107-4c05-9afc-735b63543f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.681087 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ed39811b-f107-4c05-9afc-735b63543f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.681573 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ed39811b-f107-4c05-9afc-735b63543f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.682051 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ed39811b-f107-4c05-9afc-735b63543f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.682532 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ed39811b-f107-4c05-9afc-735b63543f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.683011 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ed39811b-f107-4c05-9afc-735b63543f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.684980 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ed39811b-f107-4c05-9afc-735b63543f8a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=131e3b69db844409bca7efef95f46481&device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 6475 time: 0.1373816 Aug 10 03:43:28.740523 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-e9f1f995-b162-4cff-9289-5835be102c2e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b16112ea-945d-400e-93b8-dc4400ca7754 HTTP/1.1" status: 200 len: 217 time: 0.0461793 Aug 10 03:43:28.760033 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'tag': 'ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:28.762255 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c83fe9-75b6-4f1a-aaf5-d3566c21bf7b" -d '{"events": [{"name": "network-changed", "server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "tag": "ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:28.791951 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-467c88cc-0a65-4696-9e36-d55766c302fb req-776092bc-ef67-493f-b755-6bf1a75bd508 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1057055 Aug 10 03:43:28.829019 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-17206950-a391-49dc-848a-c6d322c85e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.829019 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-17206950-a391-49dc-848a-c6d322c85e11 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1583fe6d-0928-4ce5-a5da-99afb99ff698 HTTP/1.1" status: 200 len: 851 time: 0.0744445 Aug 10 03:43:28.846355 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dea1734-e5f9-4085-a7cf-4088a0cda0fb x-openstack-request-id: req-7dea1734-e5f9-4085-a7cf-4088a0cda0fb {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:28.846714 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "tag": "ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:28.847028 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7dea1734-e5f9-4085-a7cf-4088a0cda0fb {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:28.847634 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'tag': 'ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f', 'status': 'completed', 'code': 200} Aug 10 03:43:28.885905 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-6bc61433-39a4-4a21-acf3-ebb48b7d3f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.887521 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-6bc61433-39a4-4a21-acf3-ebb48b7d3f14 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fa395f05-97ff-41a7-920e-74dd9aa81561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517137 Aug 10 03:43:28.948334 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77f51e6-3196-4e91-b0fd-51c797affcaa req-4e216252-dcc3-4d8c-849c-b46e380bade3 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:28.956566 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e77f51e6-3196-4e91-b0fd-51c797affcaa req-4e216252-dcc3-4d8c-849c-b46e380bade3 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.0702648 Aug 10 03:43:29.002094 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-45e5ba11-81c3-4c83-8959-112a5f1bf0cb service neutron] 10.222.0.68 "GET /v2.0/networks/fa395f05-97ff-41a7-920e-74dd9aa81561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011975 Aug 10 03:43:29.004466 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e77f51e6-3196-4e91-b0fd-51c797affcaa req-586fb821-50cb-4489-8a51-10f172dd19e3 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420306 Aug 10 03:43:29.122052 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f171eb-2c48-4354-a248-b0e912f96761 req-9168b46c-2e02-4945-9351-e13665af94b4 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:29.123502 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a4f171eb-2c48-4354-a248-b0e912f96761 req-9168b46c-2e02-4945-9351-e13665af94b4 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=234de391-f668-43f6-84ae-dc2064d8cd65 HTTP/1.1" status: 200 len: 948 time: 0.1104598 Aug 10 03:43:29.144390 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-c6bcb58e-a9c9-4194-89d4-7be74b73c44c service neutron] 10.222.0.68 "GET /v2.0/networks/fa395f05-97ff-41a7-920e-74dd9aa81561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301358 Aug 10 03:43:29.193752 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-ab3c3353-941b-46ad-8f58-5667342df15e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=f967e2df-2718-4410-a5e2-41f4e2475bac HTTP/1.1" status: 200 len: 217 time: 0.0365877 Aug 10 03:43:29.213369 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a4f171eb-2c48-4354-a248-b0e912f96761 req-27d5a58b-0b96-4f46-a94f-68891a7a8941 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802960 Aug 10 03:43:29.258161 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-19dfe1c8-5463-40fc-941e-1b6c53a04d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:29.259691 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-19dfe1c8-5463-40fc-941e-1b6c53a04d79 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7b687a16-5dca-4966-9a46-f39eb550130f HTTP/1.1" status: 200 len: 797 time: 0.0564163 Aug 10 03:43:29.311824 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-22f99213-6014-4c0e-bc5c-1d71dbb1dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:29.313396 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-22f99213-6014-4c0e-bc5c-1d71dbb1dc3b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=417fd08b-d4a9-43bf-abeb-ff8394392512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0445344 Aug 10 03:43:29.401936 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5bca0-e2f3-496b-92e3-79dea0cfd16f req-9893f9bc-b6a8-4887-9f55-78622552744b tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:29.403476 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b5b5bca0-e2f3-496b-92e3-79dea0cfd16f req-9893f9bc-b6a8-4887-9f55-78622552744b tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 945 time: 0.0521927 Aug 10 03:43:29.428164 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-c1705f07-98f2-445c-9d9a-34a59b521c69 service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031256 Aug 10 03:43:29.454956 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b5b5bca0-e2f3-496b-92e3-79dea0cfd16f req-545ec88e-b4ef-4930-8d50-81f928baf974 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449882 Aug 10 03:43:29.506409 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46676) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:29.529327 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-68fc551b-88ee-4d5b-ab45-db2c7e7380bf service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901687 Aug 10 03:43:29.576067 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-f0967c60-05df-4ef6-9624-866df23923c8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=14710601-7780-4dc4-9078-9d9e5dd540bd HTTP/1.1" status: 200 len: 217 time: 0.0381815 Aug 10 03:43:29.628840 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9124270d-2500-4b13-b6e5-dde56d7826cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.632132 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-f7821899-2acc-475f-b0cb-b0e0dc4d9a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:29.633601 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-f7821899-2acc-475f-b0cb-b0e0dc4d9a97 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7b687a16-5dca-4966-9a46-f39eb550130f HTTP/1.1" status: 200 len: 797 time: 0.0472238 Aug 10 03:43:29.689247 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-9294756d-071c-4b2c-94d4-8fc19de05228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:29.690858 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-9294756d-071c-4b2c-94d4-8fc19de05228 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=417fd08b-d4a9-43bf-abeb-ff8394392512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0488648 Aug 10 03:43:29.730135 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9124270d-2500-4b13-b6e5-dde56d7826cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.817083 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c77f4-5c6c-4d69-be50-6a5a13ed1cdd req-9873e331-aa03-426d-9d40-b50dfd098889 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:29.819324 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-099c77f4-5c6c-4d69-be50-6a5a13ed1cdd req-9873e331-aa03-426d-9d40-b50dfd098889 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69fff48-3f9f-47c2-a24e-36649d3beb30 HTTP/1.1" status: 200 len: 950 time: 0.1007209 Aug 10 03:43:29.825248 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-716ccb25-69d7-4268-808c-5bd429712587 service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245630 Aug 10 03:43:29.844715 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9124270d-2500-4b13-b6e5-dde56d7826cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:29.914629 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-099c77f4-5c6c-4d69-be50-6a5a13ed1cdd req-b30cf316-5a1e-4460-ad36-5a4e9e54675c tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884230 Aug 10 03:43:29.924529 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9124270d-2500-4b13-b6e5-dde56d7826cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f64eb4edc9ae43bfa210951619c000a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4151602 Aug 10 03:43:29.924529 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124270d-2500-4b13-b6e5-dde56d7826cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30687124-9533-45e1-b1a6-06af4a7904a4,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:29.928979 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46686) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:29.952391 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-f274ef85-9c50-4f4d-bc2c-1c4ac88ec0ef service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193039 Aug 10 03:43:29.989345 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7200d36-1da1-48ff-8972-bdc7bbd3e4df req-82bd63a6-8bb9-4e0e-993a-a8ac21957a26 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:29.996513 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7200d36-1da1-48ff-8972-bdc7bbd3e4df req-82bd63a6-8bb9-4e0e-993a-a8ac21957a26 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:30.002487 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7200d36-1da1-48ff-8972-bdc7bbd3e4df req-82bd63a6-8bb9-4e0e-993a-a8ac21957a26 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:30.008615 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7200d36-1da1-48ff-8972-bdc7bbd3e4df req-82bd63a6-8bb9-4e0e-993a-a8ac21957a26 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:30.014450 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7200d36-1da1-48ff-8972-bdc7bbd3e4df req-82bd63a6-8bb9-4e0e-993a-a8ac21957a26 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:30.016275 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-3e5e77ce-6615-4a58-94bf-5b27502fa411 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=ed70a477-1112-4bcb-a46c-2d53afbe9813 HTTP/1.1" status: 200 len: 217 time: 0.0488853 Aug 10 03:43:30.020780 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7200d36-1da1-48ff-8972-bdc7bbd3e4df req-82bd63a6-8bb9-4e0e-993a-a8ac21957a26 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:30.026768 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7200d36-1da1-48ff-8972-bdc7bbd3e4df req-82bd63a6-8bb9-4e0e-993a-a8ac21957a26 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:30.028711 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e7200d36-1da1-48ff-8972-bdc7bbd3e4df req-82bd63a6-8bb9-4e0e-993a-a8ac21957a26 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5418 time: 0.1431577 Aug 10 03:43:30.088833 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-469d60d2-7168-4ea5-8554-d927e1235cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.092699 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c2da4-194f-4fdd-b1e6-a857c817b445 req-65720db8-ed22-4d4c-832c-e81bb5d0c935 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:30.094199 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-804c2da4-194f-4fdd-b1e6-a857c817b445 req-65720db8-ed22-4d4c-832c-e81bb5d0c935 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ed3265a-ecd3-43cc-a673-7527f1297a5b HTTP/1.1" status: 200 len: 950 time: 0.0871193 Aug 10 03:43:30.094490 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e7200d36-1da1-48ff-8972-bdc7bbd3e4df req-fa11723f-1c94-47bd-ab2f-56ae514a20c8 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587709 Aug 10 03:43:30.096244 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-b0e7d4cb-226d-4433-86ee-c2ea0257d469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:30.097602 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-b0e7d4cb-226d-4433-86ee-c2ea0257d469 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7b687a16-5dca-4966-9a46-f39eb550130f HTTP/1.1" status: 200 len: 797 time: 0.0626583 Aug 10 03:43:30.122481 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-469d60d2-7168-4ea5-8554-d927e1235cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.164103 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-804c2da4-194f-4fdd-b1e6-a857c817b445 req-5b7d4fd9-e601-4463-951d-f7ede2790202 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612130 Aug 10 03:43:30.176570 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-afa09cc7-31f1-4ca1-b47a-39c6735023df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:30.178173 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-afa09cc7-31f1-4ca1-b47a-39c6735023df service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=417fd08b-d4a9-43bf-abeb-ff8394392512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0684750 Aug 10 03:43:30.278430 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-469d60d2-7168-4ea5-8554-d927e1235cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.281426 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-469d60d2-7168-4ea5-8554-d927e1235cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.285049 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-469d60d2-7168-4ea5-8554-d927e1235cde admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30687124-9533-45e1-b1a6-06af4a7904a4 HTTP/1.1" status: 204 len: 168 time: 0.3515604 Aug 10 03:43:30.293161 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d60d2-7168-4ea5-8554-d927e1235cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30687124-9533-45e1-b1a6-06af4a7904a4,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:30.308975 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-29ef0ff6-3cf0-4b3d-abae-46cffac52b23 service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119785 Aug 10 03:43:30.332823 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d74d4-7bb5-4e04-bfcb-d1500f98e834 req-328b3057-4888-447f-9464-21f6f3f84bc9 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:30.334971 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a23d74d4-7bb5-4e04-bfcb-d1500f98e834 req-328b3057-4888-447f-9464-21f6f3f84bc9 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.0734911 Aug 10 03:43:30.354780 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 45469e1f-b3c8-44a0-b148-f8c1669f304e up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:30.425359 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a23d74d4-7bb5-4e04-bfcb-d1500f98e834 req-c2b96efe-2b69-45b7-a2c3-18558002dc8e tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746548 Aug 10 03:43:30.476518 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 45469e1f-b3c8-44a0-b148-f8c1669f304e completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:30.479662 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-e99d0b52-ea59-45f9-92ae-4faf20ce28a8 service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609688 Aug 10 03:43:30.480907 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 45469e1f-b3c8-44a0-b148-f8c1669f304e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:30.481390 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.554389 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-5c2d486f-1870-46ea-ad22-2b0283e002c3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=9f78b27d-b50f-47fa-bf82-e1195b79cdfa HTTP/1.1" status: 200 len: 217 time: 0.0533190 Aug 10 03:43:30.576119 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.576897 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197aa8e-8f46-4b39-8061-de2df2531434 req-f7fa8cfd-4496-4ad6-a7ed-4f90efc05de1 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:30.581216 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4cb7a2d9-4fb7-439e-8dda-bb8758353ebd req-4dff7292-4170-4529-a1af-78c301b17ff2 service neutron] 10.222.0.68 "GET /v2.0/ports/dfe7ee3a-7458-4bee-ae02-cf4d2586c024/bindings/n-h1-802893-2 HTTP/1.1" status: 200 len: 382 time: 0.1533360 Aug 10 03:43:30.582965 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197aa8e-8f46-4b39-8061-de2df2531434 req-f7fa8cfd-4496-4ad6-a7ed-4f90efc05de1 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:30.585948 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4197aa8e-8f46-4b39-8061-de2df2531434 req-f7fa8cfd-4496-4ad6-a7ed-4f90efc05de1 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69fff48-3f9f-47c2-a24e-36649d3beb30&device_id=5ed3265a-ecd3-43cc-a673-7527f1297a5b HTTP/1.1" status: 200 len: 1691 time: 0.0734050 Aug 10 03:43:30.615361 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b76352-323f-4565-ab99-6948224ae70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45469e1f-b3c8-44a0-b148-f8c1669f304e'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:30.618712 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458e146c-ec97-462b-978d-4f354911532e" -d '{"events": [{"server_uuid": "a3b76352-323f-4565-ab99-6948224ae70c", "name": "network-vif-plugged", "status": "completed", "tag": "45469e1f-b3c8-44a0-b148-f8c1669f304e"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:30.629429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-75fb5ba6-08fd-4c15-977a-f2fb836c3b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:30.631928 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-75fb5ba6-08fd-4c15-977a-f2fb836c3b8f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7b687a16-5dca-4966-9a46-f39eb550130f HTTP/1.1" status: 200 len: 797 time: 0.0600755 Aug 10 03:43:30.637343 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 45469e1f-b3c8-44a0-b148-f8c1669f304e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=45469e1f-b3c8-44a0-b148-f8c1669f304e,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:30.640758 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040d5b9-6470-48ee-82c6-1a12f207edd6 req-b218716b-e53f-40b5-8e50-398c1298a7f3 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:30.641196 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4197aa8e-8f46-4b39-8061-de2df2531434 req-5d219ac5-0c11-430f-a390-8de6b4bb3d4a tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471783 Aug 10 03:43:30.642459 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d040d5b9-6470-48ee-82c6-1a12f207edd6 req-b218716b-e53f-40b5-8e50-398c1298a7f3 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=234de391-f668-43f6-84ae-dc2064d8cd65 HTTP/1.1" status: 200 len: 948 time: 0.1296570 Aug 10 03:43:30.719772 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-42861447-a35f-4255-86c9-84ea024652cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:30.721306 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-42861447-a35f-4255-86c9-84ea024652cb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=417fd08b-d4a9-43bf-abeb-ff8394392512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0778484 Aug 10 03:43:30.741621 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d040d5b9-6470-48ee-82c6-1a12f207edd6 req-6de91aa8-b6e8-4540-83df-2764f7648ef2 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802267 Aug 10 03:43:30.748829 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c3eb2-0b25-4d2f-8997-61ffaad0946c req-20d38dc1-8fbd-4f2c-babe-21a3e2135845 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:30.752509 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b75c3eb2-0b25-4d2f-8997-61ffaad0946c req-20d38dc1-8fbd-4f2c-babe-21a3e2135845 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 945 time: 0.0534115 Aug 10 03:43:30.782141 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:30.783112 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 73c2efac-c156-4e55-ad6a-d8f7b934d6d1 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:30.785886 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd28e63-f281-4e74-9e0a-f34ea1a2c2ea x-openstack-request-id: req-ccd28e63-f281-4e74-9e0a-f34ea1a2c2ea {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:30.786766 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b76352-323f-4565-ab99-6948224ae70c", "name": "network-vif-plugged", "status": "completed", "tag": "45469e1f-b3c8-44a0-b148-f8c1669f304e", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:30.787168 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ccd28e63-f281-4e74-9e0a-f34ea1a2c2ea {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:30.787611 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b76352-323f-4565-ab99-6948224ae70c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45469e1f-b3c8-44a0-b148-f8c1669f304e', 'code': 200} Aug 10 03:43:30.816262 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b75c3eb2-0b25-4d2f-8997-61ffaad0946c req-e774ca1c-bee1-4c56-8ccf-8182531d35c1 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551753 Aug 10 03:43:30.879654 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-de2a3fe6-2376-4bed-aa8b-ba5a438e235c service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332490 Aug 10 03:43:30.891059 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=45469e1f-b3c8-44a0-b148-f8c1669f304e,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:30.988061 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b1440-ba20-4cab-9dfc-29a27c3ee481 req-e1683603-e79a-483b-bd02-48c39ac61bf9 tempest-ServersOnMultiNodesTest-298007937 tempest-ServersOnMultiNodesTest-298007937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:30.990597 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-505b1440-ba20-4cab-9dfc-29a27c3ee481 req-e1683603-e79a-483b-bd02-48c39ac61bf9 tempest-ServersOnMultiNodesTest-298007937 tempest-ServersOnMultiNodesTest-298007937-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f69fff48-3f9f-47c2-a24e-36649d3beb30 HTTP/1.1" status: 200 len: 1101 time: 0.0465379 Aug 10 03:43:31.004701 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 73c2efac-c156-4e55-ad6a-d8f7b934d6d1 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:31.010242 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 73c2efac-c156-4e55-ad6a-d8f7b934d6d1 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:31.010804 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.030639 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-505b1440-ba20-4cab-9dfc-29a27c3ee481 req-ec392c05-0803-4be9-8cf7-62ffdc26ae26 tempest-ServersOnMultiNodesTest-298007937 tempest-ServersOnMultiNodesTest-298007937-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332150 Aug 10 03:43:31.128330 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.169934 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 73c2efac-c156-4e55-ad6a-d8f7b934d6d1, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=73c2efac-c156-4e55-ad6a-d8f7b934d6d1,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:31.242515 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f32037-6b27-42b9-85ed-3b02b3c5a73f req-9be367f9-a0fc-43db-8693-bdc12f26a005 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:31.248785 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f32037-6b27-42b9-85ed-3b02b3c5a73f req-9be367f9-a0fc-43db-8693-bdc12f26a005 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:31.256519 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f32037-6b27-42b9-85ed-3b02b3c5a73f req-9be367f9-a0fc-43db-8693-bdc12f26a005 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:31.262732 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f32037-6b27-42b9-85ed-3b02b3c5a73f req-9be367f9-a0fc-43db-8693-bdc12f26a005 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:31.268827 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f32037-6b27-42b9-85ed-3b02b3c5a73f req-9be367f9-a0fc-43db-8693-bdc12f26a005 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:31.275179 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f32037-6b27-42b9-85ed-3b02b3c5a73f req-9be367f9-a0fc-43db-8693-bdc12f26a005 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:31.281541 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f32037-6b27-42b9-85ed-3b02b3c5a73f req-9be367f9-a0fc-43db-8693-bdc12f26a005 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:31.283683 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d7f32037-6b27-42b9-85ed-3b02b3c5a73f req-9be367f9-a0fc-43db-8693-bdc12f26a005 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5418 time: 0.1015043 Aug 10 03:43:31.312443 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e696565-5967-49d9-8629-e44606dd9303 req-4db3dcc8-43f2-4d48-bc40-3cf5796bdc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:31.313993 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5e696565-5967-49d9-8629-e44606dd9303 req-4db3dcc8-43f2-4d48-bc40-3cf5796bdc7e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 1097 time: 0.4077234 Aug 10 03:43:31.329791 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d7f32037-6b27-42b9-85ed-3b02b3c5a73f req-b9d384a3-f212-4b81-a549-bd951e036743 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374639 Aug 10 03:43:31.330895 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a27e9-b2a7-4cf3-92b0-75b7fa7bb5ad req-b1d14ef2-51b7-4015-81c5-c51556510605 tempest-ServersOnMultiNodesTest-298007937 tempest-ServersOnMultiNodesTest-298007937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:31.332399 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e39a27e9-b2a7-4cf3-92b0-75b7fa7bb5ad req-b1d14ef2-51b7-4015-81c5-c51556510605 tempest-ServersOnMultiNodesTest-298007937 tempest-ServersOnMultiNodesTest-298007937-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5ed3265a-ecd3-43cc-a673-7527f1297a5b HTTP/1.1" status: 200 len: 1101 time: 0.1087050 Aug 10 03:43:31.351665 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d8721983-cd78-4b47-9554-46f44f29795b service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582832 Aug 10 03:43:31.405766 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-0e20c031-52d9-4378-b160-75b26314bd8f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=db6f0dfe-aee4-4b7b-be43-c2e8f14c481f HTTP/1.1" status: 200 len: 217 time: 0.0491920 Aug 10 03:43:31.410911 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.429800 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5e696565-5967-49d9-8629-e44606dd9303 req-9235b130-8e29-4243-ac29-e2a1d0a899ca service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073990 Aug 10 03:43:31.456221 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e39a27e9-b2a7-4cf3-92b0-75b7fa7bb5ad req-308adb04-23af-406d-9410-b9fcea455323 tempest-ServersOnMultiNodesTest-298007937 tempest-ServersOnMultiNodesTest-298007937-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141007 Aug 10 03:43:31.476262 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=73c2efac-c156-4e55-ad6a-d8f7b934d6d1,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:31.486284 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46720) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:31.502784 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8936c89c-aba6-4504-8c7c-859a880b7f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.514383 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-1da3bd58-0bb2-4582-aac4-782dec4a76c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:31.515923 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-1da3bd58-0bb2-4582-aac4-782dec4a76c7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0453306b-cd65-4df9-b318-fe396283b459 HTTP/1.1" status: 200 len: 797 time: 0.1009178 Aug 10 03:43:31.537710 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7a2d9-4fb7-439e-8dda-bb8758353ebd req-84070415-6ff2-4b44-8b0e-286379689d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:31.539934 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4cb7a2d9-4fb7-439e-8dda-bb8758353ebd req-84070415-6ff2-4b44-8b0e-286379689d98 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f&tenant_id=5b6b91922f1e44729ab0754f3d4e2599 HTTP/1.1" status: 200 len: 1100 time: 0.0826919 Aug 10 03:43:31.584384 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-43e73ecd-1618-469d-bc6a-5fa2136f1183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:31.585914 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-43e73ecd-1618-469d-bc6a-5fa2136f1183 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6124ac5f-cc2c-4188-9079-e96ada11101c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0595288 Aug 10 03:43:31.605264 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054bdd8-b2e8-4d8b-9bf4-a22b0e189656 req-abd9fd5d-e313-4c57-b80f-505ad0f5b3ec tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:31.606752 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c054bdd8-b2e8-4d8b-9bf4-a22b0e189656 req-abd9fd5d-e313-4c57-b80f-505ad0f5b3ec tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.0834394 Aug 10 03:43:31.664628 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c054bdd8-b2e8-4d8b-9bf4-a22b0e189656 req-6d35144f-ef84-4746-8f26-ef5e1da5810a tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490947 Aug 10 03:43:31.687239 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8936c89c-aba6-4504-8c7c-859a880b7f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.722535 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7a2d9-4fb7-439e-8dda-bb8758353ebd req-bafd62b6-6fb0-4bdf-a715-8ad26319ca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:31.724680 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4cb7a2d9-4fb7-439e-8dda-bb8758353ebd req-bafd62b6-6fb0-4bdf-a715-8ad26319ca5f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 1100 time: 0.0969167 Aug 10 03:43:31.750200 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-36e02130-413e-4830-b4ad-634a2c94ef51 service neutron] 10.222.0.68 "GET /v2.0/networks/6124ac5f-cc2c-4188-9079-e96ada11101c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311133 Aug 10 03:43:31.845104 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004b337-02aa-425f-917d-18d9d09253bc req-e8d733ef-9291-4bfb-9ccd-dc8a54b69280 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:31.846629 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a004b337-02aa-425f-917d-18d9d09253bc req-e8d733ef-9291-4bfb-9ccd-dc8a54b69280 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=234de391-f668-43f6-84ae-dc2064d8cd65 HTTP/1.1" status: 200 len: 949 time: 0.0493469 Aug 10 03:43:31.857835 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8936c89c-aba6-4504-8c7c-859a880b7f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:31.906598 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7a2d9-4fb7-439e-8dda-bb8758353ebd req-6d7468c3-cb64-4db2-910c-6f2031f13973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:31.908119 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4cb7a2d9-4fb7-439e-8dda-bb8758353ebd req-6d7468c3-cb64-4db2-910c-6f2031f13973 service neutron] 10.222.0.68 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.1709464 Aug 10 03:43:31.913317 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-d4939ef3-422e-4903-96aa-42ef65746e36 service neutron] 10.222.0.68 "GET /v2.0/networks/6124ac5f-cc2c-4188-9079-e96ada11101c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284552 Aug 10 03:43:31.936343 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8936c89c-aba6-4504-8c7c-859a880b7f82 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=48939fd704f24de79bd3ab45f32cb004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4516282 Aug 10 03:43:31.936574 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 46730) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:31.939398 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936c89c-aba6-4504-8c7c-859a880b7f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acec0ad2-b1ec-4a94-9e84-5855181ad4a7,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:31.958807 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a004b337-02aa-425f-917d-18d9d09253bc req-735ae6c6-0c84-4b5e-b3e6-af64cef69f6b tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970895 Aug 10 03:43:32.033691 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4cb7a2d9-4fb7-439e-8dda-bb8758353ebd req-12174384-1087-4b5c-9722-b69db8bc6f2f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=dfe7ee3a-7458-4bee-ae02-cf4d2586c024 HTTP/1.1" status: 200 len: 217 time: 0.1081715 Aug 10 03:43:32.035747 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-55e993d9-0bd2-4677-885f-8fd007c4f1f1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f HTTP/1.1" status: 200 len: 217 time: 0.1011944 Aug 10 03:43:32.061549 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-712999d3-7d56-4f76-88e1-856512ddbd1c tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227561 Aug 10 03:43:32.148899 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f93278-69d4-4790-8f65-7cef649a4326 req-6658ea02-c53e-422b-869e-cd7a4ac109de tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:32.150411 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-50f93278-69d4-4790-8f65-7cef649a4326 req-6658ea02-c53e-422b-869e-cd7a4ac109de tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.2176337 Aug 10 03:43:32.170167 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7a2d9-4fb7-439e-8dda-bb8758353ebd req-7022523e-27e1-4985-8708-99bb4ee70ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:32.171583 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4cb7a2d9-4fb7-439e-8dda-bb8758353ebd req-7022523e-27e1-4985-8708-99bb4ee70ddb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.1196601 Aug 10 03:43:32.179526 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-20a0cf47-6c66-4c4b-a94f-0704228f0fce tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:32.181095 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-20a0cf47-6c66-4c4b-a94f-0704228f0fce tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1112475 Aug 10 03:43:32.181891 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-7d291ac0-367c-497d-b77e-d95afb86a44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:32.183278 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-7d291ac0-367c-497d-b77e-d95afb86a44a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0453306b-cd65-4df9-b318-fe396283b459 HTTP/1.1" status: 200 len: 797 time: 0.1302226 Aug 10 03:43:32.183883 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5dcd6cee-9543-4654-b6b8-3ce8e58d2956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.198376 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-101c6d83-d932-4dc0-82ef-97029bedf752 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/quotas/d21e91e9b1a849bfaa5ed513aa742d4c HTTP/1.1" status: 200 len: 375 time: 0.0104480 Aug 10 03:43:32.252853 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-fd524fb9-da1c-4013-b2e4-97ea842e33ad tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0486026 Aug 10 03:43:32.275422 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5dcd6cee-9543-4654-b6b8-3ce8e58d2956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.286509 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-50f93278-69d4-4790-8f65-7cef649a4326 req-88577607-b238-4bed-93f3-0a9dd2bdf5b1 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215277 Aug 10 03:43:32.325340 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a12f37-e868-4490-ab95-f2f47894728d req-9331fa57-ac7e-4018-8169-cacf80954e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:32.326917 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-9331fa57-ac7e-4018-8169-cacf80954e6b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6124ac5f-cc2c-4188-9079-e96ada11101c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1348999 Aug 10 03:43:32.330602 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7a2d9-4fb7-439e-8dda-bb8758353ebd req-da5cd271-b558-439d-ae48-98e77545d4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:32.331993 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4cb7a2d9-4fb7-439e-8dda-bb8758353ebd req-da5cd271-b558-439d-ae48-98e77545d4ea service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1352742 Aug 10 03:43:32.534946 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4cb7a2d9-4fb7-439e-8dda-bb8758353ebd req-48706727-abdd-4982-8be1-855d28736b2c service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823726 Aug 10 03:43:32.545465 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877de2e-d486-4dc6-afbe-714f2cd18eb4 req-e2686f9c-8189-4446-a448-e01cdf4b13b7 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:32.551232 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877de2e-d486-4dc6-afbe-714f2cd18eb4 req-e2686f9c-8189-4446-a448-e01cdf4b13b7 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:32.557550 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877de2e-d486-4dc6-afbe-714f2cd18eb4 req-e2686f9c-8189-4446-a448-e01cdf4b13b7 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:32.563306 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877de2e-d486-4dc6-afbe-714f2cd18eb4 req-e2686f9c-8189-4446-a448-e01cdf4b13b7 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:32.569975 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877de2e-d486-4dc6-afbe-714f2cd18eb4 req-e2686f9c-8189-4446-a448-e01cdf4b13b7 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:32.575873 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877de2e-d486-4dc6-afbe-714f2cd18eb4 req-e2686f9c-8189-4446-a448-e01cdf4b13b7 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:32.581749 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877de2e-d486-4dc6-afbe-714f2cd18eb4 req-e2686f9c-8189-4446-a448-e01cdf4b13b7 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:32.584170 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5877de2e-d486-4dc6-afbe-714f2cd18eb4 req-e2686f9c-8189-4446-a448-e01cdf4b13b7 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5418 time: 0.1534591 Aug 10 03:43:32.588192 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-39587c35-a091-4272-853f-94c2ac4b1bbc service neutron] 10.222.0.68 "GET /v2.0/networks/6124ac5f-cc2c-4188-9079-e96ada11101c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429636 Aug 10 03:43:32.595201 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5dcd6cee-9543-4654-b6b8-3ce8e58d2956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.597659 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5dcd6cee-9543-4654-b6b8-3ce8e58d2956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:32.599394 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5dcd6cee-9543-4654-b6b8-3ce8e58d2956 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/acec0ad2-b1ec-4a94-9e84-5855181ad4a7 HTTP/1.1" status: 204 len: 168 time: 0.6483736 Aug 10 03:43:32.716077 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd6cee-9543-4654-b6b8-3ce8e58d2956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acec0ad2-b1ec-4a94-9e84-5855181ad4a7,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:32.757630 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5877de2e-d486-4dc6-afbe-714f2cd18eb4 req-66d796d0-aab0-44ca-9f70-23e7df8373a2 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1558559 Aug 10 03:43:32.789098 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234de391-f668-43f6-84ae-dc2064d8cd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c2efac-c156-4e55-ad6a-d8f7b934d6d1'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:32.805757 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc29e833-36d3-4828-b7d4-541ed24bc810" -d '{"events": [{"server_uuid": "234de391-f668-43f6-84ae-dc2064d8cd65", "name": "network-vif-plugged", "status": "completed", "tag": "73c2efac-c156-4e55-ad6a-d8f7b934d6d1"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:32.809757 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4cb7a2d9-4fb7-439e-8dda-bb8758353ebd req-084c44f7-afe7-4d78-b889-0db407031377 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242754 Aug 10 03:43:32.811512 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7a12f37-e868-4490-ab95-f2f47894728d req-c95a6268-5117-49ed-abe5-c6595ae9558b service neutron] 10.222.0.68 "GET /v2.0/networks/6124ac5f-cc2c-4188-9079-e96ada11101c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108684 Aug 10 03:43:32.959421 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d20a6e-7f10-4dc3-89dc-258671a7fc53 req-a230930f-48dc-4d6f-a4d1-956bd4dcef76 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:32.960970 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-04d20a6e-7f10-4dc3-89dc-258671a7fc53 req-a230930f-48dc-4d6f-a4d1-956bd4dcef76 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.0521035 Aug 10 03:43:33.001405 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-04d20a6e-7f10-4dc3-89dc-258671a7fc53 req-dfd61237-f2cc-4e78-9e32-6d885710e8c8 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335453 Aug 10 03:43:33.057105 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ca1639-2842-4892-8fa3-2690e6b2141f x-openstack-request-id: req-32ca1639-2842-4892-8fa3-2690e6b2141f {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:33.057105 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234de391-f668-43f6-84ae-dc2064d8cd65", "name": "network-vif-plugged", "status": "completed", "tag": "73c2efac-c156-4e55-ad6a-d8f7b934d6d1", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:33.057105 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32ca1639-2842-4892-8fa3-2690e6b2141f {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:33.057105 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234de391-f668-43f6-84ae-dc2064d8cd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c2efac-c156-4e55-ad6a-d8f7b934d6d1', 'code': 200} Aug 10 03:43:33.225857 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c83fe9-75b6-4f1a-aaf5-d3566c21bf7b req-bc9a40ff-7e19-48a0-8b74-3c0c161e120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:33.226433 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c83fe9-75b6-4f1a-aaf5-d3566c21bf7b req-bc9a40ff-7e19-48a0-8b74-3c0c161e120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:33.227077 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c83fe9-75b6-4f1a-aaf5-d3566c21bf7b req-bc9a40ff-7e19-48a0-8b74-3c0c161e120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:33.227569 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c83fe9-75b6-4f1a-aaf5-d3566c21bf7b req-bc9a40ff-7e19-48a0-8b74-3c0c161e120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:33.228074 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c83fe9-75b6-4f1a-aaf5-d3566c21bf7b req-bc9a40ff-7e19-48a0-8b74-3c0c161e120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:33.228552 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c83fe9-75b6-4f1a-aaf5-d3566c21bf7b req-bc9a40ff-7e19-48a0-8b74-3c0c161e120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:33.229048 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c83fe9-75b6-4f1a-aaf5-d3566c21bf7b req-bc9a40ff-7e19-48a0-8b74-3c0c161e120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:33.231034 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-80c83fe9-75b6-4f1a-aaf5-d3566c21bf7b req-bc9a40ff-7e19-48a0-8b74-3c0c161e120e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=131e3b69db844409bca7efef95f46481&device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 6475 time: 0.1338689 Aug 10 03:43:33.254690 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0400187-a25e-4b97-8d24-e875e9938b81 req-0443cacf-63fe-49ce-83cc-6b356eb69e82 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:33.256606 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e0400187-a25e-4b97-8d24-e875e9938b81 req-0443cacf-63fe-49ce-83cc-6b356eb69e82 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=234de391-f668-43f6-84ae-dc2064d8cd65 HTTP/1.1" status: 200 len: 949 time: 0.1259911 Aug 10 03:43:33.271323 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f53c5-51f3-4170-96aa-59e5aaf316e9 req-6ed25638-0446-4323-bd22-0bc55615bfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:33.272872 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-748f53c5-51f3-4170-96aa-59e5aaf316e9 req-6ed25638-0446-4323-bd22-0bc55615bfb2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=234de391-f668-43f6-84ae-dc2064d8cd65 HTTP/1.1" status: 200 len: 1100 time: 0.0994275 Aug 10 03:43:33.396828 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e0400187-a25e-4b97-8d24-e875e9938b81 req-a7795146-5500-44a7-87a3-da97aa5d45bd tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952635 Aug 10 03:43:33.409801 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-748f53c5-51f3-4170-96aa-59e5aaf316e9 req-f917aaba-2283-4f48-ba79-3b4518cd4937 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015744 Aug 10 03:43:33.426134 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c83fe9-75b6-4f1a-aaf5-d3566c21bf7b req-2d9dfd70-c595-4448-9dfd-a077ce159741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:33.428162 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-80c83fe9-75b6-4f1a-aaf5-d3566c21bf7b req-2d9dfd70-c595-4448-9dfd-a077ce159741 service neutron] 10.222.0.68 "GET /v2.0/networks?id=6124ac5f-cc2c-4188-9079-e96ada11101c HTTP/1.1" status: 200 len: 903 time: 0.1895242 Aug 10 03:43:33.490919 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-80c83fe9-75b6-4f1a-aaf5-d3566c21bf7b req-12605157-f962-4a64-b4d8-265e8ee73a77 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f HTTP/1.1" status: 200 len: 217 time: 0.0533495 Aug 10 03:43:33.501973 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d2fa6421-371f-4dfd-85f3-d52e399d3ff5 req-712f20c5-dcb5-4311-bbaf-9b529658afe6 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=15d0a20d-02c2-4473-a083-af2a499a69d6 HTTP/1.1" status: 200 len: 210 time: 0.0461199 Aug 10 03:43:33.578165 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f56f3fe-c1ef-48a3-a324-ce731481c351 req-74bedb52-d761-4fef-bd4e-d040cb1595f1 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:33.579727 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8f56f3fe-c1ef-48a3-a324-ce731481c351 req-74bedb52-d761-4fef-bd4e-d040cb1595f1 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.0917010 Aug 10 03:43:33.581118 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c83fe9-75b6-4f1a-aaf5-d3566c21bf7b req-fbcc3fa3-bf95-4a28-9fb4-d9d78b8f097c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:33.582435 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-80c83fe9-75b6-4f1a-aaf5-d3566c21bf7b req-fbcc3fa3-bf95-4a28-9fb4-d9d78b8f097c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0453306b-cd65-4df9-b318-fe396283b459 HTTP/1.1" status: 200 len: 797 time: 0.0823047 Aug 10 03:43:33.649824 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8f56f3fe-c1ef-48a3-a324-ce731481c351 req-1b150f9e-07fe-45b4-be49-1d5586ed530a tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612607 Aug 10 03:43:33.656162 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c83fe9-75b6-4f1a-aaf5-d3566c21bf7b req-ba15a5dd-a4a7-4074-883f-8900ff7a19e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:33.657616 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-80c83fe9-75b6-4f1a-aaf5-d3566c21bf7b req-ba15a5dd-a4a7-4074-883f-8900ff7a19e4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6124ac5f-cc2c-4188-9079-e96ada11101c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0669525 Aug 10 03:43:33.776412 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-80c83fe9-75b6-4f1a-aaf5-d3566c21bf7b req-684cbd29-13e9-45d7-add7-02c4648cb6f7 service neutron] 10.222.0.68 "GET /v2.0/networks/6124ac5f-cc2c-4188-9079-e96ada11101c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038053 Aug 10 03:43:33.788392 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feecfdd3-72f9-480c-af04-26097edfb5ba req-103f5da3-d8e4-4c4b-8a02-73f68a94b203 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:33.788392 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-feecfdd3-72f9-480c-af04-26097edfb5ba req-103f5da3-d8e4-4c4b-8a02-73f68a94b203 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 1097 time: 0.0513492 Aug 10 03:43:33.830052 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-feecfdd3-72f9-480c-af04-26097edfb5ba req-6df8c864-6fe5-4c4f-854a-6112b3b88cad tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384996 Aug 10 03:43:33.952188 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24962f77-2885-4a35-9d95-14d9896e90cb req-52db8661-e971-4b82-b991-6d7e46261952 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:33.958679 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24962f77-2885-4a35-9d95-14d9896e90cb req-52db8661-e971-4b82-b991-6d7e46261952 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:33.975740 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24962f77-2885-4a35-9d95-14d9896e90cb req-52db8661-e971-4b82-b991-6d7e46261952 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:33.975740 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24962f77-2885-4a35-9d95-14d9896e90cb req-52db8661-e971-4b82-b991-6d7e46261952 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:33.977307 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24962f77-2885-4a35-9d95-14d9896e90cb req-52db8661-e971-4b82-b991-6d7e46261952 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:33.983101 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24962f77-2885-4a35-9d95-14d9896e90cb req-52db8661-e971-4b82-b991-6d7e46261952 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:33.988927 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24962f77-2885-4a35-9d95-14d9896e90cb req-52db8661-e971-4b82-b991-6d7e46261952 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:33.990979 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-24962f77-2885-4a35-9d95-14d9896e90cb req-52db8661-e971-4b82-b991-6d7e46261952 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5418 time: 0.1249979 Aug 10 03:43:33.994915 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-80c83fe9-75b6-4f1a-aaf5-d3566c21bf7b req-e0661c34-abb8-447c-b178-72cd0c697b79 service neutron] 10.222.0.68 "GET /v2.0/networks/6124ac5f-cc2c-4188-9079-e96ada11101c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105560 Aug 10 03:43:34.044944 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-24962f77-2885-4a35-9d95-14d9896e90cb req-dc5b2abc-4968-4715-b175-3276700e9f8d tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448241 Aug 10 03:43:34.132437 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38f07fc-8f74-4912-91fb-f40b4ba95fe5 req-e083d79c-3974-4096-ac34-bf9aafa125d2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:34.134117 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c38f07fc-8f74-4912-91fb-f40b4ba95fe5 req-e083d79c-3974-4096-ac34-bf9aafa125d2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.0597141 Aug 10 03:43:34.173894 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c38f07fc-8f74-4912-91fb-f40b4ba95fe5 req-28ffeccf-3a6a-42dd-94c0-fa22e339ef7f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331223 Aug 10 03:43:34.528044 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba4d7c-c16f-4c59-97b5-3628993002fb req-6e3cd9a1-3268-4c1f-9fdd-3f127ae8feda tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:34.529561 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-95ba4d7c-c16f-4c59-97b5-3628993002fb req-6e3cd9a1-3268-4c1f-9fdd-3f127ae8feda tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=234de391-f668-43f6-84ae-dc2064d8cd65 HTTP/1.1" status: 200 len: 949 time: 0.0488510 Aug 10 03:43:34.574892 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-95ba4d7c-c16f-4c59-97b5-3628993002fb req-ecdddc48-f49b-49d3-9757-156528c74702 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338290 Aug 10 03:43:34.604436 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fb3aa961-dcfc-4fe6-aca5-e241bf75bd21 req-7eb053b0-c28b-401f-93f3-d9b33adc88bf tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=15d0a20d-02c2-4473-a083-af2a499a69d6 HTTP/1.1" status: 200 len: 210 time: 0.0450056 Aug 10 03:43:34.669594 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device dfe7ee3a-7458-4bee-ae02-cf4d2586c024 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:43:34.751587 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:34.785989 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port dfe7ee3a-7458-4bee-ae02-cf4d2586c024, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=dfe7ee3a-7458-4bee-ae02-cf4d2586c024,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:34.925574 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:35.000375 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=dfe7ee3a-7458-4bee-ae02-cf4d2586c024,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:35.050297 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac637059-6855-4fe6-9fdb-51bc1ace177f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfe7ee3a-7458-4bee-ae02-cf4d2586c024'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:35.053113 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95afca48-55e7-461f-baf5-c779b35b9640" -d '{"events": [{"server_uuid": "ac637059-6855-4fe6-9fdb-51bc1ace177f", "name": "network-vif-unplugged", "status": "completed", "tag": "dfe7ee3a-7458-4bee-ae02-cf4d2586c024"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:35.103922 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c06c57b-fcdd-47ae-96c5-0386164005fc x-openstack-request-id: req-8c06c57b-fcdd-47ae-96c5-0386164005fc {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:35.104331 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac637059-6855-4fe6-9fdb-51bc1ace177f", "name": "network-vif-unplugged", "status": "completed", "tag": "dfe7ee3a-7458-4bee-ae02-cf4d2586c024", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:35.104643 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c06c57b-fcdd-47ae-96c5-0386164005fc {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:35.105094 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac637059-6855-4fe6-9fdb-51bc1ace177f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfe7ee3a-7458-4bee-ae02-cf4d2586c024', 'code': 200} Aug 10 03:43:35.185381 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba957521-b5f0-46fa-93c7-389bfc9a5298 req-9e97b08c-d72b-4033-b318-30234288bc66 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:35.191272 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba957521-b5f0-46fa-93c7-389bfc9a5298 req-9e97b08c-d72b-4033-b318-30234288bc66 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:35.197924 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba957521-b5f0-46fa-93c7-389bfc9a5298 req-9e97b08c-d72b-4033-b318-30234288bc66 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:35.203714 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba957521-b5f0-46fa-93c7-389bfc9a5298 req-9e97b08c-d72b-4033-b318-30234288bc66 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:35.210327 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba957521-b5f0-46fa-93c7-389bfc9a5298 req-9e97b08c-d72b-4033-b318-30234288bc66 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:35.216413 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba957521-b5f0-46fa-93c7-389bfc9a5298 req-9e97b08c-d72b-4033-b318-30234288bc66 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:35.222165 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba957521-b5f0-46fa-93c7-389bfc9a5298 req-9e97b08c-d72b-4033-b318-30234288bc66 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:35.224053 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ba957521-b5f0-46fa-93c7-389bfc9a5298 req-9e97b08c-d72b-4033-b318-30234288bc66 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5418 time: 0.1073525 Aug 10 03:43:35.266670 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ba957521-b5f0-46fa-93c7-389bfc9a5298 req-7b5dbff1-ca66-4699-8d54-fcedf80a02b2 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359466 Aug 10 03:43:35.391528 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90d524-fb7b-4336-a42f-6095f53ea506 req-157857a5-8134-4f7e-b951-413ca227c623 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:35.394239 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c90d524-fb7b-4336-a42f-6095f53ea506 req-157857a5-8134-4f7e-b951-413ca227c623 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 947 time: 0.0511959 Aug 10 03:43:35.443766 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c90d524-fb7b-4336-a42f-6095f53ea506 req-6ed59415-d1ad-4fe3-a93a-d64487c0a6e0 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363877 Aug 10 03:43:35.718375 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b26ba7-5d87-408f-9487-ce5195cb9237 req-84362cd5-ddcf-48c3-afa5-830016c5ef72 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:35.720397 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-70b26ba7-5d87-408f-9487-ce5195cb9237 req-84362cd5-ddcf-48c3-afa5-830016c5ef72 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=234de391-f668-43f6-84ae-dc2064d8cd65 HTTP/1.1" status: 200 len: 949 time: 0.0671229 Aug 10 03:43:35.763333 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-70b26ba7-5d87-408f-9487-ce5195cb9237 req-0e4341ec-5185-4ffe-a191-b9e255fa1998 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329957 Aug 10 03:43:35.849510 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-59e76270-da23-48a5-9c51-48f6140786fe req-27d8c579-234d-4e7b-af72-e24be5fc2aa7 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=15d0a20d-02c2-4473-a083-af2a499a69d6 HTTP/1.1" status: 200 len: 210 time: 0.0267680 Aug 10 03:43:36.274764 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-a36fdb37-789c-4343-8487-272a681ec2ec tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3e6317d6e9a545ceb999c28a0244c49a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228245 Aug 10 03:43:36.440066 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-fdd87101-0b0f-4dd4-add1-ac47ea2b825b tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:36.447721 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-fdd87101-0b0f-4dd4-add1-ac47ea2b825b tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1659617 Aug 10 03:43:36.459869 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-905c7143-3e4f-42d3-a151-0fff1b51b59f tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/quotas/3e6317d6e9a545ceb999c28a0244c49a HTTP/1.1" status: 200 len: 375 time: 0.0112038 Aug 10 03:43:36.516357 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-d3597eb9-cd58-4f12-830f-8686f307c96f tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3e6317d6e9a545ceb999c28a0244c49a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0472734 Aug 10 03:43:36.640448 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:43:36.684857 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device dfe7ee3a-7458-4bee-ae02-cf4d2586c024 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:43:36.727753 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e075c5-d98a-4463-80cc-301343ff1453 req-2b57aeea-ddc6-4d0a-ac52-2e367762c686 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:36.733889 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e075c5-d98a-4463-80cc-301343ff1453 req-2b57aeea-ddc6-4d0a-ac52-2e367762c686 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:36.740333 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e075c5-d98a-4463-80cc-301343ff1453 req-2b57aeea-ddc6-4d0a-ac52-2e367762c686 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:36.745965 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e075c5-d98a-4463-80cc-301343ff1453 req-2b57aeea-ddc6-4d0a-ac52-2e367762c686 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:36.751825 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e075c5-d98a-4463-80cc-301343ff1453 req-2b57aeea-ddc6-4d0a-ac52-2e367762c686 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:36.758258 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e075c5-d98a-4463-80cc-301343ff1453 req-2b57aeea-ddc6-4d0a-ac52-2e367762c686 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:36.764407 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e075c5-d98a-4463-80cc-301343ff1453 req-2b57aeea-ddc6-4d0a-ac52-2e367762c686 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:36.766478 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3e075c5-d98a-4463-80cc-301343ff1453 req-2b57aeea-ddc6-4d0a-ac52-2e367762c686 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5418 time: 0.3664222 Aug 10 03:43:36.812520 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3e075c5-d98a-4463-80cc-301343ff1453 req-9e1c09fd-6267-4f0c-963b-3bbd2cdf4403 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387933 Aug 10 03:43:36.916751 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port dfe7ee3a-7458-4bee-ae02-cf4d2586c024, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=dfe7ee3a-7458-4bee-ae02-cf4d2586c024,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:36.923255 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23b31287-bafb-4b28-a0fb-4919b55e76e0 req-4be92c56-9567-4188-a141-786860035b82 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bd6dba1-8cfe-4d56-8845-9e73a6e361f1 HTTP/1.1" status: 200 len: 210 time: 0.0448880 Aug 10 03:43:36.939909 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'dfe7ee3a-7458-4bee-ae02-cf4d2586c024', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': 'dfe7ee3a-7458-4bee-ae02-cf4d2586c024', 'mac_address': 'fa:16:3e:16:35:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:43:36.996705 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db5de9-bbcc-450c-8f82-6910912ef649 req-cbb363cc-bd5d-4e88-8d15-06d42d12f488 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:37.006412 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-92db5de9-bbcc-450c-8f82-6910912ef649 req-cbb363cc-bd5d-4e88-8d15-06d42d12f488 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 947 time: 0.0893576 Aug 10 03:43:37.025897 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0be3ecf1-3697-45c2-a730-1c379ab022a4 req-9d585084-5745-4f38-aa7d-ab58a8407ab5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=15d0a20d-02c2-4473-a083-af2a499a69d6 HTTP/1.1" status: 200 len: 210 time: 0.0356543 Aug 10 03:43:37.069064 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.086478 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-92db5de9-bbcc-450c-8f82-6910912ef649 req-98e9d386-b961-4bac-8db9-96b016357dcd tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586681 Aug 10 03:43:37.091049 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe7ee3a-7458-4bee-ae02-cf4d2586c024 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:37.124482 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 46920) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:37.157929 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port dfe7ee3a-7458-4bee-ae02-cf4d2586c024, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=dfe7ee3a-7458-4bee-ae02-cf4d2586c024,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:37.266167 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7e825f44-5aeb-4bdb-8973-ebb65cce2907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.301685 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.355361 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=dfe7ee3a-7458-4bee-ae02-cf4d2586c024,revision_number=7']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:37.384752 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7e825f44-5aeb-4bdb-8973-ebb65cce2907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.491194 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7e825f44-5aeb-4bdb-8973-ebb65cce2907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.584730 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-47249a54-9325-447a-adce-6fac59c906c0 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810332 Aug 10 03:43:37.588070 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7e825f44-5aeb-4bdb-8973-ebb65cce2907 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8cbaea866cc2402baebb4f53477d7558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4625392 Aug 10 03:43:37.590322 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e825f44-5aeb-4bdb-8973-ebb65cce2907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaab4e4b-f182-4b5d-8cab-c99def8d9134,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:37.591122 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46938) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:37.651794 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dc8f3640-5184-442f-80de-563a85e7b054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.679213 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dc8f3640-5184-442f-80de-563a85e7b054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:37.681776 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0010aa-dc1d-4a2e-847b-ed2d58f0993c req-ffcaf183-fff7-40fe-a575-8a80437992f8 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:37.683452 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a0010aa-dc1d-4a2e-847b-ed2d58f0993c req-ffcaf183-fff7-40fe-a575-8a80437992f8 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 948 time: 0.1771469 Aug 10 03:43:37.714782 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['dfe7ee3a-7458-4bee-ae02-cf4d2586c024'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:37.775166 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a0010aa-dc1d-4a2e-847b-ed2d58f0993c req-b90e94d0-a39f-463b-973e-26fd7d437517 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736976 Aug 10 03:43:37.802568 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aad06-71b4-4e2a-b1e7-605fabdb5a8c req-e84dbd23-f543-409a-afb8-f36182505abb tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:37.802568 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f1aad06-71b4-4e2a-b1e7-605fabdb5a8c req-e84dbd23-f543-409a-afb8-f36182505abb tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.68 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f&tenant_id=5b6b91922f1e44729ab0754f3d4e2599&binding%3Ahost_id=n-h1-802893-2 HTTP/1.1" status: 200 len: 948 time: 0.1382015 Aug 10 03:43:37.811669 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-4b6e804f-182a-4ba1-a0b1-5da3afc8bf9e tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:37.813318 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-4b6e804f-182a-4ba1-a0b1-5da3afc8bf9e tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2157075 Aug 10 03:43:37.837366 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-984db36e-4362-4794-a017-b2acfded76b7 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Request body: {'port': {'device_id': 'ad0b353c-c2b6-49e2-becd-20bf83ff0bea', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': 'd21e91e9b1a849bfaa5ed513aa742d4c'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:38.026444 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d860573-1f69-4fdf-aede-53f3daf46a3d req-925c2c68-77e4-4e35-87d2-1808fed93a27 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:38.028161 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4d860573-1f69-4fdf-aede-53f3daf46a3d req-925c2c68-77e4-4e35-87d2-1808fed93a27 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 1096 time: 0.1206350 Aug 10 03:43:38.032298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aad06-71b4-4e2a-b1e7-605fabdb5a8c req-e498c19f-a3f3-4620-892e-7d65dc9703e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:38.033881 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f1aad06-71b4-4e2a-b1e7-605fabdb5a8c req-e498c19f-a3f3-4620-892e-7d65dc9703e6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 1099 time: 0.1128783 Aug 10 03:43:38.105403 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dc8f3640-5184-442f-80de-563a85e7b054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.109653 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dc8f3640-5184-442f-80de-563a85e7b054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.118166 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-dc8f3640-5184-442f-80de-563a85e7b054 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aaab4e4b-f182-4b5d-8cab-c99def8d9134 HTTP/1.1" status: 204 len: 168 time: 0.5183468 Aug 10 03:43:38.134061 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f3640-5184-442f-80de-563a85e7b054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaab4e4b-f182-4b5d-8cab-c99def8d9134,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:38.154734 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4d860573-1f69-4fdf-aede-53f3daf46a3d req-cbd03a22-772c-4889-b49f-8a88dcbf3a00 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195250 Aug 10 03:43:38.159387 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-6df609bc-1b9a-4cbd-9ecd-20d73202acb5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379786 Aug 10 03:43:38.293372 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aad06-71b4-4e2a-b1e7-605fabdb5a8c req-b89d570c-7b09-47ac-b2a8-2ce184664fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:38.295068 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f1aad06-71b4-4e2a-b1e7-605fabdb5a8c req-b89d570c-7b09-47ac-b2a8-2ce184664fe4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.2433565 Aug 10 03:43:38.342951 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a52dfe-54a0-43e2-84ce-6c652df85cb1 req-62f6d8da-9c6b-4321-a1b6-d415572ecb56 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:38.349704 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a52dfe-54a0-43e2-84ce-6c652df85cb1 req-62f6d8da-9c6b-4321-a1b6-d415572ecb56 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:38.355695 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a52dfe-54a0-43e2-84ce-6c652df85cb1 req-62f6d8da-9c6b-4321-a1b6-d415572ecb56 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:38.361559 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a52dfe-54a0-43e2-84ce-6c652df85cb1 req-62f6d8da-9c6b-4321-a1b6-d415572ecb56 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:38.368346 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a52dfe-54a0-43e2-84ce-6c652df85cb1 req-62f6d8da-9c6b-4321-a1b6-d415572ecb56 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:38.374236 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a52dfe-54a0-43e2-84ce-6c652df85cb1 req-62f6d8da-9c6b-4321-a1b6-d415572ecb56 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:38.380496 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a52dfe-54a0-43e2-84ce-6c652df85cb1 req-62f6d8da-9c6b-4321-a1b6-d415572ecb56 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:38.382221 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4a52dfe-54a0-43e2-84ce-6c652df85cb1 req-62f6d8da-9c6b-4321-a1b6-d415572ecb56 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5418 time: 0.1536980 Aug 10 03:43:38.415273 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-984db36e-4362-4794-a017-b2acfded76b7 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Made reservation on behalf of d21e91e9b1a849bfaa5ed513aa742d4c for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:38.419174 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-984db36e-4362-4794-a017-b2acfded76b7 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:38.427934 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-84c4d70b-3b55-4b35-927c-bbd092a99b44 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:38.429383 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-84c4d70b-3b55-4b35-927c-bbd092a99b44 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2613544 Aug 10 03:43:38.432433 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f1aad06-71b4-4e2a-b1e7-605fabdb5a8c req-2f58376d-205a-4856-8df9-9ba302280fbf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=dfe7ee3a-7458-4bee-ae02-cf4d2586c024 HTTP/1.1" status: 200 len: 217 time: 0.1118166 Aug 10 03:43:38.487063 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-899f6836-a512-4f5c-afb2-8f6a19a6fb47 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Request body: {'port': {'device_id': '15d0a20d-02c2-4473-a083-af2a499a69d6', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': 'd21e91e9b1a849bfaa5ed513aa742d4c'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:38.613541 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4a52dfe-54a0-43e2-84ce-6c652df85cb1 req-607a8506-10c1-40ea-a2f3-994134fde35d tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1995416 Aug 10 03:43:38.623910 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aad06-71b4-4e2a-b1e7-605fabdb5a8c req-4af93798-3637-4ceb-a6af-2238908a377d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:38.624995 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f1aad06-71b4-4e2a-b1e7-605fabdb5a8c req-4af93798-3637-4ceb-a6af-2238908a377d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.1799376 Aug 10 03:43:38.650927 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a49237de-3c5c-499c-937e-b48793f1debb req-9b0921b0-0146-43d1-8a48-9530df55ca6b tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bd6dba1-8cfe-4d56-8845-9e73a6e361f1 HTTP/1.1" status: 200 len: 210 time: 0.0405629 Aug 10 03:43:38.766672 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9ab1c55f-6c92-4714-878c-cfdba3d37ff4 req-20e25c2c-c5ca-40bb-acf2-c6f1259ea1d5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=15d0a20d-02c2-4473-a083-af2a499a69d6 HTTP/1.1" status: 200 len: 210 time: 0.0572233 Aug 10 03:43:38.790397 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-984db36e-4362-4794-a017-b2acfded76b7 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Allocated IP 192.168.233.230 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/706e34f1-e7af-4f96-b80c-e873c7bedacf) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:38.801959 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aad06-71b4-4e2a-b1e7-605fabdb5a8c req-92f11ce1-21cc-4f0d-aa76-05a6865efcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:38.803846 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f1aad06-71b4-4e2a-b1e7-605fabdb5a8c req-92f11ce1-21cc-4f0d-aa76-05a6865efcfd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1626589 Aug 10 03:43:39.017535 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f1aad06-71b4-4e2a-b1e7-605fabdb5a8c req-bfc201ca-a0dd-4440-bd69-9bbdb2ddbe4c service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008793 Aug 10 03:43:39.042902 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025272ad-79a5-4f95-a88e-a5c3f7117129 req-602a0cab-0959-4a5f-8033-4ee158616bc3 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:39.044474 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-025272ad-79a5-4f95-a88e-a5c3f7117129 req-602a0cab-0959-4a5f-8033-4ee158616bc3 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 948 time: 0.1430619 Aug 10 03:43:39.059171 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-899f6836-a512-4f5c-afb2-8f6a19a6fb47 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Made reservation on behalf of d21e91e9b1a849bfaa5ed513aa742d4c for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:39.062756 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-899f6836-a512-4f5c-afb2-8f6a19a6fb47 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:39.214929 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-984db36e-4362-4794-a017-b2acfded76b7 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:39.233434 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-025272ad-79a5-4f95-a88e-a5c3f7117129 req-45afc91a-012b-4ea1-90b1-7d149e2ca37f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752741 Aug 10 03:43:39.275317 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-984db36e-4362-4794-a017-b2acfded76b7 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Transition to ACTIVE for port object 706e34f1-e7af-4f96-b80c-e873c7bedacf will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:39.290011 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f1aad06-71b4-4e2a-b1e7-605fabdb5a8c req-f2ebbe22-71b9-4b5b-895a-5efd82a996b0 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558181 Aug 10 03:43:39.302345 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46964) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:39.318462 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8611adbe-40cf-450d-ad11-6ff16338208f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:39.409528 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8611adbe-40cf-450d-ad11-6ff16338208f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:39.515536 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-984db36e-4362-4794-a017-b2acfded76b7 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:39.528208 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['371b2e20-4e1f-42e2-b04c-3f6b94239b8e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:39.556259 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8611adbe-40cf-450d-ad11-6ff16338208f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:39.560743 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186', '024b4c54-fa60-4eb9-90ce-4767a3f9806f'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:39.613105 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8611adbe-40cf-450d-ad11-6ff16338208f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=64294a73e8c6452a8ca65b806d104995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3072145 Aug 10 03:43:39.613105 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611adbe-40cf-450d-ad11-6ff16338208f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9b6ce9-7755-4221-969f-bff200533da6,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:39.616073 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-899f6836-a512-4f5c-afb2-8f6a19a6fb47 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Allocated IP 192.168.233.154 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/2bbe11a4-47cf-41ff-9dc5-f31d83d13711) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:39.626555 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46970) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:39.691076 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0eca331-faa0-46ac-894c-13a939eaf710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:39.729652 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0eca331-faa0-46ac-894c-13a939eaf710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:39.888752 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984db36e-4362-4794-a017-b2acfded76b7 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Pushing event updated for resources: {'Port': ['ID=706e34f1-e7af-4f96-b80c-e873c7bedacf,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:39.936456 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0eca331-faa0-46ac-894c-13a939eaf710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:39.939376 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d63161c9-ed7a-40db-ab6f-d5efcf0614bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:39.939703 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0eca331-faa0-46ac-894c-13a939eaf710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:39.951657 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a0eca331-faa0-46ac-894c-13a939eaf710 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d9b6ce9-7755-4221-969f-bff200533da6 HTTP/1.1" status: 204 len: 168 time: 0.3169208 Aug 10 03:43:39.962055 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-984db36e-4362-4794-a017-b2acfded76b7 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:39.983115 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-984db36e-4362-4794-a017-b2acfded76b7 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:39.986630 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-984db36e-4362-4794-a017-b2acfded76b7 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:39.991999 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eca331-faa0-46ac-894c-13a939eaf710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9b6ce9-7755-4221-969f-bff200533da6,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:40.014336 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdf66f-8137-4bf4-a5e2-dc870859739d req-f56dee03-36ef-499e-b1bf-4cfae19bf0fa tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:40.022628 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdf66f-8137-4bf4-a5e2-dc870859739d req-f56dee03-36ef-499e-b1bf-4cfae19bf0fa tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:40.029894 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdf66f-8137-4bf4-a5e2-dc870859739d req-f56dee03-36ef-499e-b1bf-4cfae19bf0fa tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:40.036273 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdf66f-8137-4bf4-a5e2-dc870859739d req-f56dee03-36ef-499e-b1bf-4cfae19bf0fa tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:40.043185 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdf66f-8137-4bf4-a5e2-dc870859739d req-f56dee03-36ef-499e-b1bf-4cfae19bf0fa tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:40.060996 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdf66f-8137-4bf4-a5e2-dc870859739d req-f56dee03-36ef-499e-b1bf-4cfae19bf0fa tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:40.069865 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdf66f-8137-4bf4-a5e2-dc870859739d req-f56dee03-36ef-499e-b1bf-4cfae19bf0fa tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:40.083300 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-21fdf66f-8137-4bf4-a5e2-dc870859739d req-f56dee03-36ef-499e-b1bf-4cfae19bf0fa tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5418 time: 0.2427404 Aug 10 03:43:40.138036 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-899f6836-a512-4f5c-afb2-8f6a19a6fb47 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.200609 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-21fdf66f-8137-4bf4-a5e2-dc870859739d req-29ec861a-8ca8-4bd2-8b55-70b50c672dd1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1162922 Aug 10 03:43:40.213054 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-899f6836-a512-4f5c-afb2-8f6a19a6fb47 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Transition to ACTIVE for port object 2bbe11a4-47cf-41ff-9dc5-f31d83d13711 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:40.246783 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-984db36e-4362-4794-a017-b2acfded76b7 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:40.252694 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-984db36e-4362-4794-a017-b2acfded76b7 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.324835 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0a3dbaf-70b6-4b2a-8f55-dcb13228669e req-ba0fed94-d823-43da-a91b-f399301dc3b4 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bd6dba1-8cfe-4d56-8845-9e73a6e361f1 HTTP/1.1" status: 200 len: 210 time: 0.0279305 Aug 10 03:43:40.396138 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-984db36e-4362-4794-a017-b2acfded76b7 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5634847 Aug 10 03:43:40.397721 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-899f6836-a512-4f5c-afb2-8f6a19a6fb47 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.423976 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['371b2e20-4e1f-42e2-b04c-3f6b94239b8e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:40.448183 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-5c14ab86-3040-4459-b981-a46fc4ce1b9f service neutron] Request body: {'port': {'device_id': 'ad0b353c-c2b6-49e2-becd-20bf83ff0bea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:40.485176 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e3e97939-725d-4fe0-94f7-6752dd0b6009 None None] Provisioning for port 706e34f1-e7af-4f96-b80c-e873c7bedacf completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:40.496028 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e3e97939-725d-4fe0-94f7-6752dd0b6009 None None] Provisioning complete for port 706e34f1-e7af-4f96-b80c-e873c7bedacf triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:40.496393 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e3e97939-725d-4fe0-94f7-6752dd0b6009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.548892 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-8d1b0a06-179d-4a27-884c-b149bd88f3c3 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3e6317d6e9a545ceb999c28a0244c49a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398302 Aug 10 03:43:40.552355 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-e3e97939-725d-4fe0-94f7-6752dd0b6009 None None] Port 706e34f1-e7af-4f96-b80c-e873c7bedacf cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:40.629172 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-899f6836-a512-4f5c-afb2-8f6a19a6fb47 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:40.636212 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-899f6836-a512-4f5c-afb2-8f6a19a6fb47 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:40.643017 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-899f6836-a512-4f5c-afb2-8f6a19a6fb47 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:40.647459 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f6836-a512-4f5c-afb2-8f6a19a6fb47 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Pushing event updated for resources: {'Port': ['ID=2bbe11a4-47cf-41ff-9dc5-f31d83d13711,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:40.695058 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device dfe7ee3a-7458-4bee-ae02-cf4d2586c024 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:40.807571 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-cdba6167-17a6-45b5-b35a-67e9fb32cf7d tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:40.811193 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19b85b-58f1-4f8a-8199-88ba6987d37b req-5325383b-bc7a-4c58-9f27-c2408b372041 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:40.822343 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-cdba6167-17a6-45b5-b35a-67e9fb32cf7d tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2631516 Aug 10 03:43:40.823813 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186', '024b4c54-fa60-4eb9-90ce-4767a3f9806f'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:40.829150 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ae19b85b-58f1-4f8a-8199-88ba6987d37b req-5325383b-bc7a-4c58-9f27-c2408b372041 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=15d0a20d-02c2-4473-a083-af2a499a69d6 HTTP/1.1" status: 200 len: 936 time: 0.3730545 Aug 10 03:43:40.839761 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-899f6836-a512-4f5c-afb2-8f6a19a6fb47 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:40.846347 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-899f6836-a512-4f5c-afb2-8f6a19a6fb47 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.863819 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-2b78ad5c-e0e2-493b-b84d-03428a76829a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Request body: {'port': {'device_id': '8bd6dba1-8cfe-4d56-8845-9e73a6e361f1', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': '3e6317d6e9a545ceb999c28a0244c49a'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:40.941643 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port dfe7ee3a-7458-4bee-ae02-cf4d2586c024 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:40.942051 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:40.947119 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-5c14ab86-3040-4459-b981-a46fc4ce1b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.157864 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ae19b85b-58f1-4f8a-8199-88ba6987d37b req-8e417c10-3793-468d-a278-8386c139dd28 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318019 Aug 10 03:43:41.172217 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-899f6836-a512-4f5c-afb2-8f6a19a6fb47 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6902056 Aug 10 03:43:41.176213 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.199637 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-31d8b3c8-5f51-48f1-9f38-664af43b0d6c service neutron] Request body: {'port': {'device_id': '15d0a20d-02c2-4473-a083-af2a499a69d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:41.307207 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port dfe7ee3a-7458-4bee-ae02-cf4d2586c024, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=dfe7ee3a-7458-4bee-ae02-cf4d2586c024,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:41.319393 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac637059-6855-4fe6-9fdb-51bc1ace177f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe7ee3a-7458-4bee-ae02-cf4d2586c024'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:41.322101 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f937afbc-156e-4821-9d35-4cb6d2efd01f" -d '{"events": [{"server_uuid": "ac637059-6855-4fe6-9fdb-51bc1ace177f", "name": "network-vif-plugged", "status": "completed", "tag": "dfe7ee3a-7458-4bee-ae02-cf4d2586c024"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:41.378083 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e1056466-017f-4550-bfdc-051152b16c67 None None] Provisioning for port 2bbe11a4-47cf-41ff-9dc5-f31d83d13711 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:41.394949 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.456805 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-2b78ad5c-e0e2-493b-b84d-03428a76829a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Made reservation on behalf of 3e6317d6e9a545ceb999c28a0244c49a for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:41.465049 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-2b78ad5c-e0e2-493b-b84d-03428a76829a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.479167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e1056466-017f-4550-bfdc-051152b16c67 None None] Provisioning complete for port 2bbe11a4-47cf-41ff-9dc5-f31d83d13711 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:41.479672 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e1056466-017f-4550-bfdc-051152b16c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.492192 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=dfe7ee3a-7458-4bee-ae02-cf4d2586c024,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:41.557875 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-e1056466-017f-4550-bfdc-051152b16c67 None None] Port 2bbe11a4-47cf-41ff-9dc5-f31d83d13711 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:41.595915 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-31d8b3c8-5f51-48f1-9f38-664af43b0d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:41.798748 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-d0623338-2836-44b2-ac57-417cf25ee70b req-c5281a6c-24d9-4869-a2f1-d3d1e1102b28 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:43:41.799989 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d0623338-2836-44b2-ac57-417cf25ee70b req-c5281a6c-24d9-4869-a2f1-d3d1e1102b28 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076268 Aug 10 03:43:41.803042 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b3cf0c-8c98-4578-a266-1cfe6ef96246 req-bfd8156f-4962-4ea4-ac52-259df6d06a01 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:41.804723 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-16b3cf0c-8c98-4578-a266-1cfe6ef96246 req-bfd8156f-4962-4ea4-ac52-259df6d06a01 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.2872221 Aug 10 03:43:41.813595 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-d0623338-2836-44b2-ac57-417cf25ee70b req-77be0617-ea2f-473d-8c58-5ce591d947f6 service neutron] Request body: {'binding': {'host': 'n-h1-802893-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:41.816353 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-d0623338-2836-44b2-ac57-417cf25ee70b req-77be0617-ea2f-473d-8c58-5ce591d947f6 service neutron] Unknown quota resources ['binding']. {{(pid=94938) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:43:41.969244 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-16b3cf0c-8c98-4578-a266-1cfe6ef96246 req-2ec24290-5c4c-47d8-af4d-bf49c6d84b78 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533489 Aug 10 03:43:41.999498 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-d0623338-2836-44b2-ac57-417cf25ee70b req-77be0617-ea2f-473d-8c58-5ce591d947f6 service neutron] Attempting to bind port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd on host n-h1-802893-2 for vnic_type normal with profile None {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:42.000122 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-d0623338-2836-44b2-ac57-417cf25ee70b req-77be0617-ea2f-473d-8c58-5ce591d947f6 service neutron] Attempting to bind port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:42.000505 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0623338-2836-44b2-ac57-417cf25ee70b req-77be0617-ea2f-473d-8c58-5ce591d947f6 service neutron] Attempting to bind port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:42.006900 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0623338-2836-44b2-ac57-417cf25ee70b req-77be0617-ea2f-473d-8c58-5ce591d947f6 service neutron] Port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:42.007806 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0623338-2836-44b2-ac57-417cf25ee70b req-77be0617-ea2f-473d-8c58-5ce591d947f6 service neutron] Attempting to bind port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:42.014830 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0623338-2836-44b2-ac57-417cf25ee70b req-77be0617-ea2f-473d-8c58-5ce591d947f6 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:42.015223 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0623338-2836-44b2-ac57-417cf25ee70b req-77be0617-ea2f-473d-8c58-5ce591d947f6 service neutron] Checking segment: {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:42.015614 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0623338-2836-44b2-ac57-417cf25ee70b req-77be0617-ea2f-473d-8c58-5ce591d947f6 service neutron] Bound using segment: {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:42.016071 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-d0623338-2836-44b2-ac57-417cf25ee70b req-77be0617-ea2f-473d-8c58-5ce591d947f6 service neutron] Bound port: 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:42.084730 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-5c14ab86-3040-4459-b981-a46fc4ce1b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706e34f1-e7af-4f96-b80c-e873c7bedacf {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:42.093227 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-5c14ab86-3040-4459-b981-a46fc4ce1b9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:42.107792 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-5c14ab86-3040-4459-b981-a46fc4ce1b9f service neutron] Transition to ACTIVE for port object 706e34f1-e7af-4f96-b80c-e873c7bedacf will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:42.133436 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-d0623338-2836-44b2-ac57-417cf25ee70b req-77be0617-ea2f-473d-8c58-5ce591d947f6 service neutron] For port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:42.201461 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d0623338-2836-44b2-ac57-417cf25ee70b req-77be0617-ea2f-473d-8c58-5ce591d947f6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:42.202672 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d0623338-2836-44b2-ac57-417cf25ee70b req-77be0617-ea2f-473d-8c58-5ce591d947f6 service neutron] 10.222.0.25 "POST /v2.0/ports/1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd/bindings HTTP/1.1" status: 201 len: 389 time: 0.3936667 Aug 10 03:43:42.238545 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-2b78ad5c-e0e2-493b-b84d-03428a76829a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Allocated IP 192.168.233.223 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/197715b0-9703-4980-9528-63f1c7880d43) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:42.424450 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-5c14ab86-3040-4459-b981-a46fc4ce1b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:42.436142 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-2b78ad5c-e0e2-493b-b84d-03428a76829a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:42.498605 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-2b78ad5c-e0e2-493b-b84d-03428a76829a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Transition to ACTIVE for port object 197715b0-9703-4980-9528-63f1c7880d43 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:42.501195 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c310c94-0e2f-43cc-9adc-1f96cfdec7d1 req-bc5c1f37-c1c2-4908-b7c9-20b3112cdf45 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:42.506795 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c310c94-0e2f-43cc-9adc-1f96cfdec7d1 req-bc5c1f37-c1c2-4908-b7c9-20b3112cdf45 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:42.517177 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c310c94-0e2f-43cc-9adc-1f96cfdec7d1 req-bc5c1f37-c1c2-4908-b7c9-20b3112cdf45 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:42.524171 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c310c94-0e2f-43cc-9adc-1f96cfdec7d1 req-bc5c1f37-c1c2-4908-b7c9-20b3112cdf45 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:42.530347 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c310c94-0e2f-43cc-9adc-1f96cfdec7d1 req-bc5c1f37-c1c2-4908-b7c9-20b3112cdf45 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:42.533405 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3084249-05f0-49ee-9d13-b203f1c76564 x-openstack-request-id: req-d3084249-05f0-49ee-9d13-b203f1c76564 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:42.534010 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac637059-6855-4fe6-9fdb-51bc1ace177f", "name": "network-vif-plugged", "status": "completed", "tag": "dfe7ee3a-7458-4bee-ae02-cf4d2586c024", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:42.534775 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3084249-05f0-49ee-9d13-b203f1c76564 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:42.534775 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac637059-6855-4fe6-9fdb-51bc1ace177f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe7ee3a-7458-4bee-ae02-cf4d2586c024', 'code': 200} Aug 10 03:43:42.537484 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c310c94-0e2f-43cc-9adc-1f96cfdec7d1 req-bc5c1f37-c1c2-4908-b7c9-20b3112cdf45 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:42.544134 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c310c94-0e2f-43cc-9adc-1f96cfdec7d1 req-bc5c1f37-c1c2-4908-b7c9-20b3112cdf45 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:42.553003 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5c310c94-0e2f-43cc-9adc-1f96cfdec7d1 req-bc5c1f37-c1c2-4908-b7c9-20b3112cdf45 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5418 time: 0.4436278 Aug 10 03:43:42.571215 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14ab86-3040-4459-b981-a46fc4ce1b9f service neutron] Pushing event updated for resources: {'Port': ['ID=706e34f1-e7af-4f96-b80c-e873c7bedacf,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:42.681208 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7262bf6d-8f74-451a-8fb6-e7dd4c74f7f0 req-dd826074-faae-4361-89c1-433b53b28bb3 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bd6dba1-8cfe-4d56-8845-9e73a6e361f1 HTTP/1.1" status: 200 len: 210 time: 0.0662706 Aug 10 03:43:42.710520 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-2b78ad5c-e0e2-493b-b84d-03428a76829a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:42.751103 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-2b78ad5c-e0e2-493b-b84d-03428a76829a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:42.751373 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['73c2efac-c156-4e55-ad6a-d8f7b934d6d1'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:42.755669 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-2b78ad5c-e0e2-493b-b84d-03428a76829a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:42.760123 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-2b78ad5c-e0e2-493b-b84d-03428a76829a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:42.816729 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-2b78ad5c-e0e2-493b-b84d-03428a76829a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:42.819091 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-2b78ad5c-e0e2-493b-b84d-03428a76829a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:42.831659 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5c310c94-0e2f-43cc-9adc-1f96cfdec7d1 req-f42ecd0b-1e8a-4164-a853-36d158474d29 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2774217 Aug 10 03:43:42.920264 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b78ad5c-e0e2-493b-b84d-03428a76829a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Pushing event updated for resources: {'Port': ['ID=197715b0-9703-4980-9528-63f1c7880d43,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:43.004289 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c7fad-f123-4f49-b718-31028411a6a6 req-cf7c2e56-ec54-4001-9ad1-a0989fdc375b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:43.010530 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-5c14ab86-3040-4459-b981-a46fc4ce1b9f service neutron] Attempting to bind port 706e34f1-e7af-4f96-b80c-e873c7bedacf on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:43.011109 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-525c7fad-f123-4f49-b718-31028411a6a6 req-cf7c2e56-ec54-4001-9ad1-a0989fdc375b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.1839435 Aug 10 03:43:43.011704 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-5c14ab86-3040-4459-b981-a46fc4ce1b9f service neutron] Attempting to bind port 706e34f1-e7af-4f96-b80c-e873c7bedacf by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:43.012482 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-5c14ab86-3040-4459-b981-a46fc4ce1b9f service neutron] Attempting to bind port 706e34f1-e7af-4f96-b80c-e873c7bedacf on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:43.057478 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-5c14ab86-3040-4459-b981-a46fc4ce1b9f service neutron] Port 706e34f1-e7af-4f96-b80c-e873c7bedacf on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:43.058012 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-5c14ab86-3040-4459-b981-a46fc4ce1b9f service neutron] Attempting to bind port 706e34f1-e7af-4f96-b80c-e873c7bedacf on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:43.074413 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-5c14ab86-3040-4459-b981-a46fc4ce1b9f service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:43.075463 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-5c14ab86-3040-4459-b981-a46fc4ce1b9f service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:43.076140 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-5c14ab86-3040-4459-b981-a46fc4ce1b9f service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:43.076831 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-5c14ab86-3040-4459-b981-a46fc4ce1b9f service neutron] Bound port: 706e34f1-e7af-4f96-b80c-e873c7bedacf, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:43.077436 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-5c14ab86-3040-4459-b981-a46fc4ce1b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.079041 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-525c7fad-f123-4f49-b718-31028411a6a6 req-d0950a60-43ec-4068-a449-7fc718fc2b94 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609746 Aug 10 03:43:43.085042 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-2b78ad5c-e0e2-493b-b84d-03428a76829a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2499781 Aug 10 03:43:43.106542 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-31d8b3c8-5f51-48f1-9f38-664af43b0d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bbe11a4-47cf-41ff-9dc5-f31d83d13711 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:43.117269 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-4c8d38ff-21ed-4822-9f5f-676746a23460 service neutron] Request body: {'port': {'device_id': '8bd6dba1-8cfe-4d56-8845-9e73a6e361f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:43.152764 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-31d8b3c8-5f51-48f1-9f38-664af43b0d6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.231189 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-4c8d38ff-21ed-4822-9f5f-676746a23460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.264003 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0f816-0024-4f74-a918-4ca0a19f796d req-8d7abc1c-3be0-44c3-95e6-eaba5949517c tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:43.272816 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0f0f816-0024-4f74-a918-4ca0a19f796d req-8d7abc1c-3be0-44c3-95e6-eaba5949517c tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=15d0a20d-02c2-4473-a083-af2a499a69d6 HTTP/1.1" status: 200 len: 936 time: 0.2807491 Aug 10 03:43:43.343553 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-31d8b3c8-5f51-48f1-9f38-664af43b0d6c service neutron] Transition to ACTIVE for port object 2bbe11a4-47cf-41ff-9dc5-f31d83d13711 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:43.391557 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-5c14ab86-3040-4459-b981-a46fc4ce1b9f service neutron] For port 706e34f1-e7af-4f96-b80c-e873c7bedacf, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:43.407096 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0f0f816-0024-4f74-a918-4ca0a19f796d req-dcab1f55-3c71-4dcb-9035-dab94eb52c4f tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283062 Aug 10 03:43:43.410089 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-5c14ab86-3040-4459-b981-a46fc4ce1b9f service neutron] For port 706e34f1-e7af-4f96-b80c-e873c7bedacf, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=706e34f1-e7af-4f96-b80c-e873c7bedacf,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:43.418822 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4dc27d8f-5b49-40eb-86d6-2ebba54ce384 None None] Provisioning for port 197715b0-9703-4980-9528-63f1c7880d43 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:43.425789 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4dc27d8f-5b49-40eb-86d6-2ebba54ce384 None None] Provisioning complete for port 197715b0-9703-4980-9528-63f1c7880d43 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:43.425789 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4dc27d8f-5b49-40eb-86d6-2ebba54ce384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.426911 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0623338-2836-44b2-ac57-417cf25ee70b req-c996ba84-b644-4764-aa82-405d8978ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:43.435005 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0623338-2836-44b2-ac57-417cf25ee70b req-c996ba84-b644-4764-aa82-405d8978ef34 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=124800de805149b392f25b813a13c194&device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 1096 time: 0.3391051 Aug 10 03:43:43.471826 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1239b8df-9041-46c3-87b0-c94074b26b74 req-bdced1a0-6bd7-4f66-a3d1-9f8b0e30b55b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:43.475148 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1239b8df-9041-46c3-87b0-c94074b26b74 req-bdced1a0-6bd7-4f66-a3d1-9f8b0e30b55b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 945 time: 0.1305513 Aug 10 03:43:43.486167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-4dc27d8f-5b49-40eb-86d6-2ebba54ce384 None None] Port 197715b0-9703-4980-9528-63f1c7880d43 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:43.529071 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-31d8b3c8-5f51-48f1-9f38-664af43b0d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.544310 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1239b8df-9041-46c3-87b0-c94074b26b74 req-2723cc67-2795-418e-ad16-317c98b97721 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500937 Aug 10 03:43:43.563069 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-5c14ab86-3040-4459-b981-a46fc4ce1b9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.584842 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.637629 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-5c14ab86-3040-4459-b981-a46fc4ce1b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:43.638250 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-5c14ab86-3040-4459-b981-a46fc4ce1b9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.639654 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-5c14ab86-3040-4459-b981-a46fc4ce1b9f service neutron] 10.222.0.68 "PUT /v2.0/ports/706e34f1-e7af-4f96-b80c-e873c7bedacf HTTP/1.1" status: 200 len: 1096 time: 3.2225528 Aug 10 03:43:43.640534 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0b353c-c2b6-49e2-becd-20bf83ff0bea', 'tag': '706e34f1-e7af-4f96-b80c-e873c7bedacf'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:43.642948 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77b69c7-58b4-4f53-8679-b506f7d9636e" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0b353c-c2b6-49e2-becd-20bf83ff0bea", "tag": "706e34f1-e7af-4f96-b80c-e873c7bedacf"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:43.655385 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8b3c8-5f51-48f1-9f38-664af43b0d6c service neutron] Pushing event updated for resources: {'Port': ['ID=2bbe11a4-47cf-41ff-9dc5-f31d83d13711,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:43.798463 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0623338-2836-44b2-ac57-417cf25ee70b req-261b4fe8-045c-475d-a3db-d8e5416ad6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:43.799223 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-4c8d38ff-21ed-4822-9f5f-676746a23460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 197715b0-9703-4980-9528-63f1c7880d43 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:43.799986 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0623338-2836-44b2-ac57-417cf25ee70b req-261b4fe8-045c-475d-a3db-d8e5416ad6ff service neutron] 10.222.0.68 "GET /v2.0/networks?id=82e15316-6bb5-465a-8cae-f1cb27c52e26 HTTP/1.1" status: 200 len: 908 time: 0.3534405 Aug 10 03:43:43.809786 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-4c8d38ff-21ed-4822-9f5f-676746a23460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.816328 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c5e9d42d-b6e1-493d-9112-a0e88655b5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.834303 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-4c8d38ff-21ed-4822-9f5f-676746a23460 service neutron] Transition to ACTIVE for port object 197715b0-9703-4980-9528-63f1c7880d43 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:43.900233 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c14ab86-3040-4459-b981-a46fc4ce1b9f service neutron] Pushing event updated for resources: {'Port': ['ID=706e34f1-e7af-4f96-b80c-e873c7bedacf,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:43.909344 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0675bdea-7711-43d6-b962-f778d1e7f9fd x-openstack-request-id: req-0675bdea-7711-43d6-b962-f778d1e7f9fd {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:43.909859 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0b353c-c2b6-49e2-becd-20bf83ff0bea", "tag": "706e34f1-e7af-4f96-b80c-e873c7bedacf", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:43.910111 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0675bdea-7711-43d6-b962-f778d1e7f9fd {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:43.910508 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0b353c-c2b6-49e2-becd-20bf83ff0bea', 'tag': '706e34f1-e7af-4f96-b80c-e873c7bedacf', 'status': 'completed', 'code': 200} Aug 10 03:43:43.922454 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0623338-2836-44b2-ac57-417cf25ee70b req-86330e3e-d649-47d6-9c01-e8711ecf2208 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd HTTP/1.1" status: 200 len: 217 time: 0.1009433 Aug 10 03:43:43.927375 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-31d8b3c8-5f51-48f1-9f38-664af43b0d6c service neutron] Attempting to bind port 2bbe11a4-47cf-41ff-9dc5-f31d83d13711 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:43.927689 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-31d8b3c8-5f51-48f1-9f38-664af43b0d6c service neutron] Attempting to bind port 2bbe11a4-47cf-41ff-9dc5-f31d83d13711 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:43.928051 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-31d8b3c8-5f51-48f1-9f38-664af43b0d6c service neutron] Attempting to bind port 2bbe11a4-47cf-41ff-9dc5-f31d83d13711 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:43.929296 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-4c8d38ff-21ed-4822-9f5f-676746a23460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:43.966951 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-31d8b3c8-5f51-48f1-9f38-664af43b0d6c service neutron] Port 2bbe11a4-47cf-41ff-9dc5-f31d83d13711 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:43.967288 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-31d8b3c8-5f51-48f1-9f38-664af43b0d6c service neutron] Attempting to bind port 2bbe11a4-47cf-41ff-9dc5-f31d83d13711 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:43.984314 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-31d8b3c8-5f51-48f1-9f38-664af43b0d6c service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:43.984946 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-31d8b3c8-5f51-48f1-9f38-664af43b0d6c service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:43.987482 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-31d8b3c8-5f51-48f1-9f38-664af43b0d6c service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:43.987482 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-31d8b3c8-5f51-48f1-9f38-664af43b0d6c service neutron] Bound port: 2bbe11a4-47cf-41ff-9dc5-f31d83d13711, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:43.987482 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-31d8b3c8-5f51-48f1-9f38-664af43b0d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.006265 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-752c48f1-3e28-4fe6-8f45-5a2ed585f761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:44.008135 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-752c48f1-3e28-4fe6-8f45-5a2ed585f761 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&device_id=ad0b353c-c2b6-49e2-becd-20bf83ff0bea HTTP/1.1" status: 200 len: 1099 time: 0.1878300 Aug 10 03:43:44.014085 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0623338-2836-44b2-ac57-417cf25ee70b req-444bfb6e-8e60-4886-8010-c30b1d6b366e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:44.016287 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0623338-2836-44b2-ac57-417cf25ee70b req-444bfb6e-8e60-4886-8010-c30b1d6b366e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f HTTP/1.1" status: 200 len: 847 time: 0.0845137 Aug 10 03:43:44.130928 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d38ff-21ed-4822-9f5f-676746a23460 service neutron] Pushing event updated for resources: {'Port': ['ID=197715b0-9703-4980-9528-63f1c7880d43,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:44.173722 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c6f4f-16b9-4249-bb95-1c19528064bc req-af0abe50-e314-4aac-8aef-a31b4b908837 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:44.175340 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0623338-2836-44b2-ac57-417cf25ee70b req-f79dff35-dfdf-4fa3-bbab-fb36876c678d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=82e15316-6bb5-465a-8cae-f1cb27c52e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177645 Aug 10 03:43:44.175475 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a50c6f4f-16b9-4249-bb95-1c19528064bc req-af0abe50-e314-4aac-8aef-a31b4b908837 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bd6dba1-8cfe-4d56-8845-9e73a6e361f1 HTTP/1.1" status: 200 len: 948 time: 0.1555383 Aug 10 03:43:44.181957 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-485a73db-18f7-437a-8168-597b500e196f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=706e34f1-e7af-4f96-b80c-e873c7bedacf HTTP/1.1" status: 200 len: 217 time: 0.1000574 Aug 10 03:43:44.275648 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a50c6f4f-16b9-4249-bb95-1c19528064bc req-5a9c2317-3691-42e5-9d48-0eed28de4992 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871150 Aug 10 03:43:44.277507 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-4c8d38ff-21ed-4822-9f5f-676746a23460 service neutron] Attempting to bind port 197715b0-9703-4980-9528-63f1c7880d43 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:44.289196 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-4c8d38ff-21ed-4822-9f5f-676746a23460 service neutron] Attempting to bind port 197715b0-9703-4980-9528-63f1c7880d43 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:44.289662 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-4c8d38ff-21ed-4822-9f5f-676746a23460 service neutron] Attempting to bind port 197715b0-9703-4980-9528-63f1c7880d43 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:44.295918 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-4c8d38ff-21ed-4822-9f5f-676746a23460 service neutron] Port 197715b0-9703-4980-9528-63f1c7880d43 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:44.296273 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-4c8d38ff-21ed-4822-9f5f-676746a23460 service neutron] Attempting to bind port 197715b0-9703-4980-9528-63f1c7880d43 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:44.308616 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-4c8d38ff-21ed-4822-9f5f-676746a23460 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:44.309140 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-4c8d38ff-21ed-4822-9f5f-676746a23460 service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:44.309681 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-4c8d38ff-21ed-4822-9f5f-676746a23460 service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:44.312953 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-4c8d38ff-21ed-4822-9f5f-676746a23460 service neutron] Bound port: 197715b0-9703-4980-9528-63f1c7880d43, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:44.313543 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-4c8d38ff-21ed-4822-9f5f-676746a23460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.321817 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce026df-3528-4fb1-99ab-39058418aa00 req-054a3dd7-b049-4b8e-b4c7-e494042b6440 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:44.329899 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce026df-3528-4fb1-99ab-39058418aa00 req-054a3dd7-b049-4b8e-b4c7-e494042b6440 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:44.336272 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce026df-3528-4fb1-99ab-39058418aa00 req-054a3dd7-b049-4b8e-b4c7-e494042b6440 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:44.342567 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce026df-3528-4fb1-99ab-39058418aa00 req-054a3dd7-b049-4b8e-b4c7-e494042b6440 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:44.349418 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce026df-3528-4fb1-99ab-39058418aa00 req-054a3dd7-b049-4b8e-b4c7-e494042b6440 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:44.357206 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce026df-3528-4fb1-99ab-39058418aa00 req-054a3dd7-b049-4b8e-b4c7-e494042b6440 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:44.376551 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce026df-3528-4fb1-99ab-39058418aa00 req-054a3dd7-b049-4b8e-b4c7-e494042b6440 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:44.379856 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dce026df-3528-4fb1-99ab-39058418aa00 req-054a3dd7-b049-4b8e-b4c7-e494042b6440 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5418 time: 0.3688579 Aug 10 03:43:44.418360 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-31d8b3c8-5f51-48f1-9f38-664af43b0d6c service neutron] For port 2bbe11a4-47cf-41ff-9dc5-f31d83d13711, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:44.489243 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-4c8d38ff-21ed-4822-9f5f-676746a23460 service neutron] For port 197715b0-9703-4980-9528-63f1c7880d43, host n-h2-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:44.489243 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-4c8d38ff-21ed-4822-9f5f-676746a23460 service neutron] For port 197715b0-9703-4980-9528-63f1c7880d43, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=197715b0-9703-4980-9528-63f1c7880d43,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:44.492449 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-31d8b3c8-5f51-48f1-9f38-664af43b0d6c service neutron] For port 2bbe11a4-47cf-41ff-9dc5-f31d83d13711, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=2bbe11a4-47cf-41ff-9dc5-f31d83d13711,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:44.517988 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-67d70e6f-2864-4a24-ab63-1907704c07c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:44.518333 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-67d70e6f-2864-4a24-ab63-1907704c07c6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.3247426 Aug 10 03:43:44.524984 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-0a521ae5-7ce8-4909-b472-59d8572b37d2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360816 Aug 10 03:43:44.550229 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0623338-2836-44b2-ac57-417cf25ee70b req-dffd68c9-0d95-4b74-b776-ec9ddb8fa510 service neutron] 10.222.0.68 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584170 Aug 10 03:43:44.580959 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dce026df-3528-4fb1-99ab-39058418aa00 req-7d89da56-a71d-415b-8e63-ab70703dd2eb tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1640885 Aug 10 03:43:44.591978 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-31d8b3c8-5f51-48f1-9f38-664af43b0d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.611558 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-4c8d38ff-21ed-4822-9f5f-676746a23460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.667123 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-4c8d38ff-21ed-4822-9f5f-676746a23460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:44.671369 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-4c8d38ff-21ed-4822-9f5f-676746a23460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.673059 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-4c8d38ff-21ed-4822-9f5f-676746a23460 service neutron] 10.222.0.20 "PUT /v2.0/ports/197715b0-9703-4980-9528-63f1c7880d43 HTTP/1.1" status: 200 len: 1096 time: 1.5693293 Aug 10 03:43:44.673901 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd6dba1-8cfe-4d56-8845-9e73a6e361f1', 'tag': '197715b0-9703-4980-9528-63f1c7880d43'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:44.678631 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b079eee-a408-4580-a81a-e8bee93808ee" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd6dba1-8cfe-4d56-8845-9e73a6e361f1", "tag": "197715b0-9703-4980-9528-63f1c7880d43"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:44.698898 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-31d8b3c8-5f51-48f1-9f38-664af43b0d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:44.699604 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-31d8b3c8-5f51-48f1-9f38-664af43b0d6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:44.701214 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-31d8b3c8-5f51-48f1-9f38-664af43b0d6c service neutron] 10.222.0.20 "PUT /v2.0/ports/2bbe11a4-47cf-41ff-9dc5-f31d83d13711 HTTP/1.1" status: 200 len: 1096 time: 3.5132167 Aug 10 03:43:44.744952 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-80f4c3dd-e595-4e2c-9e53-2a6220ede93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:44.746638 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-80f4c3dd-e595-4e2c-9e53-2a6220ede93f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2118764 Aug 10 03:43:44.752577 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d38ff-21ed-4822-9f5f-676746a23460 service neutron] Pushing event updated for resources: {'Port': ['ID=197715b0-9703-4980-9528-63f1c7880d43,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:44.772828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8b3c8-5f51-48f1-9f38-664af43b0d6c service neutron] Pushing event updated for resources: {'Port': ['ID=2bbe11a4-47cf-41ff-9dc5-f31d83d13711,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:44.794872 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-d4d2fd05-39b5-4097-b853-050298cfeb89 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:44.803345 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-d4d2fd05-39b5-4097-b853-050298cfeb89 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2616761 Aug 10 03:43:44.826950 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-281505d0-af37-4af0-9b0e-c119e5ce940a tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/quotas/5b6b91922f1e44729ab0754f3d4e2599 HTTP/1.1" status: 200 len: 375 time: 0.0222270 Aug 10 03:43:44.849626 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0623338-2836-44b2-ac57-417cf25ee70b req-7c31dc22-72c3-4bc5-9f77-4fb45d94577e service neutron] 10.222.0.68 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732024 Aug 10 03:43:44.903259 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-4250b7b6-2ee8-46a2-9772-d253d1e8b67a tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753868 Aug 10 03:43:44.973383 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-b0141618-5087-4370-830d-9f72f2ca8e09 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172732 Aug 10 03:43:44.996257 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-9cb94b89-84a6-4738-bb99-0212ffacd1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:44.999060 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-193e9af3-ae83-4bb2-aedf-e88a7ab112f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:44.999581 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-9cb94b89-84a6-4738-bb99-0212ffacd1cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e6317d6e9a545ceb999c28a0244c49a&device_id=8bd6dba1-8cfe-4d56-8845-9e73a6e361f1 HTTP/1.1" status: 200 len: 1099 time: 0.0953252 Aug 10 03:43:45.000590 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-193e9af3-ae83-4bb2-aedf-e88a7ab112f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&device_id=15d0a20d-02c2-4473-a083-af2a499a69d6 HTTP/1.1" status: 200 len: 1099 time: 0.1335003 Aug 10 03:43:45.053635 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac38d10-9f4b-4173-9747-5e2f963b69d9 req-6c0eddde-e12f-4d29-9402-8848570d80c1 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:45.056142 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fac38d10-9f4b-4173-9747-5e2f963b69d9 req-6c0eddde-e12f-4d29-9402-8848570d80c1 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=15d0a20d-02c2-4473-a083-af2a499a69d6 HTTP/1.1" status: 200 len: 948 time: 0.1392121 Aug 10 03:43:45.093246 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-2432111a-3557-46d5-a240-a91364a0e4f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=197715b0-9703-4980-9528-63f1c7880d43 HTTP/1.1" status: 200 len: 217 time: 0.0605366 Aug 10 03:43:45.187004 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-77f80bd9-51a3-4b9f-b92c-951b82ea2a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:45.188461 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-77f80bd9-51a3-4b9f-b92c-951b82ea2a2a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0869687 Aug 10 03:43:45.197993 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47100) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:45.201251 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-9c4b8654-1819-4e1e-aa4f-5e49646b3fb0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=2bbe11a4-47cf-41ff-9dc5-f31d83d13711 HTTP/1.1" status: 200 len: 217 time: 0.1625116 Aug 10 03:43:45.276773 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:45.299262 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-17ad941e-0750-4616-a380-8fe828406598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:45.301451 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-17ad941e-0750-4616-a380-8fe828406598 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0945008 Aug 10 03:43:45.352961 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:45.356351 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-a3fb8866-c047-4b42-9d16-8d44483449f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:45.357935 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-a3fb8866-c047-4b42-9d16-8d44483449f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.1398478 Aug 10 03:43:45.469794 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d8b28449-c563-4326-b18c-1b498cc35fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:45.498301 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fac38d10-9f4b-4173-9747-5e2f963b69d9 req-c31a1c60-dd14-4e90-ba1f-2641774fb38b tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620260 Aug 10 03:43:45.514685 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26efdeb-629e-4ca4-aa8a-60cf3df34319 req-6d757afe-bf92-44d7-9eaf-c73bea7ee55c tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:45.515674 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-59531fb6-0201-423a-a882-663058d68f36 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322576 Aug 10 03:43:45.524059 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-8e1ce5bf-14f0-4df1-bdc1-a24c8d809196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:45.525744 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-8e1ce5bf-14f0-4df1-bdc1-a24c8d809196 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1412654 Aug 10 03:43:45.532550 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f26efdeb-629e-4ca4-aa8a-60cf3df34319 req-6d757afe-bf92-44d7-9eaf-c73bea7ee55c tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 945 time: 0.2092035 Aug 10 03:43:45.573823 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-1d3f1f3f-2b46-44b0-a3d2-270516927de8 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627220 Aug 10 03:43:45.578640 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625530c9-73db-4fb7-ad11-fa4df43052ae x-openstack-request-id: req-625530c9-73db-4fb7-ad11-fa4df43052ae {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:45.578760 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd6dba1-8cfe-4d56-8845-9e73a6e361f1", "tag": "197715b0-9703-4980-9528-63f1c7880d43", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:45.578984 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-625530c9-73db-4fb7-ad11-fa4df43052ae {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:45.582252 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bd6dba1-8cfe-4d56-8845-9e73a6e361f1', 'tag': '197715b0-9703-4980-9528-63f1c7880d43', 'status': 'completed', 'code': 200} Aug 10 03:43:45.635138 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f26efdeb-629e-4ca4-aa8a-60cf3df34319 req-e0cf2d62-1559-4d62-8dfd-5e7de3fa42d1 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015832 Aug 10 03:43:45.674482 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b69ca6e6-fbd3-4687-9ed5-962d9c500e19 req-79404ea2-b929-4ee0-9fa9-8bb795863a03 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 210 time: 0.0647833 Aug 10 03:43:45.776113 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-16dc2047-8456-47ec-ad2f-f1920d0a0db7 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383003 Aug 10 03:43:45.842024 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a3c6b49a-2b31-4017-87ed-1b255f4c2caa req-8d3c5879-8f2e-4940-a415-05066572a8a5 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372515 Aug 10 03:43:45.871411 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf675f1-ccd6-4e3d-ac8b-40c8838416e1 req-78fc1d0e-27d7-461d-9e73-3bcd23d5a8e6 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:45.883578 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b69c7-58b4-4f53-8679-b506f7d9636e req-c76c6bbc-7408-4824-8b42-1733289200a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:45.889570 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a77b69c7-58b4-4f53-8679-b506f7d9636e req-c76c6bbc-7408-4824-8b42-1733289200a8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&device_id=ad0b353c-c2b6-49e2-becd-20bf83ff0bea HTTP/1.1" status: 200 len: 1099 time: 0.1624393 Aug 10 03:43:45.891469 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7cf675f1-ccd6-4e3d-ac8b-40c8838416e1 req-78fc1d0e-27d7-461d-9e73-3bcd23d5a8e6 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bd6dba1-8cfe-4d56-8845-9e73a6e361f1 HTTP/1.1" status: 200 len: 948 time: 0.1433606 Aug 10 03:43:45.945214 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d0a20d-02c2-4473-a083-af2a499a69d6', 'tag': '2bbe11a4-47cf-41ff-9dc5-f31d83d13711'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:45.947904 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fac6912-ff1c-417d-9d22-ee73d4fbef22" -d '{"events": [{"name": "network-changed", "server_uuid": "15d0a20d-02c2-4473-a083-af2a499a69d6", "tag": "2bbe11a4-47cf-41ff-9dc5-f31d83d13711"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:45.965090 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7cf675f1-ccd6-4e3d-ac8b-40c8838416e1 req-4919db04-4e3d-439e-a1ef-730b3c557406 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726240 Aug 10 03:43:45.970792 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6e2ffa7-cdc7-4cac-956f-73d4e1b6660c req-a4ec8a23-6c31-44a6-a892-ee57506d8035 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770835 Aug 10 03:43:45.983866 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d8b28449-c563-4326-b18c-1b498cc35fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:46.024666 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d24e5-1e5b-4dd5-8152-c27f63e3a12d req-fcc52182-14db-42b0-91b1-6c6a1fe2c0ba tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:46.030818 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d24e5-1e5b-4dd5-8152-c27f63e3a12d req-fcc52182-14db-42b0-91b1-6c6a1fe2c0ba tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:46.037354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d24e5-1e5b-4dd5-8152-c27f63e3a12d req-fcc52182-14db-42b0-91b1-6c6a1fe2c0ba tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:46.043277 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d24e5-1e5b-4dd5-8152-c27f63e3a12d req-fcc52182-14db-42b0-91b1-6c6a1fe2c0ba tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:46.049364 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d24e5-1e5b-4dd5-8152-c27f63e3a12d req-fcc52182-14db-42b0-91b1-6c6a1fe2c0ba tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:46.055529 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d24e5-1e5b-4dd5-8152-c27f63e3a12d req-fcc52182-14db-42b0-91b1-6c6a1fe2c0ba tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:46.061489 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d24e5-1e5b-4dd5-8152-c27f63e3a12d req-fcc52182-14db-42b0-91b1-6c6a1fe2c0ba tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:46.068913 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb5d24e5-1e5b-4dd5-8152-c27f63e3a12d req-fcc52182-14db-42b0-91b1-6c6a1fe2c0ba tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5418 time: 0.2955527 Aug 10 03:43:46.083724 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d8b28449-c563-4326-b18c-1b498cc35fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:46.122083 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b28449-c563-4326-b18c-1b498cc35fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0cfdc7-a24b-44b9-b4ae-e19568936a3b,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:46.130316 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d8b28449-c563-4326-b18c-1b498cc35fee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7ebfe618b77145a0b83a181f46eefdd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9308162 Aug 10 03:43:46.131540 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47126) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:46.164270 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f75792-0782-4a00-b022-d69a02b83c28 x-openstack-request-id: req-e6f75792-0782-4a00-b022-d69a02b83c28 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:46.164829 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d0a20d-02c2-4473-a083-af2a499a69d6", "tag": "2bbe11a4-47cf-41ff-9dc5-f31d83d13711", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:46.165266 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e6f75792-0782-4a00-b022-d69a02b83c28 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:46.165836 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d0a20d-02c2-4473-a083-af2a499a69d6', 'tag': '2bbe11a4-47cf-41ff-9dc5-f31d83d13711', 'status': 'completed', 'code': 200} Aug 10 03:43:46.201909 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-26949993-22c1-4b97-b692-2a1aa0891c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:46.204878 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b69c7-58b4-4f53-8679-b506f7d9636e req-55096e74-1891-4514-9bdd-b225b14aa760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:46.207299 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a77b69c7-58b4-4f53-8679-b506f7d9636e req-55096e74-1891-4514-9bdd-b225b14aa760 service neutron] 10.222.0.68 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.2512538 Aug 10 03:43:46.214951 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb5d24e5-1e5b-4dd5-8152-c27f63e3a12d req-c959d580-2389-40df-ba27-a1d0f136d06c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1409826 Aug 10 03:43:46.216900 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b079eee-a408-4580-a81a-e8bee93808ee req-62e95d1d-fb84-4be1-bbb2-b316c5e78899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:46.218392 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3b079eee-a408-4580-a81a-e8bee93808ee req-62e95d1d-fb84-4be1-bbb2-b316c5e78899 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e6317d6e9a545ceb999c28a0244c49a&device_id=8bd6dba1-8cfe-4d56-8845-9e73a6e361f1 HTTP/1.1" status: 200 len: 1099 time: 0.1434267 Aug 10 03:43:46.248222 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-26949993-22c1-4b97-b692-2a1aa0891c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:46.291918 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a77b69c7-58b4-4f53-8679-b506f7d9636e req-7981daa9-7433-464e-a5e6-8c6bcb6ffe6c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=706e34f1-e7af-4f96-b80c-e873c7bedacf HTTP/1.1" status: 200 len: 217 time: 0.0607059 Aug 10 03:43:46.358483 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac6912-ff1c-417d-9d22-ee73d4fbef22 req-05808f21-57c8-4d27-bbea-6385093f88cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:46.359879 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6fac6912-ff1c-417d-9d22-ee73d4fbef22 req-05808f21-57c8-4d27-bbea-6385093f88cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&device_id=15d0a20d-02c2-4473-a083-af2a499a69d6 HTTP/1.1" status: 200 len: 1099 time: 0.0708709 Aug 10 03:43:46.424159 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-26949993-22c1-4b97-b692-2a1aa0891c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:46.426704 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-26949993-22c1-4b97-b692-2a1aa0891c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:46.430201 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-26949993-22c1-4b97-b692-2a1aa0891c16 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9d0cfdc7-a24b-44b9-b4ae-e19568936a3b HTTP/1.1" status: 204 len: 168 time: 0.2941346 Aug 10 03:43:46.443167 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26949993-22c1-4b97-b692-2a1aa0891c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0cfdc7-a24b-44b9-b4ae-e19568936a3b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:46.500964 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac6912-ff1c-417d-9d22-ee73d4fbef22 req-4bb49be3-8070-45f5-9786-a486823f1b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:46.502476 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6fac6912-ff1c-417d-9d22-ee73d4fbef22 req-4bb49be3-8070-45f5-9786-a486823f1b5f service neutron] 10.222.0.20 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.1323371 Aug 10 03:43:46.561273 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6fac6912-ff1c-417d-9d22-ee73d4fbef22 req-f8399578-b458-458d-a597-d1d8ff650402 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=2bbe11a4-47cf-41ff-9dc5-f31d83d13711 HTTP/1.1" status: 200 len: 217 time: 0.0509734 Aug 10 03:43:46.683407 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac6912-ff1c-417d-9d22-ee73d4fbef22 req-e2edf725-02b8-4270-8cd5-312288aa65a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:46.684944 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6fac6912-ff1c-417d-9d22-ee73d4fbef22 req-e2edf725-02b8-4270-8cd5-312288aa65a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.1161141 Aug 10 03:43:46.702824 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b69c7-58b4-4f53-8679-b506f7d9636e req-42e00472-13be-4303-bd18-c29ffa2fbf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:46.704330 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a77b69c7-58b4-4f53-8679-b506f7d9636e req-42e00472-13be-4303-bd18-c29ffa2fbf27 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.4008996 Aug 10 03:43:46.716589 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:46.790328 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b079eee-a408-4580-a81a-e8bee93808ee req-554adffc-610d-46e2-afef-2e4ef6e70029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:46.791838 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3b079eee-a408-4580-a81a-e8bee93808ee req-554adffc-610d-46e2-afef-2e4ef6e70029 service neutron] 10.222.0.20 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.5098789 Aug 10 03:43:46.869462 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3b079eee-a408-4580-a81a-e8bee93808ee req-15e7bbf9-104e-43bb-a863-a437209a2fbc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=197715b0-9703-4980-9528-63f1c7880d43 HTTP/1.1" status: 200 len: 217 time: 0.0502288 Aug 10 03:43:46.962403 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b69c7-58b4-4f53-8679-b506f7d9636e req-391727cc-a9ed-4ce4-829c-dc2b701cdabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:46.964739 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a77b69c7-58b4-4f53-8679-b506f7d9636e req-391727cc-a9ed-4ce4-829c-dc2b701cdabd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2046826 Aug 10 03:43:46.977210 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf3280-1728-4df2-8cb3-7c39d0686bd0 req-fb10c91b-9d93-4357-b2d6-24c2677da1fd tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:46.983361 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9cbf3280-1728-4df2-8cb3-7c39d0686bd0 req-fb10c91b-9d93-4357-b2d6-24c2677da1fd tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 945 time: 0.2109661 Aug 10 03:43:47.032219 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863d370-5424-4236-bcf5-8a4cab45ea0a req-8e393e73-e2cc-4514-bf8a-278514c5890e tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:47.039860 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d863d370-5424-4236-bcf5-8a4cab45ea0a req-8e393e73-e2cc-4514-bf8a-278514c5890e tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=15d0a20d-02c2-4473-a083-af2a499a69d6 HTTP/1.1" status: 200 len: 948 time: 0.4263346 Aug 10 03:43:47.076704 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac6912-ff1c-417d-9d22-ee73d4fbef22 req-e4c0da3a-1053-4fbd-b904-cce8aca57076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:47.078343 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6fac6912-ff1c-417d-9d22-ee73d4fbef22 req-e4c0da3a-1053-4fbd-b904-cce8aca57076 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3852410 Aug 10 03:43:47.081767 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b079eee-a408-4580-a81a-e8bee93808ee req-5929d32b-ab00-4579-b113-aedcb7efba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:47.083579 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3b079eee-a408-4580-a81a-e8bee93808ee req-5929d32b-ab00-4579-b113-aedcb7efba8e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.1949258 Aug 10 03:43:47.092373 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d863d370-5424-4236-bcf5-8a4cab45ea0a req-25789e0c-02ca-4ed4-bf73-c739b359a440 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515583 Aug 10 03:43:47.133521 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9cbf3280-1728-4df2-8cb3-7c39d0686bd0 req-49978f1a-e297-4a87-89f6-f3d91ff310a0 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426265 Aug 10 03:43:47.198559 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a77b69c7-58b4-4f53-8679-b506f7d9636e req-e14cdc53-3e53-4bae-a406-c48babfe328b service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186141 Aug 10 03:43:47.215925 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-10f584f2-f346-4c93-818e-efe92917a165 req-c99f8ce9-c1d2-4b2d-a99f-6f2ca398eb3d tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 210 time: 0.0378237 Aug 10 03:43:47.285117 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6fac6912-ff1c-417d-9d22-ee73d4fbef22 req-a65f2c84-b8c3-4207-bb92-c3fb667055bf service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753271 Aug 10 03:43:47.316556 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b079eee-a408-4580-a81a-e8bee93808ee req-331a671d-b66b-42ab-a544-0f4ae8c8e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:47.318961 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3b079eee-a408-4580-a81a-e8bee93808ee req-331a671d-b66b-42ab-a544-0f4ae8c8e223 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1844876 Aug 10 03:43:47.381976 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47146) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:47.402697 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b6d58a36-a807-4f77-872d-537c5adc955a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:47.460459 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6fac6912-ff1c-417d-9d22-ee73d4fbef22 req-efe0fdfd-76b7-459a-939b-cac236844053 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645744 Aug 10 03:43:47.464686 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a77b69c7-58b4-4f53-8679-b506f7d9636e req-e07db6ec-3305-4509-91e4-a24f00e22278 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570500 Aug 10 03:43:47.490654 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6c4a3-6cac-4501-a3f7-51b5fd5734a7 req-9b8c1f42-4e73-4f13-b8e7-27320351cdd9 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:47.496439 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d14fb9-c9bc-4dfc-8ed3-e99dc17d8763 req-0aad30d6-da71-412a-b023-e44302225533 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:47.496642 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6c4a3-6cac-4501-a3f7-51b5fd5734a7 req-9b8c1f42-4e73-4f13-b8e7-27320351cdd9 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:47.498380 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-07d14fb9-c9bc-4dfc-8ed3-e99dc17d8763 req-0aad30d6-da71-412a-b023-e44302225533 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bd6dba1-8cfe-4d56-8845-9e73a6e361f1 HTTP/1.1" status: 200 len: 948 time: 0.2032630 Aug 10 03:43:47.502512 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6c4a3-6cac-4501-a3f7-51b5fd5734a7 req-9b8c1f42-4e73-4f13-b8e7-27320351cdd9 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:47.508582 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6c4a3-6cac-4501-a3f7-51b5fd5734a7 req-9b8c1f42-4e73-4f13-b8e7-27320351cdd9 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:47.514329 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6c4a3-6cac-4501-a3f7-51b5fd5734a7 req-9b8c1f42-4e73-4f13-b8e7-27320351cdd9 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:47.520897 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6c4a3-6cac-4501-a3f7-51b5fd5734a7 req-9b8c1f42-4e73-4f13-b8e7-27320351cdd9 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:47.527058 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6c4a3-6cac-4501-a3f7-51b5fd5734a7 req-9b8c1f42-4e73-4f13-b8e7-27320351cdd9 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:47.529187 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-edd6c4a3-6cac-4501-a3f7-51b5fd5734a7 req-9b8c1f42-4e73-4f13-b8e7-27320351cdd9 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5418 time: 0.1304054 Aug 10 03:43:47.574124 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3b079eee-a408-4580-a81a-e8bee93808ee req-0ee7ae67-aec1-444f-9442-4b35d2aae0cc service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371881 Aug 10 03:43:47.583207 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-07d14fb9-c9bc-4dfc-8ed3-e99dc17d8763 req-48b3389f-b800-4af6-8aa5-880319b23cc0 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704763 Aug 10 03:43:47.603947 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-edd6c4a3-6cac-4501-a3f7-51b5fd5734a7 req-cb8f8f12-dabe-4dbc-a3f6-4848d1bc9ae2 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0643153 Aug 10 03:43:47.685686 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b6d58a36-a807-4f77-872d-537c5adc955a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:47.691058 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3b079eee-a408-4580-a81a-e8bee93808ee req-30f837b2-8ef3-4f2b-8eff-d5932590c986 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991564 Aug 10 03:43:47.836604 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b6d58a36-a807-4f77-872d-537c5adc955a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:47.874501 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d58a36-a807-4f77-872d-537c5adc955a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327314f4-8472-48a4-b121-0ca602d97ef3,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:47.879634 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b6d58a36-a807-4f77-872d-537c5adc955a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6518ede380d84ce7923a0e05b752372c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4959087 Aug 10 03:43:47.884073 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47148) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:47.934073 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-13d977a7-df44-43d7-b8b1-75d830acb96d tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332189 Aug 10 03:43:48.045167 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-66c5073b-d51a-4002-83c4-b722bb6fab34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.084890 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-66c5073b-d51a-4002-83c4-b722bb6fab34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.097767 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-072b1914-a941-4e76-b666-a1c97b6ec485 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:48.099923 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-072b1914-a941-4e76-b666-a1c97b6ec485 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1583264 Aug 10 03:43:48.121733 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-321e9123-16a9-4c28-9405-fa7fa78ca51f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Request body: {'port': {'device_id': '8ca46f03-818d-4aea-994a-99c32447ca13', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': '5b6b91922f1e44729ab0754f3d4e2599'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:48.286169 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09017f29-8458-4b05-82b0-3d271de607e8 req-9b18d2b8-3495-4410-a0dd-81f4ce3a4af7 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:48.287910 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3f6d5-0f7d-4466-8ee3-891dc65d2ac8 req-50efc72a-3299-4343-99a9-16ba51ea6799 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:48.288172 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-09017f29-8458-4b05-82b0-3d271de607e8 req-9b18d2b8-3495-4410-a0dd-81f4ce3a4af7 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 945 time: 0.0613949 Aug 10 03:43:48.289420 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5ab3f6d5-0f7d-4466-8ee3-891dc65d2ac8 req-50efc72a-3299-4343-99a9-16ba51ea6799 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=15d0a20d-02c2-4473-a083-af2a499a69d6 HTTP/1.1" status: 200 len: 948 time: 0.0798697 Aug 10 03:43:48.317016 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-66c5073b-d51a-4002-83c4-b722bb6fab34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.337504 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-66c5073b-d51a-4002-83c4-b722bb6fab34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.337504 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-66c5073b-d51a-4002-83c4-b722bb6fab34 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/327314f4-8472-48a4-b121-0ca602d97ef3 HTTP/1.1" status: 204 len: 168 time: 0.4345446 Aug 10 03:43:48.337504 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5073b-d51a-4002-83c4-b722bb6fab34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327314f4-8472-48a4-b121-0ca602d97ef3,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:48.347265 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-09017f29-8458-4b05-82b0-3d271de607e8 req-324ad59b-da8f-4bed-b596-aae92e9c4d3f tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513256 Aug 10 03:43:48.362128 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5ab3f6d5-0f7d-4466-8ee3-891dc65d2ac8 req-33b3dd1d-21a4-4544-a4a3-15a01ecf9c7e tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647318 Aug 10 03:43:48.455585 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8ff6c68e-a5d1-4ab3-a876-2df6227648ea req-c35021f5-3f5a-4c45-843e-4726c3788b41 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 210 time: 0.0310998 Aug 10 03:43:48.528218 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-321e9123-16a9-4c28-9405-fa7fa78ca51f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Made reservation on behalf of 5b6b91922f1e44729ab0754f3d4e2599 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:43:48.531824 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-321e9123-16a9-4c28-9405-fa7fa78ca51f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.698033 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-321e9123-16a9-4c28-9405-fa7fa78ca51f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Allocated IP 192.168.233.181 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/e60d48bc-7e61-465e-b0c1-27ec891cc425) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:43:48.743350 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 706e34f1-e7af-4f96-b80c-e873c7bedacf details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:43:48.746522 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a5110-53be-48cf-b581-03999b154fe3 req-c7074b1e-bc63-443a-b65f-c60a4a1a230b tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:48.748121 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-895a5110-53be-48cf-b581-03999b154fe3 req-c7074b1e-bc63-443a-b65f-c60a4a1a230b tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bd6dba1-8cfe-4d56-8845-9e73a6e361f1 HTTP/1.1" status: 200 len: 948 time: 0.0864365 Aug 10 03:43:48.819200 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc4258-6400-446e-b529-d377b215e06e req-4597335a-ac3a-4827-967e-84a03ee9dc11 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:48.825617 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc4258-6400-446e-b529-d377b215e06e req-4597335a-ac3a-4827-967e-84a03ee9dc11 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:48.835813 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc4258-6400-446e-b529-d377b215e06e req-4597335a-ac3a-4827-967e-84a03ee9dc11 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:48.852819 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc4258-6400-446e-b529-d377b215e06e req-4597335a-ac3a-4827-967e-84a03ee9dc11 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:48.864404 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc4258-6400-446e-b529-d377b215e06e req-4597335a-ac3a-4827-967e-84a03ee9dc11 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:48.869000 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-895a5110-53be-48cf-b581-03999b154fe3 req-66da8f21-acc4-45c9-a409-483e447c1fd3 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072414 Aug 10 03:43:48.887051 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc4258-6400-446e-b529-d377b215e06e req-4597335a-ac3a-4827-967e-84a03ee9dc11 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:48.897486 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc4258-6400-446e-b529-d377b215e06e req-4597335a-ac3a-4827-967e-84a03ee9dc11 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:48.916178 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-36bc4258-6400-446e-b529-d377b215e06e req-4597335a-ac3a-4827-967e-84a03ee9dc11 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5418 time: 0.2119737 Aug 10 03:43:48.951276 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-321e9123-16a9-4c28-9405-fa7fa78ca51f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:48.964725 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 706e34f1-e7af-4f96-b80c-e873c7bedacf, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=706e34f1-e7af-4f96-b80c-e873c7bedacf,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:48.971172 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-321e9123-16a9-4c28-9405-fa7fa78ca51f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Transition to ACTIVE for port object e60d48bc-7e61-465e-b0c1-27ec891cc425 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:48.979772 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '706e34f1-e7af-4f96-b80c-e873c7bedacf', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': '706e34f1-e7af-4f96-b80c-e873c7bedacf', 'mac_address': 'fa:16:3e:58:1f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:43:48.997383 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-36bc4258-6400-446e-b529-d377b215e06e req-b0ae5243-252f-47ce-8f15-b27c5bad0756 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0746512 Aug 10 03:43:49.041164 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.056082 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706e34f1-e7af-4f96-b80c-e873c7bedacf {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:49.076948 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 706e34f1-e7af-4f96-b80c-e873c7bedacf, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=706e34f1-e7af-4f96-b80c-e873c7bedacf,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:49.118623 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-321e9123-16a9-4c28-9405-fa7fa78ca51f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.133591 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['a3243318-600f-47a3-a688-83b3e5f2cee1', 'dfe7ee3a-7458-4bee-ae02-cf4d2586c024'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:49.170401 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-321e9123-16a9-4c28-9405-fa7fa78ca51f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:43:49.173598 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-321e9123-16a9-4c28-9405-fa7fa78ca51f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:43:49.178795 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.188342 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-321e9123-16a9-4c28-9405-fa7fa78ca51f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:43:49.248093 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e9123-16a9-4c28-9405-fa7fa78ca51f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Pushing event updated for resources: {'Port': ['ID=e60d48bc-7e61-465e-b0c1-27ec891cc425,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:49.257870 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-321e9123-16a9-4c28-9405-fa7fa78ca51f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:49.258320 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-321e9123-16a9-4c28-9405-fa7fa78ca51f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.271737 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=706e34f1-e7af-4f96-b80c-e873c7bedacf,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:49.341963 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-321e9123-16a9-4c28-9405-fa7fa78ca51f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2306683 Aug 10 03:43:49.358684 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-57a3b463-8139-441d-bbc6-53fe8f77d79f service neutron] Request body: {'port': {'device_id': '8ca46f03-818d-4aea-994a-99c32447ca13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:49.479519 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-57a3b463-8139-441d-bbc6-53fe8f77d79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.556115 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['706e34f1-e7af-4f96-b80c-e873c7bedacf'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:49.589635 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54538ee-9893-4c73-ba41-107609cfc3ab req-a22bc450-22fd-4a64-9f15-b08e988e7dba tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:49.592055 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d54538ee-9893-4c73-ba41-107609cfc3ab req-a22bc450-22fd-4a64-9f15-b08e988e7dba tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=15d0a20d-02c2-4473-a083-af2a499a69d6 HTTP/1.1" status: 200 len: 948 time: 0.0994678 Aug 10 03:43:49.653085 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d54538ee-9893-4c73-ba41-107609cfc3ab req-fb19b006-f610-425c-b98d-c98ba343faee tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547416 Aug 10 03:43:49.675883 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61161fa-d04c-48cb-a28b-26c1667a9b47 req-a1b068fb-23b0-4fdf-825d-48bf3a2389ed tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:49.683871 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a61161fa-d04c-48cb-a28b-26c1667a9b47 req-a1b068fb-23b0-4fdf-825d-48bf3a2389ed tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 945 time: 0.1630468 Aug 10 03:43:49.701930 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-160d97e3-1cbd-4aac-ae3c-bc72b0130305 None None] Provisioning for port e60d48bc-7e61-465e-b0c1-27ec891cc425 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:49.706715 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-160d97e3-1cbd-4aac-ae3c-bc72b0130305 None None] Provisioning complete for port e60d48bc-7e61-465e-b0c1-27ec891cc425 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:49.707257 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-160d97e3-1cbd-4aac-ae3c-bc72b0130305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:49.781680 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-160d97e3-1cbd-4aac-ae3c-bc72b0130305 None None] Port e60d48bc-7e61-465e-b0c1-27ec891cc425 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:43:49.791140 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a61161fa-d04c-48cb-a28b-26c1667a9b47 req-8188745d-05fb-46aa-8c02-075363f9c559 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028497 Aug 10 03:43:49.894772 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5270f-e5e8-48f9-b383-783cd755b543 req-3ad4564e-a5b1-4b8b-80a4-326b9035dac5 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:49.897396 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dfb5270f-e5e8-48f9-b383-783cd755b543 req-3ad4564e-a5b1-4b8b-80a4-326b9035dac5 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 936 time: 0.0548720 Aug 10 03:43:49.958032 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dfb5270f-e5e8-48f9-b383-783cd755b543 req-ea3a8afd-64c5-400e-90dc-2ed962869b16 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452635 Aug 10 03:43:50.009973 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-57a3b463-8139-441d-bbc6-53fe8f77d79f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e60d48bc-7e61-465e-b0c1-27ec891cc425 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:50.030650 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-57a3b463-8139-441d-bbc6-53fe8f77d79f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:50.054052 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-57a3b463-8139-441d-bbc6-53fe8f77d79f service neutron] Transition to ACTIVE for port object e60d48bc-7e61-465e-b0c1-27ec891cc425 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:43:50.064795 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009d00f7-d149-483b-8a15-37bd7aa7e79c req-4212de74-2239-4bfa-a413-cfbc197ae395 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:50.066335 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-009d00f7-d149-483b-8a15-37bd7aa7e79c req-4212de74-2239-4bfa-a413-cfbc197ae395 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bd6dba1-8cfe-4d56-8845-9e73a6e361f1 HTTP/1.1" status: 200 len: 948 time: 0.0882783 Aug 10 03:43:50.133035 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-009d00f7-d149-483b-8a15-37bd7aa7e79c req-eb38d42c-3f38-4602-a973-fd2b47885a90 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558121 Aug 10 03:43:50.146180 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495f92a-4b18-43c6-b95c-0d9b1667abe8 req-4786ab69-e80e-4478-b8c1-2d0070472804 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:50.146180 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495f92a-4b18-43c6-b95c-0d9b1667abe8 req-4786ab69-e80e-4478-b8c1-2d0070472804 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:50.150242 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495f92a-4b18-43c6-b95c-0d9b1667abe8 req-4786ab69-e80e-4478-b8c1-2d0070472804 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:50.156367 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495f92a-4b18-43c6-b95c-0d9b1667abe8 req-4786ab69-e80e-4478-b8c1-2d0070472804 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:50.162867 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495f92a-4b18-43c6-b95c-0d9b1667abe8 req-4786ab69-e80e-4478-b8c1-2d0070472804 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:50.169158 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495f92a-4b18-43c6-b95c-0d9b1667abe8 req-4786ab69-e80e-4478-b8c1-2d0070472804 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:50.175718 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495f92a-4b18-43c6-b95c-0d9b1667abe8 req-4786ab69-e80e-4478-b8c1-2d0070472804 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:50.180488 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2495f92a-4b18-43c6-b95c-0d9b1667abe8 req-4786ab69-e80e-4478-b8c1-2d0070472804 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5418 time: 0.1048326 Aug 10 03:43:50.198105 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-57a3b463-8139-441d-bbc6-53fe8f77d79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:50.220765 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2495f92a-4b18-43c6-b95c-0d9b1667abe8 req-f34818e6-e0a1-4d47-9c1c-34a713a6ad86 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368531 Aug 10 03:43:50.261162 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3b463-8139-441d-bbc6-53fe8f77d79f service neutron] Pushing event updated for resources: {'Port': ['ID=e60d48bc-7e61-465e-b0c1-27ec891cc425,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:50.345262 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-57a3b463-8139-441d-bbc6-53fe8f77d79f service neutron] Attempting to bind port e60d48bc-7e61-465e-b0c1-27ec891cc425 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:50.345596 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-57a3b463-8139-441d-bbc6-53fe8f77d79f service neutron] Attempting to bind port e60d48bc-7e61-465e-b0c1-27ec891cc425 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:50.345927 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-57a3b463-8139-441d-bbc6-53fe8f77d79f service neutron] Attempting to bind port e60d48bc-7e61-465e-b0c1-27ec891cc425 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:50.350583 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-57a3b463-8139-441d-bbc6-53fe8f77d79f service neutron] Port e60d48bc-7e61-465e-b0c1-27ec891cc425 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:50.350906 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-57a3b463-8139-441d-bbc6-53fe8f77d79f service neutron] Attempting to bind port e60d48bc-7e61-465e-b0c1-27ec891cc425 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:50.356144 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-57a3b463-8139-441d-bbc6-53fe8f77d79f service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:50.356490 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-57a3b463-8139-441d-bbc6-53fe8f77d79f service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:50.356876 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-57a3b463-8139-441d-bbc6-53fe8f77d79f service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:50.357306 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-57a3b463-8139-441d-bbc6-53fe8f77d79f service neutron] Bound port: e60d48bc-7e61-465e-b0c1-27ec891cc425, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:50.357661 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-57a3b463-8139-441d-bbc6-53fe8f77d79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:50.429605 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-57a3b463-8139-441d-bbc6-53fe8f77d79f service neutron] For port e60d48bc-7e61-465e-b0c1-27ec891cc425, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:50.441182 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-57a3b463-8139-441d-bbc6-53fe8f77d79f service neutron] For port e60d48bc-7e61-465e-b0c1-27ec891cc425, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e60d48bc-7e61-465e-b0c1-27ec891cc425,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:50.460712 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 2bbe11a4-47cf-41ff-9dc5-f31d83d13711 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:43:50.528062 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-57a3b463-8139-441d-bbc6-53fe8f77d79f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:50.565670 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 2bbe11a4-47cf-41ff-9dc5-f31d83d13711, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=2bbe11a4-47cf-41ff-9dc5-f31d83d13711,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:50.568550 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-57a3b463-8139-441d-bbc6-53fe8f77d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:50.569185 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-57a3b463-8139-441d-bbc6-53fe8f77d79f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:50.570599 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-57a3b463-8139-441d-bbc6-53fe8f77d79f service neutron] 10.222.0.68 "PUT /v2.0/ports/e60d48bc-7e61-465e-b0c1-27ec891cc425 HTTP/1.1" status: 200 len: 1096 time: 1.2168894 Aug 10 03:43:50.571043 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca46f03-818d-4aea-994a-99c32447ca13', 'tag': 'e60d48bc-7e61-465e-b0c1-27ec891cc425'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:50.573388 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa569ea1-db17-45c9-8569-76c2f76c8606" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca46f03-818d-4aea-994a-99c32447ca13", "tag": "e60d48bc-7e61-465e-b0c1-27ec891cc425"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:50.584895 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '2bbe11a4-47cf-41ff-9dc5-f31d83d13711', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': '2bbe11a4-47cf-41ff-9dc5-f31d83d13711', 'mac_address': 'fa:16:3e:b2:da:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:43:50.606351 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a3b463-8139-441d-bbc6-53fe8f77d79f service neutron] Pushing event updated for resources: {'Port': ['ID=e60d48bc-7e61-465e-b0c1-27ec891cc425,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:50.641757 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b84e4bc-da20-4600-b127-2cea6defcea9 x-openstack-request-id: req-5b84e4bc-da20-4600-b127-2cea6defcea9 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:50.642054 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca46f03-818d-4aea-994a-99c32447ca13", "tag": "e60d48bc-7e61-465e-b0c1-27ec891cc425", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:50.642312 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b84e4bc-da20-4600-b127-2cea6defcea9 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:50.643218 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca46f03-818d-4aea-994a-99c32447ca13', 'tag': 'e60d48bc-7e61-465e-b0c1-27ec891cc425', 'status': 'completed', 'code': 200} Aug 10 03:43:50.643352 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:50.662876 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bbe11a4-47cf-41ff-9dc5-f31d83d13711 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:50.686278 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 2bbe11a4-47cf-41ff-9dc5-f31d83d13711, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=2bbe11a4-47cf-41ff-9dc5-f31d83d13711,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:50.716312 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa569ea1-db17-45c9-8569-76c2f76c8606 req-96c32c8a-07c3-48e6-b98f-5056c5570b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:50.718495 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fa569ea1-db17-45c9-8569-76c2f76c8606 req-96c32c8a-07c3-48e6-b98f-5056c5570b1a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 1099 time: 0.0517635 Aug 10 03:43:50.783001 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fa569ea1-db17-45c9-8569-76c2f76c8606 req-6b99ae0f-a5f5-4c8f-8e74-9411c57f87ab service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487742 Aug 10 03:43:50.788363 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:50.789832 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 197715b0-9703-4980-9528-63f1c7880d43 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:43:50.805544 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d8ead-2bfb-49ba-aa02-288f40a25ace req-d48ae9c5-22d0-4c37-8c3a-5e6e31ed8007 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:50.816234 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-666d8ead-2bfb-49ba-aa02-288f40a25ace req-d48ae9c5-22d0-4c37-8c3a-5e6e31ed8007 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=15d0a20d-02c2-4473-a083-af2a499a69d6 HTTP/1.1" status: 200 len: 948 time: 0.0978358 Aug 10 03:43:50.859927 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=2bbe11a4-47cf-41ff-9dc5-f31d83d13711,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:50.869593 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-666d8ead-2bfb-49ba-aa02-288f40a25ace req-277bd31b-4fd9-44f1-a2bc-5318459629d5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514238 Aug 10 03:43:50.901383 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 197715b0-9703-4980-9528-63f1c7880d43, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=197715b0-9703-4980-9528-63f1c7880d43,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:50.917951 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '197715b0-9703-4980-9528-63f1c7880d43', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': '197715b0-9703-4980-9528-63f1c7880d43', 'mac_address': 'fa:16:3e:8f:74:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:43:50.970982 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:51.012431 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 197715b0-9703-4980-9528-63f1c7880d43 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:51.022028 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa569ea1-db17-45c9-8569-76c2f76c8606 req-77652e2c-6c61-4d57-887b-995301a02275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:51.023582 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fa569ea1-db17-45c9-8569-76c2f76c8606 req-77652e2c-6c61-4d57-887b-995301a02275 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2313120 Aug 10 03:43:51.037240 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606e315-37da-46ef-b3a8-e66bc73a248e req-076912c5-a133-46ad-a998-af5cc6a81834 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:51.040660 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 197715b0-9703-4980-9528-63f1c7880d43, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=197715b0-9703-4980-9528-63f1c7880d43,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:51.044661 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d606e315-37da-46ef-b3a8-e66bc73a248e req-076912c5-a133-46ad-a998-af5cc6a81834 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 945 time: 0.0829012 Aug 10 03:43:51.088384 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d606e315-37da-46ef-b3a8-e66bc73a248e req-75274c08-0cf5-480e-8ee2-0e81611df2d7 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427866 Aug 10 03:43:51.097765 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0c5e8-7e20-4bf9-9a46-b6212ebb39bb req-2b23444a-0fb4-47f8-a83a-3cf5ee0c8498 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:51.100124 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cae0c5e8-7e20-4bf9-9a46-b6212ebb39bb req-2b23444a-0fb4-47f8-a83a-3cf5ee0c8498 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 948 time: 0.0498698 Aug 10 03:43:51.124289 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-f58a92e0-6f7a-448b-9ef1-639658ff855c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:51.126091 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-f58a92e0-6f7a-448b-9ef1-639658ff855c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 1099 time: 0.0538557 Aug 10 03:43:51.141766 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:51.159864 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cae0c5e8-7e20-4bf9-9a46-b6212ebb39bb req-09719714-961e-4ab4-9643-5eb1825926d2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477004 Aug 10 03:43:51.202478 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-74e738e1-5f3d-463a-80c6-2e0db46fc9c0 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=e60d48bc-7e61-465e-b0c1-27ec891cc425 HTTP/1.1" status: 200 len: 217 time: 0.0560491 Aug 10 03:43:51.226075 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=197715b0-9703-4980-9528-63f1c7880d43,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:51.267662 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528ea2e-b049-4c88-b1a4-cd84f272dd07 req-215715ed-7e63-435c-a735-4cfde3c90128 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:51.269213 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4528ea2e-b049-4c88-b1a4-cd84f272dd07 req-215715ed-7e63-435c-a735-4cfde3c90128 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bd6dba1-8cfe-4d56-8845-9e73a6e361f1 HTTP/1.1" status: 200 len: 949 time: 0.0557802 Aug 10 03:43:51.272500 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-0cdaa0ea-b8ed-4802-91be-58fd32859504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:51.274118 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-0cdaa0ea-b8ed-4802-91be-58fd32859504 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0632689 Aug 10 03:43:51.337564 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4528ea2e-b049-4c88-b1a4-cd84f272dd07 req-a928228d-08a9-46b9-b7f9-0b7a66558a50 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562143 Aug 10 03:43:51.360285 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-2d7b763e-e72b-4a0a-9c38-09347abfd4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:51.362519 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-2d7b763e-e72b-4a0a-9c38-09347abfd4c5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0664144 Aug 10 03:43:51.489498 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f029248-0b45-4b2a-9d79-42b824907743 req-7c65fe18-9456-490c-8321-a61ef89099b4 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:51.495801 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f029248-0b45-4b2a-9d79-42b824907743 req-7c65fe18-9456-490c-8321-a61ef89099b4 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:51.501728 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f029248-0b45-4b2a-9d79-42b824907743 req-7c65fe18-9456-490c-8321-a61ef89099b4 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:51.508790 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f029248-0b45-4b2a-9d79-42b824907743 req-7c65fe18-9456-490c-8321-a61ef89099b4 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:51.514878 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f029248-0b45-4b2a-9d79-42b824907743 req-7c65fe18-9456-490c-8321-a61ef89099b4 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:51.521737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f029248-0b45-4b2a-9d79-42b824907743 req-7c65fe18-9456-490c-8321-a61ef89099b4 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:51.527821 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f029248-0b45-4b2a-9d79-42b824907743 req-7c65fe18-9456-490c-8321-a61ef89099b4 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:51.529781 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f029248-0b45-4b2a-9d79-42b824907743 req-7c65fe18-9456-490c-8321-a61ef89099b4 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5418 time: 0.1646779 Aug 10 03:43:51.563238 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-8fa74fcb-96ee-4c1b-a243-0bd06ea22899 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881268 Aug 10 03:43:51.595196 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f029248-0b45-4b2a-9d79-42b824907743 req-e8529a5a-0044-43c3-9ce8-633cfc19f354 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562661 Aug 10 03:43:51.683094 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e1cb338-2846-41cc-97b0-f36fdf769b2d req-0052b8d5-18f4-47ba-a8a0-52e5d874b6b8 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051061 Aug 10 03:43:51.757757 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['197715b0-9703-4980-9528-63f1c7880d43'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:51.796925 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['2bbe11a4-47cf-41ff-9dc5-f31d83d13711'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:52.022298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9029ed-8d44-408e-82f8-24f8c9fb6fa4 req-824a8a8b-8733-4c2a-b9e9-17c1f62f4876 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:52.024586 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ec9029ed-8d44-408e-82f8-24f8c9fb6fa4 req-824a8a8b-8733-4c2a-b9e9-17c1f62f4876 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=15d0a20d-02c2-4473-a083-af2a499a69d6 HTTP/1.1" status: 200 len: 949 time: 0.0552375 Aug 10 03:43:52.064172 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ec9029ed-8d44-408e-82f8-24f8c9fb6fa4 req-ee540ee9-7a8a-4fa8-b460-e918eb3f36c9 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339587 Aug 10 03:43:52.087702 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47246) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:52.207607 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2ba10025-0426-4917-a0eb-b18972dd0112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:52.230220 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbc5fa-66d1-4fc1-ae05-1d6c6545a73e req-49cf9410-3552-415b-9f4e-e0035717930e tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:52.231697 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c8bbc5fa-66d1-4fc1-ae05-1d6c6545a73e req-49cf9410-3552-415b-9f4e-e0035717930e tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 945 time: 0.0538895 Aug 10 03:43:52.273196 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c8bbc5fa-66d1-4fc1-ae05-1d6c6545a73e req-c5dab833-9396-412d-b91f-d23e6fc87b31 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335567 Aug 10 03:43:52.304057 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06581c2a-a257-4a0c-b243-48ffd2f7c500 req-7bc66565-af1d-47a6-8567-9287695835c5 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:52.305560 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-06581c2a-a257-4a0c-b243-48ffd2f7c500 req-7bc66565-af1d-47a6-8567-9287695835c5 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 948 time: 0.0784466 Aug 10 03:43:52.368136 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-06581c2a-a257-4a0c-b243-48ffd2f7c500 req-eb6533a4-a44f-416e-a56b-7a3000f75662 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559146 Aug 10 03:43:52.394073 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2ba10025-0426-4917-a0eb-b18972dd0112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:52.455454 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2ba10025-0426-4917-a0eb-b18972dd0112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:52.478898 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271cdf0d-4a0d-47da-9e51-8ee879ca7d21 req-9bfbb10c-011d-4821-bf69-4cf2fee47874 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:52.480442 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-271cdf0d-4a0d-47da-9e51-8ee879ca7d21 req-9bfbb10c-011d-4821-bf69-4cf2fee47874 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bd6dba1-8cfe-4d56-8845-9e73a6e361f1 HTTP/1.1" status: 200 len: 949 time: 0.0515275 Aug 10 03:43:52.518524 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-271cdf0d-4a0d-47da-9e51-8ee879ca7d21 req-e37b896a-2a69-46d1-9e85-0685ce61e4d6 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320866 Aug 10 03:43:52.518827 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba10025-0426-4917-a0eb-b18972dd0112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f252a6f-5895-4930-ac69-5da2eb5d0c14,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:52.524042 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2ba10025-0426-4917-a0eb-b18972dd0112 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f4ca943e54b34d71b9ad63969b246239&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4351666 Aug 10 03:43:52.527778 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47262) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:52.559463 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490134d-3af0-44ea-b968-326a69933f98 req-68c17d6f-ae6a-467d-8b5d-8f89cca2afe0 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:52.561946 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2490134d-3af0-44ea-b968-326a69933f98 req-68c17d6f-ae6a-467d-8b5d-8f89cca2afe0 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 1097 time: 0.0864384 Aug 10 03:43:52.605388 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b02b9f00-459e-4211-a8db-d1c7ac7de808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:52.612650 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2490134d-3af0-44ea-b968-326a69933f98 req-9189fff0-01c4-4ad7-95df-d15de60714a0 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429099 Aug 10 03:43:52.630918 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b02b9f00-459e-4211-a8db-d1c7ac7de808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:52.741664 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f2c38-5eab-4520-8616-2c956779fca6 req-1371fd06-8e20-41aa-aa35-21852aad6cc7 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:52.744758 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 706e34f1-e7af-4f96-b80c-e873c7bedacf up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:52.747544 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f2c38-5eab-4520-8616-2c956779fca6 req-1371fd06-8e20-41aa-aa35-21852aad6cc7 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:52.753438 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f2c38-5eab-4520-8616-2c956779fca6 req-1371fd06-8e20-41aa-aa35-21852aad6cc7 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:52.760269 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f2c38-5eab-4520-8616-2c956779fca6 req-1371fd06-8e20-41aa-aa35-21852aad6cc7 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:52.766084 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f2c38-5eab-4520-8616-2c956779fca6 req-1371fd06-8e20-41aa-aa35-21852aad6cc7 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:52.771915 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f2c38-5eab-4520-8616-2c956779fca6 req-1371fd06-8e20-41aa-aa35-21852aad6cc7 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:52.777843 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f2c38-5eab-4520-8616-2c956779fca6 req-1371fd06-8e20-41aa-aa35-21852aad6cc7 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:52.779988 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d4f2c38-5eab-4520-8616-2c956779fca6 req-1371fd06-8e20-41aa-aa35-21852aad6cc7 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5418 time: 0.0931411 Aug 10 03:43:52.788077 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b02b9f00-459e-4211-a8db-d1c7ac7de808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:52.791064 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b02b9f00-459e-4211-a8db-d1c7ac7de808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:52.793704 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b02b9f00-459e-4211-a8db-d1c7ac7de808 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7f252a6f-5895-4930-ac69-5da2eb5d0c14 HTTP/1.1" status: 204 len: 168 time: 0.2657480 Aug 10 03:43:52.803260 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b9f00-459e-4211-a8db-d1c7ac7de808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f252a6f-5895-4930-ac69-5da2eb5d0c14,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:52.831946 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d4f2c38-5eab-4520-8616-2c956779fca6 req-327bca14-fe2a-40ac-8f3f-40ef79c67e80 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456316 Aug 10 03:43:52.910208 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 706e34f1-e7af-4f96-b80c-e873c7bedacf completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:52.914299 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 706e34f1-e7af-4f96-b80c-e873c7bedacf triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:52.914674 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.000626 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.025368 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0b353c-c2b6-49e2-becd-20bf83ff0bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706e34f1-e7af-4f96-b80c-e873c7bedacf'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:53.027746 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5793a8-dcea-4905-b32a-e19b4677b662" -d '{"events": [{"server_uuid": "ad0b353c-c2b6-49e2-becd-20bf83ff0bea", "name": "network-vif-plugged", "status": "completed", "tag": "706e34f1-e7af-4f96-b80c-e873c7bedacf"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:53.040685 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 706e34f1-e7af-4f96-b80c-e873c7bedacf, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=706e34f1-e7af-4f96-b80c-e873c7bedacf,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:53.074179 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecfb834-5f4b-44eb-b8ba-3f2b225c89b4 x-openstack-request-id: req-8ecfb834-5f4b-44eb-b8ba-3f2b225c89b4 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:53.074575 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0b353c-c2b6-49e2-becd-20bf83ff0bea", "name": "network-vif-plugged", "status": "completed", "tag": "706e34f1-e7af-4f96-b80c-e873c7bedacf", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:53.074919 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ecfb834-5f4b-44eb-b8ba-3f2b225c89b4 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:53.079116 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0b353c-c2b6-49e2-becd-20bf83ff0bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706e34f1-e7af-4f96-b80c-e873c7bedacf', 'code': 200} Aug 10 03:43:53.100519 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.152151 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=706e34f1-e7af-4f96-b80c-e873c7bedacf,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:53.194360 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6c14e-dd9c-4ba0-8b66-ff611c16b424 req-a8808429-b434-49b5-a059-5b0798d42cd5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:53.195876 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c9b6c14e-dd9c-4ba0-8b66-ff611c16b424 req-a8808429-b434-49b5-a059-5b0798d42cd5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=15d0a20d-02c2-4473-a083-af2a499a69d6 HTTP/1.1" status: 200 len: 949 time: 0.0546830 Aug 10 03:43:53.206074 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf6cee-5e72-4386-a24e-a010e967f6e7 req-0c5aec14-4b9d-4eb7-8a0b-4e65aeba7cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:53.207930 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ebf6cee-5e72-4386-a24e-a010e967f6e7 req-0c5aec14-4b9d-4eb7-8a0b-4e65aeba7cdc service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ad0b353c-c2b6-49e2-becd-20bf83ff0bea HTTP/1.1" status: 200 len: 1101 time: 0.0465040 Aug 10 03:43:53.238272 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c9b6c14e-dd9c-4ba0-8b66-ff611c16b424 req-1f653cfe-1d2b-4245-8e93-7dd6e1dfee05 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356948 Aug 10 03:43:53.249523 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ebf6cee-5e72-4386-a24e-a010e967f6e7 req-f034366e-019b-41c3-9b8e-f2c2cdbbf35f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322413 Aug 10 03:43:53.395597 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d18d07-d976-44b3-9a5a-1160801040ba req-85509ffb-409c-4f41-bfa8-b5d6af19d305 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:53.397214 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-90d18d07-d976-44b3-9a5a-1160801040ba req-85509ffb-409c-4f41-bfa8-b5d6af19d305 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 945 time: 0.0568979 Aug 10 03:43:53.439665 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-90d18d07-d976-44b3-9a5a-1160801040ba req-1db83bac-49f5-44bc-8937-c9632db90913 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358052 Aug 10 03:43:53.559290 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32379bfc-d4ef-4a0c-89c1-7ec7463548c6 req-269811e1-452f-4184-a682-0fa003934276 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:53.560815 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-32379bfc-d4ef-4a0c-89c1-7ec7463548c6 req-269811e1-452f-4184-a682-0fa003934276 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 948 time: 0.0539992 Aug 10 03:43:53.570363 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47300) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:53.583865 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dcffead3-d975-475c-8f08-0a9bf5d806b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.600609 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-32379bfc-d4ef-4a0c-89c1-7ec7463548c6 req-2c810e43-35de-4054-aff2-04549ee32cc1 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338070 Aug 10 03:43:53.684756 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dcffead3-d975-475c-8f08-0a9bf5d806b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.711481 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a324da-d5c2-4d9f-b287-163bd6481fdf req-5317e176-b438-423d-ad94-0cb042e33440 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:53.713069 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-54a324da-d5c2-4d9f-b287-163bd6481fdf req-5317e176-b438-423d-ad94-0cb042e33440 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bd6dba1-8cfe-4d56-8845-9e73a6e361f1 HTTP/1.1" status: 200 len: 949 time: 0.0537267 Aug 10 03:43:53.753199 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-54a324da-d5c2-4d9f-b287-163bd6481fdf req-b3af5a89-c6e3-4eda-aa32-2463e26c540c tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338333 Aug 10 03:43:53.758177 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dcffead3-d975-475c-8f08-0a9bf5d806b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.798956 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffead3-d975-475c-8f08-0a9bf5d806b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b7f651-e70f-42bd-be50-a5bbf92d4336,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:53.807440 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-dcffead3-d975-475c-8f08-0a9bf5d806b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=24a7f1e1225645bc8664e527c0b9538c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357697 Aug 10 03:43:53.809817 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47306) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:43:53.866502 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d4ac312e-0c99-4dc7-a2af-513202c414b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.889189 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d4ac312e-0c99-4dc7-a2af-513202c414b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:53.968782 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cf5cf-c08c-4de1-90bb-7a3c4f99f082 req-0770b8a3-f381-4faf-a278-40830f103f91 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:53.975860 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cf5cf-c08c-4de1-90bb-7a3c4f99f082 req-0770b8a3-f381-4faf-a278-40830f103f91 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:53.981887 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cf5cf-c08c-4de1-90bb-7a3c4f99f082 req-0770b8a3-f381-4faf-a278-40830f103f91 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:53.987839 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cf5cf-c08c-4de1-90bb-7a3c4f99f082 req-0770b8a3-f381-4faf-a278-40830f103f91 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:53.994829 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cf5cf-c08c-4de1-90bb-7a3c4f99f082 req-0770b8a3-f381-4faf-a278-40830f103f91 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:54.000798 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cf5cf-c08c-4de1-90bb-7a3c4f99f082 req-0770b8a3-f381-4faf-a278-40830f103f91 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:54.007016 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cf5cf-c08c-4de1-90bb-7a3c4f99f082 req-0770b8a3-f381-4faf-a278-40830f103f91 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:54.008982 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e36cf5cf-c08c-4de1-90bb-7a3c4f99f082 req-0770b8a3-f381-4faf-a278-40830f103f91 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5418 time: 0.0965788 Aug 10 03:43:54.053736 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e36cf5cf-c08c-4de1-90bb-7a3c4f99f082 req-90d6aa3f-dae7-4532-8b50-2d643bd3b7a0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384686 Aug 10 03:43:54.072588 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d4ac312e-0c99-4dc7-a2af-513202c414b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:54.083414 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d4ac312e-0c99-4dc7-a2af-513202c414b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:54.083414 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d4ac312e-0c99-4dc7-a2af-513202c414b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/39b7f651-e70f-42bd-be50-a5bbf92d4336 HTTP/1.1" status: 204 len: 168 time: 0.2655866 Aug 10 03:43:54.088204 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac312e-0c99-4dc7-a2af-513202c414b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b7f651-e70f-42bd-be50-a5bbf92d4336,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:54.365342 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931394e7-7dc8-49d2-8e9f-763ac132b494 req-997bc2b2-4811-4d29-a65f-db48dab5ebbf tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:54.366863 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-931394e7-7dc8-49d2-8e9f-763ac132b494 req-997bc2b2-4811-4d29-a65f-db48dab5ebbf tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=15d0a20d-02c2-4473-a083-af2a499a69d6 HTTP/1.1" status: 200 len: 949 time: 0.0540326 Aug 10 03:43:54.404150 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-931394e7-7dc8-49d2-8e9f-763ac132b494 req-7eddc16d-67cd-4624-a07e-dbbbc2d1e9ae tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311775 Aug 10 03:43:54.493989 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 2bbe11a4-47cf-41ff-9dc5-f31d83d13711 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:54.572210 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a64d64-3e5f-41df-9b76-eab680c1e04e req-349db225-ba92-47c5-b49a-6b548f5679b1 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:54.573904 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d3a64d64-3e5f-41df-9b76-eab680c1e04e req-349db225-ba92-47c5-b49a-6b548f5679b1 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 945 time: 0.0543365 Aug 10 03:43:54.623797 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d3a64d64-3e5f-41df-9b76-eab680c1e04e req-479cbb19-c8ae-4c7d-9460-e662559c616b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348697 Aug 10 03:43:54.723596 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5127b8f-8080-4185-9424-716eff6d7c93 req-069a2c19-e74b-455c-a03b-9c3c09c20fc6 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:54.725198 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d5127b8f-8080-4185-9424-716eff6d7c93 req-069a2c19-e74b-455c-a03b-9c3c09c20fc6 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 948 time: 0.0490346 Aug 10 03:43:54.743394 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 14710601-7780-4dc4-9078-9d9e5dd540bd details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:43:54.751909 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 2bbe11a4-47cf-41ff-9dc5-f31d83d13711 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:54.761351 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 2bbe11a4-47cf-41ff-9dc5-f31d83d13711 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:54.761725 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:54.765530 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d5127b8f-8080-4185-9424-716eff6d7c93 req-9a30da91-ab31-4e23-902a-c7e418e5665e tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323143 Aug 10 03:43:54.774339 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-2fef8a98-686a-4330-b4d2-45425424e94f tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:43:54.775463 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-2fef8a98-686a-4330-b4d2-45425424e94f tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069964 Aug 10 03:43:54.789293 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-9e7e4949-041e-4d6d-b0b5-52d60d90e24b service neutron] Request body: {'binding': {'host': 'n-h1-802893-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:54.789818 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-9e7e4949-041e-4d6d-b0b5-52d60d90e24b service neutron] Unknown quota resources ['binding']. {{(pid=94938) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:43:54.923855 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 14710601-7780-4dc4-9078-9d9e5dd540bd, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=14710601-7780-4dc4-9078-9d9e5dd540bd,segment=NetworkSegment(70d6eaf4-21df-4d51-8711-37655142b07a),segment_id=70d6eaf4-21df-4d51-8711-37655142b07a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:54.937296 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:54.939814 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '14710601-7780-4dc4-9078-9d9e5dd540bd', 'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512', 'port_id': '14710601-7780-4dc4-9078-9d9e5dd540bd', 'mac_address': 'fa:16:3e:e3:e4:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b687a16-5dca-4966-9a46-f39eb550130f', 'ip_address': '10.1.1.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:43:54.962412 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64e54b-eb00-4829-a41f-cdf1156a1a7d req-4558de18-d72e-4651-a138-da201d709874 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:54.964311 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ce64e54b-eb00-4829-a41f-cdf1156a1a7d req-4558de18-d72e-4651-a138-da201d709874 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bd6dba1-8cfe-4d56-8845-9e73a6e361f1 HTTP/1.1" status: 200 len: 949 time: 0.1290545 Aug 10 03:43:55.003412 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 2bbe11a4-47cf-41ff-9dc5-f31d83d13711, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=2bbe11a4-47cf-41ff-9dc5-f31d83d13711,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:55.006555 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.019067 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14710601-7780-4dc4-9078-9d9e5dd540bd {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:55.027035 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ce64e54b-eb00-4829-a41f-cdf1156a1a7d req-738a7215-6f19-432e-bacf-c1a4efbf8eb8 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565801 Aug 10 03:43:55.027810 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-9e7e4949-041e-4d6d-b0b5-52d60d90e24b service neutron] Attempting to bind port 45469e1f-b3c8-44a0-b148-f8c1669f304e on host n-h1-802893-2 for vnic_type normal with profile None {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:55.028505 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-9e7e4949-041e-4d6d-b0b5-52d60d90e24b service neutron] Attempting to bind port 45469e1f-b3c8-44a0-b148-f8c1669f304e by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:55.028919 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-9e7e4949-041e-4d6d-b0b5-52d60d90e24b service neutron] Attempting to bind port 45469e1f-b3c8-44a0-b148-f8c1669f304e on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:55.033651 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-9e7e4949-041e-4d6d-b0b5-52d60d90e24b service neutron] Port 45469e1f-b3c8-44a0-b148-f8c1669f304e on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:55.033969 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-9e7e4949-041e-4d6d-b0b5-52d60d90e24b service neutron] Attempting to bind port 45469e1f-b3c8-44a0-b148-f8c1669f304e on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:55.038719 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 14710601-7780-4dc4-9078-9d9e5dd540bd, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=14710601-7780-4dc4-9078-9d9e5dd540bd,segment=NetworkSegment(70d6eaf4-21df-4d51-8711-37655142b07a),segment_id=70d6eaf4-21df-4d51-8711-37655142b07a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:55.039385 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-9e7e4949-041e-4d6d-b0b5-52d60d90e24b service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:55.039719 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-9e7e4949-041e-4d6d-b0b5-52d60d90e24b service neutron] Checking segment: {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:55.040142 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-9e7e4949-041e-4d6d-b0b5-52d60d90e24b service neutron] Bound using segment: {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:55.040550 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-9e7e4949-041e-4d6d-b0b5-52d60d90e24b service neutron] Bound port: 45469e1f-b3c8-44a0-b148-f8c1669f304e, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:55.076771 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d0a20d-02c2-4473-a083-af2a499a69d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbe11a4-47cf-41ff-9dc5-f31d83d13711'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:55.079123 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc25fd7d-b5cb-4ef3-aa5e-16470f4530ba" -d '{"events": [{"server_uuid": "15d0a20d-02c2-4473-a083-af2a499a69d6", "name": "network-vif-plugged", "status": "completed", "tag": "2bbe11a4-47cf-41ff-9dc5-f31d83d13711"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:55.098577 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-9e7e4949-041e-4d6d-b0b5-52d60d90e24b service neutron] For port 45469e1f-b3c8-44a0-b148-f8c1669f304e, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=45469e1f-b3c8-44a0-b148-f8c1669f304e,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:55.120483 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.121183 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device ed70a477-1112-4bcb-a46c-2d53afbe9813 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:43:55.124208 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.126430 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 197715b0-9703-4980-9528-63f1c7880d43 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:43:55.179824 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-9e7e4949-041e-4d6d-b0b5-52d60d90e24b service neutron] Notify callbacks [] for binding, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.185355 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-9e7e4949-041e-4d6d-b0b5-52d60d90e24b service neutron] 10.222.0.25 "POST /v2.0/ports/45469e1f-b3c8-44a0-b148-f8c1669f304e/bindings HTTP/1.1" status: 201 len: 389 time: 0.4006150 Aug 10 03:43:55.198481 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cac239-7218-42ed-b327-b267de72e266 req-2375e016-0f44-4939-9101-dabe84cb7b1b tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:55.205153 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cac239-7218-42ed-b327-b267de72e266 req-2375e016-0f44-4939-9101-dabe84cb7b1b tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:55.211291 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cac239-7218-42ed-b327-b267de72e266 req-2375e016-0f44-4939-9101-dabe84cb7b1b tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:55.217773 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cac239-7218-42ed-b327-b267de72e266 req-2375e016-0f44-4939-9101-dabe84cb7b1b tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:55.225170 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cac239-7218-42ed-b327-b267de72e266 req-2375e016-0f44-4939-9101-dabe84cb7b1b tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:55.228295 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=14710601-7780-4dc4-9078-9d9e5dd540bd,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:55.231212 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cac239-7218-42ed-b327-b267de72e266 req-2375e016-0f44-4939-9101-dabe84cb7b1b tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:55.237545 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cac239-7218-42ed-b327-b267de72e266 req-2375e016-0f44-4939-9101-dabe84cb7b1b tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:55.240265 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b3cac239-7218-42ed-b327-b267de72e266 req-2375e016-0f44-4939-9101-dabe84cb7b1b tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5419 time: 0.1086013 Aug 10 03:43:55.264765 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port ed70a477-1112-4bcb-a46c-2d53afbe9813, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=ed70a477-1112-4bcb-a46c-2d53afbe9813,segment=NetworkSegment(70d6eaf4-21df-4d51-8711-37655142b07a),segment_id=70d6eaf4-21df-4d51-8711-37655142b07a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:55.284865 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b3cac239-7218-42ed-b327-b267de72e266 req-519e9c2d-cb65-46c3-9b01-6ca0ab199a1a tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372181 Aug 10 03:43:55.291815 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'ed70a477-1112-4bcb-a46c-2d53afbe9813', 'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512', 'port_id': 'ed70a477-1112-4bcb-a46c-2d53afbe9813', 'mac_address': 'fa:16:3e:12:e8:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b687a16-5dca-4966-9a46-f39eb550130f', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:43:55.308507 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=2bbe11a4-47cf-41ff-9dc5-f31d83d13711,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:55.354639 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.365487 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3226f75-a032-42eb-b36c-c8c2fa52c880 x-openstack-request-id: req-e3226f75-a032-42eb-b36c-c8c2fa52c880 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:55.365782 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d0a20d-02c2-4473-a083-af2a499a69d6", "name": "network-vif-plugged", "status": "completed", "tag": "2bbe11a4-47cf-41ff-9dc5-f31d83d13711", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:55.366084 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3226f75-a032-42eb-b36c-c8c2fa52c880 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:55.366477 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d0a20d-02c2-4473-a083-af2a499a69d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbe11a4-47cf-41ff-9dc5-f31d83d13711', 'code': 200} Aug 10 03:43:55.369308 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 197715b0-9703-4980-9528-63f1c7880d43 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:43:55.374651 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 197715b0-9703-4980-9528-63f1c7880d43 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:43:55.380355 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.380355 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed70a477-1112-4bcb-a46c-2d53afbe9813 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:55.427037 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port ed70a477-1112-4bcb-a46c-2d53afbe9813, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=ed70a477-1112-4bcb-a46c-2d53afbe9813,segment=NetworkSegment(70d6eaf4-21df-4d51-8711-37655142b07a),segment_id=70d6eaf4-21df-4d51-8711-37655142b07a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:55.513817 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.538818 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.539763 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 9f78b27d-b50f-47fa-bf82-e1195b79cdfa details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:43:55.599302 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593e501-e4b3-4156-bdaf-099fdf8e8f45 req-b2d56d79-56a7-4252-ad28-139274fc357c tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:55.602345 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2593e501-e4b3-4156-bdaf-099fdf8e8f45 req-b2d56d79-56a7-4252-ad28-139274fc357c tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=15d0a20d-02c2-4473-a083-af2a499a69d6 HTTP/1.1" status: 200 len: 950 time: 0.0701573 Aug 10 03:43:55.604198 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05a2351d-2543-48f9-bc61-8c7b72ef9be1 req-c991486d-16c4-4247-a9dd-5a80360cf958 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1539502 Aug 10 03:43:55.609922 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04841675-36ac-4a11-aa28-9f32a51088e6 req-50f8605d-01f4-4dda-aac0-dd303f2411ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:55.612512 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-04841675-36ac-4a11-aa28-9f32a51088e6 req-50f8605d-01f4-4dda-aac0-dd303f2411ef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=15d0a20d-02c2-4473-a083-af2a499a69d6 HTTP/1.1" status: 200 len: 1101 time: 0.1080334 Aug 10 03:43:55.625498 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 197715b0-9703-4980-9528-63f1c7880d43, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=197715b0-9703-4980-9528-63f1c7880d43,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:55.645388 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2593e501-e4b3-4156-bdaf-099fdf8e8f45 req-72d1752a-f49e-46c3-ad88-3fe640873a10 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363705 Aug 10 03:43:55.667122 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498de67-5bd6-41b9-b280-46a9e588898f req-2c3b17bc-c028-4145-8b26-f61b7edc7a9b tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:55.668404 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6498de67-5bd6-41b9-b280-46a9e588898f req-2c3b17bc-c028-4145-8b26-f61b7edc7a9b tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.1286814 Aug 10 03:43:55.683355 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 9f78b27d-b50f-47fa-bf82-e1195b79cdfa, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=9f78b27d-b50f-47fa-bf82-e1195b79cdfa,segment=NetworkSegment(70d6eaf4-21df-4d51-8711-37655142b07a),segment_id=70d6eaf4-21df-4d51-8711-37655142b07a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:55.693078 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=ed70a477-1112-4bcb-a46c-2d53afbe9813,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:55.699531 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '9f78b27d-b50f-47fa-bf82-e1195b79cdfa', 'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512', 'port_id': '9f78b27d-b50f-47fa-bf82-e1195b79cdfa', 'mac_address': 'fa:16:3e:a2:c6:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b687a16-5dca-4966-9a46-f39eb550130f', 'ip_address': '10.1.1.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:43:55.724439 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-04841675-36ac-4a11-aa28-9f32a51088e6 req-dcd48cc6-0efd-4c70-bae0-d4221df4b1a5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031251 Aug 10 03:43:55.739717 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2351d-2543-48f9-bc61-8c7b72ef9be1 req-360304b3-5b80-4606-81de-214934a8498d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:55.741248 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05a2351d-2543-48f9-bc61-8c7b72ef9be1 req-360304b3-5b80-4606-81de-214934a8498d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=124800de805149b392f25b813a13c194&device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 1095 time: 0.1085770 Aug 10 03:43:55.747616 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.754616 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6498de67-5bd6-41b9-b280-46a9e588898f req-ed54216c-f987-4ef0-97ea-42f9dfe3aadc tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689940 Aug 10 03:43:55.767580 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18ef75-344a-4666-b249-08fc49b8777f req-f62811d4-cd62-4f12-8a6d-57cd078b755d tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:55.769525 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9f18ef75-344a-4666-b249-08fc49b8777f req-f62811d4-cd62-4f12-8a6d-57cd078b755d tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 945 time: 0.0610857 Aug 10 03:43:55.781995 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.810420 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f78b27d-b50f-47fa-bf82-e1195b79cdfa {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:55.834440 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=197715b0-9703-4980-9528-63f1c7880d43,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:55.848706 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 9f78b27d-b50f-47fa-bf82-e1195b79cdfa, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=9f78b27d-b50f-47fa-bf82-e1195b79cdfa,segment=NetworkSegment(70d6eaf4-21df-4d51-8711-37655142b07a),segment_id=70d6eaf4-21df-4d51-8711-37655142b07a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:55.856320 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9f18ef75-344a-4666-b249-08fc49b8777f req-156eeb67-aa72-41b9-9ee4-24420eaeaf58 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600326 Aug 10 03:43:55.929533 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:55.930299 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device db6f0dfe-aee4-4b7b-be43-c2e8f14c481f details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:43:56.038799 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=9f78b27d-b50f-47fa-bf82-e1195b79cdfa,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:56.105221 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port db6f0dfe-aee4-4b7b-be43-c2e8f14c481f, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=db6f0dfe-aee4-4b7b-be43-c2e8f14c481f,segment=NetworkSegment(e05be633-5f7b-4d4d-8f67-46bd31919666),segment_id=e05be633-5f7b-4d4d-8f67-46bd31919666)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:56.117143 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'db6f0dfe-aee4-4b7b-be43-c2e8f14c481f', 'network_id': '6124ac5f-cc2c-4188-9079-e96ada11101c', 'port_id': 'db6f0dfe-aee4-4b7b-be43-c2e8f14c481f', 'mac_address': 'fa:16:3e:2a:89:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0453306b-cd65-4df9-b318-fe396283b459', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:43:56.157379 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.172972 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db6f0dfe-aee4-4b7b-be43-c2e8f14c481f {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:56.174567 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ebe37-5713-4d92-8675-2549c9dc8784 req-a3a97ede-874f-4178-8fb4-0c727d9fab66 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:56.182639 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-da9ebe37-5713-4d92-8675-2549c9dc8784 req-a3a97ede-874f-4178-8fb4-0c727d9fab66 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bd6dba1-8cfe-4d56-8845-9e73a6e361f1 HTTP/1.1" status: 200 len: 950 time: 0.0589824 Aug 10 03:43:56.195655 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port db6f0dfe-aee4-4b7b-be43-c2e8f14c481f, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=db6f0dfe-aee4-4b7b-be43-c2e8f14c481f,segment=NetworkSegment(e05be633-5f7b-4d4d-8f67-46bd31919666),segment_id=e05be633-5f7b-4d4d-8f67-46bd31919666)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:56.218527 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-da9ebe37-5713-4d92-8675-2549c9dc8784 req-17bc3147-e010-4ce8-a6d3-2e1f95d77cd8 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349512 Aug 10 03:43:56.228352 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2351d-2543-48f9-bc61-8c7b72ef9be1 req-0d5d3ce1-2f6f-4807-a86b-b7a8d398ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:56.229905 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05a2351d-2543-48f9-bc61-8c7b72ef9be1 req-0d5d3ce1-2f6f-4807-a86b-b7a8d398ba1c service neutron] 10.222.0.68 "GET /v2.0/networks?id=82e15316-6bb5-465a-8cae-f1cb27c52e26 HTTP/1.1" status: 200 len: 908 time: 0.4463079 Aug 10 03:43:56.237925 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fcefc3-ee93-4d4a-81cd-d41dab68c6be req-eece2c9d-72e8-4486-af1f-2f9993c25ea6 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:56.240133 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-92fcefc3-ee93-4d4a-81cd-d41dab68c6be req-eece2c9d-72e8-4486-af1f-2f9993c25ea6 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 948 time: 0.3453825 Aug 10 03:43:56.298924 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05a2351d-2543-48f9-bc61-8c7b72ef9be1 req-99d26ca0-10ff-4393-868a-ab697a90a602 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=848e4c66-2806-4ebe-9404-1cfbe7edf18f HTTP/1.1" status: 200 len: 217 time: 0.0576649 Aug 10 03:43:56.319858 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.320570 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device f967e2df-2718-4410-a5e2-41f4e2475bac details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:43:56.349762 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-92fcefc3-ee93-4d4a-81cd-d41dab68c6be req-16219b6f-0e7a-4368-b125-355b8f9029ec tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003554 Aug 10 03:43:56.365650 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2351d-2543-48f9-bc61-8c7b72ef9be1 req-6583690a-440e-4521-b5e3-cca3db52dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:56.367175 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05a2351d-2543-48f9-bc61-8c7b72ef9be1 req-6583690a-440e-4521-b5e3-cca3db52dcc2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f HTTP/1.1" status: 200 len: 847 time: 0.0585866 Aug 10 03:43:56.422665 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05a2351d-2543-48f9-bc61-8c7b72ef9be1 req-a2d63b73-2a20-43d9-9a82-950be2d49289 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=82e15316-6bb5-465a-8cae-f1cb27c52e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339234 Aug 10 03:43:56.432322 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port f967e2df-2718-4410-a5e2-41f4e2475bac, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f967e2df-2718-4410-a5e2-41f4e2475bac,segment=NetworkSegment(70d6eaf4-21df-4d51-8711-37655142b07a),segment_id=70d6eaf4-21df-4d51-8711-37655142b07a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:56.435010 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=db6f0dfe-aee4-4b7b-be43-c2e8f14c481f,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:56.458487 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'f967e2df-2718-4410-a5e2-41f4e2475bac', 'network_id': '417fd08b-d4a9-43bf-abeb-ff8394392512', 'port_id': 'f967e2df-2718-4410-a5e2-41f4e2475bac', 'mac_address': 'fa:16:3e:73:07:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b687a16-5dca-4966-9a46-f39eb550130f', 'ip_address': '10.1.1.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:43:56.496960 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68db906-36c2-474b-8769-088263c19cbf req-42e92d90-d665-467e-aa80-3b4ac3c55ca2 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:56.503377 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68db906-36c2-474b-8769-088263c19cbf req-42e92d90-d665-467e-aa80-3b4ac3c55ca2 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:56.511527 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68db906-36c2-474b-8769-088263c19cbf req-42e92d90-d665-467e-aa80-3b4ac3c55ca2 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:56.518374 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68db906-36c2-474b-8769-088263c19cbf req-42e92d90-d665-467e-aa80-3b4ac3c55ca2 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:56.525139 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68db906-36c2-474b-8769-088263c19cbf req-42e92d90-d665-467e-aa80-3b4ac3c55ca2 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:56.531640 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68db906-36c2-474b-8769-088263c19cbf req-42e92d90-d665-467e-aa80-3b4ac3c55ca2 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:56.538535 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68db906-36c2-474b-8769-088263c19cbf req-42e92d90-d665-467e-aa80-3b4ac3c55ca2 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:56.540896 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f68db906-36c2-474b-8769-088263c19cbf req-42e92d90-d665-467e-aa80-3b4ac3c55ca2 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5422 time: 0.1278017 Aug 10 03:43:56.554517 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05a2351d-2543-48f9-bc61-8c7b72ef9be1 req-bbe4d73d-a4de-4655-84a5-2da03ed3fc52 service neutron] 10.222.0.68 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135523 Aug 10 03:43:56.605018 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f68db906-36c2-474b-8769-088263c19cbf req-2a29dbda-a603-4a05-9f86-eed4340d11fe tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557647 Aug 10 03:43:56.651411 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.658913 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05a2351d-2543-48f9-bc61-8c7b72ef9be1 req-768aea94-212a-497a-9f4f-58744e551d46 service neutron] 10.222.0.68 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961554 Aug 10 03:43:56.666060 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f967e2df-2718-4410-a5e2-41f4e2475bac {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:56.689378 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port f967e2df-2718-4410-a5e2-41f4e2475bac, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f967e2df-2718-4410-a5e2-41f4e2475bac,segment=NetworkSegment(70d6eaf4-21df-4d51-8711-37655142b07a),segment_id=70d6eaf4-21df-4d51-8711-37655142b07a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:56.773025 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77bafac-68dc-41b9-a764-5d130edbb5df req-434a95e5-5f68-42ad-b159-5aea798d72d6 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:56.774559 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b77bafac-68dc-41b9-a764-5d130edbb5df req-434a95e5-5f68-42ad-b159-5aea798d72d6 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=15d0a20d-02c2-4473-a083-af2a499a69d6 HTTP/1.1" status: 200 len: 950 time: 0.0522008 Aug 10 03:43:56.787988 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.788304 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:43:56.815370 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b77bafac-68dc-41b9-a764-5d130edbb5df req-e39247a3-a071-4424-b6cb-bc706cee6f2b tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345285 Aug 10 03:43:56.861644 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f,segment=NetworkSegment(e05be633-5f7b-4d4d-8f67-46bd31919666),segment_id=e05be633-5f7b-4d4d-8f67-46bd31919666)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:56.873398 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=f967e2df-2718-4410-a5e2-41f4e2475bac,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:56.878769 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f', 'network_id': '6124ac5f-cc2c-4188-9079-e96ada11101c', 'port_id': 'ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f', 'mac_address': 'fa:16:3e:92:d8:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0453306b-cd65-4df9-b318-fe396283b459', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:43:56.927020 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:56.935225 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ea9da-c6ab-479d-94e7-a411b92a3c41 req-ff3d52f1-3a86-44ab-a7f1-7ac655e2306a tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:56.937975 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-133ea9da-c6ab-479d-94e7-a411b92a3c41 req-ff3d52f1-3a86-44ab-a7f1-7ac655e2306a tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.0529687 Aug 10 03:43:56.943477 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:56.972562 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f,segment=NetworkSegment(e05be633-5f7b-4d4d-8f67-46bd31919666),segment_id=e05be633-5f7b-4d4d-8f67-46bd31919666)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:56.978130 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-1a38ab71-cc32-4126-a3be-f4f7d793a2ec tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=12b4015315774cc2abd015a6580b3bf0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230124 Aug 10 03:43:56.979678 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-133ea9da-c6ab-479d-94e7-a411b92a3c41 req-0859a99f-ce1c-4552-8fcb-4f02dde1a6a7 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350859 Aug 10 03:43:57.044138 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:57.044964 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device b16112ea-945d-400e-93b8-dc4400ca7754 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:43:57.096356 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-ca285476-08f3-49ca-b982-56bba052f1e9 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:57.096898 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f673e-522c-4111-952f-c8e9c902103c req-d4f53219-3a02-43e0-99be-c0d791ecac24 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:57.098989 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1d1f673e-522c-4111-952f-c8e9c902103c req-d4f53219-3a02-43e0-99be-c0d791ecac24 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 945 time: 0.0535655 Aug 10 03:43:57.104154 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-ca285476-08f3-49ca-b982-56bba052f1e9 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1203182 Aug 10 03:43:57.114541 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-4286f873-0161-4f21-8b08-36fcdf398731 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/quotas/12b4015315774cc2abd015a6580b3bf0 HTTP/1.1" status: 200 len: 375 time: 0.0095394 Aug 10 03:43:57.146518 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1d1f673e-522c-4111-952f-c8e9c902103c req-f4a6468a-2383-4e96-8ac1-6be9a53b5e1b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400875 Aug 10 03:43:57.150100 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-c3b89ec8-f77a-461c-8f86-be3f7dc545a7 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=12b4015315774cc2abd015a6580b3bf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275874 Aug 10 03:43:57.171481 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:57.178465 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:57.211614 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port b16112ea-945d-400e-93b8-dc4400ca7754, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=b16112ea-945d-400e-93b8-dc4400ca7754,segment=NetworkSegment(df0a830f-75f3-4d44-a26e-0bcdbbc81e39),segment_id=df0a830f-75f3-4d44-a26e-0bcdbbc81e39)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:57.222753 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'b16112ea-945d-400e-93b8-dc4400ca7754', 'network_id': 'fa395f05-97ff-41a7-920e-74dd9aa81561', 'port_id': 'b16112ea-945d-400e-93b8-dc4400ca7754', 'mac_address': 'fa:16:3e:35:ec:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1583fe6d-0928-4ce5-a5da-99afb99ff698', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:43:57.263918 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:57.286148 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b16112ea-945d-400e-93b8-dc4400ca7754 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:57.308563 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port b16112ea-945d-400e-93b8-dc4400ca7754, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=b16112ea-945d-400e-93b8-dc4400ca7754,segment=NetworkSegment(df0a830f-75f3-4d44-a26e-0bcdbbc81e39),segment_id=df0a830f-75f3-4d44-a26e-0bcdbbc81e39)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:57.368175 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd6dba1-8cfe-4d56-8845-9e73a6e361f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197715b0-9703-4980-9528-63f1c7880d43'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:57.371003 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87aa37d-c2eb-4a49-8931-8a9691dc9e67" -d '{"events": [{"server_uuid": "8bd6dba1-8cfe-4d56-8845-9e73a6e361f1", "name": "network-vif-plugged", "status": "completed", "tag": "197715b0-9703-4980-9528-63f1c7880d43"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:57.415281 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-10891d67-42ce-4302-8289-e45a68d40265 req-25a1fec9-eab5-47b6-a2a6-5b4e48fc0fde tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca HTTP/1.1" status: 200 len: 210 time: 0.0294554 Aug 10 03:43:57.416809 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:57.417674 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device e60d48bc-7e61-465e-b0c1-27ec891cc425 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:43:57.492109 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b181aa1-1639-4dfd-8a21-240674d309b5 x-openstack-request-id: req-4b181aa1-1639-4dfd-8a21-240674d309b5 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:57.492399 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd6dba1-8cfe-4d56-8845-9e73a6e361f1", "name": "network-vif-plugged", "status": "completed", "tag": "197715b0-9703-4980-9528-63f1c7880d43", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:57.492791 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b181aa1-1639-4dfd-8a21-240674d309b5 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:57.493187 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd6dba1-8cfe-4d56-8845-9e73a6e361f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197715b0-9703-4980-9528-63f1c7880d43', 'code': 200} Aug 10 03:43:57.505626 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=b16112ea-945d-400e-93b8-dc4400ca7754,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:57.541311 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414c345-6512-45d1-9d0c-1dff1608dfb7 req-4a720f24-c3e8-42f9-9e09-de980cf97b65 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:57.546442 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3414c345-6512-45d1-9d0c-1dff1608dfb7 req-4a720f24-c3e8-42f9-9e09-de980cf97b65 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bd6dba1-8cfe-4d56-8845-9e73a6e361f1 HTTP/1.1" status: 200 len: 950 time: 0.0740001 Aug 10 03:43:57.595814 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6907c-85d0-4605-ae16-6d6162038ef6 req-f351a2e6-c5b2-4ddc-8999-00199a924d2e tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:57.597620 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-91d6907c-85d0-4605-ae16-6d6162038ef6 req-f351a2e6-c5b2-4ddc-8999-00199a924d2e tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 948 time: 0.0599539 Aug 10 03:43:57.643458 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-91d6907c-85d0-4605-ae16-6d6162038ef6 req-b2792352-6d48-4dd9-a02c-22e89351e279 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366302 Aug 10 03:43:57.653129 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port e60d48bc-7e61-465e-b0c1-27ec891cc425, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e60d48bc-7e61-465e-b0c1-27ec891cc425,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:57.667104 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'e60d48bc-7e61-465e-b0c1-27ec891cc425', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': 'e60d48bc-7e61-465e-b0c1-27ec891cc425', 'mac_address': 'fa:16:3e:1d:c4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:43:57.686732 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0623338-2836-44b2-ac57-417cf25ee70b req-eb0af385-9a3b-4215-8570-bde5da6c92bc tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:57.688301 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0623338-2836-44b2-ac57-417cf25ee70b req-eb0af385-9a3b-4215-8570-bde5da6c92bc tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5&tenant_id=124800de805149b392f25b813a13c194&binding%3Ahost_id=n-h2-802893-2 HTTP/1.1" status: 200 len: 1096 time: 0.1071577 Aug 10 03:43:57.691216 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3414c345-6512-45d1-9d0c-1dff1608dfb7 req-c7039bfc-5aed-4d55-be03-0a7964a1d94c tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415341 Aug 10 03:43:57.714226 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d0623338-2836-44b2-ac57-417cf25ee70b req-a6aac3a7-5360-4c3a-bc74-044c0c117f0b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802893-2'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:43:57.724729 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:57.739393 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77f960-ab6a-4ba4-90b7-ff1daa97833a req-30d50e52-4b92-47df-b95d-a8ca1c95e171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:57.741078 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ac77f960-ab6a-4ba4-90b7-ff1daa97833a req-30d50e52-4b92-47df-b95d-a8ca1c95e171 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8bd6dba1-8cfe-4d56-8845-9e73a6e361f1 HTTP/1.1" status: 200 len: 1101 time: 0.1212659 Aug 10 03:43:57.751948 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e60d48bc-7e61-465e-b0c1-27ec891cc425 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:43:57.772832 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port e60d48bc-7e61-465e-b0c1-27ec891cc425, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e60d48bc-7e61-465e-b0c1-27ec891cc425,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:57.819555 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d0623338-2836-44b2-ac57-417cf25ee70b req-a6aac3a7-5360-4c3a-bc74-044c0c117f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:57.832463 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:57.856805 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ac77f960-ab6a-4ba4-90b7-ff1daa97833a req-d4a4fdef-2d35-4128-bd7f-6902452d2d8f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018922 Aug 10 03:43:57.902151 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a19841-249b-4ad3-9b9d-9e9eb614e520 req-ac04c7de-12a9-46f0-9536-c87bd6900a27 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:57.902663 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=e60d48bc-7e61-465e-b0c1-27ec891cc425,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:57.908257 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a19841-249b-4ad3-9b9d-9e9eb614e520 req-ac04c7de-12a9-46f0-9536-c87bd6900a27 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:57.915000 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a19841-249b-4ad3-9b9d-9e9eb614e520 req-ac04c7de-12a9-46f0-9536-c87bd6900a27 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:57.921042 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a19841-249b-4ad3-9b9d-9e9eb614e520 req-ac04c7de-12a9-46f0-9536-c87bd6900a27 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:57.927718 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a19841-249b-4ad3-9b9d-9e9eb614e520 req-ac04c7de-12a9-46f0-9536-c87bd6900a27 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:57.933668 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a19841-249b-4ad3-9b9d-9e9eb614e520 req-ac04c7de-12a9-46f0-9536-c87bd6900a27 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:57.939575 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a19841-249b-4ad3-9b9d-9e9eb614e520 req-ac04c7de-12a9-46f0-9536-c87bd6900a27 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:57.941730 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-17a19841-249b-4ad3-9b9d-9e9eb614e520 req-ac04c7de-12a9-46f0-9536-c87bd6900a27 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5425 time: 0.1620758 Aug 10 03:43:57.944154 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ca0e2-c5bf-4ad4-9736-9734ee44f55d req-76ba5dd4-2db8-41a7-8e22-778ad47980c0 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:57.949027 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6a1ca0e2-c5bf-4ad4-9736-9734ee44f55d req-76ba5dd4-2db8-41a7-8e22-778ad47980c0 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=15d0a20d-02c2-4473-a083-af2a499a69d6 HTTP/1.1" status: 200 len: 950 time: 0.0577478 Aug 10 03:43:57.989294 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6a1ca0e2-c5bf-4ad4-9736-9734ee44f55d req-ff50b64c-a754-4018-b955-e249a04b606c tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373893 Aug 10 03:43:58.041486 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-17a19841-249b-4ad3-9b9d-9e9eb614e520 req-1923c5c3-66ba-4bbc-9031-0a149b41f519 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0921845 Aug 10 03:43:58.077629 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d0623338-2836-44b2-ac57-417cf25ee70b req-a6aac3a7-5360-4c3a-bc74-044c0c117f0b service neutron] For port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:43:58.117067 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b6214-40f3-4346-a183-14e58cf3926b req-04633c6f-1f82-45f1-9317-1ab677292df2 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:58.118153 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d0623338-2836-44b2-ac57-417cf25ee70b req-a6aac3a7-5360-4c3a-bc74-044c0c117f0b service neutron] For port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:58.119189 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5d8b6214-40f3-4346-a183-14e58cf3926b req-04633c6f-1f82-45f1-9317-1ab677292df2 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.0546498 Aug 10 03:43:58.160450 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5d8b6214-40f3-4346-a183-14e58cf3926b req-391505f1-d7fc-40e5-9753-480060c11ddc tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337374 Aug 10 03:43:58.184900 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899b19fa-e08f-4432-91a6-61beb40d88e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:43:58.187400 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a735c34-c3f7-4c6f-a067-ceed3f8ac044" -d '{"events": [{"server_uuid": "899b19fa-e08f-4432-91a6-61beb40d88e5", "name": "network-vif-unplugged", "status": "completed", "tag": "1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:43:58.192908 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d0623338-2836-44b2-ac57-417cf25ee70b req-a6aac3a7-5360-4c3a-bc74-044c0c117f0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.212506 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abdd92-91d9-48c8-837f-16b59ac1a0f2 req-4627019f-8410-44ce-ac08-312e90f454ca tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:58.214448 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-80abdd92-91d9-48c8-837f-16b59ac1a0f2 req-4627019f-8410-44ce-ac08-312e90f454ca tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad0b353c-c2b6-49e2-becd-20bf83ff0bea HTTP/1.1" status: 200 len: 950 time: 0.0944624 Aug 10 03:43:58.259127 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-80abdd92-91d9-48c8-837f-16b59ac1a0f2 req-e8c42b7e-4fc9-4959-8c6f-94d104cf66cb tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368164 Aug 10 03:43:58.275357 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c49916-7a19-47c7-8b04-f60f6fb2be88 req-1631e39b-cfd7-482e-98f9-2829b61f8978 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:58.277162 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-41c49916-7a19-47c7-8b04-f60f6fb2be88 req-1631e39b-cfd7-482e-98f9-2829b61f8978 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 945 time: 0.0553510 Aug 10 03:43:58.286743 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d0623338-2836-44b2-ac57-417cf25ee70b req-a6aac3a7-5360-4c3a-bc74-044c0c117f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.317150 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-41c49916-7a19-47c7-8b04-f60f6fb2be88 req-ba13e709-ef43-4c07-ad20-0a0fa939d9ce tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335906 Aug 10 03:43:58.317328 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6817cc4e-1cf1-443f-8d2f-795f75da7f82 x-openstack-request-id: req-6817cc4e-1cf1-443f-8d2f-795f75da7f82 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:43:58.317619 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899b19fa-e08f-4432-91a6-61beb40d88e5", "name": "network-vif-unplugged", "status": "completed", "tag": "1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:43:58.317867 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6817cc4e-1cf1-443f-8d2f-795f75da7f82 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:43:58.320765 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899b19fa-e08f-4432-91a6-61beb40d88e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd', 'code': 200} Aug 10 03:43:58.370092 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aac3a7-5360-4c3a-bc74-044c0c117f0b service neutron] Pushing event updated for resources: {'Port': ['ID=1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd,revision_number=7']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:58.389205 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d0623338-2836-44b2-ac57-417cf25ee70b req-a6aac3a7-5360-4c3a-bc74-044c0c117f0b service neutron] Attempting to bind port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd on host n-h2-802893-2 for vnic_type normal with profile {"migrating_to": "n-h1-802893-2"} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:43:58.389541 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d0623338-2836-44b2-ac57-417cf25ee70b req-a6aac3a7-5360-4c3a-bc74-044c0c117f0b service neutron] Attempting to bind port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:43:58.389882 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0623338-2836-44b2-ac57-417cf25ee70b req-a6aac3a7-5360-4c3a-bc74-044c0c117f0b service neutron] Attempting to bind port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:58.395365 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0623338-2836-44b2-ac57-417cf25ee70b req-a6aac3a7-5360-4c3a-bc74-044c0c117f0b service neutron] Port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:43:58.396326 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0623338-2836-44b2-ac57-417cf25ee70b req-a6aac3a7-5360-4c3a-bc74-044c0c117f0b service neutron] Attempting to bind port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:43:58.402170 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0623338-2836-44b2-ac57-417cf25ee70b req-a6aac3a7-5360-4c3a-bc74-044c0c117f0b service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:43:58.402632 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0623338-2836-44b2-ac57-417cf25ee70b req-a6aac3a7-5360-4c3a-bc74-044c0c117f0b service neutron] Checking segment: {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:43:58.403067 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0623338-2836-44b2-ac57-417cf25ee70b req-a6aac3a7-5360-4c3a-bc74-044c0c117f0b service neutron] Bound using segment: {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:43:58.403609 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d0623338-2836-44b2-ac57-417cf25ee70b req-a6aac3a7-5360-4c3a-bc74-044c0c117f0b service neutron] Bound port: 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:43:58.403996 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d0623338-2836-44b2-ac57-417cf25ee70b req-a6aac3a7-5360-4c3a-bc74-044c0c117f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.471099 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d0623338-2836-44b2-ac57-417cf25ee70b req-a6aac3a7-5360-4c3a-bc74-044c0c117f0b service neutron] For port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:43:58.474524 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d0623338-2836-44b2-ac57-417cf25ee70b req-a6aac3a7-5360-4c3a-bc74-044c0c117f0b service neutron] For port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:43:58.510705 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2ce74806-f540-4bfb-9589-f02159b1b15c req-23d373b1-a6ef-4b2e-bb9d-27f72b8393b3 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca HTTP/1.1" status: 200 len: 210 time: 0.0268269 Aug 10 03:43:58.535921 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d0623338-2836-44b2-ac57-417cf25ee70b req-a6aac3a7-5360-4c3a-bc74-044c0c117f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.623570 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0623338-2836-44b2-ac57-417cf25ee70b req-a6aac3a7-5360-4c3a-bc74-044c0c117f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:58.624208 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d0623338-2836-44b2-ac57-417cf25ee70b req-a6aac3a7-5360-4c3a-bc74-044c0c117f0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:43:58.625548 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0623338-2836-44b2-ac57-417cf25ee70b req-a6aac3a7-5360-4c3a-bc74-044c0c117f0b service neutron] 10.222.0.68 "PUT /v2.0/ports/1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd HTTP/1.1" status: 200 len: 1121 time: 0.9269121 Aug 10 03:43:58.630431 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aac3a7-5360-4c3a-bc74-044c0c117f0b service neutron] Pushing event updated for resources: {'Port': ['ID=1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd,revision_number=8']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:43:58.682727 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5342b16-0664-42f4-a46e-0fe1e8bd7c37 req-b7675e1b-62ef-40b3-93b2-fee436f13d86 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:58.689165 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5342b16-0664-42f4-a46e-0fe1e8bd7c37 req-b7675e1b-62ef-40b3-93b2-fee436f13d86 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:58.690848 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c5342b16-0664-42f4-a46e-0fe1e8bd7c37 req-b7675e1b-62ef-40b3-93b2-fee436f13d86 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=15d0a20d-02c2-4473-a083-af2a499a69d6&device_id=ad0b353c-c2b6-49e2-becd-20bf83ff0bea HTTP/1.1" status: 200 len: 1691 time: 0.0903931 Aug 10 03:43:58.734873 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c5342b16-0664-42f4-a46e-0fe1e8bd7c37 req-975aca38-d8c6-4ff2-9749-292b306a54af tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379093 Aug 10 03:43:58.790898 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a956997-1ca9-4006-906a-15b9d59b68d5 req-4e7a6975-0ab9-4be7-a293-18b7e46395cc tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:58.792440 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5a956997-1ca9-4006-906a-15b9d59b68d5 req-4e7a6975-0ab9-4be7-a293-18b7e46395cc tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 949 time: 0.0629251 Aug 10 03:43:58.831373 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5a956997-1ca9-4006-906a-15b9d59b68d5 req-356d48b3-91f7-4941-8a45-5e81976303f9 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326378 Aug 10 03:43:58.841735 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d4004-16e1-42c4-9d6c-b2b8ae45df28 req-69e5a3b9-aeec-41e7-8675-fc6695d12d81 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:58.848443 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f94d4004-16e1-42c4-9d6c-b2b8ae45df28 req-69e5a3b9-aeec-41e7-8675-fc6695d12d81 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bd6dba1-8cfe-4d56-8845-9e73a6e361f1 HTTP/1.1" status: 200 len: 950 time: 0.0538700 Aug 10 03:43:58.866728 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:58.900592 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f94d4004-16e1-42c4-9d6c-b2b8ae45df28 req-980e0122-cd54-4f8b-8104-9407af062c4e tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438411 Aug 10 03:43:59.066335 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dda9753-fd37-44f3-b6da-8ec93e6c215f req-c0248a2f-8332-409d-8412-fa851b24dbde tempest-ServersOnMultiNodesTest-298007937 tempest-ServersOnMultiNodesTest-298007937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:59.068523 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1dda9753-fd37-44f3-b6da-8ec93e6c215f req-c0248a2f-8332-409d-8412-fa851b24dbde tempest-ServersOnMultiNodesTest-298007937 tempest-ServersOnMultiNodesTest-298007937-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=15d0a20d-02c2-4473-a083-af2a499a69d6 HTTP/1.1" status: 200 len: 1101 time: 0.0436208 Aug 10 03:43:59.109453 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1dda9753-fd37-44f3-b6da-8ec93e6c215f req-6f56efbf-6bc0-4a2b-aecb-6cc48f1740fd tempest-ServersOnMultiNodesTest-298007937 tempest-ServersOnMultiNodesTest-298007937-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334022 Aug 10 03:43:59.187302 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5370e-2c1a-4f39-a637-0fe8280371e4 req-a5bd5e2c-b252-414c-997c-3d1ead973857 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:59.193612 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5370e-2c1a-4f39-a637-0fe8280371e4 req-a5bd5e2c-b252-414c-997c-3d1ead973857 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:59.199448 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5370e-2c1a-4f39-a637-0fe8280371e4 req-a5bd5e2c-b252-414c-997c-3d1ead973857 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:59.205379 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5370e-2c1a-4f39-a637-0fe8280371e4 req-a5bd5e2c-b252-414c-997c-3d1ead973857 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:59.211428 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5370e-2c1a-4f39-a637-0fe8280371e4 req-a5bd5e2c-b252-414c-997c-3d1ead973857 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:59.217593 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5370e-2c1a-4f39-a637-0fe8280371e4 req-a5bd5e2c-b252-414c-997c-3d1ead973857 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:59.222316 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4925bc-3aa7-4be1-bc9c-1f9e1ba279db req-659b10ef-7e5f-46c3-affc-e0d548c2a0f3 tempest-ServersOnMultiNodesTest-298007937 tempest-ServersOnMultiNodesTest-298007937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:59.224207 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5370e-2c1a-4f39-a637-0fe8280371e4 req-a5bd5e2c-b252-414c-997c-3d1ead973857 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:59.225445 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0e4925bc-3aa7-4be1-bc9c-1f9e1ba279db req-659b10ef-7e5f-46c3-affc-e0d548c2a0f3 tempest-ServersOnMultiNodesTest-298007937 tempest-ServersOnMultiNodesTest-298007937-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ad0b353c-c2b6-49e2-becd-20bf83ff0bea HTTP/1.1" status: 200 len: 1101 time: 0.0494287 Aug 10 03:43:59.226112 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90c5370e-2c1a-4f39-a637-0fe8280371e4 req-a5bd5e2c-b252-414c-997c-3d1ead973857 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5425 time: 0.0925634 Aug 10 03:43:59.262705 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0e4925bc-3aa7-4be1-bc9c-1f9e1ba279db req-c54fbd07-28f0-4b9c-b8b7-82d4f763c17d tempest-ServersOnMultiNodesTest-298007937 tempest-ServersOnMultiNodesTest-298007937-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297306 Aug 10 03:43:59.275813 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90c5370e-2c1a-4f39-a637-0fe8280371e4 req-46127edf-b42f-43c8-a279-d945b83d3ce2 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397406 Aug 10 03:43:59.314369 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['ed70a477-1112-4bcb-a46c-2d53afbe9813'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:59.394255 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:59.416052 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9274631c-5e4a-478a-b116-9bc7a0403c39 req-767acbfa-e4b8-453c-9480-2caaf0036477 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:59.416796 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9274631c-5e4a-478a-b116-9bc7a0403c39 req-767acbfa-e4b8-453c-9480-2caaf0036477 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.0638280 Aug 10 03:43:59.433875 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['14710601-7780-4dc4-9078-9d9e5dd540bd'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:59.450942 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff2251-3a53-4298-987d-859f3645c64a req-d5b4f8de-260a-4fe9-b523-0f170cb27104 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:59.453915 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-97ff2251-3a53-4298-987d-859f3645c64a req-d5b4f8de-260a-4fe9-b523-0f170cb27104 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 943 time: 0.0556622 Aug 10 03:43:59.473236 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9274631c-5e4a-478a-b116-9bc7a0403c39 req-d1e14beb-e745-49d6-8791-8c8f8b46f028 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488281 Aug 10 03:43:59.496522 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['9f78b27d-b50f-47fa-bf82-e1195b79cdfa'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:59.511653 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-97ff2251-3a53-4298-987d-859f3645c64a req-f267e1ec-9330-4764-a78d-0fdae64f0ff6 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513849 Aug 10 03:43:59.557551 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['db6f0dfe-aee4-4b7b-be43-c2e8f14c481f'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:59.593440 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-593f2013-869d-4bb6-9103-587dd15ad63e req-24026550-5370-45d6-b5b0-979d0b6dffe5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219419 Aug 10 03:43:59.602343 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['b16112ea-945d-400e-93b8-dc4400ca7754'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:59.604475 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:59.639045 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-30aaf067-2ea4-4b42-8fd2-3330a8452d7d req-3e76968a-f477-4779-9026-e648eae28928 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca HTTP/1.1" status: 200 len: 210 time: 0.0284562 Aug 10 03:43:59.678532 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['e60d48bc-7e61-465e-b0c1-27ec891cc425'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:59.715592 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f2013-869d-4bb6-9103-587dd15ad63e req-b554e63c-8d27-4e9d-93f5-2cd005a036d2 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:59.717105 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-593f2013-869d-4bb6-9103-587dd15ad63e req-b554e63c-8d27-4e9d-93f5-2cd005a036d2 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1166415 Aug 10 03:43:59.732620 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-593f2013-869d-4bb6-9103-587dd15ad63e req-098cf604-bfd2-4b24-8bf1-ba1df04451f9 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/quotas/d21e91e9b1a849bfaa5ed513aa742d4c HTTP/1.1" status: 200 len: 375 time: 0.0096204 Aug 10 03:43:59.793940 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-593f2013-869d-4bb6-9103-587dd15ad63e req-26cbe168-7a69-45d7-8ab8-2aace0069c54 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0555544 Aug 10 03:43:59.886444 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:43:59.906431 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['f967e2df-2718-4410-a5e2-41f4e2475bac'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:43:59.965940 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a88b8-47f8-4769-bc4b-cddaa91857de req-6612d53e-082c-4874-8065-869d5b63150c tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:43:59.967473 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-544a88b8-47f8-4769-bc4b-cddaa91857de req-6612d53e-082c-4874-8065-869d5b63150c tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 949 time: 0.0587108 Aug 10 03:44:00.011041 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-544a88b8-47f8-4769-bc4b-cddaa91857de req-4421b07a-5ef9-460f-9846-0d14964df496 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363660 Aug 10 03:44:00.137388 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.resource_extend [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:44:00.172906 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff61ddb8-995f-481d-ac3c-17c43fd320c4 req-598d54b8-b751-4aa8-b728-772e85e6d876 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=576c9c96-9789-4867-aa9a-1e10ef36ec77 HTTP/1.1" status: 200 len: 210 time: 0.0296061 Aug 10 03:44:00.246772 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe6add-e154-4ed9-8643-001df412628f req-b22391d1-0252-402e-9c63-d6114dbd17ec tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:00.255194 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5ffe6add-e154-4ed9-8643-001df412628f req-b22391d1-0252-402e-9c63-d6114dbd17ec tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bd6dba1-8cfe-4d56-8845-9e73a6e361f1 HTTP/1.1" status: 200 len: 950 time: 0.1021216 Aug 10 03:44:00.301560 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5ffe6add-e154-4ed9-8643-001df412628f req-a5262c20-5ad9-4b9e-be91-61e58c79ae21 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440898 Aug 10 03:44:00.320920 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899b19fa-e08f-4432-91a6-61beb40d88e5', 'tag': '1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:00.333708 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede01331-c232-49c5-a789-4fc957264f36" -d '{"events": [{"name": "network-changed", "server_uuid": "899b19fa-e08f-4432-91a6-61beb40d88e5", "tag": "1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:00.507473 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440dbce-cd0c-4526-a8c0-db8ea544697c req-311517c7-c264-4f21-ad31-c1c2c3bb1621 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:00.513955 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440dbce-cd0c-4526-a8c0-db8ea544697c req-311517c7-c264-4f21-ad31-c1c2c3bb1621 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:00.521228 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440dbce-cd0c-4526-a8c0-db8ea544697c req-311517c7-c264-4f21-ad31-c1c2c3bb1621 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:00.527274 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440dbce-cd0c-4526-a8c0-db8ea544697c req-311517c7-c264-4f21-ad31-c1c2c3bb1621 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:00.533460 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440dbce-cd0c-4526-a8c0-db8ea544697c req-311517c7-c264-4f21-ad31-c1c2c3bb1621 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:00.540953 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440dbce-cd0c-4526-a8c0-db8ea544697c req-311517c7-c264-4f21-ad31-c1c2c3bb1621 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:00.548757 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440dbce-cd0c-4526-a8c0-db8ea544697c req-311517c7-c264-4f21-ad31-c1c2c3bb1621 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:00.551665 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5440dbce-cd0c-4526-a8c0-db8ea544697c req-311517c7-c264-4f21-ad31-c1c2c3bb1621 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5425 time: 0.1103163 Aug 10 03:44:00.571270 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:00.583149 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-d7c106f8-458b-4e7b-a742-4cf9bf47470f tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=12b4015315774cc2abd015a6580b3bf0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292575 Aug 10 03:44:00.652197 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd has no active binding in host n-h1-802893-2 {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:44:00.678889 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5440dbce-cd0c-4526-a8c0-db8ea544697c req-30e5b251-1503-4f36-9bb5-98181c56e895 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1126475 Aug 10 03:44:00.724296 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea49197-1a9c-414a-9f24-e3338a3b22b3 x-openstack-request-id: req-5ea49197-1a9c-414a-9f24-e3338a3b22b3 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:00.724614 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899b19fa-e08f-4432-91a6-61beb40d88e5", "tag": "1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:00.724879 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ea49197-1a9c-414a-9f24-e3338a3b22b3 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:00.725778 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '899b19fa-e08f-4432-91a6-61beb40d88e5', 'tag': '1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd', 'status': 'completed', 'code': 200} Aug 10 03:44:00.762413 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-00a4b918-9561-464e-9538-7f1d1a4b690a tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:00.763920 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-00a4b918-9561-464e-9538-7f1d1a4b690a tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1736500 Aug 10 03:44:00.823351 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-4bcdd355-809f-4319-a759-1910649c99fb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Request body: {'port': {'device_id': 'f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': '12b4015315774cc2abd015a6580b3bf0'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:00.893561 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede01331-c232-49c5-a789-4fc957264f36 req-a1110f14-ea6c-499f-97a1-32b21b2268c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:00.895414 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ede01331-c232-49c5-a789-4fc957264f36 req-a1110f14-ea6c-499f-97a1-32b21b2268c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=124800de805149b392f25b813a13c194&device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 1124 time: 0.0893776 Aug 10 03:44:00.906075 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cf071-7fed-4b82-8638-12a8c2f71549 req-59f1aad1-5244-430f-8d27-d52b7d28b0f9 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:00.907566 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9ffcc-5470-471e-804b-cd08d5752a6f req-557207d4-493d-4be0-a892-00645ebe785b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:00.907699 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-583cf071-7fed-4b82-8638-12a8c2f71549 req-59f1aad1-5244-430f-8d27-d52b7d28b0f9 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.1230569 Aug 10 03:44:00.908807 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c3f9ffcc-5470-471e-804b-cd08d5752a6f req-557207d4-493d-4be0-a892-00645ebe785b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 943 time: 0.0929954 Aug 10 03:44:00.970703 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-583cf071-7fed-4b82-8638-12a8c2f71549 req-42aa5ad3-69a1-44ec-8c4e-28ba183c9289 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540743 Aug 10 03:44:00.999878 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c3f9ffcc-5470-471e-804b-cd08d5752a6f req-faa1960a-01c3-4090-85c8-a44b0031b9cd tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784481 Aug 10 03:44:01.031133 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede01331-c232-49c5-a789-4fc957264f36 req-4fc5fa25-426c-4299-9ba9-8680b5fdd7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:01.032981 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ede01331-c232-49c5-a789-4fc957264f36 req-4fc5fa25-426c-4299-9ba9-8680b5fdd7d8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=82e15316-6bb5-465a-8cae-f1cb27c52e26 HTTP/1.1" status: 200 len: 908 time: 0.1231549 Aug 10 03:44:01.047781 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-4bcdd355-809f-4319-a759-1910649c99fb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Made reservation on behalf of 12b4015315774cc2abd015a6580b3bf0 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:01.052001 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-4bcdd355-809f-4319-a759-1910649c99fb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:01.067783 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-4bcdd355-809f-4319-a759-1910649c99fb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:01.097983 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ede01331-c232-49c5-a789-4fc957264f36 req-c994d53f-0b10-47cc-978d-50fcc4e1c476 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd HTTP/1.1" status: 200 len: 217 time: 0.0423923 Aug 10 03:44:01.124653 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a280b249-e632-4b48-833b-1ffa4a6a351d req-ec61cfe3-8466-448b-8ba1-e530c1b83dbd tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca HTTP/1.1" status: 200 len: 210 time: 0.0291567 Aug 10 03:44:01.157855 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d98133-5852-439d-8763-2eb5fad97eaf req-bf906676-f609-478d-a7ff-e7bc9324974d tempest-ServersAdminNegativeTestJSON-540037286 tempest-ServersAdminNegativeTestJSON-540037286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:01.159665 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90d98133-5852-439d-8763-2eb5fad97eaf req-bf906676-f609-478d-a7ff-e7bc9324974d tempest-ServersAdminNegativeTestJSON-540037286 tempest-ServersAdminNegativeTestJSON-540037286-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8bd6dba1-8cfe-4d56-8845-9e73a6e361f1 HTTP/1.1" status: 200 len: 1101 time: 0.0827119 Aug 10 03:44:01.187528 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede01331-c232-49c5-a789-4fc957264f36 req-ee354d06-48bc-40fc-91c9-b3c57671fd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:01.189402 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ede01331-c232-49c5-a789-4fc957264f36 req-ee354d06-48bc-40fc-91c9-b3c57671fd1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f HTTP/1.1" status: 200 len: 847 time: 0.0672154 Aug 10 03:44:01.195771 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-90d98133-5852-439d-8763-2eb5fad97eaf req-0e79a04d-a5bf-47d6-af57-528806e382d4 tempest-ServersAdminNegativeTestJSON-540037286 tempest-ServersAdminNegativeTestJSON-540037286-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:01.234174 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ede01331-c232-49c5-a789-4fc957264f36 req-c142df87-4ee8-4a8e-8364-5b9b5aeb5cbd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=82e15316-6bb5-465a-8cae-f1cb27c52e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321059 Aug 10 03:44:01.244842 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-4bcdd355-809f-4319-a759-1910649c99fb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:01.324004 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-4bcdd355-809f-4319-a759-1910649c99fb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:01.344998 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f8aeb-8256-47fc-842b-50c769d126aa req-d5c2276b-c562-4b7a-9d60-80cc58356eb9 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:01.347335 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eb8f8aeb-8256-47fc-842b-50c769d126aa req-d5c2276b-c562-4b7a-9d60-80cc58356eb9 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 949 time: 0.1155386 Aug 10 03:44:01.386804 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ede01331-c232-49c5-a789-4fc957264f36 req-2d7453dc-a40a-4e1e-8768-09011571f6ec service neutron] 10.222.0.20 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423945 Aug 10 03:44:01.403297 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eb8f8aeb-8256-47fc-842b-50c769d126aa req-f76ad472-b94b-4fa0-a1d5-cf8914e03269 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468540 Aug 10 03:44:01.440029 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcdd355-809f-4319-a759-1910649c99fb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=378f84fb-3bfe-400f-b675-0153ce0d014e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:01.448596 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcdd355-809f-4319-a759-1910649c99fb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:01.448951 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcdd355-809f-4319-a759-1910649c99fb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:01.449334 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcdd355-809f-4319-a759-1910649c99fb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:01.449685 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcdd355-809f-4319-a759-1910649c99fb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:01.450025 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcdd355-809f-4319-a759-1910649c99fb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:01.450367 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcdd355-809f-4319-a759-1910649c99fb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:01.450694 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcdd355-809f-4319-a759-1910649c99fb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:01.451027 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcdd355-809f-4319-a759-1910649c99fb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:01.451363 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcdd355-809f-4319-a759-1910649c99fb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:01.451689 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcdd355-809f-4319-a759-1910649c99fb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:01.452040 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcdd355-809f-4319-a759-1910649c99fb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:01.452370 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcdd355-809f-4319-a759-1910649c99fb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:01.534190 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ede01331-c232-49c5-a789-4fc957264f36 req-faedca3d-d28c-480f-b8c5-312e813034a1 service neutron] 10.222.0.20 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298587 Aug 10 03:44:01.537299 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-4bcdd355-809f-4319-a759-1910649c99fb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Allocated IP 192.168.233.74 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/5383a3d5-cb9b-4a44-8cdd-1359d7752e77) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:01.584844 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-90d98133-5852-439d-8763-2eb5fad97eaf req-0e79a04d-a5bf-47d6-af57-528806e382d4 tempest-ServersAdminNegativeTestJSON-540037286 tempest-ServersAdminNegativeTestJSON-540037286-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:01.618367 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-de74d41c-b3a3-49d1-88e7-180da5808d90 req-4885c674-ad0b-41d8-b9ed-638dfcbfb4a5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=576c9c96-9789-4867-aa9a-1e10ef36ec77 HTTP/1.1" status: 200 len: 210 time: 0.0282750 Aug 10 03:44:01.710144 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-90d98133-5852-439d-8763-2eb5fad97eaf req-0e79a04d-a5bf-47d6-af57-528806e382d4 tempest-ServersAdminNegativeTestJSON-540037286 tempest-ServersAdminNegativeTestJSON-540037286-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:01.747445 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-4bcdd355-809f-4319-a759-1910649c99fb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:01.755744 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90d98133-5852-439d-8763-2eb5fad97eaf req-0e79a04d-a5bf-47d6-af57-528806e382d4 tempest-ServersAdminNegativeTestJSON-540037286 tempest-ServersAdminNegativeTestJSON-540037286-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5846653 Aug 10 03:44:01.768649 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79a04d-a5bf-47d6-af57-528806e382d4 tempest-ServersAdminNegativeTestJSON-540037286 tempest-ServersAdminNegativeTestJSON-540037286-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de51ee34-09ec-4191-84e1-85576d6fd854,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:01.783743 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-4bcdd355-809f-4319-a759-1910649c99fb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Transition to ACTIVE for port object 5383a3d5-cb9b-4a44-8cdd-1359d7752e77 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:01.841659 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff85d21-899b-47b1-a4ba-620231ae061a req-e8fe92b3-b8b9-4196-b05f-5da7a8009cf6 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:01.847357 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff85d21-899b-47b1-a4ba-620231ae061a req-e8fe92b3-b8b9-4196-b05f-5da7a8009cf6 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:01.853846 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff85d21-899b-47b1-a4ba-620231ae061a req-e8fe92b3-b8b9-4196-b05f-5da7a8009cf6 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:01.859967 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff85d21-899b-47b1-a4ba-620231ae061a req-e8fe92b3-b8b9-4196-b05f-5da7a8009cf6 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:01.866775 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff85d21-899b-47b1-a4ba-620231ae061a req-e8fe92b3-b8b9-4196-b05f-5da7a8009cf6 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:01.872930 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff85d21-899b-47b1-a4ba-620231ae061a req-e8fe92b3-b8b9-4196-b05f-5da7a8009cf6 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:01.878923 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff85d21-899b-47b1-a4ba-620231ae061a req-e8fe92b3-b8b9-4196-b05f-5da7a8009cf6 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:01.881587 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9ff85d21-899b-47b1-a4ba-620231ae061a req-e8fe92b3-b8b9-4196-b05f-5da7a8009cf6 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5425 time: 0.1047127 Aug 10 03:44:01.890829 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-4bcdd355-809f-4319-a759-1910649c99fb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:01.924561 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9ff85d21-899b-47b1-a4ba-620231ae061a req-0443b7e4-8e9d-4e03-9f8d-a896d66e64ef tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365129 Aug 10 03:44:01.938786 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-4bcdd355-809f-4319-a759-1910649c99fb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:01.942715 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-4bcdd355-809f-4319-a759-1910649c99fb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:01.959514 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-4bcdd355-809f-4319-a759-1910649c99fb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:01.991528 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcdd355-809f-4319-a759-1910649c99fb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Pushing event updated for resources: {'Port': ['ID=5383a3d5-cb9b-4a44-8cdd-1359d7752e77,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:02.021973 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-4bcdd355-809f-4319-a759-1910649c99fb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.023385 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-4bcdd355-809f-4319-a759-1910649c99fb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:02.136528 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7b6d3-835f-475d-9280-d63dfe27577e req-c59a0195-e109-4252-a942-ad3b6cd6e648 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.138295 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a0b7b6d3-835f-475d-9280-d63dfe27577e req-c59a0195-e109-4252-a942-ad3b6cd6e648 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.0731134 Aug 10 03:44:02.153994 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-4bcdd355-809f-4319-a759-1910649c99fb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3395681 Aug 10 03:44:02.161848 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002afd0-b23c-44c2-aecd-3265488bd10b req-2abe4121-2270-4e74-9b78-d407d95e534d tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.163472 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b002afd0-b23c-44c2-aecd-3265488bd10b req-2abe4121-2270-4e74-9b78-d407d95e534d tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 943 time: 0.0758770 Aug 10 03:44:02.193170 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-cb461652-e999-4ada-812a-547fb4785cb5 service neutron] Request body: {'port': {'device_id': 'f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:02.201643 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a0b7b6d3-835f-475d-9280-d63dfe27577e req-fe304a91-2176-40dd-a876-f381795f839f tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554657 Aug 10 03:44:02.209712 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b002afd0-b23c-44c2-aecd-3265488bd10b req-d331119f-658b-4087-bb3f-342916b6d6b0 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380967 Aug 10 03:44:02.272977 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-cb461652-e999-4ada-812a-547fb4785cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:02.404545 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75096b6-cffe-4c43-b44d-985ea85054df req-f22ce476-14a0-45af-a238-318aaaaf4648 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.406018 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d75096b6-cffe-4c43-b44d-985ea85054df req-f22ce476-14a0-45af-a238-318aaaaf4648 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca HTTP/1.1" status: 200 len: 935 time: 0.1220274 Aug 10 03:44:02.424355 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-64ab1fc9-b568-4893-96b9-10ecd19a5d2c None None] Provisioning for port 5383a3d5-cb9b-4a44-8cdd-1359d7752e77 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:02.429355 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-64ab1fc9-b568-4893-96b9-10ecd19a5d2c None None] Provisioning complete for port 5383a3d5-cb9b-4a44-8cdd-1359d7752e77 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:02.429732 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-64ab1fc9-b568-4893-96b9-10ecd19a5d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:02.467645 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-64ab1fc9-b568-4893-96b9-10ecd19a5d2c None None] Port 5383a3d5-cb9b-4a44-8cdd-1359d7752e77 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:44:02.500562 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d75096b6-cffe-4c43-b44d-985ea85054df req-236197b2-5203-40bf-bc60-c246f948b023 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/security-groups?id=378f84fb-3bfe-400f-b675-0153ce0d014e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881670 Aug 10 03:44:02.546886 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67fecba-ea81-423e-a837-86835bb2c1c0 req-d33abe81-d0fc-49d3-8a1d-ffbdabb135bb tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.548558 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b67fecba-ea81-423e-a837-86835bb2c1c0 req-d33abe81-d0fc-49d3-8a1d-ffbdabb135bb tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 949 time: 0.0523150 Aug 10 03:44:02.602451 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b67fecba-ea81-423e-a837-86835bb2c1c0 req-497bb5ca-65fd-496c-9ab8-a2483c628e3b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474193 Aug 10 03:44:02.607615 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-cb461652-e999-4ada-812a-547fb4785cb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5383a3d5-cb9b-4a44-8cdd-1359d7752e77 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:02.615899 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-cb461652-e999-4ada-812a-547fb4785cb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:02.634134 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-cb461652-e999-4ada-812a-547fb4785cb5 service neutron] Transition to ACTIVE for port object 5383a3d5-cb9b-4a44-8cdd-1359d7752e77 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:02.716709 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2e10e054-164b-4140-8005-571d3a76ba94 req-2e4a254c-2733-4832-9c40-5d58db6695f5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=576c9c96-9789-4867-aa9a-1e10ef36ec77 HTTP/1.1" status: 200 len: 210 time: 0.0291071 Aug 10 03:44:02.788176 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f9d74-ca5d-4bc6-8294-50e30e83ed30 req-d3fff6b4-4283-48b9-bb83-e7cd994bf2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.789675 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1b7f9d74-ca5d-4bc6-8294-50e30e83ed30 req-d3fff6b4-4283-48b9-bb83-e7cd994bf2fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=124800de805149b392f25b813a13c194&device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 1124 time: 0.0464528 Aug 10 03:44:02.803849 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-cb461652-e999-4ada-812a-547fb4785cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:02.889026 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb461652-e999-4ada-812a-547fb4785cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=5383a3d5-cb9b-4a44-8cdd-1359d7752e77,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:02.921116 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f9d74-ca5d-4bc6-8294-50e30e83ed30 req-dd0ce9a2-692e-41b5-b914-7dfd4e98239f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.922651 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1b7f9d74-ca5d-4bc6-8294-50e30e83ed30 req-dd0ce9a2-692e-41b5-b914-7dfd4e98239f service neutron] 10.222.0.20 "GET /v2.0/networks?id=82e15316-6bb5-465a-8cae-f1cb27c52e26 HTTP/1.1" status: 200 len: 908 time: 0.0994112 Aug 10 03:44:02.959867 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be08e0b-6dd0-4ccf-ac69-32620b8a766b req-a1b69d9f-42c9-47c7-aa78-0767af97c0e4 tempest-ServersAdminNegativeTestJSON-540037286 tempest-ServersAdminNegativeTestJSON-540037286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:02.961449 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5be08e0b-6dd0-4ccf-ac69-32620b8a766b req-a1b69d9f-42c9-47c7-aa78-0767af97c0e4 tempest-ServersAdminNegativeTestJSON-540037286 tempest-ServersAdminNegativeTestJSON-540037286-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8bd6dba1-8cfe-4d56-8845-9e73a6e361f1 HTTP/1.1" status: 200 len: 1101 time: 0.1267715 Aug 10 03:44:02.975822 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1b7f9d74-ca5d-4bc6-8294-50e30e83ed30 req-524a82bc-278d-4ce3-8208-b8661e479ab1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd HTTP/1.1" status: 200 len: 217 time: 0.0389333 Aug 10 03:44:03.000516 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-cb461652-e999-4ada-812a-547fb4785cb5 service neutron] Attempting to bind port 5383a3d5-cb9b-4a44-8cdd-1359d7752e77 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:03.000953 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-cb461652-e999-4ada-812a-547fb4785cb5 service neutron] Attempting to bind port 5383a3d5-cb9b-4a44-8cdd-1359d7752e77 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:03.001162 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-cb461652-e999-4ada-812a-547fb4785cb5 service neutron] Attempting to bind port 5383a3d5-cb9b-4a44-8cdd-1359d7752e77 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:03.016729 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-cb461652-e999-4ada-812a-547fb4785cb5 service neutron] Port 5383a3d5-cb9b-4a44-8cdd-1359d7752e77 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:03.018958 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-cb461652-e999-4ada-812a-547fb4785cb5 service neutron] Attempting to bind port 5383a3d5-cb9b-4a44-8cdd-1359d7752e77 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:03.028659 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5be08e0b-6dd0-4ccf-ac69-32620b8a766b req-86ddc548-8bf8-434b-9db5-dc7781bc888f tempest-ServersAdminNegativeTestJSON-540037286 tempest-ServersAdminNegativeTestJSON-540037286-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583472 Aug 10 03:44:03.032991 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-cb461652-e999-4ada-812a-547fb4785cb5 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:44:03.033302 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-cb461652-e999-4ada-812a-547fb4785cb5 service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:03.034343 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-cb461652-e999-4ada-812a-547fb4785cb5 service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:44:03.034804 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-cb461652-e999-4ada-812a-547fb4785cb5 service neutron] Bound port: 5383a3d5-cb9b-4a44-8cdd-1359d7752e77, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:44:03.035281 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-cb461652-e999-4ada-812a-547fb4785cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.098827 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7f9d74-ca5d-4bc6-8294-50e30e83ed30 req-b14ae2b1-905d-4b73-8bd9-abe27cda8398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:03.100795 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1b7f9d74-ca5d-4bc6-8294-50e30e83ed30 req-b14ae2b1-905d-4b73-8bd9-abe27cda8398 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f HTTP/1.1" status: 200 len: 847 time: 0.1113117 Aug 10 03:44:03.120567 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-cb461652-e999-4ada-812a-547fb4785cb5 service neutron] For port 5383a3d5-cb9b-4a44-8cdd-1359d7752e77, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:03.124199 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-cb461652-e999-4ada-812a-547fb4785cb5 service neutron] For port 5383a3d5-cb9b-4a44-8cdd-1359d7752e77, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=5383a3d5-cb9b-4a44-8cdd-1359d7752e77,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:44:03.127756 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432b714-e48c-409f-8ac0-93f2b2f06ff9 req-c4e90766-28c8-464c-b0a7-a11a70f38829 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:03.133892 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432b714-e48c-409f-8ac0-93f2b2f06ff9 req-c4e90766-28c8-464c-b0a7-a11a70f38829 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:03.140050 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432b714-e48c-409f-8ac0-93f2b2f06ff9 req-c4e90766-28c8-464c-b0a7-a11a70f38829 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:03.145999 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432b714-e48c-409f-8ac0-93f2b2f06ff9 req-c4e90766-28c8-464c-b0a7-a11a70f38829 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:03.151777 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432b714-e48c-409f-8ac0-93f2b2f06ff9 req-c4e90766-28c8-464c-b0a7-a11a70f38829 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:03.157681 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432b714-e48c-409f-8ac0-93f2b2f06ff9 req-c4e90766-28c8-464c-b0a7-a11a70f38829 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:03.164140 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432b714-e48c-409f-8ac0-93f2b2f06ff9 req-c4e90766-28c8-464c-b0a7-a11a70f38829 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:03.166036 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2432b714-e48c-409f-8ac0-93f2b2f06ff9 req-c4e90766-28c8-464c-b0a7-a11a70f38829 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5425 time: 0.1232312 Aug 10 03:44:03.198002 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1b7f9d74-ca5d-4bc6-8294-50e30e83ed30 req-b0b4d817-2825-44fd-bd44-59dccf3f32c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=82e15316-6bb5-465a-8cae-f1cb27c52e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852618 Aug 10 03:44:03.261190 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-cb461652-e999-4ada-812a-547fb4785cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.273505 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2432b714-e48c-409f-8ac0-93f2b2f06ff9 req-03751677-c1b2-43ab-adc2-aa65e2e3b594 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0992849 Aug 10 03:44:03.321721 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-593f2013-869d-4bb6-9103-587dd15ad63e req-0e97c98a-41da-431f-be3e-a1bba3607f95 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297010 Aug 10 03:44:03.329709 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1b7f9d74-ca5d-4bc6-8294-50e30e83ed30 req-0f95f187-c88b-4ab2-99b8-a961cb6ed5a2 service neutron] 10.222.0.20 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181188 Aug 10 03:44:03.333750 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-cb461652-e999-4ada-812a-547fb4785cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:03.334373 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-cb461652-e999-4ada-812a-547fb4785cb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.335849 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-cb461652-e999-4ada-812a-547fb4785cb5 service neutron] 10.222.0.20 "PUT /v2.0/ports/5383a3d5-cb9b-4a44-8cdd-1359d7752e77 HTTP/1.1" status: 200 len: 1095 time: 1.1502359 Aug 10 03:44:03.336319 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca', 'tag': '5383a3d5-cb9b-4a44-8cdd-1359d7752e77'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:03.340253 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf872fe-164f-411a-a8a2-34045bff1438" -d '{"events": [{"name": "network-changed", "server_uuid": "f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca", "tag": "5383a3d5-cb9b-4a44-8cdd-1359d7752e77"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:03.429359 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb461652-e999-4ada-812a-547fb4785cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=5383a3d5-cb9b-4a44-8cdd-1359d7752e77,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:03.507810 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f2013-869d-4bb6-9103-587dd15ad63e req-47edbb57-bc6b-42c9-9ca7-d040813d3984 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:03.508450 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21818b38-0a6a-4c8b-9871-1bba4ac5be13 req-0dc788be-d585-4a8d-8139-09ddeebc95b3 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:03.509928 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-593f2013-869d-4bb6-9103-587dd15ad63e req-47edbb57-bc6b-42c9-9ca7-d040813d3984 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1598697 Aug 10 03:44:03.510061 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-21818b38-0a6a-4c8b-9871-1bba4ac5be13 req-0dc788be-d585-4a8d-8139-09ddeebc95b3 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.1470859 Aug 10 03:44:03.540384 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1b7f9d74-ca5d-4bc6-8294-50e30e83ed30 req-86ba6e44-59a7-4bee-bf8a-0dc0cf80698c service neutron] 10.222.0.20 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677299 Aug 10 03:44:03.563896 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-21818b38-0a6a-4c8b-9871-1bba4ac5be13 req-d6d12abd-3887-4666-8705-7736d94adf95 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463610 Aug 10 03:44:03.583063 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-593f2013-869d-4bb6-9103-587dd15ad63e req-10bb3758-2a2b-44e5-8d46-3eda1c7260fb tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Request body: {'port': {'device_id': '576c9c96-9789-4867-aa9a-1e10ef36ec77', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': 'd21e91e9b1a849bfaa5ed513aa742d4c'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:03.647199 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d6cde9-45e5-4ab2-beec-657f093b95f1 x-openstack-request-id: req-67d6cde9-45e5-4ab2-beec-657f093b95f1 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:03.647489 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca", "tag": "5383a3d5-cb9b-4a44-8cdd-1359d7752e77", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:03.647747 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67d6cde9-45e5-4ab2-beec-657f093b95f1 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:03.648173 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca', 'tag': '5383a3d5-cb9b-4a44-8cdd-1359d7752e77', 'status': 'completed', 'code': 200} Aug 10 03:44:03.688239 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-c14c7f2a-266c-4b9d-815d-7a2452f8ce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:03.689819 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-c14c7f2a-266c-4b9d-815d-7a2452f8ce69 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12b4015315774cc2abd015a6580b3bf0&device_id=f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca HTTP/1.1" status: 200 len: 1098 time: 0.1207554 Aug 10 03:44:03.703414 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6253599a-a47a-4797-916e-695e2b54a28f req-b4dd85ae-2b2f-420e-a3f8-4704fd81e7d4 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:03.705628 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6253599a-a47a-4797-916e-695e2b54a28f req-b4dd85ae-2b2f-420e-a3f8-4704fd81e7d4 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 943 time: 0.0539265 Aug 10 03:44:03.745776 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6253599a-a47a-4797-916e-695e2b54a28f req-bc1ce797-fca6-4813-8759-2eb85adbe32c tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335944 Aug 10 03:44:03.781064 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1767551e-25b6-4ce1-9b23-a02337081ec7 req-0a7c979a-e30a-4b41-b852-37e559a0ef34 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:03.782572 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1767551e-25b6-4ce1-9b23-a02337081ec7 req-0a7c979a-e30a-4b41-b852-37e559a0ef34 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca HTTP/1.1" status: 200 len: 947 time: 0.0830846 Aug 10 03:44:03.814680 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-72fc5397-2f47-4011-93be-bc987a736fc4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=5383a3d5-cb9b-4a44-8cdd-1359d7752e77 HTTP/1.1" status: 200 len: 217 time: 0.0460203 Aug 10 03:44:03.867293 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8627da-b635-45fd-84a7-868f84798fc0 req-3b5a0176-8007-4fc9-b602-6bc3de2a5378 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:03.868934 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9f8627da-b635-45fd-84a7-868f84798fc0 req-3b5a0176-8007-4fc9-b602-6bc3de2a5378 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bd6dba1-8cfe-4d56-8845-9e73a6e361f1 HTTP/1.1" status: 200 len: 950 time: 0.0497026 Aug 10 03:44:03.881966 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1767551e-25b6-4ce1-9b23-a02337081ec7 req-bbe15d99-2f22-43ed-8d86-d01da455318b tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/security-groups?id=378f84fb-3bfe-400f-b675-0153ce0d014e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698228 Aug 10 03:44:03.891075 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-ddd271e5-a6c9-4620-bbc5-64ac0d385fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:03.892588 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-ddd271e5-a6c9-4620-bbc5-64ac0d385fec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0652890 Aug 10 03:44:03.900269 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-593f2013-869d-4bb6-9103-587dd15ad63e req-10bb3758-2a2b-44e5-8d46-3eda1c7260fb tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Made reservation on behalf of d21e91e9b1a849bfaa5ed513aa742d4c for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:03.903852 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-593f2013-869d-4bb6-9103-587dd15ad63e req-10bb3758-2a2b-44e5-8d46-3eda1c7260fb tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:03.912528 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device ed70a477-1112-4bcb-a46c-2d53afbe9813 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:03.917794 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9f8627da-b635-45fd-84a7-868f84798fc0 req-473fed88-00c3-41df-844f-dca322079ddd tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427651 Aug 10 03:44:04.054119 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-3f61d010-7de7-4d99-b841-3d62278c4ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:04.055660 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-3f61d010-7de7-4d99-b841-3d62278c4ded service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1483874 Aug 10 03:44:04.081132 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c82f6e-63ae-4232-bd30-a478598881e4 req-91ea1d3b-2632-49fb-9a50-540ff3d990b0 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:04.083112 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e8c82f6e-63ae-4232-bd30-a478598881e4 req-91ea1d3b-2632-49fb-9a50-540ff3d990b0 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 949 time: 0.1238196 Aug 10 03:44:04.125318 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3e6a4415-e30f-46a1-8ae9-6c01501f015a req-670f2dce-927c-427b-bbfc-52d433c9dbaa tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=576c9c96-9789-4867-aa9a-1e10ef36ec77 HTTP/1.1" status: 200 len: 210 time: 0.0283742 Aug 10 03:44:04.175177 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port ed70a477-1112-4bcb-a46c-2d53afbe9813 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:04.181420 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port ed70a477-1112-4bcb-a46c-2d53afbe9813 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:04.181961 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.266394 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.293905 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed70a477-1112-4bcb-a46c-2d53afbe9813'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:04.296204 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27862516-bd6c-4d8c-94ec-7d81c310744a" -d '{"events": [{"server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "name": "network-vif-plugged", "status": "completed", "tag": "ed70a477-1112-4bcb-a46c-2d53afbe9813"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:04.311453 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port ed70a477-1112-4bcb-a46c-2d53afbe9813, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=ed70a477-1112-4bcb-a46c-2d53afbe9813,segment=NetworkSegment(70d6eaf4-21df-4d51-8711-37655142b07a),segment_id=70d6eaf4-21df-4d51-8711-37655142b07a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:04.337102 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f85326-5963-4080-a489-fc8f8bca9794 x-openstack-request-id: req-e1f85326-5963-4080-a489-fc8f8bca9794 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:04.337219 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "name": "network-vif-plugged", "status": "completed", "tag": "ed70a477-1112-4bcb-a46c-2d53afbe9813", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:04.337425 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1f85326-5963-4080-a489-fc8f8bca9794 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:04.337988 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed70a477-1112-4bcb-a46c-2d53afbe9813', 'code': 200} Aug 10 03:44:04.409264 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.448384 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64d095-1952-4b55-8b1b-786084715990 req-269bdd64-8beb-4914-8f11-34141a3b00a7 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:04.454742 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64d095-1952-4b55-8b1b-786084715990 req-269bdd64-8beb-4914-8f11-34141a3b00a7 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:04.455222 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-593f2013-869d-4bb6-9103-587dd15ad63e req-10bb3758-2a2b-44e5-8d46-3eda1c7260fb tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Allocated IP 192.168.233.149 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/81f19b4e-4afd-4744-90b2-eabb9d6d0736) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:04.462112 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64d095-1952-4b55-8b1b-786084715990 req-269bdd64-8beb-4914-8f11-34141a3b00a7 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:04.464066 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e8c82f6e-63ae-4232-bd30-a478598881e4 req-26a34705-3a36-4299-8aa9-d6714a97cd2c tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616536 Aug 10 03:44:04.469339 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64d095-1952-4b55-8b1b-786084715990 req-269bdd64-8beb-4914-8f11-34141a3b00a7 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:04.473071 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=ed70a477-1112-4bcb-a46c-2d53afbe9813,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:04.475430 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64d095-1952-4b55-8b1b-786084715990 req-269bdd64-8beb-4914-8f11-34141a3b00a7 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:04.496985 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64d095-1952-4b55-8b1b-786084715990 req-269bdd64-8beb-4914-8f11-34141a3b00a7 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:04.502751 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c64d095-1952-4b55-8b1b-786084715990 req-269bdd64-8beb-4914-8f11-34141a3b00a7 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:04.505816 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1c64d095-1952-4b55-8b1b-786084715990 req-269bdd64-8beb-4914-8f11-34141a3b00a7 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5425 time: 0.1195741 Aug 10 03:44:04.516911 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-8cef4907-01fc-4aed-b2b2-97e77f47133b service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134343 Aug 10 03:44:04.547285 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1c64d095-1952-4b55-8b1b-786084715990 req-cdcd0984-5941-4e5e-b51f-f370d08f61a2 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356362 Aug 10 03:44:04.716210 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d680525c-b9f4-418d-a8aa-c3c31ea0dbcd req-3f0754d1-adf0-4036-9360-00e242000bce service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897631 Aug 10 03:44:04.731990 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-593f2013-869d-4bb6-9103-587dd15ad63e req-10bb3758-2a2b-44e5-8d46-3eda1c7260fb tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.748092 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd95fc0-f6f3-4684-aded-d3572e8bcaa9 req-5815ff92-2b71-4cf8-84f4-92b23b14bbf0 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:04.749587 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2cd95fc0-f6f3-4684-aded-d3572e8bcaa9 req-5815ff92-2b71-4cf8-84f4-92b23b14bbf0 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.1032510 Aug 10 03:44:04.758245 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-593f2013-869d-4bb6-9103-587dd15ad63e req-10bb3758-2a2b-44e5-8d46-3eda1c7260fb tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Transition to ACTIVE for port object 81f19b4e-4afd-4744-90b2-eabb9d6d0736 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:04.807068 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2cd95fc0-f6f3-4684-aded-d3572e8bcaa9 req-12a191b2-2a42-475a-99f2-4a49aef9caea tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499601 Aug 10 03:44:04.881505 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e5461-4f76-4fa0-b98d-834848825208 req-d6afbade-c863-4d8c-bcbf-8bbb6c43b9c9 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:04.882886 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0c2e5461-4f76-4fa0-b98d-834848825208 req-d6afbade-c863-4d8c-bcbf-8bbb6c43b9c9 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 943 time: 0.0622902 Aug 10 03:44:04.905249 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-593f2013-869d-4bb6-9103-587dd15ad63e req-10bb3758-2a2b-44e5-8d46-3eda1c7260fb tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:04.923278 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0c2e5461-4f76-4fa0-b98d-834848825208 req-ef2aca31-67a3-40da-bec8-65f5b225403f tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340910 Aug 10 03:44:04.961917 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186', '024b4c54-fa60-4eb9-90ce-4767a3f9806f', '2bbe11a4-47cf-41ff-9dc5-f31d83d13711'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:04.964617 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-593f2013-869d-4bb6-9103-587dd15ad63e req-10bb3758-2a2b-44e5-8d46-3eda1c7260fb tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:04.978208 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-593f2013-869d-4bb6-9103-587dd15ad63e req-10bb3758-2a2b-44e5-8d46-3eda1c7260fb tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:04.992741 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-593f2013-869d-4bb6-9103-587dd15ad63e req-10bb3758-2a2b-44e5-8d46-3eda1c7260fb tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:05.015869 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb3758-2a2b-44e5-8d46-3eda1c7260fb tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Pushing event updated for resources: {'Port': ['ID=81f19b4e-4afd-4744-90b2-eabb9d6d0736,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:05.085802 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97266ab4-4e1a-4505-9f64-dc00717fd164 req-ed3d5abd-389b-43bc-8f1e-c53d09e10f37 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.094073 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-97266ab4-4e1a-4505-9f64-dc00717fd164 req-ed3d5abd-389b-43bc-8f1e-c53d09e10f37 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bd6dba1-8cfe-4d56-8845-9e73a6e361f1 HTTP/1.1" status: 200 len: 950 time: 0.0826266 Aug 10 03:44:05.097197 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f2013-869d-4bb6-9103-587dd15ad63e req-10bb3758-2a2b-44e5-8d46-3eda1c7260fb tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.098565 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-593f2013-869d-4bb6-9103-587dd15ad63e req-10bb3758-2a2b-44e5-8d46-3eda1c7260fb tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:05.114399 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa24d3c-2f46-4284-b92e-7892dae990ca req-7f3498c8-4d50-44ef-99a4-f07ece791ddf tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.121842 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5aa24d3c-2f46-4284-b92e-7892dae990ca req-7f3498c8-4d50-44ef-99a4-f07ece791ddf tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca HTTP/1.1" status: 200 len: 947 time: 0.1560233 Aug 10 03:44:05.148657 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf872fe-164f-411a-a8a2-34045bff1438 req-c60a33ee-b885-4b63-b048-7067c54f0cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.148959 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-97266ab4-4e1a-4505-9f64-dc00717fd164 req-9fe3603f-f289-4606-ab7e-2889961e5709 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457101 Aug 10 03:44:05.149405 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8cf872fe-164f-411a-a8a2-34045bff1438 req-c60a33ee-b885-4b63-b048-7067c54f0cc5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12b4015315774cc2abd015a6580b3bf0&device_id=f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca HTTP/1.1" status: 200 len: 1098 time: 0.1631556 Aug 10 03:44:05.216944 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-593f2013-869d-4bb6-9103-587dd15ad63e req-10bb3758-2a2b-44e5-8d46-3eda1c7260fb tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6390388 Aug 10 03:44:05.221803 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5aa24d3c-2f46-4284-b92e-7892dae990ca req-c99bde60-58bf-40aa-9e16-c644db081155 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/security-groups?id=378f84fb-3bfe-400f-b675-0153ce0d014e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991600 Aug 10 03:44:05.260478 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-593f2013-869d-4bb6-9103-587dd15ad63e req-5eedcd90-4249-40a2-b52f-974da752978d service neutron] Request body: {'port': {'device_id': '576c9c96-9789-4867-aa9a-1e10ef36ec77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:05.317196 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf872fe-164f-411a-a8a2-34045bff1438 req-157e66bf-803e-45e9-b9b8-0c1d95d5c328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.317543 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8cf872fe-164f-411a-a8a2-34045bff1438 req-157e66bf-803e-45e9-b9b8-0c1d95d5c328 service neutron] 10.222.0.20 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.1616702 Aug 10 03:44:05.346770 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b2bd28-e4f4-4630-b16c-b9ecc8b04a81 req-40984f69-ed27-4296-9b94-731ec3dceba2 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.349141 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-11b2bd28-e4f4-4630-b16c-b9ecc8b04a81 req-40984f69-ed27-4296-9b94-731ec3dceba2 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=576c9c96-9789-4867-aa9a-1e10ef36ec77 HTTP/1.1" status: 200 len: 936 time: 0.0650072 Aug 10 03:44:05.373387 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8cf872fe-164f-411a-a8a2-34045bff1438 req-a72598af-325f-46df-acb6-e8a4263b443e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=5383a3d5-cb9b-4a44-8cdd-1359d7752e77 HTTP/1.1" status: 200 len: 217 time: 0.0412738 Aug 10 03:44:05.374076 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-593f2013-869d-4bb6-9103-587dd15ad63e req-5eedcd90-4249-40a2-b52f-974da752978d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:05.386448 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d74aa8ef-d28c-45eb-9c7a-334da7e40c16 None None] Provisioning for port 81f19b4e-4afd-4744-90b2-eabb9d6d0736 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:05.391390 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d74aa8ef-d28c-45eb-9c7a-334da7e40c16 None None] Provisioning complete for port 81f19b4e-4afd-4744-90b2-eabb9d6d0736 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:05.391390 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d74aa8ef-d28c-45eb-9c7a-334da7e40c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:05.393655 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-11b2bd28-e4f4-4630-b16c-b9ecc8b04a81 req-21ad8755-8170-4728-be91-b522ebb4a02e tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364115 Aug 10 03:44:05.429907 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-d74aa8ef-d28c-45eb-9c7a-334da7e40c16 None None] Port 81f19b4e-4afd-4744-90b2-eabb9d6d0736 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:44:05.452620 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf872fe-164f-411a-a8a2-34045bff1438 req-b9024fff-7f14-4f01-bea1-fdfb5e3c8837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.454082 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8cf872fe-164f-411a-a8a2-34045bff1438 req-b9024fff-7f14-4f01-bea1-fdfb5e3c8837 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0691609 Aug 10 03:44:05.633331 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf872fe-164f-411a-a8a2-34045bff1438 req-3b3ba3bc-b7ab-4020-bf71-d4fc89193e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.634838 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8cf872fe-164f-411a-a8a2-34045bff1438 req-3b3ba3bc-b7ab-4020-bf71-d4fc89193e0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1660435 Aug 10 03:44:05.667571 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7838f81-7ed8-4bd0-aca6-912d1034ee21 req-524dd9e9-236d-4ef3-b1d6-47862b4e2a38 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.669062 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7838f81-7ed8-4bd0-aca6-912d1034ee21 req-524dd9e9-236d-4ef3-b1d6-47862b4e2a38 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 949 time: 0.1257384 Aug 10 03:44:05.677451 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7578f-d485-400f-9e42-ea3d7309f985 req-cb50f762-9c7e-434f-a0b1-fa678c068119 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.683277 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7578f-d485-400f-9e42-ea3d7309f985 req-cb50f762-9c7e-434f-a0b1-fa678c068119 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.689227 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7578f-d485-400f-9e42-ea3d7309f985 req-cb50f762-9c7e-434f-a0b1-fa678c068119 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.695106 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7578f-d485-400f-9e42-ea3d7309f985 req-cb50f762-9c7e-434f-a0b1-fa678c068119 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.700997 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7578f-d485-400f-9e42-ea3d7309f985 req-cb50f762-9c7e-434f-a0b1-fa678c068119 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.707317 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7578f-d485-400f-9e42-ea3d7309f985 req-cb50f762-9c7e-434f-a0b1-fa678c068119 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.713469 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7578f-d485-400f-9e42-ea3d7309f985 req-cb50f762-9c7e-434f-a0b1-fa678c068119 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.715338 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5ec7578f-d485-400f-9e42-ea3d7309f985 req-cb50f762-9c7e-434f-a0b1-fa678c068119 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5426 time: 0.0930729 Aug 10 03:44:05.759774 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5ec7578f-d485-400f-9e42-ea3d7309f985 req-41d5c75c-41db-4479-8892-075e7c565dd4 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0378735 Aug 10 03:44:05.789072 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7838f81-7ed8-4bd0-aca6-912d1034ee21 req-a900dc35-02a6-48bb-8bdd-b66f8c8f4885 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070065 Aug 10 03:44:05.823344 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8cf872fe-164f-411a-a8a2-34045bff1438 req-a4b3561f-db3f-4823-be92-60db0ffe0318 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735485 Aug 10 03:44:05.906069 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-593f2013-869d-4bb6-9103-587dd15ad63e req-5eedcd90-4249-40a2-b52f-974da752978d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f19b4e-4afd-4744-90b2-eabb9d6d0736 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:05.918894 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-593f2013-869d-4bb6-9103-587dd15ad63e req-5eedcd90-4249-40a2-b52f-974da752978d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:05.943663 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-593f2013-869d-4bb6-9103-587dd15ad63e req-5eedcd90-4249-40a2-b52f-974da752978d service neutron] Transition to ACTIVE for port object 81f19b4e-4afd-4744-90b2-eabb9d6d0736 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:05.947250 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76feb9-272e-408e-bcd8-7b12b65f542b req-2dba4a7a-128d-4bae-9223-84217c994424 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:05.949069 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eb76feb9-272e-408e-bcd8-7b12b65f542b req-2dba4a7a-128d-4bae-9223-84217c994424 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.0506258 Aug 10 03:44:05.961823 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8cf872fe-164f-411a-a8a2-34045bff1438 req-6804ad88-9392-4ded-9a7a-aa67e4a8c5e9 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157906 Aug 10 03:44:05.989922 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eb76feb9-272e-408e-bcd8-7b12b65f542b req-355cb8c5-0546-4dd4-9ab3-96221410b111 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341778 Aug 10 03:44:06.022557 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-593f2013-869d-4bb6-9103-587dd15ad63e req-5eedcd90-4249-40a2-b52f-974da752978d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.087278 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eedcd90-4249-40a2-b52f-974da752978d service neutron] Pushing event updated for resources: {'Port': ['ID=81f19b4e-4afd-4744-90b2-eabb9d6d0736,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:06.100250 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b47b1-41a0-45e3-8cb6-8eb11b5fc38e req-688bfa27-1ade-4382-ab9a-4a225d9f3ac2 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:06.101819 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-078b47b1-41a0-45e3-8cb6-8eb11b5fc38e req-688bfa27-1ade-4382-ab9a-4a225d9f3ac2 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 943 time: 0.1076417 Aug 10 03:44:06.181179 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-078b47b1-41a0-45e3-8cb6-8eb11b5fc38e req-6a5a7dc9-88f5-419f-833e-bd1c424c6553 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654967 Aug 10 03:44:06.195325 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-593f2013-869d-4bb6-9103-587dd15ad63e req-5eedcd90-4249-40a2-b52f-974da752978d service neutron] Attempting to bind port 81f19b4e-4afd-4744-90b2-eabb9d6d0736 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:06.195674 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-593f2013-869d-4bb6-9103-587dd15ad63e req-5eedcd90-4249-40a2-b52f-974da752978d service neutron] Attempting to bind port 81f19b4e-4afd-4744-90b2-eabb9d6d0736 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:06.196068 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593f2013-869d-4bb6-9103-587dd15ad63e req-5eedcd90-4249-40a2-b52f-974da752978d service neutron] Attempting to bind port 81f19b4e-4afd-4744-90b2-eabb9d6d0736 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:06.206413 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593f2013-869d-4bb6-9103-587dd15ad63e req-5eedcd90-4249-40a2-b52f-974da752978d service neutron] Port 81f19b4e-4afd-4744-90b2-eabb9d6d0736 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:06.206413 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593f2013-869d-4bb6-9103-587dd15ad63e req-5eedcd90-4249-40a2-b52f-974da752978d service neutron] Attempting to bind port 81f19b4e-4afd-4744-90b2-eabb9d6d0736 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:06.207696 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593f2013-869d-4bb6-9103-587dd15ad63e req-5eedcd90-4249-40a2-b52f-974da752978d service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:44:06.208345 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593f2013-869d-4bb6-9103-587dd15ad63e req-5eedcd90-4249-40a2-b52f-974da752978d service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:06.208730 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593f2013-869d-4bb6-9103-587dd15ad63e req-5eedcd90-4249-40a2-b52f-974da752978d service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:44:06.209078 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-593f2013-869d-4bb6-9103-587dd15ad63e req-5eedcd90-4249-40a2-b52f-974da752978d service neutron] Bound port: 81f19b4e-4afd-4744-90b2-eabb9d6d0736, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:44:06.209502 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-593f2013-869d-4bb6-9103-587dd15ad63e req-5eedcd90-4249-40a2-b52f-974da752978d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.284333 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-593f2013-869d-4bb6-9103-587dd15ad63e req-5eedcd90-4249-40a2-b52f-974da752978d service neutron] For port 81f19b4e-4afd-4744-90b2-eabb9d6d0736, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:06.289396 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-593f2013-869d-4bb6-9103-587dd15ad63e req-5eedcd90-4249-40a2-b52f-974da752978d service neutron] For port 81f19b4e-4afd-4744-90b2-eabb9d6d0736, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=81f19b4e-4afd-4744-90b2-eabb9d6d0736,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:44:06.297710 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a2cb7-cc19-408c-9338-178266028fe9 req-9b5f3150-2b62-4b39-9769-db1a207873d3 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:06.299109 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e54a2cb7-cc19-408c-9338-178266028fe9 req-9b5f3150-2b62-4b39-9769-db1a207873d3 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bd6dba1-8cfe-4d56-8845-9e73a6e361f1 HTTP/1.1" status: 200 len: 950 time: 0.0559707 Aug 10 03:44:06.345965 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e54a2cb7-cc19-408c-9338-178266028fe9 req-b1fa28c3-56a8-40aa-b66a-61ab67c3782a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402319 Aug 10 03:44:06.350275 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c20845-1bad-417d-b5d4-13ac9d5094ec req-d6784b02-5d0a-49de-8fcf-11c28fc0dfea tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:06.350275 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90c20845-1bad-417d-b5d4-13ac9d5094ec req-d6784b02-5d0a-49de-8fcf-11c28fc0dfea tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.20 "GET /v2.0/ports?device_id=8bd6dba1-8cfe-4d56-8845-9e73a6e361f1 HTTP/1.1" status: 200 len: 950 time: 0.0609670 Aug 10 03:44:06.409648 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-593f2013-869d-4bb6-9103-587dd15ad63e req-5eedcd90-4249-40a2-b52f-974da752978d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.492627 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f2013-869d-4bb6-9103-587dd15ad63e req-5eedcd90-4249-40a2-b52f-974da752978d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:06.493239 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-593f2013-869d-4bb6-9103-587dd15ad63e req-5eedcd90-4249-40a2-b52f-974da752978d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.494604 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-593f2013-869d-4bb6-9103-587dd15ad63e req-5eedcd90-4249-40a2-b52f-974da752978d service neutron] 10.222.0.20 "PUT /v2.0/ports/81f19b4e-4afd-4744-90b2-eabb9d6d0736 HTTP/1.1" status: 200 len: 1096 time: 1.2430553 Aug 10 03:44:06.499324 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576c9c96-9789-4867-aa9a-1e10ef36ec77', 'tag': '81f19b4e-4afd-4744-90b2-eabb9d6d0736'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:06.501324 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71f074f-a2a5-4774-86ed-2f946bc0c9f1" -d '{"events": [{"name": "network-changed", "server_uuid": "576c9c96-9789-4867-aa9a-1e10ef36ec77", "tag": "81f19b4e-4afd-4744-90b2-eabb9d6d0736"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:06.524087 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eedcd90-4249-40a2-b52f-974da752978d service neutron] Pushing event updated for resources: {'Port': ['ID=81f19b4e-4afd-4744-90b2-eabb9d6d0736,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:06.538078 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43f74f-cab4-4508-9323-feab4021a7d7 req-72dd1401-186b-497f-bbea-cf40fe5368a1 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:06.539728 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-de43f74f-cab4-4508-9323-feab4021a7d7 req-72dd1401-186b-497f-bbea-cf40fe5368a1 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca HTTP/1.1" status: 200 len: 947 time: 0.1714332 Aug 10 03:44:06.547694 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a5be7-6e87-4f6b-9290-92c5dd1d0783 req-17d5d034-9414-42bc-8a65-d01533ff14ed tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:06.549377 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7b0a5be7-6e87-4f6b-9290-92c5dd1d0783 req-17d5d034-9414-42bc-8a65-d01533ff14ed tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=576c9c96-9789-4867-aa9a-1e10ef36ec77 HTTP/1.1" status: 200 len: 948 time: 0.0790801 Aug 10 03:44:06.588793 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-90c20845-1bad-417d-b5d4-13ac9d5094ec req-a0cc1763-2f98-4da0-961f-158a2633cf3a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Deleting port 197715b0-9703-4980-9528-63f1c7880d43 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:06.591213 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-90c20845-1bad-417d-b5d4-13ac9d5094ec req-a0cc1763-2f98-4da0-961f-158a2633cf3a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.599736 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7b0a5be7-6e87-4f6b-9290-92c5dd1d0783 req-da0e3696-7042-4ae3-9754-e6b1409ead0e tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385122 Aug 10 03:44:06.607665 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-de43f74f-cab4-4508-9323-feab4021a7d7 req-8ab1262b-1e36-49d8-bd80-68aec876d660 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/security-groups?id=378f84fb-3bfe-400f-b675-0153ce0d014e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589561 Aug 10 03:44:06.663774 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28901cd1-5800-4b18-a651-22a807e739dd x-openstack-request-id: req-28901cd1-5800-4b18-a651-22a807e739dd {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:06.664095 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576c9c96-9789-4867-aa9a-1e10ef36ec77", "tag": "81f19b4e-4afd-4744-90b2-eabb9d6d0736", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:06.664352 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28901cd1-5800-4b18-a651-22a807e739dd {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:06.664762 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576c9c96-9789-4867-aa9a-1e10ef36ec77', 'tag': '81f19b4e-4afd-4744-90b2-eabb9d6d0736', 'status': 'completed', 'code': 200} Aug 10 03:44:06.724937 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-90c20845-1bad-417d-b5d4-13ac9d5094ec req-a0cc1763-2f98-4da0-961f-158a2633cf3a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] For port 197715b0-9703-4980-9528-63f1c7880d43, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=197715b0-9703-4980-9528-63f1c7880d43,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:06.725222 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-90c20845-1bad-417d-b5d4-13ac9d5094ec req-a0cc1763-2f98-4da0-961f-158a2633cf3a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:06.742761 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-90c20845-1bad-417d-b5d4-13ac9d5094ec req-a0cc1763-2f98-4da0-961f-158a2633cf3a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Calling delete_port for 197715b0-9703-4980-9528-63f1c7880d43 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:06.748001 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f2013-869d-4bb6-9103-587dd15ad63e req-c441c52b-fa30-4051-b648-e05293f404f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:06.749507 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-593f2013-869d-4bb6-9103-587dd15ad63e req-c441c52b-fa30-4051-b648-e05293f404f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&device_id=576c9c96-9789-4867-aa9a-1e10ef36ec77 HTTP/1.1" status: 200 len: 1099 time: 0.0840137 Aug 10 03:44:06.827867 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-593f2013-869d-4bb6-9103-587dd15ad63e req-3cedd24d-6db2-4ea0-89d4-1756d0651a14 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=81f19b4e-4afd-4744-90b2-eabb9d6d0736 HTTP/1.1" status: 200 len: 217 time: 0.0421045 Aug 10 03:44:06.913814 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971950f-1588-43c7-932b-39f2d5d8b3db req-5f3029f1-1abb-4783-a105-18daf112a346 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:06.915367 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8971950f-1588-43c7-932b-39f2d5d8b3db req-5f3029f1-1abb-4783-a105-18daf112a346 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 949 time: 0.0534449 Aug 10 03:44:06.930301 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f2013-869d-4bb6-9103-587dd15ad63e req-3f976232-a5ae-4bea-8337-765b136252ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:06.931594 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-593f2013-869d-4bb6-9103-587dd15ad63e req-3f976232-a5ae-4bea-8337-765b136252ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0943930 Aug 10 03:44:06.951734 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05811db3-efdb-49ce-8183-54ab3b4ea23e req-c61065bc-10a7-4d09-a108-f2292683421d tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:06.957747 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05811db3-efdb-49ce-8183-54ab3b4ea23e req-c61065bc-10a7-4d09-a108-f2292683421d tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:06.958719 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8971950f-1588-43c7-932b-39f2d5d8b3db req-2c5ad793-96a7-4397-af73-f75d5d914e8b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367463 Aug 10 03:44:06.963985 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05811db3-efdb-49ce-8183-54ab3b4ea23e req-c61065bc-10a7-4d09-a108-f2292683421d tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:06.969993 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05811db3-efdb-49ce-8183-54ab3b4ea23e req-c61065bc-10a7-4d09-a108-f2292683421d tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:06.976207 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05811db3-efdb-49ce-8183-54ab3b4ea23e req-c61065bc-10a7-4d09-a108-f2292683421d tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:06.982095 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05811db3-efdb-49ce-8183-54ab3b4ea23e req-c61065bc-10a7-4d09-a108-f2292683421d tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:06.988515 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05811db3-efdb-49ce-8183-54ab3b4ea23e req-c61065bc-10a7-4d09-a108-f2292683421d tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:06.990941 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05811db3-efdb-49ce-8183-54ab3b4ea23e req-c61065bc-10a7-4d09-a108-f2292683421d tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5426 time: 0.1401558 Aug 10 03:44:07.099975 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05811db3-efdb-49ce-8183-54ab3b4ea23e req-34962671-ba6e-4cd3-8508-a86f86107b83 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0987303 Aug 10 03:44:07.105799 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f2013-869d-4bb6-9103-587dd15ad63e req-f4181760-3d20-4fcd-9602-d755d578e3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:07.110368 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-593f2013-869d-4bb6-9103-587dd15ad63e req-f4181760-3d20-4fcd-9602-d755d578e3c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1158748 Aug 10 03:44:07.131184 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200db6d-e127-4e7e-9067-77c9a5b3c203 req-72791bae-af05-43e2-af5e-030b31813294 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:07.132868 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9200db6d-e127-4e7e-9067-77c9a5b3c203 req-72791bae-af05-43e2-af5e-030b31813294 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.0656667 Aug 10 03:44:07.173810 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9200db6d-e127-4e7e-9067-77c9a5b3c203 req-5429ae77-aaa0-4308-9b20-b9b3287d4522 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334201 Aug 10 03:44:07.192447 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-90c20845-1bad-417d-b5d4-13ac9d5094ec req-a0cc1763-2f98-4da0-961f-158a2633cf3a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:07.235922 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cc1763-2f98-4da0-961f-158a2633cf3a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Pushing event deleted for resources: {'Port': ['ID=197715b0-9703-4980-9528-63f1c7880d43,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:07.237313 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['73c2efac-c156-4e55-ad6a-d8f7b934d6d1', '197715b0-9703-4980-9528-63f1c7880d43'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:07.298449 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c20845-1bad-417d-b5d4-13ac9d5094ec req-a0cc1763-2f98-4da0-961f-158a2633cf3a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] No DVR routers for this DVR port 197715b0-9703-4980-9528-63f1c7880d43 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:44:07.329936 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-90c20845-1bad-417d-b5d4-13ac9d5094ec req-a0cc1763-2f98-4da0-961f-158a2633cf3a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:07.331153 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90c20845-1bad-417d-b5d4-13ac9d5094ec req-a0cc1763-2f98-4da0-961f-158a2633cf3a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.20 "DELETE /v2.0/ports/197715b0-9703-4980-9528-63f1c7880d43 HTTP/1.1" status: 204 len: 173 time: 0.9725978 Aug 10 03:44:07.333347 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-593f2013-869d-4bb6-9103-587dd15ad63e req-11d1dee5-a328-4eef-a44e-01286a96c522 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126184 Aug 10 03:44:07.411209 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['371b2e20-4e1f-42e2-b04c-3f6b94239b8e', '706e34f1-e7af-4f96-b80c-e873c7bedacf'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:07.479364 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9702e-e9ab-4ec8-9454-2d5068fa4a68 req-9bcf7269-3888-43fa-8683-2bdec5dc19f4 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:07.496215 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-75b9702e-e9ab-4ec8-9454-2d5068fa4a68 req-9bcf7269-3888-43fa-8683-2bdec5dc19f4 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 943 time: 0.2041149 Aug 10 03:44:07.544111 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-614920ac-c3b9-4303-b205-135d97104e20 req-e0e71780-0ed1-4af5-b065-ff70579c91aa tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bd6dba1-8cfe-4d56-8845-9e73a6e361f1 HTTP/1.1" status: 200 len: 210 time: 0.0461421 Aug 10 03:44:07.560473 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-75b9702e-e9ab-4ec8-9454-2d5068fa4a68 req-89bfed92-ffdf-4ac7-878d-67258c32d1df tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628045 Aug 10 03:44:07.581488 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-593f2013-869d-4bb6-9103-587dd15ad63e req-df908f87-8fea-4a7e-91b2-5f8a8f3cadea service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308776 Aug 10 03:44:07.733029 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1e263-e0b5-4c8f-b984-c3af18577466 req-c21620b2-1640-4c82-833e-26b6802a247f tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:07.735186 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bcb1e263-e0b5-4c8f-b984-c3af18577466 req-c21620b2-1640-4c82-833e-26b6802a247f tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=576c9c96-9789-4867-aa9a-1e10ef36ec77 HTTP/1.1" status: 200 len: 948 time: 0.0602558 Aug 10 03:44:07.773274 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe96a4-29ec-40d0-82a8-06444e333585 req-fec99d2e-a279-4c32-bd2f-dc67bc871235 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:07.777332 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6bfe96a4-29ec-40d0-82a8-06444e333585 req-fec99d2e-a279-4c32-bd2f-dc67bc871235 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca HTTP/1.1" status: 200 len: 947 time: 0.0725346 Aug 10 03:44:07.819225 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bcb1e263-e0b5-4c8f-b984-c3af18577466 req-bbc3448a-29f5-4bea-97cb-f7d6ff195623 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711443 Aug 10 03:44:07.836946 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6bfe96a4-29ec-40d0-82a8-06444e333585 req-b8cf8047-1c62-47e5-8e24-0e10c74b2af2 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/security-groups?id=378f84fb-3bfe-400f-b675-0153ce0d014e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475006 Aug 10 03:44:07.934509 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 14710601-7780-4dc4-9078-9d9e5dd540bd up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:08.005060 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f074f-a2a5-4774-86ed-2f946bc0c9f1 req-f4ef9704-25b2-4d71-b4f8-5ff9c2791f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:08.007049 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c71f074f-a2a5-4774-86ed-2f946bc0c9f1 req-f4ef9704-25b2-4d71-b4f8-5ff9c2791f43 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&device_id=576c9c96-9789-4867-aa9a-1e10ef36ec77 HTTP/1.1" status: 200 len: 1099 time: 0.0586538 Aug 10 03:44:08.071694 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 14710601-7780-4dc4-9078-9d9e5dd540bd completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:08.075796 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 14710601-7780-4dc4-9078-9d9e5dd540bd triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:08.076307 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:08.086494 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3b9fc-0a38-497f-a827-8400457eda8f req-88cde991-deeb-4c2d-892c-ef11e49297f4 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:08.094342 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e6c3b9fc-0a38-497f-a827-8400457eda8f req-88cde991-deeb-4c2d-892c-ef11e49297f4 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 949 time: 0.0642376 Aug 10 03:44:08.114528 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f074f-a2a5-4774-86ed-2f946bc0c9f1 req-d99acf70-38d7-4386-a63f-09c9be54bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:08.116151 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c71f074f-a2a5-4774-86ed-2f946bc0c9f1 req-d99acf70-38d7-4386-a63f-09c9be54bee4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.1006279 Aug 10 03:44:08.131451 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e6c3b9fc-0a38-497f-a827-8400457eda8f req-3203ff5c-f087-424d-85ea-052f5afb81b2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362616 Aug 10 03:44:08.172732 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c71f074f-a2a5-4774-86ed-2f946bc0c9f1 req-e104e88c-323c-4aa5-a21a-4e71879063d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=81f19b4e-4afd-4744-90b2-eabb9d6d0736 HTTP/1.1" status: 200 len: 217 time: 0.0423715 Aug 10 03:44:08.173752 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:08.200288 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14710601-7780-4dc4-9078-9d9e5dd540bd'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:08.202523 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70e4bbc-4bd9-4159-93d9-d2dffc5a0747" -d '{"events": [{"server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "name": "network-vif-plugged", "status": "completed", "tag": "14710601-7780-4dc4-9078-9d9e5dd540bd"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:08.220143 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 14710601-7780-4dc4-9078-9d9e5dd540bd, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=14710601-7780-4dc4-9078-9d9e5dd540bd,segment=NetworkSegment(70d6eaf4-21df-4d51-8711-37655142b07a),segment_id=70d6eaf4-21df-4d51-8711-37655142b07a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:08.249957 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c18129-1c3e-43ce-8d37-1380e1a964bb x-openstack-request-id: req-d0c18129-1c3e-43ce-8d37-1380e1a964bb {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:08.250551 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "name": "network-vif-plugged", "status": "completed", "tag": "14710601-7780-4dc4-9078-9d9e5dd540bd", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:08.250650 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0c18129-1c3e-43ce-8d37-1380e1a964bb {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:08.251204 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14710601-7780-4dc4-9078-9d9e5dd540bd', 'code': 200} Aug 10 03:44:08.280463 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f074f-a2a5-4774-86ed-2f946bc0c9f1 req-3721f98d-00a5-4680-ad3c-7902272b151f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:08.281937 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c71f074f-a2a5-4774-86ed-2f946bc0c9f1 req-3721f98d-00a5-4680-ad3c-7902272b151f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0894873 Aug 10 03:44:08.298684 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0626512-839e-4de6-b132-b468ac6c5567 req-fcafd09c-56dc-4c25-bc90-8d3bdf76ba82 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:08.306632 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0626512-839e-4de6-b132-b468ac6c5567 req-fcafd09c-56dc-4c25-bc90-8d3bdf76ba82 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:08.311227 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0626512-839e-4de6-b132-b468ac6c5567 req-fcafd09c-56dc-4c25-bc90-8d3bdf76ba82 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:08.317329 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0626512-839e-4de6-b132-b468ac6c5567 req-fcafd09c-56dc-4c25-bc90-8d3bdf76ba82 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:08.323184 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0626512-839e-4de6-b132-b468ac6c5567 req-fcafd09c-56dc-4c25-bc90-8d3bdf76ba82 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:08.329067 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0626512-839e-4de6-b132-b468ac6c5567 req-fcafd09c-56dc-4c25-bc90-8d3bdf76ba82 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:08.334954 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:08.335095 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0626512-839e-4de6-b132-b468ac6c5567 req-fcafd09c-56dc-4c25-bc90-8d3bdf76ba82 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:08.336506 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 9f78b27d-b50f-47fa-bf82-e1195b79cdfa up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:08.336993 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f0626512-839e-4de6-b132-b468ac6c5567 req-fcafd09c-56dc-4c25-bc90-8d3bdf76ba82 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5426 time: 0.1328583 Aug 10 03:44:08.374949 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27308e1f-8056-4985-ad1e-530a521244c5 req-518b2ce2-2bc0-4281-9b4c-5ef5ab09f3af tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:08.376542 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-27308e1f-8056-4985-ad1e-530a521244c5 req-518b2ce2-2bc0-4281-9b4c-5ef5ab09f3af tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.0658820 Aug 10 03:44:08.407102 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f0626512-839e-4de6-b132-b468ac6c5567 req-d9f73953-7171-4b4e-adf4-a9ef88bda63c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584922 Aug 10 03:44:08.409158 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f074f-a2a5-4774-86ed-2f946bc0c9f1 req-e40161ae-c622-4b13-b96b-70c81a3b661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:08.411401 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c71f074f-a2a5-4774-86ed-2f946bc0c9f1 req-e40161ae-c622-4b13-b96b-70c81a3b661a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0735049 Aug 10 03:44:08.454408 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-27308e1f-8056-4985-ad1e-530a521244c5 req-80b6bc43-20dd-4fda-aae7-199f708fc12f tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702496 Aug 10 03:44:08.459494 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=14710601-7780-4dc4-9078-9d9e5dd540bd,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:08.573199 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c71f074f-a2a5-4774-86ed-2f946bc0c9f1 req-168d9438-b837-474b-ab94-9e89cf9e7750 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091652 Aug 10 03:44:08.591630 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 9f78b27d-b50f-47fa-bf82-e1195b79cdfa completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:08.602804 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 5383a3d5-cb9b-4a44-8cdd-1359d7752e77 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:44:08.603568 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 9f78b27d-b50f-47fa-bf82-e1195b79cdfa triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:08.604075 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:08.677448 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5d2b4823-40e9-4a41-a43f-056acccdcfb2 req-74243adc-f376-429b-bf3c-4890418dce3a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=8bd6dba1-8cfe-4d56-8845-9e73a6e361f1 HTTP/1.1" status: 200 len: 210 time: 0.0512729 Aug 10 03:44:08.679054 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd6dba1-8cfe-4d56-8845-9e73a6e361f1', 'name': 'network-vif-deleted', 'tag': '197715b0-9703-4980-9528-63f1c7880d43'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:08.681471 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d1d420-58ab-4dde-a997-896495e910bc" -d '{"events": [{"server_uuid": "8bd6dba1-8cfe-4d56-8845-9e73a6e361f1", "name": "network-vif-deleted", "tag": "197715b0-9703-4980-9528-63f1c7880d43"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:08.685805 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c71f074f-a2a5-4774-86ed-2f946bc0c9f1 req-75cca628-9c4e-43cc-8042-c4bae129f663 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030529 Aug 10 03:44:08.741325 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8295b0-566c-4dd6-b000-340eb10fdcb9 req-11e15295-2b82-4bc9-87d5-0b18334a15a3 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:08.745522 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ce8295b0-566c-4dd6-b000-340eb10fdcb9 req-11e15295-2b82-4bc9-87d5-0b18334a15a3 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 943 time: 0.0559530 Aug 10 03:44:08.745522 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2302f2-75b9-41fd-af4f-6097ef1a3fae x-openstack-request-id: req-8c2302f2-75b9-41fd-af4f-6097ef1a3fae {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:08.745522 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd6dba1-8cfe-4d56-8845-9e73a6e361f1", "name": "network-vif-deleted", "tag": "197715b0-9703-4980-9528-63f1c7880d43", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:08.745522 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c2302f2-75b9-41fd-af4f-6097ef1a3fae {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:08.745522 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bd6dba1-8cfe-4d56-8845-9e73a6e361f1', 'name': 'network-vif-deleted', 'tag': '197715b0-9703-4980-9528-63f1c7880d43', 'status': 'completed', 'code': 200} Aug 10 03:44:08.788619 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ce8295b0-566c-4dd6-b000-340eb10fdcb9 req-5d5996eb-8a18-475f-bae3-a000d9afc965 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386415 Aug 10 03:44:08.821687 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 5383a3d5-cb9b-4a44-8cdd-1359d7752e77, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=5383a3d5-cb9b-4a44-8cdd-1359d7752e77,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:08.824264 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:08.841383 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '5383a3d5-cb9b-4a44-8cdd-1359d7752e77', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': '5383a3d5-cb9b-4a44-8cdd-1359d7752e77', 'mac_address': 'fa:16:3e:42:9c:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:44:08.891571 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 9f78b27d-b50f-47fa-bf82-e1195b79cdfa, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=9f78b27d-b50f-47fa-bf82-e1195b79cdfa,segment=NetworkSegment(70d6eaf4-21df-4d51-8711-37655142b07a),segment_id=70d6eaf4-21df-4d51-8711-37655142b07a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:08.902555 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:08.916785 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5383a3d5-cb9b-4a44-8cdd-1359d7752e77 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:08.933989 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cf7b0-cbcd-4f38-8ae3-bc2a61c7ba99 req-37d6bd2a-ca07-493d-8e5f-f2e0f39dc5d9 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:08.935563 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-388cf7b0-cbcd-4f38-8ae3-bc2a61c7ba99 req-37d6bd2a-ca07-493d-8e5f-f2e0f39dc5d9 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=576c9c96-9789-4867-aa9a-1e10ef36ec77 HTTP/1.1" status: 200 len: 948 time: 0.0561008 Aug 10 03:44:08.940567 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 5383a3d5-cb9b-4a44-8cdd-1359d7752e77, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=5383a3d5-cb9b-4a44-8cdd-1359d7752e77,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:08.963058 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:08.964839 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device db6f0dfe-aee4-4b7b-be43-c2e8f14c481f up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:08.979164 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-388cf7b0-cbcd-4f38-8ae3-bc2a61c7ba99 req-11cf70ab-37cf-4f77-bd98-71ec9e0a7c0e tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346227 Aug 10 03:44:09.010278 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cdcd32-6512-4953-89ab-c14aa006e6e9 req-64b20b13-fc51-4477-b39a-b15f3dbada2b tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:09.011817 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-33cdcd32-6512-4953-89ab-c14aa006e6e9 req-64b20b13-fc51-4477-b39a-b15f3dbada2b tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca HTTP/1.1" status: 200 len: 947 time: 0.1008568 Aug 10 03:44:09.018485 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0623338-2836-44b2-ac57-417cf25ee70b req-2d71d8b8-da8b-4031-b443-b2eefa6a9905 service neutron] 10.222.0.20 "GET /v2.0/ports/1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd/bindings/n-h1-802893-2 HTTP/1.1" status: 200 len: 384 time: 0.0978246 Aug 10 03:44:09.038526 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.047492 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=9f78b27d-b50f-47fa-bf82-e1195b79cdfa,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:09.111607 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=5383a3d5-cb9b-4a44-8cdd-1359d7752e77,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:09.157702 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port db6f0dfe-aee4-4b7b-be43-c2e8f14c481f completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:09.176729 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port db6f0dfe-aee4-4b7b-be43-c2e8f14c481f triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:09.176729 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.261128 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.276229 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22818f95-2cbe-4e09-ab1d-a0b5aa057ac6 req-f9d59686-7840-41b6-a418-74655a6e9e57 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:09.277813 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-22818f95-2cbe-4e09-ab1d-a0b5aa057ac6 req-f9d59686-7840-41b6-a418-74655a6e9e57 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 949 time: 0.0667760 Aug 10 03:44:09.298126 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port db6f0dfe-aee4-4b7b-be43-c2e8f14c481f, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=db6f0dfe-aee4-4b7b-be43-c2e8f14c481f,segment=NetworkSegment(e05be633-5f7b-4d4d-8f67-46bd31919666),segment_id=e05be633-5f7b-4d4d-8f67-46bd31919666)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:09.318486 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-22818f95-2cbe-4e09-ab1d-a0b5aa057ac6 req-8a290471-e786-4de2-a54a-097b5de9ef10 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341847 Aug 10 03:44:09.350798 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-33cdcd32-6512-4953-89ab-c14aa006e6e9 req-62864951-ac2d-4518-a42b-4664bf6c5c01 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/security-groups?id=378f84fb-3bfe-400f-b675-0153ce0d014e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313441 Aug 10 03:44:09.449625 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.450543 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device f967e2df-2718-4410-a5e2-41f4e2475bac up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:09.515732 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d0623338-2836-44b2-ac57-417cf25ee70b req-593ed83b-7839-4021-ba3b-770c61444751 service neutron] For port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:09.545073 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d0623338-2836-44b2-ac57-417cf25ee70b req-593ed83b-7839-4021-ba3b-770c61444751 service neutron] For port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:09.546191 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['5383a3d5-cb9b-4a44-8cdd-1359d7752e77'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:09.585579 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb9a9b-5ff5-4d2c-a75a-fabb199662c3 req-836f098a-1439-40bb-805d-9fbfdd43de61 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:09.597660 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb9a9b-5ff5-4d2c-a75a-fabb199662c3 req-836f098a-1439-40bb-805d-9fbfdd43de61 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:09.604604 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb9a9b-5ff5-4d2c-a75a-fabb199662c3 req-836f098a-1439-40bb-805d-9fbfdd43de61 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:09.610447 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb9a9b-5ff5-4d2c-a75a-fabb199662c3 req-836f098a-1439-40bb-805d-9fbfdd43de61 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:09.616989 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb9a9b-5ff5-4d2c-a75a-fabb199662c3 req-836f098a-1439-40bb-805d-9fbfdd43de61 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:09.617493 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-d0623338-2836-44b2-ac57-417cf25ee70b req-593ed83b-7839-4021-ba3b-770c61444751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:09.626107 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb9a9b-5ff5-4d2c-a75a-fabb199662c3 req-836f098a-1439-40bb-805d-9fbfdd43de61 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:09.636324 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d0623338-2836-44b2-ac57-417cf25ee70b req-593ed83b-7839-4021-ba3b-770c61444751 service neutron] For port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:09.642091 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb9a9b-5ff5-4d2c-a75a-fabb199662c3 req-836f098a-1439-40bb-805d-9fbfdd43de61 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:09.647326 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a0bb9a9b-5ff5-4d2c-a75a-fabb199662c3 req-836f098a-1439-40bb-805d-9fbfdd43de61 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5429 time: 0.1269641 Aug 10 03:44:09.655041 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=db6f0dfe-aee4-4b7b-be43-c2e8f14c481f,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:09.663766 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30f419-842c-46f3-b2f5-4f9fbea79e32 req-42b7ef31-befa-4ca1-b114-ea297fed909e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:09.665685 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6b30f419-842c-46f3-b2f5-4f9fbea79e32 req-42b7ef31-befa-4ca1-b114-ea297fed909e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.0898058 Aug 10 03:44:09.695640 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a0bb9a9b-5ff5-4d2c-a75a-fabb199662c3 req-0ec20b61-6aba-449f-a89b-919d77a7012a tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420439 Aug 10 03:44:09.712038 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6b30f419-842c-46f3-b2f5-4f9fbea79e32 req-304ce2ca-0d55-4ef0-a0dc-d22907ae5ad7 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387681 Aug 10 03:44:09.757598 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d0623338-2836-44b2-ac57-417cf25ee70b req-593ed83b-7839-4021-ba3b-770c61444751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.789076 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port f967e2df-2718-4410-a5e2-41f4e2475bac completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:09.793167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port f967e2df-2718-4410-a5e2-41f4e2475bac triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:09.793538 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.857245 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-d0623338-2836-44b2-ac57-417cf25ee70b req-593ed83b-7839-4021-ba3b-770c61444751 service neutron] Transition to ACTIVE for port object 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:09.886256 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.889321 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41ec567d-f99b-402a-a15d-1feb318ba630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.922797 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port f967e2df-2718-4410-a5e2-41f4e2475bac, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f967e2df-2718-4410-a5e2-41f4e2475bac,segment=NetworkSegment(70d6eaf4-21df-4d51-8711-37655142b07a),segment_id=70d6eaf4-21df-4d51-8711-37655142b07a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:09.924797 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f56b439-a3ea-4233-b51d-b037d1c82e89 req-e422feae-c149-4171-96ae-9aa94affe5dc tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:09.926875 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2f56b439-a3ea-4233-b51d-b037d1c82e89 req-e422feae-c149-4171-96ae-9aa94affe5dc tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 943 time: 0.0541885 Aug 10 03:44:09.954042 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d0623338-2836-44b2-ac57-417cf25ee70b req-593ed83b-7839-4021-ba3b-770c61444751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:09.973373 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2f56b439-a3ea-4233-b51d-b037d1c82e89 req-b22af6b8-29aa-4b02-b16b-b888e3ca8670 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402374 Aug 10 03:44:10.025957 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0623338-2836-44b2-ac57-417cf25ee70b req-593ed83b-7839-4021-ba3b-770c61444751 service neutron] No DVR routers for this DVR port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:44:10.048969 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:10.049789 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:10.056174 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ed83b-7839-4021-ba3b-770c61444751 service neutron] Pushing event updated for resources: {'Port': ['ID=1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd,revision_number=10']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:10.064617 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0623338-2836-44b2-ac57-417cf25ee70b req-593ed83b-7839-4021-ba3b-770c61444751 service neutron] 10.222.0.20 "PUT /v2.0/ports/1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd/bindings/n-h1-802893-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0249996 Aug 10 03:44:10.099020 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1504fd-45e4-47b4-b206-7a6d7cd93b80 req-0c00117d-b313-4f02-8a15-09ba71eb1a32 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:10.100729 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a1504fd-45e4-47b4-b206-7a6d7cd93b80 req-0c00117d-b313-4f02-8a15-09ba71eb1a32 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=576c9c96-9789-4867-aa9a-1e10ef36ec77 HTTP/1.1" status: 200 len: 948 time: 0.0527396 Aug 10 03:44:10.136509 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=f967e2df-2718-4410-a5e2-41f4e2475bac,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:10.149575 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a1504fd-45e4-47b4-b206-7a6d7cd93b80 req-c2bd468f-8ecc-4575-bdaa-7ae1aba7c1c1 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416389 Aug 10 03:44:10.249082 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:10.253278 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f78b27d-b50f-47fa-bf82-e1195b79cdfa'}, {'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6f0dfe-aee4-4b7b-be43-c2e8f14c481f'}, {'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f967e2df-2718-4410-a5e2-41f4e2475bac'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:10.254408 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599b5c22-03c6-4dae-9c33-f68a149c8813" -d '{"events": [{"server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "name": "network-vif-plugged", "status": "completed", "tag": "9f78b27d-b50f-47fa-bf82-e1195b79cdfa"}, {"server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "name": "network-vif-plugged", "status": "completed", "tag": "db6f0dfe-aee4-4b7b-be43-c2e8f14c481f"}, {"server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "name": "network-vif-plugged", "status": "completed", "tag": "f967e2df-2718-4410-a5e2-41f4e2475bac"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:10.258206 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:10.258592 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:10.315852 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0623338-2836-44b2-ac57-417cf25ee70b req-c5e9ec4f-cbc7-4cf6-af44-a3d2b7ef3a14 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:10.318769 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0623338-2836-44b2-ac57-417cf25ee70b req-c5e9ec4f-cbc7-4cf6-af44-a3d2b7ef3a14 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5&tenant_id=124800de805149b392f25b813a13c194&binding%3Ahost_id=n-h2-802893-2 HTTP/1.1" status: 200 len: 1095 time: 0.0559032 Aug 10 03:44:10.336248 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c52e7-3c45-47c6-b367-b34a2a1ae707 req-a804e348-1263-4bd4-9b17-50ef3b617299 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:10.337861 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9e3c52e7-3c45-47c6-b367-b34a2a1ae707 req-a804e348-1263-4bd4-9b17-50ef3b617299 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=234de391-f668-43f6-84ae-dc2064d8cd65 HTTP/1.1" status: 200 len: 949 time: 0.0582750 Aug 10 03:44:10.338450 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c416b1-066b-4eb5-b228-beedf360f0d0 x-openstack-request-id: req-75c416b1-066b-4eb5-b228-beedf360f0d0 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:10.338925 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "name": "network-vif-plugged", "status": "completed", "tag": "9f78b27d-b50f-47fa-bf82-e1195b79cdfa", "code": 200}, {"server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "name": "network-vif-plugged", "status": "completed", "tag": "db6f0dfe-aee4-4b7b-be43-c2e8f14c481f", "code": 200}, {"server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "name": "network-vif-plugged", "status": "completed", "tag": "f967e2df-2718-4410-a5e2-41f4e2475bac", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:10.339058 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75c416b1-066b-4eb5-b228-beedf360f0d0 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:10.339385 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f78b27d-b50f-47fa-bf82-e1195b79cdfa', 'code': 200} Aug 10 03:44:10.339636 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6f0dfe-aee4-4b7b-be43-c2e8f14c481f', 'code': 200} Aug 10 03:44:10.339884 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f967e2df-2718-4410-a5e2-41f4e2475bac', 'code': 200} Aug 10 03:44:10.357285 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:10.377860 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9e3c52e7-3c45-47c6-b367-b34a2a1ae707 req-f89f303c-691a-401e-b670-cd1681ae1c85 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336559 Aug 10 03:44:10.400294 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f,segment=NetworkSegment(e05be633-5f7b-4d4d-8f67-46bd31919666),segment_id=e05be633-5f7b-4d4d-8f67-46bd31919666)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:10.426330 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0623338-2836-44b2-ac57-417cf25ee70b req-f3331194-8429-4147-b2a0-b114a54e9079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:10.428589 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0623338-2836-44b2-ac57-417cf25ee70b req-f3331194-8429-4147-b2a0-b114a54e9079 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5&tenant_id=124800de805149b392f25b813a13c194 HTTP/1.1" status: 200 len: 1095 time: 0.0741036 Aug 10 03:44:10.474073 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb5848d-6799-4d30-af54-7706bfd1de3c req-4c8f237c-151f-4bbc-a0e2-4f1adbc6b6d4 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:10.476049 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8cb5848d-6799-4d30-af54-7706bfd1de3c req-4c8f237c-151f-4bbc-a0e2-4f1adbc6b6d4 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 949 time: 0.0638227 Aug 10 03:44:10.494916 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:10.495918 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device b16112ea-945d-400e-93b8-dc4400ca7754 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:10.496248 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01e112-3f22-42d5-afcf-f7441050720a req-77ad776a-1a3d-47cd-a4df-2c6a794175ea tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:10.497909 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6e01e112-3f22-42d5-afcf-f7441050720a req-77ad776a-1a3d-47cd-a4df-2c6a794175ea tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca HTTP/1.1" status: 200 len: 948 time: 0.0572340 Aug 10 03:44:10.540669 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8cb5848d-6799-4d30-af54-7706bfd1de3c req-157f2023-6c33-4615-814f-27bc1c8003b8 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477655 Aug 10 03:44:10.543559 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0623338-2836-44b2-ac57-417cf25ee70b req-95da9c70-5739-4131-96b7-0342d6e5fa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:10.545185 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0623338-2836-44b2-ac57-417cf25ee70b req-95da9c70-5739-4131-96b7-0342d6e5fa8a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=124800de805149b392f25b813a13c194&device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 1095 time: 0.0877008 Aug 10 03:44:10.545804 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6e01e112-3f22-42d5-afcf-f7441050720a req-17beb3fd-83fa-4384-9593-b295317ca70d tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/security-groups?id=378f84fb-3bfe-400f-b675-0153ce0d014e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395799 Aug 10 03:44:10.582321 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:10.599721 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 81f19b4e-4afd-4744-90b2-eabb9d6d0736 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:44:10.612312 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 197715b0-9703-4980-9528-63f1c7880d43 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:44:10.636204 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 197715b0-9703-4980-9528-63f1c7880d43 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:44:10.642056 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 197715b0-9703-4980-9528-63f1c7880d43 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:44:10.642056 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:44:10.659363 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0623338-2836-44b2-ac57-417cf25ee70b req-495b2a63-f0b6-49b8-913d-aed3f0e09232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:10.664908 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0623338-2836-44b2-ac57-417cf25ee70b req-495b2a63-f0b6-49b8-913d-aed3f0e09232 service neutron] 10.222.0.68 "GET /v2.0/networks?id=82e15316-6bb5-465a-8cae-f1cb27c52e26 HTTP/1.1" status: 200 len: 908 time: 0.1082215 Aug 10 03:44:10.700826 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port b16112ea-945d-400e-93b8-dc4400ca7754 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:10.717452 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port b16112ea-945d-400e-93b8-dc4400ca7754 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:10.717824 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:10.724153 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0623338-2836-44b2-ac57-417cf25ee70b req-a51f5209-afa2-4aaf-aac9-8d62bccc85a9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd HTTP/1.1" status: 200 len: 217 time: 0.0381942 Aug 10 03:44:10.772034 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:44:10.793473 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0623338-2836-44b2-ac57-417cf25ee70b req-18565ec0-9b3b-4c27-b3dd-67d91500f752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:10.795282 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0623338-2836-44b2-ac57-417cf25ee70b req-18565ec0-9b3b-4c27-b3dd-67d91500f752 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f HTTP/1.1" status: 200 len: 847 time: 0.0592277 Aug 10 03:44:10.799126 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 81f19b4e-4afd-4744-90b2-eabb9d6d0736, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=81f19b4e-4afd-4744-90b2-eabb9d6d0736,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:10.813469 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '81f19b4e-4afd-4744-90b2-eabb9d6d0736', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': '81f19b4e-4afd-4744-90b2-eabb9d6d0736', 'mac_address': 'fa:16:3e:d3:c8:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:44:10.855230 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0623338-2836-44b2-ac57-417cf25ee70b req-f084263b-45b7-476b-a7b7-7e34357efd7d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=82e15316-6bb5-465a-8cae-f1cb27c52e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487061 Aug 10 03:44:10.870661 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05676f3-e91d-4de3-ac9c-3eb556d185d4 req-bf2429d8-bf61-4b3f-862c-8cc860ccaddb tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:10.872231 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b05676f3-e91d-4de3-ac9c-3eb556d185d4 req-bf2429d8-bf61-4b3f-862c-8cc860ccaddb tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.0568628 Aug 10 03:44:10.920048 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b05676f3-e91d-4de3-ac9c-3eb556d185d4 req-b5d8e221-d6ce-4660-a585-14b0a8ee566d tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402012 Aug 10 03:44:10.971876 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60beca1d-e52f-4ed2-a6dc-8de4fcee43a3 req-e6bd5ba5-a815-4193-a176-abefd3de78b8 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:10.980425 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60beca1d-e52f-4ed2-a6dc-8de4fcee43a3 req-e6bd5ba5-a815-4193-a176-abefd3de78b8 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:10.988377 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60beca1d-e52f-4ed2-a6dc-8de4fcee43a3 req-e6bd5ba5-a815-4193-a176-abefd3de78b8 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:10.994909 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60beca1d-e52f-4ed2-a6dc-8de4fcee43a3 req-e6bd5ba5-a815-4193-a176-abefd3de78b8 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:11.001478 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60beca1d-e52f-4ed2-a6dc-8de4fcee43a3 req-e6bd5ba5-a815-4193-a176-abefd3de78b8 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:11.007947 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60beca1d-e52f-4ed2-a6dc-8de4fcee43a3 req-e6bd5ba5-a815-4193-a176-abefd3de78b8 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:11.015794 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.015916 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60beca1d-e52f-4ed2-a6dc-8de4fcee43a3 req-e6bd5ba5-a815-4193-a176-abefd3de78b8 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:11.018374 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.018655 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-60beca1d-e52f-4ed2-a6dc-8de4fcee43a3 req-e6bd5ba5-a815-4193-a176-abefd3de78b8 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5431 time: 0.2101979 Aug 10 03:44:11.046318 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f19b4e-4afd-4744-90b2-eabb9d6d0736 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:11.076863 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port b16112ea-945d-400e-93b8-dc4400ca7754, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=b16112ea-945d-400e-93b8-dc4400ca7754,segment=NetworkSegment(df0a830f-75f3-4d44-a26e-0bcdbbc81e39),segment_id=df0a830f-75f3-4d44-a26e-0bcdbbc81e39)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:11.082676 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 81f19b4e-4afd-4744-90b2-eabb9d6d0736, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=81f19b4e-4afd-4744-90b2-eabb9d6d0736,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:11.088597 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0623338-2836-44b2-ac57-417cf25ee70b req-befbe046-f375-40fa-a696-5d654140a025 service neutron] 10.222.0.68 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149980 Aug 10 03:44:11.096404 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-60beca1d-e52f-4ed2-a6dc-8de4fcee43a3 req-44608fb3-33f2-4073-a5b6-c675bc6a7433 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642290 Aug 10 03:44:11.131169 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708049f-2ef5-4556-b33f-47eb70cda8ed req-42e08fc2-86d0-46b2-8299-b963b43020fc tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:11.133467 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.133748 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9708049f-2ef5-4556-b33f-47eb70cda8ed req-42e08fc2-86d0-46b2-8299-b963b43020fc tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 944 time: 0.0631766 Aug 10 03:44:11.134717 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device e60d48bc-7e61-465e-b0c1-27ec891cc425 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:11.176262 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9708049f-2ef5-4556-b33f-47eb70cda8ed req-023016fd-5b21-47e8-8a9b-dc969dc77f1f tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368288 Aug 10 03:44:11.201957 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0623338-2836-44b2-ac57-417cf25ee70b req-ba0097a0-cf19-4918-9aa1-87d3e376d5e6 service neutron] 10.222.0.68 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045284 Aug 10 03:44:11.204443 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.228581 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=b16112ea-945d-400e-93b8-dc4400ca7754,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:11.288700 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde53506-a749-496d-bb68-1c506194cabc req-867e4c17-5399-4bf2-ad59-67c860d7d861 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:11.289077 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=81f19b4e-4afd-4744-90b2-eabb9d6d0736,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:11.290848 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bde53506-a749-496d-bb68-1c506194cabc req-867e4c17-5399-4bf2-ad59-67c860d7d861 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=576c9c96-9789-4867-aa9a-1e10ef36ec77 HTTP/1.1" status: 200 len: 949 time: 0.0582860 Aug 10 03:44:11.343686 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bde53506-a749-496d-bb68-1c506194cabc req-36f24043-6a18-40f3-824d-f36c82f3bb56 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420775 Aug 10 03:44:11.357698 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port e60d48bc-7e61-465e-b0c1-27ec891cc425 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:11.361741 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port e60d48bc-7e61-465e-b0c1-27ec891cc425 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:11.362101 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.462337 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.505147 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port e60d48bc-7e61-465e-b0c1-27ec891cc425, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e60d48bc-7e61-465e-b0c1-27ec891cc425,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:11.512695 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ea28d-6920-4e3d-8eae-d053612e5fbc req-560cb73b-1ab0-4c94-8d95-0416822ad02a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:11.514192 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d28ea28d-6920-4e3d-8eae-d053612e5fbc req-560cb73b-1ab0-4c94-8d95-0416822ad02a tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=234de391-f668-43f6-84ae-dc2064d8cd65 HTTP/1.1" status: 200 len: 949 time: 0.0524051 Aug 10 03:44:11.563841 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d28ea28d-6920-4e3d-8eae-d053612e5fbc req-471e65c0-f01d-45cf-8609-dd914f446af9 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430975 Aug 10 03:44:11.575032 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.631745 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=e60d48bc-7e61-465e-b0c1-27ec891cc425,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:11.662489 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['81f19b4e-4afd-4744-90b2-eabb9d6d0736'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:11.690179 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6765e0ac-bc89-48f7-af68-f426fe739527 req-62065e99-931e-4ebd-a2df-e21074800486 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:11.692411 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6765e0ac-bc89-48f7-af68-f426fe739527 req-62065e99-931e-4ebd-a2df-e21074800486 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca HTTP/1.1" status: 200 len: 948 time: 0.0670886 Aug 10 03:44:11.721044 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4504eba-c0c2-4c6c-980a-1676f6277b06 req-2ee506f3-bf44-414c-93c4-2c97d90e4820 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:11.723013 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e4504eba-c0c2-4c6c-980a-1676f6277b06 req-2ee506f3-bf44-414c-93c4-2c97d90e4820 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.0987267 Aug 10 03:44:11.725485 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0623338-2836-44b2-ac57-417cf25ee70b req-4f957536-dfad-49c0-bc48-376506033a26 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:11.726947 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0623338-2836-44b2-ac57-417cf25ee70b req-4f957536-dfad-49c0-bc48-376506033a26 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5&tenant_id=124800de805149b392f25b813a13c194&binding%3Ahost_id=n-h1-802893-2 HTTP/1.1" status: 200 len: 1095 time: 0.0649722 Aug 10 03:44:11.740920 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6765e0ac-bc89-48f7-af68-f426fe739527 req-352b367d-f187-498c-adfb-d770f1797cb2 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/security-groups?id=378f84fb-3bfe-400f-b675-0153ce0d014e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392003 Aug 10 03:44:11.810049 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e4504eba-c0c2-4c6c-980a-1676f6277b06 req-4a42cfb5-d8f2-46fe-b16b-a14ec8c72013 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775728 Aug 10 03:44:11.953799 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d0623338-2836-44b2-ac57-417cf25ee70b req-c7a99a8b-3364-4f21-bb20-781b24f1d0b5 service neutron] For port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:11.957340 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d0623338-2836-44b2-ac57-417cf25ee70b req-c7a99a8b-3364-4f21-bb20-781b24f1d0b5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:11.958622 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0623338-2836-44b2-ac57-417cf25ee70b req-c7a99a8b-3364-4f21-bb20-781b24f1d0b5 service neutron] 10.222.0.68 "DELETE /v2.0/ports/1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd/bindings/n-h2-802893-2 HTTP/1.1" status: 204 len: 173 time: 0.2120905 Aug 10 03:44:12.061273 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061cab6-c3c4-455a-99ce-818095f2e9e3 req-09d03b59-8cd6-4bde-a218-49fac15e5472 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:12.062878 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3061cab6-c3c4-455a-99ce-818095f2e9e3 req-09d03b59-8cd6-4bde-a218-49fac15e5472 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.0604641 Aug 10 03:44:12.104833 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3061cab6-c3c4-455a-99ce-818095f2e9e3 req-3a940a60-11b4-4179-a016-443e91cf4b52 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353882 Aug 10 03:44:12.262602 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776c2ab-85b2-4802-9f4d-2903392db9f5 req-006f14a7-e85b-42fe-97f2-54d6fac78cb0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:12.268508 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776c2ab-85b2-4802-9f4d-2903392db9f5 req-006f14a7-e85b-42fe-97f2-54d6fac78cb0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:12.274540 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776c2ab-85b2-4802-9f4d-2903392db9f5 req-006f14a7-e85b-42fe-97f2-54d6fac78cb0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:12.280623 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776c2ab-85b2-4802-9f4d-2903392db9f5 req-006f14a7-e85b-42fe-97f2-54d6fac78cb0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:12.286578 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776c2ab-85b2-4802-9f4d-2903392db9f5 req-006f14a7-e85b-42fe-97f2-54d6fac78cb0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:12.292469 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776c2ab-85b2-4802-9f4d-2903392db9f5 req-006f14a7-e85b-42fe-97f2-54d6fac78cb0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:12.298446 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776c2ab-85b2-4802-9f4d-2903392db9f5 req-006f14a7-e85b-42fe-97f2-54d6fac78cb0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:12.300923 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8776c2ab-85b2-4802-9f4d-2903392db9f5 req-006f14a7-e85b-42fe-97f2-54d6fac78cb0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5432 time: 0.1214921 Aug 10 03:44:12.308898 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7fd76-c880-4345-ad1c-e09811d88b58 req-12e61928-eda5-408b-a9e7-c14a476f71da tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:12.309523 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583417a-2b2a-48c7-b664-b7e94d00812f req-eedef83e-9b41-45b9-b845-086498d52158 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:12.310463 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-55f7fd76-c880-4345-ad1c-e09811d88b58 req-12e61928-eda5-408b-a9e7-c14a476f71da tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 944 time: 0.0503683 Aug 10 03:44:12.311040 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b583417a-2b2a-48c7-b664-b7e94d00812f req-eedef83e-9b41-45b9-b845-086498d52158 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.20 "GET /v2.0/ports?device_id=234de391-f668-43f6-84ae-dc2064d8cd65 HTTP/1.1" status: 200 len: 949 time: 0.1062043 Aug 10 03:44:12.341188 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f'}, {'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b16112ea-945d-400e-93b8-dc4400ca7754'}, {'server_uuid': '8ca46f03-818d-4aea-994a-99c32447ca13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60d48bc-7e61-465e-b0c1-27ec891cc425'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:12.344027 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172aa220-5fff-44c9-9ddc-086067af8504" -d '{"events": [{"server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "name": "network-vif-plugged", "status": "completed", "tag": "ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f"}, {"server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "name": "network-vif-plugged", "status": "completed", "tag": "b16112ea-945d-400e-93b8-dc4400ca7754"}, {"server_uuid": "8ca46f03-818d-4aea-994a-99c32447ca13", "name": "network-vif-plugged", "status": "completed", "tag": "e60d48bc-7e61-465e-b0c1-27ec891cc425"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:12.349418 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-55f7fd76-c880-4345-ad1c-e09811d88b58 req-2ee33727-209a-4d08-9560-90e65262a130 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331128 Aug 10 03:44:12.386285 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8776c2ab-85b2-4802-9f4d-2903392db9f5 req-f021cb5c-874e-465e-93bd-37e5b9479915 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0742517 Aug 10 03:44:12.402503 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c3578b-c4e9-4a0a-9a54-a8b2916f8622 x-openstack-request-id: req-62c3578b-c4e9-4a0a-9a54-a8b2916f8622 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:12.403079 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "name": "network-vif-plugged", "status": "completed", "tag": "ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f", "code": 200}, {"server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "name": "network-vif-plugged", "status": "completed", "tag": "b16112ea-945d-400e-93b8-dc4400ca7754", "code": 200}, {"server_uuid": "8ca46f03-818d-4aea-994a-99c32447ca13", "name": "network-vif-plugged", "status": "completed", "tag": "e60d48bc-7e61-465e-b0c1-27ec891cc425", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:12.403441 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62c3578b-c4e9-4a0a-9a54-a8b2916f8622 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:12.404121 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f', 'code': 200} Aug 10 03:44:12.404612 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b16112ea-945d-400e-93b8-dc4400ca7754', 'code': 200} Aug 10 03:44:12.405112 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca46f03-818d-4aea-994a-99c32447ca13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60d48bc-7e61-465e-b0c1-27ec891cc425', 'code': 200} Aug 10 03:44:12.453718 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-b583417a-2b2a-48c7-b664-b7e94d00812f req-7ed9d395-4213-4c4a-b718-f6bb0352d706 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Deleting port 73c2efac-c156-4e55-ad6a-d8f7b934d6d1 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:12.454146 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b583417a-2b2a-48c7-b664-b7e94d00812f req-7ed9d395-4213-4c4a-b718-f6bb0352d706 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.527520 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57281067-2882-43e0-9608-85046a903a6d req-f0bf7cec-56ba-48a3-b8b1-5694b12d58b9 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:12.529150 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-57281067-2882-43e0-9608-85046a903a6d req-f0bf7cec-56ba-48a3-b8b1-5694b12d58b9 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=576c9c96-9789-4867-aa9a-1e10ef36ec77 HTTP/1.1" status: 200 len: 949 time: 0.0630627 Aug 10 03:44:12.575798 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-57281067-2882-43e0-9608-85046a903a6d req-e73efee4-a384-40ed-af17-31ca148f06a1 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394771 Aug 10 03:44:12.600609 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 5383a3d5-cb9b-4a44-8cdd-1359d7752e77 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:12.630153 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9bc00-57e5-4337-9575-271a72a62643 req-e548b318-f041-40e8-9227-56f6f490aa7d tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:12.631338 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1fc9bc00-57e5-4337-9575-271a72a62643 req-e548b318-f041-40e8-9227-56f6f490aa7d tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 1095 time: 0.1306648 Aug 10 03:44:12.651765 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-b583417a-2b2a-48c7-b664-b7e94d00812f req-7ed9d395-4213-4c4a-b718-f6bb0352d706 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] For port 73c2efac-c156-4e55-ad6a-d8f7b934d6d1, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=73c2efac-c156-4e55-ad6a-d8f7b934d6d1,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:12.652175 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b583417a-2b2a-48c7-b664-b7e94d00812f req-7ed9d395-4213-4c4a-b718-f6bb0352d706 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.686161 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-b583417a-2b2a-48c7-b664-b7e94d00812f req-7ed9d395-4213-4c4a-b718-f6bb0352d706 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Calling delete_port for 73c2efac-c156-4e55-ad6a-d8f7b934d6d1 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:12.708009 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c373699-b953-4acd-870d-e7d3820b22ec req-f2936552-2bd4-4134-9893-16b5ab6d30d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:12.708515 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c373699-b953-4acd-870d-e7d3820b22ec req-f2936552-2bd4-4134-9893-16b5ab6d30d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:12.709006 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c373699-b953-4acd-870d-e7d3820b22ec req-f2936552-2bd4-4134-9893-16b5ab6d30d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:12.709495 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c373699-b953-4acd-870d-e7d3820b22ec req-f2936552-2bd4-4134-9893-16b5ab6d30d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:12.709984 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c373699-b953-4acd-870d-e7d3820b22ec req-f2936552-2bd4-4134-9893-16b5ab6d30d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:12.710468 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c373699-b953-4acd-870d-e7d3820b22ec req-f2936552-2bd4-4134-9893-16b5ab6d30d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:12.710947 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c373699-b953-4acd-870d-e7d3820b22ec req-f2936552-2bd4-4134-9893-16b5ab6d30d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:12.712470 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05127665-c9be-489a-8f7b-ac7f85f71c62 req-8006fffe-b665-458c-9afb-14cd0bdf5f7e tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:12.717786 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5c373699-b953-4acd-870d-e7d3820b22ec req-f2936552-2bd4-4134-9893-16b5ab6d30d5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 6489 time: 0.1498137 Aug 10 03:44:12.717929 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-05127665-c9be-489a-8f7b-ac7f85f71c62 req-8006fffe-b665-458c-9afb-14cd0bdf5f7e tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=234de391-f668-43f6-84ae-dc2064d8cd65 HTTP/1.1" status: 200 len: 949 time: 0.0561681 Aug 10 03:44:12.718044 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de2ebc-b54a-4e04-8035-cae7480c5567 req-ae4c99da-da21-481d-bd01-b17d13f8f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:12.718044 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f8de2ebc-b54a-4e04-8035-cae7480c5567 req-ae4c99da-da21-481d-bd01-b17d13f8f3c9 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 1101 time: 0.1415207 Aug 10 03:44:12.754926 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-05127665-c9be-489a-8f7b-ac7f85f71c62 req-44656cae-2351-4851-8710-4c6793d7cf51 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/security-groups?id=18dd2c8d-fe8c-4777-83aa-503320cd287e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334008 Aug 10 03:44:12.774921 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 5383a3d5-cb9b-4a44-8cdd-1359d7752e77 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:12.779007 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 5383a3d5-cb9b-4a44-8cdd-1359d7752e77 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:12.779427 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.782555 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1fc9bc00-57e5-4337-9575-271a72a62643 req-177cb40d-c4c5-4b5f-8884-925e862c748c tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384363 Aug 10 03:44:12.842601 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5c373699-b953-4acd-870d-e7d3820b22ec req-e8f64f25-b2a6-4b8a-b996-51ae68fcebd1 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1103845 Aug 10 03:44:12.854419 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f8de2ebc-b54a-4e04-8035-cae7480c5567 req-7346c952-2af0-4865-a4d6-0aa8d66ee7b6 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921769 Aug 10 03:44:12.885253 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.921850 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 5383a3d5-cb9b-4a44-8cdd-1359d7752e77, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=5383a3d5-cb9b-4a44-8cdd-1359d7752e77,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:12.946088 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8f770-9572-402c-9ece-f6da20a3f1f6 req-6412ab6d-3251-476d-b925-dc8ad5c46a0d tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:12.947607 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1fb8f770-9572-402c-9ece-f6da20a3f1f6 req-6412ab6d-3251-476d-b925-dc8ad5c46a0d tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca HTTP/1.1" status: 200 len: 948 time: 0.0820832 Aug 10 03:44:12.952471 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf30a45-22b5-41e4-a917-3e46f1889d23 req-b77c61ae-903c-4cbc-84e8-63f089d60f77 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:12.954064 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2cf30a45-22b5-41e4-a917-3e46f1889d23 req-b77c61ae-903c-4cbc-84e8-63f089d60f77 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 1095 time: 0.0620506 Aug 10 03:44:12.984585 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:12.990661 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2cf30a45-22b5-41e4-a917-3e46f1889d23 req-6b093a49-d35d-4887-afc4-f13a8ad8f2d8 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295775 Aug 10 03:44:12.993665 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1fb8f770-9572-402c-9ece-f6da20a3f1f6 req-3a6da2e5-c9cb-49a1-ae66-cd1423c9cb4a tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/security-groups?id=378f84fb-3bfe-400f-b675-0153ce0d014e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381293 Aug 10 03:44:13.027566 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b583417a-2b2a-48c7-b664-b7e94d00812f req-7ed9d395-4213-4c4a-b718-f6bb0352d706 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.067257 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['73c2efac-c156-4e55-ad6a-d8f7b934d6d1'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:13.069967 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9d395-4213-4c4a-b718-f6bb0352d706 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Pushing event deleted for resources: {'Port': ['ID=73c2efac-c156-4e55-ad6a-d8f7b934d6d1,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:13.098225 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=5383a3d5-cb9b-4a44-8cdd-1359d7752e77,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:13.143903 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-b583417a-2b2a-48c7-b664-b7e94d00812f req-7ed9d395-4213-4c4a-b718-f6bb0352d706 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] No DVR routers for this DVR port 73c2efac-c156-4e55-ad6a-d8f7b934d6d1 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:44:13.147256 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b583417a-2b2a-48c7-b664-b7e94d00812f req-7ed9d395-4213-4c4a-b718-f6bb0352d706 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.149487 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b583417a-2b2a-48c7-b664-b7e94d00812f req-7ed9d395-4213-4c4a-b718-f6bb0352d706 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.20 "DELETE /v2.0/ports/73c2efac-c156-4e55-ad6a-d8f7b934d6d1 HTTP/1.1" status: 204 len: 173 time: 0.8237224 Aug 10 03:44:13.150055 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234de391-f668-43f6-84ae-dc2064d8cd65', 'name': 'network-vif-deleted', 'tag': '73c2efac-c156-4e55-ad6a-d8f7b934d6d1'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:13.152460 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eeae698-138f-4ca8-99d2-d7a44d2ae9eb" -d '{"events": [{"server_uuid": "234de391-f668-43f6-84ae-dc2064d8cd65", "name": "network-vif-deleted", "tag": "73c2efac-c156-4e55-ad6a-d8f7b934d6d1"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:13.152642 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4b6d3-d66c-440d-92fa-618b51c1e3ed req-48312153-0f58-48e2-aa27-b49c10c3abb6 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:13.154366 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2cb4b6d3-d66c-440d-92fa-618b51c1e3ed req-48312153-0f58-48e2-aa27-b49c10c3abb6 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.0863698 Aug 10 03:44:13.200884 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2cb4b6d3-d66c-440d-92fa-618b51c1e3ed req-8428d34f-b331-49cd-aeb0-34cadff7ccbc tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386000 Aug 10 03:44:13.326640 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3844736-a9f3-4e3a-92d1-8ed4ca454de7 req-b08f03bf-c7ad-4436-9700-74590904a31a tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:13.328278 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d3844736-a9f3-4e3a-92d1-8ed4ca454de7 req-b08f03bf-c7ad-4436-9700-74590904a31a tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.0609515 Aug 10 03:44:13.370750 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d3844736-a9f3-4e3a-92d1-8ed4ca454de7 req-7fc4a169-57ce-4ea2-8c0d-c09938a7c950 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342000 Aug 10 03:44:13.426766 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afe9a20-6987-42df-a134-94e47065eb2e x-openstack-request-id: req-7afe9a20-6987-42df-a134-94e47065eb2e {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:13.427075 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234de391-f668-43f6-84ae-dc2064d8cd65", "name": "network-vif-deleted", "tag": "73c2efac-c156-4e55-ad6a-d8f7b934d6d1", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:13.428136 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7afe9a20-6987-42df-a134-94e47065eb2e {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:13.428136 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '234de391-f668-43f6-84ae-dc2064d8cd65', 'name': 'network-vif-deleted', 'tag': '73c2efac-c156-4e55-ad6a-d8f7b934d6d1', 'status': 'completed', 'code': 200} Aug 10 03:44:13.527320 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3150c24-ca3d-407a-953a-a87f7925aac9 req-be27608a-572b-4c39-add5-c602879ab922 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:13.538066 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3150c24-ca3d-407a-953a-a87f7925aac9 req-be27608a-572b-4c39-add5-c602879ab922 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:13.543896 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3150c24-ca3d-407a-953a-a87f7925aac9 req-be27608a-572b-4c39-add5-c602879ab922 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:13.549804 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3150c24-ca3d-407a-953a-a87f7925aac9 req-be27608a-572b-4c39-add5-c602879ab922 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:13.556540 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3150c24-ca3d-407a-953a-a87f7925aac9 req-be27608a-572b-4c39-add5-c602879ab922 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:13.562419 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3150c24-ca3d-407a-953a-a87f7925aac9 req-be27608a-572b-4c39-add5-c602879ab922 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:13.568277 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3150c24-ca3d-407a-953a-a87f7925aac9 req-be27608a-572b-4c39-add5-c602879ab922 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:13.570140 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c3150c24-ca3d-407a-953a-a87f7925aac9 req-be27608a-572b-4c39-add5-c602879ab922 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5432 time: 0.0961576 Aug 10 03:44:13.574673 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.612920 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c3150c24-ca3d-407a-953a-a87f7925aac9 req-caa0b3d9-4e7e-4a02-bbef-aa0e4fd541a6 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345554 Aug 10 03:44:13.640973 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:44:13.730679 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4be74a-2dac-48b6-b920-32ae857ecf1a req-04d2f299-c536-48e4-8232-a157611bc574 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:13.732221 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d4be74a-2dac-48b6-b920-32ae857ecf1a req-04d2f299-c536-48e4-8232-a157611bc574 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=576c9c96-9789-4867-aa9a-1e10ef36ec77 HTTP/1.1" status: 200 len: 949 time: 0.0591607 Aug 10 03:44:13.813139 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2e6fa4b9-363f-46a4-ad6d-97e13903753a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:13.887626 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-07efebea-7ac2-489e-9d67-0bbb17bd1ef3 req-f5a313ff-41d9-4301-b97e-c29be3072591 tempest-ServersAdminNegativeTestJSON-1422852298 tempest-ServersAdminNegativeTestJSON-1422852298-project] 10.222.0.25 "GET /v2.0/ports?device_id=234de391-f668-43f6-84ae-dc2064d8cd65 HTTP/1.1" status: 200 len: 210 time: 0.0335131 Aug 10 03:44:14.014688 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d4be74a-2dac-48b6-b920-32ae857ecf1a req-ddc28aed-76c1-4023-87d6-7f316800d751 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758043 Aug 10 03:44:14.109517 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9208a52-b784-4e15-af04-d728efe3f2a5 req-0752ffd3-44c3-4281-860a-f8ce436d9133 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:14.110996 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b9208a52-b784-4e15-af04-d728efe3f2a5 req-0752ffd3-44c3-4281-860a-f8ce436d9133 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca HTTP/1.1" status: 200 len: 949 time: 0.0492160 Aug 10 03:44:14.152114 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b9208a52-b784-4e15-af04-d728efe3f2a5 req-9f75098a-ae75-4d87-abcf-d59fc7523f39 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/security-groups?id=378f84fb-3bfe-400f-b675-0153ce0d014e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343406 Aug 10 03:44:14.332571 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-785d598e-f0d9-4ebb-b8df-379d0965b3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:14.334082 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-785d598e-f0d9-4ebb-b8df-379d0965b3e2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=47ca53781e6743fd8c23c05b91862cdc&device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 1097 time: 0.0773306 Aug 10 03:44:14.342866 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8dc7cc-f20e-4966-a9a5-0bc0ecd8bfeb req-95f8250e-f0d5-4203-a956-67f771c28530 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:14.344330 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9b8dc7cc-f20e-4966-a9a5-0bc0ecd8bfeb req-95f8250e-f0d5-4203-a956-67f771c28530 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.0630836 Aug 10 03:44:14.406949 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5383a3d5-cb9b-4a44-8cdd-1359d7752e77'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:14.409362 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b908edd0-5dd4-4fc6-8cba-3902483ee752" -d '{"events": [{"server_uuid": "f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca", "name": "network-vif-plugged", "status": "completed", "tag": "5383a3d5-cb9b-4a44-8cdd-1359d7752e77"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:14.439681 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9b8dc7cc-f20e-4966-a9a5-0bc0ecd8bfeb req-7efab344-0c96-429a-ad99-5465bb3bd45e tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878656 Aug 10 03:44:14.488929 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-faf16f6a-bf15-4746-a8f1-1cc8a4ac0516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:14.491166 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-faf16f6a-bf15-4746-a8f1-1cc8a4ac0516 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4 HTTP/1.1" status: 200 len: 922 time: 0.1220090 Aug 10 03:44:14.505698 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00b486a-5ffa-46c2-851e-e23bba174199 x-openstack-request-id: req-d00b486a-5ffa-46c2-851e-e23bba174199 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:14.506136 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca", "name": "network-vif-plugged", "status": "completed", "tag": "5383a3d5-cb9b-4a44-8cdd-1359d7752e77", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:14.506391 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d00b486a-5ffa-46c2-851e-e23bba174199 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:14.506778 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5383a3d5-cb9b-4a44-8cdd-1359d7752e77', 'code': 200} Aug 10 03:44:14.508410 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65321d10-e232-4c52-beea-cdd6b052c5f6 req-5784c6c7-91ff-4844-8153-6b5fd6125d9d tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:14.510022 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-65321d10-e232-4c52-beea-cdd6b052c5f6 req-5784c6c7-91ff-4844-8153-6b5fd6125d9d tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.0612617 Aug 10 03:44:14.544670 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-cd8d8f2f-bd0c-4054-a40d-25b9b71c1e8c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45469e1f-b3c8-44a0-b148-f8c1669f304e HTTP/1.1" status: 200 len: 217 time: 0.0359826 Aug 10 03:44:14.549401 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-65321d10-e232-4c52-beea-cdd6b052c5f6 req-cc707161-f624-478a-8fe1-a8646c52ef15 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331454 Aug 10 03:44:14.608827 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-1c7931d4-456b-4847-9928-cbd3f9425b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:14.610553 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-1c7931d4-456b-4847-9928-cbd3f9425b79 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dc5ee412-63a0-4c00-8014-352954e4021d HTTP/1.1" status: 200 len: 861 time: 0.0525324 Aug 10 03:44:14.649428 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 81f19b4e-4afd-4744-90b2-eabb9d6d0736 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:14.695442 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-68070c7e-0c76-4f06-8cca-f4e8941b59cd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579662 Aug 10 03:44:14.786041 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a93f5-e09c-4f23-8077-98c93c28f8ba req-82e99ea4-e508-4505-aac6-96978b53a1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:14.787924 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-104a93f5-e09c-4f23-8077-98c93c28f8ba req-82e99ea4-e508-4505-aac6-96978b53a1c4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca HTTP/1.1" status: 200 len: 1100 time: 0.1445150 Aug 10 03:44:14.854662 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 81f19b4e-4afd-4744-90b2-eabb9d6d0736 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:14.859355 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 81f19b4e-4afd-4744-90b2-eabb9d6d0736 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:14.859780 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:14.860229 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f87d6e-91e1-40a2-a923-d99af66708a8 req-ed913d68-1750-4351-a617-c19a06f03535 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:14.866543 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f87d6e-91e1-40a2-a923-d99af66708a8 req-ed913d68-1750-4351-a617-c19a06f03535 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:14.872514 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f87d6e-91e1-40a2-a923-d99af66708a8 req-ed913d68-1750-4351-a617-c19a06f03535 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:14.879060 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f87d6e-91e1-40a2-a923-d99af66708a8 req-ed913d68-1750-4351-a617-c19a06f03535 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:14.885176 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f87d6e-91e1-40a2-a923-d99af66708a8 req-ed913d68-1750-4351-a617-c19a06f03535 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:14.891141 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f87d6e-91e1-40a2-a923-d99af66708a8 req-ed913d68-1750-4351-a617-c19a06f03535 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:14.897206 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f87d6e-91e1-40a2-a923-d99af66708a8 req-ed913d68-1750-4351-a617-c19a06f03535 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:14.899139 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7f87d6e-91e1-40a2-a923-d99af66708a8 req-ed913d68-1750-4351-a617-c19a06f03535 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5432 time: 0.1922798 Aug 10 03:44:14.910822 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-104a93f5-e09c-4f23-8077-98c93c28f8ba req-a9ea1841-3cfc-45c7-b853-fbed18d2fcae service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=378f84fb-3bfe-400f-b675-0153ce0d014e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087952 Aug 10 03:44:14.935309 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-d1d55af6-7b26-42fa-8aad-7f3b212a2302 service neutron] 10.222.0.68 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265823 Aug 10 03:44:14.956170 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7f87d6e-91e1-40a2-a923-d99af66708a8 req-4dac6262-86fa-49d8-abcd-53df7b1d1af6 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481441 Aug 10 03:44:15.012439 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.055869 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 81f19b4e-4afd-4744-90b2-eabb9d6d0736, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=81f19b4e-4afd-4744-90b2-eabb9d6d0736,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:15.077218 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-72411bf9-72d2-4703-ae04-248e1a9b150d service neutron] 10.222.0.68 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191885 Aug 10 03:44:15.173029 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.173770 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 73c2efac-c156-4e55-ad6a-d8f7b934d6d1 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:44:15.179408 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae1591-b914-4ef2-a6b4-d3b038ff19ec req-1aa1b989-054d-4bdc-82b9-f5e403e3698b tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:15.186668 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bdae1591-b914-4ef2-a6b4-d3b038ff19ec req-1aa1b989-054d-4bdc-82b9-f5e403e3698b tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=576c9c96-9789-4867-aa9a-1e10ef36ec77 HTTP/1.1" status: 200 len: 949 time: 0.0600660 Aug 10 03:44:15.225428 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bdae1591-b914-4ef2-a6b4-d3b038ff19ec req-c7714205-8523-4ea9-ad9c-f401708cb89f tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378842 Aug 10 03:44:15.255535 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 73c2efac-c156-4e55-ad6a-d8f7b934d6d1 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:44:15.255976 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 73c2efac-c156-4e55-ad6a-d8f7b934d6d1 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:44:15.266431 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.318425 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=81f19b4e-4afd-4744-90b2-eabb9d6d0736,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:15.355696 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.360021 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8021c-677c-43de-80f0-b17dd2cb646c req-d2a1afe1-4ed6-41a9-bd50-05e208280f5b tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:15.362229 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5ea8021c-677c-43de-80f0-b17dd2cb646c req-d2a1afe1-4ed6-41a9-bd50-05e208280f5b tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca HTTP/1.1" status: 200 len: 949 time: 0.0973330 Aug 10 03:44:15.402590 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5ea8021c-677c-43de-80f0-b17dd2cb646c req-b25df20d-3f73-42ec-9a78-35ea86a8b870 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/security-groups?id=378f84fb-3bfe-400f-b675-0153ce0d014e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346618 Aug 10 03:44:15.608849 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd32d6-6d0f-4ea0-b43a-75ef2767b688 req-ed9f7685-3cf0-4ebf-9984-49f034eae649 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:15.615089 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-71bd32d6-6d0f-4ea0-b43a-75ef2767b688 req-ed9f7685-3cf0-4ebf-9984-49f034eae649 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.0867991 Aug 10 03:44:15.644644 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47734) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:15.676262 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-71bd32d6-6d0f-4ea0-b43a-75ef2767b688 req-f8d3171b-a2de-4259-a375-7bb3cf2d8b4d tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563693 Aug 10 03:44:15.759782 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac17c72-a624-428e-be3f-fc9914d0f0d3 req-246b3965-dd5d-4a3d-8f2e-fc2aeba672cf tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:15.769791 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ac17c72-a624-428e-be3f-fc9914d0f0d3 req-246b3965-dd5d-4a3d-8f2e-fc2aeba672cf tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.0986910 Aug 10 03:44:15.819048 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f74903-9a34-4c2a-ad00-b1018e7293b1 req-04dc9c18-389d-48e7-a965-701d105c4906 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:15.820589 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-93f74903-9a34-4c2a-ad00-b1018e7293b1 req-04dc9c18-389d-48e7-a965-701d105c4906 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.0838065 Aug 10 03:44:15.850573 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ac17c72-a624-428e-be3f-fc9914d0f0d3 req-db057f2a-ce21-4838-bd98-710aa256f454 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799015 Aug 10 03:44:15.883609 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-eda792ab-e417-4943-a74d-fa5d58bdccdb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3e6317d6e9a545ceb999c28a0244c49a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322400 Aug 10 03:44:15.887223 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-93f74903-9a34-4c2a-ad00-b1018e7293b1 req-e7c8b786-df30-4b0d-be63-3fdf0ce6af7c tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602450 Aug 10 03:44:15.887690 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47742) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:15.959494 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3d260b2e-c627-41d9-a396-e8573b505737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:15.977676 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3d260b2e-c627-41d9-a396-e8573b505737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:16.138809 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b7497-47ea-4b5a-a9a0-55a86ebd3c01 req-1463e9c7-07fb-4b16-a9bb-20200d5d4aef tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:16.145293 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b7497-47ea-4b5a-a9a0-55a86ebd3c01 req-1463e9c7-07fb-4b16-a9bb-20200d5d4aef tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:16.146371 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3d260b2e-c627-41d9-a396-e8573b505737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:16.149085 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3d260b2e-c627-41d9-a396-e8573b505737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:16.152895 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3d260b2e-c627-41d9-a396-e8573b505737 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18dd2c8d-fe8c-4777-83aa-503320cd287e HTTP/1.1" status: 204 len: 168 time: 0.2593570 Aug 10 03:44:16.153057 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b7497-47ea-4b5a-a9a0-55a86ebd3c01 req-1463e9c7-07fb-4b16-a9bb-20200d5d4aef tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:16.157193 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b7497-47ea-4b5a-a9a0-55a86ebd3c01 req-1463e9c7-07fb-4b16-a9bb-20200d5d4aef tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:16.160894 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d260b2e-c627-41d9-a396-e8573b505737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dd2c8d-fe8c-4777-83aa-503320cd287e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:16.164260 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b7497-47ea-4b5a-a9a0-55a86ebd3c01 req-1463e9c7-07fb-4b16-a9bb-20200d5d4aef tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:16.173060 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b7497-47ea-4b5a-a9a0-55a86ebd3c01 req-1463e9c7-07fb-4b16-a9bb-20200d5d4aef tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:16.173478 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d260b2e-c627-41d9-a396-e8573b505737 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:16.173478 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d260b2e-c627-41d9-a396-e8573b505737 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:16.173478 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d260b2e-c627-41d9-a396-e8573b505737 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:16.173478 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d260b2e-c627-41d9-a396-e8573b505737 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:16.173838 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d260b2e-c627-41d9-a396-e8573b505737 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:16.174270 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d260b2e-c627-41d9-a396-e8573b505737 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:16.174741 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d260b2e-c627-41d9-a396-e8573b505737 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:16.175150 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d260b2e-c627-41d9-a396-e8573b505737 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:16.175610 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d260b2e-c627-41d9-a396-e8573b505737 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:16.176399 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d260b2e-c627-41d9-a396-e8573b505737 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:16.176795 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d260b2e-c627-41d9-a396-e8573b505737 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:16.177092 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b7497-47ea-4b5a-a9a0-55a86ebd3c01 req-1463e9c7-07fb-4b16-a9bb-20200d5d4aef tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:16.177353 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d260b2e-c627-41d9-a396-e8573b505737 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:16.178994 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-495b7497-47ea-4b5a-a9a0-55a86ebd3c01 req-1463e9c7-07fb-4b16-a9bb-20200d5d4aef tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5432 time: 0.1047506 Aug 10 03:44:16.239342 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-495b7497-47ea-4b5a-a9a0-55a86ebd3c01 req-b2187e25-5704-46c7-819f-1f63aecac40a tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483110 Aug 10 03:44:16.358054 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f23adf-5adb-4d99-b274-1ea8a70cd02f req-04ffce57-b178-4bea-a04f-4f5c47fd2f14 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:16.359560 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84f23adf-5adb-4d99-b274-1ea8a70cd02f req-04ffce57-b178-4bea-a04f-4f5c47fd2f14 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=576c9c96-9789-4867-aa9a-1e10ef36ec77 HTTP/1.1" status: 200 len: 950 time: 0.0489964 Aug 10 03:44:16.403303 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84f23adf-5adb-4d99-b274-1ea8a70cd02f req-966d566d-16d9-4187-a8be-a1e2aa9978c0 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364490 Aug 10 03:44:16.508421 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576c9c96-9789-4867-aa9a-1e10ef36ec77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f19b4e-4afd-4744-90b2-eabb9d6d0736'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:16.510796 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80ff519-bb33-4e41-abbc-139b8eb2d119" -d '{"events": [{"server_uuid": "576c9c96-9789-4867-aa9a-1e10ef36ec77", "name": "network-vif-plugged", "status": "completed", "tag": "81f19b4e-4afd-4744-90b2-eabb9d6d0736"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:16.536193 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411d00b-9db3-4c5c-a92b-06f81e146cc0 req-360f0777-ad51-49bb-8560-8f29ffa3dbb8 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:16.542088 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411d00b-9db3-4c5c-a92b-06f81e146cc0 req-360f0777-ad51-49bb-8560-8f29ffa3dbb8 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:16.548081 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411d00b-9db3-4c5c-a92b-06f81e146cc0 req-360f0777-ad51-49bb-8560-8f29ffa3dbb8 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:16.554076 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411d00b-9db3-4c5c-a92b-06f81e146cc0 req-360f0777-ad51-49bb-8560-8f29ffa3dbb8 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:16.559892 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411d00b-9db3-4c5c-a92b-06f81e146cc0 req-360f0777-ad51-49bb-8560-8f29ffa3dbb8 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:16.569788 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411d00b-9db3-4c5c-a92b-06f81e146cc0 req-360f0777-ad51-49bb-8560-8f29ffa3dbb8 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:16.576458 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411d00b-9db3-4c5c-a92b-06f81e146cc0 req-360f0777-ad51-49bb-8560-8f29ffa3dbb8 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:16.578367 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a411d00b-9db3-4c5c-a92b-06f81e146cc0 req-360f0777-ad51-49bb-8560-8f29ffa3dbb8 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5432 time: 0.1011279 Aug 10 03:44:16.591128 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47766) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:16.595906 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-db8cf184-74e1-47cb-959d-952154703fb9 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Request body: {'floatingip': {'port_id': 'b16112ea-945d-400e-93b8-dc4400ca7754'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:16.725997 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-db8cf184-74e1-47cb-959d-952154703fb9 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for floatingip, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:16.733138 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:16.745171 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4e3209-6307-4850-980f-dd1ff74070a0 x-openstack-request-id: req-fa4e3209-6307-4850-980f-dd1ff74070a0 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:16.745457 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576c9c96-9789-4867-aa9a-1e10ef36ec77", "name": "network-vif-plugged", "status": "completed", "tag": "81f19b4e-4afd-4744-90b2-eabb9d6d0736", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:16.745982 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa4e3209-6307-4850-980f-dd1ff74070a0 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:16.746386 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576c9c96-9789-4867-aa9a-1e10ef36ec77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f19b4e-4afd-4744-90b2-eabb9d6d0736', 'code': 200} Aug 10 03:44:16.768566 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef15c64-2e2a-473e-83b5-ba1f3b3b8edf req-86f2fa49-9737-4371-a672-04a17f19b1d5 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:16.774235 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9ef15c64-2e2a-473e-83b5-ba1f3b3b8edf req-86f2fa49-9737-4371-a672-04a17f19b1d5 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca HTTP/1.1" status: 200 len: 949 time: 0.0940053 Aug 10 03:44:16.824137 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9ef15c64-2e2a-473e-83b5-ba1f3b3b8edf req-479edb9c-33d6-4d51-9488-126e2c6fd5fe tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/security-groups?id=378f84fb-3bfe-400f-b675-0153ce0d014e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433025 Aug 10 03:44:16.942954 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa459d66-9886-4562-b764-1457fac4a80e req-c7537e76-7198-44d1-9155-c29ad51e32ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:16.947233 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aa459d66-9886-4562-b764-1457fac4a80e req-c7537e76-7198-44d1-9155-c29ad51e32ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=576c9c96-9789-4867-aa9a-1e10ef36ec77 HTTP/1.1" status: 200 len: 1101 time: 0.0735803 Aug 10 03:44:16.975025 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ff9c2-61e5-4e97-959c-5b6d2936ec26 req-ed98ed16-b155-4b94-aa4d-07209965f15d tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:16.976601 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4f9ff9c2-61e5-4e97-959c-5b6d2936ec26 req-ed98ed16-b155-4b94-aa4d-07209965f15d tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.1691785 Aug 10 03:44:17.006240 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-21c93d23-4c1f-498a-86f6-fc08bdf493b6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1344557 Aug 10 03:44:17.033815 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aa459d66-9886-4562-b764-1457fac4a80e req-2bd3ae52-c031-490b-9da5-96eafefec08b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758631 Aug 10 03:44:17.051414 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526e0cc-a84a-4314-a0ab-d72e1a3c1434 req-11d5a66b-0ad3-4e2e-9e03-537c61adc93c tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:17.052982 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7526e0cc-a84a-4314-a0ab-d72e1a3c1434 req-11d5a66b-0ad3-4e2e-9e03-537c61adc93c tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.0892448 Aug 10 03:44:17.097959 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7526e0cc-a84a-4314-a0ab-d72e1a3c1434 req-72a0b592-efa1-4285-90cb-2982d95110dc tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359764 Aug 10 03:44:17.111647 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47778) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:17.165118 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4f9ff9c2-61e5-4e97-959c-5b6d2936ec26 req-d372ebd9-8f56-4c10-8a9f-19cf259770c4 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760814 Aug 10 03:44:17.214477 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-200cf535-035a-4820-a110-79963d1bfd5e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5901e5600ee44aef81971bf1835a27e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1016045 Aug 10 03:44:17.218452 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47784) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:17.381073 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-adfa14b8-192e-4967-81ff-af3783a626cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:17.420095 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-adfa14b8-192e-4967-81ff-af3783a626cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:17.587681 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-db8cf184-74e1-47cb-959d-952154703fb9 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:17.600062 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda4434-0259-4aa7-8c9b-b5d3a1a11f1a req-d68bc1c0-c5ab-4434-9b67-fee28ffeeb44 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:17.600861 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cbda4434-0259-4aa7-8c9b-b5d3a1a11f1a req-d68bc1c0-c5ab-4434-9b67-fee28ffeeb44 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=576c9c96-9789-4867-aa9a-1e10ef36ec77 HTTP/1.1" status: 200 len: 950 time: 0.1041856 Aug 10 03:44:17.668570 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cbda4434-0259-4aa7-8c9b-b5d3a1a11f1a req-e50a718c-66c3-43ab-99e1-617157eaf9cb tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611532 Aug 10 03:44:17.700518 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-adfa14b8-192e-4967-81ff-af3783a626cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:17.703291 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-adfa14b8-192e-4967-81ff-af3783a626cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:17.704510 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-adfa14b8-192e-4967-81ff-af3783a626cd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/de51ee34-09ec-4191-84e1-85576d6fd854 HTTP/1.1" status: 204 len: 168 time: 0.4858937 Aug 10 03:44:17.717940 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-db8cf184-74e1-47cb-959d-952154703fb9 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:17.727080 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa14b8-192e-4967-81ff-af3783a626cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de51ee34-09ec-4191-84e1-85576d6fd854,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:17.741388 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa0175-b02a-433b-ba47-048a030dbafa req-4ecfc683-5fb4-42f1-baf5-e4322a73e826 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:17.750454 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b3fa0175-b02a-433b-ba47-048a030dbafa req-4ecfc683-5fb4-42f1-baf5-e4322a73e826 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca HTTP/1.1" status: 200 len: 949 time: 0.0909858 Aug 10 03:44:17.800720 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b3fa0175-b02a-433b-ba47-048a030dbafa req-b66c0d93-99c8-4466-ae86-1ec1b3e3a73c tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/security-groups?id=378f84fb-3bfe-400f-b675-0153ce0d014e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492969 Aug 10 03:44:17.852723 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-db8cf184-74e1-47cb-959d-952154703fb9 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Floating IP 8922ce5f-5267-4792-a9f2-c82671aaa1e7 associated. External IP: 172.25.0.167, port: b16112ea-945d-400e-93b8-dc4400ca7754. Aug 10 03:44:18.085573 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8cf184-74e1-47cb-959d-952154703fb9 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Router 04b1b6e9-069a-4025-958f-5a2316bd234f has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:44:18.246084 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8cf184-74e1-47cb-959d-952154703fb9 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:44:18.251998 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-db8cf184-74e1-47cb-959d-952154703fb9 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:18.267696 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19029f06-8da3-407b-a26c-e174956b8c3e None None] Sync routers for ids ['04b1b6e9-069a-4025-958f-5a2316bd234f'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:44:18.298534 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19029f06-8da3-407b-a26c-e174956b8c3e None None] Routers {'04b1b6e9-069a-4025-958f-5a2316bd234f'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:18.299207 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-19029f06-8da3-407b-a26c-e174956b8c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:44:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['04b1b6e9-069a-4025-958f-5a2316bd234f'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:18.321944 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-db8cf184-74e1-47cb-959d-952154703fb9 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "PUT /v2.0/floatingips/8922ce5f-5267-4792-a9f2-c82671aaa1e7 HTTP/1.1" status: 200 len: 992 time: 1.7296977 Aug 10 03:44:18.324908 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'tag': 'b16112ea-945d-400e-93b8-dc4400ca7754'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:18.328781 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10de1100-46f1-40e2-b787-9947728b5f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "tag": "b16112ea-945d-400e-93b8-dc4400ca7754"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:18.341519 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe76fd6-6b51-41c5-ad74-0cc9bee95b61 req-f27efa0e-4a25-4a34-a1dc-93007c94529b tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:18.350974 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0fe76fd6-6b51-41c5-ad74-0cc9bee95b61 req-f27efa0e-4a25-4a34-a1dc-93007c94529b tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.1394951 Aug 10 03:44:18.386921 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb019fb9-fa47-4572-a637-d223e8ad4b0a req-eee96b87-4d4b-44ea-80ab-27ab66dc545d tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:18.397069 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb019fb9-fa47-4572-a637-d223e8ad4b0a req-eee96b87-4d4b-44ea-80ab-27ab66dc545d tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.1445978 Aug 10 03:44:18.420183 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0fe76fd6-6b51-41c5-ad74-0cc9bee95b61 req-a672db02-f9d9-4ba7-a855-beb4a43ba000 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630469 Aug 10 03:44:18.483611 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb019fb9-fa47-4572-a637-d223e8ad4b0a req-11db1e71-f684-42eb-b85b-327a5eb5446a tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852664 Aug 10 03:44:18.516431 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-19029f06-8da3-407b-a26c-e174956b8c3e None None] Set router 04b1b6e9-069a-4025-958f-5a2316bd234f gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:18.619650 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7fc12a-bef2-44b8-8e71-b29041e49ff6 x-openstack-request-id: req-fd7fc12a-bef2-44b8-8e71-b29041e49ff6 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:18.620103 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "tag": "b16112ea-945d-400e-93b8-dc4400ca7754", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:18.620483 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd7fc12a-bef2-44b8-8e71-b29041e49ff6 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:18.623048 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'tag': 'b16112ea-945d-400e-93b8-dc4400ca7754', 'status': 'completed', 'code': 200} Aug 10 03:44:18.696437 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de1100-46f1-40e2-b787-9947728b5f5b req-d9d3c812-beb3-4831-883e-24534725d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:18.697213 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de1100-46f1-40e2-b787-9947728b5f5b req-d9d3c812-beb3-4831-883e-24534725d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:18.697949 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de1100-46f1-40e2-b787-9947728b5f5b req-d9d3c812-beb3-4831-883e-24534725d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:18.698603 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de1100-46f1-40e2-b787-9947728b5f5b req-d9d3c812-beb3-4831-883e-24534725d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:18.699362 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de1100-46f1-40e2-b787-9947728b5f5b req-d9d3c812-beb3-4831-883e-24534725d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:18.700020 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de1100-46f1-40e2-b787-9947728b5f5b req-d9d3c812-beb3-4831-883e-24534725d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:18.700526 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de1100-46f1-40e2-b787-9947728b5f5b req-d9d3c812-beb3-4831-883e-24534725d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:18.702549 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-10de1100-46f1-40e2-b787-9947728b5f5b req-d9d3c812-beb3-4831-883e-24534725d3f7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=131e3b69db844409bca7efef95f46481&device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 6489 time: 0.0564015 Aug 10 03:44:18.901640 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de1100-46f1-40e2-b787-9947728b5f5b req-c4330203-2d5a-4dc4-aad8-6cada020bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:18.903353 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-10de1100-46f1-40e2-b787-9947728b5f5b req-c4330203-2d5a-4dc4-aad8-6cada020bfc0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=fa395f05-97ff-41a7-920e-74dd9aa81561 HTTP/1.1" status: 200 len: 913 time: 0.1829474 Aug 10 03:44:18.932785 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd893ac7-450c-4c16-9659-fe074d3d2a4a req-7d2e1980-08b1-4342-8651-93c326bfd2d5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:18.934897 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cd893ac7-450c-4c16-9659-fe074d3d2a4a req-7d2e1980-08b1-4342-8651-93c326bfd2d5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=576c9c96-9789-4867-aa9a-1e10ef36ec77 HTTP/1.1" status: 200 len: 950 time: 0.1006904 Aug 10 03:44:18.948499 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-19029f06-8da3-407b-a26c-e174956b8c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'name': 'tempest-TaggedBootDevicesTest-1731749727-router', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b10774f1-63a5-4755-8271-4bf444121db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:32Z', 'updated_at': '2021-08-10T03:41:38Z', 'revision_number': 4, 'project_id': '131e3b69db844409bca7efef95f46481', 'gw_port': {'id': 'b10774f1-63a5-4755-8271-4bf444121db8', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:33Z', 'updated_at': '2021-08-10T03:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '8922ce5f-5267-4792-a9f2-c82671aaa1e7', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'floating_ip_address': '172.25.0.167', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'port_id': 'b16112ea-945d-400e-93b8-dc4400ca7754', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa395f05-97ff-41a7-920e-74dd9aa81561', 'mac_address': 'fa:16:3e:35:ec:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:42:49Z', 'updated_at': '2021-08-10T03:44:17Z', 'revision_number': 1, 'project_id': '131e3b69db844409bca7efef95f46481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a', 'name': '', 'network_id': 'fa395f05-97ff-41a7-920e-74dd9aa81561', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'mac_address': 'fa:16:3e:b8:1e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'device_owner': 'network:router_interface', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '1583fe6d-0928-4ce5-a5da-99afb99ff698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:36Z', 'updated_at': '2021-08-10T03:41:45Z', 'revision_number': 5, 'project_id': '131e3b69db844409bca7efef95f46481', 'subnets': [{'id': '1583fe6d-0928-4ce5-a5da-99afb99ff698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:18.980608 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19029f06-8da3-407b-a26c-e174956b8c3e None None] Checking router: 04b1b6e9-069a-4025-958f-5a2316bd234f for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:44:18.995090 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19029f06-8da3-407b-a26c-e174956b8c3e None None] Routers {'04b1b6e9-069a-4025-958f-5a2316bd234f'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:18.996064 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-19029f06-8da3-407b-a26c-e174956b8c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:44:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['04b1b6e9-069a-4025-958f-5a2316bd234f'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:19.016426 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937d1d7e-3292-488b-ba41-a7b587740687 req-b19f9c9c-8b25-4cea-be43-0a381e76171a tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:19.036654 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-937d1d7e-3292-488b-ba41-a7b587740687 req-b19f9c9c-8b25-4cea-be43-0a381e76171a tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca HTTP/1.1" status: 200 len: 949 time: 0.0950413 Aug 10 03:44:19.048006 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-10de1100-46f1-40e2-b787-9947728b5f5b req-9dc41fe2-2f2e-4038-8fe8-b29832399a7b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b16112ea-945d-400e-93b8-dc4400ca7754 HTTP/1.1" status: 200 len: 1000 time: 0.1119800 Aug 10 03:44:19.063624 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cd893ac7-450c-4c16-9659-fe074d3d2a4a req-0842091c-7735-436a-9a6b-d893a6c0af11 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157033 Aug 10 03:44:19.089597 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-937d1d7e-3292-488b-ba41-a7b587740687 req-d2df622e-d353-4530-b61e-7628dab80032 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/security-groups?id=378f84fb-3bfe-400f-b675-0153ce0d014e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466547 Aug 10 03:44:19.151572 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de1100-46f1-40e2-b787-9947728b5f5b req-ac58f04c-f5ad-4910-880b-d526069dbe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:19.168057 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-10de1100-46f1-40e2-b787-9947728b5f5b req-ac58f04c-f5ad-4910-880b-d526069dbe6c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1583fe6d-0928-4ce5-a5da-99afb99ff698 HTTP/1.1" status: 200 len: 851 time: 0.0957236 Aug 10 03:44:19.174178 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-19029f06-8da3-407b-a26c-e174956b8c3e None None] Set router 04b1b6e9-069a-4025-958f-5a2316bd234f gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:19.253282 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de1100-46f1-40e2-b787-9947728b5f5b req-b9628c73-f04f-42df-82aa-8759c5200bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:19.256620 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-10de1100-46f1-40e2-b787-9947728b5f5b req-b9628c73-f04f-42df-82aa-8759c5200bd6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fa395f05-97ff-41a7-920e-74dd9aa81561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833423 Aug 10 03:44:19.370563 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-10de1100-46f1-40e2-b787-9947728b5f5b req-b44f17cf-b611-4876-8d71-9e11345c0c6f service neutron] 10.222.0.68 "GET /v2.0/networks/fa395f05-97ff-41a7-920e-74dd9aa81561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984085 Aug 10 03:44:19.463292 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47846) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:19.501620 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-10de1100-46f1-40e2-b787-9947728b5f5b req-e67a090c-4dd0-47ef-ae82-54c4521d9cd0 service neutron] 10.222.0.68 "GET /v2.0/networks/fa395f05-97ff-41a7-920e-74dd9aa81561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222403 Aug 10 03:44:19.506859 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-19029f06-8da3-407b-a26c-e174956b8c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'name': 'tempest-TaggedBootDevicesTest-1731749727-router', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b10774f1-63a5-4755-8271-4bf444121db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:32Z', 'updated_at': '2021-08-10T03:41:38Z', 'revision_number': 4, 'project_id': '131e3b69db844409bca7efef95f46481', 'gw_port': {'id': 'b10774f1-63a5-4755-8271-4bf444121db8', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:33Z', 'updated_at': '2021-08-10T03:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '8922ce5f-5267-4792-a9f2-c82671aaa1e7', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'floating_ip_address': '172.25.0.167', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'port_id': 'b16112ea-945d-400e-93b8-dc4400ca7754', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa395f05-97ff-41a7-920e-74dd9aa81561', 'mac_address': 'fa:16:3e:35:ec:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:42:49Z', 'updated_at': '2021-08-10T03:44:17Z', 'revision_number': 1, 'project_id': '131e3b69db844409bca7efef95f46481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a', 'name': '', 'network_id': 'fa395f05-97ff-41a7-920e-74dd9aa81561', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'mac_address': 'fa:16:3e:b8:1e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'device_owner': 'network:router_interface', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '1583fe6d-0928-4ce5-a5da-99afb99ff698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:36Z', 'updated_at': '2021-08-10T03:41:45Z', 'revision_number': 5, 'project_id': '131e3b69db844409bca7efef95f46481', 'subnets': [{'id': '1583fe6d-0928-4ce5-a5da-99afb99ff698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:19.562150 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19029f06-8da3-407b-a26c-e174956b8c3e None None] The sync data for ids ['04b1b6e9-069a-4025-958f-5a2316bd234f'] in n-d-802893-2 is: [{'id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'name': 'tempest-TaggedBootDevicesTest-1731749727-router', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b10774f1-63a5-4755-8271-4bf444121db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:32Z', 'updated_at': '2021-08-10T03:41:38Z', 'revision_number': 4, 'project_id': '131e3b69db844409bca7efef95f46481', 'gw_port': {'id': 'b10774f1-63a5-4755-8271-4bf444121db8', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:33Z', 'updated_at': '2021-08-10T03:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '8922ce5f-5267-4792-a9f2-c82671aaa1e7', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'floating_ip_address': '172.25.0.167', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'port_id': 'b16112ea-945d-400e-93b8-dc4400ca7754', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa395f05-97ff-41a7-920e-74dd9aa81561', 'mac_address': 'fa:16:3e:35:ec:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:42:49Z', 'updated_at': '2021-08-10T03:44:17Z', 'revision_number': 1, 'project_id': '131e3b69db844409bca7efef95f46481', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a', 'name': '', 'network_id': 'fa395f05-97ff-41a7-920e-74dd9aa81561', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'mac_address': 'fa:16:3e:b8:1e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'device_owner': 'network:router_interface', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '1583fe6d-0928-4ce5-a5da-99afb99ff698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:36Z', 'updated_at': '2021-08-10T03:41:45Z', 'revision_number': 5, 'project_id': '131e3b69db844409bca7efef95f46481', 'subnets': [{'id': '1583fe6d-0928-4ce5-a5da-99afb99ff698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:44:19.626648 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9d196-43a4-4e57-ab50-11472851d622 req-10d5e869-35ff-49cb-899f-db9c811d45f3 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:19.633744 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aad9d196-43a4-4e57-ab50-11472851d622 req-10d5e869-35ff-49cb-899f-db9c811d45f3 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.0889015 Aug 10 03:44:19.651793 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b84e4d-ffc2-40c4-a723-0cab177ddf6d req-082b8d9e-45d2-4b5a-b378-9011dc29d9a7 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:19.657903 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-46b84e4d-ffc2-40c4-a723-0cab177ddf6d req-082b8d9e-45d2-4b5a-b378-9011dc29d9a7 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.0963578 Aug 10 03:44:19.662335 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-ade59178-b7e9-402a-a6eb-1492c8c6fcb7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2010575101-network', 'tenant_id': 'b06669819ebb41b2937412e826c7d140'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:19.680448 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aad9d196-43a4-4e57-ab50-11472851d622 req-d23620b0-21a8-40e9-946c-6e3350ffd25b tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398276 Aug 10 03:44:19.724887 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-46b84e4d-ffc2-40c4-a723-0cab177ddf6d req-eb11c1bd-ba91-4ca1-a73e-a3124456bc47 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512564 Aug 10 03:44:19.858890 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade59178-b7e9-402a-a6eb-1492c8c6fcb7 admin admin] Made reservation on behalf of b06669819ebb41b2937412e826c7d140 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:19.863091 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ade59178-b7e9-402a-a6eb-1492c8c6fcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:19.882225 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be7c510-1de3-4ff4-ae81-eaa8f17f7206 None None] New status for floating IP 8922ce5f-5267-4792-a9f2-c82671aaa1e7: ACTIVE {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:44:19.886467 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ade59178-b7e9-402a-a6eb-1492c8c6fcb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:19.919376 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3bd78-a62b-4af6-a6fd-bdd81d29f6c6 req-56c5f496-34bd-4d9d-b03c-fc490076bffd tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:19.921056 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1cd3bd78-a62b-4af6-a6fd-bdd81d29f6c6 req-56c5f496-34bd-4d9d-b03c-fc490076bffd tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca HTTP/1.1" status: 200 len: 949 time: 0.0835984 Aug 10 03:44:20.048238 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ade59178-b7e9-402a-a6eb-1492c8c6fcb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.087747 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-1cd3bd78-a62b-4af6-a6fd-bdd81d29f6c6 req-90de381b-02bb-4a50-b63c-b289058557b6 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Deleting port 5383a3d5-cb9b-4a44-8cdd-1359d7752e77 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:20.092016 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1cd3bd78-a62b-4af6-a6fd-bdd81d29f6c6 req-90de381b-02bb-4a50-b63c-b289058557b6 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.129386 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ade59178-b7e9-402a-a6eb-1492c8c6fcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.178159 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade59178-b7e9-402a-a6eb-1492c8c6fcb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:44:20.202761 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade59178-b7e9-402a-a6eb-1492c8c6fcb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6763967d-314e-4d18-9fae-24a19d07d72b,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:20.251164 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ade59178-b7e9-402a-a6eb-1492c8c6fcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.251677 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-ade59178-b7e9-402a-a6eb-1492c8c6fcb7 admin admin] Added segment a45d8102-0f0b-47e1-b9bf-864794b5de8c of type vlan for network ea927fde-d012-48b3-9009-355288075eee Aug 10 03:44:20.322938 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738be62-760c-4593-8d1e-23154f3308db req-5e74d713-2d20-4a22-92eb-e9b0a3f5e72d tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:20.324605 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b738be62-760c-4593-8d1e-23154f3308db req-5e74d713-2d20-4a22-92eb-e9b0a3f5e72d tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca HTTP/1.1" status: 200 len: 949 time: 0.1025259 Aug 10 03:44:20.341900 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ade59178-b7e9-402a-a6eb-1492c8c6fcb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.384345 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f3d71-a443-4207-abc5-23da4ddbcdfe req-ed167af6-d9a5-4daf-a082-44e352a80c18 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:20.385885 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-119f3d71-a443-4207-abc5-23da4ddbcdfe req-ed167af6-d9a5-4daf-a082-44e352a80c18 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=576c9c96-9789-4867-aa9a-1e10ef36ec77 HTTP/1.1" status: 200 len: 950 time: 0.1667786 Aug 10 03:44:20.407342 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-1cd3bd78-a62b-4af6-a6fd-bdd81d29f6c6 req-90de381b-02bb-4a50-b63c-b289058557b6 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] For port 5383a3d5-cb9b-4a44-8cdd-1359d7752e77, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=5383a3d5-cb9b-4a44-8cdd-1359d7752e77,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:20.408078 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1cd3bd78-a62b-4af6-a6fd-bdd81d29f6c6 req-90de381b-02bb-4a50-b63c-b289058557b6 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.432268 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-119f3d71-a443-4207-abc5-23da4ddbcdfe req-727394e5-9210-4648-82ff-72cf52bd3387 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402331 Aug 10 03:44:20.450194 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b738be62-760c-4593-8d1e-23154f3308db req-ee45d263-e26b-4c64-a8da-70ccfdec6445 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/security-groups?id=378f84fb-3bfe-400f-b675-0153ce0d014e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120701 Aug 10 03:44:20.455674 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-1cd3bd78-a62b-4af6-a6fd-bdd81d29f6c6 req-90de381b-02bb-4a50-b63c-b289058557b6 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Calling delete_port for 5383a3d5-cb9b-4a44-8cdd-1359d7752e77 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:20.461590 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ade59178-b7e9-402a-a6eb-1492c8c6fcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.461590 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade59178-b7e9-402a-a6eb-1492c8c6fcb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:20.462221 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ade59178-b7e9-402a-a6eb-1492c8c6fcb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.561825 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade59178-b7e9-402a-a6eb-1492c8c6fcb7 admin admin] Pushing event updated for resources: {'Network': ['ID=ea927fde-d012-48b3-9009-355288075eee,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:20.578702 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network ea927fde-d012-48b3-9009-355288075eee details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:44:20.642358 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-0785ed6e-c5c9-467a-803b-21d61693ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:20.644697 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-0785ed6e-c5c9-467a-803b-21d61693ca61 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 1101 time: 0.3094831 Aug 10 03:44:20.649893 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ade59178-b7e9-402a-a6eb-1492c8c6fcb7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1813467 Aug 10 03:44:20.649893 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47908) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:20.654793 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-6697ab1a-ca07-4b26-8e7e-69765fc10df9 admin admin] Request body: {'subnet': {'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2010575101-subnet', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:20.747009 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21921a20-2ea1-4f28-b813-2d0fbcae0f34 req-96df6d62-e47f-47dc-818c-f9fca88173ec tempest-ServersOnMultiNodesTest-298007937 tempest-ServersOnMultiNodesTest-298007937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:20.748637 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-21921a20-2ea1-4f28-b813-2d0fbcae0f34 req-96df6d62-e47f-47dc-818c-f9fca88173ec tempest-ServersOnMultiNodesTest-298007937 tempest-ServersOnMultiNodesTest-298007937-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=576c9c96-9789-4867-aa9a-1e10ef36ec77 HTTP/1.1" status: 200 len: 1101 time: 0.1868100 Aug 10 03:44:20.806134 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6697ab1a-ca07-4b26-8e7e-69765fc10df9 admin admin] Made reservation on behalf of b06669819ebb41b2937412e826c7d140 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:20.808872 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6697ab1a-ca07-4b26-8e7e-69765fc10df9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:20.870380 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-a2187efe-b880-48ad-9c44-e778e1cc0624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:20.888450 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-a2187efe-b880-48ad-9c44-e778e1cc0624 service neutron] 10.222.0.68 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.2177947 Aug 10 03:44:20.918142 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-21921a20-2ea1-4f28-b813-2d0fbcae0f34 req-28d0bcf6-a7e7-431a-928d-c070bfeaae02 tempest-ServersOnMultiNodesTest-298007937 tempest-ServersOnMultiNodesTest-298007937-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570230 Aug 10 03:44:20.954265 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53581794-0229-4e85-b6eb-c3904da6be96 req-232e7f40-e05d-425a-85b0-280a2a388069 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:20.965251 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-53581794-0229-4e85-b6eb-c3904da6be96 req-232e7f40-e05d-425a-85b0-280a2a388069 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.1708262 Aug 10 03:44:21.034846 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-53581794-0229-4e85-b6eb-c3904da6be96 req-923c6cac-1836-49a8-8b60-ba822185f191 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625513 Aug 10 03:44:21.058834 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-e5107016-ff12-4d59-8a8e-3d427ace08c2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=e60d48bc-7e61-465e-b0c1-27ec891cc425 HTTP/1.1" status: 200 len: 217 time: 0.1691103 Aug 10 03:44:21.349233 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-874fbbbb-9c4a-41fe-a73e-2da76d762d2b tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304077 Aug 10 03:44:21.401318 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1cd3bd78-a62b-4af6-a6fd-bdd81d29f6c6 req-90de381b-02bb-4a50-b63c-b289058557b6 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.436375 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['5383a3d5-cb9b-4a44-8cdd-1359d7752e77'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:21.440240 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6697ab1a-ca07-4b26-8e7e-69765fc10df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.465980 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de381b-02bb-4a50-b63c-b289058557b6 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Pushing event deleted for resources: {'Port': ['ID=5383a3d5-cb9b-4a44-8cdd-1359d7752e77,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:21.539452 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-59465c67-961b-41b5-82bf-c49c308f730b tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:21.543031 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ef29d-f546-45c9-b5f1-075efba03881 req-4c0ffdc6-5731-431d-b93d-eea59f5e8e7c tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:21.547406 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-59465c67-961b-41b5-82bf-c49c308f730b tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1924264 Aug 10 03:44:21.548454 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f94ef29d-f546-45c9-b5f1-075efba03881 req-4c0ffdc6-5731-431d-b93d-eea59f5e8e7c tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.4872956 Aug 10 03:44:21.551542 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-97e07e90-dae0-4d81-9ec6-0c1291d87663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:21.553447 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-97e07e90-dae0-4d81-9ec6-0c1291d87663 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.1633389 Aug 10 03:44:21.554305 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd3bd78-a62b-4af6-a6fd-bdd81d29f6c6 req-90de381b-02bb-4a50-b63c-b289058557b6 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] No DVR routers for this DVR port 5383a3d5-cb9b-4a44-8cdd-1359d7752e77 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:44:21.563245 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1cd3bd78-a62b-4af6-a6fd-bdd81d29f6c6 req-90de381b-02bb-4a50-b63c-b289058557b6 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.565193 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1cd3bd78-a62b-4af6-a6fd-bdd81d29f6c6 req-90de381b-02bb-4a50-b63c-b289058557b6 tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.20 "DELETE /v2.0/ports/5383a3d5-cb9b-4a44-8cdd-1359d7752e77 HTTP/1.1" status: 204 len: 173 time: 1.6362443 Aug 10 03:44:21.566118 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca', 'name': 'network-vif-deleted', 'tag': '5383a3d5-cb9b-4a44-8cdd-1359d7752e77'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:21.568627 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12dbdc04-85b0-4446-b749-97e3b3841eca" -d '{"events": [{"server_uuid": "f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca", "name": "network-vif-deleted", "tag": "5383a3d5-cb9b-4a44-8cdd-1359d7752e77"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:21.595495 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-6b5e3f38-49b2-4f1b-b608-e62840b0f351 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/quotas/d21e91e9b1a849bfaa5ed513aa742d4c HTTP/1.1" status: 200 len: 375 time: 0.0470123 Aug 10 03:44:21.641066 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697ab1a-ca07-4b26-8e7e-69765fc10df9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f1213ec-1529-4b69-872e-31c7ddfcb054,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:21.650637 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6697ab1a-ca07-4b26-8e7e-69765fc10df9 admin admin] Checking segment: {'id': 'a45d8102-0f0b-47e1-b9bf-864794b5de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ea927fde-d012-48b3-9009-355288075eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:21.652978 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6697ab1a-ca07-4b26-8e7e-69765fc10df9 admin admin] Network hostable DHCP agents. Network: ea927fde-d012-48b3-9009-355288075eee, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:44:21.684806 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f94ef29d-f546-45c9-b5f1-075efba03881 req-80ce72bf-89da-4784-9601-70052a95b4dd tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287155 Aug 10 03:44:21.695128 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-16e94de1-a3fa-419f-99b2-ff0afb5242d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:21.696420 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-16e94de1-a3fa-419f-99b2-ff0afb5242d0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1231427 Aug 10 03:44:21.698242 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-0bb5c8f3-f703-42dd-8bee-8b776e02322d tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1015773 Aug 10 03:44:21.774447 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6697ab1a-ca07-4b26-8e7e-69765fc10df9 admin admin] Network ea927fde-d012-48b3-9009-355288075eee is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:44:21.806432 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-98edb0e5-9024-4dea-b741-4ce17d22746f req-bf4dba99-f8b8-46ce-b52d-139244f5a3eb tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca HTTP/1.1" status: 200 len: 210 time: 0.0333455 Aug 10 03:44:21.846816 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-836da242-07c4-42a6-b059-9b49db03a433 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411932 Aug 10 03:44:21.915803 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2426e80-2241-4887-a535-801fecd93bf0 x-openstack-request-id: req-a2426e80-2241-4887-a535-801fecd93bf0 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:21.916061 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca", "name": "network-vif-deleted", "tag": "5383a3d5-cb9b-4a44-8cdd-1359d7752e77", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:21.916318 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a2426e80-2241-4887-a535-801fecd93bf0 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:21.918884 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca', 'name': 'network-vif-deleted', 'tag': '5383a3d5-cb9b-4a44-8cdd-1359d7752e77', 'status': 'completed', 'code': 200} Aug 10 03:44:21.923579 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-6697ab1a-ca07-4b26-8e7e-69765fc10df9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, ea927fde-d012-48b3-9009-355288075eee) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:21.930340 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6697ab1a-ca07-4b26-8e7e-69765fc10df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:21.930952 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6697ab1a-ca07-4b26-8e7e-69765fc10df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:21.936906 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc015ef-1736-4551-9feb-109ee1c20656 None None] Network ea927fde-d012-48b3-9009-355288075eee requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:21.983993 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-cf7c0ff6-bed1-464e-aa00-fe959c9c8642 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188536 Aug 10 03:44:22.033291 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6697ab1a-ca07-4b26-8e7e-69765fc10df9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3824830 Aug 10 03:44:22.036658 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47972) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:22.053157 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-57180d18-a55a-4c3a-9df5-7c30784edc78 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2010575101-router', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:22.093012 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-362dbb38-e079-4f59-9922-9706a4f9d315 req-5d8415f7-6dbe-4323-a214-b59515bfbc8a tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dca3c98-8f25-4229-bff8-e39c9c02de84 HTTP/1.1" status: 200 len: 210 time: 0.0621247 Aug 10 03:44:22.221854 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-57180d18-a55a-4c3a-9df5-7c30784edc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.223584 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-57180d18-a55a-4c3a-9df5-7c30784edc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.328862 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-57180d18-a55a-4c3a-9df5-7c30784edc78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.343485 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691d27a-778a-409f-ad50-77c79f50495f req-179b2c8d-c3dd-4fa4-85ba-37587fa73a58 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:22.344441 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-ea927fde-d012-48b3-9009-355288075eee', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'fixed_ips': [{'subnet_id': '3f1213ec-1529-4b69-872e-31c7ddfcb054'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:44:22.347562 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b691d27a-778a-409f-ad50-77c79f50495f req-179b2c8d-c3dd-4fa4-85ba-37587fa73a58 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.1533384 Aug 10 03:44:22.347689 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.403091 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b691d27a-778a-409f-ad50-77c79f50495f req-6ef663dc-7bcd-4f5b-8dbb-2f3a88b25baf tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458603 Aug 10 03:44:22.529283 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Allocated IP 172.20.0.2 (ea927fde-d012-48b3-9009-355288075eee/3f1213ec-1529-4b69-872e-31c7ddfcb054/77b0c5d5-0a87-427f-90d6-70be6a47ac4b) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:22.696863 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-57180d18-a55a-4c3a-9df5-7c30784edc78 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.732429 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.747742 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Transition to ACTIVE for port object 77b0c5d5-0a87-427f-90d6-70be6a47ac4b will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:22.763320 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Transition to ACTIVE for port object 77b0c5d5-0a87-427f-90d6-70be6a47ac4b will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:22.852491 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:22.862990 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13617c26-e3a2-42b8-aff4-08ba95d7f474 req-0fbd0a2d-5756-4121-bd73-ba45e8e6cbe2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:22.880978 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-13617c26-e3a2-42b8-aff4-08ba95d7f474 req-0fbd0a2d-5756-4121-bd73-ba45e8e6cbe2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.0875936 Aug 10 03:44:22.961904 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Network ea927fde-d012-48b3-9009-355288075eee is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:22.975132 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:22.996364 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:23.012653 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-13617c26-e3a2-42b8-aff4-08ba95d7f474 req-c35118e3-9a9f-4429-9344-ca7cc3bf6185 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295867 Aug 10 03:44:23.026350 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Pushing event updated for resources: {'Port': ['ID=77b0c5d5-0a87-427f-90d6-70be6a47ac4b,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:23.069137 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:23.069817 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:23.070363 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:23.070924 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:23.071460 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:23.072145 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:23.072698 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:23.073255 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:23.073813 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:23.074371 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:23.074923 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:23.075339 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:23.121988 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Attempting to bind port 77b0c5d5-0a87-427f-90d6-70be6a47ac4b on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:23.122617 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Attempting to bind port 77b0c5d5-0a87-427f-90d6-70be6a47ac4b by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'a45d8102-0f0b-47e1-b9bf-864794b5de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ea927fde-d012-48b3-9009-355288075eee'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:23.122976 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Attempting to bind port 77b0c5d5-0a87-427f-90d6-70be6a47ac4b on network ea927fde-d012-48b3-9009-355288075eee {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:23.129360 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:44:23.129739 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Checking segment: {'id': 'a45d8102-0f0b-47e1-b9bf-864794b5de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ea927fde-d012-48b3-9009-355288075eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:23.130142 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.133172 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Bound using segment: {'id': 'a45d8102-0f0b-47e1-b9bf-864794b5de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ea927fde-d012-48b3-9009-355288075eee'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:44:23.133172 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Bound port: 77b0c5d5-0a87-427f-90d6-70be6a47ac4b, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45d8102-0f0b-47e1-b9bf-864794b5de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ea927fde-d012-48b3-9009-355288075eee'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:44:23.133172 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.191705 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2555fe70-f93e-435f-ac08-794f093a0663 req-093c3042-313c-4b29-95a7-39d9fe8dc9ad tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dca3c98-8f25-4229-bff8-e39c9c02de84 HTTP/1.1" status: 200 len: 210 time: 0.0330677 Aug 10 03:44:23.230775 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] For port 77b0c5d5-0a87-427f-90d6-70be6a47ac4b, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:23.235157 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] For port 77b0c5d5-0a87-427f-90d6-70be6a47ac4b, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=77b0c5d5-0a87-427f-90d6-70be6a47ac4b,segment=NetworkSegment(a45d8102-0f0b-47e1-b9bf-864794b5de8c),segment_id=a45d8102-0f0b-47e1-b9bf-864794b5de8c)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:44:23.333339 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-26e7eff7-f83f-4eca-ac58-167fa53ced98 req-0bc28aae-7efd-43f1-97d5-7daf2f89c90a tempest-ServerDiagnosticsNegativeTest-1473690958 tempest-ServerDiagnosticsNegativeTest-1473690958-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2eaa93f-f4f2-4fac-9fb2-a7a9fbd25fca HTTP/1.1" status: 200 len: 210 time: 0.0664937 Aug 10 03:44:23.352286 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.521507 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c4094-7089-469d-815f-d0795c587bb9 None None] Pushing event updated for resources: {'Port': ['ID=77b0c5d5-0a87-427f-90d6-70be6a47ac4b,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:23.638223 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6db3ed-d20a-4b41-b16e-3fa59ead572e req-5a2d3d8d-19bc-4e3f-8088-2370181509d3 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:23.641733 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8b6db3ed-d20a-4b41-b16e-3fa59ead572e req-5a2d3d8d-19bc-4e3f-8088-2370181509d3 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.0942576 Aug 10 03:44:23.670444 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-57180d18-a55a-4c3a-9df5-7c30784edc78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.704002 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-57180d18-a55a-4c3a-9df5-7c30784edc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:23.708143 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8b6db3ed-d20a-4b41-b16e-3fa59ead572e req-06c7bcd0-8577-44c0-97e3-b379356f2967 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541654 Aug 10 03:44:23.864303 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-57180d18-a55a-4c3a-9df5-7c30784edc78 admin admin] Allocated IP 172.25.0.212 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/15e31ae0-a41c-41fa-82bc-4d1a70aed8c2) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:24.007470 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-57180d18-a55a-4c3a-9df5-7c30784edc78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.149215 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9d457-c9a0-49a6-9132-ff66e18658d0 req-343467ae-71b2-4cda-8a28-767221af05e5 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:24.150816 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c5c9d457-c9a0-49a6-9132-ff66e18658d0 req-343467ae-71b2-4cda-8a28-767221af05e5 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.0641315 Aug 10 03:44:24.171932 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-57180d18-a55a-4c3a-9df5-7c30784edc78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.240456 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57180d18-a55a-4c3a-9df5-7c30784edc78 admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:24.247167 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-57180d18-a55a-4c3a-9df5-7c30784edc78 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:24.249855 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57180d18-a55a-4c3a-9df5-7c30784edc78 admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:24.259164 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c5c9d457-c9a0-49a6-9132-ff66e18658d0 req-3c37bf85-fa5e-4ccf-9299-d02897514565 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014011 Aug 10 03:44:24.261364 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57180d18-a55a-4c3a-9df5-7c30784edc78 admin admin] Pushing event updated for resources: {'Port': ['ID=15e31ae0-a41c-41fa-82bc-4d1a70aed8c2,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:24.400540 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7995af04-5c15-4c23-8c3e-3495160ace63 req-6ef0b779-580e-47b8-9fcd-a9017aa89719 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dca3c98-8f25-4229-bff8-e39c9c02de84 HTTP/1.1" status: 200 len: 210 time: 0.0358763 Aug 10 03:44:24.681082 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 5383a3d5-cb9b-4a44-8cdd-1359d7752e77 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:44:24.707726 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce3ae15-9734-459a-a7ba-2bbc8c9ef6a5 None None] Network ea927fde-d012-48b3-9009-355288075eee requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:24.709602 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 5383a3d5-cb9b-4a44-8cdd-1359d7752e77 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:44:24.710161 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 5383a3d5-cb9b-4a44-8cdd-1359d7752e77 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:44:24.739175 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-57180d18-a55a-4c3a-9df5-7c30784edc78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:24.872524 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22586b6f-758c-47e1-819c-291286dd8208 req-1c11b4f0-10dd-4338-87c6-3f50b09b19e2 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:24.874980 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-22586b6f-758c-47e1-819c-291286dd8208 req-1c11b4f0-10dd-4338-87c6-3f50b09b19e2 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.0568135 Aug 10 03:44:24.932550 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-22586b6f-758c-47e1-819c-291286dd8208 req-8ebd60f3-f100-4238-9811-a30a9ba6b606 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493553 Aug 10 03:44:24.935052 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-518b7724-ad5e-40b3-bbd7-acfc51a37678 None None] Provisioning for port 77b0c5d5-0a87-427f-90d6-70be6a47ac4b completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:24.987691 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-57180d18-a55a-4c3a-9df5-7c30784edc78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.012569 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-169a2bb2-9b8b-46a4-aea3-0ad953741aac tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270801 Aug 10 03:44:25.133151 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48022) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:25.209949 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-b09235ad-35ea-4850-9f47-fc0aed908de6 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:25.211427 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-b09235ad-35ea-4850-9f47-fc0aed908de6 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1911855 Aug 10 03:44:25.267091 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-5b5aee28-deaf-46a5-a3b0-da741f74a88b tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Request body: {'port': {'device_id': '3dca3c98-8f25-4229-bff8-e39c9c02de84', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': 'd21e91e9b1a849bfaa5ed513aa742d4c'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:25.294981 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57180d18-a55a-4c3a-9df5-7c30784edc78 admin admin] Router f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:44:25.463864 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 77b0c5d5-0a87-427f-90d6-70be6a47ac4b up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:25.539548 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6b7e2f68-9955-469d-82a1-e963f5135c70 req-9da5dfc6-1240-40a9-9900-c6c81db37eaf tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dca3c98-8f25-4229-bff8-e39c9c02de84 HTTP/1.1" status: 200 len: 210 time: 0.0386889 Aug 10 03:44:25.541475 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-5b5aee28-deaf-46a5-a3b0-da741f74a88b tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Made reservation on behalf of d21e91e9b1a849bfaa5ed513aa742d4c for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:25.545547 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-5b5aee28-deaf-46a5-a3b0-da741f74a88b tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.553674 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8b024ab5-4597-4e78-a723-f3ecb7da4ba3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=12b4015315774cc2abd015a6580b3bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4193857 Aug 10 03:44:25.562884 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48032) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:25.620505 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 77b0c5d5-0a87-427f-90d6-70be6a47ac4b completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:25.626415 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135f223-f230-4918-893f-53a92c144436 req-9e4ca7cc-2bcf-46cf-9d12-00b34c0450df tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:25.628552 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f135f223-f230-4918-893f-53a92c144436 req-9e4ca7cc-2bcf-46cf-9d12-00b34c0450df tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.1840878 Aug 10 03:44:25.629682 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 77b0c5d5-0a87-427f-90d6-70be6a47ac4b triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:25.630455 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.631268 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57180d18-a55a-4c3a-9df5-7c30784edc78 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:44:25.644591 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee727af3-fb9e-4ad4-b66a-3d7cd724404c None None] Sync routers for ids ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:44:25.656371 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee727af3-fb9e-4ad4-b66a-3d7cd724404c None None] Routers {'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:25.660692 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-ee727af3-fb9e-4ad4-b66a-3d7cd724404c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:44:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:25.727937 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f135f223-f230-4918-893f-53a92c144436 req-3b76764c-de7a-4759-8c18-e2e440a88393 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902297 Aug 10 03:44:25.754755 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20601d6d-948d-4b97-a5b4-7ea507fa3cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.783260 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.791843 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-57180d18-a55a-4c3a-9df5-7c30784edc78 admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.795807 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20601d6d-948d-4b97-a5b4-7ea507fa3cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:25.795925 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-57180d18-a55a-4c3a-9df5-7c30784edc78 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.7553225 Aug 10 03:44:25.796637 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48038) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:25.843711 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 77b0c5d5-0a87-427f-90d6-70be6a47ac4b, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=77b0c5d5-0a87-427f-90d6-70be6a47ac4b,segment=NetworkSegment(a45d8102-0f0b-47e1-b9bf-864794b5de8c),segment_id=a45d8102-0f0b-47e1-b9bf-864794b5de8c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:25.849386 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-ee727af3-fb9e-4ad4-b66a-3d7cd724404c None None] Set router f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:25.922768 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-5b5aee28-deaf-46a5-a3b0-da741f74a88b tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Allocated IP 192.168.233.23 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/00f3bc81-4c65-419c-b259-d80e8e8c19a2) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:25.974211 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.098032 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=77b0c5d5-0a87-427f-90d6-70be6a47ac4b,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:26.108336 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20601d6d-948d-4b97-a5b4-7ea507fa3cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.120090 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20601d6d-948d-4b97-a5b4-7ea507fa3cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.125095 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-20601d6d-948d-4b97-a5b4-7ea507fa3cdc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/378f84fb-3bfe-400f-b675-0153ce0d014e HTTP/1.1" status: 204 len: 168 time: 0.5578351 Aug 10 03:44:26.148688 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-ee727af3-fb9e-4ad4-b66a-3d7cd724404c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'name': 'tempest-FloatingIPsAssociationTestJSON-2010575101-router', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:22Z', 'updated_at': '2021-08-10T03:44:24Z', 'revision_number': 3, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'gw_port': {'id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:23Z', 'updated_at': '2021-08-10T03:44:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:26.150834 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20601d6d-948d-4b97-a5b4-7ea507fa3cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378f84fb-3bfe-400f-b675-0153ce0d014e,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:26.184350 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-5b5aee28-deaf-46a5-a3b0-da741f74a88b tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.207823 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-5b5aee28-deaf-46a5-a3b0-da741f74a88b tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Transition to ACTIVE for port object 00f3bc81-4c65-419c-b259-d80e8e8c19a2 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:26.251652 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0967d2-7534-4962-975f-8d86999ac4b6 req-9da7c17a-1594-4159-a1f1-c69b4319b904 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:26.260379 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0a0967d2-7534-4962-975f-8d86999ac4b6 req-9da7c17a-1594-4159-a1f1-c69b4319b904 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.1773913 Aug 10 03:44:26.298833 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee727af3-fb9e-4ad4-b66a-3d7cd724404c None None] Checking router: f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:44:26.299178 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee727af3-fb9e-4ad4-b66a-3d7cd724404c None None] Updating router f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 port 15e31ae0-a41c-41fa-82bc-4d1a70aed8c2 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:44:26.327882 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ee727af3-fb9e-4ad4-b66a-3d7cd724404c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.329341 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-5b5aee28-deaf-46a5-a3b0-da741f74a88b tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.344636 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['371b2e20-4e1f-42e2-b04c-3f6b94239b8e', '706e34f1-e7af-4f96-b80c-e873c7bedacf'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:26.369239 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0a0967d2-7534-4962-975f-8d86999ac4b6 req-1399e1f4-e49c-4d1e-8539-8588c3ca7779 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076066 Aug 10 03:44:26.410861 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186', '024b4c54-fa60-4eb9-90ce-4767a3f9806f', '2bbe11a4-47cf-41ff-9dc5-f31d83d13711', '81f19b4e-4afd-4744-90b2-eabb9d6d0736'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:26.468356 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5aee28-deaf-46a5-a3b0-da741f74a88b tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Pushing event updated for resources: {'Port': ['ID=00f3bc81-4c65-419c-b259-d80e8e8c19a2,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:26.477388 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-5b5aee28-deaf-46a5-a3b0-da741f74a88b tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:26.479234 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-5b5aee28-deaf-46a5-a3b0-da741f74a88b tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:26.483854 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-5b5aee28-deaf-46a5-a3b0-da741f74a88b tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:26.593418 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-5b5aee28-deaf-46a5-a3b0-da741f74a88b tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:26.596283 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-5b5aee28-deaf-46a5-a3b0-da741f74a88b tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.754020 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-5b5aee28-deaf-46a5-a3b0-da741f74a88b tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4911656 Aug 10 03:44:26.785157 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775bdcb-419b-4351-94a3-b03d34622550 req-65150432-e142-412e-ad93-725120e8b483 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:26.797558 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9775bdcb-419b-4351-94a3-b03d34622550 req-65150432-e142-412e-ad93-725120e8b483 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dca3c98-8f25-4229-bff8-e39c9c02de84 HTTP/1.1" status: 200 len: 935 time: 0.1499243 Aug 10 03:44:26.825920 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-ca1e8fc9-c7a4-4ca6-86d4-74069ebd92dd service neutron] Request body: {'port': {'device_id': '3dca3c98-8f25-4229-bff8-e39c9c02de84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:26.890584 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ee727af3-fb9e-4ad4-b66a-3d7cd724404c None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.909727 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-ee727af3-fb9e-4ad4-b66a-3d7cd724404c None None] Transition to ACTIVE for port object 15e31ae0-a41c-41fa-82bc-4d1a70aed8c2 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:26.933769 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-ca1e8fc9-c7a4-4ca6-86d4-74069ebd92dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:26.991203 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9775bdcb-419b-4351-94a3-b03d34622550 req-d965c063-66ee-4e22-ae31-2801724d5eee tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923814 Aug 10 03:44:27.054804 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ee727af3-fb9e-4ad4-b66a-3d7cd724404c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.081889 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b1bd4906-9220-40b9-9ab0-e0ad5858989b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.129865 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c20cd9-fea1-4613-8ca7-d9c79bfa2a33 req-581e4008-f8d7-4ad7-8870-493941d2cc3c tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:27.143209 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e0c20cd9-fea1-4613-8ca7-d9c79bfa2a33 req-581e4008-f8d7-4ad7-8870-493941d2cc3c tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.1746988 Aug 10 03:44:27.168042 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.169383 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48056) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:27.170988 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7570086e-c0d5-4b82-9606-f9cb137d7097 None None] Provisioning for port 00f3bc81-4c65-419c-b259-d80e8e8c19a2 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:27.188547 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7570086e-c0d5-4b82-9606-f9cb137d7097 None None] Provisioning complete for port 00f3bc81-4c65-419c-b259-d80e8e8c19a2 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:27.188923 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7570086e-c0d5-4b82-9606-f9cb137d7097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.211185 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628582f-fead-4b73-b167-f45badac65df None None] Pushing event updated for resources: {'Port': ['ID=15e31ae0-a41c-41fa-82bc-4d1a70aed8c2,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:27.236878 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-ee727af3-fb9e-4ad4-b66a-3d7cd724404c None None] Attempting to bind port 15e31ae0-a41c-41fa-82bc-4d1a70aed8c2 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:27.238121 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-ee727af3-fb9e-4ad4-b66a-3d7cd724404c None None] Attempting to bind port 15e31ae0-a41c-41fa-82bc-4d1a70aed8c2 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:27.238903 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee727af3-fb9e-4ad4-b66a-3d7cd724404c None None] Attempting to bind port 15e31ae0-a41c-41fa-82bc-4d1a70aed8c2 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:27.245313 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628582f-fead-4b73-b167-f45badac65df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:27.245501 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628582f-fead-4b73-b167-f45badac65df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:27.247110 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628582f-fead-4b73-b167-f45badac65df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:27.247570 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628582f-fead-4b73-b167-f45badac65df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:27.248181 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628582f-fead-4b73-b167-f45badac65df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:27.248752 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628582f-fead-4b73-b167-f45badac65df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:27.249314 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628582f-fead-4b73-b167-f45badac65df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:27.249881 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628582f-fead-4b73-b167-f45badac65df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:27.250791 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628582f-fead-4b73-b167-f45badac65df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:27.251766 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628582f-fead-4b73-b167-f45badac65df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:27.251897 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628582f-fead-4b73-b167-f45badac65df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:27.252488 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9628582f-fead-4b73-b167-f45badac65df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:44:27.276103 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b7ae143-37a5-4f96-97cb-e4ccd6e5cce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.283539 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee727af3-fb9e-4ad4-b66a-3d7cd724404c None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:44:27.283860 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-7570086e-c0d5-4b82-9606-f9cb137d7097 None None] Port 00f3bc81-4c65-419c-b259-d80e8e8c19a2 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:44:27.285473 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee727af3-fb9e-4ad4-b66a-3d7cd724404c None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:27.286399 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ee727af3-fb9e-4ad4-b66a-3d7cd724404c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.287329 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee727af3-fb9e-4ad4-b66a-3d7cd724404c None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:44:27.289104 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-ee727af3-fb9e-4ad4-b66a-3d7cd724404c None None] Bound port: 15e31ae0-a41c-41fa-82bc-4d1a70aed8c2, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:44:27.289781 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ee727af3-fb9e-4ad4-b66a-3d7cd724404c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.348423 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e0c20cd9-fea1-4613-8ca7-d9c79bfa2a33 req-6bc939ca-c801-458d-bca5-440bd91f7805 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029698 Aug 10 03:44:27.484445 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-ee727af3-fb9e-4ad4-b66a-3d7cd724404c None None] For port 15e31ae0-a41c-41fa-82bc-4d1a70aed8c2, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:27.493064 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-ee727af3-fb9e-4ad4-b66a-3d7cd724404c None None] For port 15e31ae0-a41c-41fa-82bc-4d1a70aed8c2, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=15e31ae0-a41c-41fa-82bc-4d1a70aed8c2,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:44:27.518190 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-b1bd4906-9220-40b9-9ab0-e0ad5858989b admin admin] Allocated IP 172.20.0.1 (ea927fde-d012-48b3-9009-355288075eee/3f1213ec-1529-4b69-872e-31c7ddfcb054/c012eb97-e27b-4b4b-a124-d2babb4d4be7) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:27.533960 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 77b0c5d5-0a87-427f-90d6-70be6a47ac4b up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:27.598685 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b7ae143-37a5-4f96-97cb-e4ccd6e5cce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.600004 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ee727af3-fb9e-4ad4-b66a-3d7cd724404c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.638572 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 77b0c5d5-0a87-427f-90d6-70be6a47ac4b triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:27.638902 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.672331 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8d6ad-353e-4349-ba55-03720364bdde req-3cd68f8f-018b-4ee0-98b5-988ba2ecd289 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:27.681017 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a7a8d6ad-353e-4349-ba55-03720364bdde req-3cd68f8f-018b-4ee0-98b5-988ba2ecd289 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.1376877 Aug 10 03:44:27.715396 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b1bd4906-9220-40b9-9ab0-e0ad5858989b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.723375 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628582f-fead-4b73-b167-f45badac65df None None] Pushing event updated for resources: {'Port': ['ID=15e31ae0-a41c-41fa-82bc-4d1a70aed8c2,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:27.730678 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-b1bd4906-9220-40b9-9ab0-e0ad5858989b admin admin] Transition to ACTIVE for port object c012eb97-e27b-4b4b-a124-d2babb4d4be7 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:27.755492 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee727af3-fb9e-4ad4-b66a-3d7cd724404c None None] Routers {'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:27.756294 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-ee727af3-fb9e-4ad4-b66a-3d7cd724404c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:44:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:27.770651 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-ca1e8fc9-c7a4-4ca6-86d4-74069ebd92dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00f3bc81-4c65-419c-b259-d80e8e8c19a2 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:27.787497 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a7a8d6ad-353e-4349-ba55-03720364bdde req-7a8cec20-e19a-411d-a40b-040c3e223192 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041758 Aug 10 03:44:27.795488 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-ca1e8fc9-c7a4-4ca6-86d4-74069ebd92dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.801339 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b7ae143-37a5-4f96-97cb-e4ccd6e5cce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.834847 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-ca1e8fc9-c7a4-4ca6-86d4-74069ebd92dd service neutron] Transition to ACTIVE for port object 00f3bc81-4c65-419c-b259-d80e8e8c19a2 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:27.860257 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0b7ae143-37a5-4f96-97cb-e4ccd6e5cce7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe375ccae75a48509ee9c7c7611847fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6893256 Aug 10 03:44:27.861772 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ae143-37a5-4f96-97cb-e4ccd6e5cce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79694ad5-0aca-46a4-8e7e-1a5c6774625a,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:27.863573 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48066) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:27.893321 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b1bd4906-9220-40b9-9ab0-e0ad5858989b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.935408 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bd4906-9220-40b9-9ab0-e0ad5858989b admin admin] Network ea927fde-d012-48b3-9009-355288075eee is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:27.939242 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-b1bd4906-9220-40b9-9ab0-e0ad5858989b admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:27.943858 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bd4906-9220-40b9-9ab0-e0ad5858989b admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:27.945241 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-ee727af3-fb9e-4ad4-b66a-3d7cd724404c None None] Set router f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:27.950036 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a9b2c547-72b1-4045-adff-f61926242f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.980513 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a9b2c547-72b1-4045-adff-f61926242f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:27.986497 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd4906-9220-40b9-9ab0-e0ad5858989b admin admin] Pushing event updated for resources: {'Port': ['ID=c012eb97-e27b-4b4b-a124-d2babb4d4be7,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:28.000321 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-ca1e8fc9-c7a4-4ca6-86d4-74069ebd92dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.008306 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b1bd4906-9220-40b9-9ab0-e0ad5858989b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.265360 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a9b2c547-72b1-4045-adff-f61926242f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.267593 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a9b2c547-72b1-4045-adff-f61926242f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.272908 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a9b2c547-72b1-4045-adff-f61926242f4a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/79694ad5-0aca-46a4-8e7e-1a5c6774625a HTTP/1.1" status: 204 len: 168 time: 0.4038141 Aug 10 03:44:28.273197 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-ee727af3-fb9e-4ad4-b66a-3d7cd724404c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'name': 'tempest-FloatingIPsAssociationTestJSON-2010575101-router', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:22Z', 'updated_at': '2021-08-10T03:44:24Z', 'revision_number': 3, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'gw_port': {'id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:23Z', 'updated_at': '2021-08-10T03:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:28.294035 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2c547-72b1-4045-adff-f61926242f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79694ad5-0aca-46a4-8e7e-1a5c6774625a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:28.310439 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee727af3-fb9e-4ad4-b66a-3d7cd724404c None None] The sync data for ids ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'] in n-d-802893-2 is: [{'id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'name': 'tempest-FloatingIPsAssociationTestJSON-2010575101-router', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:22Z', 'updated_at': '2021-08-10T03:44:24Z', 'revision_number': 3, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'gw_port': {'id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:23Z', 'updated_at': '2021-08-10T03:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:44:28.326425 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e8fc9-c7a4-4ca6-86d4-74069ebd92dd service neutron] Pushing event updated for resources: {'Port': ['ID=00f3bc81-4c65-419c-b259-d80e8e8c19a2,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:28.386464 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b1bd4906-9220-40b9-9ab0-e0ad5858989b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.387195 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae333b6f-543a-4a1f-b7ea-e12d4b09224b req-f8e3d1f2-e1e1-4882-8e2c-5d6863b2c470 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:28.395772 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ae333b6f-543a-4a1f-b7ea-e12d4b09224b req-f8e3d1f2-e1e1-4882-8e2c-5d6863b2c470 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dca3c98-8f25-4229-bff8-e39c9c02de84 HTTP/1.1" status: 200 len: 947 time: 0.2249892 Aug 10 03:44:28.465188 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ae333b6f-543a-4a1f-b7ea-e12d4b09224b req-988fdf7b-6327-4315-b796-219dc3e2256d tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683966 Aug 10 03:44:28.470793 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-ca1e8fc9-c7a4-4ca6-86d4-74069ebd92dd service neutron] Attempting to bind port 00f3bc81-4c65-419c-b259-d80e8e8c19a2 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:28.472729 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-ca1e8fc9-c7a4-4ca6-86d4-74069ebd92dd service neutron] Attempting to bind port 00f3bc81-4c65-419c-b259-d80e8e8c19a2 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:28.473239 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-ca1e8fc9-c7a4-4ca6-86d4-74069ebd92dd service neutron] Attempting to bind port 00f3bc81-4c65-419c-b259-d80e8e8c19a2 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:28.479023 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-ca1e8fc9-c7a4-4ca6-86d4-74069ebd92dd service neutron] Port 00f3bc81-4c65-419c-b259-d80e8e8c19a2 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:28.479362 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-ca1e8fc9-c7a4-4ca6-86d4-74069ebd92dd service neutron] Attempting to bind port 00f3bc81-4c65-419c-b259-d80e8e8c19a2 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:28.485840 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-ca1e8fc9-c7a4-4ca6-86d4-74069ebd92dd service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:44:28.486184 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-ca1e8fc9-c7a4-4ca6-86d4-74069ebd92dd service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:28.486575 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-ca1e8fc9-c7a4-4ca6-86d4-74069ebd92dd service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:44:28.487049 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-ca1e8fc9-c7a4-4ca6-86d4-74069ebd92dd service neutron] Bound port: 00f3bc81-4c65-419c-b259-d80e8e8c19a2, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:44:28.487434 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-ca1e8fc9-c7a4-4ca6-86d4-74069ebd92dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.539875 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2bc21979-31e7-4171-848a-0cb2006f40e3 None None] Provisioning for port c012eb97-e27b-4b4b-a124-d2babb4d4be7 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:28.545409 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2bc21979-31e7-4171-848a-0cb2006f40e3 None None] Provisioning complete for port c012eb97-e27b-4b4b-a124-d2babb4d4be7 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:28.545794 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2bc21979-31e7-4171-848a-0cb2006f40e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.585585 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-2bc21979-31e7-4171-848a-0cb2006f40e3 None None] Port c012eb97-e27b-4b4b-a124-d2babb4d4be7 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:44:28.612988 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-ca1e8fc9-c7a4-4ca6-86d4-74069ebd92dd service neutron] For port 00f3bc81-4c65-419c-b259-d80e8e8c19a2, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:28.617414 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-ca1e8fc9-c7a4-4ca6-86d4-74069ebd92dd service neutron] For port 00f3bc81-4c65-419c-b259-d80e8e8c19a2, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=00f3bc81-4c65-419c-b259-d80e8e8c19a2,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:44:28.627450 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c732af-4e62-45ff-8046-bf7739f03799 req-c3619146-0582-4e3d-9634-fa3b9b6a5509 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:28.630719 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a5c732af-4e62-45ff-8046-bf7739f03799 req-c3619146-0582-4e3d-9634-fa3b9b6a5509 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.1648507 Aug 10 03:44:28.684826 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-ca1e8fc9-c7a4-4ca6-86d4-74069ebd92dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.760691 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-ca1e8fc9-c7a4-4ca6-86d4-74069ebd92dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:28.761317 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-ca1e8fc9-c7a4-4ca6-86d4-74069ebd92dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:28.762801 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-ca1e8fc9-c7a4-4ca6-86d4-74069ebd92dd service neutron] 10.222.0.20 "PUT /v2.0/ports/00f3bc81-4c65-419c-b259-d80e8e8c19a2 HTTP/1.1" status: 200 len: 1095 time: 1.9542663 Aug 10 03:44:28.763264 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dca3c98-8f25-4229-bff8-e39c9c02de84', 'tag': '00f3bc81-4c65-419c-b259-d80e8e8c19a2'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:28.766077 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db24268e-f761-409a-b355-cee0d7d9c36c" -d '{"events": [{"name": "network-changed", "server_uuid": "3dca3c98-8f25-4229-bff8-e39c9c02de84", "tag": "00f3bc81-4c65-419c-b259-d80e8e8c19a2"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:28.777733 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a5c732af-4e62-45ff-8046-bf7739f03799 req-64f8674b-3e04-459f-817c-532b05d99e23 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341643 Aug 10 03:44:28.850654 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cf4607-c580-46b3-b5d2-70c398051675 x-openstack-request-id: req-b4cf4607-c580-46b3-b5d2-70c398051675 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:28.852335 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dca3c98-8f25-4229-bff8-e39c9c02de84", "tag": "00f3bc81-4c65-419c-b259-d80e8e8c19a2", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:28.853590 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4cf4607-c580-46b3-b5d2-70c398051675 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:28.854258 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dca3c98-8f25-4229-bff8-e39c9c02de84', 'tag': '00f3bc81-4c65-419c-b259-d80e8e8c19a2', 'status': 'completed', 'code': 200} Aug 10 03:44:28.863045 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e8fc9-c7a4-4ca6-86d4-74069ebd92dd service neutron] Pushing event updated for resources: {'Port': ['ID=00f3bc81-4c65-419c-b259-d80e8e8c19a2,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:28.930397 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b1bd4906-9220-40b9-9ab0-e0ad5858989b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.022327 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b1bd4906-9220-40b9-9ab0-e0ad5858989b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.040909 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24268e-f761-409a-b355-cee0d7d9c36c req-c76d2c26-967f-49dc-9ed8-65b7e4f7ade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:29.042475 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-db24268e-f761-409a-b355-cee0d7d9c36c req-c76d2c26-967f-49dc-9ed8-65b7e4f7ade4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&device_id=3dca3c98-8f25-4229-bff8-e39c9c02de84 HTTP/1.1" status: 200 len: 1098 time: 0.1314940 Aug 10 03:44:29.115506 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-db24268e-f761-409a-b355-cee0d7d9c36c req-b8d58e29-3e73-489b-843b-b53f99ec3740 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523291 Aug 10 03:44:29.154998 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e2411-e658-416d-93ea-4945189f1a82 req-e9a1381d-7d00-4c76-8451-fc3387953e84 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:29.173392 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d86e2411-e658-416d-93ea-4945189f1a82 req-e9a1381d-7d00-4c76-8451-fc3387953e84 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.2654178 Aug 10 03:44:29.204481 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b1bd4906-9220-40b9-9ab0-e0ad5858989b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.229433 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd4906-9220-40b9-9ab0-e0ad5858989b admin admin] Pushing event updated for resources: {'Port': ['ID=c012eb97-e27b-4b4b-a124-d2babb4d4be7,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:29.335043 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24268e-f761-409a-b355-cee0d7d9c36c req-0b14ea06-b172-46b7-b051-a49fb667ea0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:29.345345 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-db24268e-f761-409a-b355-cee0d7d9c36c req-0b14ea06-b172-46b7-b051-a49fb667ea0b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2191169 Aug 10 03:44:29.353607 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d86e2411-e658-416d-93ea-4945189f1a82 req-b7862c1e-917a-4563-9285-575efd98c08b tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752498 Aug 10 03:44:29.373804 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bd4906-9220-40b9-9ab0-e0ad5858989b admin admin] Network ea927fde-d012-48b3-9009-355288075eee is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:29.376251 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-b1bd4906-9220-40b9-9ab0-e0ad5858989b admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:29.490781 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 15e31ae0-a41c-41fa-82bc-4d1a70aed8c2 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:29.547120 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-fd22ad9f-884b-41a9-8989-02e381418315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:29.554879 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-fd22ad9f-884b-41a9-8989-02e381418315 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&device_id=3dca3c98-8f25-4229-bff8-e39c9c02de84 HTTP/1.1" status: 200 len: 1098 time: 0.1340396 Aug 10 03:44:29.667924 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-bf761cc9-f8e3-4726-9a4c-bd67fc9829c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=00f3bc81-4c65-419c-b259-d80e8e8c19a2 HTTP/1.1" status: 200 len: 217 time: 0.0985239 Aug 10 03:44:29.751232 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 15e31ae0-a41c-41fa-82bc-4d1a70aed8c2 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:29.755591 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-98eff1b6-c8fd-4c23-84e3-919fba8684f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:29.757262 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-98eff1b6-c8fd-4c23-84e3-919fba8684f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0790586 Aug 10 03:44:29.763396 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 15e31ae0-a41c-41fa-82bc-4d1a70aed8c2 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:29.764457 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.774544 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde30793-f10e-43fa-bc23-db5b4ad7135a req-017fb83d-bd84-4a1a-aecb-e71552b54efa tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:29.783264 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dde30793-f10e-43fa-bc23-db5b4ad7135a req-017fb83d-bd84-4a1a-aecb-e71552b54efa tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dca3c98-8f25-4229-bff8-e39c9c02de84 HTTP/1.1" status: 200 len: 947 time: 0.2120252 Aug 10 03:44:29.823894 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-21823248-612e-4a42-af6e-9f50892db66e None None] Provisioning complete for port c012eb97-e27b-4b4b-a124-d2babb4d4be7 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:29.825049 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-21823248-612e-4a42-af6e-9f50892db66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:29.957419 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-05a9e993-195d-4b80-8018-a367d5302af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:29.960273 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-05a9e993-195d-4b80-8018-a367d5302af0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1660845 Aug 10 03:44:29.976134 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dde30793-f10e-43fa-bc23-db5b4ad7135a req-b827f867-e54f-447c-8742-adce4968a703 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913097 Aug 10 03:44:30.007806 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1bd4906-9220-40b9-9ab0-e0ad5858989b admin admin] Router f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:44:30.060298 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb74b91-952d-4502-b2a1-13bd042aa1ec req-64a52584-623f-4b3b-accf-4606651437c2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:30.070645 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8bb74b91-952d-4502-b2a1-13bd042aa1ec req-64a52584-623f-4b3b-accf-4606651437c2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.1297522 Aug 10 03:44:30.179269 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-21823248-612e-4a42-af6e-9f50892db66e None None] Port c012eb97-e27b-4b4b-a124-d2babb4d4be7 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:44:30.192160 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8bb74b91-952d-4502-b2a1-13bd042aa1ec req-3bca4aa8-18f6-4035-a6b5-5a268ba559e0 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151772 Aug 10 03:44:30.263740 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.302947 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-ba0a734f-f2e4-43a3-8e23-c046d8a7fc3b service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254445 Aug 10 03:44:30.303427 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48112) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:30.305319 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 15e31ae0-a41c-41fa-82bc-4d1a70aed8c2, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=15e31ae0-a41c-41fa-82bc-4d1a70aed8c2,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:30.342147 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bd4906-9220-40b9-9ab0-e0ad5858989b admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:44:30.349180 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b1bd4906-9220-40b9-9ab0-e0ad5858989b admin admin] 10.222.0.25 "PUT /v2.0/routers/f9a7a6ba-1d60-4d23-8875-2bc8a43ce745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5513983 Aug 10 03:44:30.386161 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.445073 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5503218d-02d1-42a1-a52b-3a9e38419ea0 req-609d89c0-bec9-4875-8474-316a783f09ef service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339340 Aug 10 03:44:30.561462 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-e6fd3607-6bf7-4ba3-b14e-76b11141cebd admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-827644383-network', 'tenant_id': '68ead068ff5941589486676cf29720b2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:30.561579 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=15e31ae0-a41c-41fa-82bc-4d1a70aed8c2,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:30.609317 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a2028b-f47f-4d6f-9239-392ab7705011 req-1a40f361-a476-46aa-bdf5-27ea6b96fb5e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:30.611157 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c2a2028b-f47f-4d6f-9239-392ab7705011 req-1a40f361-a476-46aa-bdf5-27ea6b96fb5e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.1155686 Aug 10 03:44:30.667220 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c2a2028b-f47f-4d6f-9239-392ab7705011 req-b396d34c-128f-43d1-a1dd-a370a36c21a1 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486279 Aug 10 03:44:30.705421 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fd3607-6bf7-4ba3-b14e-76b11141cebd admin admin] Made reservation on behalf of 68ead068ff5941589486676cf29720b2 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:30.709147 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e6fd3607-6bf7-4ba3-b14e-76b11141cebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.720974 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e6fd3607-6bf7-4ba3-b14e-76b11141cebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.825550 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e6fd3607-6bf7-4ba3-b14e-76b11141cebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.905521 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e6fd3607-6bf7-4ba3-b14e-76b11141cebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:30.929930 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6fd3607-6bf7-4ba3-b14e-76b11141cebd admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:44:30.951556 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41261ff1-dd35-4be4-b865-d8d81cc7f9a7 None None] Sync routers for ids ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:44:30.965403 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41261ff1-dd35-4be4-b865-d8d81cc7f9a7 None None] Routers {'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:30.966046 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-41261ff1-dd35-4be4-b865-d8d81cc7f9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:44:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:31.006174 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd3607-6bf7-4ba3-b14e-76b11141cebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e364db68-d554-4bbf-a46c-e2f2ba7012f3,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:31.017756 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e6fd3607-6bf7-4ba3-b14e-76b11141cebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.018210 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-e6fd3607-6bf7-4ba3-b14e-76b11141cebd admin admin] Added segment f6d9cabc-7400-46a8-9fc3-952acebeb8e8 of type vlan for network 85845dc7-b247-4b00-98b8-c74ce14a48f1 Aug 10 03:44:31.126710 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e6fd3607-6bf7-4ba3-b14e-76b11141cebd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.126912 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-41261ff1-dd35-4be4-b865-d8d81cc7f9a7 None None] Set router f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:31.140085 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee91e15-625d-4bbe-9e0a-0e652554f9af req-bde9add1-17f7-4d00-9ed8-7dcd7d38b06e tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:31.142497 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cee91e15-625d-4bbe-9e0a-0e652554f9af req-bde9add1-17f7-4d00-9ed8-7dcd7d38b06e tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dca3c98-8f25-4229-bff8-e39c9c02de84 HTTP/1.1" status: 200 len: 947 time: 0.0747101 Aug 10 03:44:31.163587 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-273355e1-b3cf-4b96-a496-9b206297ad37 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:31.165145 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-273355e1-b3cf-4b96-a496-9b206297ad37 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c&tenant_id=47ca53781e6743fd8c23c05b91862cdc&binding%3Ahost_id=n-h2-802893-2 HTTP/1.1" status: 200 len: 1097 time: 0.2141697 Aug 10 03:44:31.191595 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cee91e15-625d-4bbe-9e0a-0e652554f9af req-4505e30b-6378-42da-9645-8151db5d9c05 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390372 Aug 10 03:44:31.192065 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-dc17cfc3-604a-4e45-ba7d-6fbf1db11bed service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802893-2'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:31.228558 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-5c775dd0-a67c-4fa6-b4e6-1391b550af00 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:31.232660 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-5c775dd0-a67c-4fa6-b4e6-1391b550af00 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/networks?id=ea927fde-d012-48b3-9009-355288075eee HTTP/1.1" status: 200 len: 821 time: 0.2890606 Aug 10 03:44:31.263067 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-e122c140-b9ea-4f7b-bdc6-69f656b9c1cb tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/quotas/b06669819ebb41b2937412e826c7d140 HTTP/1.1" status: 200 len: 375 time: 0.0258608 Aug 10 03:44:31.321904 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-dc17cfc3-604a-4e45-ba7d-6fbf1db11bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.344825 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e6fd3607-6bf7-4ba3-b14e-76b11141cebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.354185 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fd3607-6bf7-4ba3-b14e-76b11141cebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:31.355040 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e6fd3607-6bf7-4ba3-b14e-76b11141cebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.466122 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 15e31ae0-a41c-41fa-82bc-4d1a70aed8c2 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:31.467836 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b51537-e312-4abe-be04-2d1ae94ff601 req-0d3cc60c-721d-49e4-9fa9-0cff275d5315 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:31.470186 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-05b51537-e312-4abe-be04-2d1ae94ff601 req-0d3cc60c-721d-49e4-9fa9-0cff275d5315 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.0866680 Aug 10 03:44:31.473257 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-2a31dfe3-bfd9-4bf6-abb9-a51b67f81473 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b06669819ebb41b2937412e826c7d140&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2087989 Aug 10 03:44:31.494519 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd3607-6bf7-4ba3-b14e-76b11141cebd admin admin] Pushing event updated for resources: {'Network': ['ID=85845dc7-b247-4b00-98b8-c74ce14a48f1,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:31.509884 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 85845dc7-b247-4b00-98b8-c74ce14a48f1 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:44:31.531113 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-05b51537-e312-4abe-be04-2d1ae94ff601 req-24067bd8-ad5f-4ccf-8e81-752e01b8276d tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536358 Aug 10 03:44:31.545977 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e6fd3607-6bf7-4ba3-b14e-76b11141cebd admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2414768 Aug 10 03:44:31.549196 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48146) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:31.559761 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-424cb0f3-919c-4679-9524-2cdbf0a86926 admin admin] Request body: {'subnet': {'network_id': '85845dc7-b247-4b00-98b8-c74ce14a48f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-827644383-subnet', 'tenant_id': '68ead068ff5941589486676cf29720b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:31.627392 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 15e31ae0-a41c-41fa-82bc-4d1a70aed8c2 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:31.627624 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.657664 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-41261ff1-dd35-4be4-b865-d8d81cc7f9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'name': 'tempest-FloatingIPsAssociationTestJSON-2010575101-router', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:22Z', 'updated_at': '2021-08-10T03:44:28Z', 'revision_number': 4, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'gw_port': {'id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:23Z', 'updated_at': '2021-08-10T03:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'c012eb97-e27b-4b4b-a124-d2babb4d4be7', 'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'mac_address': 'fa:16:3e:9e:ba:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:27Z', 'updated_at': '2021-08-10T03:44:28Z', 'revision_number': 2, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'subnets': [{'id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:31.668578 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-b71c98f0-0f6f-4dff-9414-2d581e341eb6 service neutron] 10.222.0.25 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841214 Aug 10 03:44:31.690227 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41261ff1-dd35-4be4-b865-d8d81cc7f9a7 None None] Checking router: f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:44:31.690544 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41261ff1-dd35-4be4-b865-d8d81cc7f9a7 None None] Updating router f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 port c012eb97-e27b-4b4b-a124-d2babb4d4be7 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:44:31.698995 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424cb0f3-919c-4679-9524-2cdbf0a86926 admin admin] Made reservation on behalf of 68ead068ff5941589486676cf29720b2 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:31.702658 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-424cb0f3-919c-4679-9524-2cdbf0a86926 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.729028 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41261ff1-dd35-4be4-b865-d8d81cc7f9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:31.765002 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-dc17cfc3-604a-4e45-ba7d-6fbf1db11bed service neutron] For port 45469e1f-b3c8-44a0-b148-f8c1669f304e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=45469e1f-b3c8-44a0-b148-f8c1669f304e,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:31.856546 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-dc17cfc3-604a-4e45-ba7d-6fbf1db11bed service neutron] For port 45469e1f-b3c8-44a0-b148-f8c1669f304e, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:31.873075 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-91644ea8-c85d-4a76-9aac-f064b05c5973 service neutron] 10.222.0.25 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986046 Aug 10 03:44:31.883010 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc10cfa-1d14-4689-b97a-cd4a862ee776 req-4086d078-fcfe-4c3c-ab70-1ea654f436fd tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:31.890341 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cfc10cfa-1d14-4689-b97a-cd4a862ee776 req-4086d078-fcfe-4c3c-ab70-1ea654f436fd tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 946 time: 0.0916865 Aug 10 03:44:31.983008 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cfc10cfa-1d14-4689-b97a-cd4a862ee776 req-28252a68-5a05-4ee5-807b-80a8f4c5f157 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904536 Aug 10 03:44:32.001741 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-dc17cfc3-604a-4e45-ba7d-6fbf1db11bed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:32.001741 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b76352-323f-4565-ab99-6948224ae70c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45469e1f-b3c8-44a0-b148-f8c1669f304e'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:32.001741 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26af0daf-a5a8-493e-b3be-0e862625c18e" -d '{"events": [{"server_uuid": "a3b76352-323f-4565-ab99-6948224ae70c", "name": "network-vif-unplugged", "status": "completed", "tag": "45469e1f-b3c8-44a0-b148-f8c1669f304e"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:32.041447 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef25a3b-5e13-4ec9-9299-66beda547c05 x-openstack-request-id: req-cef25a3b-5e13-4ec9-9299-66beda547c05 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:32.041744 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b76352-323f-4565-ab99-6948224ae70c", "name": "network-vif-unplugged", "status": "completed", "tag": "45469e1f-b3c8-44a0-b148-f8c1669f304e", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:32.042004 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cef25a3b-5e13-4ec9-9299-66beda547c05 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:32.042402 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b76352-323f-4565-ab99-6948224ae70c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45469e1f-b3c8-44a0-b148-f8c1669f304e', 'code': 200} Aug 10 03:44:32.122724 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-dc17cfc3-604a-4e45-ba7d-6fbf1db11bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:32.122928 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-424cb0f3-919c-4679-9524-2cdbf0a86926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:32.165049 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41261ff1-dd35-4be4-b865-d8d81cc7f9a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:32.193917 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-41261ff1-dd35-4be4-b865-d8d81cc7f9a7 None None] Transition to ACTIVE for port object c012eb97-e27b-4b4b-a124-d2babb4d4be7 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:32.218206 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424cb0f3-919c-4679-9524-2cdbf0a86926 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbd04f40-8901-4c29-b302-9841ea30afb4,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:32.243888 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17cfc3-604a-4e45-ba7d-6fbf1db11bed service neutron] Pushing event updated for resources: {'Port': ['ID=45469e1f-b3c8-44a0-b148-f8c1669f304e,revision_number=7']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:32.255682 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fcfda27e-726f-47fa-87d1-da46895ec462 req-6686cc30-43bb-4bd8-b8b6-17e2fec761a6 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318 HTTP/1.1" status: 200 len: 210 time: 0.0589600 Aug 10 03:44:32.265103 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424cb0f3-919c-4679-9524-2cdbf0a86926 admin admin] Checking segment: {'id': 'f6d9cabc-7400-46a8-9fc3-952acebeb8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '85845dc7-b247-4b00-98b8-c74ce14a48f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:32.265469 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424cb0f3-919c-4679-9524-2cdbf0a86926 admin admin] Network hostable DHCP agents. Network: 85845dc7-b247-4b00-98b8-c74ce14a48f1, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:44:32.268709 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-dc17cfc3-604a-4e45-ba7d-6fbf1db11bed service neutron] Attempting to bind port 45469e1f-b3c8-44a0-b148-f8c1669f304e on host n-h2-802893-2 for vnic_type normal with profile {"migrating_to": "n-h1-802893-2"} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:32.270904 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-dc17cfc3-604a-4e45-ba7d-6fbf1db11bed service neutron] Attempting to bind port 45469e1f-b3c8-44a0-b148-f8c1669f304e by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:32.272062 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-dc17cfc3-604a-4e45-ba7d-6fbf1db11bed service neutron] Attempting to bind port 45469e1f-b3c8-44a0-b148-f8c1669f304e on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:32.275721 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41261ff1-dd35-4be4-b865-d8d81cc7f9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:32.279853 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-dc17cfc3-604a-4e45-ba7d-6fbf1db11bed service neutron] Port 45469e1f-b3c8-44a0-b148-f8c1669f304e on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:32.280332 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-dc17cfc3-604a-4e45-ba7d-6fbf1db11bed service neutron] Attempting to bind port 45469e1f-b3c8-44a0-b148-f8c1669f304e on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:32.287590 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-dc17cfc3-604a-4e45-ba7d-6fbf1db11bed service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:44:32.288106 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-dc17cfc3-604a-4e45-ba7d-6fbf1db11bed service neutron] Checking segment: {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:32.288602 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-dc17cfc3-604a-4e45-ba7d-6fbf1db11bed service neutron] Bound using segment: {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:44:32.289937 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-dc17cfc3-604a-4e45-ba7d-6fbf1db11bed service neutron] Bound port: 45469e1f-b3c8-44a0-b148-f8c1669f304e, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:44:32.289937 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-dc17cfc3-604a-4e45-ba7d-6fbf1db11bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:32.368192 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424cb0f3-919c-4679-9524-2cdbf0a86926 admin admin] Network 85845dc7-b247-4b00-98b8-c74ce14a48f1 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:44:32.376453 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52af1b-7051-49ae-9321-872e773991f1 None None] Pushing event updated for resources: {'Port': ['ID=c012eb97-e27b-4b4b-a124-d2babb4d4be7,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:32.478365 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-424cb0f3-919c-4679-9524-2cdbf0a86926 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 85845dc7-b247-4b00-98b8-c74ce14a48f1) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:32.485399 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424cb0f3-919c-4679-9524-2cdbf0a86926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:32.486008 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-424cb0f3-919c-4679-9524-2cdbf0a86926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:32.500302 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5dd584-47fc-4074-9ad2-9695b447ebe4 None None] Network 85845dc7-b247-4b00-98b8-c74ce14a48f1 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:32.501210 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-dc17cfc3-604a-4e45-ba7d-6fbf1db11bed service neutron] For port 45469e1f-b3c8-44a0-b148-f8c1669f304e, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:32.510236 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-41261ff1-dd35-4be4-b865-d8d81cc7f9a7 None None] Attempting to bind port c012eb97-e27b-4b4b-a124-d2babb4d4be7 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:32.510527 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-41261ff1-dd35-4be4-b865-d8d81cc7f9a7 None None] Attempting to bind port c012eb97-e27b-4b4b-a124-d2babb4d4be7 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'a45d8102-0f0b-47e1-b9bf-864794b5de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ea927fde-d012-48b3-9009-355288075eee'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:32.511347 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41261ff1-dd35-4be4-b865-d8d81cc7f9a7 None None] Attempting to bind port c012eb97-e27b-4b4b-a124-d2babb4d4be7 on network ea927fde-d012-48b3-9009-355288075eee {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:32.516645 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb930a0c-3ca9-4687-90a3-ecabd01fd108 req-f178b9dc-260d-4335-b241-c6c7e10b8c8b tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:32.528187 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eb930a0c-3ca9-4687-90a3-ecabd01fd108 req-f178b9dc-260d-4335-b241-c6c7e10b8c8b tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dca3c98-8f25-4229-bff8-e39c9c02de84 HTTP/1.1" status: 200 len: 947 time: 0.1916113 Aug 10 03:44:32.539749 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-dc17cfc3-604a-4e45-ba7d-6fbf1db11bed service neutron] For port 45469e1f-b3c8-44a0-b148-f8c1669f304e, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=45469e1f-b3c8-44a0-b148-f8c1669f304e,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:44:32.560692 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41261ff1-dd35-4be4-b865-d8d81cc7f9a7 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:44:32.561066 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41261ff1-dd35-4be4-b865-d8d81cc7f9a7 None None] Checking segment: {'id': 'a45d8102-0f0b-47e1-b9bf-864794b5de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ea927fde-d012-48b3-9009-355288075eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:32.561728 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41261ff1-dd35-4be4-b865-d8d81cc7f9a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:32.562125 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41261ff1-dd35-4be4-b865-d8d81cc7f9a7 None None] Bound using segment: {'id': 'a45d8102-0f0b-47e1-b9bf-864794b5de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ea927fde-d012-48b3-9009-355288075eee'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:44:32.562612 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-41261ff1-dd35-4be4-b865-d8d81cc7f9a7 None None] Bound port: c012eb97-e27b-4b4b-a124-d2babb4d4be7, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a45d8102-0f0b-47e1-b9bf-864794b5de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ea927fde-d012-48b3-9009-355288075eee'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:44:32.562994 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41261ff1-dd35-4be4-b865-d8d81cc7f9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:32.588655 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eb930a0c-3ca9-4687-90a3-ecabd01fd108 req-f2216670-f929-49f1-a65f-61ed50fe42c2 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591071 Aug 10 03:44:32.598318 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-424cb0f3-919c-4679-9524-2cdbf0a86926 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0473189 Aug 10 03:44:32.631238 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-dc17cfc3-604a-4e45-ba7d-6fbf1db11bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:32.702559 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1a928-2979-4fc6-af0b-26e75b7f6015 req-9b05bba1-9781-4c41-95f4-45b2374a128e tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:32.711625 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c1c1a928-2979-4fc6-af0b-26e75b7f6015 req-9b05bba1-9781-4c41-95f4-45b2374a128e tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.0679560 Aug 10 03:44:32.726607 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17cfc3-604a-4e45-ba7d-6fbf1db11bed service neutron] Pushing event updated for resources: {'Port': ['ID=45469e1f-b3c8-44a0-b148-f8c1669f304e,revision_number=8']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:32.735844 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-41261ff1-dd35-4be4-b865-d8d81cc7f9a7 None None] For port c012eb97-e27b-4b4b-a124-d2babb4d4be7, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:32.743535 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-41261ff1-dd35-4be4-b865-d8d81cc7f9a7 None None] For port c012eb97-e27b-4b4b-a124-d2babb4d4be7, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c012eb97-e27b-4b4b-a124-d2babb4d4be7,segment=NetworkSegment(a45d8102-0f0b-47e1-b9bf-864794b5de8c),segment_id=a45d8102-0f0b-47e1-b9bf-864794b5de8c)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:44:32.790229 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-dc17cfc3-604a-4e45-ba7d-6fbf1db11bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:32.791027 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-dc17cfc3-604a-4e45-ba7d-6fbf1db11bed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:32.793027 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-dc17cfc3-604a-4e45-ba7d-6fbf1db11bed service neutron] 10.222.0.68 "PUT /v2.0/ports/45469e1f-b3c8-44a0-b148-f8c1669f304e HTTP/1.1" status: 200 len: 1122 time: 1.6062775 Aug 10 03:44:32.796513 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c1c1a928-2979-4fc6-af0b-26e75b7f6015 req-86555f0b-32b1-4c56-aa02-1eadc5b6be72 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778430 Aug 10 03:44:32.837995 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0768fce-f5fd-4fe9-bc3e-d12cf6bdf18c None None] Network 85845dc7-b247-4b00-98b8-c74ce14a48f1 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:32.842151 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41261ff1-dd35-4be4-b865-d8d81cc7f9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:32.982045 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['45469e1f-b3c8-44a0-b148-f8c1669f304e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:32.987021 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41261ff1-dd35-4be4-b865-d8d81cc7f9a7 None None] Routers {'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:32.988259 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-41261ff1-dd35-4be4-b865-d8d81cc7f9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:44:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:33.179151 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afdd8f-6de3-43f4-b1a8-f012af75216b req-379ae56a-dc8f-4ac1-ae35-c899499c8238 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:33.180792 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58afdd8f-6de3-43f4-b1a8-f012af75216b req-379ae56a-dc8f-4ac1-ae35-c899499c8238 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 944 time: 0.0773265 Aug 10 03:44:33.215339 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc52af1b-7051-49ae-9321-872e773991f1 None None] Pushing event updated for resources: {'Port': ['ID=c012eb97-e27b-4b4b-a124-d2babb4d4be7,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:33.215339 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['45469e1f-b3c8-44a0-b148-f8c1669f304e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:33.241075 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58afdd8f-6de3-43f4-b1a8-f012af75216b req-9c54dde4-7b76-4a3c-a48d-187bd1550a70 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533576 Aug 10 03:44:33.365649 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-41261ff1-dd35-4be4-b865-d8d81cc7f9a7 None None] Set router f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:33.422076 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9f7a2ed4-249c-4605-b067-87bba2762fb9 req-347ca7b5-6f2d-41e6-a627-53f3fadb4894 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318 HTTP/1.1" status: 200 len: 210 time: 0.0479913 Aug 10 03:44:33.746433 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25725321-5a3e-440c-84e1-f58d502845bc req-02522775-7148-4b52-b5cd-fc65562fb274 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:33.748061 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-25725321-5a3e-440c-84e1-f58d502845bc req-02522775-7148-4b52-b5cd-fc65562fb274 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dca3c98-8f25-4229-bff8-e39c9c02de84 HTTP/1.1" status: 200 len: 947 time: 0.0606651 Aug 10 03:44:33.804551 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-25725321-5a3e-440c-84e1-f58d502845bc req-614cb1bf-aa0f-435c-b114-e0e028040838 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477207 Aug 10 03:44:33.922385 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f3dd0-60c0-4630-959d-6a151fe5a0ac req-d2578425-1962-4e76-a973-8f6b2572536e tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:33.926826 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cd3f3dd0-60c0-4630-959d-6a151fe5a0ac req-d2578425-1962-4e76-a973-8f6b2572536e tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.0491428 Aug 10 03:44:33.932321 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-41261ff1-dd35-4be4-b865-d8d81cc7f9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'name': 'tempest-FloatingIPsAssociationTestJSON-2010575101-router', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:22Z', 'updated_at': '2021-08-10T03:44:28Z', 'revision_number': 4, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'gw_port': {'id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:23Z', 'updated_at': '2021-08-10T03:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'c012eb97-e27b-4b4b-a124-d2babb4d4be7', 'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'mac_address': 'fa:16:3e:9e:ba:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:27Z', 'updated_at': '2021-08-10T03:44:32Z', 'revision_number': 4, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'subnets': [{'id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:33.969068 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cd3f3dd0-60c0-4630-959d-6a151fe5a0ac req-0d5ea3e0-e041-4047-a6bb-dcd27ce096ee tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368631 Aug 10 03:44:33.971153 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41261ff1-dd35-4be4-b865-d8d81cc7f9a7 None None] The sync data for ids ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'] in n-d-802893-2 is: [{'id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'name': 'tempest-FloatingIPsAssociationTestJSON-2010575101-router', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:22Z', 'updated_at': '2021-08-10T03:44:28Z', 'revision_number': 4, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'gw_port': {'id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:23Z', 'updated_at': '2021-08-10T03:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'c012eb97-e27b-4b4b-a124-d2babb4d4be7', 'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'mac_address': 'fa:16:3e:9e:ba:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:27Z', 'updated_at': '2021-08-10T03:44:32Z', 'revision_number': 4, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'subnets': [{'id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:44:34.046976 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b76352-323f-4565-ab99-6948224ae70c', 'tag': '45469e1f-b3c8-44a0-b148-f8c1669f304e'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:34.068185 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa7d99e-59d9-4fca-ac1e-99b8db00c4c1" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b76352-323f-4565-ab99-6948224ae70c", "tag": "45469e1f-b3c8-44a0-b148-f8c1669f304e"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:34.126728 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 45469e1f-b3c8-44a0-b148-f8c1669f304e details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:44:34.127183 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ddb501-340e-4c6b-a3ea-52bda41419b2 x-openstack-request-id: req-72ddb501-340e-4c6b-a3ea-52bda41419b2 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:34.127183 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b76352-323f-4565-ab99-6948224ae70c", "tag": "45469e1f-b3c8-44a0-b148-f8c1669f304e", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:34.127183 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72ddb501-340e-4c6b-a3ea-52bda41419b2 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:34.127183 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b76352-323f-4565-ab99-6948224ae70c', 'tag': '45469e1f-b3c8-44a0-b148-f8c1669f304e', 'status': 'completed', 'code': 200} Aug 10 03:44:34.217254 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7d99e-59d9-4fca-ac1e-99b8db00c4c1 req-1df45434-a96d-4466-bfae-64ceb6fcacf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:34.219745 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0fa7d99e-59d9-4fca-ac1e-99b8db00c4c1 req-1df45434-a96d-4466-bfae-64ceb6fcacf3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47ca53781e6743fd8c23c05b91862cdc&device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 1125 time: 0.0529284 Aug 10 03:44:34.248775 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 45469e1f-b3c8-44a0-b148-f8c1669f304e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=45469e1f-b3c8-44a0-b148-f8c1669f304e,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:34.269217 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 45469e1f-b3c8-44a0-b148-f8c1669f304e has no active binding in host n-h1-802893-2 {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:44:34.373377 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7d99e-59d9-4fca-ac1e-99b8db00c4c1 req-32b72a0a-fcd4-4eb8-a7d9-56350ab6b338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:34.375764 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0fa7d99e-59d9-4fca-ac1e-99b8db00c4c1 req-32b72a0a-fcd4-4eb8-a7d9-56350ab6b338 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4 HTTP/1.1" status: 200 len: 922 time: 0.1492455 Aug 10 03:44:34.380841 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3612e94e-0caf-4721-a3f4-3caf0ab3907c req-d99365e9-2a17-4f38-b24a-1de1f9ae7af4 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:34.382805 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3612e94e-0caf-4721-a3f4-3caf0ab3907c req-d99365e9-2a17-4f38-b24a-1de1f9ae7af4 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 944 time: 0.0616243 Aug 10 03:44:34.442401 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0fa7d99e-59d9-4fca-ac1e-99b8db00c4c1 req-ce4d8f31-4b6c-4edb-aa7d-4689dba5fa36 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45469e1f-b3c8-44a0-b148-f8c1669f304e HTTP/1.1" status: 200 len: 217 time: 0.0542514 Aug 10 03:44:34.465537 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3612e94e-0caf-4721-a3f4-3caf0ab3907c req-c80654a8-8fcc-44f4-87d4-8558b90e5230 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750587 Aug 10 03:44:34.586812 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a65354f9-b0d8-4aca-b321-0df90d9103f9 req-2935eae5-36ab-480d-a0f6-884f09aa4831 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318 HTTP/1.1" status: 200 len: 210 time: 0.0711417 Aug 10 03:44:34.620149 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7d99e-59d9-4fca-ac1e-99b8db00c4c1 req-27772061-d1cf-4ea7-94f3-731fd1987d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:34.620149 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0fa7d99e-59d9-4fca-ac1e-99b8db00c4c1 req-27772061-d1cf-4ea7-94f3-731fd1987d25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc5ee412-63a0-4c00-8014-352954e4021d HTTP/1.1" status: 200 len: 861 time: 0.1617262 Aug 10 03:44:34.646756 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48210) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:34.654490 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-488c9088-934f-4d08-84e2-09b664c7c266 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1120598589-network', 'tenant_id': 'a4ce9d58e4c048fca6d4dfaa371f7dc3'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:34.701173 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 00f3bc81-4c65-419c-b259-d80e8e8c19a2 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:44:34.781238 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488c9088-934f-4d08-84e2-09b664c7c266 admin admin] Made reservation on behalf of a4ce9d58e4c048fca6d4dfaa371f7dc3 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:34.785914 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-488c9088-934f-4d08-84e2-09b664c7c266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.793066 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-488c9088-934f-4d08-84e2-09b664c7c266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.913583 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 00f3bc81-4c65-419c-b259-d80e8e8c19a2, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=00f3bc81-4c65-419c-b259-d80e8e8c19a2,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:34.953217 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-488c9088-934f-4d08-84e2-09b664c7c266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:34.964018 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0fa7d99e-59d9-4fca-ac1e-99b8db00c4c1 req-64700ac8-212d-4d71-b320-85c495e1b039 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3314149 Aug 10 03:44:34.982156 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '00f3bc81-4c65-419c-b259-d80e8e8c19a2', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': '00f3bc81-4c65-419c-b259-d80e8e8c19a2', 'mac_address': 'fa:16:3e:f8:29:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:44:35.020393 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-488c9088-934f-4d08-84e2-09b664c7c266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:35.036728 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-488c9088-934f-4d08-84e2-09b664c7c266 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:44:35.093220 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2b160-03ac-4fde-9531-3865003036fd req-78f3b367-eb73-47eb-8fd2-4cbf02628495 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:35.095874 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:35.103982 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-488c9088-934f-4d08-84e2-09b664c7c266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:35.106476 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-488c9088-934f-4d08-84e2-09b664c7c266 admin admin] Added segment 3798ce3e-eed0-4ebb-a74e-1645534f3d8c of type vlan for network 66df550f-436a-4bd5-881f-570a2c182aa2 Aug 10 03:44:35.113213 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32e2b160-03ac-4fde-9531-3865003036fd req-78f3b367-eb73-47eb-8fd2-4cbf02628495 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dca3c98-8f25-4229-bff8-e39c9c02de84 HTTP/1.1" status: 200 len: 947 time: 0.1518803 Aug 10 03:44:35.114896 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00f3bc81-4c65-419c-b259-d80e8e8c19a2 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:35.146041 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 00f3bc81-4c65-419c-b259-d80e8e8c19a2, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=00f3bc81-4c65-419c-b259-d80e8e8c19a2,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:35.189469 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c9088-934f-4d08-84e2-09b664c7c266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb43496-4a07-48b6-a0fb-4b99fd71dd6a,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:35.189750 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0fa7d99e-59d9-4fca-ac1e-99b8db00c4c1 req-ff8a48ce-3e75-453c-80af-0f5079cbbc8b service neutron] 10.222.0.20 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186816 Aug 10 03:44:35.213984 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32e2b160-03ac-4fde-9531-3865003036fd req-b1255dbc-3ba2-4f61-bf69-4480f8617a12 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944335 Aug 10 03:44:35.233737 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-488c9088-934f-4d08-84e2-09b664c7c266 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:35.234492 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:35.297840 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734521d-f1c9-4d24-b492-273bb2538402 req-9ea39a1c-08f1-47bb-8855-303a8b5c851d tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:35.299445 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4734521d-f1c9-4d24-b492-273bb2538402 req-9ea39a1c-08f1-47bb-8855-303a8b5c851d tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.0862763 Aug 10 03:44:35.314693 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=00f3bc81-4c65-419c-b259-d80e8e8c19a2,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:35.356748 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-488c9088-934f-4d08-84e2-09b664c7c266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:35.358150 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488c9088-934f-4d08-84e2-09b664c7c266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:35.359459 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-488c9088-934f-4d08-84e2-09b664c7c266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:35.385885 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4734521d-f1c9-4d24-b492-273bb2538402 req-2d01e0b9-504c-4f6a-a6fd-9f3f607329a7 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732872 Aug 10 03:44:35.388762 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0fa7d99e-59d9-4fca-ac1e-99b8db00c4c1 req-ab968dc5-6590-4a30-9978-1190fcb5eaab service neutron] 10.222.0.20 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787741 Aug 10 03:44:35.443757 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c9088-934f-4d08-84e2-09b664c7c266 admin admin] Pushing event updated for resources: {'Network': ['ID=66df550f-436a-4bd5-881f-570a2c182aa2,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:35.458419 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 66df550f-436a-4bd5-881f-570a2c182aa2 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:44:35.510287 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48220) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:44:35.510869 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-488c9088-934f-4d08-84e2-09b664c7c266 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8625505 Aug 10 03:44:35.519447 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-9e13434d-0ba9-4056-bc9e-7cf161e7f763 admin admin] Request body: {'subnet': {'network_id': '66df550f-436a-4bd5-881f-570a2c182aa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1120598589-subnet', 'tenant_id': 'a4ce9d58e4c048fca6d4dfaa371f7dc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:35.545144 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c012eb97-e27b-4b4b-a124-d2babb4d4be7 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:35.624357 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['00f3bc81-4c65-419c-b259-d80e8e8c19a2'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:35.638098 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc16b23-695b-4298-a331-d11bf3efdad5 req-a8f7dea3-76fb-4d5e-9115-b73a3fe580ea tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:35.651047 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cfc16b23-695b-4298-a331-d11bf3efdad5 req-a8f7dea3-76fb-4d5e-9115-b73a3fe580ea tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 944 time: 0.0877819 Aug 10 03:44:35.672103 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e13434d-0ba9-4056-bc9e-7cf161e7f763 admin admin] Made reservation on behalf of a4ce9d58e4c048fca6d4dfaa371f7dc3 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:35.680718 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9e13434d-0ba9-4056-bc9e-7cf161e7f763 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:35.710508 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port c012eb97-e27b-4b4b-a124-d2babb4d4be7 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:35.723145 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port c012eb97-e27b-4b4b-a124-d2babb4d4be7 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:35.724341 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:35.736846 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-995b8e96-b848-4e08-8be8-ff08910280f2 req-d346e24a-8152-453a-b0ba-4b968b99bd40 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318 HTTP/1.1" status: 200 len: 210 time: 0.0374553 Aug 10 03:44:35.771989 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cfc16b23-695b-4298-a331-d11bf3efdad5 req-bdae2dbd-7db4-42e0-aad0-b081dfbc1785 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193211 Aug 10 03:44:35.910042 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:35.952249 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port c012eb97-e27b-4b4b-a124-d2babb4d4be7, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c012eb97-e27b-4b4b-a124-d2babb4d4be7,segment=NetworkSegment(a45d8102-0f0b-47e1-b9bf-864794b5de8c),segment_id=a45d8102-0f0b-47e1-b9bf-864794b5de8c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:36.020458 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9e13434d-0ba9-4056-bc9e-7cf161e7f763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:36.042733 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:36.077519 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e13434d-0ba9-4056-bc9e-7cf161e7f763 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8efea70e-c5d0-4b5a-9196-539b77c66814,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:36.089893 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e13434d-0ba9-4056-bc9e-7cf161e7f763 admin admin] Checking segment: {'id': '3798ce3e-eed0-4ebb-a74e-1645534f3d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '66df550f-436a-4bd5-881f-570a2c182aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:36.090235 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e13434d-0ba9-4056-bc9e-7cf161e7f763 admin admin] Network hostable DHCP agents. Network: 66df550f-436a-4bd5-881f-570a2c182aa2, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:44:36.118255 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=c012eb97-e27b-4b4b-a124-d2babb4d4be7,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:36.185590 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e13434d-0ba9-4056-bc9e-7cf161e7f763 admin admin] Network 66df550f-436a-4bd5-881f-570a2c182aa2 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:44:36.281220 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-9e13434d-0ba9-4056-bc9e-7cf161e7f763 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 66df550f-436a-4bd5-881f-570a2c182aa2) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:36.286972 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e13434d-0ba9-4056-bc9e-7cf161e7f763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:36.288037 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9e13434d-0ba9-4056-bc9e-7cf161e7f763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:36.293987 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08d9595-9b69-48c1-8d95-2401455b9833 None None] Network 66df550f-436a-4bd5-881f-570a2c182aa2 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:36.348990 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ee665-118f-4774-b5ac-61de47f65044 req-ab75e090-833c-41c3-a857-3eb1e92467a9 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:36.350540 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-001ee665-118f-4774-b5ac-61de47f65044 req-ab75e090-833c-41c3-a857-3eb1e92467a9 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dca3c98-8f25-4229-bff8-e39c9c02de84 HTTP/1.1" status: 200 len: 948 time: 0.0724990 Aug 10 03:44:36.404200 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-001ee665-118f-4774-b5ac-61de47f65044 req-ec49f700-017d-4a8b-a681-963926bbb258 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472724 Aug 10 03:44:36.412112 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9e13434d-0ba9-4056-bc9e-7cf161e7f763 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8980246 Aug 10 03:44:36.476247 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb36387-622d-40e2-8754-cfd8d356e654 None None] Network 66df550f-436a-4bd5-881f-570a2c182aa2 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:44:36.602183 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0c2e5-edfa-4c03-ab9b-cf5c47e25131 req-2b7c6e4c-cfc2-4682-90b8-c9dd3eb5adc3 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:36.603840 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ba0c2e5-edfa-4c03-ab9b-cf5c47e25131 req-2b7c6e4c-cfc2-4682-90b8-c9dd3eb5adc3 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.1293039 Aug 10 03:44:36.638836 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-a2f413a9-305d-428c-a8f0-baa42e19d324 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:36.640383 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-a2f413a9-305d-428c-a8f0-baa42e19d324 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.20 "GET /v2.0/networks?id=ea927fde-d012-48b3-9009-355288075eee HTTP/1.1" status: 200 len: 821 time: 0.1986136 Aug 10 03:44:36.665684 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-6a476d39-4da1-4603-bfe2-a051276957db tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Request body: {'port': {'device_id': '86b1fea4-09b2-4d9f-8013-5f3397ab2318', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'admin_state_up': True, 'tenant_id': 'b06669819ebb41b2937412e826c7d140'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:36.672533 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ba0c2e5-edfa-4c03-ab9b-cf5c47e25131 req-2ae01c5b-35d3-45a3-8a20-070d58e4d3e1 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565538 Aug 10 03:44:36.882019 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-971d0012-2046-45c6-a513-bc3a556b7590 req-93a63ef4-e6e4-4e84-a1a3-f709fd4c0a2d tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318 HTTP/1.1" status: 200 len: 210 time: 0.0452809 Aug 10 03:44:36.893769 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-6a476d39-4da1-4603-bfe2-a051276957db tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Made reservation on behalf of b06669819ebb41b2937412e826c7d140 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:36.900799 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-6a476d39-4da1-4603-bfe2-a051276957db tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.027845 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d09ad-e435-49c5-8615-de32a91c4548 req-7b1a5c1c-cf37-4c04-9408-addb7964ae52 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:37.029326 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-568d09ad-e435-49c5-8615-de32a91c4548 req-7b1a5c1c-cf37-4c04-9408-addb7964ae52 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/networks?id=85845dc7-b247-4b00-98b8-c74ce14a48f1 HTTP/1.1" status: 200 len: 814 time: 0.1210539 Aug 10 03:44:37.046019 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-568d09ad-e435-49c5-8615-de32a91c4548 req-4aec171e-246d-4dae-80aa-be0390e2fc74 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/quotas/68ead068ff5941589486676cf29720b2 HTTP/1.1" status: 200 len: 375 time: 0.0097511 Aug 10 03:44:37.068260 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57408025-a3ce-4700-a778-2ab30afa8b3e req-0d9a630d-0ccd-4d3c-a86f-7f51c4a0a827 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:37.069871 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-57408025-a3ce-4700-a778-2ab30afa8b3e req-0d9a630d-0ccd-4d3c-a86f-7f51c4a0a827 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 944 time: 0.1117935 Aug 10 03:44:37.085068 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-568d09ad-e435-49c5-8615-de32a91c4548 req-8acd392e-6f90-41ef-ab6e-5e4bf7e731c5 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=68ead068ff5941589486676cf29720b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310721 Aug 10 03:44:37.093167 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-6a476d39-4da1-4603-bfe2-a051276957db tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Allocated IP 172.20.0.8 (ea927fde-d012-48b3-9009-355288075eee/3f1213ec-1529-4b69-872e-31c7ddfcb054/de9e0ad0-65b4-4bf6-b913-2011932e5cae) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:37.137420 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-57408025-a3ce-4700-a778-2ab30afa8b3e req-d8c824d5-8d7c-443a-9880-94bec383ce19 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581017 Aug 10 03:44:37.218665 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-568d09ad-e435-49c5-8615-de32a91c4548 req-bcc5d965-1522-4732-9b68-44ddcba4b942 service neutron] 10.222.0.25 "GET /v2.0/networks/85845dc7-b247-4b00-98b8-c74ce14a48f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186769 Aug 10 03:44:37.307693 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-6a476d39-4da1-4603-bfe2-a051276957db tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.322508 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-6a476d39-4da1-4603-bfe2-a051276957db tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Transition to ACTIVE for port object de9e0ad0-65b4-4bf6-b913-2011932e5cae will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:37.347544 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-568d09ad-e435-49c5-8615-de32a91c4548 req-b686e3f8-bc6a-4d7c-9c4c-7da781bf177c service neutron] 10.222.0.25 "GET /v2.0/networks/85845dc7-b247-4b00-98b8-c74ce14a48f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211743 Aug 10 03:44:37.419496 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c012eb97-e27b-4b4b-a124-d2babb4d4be7 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:37.437181 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-6a476d39-4da1-4603-bfe2-a051276957db tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.500887 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-6a476d39-4da1-4603-bfe2-a051276957db tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Network ea927fde-d012-48b3-9009-355288075eee is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:37.504476 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port c012eb97-e27b-4b4b-a124-d2babb4d4be7 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:37.505209 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.507783 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-6a476d39-4da1-4603-bfe2-a051276957db tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:37.513674 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-6a476d39-4da1-4603-bfe2-a051276957db tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:37.546494 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a476d39-4da1-4603-bfe2-a051276957db tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Pushing event updated for resources: {'Port': ['ID=de9e0ad0-65b4-4bf6-b913-2011932e5cae,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:37.613734 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bffa3c-bff8-4009-b8f7-bc128a45e25c req-b64ab3a0-4e67-4b1a-b494-e39af9b81e88 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:37.615387 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-83bffa3c-bff8-4009-b8f7-bc128a45e25c req-b64ab3a0-4e67-4b1a-b494-e39af9b81e88 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dca3c98-8f25-4229-bff8-e39c9c02de84 HTTP/1.1" status: 200 len: 948 time: 0.1108637 Aug 10 03:44:37.621967 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-6a476d39-4da1-4603-bfe2-a051276957db tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:37.622664 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-6a476d39-4da1-4603-bfe2-a051276957db tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.684455 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-83bffa3c-bff8-4009-b8f7-bc128a45e25c req-7b910060-0c41-470a-b67e-a6202c2ccc1c tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493796 Aug 10 03:44:37.685955 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8075a0fa-4a6d-4694-a28f-2b003821c3eb req-df9a0807-92cf-4c81-8bb2-dd837805c5d9 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/ports?device_id=97d9d8de-42ae-4f88-a793-f616b4c4fa33 HTTP/1.1" status: 200 len: 210 time: 0.0837476 Aug 10 03:44:37.729218 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-6a476d39-4da1-4603-bfe2-a051276957db tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0680392 Aug 10 03:44:37.749728 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-62f78c35-acfd-415c-8946-1c3ecf33a848 service neutron] Request body: {'port': {'device_id': '86b1fea4-09b2-4d9f-8013-5f3397ab2318', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:37.850283 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-62f78c35-acfd-415c-8946-1c3ecf33a848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.893663 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-afd82cf7-e4ea-44d5-847e-97f321f9cf09 None None] Provisioning for port de9e0ad0-65b4-4bf6-b913-2011932e5cae completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:37.899583 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-afd82cf7-e4ea-44d5-847e-97f321f9cf09 None None] Provisioning complete for port de9e0ad0-65b4-4bf6-b913-2011932e5cae triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:37.901729 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-afd82cf7-e4ea-44d5-847e-97f321f9cf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:37.907771 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258dcf8-24d6-4aa0-a955-9be0e169d40a req-693887d1-a761-4291-ae97-e62cb497130c tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:37.909709 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5258dcf8-24d6-4aa0-a955-9be0e169d40a req-693887d1-a761-4291-ae97-e62cb497130c tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.0956697 Aug 10 03:44:37.957420 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-afd82cf7-e4ea-44d5-847e-97f321f9cf09 None None] Port de9e0ad0-65b4-4bf6-b913-2011932e5cae cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:44:38.014662 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5258dcf8-24d6-4aa0-a955-9be0e169d40a req-51ce801d-a0c3-4fd5-b7a9-3a04bf7e949d tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977523 Aug 10 03:44:38.022257 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eff424-be36-4905-af08-2e3e718cd0a3 req-cec98c31-17bf-4863-92fd-edb5d908ea8c tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:38.023884 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-91eff424-be36-4905-af08-2e3e718cd0a3 req-cec98c31-17bf-4863-92fd-edb5d908ea8c tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318 HTTP/1.1" status: 200 len: 931 time: 0.0606806 Aug 10 03:44:38.067198 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-91eff424-be36-4905-af08-2e3e718cd0a3 req-b40b197e-2e46-4d16-a810-0cf388d3dceb tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/security-groups?id=6763967d-314e-4d18-9fae-24a19d07d72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367689 Aug 10 03:44:38.189378 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-62f78c35-acfd-415c-8946-1c3ecf33a848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de9e0ad0-65b4-4bf6-b913-2011932e5cae {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:38.199249 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-62f78c35-acfd-415c-8946-1c3ecf33a848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:38.212023 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-62f78c35-acfd-415c-8946-1c3ecf33a848 service neutron] Transition to ACTIVE for port object de9e0ad0-65b4-4bf6-b913-2011932e5cae will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:38.282392 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82ec59-0add-4f79-a16d-7f96aa632aff req-548b9d1e-0a91-41e2-9545-5d721a2cd222 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:38.284579 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d82ec59-0add-4f79-a16d-7f96aa632aff req-548b9d1e-0a91-41e2-9545-5d721a2cd222 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 944 time: 0.0552969 Aug 10 03:44:38.335055 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-62f78c35-acfd-415c-8946-1c3ecf33a848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:38.344833 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d82ec59-0add-4f79-a16d-7f96aa632aff req-f099fb42-18b3-42bd-aa9c-23052977ec44 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526249 Aug 10 03:44:38.404830 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f78c35-acfd-415c-8946-1c3ecf33a848 service neutron] Pushing event updated for resources: {'Port': ['ID=de9e0ad0-65b4-4bf6-b913-2011932e5cae,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:38.487825 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-62f78c35-acfd-415c-8946-1c3ecf33a848 service neutron] Attempting to bind port de9e0ad0-65b4-4bf6-b913-2011932e5cae on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:38.488563 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-62f78c35-acfd-415c-8946-1c3ecf33a848 service neutron] Attempting to bind port de9e0ad0-65b4-4bf6-b913-2011932e5cae by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'a45d8102-0f0b-47e1-b9bf-864794b5de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ea927fde-d012-48b3-9009-355288075eee'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:38.488563 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-62f78c35-acfd-415c-8946-1c3ecf33a848 service neutron] Attempting to bind port de9e0ad0-65b4-4bf6-b913-2011932e5cae on network ea927fde-d012-48b3-9009-355288075eee {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:38.493332 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-62f78c35-acfd-415c-8946-1c3ecf33a848 service neutron] Port de9e0ad0-65b4-4bf6-b913-2011932e5cae on network ea927fde-d012-48b3-9009-355288075eee not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:38.493785 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-62f78c35-acfd-415c-8946-1c3ecf33a848 service neutron] Attempting to bind port de9e0ad0-65b4-4bf6-b913-2011932e5cae on network ea927fde-d012-48b3-9009-355288075eee {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:38.499625 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-62f78c35-acfd-415c-8946-1c3ecf33a848 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:44:38.500433 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-62f78c35-acfd-415c-8946-1c3ecf33a848 service neutron] Checking segment: {'id': 'a45d8102-0f0b-47e1-b9bf-864794b5de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ea927fde-d012-48b3-9009-355288075eee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:38.500924 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-62f78c35-acfd-415c-8946-1c3ecf33a848 service neutron] Bound using segment: {'id': 'a45d8102-0f0b-47e1-b9bf-864794b5de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ea927fde-d012-48b3-9009-355288075eee'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:44:38.501446 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-62f78c35-acfd-415c-8946-1c3ecf33a848 service neutron] Bound port: de9e0ad0-65b4-4bf6-b913-2011932e5cae, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45d8102-0f0b-47e1-b9bf-864794b5de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ea927fde-d012-48b3-9009-355288075eee'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:44:38.501880 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-62f78c35-acfd-415c-8946-1c3ecf33a848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:38.576035 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-62f78c35-acfd-415c-8946-1c3ecf33a848 service neutron] For port de9e0ad0-65b4-4bf6-b913-2011932e5cae, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:38.583091 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-62f78c35-acfd-415c-8946-1c3ecf33a848 service neutron] For port de9e0ad0-65b4-4bf6-b913-2011932e5cae, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=de9e0ad0-65b4-4bf6-b913-2011932e5cae,segment=NetworkSegment(a45d8102-0f0b-47e1-b9bf-864794b5de8c),segment_id=a45d8102-0f0b-47e1-b9bf-864794b5de8c)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:44:38.660658 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-62f78c35-acfd-415c-8946-1c3ecf33a848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:38.703057 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-62f78c35-acfd-415c-8946-1c3ecf33a848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:38.704775 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-62f78c35-acfd-415c-8946-1c3ecf33a848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:38.712848 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-62f78c35-acfd-415c-8946-1c3ecf33a848 service neutron] 10.222.0.20 "PUT /v2.0/ports/de9e0ad0-65b4-4bf6-b913-2011932e5cae HTTP/1.1" status: 200 len: 1091 time: 0.9681900 Aug 10 03:44:38.713617 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b1fea4-09b2-4d9f-8013-5f3397ab2318', 'tag': 'de9e0ad0-65b4-4bf6-b913-2011932e5cae'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:38.716233 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527c4333-9139-43f5-b3bb-3b71ed5b5429" -d '{"events": [{"name": "network-changed", "server_uuid": "86b1fea4-09b2-4d9f-8013-5f3397ab2318", "tag": "de9e0ad0-65b4-4bf6-b913-2011932e5cae"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:38.725760 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 00f3bc81-4c65-419c-b259-d80e8e8c19a2 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:38.770870 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f78c35-acfd-415c-8946-1c3ecf33a848 service neutron] Pushing event updated for resources: {'Port': ['ID=de9e0ad0-65b4-4bf6-b913-2011932e5cae,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:38.775634 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4c3273-fcc0-4860-b6c7-ac84b748d239 x-openstack-request-id: req-8f4c3273-fcc0-4860-b6c7-ac84b748d239 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:38.775921 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b1fea4-09b2-4d9f-8013-5f3397ab2318", "tag": "de9e0ad0-65b4-4bf6-b913-2011932e5cae", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:38.776206 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8f4c3273-fcc0-4860-b6c7-ac84b748d239 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:38.776745 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b1fea4-09b2-4d9f-8013-5f3397ab2318', 'tag': 'de9e0ad0-65b4-4bf6-b913-2011932e5cae', 'status': 'completed', 'code': 200} Aug 10 03:44:38.860087 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ea70a5a1-d3dd-469f-8eca-46bafbf08e3d req-2ef371e5-6f25-4d4f-a24b-bbeae6c2ccc6 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/ports?device_id=97d9d8de-42ae-4f88-a793-f616b4c4fa33 HTTP/1.1" status: 200 len: 210 time: 0.0498681 Aug 10 03:44:38.917194 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 00f3bc81-4c65-419c-b259-d80e8e8c19a2 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:38.921551 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 00f3bc81-4c65-419c-b259-d80e8e8c19a2 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:38.921918 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:38.922253 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81a2e2-f1ec-4fcc-aaac-c413bd30e54c req-660cd1b9-42bb-496c-8d4f-feefe83acb98 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:38.924174 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6d81a2e2-f1ec-4fcc-aaac-c413bd30e54c req-660cd1b9-42bb-496c-8d4f-feefe83acb98 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dca3c98-8f25-4229-bff8-e39c9c02de84 HTTP/1.1" status: 200 len: 948 time: 0.0649617 Aug 10 03:44:38.933383 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c4333-9139-43f5-b3bb-3b71ed5b5429 req-262bcd6f-70e8-4d71-ad96-8bd92a70ac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:38.934900 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-527c4333-9139-43f5-b3bb-3b71ed5b5429 req-262bcd6f-70e8-4d71-ad96-8bd92a70ac25 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b06669819ebb41b2937412e826c7d140&device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318 HTTP/1.1" status: 200 len: 1094 time: 0.1236193 Aug 10 03:44:39.023975 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:39.024414 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6d81a2e2-f1ec-4fcc-aaac-c413bd30e54c req-0194949d-81ee-476d-a2e5-06eb35b251a8 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932331 Aug 10 03:44:39.050631 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dca3c98-8f25-4229-bff8-e39c9c02de84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f3bc81-4c65-419c-b259-d80e8e8c19a2'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:39.053183 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbabc46b-58da-41ac-9a7c-e4b5a979eb6e" -d '{"events": [{"server_uuid": "3dca3c98-8f25-4229-bff8-e39c9c02de84", "name": "network-vif-plugged", "status": "completed", "tag": "00f3bc81-4c65-419c-b259-d80e8e8c19a2"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:39.066748 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 00f3bc81-4c65-419c-b259-d80e8e8c19a2, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=00f3bc81-4c65-419c-b259-d80e8e8c19a2,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:39.088145 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c4333-9139-43f5-b3bb-3b71ed5b5429 req-69b5665c-b796-4807-9aa7-5c01052c402a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:39.089616 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-527c4333-9139-43f5-b3bb-3b71ed5b5429 req-69b5665c-b796-4807-9aa7-5c01052c402a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b06669819ebb41b2937412e826c7d140&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1308632 Aug 10 03:44:39.114728 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac86774f-8a7c-4c27-8ab6-cc74568182e8 x-openstack-request-id: req-ac86774f-8a7c-4c27-8ab6-cc74568182e8 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:39.115021 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dca3c98-8f25-4229-bff8-e39c9c02de84", "name": "network-vif-plugged", "status": "completed", "tag": "00f3bc81-4c65-419c-b259-d80e8e8c19a2", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:39.115273 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac86774f-8a7c-4c27-8ab6-cc74568182e8 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:39.115670 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dca3c98-8f25-4229-bff8-e39c9c02de84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00f3bc81-4c65-419c-b259-d80e8e8c19a2', 'code': 200} Aug 10 03:44:39.189667 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bea517-b347-4a9a-9808-aa9cc0c9f269 req-a6bde375-4909-4a35-9aff-8a67afcfba63 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:39.191410 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-99bea517-b347-4a9a-9808-aa9cc0c9f269 req-a6bde375-4909-4a35-9aff-8a67afcfba63 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.0746274 Aug 10 03:44:39.241556 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-99bea517-b347-4a9a-9808-aa9cc0c9f269 req-7da0a06b-cd3a-4b5f-8f75-36e2b17f3cba tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377271 Aug 10 03:44:39.241802 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:39.298616 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=00f3bc81-4c65-419c-b259-d80e8e8c19a2,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:39.301771 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527c4333-9139-43f5-b3bb-3b71ed5b5429 req-d3eebb28-eac8-443e-9e30-45071f345ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:39.303550 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-527c4333-9139-43f5-b3bb-3b71ed5b5429 req-d3eebb28-eac8-443e-9e30-45071f345ece service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2051148 Aug 10 03:44:39.320852 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbca51-b17f-4cba-bb20-fc88beba1110 req-72129f4c-4bb9-459c-ad65-a9011849f652 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:39.322831 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-29fbca51-b17f-4cba-bb20-fc88beba1110 req-72129f4c-4bb9-459c-ad65-a9011849f652 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318 HTTP/1.1" status: 200 len: 943 time: 0.1464188 Aug 10 03:44:39.332717 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69526958-620e-42df-85eb-60ea88be8ca6 req-257d24c1-9630-42b9-8acf-64001c8aeacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:39.332717 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-69526958-620e-42df-85eb-60ea88be8ca6 req-257d24c1-9630-42b9-8acf-64001c8aeacf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3dca3c98-8f25-4229-bff8-e39c9c02de84 HTTP/1.1" status: 200 len: 1100 time: 0.0998473 Aug 10 03:44:39.379373 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-29fbca51-b17f-4cba-bb20-fc88beba1110 req-918efe4e-a7f3-4c80-aa25-1f6f3286dad8 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/security-groups?id=6763967d-314e-4d18-9fae-24a19d07d72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467637 Aug 10 03:44:39.398314 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-69526958-620e-42df-85eb-60ea88be8ca6 req-8722479f-012f-47cb-b14f-350f8a612740 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384181 Aug 10 03:44:39.513417 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef3644-f964-476b-b941-d43240a747ad req-ebd184e0-8e2a-495e-88a4-45882778f564 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:39.514913 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-57ef3644-f964-476b-b941-d43240a747ad req-ebd184e0-8e2a-495e-88a4-45882778f564 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 944 time: 0.0588772 Aug 10 03:44:39.555163 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-57ef3644-f964-476b-b941-d43240a747ad req-031adc17-8bd6-4fbd-b3d3-8a746619f29b tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337884 Aug 10 03:44:39.704393 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-b84297fc-0ea4-4498-aa5d-22efa2a9a883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:39.706038 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-b84297fc-0ea4-4498-aa5d-22efa2a9a883 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b06669819ebb41b2937412e826c7d140&device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318 HTTP/1.1" status: 200 len: 1094 time: 0.0497177 Aug 10 03:44:39.779036 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-8a33a9bd-1e4a-4588-9bc7-1e78576af925 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de9e0ad0-65b4-4bf6-b913-2011932e5cae HTTP/1.1" status: 200 len: 217 time: 0.0367208 Aug 10 03:44:39.837963 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-b1a4525f-52e8-45c9-b444-74ac1c3a6d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:39.839817 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-b1a4525f-52e8-45c9-b444-74ac1c3a6d8b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f1213ec-1529-4b69-872e-31c7ddfcb054 HTTP/1.1" status: 200 len: 860 time: 0.0493481 Aug 10 03:44:39.882996 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-05417eb3-442f-4233-9212-9d29c008e208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:39.897416 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-e11374e9-ee4f-4a10-813a-ce95e1ee3168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:39.898953 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-e11374e9-ee4f-4a10-813a-ce95e1ee3168 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ea927fde-d012-48b3-9009-355288075eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489578 Aug 10 03:44:39.970481 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-71408948-cfe0-4c7d-b28a-898d8afae799 req-4036136a-9369-4f9a-b856-89c10d3cc688 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/ports?device_id=97d9d8de-42ae-4f88-a793-f616b4c4fa33 HTTP/1.1" status: 200 len: 210 time: 0.0428183 Aug 10 03:44:40.012093 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-aca591ce-c646-4090-bd43-5f62ccf7ae59 service neutron] 10.222.0.20 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040380 Aug 10 03:44:40.176271 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d13b3ccb-d6bc-4331-8c29-59e33549b7b5 req-03c5be46-15cf-4986-a29b-51d8525310da service neutron] 10.222.0.20 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560037 Aug 10 03:44:40.199824 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4317d1ae-e3a1-47d9-ae48-92c5a8e76360 req-e1d1657f-d0be-4272-9291-50ff725829d3 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:40.201659 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4317d1ae-e3a1-47d9-ae48-92c5a8e76360 req-e1d1657f-d0be-4272-9291-50ff725829d3 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dca3c98-8f25-4229-bff8-e39c9c02de84 HTTP/1.1" status: 200 len: 949 time: 0.0826216 Aug 10 03:44:40.244911 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4317d1ae-e3a1-47d9-ae48-92c5a8e76360 req-80dcf64a-d133-400a-813d-f5ac5211e154 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359492 Aug 10 03:44:40.370442 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc852cd-db54-4e3e-bffe-6e919d797266 req-98ec64ae-3bed-4195-a75e-a0d08e9ffd73 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:40.371982 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4fc852cd-db54-4e3e-bffe-6e919d797266 req-98ec64ae-3bed-4195-a75e-a0d08e9ffd73 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.0572810 Aug 10 03:44:40.415563 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4fc852cd-db54-4e3e-bffe-6e919d797266 req-8f450cdb-bf0e-4d51-8a77-1ce321ef1512 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374393 Aug 10 03:44:40.556749 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a0bfe-dadc-4169-8200-c425aa0f4737 req-69f634bc-ee35-40cc-90b2-211e80bbcb08 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:40.558327 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a62a0bfe-dadc-4169-8200-c425aa0f4737 req-69f634bc-ee35-40cc-90b2-211e80bbcb08 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318 HTTP/1.1" status: 200 len: 943 time: 0.0601380 Aug 10 03:44:40.600549 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a62a0bfe-dadc-4169-8200-c425aa0f4737 req-0bad443f-1e0b-4755-ba38-f48a25495f25 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/security-groups?id=6763967d-314e-4d18-9fae-24a19d07d72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362065 Aug 10 03:44:40.691105 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb387dc7-f3ba-4b3a-a6b5-981aac9b09f6 req-ab124dcb-f062-4053-9489-a87291a475dd tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:40.692739 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cb387dc7-f3ba-4b3a-a6b5-981aac9b09f6 req-ab124dcb-f062-4053-9489-a87291a475dd tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 944 time: 0.0524824 Aug 10 03:44:40.736289 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cb387dc7-f3ba-4b3a-a6b5-981aac9b09f6 req-82569ab2-58bb-4e2c-88a3-f75c59ed0989 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367706 Aug 10 03:44:41.081186 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e53a49ad-d2f9-432d-bb26-3a28e5444890 req-57c42854-5c9d-48c6-8531-8aad6682f06a tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/ports?device_id=97d9d8de-42ae-4f88-a793-f616b4c4fa33 HTTP/1.1" status: 200 len: 210 time: 0.0301001 Aug 10 03:44:41.369913 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dfdadc-9da5-40f8-95ee-f24a0e772ec7 req-43b6db2a-18bf-47a9-899e-09b824c34e94 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:41.371391 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00dfdadc-9da5-40f8-95ee-f24a0e772ec7 req-43b6db2a-18bf-47a9-899e-09b824c34e94 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dca3c98-8f25-4229-bff8-e39c9c02de84 HTTP/1.1" status: 200 len: 949 time: 0.0532534 Aug 10 03:44:41.526492 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00dfdadc-9da5-40f8-95ee-f24a0e772ec7 req-ff9dac43-9e8b-404d-96d1-412fa71aa78e tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391568 Aug 10 03:44:41.552124 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d09ad-e435-49c5-8615-de32a91c4548 req-d5f570b4-be28-4031-ac8d-83e673c95dfa tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:41.552124 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-568d09ad-e435-49c5-8615-de32a91c4548 req-d5f570b4-be28-4031-ac8d-83e673c95dfa tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.20 "GET /v2.0/networks?id=85845dc7-b247-4b00-98b8-c74ce14a48f1 HTTP/1.1" status: 200 len: 814 time: 0.1715178 Aug 10 03:44:41.563877 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6f988-3b24-4844-8ea5-621760eb5e93 req-d2d5a086-cea7-48a7-94ec-f7904134803b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:41.571687 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-568d09ad-e435-49c5-8615-de32a91c4548 req-d3bb978b-d9db-4092-a3b1-786b89ea0612 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Request body: {'port': {'device_id': '97d9d8de-42ae-4f88-a793-f616b4c4fa33', 'network_id': '85845dc7-b247-4b00-98b8-c74ce14a48f1', 'admin_state_up': True, 'tenant_id': '68ead068ff5941589486676cf29720b2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:41.575254 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ddd6f988-3b24-4844-8ea5-621760eb5e93 req-d2d5a086-cea7-48a7-94ec-f7904134803b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.0770423 Aug 10 03:44:41.617922 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ddd6f988-3b24-4844-8ea5-621760eb5e93 req-61f15b64-9967-49ad-bb1f-0aa97aceb548 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417888 Aug 10 03:44:41.761274 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f55012-ae2e-4139-b858-8c340b58f1d3 req-d0def055-ba07-4aaa-ac7e-b3b39d312e8e tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:41.763994 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-75f55012-ae2e-4139-b858-8c340b58f1d3 req-d0def055-ba07-4aaa-ac7e-b3b39d312e8e tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318 HTTP/1.1" status: 200 len: 943 time: 0.0639021 Aug 10 03:44:41.813818 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-568d09ad-e435-49c5-8615-de32a91c4548 req-d3bb978b-d9db-4092-a3b1-786b89ea0612 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Made reservation on behalf of 68ead068ff5941589486676cf29720b2 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:41.818185 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-568d09ad-e435-49c5-8615-de32a91c4548 req-d3bb978b-d9db-4092-a3b1-786b89ea0612 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:41.823039 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-75f55012-ae2e-4139-b858-8c340b58f1d3 req-f57757c5-42ec-4813-930e-970c6b78dc37 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/security-groups?id=6763967d-314e-4d18-9fae-24a19d07d72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498590 Aug 10 03:44:41.943206 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24220ad9-c1af-4756-8185-0b61ae0523f0 req-a81b1d64-d578-4792-9ebf-9586d72c7faf tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:41.944901 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-24220ad9-c1af-4756-8185-0b61ae0523f0 req-a81b1d64-d578-4792-9ebf-9586d72c7faf tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 944 time: 0.1139896 Aug 10 03:44:42.023385 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-24220ad9-c1af-4756-8185-0b61ae0523f0 req-3d406dab-05ca-4550-a33d-5c3956ab7378 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723090 Aug 10 03:44:42.041187 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-568d09ad-e435-49c5-8615-de32a91c4548 req-d3bb978b-d9db-4092-a3b1-786b89ea0612 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Allocated IP 172.20.0.2 (85845dc7-b247-4b00-98b8-c74ce14a48f1/cbd04f40-8901-4c29-b302-9841ea30afb4/2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:42.181543 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-316a05b8-03a3-41f1-895b-88831c87c297 req-983a42eb-8024-42b2-9da3-bb44cbb577fd tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/ports?device_id=97d9d8de-42ae-4f88-a793-f616b4c4fa33 HTTP/1.1" status: 200 len: 210 time: 0.0284276 Aug 10 03:44:42.215717 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-568d09ad-e435-49c5-8615-de32a91c4548 req-d3bb978b-d9db-4092-a3b1-786b89ea0612 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:42.339944 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-568d09ad-e435-49c5-8615-de32a91c4548 req-d3bb978b-d9db-4092-a3b1-786b89ea0612 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:42.388207 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-568d09ad-e435-49c5-8615-de32a91c4548 req-d3bb978b-d9db-4092-a3b1-786b89ea0612 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Network 85845dc7-b247-4b00-98b8-c74ce14a48f1 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:42.394419 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-568d09ad-e435-49c5-8615-de32a91c4548 req-d3bb978b-d9db-4092-a3b1-786b89ea0612 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:42.396877 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-568d09ad-e435-49c5-8615-de32a91c4548 req-d3bb978b-d9db-4092-a3b1-786b89ea0612 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:42.427373 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb978b-d9db-4092-a3b1-786b89ea0612 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Pushing event updated for resources: {'Port': ['ID=2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:42.455352 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d09ad-e435-49c5-8615-de32a91c4548 req-d3bb978b-d9db-4092-a3b1-786b89ea0612 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:42.456507 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-568d09ad-e435-49c5-8615-de32a91c4548 req-d3bb978b-d9db-4092-a3b1-786b89ea0612 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:42.651020 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abda3f0-c470-4a2a-a81b-8a175da6efe7 req-644696df-bd82-4eee-ac9d-f5821f70e533 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:42.652679 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6abda3f0-c470-4a2a-a81b-8a175da6efe7 req-644696df-bd82-4eee-ac9d-f5821f70e533 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dca3c98-8f25-4229-bff8-e39c9c02de84 HTTP/1.1" status: 200 len: 949 time: 0.0506468 Aug 10 03:44:42.696446 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6abda3f0-c470-4a2a-a81b-8a175da6efe7 req-890d2a0c-58e2-4f26-9822-9a60e4be73ba tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376384 Aug 10 03:44:42.735013 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device de9e0ad0-65b4-4bf6-b913-2011932e5cae details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:44:42.803174 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709bbf3-e60c-4c7d-aa53-cadd87621d56 req-af3aa8c2-d053-4400-99a3-c4757353fd1f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:42.804741 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6709bbf3-e60c-4c7d-aa53-cadd87621d56 req-af3aa8c2-d053-4400-99a3-c4757353fd1f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.0545535 Aug 10 03:44:42.851684 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port de9e0ad0-65b4-4bf6-b913-2011932e5cae, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=de9e0ad0-65b4-4bf6-b913-2011932e5cae,segment=NetworkSegment(a45d8102-0f0b-47e1-b9bf-864794b5de8c),segment_id=a45d8102-0f0b-47e1-b9bf-864794b5de8c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:42.982036 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6709bbf3-e60c-4c7d-aa53-cadd87621d56 req-7512ae24-2f3a-489a-ae8d-4b4ca6f06a52 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391576 Aug 10 03:44:42.982901 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e98a3f-ac9f-42d8-80d8-f0ff1b7de3f7 req-3a2b6c81-a5cf-4bb4-8d07-d427d9243f53 tempest-ServersOnMultiNodesTest-298007937 tempest-ServersOnMultiNodesTest-298007937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:42.983517 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'de9e0ad0-65b4-4bf6-b913-2011932e5cae', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'port_id': 'de9e0ad0-65b4-4bf6-b913-2011932e5cae', 'mac_address': 'fa:16:3e:c7:57:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:44:42.983624 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23e98a3f-ac9f-42d8-80d8-f0ff1b7de3f7 req-3a2b6c81-a5cf-4bb4-8d07-d427d9243f53 tempest-ServersOnMultiNodesTest-298007937 tempest-ServersOnMultiNodesTest-298007937-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3dca3c98-8f25-4229-bff8-e39c9c02de84 HTTP/1.1" status: 200 len: 1100 time: 0.0424857 Aug 10 03:44:42.983703 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:42.983780 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23e98a3f-ac9f-42d8-80d8-f0ff1b7de3f7 req-b0845d7f-571d-4b3d-a5fe-edd1ca1b9898 tempest-ServersOnMultiNodesTest-298007937 tempest-ServersOnMultiNodesTest-298007937-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408621 Aug 10 03:44:42.983856 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de9e0ad0-65b4-4bf6-b913-2011932e5cae {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:42.983856 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port de9e0ad0-65b4-4bf6-b913-2011932e5cae, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=de9e0ad0-65b4-4bf6-b913-2011932e5cae,segment=NetworkSegment(a45d8102-0f0b-47e1-b9bf-864794b5de8c),segment_id=a45d8102-0f0b-47e1-b9bf-864794b5de8c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:42.984260 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5b166-2c20-40d1-88d6-1d9f36ac39a4 req-8d4c1b33-689d-475a-af8c-9186475c7681 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:42.984260 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fda5b166-2c20-40d1-88d6-1d9f36ac39a4 req-8d4c1b33-689d-475a-af8c-9186475c7681 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318 HTTP/1.1" status: 200 len: 943 time: 0.0509551 Aug 10 03:44:43.001955 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fda5b166-2c20-40d1-88d6-1d9f36ac39a4 req-8a289cc9-13d5-47fc-8090-195d7e157ded tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/security-groups?id=6763967d-314e-4d18-9fae-24a19d07d72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355108 Aug 10 03:44:43.065994 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-568d09ad-e435-49c5-8615-de32a91c4548 req-d3bb978b-d9db-4092-a3b1-786b89ea0612 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4990366 Aug 10 03:44:43.086437 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-568d09ad-e435-49c5-8615-de32a91c4548 req-b8373f3e-84fe-4358-ab1d-8c12dd726701 service neutron] Request body: {'port': {'device_id': '97d9d8de-42ae-4f88-a793-f616b4c4fa33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:43.128295 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.200408 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=de9e0ad0-65b4-4bf6-b913-2011932e5cae,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:43.206891 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b5917-2e63-48b4-bf6a-4d23d3e0fd7d req-5a00451d-10ec-4514-97e3-06b6646b974c tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:43.208819 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-74a358d0-ec31-4ef1-8383-9b694ab71b83 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316894 Aug 10 03:44:43.217433 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-625b5917-2e63-48b4-bf6a-4d23d3e0fd7d req-5a00451d-10ec-4514-97e3-06b6646b974c tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 944 time: 0.1092672 Aug 10 03:44:43.220189 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-568d09ad-e435-49c5-8615-de32a91c4548 req-b8373f3e-84fe-4358-ab1d-8c12dd726701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.288609 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-625b5917-2e63-48b4-bf6a-4d23d3e0fd7d req-8053d4f6-b311-4030-9cb4-816f01034e5e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700309 Aug 10 03:44:43.359131 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-957cc6ac-cb5b-44bd-9dc8-0696ffe76117 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:43.367144 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-957cc6ac-cb5b-44bd-9dc8-0696ffe76117 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1573415 Aug 10 03:44:43.384134 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-0bfd437f-07b1-4edd-89ae-d55c7ff550c0 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/quotas/d21e91e9b1a849bfaa5ed513aa742d4c HTTP/1.1" status: 200 len: 375 time: 0.0159612 Aug 10 03:44:43.458384 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-317144c5-0ca3-493b-8846-afd6b9998bf3 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0733376 Aug 10 03:44:43.578142 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['de9e0ad0-65b4-4bf6-b913-2011932e5cae'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:43.584322 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.784900 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e0068-ac72-4901-bd79-865530e34124 req-98f4d300-dac0-4b8a-a557-9aff33785b6f tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:43.786724 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c62e0068-ac72-4901-bd79-865530e34124 req-98f4d300-dac0-4b8a-a557-9aff33785b6f tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/ports?device_id=97d9d8de-42ae-4f88-a793-f616b4c4fa33 HTTP/1.1" status: 200 len: 931 time: 0.3957591 Aug 10 03:44:43.820902 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-140c670e-a5b1-45ae-a507-a54a5c097a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.852532 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c62e0068-ac72-4901-bd79-865530e34124 req-796a9396-b17a-4ec7-9882-9e3a4c90fed1 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e364db68-d554-4bbf-a46c-e2f2ba7012f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570588 Aug 10 03:44:43.914160 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bb95dea3-f0da-46b7-8ff7-d0c9dbe47525 req-41c11b2c-9696-4799-9d09-f941b7f0b2b6 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=74ad084b-919f-47f7-9ee9-5ab698667148 HTTP/1.1" status: 200 len: 210 time: 0.0442021 Aug 10 03:44:43.941863 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-568d09ad-e435-49c5-8615-de32a91c4548 req-b8373f3e-84fe-4358-ab1d-8c12dd726701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:43.950441 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-568d09ad-e435-49c5-8615-de32a91c4548 req-b8373f3e-84fe-4358-ab1d-8c12dd726701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:43.970211 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-568d09ad-e435-49c5-8615-de32a91c4548 req-b8373f3e-84fe-4358-ab1d-8c12dd726701 service neutron] Transition to ACTIVE for port object 2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:44.065677 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-568d09ad-e435-49c5-8615-de32a91c4548 req-b8373f3e-84fe-4358-ab1d-8c12dd726701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:44.106090 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44d2e4-06e3-4001-b807-2b0a0b4a151f req-48816ee3-f360-422b-bd30-6f4e1efa6908 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:44.107757 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8e44d2e4-06e3-4001-b807-2b0a0b4a151f req-48816ee3-f360-422b-bd30-6f4e1efa6908 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.0619476 Aug 10 03:44:44.154022 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8373f3e-84fe-4358-ab1d-8c12dd726701 service neutron] Pushing event updated for resources: {'Port': ['ID=2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:44.176830 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8e44d2e4-06e3-4001-b807-2b0a0b4a151f req-eca2eb2d-498a-4a71-bd3d-a2e6316dad8a tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616541 Aug 10 03:44:44.264866 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b708ae77-c2e4-49ba-9a63-7cd8e0c22a8f req-ce3a2131-ff50-4c56-9e9d-a819bbd0adfa tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:44.266560 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b708ae77-c2e4-49ba-9a63-7cd8e0c22a8f req-ce3a2131-ff50-4c56-9e9d-a819bbd0adfa tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318 HTTP/1.1" status: 200 len: 944 time: 0.1303132 Aug 10 03:44:44.301877 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-568d09ad-e435-49c5-8615-de32a91c4548 req-b8373f3e-84fe-4358-ab1d-8c12dd726701 service neutron] Attempting to bind port 2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:44.302100 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-568d09ad-e435-49c5-8615-de32a91c4548 req-b8373f3e-84fe-4358-ab1d-8c12dd726701 service neutron] Attempting to bind port 2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'f6d9cabc-7400-46a8-9fc3-952acebeb8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '85845dc7-b247-4b00-98b8-c74ce14a48f1'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:44.302431 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568d09ad-e435-49c5-8615-de32a91c4548 req-b8373f3e-84fe-4358-ab1d-8c12dd726701 service neutron] Attempting to bind port 2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf on network 85845dc7-b247-4b00-98b8-c74ce14a48f1 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:44.314746 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568d09ad-e435-49c5-8615-de32a91c4548 req-b8373f3e-84fe-4358-ab1d-8c12dd726701 service neutron] Port 2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf on network 85845dc7-b247-4b00-98b8-c74ce14a48f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:44.316141 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568d09ad-e435-49c5-8615-de32a91c4548 req-b8373f3e-84fe-4358-ab1d-8c12dd726701 service neutron] Attempting to bind port 2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf on network 85845dc7-b247-4b00-98b8-c74ce14a48f1 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:44.327724 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568d09ad-e435-49c5-8615-de32a91c4548 req-b8373f3e-84fe-4358-ab1d-8c12dd726701 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:44:44.328150 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568d09ad-e435-49c5-8615-de32a91c4548 req-b8373f3e-84fe-4358-ab1d-8c12dd726701 service neutron] Checking segment: {'id': 'f6d9cabc-7400-46a8-9fc3-952acebeb8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '85845dc7-b247-4b00-98b8-c74ce14a48f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:44.328579 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-568d09ad-e435-49c5-8615-de32a91c4548 req-b8373f3e-84fe-4358-ab1d-8c12dd726701 service neutron] Bound using segment: {'id': 'f6d9cabc-7400-46a8-9fc3-952acebeb8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '85845dc7-b247-4b00-98b8-c74ce14a48f1'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:44:44.329092 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-568d09ad-e435-49c5-8615-de32a91c4548 req-b8373f3e-84fe-4358-ab1d-8c12dd726701 service neutron] Bound port: 2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d9cabc-7400-46a8-9fc3-952acebeb8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '85845dc7-b247-4b00-98b8-c74ce14a48f1'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:44:44.329454 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-568d09ad-e435-49c5-8615-de32a91c4548 req-b8373f3e-84fe-4358-ab1d-8c12dd726701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:44.334324 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b708ae77-c2e4-49ba-9a63-7cd8e0c22a8f req-4149e513-d242-4fc5-9400-40ee390d2ebd tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/security-groups?id=6763967d-314e-4d18-9fae-24a19d07d72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600514 Aug 10 03:44:44.416179 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-568d09ad-e435-49c5-8615-de32a91c4548 req-b8373f3e-84fe-4358-ab1d-8c12dd726701 service neutron] For port 2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:44.420357 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-568d09ad-e435-49c5-8615-de32a91c4548 req-b8373f3e-84fe-4358-ab1d-8c12dd726701 service neutron] For port 2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf,segment=NetworkSegment(f6d9cabc-7400-46a8-9fc3-952acebeb8e8),segment_id=f6d9cabc-7400-46a8-9fc3-952acebeb8e8)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:44:44.464221 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eebf2b-f0f5-4d15-95a8-57844c5b9a2c req-82bb7c96-fd04-4e8b-8115-33747ffee9d2 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:44.465909 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-94eebf2b-f0f5-4d15-95a8-57844c5b9a2c req-82bb7c96-fd04-4e8b-8115-33747ffee9d2 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 944 time: 0.0689175 Aug 10 03:44:44.507624 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-94eebf2b-f0f5-4d15-95a8-57844c5b9a2c req-02a746c0-bf8a-44e4-8791-8083399fb6a8 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347869 Aug 10 03:44:44.522830 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-568d09ad-e435-49c5-8615-de32a91c4548 req-b8373f3e-84fe-4358-ab1d-8c12dd726701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:44.562991 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d09ad-e435-49c5-8615-de32a91c4548 req-b8373f3e-84fe-4358-ab1d-8c12dd726701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:44.563618 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-568d09ad-e435-49c5-8615-de32a91c4548 req-b8373f3e-84fe-4358-ab1d-8c12dd726701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:44.565278 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-568d09ad-e435-49c5-8615-de32a91c4548 req-b8373f3e-84fe-4358-ab1d-8c12dd726701 service neutron] 10.222.0.20 "PUT /v2.0/ports/2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf HTTP/1.1" status: 200 len: 1091 time: 1.4837091 Aug 10 03:44:44.570359 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d9d8de-42ae-4f88-a793-f616b4c4fa33', 'tag': '2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:44.570359 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f5465b-4566-481e-98d5-72b4341c6aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "97d9d8de-42ae-4f88-a793-f616b4c4fa33", "tag": "2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:44.598425 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8373f3e-84fe-4358-ab1d-8c12dd726701 service neutron] Pushing event updated for resources: {'Port': ['ID=2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:44.605784 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26703a7b-8ffb-4332-8f7e-fa0ed0cd2242 x-openstack-request-id: req-26703a7b-8ffb-4332-8f7e-fa0ed0cd2242 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:44.606078 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d9d8de-42ae-4f88-a793-f616b4c4fa33", "tag": "2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:44.606330 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26703a7b-8ffb-4332-8f7e-fa0ed0cd2242 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:44.606720 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d9d8de-42ae-4f88-a793-f616b4c4fa33', 'tag': '2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf', 'status': 'completed', 'code': 200} Aug 10 03:44:44.714997 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5465b-4566-481e-98d5-72b4341c6aa8 req-4d14656a-66d6-471c-848d-79183e6aeffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:44.716524 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-24f5465b-4566-481e-98d5-72b4341c6aa8 req-4d14656a-66d6-471c-848d-79183e6aeffc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=68ead068ff5941589486676cf29720b2&device_id=97d9d8de-42ae-4f88-a793-f616b4c4fa33 HTTP/1.1" status: 200 len: 1094 time: 0.0502932 Aug 10 03:44:44.743356 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device de9e0ad0-65b4-4bf6-b913-2011932e5cae up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:44.852866 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5465b-4566-481e-98d5-72b4341c6aa8 req-cab2cd95-89af-4453-b363-fe6ee19db067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:44.854397 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-24f5465b-4566-481e-98d5-72b4341c6aa8 req-cab2cd95-89af-4453-b363-fe6ee19db067 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=68ead068ff5941589486676cf29720b2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1225367 Aug 10 03:44:44.950130 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port de9e0ad0-65b4-4bf6-b913-2011932e5cae completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:44.954819 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port de9e0ad0-65b4-4bf6-b913-2011932e5cae triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:44.956732 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:45.075750 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d7d0bac5-0c49-44c9-bf99-9e67de269c89 req-b7f8ee29-2d61-4a19-80dc-010f4e112415 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=74ad084b-919f-47f7-9ee9-5ab698667148 HTTP/1.1" status: 200 len: 210 time: 0.0954151 Aug 10 03:44:45.087426 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c350da9-5951-45cb-b4bc-734fb8b4fc64 req-cf86825a-067d-4f69-9ab6-0b3c18afb711 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:45.092692 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7c350da9-5951-45cb-b4bc-734fb8b4fc64 req-cf86825a-067d-4f69-9ab6-0b3c18afb711 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/ports?device_id=97d9d8de-42ae-4f88-a793-f616b4c4fa33 HTTP/1.1" status: 200 len: 943 time: 0.0940638 Aug 10 03:44:45.121316 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:45.160890 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b1fea4-09b2-4d9f-8013-5f3397ab2318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9e0ad0-65b4-4bf6-b913-2011932e5cae'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:45.161229 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7c350da9-5951-45cb-b4bc-734fb8b4fc64 req-a029e669-4919-4397-a0e5-b2be8ff970e3 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e364db68-d554-4bbf-a46c-e2f2ba7012f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601990 Aug 10 03:44:45.164239 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd034a8-9679-42f6-b35d-4aa160284f25" -d '{"events": [{"server_uuid": "86b1fea4-09b2-4d9f-8013-5f3397ab2318", "name": "network-vif-plugged", "status": "completed", "tag": "de9e0ad0-65b4-4bf6-b913-2011932e5cae"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:45.195452 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5465b-4566-481e-98d5-72b4341c6aa8 req-e83f8b90-20aa-4023-bb66-351a607a0ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:45.197017 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-24f5465b-4566-481e-98d5-72b4341c6aa8 req-e83f8b90-20aa-4023-bb66-351a607a0ec1 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3337626 Aug 10 03:44:45.197663 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port de9e0ad0-65b4-4bf6-b913-2011932e5cae, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=de9e0ad0-65b4-4bf6-b913-2011932e5cae,segment=NetworkSegment(a45d8102-0f0b-47e1-b9bf-864794b5de8c),segment_id=a45d8102-0f0b-47e1-b9bf-864794b5de8c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:45.209593 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:45.272581 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9030bdf-1c5e-433a-9d84-0fb2a45dbde4 x-openstack-request-id: req-d9030bdf-1c5e-433a-9d84-0fb2a45dbde4 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:45.273529 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86b1fea4-09b2-4d9f-8013-5f3397ab2318", "name": "network-vif-plugged", "status": "completed", "tag": "de9e0ad0-65b4-4bf6-b913-2011932e5cae", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:45.274017 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9030bdf-1c5e-433a-9d84-0fb2a45dbde4 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:45.274657 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b1fea4-09b2-4d9f-8013-5f3397ab2318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9e0ad0-65b4-4bf6-b913-2011932e5cae', 'code': 200} Aug 10 03:44:45.339472 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:45.412079 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e8b11-30c3-4490-bfea-f4e13980a9f2 req-06fdfaa7-2c10-42c1-8774-15f3a1716d8f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:45.413649 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-494e8b11-30c3-4490-bfea-f4e13980a9f2 req-06fdfaa7-2c10-42c1-8774-15f3a1716d8f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.1028769 Aug 10 03:44:45.438334 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:45.468561 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=de9e0ad0-65b4-4bf6-b913-2011932e5cae,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:45.514326 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-494e8b11-30c3-4490-bfea-f4e13980a9f2 req-493ae645-b75d-4ebe-b38b-d35c1325f49a tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900180 Aug 10 03:44:45.561577 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7dc48-fa96-410b-84fe-55bc289b9974 req-1e8869f6-3658-43b3-a234-3e5d8df43e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:45.564678 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f8a7dc48-fa96-410b-84fe-55bc289b9974 req-1e8869f6-3658-43b3-a234-3e5d8df43e33 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318 HTTP/1.1" status: 200 len: 1096 time: 0.1467152 Aug 10 03:44:45.568944 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d09ad-e435-49c5-8615-de32a91c4548 req-cd53f74e-e40c-4307-91ce-1063b095b517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:45.568944 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-568d09ad-e435-49c5-8615-de32a91c4548 req-cd53f74e-e40c-4307-91ce-1063b095b517 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=68ead068ff5941589486676cf29720b2&device_id=97d9d8de-42ae-4f88-a793-f616b4c4fa33 HTTP/1.1" status: 200 len: 1094 time: 0.2680585 Aug 10 03:44:45.592291 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d11a7-4c1e-4a68-b60e-919dc8e7d985 req-516e7bfa-880e-40c1-846b-b2e7f5f4aa32 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:45.608320 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-db9d11a7-4c1e-4a68-b60e-919dc8e7d985 req-516e7bfa-880e-40c1-846b-b2e7f5f4aa32 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318 HTTP/1.1" status: 200 len: 945 time: 0.1185546 Aug 10 03:44:45.666132 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c28b00-1922-43f6-9f69-241f3925eeaf req-5237f1e5-6deb-4d69-9ec3-6beae961199c tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:45.667744 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f0c28b00-1922-43f6-9f69-241f3925eeaf req-5237f1e5-6deb-4d69-9ec3-6beae961199c tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 944 time: 0.0691383 Aug 10 03:44:45.669679 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-568d09ad-e435-49c5-8615-de32a91c4548 req-e29506aa-f417-4737-8b03-7ad52cd4880e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf HTTP/1.1" status: 200 len: 217 time: 0.0591810 Aug 10 03:44:45.725831 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f0c28b00-1922-43f6-9f69-241f3925eeaf req-365f871a-f451-4724-a519-b32c40f207fe tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516093 Aug 10 03:44:45.744507 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f8a7dc48-fa96-410b-84fe-55bc289b9974 req-7ddcc263-4890-47ce-b5d8-88687646632a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6763967d-314e-4d18-9fae-24a19d07d72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322532 Aug 10 03:44:45.769005 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-db9d11a7-4c1e-4a68-b60e-919dc8e7d985 req-f04627dc-ae15-49f7-9f08-8990cd5f522b tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/security-groups?id=6763967d-314e-4d18-9fae-24a19d07d72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590226 Aug 10 03:44:45.777084 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d09ad-e435-49c5-8615-de32a91c4548 req-d6f7e3c0-6f7a-450a-853a-f569d3606852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:45.778583 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-568d09ad-e435-49c5-8615-de32a91c4548 req-d6f7e3c0-6f7a-450a-853a-f569d3606852 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cbd04f40-8901-4c29-b302-9841ea30afb4 HTTP/1.1" status: 200 len: 854 time: 0.0843499 Aug 10 03:44:46.078876 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-568d09ad-e435-49c5-8615-de32a91c4548 req-5609ca43-01c6-47e6-bbce-6e7175105969 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=85845dc7-b247-4b00-98b8-c74ce14a48f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281291 Aug 10 03:44:46.177350 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dcf53417-23f6-4486-96e2-85c0a1fc992f req-e9ef0a84-3164-4bd1-bb8e-aeb52ecc199e tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=74ad084b-919f-47f7-9ee9-5ab698667148 HTTP/1.1" status: 200 len: 210 time: 0.0350878 Aug 10 03:44:46.226136 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-568d09ad-e435-49c5-8615-de32a91c4548 req-a49486bb-893f-4499-b53e-f4f7028de822 service neutron] 10.222.0.20 "GET /v2.0/networks/85845dc7-b247-4b00-98b8-c74ce14a48f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361630 Aug 10 03:44:46.297708 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531b899-a672-4e43-80e1-44c14cdf3c2c req-2314066d-9bb2-43e3-924c-85c8d0641c88 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:46.299805 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3531b899-a672-4e43-80e1-44c14cdf3c2c req-2314066d-9bb2-43e3-924c-85c8d0641c88 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/ports?device_id=97d9d8de-42ae-4f88-a793-f616b4c4fa33 HTTP/1.1" status: 200 len: 943 time: 0.0527797 Aug 10 03:44:46.345194 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3531b899-a672-4e43-80e1-44c14cdf3c2c req-8fb797c5-55b4-457b-9763-032ebd52d8bb tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e364db68-d554-4bbf-a46c-e2f2ba7012f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368664 Aug 10 03:44:46.355127 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-568d09ad-e435-49c5-8615-de32a91c4548 req-b38c7111-4132-4205-94a5-e118a40a8ae5 service neutron] 10.222.0.20 "GET /v2.0/networks/85845dc7-b247-4b00-98b8-c74ce14a48f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208599 Aug 10 03:44:46.654339 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-c11299e4-c216-438c-a59a-1a45d82eb425 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340858 Aug 10 03:44:46.684616 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abba8c9-5c22-458b-b56a-4302929ad602 req-6c439819-9dc2-42cd-b73f-77c9c0a8f025 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:46.686247 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5abba8c9-5c22-458b-b56a-4302929ad602 req-6c439819-9dc2-42cd-b73f-77c9c0a8f025 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.0940986 Aug 10 03:44:46.785625 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5abba8c9-5c22-458b-b56a-4302929ad602 req-716b1a92-5ffb-4b36-984e-035a3ac7786f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844212 Aug 10 03:44:46.817593 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-9a51d44d-e9fb-4054-8e74-4b1bae4c3570 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:46.819607 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-9a51d44d-e9fb-4054-8e74-4b1bae4c3570 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1581831 Aug 10 03:44:46.820115 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:46.834283 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-d7cfbc49-9b1f-44e3-81c2-ef2714dc7a96 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Request body: {'port': {'device_id': '74ad084b-919f-47f7-9ee9-5ab698667148', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': 'd21e91e9b1a849bfaa5ed513aa742d4c'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:46.897383 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996ce04-cba3-4884-9468-1e55767b5665 req-d40f2183-0534-4387-8caf-c023ac9e6b4f tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:46.899001 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e996ce04-cba3-4884-9468-1e55767b5665 req-d40f2183-0534-4387-8caf-c023ac9e6b4f tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 944 time: 0.0730612 Aug 10 03:44:46.943638 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e996ce04-cba3-4884-9468-1e55767b5665 req-c07715d0-ca69-4d39-b7f2-47d5836c12aa tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382574 Aug 10 03:44:46.971761 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cd42b-4fda-4258-ab68-5ab9ef720a6e req-d88224ff-5e7f-499e-b5d1-5a6e4e578066 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:46.973986 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-524cd42b-4fda-4258-ab68-5ab9ef720a6e req-d88224ff-5e7f-499e-b5d1-5a6e4e578066 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318 HTTP/1.1" status: 200 len: 945 time: 0.0905013 Aug 10 03:44:47.038516 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-524cd42b-4fda-4258-ab68-5ab9ef720a6e req-ce75cb59-5f0a-4562-9cb5-1f6622ff34bf tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/security-groups?id=6763967d-314e-4d18-9fae-24a19d07d72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534120 Aug 10 03:44:47.209029 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-d7cfbc49-9b1f-44e3-81c2-ef2714dc7a96 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Made reservation on behalf of d21e91e9b1a849bfaa5ed513aa742d4c for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:47.213672 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-d7cfbc49-9b1f-44e3-81c2-ef2714dc7a96 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.310025 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-46e527fd-0882-40db-9a34-af34ee6fc611 req-60b6f161-9b8e-4200-93a8-10bef256be0a tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=74ad084b-919f-47f7-9ee9-5ab698667148 HTTP/1.1" status: 200 len: 210 time: 0.0395687 Aug 10 03:44:47.414059 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-d7cfbc49-9b1f-44e3-81c2-ef2714dc7a96 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Allocated IP 192.168.233.202 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/d3106254-dca5-4db7-b648-f8525babc9f2) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:47.444542 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-02328622-4ca6-4bb9-89cb-b58d1b646a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:47.446095 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-02328622-4ca6-4bb9-89cb-b58d1b646a4b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=47ca53781e6743fd8c23c05b91862cdc&device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 1125 time: 0.0772705 Aug 10 03:44:47.630930 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a369f-1e1d-476b-9b62-eaca219606e3 req-9c483d78-886f-4caf-b520-8b3459a730bd tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:47.632449 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a08a369f-1e1d-476b-9b62-eaca219606e3 req-9c483d78-886f-4caf-b520-8b3459a730bd tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/ports?device_id=97d9d8de-42ae-4f88-a793-f616b4c4fa33 HTTP/1.1" status: 200 len: 943 time: 0.1802356 Aug 10 03:44:47.709114 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-2c73d692-0546-442d-b95e-024e1fe956bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:47.710597 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-2c73d692-0546-442d-b95e-024e1fe956bc service neutron] 10.222.0.68 "GET /v2.0/networks?id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4 HTTP/1.1" status: 200 len: 922 time: 0.2370527 Aug 10 03:44:47.725683 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a08a369f-1e1d-476b-9b62-eaca219606e3 req-0b1b6514-0c33-415a-b422-8b62ac465869 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e364db68-d554-4bbf-a46c-e2f2ba7012f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816216 Aug 10 03:44:47.773657 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-770c36ef-fa86-48eb-a58a-f81fdce8a65e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45469e1f-b3c8-44a0-b148-f8c1669f304e HTTP/1.1" status: 200 len: 217 time: 0.0428419 Aug 10 03:44:47.776496 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-d7cfbc49-9b1f-44e3-81c2-ef2714dc7a96 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:47.798124 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-d7cfbc49-9b1f-44e3-81c2-ef2714dc7a96 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Transition to ACTIVE for port object d3106254-dca5-4db7-b648-f8525babc9f2 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:47.849134 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-7c4bd4c6-1458-460c-ba8c-d60d3c749bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:47.850920 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-7c4bd4c6-1458-460c-ba8c-d60d3c749bc5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dc5ee412-63a0-4c00-8014-352954e4021d HTTP/1.1" status: 200 len: 861 time: 0.0648143 Aug 10 03:44:47.892782 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-eefdb208-b9a4-4134-8078-e5c7480e8396 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307989 Aug 10 03:44:47.927121 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c34eef-8825-4061-bd70-b9f823d2df9b req-8f3b1aee-9597-4b78-a7b4-25f16bacb767 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:47.928739 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b6c34eef-8825-4061-bd70-b9f823d2df9b req-8f3b1aee-9597-4b78-a7b4-25f16bacb767 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.0565219 Aug 10 03:44:47.968997 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b6c34eef-8825-4061-bd70-b9f823d2df9b req-25c75148-f369-4e68-8741-506e22b02ed1 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337496 Aug 10 03:44:47.998122 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-603cc2b5-a097-4c5e-aacb-54f9f765cc75 service neutron] 10.222.0.68 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923934 Aug 10 03:44:48.008244 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-d7cfbc49-9b1f-44e3-81c2-ef2714dc7a96 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.020817 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['371b2e20-4e1f-42e2-b04c-3f6b94239b8e', '706e34f1-e7af-4f96-b80c-e873c7bedacf'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:48.055571 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186', '024b4c54-fa60-4eb9-90ce-4767a3f9806f', '2bbe11a4-47cf-41ff-9dc5-f31d83d13711', '81f19b4e-4afd-4744-90b2-eabb9d6d0736', '00f3bc81-4c65-419c-b259-d80e8e8c19a2'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:48.153845 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-d7cfbc49-9b1f-44e3-81c2-ef2714dc7a96 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:48.165666 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-d7cfbc49-9b1f-44e3-81c2-ef2714dc7a96 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:48.170309 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfbc49-9b1f-44e3-81c2-ef2714dc7a96 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Pushing event updated for resources: {'Port': ['ID=d3106254-dca5-4db7-b648-f8525babc9f2,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:48.172726 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2660e-591c-4967-bcca-f27ddf2b4fe1 req-f714f4cf-60a5-4b06-a3cd-d0ddda183d3b tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:48.175192 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8ee2660e-591c-4967-bcca-f27ddf2b4fe1 req-f714f4cf-60a5-4b06-a3cd-d0ddda183d3b tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318 HTTP/1.1" status: 200 len: 945 time: 0.0508878 Aug 10 03:44:48.175436 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-d7cfbc49-9b1f-44e3-81c2-ef2714dc7a96 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:48.233603 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8ee2660e-591c-4967-bcca-f27ddf2b4fe1 req-ca222bcf-30f8-4f41-8f99-3a249eb55e67 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/security-groups?id=6763967d-314e-4d18-9fae-24a19d07d72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413194 Aug 10 03:44:48.266745 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549e44e-5070-46de-860b-12801a82a6c8 req-faf1cff9-597e-4c2e-8c93-fbebc789f96d tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:48.275492 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4549e44e-5070-46de-860b-12801a82a6c8 req-faf1cff9-597e-4c2e-8c93-fbebc789f96d tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 944 time: 0.2236037 Aug 10 03:44:48.291619 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-d7cfbc49-9b1f-44e3-81c2-ef2714dc7a96 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:48.292383 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-d7cfbc49-9b1f-44e3-81c2-ef2714dc7a96 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.304056 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-453a6bef-64cd-4fe0-afc0-95a6ec9f648a service neutron] 10.222.0.68 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875547 Aug 10 03:44:48.345055 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4549e44e-5070-46de-860b-12801a82a6c8 req-58183c4a-36ff-4b79-9914-764514f6c3af tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659223 Aug 10 03:44:48.475616 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-a0d63871-f9bd-4fd0-a9d9-9d443449e8be tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:48.475616 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-a0d63871-f9bd-4fd0-a9d9-9d443449e8be tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c&tenant_id=47ca53781e6743fd8c23c05b91862cdc&binding%3Ahost_id=n-h2-802893-2 HTTP/1.1" status: 200 len: 1125 time: 0.1226630 Aug 10 03:44:48.482125 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-d7cfbc49-9b1f-44e3-81c2-ef2714dc7a96 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6533391 Aug 10 03:44:48.518383 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-869c57df-2a58-4fbf-b452-459951140648 service neutron] Request body: {'port': {'device_id': '74ad084b-919f-47f7-9ee9-5ab698667148', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:48.557965 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-6a967cec-fea6-400a-a19d-d68bb4773c26 service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:48.600846 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-315aa2cb-8714-457a-bf36-216da3d7c3ce req-0500feda-c6f3-4f75-a60b-9a775fc2ca97 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2392035 Aug 10 03:44:48.611685 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-315aa2cb-8714-457a-bf36-216da3d7c3ce req-58dafebd-effc-4d6d-ba8c-a4e2be183d6f tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:48.629293 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-869c57df-2a58-4fbf-b452-459951140648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.651687 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-1d9ef36f-a93b-47a1-a250-edb1d25f42ab None None] Provisioning for port d3106254-dca5-4db7-b648-f8525babc9f2 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:48.652408 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49f697-db43-4dd9-92e5-0c3311f86551 req-cd8a193b-a874-40c0-9752-7f0e911e27b3 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:48.654050 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7a49f697-db43-4dd9-92e5-0c3311f86551 req-cd8a193b-a874-40c0-9752-7f0e911e27b3 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=74ad084b-919f-47f7-9ee9-5ab698667148 HTTP/1.1" status: 200 len: 936 time: 0.2066898 Aug 10 03:44:48.660356 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-1d9ef36f-a93b-47a1-a250-edb1d25f42ab None None] Provisioning complete for port d3106254-dca5-4db7-b648-f8525babc9f2 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:48.660723 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1d9ef36f-a93b-47a1-a250-edb1d25f42ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.715313 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-1d9ef36f-a93b-47a1-a250-edb1d25f42ab None None] Port d3106254-dca5-4db7-b648-f8525babc9f2 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:44:48.717790 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-6a967cec-fea6-400a-a19d-d68bb4773c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.756905 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-315aa2cb-8714-457a-bf36-216da3d7c3ce req-58dafebd-effc-4d6d-ba8c-a4e2be183d6f tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:48.788755 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7a49f697-db43-4dd9-92e5-0c3311f86551 req-4e031882-d3d5-4de5-a0a7-32874243211d tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126792 Aug 10 03:44:48.920074 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-315aa2cb-8714-457a-bf36-216da3d7c3ce req-58dafebd-effc-4d6d-ba8c-a4e2be183d6f tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.035694 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-315aa2cb-8714-457a-bf36-216da3d7c3ce req-58dafebd-effc-4d6d-ba8c-a4e2be183d6f tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Allocated IP 172.25.0.36 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/f10bebd8-4e11-48ce-b34c-7c85bbfcf73b) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:49.060666 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-6a967cec-fea6-400a-a19d-d68bb4773c26 service neutron] For port 45469e1f-b3c8-44a0-b148-f8c1669f304e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=45469e1f-b3c8-44a0-b148-f8c1669f304e,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:49.113849 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21947823-e68f-4282-9859-db862cdd48d3 req-ab4cbbda-156b-466d-8f1d-0a946a315c06 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:49.115384 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-21947823-e68f-4282-9859-db862cdd48d3 req-ab4cbbda-156b-466d-8f1d-0a946a315c06 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/ports?device_id=97d9d8de-42ae-4f88-a793-f616b4c4fa33 HTTP/1.1" status: 200 len: 943 time: 0.1120009 Aug 10 03:44:49.146424 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-315aa2cb-8714-457a-bf36-216da3d7c3ce req-58dafebd-effc-4d6d-ba8c-a4e2be183d6f tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.179224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-6a967cec-fea6-400a-a19d-d68bb4773c26 service neutron] For port 45469e1f-b3c8-44a0-b148-f8c1669f304e, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:49.229902 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-869c57df-2a58-4fbf-b452-459951140648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3106254-dca5-4db7-b648-f8525babc9f2 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:49.241636 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-869c57df-2a58-4fbf-b452-459951140648 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.245371 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-6a967cec-fea6-400a-a19d-d68bb4773c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45469e1f-b3c8-44a0-b148-f8c1669f304e {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:49.252642 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-21947823-e68f-4282-9859-db862cdd48d3 req-6a89c8f5-5dbd-4926-80c0-fd5bc11a1b1e tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e364db68-d554-4bbf-a46c-e2f2ba7012f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278610 Aug 10 03:44:49.259429 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-6a967cec-fea6-400a-a19d-d68bb4773c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.272795 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-869c57df-2a58-4fbf-b452-459951140648 service neutron] Transition to ACTIVE for port object d3106254-dca5-4db7-b648-f8525babc9f2 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:49.305386 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-315aa2cb-8714-457a-bf36-216da3d7c3ce req-58dafebd-effc-4d6d-ba8c-a4e2be183d6f tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.352021 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-315aa2cb-8714-457a-bf36-216da3d7c3ce req-58dafebd-effc-4d6d-ba8c-a4e2be183d6f tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:49.355058 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-315aa2cb-8714-457a-bf36-216da3d7c3ce req-58dafebd-effc-4d6d-ba8c-a4e2be183d6f tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:49.359415 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-315aa2cb-8714-457a-bf36-216da3d7c3ce req-58dafebd-effc-4d6d-ba8c-a4e2be183d6f tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:49.362618 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dafebd-effc-4d6d-ba8c-a4e2be183d6f tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Pushing event updated for resources: {'Port': ['ID=f10bebd8-4e11-48ce-b34c-7c85bbfcf73b,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:49.363352 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ddfe65-d507-4319-b4cc-6f7ec7a87b06 req-0d075558-8a92-484d-bde4-3730567b3240 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:49.364992 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7ddfe65-d507-4319-b4cc-6f7ec7a87b06 req-0d075558-8a92-484d-bde4-3730567b3240 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2b66ec5-6521-4432-a5c5-e36665d92865 HTTP/1.1" status: 200 len: 945 time: 0.0540526 Aug 10 03:44:49.392864 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-6a967cec-fea6-400a-a19d-d68bb4773c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.444557 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-869c57df-2a58-4fbf-b452-459951140648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.448838 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7ddfe65-d507-4319-b4cc-6f7ec7a87b06 req-f15e0c86-4ab9-4853-ab56-aaf885a4da36 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740867 Aug 10 03:44:49.461152 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-315aa2cb-8714-457a-bf36-216da3d7c3ce req-58dafebd-effc-4d6d-ba8c-a4e2be183d6f tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.560527 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-315aa2cb-8714-457a-bf36-216da3d7c3ce req-58dafebd-effc-4d6d-ba8c-a4e2be183d6f tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.732156 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-315aa2cb-8714-457a-bf36-216da3d7c3ce req-58dafebd-effc-4d6d-ba8c-a4e2be183d6f tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.758075 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-6a967cec-fea6-400a-a19d-d68bb4773c26 service neutron] Attempting to bind port 45469e1f-b3c8-44a0-b148-f8c1669f304e on host n-h2-802893-2 for vnic_type normal with profile {} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:49.758420 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-6a967cec-fea6-400a-a19d-d68bb4773c26 service neutron] Attempting to bind port 45469e1f-b3c8-44a0-b148-f8c1669f304e by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:49.758757 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-6a967cec-fea6-400a-a19d-d68bb4773c26 service neutron] Attempting to bind port 45469e1f-b3c8-44a0-b148-f8c1669f304e on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:49.774794 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a967cec-fea6-400a-a19d-d68bb4773c26 service neutron] Pushing event updated for resources: {'Port': ['ID=45469e1f-b3c8-44a0-b148-f8c1669f304e,revision_number=9']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:49.784125 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-6a967cec-fea6-400a-a19d-d68bb4773c26 service neutron] Port 45469e1f-b3c8-44a0-b148-f8c1669f304e on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:49.784621 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-6a967cec-fea6-400a-a19d-d68bb4773c26 service neutron] Attempting to bind port 45469e1f-b3c8-44a0-b148-f8c1669f304e on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:49.830367 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-6a967cec-fea6-400a-a19d-d68bb4773c26 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:44:49.830549 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-6a967cec-fea6-400a-a19d-d68bb4773c26 service neutron] Checking segment: {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:49.830906 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-6a967cec-fea6-400a-a19d-d68bb4773c26 service neutron] Bound using segment: {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:44:49.831329 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-6a967cec-fea6-400a-a19d-d68bb4773c26 service neutron] Bound port: 45469e1f-b3c8-44a0-b148-f8c1669f304e, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:44:49.831699 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-6a967cec-fea6-400a-a19d-d68bb4773c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.859780 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-315aa2cb-8714-457a-bf36-216da3d7c3ce req-58dafebd-effc-4d6d-ba8c-a4e2be183d6f tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.888576 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e03cf1-db7f-472c-9bdd-b7d1b9f57744 req-fd7f88a0-a59b-4d0c-b25e-5d73487b401f tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:49.890129 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6e03cf1-db7f-472c-9bdd-b7d1b9f57744 req-fd7f88a0-a59b-4d0c-b25e-5d73487b401f tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 1053 time: 0.1701696 Aug 10 03:44:49.899593 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c57df-2a58-4fbf-b452-459951140648 service neutron] Pushing event updated for resources: {'Port': ['ID=d3106254-dca5-4db7-b648-f8525babc9f2,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:49.950477 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-315aa2cb-8714-457a-bf36-216da3d7c3ce req-58dafebd-effc-4d6d-ba8c-a4e2be183d6f tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:49.954132 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dafebd-effc-4d6d-ba8c-a4e2be183d6f tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Pushing event updated for resources: {'Port': ['ID=f10bebd8-4e11-48ce-b34c-7c85bbfcf73b,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:49.972801 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-869c57df-2a58-4fbf-b452-459951140648 service neutron] Attempting to bind port d3106254-dca5-4db7-b648-f8525babc9f2 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:44:49.973146 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-869c57df-2a58-4fbf-b452-459951140648 service neutron] Attempting to bind port d3106254-dca5-4db7-b648-f8525babc9f2 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:44:49.973479 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-869c57df-2a58-4fbf-b452-459951140648 service neutron] Attempting to bind port d3106254-dca5-4db7-b648-f8525babc9f2 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:49.990116 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-869c57df-2a58-4fbf-b452-459951140648 service neutron] Port d3106254-dca5-4db7-b648-f8525babc9f2 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:44:49.990445 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-869c57df-2a58-4fbf-b452-459951140648 service neutron] Attempting to bind port d3106254-dca5-4db7-b648-f8525babc9f2 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:44:49.995153 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6e03cf1-db7f-472c-9bdd-b7d1b9f57744 req-8a9884b6-522b-4d48-b0dc-3d2b2d0eeb77 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748453 Aug 10 03:44:50.001548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-869c57df-2a58-4fbf-b452-459951140648 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:44:50.004289 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-869c57df-2a58-4fbf-b452-459951140648 service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:44:50.004289 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-869c57df-2a58-4fbf-b452-459951140648 service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:44:50.004289 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-869c57df-2a58-4fbf-b452-459951140648 service neutron] Bound port: d3106254-dca5-4db7-b648-f8525babc9f2, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:44:50.004289 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-869c57df-2a58-4fbf-b452-459951140648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.005999 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-6a967cec-fea6-400a-a19d-d68bb4773c26 service neutron] For port 45469e1f-b3c8-44a0-b148-f8c1669f304e, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:50.010093 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-6a967cec-fea6-400a-a19d-d68bb4773c26 service neutron] For port 45469e1f-b3c8-44a0-b148-f8c1669f304e, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=45469e1f-b3c8-44a0-b148-f8c1669f304e,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:44:50.076442 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-315aa2cb-8714-457a-bf36-216da3d7c3ce req-58dafebd-effc-4d6d-ba8c-a4e2be183d6f tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.090605 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-315aa2cb-8714-457a-bf36-216da3d7c3ce req-58dafebd-effc-4d6d-ba8c-a4e2be183d6f tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4787712 Aug 10 03:44:50.090995 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-869c57df-2a58-4fbf-b452-459951140648 service neutron] For port d3106254-dca5-4db7-b648-f8525babc9f2, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:50.120527 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-869c57df-2a58-4fbf-b452-459951140648 service neutron] For port d3106254-dca5-4db7-b648-f8525babc9f2, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=d3106254-dca5-4db7-b648-f8525babc9f2,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:44:50.140546 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa5935-2860-49d6-893a-70fb38eb52c6 req-9f709978-ae0f-43ff-91c9-7a2017551ab8 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:50.142091 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5afa5935-2860-49d6-893a-70fb38eb52c6 req-9f709978-ae0f-43ff-91c9-7a2017551ab8 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.0640495 Aug 10 03:44:50.165139 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-315aa2cb-8714-457a-bf36-216da3d7c3ce req-85d5854f-94fd-48ac-9ce3-ab62258a3047 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.36 HTTP/1.1" status: 200 len: 695 time: 0.0781209 Aug 10 03:44:50.184669 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5afa5935-2860-49d6-893a-70fb38eb52c6 req-8b8027bd-4b3e-4a4f-aef3-df56efef9fa9 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349805 Aug 10 03:44:50.191056 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-6a967cec-fea6-400a-a19d-d68bb4773c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.205750 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-6a967cec-fea6-400a-a19d-d68bb4773c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:50.206389 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-6a967cec-fea6-400a-a19d-d68bb4773c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.207890 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-6a967cec-fea6-400a-a19d-d68bb4773c26 service neutron] 10.222.0.68 "PUT /v2.0/ports/45469e1f-b3c8-44a0-b148-f8c1669f304e HTTP/1.1" status: 200 len: 1092 time: 1.6973104 Aug 10 03:44:50.208455 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b76352-323f-4565-ab99-6948224ae70c', 'tag': '45469e1f-b3c8-44a0-b148-f8c1669f304e'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:50.210988 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f24eaaf-032c-4c76-be3f-02c584512530" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b76352-323f-4565-ab99-6948224ae70c", "tag": "45469e1f-b3c8-44a0-b148-f8c1669f304e"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:50.242934 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-869c57df-2a58-4fbf-b452-459951140648 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.306863 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-869c57df-2a58-4fbf-b452-459951140648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:50.307550 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-869c57df-2a58-4fbf-b452-459951140648 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:50.309053 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-869c57df-2a58-4fbf-b452-459951140648 service neutron] 10.222.0.68 "PUT /v2.0/ports/d3106254-dca5-4db7-b648-f8525babc9f2 HTTP/1.1" status: 200 len: 1096 time: 1.7972655 Aug 10 03:44:50.310158 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315aa2cb-8714-457a-bf36-216da3d7c3ce req-13aa15c2-a7a7-4de0-95bd-de07f8d22e6f tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:50.320167 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-315aa2cb-8714-457a-bf36-216da3d7c3ce req-13aa15c2-a7a7-4de0-95bd-de07f8d22e6f tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 784 time: 0.1487403 Aug 10 03:44:50.327857 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a967cec-fea6-400a-a19d-d68bb4773c26 service neutron] Pushing event updated for resources: {'Port': ['ID=45469e1f-b3c8-44a0-b148-f8c1669f304e,revision_number=10']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:50.334666 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-315aa2cb-8714-457a-bf36-216da3d7c3ce req-e0b1e403-1c62-4c3d-83ef-5def32d1a339 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:44:50.343123 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-315aa2cb-8714-457a-bf36-216da3d7c3ce req-e0b1e403-1c62-4c3d-83ef-5def32d1a339 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111146 Aug 10 03:44:50.395771 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['45469e1f-b3c8-44a0-b148-f8c1669f304e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:50.475437 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c57df-2a58-4fbf-b452-459951140648 service neutron] Pushing event updated for resources: {'Port': ['ID=d3106254-dca5-4db7-b648-f8525babc9f2,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:50.523488 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['45469e1f-b3c8-44a0-b148-f8c1669f304e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:50.531393 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545782f-11a8-4cbd-825d-bf2eb162a0d1 req-1b13f11c-8a92-4769-978f-1721c370d24f tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:50.541367 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f545782f-11a8-4cbd-825d-bf2eb162a0d1 req-1b13f11c-8a92-4769-978f-1721c370d24f tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=74ad084b-919f-47f7-9ee9-5ab698667148 HTTP/1.1" status: 200 len: 948 time: 0.2190065 Aug 10 03:44:50.589530 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f545782f-11a8-4cbd-825d-bf2eb162a0d1 req-0c91da35-5c3e-4f31-a85a-9557823814ed tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486267 Aug 10 03:44:50.631636 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-f0215fc3-1878-44e8-a4f0-ec2100321002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:50.634880 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-f0215fc3-1878-44e8-a4f0-ec2100321002 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&device_id=74ad084b-919f-47f7-9ee9-5ab698667148 HTTP/1.1" status: 200 len: 1099 time: 0.1524720 Aug 10 03:44:50.645061 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:44:50.708398 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f26466-b18b-47ae-bd5f-87e5f07868b9 x-openstack-request-id: req-09f26466-b18b-47ae-bd5f-87e5f07868b9 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:50.709033 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b76352-323f-4565-ab99-6948224ae70c", "tag": "45469e1f-b3c8-44a0-b148-f8c1669f304e", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:50.709490 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09f26466-b18b-47ae-bd5f-87e5f07868b9 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:50.710083 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b76352-323f-4565-ab99-6948224ae70c', 'tag': '45469e1f-b3c8-44a0-b148-f8c1669f304e', 'status': 'completed', 'code': 200} Aug 10 03:44:50.716983 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-74abd799-f64c-4c3a-938d-bd7bd6e8dd4f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=d3106254-dca5-4db7-b648-f8525babc9f2 HTTP/1.1" status: 200 len: 217 time: 0.0632892 Aug 10 03:44:50.834433 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:44:50.901716 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-6294cab1-7472-4c47-83fd-6bf4a513930a service neutron] For port 45469e1f-b3c8-44a0-b148-f8c1669f304e, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:44:50.904219 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-bfd225be-270a-4781-b75f-72ba75055cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:50.906061 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-bfd225be-270a-4781-b75f-72ba75055cd8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.1601231 Aug 10 03:44:50.914616 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24eaaf-032c-4c76-be3f-02c584512530 req-29abcd8f-4b09-4bdc-bb22-5ea786005543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:50.916086 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f24eaaf-032c-4c76-be3f-02c584512530 req-29abcd8f-4b09-4bdc-bb22-5ea786005543 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47ca53781e6743fd8c23c05b91862cdc&device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 1096 time: 0.1971698 Aug 10 03:44:50.924710 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cdd45e-b52a-4d8b-8a49-7b707fc03825 req-60dc8f57-55d0-4919-9319-68c632446c4c tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:50.926494 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-46cdd45e-b52a-4d8b-8a49-7b707fc03825 req-60dc8f57-55d0-4919-9319-68c632446c4c tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/ports?device_id=97d9d8de-42ae-4f88-a793-f616b4c4fa33 HTTP/1.1" status: 200 len: 943 time: 0.2085953 Aug 10 03:44:50.940953 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf,segment=NetworkSegment(f6d9cabc-7400-46a8-9fc3-952acebeb8e8),segment_id=f6d9cabc-7400-46a8-9fc3-952acebeb8e8)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:50.962730 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf', 'network_id': '85845dc7-b247-4b00-98b8-c74ce14a48f1', 'port_id': '2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf', 'mac_address': 'fa:16:3e:da:67:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd04f40-8901-4c29-b302-9841ea30afb4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:44:51.006227 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.021687 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:51.041851 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf,segment=NetworkSegment(f6d9cabc-7400-46a8-9fc3-952acebeb8e8),segment_id=f6d9cabc-7400-46a8-9fc3-952acebeb8e8)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:51.070235 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-a6c3a0f4-7862-457b-8cd1-2516d4dc1648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:51.071849 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-a6c3a0f4-7862-457b-8cd1-2516d4dc1648 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1443729 Aug 10 03:44:51.077083 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-46cdd45e-b52a-4d8b-8a49-7b707fc03825 req-61fcc867-da6f-4b20-af38-8e5d6be81543 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e364db68-d554-4bbf-a46c-e2f2ba7012f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391189 Aug 10 03:44:51.147819 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-6294cab1-7472-4c47-83fd-6bf4a513930a service neutron] Notify callbacks [] for binding, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.149029 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bf8ad8a-96fd-4ed1-a70f-607039860088 req-6294cab1-7472-4c47-83fd-6bf4a513930a service neutron] 10.222.0.68 "DELETE /v2.0/ports/45469e1f-b3c8-44a0-b148-f8c1669f304e/bindings/n-h1-802893-2 HTTP/1.1" status: 204 len: 173 time: 0.9147038 Aug 10 03:44:51.161686 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24eaaf-032c-4c76-be3f-02c584512530 req-c8029940-2226-4b2b-8807-79d4227a0c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:51.165216 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f24eaaf-032c-4c76-be3f-02c584512530 req-c8029940-2226-4b2b-8807-79d4227a0c6a service neutron] 10.222.0.20 "GET /v2.0/networks?id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4 HTTP/1.1" status: 200 len: 922 time: 0.2360163 Aug 10 03:44:51.201842 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:51.219472 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f24eaaf-032c-4c76-be3f-02c584512530 req-92fc5074-7362-4be9-8a9e-58fac6dae682 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45469e1f-b3c8-44a0-b148-f8c1669f304e HTTP/1.1" status: 200 len: 217 time: 0.0464540 Aug 10 03:44:51.251319 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4562119-0504-484d-9e27-386558ee1f9d req-fb8009bc-289f-459c-86e2-ebda89350b2f tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:51.255320 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c4562119-0504-484d-9e27-386558ee1f9d req-fb8009bc-289f-459c-86e2-ebda89350b2f tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/networks?id=ea927fde-d012-48b3-9009-355288075eee HTTP/1.1" status: 200 len: 821 time: 0.1309013 Aug 10 03:44:51.262973 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:51.273805 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c4562119-0504-484d-9e27-386558ee1f9d req-0b571f9d-2876-4a5b-ab1e-47666545debf tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/quotas/b06669819ebb41b2937412e826c7d140 HTTP/1.1" status: 200 len: 375 time: 0.0124149 Aug 10 03:44:51.298315 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-4ceca56a-d1bd-4e7c-b091-2b6e1d410e9a service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065141 Aug 10 03:44:51.306764 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24eaaf-032c-4c76-be3f-02c584512530 req-f54e946d-d5cb-444b-b9ac-72d23b83a066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:51.308957 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f24eaaf-032c-4c76-be3f-02c584512530 req-f54e946d-d5cb-444b-b9ac-72d23b83a066 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc5ee412-63a0-4c00-8014-352954e4021d HTTP/1.1" status: 200 len: 861 time: 0.0785122 Aug 10 03:44:51.336232 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c4562119-0504-484d-9e27-386558ee1f9d req-751b391f-659f-48d5-beaf-003784a58a61 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b06669819ebb41b2937412e826c7d140&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0563586 Aug 10 03:44:51.391757 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f24eaaf-032c-4c76-be3f-02c584512530 req-89e016d7-7001-4a1b-a288-c867a0416b4d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667264 Aug 10 03:44:51.442478 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c4562119-0504-484d-9e27-386558ee1f9d req-5a2ce9f2-1d76-45e2-93f4-d5d9b3645865 service neutron] 10.222.0.25 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939379 Aug 10 03:44:51.491632 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-317b6774-8848-4be6-b16e-5531fa5fd048 req-224c7978-5dc8-48b2-9035-a4155af57ea5 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793823 Aug 10 03:44:51.512151 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f24eaaf-032c-4c76-be3f-02c584512530 req-07923bc9-b76e-4d31-8080-f047667b2e74 service neutron] 10.222.0.20 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123440 Aug 10 03:44:51.544494 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c4562119-0504-484d-9e27-386558ee1f9d req-32541ac5-213a-4df2-8804-88ee12b8db29 service neutron] 10.222.0.25 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884340 Aug 10 03:44:51.614444 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f24eaaf-032c-4c76-be3f-02c584512530 req-9f8c82d7-d534-47ab-b808-384b93108182 service neutron] 10.222.0.20 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907118 Aug 10 03:44:51.628735 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:52.350060 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e47ff6-6cf5-4880-be43-3b1eaefad477 req-9a23f2e9-9a87-43bc-92d2-45040dfe8862 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:52.351804 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-33e47ff6-6cf5-4880-be43-3b1eaefad477 req-9a23f2e9-9a87-43bc-92d2-45040dfe8862 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.1064787 Aug 10 03:44:52.379501 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48449d65-cd1e-4d33-93a7-aace34238e15 req-d99cf5fd-8e15-4901-8320-c40cb0775804 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:52.388327 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-48449d65-cd1e-4d33-93a7-aace34238e15 req-d99cf5fd-8e15-4901-8320-c40cb0775804 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=74ad084b-919f-47f7-9ee9-5ab698667148 HTTP/1.1" status: 200 len: 948 time: 0.0749154 Aug 10 03:44:52.408703 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-33e47ff6-6cf5-4880-be43-3b1eaefad477 req-2d1d7298-0441-4c03-8afe-4bbe824a5fc4 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503430 Aug 10 03:44:52.472127 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-48449d65-cd1e-4d33-93a7-aace34238e15 req-bd91c303-2fdf-42cc-8a3d-8fcc76852987 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669687 Aug 10 03:44:52.541627 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1efe8cd1-e78e-4cfa-b350-cfc231074646 req-f95e82c3-c13f-48be-92cf-7a3f073f012c tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=5655fae9-a408-475f-9e65-55423fe5198b HTTP/1.1" status: 200 len: 210 time: 0.0381021 Aug 10 03:44:52.573219 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1a8a1-5228-484b-acec-2ce8f2c82ca2 req-03e64459-ec6f-4b79-a273-9415fcc27622 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:52.580677 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cfb1a8a1-5228-484b-acec-2ce8f2c82ca2 req-03e64459-ec6f-4b79-a273-9415fcc27622 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/ports?device_id=97d9d8de-42ae-4f88-a793-f616b4c4fa33 HTTP/1.1" status: 200 len: 944 time: 0.0772965 Aug 10 03:44:52.623049 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cfb1a8a1-5228-484b-acec-2ce8f2c82ca2 req-7252feb4-0802-468d-b347-ea9a122121eb tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e364db68-d554-4bbf-a46c-e2f2ba7012f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377030 Aug 10 03:44:52.663154 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-058474bd-c6c6-4fe7-828a-414f27b6b112 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1614772456&fields=id&tenant_id=f0d3ceef8e45464d94575c3c6b321f1a HTTP/1.1" status: 200 len: 267 time: 0.0341442 Aug 10 03:44:52.710939 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ad084b-919f-47f7-9ee9-5ab698667148', 'tag': 'd3106254-dca5-4db7-b648-f8525babc9f2'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:52.713947 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31eaf57-f53f-47f5-80d0-c809e03d4bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "74ad084b-919f-47f7-9ee9-5ab698667148", "tag": "d3106254-dca5-4db7-b648-f8525babc9f2"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:52.787592 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23226fd7-9429-4099-875e-4c089bb23b4a x-openstack-request-id: req-23226fd7-9429-4099-875e-4c089bb23b4a {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:52.787756 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-8556e54f-4792-4892-a4e8-67a513c9fbe3 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:52.788406 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ad084b-919f-47f7-9ee9-5ab698667148", "tag": "d3106254-dca5-4db7-b648-f8525babc9f2", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:52.788773 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23226fd7-9429-4099-875e-4c089bb23b4a {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:52.789390 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ad084b-919f-47f7-9ee9-5ab698667148', 'tag': 'd3106254-dca5-4db7-b648-f8525babc9f2', 'status': 'completed', 'code': 200} Aug 10 03:44:52.789529 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-8556e54f-4792-4892-a4e8-67a513c9fbe3 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/networks?id=24a9f0b3-d314-4487-a93c-710d0970389d HTTP/1.1" status: 200 len: 822 time: 0.1192470 Aug 10 03:44:52.814499 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-51c8151c-dc9a-44d2-9996-724de59ff74e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/quotas/f0d3ceef8e45464d94575c3c6b321f1a HTTP/1.1" status: 200 len: 375 time: 0.0178921 Aug 10 03:44:52.875396 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31eaf57-f53f-47f5-80d0-c809e03d4bfb req-4612f516-1ef0-42cb-9da6-d5c17222cbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:52.876852 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-9be45c0b-92f2-4606-a7cd-255dad1cdb85 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f0d3ceef8e45464d94575c3c6b321f1a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0606368 Aug 10 03:44:52.877051 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b31eaf57-f53f-47f5-80d0-c809e03d4bfb req-4612f516-1ef0-42cb-9da6-d5c17222cbcf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&device_id=74ad084b-919f-47f7-9ee9-5ab698667148 HTTP/1.1" status: 200 len: 1099 time: 0.0597484 Aug 10 03:44:52.991360 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31eaf57-f53f-47f5-80d0-c809e03d4bfb req-ee9767ae-4a3f-4120-8a2e-473c6b019357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:52.993036 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b31eaf57-f53f-47f5-80d0-c809e03d4bfb req-ee9767ae-4a3f-4120-8a2e-473c6b019357 service neutron] 10.222.0.68 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.0991848 Aug 10 03:44:53.005284 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-9e18a29b-aa0a-4966-9400-2ae68ccacce0 service neutron] 10.222.0.25 "GET /v2.0/networks/24a9f0b3-d314-4487-a93c-710d0970389d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149843 Aug 10 03:44:53.057037 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b31eaf57-f53f-47f5-80d0-c809e03d4bfb req-859eda4b-654c-4b4c-8f59-6c399908329e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=d3106254-dca5-4db7-b648-f8525babc9f2 HTTP/1.1" status: 200 len: 217 time: 0.0454624 Aug 10 03:44:53.116035 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-f26fbd6a-761b-4805-90de-fb892585eb47 service neutron] 10.222.0.25 "GET /v2.0/networks/24a9f0b3-d314-4487-a93c-710d0970389d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026943 Aug 10 03:44:53.117912 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31eaf57-f53f-47f5-80d0-c809e03d4bfb req-6316c745-1676-4d38-904a-17de203a9fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:53.119708 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b31eaf57-f53f-47f5-80d0-c809e03d4bfb req-6316c745-1676-4d38-904a-17de203a9fab service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0549576 Aug 10 03:44:53.191792 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31eaf57-f53f-47f5-80d0-c809e03d4bfb req-cc2fd8c5-17c0-4fbd-b3ef-018cc58fbda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:53.193504 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b31eaf57-f53f-47f5-80d0-c809e03d4bfb req-cc2fd8c5-17c0-4fbd-b3ef-018cc58fbda9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0505772 Aug 10 03:44:53.310459 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b31eaf57-f53f-47f5-80d0-c809e03d4bfb req-5d301112-0801-43b0-af1e-8073c8bac065 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992780 Aug 10 03:44:53.440798 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b31eaf57-f53f-47f5-80d0-c809e03d4bfb req-cb27e14e-25ac-4688-9d91-109fa727052e service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978875 Aug 10 03:44:53.556144 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bd6a8c12-aceb-4253-8308-e25d0e2eb529 req-2a9bdb45-dc52-4041-8946-683b349ca1a8 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 210 time: 0.0615149 Aug 10 03:44:53.583637 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ae430-1d94-44f1-a249-32f3ae7db031 req-08909588-c3b8-46bf-b7d8-fe24418116b1 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:53.592225 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f99ae430-1d94-44f1-a249-32f3ae7db031 req-08909588-c3b8-46bf-b7d8-fe24418116b1 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.0830724 Aug 10 03:44:53.632498 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f99ae430-1d94-44f1-a249-32f3ae7db031 req-298ff100-58aa-4e44-8e22-9ddf1458c7b1 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393262 Aug 10 03:44:53.688065 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b9e9f-8c76-4b9d-8c4a-80ede5427c64 req-c3210741-70f2-4f3f-bf5e-9c967182b5d7 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:53.689911 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0c2b9e9f-8c76-4b9d-8c4a-80ede5427c64 req-c3210741-70f2-4f3f-bf5e-9c967182b5d7 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=74ad084b-919f-47f7-9ee9-5ab698667148 HTTP/1.1" status: 200 len: 948 time: 0.0640695 Aug 10 03:44:53.736586 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-46d64b96-ef8d-4175-90a5-5d6c57f1db12 req-d2b775fe-96de-420d-8387-593d673869bb tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=5655fae9-a408-475f-9e65-55423fe5198b HTTP/1.1" status: 200 len: 210 time: 0.0324464 Aug 10 03:44:53.809824 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0c2b9e9f-8c76-4b9d-8c4a-80ede5427c64 req-0578a149-d4f2-4f8e-8620-f2e6a5769123 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131597 Aug 10 03:44:53.865647 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e788a2-1433-463a-9601-f6d31dce6dc9 req-36543073-ac78-44a8-8d59-1f0d656fb39e tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:53.867229 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-84e788a2-1433-463a-9601-f6d31dce6dc9 req-36543073-ac78-44a8-8d59-1f0d656fb39e tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/ports?device_id=97d9d8de-42ae-4f88-a793-f616b4c4fa33 HTTP/1.1" status: 200 len: 944 time: 0.0635200 Aug 10 03:44:53.925303 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-84e788a2-1433-463a-9601-f6d31dce6dc9 req-7952896d-fb82-405c-afc8-3b107c014fe8 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e364db68-d554-4bbf-a46c-e2f2ba7012f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492661 Aug 10 03:44:54.515931 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a3f37-1372-4d06-b036-09d8919eccad req-496f2bdd-d054-424a-971e-044a7ee73abe tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:54.517350 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-081a3f37-1372-4d06-b036-09d8919eccad req-496f2bdd-d054-424a-971e-044a7ee73abe tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.68 "GET /v2.0/ports?device_id=e2b66ec5-6521-4432-a5c5-e36665d92865 HTTP/1.1" status: 200 len: 945 time: 0.0499599 Aug 10 03:44:54.645814 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-36fb0fda-fc72-4652-83f2-6d7a8eeaed3e req-e5bb1dcd-9068-411c-9a16-ea3d98000019 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 210 time: 0.0359235 Aug 10 03:44:54.649298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-081a3f37-1372-4d06-b036-09d8919eccad req-a5c08643-a1d4-439c-9f2a-84184273ea2b tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Deleting port b371f673-7ce3-42f5-976e-b68fe5a93ee7 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:44:54.649619 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-081a3f37-1372-4d06-b036-09d8919eccad req-a5c08643-a1d4-439c-9f2a-84184273ea2b tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:54.746557 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-081a3f37-1372-4d06-b036-09d8919eccad req-a5c08643-a1d4-439c-9f2a-84184273ea2b tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] For port b371f673-7ce3-42f5-976e-b68fe5a93ee7, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=b371f673-7ce3-42f5-976e-b68fe5a93ee7,segment=NetworkSegment(0c3ff272-2732-4f55-a1da-d84e69f6d5d2),segment_id=0c3ff272-2732-4f55-a1da-d84e69f6d5d2)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:54.747168 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-081a3f37-1372-4d06-b036-09d8919eccad req-a5c08643-a1d4-439c-9f2a-84184273ea2b tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:54.769223 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6d2b06-35eb-4d40-9b76-a2d1d2f56bc6 req-5af8eb20-8556-477a-a56b-1306a07e5c33 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:54.770988 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1f6d2b06-35eb-4d40-9b76-a2d1d2f56bc6 req-5af8eb20-8556-477a-a56b-1306a07e5c33 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.0560584 Aug 10 03:44:54.818952 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1f6d2b06-35eb-4d40-9b76-a2d1d2f56bc6 req-d165b4b3-8570-4cb3-877e-41211e637d77 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380108 Aug 10 03:44:54.852560 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:44:54.898501 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-91d3dec1-214b-474d-ba06-2847d0b6ed79 req-bd04a15b-f326-402f-bf78-263cbf3bfaa6 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=5655fae9-a408-475f-9e65-55423fe5198b HTTP/1.1" status: 200 len: 210 time: 0.0654869 Aug 10 03:44:54.968992 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b92179-6b4c-4e91-a812-51d364762994 req-cab06c29-31fe-496d-b139-dc1f4930bf07 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:54.977894 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62b92179-6b4c-4e91-a812-51d364762994 req-cab06c29-31fe-496d-b139-dc1f4930bf07 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=74ad084b-919f-47f7-9ee9-5ab698667148 HTTP/1.1" status: 200 len: 948 time: 0.0929410 Aug 10 03:44:55.024747 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62b92179-6b4c-4e91-a812-51d364762994 req-50ff20fc-8e6e-4921-9a5b-3ab7e09ac365 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457563 Aug 10 03:44:55.065805 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:55.070541 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:55.070847 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:55.162351 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:55.190614 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d9d8de-42ae-4f88-a793-f616b4c4fa33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:55.193503 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-081a3f37-1372-4d06-b036-09d8919eccad req-a5c08643-a1d4-439c-9f2a-84184273ea2b tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:55.193693 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46fce43-0c7a-4059-8b93-bc58df20e3a4" -d '{"events": [{"server_uuid": "97d9d8de-42ae-4f88-a793-f616b4c4fa33", "name": "network-vif-plugged", "status": "completed", "tag": "2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:55.193871 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-081a3f37-1372-4d06-b036-09d8919eccad req-a5c08643-a1d4-439c-9f2a-84184273ea2b tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:55.194267 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [req-081a3f37-1372-4d06-b036-09d8919eccad req-a5c08643-a1d4-439c-9f2a-84184273ea2b tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Floating IP 0e78bdd5-4528-47b5-a075-2aa92cad2f74 disassociated. External IP: 172.25.0.201, port: b371f673-7ce3-42f5-976e-b68fe5a93ee7. Aug 10 03:44:55.194616 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-081a3f37-1372-4d06-b036-09d8919eccad req-a5c08643-a1d4-439c-9f2a-84184273ea2b tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Calling delete_port for b371f673-7ce3-42f5-976e-b68fe5a93ee7 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:44:55.215589 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf,segment=NetworkSegment(f6d9cabc-7400-46a8-9fc3-952acebeb8e8),segment_id=f6d9cabc-7400-46a8-9fc3-952acebeb8e8)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:55.237649 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3c7fd7-a112-47bd-a007-75c58f36950f x-openstack-request-id: req-ba3c7fd7-a112-47bd-a007-75c58f36950f {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:55.237955 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d9d8de-42ae-4f88-a793-f616b4c4fa33", "name": "network-vif-plugged", "status": "completed", "tag": "2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:55.238230 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba3c7fd7-a112-47bd-a007-75c58f36950f {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:55.238737 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d9d8de-42ae-4f88-a793-f616b4c4fa33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf', 'code': 200} Aug 10 03:44:55.322084 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:55.428643 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:55.575003 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583b4b8-b5a0-48f7-ac94-9832dd16e897 req-ee3252ee-b788-437c-91fc-63b12a719b2b tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:55.576463 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4583b4b8-b5a0-48f7-ac94-9832dd16e897 req-ee3252ee-b788-437c-91fc-63b12a719b2b tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/ports?device_id=97d9d8de-42ae-4f88-a793-f616b4c4fa33 HTTP/1.1" status: 200 len: 944 time: 0.5212731 Aug 10 03:44:55.740608 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4583b4b8-b5a0-48f7-ac94-9832dd16e897 req-401ed72e-9199-4938-a88c-e50b496dcdf8 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e364db68-d554-4bbf-a46c-e2f2ba7012f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092918 Aug 10 03:44:55.754408 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5d06e1-7033-41ad-9f56-17ba19115e67 req-7c7c8612-46b9-44da-b985-1b44f7bc1558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:55.756060 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9a5d06e1-7033-41ad-9f56-17ba19115e67 req-7c7c8612-46b9-44da-b985-1b44f7bc1558 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=97d9d8de-42ae-4f88-a793-f616b4c4fa33 HTTP/1.1" status: 200 len: 1096 time: 0.2073095 Aug 10 03:44:55.772554 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-929ee023-0bd1-478e-9c3d-e46b2732b00c req-9dce0672-e71f-4d3d-a3c1-f44402982a68 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 210 time: 0.0303423 Aug 10 03:44:55.818407 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4562119-0504-484d-9e27-386558ee1f9d req-ff7180c2-1d57-47a6-9e5d-1fc5d082e5de tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:55.819878 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c4562119-0504-484d-9e27-386558ee1f9d req-ff7180c2-1d57-47a6-9e5d-1fc5d082e5de tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.20 "GET /v2.0/networks?id=ea927fde-d012-48b3-9009-355288075eee HTTP/1.1" status: 200 len: 821 time: 0.2681580 Aug 10 03:44:55.854740 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-c4562119-0504-484d-9e27-386558ee1f9d req-8fa5b28a-89a7-434d-aa11-de64f6705c75 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Request body: {'port': {'device_id': '5655fae9-a408-475f-9e65-55423fe5198b', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'admin_state_up': True, 'tenant_id': 'b06669819ebb41b2937412e826c7d140'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:55.918981 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9a5d06e1-7033-41ad-9f56-17ba19115e67 req-d22c3acb-412e-4a94-a45e-465fd8e78950 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e364db68-d554-4bbf-a46c-e2f2ba7012f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292427 Aug 10 03:44:56.018523 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfa3ac-c30e-46f8-8186-d5a5f1aae529 req-5dbd971f-250d-4af9-a5a6-4eb143069d56 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:56.020106 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-40cfa3ac-c30e-46f8-8186-d5a5f1aae529 req-5dbd971f-250d-4af9-a5a6-4eb143069d56 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.1067677 Aug 10 03:44:56.050472 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ca8efd32-5727-49f7-afa8-f389b6e50fd6 req-64e8c808-f3b3-482b-aae2-16187ce3c617 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=5655fae9-a408-475f-9e65-55423fe5198b HTTP/1.1" status: 200 len: 210 time: 0.0409088 Aug 10 03:44:56.083616 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d50b72d8-cad6-4828-a379-ba8a886cda41 req-e5a7f3eb-553f-42d0-bd32-04abd8c274fd service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0952921 Aug 10 03:44:56.093899 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-081a3f37-1372-4d06-b036-09d8919eccad req-a5c08643-a1d4-439c-9f2a-84184273ea2b tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.104357 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-40cfa3ac-c30e-46f8-8186-d5a5f1aae529 req-ef9ba630-190f-4b19-9804-b86693770884 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733144 Aug 10 03:44:56.144616 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c08643-a1d4-439c-9f2a-84184273ea2b tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Pushing event deleted for resources: {'Port': ['ID=b371f673-7ce3-42f5-976e-b68fe5a93ee7,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:56.192337 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44613cd-f0a0-4d83-96c4-af126079676e req-9327e641-4263-4ac0-98da-7b91efc95e43 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:56.194090 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f44613cd-f0a0-4d83-96c4-af126079676e req-9327e641-4263-4ac0-98da-7b91efc95e43 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=74ad084b-919f-47f7-9ee9-5ab698667148 HTTP/1.1" status: 200 len: 948 time: 0.0637600 Aug 10 03:44:56.231480 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device d3106254-dca5-4db7-b648-f8525babc9f2 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:44:56.232828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b72d8-cad6-4828-a379-ba8a886cda41 req-b3f3e642-5114-4892-92c4-68a9c92093d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:56.234416 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d50b72d8-cad6-4828-a379-ba8a886cda41 req-b3f3e642-5114-4892-92c4-68a9c92093d3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=47ca53781e6743fd8c23c05b91862cdc&device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 1095 time: 0.1025429 Aug 10 03:44:56.279687 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f44613cd-f0a0-4d83-96c4-af126079676e req-55d50217-0b7c-4ecc-b2ea-80e41d511986 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782771 Aug 10 03:44:56.331139 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4562119-0504-484d-9e27-386558ee1f9d req-8fa5b28a-89a7-434d-aa11-de64f6705c75 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Made reservation on behalf of b06669819ebb41b2937412e826c7d140 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:56.333929 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c4562119-0504-484d-9e27-386558ee1f9d req-8fa5b28a-89a7-434d-aa11-de64f6705c75 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.350917 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 45469e1f-b3c8-44a0-b148-f8c1669f304e no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:44:56.433043 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 45469e1f-b3c8-44a0-b148-f8c1669f304e not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:44:56.490830 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port d3106254-dca5-4db7-b648-f8525babc9f2, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=d3106254-dca5-4db7-b648-f8525babc9f2,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:56.491891 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [req-081a3f37-1372-4d06-b036-09d8919eccad req-a5c08643-a1d4-439c-9f2a-84184273ea2b tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Router c6410152-921c-40b8-a35e-08cc4e0f42f0 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:44:56.508339 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'd3106254-dca5-4db7-b648-f8525babc9f2', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': 'd3106254-dca5-4db7-b648-f8525babc9f2', 'mac_address': 'fa:16:3e:1d:44:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:44:56.546718 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b72d8-cad6-4828-a379-ba8a886cda41 req-ecac5ab8-9a9d-46c3-9f12-767b9f98482b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:56.548321 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d50b72d8-cad6-4828-a379-ba8a886cda41 req-ecac5ab8-9a9d-46c3-9f12-767b9f98482b service neutron] 10.222.0.68 "GET /v2.0/networks?id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4 HTTP/1.1" status: 200 len: 922 time: 0.2388294 Aug 10 03:44:56.558189 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.578677 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3106254-dca5-4db7-b648-f8525babc9f2 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:56.609337 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port d3106254-dca5-4db7-b648-f8525babc9f2, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=d3106254-dca5-4db7-b648-f8525babc9f2,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:44:56.640880 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d50b72d8-cad6-4828-a379-ba8a886cda41 req-5e69dc18-8660-4508-8909-9184aa124b8d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18ede4e1-fb9e-4d14-8831-4e294ccc0b76 HTTP/1.1" status: 200 len: 217 time: 0.0809803 Aug 10 03:44:56.649886 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-c4562119-0504-484d-9e27-386558ee1f9d req-8fa5b28a-89a7-434d-aa11-de64f6705c75 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Allocated IP 172.20.0.7 (ea927fde-d012-48b3-9009-355288075eee/3f1213ec-1529-4b69-872e-31c7ddfcb054/6ee3d21e-047d-49ef-9907-49543ca845ac) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:56.794222 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b72d8-cad6-4828-a379-ba8a886cda41 req-614e582e-35c8-4711-937a-87265b09561f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:56.795809 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d50b72d8-cad6-4828-a379-ba8a886cda41 req-614e582e-35c8-4711-937a-87265b09561f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dc5ee412-63a0-4c00-8014-352954e4021d HTTP/1.1" status: 200 len: 861 time: 0.1400461 Aug 10 03:44:56.801679 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-081a3f37-1372-4d06-b036-09d8919eccad req-a5c08643-a1d4-439c-9f2a-84184273ea2b tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:44:56.830009 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700cfbe0-8f8f-4aed-9fdc-15c4a8e96fb5 None None] Sync routers for ids ['c6410152-921c-40b8-a35e-08cc4e0f42f0'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:44:56.838060 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:56.892104 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d50b72d8-cad6-4828-a379-ba8a886cda41 req-4e1043f0-f81c-4d96-a768-037e86cdfb4d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829294 Aug 10 03:44:56.939420 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700cfbe0-8f8f-4aed-9fdc-15c4a8e96fb5 None None] Routers {'c6410152-921c-40b8-a35e-08cc4e0f42f0'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:56.942799 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-700cfbe0-8f8f-4aed-9fdc-15c4a8e96fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:44:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['c6410152-921c-40b8-a35e-08cc4e0f42f0'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:56.965968 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-081a3f37-1372-4d06-b036-09d8919eccad req-a5c08643-a1d4-439c-9f2a-84184273ea2b tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] No DVR routers for this DVR port b371f673-7ce3-42f5-976e-b68fe5a93ee7 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:44:57.001613 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-081a3f37-1372-4d06-b036-09d8919eccad req-a5c08643-a1d4-439c-9f2a-84184273ea2b tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.003788 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-081a3f37-1372-4d06-b036-09d8919eccad req-a5c08643-a1d4-439c-9f2a-84184273ea2b tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.68 "DELETE /v2.0/ports/b371f673-7ce3-42f5-976e-b68fe5a93ee7 HTTP/1.1" status: 204 len: 173 time: 2.4797726 Aug 10 03:44:57.005981 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2b66ec5-6521-4432-a5c5-e36665d92865', 'name': 'network-vif-deleted', 'tag': 'b371f673-7ce3-42f5-976e-b68fe5a93ee7'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:44:57.008052 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a60c9e8-93e5-4b72-b529-96881a4f7068" -d '{"events": [{"server_uuid": "e2b66ec5-6521-4432-a5c5-e36665d92865", "name": "network-vif-deleted", "tag": "b371f673-7ce3-42f5-976e-b68fe5a93ee7"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:44:57.033037 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e8c4ffee-45f1-478a-bfcb-d156e1a418b0 req-2e1c5916-c6c0-43e8-a55b-5e7401c87dce tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 210 time: 0.0799553 Aug 10 03:44:57.082624 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=d3106254-dca5-4db7-b648-f8525babc9f2,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:57.146101 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78099112-1dc7-4a8e-9f55-1605fa12da71 req-7e7bf28e-834f-49ff-b4d2-12e308d0c127 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:57.153341 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78099112-1dc7-4a8e-9f55-1605fa12da71 req-7e7bf28e-834f-49ff-b4d2-12e308d0c127 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/ports?device_id=97d9d8de-42ae-4f88-a793-f616b4c4fa33 HTTP/1.1" status: 200 len: 945 time: 0.2460420 Aug 10 03:44:57.165046 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecc8d12-84e0-430e-9655-13e40be27eae x-openstack-request-id: req-aecc8d12-84e0-430e-9655-13e40be27eae {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:44:57.165269 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2b66ec5-6521-4432-a5c5-e36665d92865", "name": "network-vif-deleted", "tag": "b371f673-7ce3-42f5-976e-b68fe5a93ee7", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:44:57.165498 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aecc8d12-84e0-430e-9655-13e40be27eae {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:44:57.165898 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2b66ec5-6521-4432-a5c5-e36665d92865', 'name': 'network-vif-deleted', 'tag': 'b371f673-7ce3-42f5-976e-b68fe5a93ee7', 'status': 'completed', 'code': 200} Aug 10 03:44:57.196991 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c4562119-0504-484d-9e27-386558ee1f9d req-8fa5b28a-89a7-434d-aa11-de64f6705c75 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.215907 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d50b72d8-cad6-4828-a379-ba8a886cda41 req-bcc35a07-fb7f-4a52-9010-1a089c83bf76 service neutron] 10.222.0.68 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992549 Aug 10 03:44:57.224068 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-700cfbe0-8f8f-4aed-9fdc-15c4a8e96fb5 None None] Set router c6410152-921c-40b8-a35e-08cc4e0f42f0 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:57.236935 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-c4562119-0504-484d-9e27-386558ee1f9d req-8fa5b28a-89a7-434d-aa11-de64f6705c75 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Transition to ACTIVE for port object 6ee3d21e-047d-49ef-9907-49543ca845ac will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:57.240143 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c75ba6e6-5103-45c6-8b7c-7a229dc1bb66 req-a4a88b8e-970f-4827-90fc-74ebef98dc3e tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=5655fae9-a408-475f-9e65-55423fe5198b HTTP/1.1" status: 200 len: 210 time: 0.0301445 Aug 10 03:44:57.242007 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78099112-1dc7-4a8e-9f55-1605fa12da71 req-4f6650ec-f7dd-414f-a648-cf58a767e533 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e364db68-d554-4bbf-a46c-e2f2ba7012f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875759 Aug 10 03:44:57.359993 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d50b72d8-cad6-4828-a379-ba8a886cda41 req-f1f957d6-1ebe-4877-9489-de9ecc779a45 service neutron] 10.222.0.68 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305268 Aug 10 03:44:57.364273 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['d3106254-dca5-4db7-b648-f8525babc9f2'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:57.391198 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28cb41-c88e-4c3b-9edf-85aa17aa1373 req-76ec68d9-6958-460a-810f-e25303395ccd tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:57.399091 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3c28cb41-c88e-4c3b-9edf-85aa17aa1373 req-76ec68d9-6958-460a-810f-e25303395ccd tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.0962808 Aug 10 03:44:57.448989 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3c28cb41-c88e-4c3b-9edf-85aa17aa1373 req-a378cc79-6226-452f-bf56-b92357cca137 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487919 Aug 10 03:44:57.504957 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c4562119-0504-484d-9e27-386558ee1f9d req-8fa5b28a-89a7-434d-aa11-de64f6705c75 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.566630 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3666fc6-cd9b-45a1-bb5c-2a698bc0976b req-27053728-0621-4373-9570-8114bb166877 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:57.569632 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3666fc6-cd9b-45a1-bb5c-2a698bc0976b req-27053728-0621-4373-9570-8114bb166877 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=74ad084b-919f-47f7-9ee9-5ab698667148 HTTP/1.1" status: 200 len: 949 time: 0.1679173 Aug 10 03:44:57.583634 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['de9e0ad0-65b4-4bf6-b913-2011932e5cae'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:44:57.585875 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-700cfbe0-8f8f-4aed-9fdc-15c4a8e96fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27147576-router', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:53Z', 'revision_number': 4, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'gw_port': {'id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:47Z', 'updated_at': '2021-08-10T03:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '51032bce-19f2-4d97-91af-6c09088f9a90', 'name': '', 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'mac_address': 'fa:16:3e:e6:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:51Z', 'updated_at': '2021-08-10T03:41:59Z', 'revision_number': 5, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'subnets': [{'id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:57.589199 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:57.709637 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700cfbe0-8f8f-4aed-9fdc-15c4a8e96fb5 None None] Checking router: c6410152-921c-40b8-a35e-08cc4e0f42f0 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:44:57.725790 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700cfbe0-8f8f-4aed-9fdc-15c4a8e96fb5 None None] Routers {'c6410152-921c-40b8-a35e-08cc4e0f42f0'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:44:57.726477 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-700cfbe0-8f8f-4aed-9fdc-15c4a8e96fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:44:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['c6410152-921c-40b8-a35e-08cc4e0f42f0'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:57.753426 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5b28a-89a7-434d-aa11-de64f6705c75 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Pushing event updated for resources: {'Port': ['ID=6ee3d21e-047d-49ef-9907-49543ca845ac,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:57.801349 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-20373c33-a5dd-4b4e-b0af-61b41e90967f tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:57.803360 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-20373c33-a5dd-4b4e-b0af-61b41e90967f tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.20 "GET /v2.0/networks?id=24a9f0b3-d314-4487-a93c-710d0970389d HTTP/1.1" status: 200 len: 822 time: 0.3304069 Aug 10 03:44:57.822928 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4562119-0504-484d-9e27-386558ee1f9d req-8fa5b28a-89a7-434d-aa11-de64f6705c75 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Network ea927fde-d012-48b3-9009-355288075eee is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:44:57.889776 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-700cfbe0-8f8f-4aed-9fdc-15c4a8e96fb5 None None] Set router c6410152-921c-40b8-a35e-08cc4e0f42f0 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:44:57.928902 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-c4562119-0504-484d-9e27-386558ee1f9d req-8fa5b28a-89a7-434d-aa11-de64f6705c75 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:44:57.940665 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4562119-0504-484d-9e27-386558ee1f9d req-8fa5b28a-89a7-434d-aa11-de64f6705c75 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:44:58.053263 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-52f3ca0e-3ec5-474e-b7a6-c50f9d6c9841 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0d3ceef8e45464d94575c3c6b321f1a HTTP/1.1" status: 200 len: 380 time: 0.2238662 Aug 10 03:44:58.059837 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4562119-0504-484d-9e27-386558ee1f9d req-8fa5b28a-89a7-434d-aa11-de64f6705c75 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:58.060566 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c4562119-0504-484d-9e27-386558ee1f9d req-8fa5b28a-89a7-434d-aa11-de64f6705c75 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:58.078700 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-453bf7cf-926d-4115-ae40-5fec00411b6b tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Request body: {'port': {'device_id': 'ddf68bec-1a45-4c7b-9c71-61db854e5291', 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d', 'admin_state_up': True, 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'security_groups': ['481843de-1b3c-44cf-a624-10004eee171b']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:58.190382 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3666fc6-cd9b-45a1-bb5c-2a698bc0976b req-1aa33adf-0ac4-4be2-a9bc-80860ea01493 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3855894 Aug 10 03:44:58.210986 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9c2bbd4c-870c-4204-8044-b5634692f0b2 req-25329484-27cc-4e73-b825-09ac2b375388 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 210 time: 0.0512917 Aug 10 03:44:58.261095 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device b371f673-7ce3-42f5-976e-b68fe5a93ee7 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:44:58.375527 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: b371f673-7ce3-42f5-976e-b68fe5a93ee7 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:44:58.377753 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device b371f673-7ce3-42f5-976e-b68fe5a93ee7 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:44:58.411189 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c4562119-0504-484d-9e27-386558ee1f9d req-8fa5b28a-89a7-434d-aa11-de64f6705c75 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5704560 Aug 10 03:44:58.447544 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-c4562119-0504-484d-9e27-386558ee1f9d req-6c908236-8302-494d-b1bb-cba3e3ed2ccb service neutron] Request body: {'port': {'device_id': '5655fae9-a408-475f-9e65-55423fe5198b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:44:58.507413 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-700cfbe0-8f8f-4aed-9fdc-15c4a8e96fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27147576-router', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:53Z', 'revision_number': 4, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'gw_port': {'id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:47Z', 'updated_at': '2021-08-10T03:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '51032bce-19f2-4d97-91af-6c09088f9a90', 'name': '', 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'mac_address': 'fa:16:3e:e6:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:51Z', 'updated_at': '2021-08-10T03:41:59Z', 'revision_number': 5, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'subnets': [{'id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:44:58.518279 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27096d-e049-4e88-88a1-e2b69057c13c req-9c649b6f-9839-4b24-9d9a-ae574fa01996 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:58.524968 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8b27096d-e049-4e88-88a1-e2b69057c13c req-9c649b6f-9839-4b24-9d9a-ae574fa01996 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/ports?device_id=97d9d8de-42ae-4f88-a793-f616b4c4fa33 HTTP/1.1" status: 200 len: 945 time: 0.1410871 Aug 10 03:44:58.557952 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f71fb-6470-4607-b168-de984d5dd32b req-c1fe1643-a67c-480b-a992-3c7711f2c878 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:58.558219 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700cfbe0-8f8f-4aed-9fdc-15c4a8e96fb5 None None] The sync data for ids ['c6410152-921c-40b8-a35e-08cc4e0f42f0'] in n-d-802893-2 is: [{'id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27147576-router', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:53Z', 'revision_number': 4, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'gw_port': {'id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:47Z', 'updated_at': '2021-08-10T03:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '51032bce-19f2-4d97-91af-6c09088f9a90', 'name': '', 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'mac_address': 'fa:16:3e:e6:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:51Z', 'updated_at': '2021-08-10T03:41:59Z', 'revision_number': 5, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'subnets': [{'id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:44:58.563102 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ac4f71fb-6470-4607-b168-de984d5dd32b req-c1fe1643-a67c-480b-a992-3c7711f2c878 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=5655fae9-a408-475f-9e65-55423fe5198b HTTP/1.1" status: 200 len: 931 time: 0.1124544 Aug 10 03:44:58.588905 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c4562119-0504-484d-9e27-386558ee1f9d req-6c908236-8302-494d-b1bb-cba3e3ed2ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:58.627476 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8b27096d-e049-4e88-88a1-e2b69057c13c req-fe01601a-e83e-4639-8cf9-91efb8dabd86 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e364db68-d554-4bbf-a46c-e2f2ba7012f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941212 Aug 10 03:44:58.695702 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ac4f71fb-6470-4607-b168-de984d5dd32b req-8ff801a0-13aa-4802-bc19-6601cc1a1d7c tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/security-groups?id=6763967d-314e-4d18-9fae-24a19d07d72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314504 Aug 10 03:44:58.756386 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-adeb659d-a830-4ecf-9f54-4986502fd19d None None] Provisioning for port 6ee3d21e-047d-49ef-9907-49543ca845ac completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:44:58.761682 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-adeb659d-a830-4ecf-9f54-4986502fd19d None None] Provisioning complete for port 6ee3d21e-047d-49ef-9907-49543ca845ac triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:44:58.762049 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-adeb659d-a830-4ecf-9f54-4986502fd19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:58.845167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-adeb659d-a830-4ecf-9f54-4986502fd19d None None] Port 6ee3d21e-047d-49ef-9907-49543ca845ac cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:44:58.922532 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-453bf7cf-926d-4115-ae40-5fec00411b6b tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Made reservation on behalf of f0d3ceef8e45464d94575c3c6b321f1a for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:44:58.930300 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-453bf7cf-926d-4115-ae40-5fec00411b6b tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:59.069908 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d1574a-4701-4e6f-9510-fe71bb93c08d None None] New status for floating IP 0e78bdd5-4528-47b5-a075-2aa92cad2f74: DOWN {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:44:59.074419 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e118e24-007b-4d9e-9dd8-8b6fa5585ff9 req-128a3e33-c3d0-4988-8908-7543d431ca1d tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:59.076076 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2e118e24-007b-4d9e-9dd8-8b6fa5585ff9 req-128a3e33-c3d0-4988-8908-7543d431ca1d tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.3960810 Aug 10 03:44:59.142131 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2e118e24-007b-4d9e-9dd8-8b6fa5585ff9 req-9154db95-f331-4787-8427-d3bcd2e153eb tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549572 Aug 10 03:44:59.220237 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-453bf7cf-926d-4115-ae40-5fec00411b6b tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Allocated IP 172.20.0.9 (24a9f0b3-d314-4487-a93c-710d0970389d/d3aed6ef-708f-436e-bd34-832fb38e5bfd/81cdbb71-b581-494d-9589-c15371fba4f3) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:44:59.248312 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-c4562119-0504-484d-9e27-386558ee1f9d req-6c908236-8302-494d-b1bb-cba3e3ed2ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee3d21e-047d-49ef-9907-49543ca845ac {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:44:59.263014 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c4562119-0504-484d-9e27-386558ee1f9d req-6c908236-8302-494d-b1bb-cba3e3ed2ccb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:59.302619 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-c4562119-0504-484d-9e27-386558ee1f9d req-6c908236-8302-494d-b1bb-cba3e3ed2ccb service neutron] Transition to ACTIVE for port object 6ee3d21e-047d-49ef-9907-49543ca845ac will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:59.344056 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9b9bb44c-7bcc-4e6a-951d-42e20423104d req-dadcce60-a3f6-4023-857e-daa58a2e516c tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 210 time: 0.0276215 Aug 10 03:44:59.421845 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47989a3e-f692-4958-8a49-5aabebcb52e6 req-e5eb991e-6163-4559-a64d-de5874c0c4fe tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:59.424348 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-47989a3e-f692-4958-8a49-5aabebcb52e6 req-e5eb991e-6163-4559-a64d-de5874c0c4fe tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=74ad084b-919f-47f7-9ee9-5ab698667148 HTTP/1.1" status: 200 len: 949 time: 0.1255057 Aug 10 03:44:59.472598 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-453bf7cf-926d-4115-ae40-5fec00411b6b tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:59.495514 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-47989a3e-f692-4958-8a49-5aabebcb52e6 req-b11e146f-8961-4d1a-824b-54eebe01450f tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645216 Aug 10 03:44:59.497944 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-453bf7cf-926d-4115-ae40-5fec00411b6b tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Transition to ACTIVE for port object 81cdbb71-b581-494d-9589-c15371fba4f3 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:44:59.687604 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c4562119-0504-484d-9e27-386558ee1f9d req-6c908236-8302-494d-b1bb-cba3e3ed2ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:59.742745 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c908236-8302-494d-b1bb-cba3e3ed2ccb service neutron] Pushing event updated for resources: {'Port': ['ID=6ee3d21e-047d-49ef-9907-49543ca845ac,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:44:59.790569 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-453bf7cf-926d-4115-ae40-5fec00411b6b tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:44:59.844894 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfe5ea-94b9-4af9-8c47-bff3ab725070 req-4efaadd8-e9b5-4d80-9d7f-0b4faa1a1704 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:44:59.847495 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9dbfe5ea-94b9-4af9-8c47-bff3ab725070 req-4efaadd8-e9b5-4d80-9d7f-0b4faa1a1704 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=5655fae9-a408-475f-9e65-55423fe5198b HTTP/1.1" status: 200 len: 943 time: 0.0772130 Aug 10 03:44:59.900175 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9dbfe5ea-94b9-4af9-8c47-bff3ab725070 req-aaced428-d72e-4f79-95bf-da2e1efd169a tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/security-groups?id=6763967d-314e-4d18-9fae-24a19d07d72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464010 Aug 10 03:45:00.168783 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-453bf7cf-926d-4115-ae40-5fec00411b6b tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Network 24a9f0b3-d314-4487-a93c-710d0970389d is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:00.178150 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-453bf7cf-926d-4115-ae40-5fec00411b6b tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:00.183840 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-453bf7cf-926d-4115-ae40-5fec00411b6b tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:00.210344 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453bf7cf-926d-4115-ae40-5fec00411b6b tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Pushing event updated for resources: {'Port': ['ID=81cdbb71-b581-494d-9589-c15371fba4f3,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:00.213496 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-c4562119-0504-484d-9e27-386558ee1f9d req-6c908236-8302-494d-b1bb-cba3e3ed2ccb service neutron] Attempting to bind port 6ee3d21e-047d-49ef-9907-49543ca845ac on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:00.214063 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-c4562119-0504-484d-9e27-386558ee1f9d req-6c908236-8302-494d-b1bb-cba3e3ed2ccb service neutron] Attempting to bind port 6ee3d21e-047d-49ef-9907-49543ca845ac by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'a45d8102-0f0b-47e1-b9bf-864794b5de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ea927fde-d012-48b3-9009-355288075eee'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:00.214393 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4562119-0504-484d-9e27-386558ee1f9d req-6c908236-8302-494d-b1bb-cba3e3ed2ccb service neutron] Attempting to bind port 6ee3d21e-047d-49ef-9907-49543ca845ac on network ea927fde-d012-48b3-9009-355288075eee {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:00.222029 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4562119-0504-484d-9e27-386558ee1f9d req-6c908236-8302-494d-b1bb-cba3e3ed2ccb service neutron] Port 6ee3d21e-047d-49ef-9907-49543ca845ac on network ea927fde-d012-48b3-9009-355288075eee not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:00.222378 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4562119-0504-484d-9e27-386558ee1f9d req-6c908236-8302-494d-b1bb-cba3e3ed2ccb service neutron] Attempting to bind port 6ee3d21e-047d-49ef-9907-49543ca845ac on network ea927fde-d012-48b3-9009-355288075eee {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:00.236737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4562119-0504-484d-9e27-386558ee1f9d req-6c908236-8302-494d-b1bb-cba3e3ed2ccb service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:00.237083 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4562119-0504-484d-9e27-386558ee1f9d req-6c908236-8302-494d-b1bb-cba3e3ed2ccb service neutron] Checking segment: {'id': 'a45d8102-0f0b-47e1-b9bf-864794b5de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ea927fde-d012-48b3-9009-355288075eee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:00.237477 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4562119-0504-484d-9e27-386558ee1f9d req-6c908236-8302-494d-b1bb-cba3e3ed2ccb service neutron] Bound using segment: {'id': 'a45d8102-0f0b-47e1-b9bf-864794b5de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ea927fde-d012-48b3-9009-355288075eee'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:00.237920 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-c4562119-0504-484d-9e27-386558ee1f9d req-6c908236-8302-494d-b1bb-cba3e3ed2ccb service neutron] Bound port: 6ee3d21e-047d-49ef-9907-49543ca845ac, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a45d8102-0f0b-47e1-b9bf-864794b5de8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ea927fde-d012-48b3-9009-355288075eee'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:00.246524 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c4562119-0504-484d-9e27-386558ee1f9d req-6c908236-8302-494d-b1bb-cba3e3ed2ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.259117 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device d3106254-dca5-4db7-b648-f8525babc9f2 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:00.288182 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d5cc8-90d8-40bc-9b26-d05484560a8b req-dd20e62d-5f2f-4b21-b9db-a0fb4f3a1321 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:00.290082 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0e6d5cc8-90d8-40bc-9b26-d05484560a8b req-dd20e62d-5f2f-4b21-b9db-a0fb4f3a1321 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.0799153 Aug 10 03:45:00.300355 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-453bf7cf-926d-4115-ae40-5fec00411b6b tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:00.301027 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-453bf7cf-926d-4115-ae40-5fec00411b6b tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.351098 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0e6d5cc8-90d8-40bc-9b26-d05484560a8b req-25fdfb5e-9d71-49f3-8edc-d6ff9e05cea9 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433855 Aug 10 03:45:00.392151 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-dd3ff136-fc4c-4dd3-91a7-18892abea108 service neutron] show failed (client error): The resource could not be found. Aug 10 03:45:00.394217 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-dd3ff136-fc4c-4dd3-91a7-18892abea108 service neutron] 10.222.0.68 "GET /v2.0/ports/e60d48bc-7e61-465e-b0c1-27ec891cc425/bindings/n-h2-802893-2 HTTP/1.1" status: 404 len: 380 time: 0.1274738 Aug 10 03:45:00.400483 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-c4562119-0504-484d-9e27-386558ee1f9d req-6c908236-8302-494d-b1bb-cba3e3ed2ccb service neutron] For port 6ee3d21e-047d-49ef-9907-49543ca845ac, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:00.403885 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-c4562119-0504-484d-9e27-386558ee1f9d req-6c908236-8302-494d-b1bb-cba3e3ed2ccb service neutron] For port 6ee3d21e-047d-49ef-9907-49543ca845ac, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=6ee3d21e-047d-49ef-9907-49543ca845ac,segment=NetworkSegment(a45d8102-0f0b-47e1-b9bf-864794b5de8c),segment_id=a45d8102-0f0b-47e1-b9bf-864794b5de8c)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:00.475636 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37224d-bb63-406d-97d0-ef4c705c50f9 req-269d9e1b-9047-4da5-9b3b-55b55cb5563a tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:00.477196 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb37224d-bb63-406d-97d0-ef4c705c50f9 req-269d9e1b-9047-4da5-9b3b-55b55cb5563a tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 931 time: 0.0541375 Aug 10 03:45:00.499417 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-453bf7cf-926d-4115-ae40-5fec00411b6b tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4281878 Aug 10 03:45:00.533919 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port d3106254-dca5-4db7-b648-f8525babc9f2 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:00.533919 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port d3106254-dca5-4db7-b648-f8525babc9f2 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:00.533919 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.535368 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Request body: {'port': {'device_id': 'ddf68bec-1a45-4c7b-9c71-61db854e5291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:00.556342 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb37224d-bb63-406d-97d0-ef4c705c50f9 req-3b7d562d-5217-4091-9f52-be2d65ab7fdd tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720186 Aug 10 03:45:00.599631 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.613783 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.637757 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c4562119-0504-484d-9e27-386558ee1f9d req-6c908236-8302-494d-b1bb-cba3e3ed2ccb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.657873 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ad084b-919f-47f7-9ee9-5ab698667148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3106254-dca5-4db7-b648-f8525babc9f2'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:00.657873 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be085151-0ba0-4b26-8d99-691765575888" -d '{"events": [{"server_uuid": "74ad084b-919f-47f7-9ee9-5ab698667148", "name": "network-vif-plugged", "status": "completed", "tag": "d3106254-dca5-4db7-b648-f8525babc9f2"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:00.664201 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714b662-ea80-4413-9690-5f892a15c377 req-c6055e99-ccd8-466f-ba37-e9d45ba15205 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:00.667762 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b714b662-ea80-4413-9690-5f892a15c377 req-c6055e99-ccd8-466f-ba37-e9d45ba15205 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=74ad084b-919f-47f7-9ee9-5ab698667148 HTTP/1.1" status: 200 len: 949 time: 0.0780349 Aug 10 03:45:00.693724 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port d3106254-dca5-4db7-b648-f8525babc9f2, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=d3106254-dca5-4db7-b648-f8525babc9f2,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:00.712350 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f559f696-e5ad-468c-aea5-2a05cd6581f7 None None] Provisioning for port 81cdbb71-b581-494d-9589-c15371fba4f3 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:00.725619 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4562119-0504-484d-9e27-386558ee1f9d req-6c908236-8302-494d-b1bb-cba3e3ed2ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:00.726273 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c4562119-0504-484d-9e27-386558ee1f9d req-6c908236-8302-494d-b1bb-cba3e3ed2ccb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.727729 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c4562119-0504-484d-9e27-386558ee1f9d req-6c908236-8302-494d-b1bb-cba3e3ed2ccb service neutron] 10.222.0.20 "PUT /v2.0/ports/6ee3d21e-047d-49ef-9907-49543ca845ac HTTP/1.1" status: 200 len: 1091 time: 2.2848878 Aug 10 03:45:00.731469 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f559f696-e5ad-468c-aea5-2a05cd6581f7 None None] Provisioning complete for port 81cdbb71-b581-494d-9589-c15371fba4f3 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:00.731868 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5655fae9-a408-475f-9e65-55423fe5198b', 'tag': '6ee3d21e-047d-49ef-9907-49543ca845ac'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:00.732737 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f559f696-e5ad-468c-aea5-2a05cd6581f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:00.738930 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ab94de-d8a3-4303-9ce4-11044769cde5" -d '{"events": [{"name": "network-changed", "server_uuid": "5655fae9-a408-475f-9e65-55423fe5198b", "tag": "6ee3d21e-047d-49ef-9907-49543ca845ac"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:00.756906 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b714b662-ea80-4413-9690-5f892a15c377 req-0bbe21d0-ce24-4bae-bf2a-fea3447d23bd tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800126 Aug 10 03:45:00.786444 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4634ae-a362-478d-8566-af4a03206f7d x-openstack-request-id: req-ce4634ae-a362-478d-8566-af4a03206f7d {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:00.786788 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ad084b-919f-47f7-9ee9-5ab698667148", "name": "network-vif-plugged", "status": "completed", "tag": "d3106254-dca5-4db7-b648-f8525babc9f2", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:00.787082 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce4634ae-a362-478d-8566-af4a03206f7d {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:00.787614 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ad084b-919f-47f7-9ee9-5ab698667148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3106254-dca5-4db7-b648-f8525babc9f2', 'code': 200} Aug 10 03:45:00.813571 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-f559f696-e5ad-468c-aea5-2a05cd6581f7 None None] Port 81cdbb71-b581-494d-9589-c15371fba4f3 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:45:00.883565 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb363cee-06ad-4c4f-9f18-b355bb000ccc x-openstack-request-id: req-bb363cee-06ad-4c4f-9f18-b355bb000ccc {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:00.883901 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5655fae9-a408-475f-9e65-55423fe5198b", "tag": "6ee3d21e-047d-49ef-9907-49543ca845ac", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:00.884114 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb363cee-06ad-4c4f-9f18-b355bb000ccc {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:00.884515 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5655fae9-a408-475f-9e65-55423fe5198b', 'tag': '6ee3d21e-047d-49ef-9907-49543ca845ac', 'status': 'completed', 'code': 200} Aug 10 03:45:00.994558 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:01.081223 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=d3106254-dca5-4db7-b648-f8525babc9f2,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:01.132592 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c908236-8302-494d-b1bb-cba3e3ed2ccb service neutron] Pushing event updated for resources: {'Port': ['ID=6ee3d21e-047d-49ef-9907-49543ca845ac,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:01.136173 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0c946-1489-490e-84f8-c59afe2b9c78 req-2adb0646-e5de-47cd-bfa6-6e4107200a0b tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:01.138755 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c7a0c946-1489-490e-84f8-c59afe2b9c78 req-2adb0646-e5de-47cd-bfa6-6e4107200a0b tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=5655fae9-a408-475f-9e65-55423fe5198b HTTP/1.1" status: 200 len: 943 time: 0.1227684 Aug 10 03:45:01.186007 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897553d8-b73c-4469-9b93-ce4abf41ff69 req-a29595ea-2a20-4275-b31f-edc8036ac60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:01.187794 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-897553d8-b73c-4469-9b93-ce4abf41ff69 req-a29595ea-2a20-4275-b31f-edc8036ac60e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=74ad084b-919f-47f7-9ee9-5ab698667148 HTTP/1.1" status: 200 len: 1100 time: 0.3308003 Aug 10 03:45:01.192343 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab94de-d8a3-4303-9ce4-11044769cde5 req-b6bba60b-8eae-4324-8dc2-93aab647bedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:01.194139 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-63ab94de-d8a3-4303-9ce4-11044769cde5 req-b6bba60b-8eae-4324-8dc2-93aab647bedb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b06669819ebb41b2937412e826c7d140&device_id=5655fae9-a408-475f-9e65-55423fe5198b HTTP/1.1" status: 200 len: 1094 time: 0.1148212 Aug 10 03:45:01.204343 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c7a0c946-1489-490e-84f8-c59afe2b9c78 req-56e902e5-1172-47b7-bbba-39c4e3c4eb90 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/security-groups?id=6763967d-314e-4d18-9fae-24a19d07d72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526526 Aug 10 03:45:01.311216 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-897553d8-b73c-4469-9b93-ce4abf41ff69 req-a9d5e8ff-814f-4a6b-9a83-59eed5958e79 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132302 Aug 10 03:45:01.395221 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81cdbb71-b581-494d-9589-c15371fba4f3 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:01.406459 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:01.409593 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab94de-d8a3-4303-9ce4-11044769cde5 req-d1ac55b6-3c63-459b-a863-04b9bfc42fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:01.412055 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-63ab94de-d8a3-4303-9ce4-11044769cde5 req-d1ac55b6-3c63-459b-a863-04b9bfc42fec service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b06669819ebb41b2937412e826c7d140&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1867836 Aug 10 03:45:01.433431 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Transition to ACTIVE for port object 81cdbb71-b581-494d-9589-c15371fba4f3 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:01.558180 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb957487-5616-4938-8ad5-78635a2c6339 req-969fc402-d0c7-4fb4-aa8c-73bb02a98de7 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:01.559718 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cb957487-5616-4938-8ad5-78635a2c6339 req-969fc402-d0c7-4fb4-aa8c-73bb02a98de7 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.1239140 Aug 10 03:45:01.605626 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab94de-d8a3-4303-9ce4-11044769cde5 req-8a83cef1-cd6a-485d-84c0-025c5bb33300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:01.607462 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-63ab94de-d8a3-4303-9ce4-11044769cde5 req-8a83cef1-cd6a-485d-84c0-025c5bb33300 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1728323 Aug 10 03:45:01.618563 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:01.673325 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cb957487-5616-4938-8ad5-78635a2c6339 req-ba8f7561-222b-4940-8633-b609bc4be0a3 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028709 Aug 10 03:45:01.739133 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8fb19f-1bd2-43c6-8054-529977f962cd req-d1323473-6f77-4cfa-8a44-7a350279a3cd tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:01.740952 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9c8fb19f-1bd2-43c6-8054-529977f962cd req-d1323473-6f77-4cfa-8a44-7a350279a3cd tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 943 time: 0.0794926 Aug 10 03:45:01.762608 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Pushing event updated for resources: {'Port': ['ID=81cdbb71-b581-494d-9589-c15371fba4f3,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:01.791432 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9c8fb19f-1bd2-43c6-8054-529977f962cd req-550125b5-33c4-4ceb-a7d2-80b009a2f842 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442312 Aug 10 03:45:01.818379 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:01.818916 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:01.819438 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:01.820010 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:01.820621 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:01.821127 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:01.821626 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:01.822160 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:01.822786 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:01.823270 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:01.823755 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:01.824292 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:01.907724 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4562119-0504-484d-9e27-386558ee1f9d req-758ca140-689d-418e-b2a8-873b60e80656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:01.910323 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c4562119-0504-484d-9e27-386558ee1f9d req-758ca140-689d-418e-b2a8-873b60e80656 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b06669819ebb41b2937412e826c7d140&device_id=5655fae9-a408-475f-9e65-55423fe5198b HTTP/1.1" status: 200 len: 1094 time: 0.2189577 Aug 10 03:45:01.988171 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c4562119-0504-484d-9e27-386558ee1f9d req-375c57fa-a191-432e-8658-fba180c6d064 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ee3d21e-047d-49ef-9907-49543ca845ac HTTP/1.1" status: 200 len: 217 time: 0.0596554 Aug 10 03:45:01.997553 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Attempting to bind port 81cdbb71-b581-494d-9589-c15371fba4f3 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:01.997976 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Attempting to bind port 81cdbb71-b581-494d-9589-c15371fba4f3 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '0c3ff272-2732-4f55-a1da-d84e69f6d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:01.998315 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Attempting to bind port 81cdbb71-b581-494d-9589-c15371fba4f3 on network 24a9f0b3-d314-4487-a93c-710d0970389d {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:02.046799 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4636d20-032b-40af-972e-d01767529558 req-aae0d7fa-c8ba-4fc3-b674-b02306314e19 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:02.056656 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c4636d20-032b-40af-972e-d01767529558 req-aae0d7fa-c8ba-4fc3-b674-b02306314e19 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=74ad084b-919f-47f7-9ee9-5ab698667148 HTTP/1.1" status: 200 len: 950 time: 0.1840906 Aug 10 03:45:02.076262 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Port 81cdbb71-b581-494d-9589-c15371fba4f3 on network 24a9f0b3-d314-4487-a93c-710d0970389d not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:02.076862 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Attempting to bind port 81cdbb71-b581-494d-9589-c15371fba4f3 on network 24a9f0b3-d314-4487-a93c-710d0970389d {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:02.111361 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:02.111719 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Checking segment: {'id': '0c3ff272-2732-4f55-a1da-d84e69f6d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:02.112169 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Bound using segment: {'id': '0c3ff272-2732-4f55-a1da-d84e69f6d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:02.112977 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Bound port: 81cdbb71-b581-494d-9589-c15371fba4f3, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c3ff272-2732-4f55-a1da-d84e69f6d5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:02.113222 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:02.139186 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-cc5d7a01-f2cc-4976-be5b-5cf004a78e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:02.145264 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-cc5d7a01-f2cc-4976-be5b-5cf004a78e8d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13&tenant_id=5b6b91922f1e44729ab0754f3d4e2599 HTTP/1.1" status: 200 len: 1101 time: 0.1185470 Aug 10 03:45:02.163048 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4562119-0504-484d-9e27-386558ee1f9d req-66d673cf-e817-45c1-ba97-ef6ff1c5d7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:02.164558 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c4562119-0504-484d-9e27-386558ee1f9d req-66d673cf-e817-45c1-ba97-ef6ff1c5d7df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f1213ec-1529-4b69-872e-31c7ddfcb054 HTTP/1.1" status: 200 len: 860 time: 0.1612136 Aug 10 03:45:02.165302 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-6c3a8b66-f1c2-4b87-b0ed-ca75eaacd61d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802893-2', 'device_owner': 'compute:nova'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:02.260725 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c4636d20-032b-40af-972e-d01767529558 req-4cf259ba-2eef-4f67-a213-36ca6262e53d tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028797 Aug 10 03:45:02.350133 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-6c3a8b66-f1c2-4b87-b0ed-ca75eaacd61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:02.375087 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4562119-0504-484d-9e27-386558ee1f9d req-5f76c302-6172-42fb-b6eb-84577eaf5d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:02.377805 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c4562119-0504-484d-9e27-386558ee1f9d req-5f76c302-6172-42fb-b6eb-84577eaf5d51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ea927fde-d012-48b3-9009-355288075eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1883755 Aug 10 03:45:02.403534 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] For port 81cdbb71-b581-494d-9589-c15371fba4f3, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:02.450515 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f00679-07d7-434d-8476-719eb2ba150e req-5b402dc6-fa4b-4afd-a51a-06be65e35913 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:02.452075 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-54f00679-07d7-434d-8476-719eb2ba150e req-5b402dc6-fa4b-4afd-a51a-06be65e35913 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=5655fae9-a408-475f-9e65-55423fe5198b HTTP/1.1" status: 200 len: 943 time: 0.1140068 Aug 10 03:45:02.461066 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] For port 81cdbb71-b581-494d-9589-c15371fba4f3, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=81cdbb71-b581-494d-9589-c15371fba4f3,segment=NetworkSegment(0c3ff272-2732-4f55-a1da-d84e69f6d5d2),segment_id=0c3ff272-2732-4f55-a1da-d84e69f6d5d2)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:02.518424 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c4562119-0504-484d-9e27-386558ee1f9d req-b5bb8fd9-3608-4581-8ae3-c8ed3bfe4b82 service neutron] 10.222.0.20 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292298 Aug 10 03:45:02.605478 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:02.651855 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-54f00679-07d7-434d-8476-719eb2ba150e req-395b3433-d2c1-4b1f-ac3f-1fccea933472 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/security-groups?id=6763967d-314e-4d18-9fae-24a19d07d72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084428 Aug 10 03:45:02.656380 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:02.657004 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:02.659126 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] 10.222.0.20 "PUT /v2.0/ports/81cdbb71-b581-494d-9589-c15371fba4f3 HTTP/1.1" status: 200 len: 1091 time: 2.1430612 Aug 10 03:45:02.675515 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c4562119-0504-484d-9e27-386558ee1f9d req-8949ffd5-3a74-4186-8c49-4de01b3dc782 service neutron] 10.222.0.20 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486561 Aug 10 03:45:02.701580 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2675f-f84b-4083-8cca-7a4249c27acf service neutron] Pushing event updated for resources: {'Port': ['ID=81cdbb71-b581-494d-9589-c15371fba4f3,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:02.758974 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-6c3a8b66-f1c2-4b87-b0ed-ca75eaacd61d service neutron] For port e60d48bc-7e61-465e-b0c1-27ec891cc425, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e60d48bc-7e61-465e-b0c1-27ec891cc425,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:02.837587 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-6c3a8b66-f1c2-4b87-b0ed-ca75eaacd61d service neutron] For port e60d48bc-7e61-465e-b0c1-27ec891cc425, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:02.886326 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddf68bec-1a45-4c7b-9c71-61db854e5291', 'tag': '81cdbb71-b581-494d-9589-c15371fba4f3'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:02.889125 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8ae286-1bc5-4f4f-89b3-df2eb15bd17a" -d '{"events": [{"name": "network-changed", "server_uuid": "ddf68bec-1a45-4c7b-9c71-61db854e5291", "tag": "81cdbb71-b581-494d-9589-c15371fba4f3"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:02.909416 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52e1aa-b1cd-4ad0-9cfc-81015bc8e9a1 req-629c2329-940f-46d5-83b8-3144103e9898 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:02.911683 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fa52e1aa-b1cd-4ad0-9cfc-81015bc8e9a1 req-629c2329-940f-46d5-83b8-3144103e9898 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.1151502 Aug 10 03:45:02.932751 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-6c3a8b66-f1c2-4b87-b0ed-ca75eaacd61d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:02.952196 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca46f03-818d-4aea-994a-99c32447ca13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e60d48bc-7e61-465e-b0c1-27ec891cc425'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:02.957273 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d352bf-48f6-43ea-ab12-d20710a312c5" -d '{"events": [{"server_uuid": "8ca46f03-818d-4aea-994a-99c32447ca13", "name": "network-vif-unplugged", "status": "completed", "tag": "e60d48bc-7e61-465e-b0c1-27ec891cc425"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:03.028576 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-6c3a8b66-f1c2-4b87-b0ed-ca75eaacd61d service neutron] Transition to ACTIVE for port object e60d48bc-7e61-465e-b0c1-27ec891cc425 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:03.028814 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-66b64e19-a29f-44e4-a61b-a229e68e46e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:03.030350 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-66b64e19-a29f-44e4-a61b-a229e68e46e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0d3ceef8e45464d94575c3c6b321f1a&device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 1094 time: 0.1142449 Aug 10 03:45:03.035744 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fa52e1aa-b1cd-4ad0-9cfc-81015bc8e9a1 req-3a3d1e1b-02ce-48d1-aebb-81ee76e214eb tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641956 Aug 10 03:45:03.060293 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b681182-88ae-47ef-a274-27140b3da098 req-1ebbc827-8c08-452f-b3c3-d350675f0c5a tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:03.061860 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3b681182-88ae-47ef-a274-27140b3da098 req-1ebbc827-8c08-452f-b3c3-d350675f0c5a tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 943 time: 0.1003008 Aug 10 03:45:03.111129 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e29b5b-a9a9-4ca9-a5c9-0629acf98be7 x-openstack-request-id: req-d5e29b5b-a9a9-4ca9-a5c9-0629acf98be7 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:03.111428 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddf68bec-1a45-4c7b-9c71-61db854e5291", "tag": "81cdbb71-b581-494d-9589-c15371fba4f3", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:03.111682 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5e29b5b-a9a9-4ca9-a5c9-0629acf98be7 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:03.112150 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddf68bec-1a45-4c7b-9c71-61db854e5291', 'tag': '81cdbb71-b581-494d-9589-c15371fba4f3', 'status': 'completed', 'code': 200} Aug 10 03:45:03.114461 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-e7da857a-3b5b-4175-b3ed-1d6e16f96086 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81cdbb71-b581-494d-9589-c15371fba4f3 HTTP/1.1" status: 200 len: 217 time: 0.0568590 Aug 10 03:45:03.121985 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3b681182-88ae-47ef-a274-27140b3da098 req-0b8f6fc8-d663-45a7-99d6-54a40d8bd55e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496340 Aug 10 03:45:03.179061 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ecd660-9fd6-4184-82dc-0021da41db7e x-openstack-request-id: req-e3ecd660-9fd6-4184-82dc-0021da41db7e {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:03.179431 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca46f03-818d-4aea-994a-99c32447ca13", "name": "network-vif-unplugged", "status": "completed", "tag": "e60d48bc-7e61-465e-b0c1-27ec891cc425", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:03.180357 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3ecd660-9fd6-4184-82dc-0021da41db7e {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:03.180811 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca46f03-818d-4aea-994a-99c32447ca13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e60d48bc-7e61-465e-b0c1-27ec891cc425', 'code': 200} Aug 10 03:45:03.188555 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-a2ee8373-910b-4e8b-a632-76baf95a671b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:03.191246 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-a2ee8373-910b-4e8b-a632-76baf95a671b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3aed6ef-708f-436e-bd34-832fb38e5bfd HTTP/1.1" status: 200 len: 861 time: 0.0610731 Aug 10 03:45:03.218915 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-6c3a8b66-f1c2-4b87-b0ed-ca75eaacd61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:03.304627 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-6c3a8b66-f1c2-4b87-b0ed-ca75eaacd61d service neutron] No DVR routers for this DVR port e60d48bc-7e61-465e-b0c1-27ec891cc425 on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:45:03.310673 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a8b66-f1c2-4b87-b0ed-ca75eaacd61d service neutron] Pushing event updated for resources: {'Port': ['ID=e60d48bc-7e61-465e-b0c1-27ec891cc425,revision_number=6']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:03.322938 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-e09ec895-517e-4f8a-802a-3c1330002102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:03.332313 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-e09ec895-517e-4f8a-802a-3c1330002102 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=24a9f0b3-d314-4487-a93c-710d0970389d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029949 Aug 10 03:45:03.357441 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-6c3a8b66-f1c2-4b87-b0ed-ca75eaacd61d service neutron] Attempting to bind port e60d48bc-7e61-465e-b0c1-27ec891cc425 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:03.357838 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-6c3a8b66-f1c2-4b87-b0ed-ca75eaacd61d service neutron] Attempting to bind port e60d48bc-7e61-465e-b0c1-27ec891cc425 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:03.358178 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-6c3a8b66-f1c2-4b87-b0ed-ca75eaacd61d service neutron] Attempting to bind port e60d48bc-7e61-465e-b0c1-27ec891cc425 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:03.368128 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-6c3a8b66-f1c2-4b87-b0ed-ca75eaacd61d service neutron] Port e60d48bc-7e61-465e-b0c1-27ec891cc425 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:03.368463 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-6c3a8b66-f1c2-4b87-b0ed-ca75eaacd61d service neutron] Attempting to bind port e60d48bc-7e61-465e-b0c1-27ec891cc425 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:03.374553 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-6c3a8b66-f1c2-4b87-b0ed-ca75eaacd61d service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:03.374896 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-6c3a8b66-f1c2-4b87-b0ed-ca75eaacd61d service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:03.375284 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-6c3a8b66-f1c2-4b87-b0ed-ca75eaacd61d service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:03.375721 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-6c3a8b66-f1c2-4b87-b0ed-ca75eaacd61d service neutron] Bound port: e60d48bc-7e61-465e-b0c1-27ec891cc425, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:03.376120 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-6c3a8b66-f1c2-4b87-b0ed-ca75eaacd61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:03.461947 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-6c3a8b66-f1c2-4b87-b0ed-ca75eaacd61d service neutron] For port e60d48bc-7e61-465e-b0c1-27ec891cc425, host n-h2-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:03.468595 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-6c3a8b66-f1c2-4b87-b0ed-ca75eaacd61d service neutron] For port e60d48bc-7e61-465e-b0c1-27ec891cc425, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=e60d48bc-7e61-465e-b0c1-27ec891cc425,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:03.520676 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0bb37-f061-4729-870e-2f4242082ac7 req-8ccf1a12-b06c-4362-abed-e6fe60a2dde4 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:03.522308 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bce0bb37-f061-4729-870e-2f4242082ac7 req-8ccf1a12-b06c-4362-abed-e6fe60a2dde4 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=74ad084b-919f-47f7-9ee9-5ab698667148 HTTP/1.1" status: 200 len: 950 time: 0.1768773 Aug 10 03:45:03.544687 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-d301d34b-a2ec-46a5-b4f9-76601c4ad77a service neutron] 10.222.0.20 "GET /v2.0/networks/24a9f0b3-d314-4487-a93c-710d0970389d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963680 Aug 10 03:45:03.567806 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-6c3a8b66-f1c2-4b87-b0ed-ca75eaacd61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:03.605760 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-6c3a8b66-f1c2-4b87-b0ed-ca75eaacd61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:03.605760 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-6c3a8b66-f1c2-4b87-b0ed-ca75eaacd61d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:03.606686 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-6c3a8b66-f1c2-4b87-b0ed-ca75eaacd61d service neutron] 10.222.0.20 "PUT /v2.0/ports/e60d48bc-7e61-465e-b0c1-27ec891cc425 HTTP/1.1" status: 200 len: 1096 time: 1.4462850 Aug 10 03:45:03.640367 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a8b66-f1c2-4b87-b0ed-ca75eaacd61d service neutron] Pushing event updated for resources: {'Port': ['ID=e60d48bc-7e61-465e-b0c1-27ec891cc425,revision_number=7']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:03.655856 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bce0bb37-f061-4729-870e-2f4242082ac7 req-05cbf0a8-3b80-4467-88f6-9be1ef4050bb tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244488 Aug 10 03:45:03.716902 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bc233da8-2b41-4cac-87dc-9be35ae0b193 req-66f645e9-89aa-407f-b0f6-5157ad02baa3 service neutron] 10.222.0.20 "GET /v2.0/networks/24a9f0b3-d314-4487-a93c-710d0970389d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637828 Aug 10 03:45:03.725143 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc971936-0518-44f0-b623-b652e1339b19 req-2d113815-b903-4512-a0d9-44821f010905 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5ed3265a-ecd3-43cc-a673-7527f1297a5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1376579 Aug 10 03:45:03.742195 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-c279e9f7-4387-4ac9-9782-108acc9611ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:03.751113 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-c279e9f7-4387-4ac9-9782-108acc9611ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 1099 time: 0.0925584 Aug 10 03:45:03.865360 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc971936-0518-44f0-b623-b652e1339b19 req-6bdd0abc-9773-4c89-b7fe-d1d73752a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:03.867291 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc971936-0518-44f0-b623-b652e1339b19 req-6bdd0abc-9773-4c89-b7fe-d1d73752a97d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&device_id=5ed3265a-ecd3-43cc-a673-7527f1297a5b HTTP/1.1" status: 200 len: 1101 time: 0.0871174 Aug 10 03:45:03.870332 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b62e7-d028-4114-bbeb-9c6990034131 req-a21d84d4-7312-41d8-bc33-54fba8f24963 tempest-ServersOnMultiNodesTest-298007937 tempest-ServersOnMultiNodesTest-298007937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:03.872105 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b8b62e7-d028-4114-bbeb-9c6990034131 req-a21d84d4-7312-41d8-bc33-54fba8f24963 tempest-ServersOnMultiNodesTest-298007937 tempest-ServersOnMultiNodesTest-298007937-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=74ad084b-919f-47f7-9ee9-5ab698667148 HTTP/1.1" status: 200 len: 1101 time: 0.0936198 Aug 10 03:45:03.940351 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9a6bf-f42c-435b-8a16-6c2112d46362 req-76cfb3e8-ea56-408c-8563-aa34b7854825 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:03.940964 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b8b62e7-d028-4114-bbeb-9c6990034131 req-ff89cdee-9552-439d-9dff-e7a00c6e02fa tempest-ServersOnMultiNodesTest-298007937 tempest-ServersOnMultiNodesTest-298007937-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572767 Aug 10 03:45:03.944891 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4ba9a6bf-f42c-435b-8a16-6c2112d46362 req-76cfb3e8-ea56-408c-8563-aa34b7854825 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=5655fae9-a408-475f-9e65-55423fe5198b HTTP/1.1" status: 200 len: 943 time: 0.1787269 Aug 10 03:45:03.992339 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-671b9a22-04d9-4056-8727-705587b38838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:03.996538 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-671b9a22-04d9-4056-8727-705587b38838 service neutron] 10.222.0.20 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.2174909 Aug 10 03:45:04.020844 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4ba9a6bf-f42c-435b-8a16-6c2112d46362 req-77ef92a0-3202-4044-93b6-c1b4f48b31b6 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/security-groups?id=6763967d-314e-4d18-9fae-24a19d07d72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691767 Aug 10 03:45:04.068565 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-77e8c940-5215-4ba5-bacc-e975daeac6db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=e60d48bc-7e61-465e-b0c1-27ec891cc425 HTTP/1.1" status: 200 len: 217 time: 0.0575063 Aug 10 03:45:04.091348 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ae286-1bc5-4f4f-89b3-df2eb15bd17a req-447694e7-28e4-4841-94d1-8cc839d7f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:04.097310 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ce8ae286-1bc5-4f4f-89b3-df2eb15bd17a req-447694e7-28e4-4841-94d1-8cc839d7f30b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0d3ceef8e45464d94575c3c6b321f1a&device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 1094 time: 0.1056054 Aug 10 03:45:04.097310 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc971936-0518-44f0-b623-b652e1339b19 req-09cf4910-98fe-4207-a427-77eea4eb462b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:04.097310 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc971936-0518-44f0-b623-b652e1339b19 req-09cf4910-98fe-4207-a427-77eea4eb462b service neutron] 10.222.0.20 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.1802654 Aug 10 03:45:04.194760 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-642adc3a-eb18-4b5c-b99f-a962aab458d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:04.203337 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-642adc3a-eb18-4b5c-b99f-a962aab458d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.1086295 Aug 10 03:45:04.233718 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e92cd1-fb76-469d-9bf1-25ed46a980f0 req-c662e46b-cc56-44af-820d-7dbe87e54d3b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:04.235265 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-90e92cd1-fb76-469d-9bf1-25ed46a980f0 req-c662e46b-cc56-44af-820d-7dbe87e54d3b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 948 time: 0.1019797 Aug 10 03:45:04.256639 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc971936-0518-44f0-b623-b652e1339b19 req-7691a4b4-137b-4f7e-b687-70d6d9875af2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186 HTTP/1.1" status: 200 len: 217 time: 0.1412308 Aug 10 03:45:04.288915 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device e60d48bc-7e61-465e-b0c1-27ec891cc425 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:04.332144 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device e60d48bc-7e61-465e-b0c1-27ec891cc425 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:45:04.335589 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-90e92cd1-fb76-469d-9bf1-25ed46a980f0 req-19c36d58-68c6-43ee-85ba-f453f63f7879 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613863 Aug 10 03:45:04.344321 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-a0383a7f-ce3a-4d06-a300-4a4f2f8a7448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:04.346509 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-a0383a7f-ce3a-4d06-a300-4a4f2f8a7448 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1284969 Aug 10 03:45:04.361951 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc971936-0518-44f0-b623-b652e1339b19 req-77a263a1-d546-44eb-860c-3667eccc5977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:04.363149 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc971936-0518-44f0-b623-b652e1339b19 req-77a263a1-d546-44eb-860c-3667eccc5977 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0981953 Aug 10 03:45:04.388119 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ae286-1bc5-4f4f-89b3-df2eb15bd17a req-1be0a1d2-25a2-436e-9590-bdc3afe97624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:04.389867 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ce8ae286-1bc5-4f4f-89b3-df2eb15bd17a req-1be0a1d2-25a2-436e-9590-bdc3afe97624 service neutron] 10.222.0.20 "GET /v2.0/networks?id=24a9f0b3-d314-4487-a93c-710d0970389d HTTP/1.1" status: 200 len: 923 time: 0.2758007 Aug 10 03:45:04.458165 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ce8ae286-1bc5-4f4f-89b3-df2eb15bd17a req-a2ac7a05-9554-4f83-be76-2b65aa3fb24d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81cdbb71-b581-494d-9589-c15371fba4f3 HTTP/1.1" status: 200 len: 217 time: 0.0512142 Aug 10 03:45:04.515489 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-66d16ad6-5f2c-40ba-ac07-9b6724593455 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589663 Aug 10 03:45:04.519821 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc971936-0518-44f0-b623-b652e1339b19 req-290ca239-11db-4dd3-bf3a-fa3efc8d0cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:04.521487 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc971936-0518-44f0-b623-b652e1339b19 req-290ca239-11db-4dd3-bf3a-fa3efc8d0cf6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1482933 Aug 10 03:45:04.529360 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ae286-1bc5-4f4f-89b3-df2eb15bd17a req-883b65b6-22ce-418f-8def-a35554f706a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:04.530884 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ce8ae286-1bc5-4f4f-89b3-df2eb15bd17a req-883b65b6-22ce-418f-8def-a35554f706a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3aed6ef-708f-436e-bd34-832fb38e5bfd HTTP/1.1" status: 200 len: 861 time: 0.0643849 Aug 10 03:45:04.678530 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ae286-1bc5-4f4f-89b3-df2eb15bd17a req-636de36b-2b0a-4c66-930d-37a6876b65d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:04.680077 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ce8ae286-1bc5-4f4f-89b3-df2eb15bd17a req-636de36b-2b0a-4c66-930d-37a6876b65d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=24a9f0b3-d314-4487-a93c-710d0970389d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012774 Aug 10 03:45:04.686119 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c19e112d-1216-457a-b56d-69d9dd1b2507 req-df99360b-c64d-4f7d-b5ed-c2f96852ebf8 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166725 Aug 10 03:45:04.734229 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc971936-0518-44f0-b623-b652e1339b19 req-06c1ec31-86c1-409d-bfa2-39c8eb10759a service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647885 Aug 10 03:45:05.182480 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca46f03-818d-4aea-994a-99c32447ca13', 'tag': 'e60d48bc-7e61-465e-b0c1-27ec891cc425'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:05.184315 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ce8ae286-1bc5-4f4f-89b3-df2eb15bd17a req-0453b656-d332-4018-9968-9408c7d90c9b service neutron] 10.222.0.20 "GET /v2.0/networks/24a9f0b3-d314-4487-a93c-710d0970389d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799931 Aug 10 03:45:05.187108 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f6a0a3-db6a-4c14-a805-a6d39de60afe" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca46f03-818d-4aea-994a-99c32447ca13", "tag": "e60d48bc-7e61-465e-b0c1-27ec891cc425"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:05.194636 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78c06a-fe77-47e5-840b-30e0d0be7bdb req-76bc4684-7b13-4e09-ba4a-35e4415df6a5 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:05.196118 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4e78c06a-fe77-47e5-840b-30e0d0be7bdb req-76bc4684-7b13-4e09-ba4a-35e4415df6a5 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 943 time: 0.4644029 Aug 10 03:45:05.283191 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc971936-0518-44f0-b623-b652e1339b19 req-f3fbfd60-3b9a-45bc-b3b0-c110b597ff1f service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109735 Aug 10 03:45:05.304188 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4e78c06a-fe77-47e5-840b-30e0d0be7bdb req-df495b60-4efb-4033-93f8-0ffcfd56c4cd tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955272 Aug 10 03:45:05.354684 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ce8ae286-1bc5-4f4f-89b3-df2eb15bd17a req-fa9f792f-3b1e-4ab8-8b35-80d5be26283b service neutron] 10.222.0.20 "GET /v2.0/networks/24a9f0b3-d314-4487-a93c-710d0970389d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553757 Aug 10 03:45:05.507984 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8d4f1-016c-46cf-837d-9a08aeb8f4bf req-4e6a9e7d-6d0e-423b-afdf-a275e4ad1cac tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:05.516404 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0a8d4f1-016c-46cf-837d-9a08aeb8f4bf req-4e6a9e7d-6d0e-423b-afdf-a275e4ad1cac tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=74ad084b-919f-47f7-9ee9-5ab698667148 HTTP/1.1" status: 200 len: 950 time: 0.0704477 Aug 10 03:45:05.552347 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0a8d4f1-016c-46cf-837d-9a08aeb8f4bf req-5668ef63-fda3-4358-9e0a-2b4643a4e4c6 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347848 Aug 10 03:45:05.680203 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678aa5b0-61b3-44e7-ab15-8cddfc7d976e req-5bc7e635-1f5c-4a6d-bb47-301b08587a62 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:05.681829 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-678aa5b0-61b3-44e7-ab15-8cddfc7d976e req-5bc7e635-1f5c-4a6d-bb47-301b08587a62 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=5655fae9-a408-475f-9e65-55423fe5198b HTTP/1.1" status: 200 len: 943 time: 0.0681324 Aug 10 03:45:05.727525 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-678aa5b0-61b3-44e7-ab15-8cddfc7d976e req-807a9a83-e5a0-466b-be89-c6e8ab1a1b3c tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/security-groups?id=6763967d-314e-4d18-9fae-24a19d07d72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390780 Aug 10 03:45:05.790205 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4c3fd3-4a1c-416e-bd4a-f564eddf5e61 x-openstack-request-id: req-df4c3fd3-4a1c-416e-bd4a-f564eddf5e61 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:05.790500 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca46f03-818d-4aea-994a-99c32447ca13", "tag": "e60d48bc-7e61-465e-b0c1-27ec891cc425", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:05.790757 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df4c3fd3-4a1c-416e-bd4a-f564eddf5e61 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:05.791231 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca46f03-818d-4aea-994a-99c32447ca13', 'tag': 'e60d48bc-7e61-465e-b0c1-27ec891cc425', 'status': 'completed', 'code': 200} Aug 10 03:45:05.943774 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6a0a3-db6a-4c14-a805-a6d39de60afe req-8cdcdd59-9e33-4c8e-a2b3-0b8a1f8202fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:05.945391 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76f6a0a3-db6a-4c14-a805-a6d39de60afe req-8cdcdd59-9e33-4c8e-a2b3-0b8a1f8202fd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 1099 time: 0.1265137 Aug 10 03:45:05.957138 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6a0a3-db6a-4c14-a805-a6d39de60afe req-0703fed6-d7d0-4bf3-a8c6-1af2449b9bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:05.958592 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76f6a0a3-db6a-4c14-a805-a6d39de60afe req-0703fed6-d7d0-4bf3-a8c6-1af2449b9bf8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 1099 time: 0.1039908 Aug 10 03:45:05.974085 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118f04b-c088-437d-81d2-3a55719a61de req-e44f9c71-fc4c-4cfe-bdec-9db984418fb4 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:05.975617 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5118f04b-c088-437d-81d2-3a55719a61de req-e44f9c71-fc4c-4cfe-bdec-9db984418fb4 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 948 time: 0.1195986 Aug 10 03:45:06.143434 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5118f04b-c088-437d-81d2-3a55719a61de req-55bbf4f3-d3aa-49f5-a047-10bc878ab04d tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461027 Aug 10 03:45:06.229258 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6a0a3-db6a-4c14-a805-a6d39de60afe req-4bcfdb97-7c34-4ff1-bd09-31af63446589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:06.231222 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76f6a0a3-db6a-4c14-a805-a6d39de60afe req-4bcfdb97-7c34-4ff1-bd09-31af63446589 service neutron] 10.222.0.68 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.2769797 Aug 10 03:45:06.240771 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6a0a3-db6a-4c14-a805-a6d39de60afe req-3257d041-eb43-4c39-8f2a-8c7e8781810b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:06.242253 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76f6a0a3-db6a-4c14-a805-a6d39de60afe req-3257d041-eb43-4c39-8f2a-8c7e8781810b service neutron] 10.222.0.20 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.2656956 Aug 10 03:45:06.290856 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76f6a0a3-db6a-4c14-a805-a6d39de60afe req-dbfd1eb9-9173-4b1d-92e4-4bd21773c165 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=e60d48bc-7e61-465e-b0c1-27ec891cc425 HTTP/1.1" status: 200 len: 217 time: 0.0514870 Aug 10 03:45:06.330019 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8919ed-483d-4a77-90d8-dacbee629444 req-46723c75-b60b-48bf-8fc7-4a1e02e42abf tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:06.331698 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5d8919ed-483d-4a77-90d8-dacbee629444 req-46723c75-b60b-48bf-8fc7-4a1e02e42abf tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.68 "GET /v2.0/ports?device_id=74ad084b-919f-47f7-9ee9-5ab698667148 HTTP/1.1" status: 200 len: 950 time: 0.1803803 Aug 10 03:45:06.342372 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76f6a0a3-db6a-4c14-a805-a6d39de60afe req-47621096-0d9e-445c-82cb-ed074d04d364 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=e60d48bc-7e61-465e-b0c1-27ec891cc425 HTTP/1.1" status: 200 len: 217 time: 0.0879617 Aug 10 03:45:06.481272 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bfe0a-46a8-4a25-949e-2cb2408ff6d8 req-55c1a5a9-b022-4cfb-8bdf-7acac24ff0bc tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:06.484648 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-523bfe0a-46a8-4a25-949e-2cb2408ff6d8 req-55c1a5a9-b022-4cfb-8bdf-7acac24ff0bc tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 943 time: 0.0718541 Aug 10 03:45:06.502272 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6a0a3-db6a-4c14-a805-a6d39de60afe req-b2c916c2-3685-41c5-9726-5c153937a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:06.504373 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76f6a0a3-db6a-4c14-a805-a6d39de60afe req-b2c916c2-3685-41c5-9726-5c153937a65d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.1713285 Aug 10 03:45:06.546520 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-523bfe0a-46a8-4a25-949e-2cb2408ff6d8 req-5785eb53-a05f-469f-be3b-16e7eba253cd tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522692 Aug 10 03:45:06.605929 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6a0a3-db6a-4c14-a805-a6d39de60afe req-03259dd1-5d7e-45bf-be92-b4c1b4a26a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:06.607560 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76f6a0a3-db6a-4c14-a805-a6d39de60afe req-03259dd1-5d7e-45bf-be92-b4c1b4a26a16 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.2354312 Aug 10 03:45:06.632980 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6a0a3-db6a-4c14-a805-a6d39de60afe req-3f06b3d2-aebb-4251-a0cb-c69b31d05050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:06.635061 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76f6a0a3-db6a-4c14-a805-a6d39de60afe req-3f06b3d2-aebb-4251-a0cb-c69b31d05050 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1216123 Aug 10 03:45:06.769605 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-5d8919ed-483d-4a77-90d8-dacbee629444 req-b4a1cfb9-5cde-474f-b372-59f15bd0de82 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Deleting port d3106254-dca5-4db7-b648-f8525babc9f2 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:06.770023 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5d8919ed-483d-4a77-90d8-dacbee629444 req-b4a1cfb9-5cde-474f-b372-59f15bd0de82 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:06.842632 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6a0a3-db6a-4c14-a805-a6d39de60afe req-cc5c5c63-73d7-4205-86cc-3f26461367c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:06.844268 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76f6a0a3-db6a-4c14-a805-a6d39de60afe req-cc5c5c63-73d7-4205-86cc-3f26461367c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2280838 Aug 10 03:45:06.860269 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e39640-5cb6-45ce-a51a-6a2cfa491775 req-4ef5a907-cc9b-431f-997f-c9eb0c64b01a tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:06.861931 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-61e39640-5cb6-45ce-a51a-6a2cfa491775 req-4ef5a907-cc9b-431f-997f-c9eb0c64b01a tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=5655fae9-a408-475f-9e65-55423fe5198b HTTP/1.1" status: 200 len: 943 time: 0.0595763 Aug 10 03:45:06.863613 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199173f8-d047-4a31-8fb1-3e0dd5953853 req-e43ce019-6aab-4d6b-b657-d662f3c10ad3 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:06.865199 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-199173f8-d047-4a31-8fb1-3e0dd5953853 req-e43ce019-6aab-4d6b-b657-d662f3c10ad3 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=74ad084b-919f-47f7-9ee9-5ab698667148 HTTP/1.1" status: 200 len: 950 time: 0.2204742 Aug 10 03:45:06.921045 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-61e39640-5cb6-45ce-a51a-6a2cfa491775 req-effc1520-0e78-49af-9be9-625a126d9ac3 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/security-groups?id=6763967d-314e-4d18-9fae-24a19d07d72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527370 Aug 10 03:45:06.929661 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 6ee3d21e-047d-49ef-9907-49543ca845ac details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:45:06.960291 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76f6a0a3-db6a-4c14-a805-a6d39de60afe req-c874e361-4f32-46d8-a811-42b7ad15fdf3 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131347 Aug 10 03:45:07.056004 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-5d8919ed-483d-4a77-90d8-dacbee629444 req-b4a1cfb9-5cde-474f-b372-59f15bd0de82 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] For port d3106254-dca5-4db7-b648-f8525babc9f2, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=d3106254-dca5-4db7-b648-f8525babc9f2,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:07.056375 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5d8919ed-483d-4a77-90d8-dacbee629444 req-b4a1cfb9-5cde-474f-b372-59f15bd0de82 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.064858 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-199173f8-d047-4a31-8fb1-3e0dd5953853 req-f89ae237-0499-485f-911f-ca1dbdfcddca tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791656 Aug 10 03:45:07.095224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-5d8919ed-483d-4a77-90d8-dacbee629444 req-b4a1cfb9-5cde-474f-b372-59f15bd0de82 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Calling delete_port for d3106254-dca5-4db7-b648-f8525babc9f2 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:07.097924 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 6ee3d21e-047d-49ef-9907-49543ca845ac, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=6ee3d21e-047d-49ef-9907-49543ca845ac,segment=NetworkSegment(a45d8102-0f0b-47e1-b9bf-864794b5de8c),segment_id=a45d8102-0f0b-47e1-b9bf-864794b5de8c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:07.124561 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '6ee3d21e-047d-49ef-9907-49543ca845ac', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'port_id': '6ee3d21e-047d-49ef-9907-49543ca845ac', 'mac_address': 'fa:16:3e:3b:d5:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:45:07.134845 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76f6a0a3-db6a-4c14-a805-a6d39de60afe req-b495ab07-b231-4159-a66c-58173445b58a service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638483 Aug 10 03:45:07.177885 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.208016 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee3d21e-047d-49ef-9907-49543ca845ac {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:07.230483 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 6ee3d21e-047d-49ef-9907-49543ca845ac, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=6ee3d21e-047d-49ef-9907-49543ca845ac,segment=NetworkSegment(a45d8102-0f0b-47e1-b9bf-864794b5de8c),segment_id=a45d8102-0f0b-47e1-b9bf-864794b5de8c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:07.263226 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76f6a0a3-db6a-4c14-a805-a6d39de60afe req-9a98c72f-3d75-4954-b01c-d6504e5fc65c service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950323 Aug 10 03:45:07.309613 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.312053 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 81cdbb71-b581-494d-9589-c15371fba4f3 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:45:07.341115 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76f6a0a3-db6a-4c14-a805-a6d39de60afe req-dcccf1de-a26e-463a-b6f3-d668619a4115 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684530 Aug 10 03:45:07.349265 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5441f7-6fe6-425b-bb49-5c33f929e09a req-ba7afd1d-8367-4de7-8654-db7e808ff836 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:07.362509 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ff5441f7-6fe6-425b-bb49-5c33f929e09a req-ba7afd1d-8367-4de7-8654-db7e808ff836 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 948 time: 0.1007881 Aug 10 03:45:07.380865 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=6ee3d21e-047d-49ef-9907-49543ca845ac,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:07.442131 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ff5441f7-6fe6-425b-bb49-5c33f929e09a req-fed130a3-8410-4484-a2ce-611b73cc795c tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757167 Aug 10 03:45:07.570577 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5d8919ed-483d-4a77-90d8-dacbee629444 req-b4a1cfb9-5cde-474f-b372-59f15bd0de82 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.576734 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 81cdbb71-b581-494d-9589-c15371fba4f3, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=81cdbb71-b581-494d-9589-c15371fba4f3,segment=NetworkSegment(0c3ff272-2732-4f55-a1da-d84e69f6d5d2),segment_id=0c3ff272-2732-4f55-a1da-d84e69f6d5d2)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:07.602004 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['371b2e20-4e1f-42e2-b04c-3f6b94239b8e', '706e34f1-e7af-4f96-b80c-e873c7bedacf', 'd3106254-dca5-4db7-b648-f8525babc9f2'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:07.623291 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a1cfb9-5cde-474f-b372-59f15bd0de82 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Pushing event deleted for resources: {'Port': ['ID=d3106254-dca5-4db7-b648-f8525babc9f2,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:07.659296 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186', '024b4c54-fa60-4eb9-90ce-4767a3f9806f', '2bbe11a4-47cf-41ff-9dc5-f31d83d13711', '81f19b4e-4afd-4744-90b2-eabb9d6d0736', '00f3bc81-4c65-419c-b259-d80e8e8c19a2'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:07.716028 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '81cdbb71-b581-494d-9589-c15371fba4f3', 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d', 'port_id': '81cdbb71-b581-494d-9589-c15371fba4f3', 'mac_address': 'fa:16:3e:42:11:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:45:07.758176 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29679e7f-5298-4ba9-bfd0-7d6a17b63094 req-9ee40f28-29ca-489e-9880-fb7a4e18d678 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:07.764463 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29679e7f-5298-4ba9-bfd0-7d6a17b63094 req-9ee40f28-29ca-489e-9880-fb7a4e18d678 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 943 time: 0.0991876 Aug 10 03:45:07.789238 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8919ed-483d-4a77-90d8-dacbee629444 req-b4a1cfb9-5cde-474f-b372-59f15bd0de82 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] No DVR routers for this DVR port d3106254-dca5-4db7-b648-f8525babc9f2 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:45:07.795229 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5d8919ed-483d-4a77-90d8-dacbee629444 req-b4a1cfb9-5cde-474f-b372-59f15bd0de82 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.801826 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5d8919ed-483d-4a77-90d8-dacbee629444 req-b4a1cfb9-5cde-474f-b372-59f15bd0de82 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.68 "DELETE /v2.0/ports/d3106254-dca5-4db7-b648-f8525babc9f2 HTTP/1.1" status: 204 len: 173 time: 1.4584911 Aug 10 03:45:07.805454 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ad084b-919f-47f7-9ee9-5ab698667148', 'name': 'network-vif-deleted', 'tag': 'd3106254-dca5-4db7-b648-f8525babc9f2'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:07.821076 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d42719-4475-47d7-bbce-2380f2dfa526" -d '{"events": [{"server_uuid": "74ad084b-919f-47f7-9ee9-5ab698667148", "name": "network-vif-deleted", "tag": "d3106254-dca5-4db7-b648-f8525babc9f2"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:07.834129 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29679e7f-5298-4ba9-bfd0-7d6a17b63094 req-d42e7123-4933-40a0-b8bb-f8068cad021d tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579793 Aug 10 03:45:07.896618 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39dae7a-ddeb-48ac-b187-77cd309d9c1e x-openstack-request-id: req-a39dae7a-ddeb-48ac-b187-77cd309d9c1e {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:07.896948 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ad084b-919f-47f7-9ee9-5ab698667148", "name": "network-vif-deleted", "tag": "d3106254-dca5-4db7-b648-f8525babc9f2", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:07.897213 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a39dae7a-ddeb-48ac-b187-77cd309d9c1e {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:07.900065 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:07.902824 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ad084b-919f-47f7-9ee9-5ab698667148', 'name': 'network-vif-deleted', 'tag': 'd3106254-dca5-4db7-b648-f8525babc9f2', 'status': 'completed', 'code': 200} Aug 10 03:45:07.943451 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-7f9fff50-abfa-430b-be6e-259b4ce03925 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:07.945184 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-7f9fff50-abfa-430b-be6e-259b4ce03925 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/networks?id=82e15316-6bb5-465a-8cae-f1cb27c52e26 HTTP/1.1" status: 200 len: 807 time: 0.3150878 Aug 10 03:45:07.967460 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-a5e6e058-f2a6-4220-9acd-e4c8d9060578 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/quotas/124800de805149b392f25b813a13c194 HTTP/1.1" status: 200 len: 375 time: 0.0127015 Aug 10 03:45:08.007605 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81cdbb71-b581-494d-9589-c15371fba4f3 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:08.067112 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 81cdbb71-b581-494d-9589-c15371fba4f3, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=81cdbb71-b581-494d-9589-c15371fba4f3,segment=NetworkSegment(0c3ff272-2732-4f55-a1da-d84e69f6d5d2),segment_id=0c3ff272-2732-4f55-a1da-d84e69f6d5d2)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:08.119889 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-8a900991-4e63-48e5-a959-56f69d88c2e2 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=124800de805149b392f25b813a13c194&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1392419 Aug 10 03:45:08.146808 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29f7c2-167c-4262-aa2f-027948695b9b req-9298523f-8925-4d65-b6b1-47bb8ff089e1 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:08.154305 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ad29f7c2-167c-4262-aa2f-027948695b9b req-9298523f-8925-4d65-b6b1-47bb8ff089e1 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=5655fae9-a408-475f-9e65-55423fe5198b HTTP/1.1" status: 200 len: 944 time: 0.0827072 Aug 10 03:45:08.195690 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:08.207064 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ad29f7c2-167c-4262-aa2f-027948695b9b req-dd261971-bff7-4e82-b14a-e0b8584938aa tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/security-groups?id=6763967d-314e-4d18-9fae-24a19d07d72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477786 Aug 10 03:45:08.305848 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-49cf491d-eb7d-498d-abfb-6f59a799c5f3 service neutron] 10.222.0.25 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710150 Aug 10 03:45:08.312640 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d96c4230-3243-426c-9150-d3b2209233b0 req-214ec512-edb9-4a2a-b0d6-e8b83c9c9acf tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=74ad084b-919f-47f7-9ee9-5ab698667148 HTTP/1.1" status: 200 len: 210 time: 0.0479679 Aug 10 03:45:08.455891 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=81cdbb71-b581-494d-9589-c15371fba4f3,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:08.472667 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-ea6a5b4a-7b0f-4adc-8c88-2925a07483de service neutron] 10.222.0.25 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585164 Aug 10 03:45:08.670045 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600e2e1-be60-4bc5-b10f-fcfcaaa78ae9 req-eb682f0d-dca3-4ea3-a825-89594341d887 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:08.671659 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2600e2e1-be60-4bc5-b10f-fcfcaaa78ae9 req-eb682f0d-dca3-4ea3-a825-89594341d887 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 948 time: 0.1142857 Aug 10 03:45:08.712183 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['6ee3d21e-047d-49ef-9907-49543ca845ac'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:08.746681 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2600e2e1-be60-4bc5-b10f-fcfcaaa78ae9 req-59ed9b7a-ba6e-4f48-a72c-da26c1aee244 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656729 Aug 10 03:45:08.802059 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['81cdbb71-b581-494d-9589-c15371fba4f3'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:08.950651 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device e60d48bc-7e61-465e-b0c1-27ec891cc425 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:45:09.202419 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port e60d48bc-7e61-465e-b0c1-27ec891cc425, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=e60d48bc-7e61-465e-b0c1-27ec891cc425,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:09.239382 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'e60d48bc-7e61-465e-b0c1-27ec891cc425', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': 'e60d48bc-7e61-465e-b0c1-27ec891cc425', 'mac_address': 'fa:16:3e:1d:c4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:45:09.456695 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:09.462618 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28135e-a88e-421d-a8e5-3de4a369eb01 req-0a87fe96-26b7-436c-b089-fbb52685b974 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:09.479298 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0f28135e-a88e-421d-a8e5-3de4a369eb01 req-0a87fe96-26b7-436c-b089-fbb52685b974 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 944 time: 0.1031160 Aug 10 03:45:09.514712 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e60d48bc-7e61-465e-b0c1-27ec891cc425 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:09.528759 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0f28135e-a88e-421d-a8e5-3de4a369eb01 req-635550f0-e34d-413d-bce8-a53d34409b9c tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482767 Aug 10 03:45:09.549729 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port e60d48bc-7e61-465e-b0c1-27ec891cc425, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=e60d48bc-7e61-465e-b0c1-27ec891cc425,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:09.671907 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cec94204-0704-408f-a0d8-085e27b8845e req-097c515a-f060-416b-b0cc-ade41f388b89 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 210 time: 0.0480530 Aug 10 03:45:09.681838 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:09.815183 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd363a-5e06-4c82-850c-6ea0b76c8301 req-6316587c-592b-4875-a13c-01b9c15d2c0c tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:09.816961 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=e60d48bc-7e61-465e-b0c1-27ec891cc425,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:09.818664 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58dd363a-5e06-4c82-850c-6ea0b76c8301 req-6316587c-592b-4875-a13c-01b9c15d2c0c tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=5655fae9-a408-475f-9e65-55423fe5198b HTTP/1.1" status: 200 len: 944 time: 0.1110318 Aug 10 03:45:09.904603 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58dd363a-5e06-4c82-850c-6ea0b76c8301 req-e15fb187-c8d5-4d5a-8aa5-695759650f5a tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/security-groups?id=6763967d-314e-4d18-9fae-24a19d07d72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786896 Aug 10 03:45:09.918823 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7847f-5523-4c3f-bc92-c02d4a625fe8 req-e5949bfd-5022-4207-8176-4abac473f783 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:09.918823 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-83a7847f-5523-4c3f-bc92-c02d4a625fe8 req-e5949bfd-5022-4207-8176-4abac473f783 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 949 time: 0.0634623 Aug 10 03:45:09.945484 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f8261b46-6e8c-4bad-a7fa-22a646e35ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:09.975835 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-83a7847f-5523-4c3f-bc92-c02d4a625fe8 req-60f22904-4326-4781-9271-a9bb7dfa426c tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615029 Aug 10 03:45:10.029961 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-2df75f75-be81-44c8-aa01-056f982e3d29 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:10.029961 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-2df75f75-be81-44c8-aa01-056f982e3d29 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.20 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13&tenant_id=5b6b91922f1e44729ab0754f3d4e2599&binding%3Ahost_id=n-h2-802893-2 HTTP/1.1" status: 200 len: 949 time: 0.0949497 Aug 10 03:45:10.098704 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-248fc2b6-2137-459e-8672-88eaf60e9bac service neutron] 10.222.0.20 "GET /v2.0/ports/e60d48bc-7e61-465e-b0c1-27ec891cc425/bindings/n-h2-802893-2 HTTP/1.1" status: 200 len: 382 time: 0.0638385 Aug 10 03:45:10.198821 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-da504ac7-4213-40d2-adcb-8ea0934ee851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:10.200413 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-da504ac7-4213-40d2-adcb-8ea0934ee851 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 1100 time: 0.0440125 Aug 10 03:45:10.307437 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device d3106254-dca5-4db7-b648-f8525babc9f2 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:10.332523 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: d3106254-dca5-4db7-b648-f8525babc9f2 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:45:10.333118 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device d3106254-dca5-4db7-b648-f8525babc9f2 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:45:10.347466 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-b6e9092f-7935-4f66-a74e-d280aafe7174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:10.349402 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-b6e9092f-7935-4f66-a74e-d280aafe7174 service neutron] 10.222.0.20 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.1385255 Aug 10 03:45:10.404860 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-4146e453-1fff-4876-9709-8116e384e4ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=e60d48bc-7e61-465e-b0c1-27ec891cc425 HTTP/1.1" status: 200 len: 217 time: 0.0468249 Aug 10 03:45:10.468784 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-fef051be-2a76-4222-8b6e-9db93f5819c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:10.471148 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-fef051be-2a76-4222-8b6e-9db93f5819c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0557697 Aug 10 03:45:10.534242 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-30d1f5bb-13c0-4ee2-abe3-1b330a4d8a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:10.535704 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-30d1f5bb-13c0-4ee2-abe3-1b330a4d8a97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0564592 Aug 10 03:45:10.672191 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f69dd-5b13-490a-9163-880bdeb015ee req-9d42dacc-93e8-4c26-8ad9-b0f19a195cde tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:10.675854 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-958f69dd-5b13-490a-9163-880bdeb015ee req-9d42dacc-93e8-4c26-8ad9-b0f19a195cde tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dca3c98-8f25-4229-bff8-e39c9c02de84 HTTP/1.1" status: 200 len: 949 time: 0.0984726 Aug 10 03:45:10.739226 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-958f69dd-5b13-490a-9163-880bdeb015ee req-dbf4e83c-2871-453b-9c23-39ccfa5a2c9e tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565779 Aug 10 03:45:10.752666 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422fd6de-65e4-4509-9361-7a610524d691 req-c7e3fbe8-8801-4023-bff0-5f7280dcaf72 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:10.754287 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-422fd6de-65e4-4509-9361-7a610524d691 req-c7e3fbe8-8801-4023-bff0-5f7280dcaf72 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 944 time: 0.0810971 Aug 10 03:45:10.793019 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-768e4dd1-8dea-4edf-8a9f-876dd8a7f115 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873760 Aug 10 03:45:10.871317 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2bc2bd70-2298-4bcc-a154-df2846bdebd7 req-09f67410-f9fd-48ca-91c6-560f5c9f127f tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 210 time: 0.0397925 Aug 10 03:45:10.877725 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['e60d48bc-7e61-465e-b0c1-27ec891cc425'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:10.904289 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-422fd6de-65e4-4509-9361-7a610524d691 req-a174078b-1534-4731-bc77-ccc4b2b33c32 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178629 Aug 10 03:45:10.983630 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-2bdb985c-4a62-4bf8-b4ba-0cf07d92aca5 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761961 Aug 10 03:45:11.093640 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e7139-807c-4a67-b0c4-364f0fc65448 req-e790f1a4-2a73-4ad4-99c1-9584f079b83d tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:11.095318 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-680e7139-807c-4a67-b0c4-364f0fc65448 req-e790f1a4-2a73-4ad4-99c1-9584f079b83d tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=5655fae9-a408-475f-9e65-55423fe5198b HTTP/1.1" status: 200 len: 944 time: 0.0851645 Aug 10 03:45:11.122094 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9f7d3-4b47-41fc-8aba-013cf7f2399b req-84a946c4-805c-4e51-bdde-0087a3bb81ef tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:11.123892 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7be9f7d3-4b47-41fc-8aba-013cf7f2399b req-84a946c4-805c-4e51-bdde-0087a3bb81ef tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 949 time: 0.0646191 Aug 10 03:45:11.159632 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-680e7139-807c-4a67-b0c4-364f0fc65448 req-8ee49182-4cfa-4cdf-9e4d-d967c69d1183 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/security-groups?id=6763967d-314e-4d18-9fae-24a19d07d72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565827 Aug 10 03:45:11.221980 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7be9f7d3-4b47-41fc-8aba-013cf7f2399b req-95f7f77c-8437-4ab0-a575-17a5630175f3 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911787 Aug 10 03:45:11.899608 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78181fc7-aaf8-4198-913c-4c5616c0cb34 req-b5c32807-49ef-4381-a33b-c4c7af0af72f tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:11.901113 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78181fc7-aaf8-4198-913c-4c5616c0cb34 req-b5c32807-49ef-4381-a33b-c4c7af0af72f tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dca3c98-8f25-4229-bff8-e39c9c02de84 HTTP/1.1" status: 200 len: 949 time: 0.0852404 Aug 10 03:45:11.952322 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78181fc7-aaf8-4198-913c-4c5616c0cb34 req-d1fc6f16-a6c0-4bea-b4a3-50913191c915 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367661 Aug 10 03:45:11.988458 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-83ddb307-e95e-448f-9cc8-29eca21d7de8 req-7f0095ff-1801-4a5a-a1a8-5f3e916b0ead tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 210 time: 0.0305712 Aug 10 03:45:12.072906 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f51bc1f-c4dc-406a-ab10-c1fdcadefcf8 req-f8e33892-ea41-402c-96a0-15245343ccee tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:12.074401 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0f51bc1f-c4dc-406a-ab10-c1fdcadefcf8 req-f8e33892-ea41-402c-96a0-15245343ccee tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 944 time: 0.0550523 Aug 10 03:45:12.121502 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0f51bc1f-c4dc-406a-ab10-c1fdcadefcf8 req-03219242-86d4-444d-9b19-b94647d1cb66 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409653 Aug 10 03:45:12.305209 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfd7ae-33f0-40c0-8e9b-0a39ce871025 req-935ff1fd-436f-4f9c-a77e-313e5329f9b9 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:12.307181 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-79dfd7ae-33f0-40c0-8e9b-0a39ce871025 req-935ff1fd-436f-4f9c-a77e-313e5329f9b9 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=5655fae9-a408-475f-9e65-55423fe5198b HTTP/1.1" status: 200 len: 944 time: 0.0691814 Aug 10 03:45:12.358188 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-79dfd7ae-33f0-40c0-8e9b-0a39ce871025 req-48c2ba77-9456-46d6-9c05-df660098ad22 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/security-groups?id=6763967d-314e-4d18-9fae-24a19d07d72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365891 Aug 10 03:45:12.364376 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a0231-426c-4af8-8ba7-51140e80b6a1 req-0e76a80c-063a-4f66-afb2-a1420f3a3bb6 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:12.365130 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b86a0231-426c-4af8-8ba7-51140e80b6a1 req-0e76a80c-063a-4f66-afb2-a1420f3a3bb6 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 949 time: 0.0544100 Aug 10 03:45:12.426371 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b86a0231-426c-4af8-8ba7-51140e80b6a1 req-c1fd8bf4-7cf8-41bd-9744-307f4ef57d6c tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527110 Aug 10 03:45:12.572919 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-1a933b7f-0c85-4b8e-9eb2-f3646b332613 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:12.574452 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-1a933b7f-0c85-4b8e-9eb2-f3646b332613 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.68 "GET /v2.0/networks?id=82e15316-6bb5-465a-8cae-f1cb27c52e26 HTTP/1.1" status: 200 len: 807 time: 0.1286025 Aug 10 03:45:12.589151 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-cca18335-2294-4626-8e63-c3b04af51ccb tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Request body: {'port': {'device_id': 'cab722cb-ff68-4406-aff5-468a52f007b6', 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26', 'admin_state_up': True, 'tenant_id': '124800de805149b392f25b813a13c194'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:12.963583 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 6ee3d21e-047d-49ef-9907-49543ca845ac up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:13.042982 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a4a14-a06e-495d-8635-f90be72280f7 req-99f71e88-65e1-4f3e-b1e5-ff143b3e21c9 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:13.044672 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-053a4a14-a06e-495d-8635-f90be72280f7 req-99f71e88-65e1-4f3e-b1e5-ff143b3e21c9 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.20 "GET /v2.0/ports?device_id=3dca3c98-8f25-4229-bff8-e39c9c02de84 HTTP/1.1" status: 200 len: 949 time: 0.0975010 Aug 10 03:45:13.117619 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6faec72a-8b89-44cc-9416-83362c09d160 req-f504b88a-486c-4f8f-af7a-fed238963355 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 210 time: 0.0295117 Aug 10 03:45:13.151792 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 6ee3d21e-047d-49ef-9907-49543ca845ac completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:13.156953 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 6ee3d21e-047d-49ef-9907-49543ca845ac triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:13.157637 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:13.223986 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf7001-6039-48c9-a727-6e2230bb72bd req-953ed970-0f55-4550-a736-db0b69c22fa6 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:13.226130 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bebf7001-6039-48c9-a727-6e2230bb72bd req-953ed970-0f55-4550-a736-db0b69c22fa6 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dca3c98-8f25-4229-bff8-e39c9c02de84 HTTP/1.1" status: 200 len: 949 time: 0.1345592 Aug 10 03:45:13.294536 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:13.297224 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bebf7001-6039-48c9-a727-6e2230bb72bd req-c92acd75-8937-4f46-a808-6de64f9219c5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652957 Aug 10 03:45:13.310093 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-053a4a14-a06e-495d-8635-f90be72280f7 req-ebd82ebc-e365-42aa-836b-9f0041b3da96 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Deleting port 00f3bc81-4c65-419c-b259-d80e8e8c19a2 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:13.310586 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-053a4a14-a06e-495d-8635-f90be72280f7 req-ebd82ebc-e365-42aa-836b-9f0041b3da96 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:13.331703 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5655fae9-a408-475f-9e65-55423fe5198b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee3d21e-047d-49ef-9907-49543ca845ac'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:13.337000 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f5e957-9477-4e23-8c73-6f09f0507f1c" -d '{"events": [{"server_uuid": "5655fae9-a408-475f-9e65-55423fe5198b", "name": "network-vif-plugged", "status": "completed", "tag": "6ee3d21e-047d-49ef-9907-49543ca845ac"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:13.354569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 6ee3d21e-047d-49ef-9907-49543ca845ac, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=6ee3d21e-047d-49ef-9907-49543ca845ac,segment=NetworkSegment(a45d8102-0f0b-47e1-b9bf-864794b5de8c),segment_id=a45d8102-0f0b-47e1-b9bf-864794b5de8c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:13.369918 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d82d46-78af-411a-81a0-ac3f73129f23 req-12ed0ae1-d24a-48e3-9ea5-188edbb63bbb tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:13.372555 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-cca18335-2294-4626-8e63-c3b04af51ccb tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Made reservation on behalf of 124800de805149b392f25b813a13c194 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:13.382321 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-cca18335-2294-4626-8e63-c3b04af51ccb tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:13.384221 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c8d82d46-78af-411a-81a0-ac3f73129f23 req-12ed0ae1-d24a-48e3-9ea5-188edbb63bbb tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 944 time: 0.1140611 Aug 10 03:45:13.411948 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f16172-2060-4d0e-8735-e7400ae80dbf x-openstack-request-id: req-06f16172-2060-4d0e-8735-e7400ae80dbf {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:13.412268 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5655fae9-a408-475f-9e65-55423fe5198b", "name": "network-vif-plugged", "status": "completed", "tag": "6ee3d21e-047d-49ef-9907-49543ca845ac", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:13.412549 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06f16172-2060-4d0e-8735-e7400ae80dbf {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:13.412957 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5655fae9-a408-475f-9e65-55423fe5198b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee3d21e-047d-49ef-9907-49543ca845ac', 'code': 200} Aug 10 03:45:13.458456 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c8d82d46-78af-411a-81a0-ac3f73129f23 req-19d1fb56-f8d8-40a6-a288-4cd86df87a71 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731225 Aug 10 03:45:13.477373 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:13.481545 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 81cdbb71-b581-494d-9589-c15371fba4f3 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:13.649972 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05a5961-990a-414d-82fd-016ce9cbdef9 req-7847ec35-1b23-4aec-9bd6-a1ffef329e29 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:13.659372 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d05a5961-990a-414d-82fd-016ce9cbdef9 req-7847ec35-1b23-4aec-9bd6-a1ffef329e29 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 949 time: 0.1253717 Aug 10 03:45:13.664167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=6ee3d21e-047d-49ef-9907-49543ca845ac,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:13.708325 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d05a5961-990a-414d-82fd-016ce9cbdef9 req-8a1807ed-bf72-48f0-84e5-2c6df172da38 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475202 Aug 10 03:45:13.730101 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-053a4a14-a06e-495d-8635-f90be72280f7 req-ebd82ebc-e365-42aa-836b-9f0041b3da96 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] For port 00f3bc81-4c65-419c-b259-d80e8e8c19a2, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=00f3bc81-4c65-419c-b259-d80e8e8c19a2,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:13.730930 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-053a4a14-a06e-495d-8635-f90be72280f7 req-ebd82ebc-e365-42aa-836b-9f0041b3da96 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:13.754313 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674c546-135e-4005-8e9a-56ab72e0c7cf req-b19fa400-e4ff-4885-a36c-7f0f8b5cc8f3 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:13.756118 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2674c546-135e-4005-8e9a-56ab72e0c7cf req-b19fa400-e4ff-4885-a36c-7f0f8b5cc8f3 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=5655fae9-a408-475f-9e65-55423fe5198b HTTP/1.1" status: 200 len: 945 time: 0.2644384 Aug 10 03:45:13.809745 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-053a4a14-a06e-495d-8635-f90be72280f7 req-ebd82ebc-e365-42aa-836b-9f0041b3da96 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Calling delete_port for 00f3bc81-4c65-419c-b259-d80e8e8c19a2 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:13.854101 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89c29e-f729-4e1c-b7b4-2841e4677140 req-05e95de8-1c64-4510-91e8-dfa4978224a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:13.855642 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc89c29e-f729-4e1c-b7b4-2841e4677140 req-05e95de8-1c64-4510-91e8-dfa4978224a6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5655fae9-a408-475f-9e65-55423fe5198b HTTP/1.1" status: 200 len: 1096 time: 0.2274933 Aug 10 03:45:13.868916 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:13.888653 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 81cdbb71-b581-494d-9589-c15371fba4f3 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:13.894968 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 81cdbb71-b581-494d-9589-c15371fba4f3 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:13.895474 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:13.905112 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-cca18335-2294-4626-8e63-c3b04af51ccb tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Allocated IP 172.20.0.14 (82e15316-6bb5-465a-8cae-f1cb27c52e26/db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f/4bac39a6-a126-43fe-81fd-e7c414a80ced) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:13.930529 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-58417f88-d41b-4de4-87ef-9f9d082649b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:13.932513 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2674c546-135e-4005-8e9a-56ab72e0c7cf req-a501704c-3334-449e-9ead-22ae66ffc996 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/security-groups?id=6763967d-314e-4d18-9fae-24a19d07d72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400118 Aug 10 03:45:13.990162 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc89c29e-f729-4e1c-b7b4-2841e4677140 req-56e4a0b4-486e-4df2-86cb-cb6b70c80709 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6763967d-314e-4d18-9fae-24a19d07d72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923994 Aug 10 03:45:14.018652 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:14.094075 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 81cdbb71-b581-494d-9589-c15371fba4f3, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=81cdbb71-b581-494d-9589-c15371fba4f3,segment=NetworkSegment(0c3ff272-2732-4f55-a1da-d84e69f6d5d2),segment_id=0c3ff272-2732-4f55-a1da-d84e69f6d5d2)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:14.170181 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-cca18335-2294-4626-8e63-c3b04af51ccb tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:14.196227 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:14.247387 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-053a4a14-a06e-495d-8635-f90be72280f7 req-ebd82ebc-e365-42aa-836b-9f0041b3da96 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:14.274218 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['371b2e20-4e1f-42e2-b04c-3f6b94239b8e', '706e34f1-e7af-4f96-b80c-e873c7bedacf'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:14.289399 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-60001589-cd87-409b-bd63-1cd9367ffb03 req-0de2366c-d341-4006-94c8-1720581da2c9 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 210 time: 0.0445189 Aug 10 03:45:14.311021 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd82ebc-e365-42aa-836b-9f0041b3da96 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Pushing event deleted for resources: {'Port': ['ID=00f3bc81-4c65-419c-b259-d80e8e8c19a2,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:14.340266 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=81cdbb71-b581-494d-9589-c15371fba4f3,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:14.365022 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186', '024b4c54-fa60-4eb9-90ce-4767a3f9806f', '2bbe11a4-47cf-41ff-9dc5-f31d83d13711', '81f19b4e-4afd-4744-90b2-eabb9d6d0736', '00f3bc81-4c65-419c-b259-d80e8e8c19a2'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:14.391898 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-053a4a14-a06e-495d-8635-f90be72280f7 req-ebd82ebc-e365-42aa-836b-9f0041b3da96 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] No DVR routers for this DVR port 00f3bc81-4c65-419c-b259-d80e8e8c19a2 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:45:14.412580 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-053a4a14-a06e-495d-8635-f90be72280f7 req-ebd82ebc-e365-42aa-836b-9f0041b3da96 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:14.412580 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-053a4a14-a06e-495d-8635-f90be72280f7 req-ebd82ebc-e365-42aa-836b-9f0041b3da96 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.20 "DELETE /v2.0/ports/00f3bc81-4c65-419c-b259-d80e8e8c19a2 HTTP/1.1" status: 204 len: 173 time: 1.3378115 Aug 10 03:45:14.412580 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dca3c98-8f25-4229-bff8-e39c9c02de84', 'name': 'network-vif-deleted', 'tag': '00f3bc81-4c65-419c-b259-d80e8e8c19a2'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:14.412580 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8060ff-a7f1-4f4e-93d8-5d218c5dcf77" -d '{"events": [{"server_uuid": "3dca3c98-8f25-4229-bff8-e39c9c02de84", "name": "network-vif-deleted", "tag": "00f3bc81-4c65-419c-b259-d80e8e8c19a2"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:14.477910 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fa1e630f-8667-4f3b-969b-bc4cba247688 req-29b0769a-5522-4e5a-858f-55d28a2e7535 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dca3c98-8f25-4229-bff8-e39c9c02de84 HTTP/1.1" status: 200 len: 210 time: 0.0642166 Aug 10 03:45:14.482298 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9a1267-b521-49ee-8e3c-114315359b99 x-openstack-request-id: req-1c9a1267-b521-49ee-8e3c-114315359b99 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:14.482549 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dca3c98-8f25-4229-bff8-e39c9c02de84", "name": "network-vif-deleted", "tag": "00f3bc81-4c65-419c-b259-d80e8e8c19a2", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:14.482811 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c9a1267-b521-49ee-8e3c-114315359b99 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:14.488029 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dca3c98-8f25-4229-bff8-e39c9c02de84', 'name': 'network-vif-deleted', 'tag': '00f3bc81-4c65-419c-b259-d80e8e8c19a2', 'status': 'completed', 'code': 200} Aug 10 03:45:14.489193 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-cca18335-2294-4626-8e63-c3b04af51ccb tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:14.535312 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-cca18335-2294-4626-8e63-c3b04af51ccb tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Network 82e15316-6bb5-465a-8cae-f1cb27c52e26 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:14.539402 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-cca18335-2294-4626-8e63-c3b04af51ccb tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:14.543831 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-cca18335-2294-4626-8e63-c3b04af51ccb tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:14.678391 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af71912-ccb8-45ff-a794-78eff2e2789a req-5f2a71ac-7c0c-4ed2-977e-b42b8b72c52c tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:14.689597 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0af71912-ccb8-45ff-a794-78eff2e2789a req-5f2a71ac-7c0c-4ed2-977e-b42b8b72c52c tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 945 time: 0.1069150 Aug 10 03:45:14.712729 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca18335-2294-4626-8e63-c3b04af51ccb tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Pushing event updated for resources: {'Port': ['ID=4bac39a6-a126-43fe-81fd-e7c414a80ced,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:14.769998 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-cca18335-2294-4626-8e63-c3b04af51ccb tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:14.769998 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-cca18335-2294-4626-8e63-c3b04af51ccb tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:14.786115 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0af71912-ccb8-45ff-a794-78eff2e2789a req-9aba0aac-023c-4a8f-b3d8-cd09ac03ccb9 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855539 Aug 10 03:45:14.903943 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d3688-fda6-4ec0-8138-df6f6183470c req-29fae419-7cda-4d28-85cc-8ab291412b5e tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:14.905842 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d68d3688-fda6-4ec0-8138-df6f6183470c req-29fae419-7cda-4d28-85cc-8ab291412b5e tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 949 time: 0.0875828 Aug 10 03:45:14.964661 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d68d3688-fda6-4ec0-8138-df6f6183470c req-d61ef85f-d5ea-4ca6-a8fc-7b4277d89368 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508833 Aug 10 03:45:14.966624 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-cca18335-2294-4626-8e63-c3b04af51ccb tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3817651 Aug 10 03:45:14.972305 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device e60d48bc-7e61-465e-b0c1-27ec891cc425 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:45:14.981868 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-0b2a4253-7b30-466a-9961-4d04402ffa3b service neutron] Request body: {'port': {'device_id': 'cab722cb-ff68-4406-aff5-468a52f007b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:15.065410 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-0b2a4253-7b30-466a-9961-4d04402ffa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:15.142392 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46861b31-d10e-4473-9e42-3aaee83d0302 req-ebe42175-c8cc-45a7-95b0-20bf5ee331ca tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.158025 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-46861b31-d10e-4473-9e42-3aaee83d0302 req-ebe42175-c8cc-45a7-95b0-20bf5ee331ca tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=5655fae9-a408-475f-9e65-55423fe5198b HTTP/1.1" status: 200 len: 945 time: 0.1189203 Aug 10 03:45:15.214986 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.resource_extend [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:45:15.240649 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-46861b31-d10e-4473-9e42-3aaee83d0302 req-d719b9d4-3d54-4b61-ace4-d6c6567a2905 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/security-groups?id=6763967d-314e-4d18-9fae-24a19d07d72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777378 Aug 10 03:45:15.551788 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf68bec-1a45-4c7b-9c71-61db854e5291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cdbb71-b581-494d-9589-c15371fba4f3'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:15.555661 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88b22ee-f9f8-481d-b0e3-e7c87e7c986d" -d '{"events": [{"server_uuid": "ddf68bec-1a45-4c7b-9c71-61db854e5291", "name": "network-vif-plugged", "status": "completed", "tag": "81cdbb71-b581-494d-9589-c15371fba4f3"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:15.567871 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:15.579502 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b376c4-3765-40dc-a9a0-137a9672a1fa req-7b475c8b-a3cc-4b80-8552-2b00a807860e tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:15.584073 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84b376c4-3765-40dc-a9a0-137a9672a1fa req-7b475c8b-a3cc-4b80-8552-2b00a807860e tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 932 time: 0.1366160 Aug 10 03:45:15.612481 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-0b2a4253-7b30-466a-9961-4d04402ffa3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bac39a6-a126-43fe-81fd-e7c414a80ced {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:15.622772 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-0b2a4253-7b30-466a-9961-4d04402ffa3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:15.652812 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84b376c4-3765-40dc-a9a0-137a9672a1fa req-3236331c-fb97-401a-8fdd-77128dc78702 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629859 Aug 10 03:45:15.656160 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-0b2a4253-7b30-466a-9961-4d04402ffa3b service neutron] Transition to ACTIVE for port object 4bac39a6-a126-43fe-81fd-e7c414a80ced will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:15.734734 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-890b62e7-0a43-477a-909f-4187f1ec369a req-2c112f01-57ba-407f-8a68-3f6170535fef tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=3dca3c98-8f25-4229-bff8-e39c9c02de84 HTTP/1.1" status: 200 len: 210 time: 0.0524969 Aug 10 03:45:15.742986 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97acd6e2-80f4-4fa5-919f-871f153ad3e9 x-openstack-request-id: req-97acd6e2-80f4-4fa5-919f-871f153ad3e9 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:15.743399 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf68bec-1a45-4c7b-9c71-61db854e5291", "name": "network-vif-plugged", "status": "completed", "tag": "81cdbb71-b581-494d-9589-c15371fba4f3", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:15.743649 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97acd6e2-80f4-4fa5-919f-871f153ad3e9 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:15.744073 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf68bec-1a45-4c7b-9c71-61db854e5291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cdbb71-b581-494d-9589-c15371fba4f3', 'code': 200} Aug 10 03:45:15.745157 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:15.772631 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-0b2a4253-7b30-466a-9961-4d04402ffa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:15.807673 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port e60d48bc-7e61-465e-b0c1-27ec891cc425, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=e60d48bc-7e61-465e-b0c1-27ec891cc425,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:15.922945 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a4253-7b30-466a-9961-4d04402ffa3b service neutron] Pushing event updated for resources: {'Port': ['ID=4bac39a6-a126-43fe-81fd-e7c414a80ced,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:15.935152 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'e60d48bc-7e61-465e-b0c1-27ec891cc425', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': 'e60d48bc-7e61-465e-b0c1-27ec891cc425', 'mac_address': 'fa:16:3e:1d:c4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:45:16.111038 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-0b2a4253-7b30-466a-9961-4d04402ffa3b service neutron] Attempting to bind port 4bac39a6-a126-43fe-81fd-e7c414a80ced on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:16.111458 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-0b2a4253-7b30-466a-9961-4d04402ffa3b service neutron] Attempting to bind port 4bac39a6-a126-43fe-81fd-e7c414a80ced by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:16.112093 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-0b2a4253-7b30-466a-9961-4d04402ffa3b service neutron] Attempting to bind port 4bac39a6-a126-43fe-81fd-e7c414a80ced on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:16.129343 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4387c5-c9d2-42ac-bb73-b822494843a4 req-bba6f812-123e-4c0e-af84-250ef9d6c2ae tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:16.131886 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1b4387c5-c9d2-42ac-bb73-b822494843a4 req-bba6f812-123e-4c0e-af84-250ef9d6c2ae tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 945 time: 0.1994421 Aug 10 03:45:16.135194 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-c7a1d3e9-65d6-45b8-b408-4df82c653d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:16.136852 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-c7a1d3e9-65d6-45b8-b408-4df82c653d51 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13&tenant_id=5b6b91922f1e44729ab0754f3d4e2599 HTTP/1.1" status: 200 len: 1100 time: 0.3148658 Aug 10 03:45:16.152942 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-0b2a4253-7b30-466a-9961-4d04402ffa3b service neutron] Port 4bac39a6-a126-43fe-81fd-e7c414a80ced on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:16.153295 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-0b2a4253-7b30-466a-9961-4d04402ffa3b service neutron] Attempting to bind port 4bac39a6-a126-43fe-81fd-e7c414a80ced on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:16.165122 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-e1c1061d-a89d-4a74-a144-d04be0c6b88c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802893-2', 'device_owner': 'compute:nova'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:16.203280 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577309c5-d2b8-4c5a-a8d4-f88adfbda727 req-eebb6397-0cd5-4748-a7ac-d990386ebf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:16.205140 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-577309c5-d2b8-4c5a-a8d4-f88adfbda727 req-eebb6397-0cd5-4748-a7ac-d990386ebf84 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 1096 time: 0.3213015 Aug 10 03:45:16.211917 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-0b2a4253-7b30-466a-9961-4d04402ffa3b service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:16.219668 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-0b2a4253-7b30-466a-9961-4d04402ffa3b service neutron] Checking segment: {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:16.219668 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-0b2a4253-7b30-466a-9961-4d04402ffa3b service neutron] Bound using segment: {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:16.219668 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-0b2a4253-7b30-466a-9961-4d04402ffa3b service neutron] Bound port: 4bac39a6-a126-43fe-81fd-e7c414a80ced, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:16.219668 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-0b2a4253-7b30-466a-9961-4d04402ffa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:16.220213 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060c4bd-b840-4eac-954c-3e4623f25f5a req-f2020429-a626-4f3c-8e70-6bd282f4c6c1 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:16.220213 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7060c4bd-b840-4eac-954c-3e4623f25f5a req-f2020429-a626-4f3c-8e70-6bd282f4c6c1 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 949 time: 0.0664930 Aug 10 03:45:16.268309 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7060c4bd-b840-4eac-954c-3e4623f25f5a req-62dc66c6-ff65-4a33-980b-cdb98d289231 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446289 Aug 10 03:45:16.331362 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1b4387c5-c9d2-42ac-bb73-b822494843a4 req-a89cc763-6fbe-40a7-8f8f-bf25fb79296a tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903739 Aug 10 03:45:16.369985 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-e1c1061d-a89d-4a74-a144-d04be0c6b88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:16.382673 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-577309c5-d2b8-4c5a-a8d4-f88adfbda727 req-6ad72527-69bc-44ec-aa25-d027b0ce1feb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554322 Aug 10 03:45:16.408687 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa31ff-0293-451b-910d-1c0fb3a716d2 req-5d0de756-ce27-4e05-ae1b-5b1d560dee9e tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:16.416556 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d3fa31ff-0293-451b-910d-1c0fb3a716d2 req-5d0de756-ce27-4e05-ae1b-5b1d560dee9e tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=5655fae9-a408-475f-9e65-55423fe5198b HTTP/1.1" status: 200 len: 945 time: 0.0687993 Aug 10 03:45:16.460610 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-0b2a4253-7b30-466a-9961-4d04402ffa3b service neutron] For port 4bac39a6-a126-43fe-81fd-e7c414a80ced, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:16.465599 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-0b2a4253-7b30-466a-9961-4d04402ffa3b service neutron] For port 4bac39a6-a126-43fe-81fd-e7c414a80ced, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=4bac39a6-a126-43fe-81fd-e7c414a80ced,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:16.476024 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d3fa31ff-0293-451b-910d-1c0fb3a716d2 req-5d28f50e-114e-466c-98b5-92f39e60759e tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/security-groups?id=6763967d-314e-4d18-9fae-24a19d07d72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555727 Aug 10 03:45:16.503597 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:16.574862 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-0b2a4253-7b30-466a-9961-4d04402ffa3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:16.617279 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-0b2a4253-7b30-466a-9961-4d04402ffa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:16.617943 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-0b2a4253-7b30-466a-9961-4d04402ffa3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:16.619315 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-0b2a4253-7b30-466a-9961-4d04402ffa3b service neutron] 10.222.0.68 "PUT /v2.0/ports/4bac39a6-a126-43fe-81fd-e7c414a80ced HTTP/1.1" status: 200 len: 1092 time: 1.6427789 Aug 10 03:45:16.619775 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab722cb-ff68-4406-aff5-468a52f007b6', 'tag': '4bac39a6-a126-43fe-81fd-e7c414a80ced'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:16.622426 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f2b5c3-4b3c-42aa-8612-238be7e58039" -d '{"events": [{"name": "network-changed", "server_uuid": "cab722cb-ff68-4406-aff5-468a52f007b6", "tag": "4bac39a6-a126-43fe-81fd-e7c414a80ced"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:16.728382 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34616037-9d8f-4c92-891e-c58f69acdb61 x-openstack-request-id: req-34616037-9d8f-4c92-891e-c58f69acdb61 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:16.728675 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab722cb-ff68-4406-aff5-468a52f007b6", "tag": "4bac39a6-a126-43fe-81fd-e7c414a80ced", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:16.728940 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34616037-9d8f-4c92-891e-c58f69acdb61 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:16.729520 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab722cb-ff68-4406-aff5-468a52f007b6', 'tag': '4bac39a6-a126-43fe-81fd-e7c414a80ced', 'status': 'completed', 'code': 200} Aug 10 03:45:16.761240 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:16.824280 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc0b9d-a108-4064-8275-40a8a8cd2a54 req-212ed0b6-bb54-4937-b4c1-948d0400c453 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:16.825805 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7fc0b9d-a108-4064-8275-40a8a8cd2a54 req-212ed0b6-bb54-4937-b4c1-948d0400c453 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 944 time: 0.0601888 Aug 10 03:45:16.855688 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a4253-7b30-466a-9961-4d04402ffa3b service neutron] Pushing event updated for resources: {'Port': ['ID=4bac39a6-a126-43fe-81fd-e7c414a80ced,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:16.872506 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7fc0b9d-a108-4064-8275-40a8a8cd2a54 req-248cd60c-32d9-4fb6-b96b-2e5e1316d5cf tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395505 Aug 10 03:45:16.903123 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61b560-9440-4fdd-bdf1-5c25e226e306 req-be0cf6f9-8467-4585-aa75-f2a6674e206c tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:16.904819 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5b61b560-9440-4fdd-bdf1-5c25e226e306 req-be0cf6f9-8467-4585-aa75-f2a6674e206c tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2343473 Aug 10 03:45:16.965006 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 00f3bc81-4c65-419c-b259-d80e8e8c19a2 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:17.000233 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2b5c3-4b3c-42aa-8612-238be7e58039 req-6f3c77b0-65c9-4a59-b643-2e31dac36c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:17.003097 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c3f2b5c3-4b3c-42aa-8612-238be7e58039 req-6f3c77b0-65c9-4a59-b643-2e31dac36c95 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=124800de805149b392f25b813a13c194&device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 1095 time: 0.2104702 Aug 10 03:45:17.007223 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 00f3bc81-4c65-419c-b259-d80e8e8c19a2 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:45:17.007653 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 00f3bc81-4c65-419c-b259-d80e8e8c19a2 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:45:17.008255 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device e60d48bc-7e61-465e-b0c1-27ec891cc425 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:17.033891 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-e1c1061d-a89d-4a74-a144-d04be0c6b88c service neutron] For port e60d48bc-7e61-465e-b0c1-27ec891cc425, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=e60d48bc-7e61-465e-b0c1-27ec891cc425,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:17.048724 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5b61b560-9440-4fdd-bdf1-5c25e226e306 req-1ee0581d-1e6e-471c-b004-a71f626a7e7d tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.36 HTTP/1.1" status: 200 len: 695 time: 0.1366274 Aug 10 03:45:17.107699 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-5b61b560-9440-4fdd-bdf1-5c25e226e306 req-702a4d52-484b-4e86-963b-f7ab937a6035 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Request body: {'floatingip': {'port_id': 'de9e0ad0-65b4-4bf6-b913-2011932e5cae', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:17.142427 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:17.169143 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e60d48bc-7e61-465e-b0c1-27ec891cc425 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:17.175440 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5b61b560-9440-4fdd-bdf1-5c25e226e306 req-702a4d52-484b-4e86-963b-f7ab937a6035 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks [] for floatingip, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:17.268853 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-e1c1061d-a89d-4a74-a144-d04be0c6b88c service neutron] For port e60d48bc-7e61-465e-b0c1-27ec891cc425, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:17.363254 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-e1c1061d-a89d-4a74-a144-d04be0c6b88c service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e60d48bc-7e61-465e-b0c1-27ec891cc425 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:17.372880 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2b5c3-4b3c-42aa-8612-238be7e58039 req-c7daf0f8-b538-4687-9245-b2c5c6f32718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:17.372880 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c3f2b5c3-4b3c-42aa-8612-238be7e58039 req-c7daf0f8-b538-4687-9245-b2c5c6f32718 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=124800de805149b392f25b813a13c194&shared=False HTTP/1.1" status: 200 len: 908 time: 0.3551946 Aug 10 03:45:17.390443 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-e1c1061d-a89d-4a74-a144-d04be0c6b88c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:17.632607 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba30ae-f92a-4b57-8689-576bf7784a6a req-540a0a62-9f04-4ece-8eb0-de63fd149e20 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:17.634507 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-38ba30ae-f92a-4b57-8689-576bf7784a6a req-540a0a62-9f04-4ece-8eb0-de63fd149e20 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 949 time: 0.0660133 Aug 10 03:45:17.700733 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-38ba30ae-f92a-4b57-8689-576bf7784a6a req-daac4ff8-e4c9-4d00-abc6-6604f903303c tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587716 Aug 10 03:45:17.788829 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-e1c1061d-a89d-4a74-a144-d04be0c6b88c service neutron] Ignored duplicate provisioning block setup for port e60d48bc-7e61-465e-b0c1-27ec891cc425 by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 03:45:17.854520 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37d8db-bcb7-4149-b449-3afa43440805 req-8796c81c-05ef-4fc2-8648-0c269e07af18 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:17.864395 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cc37d8db-bcb7-4149-b449-3afa43440805 req-8796c81c-05ef-4fc2-8648-0c269e07af18 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 945 time: 0.0678411 Aug 10 03:45:17.879247 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f2b5c3-4b3c-42aa-8612-238be7e58039 req-28810258-f831-41f4-be85-fd342cd6381e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:17.880960 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c3f2b5c3-4b3c-42aa-8612-238be7e58039 req-28810258-f831-41f4-be85-fd342cd6381e service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5020063 Aug 10 03:45:17.920779 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cc37d8db-bcb7-4149-b449-3afa43440805 req-1ffffb4d-2170-4480-88bc-21de6fc15c5f tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554087 Aug 10 03:45:17.937117 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-e1c1061d-a89d-4a74-a144-d04be0c6b88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:17.995512 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:45:17.996002 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:45:18.119542 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64162828-4e1b-45d3-81a7-9d0c0f609b53 req-f7337506-e53c-4bef-902f-55620042c269 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:18.130415 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-64162828-4e1b-45d3-81a7-9d0c0f609b53 req-f7337506-e53c-4bef-902f-55620042c269 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=576c9c96-9789-4867-aa9a-1e10ef36ec77 HTTP/1.1" status: 200 len: 950 time: 0.0871959 Aug 10 03:45:18.141520 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-e1c1061d-a89d-4a74-a144-d04be0c6b88c service neutron] No DVR routers for this DVR port e60d48bc-7e61-465e-b0c1-27ec891cc425 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:45:18.162829 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1061d-a89d-4a74-a144-d04be0c6b88c service neutron] Pushing event updated for resources: {'Port': ['ID=e60d48bc-7e61-465e-b0c1-27ec891cc425,revision_number=9']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:18.179518 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-64162828-4e1b-45d3-81a7-9d0c0f609b53 req-d8de22fc-5136-4c84-9b6b-bcfc19673e10 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480602 Aug 10 03:45:18.319559 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-300ce6a2-3740-4361-91ff-73b272175b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:18.322174 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-300ce6a2-3740-4361-91ff-73b272175b2b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=124800de805149b392f25b813a13c194&device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 1095 time: 0.2729092 Aug 10 03:45:18.330241 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-e1c1061d-a89d-4a74-a144-d04be0c6b88c service neutron] Attempting to bind port e60d48bc-7e61-465e-b0c1-27ec891cc425 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:18.330740 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-e1c1061d-a89d-4a74-a144-d04be0c6b88c service neutron] Attempting to bind port e60d48bc-7e61-465e-b0c1-27ec891cc425 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:18.331080 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-e1c1061d-a89d-4a74-a144-d04be0c6b88c service neutron] Attempting to bind port e60d48bc-7e61-465e-b0c1-27ec891cc425 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:18.370247 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8c8ce-f5d4-40f4-a511-be5973cb5384 req-63148665-66e2-4112-8697-e97e91c906ab tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:18.372056 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-64d8c8ce-f5d4-40f4-a511-be5973cb5384 req-63148665-66e2-4112-8697-e97e91c906ab tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 944 time: 0.1140242 Aug 10 03:45:18.411751 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-e1c1061d-a89d-4a74-a144-d04be0c6b88c service neutron] Port e60d48bc-7e61-465e-b0c1-27ec891cc425 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:18.412243 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-e1c1061d-a89d-4a74-a144-d04be0c6b88c service neutron] Attempting to bind port e60d48bc-7e61-465e-b0c1-27ec891cc425 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:18.436220 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-db550ac8-1361-4d40-a05b-aefb40bc3b78 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bac39a6-a126-43fe-81fd-e7c414a80ced HTTP/1.1" status: 200 len: 217 time: 0.1004674 Aug 10 03:45:18.438636 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-e1c1061d-a89d-4a74-a144-d04be0c6b88c service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:18.439690 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-e1c1061d-a89d-4a74-a144-d04be0c6b88c service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:18.440344 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-e1c1061d-a89d-4a74-a144-d04be0c6b88c service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:18.440988 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-e1c1061d-a89d-4a74-a144-d04be0c6b88c service neutron] Bound port: e60d48bc-7e61-465e-b0c1-27ec891cc425, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:18.442184 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-e1c1061d-a89d-4a74-a144-d04be0c6b88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:18.462948 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-64d8c8ce-f5d4-40f4-a511-be5973cb5384 req-5304a9cb-4f24-4207-ac66-86a9e3289e3b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816104 Aug 10 03:45:18.533028 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.db.resource_extend [req-5b61b560-9440-4fdd-bdf1-5c25e226e306 req-702a4d52-484b-4e86-963b-f7ab937a6035 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:45:18.611646 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5b61b560-9440-4fdd-bdf1-5c25e226e306 req-702a4d52-484b-4e86-963b-f7ab937a6035 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:18.629810 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-c527371e-d2b3-49c5-b27b-8cd1bf517f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:18.631362 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-c527371e-d2b3-49c5-b27b-8cd1bf517f22 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f HTTP/1.1" status: 200 len: 847 time: 0.1581173 Aug 10 03:45:18.671582 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-bfe3545f-e222-4cff-9e82-52e9593e976b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=82e15316-6bb5-465a-8cae-f1cb27c52e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310037 Aug 10 03:45:18.676604 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-e1c1061d-a89d-4a74-a144-d04be0c6b88c service neutron] For port e60d48bc-7e61-465e-b0c1-27ec891cc425, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:18.696040 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5b61b560-9440-4fdd-bdf1-5c25e226e306 req-702a4d52-484b-4e86-963b-f7ab937a6035 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:18.707107 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-e1c1061d-a89d-4a74-a144-d04be0c6b88c service neutron] For port e60d48bc-7e61-465e-b0c1-27ec891cc425, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e60d48bc-7e61-465e-b0c1-27ec891cc425,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:18.787724 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-e1c1061d-a89d-4a74-a144-d04be0c6b88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:18.861320 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0127ad-b5ec-4687-92f7-3b9e9da669e0 req-6c891465-428b-4aa4-b0cb-9fd75cdb9035 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:18.869881 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7f0127ad-b5ec-4687-92f7-3b9e9da669e0 req-6c891465-428b-4aa4-b0cb-9fd75cdb9035 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 949 time: 0.0769513 Aug 10 03:45:18.888725 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-e1c1061d-a89d-4a74-a144-d04be0c6b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:18.889471 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-e1c1061d-a89d-4a74-a144-d04be0c6b88c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:18.891378 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-e1c1061d-a89d-4a74-a144-d04be0c6b88c service neutron] 10.222.0.68 "PUT /v2.0/ports/e60d48bc-7e61-465e-b0c1-27ec891cc425 HTTP/1.1" status: 200 len: 1096 time: 2.7389894 Aug 10 03:45:18.894911 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca46f03-818d-4aea-994a-99c32447ca13', 'tag': 'e60d48bc-7e61-465e-b0c1-27ec891cc425'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:18.897268 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ef1dbb-1a05-45dd-8fd3-6f5d5f699179" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca46f03-818d-4aea-994a-99c32447ca13", "tag": "e60d48bc-7e61-465e-b0c1-27ec891cc425"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:18.942595 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7f0127ad-b5ec-4687-92f7-3b9e9da669e0 req-c0674b06-ead4-4de8-9bcf-65dfd6b480aa tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710492 Aug 10 03:45:18.987487 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-d8e8d395-c9b4-40af-9c41-075e21a44de4 service neutron] 10.222.0.68 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067658 Aug 10 03:45:18.988208 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c1061d-a89d-4a74-a144-d04be0c6b88c service neutron] Pushing event updated for resources: {'Port': ['ID=e60d48bc-7e61-465e-b0c1-27ec891cc425,revision_number=10']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:19.009734 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [req-5b61b560-9440-4fdd-bdf1-5c25e226e306 req-702a4d52-484b-4e86-963b-f7ab937a6035 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Floating IP 416f7caa-a3dd-425f-ab6f-6e25f4921de0 associated. External IP: 172.25.0.36, port: de9e0ad0-65b4-4bf6-b913-2011932e5cae. Aug 10 03:45:19.011701 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fefb0a-f5b4-46ba-abc6-89fd8b0777cc x-openstack-request-id: req-05fefb0a-f5b4-46ba-abc6-89fd8b0777cc {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:19.012049 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca46f03-818d-4aea-994a-99c32447ca13", "tag": "e60d48bc-7e61-465e-b0c1-27ec891cc425", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:19.012339 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-05fefb0a-f5b4-46ba-abc6-89fd8b0777cc {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:19.013310 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca46f03-818d-4aea-994a-99c32447ca13', 'tag': 'e60d48bc-7e61-465e-b0c1-27ec891cc425', 'status': 'completed', 'code': 200} Aug 10 03:45:19.169235 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90796ef1-88e8-49d0-8f95-c99cf827598f req-69159a27-360d-4793-bb7b-c543243ab3f0 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.169235 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-90796ef1-88e8-49d0-8f95-c99cf827598f req-69159a27-360d-4793-bb7b-c543243ab3f0 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 945 time: 0.0532701 Aug 10 03:45:19.171277 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-59444a99-4679-465d-a37c-6d1b970e7635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.171277 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-59444a99-4679-465d-a37c-6d1b970e7635 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 1100 time: 0.2047184 Aug 10 03:45:19.171820 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-90796ef1-88e8-49d0-8f95-c99cf827598f req-6277baf5-7373-4a07-9d26-18641d359e2d tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363524 Aug 10 03:45:19.279263 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef1dbb-1a05-45dd-8fd3-6f5d5f699179 req-acc47fa6-8992-4320-bbd3-4a925315e7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.280795 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86ef1dbb-1a05-45dd-8fd3-6f5d5f699179 req-acc47fa6-8992-4320-bbd3-4a925315e7aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 1100 time: 0.1946564 Aug 10 03:45:19.300858 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d89c2fff-c337-4ec8-a4a5-2c64d82c784c req-b7fabff8-c5cc-4efb-afd8-167551c6e724 service neutron] 10.222.0.68 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040044 Aug 10 03:45:19.308618 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e9505-6d9d-4c20-9ab2-d3012d669f1b req-b1beeee3-9747-452b-ada3-337164575eb3 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.309486 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d11e9505-6d9d-4c20-9ab2-d3012d669f1b req-b1beeee3-9747-452b-ada3-337164575eb3 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 945 time: 0.0743949 Aug 10 03:45:19.319538 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49052) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:19.331726 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-d54fad4d-8ec4-41a0-bb1c-016f446f3ebe tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Request body: {'floatingip': {'port_id': '81cdbb71-b581-494d-9589-c15371fba4f3'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:19.399750 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d54fad4d-8ec4-41a0-bb1c-016f446f3ebe tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks [] for floatingip, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:19.458045 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-67e7160a-d17f-4c61-b57a-e6e598d95953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.459785 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-67e7160a-d17f-4c61-b57a-e6e598d95953 service neutron] 10.222.0.68 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.3143661 Aug 10 03:45:19.573647 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-bb1c23d3-7e6a-4da8-b6af-f4aec4dad11c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=e60d48bc-7e61-465e-b0c1-27ec891cc425 HTTP/1.1" status: 200 len: 217 time: 0.0475125 Aug 10 03:45:19.596566 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cf3f0-068e-4bf1-a0ba-7c80f7e77138 req-967aa287-4779-44b3-a7a8-627b42d1b6e6 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.598731 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f99cf3f0-068e-4bf1-a0ba-7c80f7e77138 req-967aa287-4779-44b3-a7a8-627b42d1b6e6 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=576c9c96-9789-4867-aa9a-1e10ef36ec77 HTTP/1.1" status: 200 len: 950 time: 0.1401091 Aug 10 03:45:19.694869 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f99cf3f0-068e-4bf1-a0ba-7c80f7e77138 req-e65bd672-ef89-4f58-ae01-98561bbeb6c8 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801747 Aug 10 03:45:19.972780 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-e3d76883-c906-49f4-be5d-e42b6f23e9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:19.974272 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-e3d76883-c906-49f4-be5d-e42b6f23e9a6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.1018548 Aug 10 03:45:20.056947 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef1dbb-1a05-45dd-8fd3-6f5d5f699179 req-710ca759-87e5-444c-8c59-c80db3d785ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:20.058817 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86ef1dbb-1a05-45dd-8fd3-6f5d5f699179 req-710ca759-87e5-444c-8c59-c80db3d785ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.7297883 Aug 10 03:45:20.067302 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b61b560-9440-4fdd-bdf1-5c25e226e306 req-702a4d52-484b-4e86-963b-f7ab937a6035 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Router f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:45:20.085138 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192e9ac-e8dd-4191-905b-9a012ab6a000 req-1c699d35-46ae-4a7c-9307-0d0781d6f3ef tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:20.086848 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6192e9ac-e8dd-4191-905b-9a012ab6a000 req-1c699d35-46ae-4a7c-9307-0d0781d6f3ef tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.20 "GET /v2.0/ports?device_id=576c9c96-9789-4867-aa9a-1e10ef36ec77 HTTP/1.1" status: 200 len: 950 time: 0.2133443 Aug 10 03:45:20.125445 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d54fad4d-8ec4-41a0-bb1c-016f446f3ebe tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.131193 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86ef1dbb-1a05-45dd-8fd3-6f5d5f699179 req-804be82b-c852-4c9f-b719-aa9cc1ba9772 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=e60d48bc-7e61-465e-b0c1-27ec891cc425 HTTP/1.1" status: 200 len: 217 time: 0.0609457 Aug 10 03:45:20.155564 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3dda40-fdc4-40ad-8ab4-ff11c0896382 req-642ec4f1-0010-489d-8dda-b630fd74e2d8 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:20.158272 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-e949ef25-b29c-44bf-a678-517876d563a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:20.159225 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4f3dda40-fdc4-40ad-8ab4-ff11c0896382 req-642ec4f1-0010-489d-8dda-b630fd74e2d8 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 944 time: 0.0832796 Aug 10 03:45:20.159991 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-e949ef25-b29c-44bf-a678-517876d563a9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1749194 Aug 10 03:45:20.212555 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4f3dda40-fdc4-40ad-8ab4-ff11c0896382 req-8068c896-dbce-4752-9da8-77bed6093f85 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452204 Aug 10 03:45:20.213697 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d54fad4d-8ec4-41a0-bb1c-016f446f3ebe tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.260419 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef1dbb-1a05-45dd-8fd3-6f5d5f699179 req-c9d178a1-a7ab-49ed-813d-47250c5e3611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:20.262274 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86ef1dbb-1a05-45dd-8fd3-6f5d5f699179 req-c9d178a1-a7ab-49ed-813d-47250c5e3611 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0984828 Aug 10 03:45:20.372437 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-d54fad4d-8ec4-41a0-bb1c-016f446f3ebe tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Floating IP 0e78bdd5-4528-47b5-a075-2aa92cad2f74 associated. External IP: 172.25.0.201, port: 81cdbb71-b581-494d-9589-c15371fba4f3. Aug 10 03:45:20.528918 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef1dbb-1a05-45dd-8fd3-6f5d5f699179 req-a54a4dbe-ebf0-42a4-b610-a264a6f69b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:20.529150 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c113473-e97b-4b21-9065-d652c19fb6b3 req-9d39bfe4-a882-45db-b437-917c64edaa4f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:20.530280 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6c113473-e97b-4b21-9065-d652c19fb6b3 req-9d39bfe4-a882-45db-b437-917c64edaa4f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 949 time: 0.1075244 Aug 10 03:45:20.530436 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86ef1dbb-1a05-45dd-8fd3-6f5d5f699179 req-a54a4dbe-ebf0-42a4-b610-a264a6f69b4c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1950986 Aug 10 03:45:20.547812 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b61b560-9440-4fdd-bdf1-5c25e226e306 req-702a4d52-484b-4e86-963b-f7ab937a6035 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:45:20.558733 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-1bc762f9-9087-41f6-83cd-eaf18a09c18d service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822377 Aug 10 03:45:20.560986 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1dccb2-a892-49f7-a89a-bdd69c3a71cb None None] Sync routers for ids ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:45:20.561608 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-6192e9ac-e8dd-4191-905b-9a012ab6a000 req-9baef8af-6855-471a-84f3-654a2d76b327 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Deleting port 81f19b4e-4afd-4744-90b2-eabb9d6d0736 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:20.561608 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6192e9ac-e8dd-4191-905b-9a012ab6a000 req-9baef8af-6855-471a-84f3-654a2d76b327 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.569512 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5b61b560-9440-4fdd-bdf1-5c25e226e306 req-702a4d52-484b-4e86-963b-f7ab937a6035 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.574936 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1dccb2-a892-49f7-a89a-bdd69c3a71cb None None] Routers {'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:20.575551 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-be1dccb2-a892-49f7-a89a-bdd69c3a71cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:45:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:20.628344 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6c113473-e97b-4b21-9065-d652c19fb6b3 req-658c3f4e-a2f7-4334-a856-7891fcf07342 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860264 Aug 10 03:45:20.717463 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-be1dccb2-a892-49f7-a89a-bdd69c3a71cb None None] Set router f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:20.768645 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54fad4d-8ec4-41a0-bb1c-016f446f3ebe tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Router c6410152-921c-40b8-a35e-08cc4e0f42f0 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:45:20.793279 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5b61b560-9440-4fdd-bdf1-5c25e226e306 req-702a4d52-484b-4e86-963b-f7ab937a6035 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "PUT /v2.0/floatingips/416f7caa-a3dd-425f-ab6f-6e25f4921de0 HTTP/1.1" status: 200 len: 995 time: 3.6903856 Aug 10 03:45:20.952147 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54fad4d-8ec4-41a0-bb1c-016f446f3ebe tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:45:20.961932 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d54fad4d-8ec4-41a0-bb1c-016f446f3ebe tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.963658 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb9b95b-f25f-482a-b24c-90594c4e7cea None None] Sync routers for ids ['c6410152-921c-40b8-a35e-08cc4e0f42f0'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:45:20.978127 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-6192e9ac-e8dd-4191-905b-9a012ab6a000 req-9baef8af-6855-471a-84f3-654a2d76b327 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] For port 81f19b4e-4afd-4744-90b2-eabb9d6d0736, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=81f19b4e-4afd-4744-90b2-eabb9d6d0736,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:20.978690 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6192e9ac-e8dd-4191-905b-9a012ab6a000 req-9baef8af-6855-471a-84f3-654a2d76b327 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:20.984851 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-be1dccb2-a892-49f7-a89a-bdd69c3a71cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'name': 'tempest-FloatingIPsAssociationTestJSON-2010575101-router', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:22Z', 'updated_at': '2021-08-10T03:44:28Z', 'revision_number': 4, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'gw_port': {'id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:23Z', 'updated_at': '2021-08-10T03:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '416f7caa-a3dd-425f-ab6f-6e25f4921de0', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'port_id': 'de9e0ad0-65b4-4bf6-b913-2011932e5cae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'mac_address': 'fa:16:3e:c7:57:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b1fea4-09b2-4d9f-8013-5f3397ab2318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:44:49Z', 'updated_at': '2021-08-10T03:45:18Z', 'revision_number': 1, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c012eb97-e27b-4b4b-a124-d2babb4d4be7', 'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'mac_address': 'fa:16:3e:9e:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:27Z', 'updated_at': '2021-08-10T03:44:35Z', 'revision_number': 5, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'subnets': [{'id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:20.986779 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb9b95b-f25f-482a-b24c-90594c4e7cea None None] Routers {'c6410152-921c-40b8-a35e-08cc4e0f42f0'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:20.987662 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-2cb9b95b-f25f-482a-b24c-90594c4e7cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:45:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['c6410152-921c-40b8-a35e-08cc4e0f42f0'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:20.991893 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4884be0b-f41a-420b-aea1-9baff9071b77 req-b2853e8f-898d-4de9-824a-bf73d3056ce9 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072149 Aug 10 03:45:20.996573 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86ef1dbb-1a05-45dd-8fd3-6f5d5f699179 req-62e51685-6ff3-4038-917f-7bec641a277d service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511297 Aug 10 03:45:21.011110 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61b560-9440-4fdd-bdf1-5c25e226e306 req-181306cd-b1a7-43d6-af78-2cbd89eba77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:21.011229 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d54fad4d-8ec4-41a0-bb1c-016f446f3ebe tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "PUT /v2.0/floatingips/0e78bdd5-4528-47b5-a075-2aa92cad2f74 HTTP/1.1" status: 200 len: 991 time: 1.6849332 Aug 10 03:45:21.011229 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddf68bec-1a45-4c7b-9c71-61db854e5291', 'tag': '81cdbb71-b581-494d-9589-c15371fba4f3'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:21.011229 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8314211-7635-46df-8e84-18369203b6ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ddf68bec-1a45-4c7b-9c71-61db854e5291", "tag": "81cdbb71-b581-494d-9589-c15371fba4f3"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:21.011473 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5b61b560-9440-4fdd-bdf1-5c25e226e306 req-181306cd-b1a7-43d6-af78-2cbd89eba77f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b06669819ebb41b2937412e826c7d140&device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318 HTTP/1.1" status: 200 len: 1096 time: 0.1994443 Aug 10 03:45:21.023096 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-6192e9ac-e8dd-4191-905b-9a012ab6a000 req-9baef8af-6855-471a-84f3-654a2d76b327 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Calling delete_port for 81f19b4e-4afd-4744-90b2-eabb9d6d0736 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:21.031562 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1dccb2-a892-49f7-a89a-bdd69c3a71cb None None] Checking router: f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:45:21.034365 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b1fea4-09b2-4d9f-8013-5f3397ab2318', 'tag': 'de9e0ad0-65b4-4bf6-b913-2011932e5cae'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:21.037311 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d485e2-8a1e-4c35-9b55-ebdf01dddfaf" -d '{"events": [{"name": "network-changed", "server_uuid": "86b1fea4-09b2-4d9f-8013-5f3397ab2318", "tag": "de9e0ad0-65b4-4bf6-b913-2011932e5cae"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:21.045221 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1dccb2-a892-49f7-a89a-bdd69c3a71cb None None] Routers {'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:21.045221 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-be1dccb2-a892-49f7-a89a-bdd69c3a71cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:45:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:21.146569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-2cb9b95b-f25f-482a-b24c-90594c4e7cea None None] Set router c6410152-921c-40b8-a35e-08cc4e0f42f0 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:21.158196 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-be1dccb2-a892-49f7-a89a-bdd69c3a71cb None None] Set router f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:21.433367 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d031c-ceb8-43c6-811d-74856cd06961 req-77d5cafe-4cc8-497c-922b-3c3c910ed810 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:21.437101 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b36d031c-ceb8-43c6-811d-74856cd06961 req-77d5cafe-4cc8-497c-922b-3c3c910ed810 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=576c9c96-9789-4867-aa9a-1e10ef36ec77 HTTP/1.1" status: 200 len: 950 time: 0.1042688 Aug 10 03:45:21.471840 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef1dbb-1a05-45dd-8fd3-6f5d5f699179 req-2a92c102-bd87-43ac-8c3e-c406b6aeacc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:21.481938 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86ef1dbb-1a05-45dd-8fd3-6f5d5f699179 req-2a92c102-bd87-43ac-8c3e-c406b6aeacc4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 1100 time: 0.4186049 Aug 10 03:45:21.505084 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86ef1dbb-1a05-45dd-8fd3-6f5d5f699179 req-df1c1767-bf9b-4d0a-b609-14099a523e3b service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4799795 Aug 10 03:45:21.521837 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61b560-9440-4fdd-bdf1-5c25e226e306 req-450d17a1-20a7-48f8-892c-c53aa2f2218f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:21.537033 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5b61b560-9440-4fdd-bdf1-5c25e226e306 req-450d17a1-20a7-48f8-892c-c53aa2f2218f service neutron] 10.222.0.25 "GET /v2.0/networks?id=ea927fde-d012-48b3-9009-355288075eee HTTP/1.1" status: 200 len: 922 time: 0.5245454 Aug 10 03:45:21.554695 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b36d031c-ceb8-43c6-811d-74856cd06961 req-b3bbadce-564f-4d93-bea4-207ab94eb003 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018133 Aug 10 03:45:21.579650 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-be1dccb2-a892-49f7-a89a-bdd69c3a71cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'name': 'tempest-FloatingIPsAssociationTestJSON-2010575101-router', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:22Z', 'updated_at': '2021-08-10T03:44:28Z', 'revision_number': 4, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'gw_port': {'id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:23Z', 'updated_at': '2021-08-10T03:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '416f7caa-a3dd-425f-ab6f-6e25f4921de0', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'port_id': 'de9e0ad0-65b4-4bf6-b913-2011932e5cae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'mac_address': 'fa:16:3e:c7:57:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b1fea4-09b2-4d9f-8013-5f3397ab2318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:44:49Z', 'updated_at': '2021-08-10T03:45:18Z', 'revision_number': 1, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c012eb97-e27b-4b4b-a124-d2babb4d4be7', 'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'mac_address': 'fa:16:3e:9e:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:27Z', 'updated_at': '2021-08-10T03:44:35Z', 'revision_number': 5, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'subnets': [{'id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:21.630588 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1dccb2-a892-49f7-a89a-bdd69c3a71cb None None] The sync data for ids ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'] in n-d-802893-2 is: [{'id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'name': 'tempest-FloatingIPsAssociationTestJSON-2010575101-router', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:22Z', 'updated_at': '2021-08-10T03:44:28Z', 'revision_number': 4, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'gw_port': {'id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:23Z', 'updated_at': '2021-08-10T03:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '416f7caa-a3dd-425f-ab6f-6e25f4921de0', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'port_id': 'de9e0ad0-65b4-4bf6-b913-2011932e5cae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'mac_address': 'fa:16:3e:c7:57:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b1fea4-09b2-4d9f-8013-5f3397ab2318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:44:49Z', 'updated_at': '2021-08-10T03:45:18Z', 'revision_number': 1, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c012eb97-e27b-4b4b-a124-d2babb4d4be7', 'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'mac_address': 'fa:16:3e:9e:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:27Z', 'updated_at': '2021-08-10T03:44:35Z', 'revision_number': 5, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'subnets': [{'id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:45:21.760842 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5b61b560-9440-4fdd-bdf1-5c25e226e306 req-3d979635-bc29-4468-86ef-03225a542c55 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de9e0ad0-65b4-4bf6-b913-2011932e5cae HTTP/1.1" status: 200 len: 998 time: 0.2230124 Aug 10 03:45:21.848881 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501bb641-84f6-4581-8364-9f2e5b3608de x-openstack-request-id: req-501bb641-84f6-4581-8364-9f2e5b3608de {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:21.849397 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddf68bec-1a45-4c7b-9c71-61db854e5291", "tag": "81cdbb71-b581-494d-9589-c15371fba4f3", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:21.849818 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-501bb641-84f6-4581-8364-9f2e5b3608de {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:21.850391 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddf68bec-1a45-4c7b-9c71-61db854e5291', 'tag': '81cdbb71-b581-494d-9589-c15371fba4f3', 'status': 'completed', 'code': 200} Aug 10 03:45:21.864416 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61b560-9440-4fdd-bdf1-5c25e226e306 req-f9652431-3dea-4649-bc4f-252fea7fd4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:21.867382 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5b61b560-9440-4fdd-bdf1-5c25e226e306 req-f9652431-3dea-4649-bc4f-252fea7fd4fb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3f1213ec-1529-4b69-872e-31c7ddfcb054 HTTP/1.1" status: 200 len: 860 time: 0.1056235 Aug 10 03:45:21.869603 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef1dbb-1a05-45dd-8fd3-6f5d5f699179 req-64030353-4f29-4ad9-b375-32698d780548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:21.875433 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86ef1dbb-1a05-45dd-8fd3-6f5d5f699179 req-64030353-4f29-4ad9-b375-32698d780548 service neutron] 10.222.0.68 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.3675952 Aug 10 03:45:21.899153 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-2cb9b95b-f25f-482a-b24c-90594c4e7cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27147576-router', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:53Z', 'revision_number': 4, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'gw_port': {'id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:47Z', 'updated_at': '2021-08-10T03:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '0e78bdd5-4528-47b5-a075-2aa92cad2f74', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'port_id': '81cdbb71-b581-494d-9589-c15371fba4f3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d', 'mac_address': 'fa:16:3e:42:11:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf68bec-1a45-4c7b-9c71-61db854e5291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:42:21Z', 'updated_at': '2021-08-10T03:45:19Z', 'revision_number': 5, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51032bce-19f2-4d97-91af-6c09088f9a90', 'name': '', 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'mac_address': 'fa:16:3e:e6:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:51Z', 'updated_at': '2021-08-10T03:41:59Z', 'revision_number': 5, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'subnets': [{'id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:21.943531 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86ef1dbb-1a05-45dd-8fd3-6f5d5f699179 req-668c05ef-03df-4877-b2dc-b93713a18b23 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=e60d48bc-7e61-465e-b0c1-27ec891cc425 HTTP/1.1" status: 200 len: 217 time: 0.0445690 Aug 10 03:45:21.943885 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb9b95b-f25f-482a-b24c-90594c4e7cea None None] Checking router: c6410152-921c-40b8-a35e-08cc4e0f42f0 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:45:21.952722 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb9b95b-f25f-482a-b24c-90594c4e7cea None None] Routers {'c6410152-921c-40b8-a35e-08cc4e0f42f0'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:21.953360 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-2cb9b95b-f25f-482a-b24c-90594c4e7cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:45:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['c6410152-921c-40b8-a35e-08cc4e0f42f0'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:22.019901 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfad7934-f7ab-4f82-86f6-fb1aa82df8f3 x-openstack-request-id: req-dfad7934-f7ab-4f82-86f6-fb1aa82df8f3 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:22.020924 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b1fea4-09b2-4d9f-8013-5f3397ab2318", "tag": "de9e0ad0-65b4-4bf6-b913-2011932e5cae", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:22.020924 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dfad7934-f7ab-4f82-86f6-fb1aa82df8f3 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:22.025507 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b1fea4-09b2-4d9f-8013-5f3397ab2318', 'tag': 'de9e0ad0-65b4-4bf6-b913-2011932e5cae', 'status': 'completed', 'code': 200} Aug 10 03:45:22.055385 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6192e9ac-e8dd-4191-905b-9a012ab6a000 req-9baef8af-6855-471a-84f3-654a2d76b327 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:22.075332 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d485e2-8a1e-4c35-9b55-ebdf01dddfaf req-6d286ae6-62ca-4482-8520-18b22d612f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:22.076920 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62d485e2-8a1e-4c35-9b55-ebdf01dddfaf req-6d286ae6-62ca-4482-8520-18b22d612f3e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b06669819ebb41b2937412e826c7d140&device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318 HTTP/1.1" status: 200 len: 1096 time: 0.0768638 Aug 10 03:45:22.096357 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90448377-4fb3-403c-81f0-0656e0af872c None None] New status for floating IP 416f7caa-a3dd-425f-ab6f-6e25f4921de0: ACTIVE {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:45:22.128472 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['371b2e20-4e1f-42e2-b04c-3f6b94239b8e', '706e34f1-e7af-4f96-b80c-e873c7bedacf'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:22.139042 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186', '024b4c54-fa60-4eb9-90ce-4767a3f9806f', '2bbe11a4-47cf-41ff-9dc5-f31d83d13711'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:22.190534 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-6192e9ac-e8dd-4191-905b-9a012ab6a000 req-9baef8af-6855-471a-84f3-654a2d76b327 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] No DVR routers for this DVR port 81f19b4e-4afd-4744-90b2-eabb9d6d0736 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:45:22.193784 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6192e9ac-e8dd-4191-905b-9a012ab6a000 req-9baef8af-6855-471a-84f3-654a2d76b327 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:22.196400 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6192e9ac-e8dd-4191-905b-9a012ab6a000 req-9baef8af-6855-471a-84f3-654a2d76b327 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.20 "DELETE /v2.0/ports/81f19b4e-4afd-4744-90b2-eabb9d6d0736 HTTP/1.1" status: 204 len: 173 time: 2.0756085 Aug 10 03:45:22.197206 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baef8af-6855-471a-84f3-654a2d76b327 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Pushing event deleted for resources: {'Port': ['ID=81f19b4e-4afd-4744-90b2-eabb9d6d0736,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:22.219050 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8314211-7635-46df-8e84-18369203b6ac req-7e4b4235-933a-4305-b8d5-8c791e4ac8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:22.221336 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b8314211-7635-46df-8e84-18369203b6ac req-7e4b4235-933a-4305-b8d5-8c791e4ac8d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f0d3ceef8e45464d94575c3c6b321f1a&device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 1096 time: 0.2758348 Aug 10 03:45:22.231539 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61b560-9440-4fdd-bdf1-5c25e226e306 req-2674d20f-a658-4820-8f72-6329d14fe8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:22.233263 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5b61b560-9440-4fdd-bdf1-5c25e226e306 req-2674d20f-a658-4820-8f72-6329d14fe8fc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea927fde-d012-48b3-9009-355288075eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3554797 Aug 10 03:45:22.238400 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef1dbb-1a05-45dd-8fd3-6f5d5f699179 req-91bb1862-718c-4738-a2ae-f31a7f503e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:22.240236 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86ef1dbb-1a05-45dd-8fd3-6f5d5f699179 req-91bb1862-718c-4738-a2ae-f31a7f503e9f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.2053785 Aug 10 03:45:22.252952 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50102efb-c90e-42b5-b5fb-8adec1843e76 req-4ca0734b-b044-48fb-b362-54d8b28598b9 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:22.254703 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-50102efb-c90e-42b5-b5fb-8adec1843e76 req-4ca0734b-b044-48fb-b362-54d8b28598b9 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 944 time: 0.1053333 Aug 10 03:45:22.262171 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d485e2-8a1e-4c35-9b55-ebdf01dddfaf req-54d87487-6c4a-4f8c-be51-0677d12fa5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:22.274289 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62d485e2-8a1e-4c35-9b55-ebdf01dddfaf req-54d87487-6c4a-4f8c-be51-0677d12fa5dd service neutron] 10.222.0.20 "GET /v2.0/networks?id=ea927fde-d012-48b3-9009-355288075eee HTTP/1.1" status: 200 len: 922 time: 0.1790516 Aug 10 03:45:22.276444 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-5b61b560-9440-4fdd-bdf1-5c25e226e306 req-fe7bae4c-da1a-4a53-8d46-6b6dd33d3366 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:45:22.281336 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5b61b560-9440-4fdd-bdf1-5c25e226e306 req-fe7bae4c-da1a-4a53-8d46-6b6dd33d3366 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191848 Aug 10 03:45:22.456629 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-2cb9b95b-f25f-482a-b24c-90594c4e7cea None None] Set router c6410152-921c-40b8-a35e-08cc4e0f42f0 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:22.487627 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef1dbb-1a05-45dd-8fd3-6f5d5f699179 req-8a7e3777-db92-439b-9593-e4a756991531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:22.492035 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86ef1dbb-1a05-45dd-8fd3-6f5d5f699179 req-8a7e3777-db92-439b-9593-e4a756991531 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2096488 Aug 10 03:45:22.542219 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62d485e2-8a1e-4c35-9b55-ebdf01dddfaf req-4289b785-620d-40ec-a86b-aa55f3ebb281 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de9e0ad0-65b4-4bf6-b913-2011932e5cae HTTP/1.1" status: 200 len: 998 time: 0.2490506 Aug 10 03:45:22.685601 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8314211-7635-46df-8e84-18369203b6ac req-e499e39f-f33d-4016-b827-001983162155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:22.687086 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b8314211-7635-46df-8e84-18369203b6ac req-e499e39f-f33d-4016-b827-001983162155 service neutron] 10.222.0.20 "GET /v2.0/networks?id=24a9f0b3-d314-4487-a93c-710d0970389d HTTP/1.1" status: 200 len: 923 time: 0.4458885 Aug 10 03:45:22.807457 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b8314211-7635-46df-8e84-18369203b6ac req-dd5aa616-6f9b-49fa-889c-9eb1f7a63968 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81cdbb71-b581-494d-9589-c15371fba4f3 HTTP/1.1" status: 200 len: 999 time: 0.0976017 Aug 10 03:45:22.816444 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5b61b560-9440-4fdd-bdf1-5c25e226e306 req-7bbd9e30-8303-4793-acfa-f9087345aafb service neutron] 10.222.0.25 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115762 Aug 10 03:45:22.880490 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8314211-7635-46df-8e84-18369203b6ac req-dd0c833b-bffe-4fc4-b59d-ac37e5341568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:22.882222 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b8314211-7635-46df-8e84-18369203b6ac req-dd0c833b-bffe-4fc4-b59d-ac37e5341568 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d3aed6ef-708f-436e-bd34-832fb38e5bfd HTTP/1.1" status: 200 len: 861 time: 0.0619853 Aug 10 03:45:22.983352 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5b61b560-9440-4fdd-bdf1-5c25e226e306 req-2ba9a984-086b-47a2-9274-2c6f94a8d119 service neutron] 10.222.0.25 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965235 Aug 10 03:45:23.022755 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86ef1dbb-1a05-45dd-8fd3-6f5d5f699179 req-484c87b3-d186-4671-938a-3895c8c2cd55 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5211351 Aug 10 03:45:23.028878 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 81f19b4e-4afd-4744-90b2-eabb9d6d0736 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:23.143944 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8314211-7635-46df-8e84-18369203b6ac req-ec635246-56ee-416e-9a69-740dfd9c6e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:23.153425 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b8314211-7635-46df-8e84-18369203b6ac req-ec635246-56ee-416e-9a69-740dfd9c6e84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=24a9f0b3-d314-4487-a93c-710d0970389d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1639845 Aug 10 03:45:23.201479 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86ef1dbb-1a05-45dd-8fd3-6f5d5f699179 req-e8d49468-8d28-4805-9ba1-f3423ef33844 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636143 Aug 10 03:45:23.327103 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 81f19b4e-4afd-4744-90b2-eabb9d6d0736 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:45:23.327692 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 81f19b4e-4afd-4744-90b2-eabb9d6d0736 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:45:23.338540 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d485e2-8a1e-4c35-9b55-ebdf01dddfaf req-34c75a1c-0060-4fe0-96a8-7d1c07decb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:23.339815 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62d485e2-8a1e-4c35-9b55-ebdf01dddfaf req-34c75a1c-0060-4fe0-96a8-7d1c07decb9c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f1213ec-1529-4b69-872e-31c7ddfcb054 HTTP/1.1" status: 200 len: 860 time: 0.7832971 Aug 10 03:45:23.353660 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-50102efb-c90e-42b5-b5fb-8adec1843e76 req-f09008f8-9165-494c-b9ef-05a23716e347 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0879183 Aug 10 03:45:23.468013 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d485e2-8a1e-4c35-9b55-ebdf01dddfaf req-cb350a89-3a36-42a5-91a3-ff77291f4970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:23.469672 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62d485e2-8a1e-4c35-9b55-ebdf01dddfaf req-cb350a89-3a36-42a5-91a3-ff77291f4970 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ea927fde-d012-48b3-9009-355288075eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150136 Aug 10 03:45:23.594519 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-436abee2-15cd-4723-8b44-b836b735ab91 req-4a1f9d60-dc89-42a1-9a43-b7463c56fabf tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=576c9c96-9789-4867-aa9a-1e10ef36ec77 HTTP/1.1" status: 200 len: 210 time: 0.0733464 Aug 10 03:45:23.709075 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62d485e2-8a1e-4c35-9b55-ebdf01dddfaf req-5205f117-4f86-4c96-97cb-9ee6d33eb991 service neutron] 10.222.0.20 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267172 Aug 10 03:45:23.916241 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62d485e2-8a1e-4c35-9b55-ebdf01dddfaf req-7cbbcce1-9bb6-4108-9d7a-55aeee3ac554 service neutron] 10.222.0.20 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937232 Aug 10 03:45:23.935882 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434eb46-a0ae-4d68-a2e4-e3d680926a83 req-5cd7a105-2ec4-4422-841b-68af864b3f46 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:23.942254 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8434eb46-a0ae-4d68-a2e4-e3d680926a83 req-5cd7a105-2ec4-4422-841b-68af864b3f46 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 949 time: 0.1292136 Aug 10 03:45:23.966953 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-2cb9b95b-f25f-482a-b24c-90594c4e7cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27147576-router', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:53Z', 'revision_number': 4, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'gw_port': {'id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:47Z', 'updated_at': '2021-08-10T03:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '0e78bdd5-4528-47b5-a075-2aa92cad2f74', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'port_id': '81cdbb71-b581-494d-9589-c15371fba4f3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d', 'mac_address': 'fa:16:3e:42:11:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf68bec-1a45-4c7b-9c71-61db854e5291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:42:21Z', 'updated_at': '2021-08-10T03:45:19Z', 'revision_number': 5, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51032bce-19f2-4d97-91af-6c09088f9a90', 'name': '', 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'mac_address': 'fa:16:3e:e6:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:51Z', 'updated_at': '2021-08-10T03:41:59Z', 'revision_number': 5, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'subnets': [{'id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:23.968649 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b8314211-7635-46df-8e84-18369203b6ac req-e26d7e63-af3d-4d3c-8a17-c8718eac4abd service neutron] 10.222.0.20 "GET /v2.0/networks/24a9f0b3-d314-4487-a93c-710d0970389d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7979145 Aug 10 03:45:24.026379 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb9b95b-f25f-482a-b24c-90594c4e7cea None None] The sync data for ids ['c6410152-921c-40b8-a35e-08cc4e0f42f0'] in n-d-802893-2 is: [{'id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27147576-router', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:53Z', 'revision_number': 4, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'gw_port': {'id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:47Z', 'updated_at': '2021-08-10T03:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '0e78bdd5-4528-47b5-a075-2aa92cad2f74', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'floating_ip_address': '172.25.0.201', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'port_id': '81cdbb71-b581-494d-9589-c15371fba4f3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d', 'mac_address': 'fa:16:3e:42:11:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddf68bec-1a45-4c7b-9c71-61db854e5291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:42:21Z', 'updated_at': '2021-08-10T03:45:19Z', 'revision_number': 5, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51032bce-19f2-4d97-91af-6c09088f9a90', 'name': '', 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'mac_address': 'fa:16:3e:e6:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:51Z', 'updated_at': '2021-08-10T03:41:59Z', 'revision_number': 5, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'subnets': [{'id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:45:24.136861 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8434eb46-a0ae-4d68-a2e4-e3d680926a83 req-044b3025-7f2b-4bcc-b8e4-0fe054254d3a tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860497 Aug 10 03:45:24.136861 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576c9c96-9789-4867-aa9a-1e10ef36ec77', 'name': 'network-vif-deleted', 'tag': '81f19b4e-4afd-4744-90b2-eabb9d6d0736'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:24.146338 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed60dba2-fd77-4696-966d-c0698302ce9a" -d '{"events": [{"server_uuid": "576c9c96-9789-4867-aa9a-1e10ef36ec77", "name": "network-vif-deleted", "tag": "81f19b4e-4afd-4744-90b2-eabb9d6d0736"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:24.169373 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b8314211-7635-46df-8e84-18369203b6ac req-68a6a03e-9f0d-4dee-b206-b4422284454d service neutron] 10.222.0.20 "GET /v2.0/networks/24a9f0b3-d314-4487-a93c-710d0970389d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742177 Aug 10 03:45:24.256475 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f0ff62-337f-4c59-ba61-653309efc7be x-openstack-request-id: req-64f0ff62-337f-4c59-ba61-653309efc7be {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:24.256475 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576c9c96-9789-4867-aa9a-1e10ef36ec77", "name": "network-vif-deleted", "tag": "81f19b4e-4afd-4744-90b2-eabb9d6d0736", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:24.256896 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64f0ff62-337f-4c59-ba61-653309efc7be {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:24.256991 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576c9c96-9789-4867-aa9a-1e10ef36ec77', 'name': 'network-vif-deleted', 'tag': '81f19b4e-4afd-4744-90b2-eabb9d6d0736', 'status': 'completed', 'code': 200} Aug 10 03:45:24.314191 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-03b64d7b-8020-48bb-ba6b-63814eb45368 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:24.314191 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-03b64d7b-8020-48bb-ba6b-63814eb45368 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=5655fae9-a408-475f-9e65-55423fe5198b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1991637 Aug 10 03:45:24.352971 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device e60d48bc-7e61-465e-b0c1-27ec891cc425 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:45:24.445786 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-8fbb4f71-3ee3-41b8-82e1-04856e111154 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.36 HTTP/1.1" status: 200 len: 1000 time: 0.1214883 Aug 10 03:45:24.456157 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-19a269a4-7cfa-4f59-96f3-658f1e2eaefb tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Request body: {'floatingip': {'port_id': '6ee3d21e-047d-49ef-9907-49543ca845ac', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:24.487243 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5b2d57-1332-4a6d-aff0-683d4eae4525 None None] New status for floating IP 0e78bdd5-4528-47b5-a075-2aa92cad2f74: ACTIVE {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:45:24.534807 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-19a269a4-7cfa-4f59-96f3-658f1e2eaefb tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks [] for floatingip, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:24.561191 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13ba71-ed51-453f-ae0c-c84b6da72d44 req-8977c22c-b86b-4965-80ab-65a989e031c8 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:24.562805 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cd13ba71-ed51-453f-ae0c-c84b6da72d44 req-8977c22c-b86b-4965-80ab-65a989e031c8 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 944 time: 0.1085012 Aug 10 03:45:24.648248 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cd13ba71-ed51-453f-ae0c-c84b6da72d44 req-185386a4-f38e-4468-8cb8-183051e53320 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753877 Aug 10 03:45:24.868865 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port e60d48bc-7e61-465e-b0c1-27ec891cc425, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e60d48bc-7e61-465e-b0c1-27ec891cc425,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:24.911252 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'e60d48bc-7e61-465e-b0c1-27ec891cc425', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': 'e60d48bc-7e61-465e-b0c1-27ec891cc425', 'mac_address': 'fa:16:3e:1d:c4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:45:24.975029 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:25.009900 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e60d48bc-7e61-465e-b0c1-27ec891cc425 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:25.043489 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port e60d48bc-7e61-465e-b0c1-27ec891cc425, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e60d48bc-7e61-465e-b0c1-27ec891cc425,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:25.115226 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:25.177430 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=e60d48bc-7e61-465e-b0c1-27ec891cc425,revision_number=11']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:25.186493 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:25.187274 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:25.187829 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:25.188633 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:25.189357 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:25.189887 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:25.190426 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:25.190948 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:25.191468 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:25.192023 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:25.192544 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:25.193072 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:25.277071 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-19a269a4-7cfa-4f59-96f3-658f1e2eaefb tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:25.341238 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-19a269a4-7cfa-4f59-96f3-658f1e2eaefb tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:25.499116 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-19a269a4-7cfa-4f59-96f3-658f1e2eaefb tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Floating IP 416f7caa-a3dd-425f-ab6f-6e25f4921de0 associated. External IP: 172.25.0.36, port: de9e0ad0-65b4-4bf6-b913-2011932e5cae. Aug 10 03:45:25.608078 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['e60d48bc-7e61-465e-b0c1-27ec891cc425'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:25.734593 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-19a269a4-7cfa-4f59-96f3-658f1e2eaefb tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Router f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:45:25.858969 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-19a269a4-7cfa-4f59-96f3-658f1e2eaefb tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:45:25.869754 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be02243e-0ca9-4deb-bf63-18eb162e033f None None] Sync routers for ids ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:45:25.894866 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be02243e-0ca9-4deb-bf63-18eb162e033f None None] Routers {'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:25.896341 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-be02243e-0ca9-4deb-bf63-18eb162e033f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:45:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:25.917905 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bab3f-e46c-43c8-b127-c66ee7a0ce58 req-e94762c6-d200-4939-a031-b79de5358397 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:25.927306 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3f5bab3f-e46c-43c8-b127-c66ee7a0ce58 req-e94762c6-d200-4939-a031-b79de5358397 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.0706062 Aug 10 03:45:25.974069 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3f5bab3f-e46c-43c8-b127-c66ee7a0ce58 req-daa251ab-28f2-4389-b324-5be23641d105 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457714 Aug 10 03:45:26.051381 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-be02243e-0ca9-4deb-bf63-18eb162e033f None None] Set router f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:26.118454 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-19a269a4-7cfa-4f59-96f3-658f1e2eaefb tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Router f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:45:26.175213 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744edaa3-6580-46c1-89cc-56da5b6b5a14 req-d56a18d8-3bf3-4ece-8a9e-49ebb4f1cfc7 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:26.177275 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-744edaa3-6580-46c1-89cc-56da5b6b5a14 req-d56a18d8-3bf3-4ece-8a9e-49ebb4f1cfc7 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 944 time: 0.0610230 Aug 10 03:45:26.236941 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-744edaa3-6580-46c1-89cc-56da5b6b5a14 req-6a4c9559-594c-42f1-bec4-68706a8fe86e tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517621 Aug 10 03:45:26.272325 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-19a269a4-7cfa-4f59-96f3-658f1e2eaefb tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:45:26.280139 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-19a269a4-7cfa-4f59-96f3-658f1e2eaefb tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:26.320399 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b1fea4-09b2-4d9f-8013-5f3397ab2318', 'tag': 'de9e0ad0-65b4-4bf6-b913-2011932e5cae'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:26.322967 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff88986-b453-45f3-8993-f1bd0a78f09d" -d '{"events": [{"name": "network-changed", "server_uuid": "86b1fea4-09b2-4d9f-8013-5f3397ab2318", "tag": "de9e0ad0-65b4-4bf6-b913-2011932e5cae"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:26.334399 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-be02243e-0ca9-4deb-bf63-18eb162e033f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'name': 'tempest-FloatingIPsAssociationTestJSON-2010575101-router', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:22Z', 'updated_at': '2021-08-10T03:44:28Z', 'revision_number': 4, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'gw_port': {'id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:23Z', 'updated_at': '2021-08-10T03:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '416f7caa-a3dd-425f-ab6f-6e25f4921de0', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'port_id': '6ee3d21e-047d-49ef-9907-49543ca845ac', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'mac_address': 'fa:16:3e:3b:d5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5655fae9-a408-475f-9e65-55423fe5198b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:44:49Z', 'updated_at': '2021-08-10T03:45:25Z', 'revision_number': 3, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c012eb97-e27b-4b4b-a124-d2babb4d4be7', 'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'mac_address': 'fa:16:3e:9e:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:27Z', 'updated_at': '2021-08-10T03:44:35Z', 'revision_number': 5, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'subnets': [{'id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:26.386132 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-19a269a4-7cfa-4f59-96f3-658f1e2eaefb tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "PUT /v2.0/floatingips/416f7caa-a3dd-425f-ab6f-6e25f4921de0 HTTP/1.1" status: 200 len: 997 time: 1.9341025 Aug 10 03:45:26.396207 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9f365-0e63-436d-a911-2b60d2248fb4 req-4923d2c8-a828-409f-b047-2544fa65f470 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:26.408322 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1cc9f365-0e63-436d-a911-2b60d2248fb4 req-4923d2c8-a828-409f-b047-2544fa65f470 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad0b353c-c2b6-49e2-becd-20bf83ff0bea HTTP/1.1" status: 200 len: 950 time: 0.0825768 Aug 10 03:45:26.483499 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-f120b175-985b-4045-b408-6efc19e4de25 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:26.500173 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1cc9f365-0e63-436d-a911-2b60d2248fb4 req-962fd57a-6ebb-4614-be5d-2a19b367bc0d tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907013 Aug 10 03:45:26.501038 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-f120b175-985b-4045-b408-6efc19e4de25 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports/de9e0ad0-65b4-4bf6-b913-2011932e5cae HTTP/1.1" status: 200 len: 942 time: 0.1138079 Aug 10 03:45:26.526136 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be02243e-0ca9-4deb-bf63-18eb162e033f None None] Checking router: f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:45:26.537824 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be02243e-0ca9-4deb-bf63-18eb162e033f None None] Routers {'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:26.537824 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-be02243e-0ca9-4deb-bf63-18eb162e033f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:45:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:26.614934 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-bb64fce7-401f-4c92-b28b-371312f2f8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:26.617325 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-bb64fce7-401f-4c92-b28b-371312f2f8be service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b06669819ebb41b2937412e826c7d140&device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318 HTTP/1.1" status: 200 len: 1096 time: 0.0587792 Aug 10 03:45:26.650217 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bce2e-3cc4-4259-be08-965f7967216d req-f3f4f0dc-acf7-4397-9016-f78cd635f7c6 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:26.655091 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-da1bce2e-3cc4-4259-be08-965f7967216d req-f3f4f0dc-acf7-4397-9016-f78cd635f7c6 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 950 time: 0.0673018 Aug 10 03:45:26.692548 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-be02243e-0ca9-4deb-bf63-18eb162e033f None None] Set router f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:26.707882 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-da1bce2e-3cc4-4259-be08-965f7967216d req-5e713764-7c0d-4b61-bfd9-88b70a98cc70 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459237 Aug 10 03:45:26.779206 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-68ae0641-012e-4fd7-8a33-6801c7ed2c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:26.780846 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-68ae0641-012e-4fd7-8a33-6801c7ed2c6f service neutron] 10.222.0.25 "GET /v2.0/networks?id=ea927fde-d012-48b3-9009-355288075eee HTTP/1.1" status: 200 len: 922 time: 0.1567388 Aug 10 03:45:26.836442 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-034564be-6038-407b-902c-6f95f85f5ffa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de9e0ad0-65b4-4bf6-b913-2011932e5cae HTTP/1.1" status: 200 len: 217 time: 0.0463045 Aug 10 03:45:26.894402 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-8de8b326-0a56-4b8e-aed6-ba3239c6adb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:26.895894 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-8de8b326-0a56-4b8e-aed6-ba3239c6adb1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3f1213ec-1529-4b69-872e-31c7ddfcb054 HTTP/1.1" status: 200 len: 860 time: 0.0532324 Aug 10 03:45:26.916384 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcbe9e8-364c-4330-866a-5ddb00d184c3 x-openstack-request-id: req-9fcbe9e8-364c-4330-866a-5ddb00d184c3 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:26.916878 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b1fea4-09b2-4d9f-8013-5f3397ab2318", "tag": "de9e0ad0-65b4-4bf6-b913-2011932e5cae", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:26.917290 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9fcbe9e8-364c-4330-866a-5ddb00d184c3 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:26.917831 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b1fea4-09b2-4d9f-8013-5f3397ab2318', 'tag': 'de9e0ad0-65b4-4bf6-b913-2011932e5cae', 'status': 'completed', 'code': 200} Aug 10 03:45:26.981813 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-be02243e-0ca9-4deb-bf63-18eb162e033f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'name': 'tempest-FloatingIPsAssociationTestJSON-2010575101-router', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:22Z', 'updated_at': '2021-08-10T03:44:28Z', 'revision_number': 4, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'gw_port': {'id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:23Z', 'updated_at': '2021-08-10T03:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '416f7caa-a3dd-425f-ab6f-6e25f4921de0', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'port_id': '6ee3d21e-047d-49ef-9907-49543ca845ac', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'mac_address': 'fa:16:3e:3b:d5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5655fae9-a408-475f-9e65-55423fe5198b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:44:49Z', 'updated_at': '2021-08-10T03:45:25Z', 'revision_number': 3, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c012eb97-e27b-4b4b-a124-d2babb4d4be7', 'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'mac_address': 'fa:16:3e:9e:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:27Z', 'updated_at': '2021-08-10T03:44:35Z', 'revision_number': 5, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'subnets': [{'id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:26.988638 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-78a9743d-ec72-409e-98d9-cc726b0c9166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:26.990202 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-78a9743d-ec72-409e-98d9-cc726b0c9166 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea927fde-d012-48b3-9009-355288075eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868430 Aug 10 03:45:27.008345 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-0df42bd0-239d-44e5-98e1-2a00f1e69a17 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:45:27.009496 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-0df42bd0-239d-44e5-98e1-2a00f1e69a17 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118527 Aug 10 03:45:27.038099 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be02243e-0ca9-4deb-bf63-18eb162e033f None None] The sync data for ids ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'] in n-d-802893-2 is: [{'id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'name': 'tempest-FloatingIPsAssociationTestJSON-2010575101-router', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:22Z', 'updated_at': '2021-08-10T03:44:28Z', 'revision_number': 4, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'gw_port': {'id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:23Z', 'updated_at': '2021-08-10T03:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '416f7caa-a3dd-425f-ab6f-6e25f4921de0', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'port_id': '6ee3d21e-047d-49ef-9907-49543ca845ac', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'mac_address': 'fa:16:3e:3b:d5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5655fae9-a408-475f-9e65-55423fe5198b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:44:49Z', 'updated_at': '2021-08-10T03:45:25Z', 'revision_number': 3, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c012eb97-e27b-4b4b-a124-d2babb4d4be7', 'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'mac_address': 'fa:16:3e:9e:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:27Z', 'updated_at': '2021-08-10T03:44:35Z', 'revision_number': 5, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'subnets': [{'id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:45:27.120758 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa5d48-fec1-4012-aff1-055687a8c921 req-eb2770b6-1e29-40b2-ac00-04c344ca5b1f tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:27.123443 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ddaa5d48-fec1-4012-aff1-055687a8c921 req-eb2770b6-1e29-40b2-ac00-04c344ca5b1f tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.68 "GET /v2.0/ports?device_id=ad0b353c-c2b6-49e2-becd-20bf83ff0bea HTTP/1.1" status: 200 len: 950 time: 0.1617308 Aug 10 03:45:27.150636 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff88986-b453-45f3-8993-f1bd0a78f09d req-2671e070-9bf5-4a79-8000-e00a05d1c0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:27.152356 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cff88986-b453-45f3-8993-f1bd0a78f09d req-2671e070-9bf5-4a79-8000-e00a05d1c0c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b06669819ebb41b2937412e826c7d140&device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318 HTTP/1.1" status: 200 len: 1096 time: 0.1388988 Aug 10 03:45:27.187313 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-aedc7a87-0621-4b00-8d77-3b9df45c9736 service neutron] 10.222.0.25 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704786 Aug 10 03:45:27.189365 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.331121 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0002c381-e209-4496-a9ba-c44bfa7e5fdd None None] New status for floating IP 416f7caa-a3dd-425f-ab6f-6e25f4921de0: ACTIVE {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:45:27.348840 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-ddc11f80-e55f-4186-a78f-5cc8b49f3d31 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472498 Aug 10 03:45:27.367847 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-30df4091-7e27-4c73-857d-fe019b4b3e86 service neutron] 10.222.0.25 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700544 Aug 10 03:45:27.409780 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff88986-b453-45f3-8993-f1bd0a78f09d req-188ca768-8fca-4fe2-bf56-17004600c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:27.411554 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cff88986-b453-45f3-8993-f1bd0a78f09d req-188ca768-8fca-4fe2-bf56-17004600c1c1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ea927fde-d012-48b3-9009-355288075eee HTTP/1.1" status: 200 len: 922 time: 0.2367430 Aug 10 03:45:27.462211 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-ddaa5d48-fec1-4012-aff1-055687a8c921 req-038e35a2-249a-46c3-9d2b-c91ddb50936e tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Deleting port 706e34f1-e7af-4f96-b80c-e873c7bedacf {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:27.462560 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ddaa5d48-fec1-4012-aff1-055687a8c921 req-038e35a2-249a-46c3-9d2b-c91ddb50936e tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.520849 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cff88986-b453-45f3-8993-f1bd0a78f09d req-f9a828be-f114-4b3c-8164-aa9d6403652d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de9e0ad0-65b4-4bf6-b913-2011932e5cae HTTP/1.1" status: 200 len: 217 time: 0.0756714 Aug 10 03:45:27.550096 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-26bc09ba-6ec7-4328-a225-86f995eaebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:27.552181 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-26bc09ba-6ec7-4328-a225-86f995eaebfc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b06669819ebb41b2937412e826c7d140&device_id=5655fae9-a408-475f-9e65-55423fe5198b HTTP/1.1" status: 200 len: 1096 time: 0.0505471 Aug 10 03:45:27.651267 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:45:27.665268 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-855a15f7-da49-4492-b0d0-075cdb8e8d3f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:27.666950 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-855a15f7-da49-4492-b0d0-075cdb8e8d3f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3021145 Aug 10 03:45:27.699803 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-46b3c0f7-c90f-4b41-981b-53503fe16f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:27.701478 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-46b3c0f7-c90f-4b41-981b-53503fe16f5a service neutron] 10.222.0.25 "GET /v2.0/networks?id=ea927fde-d012-48b3-9009-355288075eee HTTP/1.1" status: 200 len: 922 time: 0.1406224 Aug 10 03:45:27.702092 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff88986-b453-45f3-8993-f1bd0a78f09d req-023dd19e-f60d-443a-b298-b4a3003449f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:27.703596 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cff88986-b453-45f3-8993-f1bd0a78f09d req-023dd19e-f60d-443a-b298-b4a3003449f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f1213ec-1529-4b69-872e-31c7ddfcb054 HTTP/1.1" status: 200 len: 860 time: 0.1175330 Aug 10 03:45:27.706788 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-ddaa5d48-fec1-4012-aff1-055687a8c921 req-038e35a2-249a-46c3-9d2b-c91ddb50936e tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] For port 706e34f1-e7af-4f96-b80c-e873c7bedacf, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=706e34f1-e7af-4f96-b80c-e873c7bedacf,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:27.706788 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ddaa5d48-fec1-4012-aff1-055687a8c921 req-038e35a2-249a-46c3-9d2b-c91ddb50936e tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:27.710536 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-af89200f-fa49-4b9b-b1b8-269c2fede840 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/quotas/5b6b91922f1e44729ab0754f3d4e2599 HTTP/1.1" status: 200 len: 375 time: 0.0326567 Aug 10 03:45:27.733231 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-ddaa5d48-fec1-4012-aff1-055687a8c921 req-038e35a2-249a-46c3-9d2b-c91ddb50936e tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Calling delete_port for 706e34f1-e7af-4f96-b80c-e873c7bedacf owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:27.796616 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6c791f-3e24-4a13-b09f-40f29d92708d None None] Sync routers for ids ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:45:27.804811 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6c791f-3e24-4a13-b09f-40f29d92708d None None] Routers {'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:27.805359 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-ad6c791f-3e24-4a13-b09f-40f29d92708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:45:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:27.910986 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-02a7b926-8a3c-4936-8a29-1d692c02b39c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ee3d21e-047d-49ef-9907-49543ca845ac HTTP/1.1" status: 200 len: 1000 time: 0.2014363 Aug 10 03:45:27.924288 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079466e9-b5c5-4168-8708-7f66c4d8f6c1 req-1be2241e-14b8-4439-b769-c3952f633b82 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:27.925933 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-079466e9-b5c5-4168-8708-7f66c4d8f6c1 req-1be2241e-14b8-4439-b769-c3952f633b82 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.20 "GET /v2.0/ports?device_id=15d0a20d-02c2-4473-a083-af2a499a69d6 HTTP/1.1" status: 200 len: 950 time: 0.0685353 Aug 10 03:45:27.932210 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff88986-b453-45f3-8993-f1bd0a78f09d req-9e45ad10-d5f7-45cf-bbad-a387b8109b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:27.933833 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cff88986-b453-45f3-8993-f1bd0a78f09d req-9e45ad10-d5f7-45cf-bbad-a387b8109b3f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ea927fde-d012-48b3-9009-355288075eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2173495 Aug 10 03:45:27.946761 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-ad6c791f-3e24-4a13-b09f-40f29d92708d None None] Set router f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:27.974156 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-d40c5484-b63f-40c8-8604-cad4268d7595 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2466743 Aug 10 03:45:28.042871 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-f833ec09-ad73-41c2-b67f-96359dcf20de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:28.045604 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-f833ec09-ad73-41c2-b67f-96359dcf20de service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3f1213ec-1529-4b69-872e-31c7ddfcb054 HTTP/1.1" status: 200 len: 860 time: 0.1182292 Aug 10 03:45:28.136738 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-f3a6f004-9655-414a-908d-248352f11f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:28.138462 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-f3a6f004-9655-414a-908d-248352f11f60 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea927fde-d012-48b3-9009-355288075eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705614 Aug 10 03:45:28.140904 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-079466e9-b5c5-4168-8708-7f66c4d8f6c1 req-a3a51d86-a2c4-4565-b2f2-a852465c87b5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Deleting port 2bbe11a4-47cf-41ff-9dc5-f31d83d13711 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:28.141317 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-079466e9-b5c5-4168-8708-7f66c4d8f6c1 req-a3a51d86-a2c4-4565-b2f2-a852465c87b5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.162242 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cff88986-b453-45f3-8993-f1bd0a78f09d req-4a887ec3-d1e9-4ad0-bd3a-0e08c433c923 service neutron] 10.222.0.20 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186236 Aug 10 03:45:28.240891 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-ad6c791f-3e24-4a13-b09f-40f29d92708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'name': 'tempest-FloatingIPsAssociationTestJSON-2010575101-router', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:22Z', 'updated_at': '2021-08-10T03:44:28Z', 'revision_number': 4, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'gw_port': {'id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:23Z', 'updated_at': '2021-08-10T03:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '416f7caa-a3dd-425f-ab6f-6e25f4921de0', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'port_id': '6ee3d21e-047d-49ef-9907-49543ca845ac', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'mac_address': 'fa:16:3e:3b:d5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5655fae9-a408-475f-9e65-55423fe5198b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:44:49Z', 'updated_at': '2021-08-10T03:45:27Z', 'revision_number': 4, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c012eb97-e27b-4b4b-a124-d2babb4d4be7', 'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'mac_address': 'fa:16:3e:9e:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:27Z', 'updated_at': '2021-08-10T03:44:35Z', 'revision_number': 5, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'subnets': [{'id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:28.264205 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cff88986-b453-45f3-8993-f1bd0a78f09d req-7d01b8a7-73c1-4934-a309-9d6c847b9e0a service neutron] 10.222.0.20 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922291 Aug 10 03:45:28.274062 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6c791f-3e24-4a13-b09f-40f29d92708d None None] Checking router: f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:45:28.284512 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6c791f-3e24-4a13-b09f-40f29d92708d None None] Routers {'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:28.285245 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-ad6c791f-3e24-4a13-b09f-40f29d92708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:45:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:28.309985 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ddaa5d48-fec1-4012-aff1-055687a8c921 req-038e35a2-249a-46c3-9d2b-c91ddb50936e tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.323868 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['371b2e20-4e1f-42e2-b04c-3f6b94239b8e', '706e34f1-e7af-4f96-b80c-e873c7bedacf'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:28.391151 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e35a2-249a-46c3-9d2b-c91ddb50936e tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Pushing event deleted for resources: {'Port': ['ID=706e34f1-e7af-4f96-b80c-e873c7bedacf,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:28.446574 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-ad6c791f-3e24-4a13-b09f-40f29d92708d None None] Set router f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:28.463493 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186', '024b4c54-fa60-4eb9-90ce-4767a3f9806f', '2bbe11a4-47cf-41ff-9dc5-f31d83d13711'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:28.470163 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device e60d48bc-7e61-465e-b0c1-27ec891cc425 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:28.499863 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddaa5d48-fec1-4012-aff1-055687a8c921 req-038e35a2-249a-46c3-9d2b-c91ddb50936e tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] No DVR routers for this DVR port 706e34f1-e7af-4f96-b80c-e873c7bedacf on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:45:28.536762 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ddaa5d48-fec1-4012-aff1-055687a8c921 req-038e35a2-249a-46c3-9d2b-c91ddb50936e tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.541367 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ddaa5d48-fec1-4012-aff1-055687a8c921 req-038e35a2-249a-46c3-9d2b-c91ddb50936e tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.68 "DELETE /v2.0/ports/706e34f1-e7af-4f96-b80c-e873c7bedacf HTTP/1.1" status: 204 len: 173 time: 1.4100492 Aug 10 03:45:28.541852 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0b353c-c2b6-49e2-becd-20bf83ff0bea', 'name': 'network-vif-deleted', 'tag': '706e34f1-e7af-4f96-b80c-e873c7bedacf'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:28.552464 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56cfe9b-1a26-4eb8-8f83-30a1b2bca404" -d '{"events": [{"server_uuid": "ad0b353c-c2b6-49e2-becd-20bf83ff0bea", "name": "network-vif-deleted", "tag": "706e34f1-e7af-4f96-b80c-e873c7bedacf"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:28.659156 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c45ae3-24bf-4b7e-97bd-939494ace102 req-016de726-1d09-4461-bf95-862f9b7bd9e7 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:28.664254 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4c45ae3-24bf-4b7e-97bd-939494ace102 req-016de726-1d09-4461-bf95-862f9b7bd9e7 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 944 time: 0.1663845 Aug 10 03:45:28.709249 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-079466e9-b5c5-4168-8708-7f66c4d8f6c1 req-a3a51d86-a2c4-4565-b2f2-a852465c87b5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] For port 2bbe11a4-47cf-41ff-9dc5-f31d83d13711, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=2bbe11a4-47cf-41ff-9dc5-f31d83d13711,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:28.709860 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-079466e9-b5c5-4168-8708-7f66c4d8f6c1 req-a3a51d86-a2c4-4565-b2f2-a852465c87b5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.724121 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4c45ae3-24bf-4b7e-97bd-939494ace102 req-4d624fd0-6e02-4615-b95b-5d13402c4a58 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536993 Aug 10 03:45:28.788632 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-56fa5a3e-efd7-4b63-8121-1b6d1f88d9e0 service neutron] 10.222.0.25 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787727 Aug 10 03:45:28.808283 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-079466e9-b5c5-4168-8708-7f66c4d8f6c1 req-a3a51d86-a2c4-4565-b2f2-a852465c87b5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Calling delete_port for 2bbe11a4-47cf-41ff-9dc5-f31d83d13711 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:28.866282 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-59a1dd42-b547-4ee5-aa88-413dda16093c req-2e060636-e1ea-4101-ab14-83324744f4c9 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad0b353c-c2b6-49e2-becd-20bf83ff0bea HTTP/1.1" status: 200 len: 210 time: 0.0451639 Aug 10 03:45:28.876854 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port e60d48bc-7e61-465e-b0c1-27ec891cc425 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:28.889712 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port e60d48bc-7e61-465e-b0c1-27ec891cc425 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:28.890084 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:28.921376 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5655fae9-a408-475f-9e65-55423fe5198b', 'tag': '6ee3d21e-047d-49ef-9907-49543ca845ac'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:28.924259 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be6ceae-9dc0-4582-ac78-67c18eae0522" -d '{"events": [{"name": "network-changed", "server_uuid": "5655fae9-a408-475f-9e65-55423fe5198b", "tag": "6ee3d21e-047d-49ef-9907-49543ca845ac"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:29.007275 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-ad6c791f-3e24-4a13-b09f-40f29d92708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'name': 'tempest-FloatingIPsAssociationTestJSON-2010575101-router', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:22Z', 'updated_at': '2021-08-10T03:44:28Z', 'revision_number': 4, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'gw_port': {'id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:23Z', 'updated_at': '2021-08-10T03:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '416f7caa-a3dd-425f-ab6f-6e25f4921de0', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'port_id': '6ee3d21e-047d-49ef-9907-49543ca845ac', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'mac_address': 'fa:16:3e:3b:d5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5655fae9-a408-475f-9e65-55423fe5198b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:44:49Z', 'updated_at': '2021-08-10T03:45:27Z', 'revision_number': 4, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c012eb97-e27b-4b4b-a124-d2babb4d4be7', 'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'mac_address': 'fa:16:3e:9e:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:27Z', 'updated_at': '2021-08-10T03:44:35Z', 'revision_number': 5, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'subnets': [{'id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:29.068036 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6c791f-3e24-4a13-b09f-40f29d92708d None None] The sync data for ids ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'] in n-d-802893-2 is: [{'id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'name': 'tempest-FloatingIPsAssociationTestJSON-2010575101-router', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:22Z', 'updated_at': '2021-08-10T03:44:28Z', 'revision_number': 4, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'gw_port': {'id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:23Z', 'updated_at': '2021-08-10T03:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '416f7caa-a3dd-425f-ab6f-6e25f4921de0', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'port_id': '6ee3d21e-047d-49ef-9907-49543ca845ac', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'mac_address': 'fa:16:3e:3b:d5:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5655fae9-a408-475f-9e65-55423fe5198b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:44:49Z', 'updated_at': '2021-08-10T03:45:27Z', 'revision_number': 4, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c012eb97-e27b-4b4b-a124-d2babb4d4be7', 'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'mac_address': 'fa:16:3e:9e:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:27Z', 'updated_at': '2021-08-10T03:44:35Z', 'revision_number': 5, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'subnets': [{'id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:45:29.076902 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f77414c6-af33-43f1-ac3b-fd0b5aec8fe5 req-5013b5f4-caaf-41a7-a85a-7ba91deeb1cf service neutron] 10.222.0.25 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866449 Aug 10 03:45:29.130322 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.238555 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca46f03-818d-4aea-994a-99c32447ca13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60d48bc-7e61-465e-b0c1-27ec891cc425'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:29.240973 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2733bbb3-5f5f-492e-bc21-abf88e6c3008" -d '{"events": [{"server_uuid": "8ca46f03-818d-4aea-994a-99c32447ca13", "name": "network-vif-plugged", "status": "completed", "tag": "e60d48bc-7e61-465e-b0c1-27ec891cc425"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:29.270925 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port e60d48bc-7e61-465e-b0c1-27ec891cc425, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e60d48bc-7e61-465e-b0c1-27ec891cc425,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:29.276587 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-543e2c5c-97c3-48a3-ab93-81c80141197d req-7bb85ae6-614c-40d9-9e3c-51578df93c5b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 210 time: 0.0446801 Aug 10 03:45:29.299449 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-079466e9-b5c5-4168-8708-7f66c4d8f6c1 req-a3a51d86-a2c4-4565-b2f2-a852465c87b5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.300722 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ac9b34-bcc9-442e-8dbb-0cf4368443d8 x-openstack-request-id: req-67ac9b34-bcc9-442e-8dbb-0cf4368443d8 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:29.301648 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0b353c-c2b6-49e2-becd-20bf83ff0bea", "name": "network-vif-deleted", "tag": "706e34f1-e7af-4f96-b80c-e873c7bedacf", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:29.301648 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67ac9b34-bcc9-442e-8dbb-0cf4368443d8 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:29.301648 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0b353c-c2b6-49e2-becd-20bf83ff0bea', 'name': 'network-vif-deleted', 'tag': '706e34f1-e7af-4f96-b80c-e873c7bedacf', 'status': 'completed', 'code': 200} Aug 10 03:45:29.340210 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a51d86-a2c4-4565-b2f2-a852465c87b5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Pushing event deleted for resources: {'Port': ['ID=2bbe11a4-47cf-41ff-9dc5-f31d83d13711,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:29.409276 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fbe0dd-c027-448a-bdcb-532550a5fa50 x-openstack-request-id: req-d3fbe0dd-c027-448a-bdcb-532550a5fa50 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:29.409276 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5655fae9-a408-475f-9e65-55423fe5198b", "tag": "6ee3d21e-047d-49ef-9907-49543ca845ac", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:29.409276 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3fbe0dd-c027-448a-bdcb-532550a5fa50 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:29.409276 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5655fae9-a408-475f-9e65-55423fe5198b', 'tag': '6ee3d21e-047d-49ef-9907-49543ca845ac', 'status': 'completed', 'code': 200} Aug 10 03:45:29.411136 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a51d86-a2c4-4565-b2f2-a852465c87b5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:29.412355 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a51d86-a2c4-4565-b2f2-a852465c87b5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:29.412976 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a51d86-a2c4-4565-b2f2-a852465c87b5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:29.413525 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a51d86-a2c4-4565-b2f2-a852465c87b5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:29.414072 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a51d86-a2c4-4565-b2f2-a852465c87b5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:29.414626 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a51d86-a2c4-4565-b2f2-a852465c87b5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:29.415174 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a51d86-a2c4-4565-b2f2-a852465c87b5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:29.415738 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a51d86-a2c4-4565-b2f2-a852465c87b5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:29.416309 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a51d86-a2c4-4565-b2f2-a852465c87b5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:29.416877 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a51d86-a2c4-4565-b2f2-a852465c87b5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:29.417417 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a51d86-a2c4-4565-b2f2-a852465c87b5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:29.418070 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a51d86-a2c4-4565-b2f2-a852465c87b5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:45:29.425128 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.478564 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea75191-2fa4-4ee7-a551-cd3af653ffba x-openstack-request-id: req-7ea75191-2fa4-4ee7-a551-cd3af653ffba {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:29.478862 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca46f03-818d-4aea-994a-99c32447ca13", "name": "network-vif-plugged", "status": "completed", "tag": "e60d48bc-7e61-465e-b0c1-27ec891cc425", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:29.479120 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ea75191-2fa4-4ee7-a551-cd3af653ffba {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:29.479525 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca46f03-818d-4aea-994a-99c32447ca13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e60d48bc-7e61-465e-b0c1-27ec891cc425', 'code': 200} Aug 10 03:45:29.484451 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['371b2e20-4e1f-42e2-b04c-3f6b94239b8e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:29.489884 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6ceae-9dc0-4582-ac78-67c18eae0522 req-2f167dea-a9d2-4fe0-bc02-0cbd127583ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:29.492206 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0be6ceae-9dc0-4582-ac78-67c18eae0522 req-2f167dea-a9d2-4fe0-bc02-0cbd127583ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b06669819ebb41b2937412e826c7d140&device_id=5655fae9-a408-475f-9e65-55423fe5198b HTTP/1.1" status: 200 len: 1096 time: 0.0834739 Aug 10 03:45:29.508537 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-079466e9-b5c5-4168-8708-7f66c4d8f6c1 req-a3a51d86-a2c4-4565-b2f2-a852465c87b5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] No DVR routers for this DVR port 2bbe11a4-47cf-41ff-9dc5-f31d83d13711 on host n-h2-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:45:29.512900 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-079466e9-b5c5-4168-8708-7f66c4d8f6c1 req-a3a51d86-a2c4-4565-b2f2-a852465c87b5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:29.515163 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-079466e9-b5c5-4168-8708-7f66c4d8f6c1 req-a3a51d86-a2c4-4565-b2f2-a852465c87b5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.20 "DELETE /v2.0/ports/2bbe11a4-47cf-41ff-9dc5-f31d83d13711 HTTP/1.1" status: 204 len: 173 time: 1.5789514 Aug 10 03:45:29.527207 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0694c2fe-9c7e-429e-a926-425c613e4077 req-dff0ace8-85ce-488e-b262-aa506a43e77b tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.36 HTTP/1.1" status: 200 len: 1000 time: 0.1926858 Aug 10 03:45:29.582074 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=e60d48bc-7e61-465e-b0c1-27ec891cc425,revision_number=12']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:29.582670 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694c2fe-9c7e-429e-a926-425c613e4077 req-4d51667d-0d37-4802-85d8-ffe44d4f8559 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:29.584644 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0694c2fe-9c7e-429e-a926-425c613e4077 req-4d51667d-0d37-4802-85d8-ffe44d4f8559 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports/6ee3d21e-047d-49ef-9907-49543ca845ac HTTP/1.1" status: 200 len: 942 time: 0.0561042 Aug 10 03:45:29.627126 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6ceae-9dc0-4582-ac78-67c18eae0522 req-d9fe3b18-67c2-4231-9555-3e11f379784a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:29.629157 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0be6ceae-9dc0-4582-ac78-67c18eae0522 req-d9fe3b18-67c2-4231-9555-3e11f379784a service neutron] 10.222.0.20 "GET /v2.0/networks?id=ea927fde-d012-48b3-9009-355288075eee HTTP/1.1" status: 200 len: 922 time: 0.1212339 Aug 10 03:45:29.784448 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0694c2fe-9c7e-429e-a926-425c613e4077 req-d9944d8f-bbd1-430a-8921-038db06774ef tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.36 HTTP/1.1" status: 200 len: 1000 time: 0.1412041 Aug 10 03:45:29.795723 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0be6ceae-9dc0-4582-ac78-67c18eae0522 req-d10f9582-27aa-4ab5-874d-1493dcb8182b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ee3d21e-047d-49ef-9907-49543ca845ac HTTP/1.1" status: 200 len: 1000 time: 0.1568277 Aug 10 03:45:29.906355 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6ceae-9dc0-4582-ac78-67c18eae0522 req-39cc1795-455a-4a16-956b-155156b12898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:29.908154 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0be6ceae-9dc0-4582-ac78-67c18eae0522 req-39cc1795-455a-4a16-956b-155156b12898 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f1213ec-1529-4b69-872e-31c7ddfcb054 HTTP/1.1" status: 200 len: 860 time: 0.0961475 Aug 10 03:45:29.921368 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04771b8a-ba6a-4c00-b5dd-13e421e7739d req-db26c839-aef2-44c9-bfe3-14526c4fc982 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:29.924525 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-04771b8a-ba6a-4c00-b5dd-13e421e7739d req-db26c839-aef2-44c9-bfe3-14526c4fc982 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 944 time: 0.1128461 Aug 10 03:45:29.932098 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694c2fe-9c7e-429e-a926-425c613e4077 req-86ff5e94-d27d-4df4-9efc-beb36d67d668 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:29.933626 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0694c2fe-9c7e-429e-a926-425c613e4077 req-86ff5e94-d27d-4df4-9efc-beb36d67d668 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 784 time: 0.1425624 Aug 10 03:45:30.008558 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-04771b8a-ba6a-4c00-b5dd-13e421e7739d req-8ad381f9-2fc0-4018-b3c9-efbe0549849e tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762866 Aug 10 03:45:30.013924 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6ceae-9dc0-4582-ac78-67c18eae0522 req-12505902-4799-48ae-99dd-2685093babe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:30.015540 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0be6ceae-9dc0-4582-ac78-67c18eae0522 req-12505902-4799-48ae-99dd-2685093babe9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ea927fde-d012-48b3-9009-355288075eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913644 Aug 10 03:45:30.043789 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d774d4cb-408f-4f98-a694-bb7782256115 req-e6c9700b-9ded-472e-9e14-993cd34a666a tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad0b353c-c2b6-49e2-becd-20bf83ff0bea HTTP/1.1" status: 200 len: 210 time: 0.0303481 Aug 10 03:45:30.206292 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bfeefb8-7b97-4fcd-b740-cdbc81160a64 req-ecbb4c68-ad29-4ad2-be70-027a260613a2 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.36 HTTP/1.1" status: 200 len: 1000 time: 0.1558769 Aug 10 03:45:30.233001 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0be6ceae-9dc0-4582-ac78-67c18eae0522 req-81ba6777-c220-4dac-aa8f-10be68933265 service neutron] 10.222.0.20 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957502 Aug 10 03:45:30.320428 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfeefb8-7b97-4fcd-b740-cdbc81160a64 req-cde4067d-07fc-448b-a4de-a4d26b11b2db tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:30.321916 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bfeefb8-7b97-4fcd-b740-cdbc81160a64 req-cde4067d-07fc-448b-a4de-a4d26b11b2db tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports/6ee3d21e-047d-49ef-9907-49543ca845ac HTTP/1.1" status: 200 len: 942 time: 0.1093671 Aug 10 03:45:30.373494 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0be6ceae-9dc0-4582-ac78-67c18eae0522 req-300c77e0-21a5-4c1c-adea-9256f43e6955 service neutron] 10.222.0.20 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216569 Aug 10 03:45:30.391446 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6adebde6-5d1a-438e-8cd8-5c97ddd69e2d req-91f39aca-47a7-4eff-874f-c1e302d26853 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 210 time: 0.0267904 Aug 10 03:45:30.394460 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 4bac39a6-a126-43fe-81fd-e7c414a80ced details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:45:30.399940 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 706e34f1-e7af-4f96-b80c-e873c7bedacf no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:30.449454 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 706e34f1-e7af-4f96-b80c-e873c7bedacf {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:45:30.450037 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 706e34f1-e7af-4f96-b80c-e873c7bedacf not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:45:30.463084 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bfeefb8-7b97-4fcd-b740-cdbc81160a64 req-d595b5bb-65a6-451f-9f46-880226a2c511 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.36 HTTP/1.1" status: 200 len: 1000 time: 0.0790427 Aug 10 03:45:30.530331 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186', '024b4c54-fa60-4eb9-90ce-4767a3f9806f'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:30.582546 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfeefb8-7b97-4fcd-b740-cdbc81160a64 req-5d1c7da4-f22c-4799-8d0e-d42623f986d7 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:30.584436 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bfeefb8-7b97-4fcd-b740-cdbc81160a64 req-5d1c7da4-f22c-4799-8d0e-d42623f986d7 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 784 time: 0.1137662 Aug 10 03:45:30.589744 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 4bac39a6-a126-43fe-81fd-e7c414a80ced, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=4bac39a6-a126-43fe-81fd-e7c414a80ced,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:30.608484 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '4bac39a6-a126-43fe-81fd-e7c414a80ced', 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26', 'port_id': '4bac39a6-a126-43fe-81fd-e7c414a80ced', 'mac_address': 'fa:16:3e:b2:c7:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:45:30.654878 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bfeefb8-7b97-4fcd-b740-cdbc81160a64 req-3150580e-bfc7-4c5d-a81d-4296d07cddf2 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.36 HTTP/1.1" status: 200 len: 1000 time: 0.0629008 Aug 10 03:45:30.665800 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-5bfeefb8-7b97-4fcd-b740-cdbc81160a64 req-72fabd92-8e91-4460-bec1-a146ad2ee6e3 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:30.671072 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.698743 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bac39a6-a126-43fe-81fd-e7c414a80ced {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:30.730526 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5bfeefb8-7b97-4fcd-b740-cdbc81160a64 req-72fabd92-8e91-4460-bec1-a146ad2ee6e3 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks [] for floatingip, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.735304 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 4bac39a6-a126-43fe-81fd-e7c414a80ced, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=4bac39a6-a126-43fe-81fd-e7c414a80ced,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:30.889489 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5bfeefb8-7b97-4fcd-b740-cdbc81160a64 req-72fabd92-8e91-4460-bec1-a146ad2ee6e3 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.932298 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:30.983841 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=4bac39a6-a126-43fe-81fd-e7c414a80ced,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:31.049845 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 2bbe11a4-47cf-41ff-9dc5-f31d83d13711 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:31.075624 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 2bbe11a4-47cf-41ff-9dc5-f31d83d13711 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:45:31.075904 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 2bbe11a4-47cf-41ff-9dc5-f31d83d13711 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:45:31.078349 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5bfeefb8-7b97-4fcd-b740-cdbc81160a64 req-72fabd92-8e91-4460-bec1-a146ad2ee6e3 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:31.084711 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [req-5bfeefb8-7b97-4fcd-b740-cdbc81160a64 req-72fabd92-8e91-4460-bec1-a146ad2ee6e3 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Floating IP 416f7caa-a3dd-425f-ab6f-6e25f4921de0 disassociated. External IP: 172.25.0.36, port: 6ee3d21e-047d-49ef-9907-49543ca845ac. Aug 10 03:45:31.161501 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf40fb2-d8e1-4093-b514-dd1bc44fd2d4 req-403a49c0-f937-46c7-aded-94456a87d1fa tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:31.164962 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3cf40fb2-d8e1-4093-b514-dd1bc44fd2d4 req-403a49c0-f937-46c7-aded-94456a87d1fa tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 945 time: 0.0778627 Aug 10 03:45:31.219446 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3cf40fb2-d8e1-4093-b514-dd1bc44fd2d4 req-90c2f0fc-e948-4a47-b4ef-7f59e98ea4a0 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484545 Aug 10 03:45:31.414391 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d0a20d-02c2-4473-a083-af2a499a69d6', 'name': 'network-vif-deleted', 'tag': '2bbe11a4-47cf-41ff-9dc5-f31d83d13711'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:31.414391 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9464983f-2d62-4985-9d97-e879ee70bd58" -d '{"events": [{"server_uuid": "15d0a20d-02c2-4473-a083-af2a499a69d6", "name": "network-vif-deleted", "tag": "2bbe11a4-47cf-41ff-9dc5-f31d83d13711"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:31.532805 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['4bac39a6-a126-43fe-81fd-e7c414a80ced'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:31.633815 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56d37d7-3878-4836-a50e-8c8060d69739 x-openstack-request-id: req-e56d37d7-3878-4836-a50e-8c8060d69739 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:31.634107 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d0a20d-02c2-4473-a083-af2a499a69d6", "name": "network-vif-deleted", "tag": "2bbe11a4-47cf-41ff-9dc5-f31d83d13711", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:31.634357 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e56d37d7-3878-4836-a50e-8c8060d69739 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:31.635036 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d0a20d-02c2-4473-a083-af2a499a69d6', 'name': 'network-vif-deleted', 'tag': '2bbe11a4-47cf-41ff-9dc5-f31d83d13711', 'status': 'completed', 'code': 200} Aug 10 03:45:31.637684 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bfeefb8-7b97-4fcd-b740-cdbc81160a64 req-72fabd92-8e91-4460-bec1-a146ad2ee6e3 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Router f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:45:31.744549 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-82597e06-15f2-42e6-99d5-eee57edc9ca8 req-49464ae0-fb9d-46f8-abab-44b4643d66a7 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 210 time: 0.0381160 Aug 10 03:45:31.803116 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bfeefb8-7b97-4fcd-b740-cdbc81160a64 req-72fabd92-8e91-4460-bec1-a146ad2ee6e3 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:45:31.804879 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5bfeefb8-7b97-4fcd-b740-cdbc81160a64 req-72fabd92-8e91-4460-bec1-a146ad2ee6e3 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:31.809718 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd9b0f1-3528-47cb-95af-170b5f2efc68 None None] Sync routers for ids ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:45:31.819757 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd9b0f1-3528-47cb-95af-170b5f2efc68 None None] Routers {'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:31.820658 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-5dd9b0f1-3528-47cb-95af-170b5f2efc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:45:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:31.844937 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bfeefb8-7b97-4fcd-b740-cdbc81160a64 req-72fabd92-8e91-4460-bec1-a146ad2ee6e3 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "PUT /v2.0/floatingips/416f7caa-a3dd-425f-ab6f-6e25f4921de0 HTTP/1.1" status: 200 len: 694 time: 1.1829653 Aug 10 03:45:31.856920 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5655fae9-a408-475f-9e65-55423fe5198b', 'tag': '6ee3d21e-047d-49ef-9907-49543ca845ac'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:31.856920 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe0312d-a123-4f5b-b974-5d451202c18d" -d '{"events": [{"name": "network-changed", "server_uuid": "5655fae9-a408-475f-9e65-55423fe5198b", "tag": "6ee3d21e-047d-49ef-9907-49543ca845ac"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:31.899156 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfeefb8-7b97-4fcd-b740-cdbc81160a64 req-bbc06140-2d75-4733-89ac-b47bc65c1fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:31.900726 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bfeefb8-7b97-4fcd-b740-cdbc81160a64 req-bbc06140-2d75-4733-89ac-b47bc65c1fb5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b06669819ebb41b2937412e826c7d140&device_id=5655fae9-a408-475f-9e65-55423fe5198b HTTP/1.1" status: 200 len: 1096 time: 0.0472636 Aug 10 03:45:31.942393 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-5dd9b0f1-3528-47cb-95af-170b5f2efc68 None None] Set router f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:32.001772 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfeefb8-7b97-4fcd-b740-cdbc81160a64 req-dd08fa52-c089-4211-9ef9-309b7eba0509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:32.003321 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bfeefb8-7b97-4fcd-b740-cdbc81160a64 req-dd08fa52-c089-4211-9ef9-309b7eba0509 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ea927fde-d012-48b3-9009-355288075eee HTTP/1.1" status: 200 len: 922 time: 0.0951037 Aug 10 03:45:32.046922 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bfeefb8-7b97-4fcd-b740-cdbc81160a64 req-793f4e5a-0a4f-4774-b1d7-53ec0411752d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ee3d21e-047d-49ef-9907-49543ca845ac HTTP/1.1" status: 200 len: 217 time: 0.0370035 Aug 10 03:45:32.096567 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfeefb8-7b97-4fcd-b740-cdbc81160a64 req-a98fbd83-3af7-4263-81bd-36f98f61c567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:32.098336 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bfeefb8-7b97-4fcd-b740-cdbc81160a64 req-a98fbd83-3af7-4263-81bd-36f98f61c567 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3f1213ec-1529-4b69-872e-31c7ddfcb054 HTTP/1.1" status: 200 len: 860 time: 0.0456722 Aug 10 03:45:32.148109 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfeefb8-7b97-4fcd-b740-cdbc81160a64 req-9320a4e8-d669-4940-964a-ac1ee80c7a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:32.149639 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bfeefb8-7b97-4fcd-b740-cdbc81160a64 req-9320a4e8-d669-4940-964a-ac1ee80c7a96 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea927fde-d012-48b3-9009-355288075eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448995 Aug 10 03:45:32.180713 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-5dd9b0f1-3528-47cb-95af-170b5f2efc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'name': 'tempest-FloatingIPsAssociationTestJSON-2010575101-router', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:22Z', 'updated_at': '2021-08-10T03:44:28Z', 'revision_number': 4, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'gw_port': {'id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:23Z', 'updated_at': '2021-08-10T03:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'c012eb97-e27b-4b4b-a124-d2babb4d4be7', 'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'mac_address': 'fa:16:3e:9e:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:27Z', 'updated_at': '2021-08-10T03:44:35Z', 'revision_number': 5, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'subnets': [{'id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:32.211900 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd9b0f1-3528-47cb-95af-170b5f2efc68 None None] Checking router: f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:45:32.221587 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd9b0f1-3528-47cb-95af-170b5f2efc68 None None] Routers {'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:32.222267 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-5dd9b0f1-3528-47cb-95af-170b5f2efc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:45:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:32.255261 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-4550c07a-32cc-49a6-a24a-4c36a281328d tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299413 Aug 10 03:45:32.292329 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bfeefb8-7b97-4fcd-b740-cdbc81160a64 req-0933cf67-a39d-4174-a88b-23a1de9013f9 service neutron] 10.222.0.25 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359522 Aug 10 03:45:32.467320 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-2b0a33a4-82d9-4483-9a08-6ed443f1148f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:32.467670 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-5dd9b0f1-3528-47cb-95af-170b5f2efc68 None None] Set router f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:32.469080 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-2b0a33a4-82d9-4483-9a08-6ed443f1148f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2045236 Aug 10 03:45:32.496508 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bfeefb8-7b97-4fcd-b740-cdbc81160a64 req-2edaa6fa-0323-4413-87df-34e8248e1dab service neutron] 10.222.0.25 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707053 Aug 10 03:45:32.529267 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ffba82-eb7f-4e28-a56d-8f49224fa36c x-openstack-request-id: req-b0ffba82-eb7f-4e28-a56d-8f49224fa36c {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:32.529791 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5655fae9-a408-475f-9e65-55423fe5198b", "tag": "6ee3d21e-047d-49ef-9907-49543ca845ac", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:32.530235 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0ffba82-eb7f-4e28-a56d-8f49224fa36c {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:32.530955 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5655fae9-a408-475f-9e65-55423fe5198b', 'tag': '6ee3d21e-047d-49ef-9907-49543ca845ac', 'status': 'completed', 'code': 200} Aug 10 03:45:32.538253 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-b09545fe-0bda-468d-9803-fa30ccdd2fb0 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Request body: {'port': {'device_id': '485da124-f627-4b9d-a298-6e80337b7f9e', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': '5b6b91922f1e44729ab0754f3d4e2599'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:32.660742 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0312d-a123-4f5b-b974-5d451202c18d req-e2960ab2-2ba3-450e-9391-7c3100b8a0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:32.662429 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5fe0312d-a123-4f5b-b974-5d451202c18d req-e2960ab2-2ba3-450e-9391-7c3100b8a0da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b06669819ebb41b2937412e826c7d140&device_id=5655fae9-a408-475f-9e65-55423fe5198b HTTP/1.1" status: 200 len: 1096 time: 0.0657740 Aug 10 03:45:32.672244 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3c430-fb03-4b5d-8ecd-5364a4aa3855 req-1bb8d23e-1f9f-4130-b372-246539897e35 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:32.673961 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-afe3c430-fb03-4b5d-8ecd-5364a4aa3855 req-1bb8d23e-1f9f-4130-b372-246539897e35 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 945 time: 0.0903058 Aug 10 03:45:32.713718 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-5dd9b0f1-3528-47cb-95af-170b5f2efc68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'name': 'tempest-FloatingIPsAssociationTestJSON-2010575101-router', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:22Z', 'updated_at': '2021-08-10T03:44:28Z', 'revision_number': 4, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'gw_port': {'id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:23Z', 'updated_at': '2021-08-10T03:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'c012eb97-e27b-4b4b-a124-d2babb4d4be7', 'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'mac_address': 'fa:16:3e:9e:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:27Z', 'updated_at': '2021-08-10T03:44:35Z', 'revision_number': 5, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'subnets': [{'id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:32.749167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd9b0f1-3528-47cb-95af-170b5f2efc68 None None] The sync data for ids ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'] in n-d-802893-2 is: [{'id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'name': 'tempest-FloatingIPsAssociationTestJSON-2010575101-router', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:22Z', 'updated_at': '2021-08-10T03:44:28Z', 'revision_number': 4, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'gw_port': {'id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:23Z', 'updated_at': '2021-08-10T03:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'c012eb97-e27b-4b4b-a124-d2babb4d4be7', 'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'mac_address': 'fa:16:3e:9e:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:27Z', 'updated_at': '2021-08-10T03:44:35Z', 'revision_number': 5, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'subnets': [{'id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:45:32.793876 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-afe3c430-fb03-4b5d-8ecd-5364a4aa3855 req-054f2583-38af-4d57-847b-f5907c206e54 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102445 Aug 10 03:45:32.818292 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-b09545fe-0bda-468d-9803-fa30ccdd2fb0 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Made reservation on behalf of 5b6b91922f1e44729ab0754f3d4e2599 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:32.822178 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-b09545fe-0bda-468d-9803-fa30ccdd2fb0 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:32.838595 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0312d-a123-4f5b-b974-5d451202c18d req-297c2998-c3cb-49a2-94b9-b3e3efb5f96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:32.857356 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5fe0312d-a123-4f5b-b974-5d451202c18d req-297c2998-c3cb-49a2-94b9-b3e3efb5f96b service neutron] 10.222.0.20 "GET /v2.0/networks?id=ea927fde-d012-48b3-9009-355288075eee HTTP/1.1" status: 200 len: 922 time: 0.1822562 Aug 10 03:45:32.932126 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5fe0312d-a123-4f5b-b974-5d451202c18d req-f00b62b8-d7db-4f70-85de-48b754469470 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ee3d21e-047d-49ef-9907-49543ca845ac HTTP/1.1" status: 200 len: 217 time: 0.0602744 Aug 10 03:45:33.027333 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0312d-a123-4f5b-b974-5d451202c18d req-1a7df16d-1ee0-4bf7-8693-44ac2dc71e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:33.029033 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5fe0312d-a123-4f5b-b974-5d451202c18d req-1a7df16d-1ee0-4bf7-8693-44ac2dc71e07 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f1213ec-1529-4b69-872e-31c7ddfcb054 HTTP/1.1" status: 200 len: 860 time: 0.0871396 Aug 10 03:45:33.062009 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-b09545fe-0bda-468d-9803-fa30ccdd2fb0 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Allocated IP 192.168.233.82 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/acaa084b-0c3a-4900-9f1a-43039aa1cfc2) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:33.088658 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe0312d-a123-4f5b-b974-5d451202c18d req-153cdfce-17b0-4ece-b77c-baa7ba78b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:33.090593 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5fe0312d-a123-4f5b-b974-5d451202c18d req-153cdfce-17b0-4ece-b77c-baa7ba78b460 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ea927fde-d012-48b3-9009-355288075eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495141 Aug 10 03:45:33.135341 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845397fd-dca3-49d7-98ac-f0d3f3648571 None None] New status for floating IP 416f7caa-a3dd-425f-ab6f-6e25f4921de0: DOWN {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:45:33.198505 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5fe0312d-a123-4f5b-b974-5d451202c18d req-20a9bda3-619e-4c1a-9be2-528b5468f8ad service neutron] 10.222.0.20 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985365 Aug 10 03:45:33.269374 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-b09545fe-0bda-468d-9803-fa30ccdd2fb0 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.285384 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-b09545fe-0bda-468d-9803-fa30ccdd2fb0 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Transition to ACTIVE for port object acaa084b-0c3a-4900-9f1a-43039aa1cfc2 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:33.310901 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5fe0312d-a123-4f5b-b974-5d451202c18d req-fcfa14b1-34a8-4c8c-b005-4c0213161931 service neutron] 10.222.0.20 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920570 Aug 10 03:45:33.458663 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-b09545fe-0bda-468d-9803-fa30ccdd2fb0 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.474386 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['a3243318-600f-47a3-a688-83b3e5f2cee1', 'dfe7ee3a-7458-4bee-ae02-cf4d2586c024', 'e60d48bc-7e61-465e-b0c1-27ec891cc425'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:33.522078 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-b09545fe-0bda-468d-9803-fa30ccdd2fb0 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:33.525659 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-b09545fe-0bda-468d-9803-fa30ccdd2fb0 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:33.530567 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-b09545fe-0bda-468d-9803-fa30ccdd2fb0 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:33.535257 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09545fe-0bda-468d-9803-fa30ccdd2fb0 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Pushing event updated for resources: {'Port': ['ID=acaa084b-0c3a-4900-9f1a-43039aa1cfc2,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:33.602836 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-b09545fe-0bda-468d-9803-fa30ccdd2fb0 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:33.603526 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-b09545fe-0bda-468d-9803-fa30ccdd2fb0 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.711412 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcb03c-52fd-403b-842f-ca7ce73b49c0 req-d069bbc7-29d0-4140-9af7-dc48c49ca950 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:33.713037 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-30dcb03c-52fd-403b-842f-ca7ce73b49c0 req-d069bbc7-29d0-4140-9af7-dc48c49ca950 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 935 time: 0.0865877 Aug 10 03:45:33.767757 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-b09545fe-0bda-468d-9803-fa30ccdd2fb0 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2356346 Aug 10 03:45:33.786369 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-30dcb03c-52fd-403b-842f-ca7ce73b49c0 req-16b09be7-39db-4c35-a7f8-f6baa2d6aa81 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659976 Aug 10 03:45:33.804197 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db56a4e-ce90-4888-a81d-0278b0e0c748 req-f7b44f6e-5deb-4595-adf5-30e088d1550e tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:33.819493 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3db56a4e-ce90-4888-a81d-0278b0e0c748 req-f7b44f6e-5deb-4595-adf5-30e088d1550e tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ed3265a-ecd3-43cc-a673-7527f1297a5b HTTP/1.1" status: 200 len: 950 time: 0.0991280 Aug 10 03:45:33.830499 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-e3035200-ee21-4373-be7a-05698188d1d1 service neutron] Request body: {'port': {'device_id': '485da124-f627-4b9d-a298-6e80337b7f9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:33.935063 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3db56a4e-ce90-4888-a81d-0278b0e0c748 req-ec9f0a6a-2f5d-42f9-a2ff-0a44268da6ad tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966945 Aug 10 03:45:33.939824 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-e3035200-ee21-4373-be7a-05698188d1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:33.966400 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a22d1e-2bee-4a06-b3b7-4459adb2d782 req-14da3e1e-d6a7-4252-861c-b51d71fdf043 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:33.975203 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-93a22d1e-2bee-4a06-b3b7-4459adb2d782 req-14da3e1e-d6a7-4252-861c-b51d71fdf043 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1013649 Aug 10 03:45:34.040241 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-93a22d1e-2bee-4a06-b3b7-4459adb2d782 req-d9dd6a40-4d02-475b-bb83-15cf9e51b87e tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.36 HTTP/1.1" status: 200 len: 695 time: 0.0640574 Aug 10 03:45:34.058034 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-93a22d1e-2bee-4a06-b3b7-4459adb2d782 req-78afd6d3-d95e-4612-a155-c7a20557c6e9 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Request body: {'floatingip': {'port_id': 'de9e0ad0-65b4-4bf6-b913-2011932e5cae', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:34.101067 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-93a22d1e-2bee-4a06-b3b7-4459adb2d782 req-78afd6d3-d95e-4612-a155-c7a20557c6e9 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks [] for floatingip, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.109179 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-165c05f8-f7f6-4cf5-884e-4cec2fd50047 None None] Provisioning for port acaa084b-0c3a-4900-9f1a-43039aa1cfc2 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:34.114536 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-165c05f8-f7f6-4cf5-884e-4cec2fd50047 None None] Provisioning complete for port acaa084b-0c3a-4900-9f1a-43039aa1cfc2 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:34.114984 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-165c05f8-f7f6-4cf5-884e-4cec2fd50047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.166222 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-165c05f8-f7f6-4cf5-884e-4cec2fd50047 None None] Port acaa084b-0c3a-4900-9f1a-43039aa1cfc2 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:45:34.214673 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed9640-c8c1-4075-9159-e5e5aadb7c24 req-8de1f670-bb69-4094-80b8-05a4219a5bc4 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:34.218506 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a6ed9640-c8c1-4075-9159-e5e5aadb7c24 req-8de1f670-bb69-4094-80b8-05a4219a5bc4 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 945 time: 0.1084929 Aug 10 03:45:34.292213 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a6ed9640-c8c1-4075-9159-e5e5aadb7c24 req-270413d0-56f3-40c6-a8f5-cb461dad8552 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688782 Aug 10 03:45:34.358741 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-e3035200-ee21-4373-be7a-05698188d1d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acaa084b-0c3a-4900-9f1a-43039aa1cfc2 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:34.368227 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-e3035200-ee21-4373-be7a-05698188d1d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.383602 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-e3035200-ee21-4373-be7a-05698188d1d1 service neutron] Transition to ACTIVE for port object acaa084b-0c3a-4900-9f1a-43039aa1cfc2 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:34.416611 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 4bac39a6-a126-43fe-81fd-e7c414a80ced up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:34.487468 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-e3035200-ee21-4373-be7a-05698188d1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.559458 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3035200-ee21-4373-be7a-05698188d1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=acaa084b-0c3a-4900-9f1a-43039aa1cfc2,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:34.588912 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 4bac39a6-a126-43fe-81fd-e7c414a80ced completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:34.592947 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 4bac39a6-a126-43fe-81fd-e7c414a80ced triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:34.593322 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.654949 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-e3035200-ee21-4373-be7a-05698188d1d1 service neutron] Attempting to bind port acaa084b-0c3a-4900-9f1a-43039aa1cfc2 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:34.654949 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-e3035200-ee21-4373-be7a-05698188d1d1 service neutron] Attempting to bind port acaa084b-0c3a-4900-9f1a-43039aa1cfc2 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:34.654949 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-e3035200-ee21-4373-be7a-05698188d1d1 service neutron] Attempting to bind port acaa084b-0c3a-4900-9f1a-43039aa1cfc2 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:34.663459 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-e3035200-ee21-4373-be7a-05698188d1d1 service neutron] Port acaa084b-0c3a-4900-9f1a-43039aa1cfc2 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:34.663899 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-e3035200-ee21-4373-be7a-05698188d1d1 service neutron] Attempting to bind port acaa084b-0c3a-4900-9f1a-43039aa1cfc2 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:34.671546 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-e3035200-ee21-4373-be7a-05698188d1d1 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:34.672078 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-e3035200-ee21-4373-be7a-05698188d1d1 service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:34.673359 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-e3035200-ee21-4373-be7a-05698188d1d1 service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:34.673359 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-e3035200-ee21-4373-be7a-05698188d1d1 service neutron] Bound port: acaa084b-0c3a-4900-9f1a-43039aa1cfc2, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:34.674770 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-e3035200-ee21-4373-be7a-05698188d1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.690613 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-93a22d1e-2bee-4a06-b3b7-4459adb2d782 req-78afd6d3-d95e-4612-a155-c7a20557c6e9 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.691543 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:34.718214 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab722cb-ff68-4406-aff5-468a52f007b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bac39a6-a126-43fe-81fd-e7c414a80ced'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:34.721397 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ab88f7-936b-4c43-b5e9-c471479831c0" -d '{"events": [{"server_uuid": "cab722cb-ff68-4406-aff5-468a52f007b6", "name": "network-vif-plugged", "status": "completed", "tag": "4bac39a6-a126-43fe-81fd-e7c414a80ced"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:34.735804 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 4bac39a6-a126-43fe-81fd-e7c414a80ced, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=4bac39a6-a126-43fe-81fd-e7c414a80ced,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:34.767927 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf727d8-22f7-48ea-b3b6-b8757e3ae99a x-openstack-request-id: req-7bf727d8-22f7-48ea-b3b6-b8757e3ae99a {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:34.768734 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab722cb-ff68-4406-aff5-468a52f007b6", "name": "network-vif-plugged", "status": "completed", "tag": "4bac39a6-a126-43fe-81fd-e7c414a80ced", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:34.768734 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7bf727d8-22f7-48ea-b3b6-b8757e3ae99a {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:34.768976 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab722cb-ff68-4406-aff5-468a52f007b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bac39a6-a126-43fe-81fd-e7c414a80ced', 'code': 200} Aug 10 03:45:34.769318 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-e3035200-ee21-4373-be7a-05698188d1d1 service neutron] For port acaa084b-0c3a-4900-9f1a-43039aa1cfc2, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:34.772825 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-e3035200-ee21-4373-be7a-05698188d1d1 service neutron] For port acaa084b-0c3a-4900-9f1a-43039aa1cfc2, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=acaa084b-0c3a-4900-9f1a-43039aa1cfc2,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:34.857475 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15146c5-d7ba-4363-998e-a424a843bfab req-945e61e6-3f03-45c5-a60b-d49d78062732 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:34.858691 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a15146c5-d7ba-4363-998e-a424a843bfab req-945e61e6-3f03-45c5-a60b-d49d78062732 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.20 "GET /v2.0/ports?device_id=5ed3265a-ecd3-43cc-a673-7527f1297a5b HTTP/1.1" status: 200 len: 950 time: 0.0563688 Aug 10 03:45:34.935020 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a202250c-2b99-4de2-a422-b607e8dc02a1 req-82bd2115-e00a-47e8-8adb-934d9a63572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:34.936548 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a202250c-2b99-4de2-a422-b607e8dc02a1 req-82bd2115-e00a-47e8-8adb-934d9a63572e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 1096 time: 0.0745451 Aug 10 03:45:34.948768 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c73c2-9bd0-42da-abce-7d73abb3abb8 req-07b88ac8-2230-48c0-90f2-4df9e058ae00 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:34.963232 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-255c73c2-9bd0-42da-abce-7d73abb3abb8 req-07b88ac8-2230-48c0-90f2-4df9e058ae00 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 947 time: 0.0640762 Aug 10 03:45:34.993805 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-a15146c5-d7ba-4363-998e-a424a843bfab req-b1c8d531-7da0-41eb-b4d1-0068663b5095 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Deleting port 8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:34.994152 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a15146c5-d7ba-4363-998e-a424a843bfab req-b1c8d531-7da0-41eb-b4d1-0068663b5095 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.011134 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-255c73c2-9bd0-42da-abce-7d73abb3abb8 req-6516cf11-f739-462c-b5c8-3bc719760425 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528884 Aug 10 03:45:35.012850 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a202250c-2b99-4de2-a422-b607e8dc02a1 req-2da06f1d-5b43-41bb-9f9b-d587c53fddb7 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605927 Aug 10 03:45:35.037056 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-93a22d1e-2bee-4a06-b3b7-4459adb2d782 req-78afd6d3-d95e-4612-a155-c7a20557c6e9 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.115834 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.121837 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-e3035200-ee21-4373-be7a-05698188d1d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.182779 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=4bac39a6-a126-43fe-81fd-e7c414a80ced,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:35.187043 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-e3035200-ee21-4373-be7a-05698188d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:35.187224 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-a15146c5-d7ba-4363-998e-a424a843bfab req-b1c8d531-7da0-41eb-b4d1-0068663b5095 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] For port 8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:35.187224 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a15146c5-d7ba-4363-998e-a424a843bfab req-b1c8d531-7da0-41eb-b4d1-0068663b5095 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.197137 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-e3035200-ee21-4373-be7a-05698188d1d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.198640 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-e3035200-ee21-4373-be7a-05698188d1d1 service neutron] 10.222.0.20 "PUT /v2.0/ports/acaa084b-0c3a-4900-9f1a-43039aa1cfc2 HTTP/1.1" status: 200 len: 1095 time: 1.3783903 Aug 10 03:45:35.198985 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485da124-f627-4b9d-a298-6e80337b7f9e', 'tag': 'acaa084b-0c3a-4900-9f1a-43039aa1cfc2'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:35.201338 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516bf5b8-8738-4291-a158-eb116c55de20" -d '{"events": [{"name": "network-changed", "server_uuid": "485da124-f627-4b9d-a298-6e80337b7f9e", "tag": "acaa084b-0c3a-4900-9f1a-43039aa1cfc2"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:35.208101 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-a15146c5-d7ba-4363-998e-a424a843bfab req-b1c8d531-7da0-41eb-b4d1-0068663b5095 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Calling delete_port for 8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:35.216862 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [req-93a22d1e-2bee-4a06-b3b7-4459adb2d782 req-78afd6d3-d95e-4612-a155-c7a20557c6e9 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Floating IP 416f7caa-a3dd-425f-ab6f-6e25f4921de0 associated. External IP: 172.25.0.36, port: de9e0ad0-65b4-4bf6-b913-2011932e5cae. Aug 10 03:45:35.228334 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41adfcc1-8dd1-4c71-a37e-36cd786379f0 req-27edc8be-af22-40e3-a7b0-f8df7d6ec1d5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:35.230078 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-41adfcc1-8dd1-4c71-a37e-36cd786379f0 req-27edc8be-af22-40e3-a7b0-f8df7d6ec1d5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ed3265a-ecd3-43cc-a673-7527f1297a5b HTTP/1.1" status: 200 len: 950 time: 0.1216011 Aug 10 03:45:35.234118 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3035200-ee21-4373-be7a-05698188d1d1 service neutron] Pushing event updated for resources: {'Port': ['ID=acaa084b-0c3a-4900-9f1a-43039aa1cfc2,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:35.288613 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-41adfcc1-8dd1-4c71-a37e-36cd786379f0 req-0812d290-e2dc-45aa-bcf4-5ed072bbdc71 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443704 Aug 10 03:45:35.448561 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d627213-832a-402d-ab8a-324f570f389e x-openstack-request-id: req-1d627213-832a-402d-ab8a-324f570f389e {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:35.448854 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "485da124-f627-4b9d-a298-6e80337b7f9e", "tag": "acaa084b-0c3a-4900-9f1a-43039aa1cfc2", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:35.449143 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d627213-832a-402d-ab8a-324f570f389e {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:35.449746 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '485da124-f627-4b9d-a298-6e80337b7f9e', 'tag': 'acaa084b-0c3a-4900-9f1a-43039aa1cfc2', 'status': 'completed', 'code': 200} Aug 10 03:45:35.570378 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a15146c5-d7ba-4363-998e-a424a843bfab req-b1c8d531-7da0-41eb-b4d1-0068663b5095 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.604855 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-f8efda61-c8a3-4b3b-ad74-e89207bdf3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:35.606412 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-f8efda61-c8a3-4b3b-ad74-e89207bdf3f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 1098 time: 0.0603397 Aug 10 03:45:35.614357 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186', '024b4c54-fa60-4eb9-90ce-4767a3f9806f'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:35.632259 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fab074-2a46-4875-bc04-a28881261d9d req-3f162ebd-90d7-4c97-86b4-75af8e2b01fd tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:35.634340 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e0fab074-2a46-4875-bc04-a28881261d9d req-3f162ebd-90d7-4c97-86b4-75af8e2b01fd tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 946 time: 0.1379106 Aug 10 03:45:35.649960 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c8d531-7da0-41eb-b4d1-0068663b5095 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Pushing event deleted for resources: {'Port': ['ID=8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:35.676504 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93a22d1e-2bee-4a06-b3b7-4459adb2d782 req-78afd6d3-d95e-4612-a155-c7a20557c6e9 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Router f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:45:35.677984 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15146c5-d7ba-4363-998e-a424a843bfab req-b1c8d531-7da0-41eb-b4d1-0068663b5095 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] No DVR routers for this DVR port 8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186 on host n-h2-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:45:35.682107 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a15146c5-d7ba-4363-998e-a424a843bfab req-b1c8d531-7da0-41eb-b4d1-0068663b5095 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.684083 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a15146c5-d7ba-4363-998e-a424a843bfab req-b1c8d531-7da0-41eb-b4d1-0068663b5095 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.20 "DELETE /v2.0/ports/8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186 HTTP/1.1" status: 204 len: 173 time: 0.8122797 Aug 10 03:45:35.684528 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed3265a-ecd3-43cc-a673-7527f1297a5b', 'name': 'network-vif-deleted', 'tag': '8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:35.686744 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0185c14d-12c8-45dc-b444-370c48347579" -d '{"events": [{"server_uuid": "5ed3265a-ecd3-43cc-a673-7527f1297a5b", "name": "network-vif-deleted", "tag": "8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:35.704905 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-f1629358-d6b9-40aa-a3e2-7e35046fbf53 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=acaa084b-0c3a-4900-9f1a-43039aa1cfc2 HTTP/1.1" status: 200 len: 217 time: 0.0462897 Aug 10 03:45:35.724227 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e0fab074-2a46-4875-bc04-a28881261d9d req-f00ba7e4-85bc-4020-a8ff-afca80d197fc tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786295 Aug 10 03:45:35.749019 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['371b2e20-4e1f-42e2-b04c-3f6b94239b8e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:35.832789 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93a22d1e-2bee-4a06-b3b7-4459adb2d782 req-78afd6d3-d95e-4612-a155-c7a20557c6e9 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:45:35.832903 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-f9cdc3f8-3256-46ae-9722-cda2401a8e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:35.832903 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-f9cdc3f8-3256-46ae-9722-cda2401a8e35 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0629849 Aug 10 03:45:35.836523 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-93a22d1e-2bee-4a06-b3b7-4459adb2d782 req-78afd6d3-d95e-4612-a155-c7a20557c6e9 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:35.868401 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0254af-4d42-48bb-929f-75944c773483 None None] Sync routers for ids ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:45:35.892460 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0254af-4d42-48bb-929f-75944c773483 None None] Routers {'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:35.892460 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-bb0254af-4d42-48bb-929f-75944c773483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:45:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:35.898445 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759700dc-5b30-4da1-9af9-d767b8595633 x-openstack-request-id: req-759700dc-5b30-4da1-9af9-d767b8595633 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:35.899441 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed3265a-ecd3-43cc-a673-7527f1297a5b", "name": "network-vif-deleted", "tag": "8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:35.901718 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-759700dc-5b30-4da1-9af9-d767b8595633 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:35.901718 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ed3265a-ecd3-43cc-a673-7527f1297a5b', 'name': 'network-vif-deleted', 'tag': '8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186', 'status': 'completed', 'code': 200} Aug 10 03:45:35.905485 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-537fa32e-d80f-4f7d-ba9a-807d06901722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:35.907804 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-537fa32e-d80f-4f7d-ba9a-807d06901722 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0604270 Aug 10 03:45:35.924952 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-93a22d1e-2bee-4a06-b3b7-4459adb2d782 req-78afd6d3-d95e-4612-a155-c7a20557c6e9 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "PUT /v2.0/floatingips/416f7caa-a3dd-425f-ab6f-6e25f4921de0 HTTP/1.1" status: 200 len: 995 time: 1.8713112 Aug 10 03:45:35.946898 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9105c0-31bd-44cb-adee-d88bfe34783a req-49edf3f9-181b-48b5-9131-01d3dc67fd68 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:35.948502 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7c9105c0-31bd-44cb-adee-d88bfe34783a req-49edf3f9-181b-48b5-9131-01d3dc67fd68 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.20 "GET /v2.0/ports?device_id=f69fff48-3f9f-47c2-a24e-36649d3beb30 HTTP/1.1" status: 200 len: 950 time: 0.1095350 Aug 10 03:45:36.044142 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-0ffe13fb-02d8-45e5-adb3-fd7c16ecb250 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167867 Aug 10 03:45:36.050699 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-bb0254af-4d42-48bb-929f-75944c773483 None None] Set router f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:36.089521 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a22d1e-2bee-4a06-b3b7-4459adb2d782 req-e5605af9-3dde-49cd-85a6-4754882d74e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:36.112119 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-93a22d1e-2bee-4a06-b3b7-4459adb2d782 req-e5605af9-3dde-49cd-85a6-4754882d74e1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b06669819ebb41b2937412e826c7d140&device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318 HTTP/1.1" status: 200 len: 1096 time: 0.1622236 Aug 10 03:45:36.255407 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-7c9105c0-31bd-44cb-adee-d88bfe34783a req-bc9fd834-5928-4917-af4a-bdeebe07402f tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Deleting port 024b4c54-fa60-4eb9-90ce-4767a3f9806f {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:36.264558 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-7c9105c0-31bd-44cb-adee-d88bfe34783a req-bc9fd834-5928-4917-af4a-bdeebe07402f tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:36.302767 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e0d4a-4bfc-47f6-ab24-7319e0a3918d req-ccaf18c2-3dd4-4cdc-9ea9-c5fcc6675034 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:36.303793 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3b8e0d4a-4bfc-47f6-ab24-7319e0a3918d req-ccaf18c2-3dd4-4cdc-9ea9-c5fcc6675034 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 947 time: 0.1720064 Aug 10 03:45:36.314615 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144f400-2f53-478a-a8cc-8e24e452b844 req-06c3754d-76c7-4a9a-ae21-264866a0c217 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:36.316368 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6144f400-2f53-478a-a8cc-8e24e452b844 req-06c3754d-76c7-4a9a-ae21-264866a0c217 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.20 "GET /v2.0/ports?device_id=5655fae9-a408-475f-9e65-55423fe5198b HTTP/1.1" status: 200 len: 945 time: 0.2138748 Aug 10 03:45:36.381152 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e05d0652-f00c-4878-8fb7-7c7b84df64d9 req-21f5bef2-7af4-42f0-94ca-b60fafccda40 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934153 Aug 10 03:45:36.441480 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-bb0254af-4d42-48bb-929f-75944c773483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'name': 'tempest-FloatingIPsAssociationTestJSON-2010575101-router', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:22Z', 'updated_at': '2021-08-10T03:44:28Z', 'revision_number': 4, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'gw_port': {'id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:23Z', 'updated_at': '2021-08-10T03:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '416f7caa-a3dd-425f-ab6f-6e25f4921de0', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'port_id': 'de9e0ad0-65b4-4bf6-b913-2011932e5cae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'mac_address': 'fa:16:3e:c7:57:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b1fea4-09b2-4d9f-8013-5f3397ab2318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:44:49Z', 'updated_at': '2021-08-10T03:45:34Z', 'revision_number': 8, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c012eb97-e27b-4b4b-a124-d2babb4d4be7', 'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'mac_address': 'fa:16:3e:9e:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:27Z', 'updated_at': '2021-08-10T03:44:35Z', 'revision_number': 5, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'subnets': [{'id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:36.461909 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3b8e0d4a-4bfc-47f6-ab24-7319e0a3918d req-1737790d-bf68-4e2e-b0cb-83b430bb8a48 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410322 Aug 10 03:45:36.473547 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-7c9105c0-31bd-44cb-adee-d88bfe34783a req-bc9fd834-5928-4917-af4a-bdeebe07402f tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] For port 024b4c54-fa60-4eb9-90ce-4767a3f9806f, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=024b4c54-fa60-4eb9-90ce-4767a3f9806f,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:36.474194 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-7c9105c0-31bd-44cb-adee-d88bfe34783a req-bc9fd834-5928-4917-af4a-bdeebe07402f tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:36.482964 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0254af-4d42-48bb-929f-75944c773483 None None] Checking router: f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:45:36.512333 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0254af-4d42-48bb-929f-75944c773483 None None] Routers {'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:36.512885 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a22d1e-2bee-4a06-b3b7-4459adb2d782 req-53e38892-ddae-492c-81bf-1108830531f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:36.512885 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-93a22d1e-2bee-4a06-b3b7-4459adb2d782 req-53e38892-ddae-492c-81bf-1108830531f0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ea927fde-d012-48b3-9009-355288075eee HTTP/1.1" status: 200 len: 922 time: 0.3845456 Aug 10 03:45:36.512885 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-7c9105c0-31bd-44cb-adee-d88bfe34783a req-bc9fd834-5928-4917-af4a-bdeebe07402f tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Calling delete_port for 024b4c54-fa60-4eb9-90ce-4767a3f9806f owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:36.513124 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-bb0254af-4d42-48bb-929f-75944c773483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:45:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:36.526997 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-6144f400-2f53-478a-a8cc-8e24e452b844 req-9379c5d6-226b-4a4f-9ce5-5f21d2cf3dd0 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Deleting port 6ee3d21e-047d-49ef-9907-49543ca845ac {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:36.527374 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6144f400-2f53-478a-a8cc-8e24e452b844 req-9379c5d6-226b-4a4f-9ce5-5f21d2cf3dd0 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:36.634114 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-bb0254af-4d42-48bb-929f-75944c773483 None None] Set router f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:36.682130 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-93a22d1e-2bee-4a06-b3b7-4459adb2d782 req-b8768c6c-a94b-4240-822d-dbf87cc89a6c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de9e0ad0-65b4-4bf6-b913-2011932e5cae HTTP/1.1" status: 200 len: 998 time: 0.1761880 Aug 10 03:45:36.694166 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-40f43762-7870-44a1-b8b8-61c7c6867bb2 req-05ae4913-cd0f-46c0-a653-373a3987f8eb tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=5ed3265a-ecd3-43cc-a673-7527f1297a5b HTTP/1.1" status: 200 len: 210 time: 0.0740561 Aug 10 03:45:36.767392 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a22d1e-2bee-4a06-b3b7-4459adb2d782 req-4ff95d5a-ae2f-454a-b654-687aee8c4b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:36.769383 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-93a22d1e-2bee-4a06-b3b7-4459adb2d782 req-4ff95d5a-ae2f-454a-b654-687aee8c4b82 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3f1213ec-1529-4b69-872e-31c7ddfcb054 HTTP/1.1" status: 200 len: 860 time: 0.0779378 Aug 10 03:45:36.801821 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-6144f400-2f53-478a-a8cc-8e24e452b844 req-9379c5d6-226b-4a4f-9ce5-5f21d2cf3dd0 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] For port 6ee3d21e-047d-49ef-9907-49543ca845ac, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=6ee3d21e-047d-49ef-9907-49543ca845ac,segment=NetworkSegment(a45d8102-0f0b-47e1-b9bf-864794b5de8c),segment_id=a45d8102-0f0b-47e1-b9bf-864794b5de8c)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:36.802198 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6144f400-2f53-478a-a8cc-8e24e452b844 req-9379c5d6-226b-4a4f-9ce5-5f21d2cf3dd0 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:36.816644 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bf5b8-8738-4291-a158-eb116c55de20 req-c6be661d-338f-41c8-820a-56211c5610db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:36.818182 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-516bf5b8-8738-4291-a158-eb116c55de20 req-c6be661d-338f-41c8-820a-56211c5610db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 1098 time: 0.1230421 Aug 10 03:45:36.823883 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-6144f400-2f53-478a-a8cc-8e24e452b844 req-9379c5d6-226b-4a4f-9ce5-5f21d2cf3dd0 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Calling delete_port for 6ee3d21e-047d-49ef-9907-49543ca845ac owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:36.867365 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a22d1e-2bee-4a06-b3b7-4459adb2d782 req-3ddbd815-87a5-4e3c-b10e-c32dd914aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:36.877165 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-93a22d1e-2bee-4a06-b3b7-4459adb2d782 req-3ddbd815-87a5-4e3c-b10e-c32dd914aed9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea927fde-d012-48b3-9009-355288075eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009812 Aug 10 03:45:36.992810 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-93a22d1e-2bee-4a06-b3b7-4459adb2d782 req-b681b97b-39a3-49d9-aef1-46177e5b693c service neutron] 10.222.0.25 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145205 Aug 10 03:45:37.023512 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-7c9105c0-31bd-44cb-adee-d88bfe34783a req-bc9fd834-5928-4917-af4a-bdeebe07402f tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.040504 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['371b2e20-4e1f-42e2-b04c-3f6b94239b8e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:37.069708 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:37.223117 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-bb0254af-4d42-48bb-929f-75944c773483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'name': 'tempest-FloatingIPsAssociationTestJSON-2010575101-router', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:22Z', 'updated_at': '2021-08-10T03:44:28Z', 'revision_number': 4, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'gw_port': {'id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:23Z', 'updated_at': '2021-08-10T03:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '416f7caa-a3dd-425f-ab6f-6e25f4921de0', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'port_id': 'de9e0ad0-65b4-4bf6-b913-2011932e5cae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'mac_address': 'fa:16:3e:c7:57:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b1fea4-09b2-4d9f-8013-5f3397ab2318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:44:49Z', 'updated_at': '2021-08-10T03:45:34Z', 'revision_number': 8, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c012eb97-e27b-4b4b-a124-d2babb4d4be7', 'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'mac_address': 'fa:16:3e:9e:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:27Z', 'updated_at': '2021-08-10T03:44:35Z', 'revision_number': 5, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'subnets': [{'id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:37.227922 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910438e3-677f-4e92-91a6-a19db60abe4f req-734db77f-1262-46c2-bcd8-05b75479dc1c tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:37.237106 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-910438e3-677f-4e92-91a6-a19db60abe4f req-734db77f-1262-46c2-bcd8-05b75479dc1c tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 946 time: 0.2575290 Aug 10 03:45:37.255878 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bf5b8-8738-4291-a158-eb116c55de20 req-d8bcb2cf-0a44-47fd-97e4-44572e929aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:37.257123 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-516bf5b8-8738-4291-a158-eb116c55de20 req-d8bcb2cf-0a44-47fd-97e4-44572e929aef service neutron] 10.222.0.20 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.4265308 Aug 10 03:45:37.308876 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0254af-4d42-48bb-929f-75944c773483 None None] The sync data for ids ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'] in n-d-802893-2 is: [{'id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'name': 'tempest-FloatingIPsAssociationTestJSON-2010575101-router', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:22Z', 'updated_at': '2021-08-10T03:44:28Z', 'revision_number': 4, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'gw_port': {'id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:23Z', 'updated_at': '2021-08-10T03:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '416f7caa-a3dd-425f-ab6f-6e25f4921de0', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'port_id': 'de9e0ad0-65b4-4bf6-b913-2011932e5cae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'mac_address': 'fa:16:3e:c7:57:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86b1fea4-09b2-4d9f-8013-5f3397ab2318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:44:49Z', 'updated_at': '2021-08-10T03:45:34Z', 'revision_number': 8, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c012eb97-e27b-4b4b-a124-d2babb4d4be7', 'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'mac_address': 'fa:16:3e:9e:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:27Z', 'updated_at': '2021-08-10T03:44:35Z', 'revision_number': 5, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'subnets': [{'id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:45:37.422139 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-910438e3-677f-4e92-91a6-a19db60abe4f req-92f2bda0-cc7d-4880-8f7c-b3a0d6ec55aa tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779232 Aug 10 03:45:37.595414 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-516bf5b8-8738-4291-a158-eb116c55de20 req-5cc87697-d091-4251-8885-b57fa1ff9d45 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=acaa084b-0c3a-4900-9f1a-43039aa1cfc2 HTTP/1.1" status: 200 len: 217 time: 0.2191935 Aug 10 03:45:37.595514 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9fd834-5928-4917-af4a-bdeebe07402f tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Pushing event deleted for resources: {'Port': ['ID=024b4c54-fa60-4eb9-90ce-4767a3f9806f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:37.595514 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9105c0-31bd-44cb-adee-d88bfe34783a req-bc9fd834-5928-4917-af4a-bdeebe07402f tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] No DVR routers for this DVR port 024b4c54-fa60-4eb9-90ce-4767a3f9806f on host n-h2-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:45:37.595514 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-7c9105c0-31bd-44cb-adee-d88bfe34783a req-bc9fd834-5928-4917-af4a-bdeebe07402f tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.595514 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7c9105c0-31bd-44cb-adee-d88bfe34783a req-bc9fd834-5928-4917-af4a-bdeebe07402f tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.20 "DELETE /v2.0/ports/024b4c54-fa60-4eb9-90ce-4767a3f9806f HTTP/1.1" status: 204 len: 173 time: 1.6258409 Aug 10 03:45:37.615580 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bf5b8-8738-4291-a158-eb116c55de20 req-91fc2455-d358-4f30-9a47-0fa199a1def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:37.617170 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-516bf5b8-8738-4291-a158-eb116c55de20 req-91fc2455-d358-4f30-9a47-0fa199a1def8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.1135590 Aug 10 03:45:37.622915 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-93a22d1e-2bee-4a06-b3b7-4459adb2d782 req-57babf79-bcff-42bd-bc84-eb1caf01fd75 service neutron] 10.222.0.25 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6232481 Aug 10 03:45:37.698547 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bf5b8-8738-4291-a158-eb116c55de20 req-d79c2f02-9963-4c27-9392-8b0774f587f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:37.700083 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-516bf5b8-8738-4291-a158-eb116c55de20 req-d79c2f02-9963-4c27-9392-8b0774f587f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0678232 Aug 10 03:45:37.703362 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8bce39-1f9b-4443-a043-b69ef115be7c None None] New status for floating IP 416f7caa-a3dd-425f-ab6f-6e25f4921de0: ACTIVE {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:45:37.711127 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4755bd-677e-4ba9-b75a-071fdb066ad8 req-41b19b9c-e432-44e3-bbe1-729192013124 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:37.713515 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bd4755bd-677e-4ba9-b75a-071fdb066ad8 req-41b19b9c-e432-44e3-bbe1-729192013124 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 1097 time: 0.0903530 Aug 10 03:45:37.803591 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bd4755bd-677e-4ba9-b75a-071fdb066ad8 req-79151320-a749-4888-866a-511d607014ec tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804150 Aug 10 03:45:37.839977 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-516bf5b8-8738-4291-a158-eb116c55de20 req-4f510aae-44da-4cc0-b70c-fb5e9630bcbd service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249890 Aug 10 03:45:37.901209 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b1fea4-09b2-4d9f-8013-5f3397ab2318', 'tag': 'de9e0ad0-65b4-4bf6-b913-2011932e5cae'}, {'server_uuid': 'f69fff48-3f9f-47c2-a24e-36649d3beb30', 'name': 'network-vif-deleted', 'tag': '024b4c54-fa60-4eb9-90ce-4767a3f9806f'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:37.904749 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdbf216-4931-4452-85d0-342f8a24c8b3" -d '{"events": [{"name": "network-changed", "server_uuid": "86b1fea4-09b2-4d9f-8013-5f3397ab2318", "tag": "de9e0ad0-65b4-4bf6-b913-2011932e5cae"}, {"server_uuid": "f69fff48-3f9f-47c2-a24e-36649d3beb30", "name": "network-vif-deleted", "tag": "024b4c54-fa60-4eb9-90ce-4767a3f9806f"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:37.956102 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6144f400-2f53-478a-a8cc-8e24e452b844 req-9379c5d6-226b-4a4f-9ce5-5f21d2cf3dd0 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:37.999932 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['de9e0ad0-65b4-4bf6-b913-2011932e5cae'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:38.021831 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379c5d6-226b-4a4f-9ce5-5f21d2cf3dd0 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Pushing event deleted for resources: {'Port': ['ID=6ee3d21e-047d-49ef-9907-49543ca845ac,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:38.082141 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-6144f400-2f53-478a-a8cc-8e24e452b844 req-9379c5d6-226b-4a4f-9ce5-5f21d2cf3dd0 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] No DVR routers for this DVR port 6ee3d21e-047d-49ef-9907-49543ca845ac on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:45:38.100479 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322757f-fce2-4eb5-b015-6bb56baf2d4c req-d611b311-54bd-4d88-92fa-9e1d7a857c03 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:38.102116 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c322757f-fce2-4eb5-b015-6bb56baf2d4c req-d611b311-54bd-4d88-92fa-9e1d7a857c03 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 947 time: 0.1918933 Aug 10 03:45:38.115401 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6144f400-2f53-478a-a8cc-8e24e452b844 req-9379c5d6-226b-4a4f-9ce5-5f21d2cf3dd0 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:38.118091 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6144f400-2f53-478a-a8cc-8e24e452b844 req-9379c5d6-226b-4a4f-9ce5-5f21d2cf3dd0 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.20 "DELETE /v2.0/ports/6ee3d21e-047d-49ef-9907-49543ca845ac HTTP/1.1" status: 204 len: 173 time: 1.7796707 Aug 10 03:45:38.120517 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5655fae9-a408-475f-9e65-55423fe5198b', 'name': 'network-vif-deleted', 'tag': '6ee3d21e-047d-49ef-9907-49543ca845ac'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:38.130609 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ef86ae-5d3a-4a0a-bbf1-013bfa76d563" -d '{"events": [{"server_uuid": "5655fae9-a408-475f-9e65-55423fe5198b", "name": "network-vif-deleted", "tag": "6ee3d21e-047d-49ef-9907-49543ca845ac"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:38.148151 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-516bf5b8-8738-4291-a158-eb116c55de20 req-8d23737c-005e-4dc2-a8a2-1d214b1d1f26 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009212 Aug 10 03:45:38.190041 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c322757f-fce2-4eb5-b015-6bb56baf2d4c req-034724b3-e3e5-4d94-9e5d-7887845f5fc1 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561788 Aug 10 03:45:38.355278 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f191d-cc4a-4cef-b161-7a3923260d73 req-b73f4b3f-f32d-43f2-8209-a47d0acee0b0 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:38.358797 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fe3f191d-cc4a-4cef-b161-7a3923260d73 req-b73f4b3f-f32d-43f2-8209-a47d0acee0b0 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 1097 time: 0.1154814 Aug 10 03:45:38.429191 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fe3f191d-cc4a-4cef-b161-7a3923260d73 req-17a11dcb-cdf9-4eda-907e-f19c991ccce8 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638354 Aug 10 03:45:38.465319 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b80c63b-230b-45a1-b2df-3fa657bb1383 x-openstack-request-id: req-9b80c63b-230b-45a1-b2df-3fa657bb1383 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:38.465618 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b1fea4-09b2-4d9f-8013-5f3397ab2318", "tag": "de9e0ad0-65b4-4bf6-b913-2011932e5cae", "status": "completed", "code": 200}, {"server_uuid": "f69fff48-3f9f-47c2-a24e-36649d3beb30", "name": "network-vif-deleted", "tag": "024b4c54-fa60-4eb9-90ce-4767a3f9806f", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:38.465931 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b80c63b-230b-45a1-b2df-3fa657bb1383 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:38.466269 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b1fea4-09b2-4d9f-8013-5f3397ab2318', 'tag': 'de9e0ad0-65b4-4bf6-b913-2011932e5cae', 'status': 'completed', 'code': 200} Aug 10 03:45:38.466525 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f69fff48-3f9f-47c2-a24e-36649d3beb30', 'name': 'network-vif-deleted', 'tag': '024b4c54-fa60-4eb9-90ce-4767a3f9806f', 'status': 'completed', 'code': 200} Aug 10 03:45:38.541223 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4c37fc35-92aa-4ed4-8dd0-ba5bb8cecd73 req-cc4f4720-ee3c-407c-9000-521b0928a6a8 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/floatingips/416f7caa-a3dd-425f-ab6f-6e25f4921de0 HTTP/1.1" status: 200 len: 997 time: 0.0868785 Aug 10 03:45:38.567577 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-48b14c3d-5faf-4b8b-8f6b-306c8884c824 req-4f7e407e-a38e-4945-8fe0-3c7b81f1c4f9 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f69fff48-3f9f-47c2-a24e-36649d3beb30 HTTP/1.1" status: 200 len: 210 time: 0.0453565 Aug 10 03:45:38.616834 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbf216-4931-4452-85d0-342f8a24c8b3 req-2ef73cf0-b0d3-44d5-a3a5-5f303b665f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:38.618403 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfdbf216-4931-4452-85d0-342f8a24c8b3 req-2ef73cf0-b0d3-44d5-a3a5-5f303b665f5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b06669819ebb41b2937412e826c7d140&device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318 HTTP/1.1" status: 200 len: 1096 time: 0.0853753 Aug 10 03:45:38.639873 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4488f2f6-0b46-47c5-bab6-c197dacf8456 x-openstack-request-id: req-4488f2f6-0b46-47c5-bab6-c197dacf8456 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:38.640271 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5655fae9-a408-475f-9e65-55423fe5198b", "name": "network-vif-deleted", "tag": "6ee3d21e-047d-49ef-9907-49543ca845ac", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:38.640598 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4488f2f6-0b46-47c5-bab6-c197dacf8456 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:38.641098 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5655fae9-a408-475f-9e65-55423fe5198b', 'name': 'network-vif-deleted', 'tag': '6ee3d21e-047d-49ef-9907-49543ca845ac', 'status': 'completed', 'code': 200} Aug 10 03:45:38.673721 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37fc35-92aa-4ed4-8dd0-ba5bb8cecd73 req-9fb9671b-f3a4-405f-a487-c5b0a7ed73da tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:38.681294 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4c37fc35-92aa-4ed4-8dd0-ba5bb8cecd73 req-9fb9671b-f3a4-405f-a487-c5b0a7ed73da tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 784 time: 0.1387639 Aug 10 03:45:38.687576 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-4c37fc35-92aa-4ed4-8dd0-ba5bb8cecd73 req-1c1d5f4d-610f-4659-aabd-62b61f10d257 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:45:38.693024 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4c37fc35-92aa-4ed4-8dd0-ba5bb8cecd73 req-1c1d5f4d-610f-4659-aabd-62b61f10d257 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108676 Aug 10 03:45:38.750254 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbf216-4931-4452-85d0-342f8a24c8b3 req-22f7c061-3a37-4501-a0f6-1244e5cab667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:38.752839 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfdbf216-4931-4452-85d0-342f8a24c8b3 req-22f7c061-3a37-4501-a0f6-1244e5cab667 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ea927fde-d012-48b3-9009-355288075eee HTTP/1.1" status: 200 len: 922 time: 0.1252503 Aug 10 03:45:38.879044 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfdbf216-4931-4452-85d0-342f8a24c8b3 req-ad504b69-3dd1-4802-9c2d-a80f4f28e099 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de9e0ad0-65b4-4bf6-b913-2011932e5cae HTTP/1.1" status: 200 len: 1000 time: 0.1103206 Aug 10 03:45:38.889246 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9b3272d7-d461-4b1d-b26e-889ffd2f13ea req-12cbc41c-a130-404d-b9df-d5cd8462c034 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.36 HTTP/1.1" status: 200 len: 1000 time: 0.1120834 Aug 10 03:45:38.992362 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3272d7-d461-4b1d-b26e-889ffd2f13ea req-e5882c3a-e81d-4338-ad38-024c5474c17f tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:38.996156 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9b3272d7-d461-4b1d-b26e-889ffd2f13ea req-e5882c3a-e81d-4338-ad38-024c5474c17f tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports/de9e0ad0-65b4-4bf6-b913-2011932e5cae HTTP/1.1" status: 200 len: 942 time: 0.0984893 Aug 10 03:45:39.008994 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbf216-4931-4452-85d0-342f8a24c8b3 req-6a5a88ee-4f4d-48ae-a517-1633ba46f2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:39.010757 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfdbf216-4931-4452-85d0-342f8a24c8b3 req-6a5a88ee-4f4d-48ae-a517-1633ba46f2a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f1213ec-1529-4b69-872e-31c7ddfcb054 HTTP/1.1" status: 200 len: 860 time: 0.1053443 Aug 10 03:45:39.053454 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device acaa084b-0c3a-4900-9f1a-43039aa1cfc2 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:45:39.068731 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 6ee3d21e-047d-49ef-9907-49543ca845ac no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:39.103169 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 6ee3d21e-047d-49ef-9907-49543ca845ac {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:45:39.103592 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 6ee3d21e-047d-49ef-9907-49543ca845ac not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:45:39.104120 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:39.129649 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:45:39.129993 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 8b1c6d9a-b6a8-47ac-98e8-91d0b03d9186 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:45:39.130525 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 024b4c54-fa60-4eb9-90ce-4767a3f9806f no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:39.136090 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9b3272d7-d461-4b1d-b26e-889ffd2f13ea req-b499fe29-054c-436a-8d12-77ce7934008d tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.36 HTTP/1.1" status: 200 len: 1000 time: 0.0665269 Aug 10 03:45:39.176492 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdbf216-4931-4452-85d0-342f8a24c8b3 req-621fff2b-51a9-4820-9799-1da4affcded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:39.178041 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfdbf216-4931-4452-85d0-342f8a24c8b3 req-621fff2b-51a9-4820-9799-1da4affcded6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ea927fde-d012-48b3-9009-355288075eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1466472 Aug 10 03:45:39.324009 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 024b4c54-fa60-4eb9-90ce-4767a3f9806f {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:45:39.324385 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 024b4c54-fa60-4eb9-90ce-4767a3f9806f not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:45:39.337915 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3272d7-d461-4b1d-b26e-889ffd2f13ea req-e6c72a2f-9115-43ec-90cb-be424fa75d5a tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:39.340454 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9b3272d7-d461-4b1d-b26e-889ffd2f13ea req-e6c72a2f-9115-43ec-90cb-be424fa75d5a tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 784 time: 0.1932175 Aug 10 03:45:39.356985 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfdbf216-4931-4452-85d0-342f8a24c8b3 req-d04d5bc5-448d-4f76-ad8f-44f9ca3568f6 service neutron] 10.222.0.20 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520343 Aug 10 03:45:39.374503 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port acaa084b-0c3a-4900-9f1a-43039aa1cfc2, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=acaa084b-0c3a-4900-9f1a-43039aa1cfc2,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:39.391322 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'acaa084b-0c3a-4900-9f1a-43039aa1cfc2', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': 'acaa084b-0c3a-4900-9f1a-43039aa1cfc2', 'mac_address': 'fa:16:3e:54:2b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:45:39.724913 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:39.724913 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acaa084b-0c3a-4900-9f1a-43039aa1cfc2 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:39.724913 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port acaa084b-0c3a-4900-9f1a-43039aa1cfc2, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=acaa084b-0c3a-4900-9f1a-43039aa1cfc2,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:39.783779 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9b3272d7-d461-4b1d-b26e-889ffd2f13ea req-ec9d7866-7434-4048-9095-a31db45784f6 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.36 HTTP/1.1" status: 200 len: 1000 time: 0.4257107 Aug 10 03:45:39.800712 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-9b3272d7-d461-4b1d-b26e-889ffd2f13ea req-f936a3b2-1cf9-476e-8f4b-cfadcd6ffe58 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:39.859194 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfdbf216-4931-4452-85d0-342f8a24c8b3 req-48227abb-05e9-4499-89fd-ced98df3b767 service neutron] 10.222.0.20 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529703 Aug 10 03:45:39.871066 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9b3272d7-d461-4b1d-b26e-889ffd2f13ea req-f936a3b2-1cf9-476e-8f4b-cfadcd6ffe58 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks [] for floatingip, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.027689 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9b3272d7-d461-4b1d-b26e-889ffd2f13ea req-f936a3b2-1cf9-476e-8f4b-cfadcd6ffe58 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.229718 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-46605a9e-17d7-49d6-b719-1052069b8a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.232175 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.287035 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=acaa084b-0c3a-4900-9f1a-43039aa1cfc2,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:40.366256 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9b3272d7-d461-4b1d-b26e-889ffd2f13ea req-f936a3b2-1cf9-476e-8f4b-cfadcd6ffe58 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.366715 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [req-9b3272d7-d461-4b1d-b26e-889ffd2f13ea req-f936a3b2-1cf9-476e-8f4b-cfadcd6ffe58 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Floating IP 416f7caa-a3dd-425f-ab6f-6e25f4921de0 disassociated. External IP: 172.25.0.36, port: de9e0ad0-65b4-4bf6-b913-2011932e5cae. Aug 10 03:45:40.589092 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['acaa084b-0c3a-4900-9f1a-43039aa1cfc2'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:40.607817 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b3272d7-d461-4b1d-b26e-889ffd2f13ea req-f936a3b2-1cf9-476e-8f4b-cfadcd6ffe58 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Router f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:45:40.745078 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b3272d7-d461-4b1d-b26e-889ffd2f13ea req-f936a3b2-1cf9-476e-8f4b-cfadcd6ffe58 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:45:40.745078 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9b3272d7-d461-4b1d-b26e-889ffd2f13ea req-f936a3b2-1cf9-476e-8f4b-cfadcd6ffe58 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:40.745474 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbecdf1e-2347-472e-a5ac-ae28a3db7d20 None None] Sync routers for ids ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:45:40.765879 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbecdf1e-2347-472e-a5ac-ae28a3db7d20 None None] Routers {'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:40.767273 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-cbecdf1e-2347-472e-a5ac-ae28a3db7d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:45:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:40.783449 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9b3272d7-d461-4b1d-b26e-889ffd2f13ea req-f936a3b2-1cf9-476e-8f4b-cfadcd6ffe58 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "PUT /v2.0/floatingips/416f7caa-a3dd-425f-ab6f-6e25f4921de0 HTTP/1.1" status: 200 len: 695 time: 0.9863706 Aug 10 03:45:40.788704 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b1fea4-09b2-4d9f-8013-5f3397ab2318', 'tag': 'de9e0ad0-65b4-4bf6-b913-2011932e5cae'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:40.791032 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1adf1aa-fe64-44db-8b7c-78255b582e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "86b1fea4-09b2-4d9f-8013-5f3397ab2318", "tag": "de9e0ad0-65b4-4bf6-b913-2011932e5cae"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:40.849519 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3272d7-d461-4b1d-b26e-889ffd2f13ea req-47d6021a-b9e7-44c5-9529-bedfdaea48fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:40.851838 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9b3272d7-d461-4b1d-b26e-889ffd2f13ea req-47d6021a-b9e7-44c5-9529-bedfdaea48fb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b06669819ebb41b2937412e826c7d140&device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318 HTTP/1.1" status: 200 len: 1096 time: 0.0541177 Aug 10 03:45:40.907640 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-cbecdf1e-2347-472e-a5ac-ae28a3db7d20 None None] Set router f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:40.948201 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3272d7-d461-4b1d-b26e-889ffd2f13ea req-06b424ba-07f1-4442-a35f-b0221c1f425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:40.949873 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9b3272d7-d461-4b1d-b26e-889ffd2f13ea req-06b424ba-07f1-4442-a35f-b0221c1f425a service neutron] 10.222.0.25 "GET /v2.0/networks?id=ea927fde-d012-48b3-9009-355288075eee HTTP/1.1" status: 200 len: 922 time: 0.0926416 Aug 10 03:45:40.997898 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9b3272d7-d461-4b1d-b26e-889ffd2f13ea req-83ab1ccd-6a99-4612-a148-1eb88ff05129 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de9e0ad0-65b4-4bf6-b913-2011932e5cae HTTP/1.1" status: 200 len: 217 time: 0.0407259 Aug 10 03:45:41.050786 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3272d7-d461-4b1d-b26e-889ffd2f13ea req-ca30bf0d-ece7-4566-9f36-3506562e951e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:41.052344 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9b3272d7-d461-4b1d-b26e-889ffd2f13ea req-ca30bf0d-ece7-4566-9f36-3506562e951e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3f1213ec-1529-4b69-872e-31c7ddfcb054 HTTP/1.1" status: 200 len: 860 time: 0.0473740 Aug 10 03:45:41.104604 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3272d7-d461-4b1d-b26e-889ffd2f13ea req-de5f56a7-8c9d-4cac-b530-53d89b62389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:41.106109 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9b3272d7-d461-4b1d-b26e-889ffd2f13ea req-de5f56a7-8c9d-4cac-b530-53d89b62389b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ea927fde-d012-48b3-9009-355288075eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470738 Aug 10 03:45:41.119825 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-cbecdf1e-2347-472e-a5ac-ae28a3db7d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'name': 'tempest-FloatingIPsAssociationTestJSON-2010575101-router', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:22Z', 'updated_at': '2021-08-10T03:44:28Z', 'revision_number': 4, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'gw_port': {'id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:23Z', 'updated_at': '2021-08-10T03:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'c012eb97-e27b-4b4b-a124-d2babb4d4be7', 'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'mac_address': 'fa:16:3e:9e:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:27Z', 'updated_at': '2021-08-10T03:44:35Z', 'revision_number': 5, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'subnets': [{'id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:41.152410 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbecdf1e-2347-472e-a5ac-ae28a3db7d20 None None] Checking router: f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:45:41.161838 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbecdf1e-2347-472e-a5ac-ae28a3db7d20 None None] Routers {'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:41.162524 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-cbecdf1e-2347-472e-a5ac-ae28a3db7d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:45:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:41.232780 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9b3272d7-d461-4b1d-b26e-889ffd2f13ea req-5dd74487-235c-46ba-bdcb-58e04f80a413 service neutron] 10.222.0.25 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198390 Aug 10 03:45:41.293997 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-cbecdf1e-2347-472e-a5ac-ae28a3db7d20 None None] Set router f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:41.354734 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9b3272d7-d461-4b1d-b26e-889ffd2f13ea req-0a72f5c7-4e8e-4141-801f-a28a6162cf59 service neutron] 10.222.0.25 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091678 Aug 10 03:45:41.520814 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-cbecdf1e-2347-472e-a5ac-ae28a3db7d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'name': 'tempest-FloatingIPsAssociationTestJSON-2010575101-router', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:22Z', 'updated_at': '2021-08-10T03:44:28Z', 'revision_number': 4, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'gw_port': {'id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:23Z', 'updated_at': '2021-08-10T03:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'c012eb97-e27b-4b4b-a124-d2babb4d4be7', 'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'mac_address': 'fa:16:3e:9e:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:27Z', 'updated_at': '2021-08-10T03:44:35Z', 'revision_number': 5, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'subnets': [{'id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:41.548740 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbecdf1e-2347-472e-a5ac-ae28a3db7d20 None None] The sync data for ids ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'] in n-d-802893-2 is: [{'id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'name': 'tempest-FloatingIPsAssociationTestJSON-2010575101-router', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:22Z', 'updated_at': '2021-08-10T03:44:28Z', 'revision_number': 4, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'gw_port': {'id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:23Z', 'updated_at': '2021-08-10T03:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'c012eb97-e27b-4b4b-a124-d2babb4d4be7', 'name': '', 'network_id': 'ea927fde-d012-48b3-9009-355288075eee', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'mac_address': 'fa:16:3e:9e:ba:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:27Z', 'updated_at': '2021-08-10T03:44:35Z', 'revision_number': 5, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'subnets': [{'id': '3f1213ec-1529-4b69-872e-31c7ddfcb054', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:45:41.583557 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0f4dc-118b-4148-a017-7d394e4dfdc6 req-ab0f482f-0929-4832-9ee1-1a03fd5c9c29 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:41.588131 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-93a0f4dc-118b-4148-a017-7d394e4dfdc6 req-ab0f482f-0929-4832-9ee1-1a03fd5c9c29 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 948 time: 0.0717237 Aug 10 03:45:41.629858 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-93a0f4dc-118b-4148-a017-7d394e4dfdc6 req-5187e0d0-f105-4ed1-9766-57fe46a59162 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364559 Aug 10 03:45:41.891914 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfdca9a-5c6e-486c-b396-163141fe43bd x-openstack-request-id: req-9bfdca9a-5c6e-486c-b396-163141fe43bd {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:41.893287 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86b1fea4-09b2-4d9f-8013-5f3397ab2318", "tag": "de9e0ad0-65b4-4bf6-b913-2011932e5cae", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:41.893793 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9bfdca9a-5c6e-486c-b396-163141fe43bd {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:41.894553 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b1fea4-09b2-4d9f-8013-5f3397ab2318', 'tag': 'de9e0ad0-65b4-4bf6-b913-2011932e5cae', 'status': 'completed', 'code': 200} Aug 10 03:45:41.903066 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96df75af-b6a2-4f03-b04b-eaf9f157a0d2 None None] New status for floating IP 416f7caa-a3dd-425f-ab6f-6e25f4921de0: DOWN {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:45:41.987709 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adf1aa-fe64-44db-8b7c-78255b582e3b req-d82fa84b-63b1-4d82-9ac1-91525dd0f602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:41.989373 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a1adf1aa-fe64-44db-8b7c-78255b582e3b req-d82fa84b-63b1-4d82-9ac1-91525dd0f602 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b06669819ebb41b2937412e826c7d140&device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318 HTTP/1.1" status: 200 len: 1096 time: 0.0526867 Aug 10 03:45:42.113190 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adf1aa-fe64-44db-8b7c-78255b582e3b req-d8155bc8-6063-4ce2-9ccd-6b29a7018de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:42.114709 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a1adf1aa-fe64-44db-8b7c-78255b582e3b req-d8155bc8-6063-4ce2-9ccd-6b29a7018de8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ea927fde-d012-48b3-9009-355288075eee HTTP/1.1" status: 200 len: 922 time: 0.1178396 Aug 10 03:45:42.163892 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a1adf1aa-fe64-44db-8b7c-78255b582e3b req-b450f7a2-9c6f-4413-92b4-f4bf5839f3ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de9e0ad0-65b4-4bf6-b913-2011932e5cae HTTP/1.1" status: 200 len: 217 time: 0.0405047 Aug 10 03:45:42.218155 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adf1aa-fe64-44db-8b7c-78255b582e3b req-33743825-99bc-4c91-805a-ade824b63bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:42.220260 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a1adf1aa-fe64-44db-8b7c-78255b582e3b req-33743825-99bc-4c91-805a-ade824b63bf9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f1213ec-1529-4b69-872e-31c7ddfcb054 HTTP/1.1" status: 200 len: 860 time: 0.0480709 Aug 10 03:45:42.265028 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1adf1aa-fe64-44db-8b7c-78255b582e3b req-42f58f4a-8d2d-4447-a28e-dd67043ff870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:42.267356 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a1adf1aa-fe64-44db-8b7c-78255b582e3b req-42f58f4a-8d2d-4447-a28e-dd67043ff870 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ea927fde-d012-48b3-9009-355288075eee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401862 Aug 10 03:45:42.385083 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a1adf1aa-fe64-44db-8b7c-78255b582e3b req-c1b54b6e-9779-4912-a42a-51d4ef4f1187 service neutron] 10.222.0.20 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995173 Aug 10 03:45:42.468840 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-36703653-305c-4520-9bbc-c61372817bd9 req-359fc22f-5eb1-42ba-b2ad-5003d4a6027e tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:45:42.479201 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-36703653-305c-4520-9bbc-c61372817bd9 req-359fc22f-5eb1-42ba-b2ad-5003d4a6027e tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158439 Aug 10 03:45:42.484022 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a1adf1aa-fe64-44db-8b7c-78255b582e3b req-2520acff-4ed6-4d24-a6f5-377f3f731973 service neutron] 10.222.0.20 "GET /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896759 Aug 10 03:45:42.486598 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-36703653-305c-4520-9bbc-c61372817bd9 req-49d82fff-71fa-453f-b607-573b181c44b5 service neutron] Request body: {'binding': {'host': 'n-h2-802893-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:42.494667 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-36703653-305c-4520-9bbc-c61372817bd9 req-49d82fff-71fa-453f-b607-573b181c44b5 service neutron] Unknown quota resources ['binding']. {{(pid=94938) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:45:42.623342 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-36703653-305c-4520-9bbc-c61372817bd9 req-49d82fff-71fa-453f-b607-573b181c44b5 service neutron] Attempting to bind port 4bac39a6-a126-43fe-81fd-e7c414a80ced on host n-h2-802893-2 for vnic_type normal with profile None {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:42.623689 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-36703653-305c-4520-9bbc-c61372817bd9 req-49d82fff-71fa-453f-b607-573b181c44b5 service neutron] Attempting to bind port 4bac39a6-a126-43fe-81fd-e7c414a80ced by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:42.624061 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36703653-305c-4520-9bbc-c61372817bd9 req-49d82fff-71fa-453f-b607-573b181c44b5 service neutron] Attempting to bind port 4bac39a6-a126-43fe-81fd-e7c414a80ced on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:42.629853 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36703653-305c-4520-9bbc-c61372817bd9 req-49d82fff-71fa-453f-b607-573b181c44b5 service neutron] Port 4bac39a6-a126-43fe-81fd-e7c414a80ced on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:42.630173 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36703653-305c-4520-9bbc-c61372817bd9 req-49d82fff-71fa-453f-b607-573b181c44b5 service neutron] Attempting to bind port 4bac39a6-a126-43fe-81fd-e7c414a80ced on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:42.635559 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36703653-305c-4520-9bbc-c61372817bd9 req-49d82fff-71fa-453f-b607-573b181c44b5 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:42.635852 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36703653-305c-4520-9bbc-c61372817bd9 req-49d82fff-71fa-453f-b607-573b181c44b5 service neutron] Checking segment: {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:42.636262 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36703653-305c-4520-9bbc-c61372817bd9 req-49d82fff-71fa-453f-b607-573b181c44b5 service neutron] Bound using segment: {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:42.636685 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-36703653-305c-4520-9bbc-c61372817bd9 req-49d82fff-71fa-453f-b607-573b181c44b5 service neutron] Bound port: 4bac39a6-a126-43fe-81fd-e7c414a80ced, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:42.695190 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-36703653-305c-4520-9bbc-c61372817bd9 req-49d82fff-71fa-453f-b607-573b181c44b5 service neutron] For port 4bac39a6-a126-43fe-81fd-e7c414a80ced, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=4bac39a6-a126-43fe-81fd-e7c414a80ced,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:42.852663 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-36703653-305c-4520-9bbc-c61372817bd9 req-49d82fff-71fa-453f-b607-573b181c44b5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:42.854180 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-36703653-305c-4520-9bbc-c61372817bd9 req-49d82fff-71fa-453f-b607-573b181c44b5 service neutron] 10.222.0.25 "POST /v2.0/ports/4bac39a6-a126-43fe-81fd-e7c414a80ced/bindings HTTP/1.1" status: 201 len: 389 time: 0.3713317 Aug 10 03:45:42.880709 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a905d-516e-4add-a5da-4ae9996689bc req-c8a4b23e-45e1-4650-a364-235f6686b455 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:42.882191 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0e7a905d-516e-4add-a5da-4ae9996689bc req-c8a4b23e-45e1-4650-a364-235f6686b455 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/ports?device_id=97d9d8de-42ae-4f88-a793-f616b4c4fa33 HTTP/1.1" status: 200 len: 945 time: 0.0561755 Aug 10 03:45:42.928076 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0e7a905d-516e-4add-a5da-4ae9996689bc req-afe54ca7-e498-410f-9c58-6f8dd7f05958 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e364db68-d554-4bbf-a46c-e2f2ba7012f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386875 Aug 10 03:45:43.037621 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd37bc-3ea2-4f53-8079-744d108b43fc req-8b3d1561-add8-41dc-8a98-6b1d3ba7c133 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:43.039021 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-82cd37bc-3ea2-4f53-8079-744d108b43fc req-8b3d1561-add8-41dc-8a98-6b1d3ba7c133 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 948 time: 0.0526748 Aug 10 03:45:43.064742 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device acaa084b-0c3a-4900-9f1a-43039aa1cfc2 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:45:43.079607 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-82cd37bc-3ea2-4f53-8079-744d108b43fc req-785d9365-c6bf-480a-b5b9-f5e6ba423850 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345674 Aug 10 03:45:43.240087 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port acaa084b-0c3a-4900-9f1a-43039aa1cfc2 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:45:43.244159 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port acaa084b-0c3a-4900-9f1a-43039aa1cfc2 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:45:43.244855 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.270746 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2e5346ac-fa2e-42cb-a5c6-42e3410b63a9 req-ed4cb2d7-eb54-4ebb-b15c-8a985652ba56 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/floatingips/416f7caa-a3dd-425f-ab6f-6e25f4921de0 HTTP/1.1" status: 200 len: 693 time: 0.0528610 Aug 10 03:45:43.327396 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.360640 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485da124-f627-4b9d-a298-6e80337b7f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acaa084b-0c3a-4900-9f1a-43039aa1cfc2'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:43.363337 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9034ce68-3da8-445d-83ab-88c2e4051a3c" -d '{"events": [{"server_uuid": "485da124-f627-4b9d-a298-6e80337b7f9e", "name": "network-vif-plugged", "status": "completed", "tag": "acaa084b-0c3a-4900-9f1a-43039aa1cfc2"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:43.368967 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port acaa084b-0c3a-4900-9f1a-43039aa1cfc2, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=acaa084b-0c3a-4900-9f1a-43039aa1cfc2,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:43.386202 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5346ac-fa2e-42cb-a5c6-42e3410b63a9 req-ccc318a8-3d1b-49a5-a877-898ef8dcaebc tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:43.387552 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2e5346ac-fa2e-42cb-a5c6-42e3410b63a9 req-ccc318a8-3d1b-49a5-a877-898ef8dcaebc tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 784 time: 0.1110024 Aug 10 03:45:43.398348 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-2e5346ac-fa2e-42cb-a5c6-42e3410b63a9 req-e3d80129-3550-4b30-9553-836192e6db42 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:45:43.399333 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2e5346ac-fa2e-42cb-a5c6-42e3410b63a9 req-e3d80129-3550-4b30-9553-836192e6db42 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056944 Aug 10 03:45:43.471931 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2e5346ac-fa2e-42cb-a5c6-42e3410b63a9 req-01d21a99-5f1e-41ea-9541-b7264b41239c tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.36 HTTP/1.1" status: 200 len: 696 time: 0.0659153 Aug 10 03:45:43.508773 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.532210 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2e5346ac-fa2e-42cb-a5c6-42e3410b63a9 req-952ca979-0b76-4bad-8c05-eb8f9a1c50f6 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.36 HTTP/1.1" status: 200 len: 696 time: 0.0518651 Aug 10 03:45:43.566564 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=acaa084b-0c3a-4900-9f1a-43039aa1cfc2,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:43.680316 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-2e5346ac-fa2e-42cb-a5c6-42e3410b63a9 req-bce3454d-d26b-4093-9664-df72ce02ce01 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Deleting port f10bebd8-4e11-48ce-b34c-7c85bbfcf73b {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:43.680701 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2e5346ac-fa2e-42cb-a5c6-42e3410b63a9 req-bce3454d-d26b-4093-9664-df72ce02ce01 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.691930 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.759784 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2e5346ac-fa2e-42cb-a5c6-42e3410b63a9 req-bce3454d-d26b-4093-9664-df72ce02ce01 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.761343 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2e5346ac-fa2e-42cb-a5c6-42e3410b63a9 req-bce3454d-d26b-4093-9664-df72ce02ce01 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.780504 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-2e5346ac-fa2e-42cb-a5c6-42e3410b63a9 req-bce3454d-d26b-4093-9664-df72ce02ce01 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Calling delete_port for f10bebd8-4e11-48ce-b34c-7c85bbfcf73b owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:43.849064 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4c9aa9c4-f5f2-4639-8a7b-6db6d9da4c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:43.912289 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36703653-305c-4520-9bbc-c61372817bd9 req-6867592c-824d-4c7b-bc96-874afb069bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:43.913965 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-36703653-305c-4520-9bbc-c61372817bd9 req-6867592c-824d-4c7b-bc96-874afb069bc3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=124800de805149b392f25b813a13c194&device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 1097 time: 0.0804121 Aug 10 03:45:43.971319 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d15b9f7-f9fd-4e2c-94ad-a5474027acf2 req-012378a0-e177-43cb-b8f5-482200612250 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:43.971319 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9d15b9f7-f9fd-4e2c-94ad-a5474027acf2 req-012378a0-e177-43cb-b8f5-482200612250 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 946 time: 0.0911465 Aug 10 03:45:44.025739 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2e5346ac-fa2e-42cb-a5c6-42e3410b63a9 req-bce3454d-d26b-4093-9664-df72ce02ce01 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:44.056745 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9d15b9f7-f9fd-4e2c-94ad-a5474027acf2 req-d9953200-f67d-41d3-9377-935e742454d1 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589197 Aug 10 03:45:44.071097 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36703653-305c-4520-9bbc-c61372817bd9 req-97d22f31-6028-491a-8b8b-87ee7ed48e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:44.071628 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce3454d-d26b-4093-9664-df72ce02ce01 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Pushing event deleted for resources: {'Port': ['ID=f10bebd8-4e11-48ce-b34c-7c85bbfcf73b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:44.072618 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-36703653-305c-4520-9bbc-c61372817bd9 req-97d22f31-6028-491a-8b8b-87ee7ed48e96 service neutron] 10.222.0.20 "GET /v2.0/networks?id=82e15316-6bb5-465a-8cae-f1cb27c52e26 HTTP/1.1" status: 200 len: 908 time: 0.1461549 Aug 10 03:45:44.124156 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa46a5f-3e01-4589-9894-709e6f1792ee x-openstack-request-id: req-4aa46a5f-3e01-4589-9894-709e6f1792ee {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:44.124649 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485da124-f627-4b9d-a298-6e80337b7f9e", "name": "network-vif-plugged", "status": "completed", "tag": "acaa084b-0c3a-4900-9f1a-43039aa1cfc2", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:44.124737 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4aa46a5f-3e01-4589-9894-709e6f1792ee {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:44.125817 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485da124-f627-4b9d-a298-6e80337b7f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acaa084b-0c3a-4900-9f1a-43039aa1cfc2', 'code': 200} Aug 10 03:45:44.135194 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-36703653-305c-4520-9bbc-c61372817bd9 req-a47ca247-30fd-47ee-9187-c306c2694798 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bac39a6-a126-43fe-81fd-e7c414a80ced HTTP/1.1" status: 200 len: 217 time: 0.0517216 Aug 10 03:45:44.176381 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2e5346ac-fa2e-42cb-a5c6-42e3410b63a9 req-bce3454d-d26b-4093-9664-df72ce02ce01 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks [] for floatingip, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:44.180034 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2e5346ac-fa2e-42cb-a5c6-42e3410b63a9 req-bce3454d-d26b-4093-9664-df72ce02ce01 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:44.191741 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2e5346ac-fa2e-42cb-a5c6-42e3410b63a9 req-bce3454d-d26b-4093-9664-df72ce02ce01 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "DELETE /v2.0/floatingips/416f7caa-a3dd-425f-ab6f-6e25f4921de0 HTTP/1.1" status: 204 len: 173 time: 0.6535697 Aug 10 03:45:44.252286 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36703653-305c-4520-9bbc-c61372817bd9 req-e3f97447-4221-4f9b-abcd-d19abf59eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:44.253981 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-36703653-305c-4520-9bbc-c61372817bd9 req-e3f97447-4221-4f9b-abcd-d19abf59eb48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f HTTP/1.1" status: 200 len: 847 time: 0.0857832 Aug 10 03:45:44.289454 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4edcb4c-d0fd-4447-9980-435965380060 req-60d2e9c5-d2ff-4162-91d4-348382c19a76 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:44.291036 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a4edcb4c-d0fd-4447-9980-435965380060 req-60d2e9c5-d2ff-4162-91d4-348382c19a76 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/ports?device_id=97d9d8de-42ae-4f88-a793-f616b4c4fa33 HTTP/1.1" status: 200 len: 945 time: 0.0536122 Aug 10 03:45:44.296217 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4857e-d8ea-4c53-a323-250f48412f82 req-fec0f697-da08-47f4-ab96-f78913e9c197 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:44.298491 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-41b4857e-d8ea-4c53-a323-250f48412f82 req-fec0f697-da08-47f4-ab96-f78913e9c197 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d3e3962-95ff-4e32-8271-cfb184d3d3bb HTTP/1.1" status: 200 len: 950 time: 0.0926945 Aug 10 03:45:44.334067 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a4edcb4c-d0fd-4447-9980-435965380060 req-55b0d6bd-9be8-4b9c-8dfc-e48d3def4447 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e364db68-d554-4bbf-a46c-e2f2ba7012f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363336 Aug 10 03:45:44.337412 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-36703653-305c-4520-9bbc-c61372817bd9 req-2bd5d78b-5be9-410c-9db6-00215bc508ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=82e15316-6bb5-465a-8cae-f1cb27c52e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506678 Aug 10 03:45:44.417874 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13cc38-fd99-4307-b2cc-95151aac35f8 req-f348a80d-761e-45c4-841d-776d8e01330c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:44.420428 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3d13cc38-fd99-4307-b2cc-95151aac35f8 req-f348a80d-761e-45c4-841d-776d8e01330c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 1100 time: 0.1646161 Aug 10 03:45:44.431305 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-41b4857e-d8ea-4c53-a323-250f48412f82 req-1ef5beca-10d3-4c91-ad8b-3a5047db991a tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246133 Aug 10 03:45:44.490845 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3d13cc38-fd99-4307-b2cc-95151aac35f8 req-9b568f49-ba42-44f0-a211-95acb6631ae2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585179 Aug 10 03:45:44.502441 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5a084-d23e-459e-94aa-e29eabcbbbec req-92e5d207-352f-499b-b6da-5b73bb474101 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:44.510059 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7fd5a084-d23e-459e-94aa-e29eabcbbbec req-92e5d207-352f-499b-b6da-5b73bb474101 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.0961964 Aug 10 03:45:44.525399 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-36703653-305c-4520-9bbc-c61372817bd9 req-d9d520bc-f7b7-4924-93cb-b081a184b707 service neutron] 10.222.0.20 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757965 Aug 10 03:45:44.546101 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7fd5a084-d23e-459e-94aa-e29eabcbbbec req-ba7ec29b-8e72-4099-aa31-09999d49bd9c tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351696 Aug 10 03:45:44.982633 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92f961-e48b-4005-9759-915473524ebd req-8d7eab27-4f5f-4581-b5f9-ed0d15403e90 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:44.984161 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4b92f961-e48b-4005-9759-915473524ebd req-8d7eab27-4f5f-4581-b5f9-ed0d15403e90 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.20 "GET /v2.0/ports?device_id=97d9d8de-42ae-4f88-a793-f616b4c4fa33 HTTP/1.1" status: 200 len: 945 time: 0.0724199 Aug 10 03:45:45.002672 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-36703653-305c-4520-9bbc-c61372817bd9 req-f42c6e02-e1b9-43e6-b8eb-6a039a885461 service neutron] 10.222.0.20 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392093 Aug 10 03:45:45.097487 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-4b92f961-e48b-4005-9759-915473524ebd req-53917741-3090-4ae6-a57b-827453a107d9 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Deleting port 2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:45.097842 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4b92f961-e48b-4005-9759-915473524ebd req-53917741-3090-4ae6-a57b-827453a107d9 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:45.186599 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a02f9f-e687-4018-94f1-3f06dfa0e485 req-7f8881d7-b5f0-4fb4-a793-cae638438082 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:45.188804 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-25a02f9f-e687-4018-94f1-3f06dfa0e485 req-7f8881d7-b5f0-4fb4-a793-cae638438082 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 946 time: 0.0522563 Aug 10 03:45:45.200543 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:45.237124 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599bf2a-9182-425b-9087-e9271cc5f725 req-0cfdded1-1382-496b-aa4a-3b07124f77bc tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:45.238688 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b599bf2a-9182-425b-9087-e9271cc5f725 req-0cfdded1-1382-496b-aa4a-3b07124f77bc tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318 HTTP/1.1" status: 200 len: 945 time: 0.0943294 Aug 10 03:45:45.240679 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-4b92f961-e48b-4005-9759-915473524ebd req-53917741-3090-4ae6-a57b-827453a107d9 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] For port 2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf,segment=NetworkSegment(f6d9cabc-7400-46a8-9fc3-952acebeb8e8),segment_id=f6d9cabc-7400-46a8-9fc3-952acebeb8e8)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:45.241059 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4b92f961-e48b-4005-9759-915473524ebd req-53917741-3090-4ae6-a57b-827453a107d9 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:45.245306 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-25a02f9f-e687-4018-94f1-3f06dfa0e485 req-003a2717-dd53-483c-b074-6166b6b53b3b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488298 Aug 10 03:45:45.272030 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-4b92f961-e48b-4005-9759-915473524ebd req-53917741-3090-4ae6-a57b-827453a107d9 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Calling delete_port for 2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:45.328803 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b599bf2a-9182-425b-9087-e9271cc5f725 req-506aee5c-66ac-412a-9954-142aeb76a4a2 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/security-groups?id=6763967d-314e-4d18-9fae-24a19d07d72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796378 Aug 10 03:45:45.420859 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:45.455197 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae60f4-0af2-4f84-9841-1eede8a22df0 req-96af7c99-5e8b-44b3-959d-86bb2abc97ba tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:45.456776 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8fae60f4-0af2-4f84-9841-1eede8a22df0 req-96af7c99-5e8b-44b3-959d-86bb2abc97ba tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/ports?device_id=97d9d8de-42ae-4f88-a793-f616b4c4fa33 HTTP/1.1" status: 200 len: 945 time: 0.0508542 Aug 10 03:45:45.513237 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8fae60f4-0af2-4f84-9841-1eede8a22df0 req-35802568-8916-43b9-9e23-96a6ea527195 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/security-groups?id=e364db68-d554-4bbf-a46c-e2f2ba7012f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491781 Aug 10 03:45:45.536150 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4b92f961-e48b-4005-9759-915473524ebd req-53917741-3090-4ae6-a57b-827453a107d9 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:45.588552 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:45.633700 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53917741-3090-4ae6-a57b-827453a107d9 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Pushing event deleted for resources: {'Port': ['ID=2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:45.661873 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b92f961-e48b-4005-9759-915473524ebd req-53917741-3090-4ae6-a57b-827453a107d9 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] No DVR routers for this DVR port 2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:45:45.674043 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411c450-9b5a-4959-b690-2ffc9e8eed0c req-9c3c28b1-e4a6-4483-8465-eb4304e3576a tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:45.682490 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3411c450-9b5a-4959-b690-2ffc9e8eed0c req-9c3c28b1-e4a6-4483-8465-eb4304e3576a tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.68 "GET /v2.0/ports?device_id=4d3e3962-95ff-4e32-8271-cfb184d3d3bb HTTP/1.1" status: 200 len: 950 time: 0.1949482 Aug 10 03:45:45.682490 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4b92f961-e48b-4005-9759-915473524ebd req-53917741-3090-4ae6-a57b-827453a107d9 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:45.682490 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4b92f961-e48b-4005-9759-915473524ebd req-53917741-3090-4ae6-a57b-827453a107d9 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.20 "DELETE /v2.0/ports/2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf HTTP/1.1" status: 204 len: 173 time: 0.6874907 Aug 10 03:45:45.682490 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d9d8de-42ae-4f88-a793-f616b4c4fa33', 'name': 'network-vif-deleted', 'tag': '2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:45.684301 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524d1576-f668-4dfe-b2be-79587cdeab95" -d '{"events": [{"server_uuid": "97d9d8de-42ae-4f88-a793-f616b4c4fa33", "name": "network-vif-deleted", "tag": "2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:45.698951 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77a7d9-0b8b-472d-a652-9fb2eb35c140 req-3b9ecac1-7bc7-4579-b097-78fad025e996 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:45.704179 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fe77a7d9-0b8b-472d-a652-9fb2eb35c140 req-3b9ecac1-7bc7-4579-b097-78fad025e996 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.0578859 Aug 10 03:45:45.738490 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f241100f-9b6c-4b0e-ba3c-72eb33392558 req-4280c5df-15e4-41f9-819c-40f3da97f5ec tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:45.748632 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f241100f-9b6c-4b0e-ba3c-72eb33392558 req-4280c5df-15e4-41f9-819c-40f3da97f5ec tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d3e3962-95ff-4e32-8271-cfb184d3d3bb HTTP/1.1" status: 200 len: 950 time: 0.2281516 Aug 10 03:45:45.765065 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fe77a7d9-0b8b-472d-a652-9fb2eb35c140 req-3d8ba031-1a7e-4ee0-931b-b47be0ba0ffb tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558412 Aug 10 03:45:45.833826 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcfe90a-bb0e-4ee2-ab70-d4873946300a x-openstack-request-id: req-5bcfe90a-bb0e-4ee2-ab70-d4873946300a {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:45.834480 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d9d8de-42ae-4f88-a793-f616b4c4fa33", "name": "network-vif-deleted", "tag": "2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:45.834835 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5bcfe90a-bb0e-4ee2-ab70-d4873946300a {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:45.835409 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d9d8de-42ae-4f88-a793-f616b4c4fa33', 'name': 'network-vif-deleted', 'tag': '2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf', 'status': 'completed', 'code': 200} Aug 10 03:45:45.860401 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f241100f-9b6c-4b0e-ba3c-72eb33392558 req-4dd9c3c5-e22f-4207-a161-7699d3ffcdfc tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/security-groups?id=35caed85-be20-4a26-b6be-6f77d1355648&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085944 Aug 10 03:45:45.884548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-3411c450-9b5a-4959-b690-2ffc9e8eed0c req-472695b1-993f-47c5-9fc5-bf3dc7569358 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Deleting port 371b2e20-4e1f-42e2-b04c-3f6b94239b8e {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:45.884969 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-3411c450-9b5a-4959-b690-2ffc9e8eed0c req-472695b1-993f-47c5-9fc5-bf3dc7569358 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:45.987127 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-3411c450-9b5a-4959-b690-2ffc9e8eed0c req-472695b1-993f-47c5-9fc5-bf3dc7569358 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] For port 371b2e20-4e1f-42e2-b04c-3f6b94239b8e, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=371b2e20-4e1f-42e2-b04c-3f6b94239b8e,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:45.987800 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-3411c450-9b5a-4959-b690-2ffc9e8eed0c req-472695b1-993f-47c5-9fc5-bf3dc7569358 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:46.001307 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-3411c450-9b5a-4959-b690-2ffc9e8eed0c req-472695b1-993f-47c5-9fc5-bf3dc7569358 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Calling delete_port for 371b2e20-4e1f-42e2-b04c-3f6b94239b8e owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:46.280831 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-3411c450-9b5a-4959-b690-2ffc9e8eed0c req-472695b1-993f-47c5-9fc5-bf3dc7569358 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:46.295181 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['371b2e20-4e1f-42e2-b04c-3f6b94239b8e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:46.368723 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472695b1-993f-47c5-9fc5-bf3dc7569358 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Pushing event deleted for resources: {'Port': ['ID=371b2e20-4e1f-42e2-b04c-3f6b94239b8e,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:46.381425 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-d0a215fe-a933-4997-9cdb-6136c3127b40 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:46.383019 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-d0a215fe-a933-4997-9cdb-6136c3127b40 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/networks?id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4 HTTP/1.1" status: 200 len: 821 time: 0.1430008 Aug 10 03:45:46.408921 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-1f05c487-c121-48c3-b38c-6ce398ac51c9 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/quotas/47ca53781e6743fd8c23c05b91862cdc HTTP/1.1" status: 200 len: 375 time: 0.0188406 Aug 10 03:45:46.463401 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-3411c450-9b5a-4959-b690-2ffc9e8eed0c req-472695b1-993f-47c5-9fc5-bf3dc7569358 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] No DVR routers for this DVR port 371b2e20-4e1f-42e2-b04c-3f6b94239b8e on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:45:46.467530 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-3411c450-9b5a-4959-b690-2ffc9e8eed0c req-472695b1-993f-47c5-9fc5-bf3dc7569358 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:46.471319 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3411c450-9b5a-4959-b690-2ffc9e8eed0c req-472695b1-993f-47c5-9fc5-bf3dc7569358 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.68 "DELETE /v2.0/ports/371b2e20-4e1f-42e2-b04c-3f6b94239b8e HTTP/1.1" status: 204 len: 173 time: 0.7822506 Aug 10 03:45:46.480793 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7916378-876b-4ad2-86fc-c2c3487ab7b3 req-e9d18d62-d016-4e2f-b369-ef24f34800f0 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:46.483277 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a7916378-876b-4ad2-86fc-c2c3487ab7b3 req-e9d18d62-d016-4e2f-b369-ef24f34800f0 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 946 time: 0.1213224 Aug 10 03:45:46.488249 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-d04159a3-d193-492f-80d4-66163e51c339 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=47ca53781e6743fd8c23c05b91862cdc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0783374 Aug 10 03:45:46.527304 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a7916378-876b-4ad2-86fc-c2c3487ab7b3 req-9fea0841-dfe6-4747-9782-8c4af0b9063d tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356905 Aug 10 03:45:46.592827 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-939b4da9-779a-481f-975b-0a451e0bc327 service neutron] 10.222.0.25 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004796 Aug 10 03:45:46.668225 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b62ec6e-42c2-486a-a6db-2723a0a0042b req-24f4e337-1dc3-42ca-9ed9-928714ca03a7 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:46.669669 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6b62ec6e-42c2-486a-a6db-2723a0a0042b req-24f4e337-1dc3-42ca-9ed9-928714ca03a7 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318 HTTP/1.1" status: 200 len: 945 time: 0.0769246 Aug 10 03:45:46.717790 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6b62ec6e-42c2-486a-a6db-2723a0a0042b req-683fc719-7935-43b9-8b38-1f4f3af4c9f9 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/security-groups?id=6763967d-314e-4d18-9fae-24a19d07d72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403244 Aug 10 03:45:46.743508 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:46.866132 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8997a15c-b439-4712-b81e-cca1e04b3baa req-ad18934a-bc1c-4f73-a348-f35b66688393 tempest-VolumesAdminNegativeTest-43598505 tempest-VolumesAdminNegativeTest-43598505-project] 10.222.0.25 "GET /v2.0/ports?device_id=97d9d8de-42ae-4f88-a793-f616b4c4fa33 HTTP/1.1" status: 200 len: 210 time: 0.0343609 Aug 10 03:45:46.978959 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-a14d4bf2-5803-4fbf-8a13-01f5b0d34091 service neutron] 10.222.0.25 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785672 Aug 10 03:45:46.993576 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b8d3e-e12d-47f1-be90-80126aa11a0e req-e7ee3ed6-9529-4bdd-b22a-8d292b66d84f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:46.995016 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c20b8d3e-e12d-47f1-be90-80126aa11a0e req-e7ee3ed6-9529-4bdd-b22a-8d292b66d84f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.0520475 Aug 10 03:45:47.065692 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c20b8d3e-e12d-47f1-be90-80126aa11a0e req-d44d07c2-ea0a-48da-bbd3-28e79edcafae tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640674 Aug 10 03:45:47.086686 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365998b-c6f0-42ec-8a2b-d809fe8a062e req-9be41238-d9ac-4d0f-ac62-934715e9cc11 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:47.086686 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0365998b-c6f0-42ec-8a2b-d809fe8a062e req-9be41238-d9ac-4d0f-ac62-934715e9cc11 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.20 "GET /v2.0/ports?device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318 HTTP/1.1" status: 200 len: 945 time: 0.0792432 Aug 10 03:45:47.203176 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aa46e627-f32a-40af-9f55-11ac247e182e req-0b93a928-c3f0-4fcc-88da-e26560062c5f tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d3e3962-95ff-4e32-8271-cfb184d3d3bb HTTP/1.1" status: 200 len: 210 time: 0.0318396 Aug 10 03:45:47.255666 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-0365998b-c6f0-42ec-8a2b-d809fe8a062e req-42771a7c-696b-41fd-89d1-7da17e44ec15 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Deleting port de9e0ad0-65b4-4bf6-b913-2011932e5cae {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:47.256409 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0365998b-c6f0-42ec-8a2b-d809fe8a062e req-42771a7c-696b-41fd-89d1-7da17e44ec15 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:47.368191 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-0365998b-c6f0-42ec-8a2b-d809fe8a062e req-42771a7c-696b-41fd-89d1-7da17e44ec15 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] For port de9e0ad0-65b4-4bf6-b913-2011932e5cae, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=de9e0ad0-65b4-4bf6-b913-2011932e5cae,segment=NetworkSegment(a45d8102-0f0b-47e1-b9bf-864794b5de8c),segment_id=a45d8102-0f0b-47e1-b9bf-864794b5de8c)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:47.368681 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0365998b-c6f0-42ec-8a2b-d809fe8a062e req-42771a7c-696b-41fd-89d1-7da17e44ec15 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:47.383891 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-0365998b-c6f0-42ec-8a2b-d809fe8a062e req-42771a7c-696b-41fd-89d1-7da17e44ec15 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Calling delete_port for de9e0ad0-65b4-4bf6-b913-2011932e5cae owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:47.505535 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc38c0-3584-421e-8039-2f2b5243b2d1 req-3a349a56-a9ea-4d9c-88d6-a5673b76f50f tempest-MigrationsAdminTest-516280644 tempest-MigrationsAdminTest-516280644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:47.507095 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c5cc38c0-3584-421e-8039-2f2b5243b2d1 req-3a349a56-a9ea-4d9c-88d6-a5673b76f50f tempest-MigrationsAdminTest-516280644 tempest-MigrationsAdminTest-516280644-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 1100 time: 0.0718563 Aug 10 03:45:47.584877 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c5cc38c0-3584-421e-8039-2f2b5243b2d1 req-7f3e4926-6a14-4a0d-a107-0e38793d8475 tempest-MigrationsAdminTest-516280644 tempest-MigrationsAdminTest-516280644-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689101 Aug 10 03:45:47.685802 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0365998b-c6f0-42ec-8a2b-d809fe8a062e req-42771a7c-696b-41fd-89d1-7da17e44ec15 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:47.724027 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42771a7c-696b-41fd-89d1-7da17e44ec15 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Pushing event deleted for resources: {'Port': ['ID=de9e0ad0-65b4-4bf6-b913-2011932e5cae,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:47.728625 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['de9e0ad0-65b4-4bf6-b913-2011932e5cae'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:47.741491 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcdc699-959b-4481-a966-f5d4821f9b8c req-de942d23-cdae-4bc7-a7db-e95c1ae69be6 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:47.749556 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0dcdc699-959b-4481-a966-f5d4821f9b8c req-de942d23-cdae-4bc7-a7db-e95c1ae69be6 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 946 time: 0.0985754 Aug 10 03:45:47.812712 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-0365998b-c6f0-42ec-8a2b-d809fe8a062e req-42771a7c-696b-41fd-89d1-7da17e44ec15 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] No DVR routers for this DVR port de9e0ad0-65b4-4bf6-b913-2011932e5cae on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:45:47.816912 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0365998b-c6f0-42ec-8a2b-d809fe8a062e req-42771a7c-696b-41fd-89d1-7da17e44ec15 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:47.819096 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0365998b-c6f0-42ec-8a2b-d809fe8a062e req-42771a7c-696b-41fd-89d1-7da17e44ec15 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.20 "DELETE /v2.0/ports/de9e0ad0-65b4-4bf6-b913-2011932e5cae HTTP/1.1" status: 204 len: 173 time: 0.7291720 Aug 10 03:45:47.837891 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0dcdc699-959b-4481-a966-f5d4821f9b8c req-9a835323-ebbe-46d2-9abe-1a823a9cfae9 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877142 Aug 10 03:45:47.838381 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3e3962-95ff-4e32-8271-cfb184d3d3bb', 'name': 'network-vif-deleted', 'tag': '371b2e20-4e1f-42e2-b04c-3f6b94239b8e'}, {'server_uuid': '86b1fea4-09b2-4d9f-8013-5f3397ab2318', 'name': 'network-vif-deleted', 'tag': 'de9e0ad0-65b4-4bf6-b913-2011932e5cae'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:47.840643 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353b44c2-7ac5-4b4f-991b-6a220f4dece0" -d '{"events": [{"server_uuid": "4d3e3962-95ff-4e32-8271-cfb184d3d3bb", "name": "network-vif-deleted", "tag": "371b2e20-4e1f-42e2-b04c-3f6b94239b8e"}, {"server_uuid": "86b1fea4-09b2-4d9f-8013-5f3397ab2318", "name": "network-vif-deleted", "tag": "de9e0ad0-65b4-4bf6-b913-2011932e5cae"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:47.963715 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fce4aae1-44c1-42a6-bda8-973499cc0fd6 req-85dfb474-3211-4d18-a5ef-f6b137808793 tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318 HTTP/1.1" status: 200 len: 210 time: 0.0363998 Aug 10 03:45:48.063569 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a4bc8d80-eb62-4dc1-878c-aeb7d65acc25 req-b07d5b82-1111-45e9-8e93-eccbb3e7f2c3 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 210 time: 0.0295746 Aug 10 03:45:48.151676 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d03aa4-8b1b-4617-8dd2-3596471f8490 x-openstack-request-id: req-a7d03aa4-8b1b-4617-8dd2-3596471f8490 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:48.151676 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3e3962-95ff-4e32-8271-cfb184d3d3bb", "name": "network-vif-deleted", "tag": "371b2e20-4e1f-42e2-b04c-3f6b94239b8e", "status": "completed", "code": 200}, {"server_uuid": "86b1fea4-09b2-4d9f-8013-5f3397ab2318", "name": "network-vif-deleted", "tag": "de9e0ad0-65b4-4bf6-b913-2011932e5cae", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:48.151676 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7d03aa4-8b1b-4617-8dd2-3596471f8490 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:48.151676 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3e3962-95ff-4e32-8271-cfb184d3d3bb', 'name': 'network-vif-deleted', 'tag': '371b2e20-4e1f-42e2-b04c-3f6b94239b8e', 'status': 'completed', 'code': 200} Aug 10 03:45:48.151676 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b1fea4-09b2-4d9f-8013-5f3397ab2318', 'name': 'network-vif-deleted', 'tag': 'de9e0ad0-65b4-4bf6-b913-2011932e5cae', 'status': 'completed', 'code': 200} Aug 10 03:45:48.184451 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49526) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:48.233766 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8183b01-3173-4779-95d6-a2247555287c admin admin] Deleting subnet cbd04f40-8901-4c29-b302-9841ea30afb4 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:45:48.243607 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f8183b01-3173-4779-95d6-a2247555287c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:48.314127 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f8183b01-3173-4779-95d6-a2247555287c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:48.353481 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a8501fb0-03e6-40fd-84a9-569d8113dca8 req-af50821e-e3e3-4c17-9df1-2eb839fae6b5 tempest-ServersOnMultiNodesTest-1500872196 tempest-ServersOnMultiNodesTest-1500872196-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d3e3962-95ff-4e32-8271-cfb184d3d3bb HTTP/1.1" status: 200 len: 210 time: 0.0535614 Aug 10 03:45:48.388510 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f8183b01-3173-4779-95d6-a2247555287c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:48.479172 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 371b2e20-4e1f-42e2-b04c-3f6b94239b8e no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:48.495507 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 371b2e20-4e1f-42e2-b04c-3f6b94239b8e {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:45:48.495847 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 371b2e20-4e1f-42e2-b04c-3f6b94239b8e not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:45:48.574343 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa4c9f-5672-44c4-b3ff-23004a6b67e9 req-f0d37a0f-1f6d-49ff-acd6-1bda682784dd tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:48.575928 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c5fa4c9f-5672-44c4-b3ff-23004a6b67e9 req-f0d37a0f-1f6d-49ff-acd6-1bda682784dd tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.0503976 Aug 10 03:45:48.615589 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c5fa4c9f-5672-44c4-b3ff-23004a6b67e9 req-80fb44b8-c8ed-454c-96d0-c148ef8a1920 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324585 Aug 10 03:45:48.669116 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f8183b01-3173-4779-95d6-a2247555287c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:48.695735 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8183b01-3173-4779-95d6-a2247555287c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbd04f40-8901-4c29-b302-9841ea30afb4,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:48.699511 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f8183b01-3173-4779-95d6-a2247555287c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:48.705318 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f8183b01-3173-4779-95d6-a2247555287c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cbd04f40-8901-4c29-b302-9841ea30afb4 HTTP/1.1" status: 204 len: 168 time: 0.5159094 Aug 10 03:45:48.705318 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49538) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:48.795185 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-70a5f47d-aa0b-47c4-83ed-599e4b6c7310 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0594380 Aug 10 03:45:49.099376 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b9629a5a-65f9-4de6-bf70-f215b515c01d req-67dcaa99-22f6-4c24-b6cf-4afaff8a075c tempest-FloatingIPsAssociationTestJSON-898232710 tempest-FloatingIPsAssociationTestJSON-898232710-project] 10.222.0.25 "GET /v2.0/ports?device_id=86b1fea4-09b2-4d9f-8013-5f3397ab2318 HTTP/1.1" status: 200 len: 210 time: 0.0378509 Aug 10 03:45:49.129276 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd3ffb75-6fed-48b0-b921-5e808f7808ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:49.142412 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device de9e0ad0-65b4-4bf6-b913-2011932e5cae no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:49.147649 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c2885-8b20-4f39-8781-ed5b2376b327 req-b398d624-22ed-4f5c-8aa9-0b77e5f688ae tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:49.149396 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ee9c2885-8b20-4f39-8781-ed5b2376b327 req-b398d624-22ed-4f5c-8aa9-0b77e5f688ae tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 946 time: 0.0818238 Aug 10 03:45:49.182951 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: de9e0ad0-65b4-4bf6-b913-2011932e5cae {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:45:49.183473 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device de9e0ad0-65b4-4bf6-b913-2011932e5cae not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:45:49.184207 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:49.206704 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:45:49.207045 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 2d08c28d-69e3-4d4d-9806-a9ac02b2f0bf not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:45:49.220821 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-38c1cc83-75ff-4b95-8407-c73d3533245e req-a8ca37cb-00e7-47ee-80c3-4c8df31d2bae tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 210 time: 0.0596418 Aug 10 03:45:49.273935 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd3ffb75-6fed-48b0-b921-5e808f7808ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:49.279912 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ee9c2885-8b20-4f39-8781-ed5b2376b327 req-478ce4fb-e2d9-489e-b423-66d5e3ab8142 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210861 Aug 10 03:45:49.291369 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-cd3ffb75-6fed-48b0-b921-5e808f7808ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85845dc7-b247-4b00-98b8-c74ce14a48f1']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:49.313328 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-cd3ffb75-6fed-48b0-b921-5e808f7808ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d9cabc-7400-46a8-9fc3-952acebeb8e8') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:49.314080 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-cd3ffb75-6fed-48b0-b921-5e808f7808ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d9cabc-7400-46a8-9fc3-952acebeb8e8') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:49.325326 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd3ffb75-6fed-48b0-b921-5e808f7808ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:49.342417 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd3ffb75-6fed-48b0-b921-5e808f7808ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:49.349606 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd3ffb75-6fed-48b0-b921-5e808f7808ce admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:45:49.350017 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd3ffb75-6fed-48b0-b921-5e808f7808ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:45:49.351713 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:45:49.555497 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd3ffb75-6fed-48b0-b921-5e808f7808ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:49.570068 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd3ffb75-6fed-48b0-b921-5e808f7808ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:49.574814 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cd3ffb75-6fed-48b0-b921-5e808f7808ce admin admin] 10.222.0.25 "DELETE /v2.0/networks/85845dc7-b247-4b00-98b8-c74ce14a48f1 HTTP/1.1" status: 204 len: 168 time: 0.8665006 Aug 10 03:45:49.575035 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49572) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:49.583634 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ffb75-6fed-48b0-b921-5e808f7808ce admin admin] Pushing event deleted for resources: {'Network': ['ID=85845dc7-b247-4b00-98b8-c74ce14a48f1,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:49.630231 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-76c857fa-c99c-459d-883c-3acebe51049b admin admin] Deleting subnet 8efea70e-c5d0-4b5a-9196-539b77c66814 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:45:49.633892 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-76c857fa-c99c-459d-883c-3acebe51049b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:49.672678 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-76c857fa-c99c-459d-883c-3acebe51049b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:49.730065 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-76c857fa-c99c-459d-883c-3acebe51049b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:49.764968 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18968f89-cd84-4123-8a61-e4871998ba47 req-121b39e5-4e25-49ad-b704-547808e89b74 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:49.772611 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-18968f89-cd84-4123-8a61-e4871998ba47 req-121b39e5-4e25-49ad-b704-547808e89b74 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.0808728 Aug 10 03:45:49.814392 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-18968f89-cd84-4123-8a61-e4871998ba47 req-c8601851-3e11-4ef4-ae0e-fb6b91dce665 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390646 Aug 10 03:45:50.162517 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49584) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:50.246952 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-76c857fa-c99c-459d-883c-3acebe51049b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:50.281851 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c857fa-c99c-459d-883c-3acebe51049b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8efea70e-c5d0-4b5a-9196-539b77c66814,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:50.288595 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-76c857fa-c99c-459d-883c-3acebe51049b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:50.292809 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-76c857fa-c99c-459d-883c-3acebe51049b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8efea70e-c5d0-4b5a-9196-539b77c66814 HTTP/1.1" status: 204 len: 168 time: 0.7145081 Aug 10 03:45:50.294813 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49588) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:50.397202 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-91c11906-add3-41fa-bcaa-76c065c255f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:50.488810 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6cfe5516-1aa4-408b-b934-b6eb17fb1e9b req-00b73273-1a86-47dd-ba5f-622eb4333d04 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 210 time: 0.0619977 Aug 10 03:45:50.521301 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49594) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:50.550880 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-91c11906-add3-41fa-bcaa-76c065c255f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:50.587408 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-91c11906-add3-41fa-bcaa-76c065c255f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66df550f-436a-4bd5-881f-570a2c182aa2']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:50.593039 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1a235-4541-4dbe-9edd-0c478962472d req-1e67b0ce-05aa-406c-8778-eef4e1d2df36 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:50.602440 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-86e1a235-4541-4dbe-9edd-0c478962472d req-1e67b0ce-05aa-406c-8778-eef4e1d2df36 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 946 time: 0.1586256 Aug 10 03:45:50.631075 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-91c11906-add3-41fa-bcaa-76c065c255f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3798ce3e-eed0-4ebb-a74e-1645534f3d8c') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:50.634446 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-91c11906-add3-41fa-bcaa-76c065c255f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3798ce3e-eed0-4ebb-a74e-1645534f3d8c') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:50.654730 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-91c11906-add3-41fa-bcaa-76c065c255f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:50.683271 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-91c11906-add3-41fa-bcaa-76c065c255f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:50.714994 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-86e1a235-4541-4dbe-9edd-0c478962472d req-91699dd9-22e0-4934-aea7-8e1a20208d70 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965788 Aug 10 03:45:50.721205 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c11906-add3-41fa-bcaa-76c065c255f8 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:45:50.721794 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-91c11906-add3-41fa-bcaa-76c065c255f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:45:50.729069 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:45:50.789096 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e911b8ec-454e-40f1-9a7d-6f9821772e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:50.815288 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9c597054-bad8-49a7-bc4d-aa235bb256cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d21e91e9b1a849bfaa5ed513aa742d4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906506 Aug 10 03:45:50.817900 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49602) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:50.875279 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f19bbb8-b507-4d86-b1fd-932d1afba853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:50.917858 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f19bbb8-b507-4d86-b1fd-932d1afba853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:50.986684 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d69ccd-9177-4f0a-a905-c3105d218429 req-de58104c-da94-4e59-b419-67153e458e14 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:50.988209 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-26d69ccd-9177-4f0a-a905-c3105d218429 req-de58104c-da94-4e59-b419-67153e458e14 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.0905130 Aug 10 03:45:51.012226 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-91c11906-add3-41fa-bcaa-76c065c255f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:51.022133 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-91c11906-add3-41fa-bcaa-76c065c255f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:51.027945 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-91c11906-add3-41fa-bcaa-76c065c255f8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/66df550f-436a-4bd5-881f-570a2c182aa2 HTTP/1.1" status: 204 len: 168 time: 0.7295418 Aug 10 03:45:51.048336 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c11906-add3-41fa-bcaa-76c065c255f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=66df550f-436a-4bd5-881f-570a2c182aa2,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:51.057295 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-26d69ccd-9177-4f0a-a905-c3105d218429 req-27993a1a-f2dc-41ff-8f37-e5eb1edf69c8 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628657 Aug 10 03:45:51.138866 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-e911b8ec-454e-40f1-9a7d-6f9821772e7c admin admin] Deleting port c012eb97-e27b-4b4b-a124-d2babb4d4be7 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:51.139212 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e911b8ec-454e-40f1-9a7d-6f9821772e7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:51.183007 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f19bbb8-b507-4d86-b1fd-932d1afba853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:51.186639 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f19bbb8-b507-4d86-b1fd-932d1afba853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:51.191282 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8f19bbb8-b507-4d86-b1fd-932d1afba853 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/35caed85-be20-4a26-b6be-6f77d1355648 HTTP/1.1" status: 204 len: 168 time: 0.3698149 Aug 10 03:45:51.208849 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19bbb8-b507-4d86-b1fd-932d1afba853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35caed85-be20-4a26-b6be-6f77d1355648,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:51.245262 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-e911b8ec-454e-40f1-9a7d-6f9821772e7c admin admin] For port c012eb97-e27b-4b4b-a124-d2babb4d4be7, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c012eb97-e27b-4b4b-a124-d2babb4d4be7,segment=NetworkSegment(a45d8102-0f0b-47e1-b9bf-864794b5de8c),segment_id=a45d8102-0f0b-47e1-b9bf-864794b5de8c)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:51.245859 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e911b8ec-454e-40f1-9a7d-6f9821772e7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:51.259982 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-e911b8ec-454e-40f1-9a7d-6f9821772e7c admin admin] Calling delete_port for c012eb97-e27b-4b4b-a124-d2babb4d4be7 owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:51.531531 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e911b8ec-454e-40f1-9a7d-6f9821772e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:51.558749 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911b8ec-454e-40f1-9a7d-6f9821772e7c admin admin] Pushing event deleted for resources: {'Port': ['ID=c012eb97-e27b-4b4b-a124-d2babb4d4be7,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:51.616915 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49612) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:51.665132 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-201920b0-834f-4609-97a8-b370955b62e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=68ead068ff5941589486676cf29720b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0468917 Aug 10 03:45:51.667083 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e80a5234-148f-4dad-b2bc-ac96c1bed124 req-31efd6a3-e75f-4e05-a342-1c5138feb064 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 210 time: 0.0305917 Aug 10 03:45:51.670815 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49614) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:51.914922 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4b114512-9d86-4004-bb6d-8714dc15277e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:51.957370 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e911b8ec-454e-40f1-9a7d-6f9821772e7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:51.966301 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4b114512-9d86-4004-bb6d-8714dc15277e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:51.994959 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c36816-7f23-462b-8c65-bac15627f946 req-c98967eb-8be1-43d5-8c33-e5e0ba9a43cf tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:51.996511 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-63c36816-7f23-462b-8c65-bac15627f946 req-c98967eb-8be1-43d5-8c33-e5e0ba9a43cf tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 946 time: 0.1727486 Aug 10 03:45:52.112914 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-4226cf5e-ff4b-4b27-a1df-e336d2e51383 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:52.116380 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-4226cf5e-ff4b-4b27-a1df-e336d2e51383 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.20 "GET /v2.0/networks?id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4 HTTP/1.1" status: 200 len: 821 time: 0.2729633 Aug 10 03:45:52.161370 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-69b42a6c-4171-42d3-981f-0bf57f3e5b0e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Request body: {'port': {'device_id': '12005c52-606e-4458-a8c2-6b3647cf6799', 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4', 'admin_state_up': True, 'tenant_id': '47ca53781e6743fd8c23c05b91862cdc'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:52.173360 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-63c36816-7f23-462b-8c65-bac15627f946 req-fe6ef5c7-7c21-4e43-91fb-5b37c621bb24 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665692 Aug 10 03:45:52.194399 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf9194-da17-410f-a154-77ccbc1aa164 req-e7e0a7d3-ae5d-48a5-91d1-7602d18fd55d tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:52.200648 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1bdf9194-da17-410f-a154-77ccbc1aa164 req-e7e0a7d3-ae5d-48a5-91d1-7602d18fd55d tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.0676844 Aug 10 03:45:52.266189 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1bdf9194-da17-410f-a154-77ccbc1aa164 req-d404867e-7d26-4765-b5d0-a8f40c510968 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597279 Aug 10 03:45:52.399158 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e911b8ec-454e-40f1-9a7d-6f9821772e7c admin admin] Router f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:45:52.417327 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4b114512-9d86-4004-bb6d-8714dc15277e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:52.417327 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4b114512-9d86-4004-bb6d-8714dc15277e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:52.417327 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-4b114512-9d86-4004-bb6d-8714dc15277e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e364db68-d554-4bbf-a46c-e2f2ba7012f3 HTTP/1.1" status: 204 len: 168 time: 0.7397354 Aug 10 03:45:52.424190 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b114512-9d86-4004-bb6d-8714dc15277e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e364db68-d554-4bbf-a46c-e2f2ba7012f3,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:52.458090 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49628) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:52.532660 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-994e87d5-ba38-496d-be1d-bb22848679bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0ec6575fa7bd4c8d850a765cbf87be36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0715950 Aug 10 03:45:52.535425 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49630) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:52.548712 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-69b42a6c-4171-42d3-981f-0bf57f3e5b0e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Made reservation on behalf of 47ca53781e6743fd8c23c05b91862cdc for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:52.552482 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-69b42a6c-4171-42d3-981f-0bf57f3e5b0e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:52.612483 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ea46f3c-43a3-4e5c-bc3c-a30288418fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:52.660025 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ea46f3c-43a3-4e5c-bc3c-a30288418fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:52.685777 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e911b8ec-454e-40f1-9a7d-6f9821772e7c admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:45:52.698697 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430ef0c1-ad7d-48f6-88a0-f8fb1bda6759 None None] Sync routers for ids ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:45:52.703479 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e911b8ec-454e-40f1-9a7d-6f9821772e7c admin admin] 10.222.0.25 "PUT /v2.0/routers/f9a7a6ba-1d60-4d23-8875-2bc8a43ce745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5396442 Aug 10 03:45:52.707523 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49634) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:52.712026 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430ef0c1-ad7d-48f6-88a0-f8fb1bda6759 None None] Routers {'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:52.713815 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-430ef0c1-ad7d-48f6-88a0-f8fb1bda6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:45:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:52.717909 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-75f90fb3-d8d0-43dd-a06b-311b4622caf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:52.720636 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-75f90fb3-d8d0-43dd-a06b-311b4622caf1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 1100 time: 0.1598308 Aug 10 03:45:52.845261 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-109094cf-6878-43ab-9c61-527901c399d4 req-9489093f-7ef0-4a0b-b4ee-5768331ddf8d tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 210 time: 0.0689175 Aug 10 03:45:52.894338 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8cc3b3f3-f927-4f83-afcd-0a36565dbdc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:52.910670 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-69b42a6c-4171-42d3-981f-0bf57f3e5b0e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Allocated IP 172.20.0.4 (c6adc350-9b28-4357-9efa-a1cb72dd7ab4/dc5ee412-63a0-4c00-8014-352954e4021d/68843df9-6dda-4e89-9bea-010632fda565) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:45:52.912573 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-430ef0c1-ad7d-48f6-88a0-f8fb1bda6759 None None] Set router f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:52.952235 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-b1a88415-49a9-4bb9-852b-9ff5d30dba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:52.954791 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-b1a88415-49a9-4bb9-852b-9ff5d30dba9d service neutron] 10.222.0.20 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.2208712 Aug 10 03:45:52.959099 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ea46f3c-43a3-4e5c-bc3c-a30288418fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:52.962388 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ea46f3c-43a3-4e5c-bc3c-a30288418fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:52.966587 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6ea46f3c-43a3-4e5c-bc3c-a30288418fd0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2346f79c-08f0-4cb4-81eb-5c835f3171fc HTTP/1.1" status: 204 len: 168 time: 0.4294567 Aug 10 03:45:52.982896 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea46f3c-43a3-4e5c-bc3c-a30288418fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2346f79c-08f0-4cb4-81eb-5c835f3171fc,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:53.049644 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-d81e7446-33e1-451b-9c48-780987a6a080 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=acaa084b-0c3a-4900-9f1a-43039aa1cfc2 HTTP/1.1" status: 200 len: 217 time: 0.0870059 Aug 10 03:45:53.099232 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8cc3b3f3-f927-4f83-afcd-0a36565dbdc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:53.211660 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-430ef0c1-ad7d-48f6-88a0-f8fb1bda6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'name': 'tempest-FloatingIPsAssociationTestJSON-2010575101-router', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:22Z', 'updated_at': '2021-08-10T03:45:51Z', 'revision_number': 5, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'gw_port': {'id': '15e31ae0-a41c-41fa-82bc-4d1a70aed8c2', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:3a:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'device_owner': 'network:router_gateway', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:44:23Z', 'updated_at': '2021-08-10T03:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:53.222688 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-59f5f282-3f1d-4313-b2fa-da78fb99d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:53.226585 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-59f5f282-3f1d-4313-b2fa-da78fb99d035 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.1292133 Aug 10 03:45:53.287288 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430ef0c1-ad7d-48f6-88a0-f8fb1bda6759 None None] Checking router: f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:45:53.292991 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-8cc3b3f3-f927-4f83-afcd-0a36565dbdc9 admin admin] Deleting port 15e31ae0-a41c-41fa-82bc-4d1a70aed8c2 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:53.293334 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8cc3b3f3-f927-4f83-afcd-0a36565dbdc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:53.299811 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430ef0c1-ad7d-48f6-88a0-f8fb1bda6759 None None] Routers {'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:45:53.300977 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-430ef0c1-ad7d-48f6-88a0-f8fb1bda6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:45:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:53.478121 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fc6f9-c58d-4904-9974-083a472b8b53 req-c22f5f08-51b4-43c8-bdc3-f2c5db5c0377 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:53.480021 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b87fc6f9-c58d-4904-9974-083a472b8b53 req-c22f5f08-51b4-43c8-bdc3-f2c5db5c0377 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 946 time: 0.1673903 Aug 10 03:45:53.503971 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-430ef0c1-ad7d-48f6-88a0-f8fb1bda6759 None None] Set router f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:45:53.576937 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b87fc6f9-c58d-4904-9974-083a472b8b53 req-0ffd5d13-5ba9-47e1-a499-5e873754610e tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811620 Aug 10 03:45:53.579853 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-8cc3b3f3-f927-4f83-afcd-0a36565dbdc9 admin admin] For port 15e31ae0-a41c-41fa-82bc-4d1a70aed8c2, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=15e31ae0-a41c-41fa-82bc-4d1a70aed8c2,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:53.580261 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8cc3b3f3-f927-4f83-afcd-0a36565dbdc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:53.596572 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-8cc3b3f3-f927-4f83-afcd-0a36565dbdc9 admin admin] Calling delete_port for 15e31ae0-a41c-41fa-82bc-4d1a70aed8c2 owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:53.723175 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-69b42a6c-4171-42d3-981f-0bf57f3e5b0e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:53.764712 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-797b4364-bdc9-4995-a390-a4d3f09400ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:53.766813 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-797b4364-bdc9-4995-a390-a4d3f09400ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5276148 Aug 10 03:45:53.790368 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49652) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:53.805252 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-430ef0c1-ad7d-48f6-88a0-f8fb1bda6759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'name': 'tempest-FloatingIPsAssociationTestJSON-2010575101-router', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:22Z', 'updated_at': '2021-08-10T03:45:53Z', 'revision_number': 6, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:53.810056 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db346f5-33c6-4a31-9519-40ca69a45379 req-85b02932-a785-4dd0-96b5-9fb00fdc45a5 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:53.812007 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9db346f5-33c6-4a31-9519-40ca69a45379 req-85b02932-a785-4dd0-96b5-9fb00fdc45a5 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.1431215 Aug 10 03:45:53.870717 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430ef0c1-ad7d-48f6-88a0-f8fb1bda6759 None None] The sync data for ids ['f9a7a6ba-1d60-4d23-8875-2bc8a43ce745'] in n-d-802893-2 is: [{'id': 'f9a7a6ba-1d60-4d23-8875-2bc8a43ce745', 'name': 'tempest-FloatingIPsAssociationTestJSON-2010575101-router', 'tenant_id': 'b06669819ebb41b2937412e826c7d140', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:44:22Z', 'updated_at': '2021-08-10T03:45:53Z', 'revision_number': 6, 'project_id': 'b06669819ebb41b2937412e826c7d140', 'gw_port_host': None}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:45:53.913360 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b7cfc991-a675-42d2-bff1-0022c90b8900 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a4ce9d58e4c048fca6d4dfaa371f7dc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1213589 Aug 10 03:45:53.915528 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49660) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:53.981385 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-d3c60579-644f-43aa-a163-845c48dbef26 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037156 Aug 10 03:45:54.016768 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9db346f5-33c6-4a31-9519-40ca69a45379 req-b4f4e2a9-3356-4a9d-bf22-a20242148d24 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871994 Aug 10 03:45:54.046705 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-619cb4a7-bd9b-469f-b91b-53bea9684f2e req-3c81c764-0c31-4f3b-a79a-b70d86a53b30 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 210 time: 0.0419409 Aug 10 03:45:54.057082 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-267a9c81-0b9c-4675-b657-32e65e0ece80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:54.089923 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-267a9c81-0b9c-4675-b657-32e65e0ece80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:54.098039 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-69b42a6c-4171-42d3-981f-0bf57f3e5b0e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:54.141893 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['45469e1f-b3c8-44a0-b148-f8c1669f304e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:54.189113 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-69b42a6c-4171-42d3-981f-0bf57f3e5b0e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:45:54.200322 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-69b42a6c-4171-42d3-981f-0bf57f3e5b0e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:54.206534 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8cc3b3f3-f927-4f83-afcd-0a36565dbdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:54.211859 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-69b42a6c-4171-42d3-981f-0bf57f3e5b0e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:45:54.286350 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3b3f3-f927-4f83-afcd-0a36565dbdc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=15e31ae0-a41c-41fa-82bc-4d1a70aed8c2,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:54.301781 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-69b42a6c-4171-42d3-981f-0bf57f3e5b0e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:54.304505 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-69b42a6c-4171-42d3-981f-0bf57f3e5b0e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:54.311134 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-267a9c81-0b9c-4675-b657-32e65e0ece80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:54.313759 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-267a9c81-0b9c-4675-b657-32e65e0ece80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:54.318766 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b42a6c-4171-42d3-981f-0bf57f3e5b0e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Pushing event updated for resources: {'Port': ['ID=68843df9-6dda-4e89-9bea-010632fda565,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:54.324502 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-267a9c81-0b9c-4675-b657-32e65e0ece80 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1fb43496-4a07-48b6-a0fb-4b99fd71dd6a HTTP/1.1" status: 204 len: 168 time: 0.4076674 Aug 10 03:45:54.344741 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-bcb2b829-9572-42f7-bf47-5f73ace71520 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264058 Aug 10 03:45:54.430105 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-69b42a6c-4171-42d3-981f-0bf57f3e5b0e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2764328 Aug 10 03:45:54.441946 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267a9c81-0b9c-4675-b657-32e65e0ece80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb43496-4a07-48b6-a0fb-4b99fd71dd6a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:54.448256 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-3376d430-f90b-4052-90e2-c380cfc16ab5 service neutron] Request body: {'port': {'device_id': '12005c52-606e-4458-a8c2-6b3647cf6799', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:54.481808 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8cc3b3f3-f927-4f83-afcd-0a36565dbdc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:54.558162 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-3376d430-f90b-4052-90e2-c380cfc16ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:54.626227 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8cc3b3f3-f927-4f83-afcd-0a36565dbdc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:54.630788 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8cc3b3f3-f927-4f83-afcd-0a36565dbdc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:54.831903 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df5fc3-3f4d-45ff-8881-f6327a58275a req-6f8f5777-13fd-4d3f-a10b-3e1ad1f95509 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:54.840620 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86df5fc3-3f4d-45ff-8881-f6327a58275a req-6f8f5777-13fd-4d3f-a10b-3e1ad1f95509 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 946 time: 0.1270311 Aug 10 03:45:54.911675 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86df5fc3-3f4d-45ff-8881-f6327a58275a req-b614ee5c-8956-4107-97ad-77acd8bb7a2e tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698290 Aug 10 03:45:54.989067 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8cc3b3f3-f927-4f83-afcd-0a36565dbdc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:54.990600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc3b3f3-f927-4f83-afcd-0a36565dbdc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:45:55.008014 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8cc3b3f3-f927-4f83-afcd-0a36565dbdc9 admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.009581 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8cc3b3f3-f927-4f83-afcd-0a36565dbdc9 admin admin] 10.222.0.25 "DELETE /v2.0/routers/f9a7a6ba-1d60-4d23-8875-2bc8a43ce745 HTTP/1.1" status: 204 len: 168 time: 2.2997403 Aug 10 03:45:55.012909 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49682) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:55.090021 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-3376d430-f90b-4052-90e2-c380cfc16ab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68843df9-6dda-4e89-9bea-010632fda565 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:45:55.126424 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-3376d430-f90b-4052-90e2-c380cfc16ab5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.175973 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-3376d430-f90b-4052-90e2-c380cfc16ab5 service neutron] Transition to ACTIVE for port object 68843df9-6dda-4e89-9bea-010632fda565 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:45:55.180235 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-afaf241f-4c67-4ec1-b612-a5ff3cd2c28d admin admin] Deleting subnet 3f1213ec-1529-4b69-872e-31c7ddfcb054 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:45:55.202344 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-afaf241f-4c67-4ec1-b612-a5ff3cd2c28d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.208747 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01392f9-0d77-425a-b7df-62bb0c4b4231 req-7ddc58b6-c060-40cf-b3bb-fddeabc6db79 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:55.210543 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f01392f9-0d77-425a-b7df-62bb0c4b4231 req-7ddc58b6-c060-40cf-b3bb-fddeabc6db79 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.0666525 Aug 10 03:45:55.264795 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe66e5f-c733-4655-9df3-7f9bb3d184ca req-77576cdc-1d86-4df9-be2a-ab2206cc8692 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:55.267902 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dfe66e5f-c733-4655-9df3-7f9bb3d184ca req-77576cdc-1d86-4df9-be2a-ab2206cc8692 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 931 time: 0.1159880 Aug 10 03:45:55.270152 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-afaf241f-4c67-4ec1-b612-a5ff3cd2c28d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.273112 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f01392f9-0d77-425a-b7df-62bb0c4b4231 req-338753be-2374-400d-afb5-de20c777afd3 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551486 Aug 10 03:45:55.347732 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-3376d430-f90b-4052-90e2-c380cfc16ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.435545 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dfe66e5f-c733-4655-9df3-7f9bb3d184ca req-7c573cef-ec35-4459-bcd3-43cd762522d1 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479142 Aug 10 03:45:55.530341 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c012eb97-e27b-4b4b-a124-d2babb4d4be7 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:55.556657 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376d430-f90b-4052-90e2-c380cfc16ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=68843df9-6dda-4e89-9bea-010632fda565,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:55.583006 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: c012eb97-e27b-4b4b-a124-d2babb4d4be7 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:45:55.584665 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c012eb97-e27b-4b4b-a124-d2babb4d4be7 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:45:55.586183 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 15e31ae0-a41c-41fa-82bc-4d1a70aed8c2 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:55.612008 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-afaf241f-4c67-4ec1-b612-a5ff3cd2c28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.613662 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 15e31ae0-a41c-41fa-82bc-4d1a70aed8c2 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:45:55.614185 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 15e31ae0-a41c-41fa-82bc-4d1a70aed8c2 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:45:55.676510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-3376d430-f90b-4052-90e2-c380cfc16ab5 service neutron] Attempting to bind port 68843df9-6dda-4e89-9bea-010632fda565 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:55.676866 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-3376d430-f90b-4052-90e2-c380cfc16ab5 service neutron] Attempting to bind port 68843df9-6dda-4e89-9bea-010632fda565 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:55.677262 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-3376d430-f90b-4052-90e2-c380cfc16ab5 service neutron] Attempting to bind port 68843df9-6dda-4e89-9bea-010632fda565 on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:55.691638 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-3376d430-f90b-4052-90e2-c380cfc16ab5 service neutron] Port 68843df9-6dda-4e89-9bea-010632fda565 on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:55.691638 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-3376d430-f90b-4052-90e2-c380cfc16ab5 service neutron] Attempting to bind port 68843df9-6dda-4e89-9bea-010632fda565 on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:55.694494 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-3376d430-f90b-4052-90e2-c380cfc16ab5 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:55.694843 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-3376d430-f90b-4052-90e2-c380cfc16ab5 service neutron] Checking segment: {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:55.695233 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-3376d430-f90b-4052-90e2-c380cfc16ab5 service neutron] Bound using segment: {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:55.695673 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-3376d430-f90b-4052-90e2-c380cfc16ab5 service neutron] Bound port: 68843df9-6dda-4e89-9bea-010632fda565, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:55.696080 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-3376d430-f90b-4052-90e2-c380cfc16ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.769521 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-3376d430-f90b-4052-90e2-c380cfc16ab5 service neutron] For port 68843df9-6dda-4e89-9bea-010632fda565, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:55.806474 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-afaf241f-4c67-4ec1-b612-a5ff3cd2c28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.845626 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaf241f-4c67-4ec1-b612-a5ff3cd2c28d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f1213ec-1529-4b69-872e-31c7ddfcb054,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:55.847768 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-afaf241f-4c67-4ec1-b612-a5ff3cd2c28d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.852433 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-afaf241f-4c67-4ec1-b612-a5ff3cd2c28d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3f1213ec-1529-4b69-872e-31c7ddfcb054 HTTP/1.1" status: 204 len: 168 time: 0.8329380 Aug 10 03:45:55.852893 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49712) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:55.862593 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f916e4-1f2b-4096-b325-ca457c0db91e None None] Network ea927fde-d012-48b3-9009-355288075eee requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:55.903825 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-3376d430-f90b-4052-90e2-c380cfc16ab5 service neutron] For port 68843df9-6dda-4e89-9bea-010632fda565, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=68843df9-6dda-4e89-9bea-010632fda565,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:55.942426 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bf6f13a1-01e5-4add-a0c1-eaf4971a3c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:55.977761 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-3376d430-f90b-4052-90e2-c380cfc16ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.034412 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-bf6f13a1-01e5-4add-a0c1-eaf4971a3c55 admin admin] Deleting port 77b0c5d5-0a87-427f-90d6-70be6a47ac4b {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:56.034998 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bf6f13a1-01e5-4add-a0c1-eaf4971a3c55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.072060 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-3376d430-f90b-4052-90e2-c380cfc16ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:56.072986 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-3376d430-f90b-4052-90e2-c380cfc16ab5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.074778 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-3376d430-f90b-4052-90e2-c380cfc16ab5 service neutron] 10.222.0.20 "PUT /v2.0/ports/68843df9-6dda-4e89-9bea-010632fda565 HTTP/1.1" status: 200 len: 1091 time: 1.6311078 Aug 10 03:45:56.078817 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12005c52-606e-4458-a8c2-6b3647cf6799', 'tag': '68843df9-6dda-4e89-9bea-010632fda565'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:56.081141 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6745f4b-829a-4b0e-ae5c-49686f643cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "12005c52-606e-4458-a8c2-6b3647cf6799", "tag": "68843df9-6dda-4e89-9bea-010632fda565"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:56.102317 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaac7d2-3e9c-4da2-9e8a-4f39bcec243c None None] DHCP port deletion for ea927fde-d012-48b3-9009-355288075eee request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:45:56.115825 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376d430-f90b-4052-90e2-c380cfc16ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=68843df9-6dda-4e89-9bea-010632fda565,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:56.142166 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa95f3-3efa-4c8d-a037-95d4e0d178c6 req-2243e946-e18f-4702-aaa3-bd30c4b0bdde tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:56.150158 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-bf6f13a1-01e5-4add-a0c1-eaf4971a3c55 admin admin] For port 77b0c5d5-0a87-427f-90d6-70be6a47ac4b, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=77b0c5d5-0a87-427f-90d6-70be6a47ac4b,segment=NetworkSegment(a45d8102-0f0b-47e1-b9bf-864794b5de8c),segment_id=a45d8102-0f0b-47e1-b9bf-864794b5de8c)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:56.150511 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0cfa95f3-3efa-4c8d-a037-95d4e0d178c6 req-2243e946-e18f-4702-aaa3-bd30c4b0bdde tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 946 time: 0.1287928 Aug 10 03:45:56.150613 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bf6f13a1-01e5-4add-a0c1-eaf4971a3c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.160516 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bccf8f-5199-4529-841e-f984c4550bd0 x-openstack-request-id: req-37bccf8f-5199-4529-841e-f984c4550bd0 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:56.161023 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12005c52-606e-4458-a8c2-6b3647cf6799", "tag": "68843df9-6dda-4e89-9bea-010632fda565", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:56.161448 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37bccf8f-5199-4529-841e-f984c4550bd0 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:56.162014 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12005c52-606e-4458-a8c2-6b3647cf6799', 'tag': '68843df9-6dda-4e89-9bea-010632fda565', 'status': 'completed', 'code': 200} Aug 10 03:45:56.172324 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-bf6f13a1-01e5-4add-a0c1-eaf4971a3c55 admin admin] Calling delete_port for 77b0c5d5-0a87-427f-90d6-70be6a47ac4b owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:56.210760 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-acaac7d2-3e9c-4da2-9e8a-4f39bcec243c None None] Deleting port 77b0c5d5-0a87-427f-90d6-70be6a47ac4b {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:45:56.210760 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-acaac7d2-3e9c-4da2-9e8a-4f39bcec243c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.229515 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0cfa95f3-3efa-4c8d-a037-95d4e0d178c6 req-53e81f66-e163-407a-b2e6-a29c8acc80c2 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787632 Aug 10 03:45:56.292510 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-acaac7d2-3e9c-4da2-9e8a-4f39bcec243c None None] For port 77b0c5d5-0a87-427f-90d6-70be6a47ac4b, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=77b0c5d5-0a87-427f-90d6-70be6a47ac4b,segment=NetworkSegment(a45d8102-0f0b-47e1-b9bf-864794b5de8c),segment_id=a45d8102-0f0b-47e1-b9bf-864794b5de8c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:56.292923 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-acaac7d2-3e9c-4da2-9e8a-4f39bcec243c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.306543 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6745f4b-829a-4b0e-ae5c-49686f643cc3 req-faf0320b-e1f4-415c-9c0a-b2f8d306ebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:56.308194 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d6745f4b-829a-4b0e-ae5c-49686f643cc3 req-faf0320b-e1f4-415c-9c0a-b2f8d306ebb5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47ca53781e6743fd8c23c05b91862cdc&device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 1094 time: 0.0738490 Aug 10 03:45:56.316382 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-acaac7d2-3e9c-4da2-9e8a-4f39bcec243c None None] Calling delete_port for 77b0c5d5-0a87-427f-90d6-70be6a47ac4b owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:45:56.330998 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49728) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:56.480543 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e72215-534e-4c41-bb3f-550bcd82d55e req-e00e5b07-74c1-4651-81aa-edc924f53604 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:56.480543 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-28e72215-534e-4c41-bb3f-550bcd82d55e req-e00e5b07-74c1-4651-81aa-edc924f53604 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.0951767 Aug 10 03:45:56.510125 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6745f4b-829a-4b0e-ae5c-49686f643cc3 req-583c76e4-b3e3-4f8d-b09b-99b623c91417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:56.512520 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d6745f4b-829a-4b0e-ae5c-49686f643cc3 req-583c76e4-b3e3-4f8d-b09b-99b623c91417 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=47ca53781e6743fd8c23c05b91862cdc&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1855526 Aug 10 03:45:56.532272 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bf6f13a1-01e5-4add-a0c1-eaf4971a3c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.570226 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-acaac7d2-3e9c-4da2-9e8a-4f39bcec243c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.618486 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaac7d2-3e9c-4da2-9e8a-4f39bcec243c None None] Pushing event deleted for resources: {'Port': ['ID=77b0c5d5-0a87-427f-90d6-70be6a47ac4b,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:56.622755 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaac7d2-3e9c-4da2-9e8a-4f39bcec243c None None] No DVR routers for this DVR port 77b0c5d5-0a87-427f-90d6-70be6a47ac4b on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:45:56.633001 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-28e72215-534e-4c41-bb3f-550bcd82d55e req-33615bd6-d78d-4c7f-95b1-f08d43d20f0e tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470423 Aug 10 03:45:56.634704 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f13a1-01e5-4add-a0c1-eaf4971a3c55 admin admin] Pushing event deleted for resources: {'Port': ['ID=77b0c5d5-0a87-427f-90d6-70be6a47ac4b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:56.648385 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6f13a1-01e5-4add-a0c1-eaf4971a3c55 admin admin] No DVR routers for this DVR port 77b0c5d5-0a87-427f-90d6-70be6a47ac4b on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:45:56.719429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e704da7-7289-474b-93dd-7e39bf08583a req-be89c6d0-b9d7-44dd-9209-47972670ae89 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:56.729115 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9e704da7-7289-474b-93dd-7e39bf08583a req-be89c6d0-b9d7-44dd-9209-47972670ae89 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 943 time: 0.1103337 Aug 10 03:45:56.732071 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-9dce3d4f-3813-439e-a87c-076ce32d8726 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-843095043-network', 'tenant_id': '5ff2e62f21bd433caa392dcf09a7024b'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:56.760554 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6745f4b-829a-4b0e-ae5c-49686f643cc3 req-a23b5de9-dc9d-4de9-a6de-9c161ea1510c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:56.762389 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d6745f4b-829a-4b0e-ae5c-49686f643cc3 req-a23b5de9-dc9d-4de9-a6de-9c161ea1510c service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2412844 Aug 10 03:45:56.788645 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9e704da7-7289-474b-93dd-7e39bf08583a req-91f624e4-59c4-4cc1-a6f5-e7118621d663 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583060 Aug 10 03:45:56.795531 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bf6f13a1-01e5-4add-a0c1-eaf4971a3c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.816284 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-bf6f13a1-01e5-4add-a0c1-eaf4971a3c55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea927fde-d012-48b3-9009-355288075eee']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:56.828073 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-bf6f13a1-01e5-4add-a0c1-eaf4971a3c55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a45d8102-0f0b-47e1-b9bf-864794b5de8c') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:56.831470 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-bf6f13a1-01e5-4add-a0c1-eaf4971a3c55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a45d8102-0f0b-47e1-b9bf-864794b5de8c') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:45:56.838217 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bf6f13a1-01e5-4add-a0c1-eaf4971a3c55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.854867 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bf6f13a1-01e5-4add-a0c1-eaf4971a3c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.862880 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf6f13a1-01e5-4add-a0c1-eaf4971a3c55 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bf6f13a1-01e5-4add-a0c1-eaf4971a3c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:45:56.867595 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:45:56.874469 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dce3d4f-3813-439e-a87c-076ce32d8726 admin admin] Made reservation on behalf of 5ff2e62f21bd433caa392dcf09a7024b for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:56.877206 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9dce3d4f-3813-439e-a87c-076ce32d8726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.919119 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-2aae41d9-107b-45e5-9d35-7c889ff91ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:56.920181 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9dce3d4f-3813-439e-a87c-076ce32d8726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:56.921729 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-2aae41d9-107b-45e5-9d35-7c889ff91ded service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47ca53781e6743fd8c23c05b91862cdc&device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 1094 time: 0.0569715 Aug 10 03:45:56.992560 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-738fca74-697c-432d-8a58-eb51686a32ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68843df9-6dda-4e89-9bea-010632fda565 HTTP/1.1" status: 200 len: 217 time: 0.0471094 Aug 10 03:45:57.067270 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-68805ff6-babe-4c8c-8dfe-665ec03f7cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:57.069077 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-68805ff6-babe-4c8c-8dfe-665ec03f7cfc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc5ee412-63a0-4c00-8014-352954e4021d HTTP/1.1" status: 200 len: 861 time: 0.0664370 Aug 10 03:45:57.074310 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bf6f13a1-01e5-4add-a0c1-eaf4971a3c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:57.079204 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bf6f13a1-01e5-4add-a0c1-eaf4971a3c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:57.083896 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bf6f13a1-01e5-4add-a0c1-eaf4971a3c55 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ea927fde-d012-48b3-9009-355288075eee HTTP/1.1" status: 204 len: 168 time: 1.2295933 Aug 10 03:45:57.118456 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-a3c8ae54-8271-4d29-a334-fd22debfeb4e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365007 Aug 10 03:45:57.212543 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:57.286636 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-ea6262ca-5e53-4b73-8f60-094f4a99661f service neutron] 10.222.0.20 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603041 Aug 10 03:45:57.433808 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f13a1-01e5-4add-a0c1-eaf4971a3c55 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea927fde-d012-48b3-9009-355288075eee,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:57.441103 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9dce3d4f-3813-439e-a87c-076ce32d8726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:57.467556 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ee3d1d76-ef8e-4bc3-922c-d95b1fe62633 req-85e6f22e-6d9a-40e8-9123-bfb46b8c812e service neutron] 10.222.0.20 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734269 Aug 10 03:45:57.511139 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 77b0c5d5-0a87-427f-90d6-70be6a47ac4b no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:45:57.533335 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 77b0c5d5-0a87-427f-90d6-70be6a47ac4b {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:45:57.533918 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 77b0c5d5-0a87-427f-90d6-70be6a47ac4b not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:45:57.608346 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9dce3d4f-3813-439e-a87c-076ce32d8726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:57.619856 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90378126-56c8-4e74-a4f1-7c373c296f7f req-0f175e8c-56c6-455e-99f9-2a568b9e5c0c tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:57.624261 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90378126-56c8-4e74-a4f1-7c373c296f7f req-0f175e8c-56c6-455e-99f9-2a568b9e5c0c tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 946 time: 0.2588429 Aug 10 03:45:57.628478 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dce3d4f-3813-439e-a87c-076ce32d8726 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:45:57.639364 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce3d4f-3813-439e-a87c-076ce32d8726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c88752-22a3-4790-8ab2-57d2d8d52599,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:57.645953 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9dce3d4f-3813-439e-a87c-076ce32d8726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:57.646642 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-9dce3d4f-3813-439e-a87c-076ce32d8726 admin admin] Added segment a28d8fac-1844-46cb-9081-3ef9567ccc56 of type vlan for network ff05721e-7850-4548-837f-ed668dc919c7 Aug 10 03:45:57.661847 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49780) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:57.708758 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9dce3d4f-3813-439e-a87c-076ce32d8726 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:57.714298 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90378126-56c8-4e74-a4f1-7c373c296f7f req-558c7da6-81ea-490c-9efc-be17b5ff6966 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813303 Aug 10 03:45:57.754964 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-795815a2-7167-4ba2-909a-8e23000079b3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b06669819ebb41b2937412e826c7d140&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0876710 Aug 10 03:45:57.755631 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49784) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:57.798663 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ea30b-15a1-4713-8fa6-4ed4ade2bd9b req-0b1b3692-7ad7-405f-baa8-ba60e5e81a87 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:57.806164 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-087ea30b-15a1-4713-8fa6-4ed4ade2bd9b req-0b1b3692-7ad7-405f-baa8-ba60e5e81a87 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.0592849 Aug 10 03:45:57.821170 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36703653-305c-4520-9bbc-c61372817bd9 req-26d98110-869a-40d2-bfd0-4b7463f68fd2 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:57.822771 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-36703653-305c-4520-9bbc-c61372817bd9 req-26d98110-869a-40d2-bfd0-4b7463f68fd2 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6&tenant_id=124800de805149b392f25b813a13c194&binding%3Ahost_id=n-h1-802893-2 HTTP/1.1" status: 200 len: 1097 time: 0.0821252 Aug 10 03:45:57.845323 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-36703653-305c-4520-9bbc-c61372817bd9 req-41ff3bef-4cfb-4f34-828a-57caa458e008 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802893-2'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:57.851665 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5f52db4a-1358-402c-98db-b43f1f15daac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:57.858757 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-087ea30b-15a1-4713-8fa6-4ed4ade2bd9b req-bb8c3fe5-9267-49f5-8f21-3df103f71111 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467241 Aug 10 03:45:57.875335 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9dce3d4f-3813-439e-a87c-076ce32d8726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:57.880600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dce3d4f-3813-439e-a87c-076ce32d8726 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:57.880600 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9dce3d4f-3813-439e-a87c-076ce32d8726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:57.901321 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5f52db4a-1358-402c-98db-b43f1f15daac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:57.944910 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-36703653-305c-4520-9bbc-c61372817bd9 req-41ff3bef-4cfb-4f34-828a-57caa458e008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:58.036612 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9dce3d4f-3813-439e-a87c-076ce32d8726 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7030082 Aug 10 03:45:58.041803 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49790) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:58.047572 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce3d4f-3813-439e-a87c-076ce32d8726 admin admin] Pushing event updated for resources: {'Network': ['ID=ff05721e-7850-4548-837f-ed668dc919c7,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:58.060092 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network ff05721e-7850-4548-837f-ed668dc919c7 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:45:58.065585 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-b50eec1c-68df-4f3b-b00c-1a12a632d5f8 admin admin] Request body: {'subnet': {'network_id': 'ff05721e-7850-4548-837f-ed668dc919c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-843095043-subnet', 'tenant_id': '5ff2e62f21bd433caa392dcf09a7024b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:45:58.090952 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f789f-e180-43d3-a49d-2c087fc8440d req-fe8555e9-126b-4c6e-8733-7f2fe051427f tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:58.105518 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-910f789f-e180-43d3-a49d-2c087fc8440d req-fe8555e9-126b-4c6e-8733-7f2fe051427f tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 943 time: 0.1187868 Aug 10 03:45:58.151505 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5f52db4a-1358-402c-98db-b43f1f15daac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:58.154968 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5f52db4a-1358-402c-98db-b43f1f15daac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:58.157805 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5f52db4a-1358-402c-98db-b43f1f15daac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6763967d-314e-4d18-9fae-24a19d07d72b HTTP/1.1" status: 204 len: 168 time: 0.3875065 Aug 10 03:45:58.215807 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-db24a77e-75cb-4507-a43e-215b276e888e req-201ee05e-d1a0-489c-a284-081de298ef23 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1935463 Aug 10 03:45:58.223399 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52db4a-1358-402c-98db-b43f1f15daac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6763967d-314e-4d18-9fae-24a19d07d72b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:58.243567 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49798) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:58.256027 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-36703653-305c-4520-9bbc-c61372817bd9 req-41ff3bef-4cfb-4f34-828a-57caa458e008 service neutron] For port 4bac39a6-a126-43fe-81fd-e7c414a80ced, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=4bac39a6-a126-43fe-81fd-e7c414a80ced,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:58.290063 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50eec1c-68df-4f3b-b00c-1a12a632d5f8 admin admin] Made reservation on behalf of 5ff2e62f21bd433caa392dcf09a7024b for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:45:58.292801 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b50eec1c-68df-4f3b-b00c-1a12a632d5f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:58.384225 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24a77e-75cb-4507-a43e-215b276e888e req-24ff3073-8894-4e36-a812-d953d7ec1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:58.385758 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-db24a77e-75cb-4507-a43e-215b276e888e req-24ff3073-8894-4e36-a812-d953d7ec1b41 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 1100 time: 0.1433191 Aug 10 03:45:58.395992 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-910f789f-e180-43d3-a49d-2c087fc8440d req-4fc21bed-215d-4fba-9721-c4a9040aeadc tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862663 Aug 10 03:45:58.431778 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-36703653-305c-4520-9bbc-c61372817bd9 req-41ff3bef-4cfb-4f34-828a-57caa458e008 service neutron] For port 4bac39a6-a126-43fe-81fd-e7c414a80ced, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:58.471928 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-358b35f1-d4f1-420d-a6d3-ee1f85c2c291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:58.570001 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab722cb-ff68-4406-aff5-468a52f007b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bac39a6-a126-43fe-81fd-e7c414a80ced'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:45:58.575790 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb44476-651d-4a5f-94cc-41230444005f" -d '{"events": [{"server_uuid": "cab722cb-ff68-4406-aff5-468a52f007b6", "name": "network-vif-unplugged", "status": "completed", "tag": "4bac39a6-a126-43fe-81fd-e7c414a80ced"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:45:58.588960 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-36703653-305c-4520-9bbc-c61372817bd9 req-41ff3bef-4cfb-4f34-828a-57caa458e008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:58.628707 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d595e3e-6acf-4103-b491-e62496a961f5 x-openstack-request-id: req-8d595e3e-6acf-4103-b491-e62496a961f5 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:45:58.629065 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab722cb-ff68-4406-aff5-468a52f007b6", "name": "network-vif-unplugged", "status": "completed", "tag": "4bac39a6-a126-43fe-81fd-e7c414a80ced", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:45:58.629281 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d595e3e-6acf-4103-b491-e62496a961f5 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:45:58.629692 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab722cb-ff68-4406-aff5-468a52f007b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4bac39a6-a126-43fe-81fd-e7c414a80ced', 'code': 200} Aug 10 03:45:58.666104 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24a77e-75cb-4507-a43e-215b276e888e req-2fd285be-42cd-4e30-b7d8-abd775b7c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:58.667776 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-db24a77e-75cb-4507-a43e-215b276e888e req-2fd285be-42cd-4e30-b7d8-abd775b7c958 service neutron] 10.222.0.68 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.2472024 Aug 10 03:45:58.756832 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-db24a77e-75cb-4507-a43e-215b276e888e req-825e081a-ee38-4726-b200-538237b05633 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=dfe7ee3a-7458-4bee-ae02-cf4d2586c024 HTTP/1.1" status: 200 len: 217 time: 0.0611556 Aug 10 03:45:58.765086 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-36703653-305c-4520-9bbc-c61372817bd9 req-41ff3bef-4cfb-4f34-828a-57caa458e008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:58.937950 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24a77e-75cb-4507-a43e-215b276e888e req-ab461ff3-b884-4d2d-9bda-4c64c1b506f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:58.939666 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-db24a77e-75cb-4507-a43e-215b276e888e req-ab461ff3-b884-4d2d-9bda-4c64c1b506f7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.1692259 Aug 10 03:45:58.941707 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-358b35f1-d4f1-420d-a6d3-ee1f85c2c291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:58.967869 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff3bef-4cfb-4f34-828a-57caa458e008 service neutron] Pushing event updated for resources: {'Port': ['ID=4bac39a6-a126-43fe-81fd-e7c414a80ced,revision_number=7']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:58.981413 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00392452-7982-4bdb-8a64-0eece80b0b65 req-008b6991-c5d3-49a1-b546-de286a83d5ee tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:58.981810 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b50eec1c-68df-4f3b-b00c-1a12a632d5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:58.988821 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-00392452-7982-4bdb-8a64-0eece80b0b65 req-008b6991-c5d3-49a1-b546-de286a83d5ee tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.0638793 Aug 10 03:45:59.023260 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-00392452-7982-4bdb-8a64-0eece80b0b65 req-8df06b06-1c57-46e5-be5b-de9c644b0c81 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335619 Aug 10 03:45:59.044627 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5de2e-1eb0-4b52-8e06-c47df4d5c077 req-1555853b-194a-4094-ae2d-62e60e17960a tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:59.046114 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c6d5de2e-1eb0-4b52-8e06-c47df4d5c077 req-1555853b-194a-4094-ae2d-62e60e17960a tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 944 time: 0.2348952 Aug 10 03:45:59.051417 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-36703653-305c-4520-9bbc-c61372817bd9 req-41ff3bef-4cfb-4f34-828a-57caa458e008 service neutron] Attempting to bind port 4bac39a6-a126-43fe-81fd-e7c414a80ced on host n-h1-802893-2 for vnic_type normal with profile {"migrating_to": "n-h2-802893-2"} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:59.051756 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-36703653-305c-4520-9bbc-c61372817bd9 req-41ff3bef-4cfb-4f34-828a-57caa458e008 service neutron] Attempting to bind port 4bac39a6-a126-43fe-81fd-e7c414a80ced by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:59.052085 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36703653-305c-4520-9bbc-c61372817bd9 req-41ff3bef-4cfb-4f34-828a-57caa458e008 service neutron] Attempting to bind port 4bac39a6-a126-43fe-81fd-e7c414a80ced on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:59.087608 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36703653-305c-4520-9bbc-c61372817bd9 req-41ff3bef-4cfb-4f34-828a-57caa458e008 service neutron] Port 4bac39a6-a126-43fe-81fd-e7c414a80ced on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:59.087942 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36703653-305c-4520-9bbc-c61372817bd9 req-41ff3bef-4cfb-4f34-828a-57caa458e008 service neutron] Attempting to bind port 4bac39a6-a126-43fe-81fd-e7c414a80ced on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:59.106387 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36703653-305c-4520-9bbc-c61372817bd9 req-41ff3bef-4cfb-4f34-828a-57caa458e008 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:59.106717 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36703653-305c-4520-9bbc-c61372817bd9 req-41ff3bef-4cfb-4f34-828a-57caa458e008 service neutron] Checking segment: {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:59.107179 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36703653-305c-4520-9bbc-c61372817bd9 req-41ff3bef-4cfb-4f34-828a-57caa458e008 service neutron] Bound using segment: {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:59.107657 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-36703653-305c-4520-9bbc-c61372817bd9 req-41ff3bef-4cfb-4f34-828a-57caa458e008 service neutron] Bound port: 4bac39a6-a126-43fe-81fd-e7c414a80ced, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:59.108049 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-36703653-305c-4520-9bbc-c61372817bd9 req-41ff3bef-4cfb-4f34-828a-57caa458e008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:59.132413 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50eec1c-68df-4f3b-b00c-1a12a632d5f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20c5f738-7686-4488-9cbe-8cc8f088bff1,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:59.146535 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db24a77e-75cb-4507-a43e-215b276e888e req-a0229820-7b4c-4203-addb-fe98252bea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:59.148001 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-db24a77e-75cb-4507-a43e-215b276e888e req-a0229820-7b4c-4203-addb-fe98252bea91 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1854177 Aug 10 03:45:59.154944 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-358b35f1-d4f1-420d-a6d3-ee1f85c2c291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:59.166814 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c6d5de2e-1eb0-4b52-8e06-c47df4d5c077 req-141606af-73b8-45d0-ba8f-08e006b6b04e tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111453 Aug 10 03:45:59.175734 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 4bac39a6-a126-43fe-81fd-e7c414a80ced details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:45:59.257539 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50eec1c-68df-4f3b-b00c-1a12a632d5f8 admin admin] Checking segment: {'id': 'a28d8fac-1844-46cb-9081-3ef9567ccc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ff05721e-7850-4548-837f-ed668dc919c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:59.257983 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50eec1c-68df-4f3b-b00c-1a12a632d5f8 admin admin] Network hostable DHCP agents. Network: ff05721e-7850-4548-837f-ed668dc919c7, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:45:59.279441 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 4bac39a6-a126-43fe-81fd-e7c414a80ced, host n-h1-802893-2, got binding levels [] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:45:59.299819 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b35f1-d4f1-420d-a6d3-ee1f85c2c291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9b0954-4e40-48e8-b1f7-0ca75088f955,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:59.314839 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Attempting to bind port 4bac39a6-a126-43fe-81fd-e7c414a80ced on host n-h1-802893-2 for vnic_type normal with profile {"migrating_to": "n-h2-802893-2"} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:45:59.314839 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Attempting to bind port 4bac39a6-a126-43fe-81fd-e7c414a80ced by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:45:59.314839 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Attempting to bind port 4bac39a6-a126-43fe-81fd-e7c414a80ced on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:59.314839 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Port 4bac39a6-a126-43fe-81fd-e7c414a80ced on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:45:59.315403 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Attempting to bind port 4bac39a6-a126-43fe-81fd-e7c414a80ced on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:45:59.315807 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-358b35f1-d4f1-420d-a6d3-ee1f85c2c291 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b78533dd28874677b0234b6968653ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0716555 Aug 10 03:45:59.318032 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49822) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:45:59.320479 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:45:59.320931 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Checking segment: {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:45:59.321661 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Bound using segment: {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:45:59.322225 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Bound port: 4bac39a6-a126-43fe-81fd-e7c414a80ced, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:45:59.322613 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:59.359838 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-36703653-305c-4520-9bbc-c61372817bd9 req-41ff3bef-4cfb-4f34-828a-57caa458e008 service neutron] For port 4bac39a6-a126-43fe-81fd-e7c414a80ced, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:59.371243 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4270954d-1973-4d63-b432-deb164a3f855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:59.381773 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-36703653-305c-4520-9bbc-c61372817bd9 req-41ff3bef-4cfb-4f34-828a-57caa458e008 service neutron] For port 4bac39a6-a126-43fe-81fd-e7c414a80ced, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=4bac39a6-a126-43fe-81fd-e7c414a80ced,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:45:59.387679 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-db24a77e-75cb-4507-a43e-215b276e888e req-438cb502-9d8d-42e4-9f9e-5e42a5fd53bd service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282941 Aug 10 03:45:59.394077 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4270954d-1973-4d63-b432-deb164a3f855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:59.494563 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50eec1c-68df-4f3b-b00c-1a12a632d5f8 admin admin] Network ff05721e-7850-4548-837f-ed668dc919c7 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:45:59.504575 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-db24a77e-75cb-4507-a43e-215b276e888e req-da0c4154-c95b-4eec-aee6-4cf322b70246 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073778 Aug 10 03:45:59.526458 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ca286-f0d8-4a75-8aee-f15e8366bfba req-51371af4-0e34-4d1f-b8f9-a7587688bd15 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:59.531831 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f55ca286-f0d8-4a75-8aee-f15e8366bfba req-51371af4-0e34-4d1f-b8f9-a7587688bd15 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 943 time: 0.0597951 Aug 10 03:45:59.568175 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f55ca286-f0d8-4a75-8aee-f15e8366bfba req-dae53d15-46b4-4925-9743-0fdf5513f4f3 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342772 Aug 10 03:45:59.663590 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-36703653-305c-4520-9bbc-c61372817bd9 req-41ff3bef-4cfb-4f34-828a-57caa458e008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:59.668599 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 4bac39a6-a126-43fe-81fd-e7c414a80ced, host n-h1-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:45:59.732280 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff3bef-4cfb-4f34-828a-57caa458e008 service neutron] Pushing event updated for resources: {'Port': ['ID=4bac39a6-a126-43fe-81fd-e7c414a80ced,revision_number=8']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:59.755394 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36703653-305c-4520-9bbc-c61372817bd9 req-41ff3bef-4cfb-4f34-828a-57caa458e008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:59.756026 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-36703653-305c-4520-9bbc-c61372817bd9 req-41ff3bef-4cfb-4f34-828a-57caa458e008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:59.767170 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-36703653-305c-4520-9bbc-c61372817bd9 req-41ff3bef-4cfb-4f34-828a-57caa458e008 service neutron] 10.222.0.20 "PUT /v2.0/ports/4bac39a6-a126-43fe-81fd-e7c414a80ced HTTP/1.1" status: 200 len: 1122 time: 1.9185934 Aug 10 03:45:59.767170 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-b50eec1c-68df-4f3b-b00c-1a12a632d5f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, ff05721e-7850-4548-837f-ed668dc919c7) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:45:59.767494 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4270954d-1973-4d63-b432-deb164a3f855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:59.767650 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50eec1c-68df-4f3b-b00c-1a12a632d5f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:45:59.767815 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4270954d-1973-4d63-b432-deb164a3f855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:59.768169 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b50eec1c-68df-4f3b-b00c-1a12a632d5f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:45:59.768347 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4270954d-1973-4d63-b432-deb164a3f855 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d9b0954-4e40-48e8-b1f7-0ca75088f955 HTTP/1.1" status: 204 len: 168 time: 0.4468136 Aug 10 03:45:59.773458 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 4bac39a6-a126-43fe-81fd-e7c414a80ced-n-h1-802893-2-0 {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:45:59.774039 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:45:59.777848 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270954d-1973-4d63-b432-deb164a3f855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9b0954-4e40-48e8-b1f7-0ca75088f955,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:45:59.783392 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0fc261-2f89-48f9-bea2-0692f5342e3b None None] Network ff05721e-7850-4548-837f-ed668dc919c7 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:45:59.920795 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['4bac39a6-a126-43fe-81fd-e7c414a80ced'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:59.948089 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['4bac39a6-a126-43fe-81fd-e7c414a80ced'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:45:59.951927 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49838) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:00.057641 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a338f849-c98a-4167-9b9e-5a2cbfafa871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-ff05721e-7850-4548-837f-ed668dc919c7', 'network_id': 'ff05721e-7850-4548-837f-ed668dc919c7', 'tenant_id': '5ff2e62f21bd433caa392dcf09a7024b', 'fixed_ips': [{'subnet_id': '20c5f738-7686-4488-9cbe-8cc8f088bff1'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:46:00.058497 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a338f849-c98a-4167-9b9e-5a2cbfafa871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:00.058922 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-5781167f-32df-4cf4-b5e0-dbbd3282c4c6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-419944996-network', 'tenant_id': '16715f6d32734f45a92c91889926b494'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:00.107073 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b50eec1c-68df-4f3b-b00c-1a12a632d5f8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0640016 Aug 10 03:46:00.108432 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49844) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:00.113395 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-8ce990eb-6c59-47fa-80ad-8152335b3cc0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-843095043-router', 'tenant_id': '5ff2e62f21bd433caa392dcf09a7024b', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:00.204977 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602965c-05bd-43ab-ab0a-7e213c15bb67 req-982af454-7cf5-43f6-8d91-1362f7415224 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:00.206571 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c602965c-05bd-43ab-ab0a-7e213c15bb67 req-982af454-7cf5-43f6-8d91-1362f7415224 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.1063025 Aug 10 03:46:00.258320 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c602965c-05bd-43ab-ab0a-7e213c15bb67 req-6472b2c3-31ec-41ad-be5b-9c5bf4cbac85 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375745 Aug 10 03:46:00.323928 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Attempting to bind port 4bac39a6-a126-43fe-81fd-e7c414a80ced on host n-h1-802893-2 for vnic_type normal with profile {"migrating_to": "n-h2-802893-2"} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:00.324407 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Attempting to bind port 4bac39a6-a126-43fe-81fd-e7c414a80ced by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:00.324664 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Attempting to bind port 4bac39a6-a126-43fe-81fd-e7c414a80ced on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:00.333657 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf1765-5aaa-442f-9d1f-93ad61618d2c req-b4041046-7354-4314-8909-f503b73dfe39 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:00.335661 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-37bf1765-5aaa-442f-9d1f-93ad61618d2c req-b4041046-7354-4314-8909-f503b73dfe39 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 944 time: 0.0522795 Aug 10 03:46:00.355452 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Port 4bac39a6-a126-43fe-81fd-e7c414a80ced on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:46:00.355805 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Attempting to bind port 4bac39a6-a126-43fe-81fd-e7c414a80ced on network 82e15316-6bb5-465a-8cae-f1cb27c52e26 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:00.365487 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-a338f849-c98a-4167-9b9e-5a2cbfafa871 None None] Allocated IP 172.20.0.2 (ff05721e-7850-4548-837f-ed668dc919c7/20c5f738-7686-4488-9cbe-8cc8f088bff1/05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:00.372444 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5781167f-32df-4cf4-b5e0-dbbd3282c4c6 admin admin] Made reservation on behalf of 16715f6d32734f45a92c91889926b494 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:00.373635 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:00.374007 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Checking segment: {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:00.374419 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Bound using segment: {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:00.375854 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Bound port: 4bac39a6-a126-43fe-81fd-e7c414a80ced, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d303941-9cd0-4292-828b-74eac30dd87f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '82e15316-6bb5-465a-8cae-f1cb27c52e26'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:00.376226 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:00.378112 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5781167f-32df-4cf4-b5e0-dbbd3282c4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:00.389974 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-37bf1765-5aaa-442f-9d1f-93ad61618d2c req-9d93fe44-5e20-4a6a-8400-b9eed69d8025 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466602 Aug 10 03:46:00.402975 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5781167f-32df-4cf4-b5e0-dbbd3282c4c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:00.517759 n-d-802893-2 neutron-server[94939]: WARNING neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Concurrent port binding operations failed on port 4bac39a6-a126-43fe-81fd-e7c414a80ced Aug 10 03:46:00.522440 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 4bac39a6-a126-43fe-81fd-e7c414a80ced, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=4bac39a6-a126-43fe-81fd-e7c414a80ced,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:00.526964 n-d-802893-2 neutron-server[94939]: INFO neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Attempt 2 to bind port 4bac39a6-a126-43fe-81fd-e7c414a80ced Aug 10 03:46:00.527351 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 4bac39a6-a126-43fe-81fd-e7c414a80ced has no active binding in host n-h2-802893-2 {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:46:00.594851 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a338f849-c98a-4167-9b9e-5a2cbfafa871 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:00.604068 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a338f849-c98a-4167-9b9e-5a2cbfafa871 None None] Transition to ACTIVE for port object 05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:00.622476 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a338f849-c98a-4167-9b9e-5a2cbfafa871 None None] Transition to ACTIVE for port object 05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:00.630958 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab722cb-ff68-4406-aff5-468a52f007b6', 'tag': '4bac39a6-a126-43fe-81fd-e7c414a80ced'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:00.633464 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33e29f6-5f8f-4dd4-b6c5-b9296d698c07" -d '{"events": [{"name": "network-changed", "server_uuid": "cab722cb-ff68-4406-aff5-468a52f007b6", "tag": "4bac39a6-a126-43fe-81fd-e7c414a80ced"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:00.672622 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c99c54-bcfa-4b39-87ac-9ae34859fffe x-openstack-request-id: req-e5c99c54-bcfa-4b39-87ac-9ae34859fffe {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:00.673003 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab722cb-ff68-4406-aff5-468a52f007b6", "tag": "4bac39a6-a126-43fe-81fd-e7c414a80ced", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:00.673292 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e5c99c54-bcfa-4b39-87ac-9ae34859fffe {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:00.673730 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab722cb-ff68-4406-aff5-468a52f007b6', 'tag': '4bac39a6-a126-43fe-81fd-e7c414a80ced', 'status': 'completed', 'code': 200} Aug 10 03:46:00.699473 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b60a5a-8d24-4892-9db3-317128ce5297 req-df8008f3-7eb8-47c9-ace5-54029e0035de tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:00.701205 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-67b60a5a-8d24-4892-9db3-317128ce5297 req-df8008f3-7eb8-47c9-ace5-54029e0035de tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 943 time: 0.0577903 Aug 10 03:46:00.710998 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ce990eb-6c59-47fa-80ad-8152335b3cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:00.713964 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ce990eb-6c59-47fa-80ad-8152335b3cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:00.773087 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-67b60a5a-8d24-4892-9db3-317128ce5297 req-2c8b43c7-72d9-4e8b-b20b-91238a55ba2b tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641243 Aug 10 03:46:00.850027 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5781167f-32df-4cf4-b5e0-dbbd3282c4c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:00.886231 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a338f849-c98a-4167-9b9e-5a2cbfafa871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:00.935412 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a338f849-c98a-4167-9b9e-5a2cbfafa871 None None] Network ff05721e-7850-4548-837f-ed668dc919c7 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:00.960826 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-a338f849-c98a-4167-9b9e-5a2cbfafa871 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:00.960826 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a338f849-c98a-4167-9b9e-5a2cbfafa871 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:00.960826 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338f849-c98a-4167-9b9e-5a2cbfafa871 None None] Pushing event updated for resources: {'Port': ['ID=05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:01.009860 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a338f849-c98a-4167-9b9e-5a2cbfafa871 None None] Attempting to bind port 05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:01.010221 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a338f849-c98a-4167-9b9e-5a2cbfafa871 None None] Attempting to bind port 05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'a28d8fac-1844-46cb-9081-3ef9567ccc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ff05721e-7850-4548-837f-ed668dc919c7'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:01.011774 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a338f849-c98a-4167-9b9e-5a2cbfafa871 None None] Attempting to bind port 05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc on network ff05721e-7850-4548-837f-ed668dc919c7 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:01.016205 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a338f849-c98a-4167-9b9e-5a2cbfafa871 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:01.016583 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a338f849-c98a-4167-9b9e-5a2cbfafa871 None None] Checking segment: {'id': 'a28d8fac-1844-46cb-9081-3ef9567ccc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ff05721e-7850-4548-837f-ed668dc919c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:01.017016 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a338f849-c98a-4167-9b9e-5a2cbfafa871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:01.017384 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a338f849-c98a-4167-9b9e-5a2cbfafa871 None None] Bound using segment: {'id': 'a28d8fac-1844-46cb-9081-3ef9567ccc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ff05721e-7850-4548-837f-ed668dc919c7'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:01.017859 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a338f849-c98a-4167-9b9e-5a2cbfafa871 None None] Bound port: 05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28d8fac-1844-46cb-9081-3ef9567ccc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ff05721e-7850-4548-837f-ed668dc919c7'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:01.018241 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a338f849-c98a-4167-9b9e-5a2cbfafa871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:01.039733 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5781167f-32df-4cf4-b5e0-dbbd3282c4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:01.068315 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e29f6-5f8f-4dd4-b6c5-b9296d698c07 req-5423a9a1-aede-4217-878f-62f52bfa2361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:01.073945 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c33e29f6-5f8f-4dd4-b6c5-b9296d698c07 req-5423a9a1-aede-4217-878f-62f52bfa2361 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=124800de805149b392f25b813a13c194&device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 1125 time: 0.3711047 Aug 10 03:46:01.079296 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5781167f-32df-4cf4-b5e0-dbbd3282c4c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:46:01.089075 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781167f-32df-4cf4-b5e0-dbbd3282c4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe79175-d57f-40a0-96e5-55aa8167eecd,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:01.089774 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a338f849-c98a-4167-9b9e-5a2cbfafa871 None None] For port 05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:01.094062 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a338f849-c98a-4167-9b9e-5a2cbfafa871 None None] For port 05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc,segment=NetworkSegment(a28d8fac-1844-46cb-9081-3ef9567ccc56),segment_id=a28d8fac-1844-46cb-9081-3ef9567ccc56)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:01.096590 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5781167f-32df-4cf4-b5e0-dbbd3282c4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:01.097123 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-5781167f-32df-4cf4-b5e0-dbbd3282c4c6 admin admin] Added segment fd8690b5-11c5-437d-8ccd-484c6aa37422 of type vlan for network c36632af-ee47-4baf-bf45-94a49764da1a Aug 10 03:46:01.106743 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ce990eb-6c59-47fa-80ad-8152335b3cc0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:01.123007 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49858) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:01.141107 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5781167f-32df-4cf4-b5e0-dbbd3282c4c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:01.162609 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-53674ca8-9057-4e9d-8b8f-712b3b6ad6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:01.172780 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a338f849-c98a-4167-9b9e-5a2cbfafa871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:01.229412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e29f6-5f8f-4dd4-b6c5-b9296d698c07 req-a93816a7-9561-41b0-9a7a-4c86ed91a9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:01.230946 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c33e29f6-5f8f-4dd4-b6c5-b9296d698c07 req-a93816a7-9561-41b0-9a7a-4c86ed91a9a4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=82e15316-6bb5-465a-8cae-f1cb27c52e26 HTTP/1.1" status: 200 len: 908 time: 0.1336863 Aug 10 03:46:01.270525 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338f849-c98a-4167-9b9e-5a2cbfafa871 None None] Pushing event updated for resources: {'Port': ['ID=05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:01.305861 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c33e29f6-5f8f-4dd4-b6c5-b9296d698c07 req-7b53a308-7744-471e-96a1-12f686e9e2cb service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bac39a6-a126-43fe-81fd-e7c414a80ced HTTP/1.1" status: 200 len: 217 time: 0.0642486 Aug 10 03:46:01.338237 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5781167f-32df-4cf4-b5e0-dbbd3282c4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:01.339542 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5781167f-32df-4cf4-b5e0-dbbd3282c4c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:01.341242 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5781167f-32df-4cf4-b5e0-dbbd3282c4c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:01.418998 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781167f-32df-4cf4-b5e0-dbbd3282c4c6 admin admin] Pushing event updated for resources: {'Network': ['ID=c36632af-ee47-4baf-bf45-94a49764da1a,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:01.431331 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network c36632af-ee47-4baf-bf45-94a49764da1a details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:46:01.498013 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e29f6-5f8f-4dd4-b6c5-b9296d698c07 req-fec887bb-0851-4b63-b04c-52450a13a788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:01.500263 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c33e29f6-5f8f-4dd4-b6c5-b9296d698c07 req-fec887bb-0851-4b63-b04c-52450a13a788 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f HTTP/1.1" status: 200 len: 847 time: 0.1500838 Aug 10 03:46:01.621754 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24e33e-6b0b-48ce-8f5f-ce8dbfd16b55 req-d9345d1a-549f-4217-81ae-a81ebb3e0444 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:01.630022 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8a24e33e-6b0b-48ce-8f5f-ce8dbfd16b55 req-d9345d1a-549f-4217-81ae-a81ebb3e0444 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 944 time: 0.0975242 Aug 10 03:46:01.636680 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-53674ca8-9057-4e9d-8b8f-712b3b6ad6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:01.644477 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c33e29f6-5f8f-4dd4-b6c5-b9296d698c07 req-4d7df8dd-2d55-47b1-a33e-6a26a1a99158 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=82e15316-6bb5-465a-8cae-f1cb27c52e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999498 Aug 10 03:46:01.646977 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ce990eb-6c59-47fa-80ad-8152335b3cc0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:01.675852 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6022e-3f7b-4316-b3d4-55a2fb9e47fc req-d8b370b6-b462-4c47-a54d-d11fe1d417bb tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:01.677538 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-75e6022e-3f7b-4316-b3d4-55a2fb9e47fc req-d8b370b6-b462-4c47-a54d-d11fe1d417bb tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.2868643 Aug 10 03:46:01.680370 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8a24e33e-6b0b-48ce-8f5f-ce8dbfd16b55 req-2096fd62-a6f4-49c2-97fe-abd67314b2b5 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492587 Aug 10 03:46:01.763549 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-53674ca8-9057-4e9d-8b8f-712b3b6ad6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:01.790772 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-75e6022e-3f7b-4316-b3d4-55a2fb9e47fc req-fac36db7-153b-4373-a20f-502e4ffd20a0 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985444 Aug 10 03:46:01.826874 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53674ca8-9057-4e9d-8b8f-712b3b6ad6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de9c73ba-6bfa-47e8-b0ab-1ac72c6f6cc9,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:01.833261 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-53674ca8-9057-4e9d-8b8f-712b3b6ad6e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9d68f1a51efa4a38b439ee87fa040915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7134600 Aug 10 03:46:01.841506 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49870) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:01.843434 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c33e29f6-5f8f-4dd4-b6c5-b9296d698c07 req-41e65cb7-96b0-4678-8efd-806f239a0302 service neutron] 10.222.0.68 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897185 Aug 10 03:46:01.848925 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53674ca8-9057-4e9d-8b8f-712b3b6ad6e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:01.849282 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53674ca8-9057-4e9d-8b8f-712b3b6ad6e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:01.849629 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53674ca8-9057-4e9d-8b8f-712b3b6ad6e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:01.849969 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53674ca8-9057-4e9d-8b8f-712b3b6ad6e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:01.850308 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53674ca8-9057-4e9d-8b8f-712b3b6ad6e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:01.850640 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53674ca8-9057-4e9d-8b8f-712b3b6ad6e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:01.850969 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53674ca8-9057-4e9d-8b8f-712b3b6ad6e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:01.851298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53674ca8-9057-4e9d-8b8f-712b3b6ad6e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:01.860320 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53674ca8-9057-4e9d-8b8f-712b3b6ad6e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:01.860784 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53674ca8-9057-4e9d-8b8f-712b3b6ad6e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:01.861136 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53674ca8-9057-4e9d-8b8f-712b3b6ad6e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:01.861483 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53674ca8-9057-4e9d-8b8f-712b3b6ad6e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:01.964533 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5781167f-32df-4cf4-b5e0-dbbd3282c4c6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0110106 Aug 10 03:46:01.971012 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49872) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:01.979194 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-654eefb2-69fe-456a-8564-8891cd344527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:01.980076 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-8f9ca41e-a7b5-4f0c-8986-e1a8804faf59 admin admin] Request body: {'subnet': {'network_id': 'c36632af-ee47-4baf-bf45-94a49764da1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-419944996-subnet', 'tenant_id': '16715f6d32734f45a92c91889926b494', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:02.007949 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aeac70-dc93-4258-a86c-80ba931e3d9f req-5b2f03f7-12a0-4d6e-b63f-1ab51907716e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:02.017195 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a8aeac70-dc93-4258-a86c-80ba931e3d9f req-5b2f03f7-12a0-4d6e-b63f-1ab51907716e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 943 time: 0.0992260 Aug 10 03:46:02.035844 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-654eefb2-69fe-456a-8564-8891cd344527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:02.088392 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c33e29f6-5f8f-4dd4-b6c5-b9296d698c07 req-0ffd7f43-097a-449d-ae58-19b2b3a54503 service neutron] 10.222.0.68 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177103 Aug 10 03:46:02.097150 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a8aeac70-dc93-4258-a86c-80ba931e3d9f req-71ae8743-5e78-4078-8d69-0e4b742e1faf tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783648 Aug 10 03:46:02.199397 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9ca41e-a7b5-4f0c-8986-e1a8804faf59 admin admin] Made reservation on behalf of 16715f6d32734f45a92c91889926b494 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:02.199397 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8f9ca41e-a7b5-4f0c-8986-e1a8804faf59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:02.263510 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-654eefb2-69fe-456a-8564-8891cd344527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:02.267102 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-654eefb2-69fe-456a-8564-8891cd344527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:02.268425 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-654eefb2-69fe-456a-8564-8891cd344527 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/de9c73ba-6bfa-47e8-b0ab-1ac72c6f6cc9 HTTP/1.1" status: 204 len: 168 time: 0.4250910 Aug 10 03:46:02.282296 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654eefb2-69fe-456a-8564-8891cd344527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9c73ba-6bfa-47e8-b0ab-1ac72c6f6cc9,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:02.294499 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ce990eb-6c59-47fa-80ad-8152335b3cc0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:02.322396 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ce990eb-6c59-47fa-80ad-8152335b3cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:02.455073 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce02d13-1551-44e1-afbf-a483073d16f5 None None] Network ff05721e-7850-4548-837f-ed668dc919c7 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:02.538078 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-8ce990eb-6c59-47fa-80ad-8152335b3cc0 admin admin] Allocated IP 172.25.0.204 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/daa4723b-5312-48e3-84a2-bb3a9bf2b557) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:02.671123 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ce990eb-6c59-47fa-80ad-8152335b3cc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:02.699151 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8f9ca41e-a7b5-4f0c-8986-e1a8804faf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:02.762971 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ca41e-a7b5-4f0c-8986-e1a8804faf59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba653691-ff39-46e5-8457-cfaca794565c,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:02.782916 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9ca41e-a7b5-4f0c-8986-e1a8804faf59 admin admin] Checking segment: {'id': 'fd8690b5-11c5-437d-8ccd-484c6aa37422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c36632af-ee47-4baf-bf45-94a49764da1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:02.787515 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9ca41e-a7b5-4f0c-8986-e1a8804faf59 admin admin] Network hostable DHCP agents. Network: c36632af-ee47-4baf-bf45-94a49764da1a, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:46:02.823034 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f137c71d-4905-4518-b9e1-f8b704041f3f None None] Provisioning for port 05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:02.823750 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d643a-441f-4cc8-b9af-437f6ab79d99 req-1a54f4ac-d088-463d-ba44-b2f5f4dfbc71 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:02.827710 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9a7d643a-441f-4cc8-b9af-437f6ab79d99 req-1a54f4ac-d088-463d-ba44-b2f5f4dfbc71 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 944 time: 0.0658467 Aug 10 03:46:02.869334 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9a7d643a-441f-4cc8-b9af-437f6ab79d99 req-301ec638-bc8a-4f40-ba6d-3d0768f5ccbd tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347669 Aug 10 03:46:02.903208 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ce990eb-6c59-47fa-80ad-8152335b3cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:02.982891 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9ca41e-a7b5-4f0c-8986-e1a8804faf59 admin admin] Network c36632af-ee47-4baf-bf45-94a49764da1a is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:46:03.012788 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce990eb-6c59-47fa-80ad-8152335b3cc0 admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:03.018248 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-8ce990eb-6c59-47fa-80ad-8152335b3cc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:03.028005 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce990eb-6c59-47fa-80ad-8152335b3cc0 admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:03.028554 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce990eb-6c59-47fa-80ad-8152335b3cc0 admin admin] Pushing event updated for resources: {'Port': ['ID=daa4723b-5312-48e3-84a2-bb3a9bf2b557,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:03.062551 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f86837-b5aa-4304-960e-b72a7e9e9ed4 req-39572c8b-c8a8-4f89-89bf-a83a7e0cc7dd tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:03.064118 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-24f86837-b5aa-4304-960e-b72a7e9e9ed4 req-39572c8b-c8a8-4f89-89bf-a83a7e0cc7dd tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.1572998 Aug 10 03:46:03.131130 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-8f9ca41e-a7b5-4f0c-8986-e1a8804faf59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, c36632af-ee47-4baf-bf45-94a49764da1a) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:03.138874 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6813b8f3-4744-45df-80da-e4b0b2b5d862 None None] Network c36632af-ee47-4baf-bf45-94a49764da1a requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:03.162999 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9ca41e-a7b5-4f0c-8986-e1a8804faf59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:03.163738 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8f9ca41e-a7b5-4f0c-8986-e1a8804faf59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:03.203930 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-24f86837-b5aa-4304-960e-b72a7e9e9ed4 req-e2ab1131-7d19-4147-9fd1-3fe2e024dfec tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335938 Aug 10 03:46:03.262432 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b813ea2-d4d3-43b1-832e-0e1735b6375b req-9f979f9d-b482-441e-9406-cc2a663d578c tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:03.269825 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6b813ea2-d4d3-43b1-832e-0e1735b6375b req-9f979f9d-b482-441e-9406-cc2a663d578c tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 943 time: 0.0658627 Aug 10 03:46:03.308275 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6b813ea2-d4d3-43b1-832e-0e1735b6375b req-d6e1754e-1ee4-44ca-a9a1-31b9e8337927 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372686 Aug 10 03:46:03.324522 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3535977-0b00-4a20-80f7-4673f7cea573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-c36632af-ee47-4baf-bf45-94a49764da1a', 'network_id': 'c36632af-ee47-4baf-bf45-94a49764da1a', 'tenant_id': '16715f6d32734f45a92c91889926b494', 'fixed_ips': [{'subnet_id': 'ba653691-ff39-46e5-8457-cfaca794565c'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:46:03.325684 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f3535977-0b00-4a20-80f7-4673f7cea573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:03.406525 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8f9ca41e-a7b5-4f0c-8986-e1a8804faf59 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4321847 Aug 10 03:46:03.409197 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49896) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:03.414068 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-a4610137-3e79-4d53-96b5-8e521a6fa07e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-419944996-router', 'tenant_id': '16715f6d32734f45a92c91889926b494', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:03.949276 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-f3535977-0b00-4a20-80f7-4673f7cea573 None None] Allocated IP 172.20.0.2 (c36632af-ee47-4baf-bf45-94a49764da1a/ba653691-ff39-46e5-8457-cfaca794565c/8217ca24-2be5-43aa-8e40-4cedf872cdff) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:03.949276 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:03.951737 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ce990eb-6c59-47fa-80ad-8152335b3cc0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:03.952337 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f3535977-0b00-4a20-80f7-4673f7cea573 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:03.952337 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f3535977-0b00-4a20-80f7-4673f7cea573 None None] Transition to ACTIVE for port object 8217ca24-2be5-43aa-8e40-4cedf872cdff will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:03.952337 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f3535977-0b00-4a20-80f7-4673f7cea573 None None] Transition to ACTIVE for port object 8217ca24-2be5-43aa-8e40-4cedf872cdff will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:03.953177 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ce990eb-6c59-47fa-80ad-8152335b3cc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:03.992532 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1cf530-9c28-4486-a2ae-71693592c8a2 req-269cc2f2-b052-4772-a90a-ad4e23ba8963 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:03.994384 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ea1cf530-9c28-4486-a2ae-71693592c8a2 req-269cc2f2-b052-4772-a90a-ad4e23ba8963 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 944 time: 0.0497437 Aug 10 03:46:04.028838 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a4610137-3e79-4d53-96b5-8e521a6fa07e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:04.031554 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a4610137-3e79-4d53-96b5-8e521a6fa07e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:04.035307 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ea1cf530-9c28-4486-a2ae-71693592c8a2 req-2e5050bc-e151-4f38-ab41-6ec94be41a53 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347478 Aug 10 03:46:04.095000 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a4610137-3e79-4d53-96b5-8e521a6fa07e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:04.111096 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:04.115167 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f3535977-0b00-4a20-80f7-4673f7cea573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:04.128422 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:04.128853 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:04.199774 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce990eb-6c59-47fa-80ad-8152335b3cc0 admin admin] Router 8159fb08-587e-4fa9-9b22-f838098c681c is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:46:04.200445 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3535977-0b00-4a20-80f7-4673f7cea573 None None] Network c36632af-ee47-4baf-bf45-94a49764da1a is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:04.200445 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-f3535977-0b00-4a20-80f7-4673f7cea573 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:04.201163 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3535977-0b00-4a20-80f7-4673f7cea573 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:04.223426 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3535977-0b00-4a20-80f7-4673f7cea573 None None] Pushing event updated for resources: {'Port': ['ID=8217ca24-2be5-43aa-8e40-4cedf872cdff,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:04.287578 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49914) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:04.415851 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-f3535977-0b00-4a20-80f7-4673f7cea573 None None] Attempting to bind port 8217ca24-2be5-43aa-8e40-4cedf872cdff on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:04.421936 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-f3535977-0b00-4a20-80f7-4673f7cea573 None None] Attempting to bind port 8217ca24-2be5-43aa-8e40-4cedf872cdff by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'fd8690b5-11c5-437d-8ccd-484c6aa37422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c36632af-ee47-4baf-bf45-94a49764da1a'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:04.421936 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3535977-0b00-4a20-80f7-4673f7cea573 None None] Attempting to bind port 8217ca24-2be5-43aa-8e40-4cedf872cdff on network c36632af-ee47-4baf-bf45-94a49764da1a {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:04.425279 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:04.459845 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3535977-0b00-4a20-80f7-4673f7cea573 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:04.460503 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3535977-0b00-4a20-80f7-4673f7cea573 None None] Checking segment: {'id': 'fd8690b5-11c5-437d-8ccd-484c6aa37422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c36632af-ee47-4baf-bf45-94a49764da1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:04.460905 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f3535977-0b00-4a20-80f7-4673f7cea573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:04.461309 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3535977-0b00-4a20-80f7-4673f7cea573 None None] Bound using segment: {'id': 'fd8690b5-11c5-437d-8ccd-484c6aa37422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c36632af-ee47-4baf-bf45-94a49764da1a'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:04.461834 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-f3535977-0b00-4a20-80f7-4673f7cea573 None None] Bound port: 8217ca24-2be5-43aa-8e40-4cedf872cdff, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8690b5-11c5-437d-8ccd-484c6aa37422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c36632af-ee47-4baf-bf45-94a49764da1a'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:04.462273 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f3535977-0b00-4a20-80f7-4673f7cea573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:04.491033 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a4610137-3e79-4d53-96b5-8e521a6fa07e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:04.497107 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc,segment=NetworkSegment(a28d8fac-1844-46cb-9081-3ef9567ccc56),segment_id=a28d8fac-1844-46cb-9081-3ef9567ccc56)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:04.497372 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358b067-884c-4378-80b6-2b6672924aed req-f435ef0f-3d55-4a7b-b8bc-a74a65983ba1 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:04.498384 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6358b067-884c-4378-80b6-2b6672924aed req-f435ef0f-3d55-4a7b-b8bc-a74a65983ba1 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.1363080 Aug 10 03:46:04.511697 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-0fcbd850-861c-4bfc-b7ee-1d6b99ccef5d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-887624121-network', 'tenant_id': 'b7626f8391dd4083bdffce15f94e1a87'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:04.519086 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce990eb-6c59-47fa-80ad-8152335b3cc0 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:04.537522 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7effa2a9-e380-405d-aa85-cfabf1d1071a None None] Sync routers for ids ['8159fb08-587e-4fa9-9b22-f838098c681c'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:04.554454 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7effa2a9-e380-405d-aa85-cfabf1d1071a None None] Routers {'8159fb08-587e-4fa9-9b22-f838098c681c'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:04.555422 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-7effa2a9-e380-405d-aa85-cfabf1d1071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:45:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['8159fb08-587e-4fa9-9b22-f838098c681c'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:04.570601 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9542ed0f-8325-4f3b-86f3-d34954e16dc3 req-32a3d28c-ff0f-4e32-8209-0c8a17884270 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2108157 Aug 10 03:46:04.573079 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-f3535977-0b00-4a20-80f7-4673f7cea573 None None] For port 8217ca24-2be5-43aa-8e40-4cedf872cdff, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:04.589281 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-f3535977-0b00-4a20-80f7-4673f7cea573 None None] For port 8217ca24-2be5-43aa-8e40-4cedf872cdff, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=8217ca24-2be5-43aa-8e40-4cedf872cdff,segment=NetworkSegment(fd8690b5-11c5-437d-8ccd-484c6aa37422),segment_id=fd8690b5-11c5-437d-8ccd-484c6aa37422)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:04.592936 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a321dc3-bd2c-4b41-b6f6-a1dd4e4ba952 req-52dc5356-4fcc-415c-8c82-d81951bc462f tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:04.595152 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9a321dc3-bd2c-4b41-b6f6-a1dd4e4ba952 req-52dc5356-4fcc-415c-8c82-d81951bc462f tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 943 time: 0.0939879 Aug 10 03:46:04.617693 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:04.627091 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6358b067-884c-4378-80b6-2b6672924aed req-3ddac381-73f2-4e80-ae75-eae6baa48033 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192379 Aug 10 03:46:04.677519 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9a321dc3-bd2c-4b41-b6f6-a1dd4e4ba952 req-bd2e1bc5-89f1-4233-8e51-217eaf25c1a2 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759375 Aug 10 03:46:04.689103 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542ed0f-8325-4f3b-86f3-d34954e16dc3 req-fe12bd96-9f9a-4d32-948f-57b1d9d2040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:04.690962 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9542ed0f-8325-4f3b-86f3-d34954e16dc3 req-fe12bd96-9f9a-4d32-948f-57b1d9d2040a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47ca53781e6743fd8c23c05b91862cdc&device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 1096 time: 0.0733230 Aug 10 03:46:04.694382 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:04.729586 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:46:04.752341 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-7effa2a9-e380-405d-aa85-cfabf1d1071a None None] Set router 8159fb08-587e-4fa9-9b22-f838098c681c gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:04.840280 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcbd850-861c-4bfc-b7ee-1d6b99ccef5d admin admin] Made reservation on behalf of b7626f8391dd4083bdffce15f94e1a87 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:04.841936 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f3535977-0b00-4a20-80f7-4673f7cea573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:04.845055 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0fcbd850-861c-4bfc-b7ee-1d6b99ccef5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:04.863143 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0fcbd850-861c-4bfc-b7ee-1d6b99ccef5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:04.864468 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542ed0f-8325-4f3b-86f3-d34954e16dc3 req-1d66f9e1-348c-4968-9d33-d44094941a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:04.866471 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9542ed0f-8325-4f3b-86f3-d34954e16dc3 req-1d66f9e1-348c-4968-9d33-d44094941a13 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4 HTTP/1.1" status: 200 len: 922 time: 0.1483200 Aug 10 03:46:04.954196 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3535977-0b00-4a20-80f7-4673f7cea573 None None] Pushing event updated for resources: {'Port': ['ID=8217ca24-2be5-43aa-8e40-4cedf872cdff,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:04.957627 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9542ed0f-8325-4f3b-86f3-d34954e16dc3 req-017b81f6-f1e5-4315-a551-d5184ebf04fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45469e1f-b3c8-44a0-b148-f8c1669f304e HTTP/1.1" status: 200 len: 217 time: 0.0740266 Aug 10 03:46:05.061039 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-7effa2a9-e380-405d-aa85-cfabf1d1071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8159fb08-587e-4fa9-9b22-f838098c681c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-843095043-router', 'tenant_id': '5ff2e62f21bd433caa392dcf09a7024b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'daa4723b-5312-48e3-84a2-bb3a9bf2b557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:00Z', 'updated_at': '2021-08-10T03:46:03Z', 'revision_number': 3, 'project_id': '5ff2e62f21bd433caa392dcf09a7024b', 'gw_port': {'id': 'daa4723b-5312-48e3-84a2-bb3a9bf2b557', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8159fb08-587e-4fa9-9b22-f838098c681c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:02Z', 'updated_at': '2021-08-10T03:46:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:05.117236 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7effa2a9-e380-405d-aa85-cfabf1d1071a None None] Checking router: 8159fb08-587e-4fa9-9b22-f838098c681c for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:05.117593 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7effa2a9-e380-405d-aa85-cfabf1d1071a None None] Updating router 8159fb08-587e-4fa9-9b22-f838098c681c port daa4723b-5312-48e3-84a2-bb3a9bf2b557 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:46:05.157550 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7effa2a9-e380-405d-aa85-cfabf1d1071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:05.173555 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0fcbd850-861c-4bfc-b7ee-1d6b99ccef5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:05.348815 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0fcbd850-861c-4bfc-b7ee-1d6b99ccef5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:05.392715 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fcbd850-861c-4bfc-b7ee-1d6b99ccef5d admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:46:05.409070 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbd850-861c-4bfc-b7ee-1d6b99ccef5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc875d3d-1296-4e0e-96d5-109c0cc47402,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:05.417007 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0fcbd850-861c-4bfc-b7ee-1d6b99ccef5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:05.417600 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-0fcbd850-861c-4bfc-b7ee-1d6b99ccef5d admin admin] Added segment 8479f145-1f51-4038-8a1b-7be059ff178b of type vlan for network c2280e93-6b9d-4982-ba0e-735d91d76690 Aug 10 03:46:05.419810 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ce990eb-6c59-47fa-80ad-8152335b3cc0 admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:05.425195 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8ce990eb-6c59-47fa-80ad-8152335b3cc0 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.3151624 Aug 10 03:46:05.433404 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49928) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:05.560444 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0fcbd850-861c-4bfc-b7ee-1d6b99ccef5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:05.562907 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542ed0f-8325-4f3b-86f3-d34954e16dc3 req-227385d7-76ae-4768-ad96-b067d91bc47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:05.562907 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9542ed0f-8325-4f3b-86f3-d34954e16dc3 req-227385d7-76ae-4768-ad96-b067d91bc47e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc5ee412-63a0-4c00-8014-352954e4021d HTTP/1.1" status: 200 len: 861 time: 0.6014717 Aug 10 03:46:05.582064 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7effa2a9-e380-405d-aa85-cfabf1d1071a None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:05.629001 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-7effa2a9-e380-405d-aa85-cfabf1d1071a None None] Transition to ACTIVE for port object daa4723b-5312-48e3-84a2-bb3a9bf2b557 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:05.676876 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9542ed0f-8325-4f3b-86f3-d34954e16dc3 req-cc484790-a10f-46f1-8990-fa8f4aae807e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705819 Aug 10 03:46:05.706416 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0222cc6b-007b-4ee0-a487-55a105ff0f9a req-9052c555-1d39-4320-bec7-d40127953b68 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:05.706416 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0222cc6b-007b-4ee0-a487-55a105ff0f9a req-9052c555-1d39-4320-bec7-d40127953b68 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 944 time: 0.2840595 Aug 10 03:46:05.728365 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:05.794796 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:05.795381 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:05.809909 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0fcbd850-861c-4bfc-b7ee-1d6b99ccef5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:05.811161 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcbd850-861c-4bfc-b7ee-1d6b99ccef5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:05.812518 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0fcbd850-861c-4bfc-b7ee-1d6b99ccef5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:05.840106 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7effa2a9-e380-405d-aa85-cfabf1d1071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:05.891177 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a4610137-3e79-4d53-96b5-8e521a6fa07e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:05.896161 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbd850-861c-4bfc-b7ee-1d6b99ccef5d admin admin] Pushing event updated for resources: {'Network': ['ID=c2280e93-6b9d-4982-ba0e-735d91d76690,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:05.909848 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network c2280e93-6b9d-4982-ba0e-735d91d76690 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:46:05.939628 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cecd74-04c0-4873-87e2-a93405c11160 req-31b8dbc6-7bd8-470b-b9f3-32ca7eef1f78 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:05.948190 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-58cecd74-04c0-4873-87e2-a93405c11160 req-31b8dbc6-7bd8-470b-b9f3-32ca7eef1f78 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.1835413 Aug 10 03:46:05.993368 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-7effa2a9-e380-405d-aa85-cfabf1d1071a None None] Attempting to bind port daa4723b-5312-48e3-84a2-bb3a9bf2b557 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:05.993368 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-7effa2a9-e380-405d-aa85-cfabf1d1071a None None] Attempting to bind port daa4723b-5312-48e3-84a2-bb3a9bf2b557 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:05.993368 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7effa2a9-e380-405d-aa85-cfabf1d1071a None None] Attempting to bind port daa4723b-5312-48e3-84a2-bb3a9bf2b557 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:05.993915 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 8217ca24-2be5-43aa-8e40-4cedf872cdff up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:06.010980 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7effa2a9-e380-405d-aa85-cfabf1d1071a None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:06.011658 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7effa2a9-e380-405d-aa85-cfabf1d1071a None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:06.012319 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7effa2a9-e380-405d-aa85-cfabf1d1071a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.012746 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7effa2a9-e380-405d-aa85-cfabf1d1071a None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:06.013241 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-7effa2a9-e380-405d-aa85-cfabf1d1071a None None] Bound port: daa4723b-5312-48e3-84a2-bb3a9bf2b557, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:06.013607 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7effa2a9-e380-405d-aa85-cfabf1d1071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.016464 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-58cecd74-04c0-4873-87e2-a93405c11160 req-b9ca271a-c79a-4653-a34c-478e8734991b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671592 Aug 10 03:46:06.035117 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0fcbd850-861c-4bfc-b7ee-1d6b99ccef5d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7458391 Aug 10 03:46:06.037889 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49936) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:06.045347 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-6733a800-aff0-46a0-a67e-627870d5719f admin admin] Request body: {'subnet': {'network_id': 'c2280e93-6b9d-4982-ba0e-735d91d76690', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-887624121-subnet', 'tenant_id': 'b7626f8391dd4083bdffce15f94e1a87', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:06.118990 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a4610137-3e79-4d53-96b5-8e521a6fa07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.126733 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-7effa2a9-e380-405d-aa85-cfabf1d1071a None None] For port daa4723b-5312-48e3-84a2-bb3a9bf2b557, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:06.130130 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-7effa2a9-e380-405d-aa85-cfabf1d1071a None None] For port daa4723b-5312-48e3-84a2-bb3a9bf2b557, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=daa4723b-5312-48e3-84a2-bb3a9bf2b557,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:06.136659 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f15b3-10bf-42be-8c38-13adfa714efd None None] Pushing event updated for resources: {'Port': ['ID=daa4723b-5312-48e3-84a2-bb3a9bf2b557,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:06.137989 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0222cc6b-007b-4ee0-a487-55a105ff0f9a req-4e3e18de-ccb8-4e26-b1c4-900d87681c49 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128368 Aug 10 03:46:06.154871 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47f15b3-10bf-42be-8c38-13adfa714efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:06.155227 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47f15b3-10bf-42be-8c38-13adfa714efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:06.155623 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47f15b3-10bf-42be-8c38-13adfa714efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:06.156004 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47f15b3-10bf-42be-8c38-13adfa714efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:06.156337 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47f15b3-10bf-42be-8c38-13adfa714efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:06.156664 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47f15b3-10bf-42be-8c38-13adfa714efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:06.156985 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47f15b3-10bf-42be-8c38-13adfa714efd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:06.157306 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47f15b3-10bf-42be-8c38-13adfa714efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:06.157624 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47f15b3-10bf-42be-8c38-13adfa714efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:06.157942 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47f15b3-10bf-42be-8c38-13adfa714efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:06.158316 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47f15b3-10bf-42be-8c38-13adfa714efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:06.158804 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47f15b3-10bf-42be-8c38-13adfa714efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:06.194175 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 8217ca24-2be5-43aa-8e40-4cedf872cdff completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:06.232670 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9542ed0f-8325-4f3b-86f3-d34954e16dc3 req-0ed01325-3fd4-48aa-9c47-c6bdab1c9712 service neutron] 10.222.0.20 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5109847 Aug 10 03:46:06.240764 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91ce5e-529d-4ea4-a390-edc9e77c629f req-e6b54651-588b-4775-8d25-5e3d90eb9b49 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:06.242675 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9f91ce5e-529d-4ea4-a390-edc9e77c629f req-e6b54651-588b-4775-8d25-5e3d90eb9b49 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 943 time: 0.0920882 Aug 10 03:46:06.319455 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9f91ce5e-529d-4ea4-a390-edc9e77c629f req-4e3b2e9b-449f-434d-a343-845f66def600 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704598 Aug 10 03:46:06.331016 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6733a800-aff0-46a0-a67e-627870d5719f admin admin] Made reservation on behalf of b7626f8391dd4083bdffce15f94e1a87 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:06.338433 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6733a800-aff0-46a0-a67e-627870d5719f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.338681 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7effa2a9-e380-405d-aa85-cfabf1d1071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.413774 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731b6553-3c24-4e68-ac5c-d8aa3805a4a2 None None] Network c36632af-ee47-4baf-bf45-94a49764da1a requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:06.419875 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7effa2a9-e380-405d-aa85-cfabf1d1071a None None] Routers {'8159fb08-587e-4fa9-9b22-f838098c681c'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:06.420550 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-7effa2a9-e380-405d-aa85-cfabf1d1071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:45:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['8159fb08-587e-4fa9-9b22-f838098c681c'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:06.476560 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f15b3-10bf-42be-8c38-13adfa714efd None None] Pushing event updated for resources: {'Port': ['ID=daa4723b-5312-48e3-84a2-bb3a9bf2b557,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:06.522847 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-a4610137-3e79-4d53-96b5-8e521a6fa07e admin admin] Allocated IP 172.25.0.133 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/7844a33b-87fc-4716-ba06-9eb9fd1e55df) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:06.553500 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 4bac39a6-a126-43fe-81fd-e7c414a80ced no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:06.567196 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9542ed0f-8325-4f3b-86f3-d34954e16dc3 req-dffb7f77-c1c9-4aae-875f-eced2defe7f2 service neutron] 10.222.0.20 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795620 Aug 10 03:46:06.589962 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-7effa2a9-e380-405d-aa85-cfabf1d1071a None None] Set router 8159fb08-587e-4fa9-9b22-f838098c681c gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:06.652993 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-aea51854-45e4-4ec9-8cbe-ba2aa019059e None None] Provisioning for port 8217ca24-2be5-43aa-8e40-4cedf872cdff completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:06.672198 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-aea51854-45e4-4ec9-8cbe-ba2aa019059e None None] Provisioning complete for port 8217ca24-2be5-43aa-8e40-4cedf872cdff triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:06.672574 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-aea51854-45e4-4ec9-8cbe-ba2aa019059e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.740095 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a4610137-3e79-4d53-96b5-8e521a6fa07e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.790911 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f1585120-8cbe-4488-acc5-5b451569a941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.794646 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6733a800-aff0-46a0-a67e-627870d5719f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.808754 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-aea51854-45e4-4ec9-8cbe-ba2aa019059e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:06.849912 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-aea51854-45e4-4ec9-8cbe-ba2aa019059e None None] For port 8217ca24-2be5-43aa-8e40-4cedf872cdff, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=8217ca24-2be5-43aa-8e40-4cedf872cdff,segment=NetworkSegment(fd8690b5-11c5-437d-8ccd-484c6aa37422),segment_id=fd8690b5-11c5-437d-8ccd-484c6aa37422)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:06.867942 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-7effa2a9-e380-405d-aa85-cfabf1d1071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8159fb08-587e-4fa9-9b22-f838098c681c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-843095043-router', 'tenant_id': '5ff2e62f21bd433caa392dcf09a7024b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'daa4723b-5312-48e3-84a2-bb3a9bf2b557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:00Z', 'updated_at': '2021-08-10T03:46:03Z', 'revision_number': 3, 'project_id': '5ff2e62f21bd433caa392dcf09a7024b', 'gw_port': {'id': 'daa4723b-5312-48e3-84a2-bb3a9bf2b557', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8159fb08-587e-4fa9-9b22-f838098c681c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:02Z', 'updated_at': '2021-08-10T03:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:06.924721 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6733a800-aff0-46a0-a67e-627870d5719f admin admin] Pushing event updated for resources: {'Subnet': ['ID=56303a22-52e1-4bca-bf56-5e1715b93c47,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:06.939142 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6733a800-aff0-46a0-a67e-627870d5719f admin admin] Checking segment: {'id': '8479f145-1f51-4038-8a1b-7be059ff178b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2280e93-6b9d-4982-ba0e-735d91d76690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:06.939661 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6733a800-aff0-46a0-a67e-627870d5719f admin admin] Network hostable DHCP agents. Network: c2280e93-6b9d-4982-ba0e-735d91d76690, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:46:06.997404 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7effa2a9-e380-405d-aa85-cfabf1d1071a None None] The sync data for ids ['8159fb08-587e-4fa9-9b22-f838098c681c'] in n-d-802893-2 is: [{'id': '8159fb08-587e-4fa9-9b22-f838098c681c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-843095043-router', 'tenant_id': '5ff2e62f21bd433caa392dcf09a7024b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'daa4723b-5312-48e3-84a2-bb3a9bf2b557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:00Z', 'updated_at': '2021-08-10T03:46:03Z', 'revision_number': 3, 'project_id': '5ff2e62f21bd433caa392dcf09a7024b', 'gw_port': {'id': 'daa4723b-5312-48e3-84a2-bb3a9bf2b557', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8159fb08-587e-4fa9-9b22-f838098c681c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:02Z', 'updated_at': '2021-08-10T03:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:07.041092 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a4610137-3e79-4d53-96b5-8e521a6fa07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.048832 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-aea51854-45e4-4ec9-8cbe-ba2aa019059e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.053240 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6733a800-aff0-46a0-a67e-627870d5719f admin admin] Network c2280e93-6b9d-4982-ba0e-735d91d76690 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:46:07.104710 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-36703653-305c-4520-9bbc-c61372817bd9 req-265b9bad-3759-44ea-a36c-7662e2412c99 service neutron] 10.222.0.68 "GET /v2.0/ports/4bac39a6-a126-43fe-81fd-e7c414a80ced/bindings/n-h2-802893-2 HTTP/1.1" status: 200 len: 384 time: 0.1790748 Aug 10 03:46:07.108366 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea51854-45e4-4ec9-8cbe-ba2aa019059e None None] Pushing event updated for resources: {'Port': ['ID=8217ca24-2be5-43aa-8e40-4cedf872cdff,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:07.122580 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4610137-3e79-4d53-96b5-8e521a6fa07e admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:07.133886 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-f1585120-8cbe-4488-acc5-5b451569a941 admin admin] Allocated IP 172.20.0.1 (ff05721e-7850-4548-837f-ed668dc919c7/20c5f738-7686-4488-9cbe-8cc8f088bff1/aed349d6-8890-4eb6-977f-70b7aba48d17) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:07.136335 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-a4610137-3e79-4d53-96b5-8e521a6fa07e admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:07.161946 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4610137-3e79-4d53-96b5-8e521a6fa07e admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:07.168494 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4610137-3e79-4d53-96b5-8e521a6fa07e admin admin] Pushing event updated for resources: {'Port': ['ID=7844a33b-87fc-4716-ba06-9eb9fd1e55df,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:07.173224 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-6733a800-aff0-46a0-a67e-627870d5719f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, c2280e93-6b9d-4982-ba0e-735d91d76690) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:07.177868 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6733a800-aff0-46a0-a67e-627870d5719f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:07.178195 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6733a800-aff0-46a0-a67e-627870d5719f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.190081 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e216c6fe-86e3-44df-a812-e22fa50fb3aa None None] Network c2280e93-6b9d-4982-ba0e-735d91d76690 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:07.216961 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c62477c2-3991-4d49-a85f-dac5e36cb163 None None] Provisioning complete for port 8217ca24-2be5-43aa-8e40-4cedf872cdff triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:07.216961 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c62477c2-3991-4d49-a85f-dac5e36cb163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.291347 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92eccfc-b3a0-483c-a394-833bea0ca8d6 req-30daf1c8-8515-402e-9623-23b30337efdd tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:07.300203 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c92eccfc-b3a0-483c-a394-833bea0ca8d6 req-30daf1c8-8515-402e-9623-23b30337efdd tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.2096746 Aug 10 03:46:07.363411 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c92eccfc-b3a0-483c-a394-833bea0ca8d6 req-168762ce-a5b7-4288-8f6c-e11814cd9910 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622962 Aug 10 03:46:07.383664 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6733a800-aff0-46a0-a67e-627870d5719f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3440762 Aug 10 03:46:07.386549 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49952) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:07.394049 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-01aefd44-a24a-4992-89a3-2a071601fa6d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-887624121-router', 'tenant_id': 'b7626f8391dd4083bdffce15f94e1a87', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:07.561578 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470de91d-f358-4148-b21f-940744a20485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-c2280e93-6b9d-4982-ba0e-735d91d76690', 'network_id': 'c2280e93-6b9d-4982-ba0e-735d91d76690', 'tenant_id': 'b7626f8391dd4083bdffce15f94e1a87', 'fixed_ips': [{'subnet_id': '56303a22-52e1-4bca-bf56-5e1715b93c47'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:46:07.565575 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-470de91d-f358-4148-b21f-940744a20485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.614792 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01aefd44-a24a-4992-89a3-2a071601fa6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.615696 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01aefd44-a24a-4992-89a3-2a071601fa6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.664256 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcebcf6-d0fe-4907-8d62-db4021b26aea req-93a1b4d2-5d5a-4d3a-9896-9b698255dcf6 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:07.673511 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-afcebcf6-d0fe-4907-8d62-db4021b26aea req-93a1b4d2-5d5a-4d3a-9896-9b698255dcf6 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 944 time: 0.3600664 Aug 10 03:46:07.700596 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f1585120-8cbe-4488-acc5-5b451569a941 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.709004 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device daa4723b-5312-48e3-84a2-bb3a9bf2b557 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:07.710993 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f6a14-f80a-4b9e-9d8e-cd9ea43e6aad req-7451ac1f-3b93-4202-aa56-e025349fab9d tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:07.720369 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a7f6a14-f80a-4b9e-9d8e-cd9ea43e6aad req-7451ac1f-3b93-4202-aa56-e025349fab9d tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 943 time: 0.1522820 Aug 10 03:46:07.743626 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-f1585120-8cbe-4488-acc5-5b451569a941 admin admin] Transition to ACTIVE for port object aed349d6-8890-4eb6-977f-70b7aba48d17 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:07.766345 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01aefd44-a24a-4992-89a3-2a071601fa6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:07.792556 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-36703653-305c-4520-9bbc-c61372817bd9 req-6ee313de-e09a-4edd-a93e-28c07c5d5637 service neutron] For port 4bac39a6-a126-43fe-81fd-e7c414a80ced, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=4bac39a6-a126-43fe-81fd-e7c414a80ced,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:07.799350 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a7f6a14-f80a-4b9e-9d8e-cd9ea43e6aad req-0e8911c7-ebcd-4e41-b15e-ed426d47710d tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789545 Aug 10 03:46:07.820342 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-470de91d-f358-4148-b21f-940744a20485 None None] Allocated IP 172.20.0.2 (c2280e93-6b9d-4982-ba0e-735d91d76690/56303a22-52e1-4bca-bf56-5e1715b93c47/8c9cb403-104e-4cc2-a590-3c340268d52e) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:07.823858 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-afcebcf6-d0fe-4907-8d62-db4021b26aea req-90d23621-bfd3-4aec-8266-b330de925cc0 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492963 Aug 10 03:46:07.837213 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-36703653-305c-4520-9bbc-c61372817bd9 req-6ee313de-e09a-4edd-a93e-28c07c5d5637 service neutron] For port 4bac39a6-a126-43fe-81fd-e7c414a80ced, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:07.917422 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-36703653-305c-4520-9bbc-c61372817bd9 req-6ee313de-e09a-4edd-a93e-28c07c5d5637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bac39a6-a126-43fe-81fd-e7c414a80ced {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:46:07.933426 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-36703653-305c-4520-9bbc-c61372817bd9 req-6ee313de-e09a-4edd-a93e-28c07c5d5637 service neutron] For port 4bac39a6-a126-43fe-81fd-e7c414a80ced, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=4bac39a6-a126-43fe-81fd-e7c414a80ced,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:08.018339 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a4610137-3e79-4d53-96b5-8e521a6fa07e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.031711 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-470de91d-f358-4148-b21f-940744a20485 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.046854 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-470de91d-f358-4148-b21f-940744a20485 None None] Transition to ACTIVE for port object 8c9cb403-104e-4cc2-a590-3c340268d52e will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:08.067678 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-470de91d-f358-4148-b21f-940744a20485 None None] Transition to ACTIVE for port object 8c9cb403-104e-4cc2-a590-3c340268d52e will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:08.085215 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port daa4723b-5312-48e3-84a2-bb3a9bf2b557 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:08.090112 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port daa4723b-5312-48e3-84a2-bb3a9bf2b557 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:08.093883 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.110848 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01aefd44-a24a-4992-89a3-2a071601fa6d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.190891 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.214016 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port daa4723b-5312-48e3-84a2-bb3a9bf2b557, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=daa4723b-5312-48e3-84a2-bb3a9bf2b557,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:08.269981 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-470de91d-f358-4148-b21f-940744a20485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.310766 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470de91d-f358-4148-b21f-940744a20485 None None] Network c2280e93-6b9d-4982-ba0e-735d91d76690 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:08.317518 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-470de91d-f358-4148-b21f-940744a20485 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:08.322314 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470de91d-f358-4148-b21f-940744a20485 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:08.350782 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470de91d-f358-4148-b21f-940744a20485 None None] Pushing event updated for resources: {'Port': ['ID=8c9cb403-104e-4cc2-a590-3c340268d52e,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:08.357048 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.357950 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 8217ca24-2be5-43aa-8e40-4cedf872cdff up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:08.449259 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=daa4723b-5312-48e3-84a2-bb3a9bf2b557,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:08.450503 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-36703653-305c-4520-9bbc-c61372817bd9 req-6ee313de-e09a-4edd-a93e-28c07c5d5637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.455749 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f1585120-8cbe-4488-acc5-5b451569a941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.479559 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-470de91d-f358-4148-b21f-940744a20485 None None] Attempting to bind port 8c9cb403-104e-4cc2-a590-3c340268d52e on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:08.479934 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-470de91d-f358-4148-b21f-940744a20485 None None] Attempting to bind port 8c9cb403-104e-4cc2-a590-3c340268d52e by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '8479f145-1f51-4038-8a1b-7be059ff178b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2280e93-6b9d-4982-ba0e-735d91d76690'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:08.480337 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470de91d-f358-4148-b21f-940744a20485 None None] Attempting to bind port 8c9cb403-104e-4cc2-a590-3c340268d52e on network c2280e93-6b9d-4982-ba0e-735d91d76690 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:08.494442 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470de91d-f358-4148-b21f-940744a20485 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:08.495225 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470de91d-f358-4148-b21f-940744a20485 None None] Checking segment: {'id': '8479f145-1f51-4038-8a1b-7be059ff178b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2280e93-6b9d-4982-ba0e-735d91d76690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:08.495841 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-470de91d-f358-4148-b21f-940744a20485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.497472 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470de91d-f358-4148-b21f-940744a20485 None None] Bound using segment: {'id': '8479f145-1f51-4038-8a1b-7be059ff178b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2280e93-6b9d-4982-ba0e-735d91d76690'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:08.498059 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-470de91d-f358-4148-b21f-940744a20485 None None] Bound port: 8c9cb403-104e-4cc2-a590-3c340268d52e, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8479f145-1f51-4038-8a1b-7be059ff178b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2280e93-6b9d-4982-ba0e-735d91d76690'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:08.498531 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-470de91d-f358-4148-b21f-940744a20485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.525960 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 8217ca24-2be5-43aa-8e40-4cedf872cdff triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:08.526412 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.536635 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1585120-8cbe-4488-acc5-5b451569a941 admin admin] Pushing event updated for resources: {'Port': ['ID=aed349d6-8890-4eb6-977f-70b7aba48d17,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:08.567753 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1585120-8cbe-4488-acc5-5b451569a941 admin admin] Network ff05721e-7850-4548-837f-ed668dc919c7 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:08.579142 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-f1585120-8cbe-4488-acc5-5b451569a941 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:08.579564 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01aefd44-a24a-4992-89a3-2a071601fa6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.584317 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1585120-8cbe-4488-acc5-5b451569a941 admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:08.602439 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01aefd44-a24a-4992-89a3-2a071601fa6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.651410 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-470de91d-f358-4148-b21f-940744a20485 None None] For port 8c9cb403-104e-4cc2-a590-3c340268d52e, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:08.676042 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-470de91d-f358-4148-b21f-940744a20485 None None] For port 8c9cb403-104e-4cc2-a590-3c340268d52e, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=8c9cb403-104e-4cc2-a590-3c340268d52e,segment=NetworkSegment(8479f145-1f51-4038-8a1b-7be059ff178b),segment_id=8479f145-1f51-4038-8a1b-7be059ff178b)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:08.709589 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f1585120-8cbe-4488-acc5-5b451569a941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.744078 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-01aefd44-a24a-4992-89a3-2a071601fa6d admin admin] Allocated IP 172.25.0.166 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/e14b2e56-c509-4102-a410-1b31578e4c10) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:08.802174 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11971c5-a22e-4f0a-97ce-4352de1c416b req-84805ad0-5b6e-4a80-a7f1-9ee53b08b644 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:08.804123 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b11971c5-a22e-4f0a-97ce-4352de1c416b req-84805ad0-5b6e-4a80-a7f1-9ee53b08b644 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.2790289 Aug 10 03:46:08.871586 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01aefd44-a24a-4992-89a3-2a071601fa6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.893745 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-470de91d-f358-4148-b21f-940744a20485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.900785 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-36703653-305c-4520-9bbc-c61372817bd9 req-6ee313de-e09a-4edd-a93e-28c07c5d5637 service neutron] Transition to ACTIVE for port object 4bac39a6-a126-43fe-81fd-e7c414a80ced will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:08.959452 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b11971c5-a22e-4f0a-97ce-4352de1c416b req-d4ee2621-10c7-4ab4-beae-3d54e2094984 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402600 Aug 10 03:46:08.980593 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e28729a5-f1c2-4b1a-b217-df85299b4e0f None None] Provisioning for port aed349d6-8890-4eb6-977f-70b7aba48d17 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:08.981595 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b264e56-20d5-4fb6-b8e2-c4a0194f91ff req-f5200dd9-27d1-411c-89a9-5317d18f014f tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:08.983208 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7b264e56-20d5-4fb6-b8e2-c4a0194f91ff req-f5200dd9-27d1-411c-89a9-5317d18f014f tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 943 time: 0.0644774 Aug 10 03:46:08.991016 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a4610137-3e79-4d53-96b5-8e521a6fa07e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.995562 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e28729a5-f1c2-4b1a-b217-df85299b4e0f None None] Provisioning complete for port aed349d6-8890-4eb6-977f-70b7aba48d17 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:08.995930 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e28729a5-f1c2-4b1a-b217-df85299b4e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:08.998771 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470de91d-f358-4148-b21f-940744a20485 None None] Pushing event updated for resources: {'Port': ['ID=8c9cb403-104e-4cc2-a590-3c340268d52e,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:09.038186 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7b264e56-20d5-4fb6-b8e2-c4a0194f91ff req-28afaf63-415a-4c11-bc3a-9e697709f2bb tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409596 Aug 10 03:46:09.072918 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-e28729a5-f1c2-4b1a-b217-df85299b4e0f None None] Port aed349d6-8890-4eb6-977f-70b7aba48d17 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:09.074434 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-36703653-305c-4520-9bbc-c61372817bd9 req-6ee313de-e09a-4edd-a93e-28c07c5d5637 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.177380 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01aefd44-a24a-4992-89a3-2a071601fa6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.196215 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 68843df9-6dda-4e89-9bea-010632fda565 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:46:09.267808 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-36703653-305c-4520-9bbc-c61372817bd9 req-6ee313de-e09a-4edd-a93e-28c07c5d5637 service neutron] No DVR routers for this DVR port 4bac39a6-a126-43fe-81fd-e7c414a80ced on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:09.296754 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01aefd44-a24a-4992-89a3-2a071601fa6d admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:09.307263 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-01aefd44-a24a-4992-89a3-2a071601fa6d admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:09.317446 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aefd44-a24a-4992-89a3-2a071601fa6d admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:09.330964 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86734433-f164-455b-bc81-2696fcc310bd req-808b7fd9-8461-4f29-9018-4dad13fb61aa tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:09.343877 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aefd44-a24a-4992-89a3-2a071601fa6d admin admin] Pushing event updated for resources: {'Port': ['ID=e14b2e56-c509-4102-a410-1b31578e4c10,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:09.344400 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86734433-f164-455b-bc81-2696fcc310bd req-808b7fd9-8461-4f29-9018-4dad13fb61aa tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 945 time: 0.2702954 Aug 10 03:46:09.354248 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee313de-e09a-4edd-a93e-28c07c5d5637 service neutron] Pushing event updated for resources: {'Port': ['ID=4bac39a6-a126-43fe-81fd-e7c414a80ced,revision_number=10']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:09.412377 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-36703653-305c-4520-9bbc-c61372817bd9 req-6ee313de-e09a-4edd-a93e-28c07c5d5637 service neutron] 10.222.0.68 "PUT /v2.0/ports/4bac39a6-a126-43fe-81fd-e7c414a80ced/bindings/n-h2-802893-2/activate HTTP/1.1" status: 200 len: 369 time: 2.2971048 Aug 10 03:46:09.418054 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f1585120-8cbe-4488-acc5-5b451569a941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.514710 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86734433-f164-455b-bc81-2696fcc310bd req-472bb84a-5205-4435-825f-76568aaf452b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693277 Aug 10 03:46:09.548341 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 68843df9-6dda-4e89-9bea-010632fda565, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=68843df9-6dda-4e89-9bea-010632fda565,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:09.566219 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '68843df9-6dda-4e89-9bea-010632fda565', 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4', 'port_id': '68843df9-6dda-4e89-9bea-010632fda565', 'mac_address': 'fa:16:3e:9a:2f:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc5ee412-63a0-4c00-8014-352954e4021d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:46:09.636790 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.658753 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68843df9-6dda-4e89-9bea-010632fda565 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:46:09.659498 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36703653-305c-4520-9bbc-c61372817bd9 req-8307b0bb-585d-4503-9fae-bc19c01d9214 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:09.661369 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-36703653-305c-4520-9bbc-c61372817bd9 req-8307b0bb-585d-4503-9fae-bc19c01d9214 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6&tenant_id=124800de805149b392f25b813a13c194&binding%3Ahost_id=n-h1-802893-2 HTTP/1.1" status: 200 len: 1096 time: 0.1029320 Aug 10 03:46:09.661682 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 8c9cb403-104e-4cc2-a590-3c340268d52e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:09.707196 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 68843df9-6dda-4e89-9bea-010632fda565, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=68843df9-6dda-4e89-9bea-010632fda565,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:09.748194 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36703653-305c-4520-9bbc-c61372817bd9 req-3c8c2bf7-72a8-4204-9a53-0be83be0cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:09.750249 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-36703653-305c-4520-9bbc-c61372817bd9 req-3c8c2bf7-72a8-4204-9a53-0be83be0cd87 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6&tenant_id=124800de805149b392f25b813a13c194 HTTP/1.1" status: 200 len: 1096 time: 0.0775709 Aug 10 03:46:09.759680 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f1585120-8cbe-4488-acc5-5b451569a941 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.777033 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4610137-3e79-4d53-96b5-8e521a6fa07e admin admin] Router 239efccf-6752-4c60-bf35-0f7d3b4c792e is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:46:09.838971 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.847149 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01aefd44-a24a-4992-89a3-2a071601fa6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.878210 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f1585120-8cbe-4488-acc5-5b451569a941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.897679 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f073e5eb-603c-444d-b8e7-bfafd015d70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:09.899311 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 8c9cb403-104e-4cc2-a590-3c340268d52e completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:09.901669 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=68843df9-6dda-4e89-9bea-010632fda565,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:09.908803 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device daa4723b-5312-48e3-84a2-bb3a9bf2b557 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:09.939584 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36703653-305c-4520-9bbc-c61372817bd9 req-53121a2b-343c-41c5-9bff-62773f305f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:09.941254 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-36703653-305c-4520-9bbc-c61372817bd9 req-53121a2b-343c-41c5-9bff-62773f305f3b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=124800de805149b392f25b813a13c194&device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 1096 time: 0.1511803 Aug 10 03:46:09.972612 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port daa4723b-5312-48e3-84a2-bb3a9bf2b557 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:09.973244 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:10.065656 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1585120-8cbe-4488-acc5-5b451569a941 admin admin] Pushing event updated for resources: {'Port': ['ID=aed349d6-8890-4eb6-977f-70b7aba48d17,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:10.072727 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f1585120-8cbe-4488-acc5-5b451569a941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:10.079641 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4610137-3e79-4d53-96b5-8e521a6fa07e admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:10.091746 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4d8ecc-e1fc-4ece-90b4-2bb396e17f7d None None] Sync routers for ids ['239efccf-6752-4c60-bf35-0f7d3b4c792e'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:10.110817 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4d8ecc-e1fc-4ece-90b4-2bb396e17f7d None None] Routers {'239efccf-6752-4c60-bf35-0f7d3b4c792e'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:10.117057 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9c4d8ecc-e1fc-4ece-90b4-2bb396e17f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:45:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['239efccf-6752-4c60-bf35-0f7d3b4c792e'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:10.168830 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01aefd44-a24a-4992-89a3-2a071601fa6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:10.217903 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a4610137-3e79-4d53-96b5-8e521a6fa07e admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:10.223045 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a4610137-3e79-4d53-96b5-8e521a6fa07e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8125746 Aug 10 03:46:10.226970 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49972) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:10.241456 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36703653-305c-4520-9bbc-c61372817bd9 req-af1c42fa-7dd4-42f9-9e68-33f387237908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:10.242993 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-36703653-305c-4520-9bbc-c61372817bd9 req-af1c42fa-7dd4-42f9-9e68-33f387237908 service neutron] 10.222.0.20 "GET /v2.0/networks?id=82e15316-6bb5-465a-8cae-f1cb27c52e26 HTTP/1.1" status: 200 len: 908 time: 0.2791545 Aug 10 03:46:10.243223 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-9c4d8ecc-e1fc-4ece-90b4-2bb396e17f7d None None] Set router 239efccf-6752-4c60-bf35-0f7d3b4c792e gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:10.316362 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['68843df9-6dda-4e89-9bea-010632fda565'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:10.318261 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfce829-b883-4c61-92e2-dbf9ff261a28 None None] Network c2280e93-6b9d-4982-ba0e-735d91d76690 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:10.334205 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-36703653-305c-4520-9bbc-c61372817bd9 req-8df53ae8-4fae-4933-8917-f6a76f1b849a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4bac39a6-a126-43fe-81fd-e7c414a80ced HTTP/1.1" status: 200 len: 217 time: 0.0545633 Aug 10 03:46:10.347844 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d927ddb-37ae-413a-8ef4-00c5128a6e65 req-0b810f7b-73a1-4d81-8337-b6142903869e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:10.352709 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4d927ddb-37ae-413a-8ef4-00c5128a6e65 req-0b810f7b-73a1-4d81-8337-b6142903869e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 944 time: 0.1701479 Aug 10 03:46:10.366484 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eff4a6-7823-4cfa-b926-7532e89460d9 req-29ca015f-0381-4acc-b1e1-a2f3abc07604 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:10.368380 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84eff4a6-7823-4cfa-b926-7532e89460d9 req-29ca015f-0381-4acc-b1e1-a2f3abc07604 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.2737997 Aug 10 03:46:10.413378 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4d927ddb-37ae-413a-8ef4-00c5128a6e65 req-43d951f8-ee5f-42bf-bd38-313bfe4053aa tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574784 Aug 10 03:46:10.476653 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1585120-8cbe-4488-acc5-5b451569a941 admin admin] Network ff05721e-7850-4548-837f-ed668dc919c7 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:10.488183 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-f1585120-8cbe-4488-acc5-5b451569a941 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:10.565187 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01aefd44-a24a-4992-89a3-2a071601fa6d admin admin] Router 7a10644c-79a5-4334-84ff-0942c12fa33c is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:46:10.569703 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84eff4a6-7823-4cfa-b926-7532e89460d9 req-4d38fc22-dff2-4ec1-8161-835505cb5fc4 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454306 Aug 10 03:46:10.576568 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36703653-305c-4520-9bbc-c61372817bd9 req-5b15811b-395d-450f-b225-f4f64beb4641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:10.579399 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-36703653-305c-4520-9bbc-c61372817bd9 req-5b15811b-395d-450f-b225-f4f64beb4641 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f HTTP/1.1" status: 200 len: 847 time: 0.1699507 Aug 10 03:46:10.698839 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-36703653-305c-4520-9bbc-c61372817bd9 req-284dc072-803d-4cf3-934e-a4712741d8b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=82e15316-6bb5-465a-8cae-f1cb27c52e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776207 Aug 10 03:46:10.717381 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-dc5d5ea5-749a-4907-8a94-08e84a22af18 None None] Provisioning for port 8c9cb403-104e-4cc2-a590-3c340268d52e completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:10.732791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-dc5d5ea5-749a-4907-8a94-08e84a22af18 None None] Provisioning complete for port 8c9cb403-104e-4cc2-a590-3c340268d52e triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:10.733433 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dc5d5ea5-749a-4907-8a94-08e84a22af18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:10.798215 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfb0757-05a9-4811-be51-630a3cd87ce9 req-8a691e17-0918-4834-a435-613e309b5640 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:10.806141 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9c4d8ecc-e1fc-4ece-90b4-2bb396e17f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239efccf-6752-4c60-bf35-0f7d3b4c792e', 'name': 'tempest-FloatingIPDetailsTestJSON-419944996-router', 'tenant_id': '16715f6d32734f45a92c91889926b494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '7844a33b-87fc-4716-ba06-9eb9fd1e55df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:04Z', 'updated_at': '2021-08-10T03:46:07Z', 'revision_number': 3, 'project_id': '16715f6d32734f45a92c91889926b494', 'gw_port': {'id': '7844a33b-87fc-4716-ba06-9eb9fd1e55df', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:eb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239efccf-6752-4c60-bf35-0f7d3b4c792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:06Z', 'updated_at': '2021-08-10T03:46:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:10.806563 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ebfb0757-05a9-4811-be51-630a3cd87ce9 req-8a691e17-0918-4834-a435-613e309b5640 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 945 time: 0.1438539 Aug 10 03:46:10.835374 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01aefd44-a24a-4992-89a3-2a071601fa6d admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:10.842607 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4d8ecc-e1fc-4ece-90b4-2bb396e17f7d None None] Checking router: 239efccf-6752-4c60-bf35-0f7d3b4c792e for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:10.843728 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4d8ecc-e1fc-4ece-90b4-2bb396e17f7d None None] Updating router 239efccf-6752-4c60-bf35-0f7d3b4c792e port 7844a33b-87fc-4716-ba06-9eb9fd1e55df binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:46:10.850954 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a526e-b334-4791-896a-2f9ac10d939b None None] Sync routers for ids ['7a10644c-79a5-4334-84ff-0942c12fa33c'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:10.873165 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844a526e-b334-4791-896a-2f9ac10d939b None None] Routers {'7a10644c-79a5-4334-84ff-0942c12fa33c'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:10.876292 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-844a526e-b334-4791-896a-2f9ac10d939b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:45:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['7a10644c-79a5-4334-84ff-0942c12fa33c'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:10.896244 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ebfb0757-05a9-4811-be51-630a3cd87ce9 req-05ca9a26-0ffb-4119-9c36-219d5d7663f2 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877433 Aug 10 03:46:10.908671 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9c4d8ecc-e1fc-4ece-90b4-2bb396e17f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.003116 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-844a526e-b334-4791-896a-2f9ac10d939b None None] Set router 7a10644c-79a5-4334-84ff-0942c12fa33c gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:11.023033 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01aefd44-a24a-4992-89a3-2a071601fa6d admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.025883 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-01aefd44-a24a-4992-89a3-2a071601fa6d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6370747 Aug 10 03:46:11.027507 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49978) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:11.177026 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dc5d5ea5-749a-4907-8a94-08e84a22af18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.277290 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-844a526e-b334-4791-896a-2f9ac10d939b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a10644c-79a5-4334-84ff-0942c12fa33c', 'name': 'tempest-FloatingIPsNegativeTestJSON-887624121-router', 'tenant_id': 'b7626f8391dd4083bdffce15f94e1a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'e14b2e56-c509-4102-a410-1b31578e4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:07Z', 'updated_at': '2021-08-10T03:46:09Z', 'revision_number': 3, 'project_id': 'b7626f8391dd4083bdffce15f94e1a87', 'gw_port': {'id': 'e14b2e56-c509-4102-a410-1b31578e4c10', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:aa:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a10644c-79a5-4334-84ff-0942c12fa33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:08Z', 'updated_at': '2021-08-10T03:46:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:11.281212 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1585120-8cbe-4488-acc5-5b451569a941 admin admin] Router 8159fb08-587e-4fa9-9b22-f838098c681c has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:11.282745 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-dc5d5ea5-749a-4907-8a94-08e84a22af18 None None] For port 8c9cb403-104e-4cc2-a590-3c340268d52e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=8c9cb403-104e-4cc2-a590-3c340268d52e,segment=NetworkSegment(8479f145-1f51-4038-8a1b-7be059ff178b),segment_id=8479f145-1f51-4038-8a1b-7be059ff178b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:11.307410 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a526e-b334-4791-896a-2f9ac10d939b None None] Checking router: 7a10644c-79a5-4334-84ff-0942c12fa33c for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:11.308180 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a526e-b334-4791-896a-2f9ac10d939b None None] Updating router 7a10644c-79a5-4334-84ff-0942c12fa33c port e14b2e56-c509-4102-a410-1b31578e4c10 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:46:11.340469 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-36703653-305c-4520-9bbc-c61372817bd9 req-4a5d962d-6139-44a4-921e-135a9468712a service neutron] 10.222.0.20 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6330733 Aug 10 03:46:11.377818 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-844a526e-b334-4791-896a-2f9ac10d939b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.386422 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dc5d5ea5-749a-4907-8a94-08e84a22af18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.492256 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9c4d8ecc-e1fc-4ece-90b4-2bb396e17f7d None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.572433 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d5ea5-749a-4907-8a94-08e84a22af18 None None] Pushing event updated for resources: {'Port': ['ID=8c9cb403-104e-4cc2-a590-3c340268d52e,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:11.576325 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9c4d8ecc-e1fc-4ece-90b4-2bb396e17f7d None None] Transition to ACTIVE for port object 7844a33b-87fc-4716-ba06-9eb9fd1e55df will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:11.590991 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d29c5bdb-a868-4bf9-93a2-6b9b0e5b2c9f None None] Provisioning complete for port 8c9cb403-104e-4cc2-a590-3c340268d52e triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:11.591507 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d29c5bdb-a868-4bf9-93a2-6b9b0e5b2c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.688423 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1585120-8cbe-4488-acc5-5b451569a941 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:11.692441 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9c4d8ecc-e1fc-4ece-90b4-2bb396e17f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.705392 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f1585120-8cbe-4488-acc5-5b451569a941 admin admin] 10.222.0.25 "PUT /v2.0/routers/8159fb08-587e-4fa9-9b22-f838098c681c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2693679 Aug 10 03:46:11.732553 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216a0e6f-cb3a-43fc-8d81-5ecbcedc993a None None] Sync routers for ids ['8159fb08-587e-4fa9-9b22-f838098c681c'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:11.739662 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-36703653-305c-4520-9bbc-c61372817bd9 req-a5f7aab0-c2e9-4611-bad5-e3fedfea129d service neutron] 10.222.0.20 "GET /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544979 Aug 10 03:46:11.780344 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216a0e6f-cb3a-43fc-8d81-5ecbcedc993a None None] Routers {'8159fb08-587e-4fa9-9b22-f838098c681c'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:11.781980 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-216a0e6f-cb3a-43fc-8d81-5ecbcedc993a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:45:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['8159fb08-587e-4fa9-9b22-f838098c681c'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:11.799258 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d29c5bdb-a868-4bf9-93a2-6b9b0e5b2c9f None None] Provisioning complete for port aed349d6-8890-4eb6-977f-70b7aba48d17 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:11.799909 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d29c5bdb-a868-4bf9-93a2-6b9b0e5b2c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.808217 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1814c361-0517-4b8f-8996-a609db78f3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.835406 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7146182-9043-47a8-8b42-80dc8312abaa None None] Pushing event updated for resources: {'Port': ['ID=7844a33b-87fc-4716-ba06-9eb9fd1e55df,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:11.866651 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-9c4d8ecc-e1fc-4ece-90b4-2bb396e17f7d None None] Attempting to bind port 7844a33b-87fc-4716-ba06-9eb9fd1e55df on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:11.867325 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-9c4d8ecc-e1fc-4ece-90b4-2bb396e17f7d None None] Attempting to bind port 7844a33b-87fc-4716-ba06-9eb9fd1e55df by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:11.867917 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4d8ecc-e1fc-4ece-90b4-2bb396e17f7d None None] Attempting to bind port 7844a33b-87fc-4716-ba06-9eb9fd1e55df on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:11.886172 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4d8ecc-e1fc-4ece-90b4-2bb396e17f7d None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:11.886839 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4d8ecc-e1fc-4ece-90b4-2bb396e17f7d None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:11.887421 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9c4d8ecc-e1fc-4ece-90b4-2bb396e17f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.889651 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4d8ecc-e1fc-4ece-90b4-2bb396e17f7d None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:11.899314 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-9c4d8ecc-e1fc-4ece-90b4-2bb396e17f7d None None] Bound port: 7844a33b-87fc-4716-ba06-9eb9fd1e55df, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:11.899314 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9c4d8ecc-e1fc-4ece-90b4-2bb396e17f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.899615 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e91a8-d395-4529-a04e-1a607daa69aa req-042cd430-d9fc-4227-a560-cec0e30ceaec tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:11.899615 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-239e91a8-d395-4529-a04e-1a607daa69aa req-042cd430-d9fc-4227-a560-cec0e30ceaec tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 944 time: 0.3098497 Aug 10 03:46:11.909300 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85381760-4ca3-41f2-8373-cea2337aabf4 req-8babb162-27f1-4585-8c43-f94c901e114a tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:11.919815 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-85381760-4ca3-41f2-8373-cea2337aabf4 req-8babb162-27f1-4585-8c43-f94c901e114a tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.1462030 Aug 10 03:46:11.925421 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-593a138f-3b59-4963-aca2-d16659e90d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:11.975762 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-239e91a8-d395-4529-a04e-1a607daa69aa req-c31e38a0-d2b9-4326-86b4-e7b87dcc2225 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629292 Aug 10 03:46:12.021664 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-844a526e-b334-4791-896a-2f9ac10d939b None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.036234 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-844a526e-b334-4791-896a-2f9ac10d939b None None] Transition to ACTIVE for port object e14b2e56-c509-4102-a410-1b31578e4c10 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:12.099927 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-85381760-4ca3-41f2-8373-cea2337aabf4 req-8ad9623e-afbe-4d86-b83b-4a2dde19b89e tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788783 Aug 10 03:46:12.114438 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-d29c5bdb-a868-4bf9-93a2-6b9b0e5b2c9f None None] Port aed349d6-8890-4eb6-977f-70b7aba48d17 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:12.154487 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-844a526e-b334-4791-896a-2f9ac10d939b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.177132 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-216a0e6f-cb3a-43fc-8d81-5ecbcedc993a None None] Set router 8159fb08-587e-4fa9-9b22-f838098c681c gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:12.204853 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-9c4d8ecc-e1fc-4ece-90b4-2bb396e17f7d None None] For port 7844a33b-87fc-4716-ba06-9eb9fd1e55df, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:12.229015 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-9c4d8ecc-e1fc-4ece-90b4-2bb396e17f7d None None] For port 7844a33b-87fc-4716-ba06-9eb9fd1e55df, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7844a33b-87fc-4716-ba06-9eb9fd1e55df,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:12.235876 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-844a526e-b334-4791-896a-2f9ac10d939b None None] Attempting to bind port e14b2e56-c509-4102-a410-1b31578e4c10 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:12.236410 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-844a526e-b334-4791-896a-2f9ac10d939b None None] Attempting to bind port e14b2e56-c509-4102-a410-1b31578e4c10 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:12.236971 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844a526e-b334-4791-896a-2f9ac10d939b None None] Attempting to bind port e14b2e56-c509-4102-a410-1b31578e4c10 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:12.239441 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a3867-0aeb-4ffd-a464-4bb8ce650b10 None None] Pushing event updated for resources: {'Port': ['ID=e14b2e56-c509-4102-a410-1b31578e4c10,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:12.245851 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844a526e-b334-4791-896a-2f9ac10d939b None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:12.246349 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844a526e-b334-4791-896a-2f9ac10d939b None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:12.246844 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-844a526e-b334-4791-896a-2f9ac10d939b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.247847 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844a526e-b334-4791-896a-2f9ac10d939b None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:12.247847 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-844a526e-b334-4791-896a-2f9ac10d939b None None] Bound port: e14b2e56-c509-4102-a410-1b31578e4c10, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:12.248404 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-844a526e-b334-4791-896a-2f9ac10d939b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.320419 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-593a138f-3b59-4963-aca2-d16659e90d7c admin admin] Allocated IP 172.20.0.1 (c36632af-ee47-4baf-bf45-94a49764da1a/ba653691-ff39-46e5-8457-cfaca794565c/ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:12.325950 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-844a526e-b334-4791-896a-2f9ac10d939b None None] For port e14b2e56-c509-4102-a410-1b31578e4c10, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:12.333677 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9c4d8ecc-e1fc-4ece-90b4-2bb396e17f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.334743 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-844a526e-b334-4791-896a-2f9ac10d939b None None] For port e14b2e56-c509-4102-a410-1b31578e4c10, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e14b2e56-c509-4102-a410-1b31578e4c10,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:12.368404 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-1814c361-0517-4b8f-8996-a609db78f3e3 admin admin] Allocated IP 172.20.0.1 (c2280e93-6b9d-4982-ba0e-735d91d76690/56303a22-52e1-4bca-bf56-5e1715b93c47/ae0de7a9-6bb5-464d-984f-02e6a574d722) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:12.389691 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a02d1-8c46-421a-981d-8e0e2fc69b93 req-79378390-7c2e-4e88-8646-7a052b0f94f4 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:12.391744 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b6a02d1-8c46-421a-981d-8e0e2fc69b93 req-79378390-7c2e-4e88-8646-7a052b0f94f4 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 945 time: 0.1825831 Aug 10 03:46:12.420813 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4d8ecc-e1fc-4ece-90b4-2bb396e17f7d None None] Routers {'239efccf-6752-4c60-bf35-0f7d3b4c792e'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:12.423692 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9c4d8ecc-e1fc-4ece-90b4-2bb396e17f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:45:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['239efccf-6752-4c60-bf35-0f7d3b4c792e'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:12.430501 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [req-4d5bb689-3a5b-421f-84aa-34b7ffd9a5fd req-c8e1e1ef-9e40-4ac9-a6d4-91da0888673f tempest-FloatingIPDetailsNegativeTestJSON-1431447072 tempest-FloatingIPDetailsNegativeTestJSON-1431447072-project] show failed (client error): The resource could not be found. Aug 10 03:46:12.432842 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4d5bb689-3a5b-421f-84aa-34b7ffd9a5fd req-c8e1e1ef-9e40-4ac9-a6d4-91da0888673f tempest-FloatingIPDetailsNegativeTestJSON-1431447072 tempest-FloatingIPDetailsNegativeTestJSON-1431447072-project] 10.222.0.25 "GET /v2.0/floatingips/7359972a-d58d-4ded-b187-2c54e9e36c5c HTTP/1.1" status: 404 len: 350 time: 0.0506320 Aug 10 03:46:12.447825 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49996) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:12.486462 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-844a526e-b334-4791-896a-2f9ac10d939b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.503894 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7146182-9043-47a8-8b42-80dc8312abaa None None] Pushing event updated for resources: {'Port': ['ID=7844a33b-87fc-4716-ba06-9eb9fd1e55df,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:12.538842 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b6a02d1-8c46-421a-981d-8e0e2fc69b93 req-73caea86-6558-4e24-a519-e2e615c13862 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349316 Aug 10 03:46:12.553287 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36703653-305c-4520-9bbc-c61372817bd9 req-24e62672-a668-4a52-bc16-c92a44a4c632 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:12.555000 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-36703653-305c-4520-9bbc-c61372817bd9 req-24e62672-a668-4a52-bc16-c92a44a4c632 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6&tenant_id=124800de805149b392f25b813a13c194&binding%3Ahost_id=n-h2-802893-2 HTTP/1.1" status: 200 len: 1096 time: 0.1523159 Aug 10 03:46:12.600101 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-9c4d8ecc-e1fc-4ece-90b4-2bb396e17f7d None None] Set router 239efccf-6752-4c60-bf35-0f7d3b4c792e gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:12.601114 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-216a0e6f-cb3a-43fc-8d81-5ecbcedc993a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8159fb08-587e-4fa9-9b22-f838098c681c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-843095043-router', 'tenant_id': '5ff2e62f21bd433caa392dcf09a7024b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'daa4723b-5312-48e3-84a2-bb3a9bf2b557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:00Z', 'updated_at': '2021-08-10T03:46:08Z', 'revision_number': 4, 'project_id': '5ff2e62f21bd433caa392dcf09a7024b', 'gw_port': {'id': 'daa4723b-5312-48e3-84a2-bb3a9bf2b557', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8159fb08-587e-4fa9-9b22-f838098c681c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:02Z', 'updated_at': '2021-08-10T03:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'aed349d6-8890-4eb6-977f-70b7aba48d17', 'name': '', 'network_id': 'ff05721e-7850-4548-837f-ed668dc919c7', 'tenant_id': '5ff2e62f21bd433caa392dcf09a7024b', 'mac_address': 'fa:16:3e:d8:6c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8159fb08-587e-4fa9-9b22-f838098c681c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '20c5f738-7686-4488-9cbe-8cc8f088bff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:06Z', 'updated_at': '2021-08-10T03:46:09Z', 'revision_number': 2, 'project_id': '5ff2e62f21bd433caa392dcf09a7024b', 'subnets': [{'id': '20c5f738-7686-4488-9cbe-8cc8f088bff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:12.619409 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-593a138f-3b59-4963-aca2-d16659e90d7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.637426 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a3867-0aeb-4ffd-a464-4bb8ce650b10 None None] Pushing event updated for resources: {'Port': ['ID=e14b2e56-c509-4102-a410-1b31578e4c10,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:12.666592 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844a526e-b334-4791-896a-2f9ac10d939b None None] Routers {'7a10644c-79a5-4334-84ff-0942c12fa33c'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:12.667642 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-844a526e-b334-4791-896a-2f9ac10d939b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:45:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['7a10644c-79a5-4334-84ff-0942c12fa33c'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:12.686049 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216a0e6f-cb3a-43fc-8d81-5ecbcedc993a None None] Checking router: 8159fb08-587e-4fa9-9b22-f838098c681c for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:12.686404 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216a0e6f-cb3a-43fc-8d81-5ecbcedc993a None None] Updating router 8159fb08-587e-4fa9-9b22-f838098c681c port aed349d6-8890-4eb6-977f-70b7aba48d17 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:46:12.698213 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-593a138f-3b59-4963-aca2-d16659e90d7c admin admin] Transition to ACTIVE for port object ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:12.762308 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-216a0e6f-cb3a-43fc-8d81-5ecbcedc993a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.859744 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-844a526e-b334-4791-896a-2f9ac10d939b None None] Set router 7a10644c-79a5-4334-84ff-0942c12fa33c gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:12.906201 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-593a138f-3b59-4963-aca2-d16659e90d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.940889 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1814c361-0517-4b8f-8996-a609db78f3e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:12.948337 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593a138f-3b59-4963-aca2-d16659e90d7c admin admin] Network c36632af-ee47-4baf-bf45-94a49764da1a is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:12.958155 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-593a138f-3b59-4963-aca2-d16659e90d7c admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:12.963232 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593a138f-3b59-4963-aca2-d16659e90d7c admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:12.968212 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-36703653-305c-4520-9bbc-c61372817bd9 req-08e8751d-44fd-4257-af8a-d1f67dc49b3a service neutron] For port 4bac39a6-a126-43fe-81fd-e7c414a80ced, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:12.970511 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a138f-3b59-4963-aca2-d16659e90d7c admin admin] Pushing event updated for resources: {'Port': ['ID=ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:13.000593 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-1814c361-0517-4b8f-8996-a609db78f3e3 admin admin] Transition to ACTIVE for port object ae0de7a9-6bb5-464d-984f-02e6a574d722 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:13.017399 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-36703653-305c-4520-9bbc-c61372817bd9 req-08e8751d-44fd-4257-af8a-d1f67dc49b3a service neutron] Notify callbacks [] for binding, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.017399 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-36703653-305c-4520-9bbc-c61372817bd9 req-08e8751d-44fd-4257-af8a-d1f67dc49b3a service neutron] 10.222.0.20 "DELETE /v2.0/ports/4bac39a6-a126-43fe-81fd-e7c414a80ced/bindings/n-h1-802893-2 HTTP/1.1" status: 204 len: 173 time: 0.4539704 Aug 10 03:46:13.045294 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-593a138f-3b59-4963-aca2-d16659e90d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.182173 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-844a526e-b334-4791-896a-2f9ac10d939b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a10644c-79a5-4334-84ff-0942c12fa33c', 'name': 'tempest-FloatingIPsNegativeTestJSON-887624121-router', 'tenant_id': 'b7626f8391dd4083bdffce15f94e1a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'e14b2e56-c509-4102-a410-1b31578e4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:07Z', 'updated_at': '2021-08-10T03:46:09Z', 'revision_number': 3, 'project_id': 'b7626f8391dd4083bdffce15f94e1a87', 'gw_port': {'id': 'e14b2e56-c509-4102-a410-1b31578e4c10', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:aa:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a10644c-79a5-4334-84ff-0942c12fa33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:08Z', 'updated_at': '2021-08-10T03:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:13.227384 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a526e-b334-4791-896a-2f9ac10d939b None None] The sync data for ids ['7a10644c-79a5-4334-84ff-0942c12fa33c'] in n-d-802893-2 is: [{'id': '7a10644c-79a5-4334-84ff-0942c12fa33c', 'name': 'tempest-FloatingIPsNegativeTestJSON-887624121-router', 'tenant_id': 'b7626f8391dd4083bdffce15f94e1a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'e14b2e56-c509-4102-a410-1b31578e4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:07Z', 'updated_at': '2021-08-10T03:46:09Z', 'revision_number': 3, 'project_id': 'b7626f8391dd4083bdffce15f94e1a87', 'gw_port': {'id': 'e14b2e56-c509-4102-a410-1b31578e4c10', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:aa:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a10644c-79a5-4334-84ff-0942c12fa33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:08Z', 'updated_at': '2021-08-10T03:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:13.254468 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 68843df9-6dda-4e89-9bea-010632fda565 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:13.325889 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabf8ad-a7db-464d-890b-0fb6171262e7 req-146bfbd7-03f9-4dc6-94a3-b26ed26516d3 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:13.331520 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1814c361-0517-4b8f-8996-a609db78f3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.336096 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-caabf8ad-a7db-464d-890b-0fb6171262e7 req-146bfbd7-03f9-4dc6-94a3-b26ed26516d3 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 944 time: 0.2108982 Aug 10 03:46:13.346052 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-216a0e6f-cb3a-43fc-8d81-5ecbcedc993a None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.370124 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-216a0e6f-cb3a-43fc-8d81-5ecbcedc993a None None] Transition to ACTIVE for port object aed349d6-8890-4eb6-977f-70b7aba48d17 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:13.382037 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9c4d8ecc-e1fc-4ece-90b4-2bb396e17f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239efccf-6752-4c60-bf35-0f7d3b4c792e', 'name': 'tempest-FloatingIPDetailsTestJSON-419944996-router', 'tenant_id': '16715f6d32734f45a92c91889926b494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '7844a33b-87fc-4716-ba06-9eb9fd1e55df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:04Z', 'updated_at': '2021-08-10T03:46:07Z', 'revision_number': 3, 'project_id': '16715f6d32734f45a92c91889926b494', 'gw_port': {'id': '7844a33b-87fc-4716-ba06-9eb9fd1e55df', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:eb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239efccf-6752-4c60-bf35-0f7d3b4c792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:06Z', 'updated_at': '2021-08-10T03:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:13.410006 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-caabf8ad-a7db-464d-890b-0fb6171262e7 req-1834b2d0-f595-43e3-83be-703bb6abcc7f tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591877 Aug 10 03:46:13.452501 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4d8ecc-e1fc-4ece-90b4-2bb396e17f7d None None] The sync data for ids ['239efccf-6752-4c60-bf35-0f7d3b4c792e'] in n-d-802893-2 is: [{'id': '239efccf-6752-4c60-bf35-0f7d3b4c792e', 'name': 'tempest-FloatingIPDetailsTestJSON-419944996-router', 'tenant_id': '16715f6d32734f45a92c91889926b494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '7844a33b-87fc-4716-ba06-9eb9fd1e55df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:04Z', 'updated_at': '2021-08-10T03:46:07Z', 'revision_number': 3, 'project_id': '16715f6d32734f45a92c91889926b494', 'gw_port': {'id': '7844a33b-87fc-4716-ba06-9eb9fd1e55df', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:eb:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239efccf-6752-4c60-bf35-0f7d3b4c792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:06Z', 'updated_at': '2021-08-10T03:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:13.493765 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1814c361-0517-4b8f-8996-a609db78f3e3 admin admin] Network c2280e93-6b9d-4982-ba0e-735d91d76690 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:13.499578 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-216a0e6f-cb3a-43fc-8d81-5ecbcedc993a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.505033 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-1814c361-0517-4b8f-8996-a609db78f3e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:13.517458 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1814c361-0517-4b8f-8996-a609db78f3e3 admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:13.528328 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814c361-0517-4b8f-8996-a609db78f3e3 admin admin] Pushing event updated for resources: {'Port': ['ID=ae0de7a9-6bb5-464d-984f-02e6a574d722,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:13.534258 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 68843df9-6dda-4e89-9bea-010632fda565 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:13.612269 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe371813-4800-47ff-af30-14cea37a66d5 req-0511f16f-fb67-4472-9e73-59ec8c7af39d tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:13.614674 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fe371813-4800-47ff-af30-14cea37a66d5 req-0511f16f-fb67-4472-9e73-59ec8c7af39d tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.2097161 Aug 10 03:46:13.631427 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-03b598f0-4f73-4a2c-8c01-a0bd7225bb48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.650104 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-593a138f-3b59-4963-aca2-d16659e90d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.651691 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 68843df9-6dda-4e89-9bea-010632fda565 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:13.656255 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.676052 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6eaf08f1-61d5-4ba5-a16f-950ea121a10b None None] Provisioning for port ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:13.678438 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 8c9cb403-104e-4cc2-a590-3c340268d52e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:13.722665 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1814c361-0517-4b8f-8996-a609db78f3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:13.926987 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.018995 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6eaf08f1-61d5-4ba5-a16f-950ea121a10b None None] Provisioning complete for port ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:14.019366 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6eaf08f1-61d5-4ba5-a16f-950ea121a10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.047084 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-216a0e6f-cb3a-43fc-8d81-5ecbcedc993a None None] Attempting to bind port aed349d6-8890-4eb6-977f-70b7aba48d17 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:14.047799 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-216a0e6f-cb3a-43fc-8d81-5ecbcedc993a None None] Attempting to bind port aed349d6-8890-4eb6-977f-70b7aba48d17 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'a28d8fac-1844-46cb-9081-3ef9567ccc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ff05721e-7850-4548-837f-ed668dc919c7'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:14.048438 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216a0e6f-cb3a-43fc-8d81-5ecbcedc993a None None] Attempting to bind port aed349d6-8890-4eb6-977f-70b7aba48d17 on network ff05721e-7850-4548-837f-ed668dc919c7 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:14.050782 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243d335-b3c8-479b-894b-c5f19b3e721b None None] Pushing event updated for resources: {'Port': ['ID=aed349d6-8890-4eb6-977f-70b7aba48d17,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:14.151868 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216a0e6f-cb3a-43fc-8d81-5ecbcedc993a None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:14.151868 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216a0e6f-cb3a-43fc-8d81-5ecbcedc993a None None] Checking segment: {'id': 'a28d8fac-1844-46cb-9081-3ef9567ccc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ff05721e-7850-4548-837f-ed668dc919c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:14.151868 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-216a0e6f-cb3a-43fc-8d81-5ecbcedc993a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.151868 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216a0e6f-cb3a-43fc-8d81-5ecbcedc993a None None] Bound using segment: {'id': 'a28d8fac-1844-46cb-9081-3ef9567ccc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ff05721e-7850-4548-837f-ed668dc919c7'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:14.151868 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-216a0e6f-cb3a-43fc-8d81-5ecbcedc993a None None] Bound port: aed349d6-8890-4eb6-977f-70b7aba48d17, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28d8fac-1844-46cb-9081-3ef9567ccc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'ff05721e-7850-4548-837f-ed668dc919c7'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:14.151868 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-216a0e6f-cb3a-43fc-8d81-5ecbcedc993a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.195683 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-6eaf08f1-61d5-4ba5-a16f-950ea121a10b None None] Port ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:14.222276 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be86ede-1968-401a-8e11-df6389ef5ecb req-50df2bbe-32e3-4326-b6de-e659afa52eec tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:14.231769 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1be86ede-1968-401a-8e11-df6389ef5ecb req-50df2bbe-32e3-4326-b6de-e659afa52eec tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 945 time: 0.3762331 Aug 10 03:46:14.303855 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-30b9df52-3464-4e50-99df-0b995083c20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.341928 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1be86ede-1968-401a-8e11-df6389ef5ecb req-aef7fb0e-fd5e-4e66-8014-71ba3860deaf tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089315 Aug 10 03:46:14.358192 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fe371813-4800-47ff-af30-14cea37a66d5 req-0ff751fe-91cf-458f-8bb6-57ef0801a954 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6466234 Aug 10 03:46:14.361765 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 8c9cb403-104e-4cc2-a590-3c340268d52e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:14.362138 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.424703 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.428319 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-216a0e6f-cb3a-43fc-8d81-5ecbcedc993a None None] For port aed349d6-8890-4eb6-977f-70b7aba48d17, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:14.467590 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-593a138f-3b59-4963-aca2-d16659e90d7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.544384 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-216a0e6f-cb3a-43fc-8d81-5ecbcedc993a None None] For port aed349d6-8890-4eb6-977f-70b7aba48d17, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=aed349d6-8890-4eb6-977f-70b7aba48d17,segment=NetworkSegment(a28d8fac-1844-46cb-9081-3ef9567ccc56),segment_id=a28d8fac-1844-46cb-9081-3ef9567ccc56)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:14.554470 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1814c361-0517-4b8f-8996-a609db78f3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.567425 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-df5d7c34-7a35-4634-a39b-61413d2ab26b None None] Provisioning for port ae0de7a9-6bb5-464d-984f-02e6a574d722 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:14.585533 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12005c52-606e-4458-a8c2-6b3647cf6799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68843df9-6dda-4e89-9bea-010632fda565'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:14.587722 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f901b2-c931-4c3c-898c-528149a6d476" -d '{"events": [{"server_uuid": "12005c52-606e-4458-a8c2-6b3647cf6799", "name": "network-vif-plugged", "status": "completed", "tag": "68843df9-6dda-4e89-9bea-010632fda565"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:14.607565 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-df5d7c34-7a35-4634-a39b-61413d2ab26b None None] Provisioning complete for port ae0de7a9-6bb5-464d-984f-02e6a574d722 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:14.608008 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-df5d7c34-7a35-4634-a39b-61413d2ab26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.618980 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-593a138f-3b59-4963-aca2-d16659e90d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.644699 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 68843df9-6dda-4e89-9bea-010632fda565, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=68843df9-6dda-4e89-9bea-010632fda565,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:14.692197 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-df5d7c34-7a35-4634-a39b-61413d2ab26b None None] Port ae0de7a9-6bb5-464d-984f-02e6a574d722 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:14.745570 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-216a0e6f-cb3a-43fc-8d81-5ecbcedc993a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.747339 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-593a138f-3b59-4963-aca2-d16659e90d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.773796 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a138f-3b59-4963-aca2-d16659e90d7c admin admin] Pushing event updated for resources: {'Port': ['ID=ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:14.787766 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:14.839313 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216a0e6f-cb3a-43fc-8d81-5ecbcedc993a None None] Routers {'8159fb08-587e-4fa9-9b22-f838098c681c'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:14.840375 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-216a0e6f-cb3a-43fc-8d81-5ecbcedc993a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:46:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['8159fb08-587e-4fa9-9b22-f838098c681c'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:14.864123 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faf52e-7777-4f8a-9ebf-0d96d76dbe67 req-fe574b95-a3bc-4c13-9ac5-57ac9d0c4a7f tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:14.870900 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-65faf52e-7777-4f8a-9ebf-0d96d76dbe67 req-fe574b95-a3bc-4c13-9ac5-57ac9d0c4a7f tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 944 time: 0.1749561 Aug 10 03:46:14.904572 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243d335-b3c8-479b-894b-c5f19b3e721b None None] Pushing event updated for resources: {'Port': ['ID=aed349d6-8890-4eb6-977f-70b7aba48d17,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:14.944876 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-65faf52e-7777-4f8a-9ebf-0d96d76dbe67 req-f24d246f-9512-48e3-8f70-6a9e322fc52f tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677187 Aug 10 03:46:14.953885 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593a138f-3b59-4963-aca2-d16659e90d7c admin admin] Network c36632af-ee47-4baf-bf45-94a49764da1a is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:14.970895 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-593a138f-3b59-4963-aca2-d16659e90d7c admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:15.016487 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9902a4-755f-46fc-912d-fbe5bbfdf0bb req-b1ef9d68-e340-4c31-969a-81d6fd9ad731 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:15.026041 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3f9902a4-755f-46fc-912d-fbe5bbfdf0bb req-b1ef9d68-e340-4c31-969a-81d6fd9ad731 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 1096 time: 0.2919829 Aug 10 03:46:15.145552 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-03b598f0-4f73-4a2c-8c01-a0bd7225bb48 admin admin] Deleting port aed349d6-8890-4eb6-977f-70b7aba48d17 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:15.151513 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-03b598f0-4f73-4a2c-8c01-a0bd7225bb48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:15.194860 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1814c361-0517-4b8f-8996-a609db78f3e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:15.237699 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3f9902a4-755f-46fc-912d-fbe5bbfdf0bb req-8b007f24-a048-4da3-bbc3-a1c688fd6f92 tempest-LiveMigrationTest-1830581521 tempest-LiveMigrationTest-1830581521-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065716 Aug 10 03:46:15.306711 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1814c361-0517-4b8f-8996-a609db78f3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:15.333618 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=68843df9-6dda-4e89-9bea-010632fda565,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:15.343671 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6c39d1-2365-403d-8837-a11ba5755b6b x-openstack-request-id: req-8a6c39d1-2365-403d-8837-a11ba5755b6b {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:15.356085 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12005c52-606e-4458-a8c2-6b3647cf6799", "name": "network-vif-plugged", "status": "completed", "tag": "68843df9-6dda-4e89-9bea-010632fda565", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:15.356085 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a6c39d1-2365-403d-8837-a11ba5755b6b {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:15.356085 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12005c52-606e-4458-a8c2-6b3647cf6799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68843df9-6dda-4e89-9bea-010632fda565', 'code': 200} Aug 10 03:46:15.375647 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9339a0-07eb-4653-9c02-0f643ddd53eb req-6df252dc-756a-4181-978d-5df977609dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:15.377437 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3e9339a0-07eb-4653-9c02-0f643ddd53eb req-6df252dc-756a-4181-978d-5df977609dbc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 1096 time: 0.1503921 Aug 10 03:46:15.467319 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-216a0e6f-cb3a-43fc-8d81-5ecbcedc993a None None] Set router 8159fb08-587e-4fa9-9b22-f838098c681c gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:15.504349 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-03b598f0-4f73-4a2c-8c01-a0bd7225bb48 admin admin] For port aed349d6-8890-4eb6-977f-70b7aba48d17, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=aed349d6-8890-4eb6-977f-70b7aba48d17,segment=NetworkSegment(a28d8fac-1844-46cb-9081-3ef9567ccc56),segment_id=a28d8fac-1844-46cb-9081-3ef9567ccc56)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:15.504966 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-03b598f0-4f73-4a2c-8c01-a0bd7225bb48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:15.515697 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:15.544046 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:15.544046 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-078e1a2a-ccc4-4e0b-88f1-3caf1602d298 None None] Provisioning complete for port ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:15.544046 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-078e1a2a-ccc4-4e0b-88f1-3caf1602d298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:15.558251 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3e9339a0-07eb-4653-9c02-0f643ddd53eb req-c70a7d00-7d7f-47cd-8c69-5c0a31ba9df6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619484 Aug 10 03:46:15.561111 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-03b598f0-4f73-4a2c-8c01-a0bd7225bb48 admin admin] Calling delete_port for aed349d6-8890-4eb6-977f-70b7aba48d17 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:15.565867 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1814c361-0517-4b8f-8996-a609db78f3e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:15.567993 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593a138f-3b59-4963-aca2-d16659e90d7c admin admin] Router 239efccf-6752-4c60-bf35-0f7d3b4c792e has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:15.573608 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1814c361-0517-4b8f-8996-a609db78f3e3 admin admin] Pushing event updated for resources: {'Port': ['ID=ae0de7a9-6bb5-464d-984f-02e6a574d722,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:15.609843 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46431ca6-849f-4c2c-b195-8527335f9fb8 req-12068254-c4be-4658-9fd8-c8771c08daa2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:15.631595 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-46431ca6-849f-4c2c-b195-8527335f9fb8 req-12068254-c4be-4658-9fd8-c8771c08daa2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.1302862 Aug 10 03:46:15.681462 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e14b2e56-c509-4102-a410-1b31578e4c10 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:15.746742 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-078e1a2a-ccc4-4e0b-88f1-3caf1602d298 None None] Port ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:15.761423 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-46431ca6-849f-4c2c-b195-8527335f9fb8 req-89223a3a-c985-4aae-8219-933acbc19dd3 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286156 Aug 10 03:46:15.806857 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593a138f-3b59-4963-aca2-d16659e90d7c admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:15.820009 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-593a138f-3b59-4963-aca2-d16659e90d7c admin admin] 10.222.0.25 "PUT /v2.0/routers/239efccf-6752-4c60-bf35-0f7d3b4c792e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5854621 Aug 10 03:46:15.820958 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1814c361-0517-4b8f-8996-a609db78f3e3 admin admin] Network c2280e93-6b9d-4982-ba0e-735d91d76690 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:15.828722 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-1814c361-0517-4b8f-8996-a609db78f3e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:15.950109 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-216a0e6f-cb3a-43fc-8d81-5ecbcedc993a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8159fb08-587e-4fa9-9b22-f838098c681c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-843095043-router', 'tenant_id': '5ff2e62f21bd433caa392dcf09a7024b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'daa4723b-5312-48e3-84a2-bb3a9bf2b557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:00Z', 'updated_at': '2021-08-10T03:46:08Z', 'revision_number': 4, 'project_id': '5ff2e62f21bd433caa392dcf09a7024b', 'gw_port': {'id': 'daa4723b-5312-48e3-84a2-bb3a9bf2b557', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8159fb08-587e-4fa9-9b22-f838098c681c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:02Z', 'updated_at': '2021-08-10T03:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'aed349d6-8890-4eb6-977f-70b7aba48d17', 'name': '', 'network_id': 'ff05721e-7850-4548-837f-ed668dc919c7', 'tenant_id': '5ff2e62f21bd433caa392dcf09a7024b', 'mac_address': 'fa:16:3e:d8:6c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8159fb08-587e-4fa9-9b22-f838098c681c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '20c5f738-7686-4488-9cbe-8cc8f088bff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:06Z', 'updated_at': '2021-08-10T03:46:14Z', 'revision_number': 4, 'project_id': '5ff2e62f21bd433caa392dcf09a7024b', 'subnets': [{'id': '20c5f738-7686-4488-9cbe-8cc8f088bff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:16.039199 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216a0e6f-cb3a-43fc-8d81-5ecbcedc993a None None] The sync data for ids ['8159fb08-587e-4fa9-9b22-f838098c681c'] in n-d-802893-2 is: [{'id': '8159fb08-587e-4fa9-9b22-f838098c681c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-843095043-router', 'tenant_id': '5ff2e62f21bd433caa392dcf09a7024b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.204'}], 'enable_snat': True}, 'gw_port_id': 'daa4723b-5312-48e3-84a2-bb3a9bf2b557', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:00Z', 'updated_at': '2021-08-10T03:46:08Z', 'revision_number': 4, 'project_id': '5ff2e62f21bd433caa392dcf09a7024b', 'gw_port': {'id': 'daa4723b-5312-48e3-84a2-bb3a9bf2b557', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:b2:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8159fb08-587e-4fa9-9b22-f838098c681c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:02Z', 'updated_at': '2021-08-10T03:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'aed349d6-8890-4eb6-977f-70b7aba48d17', 'name': '', 'network_id': 'ff05721e-7850-4548-837f-ed668dc919c7', 'tenant_id': '5ff2e62f21bd433caa392dcf09a7024b', 'mac_address': 'fa:16:3e:d8:6c:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8159fb08-587e-4fa9-9b22-f838098c681c', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '20c5f738-7686-4488-9cbe-8cc8f088bff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:06Z', 'updated_at': '2021-08-10T03:46:14Z', 'revision_number': 4, 'project_id': '5ff2e62f21bd433caa392dcf09a7024b', 'subnets': [{'id': '20c5f738-7686-4488-9cbe-8cc8f088bff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:16.049158 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port e14b2e56-c509-4102-a410-1b31578e4c10 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:16.059466 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port e14b2e56-c509-4102-a410-1b31578e4c10 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:16.059847 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:16.075584 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1814c361-0517-4b8f-8996-a609db78f3e3 admin admin] Router 7a10644c-79a5-4334-84ff-0942c12fa33c has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:16.099910 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a4bf6-fe68-497b-9f27-d8856c36d8c5 req-b80f8469-6a27-4b2c-b05c-536bfdf60a15 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:16.110729 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-951a4bf6-fe68-497b-9f27-d8856c36d8c5 req-b80f8469-6a27-4b2c-b05c-536bfdf60a15 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 945 time: 0.0944197 Aug 10 03:46:16.171305 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-951a4bf6-fe68-497b-9f27-d8856c36d8c5 req-ec858c97-3903-40f0-af1a-116756757030 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590804 Aug 10 03:46:16.237672 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:16.268632 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port e14b2e56-c509-4102-a410-1b31578e4c10, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e14b2e56-c509-4102-a410-1b31578e4c10,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:16.309472 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-03b598f0-4f73-4a2c-8c01-a0bd7225bb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:16.373284 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b748d8-a4f7-4b40-8306-6bd085856e35 req-5822cc8a-5188-4563-87ad-bb0250b2622c tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:16.380355 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-81b748d8-a4f7-4b40-8306-6bd085856e35 req-5822cc8a-5188-4563-87ad-bb0250b2622c tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 945 time: 0.2524638 Aug 10 03:46:16.389074 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-905d34c3-8baa-494e-9079-d20846ff9e9e None None] Provisioning complete for port ae0de7a9-6bb5-464d-984f-02e6a574d722 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:16.391542 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-905d34c3-8baa-494e-9079-d20846ff9e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:16.399791 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b598f0-4f73-4a2c-8c01-a0bd7225bb48 admin admin] Pushing event deleted for resources: {'Port': ['ID=aed349d6-8890-4eb6-977f-70b7aba48d17,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:16.430118 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1814c361-0517-4b8f-8996-a609db78f3e3 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:16.436434 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:16.437384 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7844a33b-87fc-4716-ba06-9eb9fd1e55df up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:16.439555 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1814c361-0517-4b8f-8996-a609db78f3e3 admin admin] 10.222.0.25 "PUT /v2.0/routers/7a10644c-79a5-4334-84ff-0942c12fa33c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4105890 Aug 10 03:46:16.510624 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-81b748d8-a4f7-4b40-8306-6bd085856e35 req-5338bf68-f850-4a5e-931b-0d3235c0deae tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871284 Aug 10 03:46:16.597599 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-905d34c3-8baa-494e-9079-d20846ff9e9e None None] Port ae0de7a9-6bb5-464d-984f-02e6a574d722 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:16.622285 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=e14b2e56-c509-4102-a410-1b31578e4c10,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:16.658026 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0f3c4f38-f41c-4c5c-9725-796657c32ce9 req-c05d0c6f-58ac-4bc1-9a27-3caa86853748 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3640618 Aug 10 03:46:16.663799 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-0f3c4f38-f41c-4c5c-9725-796657c32ce9 req-0aafb35d-1f2c-44a8-b08c-7f86cd852392 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:16.684844 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-03b598f0-4f73-4a2c-8c01-a0bd7225bb48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:16.788755 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:16.821236 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-65f1593a-85a5-47cc-98cc-7a4bf1451597 req-b15970e2-14de-49ee-8b4b-b41a64a64fe0 tempest-FloatingIPsNegativeTestJSON-1946715739 tempest-FloatingIPsNegativeTestJSON-1946715739-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=b7626f8391dd4083bdffce15f94e1a87 HTTP/1.1" status: 200 len: 217 time: 0.0634062 Aug 10 03:46:16.823022 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 7844a33b-87fc-4716-ba06-9eb9fd1e55df completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:16.824407 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0f3c4f38-f41c-4c5c-9725-796657c32ce9 req-0aafb35d-1f2c-44a8-b08c-7f86cd852392 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks [] for floatingip, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:16.834206 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 7844a33b-87fc-4716-ba06-9eb9fd1e55df triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:16.835046 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:16.997702 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786af91-a8de-42ee-9140-180938f25972 req-0716d460-4902-4de7-b566-127da810fb2b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:17.000245 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7786af91-a8de-42ee-9140-180938f25972 req-0716d460-4902-4de7-b566-127da810fb2b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.20 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 945 time: 0.0833693 Aug 10 03:46:17.019164 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.061817 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 7844a33b-87fc-4716-ba06-9eb9fd1e55df, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7844a33b-87fc-4716-ba06-9eb9fd1e55df,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:17.082334 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b598f0-4f73-4a2c-8c01-a0bd7225bb48 admin admin] Router 8159fb08-587e-4fa9-9b22-f838098c681c has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:17.153129 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0f3c4f38-f41c-4c5c-9725-796657c32ce9 req-0aafb35d-1f2c-44a8-b08c-7f86cd852392 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.165479 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.214238 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-7786af91-a8de-42ee-9140-180938f25972 req-e1bc3859-efa5-4788-bce4-cc0e77a1999a tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Deleting port 4bac39a6-a126-43fe-81fd-e7c414a80ced {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:17.214764 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7786af91-a8de-42ee-9140-180938f25972 req-e1bc3859-efa5-4788-bce4-cc0e77a1999a tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.230807 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=7844a33b-87fc-4716-ba06-9eb9fd1e55df,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:17.371913 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac238dc-2cd7-4677-8ea9-a303feca25a4 None None] Sync routers for ids ['239efccf-6752-4c60-bf35-0f7d3b4c792e'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:17.389259 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac238dc-2cd7-4677-8ea9-a303feca25a4 None None] Routers {'239efccf-6752-4c60-bf35-0f7d3b4c792e'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:17.390902 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-2ac238dc-2cd7-4677-8ea9-a303feca25a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:46:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['239efccf-6752-4c60-bf35-0f7d3b4c792e'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:17.407633 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-0f3c4f38-f41c-4c5c-9725-796657c32ce9 req-0aafb35d-1f2c-44a8-b08c-7f86cd852392 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Allocated IP 172.25.0.238 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/70f53884-d8c3-471c-a376-9c9d948c2e4b) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:17.495104 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-7786af91-a8de-42ee-9140-180938f25972 req-e1bc3859-efa5-4788-bce4-cc0e77a1999a tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] For port 4bac39a6-a126-43fe-81fd-e7c414a80ced, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=4bac39a6-a126-43fe-81fd-e7c414a80ced,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:17.495773 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7786af91-a8de-42ee-9140-180938f25972 req-e1bc3859-efa5-4788-bce4-cc0e77a1999a tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.518183 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f859229b-c218-460c-82d6-a5e30d011f25 None None] Sync routers for ids ['7a10644c-79a5-4334-84ff-0942c12fa33c'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:17.527218 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-7786af91-a8de-42ee-9140-180938f25972 req-e1bc3859-efa5-4788-bce4-cc0e77a1999a tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Calling delete_port for 4bac39a6-a126-43fe-81fd-e7c414a80ced owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:17.559695 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f859229b-c218-460c-82d6-a5e30d011f25 None None] Routers {'7a10644c-79a5-4334-84ff-0942c12fa33c'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:17.560381 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-f859229b-c218-460c-82d6-a5e30d011f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:46:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['7a10644c-79a5-4334-84ff-0942c12fa33c'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:17.579715 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3d81c-ccb0-4398-a75f-74fe5f10ac2f req-eb91c095-e363-47eb-9c78-0527cbf085ba tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:17.581468 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-09f3d81c-ccb0-4398-a75f-74fe5f10ac2f req-eb91c095-e363-47eb-9c78-0527cbf085ba tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.1181803 Aug 10 03:46:17.601076 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b598f0-4f73-4a2c-8c01-a0bd7225bb48 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:17.618461 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-03b598f0-4f73-4a2c-8c01-a0bd7225bb48 admin admin] 10.222.0.25 "PUT /v2.0/routers/8159fb08-587e-4fa9-9b22-f838098c681c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1722417 Aug 10 03:46:17.620494 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50056) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:17.631032 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e14b2e56-c509-4102-a410-1b31578e4c10 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:17.643117 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0f3c4f38-f41c-4c5c-9725-796657c32ce9 req-0aafb35d-1f2c-44a8-b08c-7f86cd852392 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.697989 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-2ac238dc-2cd7-4677-8ea9-a303feca25a4 None None] Set router 239efccf-6752-4c60-bf35-0f7d3b4c792e gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:17.729068 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-09f3d81c-ccb0-4398-a75f-74fe5f10ac2f req-0d87df7d-feb2-4d2a-8c11-ae22708d0642 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389687 Aug 10 03:46:17.770376 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-f859229b-c218-460c-82d6-a5e30d011f25 None None] Set router 7a10644c-79a5-4334-84ff-0942c12fa33c gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:17.831314 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-73a2a1bd-c177-422d-8eb1-f2a4f1829243 req-ee369b5c-98a0-40de-845d-b9db70937f62 tempest-FloatingIPsNegativeTestJSON-1946715739 tempest-FloatingIPsNegativeTestJSON-1946715739-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0324535 Aug 10 03:46:17.834884 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port e14b2e56-c509-4102-a410-1b31578e4c10 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:17.835274 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.856485 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee2ff5b5-d1ec-4e8f-b8e7-09cead8acd02 admin admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.897976 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0f3c4f38-f41c-4c5c-9725-796657c32ce9 req-0aafb35d-1f2c-44a8-b08c-7f86cd852392 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.940873 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f3c4f38-f41c-4c5c-9725-796657c32ce9 req-0aafb35d-1f2c-44a8-b08c-7f86cd852392 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:17.970230 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-0f3c4f38-f41c-4c5c-9725-796657c32ce9 req-0aafb35d-1f2c-44a8-b08c-7f86cd852392 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:17.981696 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7786af91-a8de-42ee-9140-180938f25972 req-e1bc3859-efa5-4788-bce4-cc0e77a1999a tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:17.989783 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f3c4f38-f41c-4c5c-9725-796657c32ce9 req-0aafb35d-1f2c-44a8-b08c-7f86cd852392 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:18.005142 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee2ff5b5-d1ec-4e8f-b8e7-09cead8acd02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:18.043773 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aafb35d-1f2c-44a8-b08c-7f86cd852392 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Pushing event updated for resources: {'Port': ['ID=70f53884-d8c3-471c-a376-9c9d948c2e4b,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:18.057576 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:18.060877 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['4bac39a6-a126-43fe-81fd-e7c414a80ced'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:18.141201 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-2ac238dc-2cd7-4677-8ea9-a303feca25a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239efccf-6752-4c60-bf35-0f7d3b4c792e', 'name': 'tempest-FloatingIPDetailsTestJSON-419944996-router', 'tenant_id': '16715f6d32734f45a92c91889926b494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '7844a33b-87fc-4716-ba06-9eb9fd1e55df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:04Z', 'updated_at': '2021-08-10T03:46:13Z', 'revision_number': 4, 'project_id': '16715f6d32734f45a92c91889926b494', 'gw_port': {'id': '7844a33b-87fc-4716-ba06-9eb9fd1e55df', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239efccf-6752-4c60-bf35-0f7d3b4c792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:06Z', 'updated_at': '2021-08-10T03:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651', 'name': '', 'network_id': 'c36632af-ee47-4baf-bf45-94a49764da1a', 'tenant_id': '16715f6d32734f45a92c91889926b494', 'mac_address': 'fa:16:3e:8c:b2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239efccf-6752-4c60-bf35-0f7d3b4c792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'ba653691-ff39-46e5-8457-cfaca794565c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:11Z', 'updated_at': '2021-08-10T03:46:13Z', 'revision_number': 2, 'project_id': '16715f6d32734f45a92c91889926b494', 'subnets': [{'id': 'ba653691-ff39-46e5-8457-cfaca794565c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:18.178500 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac238dc-2cd7-4677-8ea9-a303feca25a4 None None] Checking router: 239efccf-6752-4c60-bf35-0f7d3b4c792e for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:18.180357 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac238dc-2cd7-4677-8ea9-a303feca25a4 None None] Updating router 239efccf-6752-4c60-bf35-0f7d3b4c792e port ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:46:18.211347 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-ee2ff5b5-d1ec-4e8f-b8e7-09cead8acd02 admin admin] Deleting port daa4723b-5312-48e3-84a2-bb3a9bf2b557 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:18.211347 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee2ff5b5-d1ec-4e8f-b8e7-09cead8acd02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:18.225958 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc3859-efa5-4788-bce4-cc0e77a1999a tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Pushing event deleted for resources: {'Port': ['ID=4bac39a6-a126-43fe-81fd-e7c414a80ced,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:18.232063 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-7786af91-a8de-42ee-9140-180938f25972 req-e1bc3859-efa5-4788-bce4-cc0e77a1999a tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] No DVR routers for this DVR port 4bac39a6-a126-43fe-81fd-e7c414a80ced on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:18.232500 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ac238dc-2cd7-4677-8ea9-a303feca25a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:18.238162 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7786af91-a8de-42ee-9140-180938f25972 req-e1bc3859-efa5-4788-bce4-cc0e77a1999a tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:18.240854 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7786af91-a8de-42ee-9140-180938f25972 req-e1bc3859-efa5-4788-bce4-cc0e77a1999a tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.20 "DELETE /v2.0/ports/4bac39a6-a126-43fe-81fd-e7c414a80ced HTTP/1.1" status: 204 len: 173 time: 1.2331913 Aug 10 03:46:18.245970 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab722cb-ff68-4406-aff5-468a52f007b6', 'name': 'network-vif-deleted', 'tag': '4bac39a6-a126-43fe-81fd-e7c414a80ced'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:18.249720 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15819b5-b2be-4c1b-bc70-8f83d6f7b532" -d '{"events": [{"server_uuid": "cab722cb-ff68-4406-aff5-468a52f007b6", "name": "network-vif-deleted", "tag": "4bac39a6-a126-43fe-81fd-e7c414a80ced"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:18.275311 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7844a33b-87fc-4716-ba06-9eb9fd1e55df up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:18.309670 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eef46087-c26e-4159-9a52-8f697701f145 req-6160f72b-7166-479b-bfd1-15f7e2a2b67e tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 210 time: 0.1100862 Aug 10 03:46:18.346675 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0f3c4f38-f41c-4c5c-9725-796657c32ce9 req-0aafb35d-1f2c-44a8-b08c-7f86cd852392 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:18.406678 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-ee2ff5b5-d1ec-4e8f-b8e7-09cead8acd02 admin admin] For port daa4723b-5312-48e3-84a2-bb3a9bf2b557, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=daa4723b-5312-48e3-84a2-bb3a9bf2b557,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:18.407099 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee2ff5b5-d1ec-4e8f-b8e7-09cead8acd02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:18.459001 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-ee2ff5b5-d1ec-4e8f-b8e7-09cead8acd02 admin admin] Calling delete_port for daa4723b-5312-48e3-84a2-bb3a9bf2b557 owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:18.495124 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3156be1-621f-44c0-a73e-5d44f51fde70 req-d4881ba3-0210-4b05-bd80-ca5937c37afd tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:18.519913 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f3156be1-621f-44c0-a73e-5d44f51fde70 req-d4881ba3-0210-4b05-bd80-ca5937c37afd tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 945 time: 0.1060984 Aug 10 03:46:18.527211 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 7844a33b-87fc-4716-ba06-9eb9fd1e55df triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:18.527755 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:18.531621 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-f859229b-c218-460c-82d6-a5e30d011f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a10644c-79a5-4334-84ff-0942c12fa33c', 'name': 'tempest-FloatingIPsNegativeTestJSON-887624121-router', 'tenant_id': 'b7626f8391dd4083bdffce15f94e1a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'e14b2e56-c509-4102-a410-1b31578e4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:07Z', 'updated_at': '2021-08-10T03:46:14Z', 'revision_number': 4, 'project_id': 'b7626f8391dd4083bdffce15f94e1a87', 'gw_port': {'id': 'e14b2e56-c509-4102-a410-1b31578e4c10', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a10644c-79a5-4334-84ff-0942c12fa33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:08Z', 'updated_at': '2021-08-10T03:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'ae0de7a9-6bb5-464d-984f-02e6a574d722', 'name': '', 'network_id': 'c2280e93-6b9d-4982-ba0e-735d91d76690', 'tenant_id': 'b7626f8391dd4083bdffce15f94e1a87', 'mac_address': 'fa:16:3e:ee:d3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a10644c-79a5-4334-84ff-0942c12fa33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '56303a22-52e1-4bca-bf56-5e1715b93c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:11Z', 'updated_at': '2021-08-10T03:46:14Z', 'revision_number': 2, 'project_id': 'b7626f8391dd4083bdffce15f94e1a87', 'subnets': [{'id': '56303a22-52e1-4bca-bf56-5e1715b93c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:18.573223 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0f3c4f38-f41c-4c5c-9725-796657c32ce9 req-0aafb35d-1f2c-44a8-b08c-7f86cd852392 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:18.623327 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f859229b-c218-460c-82d6-a5e30d011f25 None None] Checking router: 7a10644c-79a5-4334-84ff-0942c12fa33c for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:18.623680 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f859229b-c218-460c-82d6-a5e30d011f25 None None] Updating router 7a10644c-79a5-4334-84ff-0942c12fa33c port ae0de7a9-6bb5-464d-984f-02e6a574d722 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:46:18.679710 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f859229b-c218-460c-82d6-a5e30d011f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:18.686642 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f3156be1-621f-44c0-a73e-5d44f51fde70 req-9784f931-557b-4cb6-b7c8-1a417eb715f2 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573365 Aug 10 03:46:18.765220 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [req-629e996e-f707-45e1-8204-4c4741eba76e req-92513d3b-17e2-44c6-b14d-a60c4b7d4852 tempest-FloatingIPsNegativeTestJSON-1946715739 tempest-FloatingIPsNegativeTestJSON-1946715739-project] show failed (client error): The resource could not be found. Aug 10 03:46:18.782811 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-629e996e-f707-45e1-8204-4c4741eba76e req-92513d3b-17e2-44c6-b14d-a60c4b7d4852 tempest-FloatingIPsNegativeTestJSON-1946715739 tempest-FloatingIPsNegativeTestJSON-1946715739-project] 10.222.0.25 "GET /v2.0/floatingips/f7f512c4-3915-4c62-847b-98fd9c0d0d43 HTTP/1.1" status: 404 len: 350 time: 0.0570264 Aug 10 03:46:18.785645 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50066) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:18.844847 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ac238dc-2cd7-4677-8ea9-a303feca25a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:18.876930 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d1678e-2b10-42d2-b567-b4465e5c1389 None None] Sync routers for ids ['8159fb08-587e-4fa9-9b22-f838098c681c'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:18.895124 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-2ac238dc-2cd7-4677-8ea9-a303feca25a4 None None] Transition to ACTIVE for port object ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:18.913534 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d1678e-2b10-42d2-b567-b4465e5c1389 None None] Routers {'8159fb08-587e-4fa9-9b22-f838098c681c'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:18.914497 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-f4d1678e-2b10-42d2-b567-b4465e5c1389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:46:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['8159fb08-587e-4fa9-9b22-f838098c681c'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:19.023182 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ac238dc-2cd7-4677-8ea9-a303feca25a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:19.087154 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413061c-7929-462a-be22-3e29893a32ec None None] Pushing event updated for resources: {'Port': ['ID=ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:19.159441 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-f4d1678e-2b10-42d2-b567-b4465e5c1389 None None] Set router 8159fb08-587e-4fa9-9b22-f838098c681c gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:19.257644 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-f4d1678e-2b10-42d2-b567-b4465e5c1389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8159fb08-587e-4fa9-9b22-f838098c681c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-843095043-router', 'tenant_id': '5ff2e62f21bd433caa392dcf09a7024b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:00Z', 'updated_at': '2021-08-10T03:46:18Z', 'revision_number': 6, 'project_id': '5ff2e62f21bd433caa392dcf09a7024b', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:19.307751 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f859229b-c218-460c-82d6-a5e30d011f25 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:19.326367 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f859229b-c218-460c-82d6-a5e30d011f25 None None] Transition to ACTIVE for port object ae0de7a9-6bb5-464d-984f-02e6a574d722 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:19.340549 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d1678e-2b10-42d2-b567-b4465e5c1389 None None] Checking router: 8159fb08-587e-4fa9-9b22-f838098c681c for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:19.349062 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03638023-ef48-4909-9f10-ec05a9f79843 x-openstack-request-id: req-03638023-ef48-4909-9f10-ec05a9f79843 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:19.349938 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab722cb-ff68-4406-aff5-468a52f007b6", "name": "network-vif-deleted", "tag": "4bac39a6-a126-43fe-81fd-e7c414a80ced", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:19.349938 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03638023-ef48-4909-9f10-ec05a9f79843 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:19.350220 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab722cb-ff68-4406-aff5-468a52f007b6', 'name': 'network-vif-deleted', 'tag': '4bac39a6-a126-43fe-81fd-e7c414a80ced', 'status': 'completed', 'code': 200} Aug 10 03:46:19.360696 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-2ac238dc-2cd7-4677-8ea9-a303feca25a4 None None] Attempting to bind port ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:19.361450 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-2ac238dc-2cd7-4677-8ea9-a303feca25a4 None None] Attempting to bind port ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'fd8690b5-11c5-437d-8ccd-484c6aa37422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c36632af-ee47-4baf-bf45-94a49764da1a'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:19.361833 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac238dc-2cd7-4677-8ea9-a303feca25a4 None None] Attempting to bind port ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651 on network c36632af-ee47-4baf-bf45-94a49764da1a {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:19.371435 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac238dc-2cd7-4677-8ea9-a303feca25a4 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:19.371902 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac238dc-2cd7-4677-8ea9-a303feca25a4 None None] Checking segment: {'id': 'fd8690b5-11c5-437d-8ccd-484c6aa37422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c36632af-ee47-4baf-bf45-94a49764da1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:19.372377 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ac238dc-2cd7-4677-8ea9-a303feca25a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:19.372833 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac238dc-2cd7-4677-8ea9-a303feca25a4 None None] Bound using segment: {'id': 'fd8690b5-11c5-437d-8ccd-484c6aa37422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c36632af-ee47-4baf-bf45-94a49764da1a'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:19.373319 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-2ac238dc-2cd7-4677-8ea9-a303feca25a4 None None] Bound port: ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8690b5-11c5-437d-8ccd-484c6aa37422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c36632af-ee47-4baf-bf45-94a49764da1a'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:19.373722 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ac238dc-2cd7-4677-8ea9-a303feca25a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:19.377405 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d1678e-2b10-42d2-b567-b4465e5c1389 None None] Routers {'8159fb08-587e-4fa9-9b22-f838098c681c'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:19.378158 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-f4d1678e-2b10-42d2-b567-b4465e5c1389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:46:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['8159fb08-587e-4fa9-9b22-f838098c681c'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:19.423804 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f859229b-c218-460c-82d6-a5e30d011f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:19.522444 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844881e8-715b-4209-ab63-1749befb256c req-811d833a-b377-478c-b0b7-37df9735fb1b tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:19.532746 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-844881e8-715b-4209-ab63-1749befb256c req-811d833a-b377-478c-b0b7-37df9735fb1b tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 1096 time: 0.3284268 Aug 10 03:46:19.603704 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01361f-4856-45eb-83ab-2e8d3149ed7d None None] Pushing event updated for resources: {'Port': ['ID=ae0de7a9-6bb5-464d-984f-02e6a574d722,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:19.615885 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0f3c4f38-f41c-4c5c-9725-796657c32ce9 req-0aafb35d-1f2c-44a8-b08c-7f86cd852392 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:19.630613 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-844881e8-715b-4209-ab63-1749befb256c req-d79e0df0-3853-4b93-9768-d1f1e69cc1a6 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959501 Aug 10 03:46:19.638269 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-f4d1678e-2b10-42d2-b567-b4465e5c1389 None None] Set router 8159fb08-587e-4fa9-9b22-f838098c681c gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:19.665023 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-f859229b-c218-460c-82d6-a5e30d011f25 None None] Attempting to bind port ae0de7a9-6bb5-464d-984f-02e6a574d722 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:19.665726 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-f859229b-c218-460c-82d6-a5e30d011f25 None None] Attempting to bind port ae0de7a9-6bb5-464d-984f-02e6a574d722 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '8479f145-1f51-4038-8a1b-7be059ff178b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2280e93-6b9d-4982-ba0e-735d91d76690'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:19.666000 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f859229b-c218-460c-82d6-a5e30d011f25 None None] Attempting to bind port ae0de7a9-6bb5-464d-984f-02e6a574d722 on network c2280e93-6b9d-4982-ba0e-735d91d76690 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:19.680568 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f859229b-c218-460c-82d6-a5e30d011f25 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:19.680952 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f859229b-c218-460c-82d6-a5e30d011f25 None None] Checking segment: {'id': '8479f145-1f51-4038-8a1b-7be059ff178b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2280e93-6b9d-4982-ba0e-735d91d76690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:19.681518 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f859229b-c218-460c-82d6-a5e30d011f25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:19.681755 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f859229b-c218-460c-82d6-a5e30d011f25 None None] Bound using segment: {'id': '8479f145-1f51-4038-8a1b-7be059ff178b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2280e93-6b9d-4982-ba0e-735d91d76690'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:19.682474 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-f859229b-c218-460c-82d6-a5e30d011f25 None None] Bound port: ae0de7a9-6bb5-464d-984f-02e6a574d722, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8479f145-1f51-4038-8a1b-7be059ff178b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c2280e93-6b9d-4982-ba0e-735d91d76690'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:19.682851 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f859229b-c218-460c-82d6-a5e30d011f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:19.710766 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-f4d1678e-2b10-42d2-b567-b4465e5c1389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8159fb08-587e-4fa9-9b22-f838098c681c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-843095043-router', 'tenant_id': '5ff2e62f21bd433caa392dcf09a7024b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:00Z', 'updated_at': '2021-08-10T03:46:18Z', 'revision_number': 6, 'project_id': '5ff2e62f21bd433caa392dcf09a7024b', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:19.737756 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0f3c4f38-f41c-4c5c-9725-796657c32ce9 req-0aafb35d-1f2c-44a8-b08c-7f86cd852392 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:19.755749 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d1678e-2b10-42d2-b567-b4465e5c1389 None None] The sync data for ids ['8159fb08-587e-4fa9-9b22-f838098c681c'] in n-d-802893-2 is: [{'id': '8159fb08-587e-4fa9-9b22-f838098c681c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-843095043-router', 'tenant_id': '5ff2e62f21bd433caa392dcf09a7024b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:00Z', 'updated_at': '2021-08-10T03:46:18Z', 'revision_number': 6, 'project_id': '5ff2e62f21bd433caa392dcf09a7024b', 'gw_port_host': None}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:19.757987 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-2ac238dc-2cd7-4677-8ea9-a303feca25a4 None None] For port ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:19.774372 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-2ac238dc-2cd7-4677-8ea9-a303feca25a4 None None] For port ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651,segment=NetworkSegment(fd8690b5-11c5-437d-8ccd-484c6aa37422),segment_id=fd8690b5-11c5-437d-8ccd-484c6aa37422)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:19.814864 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-f859229b-c218-460c-82d6-a5e30d011f25 None None] For port ae0de7a9-6bb5-464d-984f-02e6a574d722, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:19.819132 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-f859229b-c218-460c-82d6-a5e30d011f25 None None] For port ae0de7a9-6bb5-464d-984f-02e6a574d722, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ae0de7a9-6bb5-464d-984f-02e6a574d722,segment=NetworkSegment(8479f145-1f51-4038-8a1b-7be059ff178b),segment_id=8479f145-1f51-4038-8a1b-7be059ff178b)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:19.887130 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aafb35d-1f2c-44a8-b08c-7f86cd852392 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Pushing event updated for resources: {'Port': ['ID=70f53884-d8c3-471c-a376-9c9d948c2e4b,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:19.896632 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2448b6f-4a05-4e57-b638-8b28433ecb26 req-574a434b-60a7-46f7-8d56-c4a519a9c402 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:19.901174 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0f3c4f38-f41c-4c5c-9725-796657c32ce9 req-0aafb35d-1f2c-44a8-b08c-7f86cd852392 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:19.904504 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a2448b6f-4a05-4e57-b638-8b28433ecb26 req-574a434b-60a7-46f7-8d56-c4a519a9c402 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.0851684 Aug 10 03:46:19.926135 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c1fc1cfb-4bb9-4233-ac7a-c03c3107ab67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:19.931521 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-2ac238dc-2cd7-4677-8ea9-a303feca25a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:19.971983 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f859229b-c218-460c-82d6-a5e30d011f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:19.984795 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee2ff5b5-d1ec-4e8f-b8e7-09cead8acd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:20.005342 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0f3c4f38-f41c-4c5c-9725-796657c32ce9 req-0aafb35d-1f2c-44a8-b08c-7f86cd852392 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:20.008081 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0f3c4f38-f41c-4c5c-9725-796657c32ce9 req-0aafb35d-1f2c-44a8-b08c-7f86cd852392 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3490942 Aug 10 03:46:20.017961 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2ff5b5-d1ec-4e8f-b8e7-09cead8acd02 admin admin] Pushing event deleted for resources: {'Port': ['ID=daa4723b-5312-48e3-84a2-bb3a9bf2b557,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:20.065051 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413061c-7929-462a-be22-3e29893a32ec None None] Pushing event updated for resources: {'Port': ['ID=ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651,revision_number=4']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:20.086285 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac238dc-2cd7-4677-8ea9-a303feca25a4 None None] Routers {'239efccf-6752-4c60-bf35-0f7d3b4c792e'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:20.093769 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-2ac238dc-2cd7-4677-8ea9-a303feca25a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:46:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['239efccf-6752-4c60-bf35-0f7d3b4c792e'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:20.113968 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01361f-4856-45eb-83ab-2e8d3149ed7d None None] Pushing event updated for resources: {'Port': ['ID=ae0de7a9-6bb5-464d-984f-02e6a574d722,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:20.128840 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f859229b-c218-460c-82d6-a5e30d011f25 None None] Routers {'7a10644c-79a5-4334-84ff-0942c12fa33c'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:20.133056 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-f859229b-c218-460c-82d6-a5e30d011f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:46:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['7a10644c-79a5-4334-84ff-0942c12fa33c'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:20.137189 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a2448b6f-4a05-4e57-b638-8b28433ecb26 req-96796cf0-2878-4a62-a16d-7c19accd4fec tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286565 Aug 10 03:46:20.199185 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0f3c4f38-f41c-4c5c-9725-796657c32ce9 req-0ddefddf-1f6f-4716-b8d3-042a0d194d37 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.238 HTTP/1.1" status: 200 len: 696 time: 0.1847408 Aug 10 03:46:20.239757 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee2ff5b5-d1ec-4e8f-b8e7-09cead8acd02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:20.366089 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-2ac238dc-2cd7-4677-8ea9-a303feca25a4 None None] Set router 239efccf-6752-4c60-bf35-0f7d3b4c792e gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:20.400388 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-f859229b-c218-460c-82d6-a5e30d011f25 None None] Set router 7a10644c-79a5-4334-84ff-0942c12fa33c gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:20.523239 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee2ff5b5-d1ec-4e8f-b8e7-09cead8acd02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:20.525824 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee2ff5b5-d1ec-4e8f-b8e7-09cead8acd02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:20.586431 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c4f38-f41c-4c5c-9725-796657c32ce9 req-c8eee56b-dea5-4212-be3a-5f0bb99a3b80 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:20.588239 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0f3c4f38-f41c-4c5c-9725-796657c32ce9 req-c8eee56b-dea5-4212-be3a-5f0bb99a3b80 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 784 time: 0.3820667 Aug 10 03:46:20.603739 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-0f3c4f38-f41c-4c5c-9725-796657c32ce9 req-69a8fd50-c0cd-4e02-bf68-d7cb5a3fc54c tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:46:20.605551 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0f3c4f38-f41c-4c5c-9725-796657c32ce9 req-69a8fd50-c0cd-4e02-bf68-d7cb5a3fc54c tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101955 Aug 10 03:46:20.654933 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d039326e-467b-4924-a07c-e399f59411c1 req-fee3793f-b89d-4691-af56-000d8d563477 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 210 time: 0.0732737 Aug 10 03:46:20.776318 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-2ac238dc-2cd7-4677-8ea9-a303feca25a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239efccf-6752-4c60-bf35-0f7d3b4c792e', 'name': 'tempest-FloatingIPDetailsTestJSON-419944996-router', 'tenant_id': '16715f6d32734f45a92c91889926b494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '7844a33b-87fc-4716-ba06-9eb9fd1e55df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:04Z', 'updated_at': '2021-08-10T03:46:13Z', 'revision_number': 4, 'project_id': '16715f6d32734f45a92c91889926b494', 'gw_port': {'id': '7844a33b-87fc-4716-ba06-9eb9fd1e55df', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239efccf-6752-4c60-bf35-0f7d3b4c792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:06Z', 'updated_at': '2021-08-10T03:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651', 'name': '', 'network_id': 'c36632af-ee47-4baf-bf45-94a49764da1a', 'tenant_id': '16715f6d32734f45a92c91889926b494', 'mac_address': 'fa:16:3e:8c:b2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239efccf-6752-4c60-bf35-0f7d3b4c792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'ba653691-ff39-46e5-8457-cfaca794565c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:11Z', 'updated_at': '2021-08-10T03:46:19Z', 'revision_number': 4, 'project_id': '16715f6d32734f45a92c91889926b494', 'subnets': [{'id': 'ba653691-ff39-46e5-8457-cfaca794565c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:20.778269 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee2ff5b5-d1ec-4e8f-b8e7-09cead8acd02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:20.780930 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2ff5b5-d1ec-4e8f-b8e7-09cead8acd02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8159fb08-587e-4fa9-9b22-f838098c681c {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:46:20.796697 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-f859229b-c218-460c-82d6-a5e30d011f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a10644c-79a5-4334-84ff-0942c12fa33c', 'name': 'tempest-FloatingIPsNegativeTestJSON-887624121-router', 'tenant_id': 'b7626f8391dd4083bdffce15f94e1a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'e14b2e56-c509-4102-a410-1b31578e4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:07Z', 'updated_at': '2021-08-10T03:46:14Z', 'revision_number': 4, 'project_id': 'b7626f8391dd4083bdffce15f94e1a87', 'gw_port': {'id': 'e14b2e56-c509-4102-a410-1b31578e4c10', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a10644c-79a5-4334-84ff-0942c12fa33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:08Z', 'updated_at': '2021-08-10T03:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'ae0de7a9-6bb5-464d-984f-02e6a574d722', 'name': '', 'network_id': 'c2280e93-6b9d-4982-ba0e-735d91d76690', 'tenant_id': 'b7626f8391dd4083bdffce15f94e1a87', 'mac_address': 'fa:16:3e:ee:d3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a10644c-79a5-4334-84ff-0942c12fa33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '56303a22-52e1-4bca-bf56-5e1715b93c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:11Z', 'updated_at': '2021-08-10T03:46:19Z', 'revision_number': 4, 'project_id': 'b7626f8391dd4083bdffce15f94e1a87', 'subnets': [{'id': '56303a22-52e1-4bca-bf56-5e1715b93c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:20.806921 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fc10b-6bec-416e-bea4-7a54a23a7df8 req-6584b5b2-a608-44d5-9fe6-5cb7bb08b966 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:20.808628 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b40fc10b-6bec-416e-bea4-7a54a23a7df8 req-6584b5b2-a608-44d5-9fe6-5cb7bb08b966 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 1096 time: 0.1001289 Aug 10 03:46:20.835518 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee2ff5b5-d1ec-4e8f-b8e7-09cead8acd02 admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:20.840393 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ee2ff5b5-d1ec-4e8f-b8e7-09cead8acd02 admin admin] 10.222.0.25 "DELETE /v2.0/routers/8159fb08-587e-4fa9-9b22-f838098c681c HTTP/1.1" status: 204 len: 168 time: 3.2184534 Aug 10 03:46:20.844799 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50082) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:20.855214 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac238dc-2cd7-4677-8ea9-a303feca25a4 None None] The sync data for ids ['239efccf-6752-4c60-bf35-0f7d3b4c792e'] in n-d-802893-2 is: [{'id': '239efccf-6752-4c60-bf35-0f7d3b4c792e', 'name': 'tempest-FloatingIPDetailsTestJSON-419944996-router', 'tenant_id': '16715f6d32734f45a92c91889926b494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '7844a33b-87fc-4716-ba06-9eb9fd1e55df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:04Z', 'updated_at': '2021-08-10T03:46:13Z', 'revision_number': 4, 'project_id': '16715f6d32734f45a92c91889926b494', 'gw_port': {'id': '7844a33b-87fc-4716-ba06-9eb9fd1e55df', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239efccf-6752-4c60-bf35-0f7d3b4c792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:06Z', 'updated_at': '2021-08-10T03:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651', 'name': '', 'network_id': 'c36632af-ee47-4baf-bf45-94a49764da1a', 'tenant_id': '16715f6d32734f45a92c91889926b494', 'mac_address': 'fa:16:3e:8c:b2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '239efccf-6752-4c60-bf35-0f7d3b4c792e', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'ba653691-ff39-46e5-8457-cfaca794565c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:11Z', 'updated_at': '2021-08-10T03:46:19Z', 'revision_number': 4, 'project_id': '16715f6d32734f45a92c91889926b494', 'subnets': [{'id': 'ba653691-ff39-46e5-8457-cfaca794565c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:20.863606 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f859229b-c218-460c-82d6-a5e30d011f25 None None] The sync data for ids ['7a10644c-79a5-4334-84ff-0942c12fa33c'] in n-d-802893-2 is: [{'id': '7a10644c-79a5-4334-84ff-0942c12fa33c', 'name': 'tempest-FloatingIPsNegativeTestJSON-887624121-router', 'tenant_id': 'b7626f8391dd4083bdffce15f94e1a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.166'}], 'enable_snat': True}, 'gw_port_id': 'e14b2e56-c509-4102-a410-1b31578e4c10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:07Z', 'updated_at': '2021-08-10T03:46:14Z', 'revision_number': 4, 'project_id': 'b7626f8391dd4083bdffce15f94e1a87', 'gw_port': {'id': 'e14b2e56-c509-4102-a410-1b31578e4c10', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a10644c-79a5-4334-84ff-0942c12fa33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:08Z', 'updated_at': '2021-08-10T03:46:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'ae0de7a9-6bb5-464d-984f-02e6a574d722', 'name': '', 'network_id': 'c2280e93-6b9d-4982-ba0e-735d91d76690', 'tenant_id': 'b7626f8391dd4083bdffce15f94e1a87', 'mac_address': 'fa:16:3e:ee:d3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a10644c-79a5-4334-84ff-0942c12fa33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '56303a22-52e1-4bca-bf56-5e1715b93c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:11Z', 'updated_at': '2021-08-10T03:46:19Z', 'revision_number': 4, 'project_id': 'b7626f8391dd4083bdffce15f94e1a87', 'subnets': [{'id': '56303a22-52e1-4bca-bf56-5e1715b93c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:20.913585 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b40fc10b-6bec-416e-bea4-7a54a23a7df8 req-411ef2a0-5459-4f77-92ef-36406679e131 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844693 Aug 10 03:46:21.067221 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d1ef29-f197-4b0c-8ed9-dec2eda37db3 admin admin] Deleting subnet 20c5f738-7686-4488-9cbe-8cc8f088bff1 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:46:21.075380 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-09d1ef29-f197-4b0c-8ed9-dec2eda37db3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:21.137934 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0b235262-6f41-43ba-8105-525cdbd73674 req-8c89da1a-c6d8-4202-8821-c0358590461c tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3789151 Aug 10 03:46:21.173920 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-09d1ef29-f197-4b0c-8ed9-dec2eda37db3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:21.218744 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-0b235262-6f41-43ba-8105-525cdbd73674 req-02419a09-6381-471b-9d24-1b3c714d015b tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:21.252505 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 4bac39a6-a126-43fe-81fd-e7c414a80ced no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:21.321105 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 4bac39a6-a126-43fe-81fd-e7c414a80ced {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:21.321653 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 4bac39a6-a126-43fe-81fd-e7c414a80ced not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:21.461484 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-09d1ef29-f197-4b0c-8ed9-dec2eda37db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:21.489466 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-c1fc1cfb-4bb9-4233-ac7a-c03c3107ab67 admin admin] Deleting port ae0de7a9-6bb5-464d-984f-02e6a574d722 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:21.493373 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c1fc1cfb-4bb9-4233-ac7a-c03c3107ab67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:21.568949 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-0b235262-6f41-43ba-8105-525cdbd73674 req-02419a09-6381-471b-9d24-1b3c714d015b tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:21.679383 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ae0de7a9-6bb5-464d-984f-02e6a574d722 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:21.730428 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-c1fc1cfb-4bb9-4233-ac7a-c03c3107ab67 admin admin] For port ae0de7a9-6bb5-464d-984f-02e6a574d722, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ae0de7a9-6bb5-464d-984f-02e6a574d722,segment=NetworkSegment(8479f145-1f51-4038-8a1b-7be059ff178b),segment_id=8479f145-1f51-4038-8a1b-7be059ff178b)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:21.734680 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c1fc1cfb-4bb9-4233-ac7a-c03c3107ab67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:21.746300 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-c1fc1cfb-4bb9-4233-ac7a-c03c3107ab67 admin admin] Calling delete_port for ae0de7a9-6bb5-464d-984f-02e6a574d722 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:21.881469 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-09d1ef29-f197-4b0c-8ed9-dec2eda37db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:21.972065 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port ae0de7a9-6bb5-464d-984f-02e6a574d722 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:21.980723 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port ae0de7a9-6bb5-464d-984f-02e6a574d722 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:21.986598 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:22.228872 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:22.317166 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port ae0de7a9-6bb5-464d-984f-02e6a574d722, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ae0de7a9-6bb5-464d-984f-02e6a574d722,segment=NetworkSegment(8479f145-1f51-4038-8a1b-7be059ff178b),segment_id=8479f145-1f51-4038-8a1b-7be059ff178b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:22.375443 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-0b235262-6f41-43ba-8105-525cdbd73674 req-02419a09-6381-471b-9d24-1b3c714d015b tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:22.405586 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:22.412164 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:22.434381 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d1ef29-f197-4b0c-8ed9-dec2eda37db3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20c5f738-7686-4488-9cbe-8cc8f088bff1,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:22.444387 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-09d1ef29-f197-4b0c-8ed9-dec2eda37db3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:22.458054 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50108) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:22.459179 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-09d1ef29-f197-4b0c-8ed9-dec2eda37db3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/20c5f738-7686-4488-9cbe-8cc8f088bff1 HTTP/1.1" status: 204 len: 168 time: 1.5801134 Aug 10 03:46:22.512008 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7deeed-ae54-4d85-9037-16c6e480e188 None None] Network ff05721e-7850-4548-837f-ed668dc919c7 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:22.611009 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fe234dba-96fe-4f8b-9712-a1b3b577fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:22.690285 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-0b235262-6f41-43ba-8105-525cdbd73674 req-02419a09-6381-471b-9d24-1b3c714d015b tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Allocated IP 172.25.0.118 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/867540e4-5cea-4097-8985-84507fa2d891) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:22.721403 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-fe234dba-96fe-4f8b-9712-a1b3b577fa30 admin admin] Deleting port 05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:22.721740 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fe234dba-96fe-4f8b-9712-a1b3b577fa30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:22.802615 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=ae0de7a9-6bb5-464d-984f-02e6a574d722,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:22.842268 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-fe234dba-96fe-4f8b-9712-a1b3b577fa30 admin admin] For port 05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc,segment=NetworkSegment(a28d8fac-1844-46cb-9081-3ef9567ccc56),segment_id=a28d8fac-1844-46cb-9081-3ef9567ccc56)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:22.842268 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fe234dba-96fe-4f8b-9712-a1b3b577fa30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:22.850534 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-fe234dba-96fe-4f8b-9712-a1b3b577fa30 admin admin] Calling delete_port for 05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:22.875016 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-0b235262-6f41-43ba-8105-525cdbd73674 req-02419a09-6381-471b-9d24-1b3c714d015b tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:22.898460 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d010754-742f-432a-8f3e-f85b6edda598 None None] DHCP port deletion for ff05721e-7850-4548-837f-ed668dc919c7 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:46:22.991884 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-7d010754-742f-432a-8f3e-f85b6edda598 None None] Deleting port 05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:22.992795 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7d010754-742f-432a-8f3e-f85b6edda598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.057571 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c1fc1cfb-4bb9-4233-ac7a-c03c3107ab67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.068171 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:23.077793 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-7d010754-742f-432a-8f3e-f85b6edda598 None None] For port 05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc,segment=NetworkSegment(a28d8fac-1844-46cb-9081-3ef9567ccc56),segment_id=a28d8fac-1844-46cb-9081-3ef9567ccc56)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:23.078195 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7d010754-742f-432a-8f3e-f85b6edda598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.080573 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:23.080934 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.093851 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-0b235262-6f41-43ba-8105-525cdbd73674 req-02419a09-6381-471b-9d24-1b3c714d015b tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.096184 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc1cfb-4bb9-4233-ac7a-c03c3107ab67 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae0de7a9-6bb5-464d-984f-02e6a574d722,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:23.116154 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-7d010754-742f-432a-8f3e-f85b6edda598 None None] Calling delete_port for 05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:23.130888 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fe234dba-96fe-4f8b-9712-a1b3b577fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.159428 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe234dba-96fe-4f8b-9712-a1b3b577fa30 admin admin] Pushing event deleted for resources: {'Port': ['ID=05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:23.170500 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b235262-6f41-43ba-8105-525cdbd73674 req-02419a09-6381-471b-9d24-1b3c714d015b tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:23.176023 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe234dba-96fe-4f8b-9712-a1b3b577fa30 admin admin] No DVR routers for this DVR port 05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:23.198431 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-0b235262-6f41-43ba-8105-525cdbd73674 req-02419a09-6381-471b-9d24-1b3c714d015b tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:23.205151 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b235262-6f41-43ba-8105-525cdbd73674 req-02419a09-6381-471b-9d24-1b3c714d015b tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:23.252851 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.259721 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02419a09-6381-471b-9d24-1b3c714d015b tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Pushing event updated for resources: {'Port': ['ID=867540e4-5cea-4097-8985-84507fa2d891,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:23.299578 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651,segment=NetworkSegment(fd8690b5-11c5-437d-8ccd-484c6aa37422),segment_id=fd8690b5-11c5-437d-8ccd-484c6aa37422)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:23.315469 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fe234dba-96fe-4f8b-9712-a1b3b577fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.327289 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-fe234dba-96fe-4f8b-9712-a1b3b577fa30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff05721e-7850-4548-837f-ed668dc919c7']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:23.335784 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7d010754-742f-432a-8f3e-f85b6edda598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.340656 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-fe234dba-96fe-4f8b-9712-a1b3b577fa30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a28d8fac-1844-46cb-9081-3ef9567ccc56') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:23.344838 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-fe234dba-96fe-4f8b-9712-a1b3b577fa30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a28d8fac-1844-46cb-9081-3ef9567ccc56') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:23.352968 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fe234dba-96fe-4f8b-9712-a1b3b577fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.372148 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fe234dba-96fe-4f8b-9712-a1b3b577fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.381520 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe234dba-96fe-4f8b-9712-a1b3b577fa30 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:46:23.382130 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fe234dba-96fe-4f8b-9712-a1b3b577fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.396871 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.399771 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d010754-742f-432a-8f3e-f85b6edda598 None None] Pushing event deleted for resources: {'Port': ['ID=05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:23.401774 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d010754-742f-432a-8f3e-f85b6edda598 None None] No DVR routers for this DVR port 05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:46:23.451246 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:46:23.483922 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device aed349d6-8890-4eb6-977f-70b7aba48d17 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:23.513190 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: aed349d6-8890-4eb6-977f-70b7aba48d17 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:23.513538 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device aed349d6-8890-4eb6-977f-70b7aba48d17 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:23.513957 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device daa4723b-5312-48e3-84a2-bb3a9bf2b557 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:23.550756 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-0b235262-6f41-43ba-8105-525cdbd73674 req-02419a09-6381-471b-9d24-1b3c714d015b tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.553015 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: daa4723b-5312-48e3-84a2-bb3a9bf2b557 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:23.553406 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device daa4723b-5312-48e3-84a2-bb3a9bf2b557 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:23.558956 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:23.565027 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c1fc1cfb-4bb9-4233-ac7a-c03c3107ab67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.594265 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fe234dba-96fe-4f8b-9712-a1b3b577fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.602432 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fe234dba-96fe-4f8b-9712-a1b3b577fa30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.612696 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fe234dba-96fe-4f8b-9712-a1b3b577fa30 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ff05721e-7850-4548-837f-ed668dc919c7 HTTP/1.1" status: 204 len: 168 time: 1.1615531 Aug 10 03:46:23.630892 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe234dba-96fe-4f8b-9712-a1b3b577fa30 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff05721e-7850-4548-837f-ed668dc919c7,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:23.736054 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-0b235262-6f41-43ba-8105-525cdbd73674 req-02419a09-6381-471b-9d24-1b3c714d015b tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.766574 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:23.820648 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:23.820993 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:23.960862 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1fc1cfb-4bb9-4233-ac7a-c03c3107ab67 admin admin] Router 7a10644c-79a5-4334-84ff-0942c12fa33c has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:24.009633 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:24.040992 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:24.041460 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 05fa0cce-cd2e-4cb1-96dc-cad7a9b3f2dc not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:24.103252 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-0b235262-6f41-43ba-8105-525cdbd73674 req-02419a09-6381-471b-9d24-1b3c714d015b tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.132326 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fc1cfb-4bb9-4233-ac7a-c03c3107ab67 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:24.142129 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c1fc1cfb-4bb9-4233-ac7a-c03c3107ab67 admin admin] 10.222.0.25 "PUT /v2.0/routers/7a10644c-79a5-4334-84ff-0942c12fa33c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3547592 Aug 10 03:46:24.146812 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50122) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:24.156346 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50124) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:24.210206 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-db2cb823-2c77-4af2-910b-d213568163c6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ff2e62f21bd433caa392dcf09a7024b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526218 Aug 10 03:46:24.213557 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50126) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:24.239154 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-0b235262-6f41-43ba-8105-525cdbd73674 req-02419a09-6381-471b-9d24-1b3c714d015b tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.292750 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7f32548d-4c03-465d-8340-d317abfac05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.318522 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7f32548d-4c03-465d-8340-d317abfac05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.330167 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60234362-82ad-40d8-b419-9b48538d7221 admin admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.382441 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02419a09-6381-471b-9d24-1b3c714d015b tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Pushing event updated for resources: {'Port': ['ID=867540e4-5cea-4097-8985-84507fa2d891,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:24.401508 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-29199b5b-9161-4404-ab22-bed490edbb2c req-ce61a6f9-699b-4995-ae8b-66ba798c8d81 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:46:24.401982 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29199b5b-9161-4404-ab22-bed490edbb2c req-ce61a6f9-699b-4995-ae8b-66ba798c8d81 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163922 Aug 10 03:46:24.409068 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-0b235262-6f41-43ba-8105-525cdbd73674 req-02419a09-6381-471b-9d24-1b3c714d015b tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.420505 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-29199b5b-9161-4404-ab22-bed490edbb2c req-e86de89e-4e29-4936-817e-52cfd4eb5da8 service neutron] Request body: {'binding': {'host': 'n-h1-802893-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:24.421391 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-29199b5b-9161-4404-ab22-bed490edbb2c req-e86de89e-4e29-4936-817e-52cfd4eb5da8 service neutron] Unknown quota resources ['binding']. {{(pid=94938) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:46:24.508654 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7f32548d-4c03-465d-8340-d317abfac05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.516101 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7f32548d-4c03-465d-8340-d317abfac05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.516101 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7f32548d-4c03-465d-8340-d317abfac05f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a3c88752-22a3-4790-8ab2-57d2d8d52599 HTTP/1.1" status: 204 len: 168 time: 0.2978761 Aug 10 03:46:24.522948 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32548d-4c03-465d-8340-d317abfac05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c88752-22a3-4790-8ab2-57d2d8d52599,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:24.556924 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60234362-82ad-40d8-b419-9b48538d7221 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.609374 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-0b235262-6f41-43ba-8105-525cdbd73674 req-02419a09-6381-471b-9d24-1b3c714d015b tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.610610 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0b235262-6f41-43ba-8105-525cdbd73674 req-02419a09-6381-471b-9d24-1b3c714d015b tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4442070 Aug 10 03:46:24.633353 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-29199b5b-9161-4404-ab22-bed490edbb2c req-e86de89e-4e29-4936-817e-52cfd4eb5da8 service neutron] Attempting to bind port 68843df9-6dda-4e89-9bea-010632fda565 on host n-h1-802893-2 for vnic_type normal with profile None {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:24.633617 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-29199b5b-9161-4404-ab22-bed490edbb2c req-e86de89e-4e29-4936-817e-52cfd4eb5da8 service neutron] Attempting to bind port 68843df9-6dda-4e89-9bea-010632fda565 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:24.633904 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29199b5b-9161-4404-ab22-bed490edbb2c req-e86de89e-4e29-4936-817e-52cfd4eb5da8 service neutron] Attempting to bind port 68843df9-6dda-4e89-9bea-010632fda565 on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:24.665066 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29199b5b-9161-4404-ab22-bed490edbb2c req-e86de89e-4e29-4936-817e-52cfd4eb5da8 service neutron] Port 68843df9-6dda-4e89-9bea-010632fda565 on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:46:24.665388 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29199b5b-9161-4404-ab22-bed490edbb2c req-e86de89e-4e29-4936-817e-52cfd4eb5da8 service neutron] Attempting to bind port 68843df9-6dda-4e89-9bea-010632fda565 on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:24.677052 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0b235262-6f41-43ba-8105-525cdbd73674 req-796b5ef2-5e58-44ce-a910-67625298b5f8 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.118 HTTP/1.1" status: 200 len: 696 time: 0.0541992 Aug 10 03:46:24.678168 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29199b5b-9161-4404-ab22-bed490edbb2c req-e86de89e-4e29-4936-817e-52cfd4eb5da8 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:24.678513 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29199b5b-9161-4404-ab22-bed490edbb2c req-e86de89e-4e29-4936-817e-52cfd4eb5da8 service neutron] Checking segment: {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:24.678874 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29199b5b-9161-4404-ab22-bed490edbb2c req-e86de89e-4e29-4936-817e-52cfd4eb5da8 service neutron] Bound using segment: {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:24.679303 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-29199b5b-9161-4404-ab22-bed490edbb2c req-e86de89e-4e29-4936-817e-52cfd4eb5da8 service neutron] Bound port: 68843df9-6dda-4e89-9bea-010632fda565, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:24.828229 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-29199b5b-9161-4404-ab22-bed490edbb2c req-e86de89e-4e29-4936-817e-52cfd4eb5da8 service neutron] For port 68843df9-6dda-4e89-9bea-010632fda565, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=68843df9-6dda-4e89-9bea-010632fda565,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:24.861853 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b235262-6f41-43ba-8105-525cdbd73674 req-d1871b37-0119-4ce6-9923-8310f6071c26 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:24.863232 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0b235262-6f41-43ba-8105-525cdbd73674 req-d1871b37-0119-4ce6-9923-8310f6071c26 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 784 time: 0.1786115 Aug 10 03:46:24.868960 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-60234362-82ad-40d8-b419-9b48538d7221 admin admin] Deleting port e14b2e56-c509-4102-a410-1b31578e4c10 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:24.869289 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60234362-82ad-40d8-b419-9b48538d7221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.984768 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-60234362-82ad-40d8-b419-9b48538d7221 admin admin] For port e14b2e56-c509-4102-a410-1b31578e4c10, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e14b2e56-c509-4102-a410-1b31578e4c10,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:24.985134 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60234362-82ad-40d8-b419-9b48538d7221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:24.994352 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a788614-422d-4926-8178-917c1d8bba9c req-dcaa41b5-6400-4711-adb9-2bcaa0c2cfb1 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:24.995881 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1a788614-422d-4926-8178-917c1d8bba9c req-dcaa41b5-6400-4711-adb9-2bcaa0c2cfb1 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.0824637 Aug 10 03:46:25.004642 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-29199b5b-9161-4404-ab22-bed490edbb2c req-e86de89e-4e29-4936-817e-52cfd4eb5da8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:25.005832 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29199b5b-9161-4404-ab22-bed490edbb2c req-e86de89e-4e29-4936-817e-52cfd4eb5da8 service neutron] 10.222.0.25 "POST /v2.0/ports/68843df9-6dda-4e89-9bea-010632fda565/bindings HTTP/1.1" status: 201 len: 389 time: 0.5915675 Aug 10 03:46:25.011928 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-60234362-82ad-40d8-b419-9b48538d7221 admin admin] Calling delete_port for e14b2e56-c509-4102-a410-1b31578e4c10 owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:25.105092 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1a788614-422d-4926-8178-917c1d8bba9c req-3a541099-8623-4802-9507-9289344bc9c2 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946405 Aug 10 03:46:25.218294 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db58dd4-584c-4cfc-9c14-08cd93ea61ec None None] Sync routers for ids ['7a10644c-79a5-4334-84ff-0942c12fa33c'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:25.264421 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db58dd4-584c-4cfc-9c14-08cd93ea61ec None None] Routers {'7a10644c-79a5-4334-84ff-0942c12fa33c'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:25.265174 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-0db58dd4-584c-4cfc-9c14-08cd93ea61ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:46:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['7a10644c-79a5-4334-84ff-0942c12fa33c'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:25.370410 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-0db58dd4-584c-4cfc-9c14-08cd93ea61ec None None] Set router 7a10644c-79a5-4334-84ff-0942c12fa33c gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:25.386134 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-871090cf-644a-429b-9e9d-babc22e5ea2e req-e17dc9c3-5f00-4fdd-8a02-ebad806d6427 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab722cb-ff68-4406-aff5-468a52f007b6 HTTP/1.1" status: 200 len: 210 time: 0.0341079 Aug 10 03:46:25.440315 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60234362-82ad-40d8-b419-9b48538d7221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:25.457172 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-0db58dd4-584c-4cfc-9c14-08cd93ea61ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a10644c-79a5-4334-84ff-0942c12fa33c', 'name': 'tempest-FloatingIPsNegativeTestJSON-887624121-router', 'tenant_id': 'b7626f8391dd4083bdffce15f94e1a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:07Z', 'updated_at': '2021-08-10T03:46:24Z', 'revision_number': 6, 'project_id': 'b7626f8391dd4083bdffce15f94e1a87', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:25.495914 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db58dd4-584c-4cfc-9c14-08cd93ea61ec None None] Checking router: 7a10644c-79a5-4334-84ff-0942c12fa33c for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:25.506550 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db58dd4-584c-4cfc-9c14-08cd93ea61ec None None] Routers {'7a10644c-79a5-4334-84ff-0942c12fa33c'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:25.507290 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-0db58dd4-584c-4cfc-9c14-08cd93ea61ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:46:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['7a10644c-79a5-4334-84ff-0942c12fa33c'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:25.609819 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60234362-82ad-40d8-b419-9b48538d7221 admin admin] Pushing event deleted for resources: {'Port': ['ID=e14b2e56-c509-4102-a410-1b31578e4c10,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:25.632371 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e0043f0c-a567-4219-b6a1-1699b0b37037 req-476bbb2a-c270-4cf7-a53c-75865173175d tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2161322 Aug 10 03:46:25.661156 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-e0043f0c-a567-4219-b6a1-1699b0b37037 req-b642429b-4768-44fa-a7dc-1dda34fd8e09 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:25.665411 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-0db58dd4-584c-4cfc-9c14-08cd93ea61ec None None] Set router 7a10644c-79a5-4334-84ff-0942c12fa33c gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:25.672947 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099058b2-da88-4fce-9e0a-c5800bb0c97f req-05478eda-5e39-4ab0-b571-f4f02b1a42cd tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:25.675527 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-099058b2-da88-4fce-9e0a-c5800bb0c97f req-05478eda-5e39-4ab0-b571-f4f02b1a42cd tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 945 time: 0.0892470 Aug 10 03:46:25.724899 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-099058b2-da88-4fce-9e0a-c5800bb0c97f req-3b8a44d1-828e-41cc-ac72-aef92a9713f8 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422244 Aug 10 03:46:25.730529 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-0db58dd4-584c-4cfc-9c14-08cd93ea61ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a10644c-79a5-4334-84ff-0942c12fa33c', 'name': 'tempest-FloatingIPsNegativeTestJSON-887624121-router', 'tenant_id': 'b7626f8391dd4083bdffce15f94e1a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:07Z', 'updated_at': '2021-08-10T03:46:25Z', 'revision_number': 7, 'project_id': 'b7626f8391dd4083bdffce15f94e1a87', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:25.745769 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60234362-82ad-40d8-b419-9b48538d7221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:25.763945 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db58dd4-584c-4cfc-9c14-08cd93ea61ec None None] The sync data for ids ['7a10644c-79a5-4334-84ff-0942c12fa33c'] in n-d-802893-2 is: [{'id': '7a10644c-79a5-4334-84ff-0942c12fa33c', 'name': 'tempest-FloatingIPsNegativeTestJSON-887624121-router', 'tenant_id': 'b7626f8391dd4083bdffce15f94e1a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:07Z', 'updated_at': '2021-08-10T03:46:25Z', 'revision_number': 7, 'project_id': 'b7626f8391dd4083bdffce15f94e1a87', 'gw_port_host': None}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:25.866529 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60234362-82ad-40d8-b419-9b48538d7221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:25.871359 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60234362-82ad-40d8-b419-9b48538d7221 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:25.914841 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e0043f0c-a567-4219-b6a1-1699b0b37037 req-b642429b-4768-44fa-a7dc-1dda34fd8e09 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.027363 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e0043f0c-a567-4219-b6a1-1699b0b37037 req-b642429b-4768-44fa-a7dc-1dda34fd8e09 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.174649 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60234362-82ad-40d8-b419-9b48538d7221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.177775 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60234362-82ad-40d8-b419-9b48538d7221 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a10644c-79a5-4334-84ff-0942c12fa33c {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:46:26.188144 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60234362-82ad-40d8-b419-9b48538d7221 admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.197861 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50158) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:26.198054 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-60234362-82ad-40d8-b419-9b48538d7221 admin admin] 10.222.0.25 "DELETE /v2.0/routers/7a10644c-79a5-4334-84ff-0942c12fa33c HTTP/1.1" status: 204 len: 168 time: 2.0496545 Aug 10 03:46:26.240465 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-e0043f0c-a567-4219-b6a1-1699b0b37037 req-b642429b-4768-44fa-a7dc-1dda34fd8e09 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Allocated IP 172.25.0.205 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/a6c6a677-a153-46cf-b9f6-96bc2f40f159) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:26.390687 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-269ee6ec-b0ba-4b93-a370-cf3d8bed845a admin admin] Deleting subnet 56303a22-52e1-4bca-bf56-5e1715b93c47 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:46:26.399619 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-269ee6ec-b0ba-4b93-a370-cf3d8bed845a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.407860 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e0043f0c-a567-4219-b6a1-1699b0b37037 req-b642429b-4768-44fa-a7dc-1dda34fd8e09 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.431852 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987ac7b7-8e0b-4118-a772-692887655d20 req-1daf9fe2-b8ed-41d0-a075-c5ede87dd641 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:26.433928 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-987ac7b7-8e0b-4118-a772-692887655d20 req-1daf9fe2-b8ed-41d0-a075-c5ede87dd641 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.1729565 Aug 10 03:46:26.446086 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29199b5b-9161-4404-ab22-bed490edbb2c req-7282b885-28aa-4df9-9e90-f884c71ebd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:26.447716 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-29199b5b-9161-4404-ab22-bed490edbb2c req-7282b885-28aa-4df9-9e90-f884c71ebd72 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=47ca53781e6743fd8c23c05b91862cdc&device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 1096 time: 0.4090683 Aug 10 03:46:26.530114 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-269ee6ec-b0ba-4b93-a370-cf3d8bed845a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.594688 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-987ac7b7-8e0b-4118-a772-692887655d20 req-267fbd84-909e-4cdf-8d68-e7f74feb648a tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405706 Aug 10 03:46:26.626313 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29199b5b-9161-4404-ab22-bed490edbb2c req-2cfff520-8ca0-401b-a5af-bc303c5336e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:26.627839 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-29199b5b-9161-4404-ab22-bed490edbb2c req-2cfff520-8ca0-401b-a5af-bc303c5336e4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4 HTTP/1.1" status: 200 len: 922 time: 0.1702514 Aug 10 03:46:26.654439 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e0043f0c-a567-4219-b6a1-1699b0b37037 req-b642429b-4768-44fa-a7dc-1dda34fd8e09 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.721992 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0043f0c-a567-4219-b6a1-1699b0b37037 req-b642429b-4768-44fa-a7dc-1dda34fd8e09 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:26.726811 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-29199b5b-9161-4404-ab22-bed490edbb2c req-ccd88e36-5aa4-4a7a-b8da-43b664f9137d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68843df9-6dda-4e89-9bea-010632fda565 HTTP/1.1" status: 200 len: 217 time: 0.0792460 Aug 10 03:46:26.732547 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-e0043f0c-a567-4219-b6a1-1699b0b37037 req-b642429b-4768-44fa-a7dc-1dda34fd8e09 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:26.751077 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0043f0c-a567-4219-b6a1-1699b0b37037 req-b642429b-4768-44fa-a7dc-1dda34fd8e09 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:26.755688 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642429b-4768-44fa-a7dc-1dda34fd8e09 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Pushing event updated for resources: {'Port': ['ID=a6c6a677-a153-46cf-b9f6-96bc2f40f159,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:26.774564 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-269ee6ec-b0ba-4b93-a370-cf3d8bed845a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:26.844403 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29199b5b-9161-4404-ab22-bed490edbb2c req-eeb4e2fe-51bb-4177-8d04-fdf7ec70c380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:26.847705 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-29199b5b-9161-4404-ab22-bed490edbb2c req-eeb4e2fe-51bb-4177-8d04-fdf7ec70c380 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dc5ee412-63a0-4c00-8014-352954e4021d HTTP/1.1" status: 200 len: 861 time: 0.1100087 Aug 10 03:46:26.893148 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-29199b5b-9161-4404-ab22-bed490edbb2c req-f62d33fe-97f4-4e65-a353-e78eb05ce932 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329685 Aug 10 03:46:26.977755 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e0043f0c-a567-4219-b6a1-1699b0b37037 req-b642429b-4768-44fa-a7dc-1dda34fd8e09 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.178837 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e0043f0c-a567-4219-b6a1-1699b0b37037 req-b642429b-4768-44fa-a7dc-1dda34fd8e09 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.194249 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.214581 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab2090-3364-4dee-8ce7-35d89005f3c3 req-be960b03-eae1-46ae-8045-83c8ce249202 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:27.236579 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9eab2090-3364-4dee-8ce7-35d89005f3c3 req-be960b03-eae1-46ae-8045-83c8ce249202 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 945 time: 0.2128098 Aug 10 03:46:27.348441 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-269ee6ec-b0ba-4b93-a370-cf3d8bed845a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.386296 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269ee6ec-b0ba-4b93-a370-cf3d8bed845a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56303a22-52e1-4bca-bf56-5e1715b93c47,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:27.394394 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-29199b5b-9161-4404-ab22-bed490edbb2c req-19a9db0c-80d8-4c15-a18a-315db459da5e service neutron] 10.222.0.68 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869270 Aug 10 03:46:27.397447 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-3631558c-39fb-4330-91f7-2af6e1665b9d service neutron] show failed (client error): The resource could not be found. Aug 10 03:46:27.398707 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-3631558c-39fb-4330-91f7-2af6e1665b9d service neutron] 10.222.0.20 "GET /v2.0/ports/acaa084b-0c3a-4900-9f1a-43039aa1cfc2/bindings/n-h1-802893-2 HTTP/1.1" status: 404 len: 380 time: 0.3761785 Aug 10 03:46:27.408517 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46dc9db-760b-4eb3-b187-250fb61f4d68 None None] Network c2280e93-6b9d-4982-ba0e-735d91d76690 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:27.433527 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-269ee6ec-b0ba-4b93-a370-cf3d8bed845a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.435505 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-269ee6ec-b0ba-4b93-a370-cf3d8bed845a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/56303a22-52e1-4bca-bf56-5e1715b93c47 HTTP/1.1" status: 204 len: 168 time: 1.2391989 Aug 10 03:46:27.439184 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9eab2090-3364-4dee-8ce7-35d89005f3c3 req-b8f1ecfe-2ca5-43e6-a089-c7a7e6719679 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017593 Aug 10 03:46:27.439681 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50198) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:27.442053 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e0043f0c-a567-4219-b6a1-1699b0b37037 req-b642429b-4768-44fa-a7dc-1dda34fd8e09 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.572030 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e0043f0c-a567-4219-b6a1-1699b0b37037 req-b642429b-4768-44fa-a7dc-1dda34fd8e09 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.572970 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca5a24a1-01e1-439d-bb03-0b55f68627cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.651815 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-29199b5b-9161-4404-ab22-bed490edbb2c req-c88496c2-15bb-435d-b708-aee1606f069f service neutron] 10.222.0.68 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200215 Aug 10 03:46:27.692401 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-ca5a24a1-01e1-439d-bb03-0b55f68627cd admin admin] Deleting port 8c9cb403-104e-4cc2-a590-3c340268d52e {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:27.696693 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca5a24a1-01e1-439d-bb03-0b55f68627cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.703462 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a22c0fc-0b62-4b51-86c7-10c8a4fcdd3b None None] DHCP port deletion for c2280e93-6b9d-4982-ba0e-735d91d76690 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:46:27.760631 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e14b2e56-c509-4102-a410-1b31578e4c10 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:27.790045 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642429b-4768-44fa-a7dc-1dda34fd8e09 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Pushing event updated for resources: {'Port': ['ID=a6c6a677-a153-46cf-b9f6-96bc2f40f159,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:27.806637 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e0043f0c-a567-4219-b6a1-1699b0b37037 req-b642429b-4768-44fa-a7dc-1dda34fd8e09 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.812476 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: e14b2e56-c509-4102-a410-1b31578e4c10 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:27.815641 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e14b2e56-c509-4102-a410-1b31578e4c10 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:27.816449 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ae0de7a9-6bb5-464d-984f-02e6a574d722 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:27.837696 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-ca5a24a1-01e1-439d-bb03-0b55f68627cd admin admin] For port 8c9cb403-104e-4cc2-a590-3c340268d52e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=8c9cb403-104e-4cc2-a590-3c340268d52e,segment=NetworkSegment(8479f145-1f51-4038-8a1b-7be059ff178b),segment_id=8479f145-1f51-4038-8a1b-7be059ff178b)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:27.838245 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca5a24a1-01e1-439d-bb03-0b55f68627cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.856682 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-ca5a24a1-01e1-439d-bb03-0b55f68627cd admin admin] Calling delete_port for 8c9cb403-104e-4cc2-a590-3c340268d52e owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:27.858851 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: ae0de7a9-6bb5-464d-984f-02e6a574d722 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:27.859290 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ae0de7a9-6bb5-464d-984f-02e6a574d722 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:27.867856 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30196668-9444-4ee0-973f-31455140c7cf req-a87a9edb-0fbd-4bd6-8562-1bf91058e4c6 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:27.870120 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-30196668-9444-4ee0-973f-31455140c7cf req-a87a9edb-0fbd-4bd6-8562-1bf91058e4c6 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.1035705 Aug 10 03:46:27.903883 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-4a22c0fc-0b62-4b51-86c7-10c8a4fcdd3b None None] Deleting port 8c9cb403-104e-4cc2-a590-3c340268d52e {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:27.906041 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4a22c0fc-0b62-4b51-86c7-10c8a4fcdd3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.989341 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e0043f0c-a567-4219-b6a1-1699b0b37037 req-b642429b-4768-44fa-a7dc-1dda34fd8e09 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:27.994000 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e0043f0c-a567-4219-b6a1-1699b0b37037 req-b642429b-4768-44fa-a7dc-1dda34fd8e09 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3377359 Aug 10 03:46:28.013713 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-30196668-9444-4ee0-973f-31455140c7cf req-9560485e-7452-4adb-9295-65cb031e8041 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339855 Aug 10 03:46:28.094899 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-4a22c0fc-0b62-4b51-86c7-10c8a4fcdd3b None None] For port 8c9cb403-104e-4cc2-a590-3c340268d52e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=8c9cb403-104e-4cc2-a590-3c340268d52e,segment=NetworkSegment(8479f145-1f51-4038-8a1b-7be059ff178b),segment_id=8479f145-1f51-4038-8a1b-7be059ff178b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:28.096478 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4a22c0fc-0b62-4b51-86c7-10c8a4fcdd3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.114034 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca5a24a1-01e1-439d-bb03-0b55f68627cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.141767 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-4a22c0fc-0b62-4b51-86c7-10c8a4fcdd3b None None] Calling delete_port for 8c9cb403-104e-4cc2-a590-3c340268d52e owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:28.154350 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e0043f0c-a567-4219-b6a1-1699b0b37037 req-6e86e31b-7506-45f2-be92-5126e291a263 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.205 HTTP/1.1" status: 200 len: 696 time: 0.1561942 Aug 10 03:46:28.213398 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5a24a1-01e1-439d-bb03-0b55f68627cd admin admin] No DVR routers for this DVR port 8c9cb403-104e-4cc2-a590-3c340268d52e on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:28.229632 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a24a1-01e1-439d-bb03-0b55f68627cd admin admin] Pushing event deleted for resources: {'Port': ['ID=8c9cb403-104e-4cc2-a590-3c340268d52e,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:28.335738 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4a22c0fc-0b62-4b51-86c7-10c8a4fcdd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.410122 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22c0fc-0b62-4b51-86c7-10c8a4fcdd3b None None] Pushing event deleted for resources: {'Port': ['ID=8c9cb403-104e-4cc2-a590-3c340268d52e,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:28.430466 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a22c0fc-0b62-4b51-86c7-10c8a4fcdd3b None None] No DVR routers for this DVR port 8c9cb403-104e-4cc2-a590-3c340268d52e on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:28.434011 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22c0fc-0b62-4b51-86c7-10c8a4fcdd3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:28.434011 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22c0fc-0b62-4b51-86c7-10c8a4fcdd3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:28.434011 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22c0fc-0b62-4b51-86c7-10c8a4fcdd3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:28.440088 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22c0fc-0b62-4b51-86c7-10c8a4fcdd3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:28.440595 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22c0fc-0b62-4b51-86c7-10c8a4fcdd3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:28.440939 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22c0fc-0b62-4b51-86c7-10c8a4fcdd3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:28.441269 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22c0fc-0b62-4b51-86c7-10c8a4fcdd3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:28.441597 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22c0fc-0b62-4b51-86c7-10c8a4fcdd3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:28.441922 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22c0fc-0b62-4b51-86c7-10c8a4fcdd3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:28.442247 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22c0fc-0b62-4b51-86c7-10c8a4fcdd3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:28.442564 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22c0fc-0b62-4b51-86c7-10c8a4fcdd3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:28.442914 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a22c0fc-0b62-4b51-86c7-10c8a4fcdd3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:28.474139 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0043f0c-a567-4219-b6a1-1699b0b37037 req-9ac71a3a-857a-4d06-9588-d74f0ae45175 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:28.477855 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e0043f0c-a567-4219-b6a1-1699b0b37037 req-9ac71a3a-857a-4d06-9588-d74f0ae45175 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 784 time: 0.3164439 Aug 10 03:46:28.543234 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca5a24a1-01e1-439d-bb03-0b55f68627cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.557435 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-f7b09c9b-a269-4d3d-8bae-a2dbe54842aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:28.564204 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-f7b09c9b-a269-4d3d-8bae-a2dbe54842aa service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e&tenant_id=5b6b91922f1e44729ab0754f3d4e2599 HTTP/1.1" status: 200 len: 1100 time: 0.2757452 Aug 10 03:46:28.564204 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-ca5a24a1-01e1-439d-bb03-0b55f68627cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2280e93-6b9d-4982-ba0e-735d91d76690']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:28.574068 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-ca5a24a1-01e1-439d-bb03-0b55f68627cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8479f145-1f51-4038-8a1b-7be059ff178b') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:28.574645 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-ca5a24a1-01e1-439d-bb03-0b55f68627cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8479f145-1f51-4038-8a1b-7be059ff178b') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:28.589989 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-a3daeeed-ce02-4881-90ac-d460248d79a7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802893-2', 'device_owner': 'compute:nova'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:28.669483 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-a3daeeed-ce02-4881-90ac-d460248d79a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.673901 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca5a24a1-01e1-439d-bb03-0b55f68627cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.782561 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6b88b801-1371-4294-8437-511bb1aaa405 req-c1e2e1f0-39fd-4549-8fa6-076c642ad261 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2767427 Aug 10 03:46:28.792533 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-6b88b801-1371-4294-8437-511bb1aaa405 req-27a8cdb7-501c-461e-8369-53c21a526f16 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:28.847622 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca5a24a1-01e1-439d-bb03-0b55f68627cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.889658 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca5a24a1-01e1-439d-bb03-0b55f68627cd admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:46:28.890039 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca5a24a1-01e1-439d-bb03-0b55f68627cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:46:28.891746 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:46:28.920898 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-6b88b801-1371-4294-8437-511bb1aaa405 req-27a8cdb7-501c-461e-8369-53c21a526f16 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.023006 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-a3daeeed-ce02-4881-90ac-d460248d79a7 service neutron] For port acaa084b-0c3a-4900-9f1a-43039aa1cfc2, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=acaa084b-0c3a-4900-9f1a-43039aa1cfc2,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:29.083469 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-a3daeeed-ce02-4881-90ac-d460248d79a7 service neutron] For port acaa084b-0c3a-4900-9f1a-43039aa1cfc2, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:29.093745 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-6b88b801-1371-4294-8437-511bb1aaa405 req-27a8cdb7-501c-461e-8369-53c21a526f16 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.157964 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485da124-f627-4b9d-a298-6e80337b7f9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acaa084b-0c3a-4900-9f1a-43039aa1cfc2'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:29.182334 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226887eb-da4e-40da-89f0-8de9c3318450" -d '{"events": [{"server_uuid": "485da124-f627-4b9d-a298-6e80337b7f9e", "name": "network-vif-unplugged", "status": "completed", "tag": "acaa084b-0c3a-4900-9f1a-43039aa1cfc2"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:29.190764 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-a3daeeed-ce02-4881-90ac-d460248d79a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.206412 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca5a24a1-01e1-439d-bb03-0b55f68627cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.254036 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca5a24a1-01e1-439d-bb03-0b55f68627cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.270156 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ca5a24a1-01e1-439d-bb03-0b55f68627cd admin admin] 10.222.0.25 "DELETE /v2.0/networks/c2280e93-6b9d-4982-ba0e-735d91d76690 HTTP/1.1" status: 204 len: 168 time: 1.8056076 Aug 10 03:46:29.273747 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a24a1-01e1-439d-bb03-0b55f68627cd admin admin] Pushing event deleted for resources: {'Network': ['ID=c2280e93-6b9d-4982-ba0e-735d91d76690,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:29.278025 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-6b88b801-1371-4294-8437-511bb1aaa405 req-27a8cdb7-501c-461e-8369-53c21a526f16 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Allocated IP 172.25.0.164 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/ee0766fc-b186-4c42-a637-591dfc5e7859) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:29.329304 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-a3daeeed-ce02-4881-90ac-d460248d79a7 service neutron] Transition to ACTIVE for port object acaa084b-0c3a-4900-9f1a-43039aa1cfc2 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:29.392011 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de811d-514e-4f41-a5f8-d866f158f772 req-9cac2ba4-0cdb-4e81-8cc0-2085be92627c tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:29.400748 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e2de811d-514e-4f41-a5f8-d866f158f772 req-9cac2ba4-0cdb-4e81-8cc0-2085be92627c tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 945 time: 0.1483982 Aug 10 03:46:29.405070 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-a3daeeed-ce02-4881-90ac-d460248d79a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.468086 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-6b88b801-1371-4294-8437-511bb1aaa405 req-27a8cdb7-501c-461e-8369-53c21a526f16 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.561756 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-a3daeeed-ce02-4881-90ac-d460248d79a7 service neutron] No DVR routers for this DVR port acaa084b-0c3a-4900-9f1a-43039aa1cfc2 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:29.601348 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e2de811d-514e-4f41-a5f8-d866f158f772 req-3e314d89-e659-4749-9c7a-f0f986594233 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823790 Aug 10 03:46:29.617065 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3daeeed-ce02-4881-90ac-d460248d79a7 service neutron] Pushing event updated for resources: {'Port': ['ID=acaa084b-0c3a-4900-9f1a-43039aa1cfc2,revision_number=6']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:29.691753 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-6b88b801-1371-4294-8437-511bb1aaa405 req-27a8cdb7-501c-461e-8369-53c21a526f16 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.725278 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-a3daeeed-ce02-4881-90ac-d460248d79a7 service neutron] Attempting to bind port acaa084b-0c3a-4900-9f1a-43039aa1cfc2 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:29.725846 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-a3daeeed-ce02-4881-90ac-d460248d79a7 service neutron] Attempting to bind port acaa084b-0c3a-4900-9f1a-43039aa1cfc2 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:29.726385 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-a3daeeed-ce02-4881-90ac-d460248d79a7 service neutron] Attempting to bind port acaa084b-0c3a-4900-9f1a-43039aa1cfc2 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:29.739936 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b88b801-1371-4294-8437-511bb1aaa405 req-27a8cdb7-501c-461e-8369-53c21a526f16 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:29.741329 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-a3daeeed-ce02-4881-90ac-d460248d79a7 service neutron] Port acaa084b-0c3a-4900-9f1a-43039aa1cfc2 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:46:29.741943 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-a3daeeed-ce02-4881-90ac-d460248d79a7 service neutron] Attempting to bind port acaa084b-0c3a-4900-9f1a-43039aa1cfc2 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:29.743631 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-6b88b801-1371-4294-8437-511bb1aaa405 req-27a8cdb7-501c-461e-8369-53c21a526f16 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:29.751154 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 8c9cb403-104e-4cc2-a590-3c340268d52e no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:29.754137 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b88b801-1371-4294-8437-511bb1aaa405 req-27a8cdb7-501c-461e-8369-53c21a526f16 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:29.755537 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-a3daeeed-ce02-4881-90ac-d460248d79a7 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:29.758029 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-a3daeeed-ce02-4881-90ac-d460248d79a7 service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:29.758702 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-a3daeeed-ce02-4881-90ac-d460248d79a7 service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:29.760961 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-a3daeeed-ce02-4881-90ac-d460248d79a7 service neutron] Bound port: acaa084b-0c3a-4900-9f1a-43039aa1cfc2, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:29.761644 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-a3daeeed-ce02-4881-90ac-d460248d79a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:29.844177 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 8c9cb403-104e-4cc2-a590-3c340268d52e {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:29.844502 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 8c9cb403-104e-4cc2-a590-3c340268d52e not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:29.881322 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead32e13-b157-4a30-9d25-6653f995ec3a req-346e424c-be99-49f5-b611-97400c5a3607 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:29.890720 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ead32e13-b157-4a30-9d25-6653f995ec3a req-346e424c-be99-49f5-b611-97400c5a3607 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 947 time: 0.1262910 Aug 10 03:46:29.931382 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8cdb7-501c-461e-8369-53c21a526f16 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Pushing event updated for resources: {'Port': ['ID=ee0766fc-b186-4c42-a637-591dfc5e7859,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:30.036068 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-a3daeeed-ce02-4881-90ac-d460248d79a7 service neutron] For port acaa084b-0c3a-4900-9f1a-43039aa1cfc2, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:30.043577 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-a3daeeed-ce02-4881-90ac-d460248d79a7 service neutron] For port acaa084b-0c3a-4900-9f1a-43039aa1cfc2, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=acaa084b-0c3a-4900-9f1a-43039aa1cfc2,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:30.056144 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50280) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:30.111076 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a8cdb7-501c-461e-8369-53c21a526f16 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:30.111428 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a8cdb7-501c-461e-8369-53c21a526f16 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:30.111772 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a8cdb7-501c-461e-8369-53c21a526f16 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:30.112132 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a8cdb7-501c-461e-8369-53c21a526f16 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:30.112467 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a8cdb7-501c-461e-8369-53c21a526f16 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:30.112857 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a8cdb7-501c-461e-8369-53c21a526f16 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:30.113192 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a8cdb7-501c-461e-8369-53c21a526f16 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:30.113519 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a8cdb7-501c-461e-8369-53c21a526f16 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:30.113842 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a8cdb7-501c-461e-8369-53c21a526f16 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:30.114165 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a8cdb7-501c-461e-8369-53c21a526f16 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:30.114619 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a8cdb7-501c-461e-8369-53c21a526f16 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:30.114951 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a8cdb7-501c-461e-8369-53c21a526f16 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:46:30.128315 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-6b88b801-1371-4294-8437-511bb1aaa405 req-27a8cdb7-501c-461e-8369-53c21a526f16 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.145863 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-a3daeeed-ce02-4881-90ac-d460248d79a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.191220 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ead32e13-b157-4a30-9d25-6653f995ec3a req-37e88053-b399-4540-a1ea-41d524917f60 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991309 Aug 10 03:46:30.199190 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-185aa48a-813c-4ae6-9f86-e9ca1fc0507a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b7626f8391dd4083bdffce15f94e1a87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392050 Aug 10 03:46:30.207257 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-a3daeeed-ce02-4881-90ac-d460248d79a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:30.207891 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-a3daeeed-ce02-4881-90ac-d460248d79a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.210071 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-a3daeeed-ce02-4881-90ac-d460248d79a7 service neutron] 10.222.0.68 "PUT /v2.0/ports/acaa084b-0c3a-4900-9f1a-43039aa1cfc2 HTTP/1.1" status: 200 len: 1095 time: 1.6329367 Aug 10 03:46:30.212320 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50282) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:30.293579 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3daeeed-ce02-4881-90ac-d460248d79a7 service neutron] Pushing event updated for resources: {'Port': ['ID=acaa084b-0c3a-4900-9f1a-43039aa1cfc2,revision_number=7']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:30.313315 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-6ae43f11-125c-4b2b-8deb-9723eb993ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:30.314875 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-6ae43f11-125c-4b2b-8deb-9723eb993ecb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 1098 time: 0.0757620 Aug 10 03:46:30.375205 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-6b88b801-1371-4294-8437-511bb1aaa405 req-27a8cdb7-501c-461e-8369-53c21a526f16 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.553395 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7603bb16-55a9-4a6f-9de7-5c7a18ca5b8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.581867 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-14a88df5-0d27-4235-90c1-441b14ca2466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:30.584212 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-14a88df5-0d27-4235-90c1-441b14ca2466 service neutron] 10.222.0.68 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.2558048 Aug 10 03:46:30.607033 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7603bb16-55a9-4a6f-9de7-5c7a18ca5b8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:30.700186 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-58da2952-9e2d-4c99-93cf-67d3364c8f33 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=acaa084b-0c3a-4900-9f1a-43039aa1cfc2 HTTP/1.1" status: 200 len: 217 time: 0.0892889 Aug 10 03:46:30.800517 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-7152fc28-b590-4b69-8f3c-3ebbb9ff356e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:30.802180 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-7152fc28-b590-4b69-8f3c-3ebbb9ff356e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0945375 Aug 10 03:46:30.885990 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-6d955fc9-c0d6-475b-9939-ce9e409b09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:30.887823 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-6d955fc9-c0d6-475b-9939-ce9e409b09c0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0768206 Aug 10 03:46:31.008554 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-447fb722-5ae5-44e8-ae9c-01a3065a6455 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119702 Aug 10 03:46:31.106000 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-6b88b801-1371-4294-8437-511bb1aaa405 req-27a8cdb7-501c-461e-8369-53c21a526f16 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.154168 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfaaf99-0e4d-49ab-bafb-d5b649dad5c0 x-openstack-request-id: req-ddfaaf99-0e4d-49ab-bafb-d5b649dad5c0 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:31.154461 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485da124-f627-4b9d-a298-6e80337b7f9e", "name": "network-vif-unplugged", "status": "completed", "tag": "acaa084b-0c3a-4900-9f1a-43039aa1cfc2", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:31.154771 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ddfaaf99-0e4d-49ab-bafb-d5b649dad5c0 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:31.155170 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485da124-f627-4b9d-a298-6e80337b7f9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acaa084b-0c3a-4900-9f1a-43039aa1cfc2', 'code': 200} Aug 10 03:46:31.195233 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-97f9ed2a-4ac9-4d8a-88ca-d943698e063f service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563504 Aug 10 03:46:31.199097 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-6b88b801-1371-4294-8437-511bb1aaa405 req-27a8cdb7-501c-461e-8369-53c21a526f16 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.268444 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7603bb16-55a9-4a6f-9de7-5c7a18ca5b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.268847 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device acaa084b-0c3a-4900-9f1a-43039aa1cfc2 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:31.270946 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7603bb16-55a9-4a6f-9de7-5c7a18ca5b8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.274508 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7603bb16-55a9-4a6f-9de7-5c7a18ca5b8b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc875d3d-1296-4e0e-96d5-109c0cc47402 HTTP/1.1" status: 204 len: 168 time: 1.0584257 Aug 10 03:46:31.286196 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8cdb7-501c-461e-8369-53c21a526f16 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Pushing event updated for resources: {'Port': ['ID=ee0766fc-b186-4c42-a637-591dfc5e7859,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:31.302782 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7603bb16-55a9-4a6f-9de7-5c7a18ca5b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc875d3d-1296-4e0e-96d5-109c0cc47402,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:31.322087 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-6b88b801-1371-4294-8437-511bb1aaa405 req-27a8cdb7-501c-461e-8369-53c21a526f16 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.351709 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device acaa084b-0c3a-4900-9f1a-43039aa1cfc2 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:31.423202 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-6b88b801-1371-4294-8437-511bb1aaa405 req-27a8cdb7-501c-461e-8369-53c21a526f16 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:31.424462 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6b88b801-1371-4294-8437-511bb1aaa405 req-27a8cdb7-501c-461e-8369-53c21a526f16 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6377103 Aug 10 03:46:31.527595 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6b88b801-1371-4294-8437-511bb1aaa405 req-0a7a8553-33eb-4459-b70f-894dbfcf4da7 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.164 HTTP/1.1" status: 200 len: 696 time: 0.0963361 Aug 10 03:46:31.662965 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88b801-1371-4294-8437-511bb1aaa405 req-144813d0-f293-4aff-a711-c09d769ad654 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:31.664658 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6b88b801-1371-4294-8437-511bb1aaa405 req-144813d0-f293-4aff-a711-c09d769ad654 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 784 time: 0.1294806 Aug 10 03:46:31.714512 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae0237-705e-4b8c-80d9-632a8830b955 req-7661f3cb-fd72-449b-902e-c6f5090f8c10 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:31.722507 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fdae0237-705e-4b8c-80d9-632a8830b955 req-7661f3cb-fd72-449b-902e-c6f5090f8c10 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 945 time: 0.0678315 Aug 10 03:46:31.767243 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fdae0237-705e-4b8c-80d9-632a8830b955 req-295c7e82-5559-412f-bf9d-1ddfabf5efe1 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437589 Aug 10 03:46:31.865592 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eea2c8-48eb-4d5b-b70f-a683b548957f req-35ad0730-d052-402a-a637-9abd5dfa80ca tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:31.872563 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62eea2c8-48eb-4d5b-b70f-a683b548957f req-35ad0730-d052-402a-a637-9abd5dfa80ca tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 947 time: 0.0702617 Aug 10 03:46:31.913806 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62eea2c8-48eb-4d5b-b70f-a683b548957f req-0c48bff7-7bab-4bc1-b217-88566fd1d509 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389230 Aug 10 03:46:31.946198 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7005e991-c18d-41c9-bda0-49d2b9f9a6c4 req-1a7027ab-13e9-4963-8d60-1373a0ab17d9 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/floatingips/dc387a7a-1016-422b-adb0-a58c8a6b8c1b HTTP/1.1" status: 200 len: 693 time: 0.0758276 Aug 10 03:46:32.101832 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005e991-c18d-41c9-bda0-49d2b9f9a6c4 req-841d93fb-af43-459f-ac20-d699fb207610 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:32.109667 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7005e991-c18d-41c9-bda0-49d2b9f9a6c4 req-841d93fb-af43-459f-ac20-d699fb207610 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 784 time: 0.1569109 Aug 10 03:46:32.115374 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-7005e991-c18d-41c9-bda0-49d2b9f9a6c4 req-da9a7d43-a282-418a-bec5-89c85815b41a tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:46:32.120016 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7005e991-c18d-41c9-bda0-49d2b9f9a6c4 req-da9a7d43-a282-418a-bec5-89c85815b41a tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095344 Aug 10 03:46:32.215073 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-98f232e4-2d57-4f1a-a546-dc4ee00f50d4 req-42c56168-d51f-44e2-9b7b-f6845d0e9261 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/floatingips/dc387a7a-1016-422b-adb0-a58c8a6b8c1b HTTP/1.1" status: 200 len: 693 time: 0.0759737 Aug 10 03:46:32.379710 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f232e4-2d57-4f1a-a546-dc4ee00f50d4 req-8cccf416-9955-414e-a42c-169421d5f300 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:32.381361 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-98f232e4-2d57-4f1a-a546-dc4ee00f50d4 req-8cccf416-9955-414e-a42c-169421d5f300 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 784 time: 0.1574335 Aug 10 03:46:32.393801 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-98f232e4-2d57-4f1a-a546-dc4ee00f50d4 req-0a7246d9-3ab2-4a14-a9f9-938e4de0ecc7 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:46:32.399508 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-98f232e4-2d57-4f1a-a546-dc4ee00f50d4 req-0a7246d9-3ab2-4a14-a9f9-938e4de0ecc7 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085323 Aug 10 03:46:32.459589 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-98f232e4-2d57-4f1a-a546-dc4ee00f50d4 req-d642a336-c0bd-48c7-a4a4-af5b3f67fb83 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.164 HTTP/1.1" status: 200 len: 696 time: 0.0554709 Aug 10 03:46:32.539610 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-98f232e4-2d57-4f1a-a546-dc4ee00f50d4 req-041c0413-0f5f-4e0e-b050-b0a46d86813b tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.164 HTTP/1.1" status: 200 len: 696 time: 0.0726480 Aug 10 03:46:32.714785 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-98f232e4-2d57-4f1a-a546-dc4ee00f50d4 req-89963eee-807d-4e85-b497-197095cb69fb tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Deleting port ee0766fc-b186-4c42-a637-591dfc5e7859 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:32.715134 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-98f232e4-2d57-4f1a-a546-dc4ee00f50d4 req-89963eee-807d-4e85-b497-197095cb69fb tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.810653 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-98f232e4-2d57-4f1a-a546-dc4ee00f50d4 req-89963eee-807d-4e85-b497-197095cb69fb tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.811417 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-98f232e4-2d57-4f1a-a546-dc4ee00f50d4 req-89963eee-807d-4e85-b497-197095cb69fb tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:32.823903 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-98f232e4-2d57-4f1a-a546-dc4ee00f50d4 req-89963eee-807d-4e85-b497-197095cb69fb tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Calling delete_port for ee0766fc-b186-4c42-a637-591dfc5e7859 owned by network:floatingip {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:33.159113 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485da124-f627-4b9d-a298-6e80337b7f9e', 'tag': 'acaa084b-0c3a-4900-9f1a-43039aa1cfc2'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:33.159712 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6776130f-0241-44aa-9e2a-599638e34765" -d '{"events": [{"name": "network-changed", "server_uuid": "485da124-f627-4b9d-a298-6e80337b7f9e", "tag": "acaa084b-0c3a-4900-9f1a-43039aa1cfc2"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:33.176790 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-98f232e4-2d57-4f1a-a546-dc4ee00f50d4 req-89963eee-807d-4e85-b497-197095cb69fb tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.203006 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89963eee-807d-4e85-b497-197095cb69fb tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Pushing event deleted for resources: {'Port': ['ID=ee0766fc-b186-4c42-a637-591dfc5e7859,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:33.272357 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-98f232e4-2d57-4f1a-a546-dc4ee00f50d4 req-89963eee-807d-4e85-b497-197095cb69fb tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks [] for floatingip, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.274873 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-98f232e4-2d57-4f1a-a546-dc4ee00f50d4 req-89963eee-807d-4e85-b497-197095cb69fb tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:33.291018 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-98f232e4-2d57-4f1a-a546-dc4ee00f50d4 req-89963eee-807d-4e85-b497-197095cb69fb tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "DELETE /v2.0/floatingips/dc387a7a-1016-422b-adb0-a58c8a6b8c1b HTTP/1.1" status: 204 len: 173 time: 0.7458928 Aug 10 03:46:33.382971 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766e5d0-ff7a-457a-a16a-3e099f17cc3e req-9918058a-c6a5-4ae1-9dff-6631cef0696b tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:33.384908 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8766e5d0-ff7a-457a-a16a-3e099f17cc3e req-9918058a-c6a5-4ae1-9dff-6631cef0696b tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 945 time: 0.0574839 Aug 10 03:46:33.432668 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8766e5d0-ff7a-457a-a16a-3e099f17cc3e req-f566b3d6-000e-4ffd-9a40-6608cdc9d4da tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407331 Aug 10 03:46:33.469880 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a8d86-f09f-479b-b617-b32ed28be3e0 req-509d7605-2c77-4075-a4c4-31408b38a68f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:33.472819 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-646a8d86-f09f-479b-b617-b32ed28be3e0 req-509d7605-2c77-4075-a4c4-31408b38a68f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 947 time: 0.0628502 Aug 10 03:46:33.502340 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64a7b40-8cdc-4633-a7b7-6cd5eda7626a x-openstack-request-id: req-b64a7b40-8cdc-4633-a7b7-6cd5eda7626a {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:33.502720 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "485da124-f627-4b9d-a298-6e80337b7f9e", "tag": "acaa084b-0c3a-4900-9f1a-43039aa1cfc2", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:33.503063 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b64a7b40-8cdc-4633-a7b7-6cd5eda7626a {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:33.503545 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '485da124-f627-4b9d-a298-6e80337b7f9e', 'tag': 'acaa084b-0c3a-4900-9f1a-43039aa1cfc2', 'status': 'completed', 'code': 200} Aug 10 03:46:33.520897 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-646a8d86-f09f-479b-b617-b32ed28be3e0 req-a44e96b9-e11d-469e-8cc7-e82528d64b58 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422873 Aug 10 03:46:33.657717 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776130f-0241-44aa-9e2a-599638e34765 req-1750388d-7873-426c-97ac-fd369bd808e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:33.664113 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6776130f-0241-44aa-9e2a-599638e34765 req-1750388d-7873-426c-97ac-fd369bd808e2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 1098 time: 0.1265399 Aug 10 03:46:33.664113 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776130f-0241-44aa-9e2a-599638e34765 req-74b3dfda-0b23-4594-92b3-e2127980086a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:33.664113 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6776130f-0241-44aa-9e2a-599638e34765 req-74b3dfda-0b23-4594-92b3-e2127980086a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 1098 time: 0.0982563 Aug 10 03:46:33.675481 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed331b3-0495-4f2b-b864-577373abcbf4 req-de11fba4-36aa-4b20-bf3a-049ccdac5f03 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:33.677176 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9ed331b3-0495-4f2b-b864-577373abcbf4 req-de11fba4-36aa-4b20-bf3a-049ccdac5f03 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 944 time: 0.0870683 Aug 10 03:46:33.762272 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db1700-ab37-49b8-8394-9be82494c42a req-a1050af0-0f52-47ad-9d26-60bee8d36f65 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:33.763796 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-35db1700-ab37-49b8-8394-9be82494c42a req-a1050af0-0f52-47ad-9d26-60bee8d36f65 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2151845 Aug 10 03:46:33.837052 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9ed331b3-0495-4f2b-b864-577373abcbf4 req-4de3d669-21f1-4285-9b47-cfeacd3fb9ec tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196167 Aug 10 03:46:33.882198 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776130f-0241-44aa-9e2a-599638e34765 req-91bdde83-2745-498e-bc6d-dd7551f94501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:33.883654 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6776130f-0241-44aa-9e2a-599638e34765 req-91bdde83-2745-498e-bc6d-dd7551f94501 service neutron] 10.222.0.68 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.2043188 Aug 10 03:46:33.899195 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776130f-0241-44aa-9e2a-599638e34765 req-d6c023c9-d66d-4747-bf44-6acef3f66e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:33.900484 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6776130f-0241-44aa-9e2a-599638e34765 req-d6c023c9-d66d-4747-bf44-6acef3f66e79 service neutron] 10.222.0.20 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.2223282 Aug 10 03:46:34.319937 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6776130f-0241-44aa-9e2a-599638e34765 req-aacb6a24-b707-40ab-8551-f88124137cf5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=acaa084b-0c3a-4900-9f1a-43039aa1cfc2 HTTP/1.1" status: 200 len: 217 time: 0.4141474 Aug 10 03:46:34.319937 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6776130f-0241-44aa-9e2a-599638e34765 req-bf0aaaa8-dadf-4a05-a5a1-92396e7d3983 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=acaa084b-0c3a-4900-9f1a-43039aa1cfc2 HTTP/1.1" status: 200 len: 217 time: 0.4081457 Aug 10 03:46:34.475418 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14deb25c-1541-40d1-8f5c-978ffc1c9b07 req-cfbd6c5a-de4c-4905-bf25-8b1a8902c343 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:34.476927 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-14deb25c-1541-40d1-8f5c-978ffc1c9b07 req-cfbd6c5a-de4c-4905-bf25-8b1a8902c343 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.68 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 944 time: 0.6090820 Aug 10 03:46:34.488714 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6262e02-a5dc-463a-b059-8303e9d35027 req-d555cc68-f06b-48e5-b353-4d461d37bd7f tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=16715f6d32734f45a92c91889926b494 HTTP/1.1" status: 200 len: 1657 time: 0.1750360 Aug 10 03:46:34.602289 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776130f-0241-44aa-9e2a-599638e34765 req-cedd3aa0-55c4-4dd2-9745-3a8f261ca24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:34.603804 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6776130f-0241-44aa-9e2a-599638e34765 req-cedd3aa0-55c4-4dd2-9745-3a8f261ca24b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.2571797 Aug 10 03:46:34.612651 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776130f-0241-44aa-9e2a-599638e34765 req-8f7aa5f5-0f08-476b-b434-096cd5d7e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:34.614069 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6776130f-0241-44aa-9e2a-599638e34765 req-8f7aa5f5-0f08-476b-b434-096cd5d7e840 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.2663324 Aug 10 03:46:34.666408 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device acaa084b-0c3a-4900-9f1a-43039aa1cfc2 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:46:34.760277 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e6a47-927c-4a2b-9316-d39d0b20ba1a req-d2200259-54c5-4dbe-a80a-6ee13b8a9267 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:34.769134 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-df8e6a47-927c-4a2b-9316-d39d0b20ba1a req-d2200259-54c5-4dbe-a80a-6ee13b8a9267 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 945 time: 0.0829730 Aug 10 03:46:34.777306 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776130f-0241-44aa-9e2a-599638e34765 req-b20d4d40-3aaf-444e-9c63-e801df110815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:34.777306 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6776130f-0241-44aa-9e2a-599638e34765 req-b20d4d40-3aaf-444e-9c63-e801df110815 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1237226 Aug 10 03:46:34.777306 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776130f-0241-44aa-9e2a-599638e34765 req-9bc2d8b9-8e98-44c2-9757-4cd10cdf3897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:34.777306 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6776130f-0241-44aa-9e2a-599638e34765 req-9bc2d8b9-8e98-44c2-9757-4cd10cdf3897 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1570828 Aug 10 03:46:34.818575 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-df8e6a47-927c-4a2b-9316-d39d0b20ba1a req-e449d379-5e32-40a8-b946-8dce85b93a47 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482552 Aug 10 03:46:34.915092 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-14deb25c-1541-40d1-8f5c-978ffc1c9b07 req-29b6a0e5-0dd5-4216-991d-b4d15ee6a0c0 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Deleting port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:34.915524 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-14deb25c-1541-40d1-8f5c-978ffc1c9b07 req-29b6a0e5-0dd5-4216-991d-b4d15ee6a0c0 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:34.976250 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port acaa084b-0c3a-4900-9f1a-43039aa1cfc2, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=acaa084b-0c3a-4900-9f1a-43039aa1cfc2,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:34.988842 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'acaa084b-0c3a-4900-9f1a-43039aa1cfc2', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': 'acaa084b-0c3a-4900-9f1a-43039aa1cfc2', 'mac_address': 'fa:16:3e:54:2b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:46:34.994221 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6262e02-a5dc-463a-b059-8303e9d35027 req-54f01c08-3aef-453c-8b0c-74f3a68ad701 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:34.995987 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6262e02-a5dc-463a-b059-8303e9d35027 req-54f01c08-3aef-453c-8b0c-74f3a68ad701 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/networks?id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5&id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5&id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 787 time: 0.4912066 Aug 10 03:46:35.039053 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-b6262e02-a5dc-463a-b059-8303e9d35027 req-9edfeafd-4304-42e7-92a8-df1a73401dcf tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:46:35.039053 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6262e02-a5dc-463a-b059-8303e9d35027 req-9edfeafd-4304-42e7-92a8-df1a73401dcf tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150757 Aug 10 03:46:35.040708 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.053238 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acaa084b-0c3a-4900-9f1a-43039aa1cfc2 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:46:35.078287 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port acaa084b-0c3a-4900-9f1a-43039aa1cfc2, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=acaa084b-0c3a-4900-9f1a-43039aa1cfc2,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:35.097512 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6776130f-0241-44aa-9e2a-599638e34765 req-e28a20ce-f6f7-4a0f-8a00-d0cc39d3f196 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110945 Aug 10 03:46:35.104568 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6776130f-0241-44aa-9e2a-599638e34765 req-3c54b61c-a229-4a1e-a459-416fd3247b35 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168311 Aug 10 03:46:35.222925 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.259797 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-14deb25c-1541-40d1-8f5c-978ffc1c9b07 req-29b6a0e5-0dd5-4216-991d-b4d15ee6a0c0 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] For port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:35.260344 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-14deb25c-1541-40d1-8f5c-978ffc1c9b07 req-29b6a0e5-0dd5-4216-991d-b4d15ee6a0c0 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.277870 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=acaa084b-0c3a-4900-9f1a-43039aa1cfc2,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:35.287455 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-14deb25c-1541-40d1-8f5c-978ffc1c9b07 req-29b6a0e5-0dd5-4216-991d-b4d15ee6a0c0 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Calling delete_port for 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:35.350294 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a96f59-4a98-4f97-8919-0bb8b35be309 req-e35cf5d5-e6a6-4ac3-80ce-8c3c0fab99d9 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:35.351722 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-68a96f59-4a98-4f97-8919-0bb8b35be309 req-e35cf5d5-e6a6-4ac3-80ce-8c3c0fab99d9 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 947 time: 0.2279606 Aug 10 03:46:35.397189 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6776130f-0241-44aa-9e2a-599638e34765 req-016818f5-202c-48f8-8f69-247fe7c30971 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914419 Aug 10 03:46:35.422095 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6776130f-0241-44aa-9e2a-599638e34765 req-6a96f62c-2e58-48d1-b659-d047b2a35c86 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005018 Aug 10 03:46:35.467313 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-68a96f59-4a98-4f97-8919-0bb8b35be309 req-c9141843-8780-4086-a7f8-67914503a5ae tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771825 Aug 10 03:46:35.524010 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cdf41a-9d03-42aa-9408-51bd9b140208 req-eed895ea-6d09-47a7-87d2-9f9cd5f76608 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:35.529524 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-16cdf41a-9d03-42aa-9408-51bd9b140208 req-eed895ea-6d09-47a7-87d2-9f9cd5f76608 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 944 time: 0.0538251 Aug 10 03:46:35.565615 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-16cdf41a-9d03-42aa-9408-51bd9b140208 req-8692fde2-64dd-406c-8c67-0ada49cc243e tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329907 Aug 10 03:46:35.632476 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['acaa084b-0c3a-4900-9f1a-43039aa1cfc2'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:35.641569 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-83f4bf21-8a34-4eaf-883e-b725ee30e7c5 req-5cf2c66a-1b7e-474c-96e5-6ebf9db6b434 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/floatingips/74d04f42-ee33-45a5-b4a8-4e4a563b5fe0 HTTP/1.1" status: 200 len: 693 time: 0.0501549 Aug 10 03:46:35.644956 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-14deb25c-1541-40d1-8f5c-978ffc1c9b07 req-29b6a0e5-0dd5-4216-991d-b4d15ee6a0c0 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.769936 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6a0e5-0dd5-4216-991d-b4d15ee6a0c0 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Pushing event deleted for resources: {'Port': ['ID=1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:35.774280 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-14deb25c-1541-40d1-8f5c-978ffc1c9b07 req-29b6a0e5-0dd5-4216-991d-b4d15ee6a0c0 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] No DVR routers for this DVR port 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:35.778529 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-14deb25c-1541-40d1-8f5c-978ffc1c9b07 req-29b6a0e5-0dd5-4216-991d-b4d15ee6a0c0 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:35.781204 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-14deb25c-1541-40d1-8f5c-978ffc1c9b07 req-29b6a0e5-0dd5-4216-991d-b4d15ee6a0c0 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.68 "DELETE /v2.0/ports/1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd HTTP/1.1" status: 204 len: 173 time: 1.2861457 Aug 10 03:46:35.781204 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899b19fa-e08f-4432-91a6-61beb40d88e5', 'name': 'network-vif-deleted', 'tag': '1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:35.783365 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12920e2-f334-4d30-bb1f-d78d9f4091e3" -d '{"events": [{"server_uuid": "899b19fa-e08f-4432-91a6-61beb40d88e5", "name": "network-vif-deleted", "tag": "1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:35.838367 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4bf21-8a34-4eaf-883e-b725ee30e7c5 req-1c3ffb66-e7ae-4ec9-b48a-e5c083319b66 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:35.840552 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-83f4bf21-8a34-4eaf-883e-b725ee30e7c5 req-1c3ffb66-e7ae-4ec9-b48a-e5c083319b66 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 784 time: 0.1788130 Aug 10 03:46:35.893873 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-83f4bf21-8a34-4eaf-883e-b725ee30e7c5 req-2da86ed5-4cc0-47b3-a93c-c6b7c3050af3 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.205 HTTP/1.1" status: 200 len: 696 time: 0.0468407 Aug 10 03:46:35.954243 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-83f4bf21-8a34-4eaf-883e-b725ee30e7c5 req-6d37cb56-2dc0-491a-8026-6a8d6bd8d40e tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.205 HTTP/1.1" status: 200 len: 696 time: 0.0540860 Aug 10 03:46:36.091388 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-83f4bf21-8a34-4eaf-883e-b725ee30e7c5 req-c022a198-29cf-48bd-a7d5-26c687138538 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Deleting port a6c6a677-a153-46cf-b9f6-96bc2f40f159 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:36.091734 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-83f4bf21-8a34-4eaf-883e-b725ee30e7c5 req-c022a198-29cf-48bd-a7d5-26c687138538 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:36.180408 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-83f4bf21-8a34-4eaf-883e-b725ee30e7c5 req-c022a198-29cf-48bd-a7d5-26c687138538 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:36.180739 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-83f4bf21-8a34-4eaf-883e-b725ee30e7c5 req-c022a198-29cf-48bd-a7d5-26c687138538 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:36.193400 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-83f4bf21-8a34-4eaf-883e-b725ee30e7c5 req-c022a198-29cf-48bd-a7d5-26c687138538 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Calling delete_port for a6c6a677-a153-46cf-b9f6-96bc2f40f159 owned by network:floatingip {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:36.466257 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fed2c07-6d29-4ade-a0b0-5d0720c45627 x-openstack-request-id: req-1fed2c07-6d29-4ade-a0b0-5d0720c45627 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:36.466257 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899b19fa-e08f-4432-91a6-61beb40d88e5", "name": "network-vif-deleted", "tag": "1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:36.466257 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1fed2c07-6d29-4ade-a0b0-5d0720c45627 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:36.466257 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '899b19fa-e08f-4432-91a6-61beb40d88e5', 'name': 'network-vif-deleted', 'tag': '1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd', 'status': 'completed', 'code': 200} Aug 10 03:46:36.485562 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-83f4bf21-8a34-4eaf-883e-b725ee30e7c5 req-c022a198-29cf-48bd-a7d5-26c687138538 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:36.513314 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022a198-29cf-48bd-a7d5-26c687138538 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Pushing event deleted for resources: {'Port': ['ID=a6c6a677-a153-46cf-b9f6-96bc2f40f159,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:36.558810 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56724c0-56d6-43c6-9de4-0a3b7aeb8bd7 req-009af6d6-6e0f-43bd-93d1-7da5f6dc316e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:36.560325 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d56724c0-56d6-43c6-9de4-0a3b7aeb8bd7 req-009af6d6-6e0f-43bd-93d1-7da5f6dc316e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 945 time: 0.0508184 Aug 10 03:46:36.584870 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-83f4bf21-8a34-4eaf-883e-b725ee30e7c5 req-c022a198-29cf-48bd-a7d5-26c687138538 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks [] for floatingip, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:36.588040 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-83f4bf21-8a34-4eaf-883e-b725ee30e7c5 req-c022a198-29cf-48bd-a7d5-26c687138538 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:36.589729 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-83f4bf21-8a34-4eaf-883e-b725ee30e7c5 req-c022a198-29cf-48bd-a7d5-26c687138538 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "DELETE /v2.0/floatingips/74d04f42-ee33-45a5-b4a8-4e4a563b5fe0 HTTP/1.1" status: 204 len: 173 time: 0.6282260 Aug 10 03:46:36.615319 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d56724c0-56d6-43c6-9de4-0a3b7aeb8bd7 req-a51ab2d9-04d0-4db1-8d2b-d9d7cd57e361 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478780 Aug 10 03:46:36.662088 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:36.688928 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:36.688928 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 1133dfd6-2e79-4adf-8fb4-f4efe8a4cbfd not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:36.747358 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71d121-84ac-4d68-af36-7a0f49f5e83c req-62d645cc-9675-4afb-962b-4b731d048990 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:36.749601 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8d71d121-84ac-4d68-af36-7a0f49f5e83c req-62d645cc-9675-4afb-962b-4b731d048990 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 948 time: 0.0571134 Aug 10 03:46:36.794406 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8d71d121-84ac-4d68-af36-7a0f49f5e83c req-69595d09-ae98-4942-857d-18ec73725681 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380604 Aug 10 03:46:36.990434 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db30fbbb-69ee-40b9-97a5-f59d3134b200 req-c86a7edc-6886-45c7-bf23-c0dce3f21cef tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=899b19fa-e08f-4432-91a6-61beb40d88e5 HTTP/1.1" status: 200 len: 210 time: 0.0315554 Aug 10 03:46:37.061450 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eaacdf20-fc8f-4a6a-8bc4-65ad6ebb6f96 req-1b9863b0-d2e6-4f39-bfc7-7907b3f63e95 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/floatingips/2fa4a973-3dae-4afe-8a4a-ae419c30b67a HTTP/1.1" status: 200 len: 693 time: 0.0441473 Aug 10 03:46:37.182391 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaacdf20-fc8f-4a6a-8bc4-65ad6ebb6f96 req-8e811923-711d-4a8f-90b2-bf5d6a485f92 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:37.183785 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eaacdf20-fc8f-4a6a-8bc4-65ad6ebb6f96 req-8e811923-711d-4a8f-90b2-bf5d6a485f92 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 784 time: 0.1159282 Aug 10 03:46:37.247053 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eaacdf20-fc8f-4a6a-8bc4-65ad6ebb6f96 req-6ba4f978-d396-4f14-b866-1686d2a803dd tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.118 HTTP/1.1" status: 200 len: 696 time: 0.0548701 Aug 10 03:46:37.306791 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eaacdf20-fc8f-4a6a-8bc4-65ad6ebb6f96 req-7e9bae03-e57a-4a13-9192-7b5ef961810b tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.118 HTTP/1.1" status: 200 len: 696 time: 0.0524726 Aug 10 03:46:37.437204 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-eaacdf20-fc8f-4a6a-8bc4-65ad6ebb6f96 req-7dde0b1e-27d6-45a8-87e2-a31375279bc6 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Deleting port 867540e4-5cea-4097-8985-84507fa2d891 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:37.437544 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-eaacdf20-fc8f-4a6a-8bc4-65ad6ebb6f96 req-7dde0b1e-27d6-45a8-87e2-a31375279bc6 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:37.518811 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-eaacdf20-fc8f-4a6a-8bc4-65ad6ebb6f96 req-7dde0b1e-27d6-45a8-87e2-a31375279bc6 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:37.519055 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-eaacdf20-fc8f-4a6a-8bc4-65ad6ebb6f96 req-7dde0b1e-27d6-45a8-87e2-a31375279bc6 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:37.531584 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-eaacdf20-fc8f-4a6a-8bc4-65ad6ebb6f96 req-7dde0b1e-27d6-45a8-87e2-a31375279bc6 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Calling delete_port for 867540e4-5cea-4097-8985-84507fa2d891 owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:37.823668 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-eaacdf20-fc8f-4a6a-8bc4-65ad6ebb6f96 req-7dde0b1e-27d6-45a8-87e2-a31375279bc6 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:37.880654 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde0b1e-27d6-45a8-87e2-a31375279bc6 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Pushing event deleted for resources: {'Port': ['ID=867540e4-5cea-4097-8985-84507fa2d891,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:37.924343 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-eaacdf20-fc8f-4a6a-8bc4-65ad6ebb6f96 req-7dde0b1e-27d6-45a8-87e2-a31375279bc6 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks [] for floatingip, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:37.927272 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-eaacdf20-fc8f-4a6a-8bc4-65ad6ebb6f96 req-7dde0b1e-27d6-45a8-87e2-a31375279bc6 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:37.928444 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eaacdf20-fc8f-4a6a-8bc4-65ad6ebb6f96 req-7dde0b1e-27d6-45a8-87e2-a31375279bc6 tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "DELETE /v2.0/floatingips/2fa4a973-3dae-4afe-8a4a-ae419c30b67a HTTP/1.1" status: 204 len: 173 time: 0.6148951 Aug 10 03:46:37.929874 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7252bc8-fe43-4e75-91bf-9a812924867c req-61da3ee5-6dd8-4783-a70d-3b05d11fda2a tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:37.931997 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7252bc8-fe43-4e75-91bf-9a812924867c req-61da3ee5-6dd8-4783-a70d-3b05d11fda2a tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 945 time: 0.0601687 Aug 10 03:46:37.975327 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7252bc8-fe43-4e75-91bf-9a812924867c req-262ed448-be4e-42df-9497-cb57f6245098 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348716 Aug 10 03:46:38.044433 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c03ea-1e4d-430c-ab13-9d07fb083900 req-206dbe97-b769-4779-9a52-70fdaac2bb69 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:38.046820 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f60c03ea-1e4d-430c-ab13-9d07fb083900 req-206dbe97-b769-4779-9a52-70fdaac2bb69 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 948 time: 0.0644124 Aug 10 03:46:38.070863 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-71141bde-b7f9-4f9b-a769-f7f7b5fd8b74 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:38.072671 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-71141bde-b7f9-4f9b-a769-f7f7b5fd8b74 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.68 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e&tenant_id=5b6b91922f1e44729ab0754f3d4e2599&binding%3Ahost_id=n-h1-802893-2 HTTP/1.1" status: 200 len: 948 time: 0.0627739 Aug 10 03:46:38.088898 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f60c03ea-1e4d-430c-ab13-9d07fb083900 req-03d7e536-2b60-4a8d-a253-658ae6161e25 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346014 Aug 10 03:46:38.148418 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-124dbc5f-1a09-4099-98cd-9a9607d8cf68 service neutron] 10.222.0.68 "GET /v2.0/ports/acaa084b-0c3a-4900-9f1a-43039aa1cfc2/bindings/n-h1-802893-2 HTTP/1.1" status: 200 len: 382 time: 0.0683846 Aug 10 03:46:38.220012 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-8a28a98f-be14-4d1c-8ce5-bc262078aedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:38.221603 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-8a28a98f-be14-4d1c-8ce5-bc262078aedf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 1099 time: 0.0498388 Aug 10 03:46:38.254640 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b90511ec-49d8-40c8-b9df-9c70c174f4b8 req-46c94420-6036-409a-97ed-45d356f36b9e tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/floatingips/1a4dbb13-8dd7-4a84-8b34-60178858f1fd HTTP/1.1" status: 200 len: 693 time: 0.0529497 Aug 10 03:46:38.318919 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-e36c1449-251a-4812-a293-0937b180400a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:38.320631 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-e36c1449-251a-4812-a293-0937b180400a service neutron] 10.222.0.68 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.0912664 Aug 10 03:46:38.372551 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-f504c765-b19b-4474-8720-eb1047c7d32d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=acaa084b-0c3a-4900-9f1a-43039aa1cfc2 HTTP/1.1" status: 200 len: 217 time: 0.0424633 Aug 10 03:46:38.374054 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90511ec-49d8-40c8-b9df-9c70c174f4b8 req-ea2caf13-4470-4db2-a021-3c21e23dfe0a tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:38.375418 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b90511ec-49d8-40c8-b9df-9c70c174f4b8 req-ea2caf13-4470-4db2-a021-3c21e23dfe0a tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 784 time: 0.1145060 Aug 10 03:46:38.425520 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-2c8ddd6d-0ec9-41f8-bfa2-bc981756bbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:38.426993 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-2c8ddd6d-0ec9-41f8-bfa2-bc981756bbc5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0467870 Aug 10 03:46:38.433681 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b90511ec-49d8-40c8-b9df-9c70c174f4b8 req-3a8d7fb6-8ead-49dc-9270-4cc727623ace tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.238 HTTP/1.1" status: 200 len: 696 time: 0.0515516 Aug 10 03:46:38.483795 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-f3024cf3-2254-4d21-a738-1c604c38fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:38.486301 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-f3024cf3-2254-4d21-a738-1c604c38fb3a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0508738 Aug 10 03:46:38.489662 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b90511ec-49d8-40c8-b9df-9c70c174f4b8 req-3a3ba19f-fb1c-46a8-b63e-8aa24d88bcbc tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.238 HTTP/1.1" status: 200 len: 696 time: 0.0479958 Aug 10 03:46:38.593909 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-12492b38-a3aa-4e4d-9ddd-8a9bcb5f070a service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988770 Aug 10 03:46:38.638269 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-b90511ec-49d8-40c8-b9df-9c70c174f4b8 req-a3f09d3b-7478-4cbb-92a8-df92d63edb9a tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Deleting port 70f53884-d8c3-471c-a376-9c9d948c2e4b {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:38.638702 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b90511ec-49d8-40c8-b9df-9c70c174f4b8 req-a3f09d3b-7478-4cbb-92a8-df92d63edb9a tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:38.663792 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device acaa084b-0c3a-4900-9f1a-43039aa1cfc2 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:38.731509 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-6f31c300-353f-43ce-9ed0-3e8bf455a63b service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281629 Aug 10 03:46:38.735219 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b90511ec-49d8-40c8-b9df-9c70c174f4b8 req-a3f09d3b-7478-4cbb-92a8-df92d63edb9a tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:38.735576 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b90511ec-49d8-40c8-b9df-9c70c174f4b8 req-a3f09d3b-7478-4cbb-92a8-df92d63edb9a tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:38.760633 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-b90511ec-49d8-40c8-b9df-9c70c174f4b8 req-a3f09d3b-7478-4cbb-92a8-df92d63edb9a tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Calling delete_port for 70f53884-d8c3-471c-a376-9c9d948c2e4b owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:38.816903 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port acaa084b-0c3a-4900-9f1a-43039aa1cfc2 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:38.824720 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port acaa084b-0c3a-4900-9f1a-43039aa1cfc2 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:38.825584 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:38.913262 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:38.939271 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485da124-f627-4b9d-a298-6e80337b7f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acaa084b-0c3a-4900-9f1a-43039aa1cfc2'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:38.941561 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c17cf7-08c1-4731-9e09-2d5839371692" -d '{"events": [{"server_uuid": "485da124-f627-4b9d-a298-6e80337b7f9e", "name": "network-vif-plugged", "status": "completed", "tag": "acaa084b-0c3a-4900-9f1a-43039aa1cfc2"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:38.953086 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port acaa084b-0c3a-4900-9f1a-43039aa1cfc2, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=acaa084b-0c3a-4900-9f1a-43039aa1cfc2,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:39.005296 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b90511ec-49d8-40c8-b9df-9c70c174f4b8 req-a3f09d3b-7478-4cbb-92a8-df92d63edb9a tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:39.035733 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f09d3b-7478-4cbb-92a8-df92d63edb9a tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Pushing event deleted for resources: {'Port': ['ID=70f53884-d8c3-471c-a376-9c9d948c2e4b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:39.039287 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:39.092657 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=acaa084b-0c3a-4900-9f1a-43039aa1cfc2,revision_number=9']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:39.105192 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b90511ec-49d8-40c8-b9df-9c70c174f4b8 req-a3f09d3b-7478-4cbb-92a8-df92d63edb9a tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks [] for floatingip, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:39.108527 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b90511ec-49d8-40c8-b9df-9c70c174f4b8 req-a3f09d3b-7478-4cbb-92a8-df92d63edb9a tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:39.109718 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b90511ec-49d8-40c8-b9df-9c70c174f4b8 req-a3f09d3b-7478-4cbb-92a8-df92d63edb9a tempest-FloatingIPDetailsTestJSON-110767285 tempest-FloatingIPDetailsTestJSON-110767285-project] 10.222.0.25 "DELETE /v2.0/floatingips/1a4dbb13-8dd7-4a84-8b34-60178858f1fd HTTP/1.1" status: 204 len: 173 time: 0.6143253 Aug 10 03:46:39.115683 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50842) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:39.448261 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575397c6-06b1-4530-84a8-f43487f7c1da x-openstack-request-id: req-575397c6-06b1-4530-84a8-f43487f7c1da {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:39.448631 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485da124-f627-4b9d-a298-6e80337b7f9e", "name": "network-vif-plugged", "status": "completed", "tag": "acaa084b-0c3a-4900-9f1a-43039aa1cfc2", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:39.448955 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-575397c6-06b1-4530-84a8-f43487f7c1da {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:39.449409 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485da124-f627-4b9d-a298-6e80337b7f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acaa084b-0c3a-4900-9f1a-43039aa1cfc2', 'code': 200} Aug 10 03:46:39.509728 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4aad0547-436b-4b25-8de1-56af8a606d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:39.549528 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a251fcdd-3112-4a88-9bd1-291b4d027f94 req-98ba6208-bf22-430f-bf14-00bd036b0db7 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:39.551043 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a251fcdd-3112-4a88-9bd1-291b4d027f94 req-98ba6208-bf22-430f-bf14-00bd036b0db7 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 945 time: 0.0502315 Aug 10 03:46:39.605013 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a251fcdd-3112-4a88-9bd1-291b4d027f94 req-c50c21b3-229f-495e-95bd-5d7e058a771e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386636 Aug 10 03:46:39.733496 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde95e7-9b8b-4ff0-99ff-b20cf3d17cc0 req-fbea3e68-fc9d-4c75-9135-2a1420d29c73 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:39.736021 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2bde95e7-9b8b-4ff0-99ff-b20cf3d17cc0 req-fbea3e68-fc9d-4c75-9135-2a1420d29c73 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.0598147 Aug 10 03:46:39.778963 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2bde95e7-9b8b-4ff0-99ff-b20cf3d17cc0 req-8688d7a6-c7f9-44c6-8b32-4083ca80b6ba tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355837 Aug 10 03:46:39.788443 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-4aad0547-436b-4b25-8de1-56af8a606d16 admin admin] Deleting port ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:39.788796 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4aad0547-436b-4b25-8de1-56af8a606d16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:39.903873 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-4aad0547-436b-4b25-8de1-56af8a606d16 admin admin] For port ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651,segment=NetworkSegment(fd8690b5-11c5-437d-8ccd-484c6aa37422),segment_id=fd8690b5-11c5-437d-8ccd-484c6aa37422)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:39.904281 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4aad0547-436b-4b25-8de1-56af8a606d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:39.925205 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-4aad0547-436b-4b25-8de1-56af8a606d16 admin admin] Calling delete_port for ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:39.929034 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a6f29-c8bc-4612-b350-bec1e623c946 req-f5706d0b-f68f-438e-b437-dac01d5f30ce tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:39.930923 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c62a6f29-c8bc-4612-b350-bec1e623c946 req-f5706d0b-f68f-438e-b437-dac01d5f30ce tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 944 time: 0.0634892 Aug 10 03:46:39.965187 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-385ef7ce-b725-478a-9154-ed0bdd209ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:39.978088 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c62a6f29-c8bc-4612-b350-bec1e623c946 req-b056df5d-cf9c-4e97-9674-19694470ff91 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394650 Aug 10 03:46:40.181963 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4aad0547-436b-4b25-8de1-56af8a606d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:40.203170 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab15da8-fda6-401b-9ad7-c3b231ddc451 req-2250734c-2930-48cb-9d8e-0a8b66c7b6a9 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:40.204666 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ab15da8-fda6-401b-9ad7-c3b231ddc451 req-2250734c-2930-48cb-9d8e-0a8b66c7b6a9 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.68 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 944 time: 0.0502205 Aug 10 03:46:40.213916 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad0547-436b-4b25-8de1-56af8a606d16 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:40.332339 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-4ab15da8-fda6-401b-9ad7-c3b231ddc451 req-9b0682f5-aba0-4b7f-87fe-8bb8579915e2 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Deleting port 44966b2f-5546-470f-a1a6-93f42a0157e0 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:40.332696 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4ab15da8-fda6-401b-9ad7-c3b231ddc451 req-9b0682f5-aba0-4b7f-87fe-8bb8579915e2 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:40.398771 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4aad0547-436b-4b25-8de1-56af8a606d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:40.442046 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-4ab15da8-fda6-401b-9ad7-c3b231ddc451 req-9b0682f5-aba0-4b7f-87fe-8bb8579915e2 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] For port 44966b2f-5546-470f-a1a6-93f42a0157e0, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=44966b2f-5546-470f-a1a6-93f42a0157e0,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:40.443110 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4ab15da8-fda6-401b-9ad7-c3b231ddc451 req-9b0682f5-aba0-4b7f-87fe-8bb8579915e2 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:40.463503 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-4ab15da8-fda6-401b-9ad7-c3b231ddc451 req-9b0682f5-aba0-4b7f-87fe-8bb8579915e2 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Calling delete_port for 44966b2f-5546-470f-a1a6-93f42a0157e0 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:40.641153 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aad0547-436b-4b25-8de1-56af8a606d16 admin admin] Router 239efccf-6752-4c60-bf35-0f7d3b4c792e has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:46:40.712942 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4ab15da8-fda6-401b-9ad7-c3b231ddc451 req-9b0682f5-aba0-4b7f-87fe-8bb8579915e2 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:40.744747 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0682f5-aba0-4b7f-87fe-8bb8579915e2 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Pushing event deleted for resources: {'Port': ['ID=44966b2f-5546-470f-a1a6-93f42a0157e0,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:40.793504 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab15da8-fda6-401b-9ad7-c3b231ddc451 req-9b0682f5-aba0-4b7f-87fe-8bb8579915e2 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] No DVR routers for this DVR port 44966b2f-5546-470f-a1a6-93f42a0157e0 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:40.796386 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4ab15da8-fda6-401b-9ad7-c3b231ddc451 req-9b0682f5-aba0-4b7f-87fe-8bb8579915e2 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:40.799269 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ab15da8-fda6-401b-9ad7-c3b231ddc451 req-9b0682f5-aba0-4b7f-87fe-8bb8579915e2 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.68 "DELETE /v2.0/ports/44966b2f-5546-470f-a1a6-93f42a0157e0 HTTP/1.1" status: 204 len: 173 time: 0.5872176 Aug 10 03:46:40.799825 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48f1f95-3ba4-4c40-8721-f83409cbb95d', 'name': 'network-vif-deleted', 'tag': '44966b2f-5546-470f-a1a6-93f42a0157e0'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:40.802224 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4456cd9-2ba4-46ed-8469-243e9e82a1b0" -d '{"events": [{"server_uuid": "a48f1f95-3ba4-4c40-8721-f83409cbb95d", "name": "network-vif-deleted", "tag": "44966b2f-5546-470f-a1a6-93f42a0157e0"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:40.903056 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cf9d03-a236-440d-b031-b8e316c7daa3 x-openstack-request-id: req-08cf9d03-a236-440d-b031-b8e316c7daa3 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:40.903679 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48f1f95-3ba4-4c40-8721-f83409cbb95d", "name": "network-vif-deleted", "tag": "44966b2f-5546-470f-a1a6-93f42a0157e0", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:40.904170 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08cf9d03-a236-440d-b031-b8e316c7daa3 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:40.909917 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48f1f95-3ba4-4c40-8721-f83409cbb95d', 'name': 'network-vif-deleted', 'tag': '44966b2f-5546-470f-a1a6-93f42a0157e0', 'status': 'completed', 'code': 200} Aug 10 03:46:41.003291 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29199b5b-9161-4404-ab22-bed490edbb2c req-bef03587-e556-47e4-a3aa-d28a3ca15816 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:41.003944 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-29199b5b-9161-4404-ab22-bed490edbb2c req-bef03587-e556-47e4-a3aa-d28a3ca15816 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799&tenant_id=47ca53781e6743fd8c23c05b91862cdc&binding%3Ahost_id=n-h2-802893-2 HTTP/1.1" status: 200 len: 1096 time: 0.1135516 Aug 10 03:46:41.028140 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-29199b5b-9161-4404-ab22-bed490edbb2c req-c91f7108-2b96-4d55-ae59-a55aa34744e7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802893-2'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:41.035037 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64892ee5-0cac-43b5-a518-9016e1145d5e req-5bc9743e-26de-4b20-8bf4-5c06d0f30e41 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:41.036719 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-64892ee5-0cac-43b5-a518-9016e1145d5e req-5bc9743e-26de-4b20-8bf4-5c06d0f30e41 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.0853434 Aug 10 03:46:41.118237 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-64892ee5-0cac-43b5-a518-9016e1145d5e req-fe526a0e-3fe9-42e3-ad51-ca7e9ea86bb4 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626106 Aug 10 03:46:41.126149 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441d454-fda7-4eff-b541-f0cebc9514ab req-61b7b7ef-75db-4d7a-a829-8c29326dd89a tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:41.128397 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-29199b5b-9161-4404-ab22-bed490edbb2c req-c91f7108-2b96-4d55-ae59-a55aa34744e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:41.134102 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7441d454-fda7-4eff-b541-f0cebc9514ab req-61b7b7ef-75db-4d7a-a829-8c29326dd89a tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 945 time: 0.4446220 Aug 10 03:46:41.157732 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aad0547-436b-4b25-8de1-56af8a606d16 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:46:41.164885 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4aad0547-436b-4b25-8de1-56af8a606d16 admin admin] 10.222.0.25 "PUT /v2.0/routers/239efccf-6752-4c60-bf35-0f7d3b4c792e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0476441 Aug 10 03:46:41.170222 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3599e5-b7b0-4c25-bea7-03b419e7741a None None] Sync routers for ids ['239efccf-6752-4c60-bf35-0f7d3b4c792e'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:46:41.174150 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50930) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:41.206944 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3599e5-b7b0-4c25-bea7-03b419e7741a None None] Routers {'239efccf-6752-4c60-bf35-0f7d3b4c792e'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:41.208436 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-2b3599e5-b7b0-4c25-bea7-03b419e7741a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:46:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['239efccf-6752-4c60-bf35-0f7d3b4c792e'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:41.251406 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7441d454-fda7-4eff-b541-f0cebc9514ab req-8fe03fda-37eb-4b8a-a39c-2152b15e609e tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104267 Aug 10 03:46:41.322943 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-29199b5b-9161-4404-ab22-bed490edbb2c req-c91f7108-2b96-4d55-ae59-a55aa34744e7 service neutron] For port 68843df9-6dda-4e89-9bea-010632fda565, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=68843df9-6dda-4e89-9bea-010632fda565,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:41.408687 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-29199b5b-9161-4404-ab22-bed490edbb2c req-c91f7108-2b96-4d55-ae59-a55aa34744e7 service neutron] For port 68843df9-6dda-4e89-9bea-010632fda565, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:41.444263 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-2b3599e5-b7b0-4c25-bea7-03b419e7741a None None] Set router 239efccf-6752-4c60-bf35-0f7d3b4c792e gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:41.461663 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-29199b5b-9161-4404-ab22-bed490edbb2c req-c91f7108-2b96-4d55-ae59-a55aa34744e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:41.476548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50938) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:41.480610 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-671b81d2-f65a-4f74-94f5-868ea4a47b6a req-9c22f44e-5476-4ac6-9239-8a3036f68e3c tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=a48f1f95-3ba4-4c40-8721-f83409cbb95d HTTP/1.1" status: 200 len: 210 time: 0.0930090 Aug 10 03:46:41.497847 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c5df-2ab6-4540-ac74-3501b27c2e22 admin admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:41.634501 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c5df-2ab6-4540-ac74-3501b27c2e22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:41.634732 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-29199b5b-9161-4404-ab22-bed490edbb2c req-c91f7108-2b96-4d55-ae59-a55aa34744e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:41.720225 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:46:41.778915 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f7108-2b96-4d55-ae59-a55aa34744e7 service neutron] Pushing event updated for resources: {'Port': ['ID=68843df9-6dda-4e89-9bea-010632fda565,revision_number=7']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:41.793197 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-061de0e1-4503-4348-8e6a-429e1332142e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:41.797280 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-29199b5b-9161-4404-ab22-bed490edbb2c req-c91f7108-2b96-4d55-ae59-a55aa34744e7 service neutron] Attempting to bind port 68843df9-6dda-4e89-9bea-010632fda565 on host n-h2-802893-2 for vnic_type normal with profile {"migrating_to": "n-h1-802893-2"} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:41.803165 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-29199b5b-9161-4404-ab22-bed490edbb2c req-c91f7108-2b96-4d55-ae59-a55aa34744e7 service neutron] Attempting to bind port 68843df9-6dda-4e89-9bea-010632fda565 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:41.803165 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29199b5b-9161-4404-ab22-bed490edbb2c req-c91f7108-2b96-4d55-ae59-a55aa34744e7 service neutron] Attempting to bind port 68843df9-6dda-4e89-9bea-010632fda565 on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:41.803455 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-2b3599e5-b7b0-4c25-bea7-03b419e7741a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239efccf-6752-4c60-bf35-0f7d3b4c792e', 'name': 'tempest-FloatingIPDetailsTestJSON-419944996-router', 'tenant_id': '16715f6d32734f45a92c91889926b494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.133'}], 'enable_snat': True}, 'gw_port_id': '7844a33b-87fc-4716-ba06-9eb9fd1e55df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:04Z', 'updated_at': '2021-08-10T03:46:40Z', 'revision_number': 5, 'project_id': '16715f6d32734f45a92c91889926b494', 'gw_port': {'id': '7844a33b-87fc-4716-ba06-9eb9fd1e55df', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:eb:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239efccf-6752-4c60-bf35-0f7d3b4c792e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:46:06Z', 'updated_at': '2021-08-10T03:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:41.805580 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29199b5b-9161-4404-ab22-bed490edbb2c req-c91f7108-2b96-4d55-ae59-a55aa34744e7 service neutron] Port 68843df9-6dda-4e89-9bea-010632fda565 on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:46:41.805977 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29199b5b-9161-4404-ab22-bed490edbb2c req-c91f7108-2b96-4d55-ae59-a55aa34744e7 service neutron] Attempting to bind port 68843df9-6dda-4e89-9bea-010632fda565 on network c6adc350-9b28-4357-9efa-a1cb72dd7ab4 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:41.822519 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-c2b5c5df-2ab6-4540-ac74-3501b27c2e22 admin admin] Deleting port 7844a33b-87fc-4716-ba06-9eb9fd1e55df {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:41.822976 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c5df-2ab6-4540-ac74-3501b27c2e22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:41.823227 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29199b5b-9161-4404-ab22-bed490edbb2c req-c91f7108-2b96-4d55-ae59-a55aa34744e7 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:41.823648 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29199b5b-9161-4404-ab22-bed490edbb2c req-c91f7108-2b96-4d55-ae59-a55aa34744e7 service neutron] Checking segment: {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:41.824184 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29199b5b-9161-4404-ab22-bed490edbb2c req-c91f7108-2b96-4d55-ae59-a55aa34744e7 service neutron] Bound using segment: {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:41.824860 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-29199b5b-9161-4404-ab22-bed490edbb2c req-c91f7108-2b96-4d55-ae59-a55aa34744e7 service neutron] Bound port: 68843df9-6dda-4e89-9bea-010632fda565, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f245ac-83fb-4e8d-9300-0487d6d01873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c6adc350-9b28-4357-9efa-a1cb72dd7ab4'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:41.825314 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-29199b5b-9161-4404-ab22-bed490edbb2c req-c91f7108-2b96-4d55-ae59-a55aa34744e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:41.835015 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3599e5-b7b0-4c25-bea7-03b419e7741a None None] Checking router: 239efccf-6752-4c60-bf35-0f7d3b4c792e for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:46:41.847083 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3599e5-b7b0-4c25-bea7-03b419e7741a None None] Routers {'239efccf-6752-4c60-bf35-0f7d3b4c792e'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:46:41.848154 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-2b3599e5-b7b0-4c25-bea7-03b419e7741a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:46:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['239efccf-6752-4c60-bf35-0f7d3b4c792e'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:41.977374 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-c2b5c5df-2ab6-4540-ac74-3501b27c2e22 admin admin] For port 7844a33b-87fc-4716-ba06-9eb9fd1e55df, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7844a33b-87fc-4716-ba06-9eb9fd1e55df,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:41.978636 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c5df-2ab6-4540-ac74-3501b27c2e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:42.000913 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-29199b5b-9161-4404-ab22-bed490edbb2c req-c91f7108-2b96-4d55-ae59-a55aa34744e7 service neutron] For port 68843df9-6dda-4e89-9bea-010632fda565, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:42.005288 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-29199b5b-9161-4404-ab22-bed490edbb2c req-c91f7108-2b96-4d55-ae59-a55aa34744e7 service neutron] For port 68843df9-6dda-4e89-9bea-010632fda565, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=68843df9-6dda-4e89-9bea-010632fda565,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:42.010058 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-c2b5c5df-2ab6-4540-ac74-3501b27c2e22 admin admin] Calling delete_port for 7844a33b-87fc-4716-ba06-9eb9fd1e55df owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:42.020453 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-2b3599e5-b7b0-4c25-bea7-03b419e7741a None None] Set router 239efccf-6752-4c60-bf35-0f7d3b4c792e gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:46:42.104668 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-061de0e1-4503-4348-8e6a-429e1332142e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:42.106480 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-2b3599e5-b7b0-4c25-bea7-03b419e7741a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '239efccf-6752-4c60-bf35-0f7d3b4c792e', 'name': 'tempest-FloatingIPDetailsTestJSON-419944996-router', 'tenant_id': '16715f6d32734f45a92c91889926b494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:04Z', 'updated_at': '2021-08-10T03:46:41Z', 'revision_number': 6, 'project_id': '16715f6d32734f45a92c91889926b494', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:42.111644 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-29199b5b-9161-4404-ab22-bed490edbb2c req-c91f7108-2b96-4d55-ae59-a55aa34744e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:42.142234 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3599e5-b7b0-4c25-bea7-03b419e7741a None None] The sync data for ids ['239efccf-6752-4c60-bf35-0f7d3b4c792e'] in n-d-802893-2 is: [{'id': '239efccf-6752-4c60-bf35-0f7d3b4c792e', 'name': 'tempest-FloatingIPDetailsTestJSON-419944996-router', 'tenant_id': '16715f6d32734f45a92c91889926b494', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:46:04Z', 'updated_at': '2021-08-10T03:46:41Z', 'revision_number': 6, 'project_id': '16715f6d32734f45a92c91889926b494', 'gw_port_host': None}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:46:42.166224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-14e476f9-bd90-48ed-ba6d-7dd4bbd4f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:42.167803 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-14e476f9-bd90-48ed-ba6d-7dd4bbd4f74e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e&tenant_id=5b6b91922f1e44729ab0754f3d4e2599 HTTP/1.1" status: 200 len: 1100 time: 0.1440589 Aug 10 03:46:42.197320 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-2cba882d-d8c2-421e-a382-75ba8c9e6f89 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802893-2', 'device_owner': 'compute:nova'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:42.224125 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f7108-2b96-4d55-ae59-a55aa34744e7 service neutron] Pushing event updated for resources: {'Port': ['ID=68843df9-6dda-4e89-9bea-010632fda565,revision_number=8']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:42.262846 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29199b5b-9161-4404-ab22-bed490edbb2c req-c91f7108-2b96-4d55-ae59-a55aa34744e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:42.263457 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-29199b5b-9161-4404-ab22-bed490edbb2c req-c91f7108-2b96-4d55-ae59-a55aa34744e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:42.265400 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-29199b5b-9161-4404-ab22-bed490edbb2c req-c91f7108-2b96-4d55-ae59-a55aa34744e7 service neutron] 10.222.0.68 "PUT /v2.0/ports/68843df9-6dda-4e89-9bea-010632fda565 HTTP/1.1" status: 200 len: 1121 time: 1.2480183 Aug 10 03:46:42.282506 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-061de0e1-4503-4348-8e6a-429e1332142e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:42.332434 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-2cba882d-d8c2-421e-a382-75ba8c9e6f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:42.336577 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa13d2-1dc7-43f0-80f1-e1c16af4750e req-bc77083a-a30a-45b7-a2d9-3e3bfe40cf95 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:42.338360 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a1fa13d2-1dc7-43f0-80f1-e1c16af4750e req-bc77083a-a30a-45b7-a2d9-3e3bfe40cf95 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.0702271 Aug 10 03:46:42.365728 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-061de0e1-4503-4348-8e6a-429e1332142e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c605280df49f4771a4ec14ec6132fa65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8880661 Aug 10 03:46:42.367533 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-561140aa-4b3e-4a58-9303-80854fa81275 req-f6ad050d-da67-4113-9f30-8b40ac016c8b tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c8d968613f9d44a2a4ba5c9c5549a558&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565050 Aug 10 03:46:42.368144 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061de0e1-4503-4348-8e6a-429e1332142e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f1c831-d1f7-4bad-8359-bd8e39b46ee7,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:42.368496 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50984) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:42.398997 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a1fa13d2-1dc7-43f0-80f1-e1c16af4750e req-a19462dd-c002-4849-9ab0-603864439a06 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533705 Aug 10 03:46:42.399282 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['68843df9-6dda-4e89-9bea-010632fda565'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:42.426987 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c5df-2ab6-4540-ac74-3501b27c2e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:42.472430 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b5c5df-2ab6-4540-ac74-3501b27c2e22 admin admin] Pushing event deleted for resources: {'Port': ['ID=7844a33b-87fc-4716-ba06-9eb9fd1e55df,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:42.472656 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['68843df9-6dda-4e89-9bea-010632fda565'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:42.550161 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-83653e49-2efe-4784-9bf4-c6083ed6f863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:42.626934 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c5df-2ab6-4540-ac74-3501b27c2e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:42.683477 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 68843df9-6dda-4e89-9bea-010632fda565 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:46:42.690021 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-83653e49-2efe-4784-9bf4-c6083ed6f863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:42.793539 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c5df-2ab6-4540-ac74-3501b27c2e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:42.803688 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983a9ee3-f832-4d7b-b5b0-2072ad519de6 req-9fb293d4-1ebe-46d3-89ad-97c1440972b0 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:42.805274 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-983a9ee3-f832-4d7b-b5b0-2072ad519de6 req-9fb293d4-1ebe-46d3-89ad-97c1440972b0 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 943 time: 0.2934604 Aug 10 03:46:42.806557 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c5df-2ab6-4540-ac74-3501b27c2e22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:42.847360 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 68843df9-6dda-4e89-9bea-010632fda565, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=68843df9-6dda-4e89-9bea-010632fda565,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:42.859383 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 68843df9-6dda-4e89-9bea-010632fda565 has no active binding in host n-h1-802893-2 {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 03:46:42.909722 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12005c52-606e-4458-a8c2-6b3647cf6799', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68843df9-6dda-4e89-9bea-010632fda565'}, {'name': 'network-changed', 'server_uuid': '12005c52-606e-4458-a8c2-6b3647cf6799', 'tag': '68843df9-6dda-4e89-9bea-010632fda565'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:42.911982 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12dcd977-4bf2-4b40-b570-559a1dc14627" -d '{"events": [{"server_uuid": "12005c52-606e-4458-a8c2-6b3647cf6799", "name": "network-vif-unplugged", "status": "completed", "tag": "68843df9-6dda-4e89-9bea-010632fda565"}, {"name": "network-changed", "server_uuid": "12005c52-606e-4458-a8c2-6b3647cf6799", "tag": "68843df9-6dda-4e89-9bea-010632fda565"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:42.913376 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-983a9ee3-f832-4d7b-b5b0-2072ad519de6 req-8b55896f-5acc-446d-8e83-5c13914c945b tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735638 Aug 10 03:46:42.989614 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561140aa-4b3e-4a58-9303-80854fa81275 req-6e9c0068-1b8f-4831-8a09-b466fc6ac478 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:42.991175 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-561140aa-4b3e-4a58-9303-80854fa81275 req-6e9c0068-1b8f-4831-8a09-b466fc6ac478 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6169453 Aug 10 03:46:43.022235 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-561140aa-4b3e-4a58-9303-80854fa81275 req-7f74885f-aec8-4de8-a519-c74e18af8986 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/quotas/c8d968613f9d44a2a4ba5c9c5549a558 HTTP/1.1" status: 200 len: 375 time: 0.0239029 Aug 10 03:46:43.033845 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c5df-2ab6-4540-ac74-3501b27c2e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:43.040540 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b5c5df-2ab6-4540-ac74-3501b27c2e22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 239efccf-6752-4c60-bf35-0f7d3b4c792e {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:46:43.043130 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c2b5c5df-2ab6-4540-ac74-3501b27c2e22 admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:43.047056 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c2b5c5df-2ab6-4540-ac74-3501b27c2e22 admin admin] 10.222.0.25 "DELETE /v2.0/routers/239efccf-6752-4c60-bf35-0f7d3b4c792e HTTP/1.1" status: 204 len: 168 time: 1.8694987 Aug 10 03:46:43.047748 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50996) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:43.082295 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-2cba882d-d8c2-421e-a382-75ba8c9e6f89 service neutron] For port acaa084b-0c3a-4900-9f1a-43039aa1cfc2, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=acaa084b-0c3a-4900-9f1a-43039aa1cfc2,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:43.094481 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-561140aa-4b3e-4a58-9303-80854fa81275 req-f43fc573-f9d1-495a-86bc-c70cd270f424 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8d968613f9d44a2a4ba5c9c5549a558&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649259 Aug 10 03:46:43.095865 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-83653e49-2efe-4784-9bf4-c6083ed6f863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:43.096918 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6825a291-a3fd-46a9-bcd3-99077293da0c x-openstack-request-id: req-6825a291-a3fd-46a9-bcd3-99077293da0c {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:43.097218 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12005c52-606e-4458-a8c2-6b3647cf6799", "name": "network-vif-unplugged", "status": "completed", "tag": "68843df9-6dda-4e89-9bea-010632fda565", "code": 200}, {"name": "network-changed", "server_uuid": "12005c52-606e-4458-a8c2-6b3647cf6799", "tag": "68843df9-6dda-4e89-9bea-010632fda565", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:43.097477 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6825a291-a3fd-46a9-bcd3-99077293da0c {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:43.097867 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12005c52-606e-4458-a8c2-6b3647cf6799', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68843df9-6dda-4e89-9bea-010632fda565', 'code': 200} Aug 10 03:46:43.098125 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12005c52-606e-4458-a8c2-6b3647cf6799', 'tag': '68843df9-6dda-4e89-9bea-010632fda565', 'status': 'completed', 'code': 200} Aug 10 03:46:43.098858 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-83653e49-2efe-4784-9bf4-c6083ed6f863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:43.103320 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-83653e49-2efe-4784-9bf4-c6083ed6f863 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a1f1c831-d1f7-4bad-8359-bd8e39b46ee7 HTTP/1.1" status: 204 len: 168 time: 0.7333322 Aug 10 03:46:43.131104 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83653e49-2efe-4784-9bf4-c6083ed6f863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f1c831-d1f7-4bad-8359-bd8e39b46ee7,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:43.171413 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4999a31-c189-4e69-888a-26ece9c5316c admin admin] Deleting subnet ba653691-ff39-46e5-8457-cfaca794565c {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:46:43.176561 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4999a31-c189-4e69-888a-26ece9c5316c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:43.182379 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-2cba882d-d8c2-421e-a382-75ba8c9e6f89 service neutron] For port acaa084b-0c3a-4900-9f1a-43039aa1cfc2, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:43.228329 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4999a31-c189-4e69-888a-26ece9c5316c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:43.273129 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-2cba882d-d8c2-421e-a382-75ba8c9e6f89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:43.289590 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcd977-4bf2-4b40-b570-559a1dc14627 req-2f1852c4-d03b-4a92-a891-9aba2afa47bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:43.292826 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12dcd977-4bf2-4b40-b570-559a1dc14627 req-2f1852c4-d03b-4a92-a891-9aba2afa47bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=47ca53781e6743fd8c23c05b91862cdc&device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 1124 time: 0.1050103 Aug 10 03:46:43.293879 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-2cba882d-d8c2-421e-a382-75ba8c9e6f89 service neutron] Transition to ACTIVE for port object acaa084b-0c3a-4900-9f1a-43039aa1cfc2 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:43.332417 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4999a31-c189-4e69-888a-26ece9c5316c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:43.421854 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-2cba882d-d8c2-421e-a382-75ba8c9e6f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:43.427361 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcd977-4bf2-4b40-b570-559a1dc14627 req-765edf80-00eb-4046-b985-2459b2a4eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:43.428978 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12dcd977-4bf2-4b40-b570-559a1dc14627 req-765edf80-00eb-4046-b985-2459b2a4eb67 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4 HTTP/1.1" status: 200 len: 922 time: 0.1279747 Aug 10 03:46:43.514466 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4999a31-c189-4e69-888a-26ece9c5316c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:43.563906 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12dcd977-4bf2-4b40-b570-559a1dc14627 req-ab49b5e7-2c97-4ef2-ae70-c2dab50afd97 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68843df9-6dda-4e89-9bea-010632fda565 HTTP/1.1" status: 200 len: 217 time: 0.1018124 Aug 10 03:46:43.585885 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4999a31-c189-4e69-888a-26ece9c5316c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba653691-ff39-46e5-8457-cfaca794565c,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:43.604046 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4999a31-c189-4e69-888a-26ece9c5316c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:43.610048 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7bca40-7271-4931-be67-6f76b7265c3a None None] Network c36632af-ee47-4baf-bf45-94a49764da1a requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:43.613295 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a4999a31-c189-4e69-888a-26ece9c5316c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ba653691-ff39-46e5-8457-cfaca794565c HTTP/1.1" status: 204 len: 168 time: 0.5638628 Aug 10 03:46:43.615519 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:43.627175 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51012) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:43.685658 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-2cba882d-d8c2-421e-a382-75ba8c9e6f89 service neutron] No DVR routers for this DVR port acaa084b-0c3a-4900-9f1a-43039aa1cfc2 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:43.844040 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba882d-d8c2-421e-a382-75ba8c9e6f89 service neutron] Pushing event updated for resources: {'Port': ['ID=acaa084b-0c3a-4900-9f1a-43039aa1cfc2,revision_number=10']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:43.880977 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7844a33b-87fc-4716-ba06-9eb9fd1e55df no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:43.912700 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-75dfdba9-755d-48d5-b020-d034ce89b22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:43.918427 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcd977-4bf2-4b40-b570-559a1dc14627 req-5f07965b-543d-47d7-9e5d-6e54762a4765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:43.920770 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12dcd977-4bf2-4b40-b570-559a1dc14627 req-5f07965b-543d-47d7-9e5d-6e54762a4765 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dc5ee412-63a0-4c00-8014-352954e4021d HTTP/1.1" status: 200 len: 861 time: 0.3395662 Aug 10 03:46:43.922569 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-2cba882d-d8c2-421e-a382-75ba8c9e6f89 service neutron] Attempting to bind port acaa084b-0c3a-4900-9f1a-43039aa1cfc2 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:43.929755 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-2cba882d-d8c2-421e-a382-75ba8c9e6f89 service neutron] Attempting to bind port acaa084b-0c3a-4900-9f1a-43039aa1cfc2 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:43.929755 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-2cba882d-d8c2-421e-a382-75ba8c9e6f89 service neutron] Attempting to bind port acaa084b-0c3a-4900-9f1a-43039aa1cfc2 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:43.935380 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3760a77f-3a67-4e4f-91af-9bb831ffa0c7 req-5b7fcfa2-26c2-425b-8439-6437577adfb6 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:43.943662 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3760a77f-3a67-4e4f-91af-9bb831ffa0c7 req-5b7fcfa2-26c2-425b-8439-6437577adfb6 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 948 time: 0.2388430 Aug 10 03:46:43.946850 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e4865-1d03-45bd-828a-ccdd93f7f987 req-b0f85f9b-dcc8-4f34-b1cd-8bb3875c15f2 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:43.948546 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a49e4865-1d03-45bd-828a-ccdd93f7f987 req-b0f85f9b-dcc8-4f34-b1cd-8bb3875c15f2 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 944 time: 0.1853788 Aug 10 03:46:43.961691 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 7844a33b-87fc-4716-ba06-9eb9fd1e55df {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:43.962265 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7844a33b-87fc-4716-ba06-9eb9fd1e55df not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:43.963252 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:43.982123 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-2cba882d-d8c2-421e-a382-75ba8c9e6f89 service neutron] Port acaa084b-0c3a-4900-9f1a-43039aa1cfc2 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:46:43.982789 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-2cba882d-d8c2-421e-a382-75ba8c9e6f89 service neutron] Attempting to bind port acaa084b-0c3a-4900-9f1a-43039aa1cfc2 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:44.005897 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:44.006677 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ac4c66dd-9c78-4ec8-9ce6-d6212e5e8651 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:44.017846 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12dcd977-4bf2-4b40-b570-559a1dc14627 req-f3106c14-29f4-4fe2-83ea-d33808348ecb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483899 Aug 10 03:46:44.018730 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-2cba882d-d8c2-421e-a382-75ba8c9e6f89 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:44.019074 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-2cba882d-d8c2-421e-a382-75ba8c9e6f89 service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:44.019531 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-2cba882d-d8c2-421e-a382-75ba8c9e6f89 service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:44.020146 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-2cba882d-d8c2-421e-a382-75ba8c9e6f89 service neutron] Bound port: acaa084b-0c3a-4900-9f1a-43039aa1cfc2, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:44.020587 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-2cba882d-d8c2-421e-a382-75ba8c9e6f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.027514 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a49e4865-1d03-45bd-828a-ccdd93f7f987 req-6b152f9f-fe51-4d97-9baf-ef9475900477 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713263 Aug 10 03:46:44.069930 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-75dfdba9-755d-48d5-b020-d034ce89b22c admin admin] Deleting port 8217ca24-2be5-43aa-8e40-4cedf872cdff {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:44.069930 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-75dfdba9-755d-48d5-b020-d034ce89b22c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.111977 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058245a7-7a98-48bc-8b57-9f130348ead8 None None] DHCP port deletion for c36632af-ee47-4baf-bf45-94a49764da1a request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:46:44.160540 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dac6d5a3-841c-491e-98cd-d3ec49d79024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.164415 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3760a77f-3a67-4e4f-91af-9bb831ffa0c7 req-adf982a4-93ff-43fa-8fdc-ce56617c8808 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163599 Aug 10 03:46:44.197320 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-058245a7-7a98-48bc-8b57-9f130348ead8 None None] Deleting port 8217ca24-2be5-43aa-8e40-4cedf872cdff {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:44.204299 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-058245a7-7a98-48bc-8b57-9f130348ead8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.261549 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-f4018baf-bd0e-461b-9860-55085b74a20e tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c8d968613f9d44a2a4ba5c9c5549a558&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538919 Aug 10 03:46:44.305977 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-058245a7-7a98-48bc-8b57-9f130348ead8 None None] For port 8217ca24-2be5-43aa-8e40-4cedf872cdff, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=8217ca24-2be5-43aa-8e40-4cedf872cdff,segment=NetworkSegment(fd8690b5-11c5-437d-8ccd-484c6aa37422),segment_id=fd8690b5-11c5-437d-8ccd-484c6aa37422)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:44.313930 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-058245a7-7a98-48bc-8b57-9f130348ead8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.339255 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-058245a7-7a98-48bc-8b57-9f130348ead8 None None] Calling delete_port for 8217ca24-2be5-43aa-8e40-4cedf872cdff owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:44.353125 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f2d38-7473-4a4f-bd2a-27b363be596c req-61ba1b86-3c4d-4c67-8007-138a9ec5867b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:44.354740 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-75dfdba9-755d-48d5-b020-d034ce89b22c admin admin] For port 8217ca24-2be5-43aa-8e40-4cedf872cdff, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=8217ca24-2be5-43aa-8e40-4cedf872cdff,segment=NetworkSegment(fd8690b5-11c5-437d-8ccd-484c6aa37422),segment_id=fd8690b5-11c5-437d-8ccd-484c6aa37422)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:44.355118 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-75dfdba9-755d-48d5-b020-d034ce89b22c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.355294 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d01f2d38-7473-4a4f-bd2a-27b363be596c req-61ba1b86-3c4d-4c67-8007-138a9ec5867b tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.68 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 944 time: 0.2801859 Aug 10 03:46:44.361323 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-2cba882d-d8c2-421e-a382-75ba8c9e6f89 service neutron] For port acaa084b-0c3a-4900-9f1a-43039aa1cfc2, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:44.378798 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-75dfdba9-755d-48d5-b020-d034ce89b22c admin admin] Calling delete_port for 8217ca24-2be5-43aa-8e40-4cedf872cdff owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:44.392830 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-2cba882d-d8c2-421e-a382-75ba8c9e6f89 service neutron] For port acaa084b-0c3a-4900-9f1a-43039aa1cfc2, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=acaa084b-0c3a-4900-9f1a-43039aa1cfc2,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:44.418045 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12dcd977-4bf2-4b40-b570-559a1dc14627 req-a71d6c60-c560-4a6c-98e6-3ba666e6ec60 service neutron] 10.222.0.20 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931439 Aug 10 03:46:44.477680 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-643ee3d7-e3fd-47c0-9ebb-126a6ccee9eb tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:44.488772 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-643ee3d7-e3fd-47c0-9ebb-126a6ccee9eb tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2262485 Aug 10 03:46:44.493402 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834c519-cc99-4080-8aa7-777f6b3d9d8a req-80ccef29-b8f2-4760-ac96-4b86c4148412 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:44.494957 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a834c519-cc99-4080-8aa7-777f6b3d9d8a req-80ccef29-b8f2-4760-ac96-4b86c4148412 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 943 time: 0.2012954 Aug 10 03:46:44.504261 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-e81587e4-8967-45f8-bb49-00070fa48658 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/quotas/c8d968613f9d44a2a4ba5c9c5549a558 HTTP/1.1" status: 200 len: 375 time: 0.0143869 Aug 10 03:46:44.569816 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-2cba882d-d8c2-421e-a382-75ba8c9e6f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.570792 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-d2625a11-7a62-4795-83e2-dcfc4c5de038 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c8d968613f9d44a2a4ba5c9c5549a558&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308027 Aug 10 03:46:44.620432 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-2cba882d-d8c2-421e-a382-75ba8c9e6f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:44.621067 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-2cba882d-d8c2-421e-a382-75ba8c9e6f89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.622465 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-2cba882d-d8c2-421e-a382-75ba8c9e6f89 service neutron] 10.222.0.20 "PUT /v2.0/ports/acaa084b-0c3a-4900-9f1a-43039aa1cfc2 HTTP/1.1" status: 200 len: 1096 time: 2.4368033 Aug 10 03:46:44.629667 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-058245a7-7a98-48bc-8b57-9f130348ead8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.639720 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-75dfdba9-755d-48d5-b020-d034ce89b22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.673404 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a834c519-cc99-4080-8aa7-777f6b3d9d8a req-22d57e41-b1c2-49fc-be26-685144c1a8bc tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460493 Aug 10 03:46:44.686864 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dfdba9-755d-48d5-b020-d034ce89b22c admin admin] Pushing event deleted for resources: {'Port': ['ID=8217ca24-2be5-43aa-8e40-4cedf872cdff,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:44.688795 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cba882d-d8c2-421e-a382-75ba8c9e6f89 service neutron] Pushing event updated for resources: {'Port': ['ID=acaa084b-0c3a-4900-9f1a-43039aa1cfc2,revision_number=11']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:44.692997 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12dcd977-4bf2-4b40-b570-559a1dc14627 req-cc49c13d-cbd5-47db-a25f-21f344f6f4d1 service neutron] 10.222.0.20 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663224 Aug 10 03:46:44.698343 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058245a7-7a98-48bc-8b57-9f130348ead8 None None] Pushing event deleted for resources: {'Port': ['ID=8217ca24-2be5-43aa-8e40-4cedf872cdff,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:44.702410 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058245a7-7a98-48bc-8b57-9f130348ead8 None None] No DVR routers for this DVR port 8217ca24-2be5-43aa-8e40-4cedf872cdff on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:44.710800 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device acaa084b-0c3a-4900-9f1a-43039aa1cfc2 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:44.722634 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dfdba9-755d-48d5-b020-d034ce89b22c admin admin] No DVR routers for this DVR port 8217ca24-2be5-43aa-8e40-4cedf872cdff on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:44.745788 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-d01f2d38-7473-4a4f-bd2a-27b363be596c req-ebc55a61-0d6e-423e-996c-f260e1b9ec58 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Deleting port 848e4c66-2806-4ebe-9404-1cfbe7edf18f {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:44.746800 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d01f2d38-7473-4a4f-bd2a-27b363be596c req-ebc55a61-0d6e-423e-996c-f260e1b9ec58 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.790927 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device acaa084b-0c3a-4900-9f1a-43039aa1cfc2 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:44.792210 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 44966b2f-5546-470f-a1a6-93f42a0157e0 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:44.826396 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 44966b2f-5546-470f-a1a6-93f42a0157e0 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:44.826828 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 44966b2f-5546-470f-a1a6-93f42a0157e0 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:44.840657 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-6f209c63-41cf-45c1-9428-d41ec40d6bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:44.842801 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-6f209c63-41cf-45c1-9428-d41ec40d6bea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 1099 time: 0.1656518 Aug 10 03:46:44.899485 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-75dfdba9-755d-48d5-b020-d034ce89b22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:44.930733 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-75dfdba9-755d-48d5-b020-d034ce89b22c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c36632af-ee47-4baf-bf45-94a49764da1a']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:44.948710 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-75dfdba9-755d-48d5-b020-d034ce89b22c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd8690b5-11c5-437d-8ccd-484c6aa37422') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:44.949296 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-75dfdba9-755d-48d5-b020-d034ce89b22c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd8690b5-11c5-437d-8ccd-484c6aa37422') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:44.990251 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d01f2d38-7473-4a4f-bd2a-27b363be596c req-ebc55a61-0d6e-423e-996c-f260e1b9ec58 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] For port 848e4c66-2806-4ebe-9404-1cfbe7edf18f, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=848e4c66-2806-4ebe-9404-1cfbe7edf18f,segment=NetworkSegment(1d303941-9cd0-4292-828b-74eac30dd87f),segment_id=1d303941-9cd0-4292-828b-74eac30dd87f)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:44.990763 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d01f2d38-7473-4a4f-bd2a-27b363be596c req-ebc55a61-0d6e-423e-996c-f260e1b9ec58 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.004515 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-75dfdba9-755d-48d5-b020-d034ce89b22c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.022525 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-d01f2d38-7473-4a4f-bd2a-27b363be596c req-ebc55a61-0d6e-423e-996c-f260e1b9ec58 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Calling delete_port for 848e4c66-2806-4ebe-9404-1cfbe7edf18f owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:45.058130 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-b563165b-aa31-4908-a471-772a32cf45b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:45.059875 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-b563165b-aa31-4908-a471-772a32cf45b7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.2039893 Aug 10 03:46:45.068949 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-75dfdba9-755d-48d5-b020-d034ce89b22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.102226 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485da124-f627-4b9d-a298-6e80337b7f9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acaa084b-0c3a-4900-9f1a-43039aa1cfc2'}, {'name': 'network-changed', 'server_uuid': '485da124-f627-4b9d-a298-6e80337b7f9e', 'tag': 'acaa084b-0c3a-4900-9f1a-43039aa1cfc2'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:45.104684 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbc5209-78c7-462d-9822-c0a36b8913c9" -d '{"events": [{"server_uuid": "485da124-f627-4b9d-a298-6e80337b7f9e", "name": "network-vif-unplugged", "status": "completed", "tag": "acaa084b-0c3a-4900-9f1a-43039aa1cfc2"}, {"name": "network-changed", "server_uuid": "485da124-f627-4b9d-a298-6e80337b7f9e", "tag": "acaa084b-0c3a-4900-9f1a-43039aa1cfc2"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:45.127888 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a147a06f-6657-4cc2-85a7-7808a9d814a8 req-874ccf5e-4e75-4d72-80b7-ba570c094ccd tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/ports?device_id=96ff7fd6-d66c-4174-9ed4-47dbef5621d1 HTTP/1.1" status: 200 len: 210 time: 0.0472059 Aug 10 03:46:45.134270 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75dfdba9-755d-48d5-b020-d034ce89b22c admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:46:45.135415 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-75dfdba9-755d-48d5-b020-d034ce89b22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:46:45.137851 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:46:45.154790 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-37ed424d-39d4-42de-a562-2847d421379a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=acaa084b-0c3a-4900-9f1a-43039aa1cfc2 HTTP/1.1" status: 200 len: 217 time: 0.0454028 Aug 10 03:46:45.205278 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.230755 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-9581bfad-b8fb-47ae-876f-58525ab08f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:45.232909 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-9581bfad-b8fb-47ae-876f-58525ab08f28 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0693569 Aug 10 03:46:45.274538 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc70ac7-c03f-4fc5-ae87-2996ba915710 req-95c5da69-e372-4719-85c0-5a7dbc6b19c0 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:45.284213 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cfc70ac7-c03f-4fc5-ae87-2996ba915710 req-95c5da69-e372-4719-85c0-5a7dbc6b19c0 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 944 time: 0.0729227 Aug 10 03:46:45.349479 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-f0113c8b-a989-46a3-987b-2574d80eb277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:45.351403 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-f0113c8b-a989-46a3-987b-2574d80eb277 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1112206 Aug 10 03:46:45.356484 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cfc70ac7-c03f-4fc5-ae87-2996ba915710 req-2972474f-a916-4696-b60c-0bea2d6c3152 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/security-groups?id=ecd4e2f3-4068-4e77-bf87-126c439645c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688453 Aug 10 03:46:45.360542 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.362842 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-75dfdba9-755d-48d5-b020-d034ce89b22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.366746 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-75dfdba9-755d-48d5-b020-d034ce89b22c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.369632 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-75dfdba9-755d-48d5-b020-d034ce89b22c admin admin] 10.222.0.25 "DELETE /v2.0/networks/c36632af-ee47-4baf-bf45-94a49764da1a HTTP/1.1" status: 204 len: 168 time: 1.7414234 Aug 10 03:46:45.406905 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dfdba9-755d-48d5-b020-d034ce89b22c admin admin] Pushing event deleted for resources: {'Network': ['ID=c36632af-ee47-4baf-bf45-94a49764da1a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:45.417787 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b810712-1ba5-4992-a966-1ee0dea2b955 x-openstack-request-id: req-2b810712-1ba5-4992-a966-1ee0dea2b955 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:45.418288 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485da124-f627-4b9d-a298-6e80337b7f9e", "name": "network-vif-unplugged", "status": "completed", "tag": "acaa084b-0c3a-4900-9f1a-43039aa1cfc2", "code": 200}, {"name": "network-changed", "server_uuid": "485da124-f627-4b9d-a298-6e80337b7f9e", "tag": "acaa084b-0c3a-4900-9f1a-43039aa1cfc2", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:45.426099 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b810712-1ba5-4992-a966-1ee0dea2b955 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:45.426099 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485da124-f627-4b9d-a298-6e80337b7f9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acaa084b-0c3a-4900-9f1a-43039aa1cfc2', 'code': 200} Aug 10 03:46:45.426099 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '485da124-f627-4b9d-a298-6e80337b7f9e', 'tag': 'acaa084b-0c3a-4900-9f1a-43039aa1cfc2', 'status': 'completed', 'code': 200} Aug 10 03:46:45.544146 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d01f2d38-7473-4a4f-bd2a-27b363be596c req-ebc55a61-0d6e-423e-996c-f260e1b9ec58 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.595105 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc55a61-0d6e-423e-996c-f260e1b9ec58 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Pushing event deleted for resources: {'Port': ['ID=848e4c66-2806-4ebe-9404-1cfbe7edf18f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:45.651842 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc5209-78c7-462d-9822-c0a36b8913c9 req-f19bbd64-10dc-48fe-b384-c76cb1ac9492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:45.653371 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-efbc5209-78c7-462d-9822-c0a36b8913c9 req-f19bbd64-10dc-48fe-b384-c76cb1ac9492 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 1099 time: 0.2111628 Aug 10 03:46:45.670669 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e796d-de90-4200-b882-b62383b9c645 req-56fc47e1-ccd4-4d81-af4c-cd185a077674 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:45.672159 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4a7e796d-de90-4200-b882-b62383b9c645 req-56fc47e1-ccd4-4d81-af4c-cd185a077674 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 948 time: 0.1866608 Aug 10 03:46:45.674472 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 8217ca24-2be5-43aa-8e40-4cedf872cdff no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:45.698760 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 8217ca24-2be5-43aa-8e40-4cedf872cdff {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:45.699098 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 8217ca24-2be5-43aa-8e40-4cedf872cdff not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:45.700861 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-5c7070ec-936c-4a6b-a2b1-687bcdcbf5c8 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377497 Aug 10 03:46:45.704939 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01f2d38-7473-4a4f-bd2a-27b363be596c req-ebc55a61-0d6e-423e-996c-f260e1b9ec58 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] No DVR routers for this DVR port 848e4c66-2806-4ebe-9404-1cfbe7edf18f on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:45.723455 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d01f2d38-7473-4a4f-bd2a-27b363be596c req-ebc55a61-0d6e-423e-996c-f260e1b9ec58 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:45.725988 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d01f2d38-7473-4a4f-bd2a-27b363be596c req-ebc55a61-0d6e-423e-996c-f260e1b9ec58 tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.68 "DELETE /v2.0/ports/848e4c66-2806-4ebe-9404-1cfbe7edf18f HTTP/1.1" status: 204 len: 173 time: 1.3438613 Aug 10 03:46:45.851464 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90753b86-bbf0-4ba9-9f3c-92e775204cf3 req-cf4d3c15-774d-4126-845f-38d108d19ed0 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:45.864778 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-90753b86-bbf0-4ba9-9f3c-92e775204cf3 req-cf4d3c15-774d-4126-845f-38d108d19ed0 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 943 time: 0.1038392 Aug 10 03:46:45.874467 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4a7e796d-de90-4200-b882-b62383b9c645 req-61eed44e-2cd3-469a-9bd5-4eb0df651f9d tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714287 Aug 10 03:46:45.905580 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-90753b86-bbf0-4ba9-9f3c-92e775204cf3 req-1f9ccabc-9c52-4556-9463-539f05073053 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376592 Aug 10 03:46:45.939057 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc5209-78c7-462d-9822-c0a36b8913c9 req-56180c3e-0ad4-44e0-96c3-0bf606e21788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:45.940459 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-efbc5209-78c7-462d-9822-c0a36b8913c9 req-56180c3e-0ad4-44e0-96c3-0bf606e21788 service neutron] 10.222.0.68 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.2778974 Aug 10 03:46:45.955765 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4237e172-1fa7-45c1-ba46-f2d0f488f61e req-763cf2a5-587f-4d74-84c9-99e2c5d7f1cc service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172918 Aug 10 03:46:45.997489 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51088) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:46.008587 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-efbc5209-78c7-462d-9822-c0a36b8913c9 req-2b272fe0-3138-49fa-9cc0-0c090a5fd37d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=acaa084b-0c3a-4900-9f1a-43039aa1cfc2 HTTP/1.1" status: 200 len: 217 time: 0.0597157 Aug 10 03:46:46.060413 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a2d885e8-a409-4cf9-ae30-60d8532ad96b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=16715f6d32734f45a92c91889926b494&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0611269 Aug 10 03:46:46.065543 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51090) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:46.113717 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc5209-78c7-462d-9822-c0a36b8913c9 req-1ec0b9c2-92c8-4095-902b-941d8e8e0ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:46.115314 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-efbc5209-78c7-462d-9822-c0a36b8913c9 req-1ec0b9c2-92c8-4095-902b-941d8e8e0ba8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0958128 Aug 10 03:46:46.117561 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc5209-78c7-462d-9822-c0a36b8913c9 req-58f20f3c-4923-4bbd-a4a0-bad851ef6e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:46.119209 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-efbc5209-78c7-462d-9822-c0a36b8913c9 req-58f20f3c-4923-4bbd-a4a0-bad851ef6e04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 1099 time: 0.0651290 Aug 10 03:46:46.148429 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d7d0cecf-82c4-41b0-a7b8-42a90c12ece1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.200571 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d7d0cecf-82c4-41b0-a7b8-42a90c12ece1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.267359 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc5209-78c7-462d-9822-c0a36b8913c9 req-0e75cbc7-6bc7-48d0-b776-92974f0fe8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:46.268956 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-efbc5209-78c7-462d-9822-c0a36b8913c9 req-0e75cbc7-6bc7-48d0-b776-92974f0fe8bd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1460214 Aug 10 03:46:46.275119 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-965062ca-1007-405f-a809-c09c7c409331 req-a107f83f-62fa-4606-951a-f42389463034 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/ports?device_id=96ff7fd6-d66c-4174-9ed4-47dbef5621d1 HTTP/1.1" status: 200 len: 210 time: 0.0463045 Aug 10 03:46:46.312416 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51096) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:46.370773 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc5209-78c7-462d-9822-c0a36b8913c9 req-039d5688-8ccd-4008-8c83-2a51892d873d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:46.372192 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-efbc5209-78c7-462d-9822-c0a36b8913c9 req-039d5688-8ccd-4008-8c83-2a51892d873d service neutron] 10.222.0.20 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.2377436 Aug 10 03:46:46.422901 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d7d0cecf-82c4-41b0-a7b8-42a90c12ece1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.431616 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-efbc5209-78c7-462d-9822-c0a36b8913c9 req-9c0de7bf-8c41-4b27-9b70-3fa4dfa43603 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=acaa084b-0c3a-4900-9f1a-43039aa1cfc2 HTTP/1.1" status: 200 len: 217 time: 0.0503213 Aug 10 03:46:46.435416 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-efbc5209-78c7-462d-9822-c0a36b8913c9 req-49661bfa-5888-48d1-b12f-39f346f8e035 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576881 Aug 10 03:46:46.436030 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d7d0cecf-82c4-41b0-a7b8-42a90c12ece1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.437972 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d7d0cecf-82c4-41b0-a7b8-42a90c12ece1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ffe79175-d57f-40a0-96e5-55aa8167eecd HTTP/1.1" status: 204 len: 168 time: 0.3712265 Aug 10 03:46:46.486058 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dba5c203-393f-45f6-a2c9-84a6c4d33f82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.488543 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0cecf-82c4-41b0-a7b8-42a90c12ece1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe79175-d57f-40a0-96e5-55aa8167eecd,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:46.565987 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc5209-78c7-462d-9822-c0a36b8913c9 req-533e81e3-f625-4cab-83cf-a742caf7bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:46.567633 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-efbc5209-78c7-462d-9822-c0a36b8913c9 req-533e81e3-f625-4cab-83cf-a742caf7bbe4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.1128244 Aug 10 03:46:46.600019 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aa8353e5-d31f-419c-b288-abdc36cf6108 req-c423a1db-dd80-4c1a-8a54-8e545afda06d tempest-LiveMigrationTest-1296338141 tempest-LiveMigrationTest-1296338141-project] 10.222.0.25 "GET /v2.0/ports?device_id=09a114c3-eb99-4107-b5be-ec91509b0ed3 HTTP/1.1" status: 200 len: 210 time: 0.0386779 Aug 10 03:46:46.640296 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-efbc5209-78c7-462d-9822-c0a36b8913c9 req-50e88453-b8ea-4c18-bc43-f2b9203ac439 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826425 Aug 10 03:46:46.652511 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc5209-78c7-462d-9822-c0a36b8913c9 req-216219e3-a057-4977-bc05-91e1bb5ba2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:46.655499 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-efbc5209-78c7-462d-9822-c0a36b8913c9 req-216219e3-a057-4977-bc05-91e1bb5ba2cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0757079 Aug 10 03:46:46.677749 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dba5c203-393f-45f6-a2c9-84a6c4d33f82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.760307 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-efbc5209-78c7-462d-9822-c0a36b8913c9 req-c44354c3-bf36-42a5-9d82-1a5fbc7247be service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958412 Aug 10 03:46:46.811679 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.856736 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dba5c203-393f-45f6-a2c9-84a6c4d33f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:46.876922 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-efbc5209-78c7-462d-9822-c0a36b8913c9 req-a8ca5942-3177-4636-b076-efd0bf22d5ef service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095965 Aug 10 03:46:46.907895 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-dba5c203-393f-45f6-a2c9-84a6c4d33f82 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=49946b5ae1304245ac39e0229f376496&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5901673 Aug 10 03:46:46.908710 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51108) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:46.914726 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5c203-393f-45f6-a2c9-84a6c4d33f82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122ce666-71b4-41a2-98ef-0110cc91e16c,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:46.986990 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1cc75165-100b-4ed1-a009-8bc62caf40cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.055299 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1cc75165-100b-4ed1-a009-8bc62caf40cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.061262 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70ef0f-5046-4714-9c8a-f4d972104dbf req-a062e162-0d79-4032-b8f4-07d596f60c19 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:47.077684 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9b70ef0f-5046-4714-9c8a-f4d972104dbf req-a062e162-0d79-4032-b8f4-07d596f60c19 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 948 time: 0.0870421 Aug 10 03:46:47.096098 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7fa46-f430-476c-aa30-5ac03e4811ff req-61e90a36-7533-4524-8923-9348fede4e8b tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:47.107599 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5ba7fa46-f430-476c-aa30-5ac03e4811ff req-61e90a36-7533-4524-8923-9348fede4e8b tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 943 time: 0.1117480 Aug 10 03:46:47.145878 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9b70ef0f-5046-4714-9c8a-f4d972104dbf req-026998ad-14e8-4ffd-b25c-6a9f8043aed7 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615821 Aug 10 03:46:47.171100 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5ba7fa46-f430-476c-aa30-5ac03e4811ff req-d906035d-332e-4377-9ff8-0ef08eb31bae tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624561 Aug 10 03:46:47.370548 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1cc75165-100b-4ed1-a009-8bc62caf40cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.373665 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1cc75165-100b-4ed1-a009-8bc62caf40cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:47.374634 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1cc75165-100b-4ed1-a009-8bc62caf40cb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/122ce666-71b4-41a2-98ef-0110cc91e16c HTTP/1.1" status: 204 len: 168 time: 0.4655147 Aug 10 03:46:47.379746 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-861441e0-17f2-4608-adfd-083eaad6e15c req-44345ccd-70a4-41fe-a206-88790a19bba5 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/ports?device_id=96ff7fd6-d66c-4174-9ed4-47dbef5621d1 HTTP/1.1" status: 200 len: 210 time: 0.0279937 Aug 10 03:46:47.383452 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc75165-100b-4ed1-a009-8bc62caf40cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122ce666-71b4-41a2-98ef-0110cc91e16c,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:47.420885 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a114c3-eb99-4107-b5be-ec91509b0ed3', 'name': 'network-vif-deleted', 'tag': '848e4c66-2806-4ebe-9404-1cfbe7edf18f'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:47.423180 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108f14ae-12b4-4fba-a729-3aa50d77c0a1" -d '{"events": [{"server_uuid": "09a114c3-eb99-4107-b5be-ec91509b0ed3", "name": "network-vif-deleted", "tag": "848e4c66-2806-4ebe-9404-1cfbe7edf18f"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:47.482519 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2e726a-ba0e-4f61-8d9e-8e114424627a x-openstack-request-id: req-5d2e726a-ba0e-4f61-8d9e-8e114424627a {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:47.482519 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a114c3-eb99-4107-b5be-ec91509b0ed3", "name": "network-vif-deleted", "tag": "848e4c66-2806-4ebe-9404-1cfbe7edf18f", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:47.483298 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d2e726a-ba0e-4f61-8d9e-8e114424627a {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:47.483599 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a114c3-eb99-4107-b5be-ec91509b0ed3', 'name': 'network-vif-deleted', 'tag': '848e4c66-2806-4ebe-9404-1cfbe7edf18f', 'status': 'completed', 'code': 200} Aug 10 03:46:47.668340 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51132) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:47.969621 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-edbf49f6-325f-467d-b7cf-da30da9afef8 admin admin] Deleting subnet db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:46:47.973104 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-edbf49f6-325f-467d-b7cf-da30da9afef8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.022849 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-edbf49f6-325f-467d-b7cf-da30da9afef8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.066096 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-edbf49f6-325f-467d-b7cf-da30da9afef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.160533 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-561140aa-4b3e-4a58-9303-80854fa81275 req-600969a4-d7f4-4577-925c-16809429533b tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=c8d968613f9d44a2a4ba5c9c5549a558&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304108 Aug 10 03:46:48.290615 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-edbf49f6-325f-467d-b7cf-da30da9afef8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.323155 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-29199b5b-9161-4404-ab22-bed490edbb2c req-f05f0ff4-20da-4dbe-87a6-679f4ce713f8 service neutron] 10.222.0.20 "GET /v2.0/ports/68843df9-6dda-4e89-9bea-010632fda565/bindings/n-h1-802893-2 HTTP/1.1" status: 200 len: 384 time: 0.1690848 Aug 10 03:46:48.339073 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbf49f6-325f-467d-b7cf-da30da9afef8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:48.342225 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-edbf49f6-325f-467d-b7cf-da30da9afef8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.343669 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-edbf49f6-325f-467d-b7cf-da30da9afef8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/db85c696-7a37-4ff5-b4e7-aa2ab5e31b3f HTTP/1.1" status: 204 len: 168 time: 0.6766798 Aug 10 03:46:48.352619 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5949517c-9b43-4657-9582-07bb839e1e94 req-89912c4f-d619-4db7-8989-751a9af78517 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:48.360569 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5949517c-9b43-4657-9582-07bb839e1e94 req-89912c4f-d619-4db7-8989-751a9af78517 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 948 time: 0.1017606 Aug 10 03:46:48.363490 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51162) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:48.481849 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561140aa-4b3e-4a58-9303-80854fa81275 req-2003010d-b03f-4695-958e-da6f31f9e8b9 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:48.484031 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-561140aa-4b3e-4a58-9303-80854fa81275 req-2003010d-b03f-4695-958e-da6f31f9e8b9 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3021324 Aug 10 03:46:48.495930 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f415a88-fe07-49d9-aa14-fc6a31305870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.503688 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-561140aa-4b3e-4a58-9303-80854fa81275 req-fdd7242d-4253-450e-9429-f8351c27a7cb tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Request body: {'port': {'device_id': '2815763b-fd21-46dd-8d45-033c4769edf9', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': 'c8d968613f9d44a2a4ba5c9c5549a558'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:48.504165 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5949517c-9b43-4657-9582-07bb839e1e94 req-da72bf8e-6463-4d86-9437-3ec9214ce189 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352825 Aug 10 03:46:48.568758 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8b4e7-44fa-4f45-bf56-c1f8271cc54b req-f209eadb-6c31-4c41-84c2-3ac682b752a2 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:48.570496 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9ac8b4e7-44fa-4f45-bf56-c1f8271cc54b req-f209eadb-6c31-4c41-84c2-3ac682b752a2 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 943 time: 0.1474211 Aug 10 03:46:48.614866 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f415a88-fe07-49d9-aa14-fc6a31305870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.629260 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8f415a88-fe07-49d9-aa14-fc6a31305870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e15316-6bb5-465a-8cae-f1cb27c52e26']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:48.644959 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8f415a88-fe07-49d9-aa14-fc6a31305870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d303941-9cd0-4292-828b-74eac30dd87f') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:48.645260 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8f415a88-fe07-49d9-aa14-fc6a31305870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d303941-9cd0-4292-828b-74eac30dd87f') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:48.661219 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f415a88-fe07-49d9-aa14-fc6a31305870 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.683504 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f415a88-fe07-49d9-aa14-fc6a31305870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.692311 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f415a88-fe07-49d9-aa14-fc6a31305870 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:46:48.692868 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f415a88-fe07-49d9-aa14-fc6a31305870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:46:48.694795 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:46:48.712044 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9ac8b4e7-44fa-4f45-bf56-c1f8271cc54b req-b51c3149-2f64-4f95-a7fe-99a85b4560fb tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324923 Aug 10 03:46:48.713304 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 848e4c66-2806-4ebe-9404-1cfbe7edf18f no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:48.761043 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 848e4c66-2806-4ebe-9404-1cfbe7edf18f {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:48.761394 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 848e4c66-2806-4ebe-9404-1cfbe7edf18f not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:48.819305 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-29199b5b-9161-4404-ab22-bed490edbb2c req-30d5b030-cfc3-4e08-86c5-ad08eddadbc3 service neutron] For port 68843df9-6dda-4e89-9bea-010632fda565, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=68843df9-6dda-4e89-9bea-010632fda565,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:49.040910 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f415a88-fe07-49d9-aa14-fc6a31305870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.047695 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f415a88-fe07-49d9-aa14-fc6a31305870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.053263 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8f415a88-fe07-49d9-aa14-fc6a31305870 admin admin] 10.222.0.25 "DELETE /v2.0/networks/82e15316-6bb5-465a-8cae-f1cb27c52e26 HTTP/1.1" status: 204 len: 168 time: 0.6844027 Aug 10 03:46:49.053263 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51182) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:49.090314 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f415a88-fe07-49d9-aa14-fc6a31305870 admin admin] Pushing event deleted for resources: {'Network': ['ID=82e15316-6bb5-465a-8cae-f1cb27c52e26,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:49.131061 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1895bb5-1943-4720-8c9c-455573196558 admin admin] Deleting subnet c451ab69-131c-4212-9ac4-e626b428c0d6 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:46:49.135495 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b1895bb5-1943-4720-8c9c-455573196558 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.179932 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b1895bb5-1943-4720-8c9c-455573196558 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.190992 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-29199b5b-9161-4404-ab22-bed490edbb2c req-30d5b030-cfc3-4e08-86c5-ad08eddadbc3 service neutron] For port 68843df9-6dda-4e89-9bea-010632fda565, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:49.222889 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-561140aa-4b3e-4a58-9303-80854fa81275 req-fdd7242d-4253-450e-9429-f8351c27a7cb tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Made reservation on behalf of c8d968613f9d44a2a4ba5c9c5549a558 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:49.226340 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-561140aa-4b3e-4a58-9303-80854fa81275 req-fdd7242d-4253-450e-9429-f8351c27a7cb tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.238211 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b1895bb5-1943-4720-8c9c-455573196558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.268893 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e992b39-17a4-4d94-bb4a-ad258cb8d9b0 req-8bb33f0b-03bb-49cc-8400-e6d0adb055e6 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/ports?device_id=96ff7fd6-d66c-4174-9ed4-47dbef5621d1 HTTP/1.1" status: 200 len: 210 time: 0.4231057 Aug 10 03:46:49.272966 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-45fcae51-ed21-4a12-b314-b32f9e1f4fea tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=c8d968613f9d44a2a4ba5c9c5549a558&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784171 Aug 10 03:46:49.273635 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-561140aa-4b3e-4a58-9303-80854fa81275 req-fdd7242d-4253-450e-9429-f8351c27a7cb tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.324267 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-29199b5b-9161-4404-ab22-bed490edbb2c req-30d5b030-cfc3-4e08-86c5-ad08eddadbc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68843df9-6dda-4e89-9bea-010632fda565 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:46:49.364927 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-29199b5b-9161-4404-ab22-bed490edbb2c req-30d5b030-cfc3-4e08-86c5-ad08eddadbc3 service neutron] For port 68843df9-6dda-4e89-9bea-010632fda565, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=68843df9-6dda-4e89-9bea-010632fda565,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:49.380215 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device acaa084b-0c3a-4900-9f1a-43039aa1cfc2 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:46:49.419854 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 68843df9-6dda-4e89-9bea-010632fda565 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:49.457534 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-3780ac6d-47a3-42a6-9c44-0a745824b00e tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:49.459334 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-3780ac6d-47a3-42a6-9c44-0a745824b00e tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1682012 Aug 10 03:46:49.475504 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-95b30a86-bf6c-4ad7-84f0-09c81a72a253 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Request body: {'port': {'device_id': '96ff7fd6-d66c-4174-9ed4-47dbef5621d1', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': 'c8d968613f9d44a2a4ba5c9c5549a558'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:49.493647 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b1895bb5-1943-4720-8c9c-455573196558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.533569 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-29199b5b-9161-4404-ab22-bed490edbb2c req-30d5b030-cfc3-4e08-86c5-ad08eddadbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.593173 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-561140aa-4b3e-4a58-9303-80854fa81275 req-fdd7242d-4253-450e-9429-f8351c27a7cb tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.601064 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b1895bb5-1943-4720-8c9c-455573196558 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.602557 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port acaa084b-0c3a-4900-9f1a-43039aa1cfc2, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=acaa084b-0c3a-4900-9f1a-43039aa1cfc2,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:49.607302 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b1895bb5-1943-4720-8c9c-455573196558 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c451ab69-131c-4212-9ac4-e626b428c0d6 HTTP/1.1" status: 204 len: 168 time: 0.5518756 Aug 10 03:46:49.608657 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51220) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:49.616476 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'acaa084b-0c3a-4900-9f1a-43039aa1cfc2', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': 'acaa084b-0c3a-4900-9f1a-43039aa1cfc2', 'mac_address': 'fa:16:3e:54:2b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:46:49.627195 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1895bb5-1943-4720-8c9c-455573196558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c451ab69-131c-4212-9ac4-e626b428c0d6,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:49.672503 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.690126 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acaa084b-0c3a-4900-9f1a-43039aa1cfc2 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:46:49.701887 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-29199b5b-9161-4404-ab22-bed490edbb2c req-30d5b030-cfc3-4e08-86c5-ad08eddadbc3 service neutron] Transition to ACTIVE for port object 68843df9-6dda-4e89-9bea-010632fda565 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:49.714291 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port acaa084b-0c3a-4900-9f1a-43039aa1cfc2, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=acaa084b-0c3a-4900-9f1a-43039aa1cfc2,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:49.733872 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-561140aa-4b3e-4a58-9303-80854fa81275 req-fdd7242d-4253-450e-9429-f8351c27a7cb tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.743094 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1ea20f50-f826-4ed2-a4a9-4274fa9170c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.752594 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868808e-a6a3-4e9a-a4c8-10ac095c0873 req-e3200fcf-3193-4270-b3bd-4b6ce2cf2c51 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:49.759950 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3868808e-a6a3-4e9a-a4c8-10ac095c0873 req-e3200fcf-3193-4270-b3bd-4b6ce2cf2c51 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 948 time: 0.0921631 Aug 10 03:46:49.820501 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3868808e-a6a3-4e9a-a4c8-10ac095c0873 req-97910e7e-032a-4b17-bbae-e4784c5f02d4 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596311 Aug 10 03:46:49.829077 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7242d-4253-450e-9429-f8351c27a7cb tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea73d0f-bd7c-445b-b98c-da7439965bab,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:49.879735 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.903576 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-29199b5b-9161-4404-ab22-bed490edbb2c req-30d5b030-cfc3-4e08-86c5-ad08eddadbc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.921161 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-95b30a86-bf6c-4ad7-84f0-09c81a72a253 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Made reservation on behalf of c8d968613f9d44a2a4ba5c9c5549a558 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:49.925097 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-95b30a86-bf6c-4ad7-84f0-09c81a72a253 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.955041 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1ea20f50-f826-4ed2-a4a9-4274fa9170c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:49.977190 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-1ea20f50-f826-4ed2-a4a9-4274fa9170c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['357bd5dc-0f9a-410c-8d82-32a4058e7fee']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:49.985176 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-561140aa-4b3e-4a58-9303-80854fa81275 req-fdd7242d-4253-450e-9429-f8351c27a7cb tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Allocated IP 192.168.233.140 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/0b542d51-cef2-4e2e-b3ab-a94e323cb4e3) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:49.998208 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-1ea20f50-f826-4ed2-a4a9-4274fa9170c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6801444b-4e18-490a-be35-02f149e97652') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:49.998208 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-1ea20f50-f826-4ed2-a4a9-4274fa9170c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6801444b-4e18-490a-be35-02f149e97652') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:46:50.002362 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=acaa084b-0c3a-4900-9f1a-43039aa1cfc2,revision_number=12']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:50.021305 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1ea20f50-f826-4ed2-a4a9-4274fa9170c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.030777 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-29199b5b-9161-4404-ab22-bed490edbb2c req-30d5b030-cfc3-4e08-86c5-ad08eddadbc3 service neutron] No DVR routers for this DVR port 68843df9-6dda-4e89-9bea-010632fda565 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:50.049961 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1ea20f50-f826-4ed2-a4a9-4274fa9170c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.058701 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ea20f50-f826-4ed2-a4a9-4274fa9170c7 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:46:50.059628 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1ea20f50-f826-4ed2-a4a9-4274fa9170c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:46:50.064159 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:46:50.089842 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51234) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:50.165381 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fe7fe-5612-4e34-b295-104623cf3378 req-1374b48e-e2c5-4c28-8daf-e491c795f222 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:50.167247 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b95fe7fe-5612-4e34-b295-104623cf3378 req-1374b48e-e2c5-4c28-8daf-e491c795f222 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 944 time: 0.0901232 Aug 10 03:46:50.169273 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-29199b5b-9161-4404-ab22-bed490edbb2c req-30d5b030-cfc3-4e08-86c5-ad08eddadbc3 service neutron] 10.222.0.20 "PUT /v2.0/ports/68843df9-6dda-4e89-9bea-010632fda565/bindings/n-h1-802893-2/activate HTTP/1.1" status: 200 len: 369 time: 1.8359902 Aug 10 03:46:50.173098 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5b030-cfc3-4e08-86c5-ad08eddadbc3 service neutron] Pushing event updated for resources: {'Port': ['ID=68843df9-6dda-4e89-9bea-010632fda565,revision_number=10']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:50.177167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['acaa084b-0c3a-4900-9f1a-43039aa1cfc2'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:50.241881 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b95fe7fe-5612-4e34-b295-104623cf3378 req-003066a9-710e-4102-b899-208a93d55695 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661280 Aug 10 03:46:50.283796 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1ea20f50-f826-4ed2-a4a9-4274fa9170c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.290230 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1ea20f50-f826-4ed2-a4a9-4274fa9170c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.293504 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1ea20f50-f826-4ed2-a4a9-4274fa9170c7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/357bd5dc-0f9a-410c-8d82-32a4058e7fee HTTP/1.1" status: 204 len: 168 time: 0.6788821 Aug 10 03:46:50.305612 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea20f50-f826-4ed2-a4a9-4274fa9170c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=357bd5dc-0f9a-410c-8d82-32a4058e7fee,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:50.384788 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a7cd3f0e-2a2a-4360-9a6d-c96caa4b2409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.436932 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-561140aa-4b3e-4a58-9303-80854fa81275 req-fdd7242d-4253-450e-9429-f8351c27a7cb tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.468129 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29199b5b-9161-4404-ab22-bed490edbb2c req-bacce741-a5ad-4b0f-91c5-4cfe8cef192f tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:50.469993 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-561140aa-4b3e-4a58-9303-80854fa81275 req-fdd7242d-4253-450e-9429-f8351c27a7cb tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Transition to ACTIVE for port object 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:50.474233 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29199b5b-9161-4404-ab22-bed490edbb2c req-bacce741-a5ad-4b0f-91c5-4cfe8cef192f tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799&tenant_id=47ca53781e6743fd8c23c05b91862cdc&binding%3Ahost_id=n-h2-802893-2 HTTP/1.1" status: 200 len: 1095 time: 0.0881898 Aug 10 03:46:50.534841 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29199b5b-9161-4404-ab22-bed490edbb2c req-c0dbba7a-4240-4215-bc20-48f56acdcdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:50.536312 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29199b5b-9161-4404-ab22-bed490edbb2c req-c0dbba7a-4240-4215-bc20-48f56acdcdec service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799&tenant_id=47ca53781e6743fd8c23c05b91862cdc HTTP/1.1" status: 200 len: 1095 time: 0.0527713 Aug 10 03:46:50.572033 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a7cd3f0e-2a2a-4360-9a6d-c96caa4b2409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.608990 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29199b5b-9161-4404-ab22-bed490edbb2c req-d0038350-0584-4af9-8996-73eb8b88b30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:50.610897 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29199b5b-9161-4404-ab22-bed490edbb2c req-d0038350-0584-4af9-8996-73eb8b88b30c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=47ca53781e6743fd8c23c05b91862cdc&device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 1095 time: 0.0482326 Aug 10 03:46:50.654555 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-561140aa-4b3e-4a58-9303-80854fa81275 req-fdd7242d-4253-450e-9429-f8351c27a7cb tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.715842 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29199b5b-9161-4404-ab22-bed490edbb2c req-31d06f56-4617-477c-a70a-8562577a3506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:50.717543 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29199b5b-9161-4404-ab22-bed490edbb2c req-31d06f56-4617-477c-a70a-8562577a3506 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4 HTTP/1.1" status: 200 len: 922 time: 0.0987346 Aug 10 03:46:50.754902 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-95b30a86-bf6c-4ad7-84f0-09c81a72a253 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Allocated IP 192.168.233.22 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/e580531f-f377-4996-b445-c721ab5a3629) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:46:50.761774 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-561140aa-4b3e-4a58-9303-80854fa81275 req-fdd7242d-4253-450e-9429-f8351c27a7cb tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:50.766384 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29199b5b-9161-4404-ab22-bed490edbb2c req-e899a050-5e82-4aa4-8787-62225cf2c97f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68843df9-6dda-4e89-9bea-010632fda565 HTTP/1.1" status: 200 len: 217 time: 0.0377209 Aug 10 03:46:50.770873 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7242d-4253-450e-9429-f8351c27a7cb tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Pushing event updated for resources: {'Port': ['ID=0b542d51-cef2-4e2e-b3ab-a94e323cb4e3,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:50.773487 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-561140aa-4b3e-4a58-9303-80854fa81275 req-fdd7242d-4253-450e-9429-f8351c27a7cb tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:50.780203 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a7cd3f0e-2a2a-4360-9a6d-c96caa4b2409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.783527 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-561140aa-4b3e-4a58-9303-80854fa81275 req-fdd7242d-4253-450e-9429-f8351c27a7cb tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:50.789241 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c622ffa-7575-4a35-85a1-da4d759a8266 req-c25a75d9-ef42-4d38-b1a8-e315ad4f9da3 tempest-MigrationsAdminTest-516280644 tempest-MigrationsAdminTest-516280644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:50.790860 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7c622ffa-7575-4a35-85a1-da4d759a8266 req-c25a75d9-ef42-4d38-b1a8-e315ad4f9da3 tempest-MigrationsAdminTest-516280644 tempest-MigrationsAdminTest-516280644-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 1100 time: 0.1693461 Aug 10 03:46:50.835635 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51248) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:50.839621 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-acc7c856-d418-4f8c-9a81-03979ef23132 req-94cb9ced-fcf2-4a1e-83cc-4fb59150878e tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/ports?device_id=96ff7fd6-d66c-4174-9ed4-47dbef5621d1 HTTP/1.1" status: 200 len: 210 time: 0.0571706 Aug 10 03:46:50.881023 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29199b5b-9161-4404-ab22-bed490edbb2c req-f9ddd2b1-a617-4bce-a73e-3ec6e13283ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:50.882795 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29199b5b-9161-4404-ab22-bed490edbb2c req-f9ddd2b1-a617-4bce-a73e-3ec6e13283ce service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dc5ee412-63a0-4c00-8014-352954e4021d HTTP/1.1" status: 200 len: 861 time: 0.1085119 Aug 10 03:46:50.927116 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ea5e32ce-d144-46f1-91ee-6068ab374590 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=124800de805149b392f25b813a13c194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0860677 Aug 10 03:46:50.929111 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29199b5b-9161-4404-ab22-bed490edbb2c req-288672c6-52bc-4cb7-93cb-5ce6463b7bfb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c6adc350-9b28-4357-9efa-a1cb72dd7ab4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342963 Aug 10 03:46:50.929675 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51252) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:50.938704 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a7cd3f0e-2a2a-4360-9a6d-c96caa4b2409 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c699eb3896f04f5098d12c1455d7cf13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8265579 Aug 10 03:46:50.945457 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51254) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:50.961217 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561140aa-4b3e-4a58-9303-80854fa81275 req-fdd7242d-4253-450e-9429-f8351c27a7cb tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:50.962283 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-561140aa-4b3e-4a58-9303-80854fa81275 req-fdd7242d-4253-450e-9429-f8351c27a7cb tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:50.971634 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd3f0e-2a2a-4360-9a6d-c96caa4b2409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9f3fe2-b62e-4532-ae65-860e028dc37f,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:50.978021 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7c622ffa-7575-4a35-85a1-da4d759a8266 req-f246fa86-915e-410e-a5b3-154893a0bd39 tempest-MigrationsAdminTest-516280644 tempest-MigrationsAdminTest-516280644-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703284 Aug 10 03:46:51.115248 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-917853ca-86cd-40a7-9011-ca0780c4af7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.117141 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-561140aa-4b3e-4a58-9303-80854fa81275 req-fdd7242d-4253-450e-9429-f8351c27a7cb tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6204381 Aug 10 03:46:51.127013 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d53630b1-e6a2-4980-941c-53029afab0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.135443 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-561140aa-4b3e-4a58-9303-80854fa81275 req-2c15acb3-75c6-48e6-889d-8f95a23b760e service neutron] Request body: {'port': {'device_id': '2815763b-fd21-46dd-8d45-033c4769edf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:51.145213 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29199b5b-9161-4404-ab22-bed490edbb2c req-a30969f7-1a75-450f-9362-b905ce40fa9a service neutron] 10.222.0.68 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080014 Aug 10 03:46:51.167567 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-95b30a86-bf6c-4ad7-84f0-09c81a72a253 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.197794 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-95b30a86-bf6c-4ad7-84f0-09c81a72a253 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Transition to ACTIVE for port object e580531f-f377-4996-b445-c721ab5a3629 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:51.213833 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-917853ca-86cd-40a7-9011-ca0780c4af7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.218042 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d53630b1-e6a2-4980-941c-53029afab0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.222385 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c993eaa2-6809-4649-bb31-c8de11506e01 None None] Provisioning for port 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:51.226520 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c993eaa2-6809-4649-bb31-c8de11506e01 None None] Provisioning complete for port 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:51.226979 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c993eaa2-6809-4649-bb31-c8de11506e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.238384 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-561140aa-4b3e-4a58-9303-80854fa81275 req-2c15acb3-75c6-48e6-889d-8f95a23b760e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.272276 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-c993eaa2-6809-4649-bb31-c8de11506e01 None None] Port 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:51.351917 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29199b5b-9161-4404-ab22-bed490edbb2c req-9e07ca1c-0d99-4640-9887-e2609bb83020 service neutron] 10.222.0.68 "GET /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936891 Aug 10 03:46:51.396413 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device acaa084b-0c3a-4900-9f1a-43039aa1cfc2 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:46:51.439273 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6e78a-cc7f-434e-9fc5-68e3c90e55f9 req-aa1f1ee2-592a-4c89-abf3-3f7a977465c3 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:51.441005 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2ed6e78a-cc7f-434e-9fc5-68e3c90e55f9 req-aa1f1ee2-592a-4c89-abf3-3f7a977465c3 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 944 time: 0.0594110 Aug 10 03:46:51.464656 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-95b30a86-bf6c-4ad7-84f0-09c81a72a253 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.482268 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2ed6e78a-cc7f-434e-9fc5-68e3c90e55f9 req-6fc66cd2-9a9f-4647-8262-58c0d0624ab3 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347106 Aug 10 03:46:51.535780 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-917853ca-86cd-40a7-9011-ca0780c4af7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.541022 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-917853ca-86cd-40a7-9011-ca0780c4af7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.542264 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-917853ca-86cd-40a7-9011-ca0780c4af7f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ecd4e2f3-4068-4e77-bf87-126c439645c3 HTTP/1.1" status: 204 len: 168 time: 0.6115336 Aug 10 03:46:51.543355 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d53630b1-e6a2-4980-941c-53029afab0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.555729 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d53630b1-e6a2-4980-941c-53029afab0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.561347 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d53630b1-e6a2-4980-941c-53029afab0b8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e9f3fe2-b62e-4532-ae65-860e028dc37f HTTP/1.1" status: 204 len: 168 time: 0.6094422 Aug 10 03:46:51.564520 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-95b30a86-bf6c-4ad7-84f0-09c81a72a253 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:46:51.572270 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-95b30a86-bf6c-4ad7-84f0-09c81a72a253 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:51.572668 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917853ca-86cd-40a7-9011-ca0780c4af7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd4e2f3-4068-4e77-bf87-126c439645c3,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:51.584343 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53630b1-e6a2-4980-941c-53029afab0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9f3fe2-b62e-4532-ae65-860e028dc37f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:51.594056 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port acaa084b-0c3a-4900-9f1a-43039aa1cfc2 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:51.612640 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-95b30a86-bf6c-4ad7-84f0-09c81a72a253 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:46:51.615200 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b30a86-bf6c-4ad7-84f0-09c81a72a253 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Pushing event updated for resources: {'Port': ['ID=e580531f-f377-4996-b445-c721ab5a3629,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:51.619530 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port acaa084b-0c3a-4900-9f1a-43039aa1cfc2 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:51.619833 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.726232 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-95b30a86-bf6c-4ad7-84f0-09c81a72a253 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:51.726974 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-95b30a86-bf6c-4ad7-84f0-09c81a72a253 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.780703 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.812412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-561140aa-4b3e-4a58-9303-80854fa81275 req-2c15acb3-75c6-48e6-889d-8f95a23b760e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:46:51.815838 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485da124-f627-4b9d-a298-6e80337b7f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acaa084b-0c3a-4900-9f1a-43039aa1cfc2'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:51.817843 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3347ddd9-95d9-4342-9a00-95eedf18f948" -d '{"events": [{"server_uuid": "485da124-f627-4b9d-a298-6e80337b7f9e", "name": "network-vif-plugged", "status": "completed", "tag": "acaa084b-0c3a-4900-9f1a-43039aa1cfc2"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:51.824314 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-561140aa-4b3e-4a58-9303-80854fa81275 req-2c15acb3-75c6-48e6-889d-8f95a23b760e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:51.843011 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-561140aa-4b3e-4a58-9303-80854fa81275 req-2c15acb3-75c6-48e6-889d-8f95a23b760e service neutron] Transition to ACTIVE for port object 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:51.849691 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port acaa084b-0c3a-4900-9f1a-43039aa1cfc2, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=acaa084b-0c3a-4900-9f1a-43039aa1cfc2,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:51.873224 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-95b30a86-bf6c-4ad7-84f0-09c81a72a253 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4008160 Aug 10 03:46:51.883858 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7bacf9-d54a-4131-8ba4-f05cfa9bcd5b x-openstack-request-id: req-1b7bacf9-d54a-4131-8ba4-f05cfa9bcd5b {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:51.883858 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485da124-f627-4b9d-a298-6e80337b7f9e", "name": "network-vif-plugged", "status": "completed", "tag": "acaa084b-0c3a-4900-9f1a-43039aa1cfc2", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:51.883858 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b7bacf9-d54a-4131-8ba4-f05cfa9bcd5b {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:51.884244 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485da124-f627-4b9d-a298-6e80337b7f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acaa084b-0c3a-4900-9f1a-43039aa1cfc2', 'code': 200} Aug 10 03:46:51.885497 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-c3c3eeea-e102-4506-98ac-efb431f3e61b service neutron] Request body: {'port': {'device_id': '96ff7fd6-d66c-4174-9ed4-47dbef5621d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:51.905211 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b349b6b-f03a-4d4b-8ab7-f40c4b202aa9 req-9b4fc7dc-9fe2-460e-ac50-6287bc7f0d96 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:51.908437 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8b349b6b-f03a-4d4b-8ab7-f40c4b202aa9 req-9b4fc7dc-9fe2-460e-ac50-6287bc7f0d96 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 949 time: 0.1072745 Aug 10 03:46:51.953037 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8b349b6b-f03a-4d4b-8ab7-f40c4b202aa9 req-0174e3ee-19f0-4f18-9ff0-484e9b94b49a tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385976 Aug 10 03:46:51.970321 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-c3c3eeea-e102-4506-98ac-efb431f3e61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.023748 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f41cb-73d9-4066-b0fd-581b038587f1 req-5f49c551-560d-4e46-b4df-35a9ddd1de6a tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:52.025254 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-384f41cb-73d9-4066-b0fd-581b038587f1 req-5f49c551-560d-4e46-b4df-35a9ddd1de6a tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/ports?device_id=96ff7fd6-d66c-4174-9ed4-47dbef5621d1 HTTP/1.1" status: 200 len: 935 time: 0.0864627 Aug 10 03:46:52.129792 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-384f41cb-73d9-4066-b0fd-581b038587f1 req-b88a7af8-11f4-442e-a04f-d2e539598f1a tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea73d0f-bd7c-445b-b98c-da7439965bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963748 Aug 10 03:46:52.397082 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-561140aa-4b3e-4a58-9303-80854fa81275 req-2c15acb3-75c6-48e6-889d-8f95a23b760e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.492507 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15acb3-75c6-48e6-889d-8f95a23b760e service neutron] Pushing event updated for resources: {'Port': ['ID=0b542d51-cef2-4e2e-b3ab-a94e323cb4e3,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:52.495185 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-96787c9a-6ec5-41c3-8c2a-3abb86dbedbe None None] Provisioning for port e580531f-f377-4996-b445-c721ab5a3629 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:46:52.503506 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.505856 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-96787c9a-6ec5-41c3-8c2a-3abb86dbedbe None None] Provisioning complete for port e580531f-f377-4996-b445-c721ab5a3629 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:46:52.506314 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-96787c9a-6ec5-41c3-8c2a-3abb86dbedbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.617445 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-96787c9a-6ec5-41c3-8c2a-3abb86dbedbe None None] Port e580531f-f377-4996-b445-c721ab5a3629 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:46:52.651031 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=acaa084b-0c3a-4900-9f1a-43039aa1cfc2,revision_number=13']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:52.651158 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-561140aa-4b3e-4a58-9303-80854fa81275 req-2c15acb3-75c6-48e6-889d-8f95a23b760e service neutron] Attempting to bind port 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:52.651158 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-561140aa-4b3e-4a58-9303-80854fa81275 req-2c15acb3-75c6-48e6-889d-8f95a23b760e service neutron] Attempting to bind port 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:52.651158 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561140aa-4b3e-4a58-9303-80854fa81275 req-2c15acb3-75c6-48e6-889d-8f95a23b760e service neutron] Attempting to bind port 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:52.651158 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561140aa-4b3e-4a58-9303-80854fa81275 req-2c15acb3-75c6-48e6-889d-8f95a23b760e service neutron] Port 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:46:52.651158 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561140aa-4b3e-4a58-9303-80854fa81275 req-2c15acb3-75c6-48e6-889d-8f95a23b760e service neutron] Attempting to bind port 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:52.655266 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-c3c3eeea-e102-4506-98ac-efb431f3e61b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e580531f-f377-4996-b445-c721ab5a3629 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:46:52.663722 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561140aa-4b3e-4a58-9303-80854fa81275 req-2c15acb3-75c6-48e6-889d-8f95a23b760e service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:52.664097 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561140aa-4b3e-4a58-9303-80854fa81275 req-2c15acb3-75c6-48e6-889d-8f95a23b760e service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:52.664614 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-561140aa-4b3e-4a58-9303-80854fa81275 req-2c15acb3-75c6-48e6-889d-8f95a23b760e service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:52.664934 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-561140aa-4b3e-4a58-9303-80854fa81275 req-2c15acb3-75c6-48e6-889d-8f95a23b760e service neutron] Bound port: 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:52.665291 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-561140aa-4b3e-4a58-9303-80854fa81275 req-2c15acb3-75c6-48e6-889d-8f95a23b760e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.666831 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6a7d2-51e8-481e-9fea-4bcc3f51190e req-b9ed4044-f307-42d0-bf23-7931a0256585 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:52.668616 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-22a6a7d2-51e8-481e-9fea-4bcc3f51190e req-b9ed4044-f307-42d0-bf23-7931a0256585 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 944 time: 0.0761995 Aug 10 03:46:52.668771 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-c3c3eeea-e102-4506-98ac-efb431f3e61b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.708536 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-c3c3eeea-e102-4506-98ac-efb431f3e61b service neutron] Transition to ACTIVE for port object e580531f-f377-4996-b445-c721ab5a3629 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:46:52.712796 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-22a6a7d2-51e8-481e-9fea-4bcc3f51190e req-c238cc03-ca19-4db9-b3d2-b694b82ebbc1 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363092 Aug 10 03:46:52.745874 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-561140aa-4b3e-4a58-9303-80854fa81275 req-2c15acb3-75c6-48e6-889d-8f95a23b760e service neutron] For port 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:52.753460 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-561140aa-4b3e-4a58-9303-80854fa81275 req-2c15acb3-75c6-48e6-889d-8f95a23b760e service neutron] For port 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=0b542d51-cef2-4e2e-b3ab-a94e323cb4e3,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:52.907704 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-c3c3eeea-e102-4506-98ac-efb431f3e61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:52.967935 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-561140aa-4b3e-4a58-9303-80854fa81275 req-2c15acb3-75c6-48e6-889d-8f95a23b760e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.016066 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3eeea-e102-4506-98ac-efb431f3e61b service neutron] Pushing event updated for resources: {'Port': ['ID=e580531f-f377-4996-b445-c721ab5a3629,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:53.079305 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561140aa-4b3e-4a58-9303-80854fa81275 req-2c15acb3-75c6-48e6-889d-8f95a23b760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:53.081511 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-561140aa-4b3e-4a58-9303-80854fa81275 req-2c15acb3-75c6-48e6-889d-8f95a23b760e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.081511 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-561140aa-4b3e-4a58-9303-80854fa81275 req-2c15acb3-75c6-48e6-889d-8f95a23b760e service neutron] 10.222.0.68 "PUT /v2.0/ports/0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 HTTP/1.1" status: 200 len: 1096 time: 1.9556961 Aug 10 03:46:53.081845 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2815763b-fd21-46dd-8d45-033c4769edf9', 'tag': '0b542d51-cef2-4e2e-b3ab-a94e323cb4e3'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:53.087792 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45f1639-9e6f-49fa-bbcd-e707de82deb8" -d '{"events": [{"name": "network-changed", "server_uuid": "2815763b-fd21-46dd-8d45-033c4769edf9", "tag": "0b542d51-cef2-4e2e-b3ab-a94e323cb4e3"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:53.129841 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-c3c3eeea-e102-4506-98ac-efb431f3e61b service neutron] Attempting to bind port e580531f-f377-4996-b445-c721ab5a3629 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:46:53.130184 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-c3c3eeea-e102-4506-98ac-efb431f3e61b service neutron] Attempting to bind port e580531f-f377-4996-b445-c721ab5a3629 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:46:53.130518 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-c3c3eeea-e102-4506-98ac-efb431f3e61b service neutron] Attempting to bind port e580531f-f377-4996-b445-c721ab5a3629 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:53.136542 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91903067-5592-4315-a80e-7aa9c80b0b77 req-ae7cbec6-0b6f-410f-8737-c99c1c14fc2b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:53.146594 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-91903067-5592-4315-a80e-7aa9c80b0b77 req-ae7cbec6-0b6f-410f-8737-c99c1c14fc2b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 950 time: 0.1025877 Aug 10 03:46:53.148225 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-c3c3eeea-e102-4506-98ac-efb431f3e61b service neutron] Port e580531f-f377-4996-b445-c721ab5a3629 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:46:53.149752 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-c3c3eeea-e102-4506-98ac-efb431f3e61b service neutron] Attempting to bind port e580531f-f377-4996-b445-c721ab5a3629 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:46:53.153538 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15acb3-75c6-48e6-889d-8f95a23b760e service neutron] Pushing event updated for resources: {'Port': ['ID=0b542d51-cef2-4e2e-b3ab-a94e323cb4e3,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:53.161738 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-c3c3eeea-e102-4506-98ac-efb431f3e61b service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:46:53.162198 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-c3c3eeea-e102-4506-98ac-efb431f3e61b service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:53.162393 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-c3c3eeea-e102-4506-98ac-efb431f3e61b service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:46:53.162803 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-c3c3eeea-e102-4506-98ac-efb431f3e61b service neutron] Bound port: e580531f-f377-4996-b445-c721ab5a3629, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:46:53.163163 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-c3c3eeea-e102-4506-98ac-efb431f3e61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.194615 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-91903067-5592-4315-a80e-7aa9c80b0b77 req-ab4abcea-8a85-407b-85a7-b32a2d807839 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470693 Aug 10 03:46:53.284011 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-c3c3eeea-e102-4506-98ac-efb431f3e61b service neutron] For port e580531f-f377-4996-b445-c721ab5a3629, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:53.307517 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c59a99-8adf-441d-bffa-41ed600e94b0 req-f407a397-a6cc-42ce-92a4-3322e6e8127f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:53.309200 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b3c59a99-8adf-441d-bffa-41ed600e94b0 req-f407a397-a6cc-42ce-92a4-3322e6e8127f tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.20 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 950 time: 0.0937936 Aug 10 03:46:53.338268 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230d082d-766a-43fd-9ace-b374d86394c9 x-openstack-request-id: req-230d082d-766a-43fd-9ace-b374d86394c9 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:53.338268 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2815763b-fd21-46dd-8d45-033c4769edf9", "tag": "0b542d51-cef2-4e2e-b3ab-a94e323cb4e3", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:53.338268 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-230d082d-766a-43fd-9ace-b374d86394c9 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:53.338268 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2815763b-fd21-46dd-8d45-033c4769edf9', 'tag': '0b542d51-cef2-4e2e-b3ab-a94e323cb4e3', 'status': 'completed', 'code': 200} Aug 10 03:46:53.358239 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-c3c3eeea-e102-4506-98ac-efb431f3e61b service neutron] For port e580531f-f377-4996-b445-c721ab5a3629, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e580531f-f377-4996-b445-c721ab5a3629,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:46:53.369509 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29199b5b-9161-4404-ab22-bed490edbb2c req-191b50a4-e644-4364-8ced-9ff4210737bd tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:53.371467 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29199b5b-9161-4404-ab22-bed490edbb2c req-191b50a4-e644-4364-8ced-9ff4210737bd tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799&tenant_id=47ca53781e6743fd8c23c05b91862cdc&binding%3Ahost_id=n-h1-802893-2 HTTP/1.1" status: 200 len: 1095 time: 0.8186455 Aug 10 03:46:53.475298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561140aa-4b3e-4a58-9303-80854fa81275 req-96e07d0f-00a2-4fd1-9f93-cdd34984fb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:53.476975 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-561140aa-4b3e-4a58-9303-80854fa81275 req-96e07d0f-00a2-4fd1-9f93-cdd34984fb49 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c8d968613f9d44a2a4ba5c9c5549a558&device_id=2815763b-fd21-46dd-8d45-033c4769edf9 HTTP/1.1" status: 200 len: 1099 time: 0.1945333 Aug 10 03:46:53.495686 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-c3c3eeea-e102-4506-98ac-efb431f3e61b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.536235 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c308e32-8a2b-4823-8c05-caa688898f18 req-db2cf23a-42f3-4097-8d76-8d77eeb2c04f tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:53.544552 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6c308e32-8a2b-4823-8c05-caa688898f18 req-db2cf23a-42f3-4097-8d76-8d77eeb2c04f tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/ports?device_id=96ff7fd6-d66c-4174-9ed4-47dbef5621d1 HTTP/1.1" status: 200 len: 947 time: 0.1628149 Aug 10 03:46:53.568544 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51312) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:53.581081 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-561140aa-4b3e-4a58-9303-80854fa81275 req-19c8e8c5-c179-4f59-8a81-10122c2bd3fe service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 HTTP/1.1" status: 200 len: 217 time: 0.0946076 Aug 10 03:46:53.606116 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-c3c3eeea-e102-4506-98ac-efb431f3e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:53.606116 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-c3c3eeea-e102-4506-98ac-efb431f3e61b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.606116 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-c3c3eeea-e102-4506-98ac-efb431f3e61b service neutron] 10.222.0.68 "PUT /v2.0/ports/e580531f-f377-4996-b445-c721ab5a3629 HTTP/1.1" status: 200 len: 1095 time: 1.7212524 Aug 10 03:46:53.693643 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-b3c59a99-8adf-441d-bffa-41ed600e94b0 req-7733a17b-9c2c-4433-a620-12dee77a4828 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Deleting port acaa084b-0c3a-4900-9f1a-43039aa1cfc2 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:53.693939 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b3c59a99-8adf-441d-bffa-41ed600e94b0 req-7733a17b-9c2c-4433-a620-12dee77a4828 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.807392 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561140aa-4b3e-4a58-9303-80854fa81275 req-8092cae6-0a5d-41e9-ada2-fb5ff6f0bddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:53.809402 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-561140aa-4b3e-4a58-9303-80854fa81275 req-8092cae6-0a5d-41e9-ada2-fb5ff6f0bddf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.2048578 Aug 10 03:46:53.851481 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3eeea-e102-4506-98ac-efb431f3e61b service neutron] Pushing event updated for resources: {'Port': ['ID=e580531f-f377-4996-b445-c721ab5a3629,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:53.925818 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6533b35d-0645-411d-8afd-b2e517a5e842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.963511 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-b3c59a99-8adf-441d-bffa-41ed600e94b0 req-7733a17b-9c2c-4433-a620-12dee77a4828 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] For port acaa084b-0c3a-4900-9f1a-43039aa1cfc2, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=acaa084b-0c3a-4900-9f1a-43039aa1cfc2,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:53.963997 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b3c59a99-8adf-441d-bffa-41ed600e94b0 req-7733a17b-9c2c-4433-a620-12dee77a4828 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:53.988461 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-71ec1d4a-4340-46cf-90c8-1af08273f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:53.989960 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-71ec1d4a-4340-46cf-90c8-1af08273f5b0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c8d968613f9d44a2a4ba5c9c5549a558&device_id=96ff7fd6-d66c-4174-9ed4-47dbef5621d1 HTTP/1.1" status: 200 len: 1098 time: 0.2086289 Aug 10 03:46:54.005658 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-b3c59a99-8adf-441d-bffa-41ed600e94b0 req-7733a17b-9c2c-4433-a620-12dee77a4828 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Calling delete_port for acaa084b-0c3a-4900-9f1a-43039aa1cfc2 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:54.008889 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561140aa-4b3e-4a58-9303-80854fa81275 req-1c5c4f2c-b3f1-4f46-8458-abd7fff3450a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:54.014345 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-561140aa-4b3e-4a58-9303-80854fa81275 req-1c5c4f2c-b3f1-4f46-8458-abd7fff3450a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1745553 Aug 10 03:46:54.101282 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51324) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:54.110961 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-dfe54cf6-640b-4b6b-9dcc-8ced04d85d4d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=e580531f-f377-4996-b445-c721ab5a3629 HTTP/1.1" status: 200 len: 217 time: 0.0996208 Aug 10 03:46:54.122135 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6c308e32-8a2b-4823-8c05-caa688898f18 req-2c8cfb19-bfc6-4ead-b0bb-cb993a79c430 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea73d0f-bd7c-445b-b98c-da7439965bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5766082 Aug 10 03:46:54.123827 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-29199b5b-9161-4404-ab22-bed490edbb2c req-b6671bd8-a262-429f-b53d-c11323998369 service neutron] For port 68843df9-6dda-4e89-9bea-010632fda565, host n-h2-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:46:54.128592 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-29199b5b-9161-4404-ab22-bed490edbb2c req-b6671bd8-a262-429f-b53d-c11323998369 service neutron] Notify callbacks [] for binding, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.129641 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29199b5b-9161-4404-ab22-bed490edbb2c req-b6671bd8-a262-429f-b53d-c11323998369 service neutron] 10.222.0.68 "DELETE /v2.0/ports/68843df9-6dda-4e89-9bea-010632fda565/bindings/n-h2-802893-2 HTTP/1.1" status: 204 len: 173 time: 0.7501671 Aug 10 03:46:54.155248 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fa5f879c-90f8-4808-a5ff-83cfd65fe03a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e0c8e2bab9444a66aa3b7ddb604d2b06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528491 Aug 10 03:46:54.157888 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51326) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:54.209470 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5b232cfd-aa1d-4723-932a-5620cfc96fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.231743 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5b232cfd-aa1d-4723-932a-5620cfc96fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.293173 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb082da6-af11-43c8-946b-3e28c37906b6 req-805ceec4-01a5-48fb-a27e-40a692f6cdb1 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:54.296560 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eb082da6-af11-43c8-946b-3e28c37906b6 req-805ceec4-01a5-48fb-a27e-40a692f6cdb1 tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 1095 time: 0.3137145 Aug 10 03:46:54.320847 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-684c4a12-077e-438e-880e-8130bd715c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:54.322540 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-684c4a12-077e-438e-880e-8130bd715c68 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.1344688 Aug 10 03:46:54.331577 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb989bb-1999-4a88-ae52-073f8b409d09 req-5213e350-14cb-4a5a-a1e4-2a7efd2f60ff tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:54.333119 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cbb989bb-1999-4a88-ae52-073f8b409d09 req-5213e350-14cb-4a5a-a1e4-2a7efd2f60ff tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 950 time: 0.0535231 Aug 10 03:46:54.377606 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cbb989bb-1999-4a88-ae52-073f8b409d09 req-aaad390e-013c-4fb3-b0c1-3385791b5cbf tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372124 Aug 10 03:46:54.410866 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5b232cfd-aa1d-4723-932a-5620cfc96fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.413432 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-561140aa-4b3e-4a58-9303-80854fa81275 req-4e73219d-92d0-435c-bb3b-fac5cf4e86a2 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721216 Aug 10 03:46:54.414066 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5b232cfd-aa1d-4723-932a-5620cfc96fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.420145 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5b232cfd-aa1d-4723-932a-5620cfc96fa5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/33647832-7f6b-4de3-8138-ba4725e45327 HTTP/1.1" status: 204 len: 168 time: 0.2566693 Aug 10 03:46:54.427697 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b232cfd-aa1d-4723-932a-5620cfc96fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33647832-7f6b-4de3-8138-ba4725e45327,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:54.518674 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eb082da6-af11-43c8-946b-3e28c37906b6 req-b087d78a-1258-45e8-844f-bac3fe78de9c tempest-LiveAutoBlockMigrationV225Test-152239510 tempest-LiveAutoBlockMigrationV225Test-152239510-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998322 Aug 10 03:46:54.554780 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-e6259411-da70-4fd2-b4b9-c1b0fe6956fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:54.556553 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-e6259411-da70-4fd2-b4b9-c1b0fe6956fb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2179871 Aug 10 03:46:54.563925 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6533b35d-0645-411d-8afd-b2e517a5e842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.663426 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-561140aa-4b3e-4a58-9303-80854fa81275 req-d2fc1018-fa1a-4458-84c5-7402a9615439 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423759 Aug 10 03:46:54.696977 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-d427b3a2-df2e-44a0-b2e6-5ec20d2e8bdb service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293883 Aug 10 03:46:54.706209 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6533b35d-0645-411d-8afd-b2e517a5e842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.775715 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b3c59a99-8adf-441d-bffa-41ed600e94b0 req-7733a17b-9c2c-4433-a620-12dee77a4828 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.787589 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['a3243318-600f-47a3-a688-83b3e5f2cee1', 'dfe7ee3a-7458-4bee-ae02-cf4d2586c024', 'e60d48bc-7e61-465e-b0c1-27ec891cc425'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:54.799266 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6533b35d-0645-411d-8afd-b2e517a5e842 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c1fcf7933fd4851b6c80dbe8378268f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2292085 Aug 10 03:46:54.801935 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51344) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:54.824677 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533b35d-0645-411d-8afd-b2e517a5e842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d038d9b9-f833-4bd0-b525-400b81213f87,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:54.829705 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733a17b-9c2c-4433-a620-12dee77a4828 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Pushing event deleted for resources: {'Port': ['ID=acaa084b-0c3a-4900-9f1a-43039aa1cfc2,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:54.845058 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['acaa084b-0c3a-4900-9f1a-43039aa1cfc2'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:54.903497 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c59a99-8adf-441d-bffa-41ed600e94b0 req-7733a17b-9c2c-4433-a620-12dee77a4828 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] No DVR routers for this DVR port acaa084b-0c3a-4900-9f1a-43039aa1cfc2 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:54.952136 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7fc1dd1f-288f-4933-a3fc-e3c7648983f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.976474 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b3c59a99-8adf-441d-bffa-41ed600e94b0 req-7733a17b-9c2c-4433-a620-12dee77a4828 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:54.985581 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b3c59a99-8adf-441d-bffa-41ed600e94b0 req-7733a17b-9c2c-4433-a620-12dee77a4828 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.20 "DELETE /v2.0/ports/acaa084b-0c3a-4900-9f1a-43039aa1cfc2 HTTP/1.1" status: 204 len: 173 time: 1.6403344 Aug 10 03:46:55.002570 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3c46983-6d77-493a-b7d0-d2d8a5ee693b req-364d4dbe-497c-457b-8a6a-a49e27b306a1 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910268 Aug 10 03:46:55.020884 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7fc1dd1f-288f-4933-a3fc-e3c7648983f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:55.028521 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f1639-9e6f-49fa-bbcd-e707de82deb8 req-e64d7d3c-8488-4e69-9a52-bbc3b5df66eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:55.030262 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c45f1639-9e6f-49fa-bbcd-e707de82deb8 req-e64d7d3c-8488-4e69-9a52-bbc3b5df66eb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c8d968613f9d44a2a4ba5c9c5549a558&device_id=2815763b-fd21-46dd-8d45-033c4769edf9 HTTP/1.1" status: 200 len: 1099 time: 0.1435373 Aug 10 03:46:55.099361 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51352) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:55.240695 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7fc1dd1f-288f-4933-a3fc-e3c7648983f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:55.240695 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7fc1dd1f-288f-4933-a3fc-e3c7648983f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:55.241431 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7fc1dd1f-288f-4933-a3fc-e3c7648983f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d038d9b9-f833-4bd0-b525-400b81213f87 HTTP/1.1" status: 204 len: 168 time: 0.4373627 Aug 10 03:46:55.261741 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1dd1f-288f-4933-a3fc-e3c7648983f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d038d9b9-f833-4bd0-b525-400b81213f87,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:55.293749 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-682b503a-8fdd-451b-9f32-03eeb850f657 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1739044713-network', 'tenant_id': 'ec0e7f00b00a4f45927e3e320ec4675d'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:55.405746 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682b503a-8fdd-451b-9f32-03eeb850f657 admin admin] Made reservation on behalf of ec0e7f00b00a4f45927e3e320ec4675d for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:55.409323 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-682b503a-8fdd-451b-9f32-03eeb850f657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:55.454851 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-682b503a-8fdd-451b-9f32-03eeb850f657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:55.510546 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73495b83-2601-426d-8860-b18a98c6ec35 req-421023e3-5380-42ae-a55d-89d92e25c717 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:55.512375 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-73495b83-2601-426d-8860-b18a98c6ec35 req-421023e3-5380-42ae-a55d-89d92e25c717 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 944 time: 0.0983949 Aug 10 03:46:55.551832 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96ff7fd6-d66c-4174-9ed4-47dbef5621d1', 'tag': 'e580531f-f377-4996-b445-c721ab5a3629'}, {'server_uuid': '485da124-f627-4b9d-a298-6e80337b7f9e', 'name': 'network-vif-deleted', 'tag': 'acaa084b-0c3a-4900-9f1a-43039aa1cfc2'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:55.554733 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c87185-31dc-45bc-b9e4-31d6dc4aff98" -d '{"events": [{"name": "network-changed", "server_uuid": "96ff7fd6-d66c-4174-9ed4-47dbef5621d1", "tag": "e580531f-f377-4996-b445-c721ab5a3629"}, {"server_uuid": "485da124-f627-4b9d-a298-6e80337b7f9e", "name": "network-vif-deleted", "tag": "acaa084b-0c3a-4900-9f1a-43039aa1cfc2"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:55.574065 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-73495b83-2601-426d-8860-b18a98c6ec35 req-8222c213-068d-4d02-96de-bc2eea71082f tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527692 Aug 10 03:46:55.650109 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-682b503a-8fdd-451b-9f32-03eeb850f657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:55.674168 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41a899-7bd2-4953-af99-7515c24c7bf0 req-713dfca5-3a14-4c2e-b9d2-b784d664c1cb tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:55.676164 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dc41a899-7bd2-4953-af99-7515c24c7bf0 req-713dfca5-3a14-4c2e-b9d2-b784d664c1cb tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/ports?device_id=96ff7fd6-d66c-4174-9ed4-47dbef5621d1 HTTP/1.1" status: 200 len: 947 time: 0.1179550 Aug 10 03:46:55.706894 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cb53e730-fece-494d-a5a8-f2a11c3ac55a req-bcb57f76-ab01-4e49-b7d0-08c1d37ca844 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=485da124-f627-4b9d-a298-6e80337b7f9e HTTP/1.1" status: 200 len: 210 time: 0.0409989 Aug 10 03:46:55.758324 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dc41a899-7bd2-4953-af99-7515c24c7bf0 req-8414ba3b-6347-45c3-8f3d-fd620dc3edd5 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea73d0f-bd7c-445b-b98c-da7439965bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548174 Aug 10 03:46:55.758324 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963ff91c-d25c-4fd5-8201-c4366f96b538 x-openstack-request-id: req-963ff91c-d25c-4fd5-8201-c4366f96b538 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:55.758324 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96ff7fd6-d66c-4174-9ed4-47dbef5621d1", "tag": "e580531f-f377-4996-b445-c721ab5a3629", "status": "completed", "code": 200}, {"server_uuid": "485da124-f627-4b9d-a298-6e80337b7f9e", "name": "network-vif-deleted", "tag": "acaa084b-0c3a-4900-9f1a-43039aa1cfc2", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:55.758324 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-963ff91c-d25c-4fd5-8201-c4366f96b538 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:55.758324 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96ff7fd6-d66c-4174-9ed4-47dbef5621d1', 'tag': 'e580531f-f377-4996-b445-c721ab5a3629', 'status': 'completed', 'code': 200} Aug 10 03:46:55.758324 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '485da124-f627-4b9d-a298-6e80337b7f9e', 'name': 'network-vif-deleted', 'tag': 'acaa084b-0c3a-4900-9f1a-43039aa1cfc2', 'status': 'completed', 'code': 200} Aug 10 03:46:55.758324 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f1639-9e6f-49fa-bbcd-e707de82deb8 req-42d49f97-4c4c-4c6c-a6e8-d41adbc135df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:55.758324 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c45f1639-9e6f-49fa-bbcd-e707de82deb8 req-42d49f97-4c4c-4c6c-a6e8-d41adbc135df service neutron] 10.222.0.68 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.7178566 Aug 10 03:46:55.775502 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-682b503a-8fdd-451b-9f32-03eeb850f657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:55.797616 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682b503a-8fdd-451b-9f32-03eeb850f657 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:46:55.815317 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b503a-8fdd-451b-9f32-03eeb850f657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea525ae-5b3f-4eec-ad71-fa02f9c540ca,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:55.816710 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-682b503a-8fdd-451b-9f32-03eeb850f657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:55.817174 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-682b503a-8fdd-451b-9f32-03eeb850f657 admin admin] Added segment 20462772-f7c5-492c-9f9f-b3f3881811ba of type vlan for network 5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28 Aug 10 03:46:55.837518 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c45f1639-9e6f-49fa-bbcd-e707de82deb8 req-1a90a390-33e5-405c-bc30-6abc47199080 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 HTTP/1.1" status: 200 len: 217 time: 0.0620296 Aug 10 03:46:55.864742 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-682b503a-8fdd-451b-9f32-03eeb850f657 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:55.922226 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c87185-31dc-45bc-b9e4-31d6dc4aff98 req-9bd182ee-e888-4d93-9227-dc521e5b24d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:55.923877 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-10c87185-31dc-45bc-b9e4-31d6dc4aff98 req-9bd182ee-e888-4d93-9227-dc521e5b24d7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=c8d968613f9d44a2a4ba5c9c5549a558&device_id=96ff7fd6-d66c-4174-9ed4-47dbef5621d1 HTTP/1.1" status: 200 len: 1098 time: 0.1093032 Aug 10 03:46:55.927587 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f1639-9e6f-49fa-bbcd-e707de82deb8 req-28820626-1059-47aa-b13c-0c521d6833d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:55.929305 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c45f1639-9e6f-49fa-bbcd-e707de82deb8 req-28820626-1059-47aa-b13c-0c521d6833d5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0655198 Aug 10 03:46:56.004867 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-682b503a-8fdd-451b-9f32-03eeb850f657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.005926 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682b503a-8fdd-451b-9f32-03eeb850f657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:56.006509 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-682b503a-8fdd-451b-9f32-03eeb850f657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.041622 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f1639-9e6f-49fa-bbcd-e707de82deb8 req-a5a22f0a-7821-4f67-b275-e6936b2522c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:56.043141 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c45f1639-9e6f-49fa-bbcd-e707de82deb8 req-a5a22f0a-7821-4f67-b275-e6936b2522c4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0936081 Aug 10 03:46:56.130661 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b503a-8fdd-451b-9f32-03eeb850f657 admin admin] Pushing event updated for resources: {'Network': ['ID=5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:56.142526 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:46:56.152011 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793347e-03f9-4f78-8267-d14e4c58dbc5 req-627af5f9-8579-4865-a59e-9e806abed711 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:56.162262 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8793347e-03f9-4f78-8267-d14e4c58dbc5 req-627af5f9-8579-4865-a59e-9e806abed711 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.68 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 944 time: 0.0905588 Aug 10 03:46:56.173624 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-682b503a-8fdd-451b-9f32-03eeb850f657 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0727913 Aug 10 03:46:56.174999 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51396) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:56.185870 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c45f1639-9e6f-49fa-bbcd-e707de82deb8 req-e76e492b-7321-4c0f-a35b-a49287710dd0 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287751 Aug 10 03:46:56.193319 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-2e03b8b6-239e-48d1-83ea-9bb671bd436d admin admin] Request body: {'subnet': {'network_id': '5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1739044713-subnet', 'tenant_id': 'ec0e7f00b00a4f45927e3e320ec4675d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:56.256364 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c87185-31dc-45bc-b9e4-31d6dc4aff98 req-b192ba45-b695-449b-aa45-c8ff6586ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:56.258636 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-10c87185-31dc-45bc-b9e4-31d6dc4aff98 req-b192ba45-b695-449b-aa45-c8ff6586ec9d service neutron] 10.222.0.68 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.3198833 Aug 10 03:46:56.331520 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-10c87185-31dc-45bc-b9e4-31d6dc4aff98 req-f8ea1357-dde9-4edb-844d-79b161d046c4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=e580531f-f377-4996-b445-c721ab5a3629 HTTP/1.1" status: 200 len: 217 time: 0.0411289 Aug 10 03:46:56.345122 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-8793347e-03f9-4f78-8267-d14e4c58dbc5 req-8b11e8a8-1079-4a3b-8736-94602932ddd6 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Deleting port 68843df9-6dda-4e89-9bea-010632fda565 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:56.345682 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8793347e-03f9-4f78-8267-d14e4c58dbc5 req-8b11e8a8-1079-4a3b-8736-94602932ddd6 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.404682 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c45f1639-9e6f-49fa-bbcd-e707de82deb8 req-4fbc07bb-f5f1-40d2-ac2f-06803d154d39 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998031 Aug 10 03:46:56.406343 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c87185-31dc-45bc-b9e4-31d6dc4aff98 req-e7e1235e-b20f-47e5-8698-ec3777ae5334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:56.407696 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-10c87185-31dc-45bc-b9e4-31d6dc4aff98 req-e7e1235e-b20f-47e5-8698-ec3777ae5334 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0678129 Aug 10 03:46:56.427306 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e03b8b6-239e-48d1-83ea-9bb671bd436d admin admin] Made reservation on behalf of ec0e7f00b00a4f45927e3e320ec4675d for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:56.431595 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2e03b8b6-239e-48d1-83ea-9bb671bd436d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.485503 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c87185-31dc-45bc-b9e4-31d6dc4aff98 req-44b2cacf-7ee8-417a-b739-ec40a7ed5c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:56.490417 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-10c87185-31dc-45bc-b9e4-31d6dc4aff98 req-44b2cacf-7ee8-417a-b739-ec40a7ed5c62 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0687139 Aug 10 03:46:56.509950 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-8793347e-03f9-4f78-8267-d14e4c58dbc5 req-8b11e8a8-1079-4a3b-8736-94602932ddd6 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] For port 68843df9-6dda-4e89-9bea-010632fda565, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=68843df9-6dda-4e89-9bea-010632fda565,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:56.510326 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8793347e-03f9-4f78-8267-d14e4c58dbc5 req-8b11e8a8-1079-4a3b-8736-94602932ddd6 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.532210 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-8793347e-03f9-4f78-8267-d14e4c58dbc5 req-8b11e8a8-1079-4a3b-8736-94602932ddd6 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Calling delete_port for 68843df9-6dda-4e89-9bea-010632fda565 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:56.615269 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-10c87185-31dc-45bc-b9e4-31d6dc4aff98 req-6c6c9f7b-4a59-496c-acd4-98656862a0c9 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162860 Aug 10 03:46:56.728750 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:46:56.823874 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a344d-f193-44bd-9d93-850940d7583e req-64a6ad25-a19f-4840-9f4f-0e20dd1b819a tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:56.826881 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-10c87185-31dc-45bc-b9e4-31d6dc4aff98 req-1f0ad9a3-cc0c-444c-acbe-41c5ca8a3fb9 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039287 Aug 10 03:46:56.833186 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51422) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:56.834541 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0e3a344d-f193-44bd-9d93-850940d7583e req-64a6ad25-a19f-4840-9f4f-0e20dd1b819a tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 944 time: 0.1757178 Aug 10 03:46:56.884282 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2e03b8b6-239e-48d1-83ea-9bb671bd436d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.931137 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0e3a344d-f193-44bd-9d93-850940d7583e req-d79addb8-34fc-4cf8-9d73-187e6a9f1b98 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874472 Aug 10 03:46:56.963450 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8793347e-03f9-4f78-8267-d14e4c58dbc5 req-8b11e8a8-1079-4a3b-8736-94602932ddd6 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:56.979148 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef20eb4-6b31-4a5b-a326-f6726ebf443d req-bda0897e-e55a-44d0-8099-73ced10bc9ee tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:56.980227 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['68843df9-6dda-4e89-9bea-010632fda565'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:56.988843 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eef20eb4-6b31-4a5b-a326-f6726ebf443d req-bda0897e-e55a-44d0-8099-73ced10bc9ee tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/ports?device_id=96ff7fd6-d66c-4174-9ed4-47dbef5621d1 HTTP/1.1" status: 200 len: 947 time: 0.1019640 Aug 10 03:46:57.034337 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['45469e1f-b3c8-44a0-b148-f8c1669f304e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:57.043640 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-44028d61-5f79-4581-8058-d370dbc333c5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1642227572-network', 'tenant_id': '591a3734745a475b85eccc60c301443f'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:57.055248 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11e8a8-1079-4a3b-8736-94602932ddd6 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Pushing event deleted for resources: {'Port': ['ID=68843df9-6dda-4e89-9bea-010632fda565,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:57.058214 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03b8b6-239e-48d1-83ea-9bb671bd436d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd258855-f802-483c-83e6-1427988dd054,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:57.061672 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eef20eb4-6b31-4a5b-a326-f6726ebf443d req-1b5e12f4-89cd-49e9-b0a0-ca762fd30d07 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea73d0f-bd7c-445b-b98c-da7439965bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718412 Aug 10 03:46:57.065224 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=0b542d51-cef2-4e2e-b3ab-a94e323cb4e3,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:57.080660 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-8793347e-03f9-4f78-8267-d14e4c58dbc5 req-8b11e8a8-1079-4a3b-8736-94602932ddd6 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] No DVR routers for this DVR port 68843df9-6dda-4e89-9bea-010632fda565 on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:57.084539 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8793347e-03f9-4f78-8267-d14e4c58dbc5 req-8b11e8a8-1079-4a3b-8736-94602932ddd6 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.087230 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8793347e-03f9-4f78-8267-d14e4c58dbc5 req-8b11e8a8-1079-4a3b-8736-94602932ddd6 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.68 "DELETE /v2.0/ports/68843df9-6dda-4e89-9bea-010632fda565 HTTP/1.1" status: 204 len: 173 time: 0.9111643 Aug 10 03:46:57.087890 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12005c52-606e-4458-a8c2-6b3647cf6799', 'name': 'network-vif-deleted', 'tag': '68843df9-6dda-4e89-9bea-010632fda565'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:57.092266 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545caf01-9fce-4e73-ab37-2bf5f8cc3b85" -d '{"events": [{"server_uuid": "12005c52-606e-4458-a8c2-6b3647cf6799", "name": "network-vif-deleted", "tag": "68843df9-6dda-4e89-9bea-010632fda565"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:46:57.095383 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e03b8b6-239e-48d1-83ea-9bb671bd436d admin admin] Checking segment: {'id': '20462772-f7c5-492c-9f9f-b3f3881811ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:57.095751 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e03b8b6-239e-48d1-83ea-9bb671bd436d admin admin] Network hostable DHCP agents. Network: 5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:46:57.126721 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '0b542d51-cef2-4e2e-b3ab-a94e323cb4e3', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': '0b542d51-cef2-4e2e-b3ab-a94e323cb4e3', 'mac_address': 'fa:16:3e:77:b9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:46:57.194560 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.198783 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e03b8b6-239e-48d1-83ea-9bb671bd436d admin admin] Network 5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:46:57.206153 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44028d61-5f79-4581-8058-d370dbc333c5 admin admin] Made reservation on behalf of 591a3734745a475b85eccc60c301443f for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:57.206153 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-44028d61-5f79-4581-8058-d370dbc333c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.206442 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.229659 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:46:57.233625 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-44028d61-5f79-4581-8058-d370dbc333c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.253933 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=0b542d51-cef2-4e2e-b3ab-a94e323cb4e3,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:57.337100 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-2e03b8b6-239e-48d1-83ea-9bb671bd436d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:57.348543 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e03b8b6-239e-48d1-83ea-9bb671bd436d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:57.350635 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2e03b8b6-239e-48d1-83ea-9bb671bd436d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.353852 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95235117-4895-484f-b269-b73eda5cac91 None None] Network 5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:57.373358 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-44028d61-5f79-4581-8058-d370dbc333c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.399681 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.400376 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device e580531f-f377-4996-b445-c721ab5a3629 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:46:57.463370 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-44028d61-5f79-4581-8058-d370dbc333c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.471878 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bca4081-9b1e-4b52-932c-6a2c1da8190a x-openstack-request-id: req-5bca4081-9b1e-4b52-932c-6a2c1da8190a {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:46:57.472301 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12005c52-606e-4458-a8c2-6b3647cf6799", "name": "network-vif-deleted", "tag": "68843df9-6dda-4e89-9bea-010632fda565", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:46:57.472616 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5bca4081-9b1e-4b52-932c-6a2c1da8190a {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:46:57.473078 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12005c52-606e-4458-a8c2-6b3647cf6799', 'name': 'network-vif-deleted', 'tag': '68843df9-6dda-4e89-9bea-010632fda565', 'status': 'completed', 'code': 200} Aug 10 03:46:57.520173 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2e03b8b6-239e-48d1-83ea-9bb671bd436d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3411336 Aug 10 03:46:57.537735 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44028d61-5f79-4581-8058-d370dbc333c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:46:57.556993 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44028d61-5f79-4581-8058-d370dbc333c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53de2fbd-3720-47e0-b44d-3b9fd389b2ef,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:57.581910 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-44028d61-5f79-4581-8058-d370dbc333c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.582257 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-44028d61-5f79-4581-8058-d370dbc333c5 admin admin] Added segment ace83023-3124-4de7-be43-778d52f3967c of type vlan for network 02302a25-a8ff-40a2-9896-5f17a320ad73 Aug 10 03:46:57.588869 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device acaa084b-0c3a-4900-9f1a-43039aa1cfc2 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:57.627198 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: acaa084b-0c3a-4900-9f1a-43039aa1cfc2 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:57.632185 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device acaa084b-0c3a-4900-9f1a-43039aa1cfc2 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:57.681054 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=0b542d51-cef2-4e2e-b3ab-a94e323cb4e3,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:57.685121 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port e580531f-f377-4996-b445-c721ab5a3629, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e580531f-f377-4996-b445-c721ab5a3629,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:57.712559 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'e580531f-f377-4996-b445-c721ab5a3629', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': 'e580531f-f377-4996-b445-c721ab5a3629', 'mac_address': 'fa:16:3e:ca:32:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:46:57.712780 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-44028d61-5f79-4581-8058-d370dbc333c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.787780 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98627c52-22df-4dff-ab0b-4cf6a0b5dbd4 None None] Network 5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:57.797748 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42317a-cdba-41a4-af65-b27b0b4f8af5 req-5d7d3394-ef0b-4e58-a62a-170140727027 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:57.806541 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5d42317a-cdba-41a4-af65-b27b0b4f8af5 req-5d7d3394-ef0b-4e58-a62a-170140727027 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 951 time: 0.1747580 Aug 10 03:46:57.824798 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-44028d61-5f79-4581-8058-d370dbc333c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.827829 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44028d61-5f79-4581-8058-d370dbc333c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:57.828622 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-44028d61-5f79-4581-8058-d370dbc333c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.872005 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:57.896101 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e580531f-f377-4996-b445-c721ab5a3629 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:46:57.924671 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5d42317a-cdba-41a4-af65-b27b0b4f8af5 req-32d33c84-b01f-4ff9-acb3-b9acfb145982 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169512 Aug 10 03:46:57.955277 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port e580531f-f377-4996-b445-c721ab5a3629, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e580531f-f377-4996-b445-c721ab5a3629,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:57.956514 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44028d61-5f79-4581-8058-d370dbc333c5 admin admin] Pushing event updated for resources: {'Network': ['ID=02302a25-a8ff-40a2-9896-5f17a320ad73,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:57.969870 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 02302a25-a8ff-40a2-9896-5f17a320ad73 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:46:58.002925 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-44028d61-5f79-4581-8058-d370dbc333c5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1659064 Aug 10 03:46:58.003351 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51470) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:46:58.009477 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-dd954ba1-e084-446d-9151-e1927f20bac2 admin admin] Request body: {'subnet': {'network_id': '02302a25-a8ff-40a2-9896-5f17a320ad73', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1642227572-subnet', 'tenant_id': '591a3734745a475b85eccc60c301443f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:46:58.053461 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-697eefe1-0874-4d3a-9887-2a5445c26b6d tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:58.054754 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-697eefe1-0874-4d3a-9887-2a5445c26b6d tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/networks?id=5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28 HTTP/1.1" status: 200 len: 822 time: 0.1583714 Aug 10 03:46:58.073863 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:58.076820 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-82e30214-ec38-4d80-a6c7-21382f5ec899 req-eb00b457-41bb-43fd-b491-4f01bdfbc64c tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 210 time: 0.0394509 Aug 10 03:46:58.084598 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-c5becc82-a3ee-4491-8648-9daa5ff65d1f tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/quotas/ec0e7f00b00a4f45927e3e320ec4675d HTTP/1.1" status: 200 len: 375 time: 0.0176983 Aug 10 03:46:58.136506 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=e580531f-f377-4996-b445-c721ab5a3629,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:58.138661 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-ddf56362-89a8-4562-b581-7dc649121943 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ec0e7f00b00a4f45927e3e320ec4675d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405345 Aug 10 03:46:58.200002 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd954ba1-e084-446d-9151-e1927f20bac2 admin admin] Made reservation on behalf of 591a3734745a475b85eccc60c301443f for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:46:58.203879 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dd954ba1-e084-446d-9151-e1927f20bac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:58.339203 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8e83a-6d7b-4eba-a0ef-0937a3773a31 req-7bb637a8-404b-4710-856c-b45814bcc858 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:58.340875 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-69f8e83a-6d7b-4eba-a0ef-0937a3773a31 req-7bb637a8-404b-4710-856c-b45814bcc858 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/ports?device_id=96ff7fd6-d66c-4174-9ed4-47dbef5621d1 HTTP/1.1" status: 200 len: 948 time: 0.1217325 Aug 10 03:46:58.344348 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-45d27aa7-cc91-45af-b37a-db9754544fb5 service neutron] 10.222.0.25 "GET /v2.0/networks/5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047758 Aug 10 03:46:58.422933 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['0b542d51-cef2-4e2e-b3ab-a94e323cb4e3'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:58.433445 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-69f8e83a-6d7b-4eba-a0ef-0937a3773a31 req-cb4806b8-d069-4f40-baee-f3da3eac46a1 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea73d0f-bd7c-445b-b98c-da7439965bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799983 Aug 10 03:46:58.462427 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['e580531f-f377-4996-b445-c721ab5a3629'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:58.481574 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-b7750186-1074-467c-ab55-2d00f39f53a8 service neutron] 10.222.0.25 "GET /v2.0/networks/5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275241 Aug 10 03:46:58.615669 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dd954ba1-e084-446d-9151-e1927f20bac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:58.694695 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd954ba1-e084-446d-9151-e1927f20bac2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbf05315-49e9-41b4-9787-5dc1a08192a2,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:58.735500 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd954ba1-e084-446d-9151-e1927f20bac2 admin admin] Checking segment: {'id': 'ace83023-3124-4de7-be43-778d52f3967c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '02302a25-a8ff-40a2-9896-5f17a320ad73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:46:58.736189 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd954ba1-e084-446d-9151-e1927f20bac2 admin admin] Network hostable DHCP agents. Network: 02302a25-a8ff-40a2-9896-5f17a320ad73, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:46:58.740112 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 68843df9-6dda-4e89-9bea-010632fda565 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:46:58.780357 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 68843df9-6dda-4e89-9bea-010632fda565 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:46:58.780678 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 68843df9-6dda-4e89-9bea-010632fda565 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:46:58.804542 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6419e8c-0e9b-4f34-bfa6-ca7396dac351 req-65919c8b-c43c-4e4d-8afa-48fe925e58db tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:58.806070 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d6419e8c-0e9b-4f34-bfa6-ca7396dac351 req-65919c8b-c43c-4e4d-8afa-48fe925e58db tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.68 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 951 time: 0.1038005 Aug 10 03:46:58.839475 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd954ba1-e084-446d-9151-e1927f20bac2 admin admin] Network 02302a25-a8ff-40a2-9896-5f17a320ad73 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:46:58.879950 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-00f70117-d2dd-4994-98b9-20dca5f2dc1d req-fa27a936-9809-4012-901b-37f8929b6ce4 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 210 time: 0.0569918 Aug 10 03:46:58.964424 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-dd954ba1-e084-446d-9151-e1927f20bac2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 02302a25-a8ff-40a2-9896-5f17a320ad73) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:46:58.973947 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd954ba1-e084-446d-9151-e1927f20bac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:58.977914 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dd954ba1-e084-446d-9151-e1927f20bac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:58.978162 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a6adb3-2d01-4667-bdae-99df0e3837bc None None] Network 02302a25-a8ff-40a2-9896-5f17a320ad73 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:58.996318 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-d6419e8c-0e9b-4f34-bfa6-ca7396dac351 req-6cb4e90c-6545-46d8-ab3a-356d0e69b445 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Deleting port e60d48bc-7e61-465e-b0c1-27ec891cc425 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:46:59.002696 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d6419e8c-0e9b-4f34-bfa6-ca7396dac351 req-6cb4e90c-6545-46d8-ab3a-356d0e69b445 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.139871 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-dd954ba1-e084-446d-9151-e1927f20bac2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1322005 Aug 10 03:46:59.175029 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43ab9e-4ec4-4f28-93e9-99b0259f67fd req-daaea446-d74c-40d8-85dc-05df31e84d9b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:59.177781 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ae43ab9e-4ec4-4f28-93e9-99b0259f67fd req-daaea446-d74c-40d8-85dc-05df31e84d9b tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 951 time: 0.1323705 Aug 10 03:46:59.178715 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-d6419e8c-0e9b-4f34-bfa6-ca7396dac351 req-6cb4e90c-6545-46d8-ab3a-356d0e69b445 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] For port e60d48bc-7e61-465e-b0c1-27ec891cc425, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e60d48bc-7e61-465e-b0c1-27ec891cc425,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:46:59.179084 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d6419e8c-0e9b-4f34-bfa6-ca7396dac351 req-6cb4e90c-6545-46d8-ab3a-356d0e69b445 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.214671 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-d6419e8c-0e9b-4f34-bfa6-ca7396dac351 req-6cb4e90c-6545-46d8-ab3a-356d0e69b445 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Calling delete_port for e60d48bc-7e61-465e-b0c1-27ec891cc425 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:46:59.259081 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ae43ab9e-4ec4-4f28-93e9-99b0259f67fd req-4b96cadd-916e-4dfd-a7e7-74b07abd8973 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744085 Aug 10 03:46:59.263493 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fb4067-f05a-4452-8a50-613e72feec01 None None] Network 02302a25-a8ff-40a2-9896-5f17a320ad73 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:46:59.425237 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [req-2b13c3ed-9148-48b4-9165-dcdaf2d4e39e req-e03e329e-abdd-4f34-b382-ef01b0b9f474 tempest-SecurityGroupsNegativeTestJSON-564241854 tempest-SecurityGroupsNegativeTestJSON-564241854-project] show failed (client error): The resource could not be found. Aug 10 03:46:59.429685 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5c662096-3757-481a-a754-a8f4bcf52284 req-3b950f53-987b-41c3-905d-73764922add2 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 210 time: 0.0669646 Aug 10 03:46:59.435084 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b13c3ed-9148-48b4-9165-dcdaf2d4e39e req-e03e329e-abdd-4f34-b382-ef01b0b9f474 tempest-SecurityGroupsNegativeTestJSON-564241854 tempest-SecurityGroupsNegativeTestJSON-564241854-project] 10.222.0.25 "GET /v2.0/security-groups/f0bba497-5bde-4306-8c79-2b9f8178b86c HTTP/1.1" status: 404 len: 352 time: 0.0290391 Aug 10 03:46:59.566315 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0bc17d6e-d0c1-4970-994e-197565c36fb2 req-85c85238-2688-4f3e-8ab6-3d3de8674091 tempest-SecurityGroupsNegativeTestJSON-564241854 tempest-SecurityGroupsNegativeTestJSON-564241854-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=591a3734745a475b85eccc60c301443f HTTP/1.1" status: 200 len: 2984 time: 0.0945177 Aug 10 03:46:59.584471 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26bb216-9a73-4f34-8b46-69a0e4269b81 req-96c52347-27de-413e-9f08-a616752a0935 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:46:59.586283 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a26bb216-9a73-4f34-8b46-69a0e4269b81 req-96c52347-27de-413e-9f08-a616752a0935 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/ports?device_id=96ff7fd6-d66c-4174-9ed4-47dbef5621d1 HTTP/1.1" status: 200 len: 948 time: 0.0676937 Aug 10 03:46:59.648558 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a26bb216-9a73-4f34-8b46-69a0e4269b81 req-4a0e9c1e-aeca-448c-823f-3e3e06c459c0 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea73d0f-bd7c-445b-b98c-da7439965bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548127 Aug 10 03:46:59.670742 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0bc17d6e-d0c1-4970-994e-197565c36fb2 req-1e035a69-9865-43f1-9cca-82c91dcc9a3b tempest-SecurityGroupsNegativeTestJSON-564241854 tempest-SecurityGroupsNegativeTestJSON-564241854-project] 10.222.0.25 "GET /v2.0/security-groups/53de2fbd-3720-47e0-b44d-3b9fd389b2ef HTTP/1.1" status: 200 len: 2981 time: 0.0799599 Aug 10 03:46:59.720646 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0bc17d6e-d0c1-4970-994e-197565c36fb2 req-666b94ba-d261-459e-9476-b88174a054da tempest-SecurityGroupsNegativeTestJSON-564241854 tempest-SecurityGroupsNegativeTestJSON-564241854-project] 10.222.0.25 "GET /v2.0/security-groups/53de2fbd-3720-47e0-b44d-3b9fd389b2ef HTTP/1.1" status: 200 len: 2981 time: 0.0510538 Aug 10 03:46:59.789973 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-21b88133-4e27-494e-86bd-5724ed9d6ded req-d64deabd-06b7-465f-8ecc-28d4d9b3d477 tempest-SecurityGroupsNegativeTestJSON-564241854 tempest-SecurityGroupsNegativeTestJSON-564241854-project] 10.222.0.25 "GET /v2.0/security-groups/53de2fbd-3720-47e0-b44d-3b9fd389b2ef HTTP/1.1" status: 200 len: 2981 time: 0.0443895 Aug 10 03:46:59.813264 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d6419e8c-0e9b-4f34-bfa6-ca7396dac351 req-6cb4e90c-6545-46d8-ab3a-356d0e69b445 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.826177 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['a3243318-600f-47a3-a688-83b3e5f2cee1', 'dfe7ee3a-7458-4bee-ae02-cf4d2586c024', 'e60d48bc-7e61-465e-b0c1-27ec891cc425'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:46:59.891204 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4e90c-6545-46d8-ab3a-356d0e69b445 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Pushing event deleted for resources: {'Port': ['ID=e60d48bc-7e61-465e-b0c1-27ec891cc425,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:46:59.980302 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6419e8c-0e9b-4f34-bfa6-ca7396dac351 req-6cb4e90c-6545-46d8-ab3a-356d0e69b445 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] No DVR routers for this DVR port e60d48bc-7e61-465e-b0c1-27ec891cc425 on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:46:59.988345 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d6419e8c-0e9b-4f34-bfa6-ca7396dac351 req-6cb4e90c-6545-46d8-ab3a-356d0e69b445 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:46:59.992776 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d6419e8c-0e9b-4f34-bfa6-ca7396dac351 req-6cb4e90c-6545-46d8-ab3a-356d0e69b445 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.68 "DELETE /v2.0/ports/e60d48bc-7e61-465e-b0c1-27ec891cc425 HTTP/1.1" status: 204 len: 173 time: 1.1784186 Aug 10 03:46:59.993405 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca46f03-818d-4aea-994a-99c32447ca13', 'name': 'network-vif-deleted', 'tag': 'e60d48bc-7e61-465e-b0c1-27ec891cc425'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:46:59.999514 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce38283b-c758-4127-b6ea-a950bb06e11e" -d '{"events": [{"server_uuid": "8ca46f03-818d-4aea-994a-99c32447ca13", "name": "network-vif-deleted", "tag": "e60d48bc-7e61-465e-b0c1-27ec891cc425"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:00.022815 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4b1c4248-6534-4cf6-9ba5-a6a1c329414d req-21eec957-2d05-4dd4-80a6-4c9d922cfd58 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 210 time: 0.0562689 Aug 10 03:47:00.054019 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51546) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:00.102430 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [req-21b88133-4e27-494e-86bd-5724ed9d6ded req-77409792-913f-452b-8f2d-81449ddd1177 tempest-SecurityGroupsNegativeTestJSON-564241854 tempest-SecurityGroupsNegativeTestJSON-564241854-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 03:47:00.106343 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-21b88133-4e27-494e-86bd-5724ed9d6ded req-77409792-913f-452b-8f2d-81449ddd1177 tempest-SecurityGroupsNegativeTestJSON-564241854 tempest-SecurityGroupsNegativeTestJSON-564241854-project] 10.222.0.25 "DELETE /v2.0/security-groups/53de2fbd-3720-47e0-b44d-3b9fd389b2ef HTTP/1.1" status: 409 len: 352 time: 0.3063476 Aug 10 03:47:00.123474 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8e1f3c-0597-48d1-a62b-fbfafcd247dd x-openstack-request-id: req-8e8e1f3c-0597-48d1-a62b-fbfafcd247dd {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:00.123474 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca46f03-818d-4aea-994a-99c32447ca13", "name": "network-vif-deleted", "tag": "e60d48bc-7e61-465e-b0c1-27ec891cc425", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:00.123474 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e8e1f3c-0597-48d1-a62b-fbfafcd247dd {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:00.123474 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca46f03-818d-4aea-994a-99c32447ca13', 'name': 'network-vif-deleted', 'tag': 'e60d48bc-7e61-465e-b0c1-27ec891cc425', 'status': 'completed', 'code': 200} Aug 10 03:47:00.149848 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d18ad555-3596-46ff-9984-95c83028bee0 req-1bd30727-053e-4d71-a156-af8712f13986 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0951254 Aug 10 03:47:00.171894 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [req-eb549e23-9168-42a0-a32f-6dfc3034fb49 req-c4927761-99ed-4f9a-8991-136a61f5fdb6 tempest-SecurityGroupsNegativeTestJSON-564241854 tempest-SecurityGroupsNegativeTestJSON-564241854-project] show failed (client error): The resource could not be found. Aug 10 03:47:00.173276 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eb549e23-9168-42a0-a32f-6dfc3034fb49 req-c4927761-99ed-4f9a-8991-136a61f5fdb6 tempest-SecurityGroupsNegativeTestJSON-564241854 tempest-SecurityGroupsNegativeTestJSON-564241854-project] 10.222.0.25 "GET /v2.0/security-groups/8e22afcc-5057-405b-82e9-7c63fea7d7cb HTTP/1.1" status: 404 len: 352 time: 0.0225177 Aug 10 03:47:00.221103 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [req-37c135ff-ff6b-4e0c-9291-8462f7a6a097 req-e729e7d8-00a7-4e99-8aea-78d94976eedc tempest-SecurityGroupsNegativeTestJSON-564241854 tempest-SecurityGroupsNegativeTestJSON-564241854-project] show failed (client error): The resource could not be found. Aug 10 03:47:00.223505 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-37c135ff-ff6b-4e0c-9291-8462f7a6a097 req-e729e7d8-00a7-4e99-8aea-78d94976eedc tempest-SecurityGroupsNegativeTestJSON-564241854 tempest-SecurityGroupsNegativeTestJSON-564241854-project] 10.222.0.25 "GET /v2.0/security-groups/f096c177-efca-421b-baaf-5b4e53c88744 HTTP/1.1" status: 404 len: 352 time: 0.0208342 Aug 10 03:47:00.241326 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51554) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:00.253098 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2b9a5fd9-815c-446e-8d42-9abc1edbbf7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:00.297250 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ad555-3596-46ff-9984-95c83028bee0 req-916bd537-b78d-4f3b-ad0e-1f77cafefca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:00.307537 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d18ad555-3596-46ff-9984-95c83028bee0 req-916bd537-b78d-4f3b-ad0e-1f77cafefca3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 1101 time: 0.0967014 Aug 10 03:47:00.323655 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-16cf2a4d-956e-4163-8403-de102c0a3842 admin admin] Deleting subnet bbf05315-49e9-41b4-9787-5dc1a08192a2 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:47:00.358604 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-16cf2a4d-956e-4163-8403-de102c0a3842 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:00.406635 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2b9a5fd9-815c-446e-8d42-9abc1edbbf7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:00.473342 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2b9a5fd9-815c-446e-8d42-9abc1edbbf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:00.521765 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-88b71c5c-846e-4627-83b6-0ba026d1ac76 req-2a5ac7cd-6aa5-4595-a3ca-36e9715ba187 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca46f03-818d-4aea-994a-99c32447ca13 HTTP/1.1" status: 200 len: 210 time: 0.1035109 Aug 10 03:47:00.542510 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-16cf2a4d-956e-4163-8403-de102c0a3842 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:00.596643 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2b9a5fd9-815c-446e-8d42-9abc1edbbf7e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ff699d7e15547c19c9b755838558216&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5267963 Aug 10 03:47:00.596643 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-158667ec-de1f-4be0-a848-d7006ffc8177 req-0e9af27e-4b7d-42be-870d-0fa60d19af94 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 210 time: 0.0506697 Aug 10 03:47:00.596643 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a5fd9-815c-446e-8d42-9abc1edbbf7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d12dabf-4e03-473e-b3ea-8899c1dcffb7,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:00.596643 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51560) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:00.633619 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-16cf2a4d-956e-4163-8403-de102c0a3842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:00.656955 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b0dd3a2b-6658-438b-a0a9-f78d71246030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:00.691386 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ad555-3596-46ff-9984-95c83028bee0 req-2a95cec4-2220-4c41-831b-c02117714871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:00.693153 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d18ad555-3596-46ff-9984-95c83028bee0 req-2a95cec4-2220-4c41-831b-c02117714871 service neutron] 10.222.0.68 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.3610780 Aug 10 03:47:00.696712 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b0dd3a2b-6658-438b-a0a9-f78d71246030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:00.740041 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device e580531f-f377-4996-b445-c721ab5a3629 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:00.769808 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d18ad555-3596-46ff-9984-95c83028bee0 req-02b974ab-3b42-43c6-bbd5-3771d1acea0c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=a3243318-600f-47a3-a688-83b3e5f2cee1 HTTP/1.1" status: 200 len: 217 time: 0.0672381 Aug 10 03:47:00.866053 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b0dd3a2b-6658-438b-a0a9-f78d71246030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:00.869911 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b0dd3a2b-6658-438b-a0a9-f78d71246030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:00.870247 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b0dd3a2b-6658-438b-a0a9-f78d71246030 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8d12dabf-4e03-473e-b3ea-8899c1dcffb7 HTTP/1.1" status: 204 len: 168 time: 0.2792578 Aug 10 03:47:00.879383 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd3a2b-6658-438b-a0a9-f78d71246030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d12dabf-4e03-473e-b3ea-8899c1dcffb7,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:00.885053 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ad555-3596-46ff-9984-95c83028bee0 req-871e58ab-6506-479e-b411-19d54e27d51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:00.886546 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d18ad555-3596-46ff-9984-95c83028bee0 req-871e58ab-6506-479e-b411-19d54e27d51a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.1066666 Aug 10 03:47:00.908453 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbb337-dfad-4416-9bd2-27f52e777106 req-a9891000-7c96-408f-8812-21396d3a428d tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:00.910061 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1bdbb337-dfad-4416-9bd2-27f52e777106 req-a9891000-7c96-408f-8812-21396d3a428d tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/ports?device_id=96ff7fd6-d66c-4174-9ed4-47dbef5621d1 HTTP/1.1" status: 200 len: 948 time: 0.1225450 Aug 10 03:47:00.968890 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port e580531f-f377-4996-b445-c721ab5a3629 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:00.973862 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port e580531f-f377-4996-b445-c721ab5a3629 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:00.974231 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:00.983265 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1bdbb337-dfad-4416-9bd2-27f52e777106 req-6be6d82e-fc4c-4760-a19d-53d579b6cd1d tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea73d0f-bd7c-445b-b98c-da7439965bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595138 Aug 10 03:47:00.986499 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ad555-3596-46ff-9984-95c83028bee0 req-30a86c45-850f-4487-be30-b13f1ac88228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:00.987838 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d18ad555-3596-46ff-9984-95c83028bee0 req-30a86c45-850f-4487-be30-b13f1ac88228 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0768847 Aug 10 03:47:00.994547 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-16cf2a4d-956e-4163-8403-de102c0a3842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.072854 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf2a4d-956e-4163-8403-de102c0a3842 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbf05315-49e9-41b4-9787-5dc1a08192a2,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:01.082188 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-16cf2a4d-956e-4163-8403-de102c0a3842 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.087760 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-16cf2a4d-956e-4163-8403-de102c0a3842 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bbf05315-49e9-41b4-9787-5dc1a08192a2 HTTP/1.1" status: 204 len: 168 time: 0.8436615 Aug 10 03:47:01.087923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51572) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:01.144651 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d18ad555-3596-46ff-9984-95c83028bee0 req-38d9e74f-c338-418d-9869-d96a1d614623 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478679 Aug 10 03:47:01.186404 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.231711 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port e580531f-f377-4996-b445-c721ab5a3629, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e580531f-f377-4996-b445-c721ab5a3629,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:01.233600 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ff7fd6-d66c-4174-9ed4-47dbef5621d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e580531f-f377-4996-b445-c721ab5a3629'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:01.235889 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc991cc-3194-4f2b-a79c-793b3cc9b6cf" -d '{"events": [{"server_uuid": "96ff7fd6-d66c-4174-9ed4-47dbef5621d1", "name": "network-vif-plugged", "status": "completed", "tag": "e580531f-f377-4996-b445-c721ab5a3629"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:01.241491 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e984b925-5a0c-4cff-9e1b-69ce25b80240 req-97dcde43-820d-4af7-8c60-724a026fc415 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 210 time: 0.0365217 Aug 10 03:47:01.260313 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3fd99074-0648-42e8-a624-7657118db970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.343236 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef235ff6-c472-4099-a6ec-c0d6c79fe33d x-openstack-request-id: req-ef235ff6-c472-4099-a6ec-c0d6c79fe33d {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:01.343907 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ff7fd6-d66c-4174-9ed4-47dbef5621d1", "name": "network-vif-plugged", "status": "completed", "tag": "e580531f-f377-4996-b445-c721ab5a3629", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:01.344356 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef235ff6-c472-4099-a6ec-c0d6c79fe33d {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:01.344945 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ff7fd6-d66c-4174-9ed4-47dbef5621d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e580531f-f377-4996-b445-c721ab5a3629', 'code': 200} Aug 10 03:47:01.352573 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d18ad555-3596-46ff-9984-95c83028bee0 req-43e567bd-fe24-4889-a115-391b023b7abf service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961334 Aug 10 03:47:01.354297 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.357093 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:01.367697 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3fd99074-0648-42e8-a624-7657118db970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.389869 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-3fd99074-0648-42e8-a624-7657118db970 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02302a25-a8ff-40a2-9896-5f17a320ad73']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:01.413650 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-3fd99074-0648-42e8-a624-7657118db970 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace83023-3124-4de7-be43-778d52f3967c') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:01.413905 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-3fd99074-0648-42e8-a624-7657118db970 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace83023-3124-4de7-be43-778d52f3967c') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:01.430815 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3fd99074-0648-42e8-a624-7657118db970 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.471069 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3fd99074-0648-42e8-a624-7657118db970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.483150 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fd99074-0648-42e8-a624-7657118db970 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:47:01.483769 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3fd99074-0648-42e8-a624-7657118db970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:47:01.485606 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:47:01.501608 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=e580531f-f377-4996-b445-c721ab5a3629,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:01.506952 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b2602-9433-4d91-b5be-d24b377d6d03 req-a1d2d26a-8e04-487f-aec6-9a5f900d1c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:01.507678 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-265b2602-9433-4d91-b5be-d24b377d6d03 req-a1d2d26a-8e04-487f-aec6-9a5f900d1c85 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=96ff7fd6-d66c-4174-9ed4-47dbef5621d1 HTTP/1.1" status: 200 len: 1100 time: 0.0768173 Aug 10 03:47:01.551557 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-265b2602-9433-4d91-b5be-d24b377d6d03 req-1e711314-0534-4ef0-a9f8-ceb57970bae7 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=5ea73d0f-bd7c-445b-b98c-da7439965bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361230 Aug 10 03:47:01.588986 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:01.594160 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:01.598542 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.679282 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3fd99074-0648-42e8-a624-7657118db970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.685542 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3fd99074-0648-42e8-a624-7657118db970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.695495 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3fd99074-0648-42e8-a624-7657118db970 admin admin] 10.222.0.25 "DELETE /v2.0/networks/02302a25-a8ff-40a2-9896-5f17a320ad73 HTTP/1.1" status: 204 len: 168 time: 0.6071115 Aug 10 03:47:01.747737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd99074-0648-42e8-a624-7657118db970 admin admin] Pushing event deleted for resources: {'Network': ['ID=02302a25-a8ff-40a2-9896-5f17a320ad73,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:01.786449 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.804305 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3cb5c70c-b6ed-43e4-a49e-1bd985a13e28 req-fd1ffea5-2fae-4744-b2c9-d6ff7168221c tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 210 time: 0.0479515 Aug 10 03:47:01.835512 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51588) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:01.856050 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=0b542d51-cef2-4e2e-b3ab-a94e323cb4e3,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:01.858617 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-69a61657-0666-4875-b236-4083190e1990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.954223 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:01.955118 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device e60d48bc-7e61-465e-b0c1-27ec891cc425 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:01.979352 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-69a61657-0666-4875-b236-4083190e1990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.050808 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-69a61657-0666-4875-b236-4083190e1990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.074518 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=0b542d51-cef2-4e2e-b3ab-a94e323cb4e3,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:02.080152 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: e60d48bc-7e61-465e-b0c1-27ec891cc425 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:02.093697 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device e60d48bc-7e61-465e-b0c1-27ec891cc425 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:02.107661 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-69a61657-0666-4875-b236-4083190e1990 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e7a6d39a1ff247d2afd54b2a8713bd4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709556 Aug 10 03:47:02.112602 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51594) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:02.115893 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a61657-0666-4875-b236-4083190e1990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93583a6-583b-4e07-a349-912a087b427d,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:02.225853 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-b56e256d-c4dc-4f46-95b7-9079a7f8d7b4 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:02.240211 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-b56e256d-c4dc-4f46-95b7-9079a7f8d7b4 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.20 "GET /v2.0/networks?id=5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28 HTTP/1.1" status: 200 len: 822 time: 0.2146695 Aug 10 03:47:02.290603 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-6a305ac1-0f1d-4063-bce7-c722c896391f tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Request body: {'port': {'device_id': '1158f880-9547-44aa-93bd-e2575761d287', 'network_id': '5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28', 'admin_state_up': True, 'tenant_id': 'ec0e7f00b00a4f45927e3e320ec4675d'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:02.321052 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51600) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:02.375143 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e5712-7384-40cb-8bc1-a80f8e3f2b22 req-febe11f4-5ecd-4987-900c-f52f8681e775 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:02.376644 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-245e5712-7384-40cb-8bc1-a80f8e3f2b22 req-febe11f4-5ecd-4987-900c-f52f8681e775 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.0884755 Aug 10 03:47:02.380633 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3810b46a-1773-427d-ae8e-3f769f88c4f7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=591a3734745a475b85eccc60c301443f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0582774 Aug 10 03:47:02.382862 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bdd30-1b2d-47f8-ba55-fe88eb0fce72 req-f8f0ead6-1a05-41c8-9948-5d295336396f tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:02.383446 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51602) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:02.390217 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-702bdd30-1b2d-47f8-ba55-fe88eb0fce72 req-f8f0ead6-1a05-41c8-9948-5d295336396f tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/ports?device_id=96ff7fd6-d66c-4174-9ed4-47dbef5621d1 HTTP/1.1" status: 200 len: 949 time: 0.1429572 Aug 10 03:47:02.426886 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2642e6ae-acd9-4e65-b72b-f5a83ce95513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.483590 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-702bdd30-1b2d-47f8-ba55-fe88eb0fce72 req-3bc8bf21-6d9d-4b50-b14c-4c2bcb8a7a05 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea73d0f-bd7c-445b-b98c-da7439965bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923429 Aug 10 03:47:02.485509 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2642e6ae-acd9-4e65-b72b-f5a83ce95513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.492394 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-245e5712-7384-40cb-8bc1-a80f8e3f2b22 req-e8d574df-5e52-4fb0-9a1d-46fe60d2e882 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020980 Aug 10 03:47:02.510484 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c54017af-5ad4-48f7-8148-8b6bc6d16b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.555647 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c54017af-5ad4-48f7-8148-8b6bc6d16b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.609636 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-275b8427-5d1d-499d-84ce-16e7de29147e req-32327fd3-a4fa-46bd-b570-bac1f78ce5c1 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 210 time: 0.0364368 Aug 10 03:47:02.702413 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-6a305ac1-0f1d-4063-bce7-c722c896391f tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Made reservation on behalf of ec0e7f00b00a4f45927e3e320ec4675d for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:02.705979 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-6a305ac1-0f1d-4063-bce7-c722c896391f tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.733294 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2642e6ae-acd9-4e65-b72b-f5a83ce95513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.735357 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2642e6ae-acd9-4e65-b72b-f5a83ce95513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.738108 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2642e6ae-acd9-4e65-b72b-f5a83ce95513 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c93583a6-583b-4e07-a349-912a087b427d HTTP/1.1" status: 204 len: 168 time: 0.6229727 Aug 10 03:47:02.738402 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c54017af-5ad4-48f7-8148-8b6bc6d16b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.741576 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c54017af-5ad4-48f7-8148-8b6bc6d16b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:02.759790 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c54017af-5ad4-48f7-8148-8b6bc6d16b6c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/53de2fbd-3720-47e0-b44d-3b9fd389b2ef HTTP/1.1" status: 204 len: 168 time: 0.3667150 Aug 10 03:47:02.779475 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642e6ae-acd9-4e65-b72b-f5a83ce95513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93583a6-583b-4e07-a349-912a087b427d,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:02.788903 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54017af-5ad4-48f7-8148-8b6bc6d16b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53de2fbd-3720-47e0-b44d-3b9fd389b2ef,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:02.799871 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642e6ae-acd9-4e65-b72b-f5a83ce95513 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:02.800381 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642e6ae-acd9-4e65-b72b-f5a83ce95513 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:02.800846 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642e6ae-acd9-4e65-b72b-f5a83ce95513 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:02.801277 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642e6ae-acd9-4e65-b72b-f5a83ce95513 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:02.801704 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642e6ae-acd9-4e65-b72b-f5a83ce95513 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:02.802130 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642e6ae-acd9-4e65-b72b-f5a83ce95513 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:02.802553 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642e6ae-acd9-4e65-b72b-f5a83ce95513 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:02.802989 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642e6ae-acd9-4e65-b72b-f5a83ce95513 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:02.803438 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642e6ae-acd9-4e65-b72b-f5a83ce95513 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:02.803856 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642e6ae-acd9-4e65-b72b-f5a83ce95513 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:02.804430 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642e6ae-acd9-4e65-b72b-f5a83ce95513 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:02.804717 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2642e6ae-acd9-4e65-b72b-f5a83ce95513 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:02.886805 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-6a305ac1-0f1d-4063-bce7-c722c896391f tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Allocated IP 172.20.0.13 (5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28/bd258855-f802-483c-83e6-1427988dd054/25fd77b2-a64c-4a4b-8df5-77f4c8724602) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:02.924595 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eb924956-dc44-4851-814d-c496b696713c req-d5a1ef79-4011-4b94-9ff7-55901b3ca12a tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=12005c52-606e-4458-a8c2-6b3647cf6799 HTTP/1.1" status: 200 len: 210 time: 0.0393028 Aug 10 03:47:03.063139 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-6a305ac1-0f1d-4063-bce7-c722c896391f tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.289415 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-6a305ac1-0f1d-4063-bce7-c722c896391f tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.344295 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-6a305ac1-0f1d-4063-bce7-c722c896391f tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Network 5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:03.346933 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2815763b-fd21-46dd-8d45-033c4769edf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b542d51-cef2-4e2e-b3ab-a94e323cb4e3'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:03.347570 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-6a305ac1-0f1d-4063-bce7-c722c896391f tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:03.349859 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7601e436-a105-44a8-b90d-1539f9fe3f82" -d '{"events": [{"server_uuid": "2815763b-fd21-46dd-8d45-033c4769edf9", "name": "network-vif-plugged", "status": "completed", "tag": "0b542d51-cef2-4e2e-b3ab-a94e323cb4e3"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:03.351668 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-6a305ac1-0f1d-4063-bce7-c722c896391f tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:03.382427 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a305ac1-0f1d-4063-bce7-c722c896391f tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Pushing event updated for resources: {'Port': ['ID=25fd77b2-a64c-4a4b-8df5-77f4c8724602,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:03.432351 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-6a305ac1-0f1d-4063-bce7-c722c896391f tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:03.433293 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-6a305ac1-0f1d-4063-bce7-c722c896391f tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.433419 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc5b6c5-eba0-4816-a64b-9034782482f7 x-openstack-request-id: req-dcc5b6c5-eba0-4816-a64b-9034782482f7 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:03.433628 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2815763b-fd21-46dd-8d45-033c4769edf9", "name": "network-vif-plugged", "status": "completed", "tag": "0b542d51-cef2-4e2e-b3ab-a94e323cb4e3", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:03.433890 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dcc5b6c5-eba0-4816-a64b-9034782482f7 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:03.434295 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2815763b-fd21-46dd-8d45-033c4769edf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b542d51-cef2-4e2e-b3ab-a94e323cb4e3', 'code': 200} Aug 10 03:47:03.560307 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-6a305ac1-0f1d-4063-bce7-c722c896391f tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2761922 Aug 10 03:47:03.585679 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b75b8b-558e-4115-86cc-594f3d6ff8ff req-4552a85c-70f6-4ed3-ac6d-1a92c95dd65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:03.589170 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-70b75b8b-558e-4115-86cc-594f3d6ff8ff req-4552a85c-70f6-4ed3-ac6d-1a92c95dd65e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2815763b-fd21-46dd-8d45-033c4769edf9 HTTP/1.1" status: 200 len: 1101 time: 0.0887063 Aug 10 03:47:03.593298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-54ab7847-db3e-4fbf-9fc5-dcdbb0fcb9da service neutron] Request body: {'port': {'device_id': '1158f880-9547-44aa-93bd-e2575761d287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:03.657119 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-70b75b8b-558e-4115-86cc-594f3d6ff8ff req-950f4988-a1c7-42f7-b686-bf6e4f16142c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=5ea73d0f-bd7c-445b-b98c-da7439965bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578156 Aug 10 03:47:03.746885 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f38592-d3a0-44a5-a9c1-980caec7c40f req-c0b9ed83-ce2a-46ca-8929-1e1e58e22268 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:03.752793 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b3f38592-d3a0-44a5-a9c1-980caec7c40f req-c0b9ed83-ce2a-46ca-8929-1e1e58e22268 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/ports?device_id=96ff7fd6-d66c-4174-9ed4-47dbef5621d1 HTTP/1.1" status: 200 len: 949 time: 0.0928378 Aug 10 03:47:03.774036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616bc84-4ea4-4640-b74a-3884f2c985d8 req-416fa73a-8df1-425c-827c-bbfe653944be tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:03.775912 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7616bc84-4ea4-4640-b74a-3884f2c985d8 req-416fa73a-8df1-425c-827c-bbfe653944be tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.68 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.2102783 Aug 10 03:47:03.780748 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-54ab7847-db3e-4fbf-9fc5-dcdbb0fcb9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:03.803750 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b3f38592-d3a0-44a5-a9c1-980caec7c40f req-75d13a57-5883-4c6a-91a4-d0cf45e1db61 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea73d0f-bd7c-445b-b98c-da7439965bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461779 Aug 10 03:47:03.831762 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d487595-8a02-47c3-9156-c56a83d73e99 req-ada2db14-1c3a-4b35-ba45-49b567e372d6 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:03.839628 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d487595-8a02-47c3-9156-c56a83d73e99 req-ada2db14-1c3a-4b35-ba45-49b567e372d6 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 949 time: 0.1761651 Aug 10 03:47:03.973277 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d487595-8a02-47c3-9156-c56a83d73e99 req-dba82d9d-3c7e-44bd-96bf-8ec336591dae tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282115 Aug 10 03:47:04.003978 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7c5b6-6a3e-4733-8eb3-fd5a0f581472 req-4afaf9f7-479d-4395-b60e-d61b4f250276 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:04.008660 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a2f7c5b6-6a3e-4733-8eb3-fd5a0f581472 req-4afaf9f7-479d-4395-b60e-d61b4f250276 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 932 time: 0.1003220 Aug 10 03:47:04.079748 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a2f7c5b6-6a3e-4733-8eb3-fd5a0f581472 req-ebdcba2f-c01c-40e2-bf6a-b9463915e58a tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647149 Aug 10 03:47:04.235803 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-7616bc84-4ea4-4640-b74a-3884f2c985d8 req-304db900-8e35-415f-8c6b-f0f097fcd485 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Deleting port dfe7ee3a-7458-4bee-ae02-cf4d2586c024 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:04.236185 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7616bc84-4ea4-4640-b74a-3884f2c985d8 req-304db900-8e35-415f-8c6b-f0f097fcd485 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.267051 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7dd9f-b292-4c80-91cf-6de7b22f1d58 req-10295d62-3fae-4060-89ab-ae5ae28e32fc tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:04.267051 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3cb7dd9f-b292-4c80-91cf-6de7b22f1d58 req-10295d62-3fae-4060-89ab-ae5ae28e32fc tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/ports?device_id=2815763b-fd21-46dd-8d45-033c4769edf9 HTTP/1.1" status: 200 len: 950 time: 0.1782489 Aug 10 03:47:04.414846 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3cb7dd9f-b292-4c80-91cf-6de7b22f1d58 req-74947217-038b-4fc6-8a1e-7ad187a8a244 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea73d0f-bd7c-445b-b98c-da7439965bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164002 Aug 10 03:47:04.442993 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-7616bc84-4ea4-4640-b74a-3884f2c985d8 req-304db900-8e35-415f-8c6b-f0f097fcd485 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] For port dfe7ee3a-7458-4bee-ae02-cf4d2586c024, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=dfe7ee3a-7458-4bee-ae02-cf4d2586c024,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:04.443369 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7616bc84-4ea4-4640-b74a-3884f2c985d8 req-304db900-8e35-415f-8c6b-f0f097fcd485 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.467378 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-7616bc84-4ea4-4640-b74a-3884f2c985d8 req-304db900-8e35-415f-8c6b-f0f097fcd485 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Calling delete_port for dfe7ee3a-7458-4bee-ae02-cf4d2586c024 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:04.510465 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51670) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:04.588631 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-54ab7847-db3e-4fbf-9fc5-dcdbb0fcb9da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25fd77b2-a64c-4a4b-8df5-77f4c8724602 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:47:04.606228 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-54ab7847-db3e-4fbf-9fc5-dcdbb0fcb9da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.630367 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51674) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:04.640928 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-54ab7847-db3e-4fbf-9fc5-dcdbb0fcb9da service neutron] Transition to ACTIVE for port object 25fd77b2-a64c-4a4b-8df5-77f4c8724602 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:04.741938 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-54ab7847-db3e-4fbf-9fc5-dcdbb0fcb9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.774393 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-374d112f-7328-4273-9c4f-28633983b109 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1109643316-network', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:04.812681 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab7847-db3e-4fbf-9fc5-dcdbb0fcb9da service neutron] Pushing event updated for resources: {'Port': ['ID=25fd77b2-a64c-4a4b-8df5-77f4c8724602,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:04.816950 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-1d770ccd-0681-406b-829f-e7a77ba1966b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1501314320-network', 'tenant_id': 'b5803c135cf642e1808d6df6cd8c25e1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:04.857200 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7616bc84-4ea4-4640-b74a-3884f2c985d8 req-304db900-8e35-415f-8c6b-f0f097fcd485 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.872538 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['a3243318-600f-47a3-a688-83b3e5f2cee1', 'dfe7ee3a-7458-4bee-ae02-cf4d2586c024'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:47:04.900146 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304db900-8e35-415f-8c6b-f0f097fcd485 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Pushing event deleted for resources: {'Port': ['ID=dfe7ee3a-7458-4bee-ae02-cf4d2586c024,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:04.937426 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374d112f-7328-4273-9c4f-28633983b109 admin admin] Made reservation on behalf of 58ee50e6de35447d8f023d20187a0aea for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:04.944557 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-374d112f-7328-4273-9c4f-28633983b109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.953085 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-7616bc84-4ea4-4640-b74a-3884f2c985d8 req-304db900-8e35-415f-8c6b-f0f097fcd485 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] No DVR routers for this DVR port dfe7ee3a-7458-4bee-ae02-cf4d2586c024 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:04.960016 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7616bc84-4ea4-4640-b74a-3884f2c985d8 req-304db900-8e35-415f-8c6b-f0f097fcd485 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.960559 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-374d112f-7328-4273-9c4f-28633983b109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:04.962218 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7616bc84-4ea4-4640-b74a-3884f2c985d8 req-304db900-8e35-415f-8c6b-f0f097fcd485 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.68 "DELETE /v2.0/ports/dfe7ee3a-7458-4bee-ae02-cf4d2586c024 HTTP/1.1" status: 204 len: 173 time: 1.1779053 Aug 10 03:47:04.962677 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac637059-6855-4fe6-9fdb-51bc1ace177f', 'name': 'network-vif-deleted', 'tag': 'dfe7ee3a-7458-4bee-ae02-cf4d2586c024'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:04.965153 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb17f5b-75af-4e09-a8ff-d71bfc83de96" -d '{"events": [{"server_uuid": "ac637059-6855-4fe6-9fdb-51bc1ace177f", "name": "network-vif-deleted", "tag": "dfe7ee3a-7458-4bee-ae02-cf4d2586c024"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:05.005073 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-54ab7847-db3e-4fbf-9fc5-dcdbb0fcb9da service neutron] Attempting to bind port 25fd77b2-a64c-4a4b-8df5-77f4c8724602 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:05.007167 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-54ab7847-db3e-4fbf-9fc5-dcdbb0fcb9da service neutron] Attempting to bind port 25fd77b2-a64c-4a4b-8df5-77f4c8724602 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '20462772-f7c5-492c-9f9f-b3f3881811ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:05.007703 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-54ab7847-db3e-4fbf-9fc5-dcdbb0fcb9da service neutron] Attempting to bind port 25fd77b2-a64c-4a4b-8df5-77f4c8724602 on network 5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:05.026053 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-54ab7847-db3e-4fbf-9fc5-dcdbb0fcb9da service neutron] Port 25fd77b2-a64c-4a4b-8df5-77f4c8724602 on network 5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:47:05.027668 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-54ab7847-db3e-4fbf-9fc5-dcdbb0fcb9da service neutron] Attempting to bind port 25fd77b2-a64c-4a4b-8df5-77f4c8724602 on network 5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:05.034023 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-54ab7847-db3e-4fbf-9fc5-dcdbb0fcb9da service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:05.034638 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-54ab7847-db3e-4fbf-9fc5-dcdbb0fcb9da service neutron] Checking segment: {'id': '20462772-f7c5-492c-9f9f-b3f3881811ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:05.035211 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-54ab7847-db3e-4fbf-9fc5-dcdbb0fcb9da service neutron] Bound using segment: {'id': '20462772-f7c5-492c-9f9f-b3f3881811ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:05.035870 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-54ab7847-db3e-4fbf-9fc5-dcdbb0fcb9da service neutron] Bound port: 25fd77b2-a64c-4a4b-8df5-77f4c8724602, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20462772-f7c5-492c-9f9f-b3f3881811ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:05.036422 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-54ab7847-db3e-4fbf-9fc5-dcdbb0fcb9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:05.054545 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e203f24-ecde-4647-81b8-4e2e39976386 x-openstack-request-id: req-6e203f24-ecde-4647-81b8-4e2e39976386 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:05.054853 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac637059-6855-4fe6-9fdb-51bc1ace177f", "name": "network-vif-deleted", "tag": "dfe7ee3a-7458-4bee-ae02-cf4d2586c024", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:05.055109 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e203f24-ecde-4647-81b8-4e2e39976386 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:05.055889 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac637059-6855-4fe6-9fdb-51bc1ace177f', 'name': 'network-vif-deleted', 'tag': 'dfe7ee3a-7458-4bee-ae02-cf4d2586c024', 'status': 'completed', 'code': 200} Aug 10 03:47:05.098226 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d770ccd-0681-406b-829f-e7a77ba1966b admin admin] Made reservation on behalf of b5803c135cf642e1808d6df6cd8c25e1 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:05.101418 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1d770ccd-0681-406b-829f-e7a77ba1966b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:05.125381 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1d770ccd-0681-406b-829f-e7a77ba1966b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:05.166880 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-42cebbd0-e45f-4818-9c11-f37175291218 req-888ba439-357f-4bf4-a1e8-52e0a8871b9c tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac637059-6855-4fe6-9fdb-51bc1ace177f HTTP/1.1" status: 200 len: 210 time: 0.0736673 Aug 10 03:47:05.260390 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-54ab7847-db3e-4fbf-9fc5-dcdbb0fcb9da service neutron] For port 25fd77b2-a64c-4a4b-8df5-77f4c8724602, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:05.264482 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-54ab7847-db3e-4fbf-9fc5-dcdbb0fcb9da service neutron] For port 25fd77b2-a64c-4a4b-8df5-77f4c8724602, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=25fd77b2-a64c-4a4b-8df5-77f4c8724602,segment=NetworkSegment(20462772-f7c5-492c-9f9f-b3f3881811ba),segment_id=20462772-f7c5-492c-9f9f-b3f3881811ba)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:05.272679 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568aa78-0278-4ce6-bff8-0f0dcce4baa2 req-d38cf692-50ae-402d-b3a1-a7195b08f54a tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:05.274496 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1568aa78-0278-4ce6-bff8-0f0dcce4baa2 req-d38cf692-50ae-402d-b3a1-a7195b08f54a tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 944 time: 0.1013343 Aug 10 03:47:05.350391 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-374d112f-7328-4273-9c4f-28633983b109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:05.371509 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1568aa78-0278-4ce6-bff8-0f0dcce4baa2 req-be1060c5-dad6-471e-8eec-6ed5c2ab5e17 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826511 Aug 10 03:47:05.395242 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-54ab7847-db3e-4fbf-9fc5-dcdbb0fcb9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:05.457351 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-54ab7847-db3e-4fbf-9fc5-dcdbb0fcb9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:05.457901 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-54ab7847-db3e-4fbf-9fc5-dcdbb0fcb9da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:05.460325 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-54ab7847-db3e-4fbf-9fc5-dcdbb0fcb9da service neutron] 10.222.0.20 "PUT /v2.0/ports/25fd77b2-a64c-4a4b-8df5-77f4c8724602 HTTP/1.1" status: 200 len: 1092 time: 1.8845823 Aug 10 03:47:05.464238 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-374d112f-7328-4273-9c4f-28633983b109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:05.501788 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab7847-db3e-4fbf-9fc5-dcdbb0fcb9da service neutron] Pushing event updated for resources: {'Port': ['ID=25fd77b2-a64c-4a4b-8df5-77f4c8724602,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:05.522804 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-374d112f-7328-4273-9c4f-28633983b109 admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:47:05.554886 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d112f-7328-4273-9c4f-28633983b109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbba081a-d3f5-495f-b111-3d06ff503ae4,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:05.558032 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-374d112f-7328-4273-9c4f-28633983b109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:05.558403 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-374d112f-7328-4273-9c4f-28633983b109 admin admin] Added segment 4836d09a-cfbb-4d06-995e-7a8ae6ea23fb of type vlan for network ae78276c-6519-4603-bc80-1f77f9c4457a Aug 10 03:47:05.694600 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-374d112f-7328-4273-9c4f-28633983b109 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:05.696427 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea30bb9-e077-4c5f-a452-084ff61c67da req-a22560ca-c524-49fe-afae-a848f3ad5876 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:05.698024 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6ea30bb9-e077-4c5f-a452-084ff61c67da req-a22560ca-c524-49fe-afae-a848f3ad5876 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/ports?device_id=2815763b-fd21-46dd-8d45-033c4769edf9 HTTP/1.1" status: 200 len: 950 time: 0.1398418 Aug 10 03:47:05.714114 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-cbcce597-797f-45d5-b771-4fdca5828f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:05.715855 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-cbcce597-797f-45d5-b771-4fdca5828f1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec0e7f00b00a4f45927e3e320ec4675d&device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 1095 time: 0.0705593 Aug 10 03:47:05.788522 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-944e6f60-30aa-4e3c-81ea-eca0cfe4c80a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25fd77b2-a64c-4a4b-8df5-77f4c8724602 HTTP/1.1" status: 200 len: 217 time: 0.0551012 Aug 10 03:47:05.792724 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33204795-faba-4035-9cf3-f7e208a7d3f4 req-b3539c42-d57b-434d-80ce-e29a1a7398c5 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:05.795468 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-33204795-faba-4035-9cf3-f7e208a7d3f4 req-b3539c42-d57b-434d-80ce-e29a1a7398c5 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 945 time: 0.1181524 Aug 10 03:47:05.840507 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6ea30bb9-e077-4c5f-a452-084ff61c67da req-2fb30f20-753e-4a07-9c3f-32a896d9b370 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea73d0f-bd7c-445b-b98c-da7439965bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233034 Aug 10 03:47:05.840728 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1d770ccd-0681-406b-829f-e7a77ba1966b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:05.864949 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-4b29ac7d-5ea3-40d2-8957-daf9195eddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:05.864949 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-4b29ac7d-5ea3-40d2-8957-daf9195eddf4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd258855-f802-483c-83e6-1427988dd054 HTTP/1.1" status: 200 len: 862 time: 0.0625906 Aug 10 03:47:05.871469 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-33204795-faba-4035-9cf3-f7e208a7d3f4 req-316d9c6b-9838-4c93-a0aa-a724ff20b525 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651627 Aug 10 03:47:05.899042 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-bca171a8-22ee-4e26-b7fa-0a6bf48b7ecb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269856 Aug 10 03:47:05.970673 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-374d112f-7328-4273-9c4f-28633983b109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:05.973233 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374d112f-7328-4273-9c4f-28633983b109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:05.974132 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-374d112f-7328-4273-9c4f-28633983b109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:06.055472 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-3c29d05f-c90f-48be-90e0-b1962a07807f service neutron] 10.222.0.20 "GET /v2.0/networks/5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489379 Aug 10 03:47:06.078748 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d112f-7328-4273-9c4f-28633983b109 admin admin] Pushing event updated for resources: {'Network': ['ID=ae78276c-6519-4603-bc80-1f77f9c4457a,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:06.084599 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1d770ccd-0681-406b-829f-e7a77ba1966b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:06.094209 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network ae78276c-6519-4603-bc80-1f77f9c4457a details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:47:06.112082 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d770ccd-0681-406b-829f-e7a77ba1966b admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:47:06.128562 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d770ccd-0681-406b-829f-e7a77ba1966b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f668b4a4-636d-4c3a-ab7c-8d569dd6a04e,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:06.132815 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1d770ccd-0681-406b-829f-e7a77ba1966b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:06.133161 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-1d770ccd-0681-406b-829f-e7a77ba1966b admin admin] Added segment 4d91e0be-2632-4efe-bc99-3118c2412ecc of type vlan for network 30c15c05-59fb-4116-a291-e5525c98c227 Aug 10 03:47:06.172815 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-374d112f-7328-4273-9c4f-28633983b109 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6609116 Aug 10 03:47:06.173451 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51706) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:06.187820 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-712b8164-5dae-4d2f-8b12-df0e399317d9 admin admin] Request body: {'subnet': {'network_id': 'ae78276c-6519-4603-bc80-1f77f9c4457a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1109643316-subnet', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:06.197454 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1d770ccd-0681-406b-829f-e7a77ba1966b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:06.237615 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc13fa4e-7124-4689-bab4-7e24bf3f53e6 req-883f3ad4-70cf-4399-955a-ef29818a072b service neutron] 10.222.0.20 "GET /v2.0/networks/5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731279 Aug 10 03:47:06.330602 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712b8164-5dae-4d2f-8b12-df0e399317d9 admin admin] Made reservation on behalf of 58ee50e6de35447d8f023d20187a0aea for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:06.334029 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-712b8164-5dae-4d2f-8b12-df0e399317d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:06.377128 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1d770ccd-0681-406b-829f-e7a77ba1966b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:06.378261 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d770ccd-0681-406b-829f-e7a77ba1966b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:06.378930 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1d770ccd-0681-406b-829f-e7a77ba1966b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:06.484338 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d770ccd-0681-406b-829f-e7a77ba1966b admin admin] Pushing event updated for resources: {'Network': ['ID=30c15c05-59fb-4116-a291-e5525c98c227,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:06.501767 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 30c15c05-59fb-4116-a291-e5525c98c227 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:47:06.557207 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1d770ccd-0681-406b-829f-e7a77ba1966b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9257495 Aug 10 03:47:06.565004 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51716) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:06.571528 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-a5ac5373-6880-45f5-8562-660ddbc94e6b admin admin] Request body: {'subnet': {'network_id': '30c15c05-59fb-4116-a291-e5525c98c227', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1501314320-subnet', 'tenant_id': 'b5803c135cf642e1808d6df6cd8c25e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:06.732247 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ac5373-6880-45f5-8562-660ddbc94e6b admin admin] Made reservation on behalf of b5803c135cf642e1808d6df6cd8c25e1 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:06.735374 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a5ac5373-6880-45f5-8562-660ddbc94e6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:06.826185 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-712b8164-5dae-4d2f-8b12-df0e399317d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:06.934226 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712b8164-5dae-4d2f-8b12-df0e399317d9 admin admin] Checking segment: {'id': '4836d09a-cfbb-4d06-995e-7a8ae6ea23fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ae78276c-6519-4603-bc80-1f77f9c4457a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:06.934809 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712b8164-5dae-4d2f-8b12-df0e399317d9 admin admin] Network hostable DHCP agents. Network: ae78276c-6519-4603-bc80-1f77f9c4457a, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:47:06.942071 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b8164-5dae-4d2f-8b12-df0e399317d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72cf0926-51a4-4fc0-96af-c684075d2095,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:06.960324 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e700c-f76c-4371-ad61-1a8e4295e107 req-01b3f1cd-f977-45ee-8adb-045f54bf7e54 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:06.961524 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-496e700c-f76c-4371-ad61-1a8e4295e107 req-01b3f1cd-f977-45ee-8adb-045f54bf7e54 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 950 time: 0.1501935 Aug 10 03:47:07.034883 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-496e700c-f76c-4371-ad61-1a8e4295e107 req-f6dd38fc-1071-4199-b37b-fe99d0af14d3 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606344 Aug 10 03:47:07.041700 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712b8164-5dae-4d2f-8b12-df0e399317d9 admin admin] Network ae78276c-6519-4603-bc80-1f77f9c4457a is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:47:07.062393 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1158f880-9547-44aa-93bd-e2575761d287', 'tag': '25fd77b2-a64c-4a4b-8df5-77f4c8724602'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:07.064635 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd13d3d-3a58-4f13-9ef3-b7e029d614fb" -d '{"events": [{"name": "network-changed", "server_uuid": "1158f880-9547-44aa-93bd-e2575761d287", "tag": "25fd77b2-a64c-4a4b-8df5-77f4c8724602"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:07.123488 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be14e4-0874-491a-b80a-ffa2d5608c32 req-0484ee2e-5a36-4fee-ac38-8a960dd84e96 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:07.125077 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-14be14e4-0874-491a-b80a-ffa2d5608c32 req-0484ee2e-5a36-4fee-ac38-8a960dd84e96 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 944 time: 0.1290398 Aug 10 03:47:07.130326 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-712b8164-5dae-4d2f-8b12-df0e399317d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, ae78276c-6519-4603-bc80-1f77f9c4457a) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:07.141769 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377384ef-f7a5-4a82-8a06-e628737bca81 None None] Network ae78276c-6519-4603-bc80-1f77f9c4457a requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:07.148998 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712b8164-5dae-4d2f-8b12-df0e399317d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:07.157003 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-712b8164-5dae-4d2f-8b12-df0e399317d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:07.202651 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-14be14e4-0874-491a-b80a-ffa2d5608c32 req-590c80dc-0a69-40a9-b0f0-cc73bd3d8201 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492361 Aug 10 03:47:07.211476 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a5ac5373-6880-45f5-8562-660ddbc94e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:07.327544 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-712b8164-5dae-4d2f-8b12-df0e399317d9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1501207 Aug 10 03:47:07.330307 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51736) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:07.336787 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-13e1af53-5246-4a13-a93b-2ff6dab6efd8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1109643316-router', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:07.366700 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c60f42-4c74-421f-a5c0-9dbaa2d65d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-ae78276c-6519-4603-bc80-1f77f9c4457a', 'network_id': 'ae78276c-6519-4603-bc80-1f77f9c4457a', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'fixed_ips': [{'subnet_id': '72cf0926-51a4-4fc0-96af-c684075d2095'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:47:07.367584 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d7c60f42-4c74-421f-a5c0-9dbaa2d65d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:07.460974 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-13e1af53-5246-4a13-a93b-2ff6dab6efd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:07.462147 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-13e1af53-5246-4a13-a93b-2ff6dab6efd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:07.554850 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-13e1af53-5246-4a13-a93b-2ff6dab6efd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:07.590830 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-d7c60f42-4c74-421f-a5c0-9dbaa2d65d74 None None] Allocated IP 172.20.0.2 (ae78276c-6519-4603-bc80-1f77f9c4457a/72cf0926-51a4-4fc0-96af-c684075d2095/9e052238-0d33-4f8e-866b-762b87c63a61) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:07.650020 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6d3946-637c-4fb2-a0ba-08f02c50dfb4 x-openstack-request-id: req-1e6d3946-637c-4fb2-a0ba-08f02c50dfb4 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:07.650802 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1158f880-9547-44aa-93bd-e2575761d287", "tag": "25fd77b2-a64c-4a4b-8df5-77f4c8724602", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:07.650802 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e6d3946-637c-4fb2-a0ba-08f02c50dfb4 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:07.656316 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1158f880-9547-44aa-93bd-e2575761d287', 'tag': '25fd77b2-a64c-4a4b-8df5-77f4c8724602', 'status': 'completed', 'code': 200} Aug 10 03:47:07.729303 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac5373-6880-45f5-8562-660ddbc94e6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0523149d-f4b1-4acd-a1e7-e24e02bdc22f,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:07.763830 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd13d3d-3a58-4f13-9ef3-b7e029d614fb req-49fa534e-2099-409d-8307-f80966177246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:07.765949 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ccd13d3d-3a58-4f13-9ef3-b7e029d614fb req-49fa534e-2099-409d-8307-f80966177246 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec0e7f00b00a4f45927e3e320ec4675d&device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 1095 time: 0.1188211 Aug 10 03:47:07.769627 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d7c60f42-4c74-421f-a5c0-9dbaa2d65d74 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:07.779862 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d7c60f42-4c74-421f-a5c0-9dbaa2d65d74 None None] Transition to ACTIVE for port object 9e052238-0d33-4f8e-866b-762b87c63a61 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:07.783068 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06053e-7e5f-407b-a298-094ee7470bbf req-3d6760c3-a1b7-4185-a204-92186f74c481 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:07.786007 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ec06053e-7e5f-407b-a298-094ee7470bbf req-3d6760c3-a1b7-4185-a204-92186f74c481 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 945 time: 0.1377742 Aug 10 03:47:07.799681 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d7c60f42-4c74-421f-a5c0-9dbaa2d65d74 None None] Transition to ACTIVE for port object 9e052238-0d33-4f8e-866b-762b87c63a61 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:07.820258 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ac5373-6880-45f5-8562-660ddbc94e6b admin admin] Checking segment: {'id': '4d91e0be-2632-4efe-bc99-3118c2412ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '30c15c05-59fb-4116-a291-e5525c98c227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:07.820627 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ac5373-6880-45f5-8562-660ddbc94e6b admin admin] Network hostable DHCP agents. Network: 30c15c05-59fb-4116-a291-e5525c98c227, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:47:07.852040 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-13e1af53-5246-4a13-a93b-2ff6dab6efd8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:07.896543 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d7c60f42-4c74-421f-a5c0-9dbaa2d65d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:07.905726 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ec06053e-7e5f-407b-a298-094ee7470bbf req-9d09f66a-3b2d-4d3e-a2ec-fc9a981cf7d3 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018639 Aug 10 03:47:07.932129 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c60f42-4c74-421f-a5c0-9dbaa2d65d74 None None] Network ae78276c-6519-4603-bc80-1f77f9c4457a is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:07.935667 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-d7c60f42-4c74-421f-a5c0-9dbaa2d65d74 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:07.936915 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd13d3d-3a58-4f13-9ef3-b7e029d614fb req-ae2dcbc9-99b5-4e6b-ad29-892c56b1b72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:07.938438 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ccd13d3d-3a58-4f13-9ef3-b7e029d614fb req-ae2dcbc9-99b5-4e6b-ad29-892c56b1b72e service neutron] 10.222.0.20 "GET /v2.0/networks?id=5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28 HTTP/1.1" status: 200 len: 923 time: 0.1494155 Aug 10 03:47:07.941300 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c60f42-4c74-421f-a5c0-9dbaa2d65d74 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:07.953413 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c60f42-4c74-421f-a5c0-9dbaa2d65d74 None None] Pushing event updated for resources: {'Port': ['ID=9e052238-0d33-4f8e-866b-762b87c63a61,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:07.980968 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ccd13d3d-3a58-4f13-9ef3-b7e029d614fb req-0230e89a-983d-41a0-985e-bd89492ee3d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25fd77b2-a64c-4a4b-8df5-77f4c8724602 HTTP/1.1" status: 200 len: 217 time: 0.0348160 Aug 10 03:47:08.003157 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d7c60f42-4c74-421f-a5c0-9dbaa2d65d74 None None] Attempting to bind port 9e052238-0d33-4f8e-866b-762b87c63a61 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:08.005802 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d7c60f42-4c74-421f-a5c0-9dbaa2d65d74 None None] Attempting to bind port 9e052238-0d33-4f8e-866b-762b87c63a61 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '4836d09a-cfbb-4d06-995e-7a8ae6ea23fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ae78276c-6519-4603-bc80-1f77f9c4457a'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:08.005802 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c60f42-4c74-421f-a5c0-9dbaa2d65d74 None None] Attempting to bind port 9e052238-0d33-4f8e-866b-762b87c63a61 on network ae78276c-6519-4603-bc80-1f77f9c4457a {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:08.009379 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c60f42-4c74-421f-a5c0-9dbaa2d65d74 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:08.009753 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c60f42-4c74-421f-a5c0-9dbaa2d65d74 None None] Checking segment: {'id': '4836d09a-cfbb-4d06-995e-7a8ae6ea23fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ae78276c-6519-4603-bc80-1f77f9c4457a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:08.010157 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d7c60f42-4c74-421f-a5c0-9dbaa2d65d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.010551 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c60f42-4c74-421f-a5c0-9dbaa2d65d74 None None] Bound using segment: {'id': '4836d09a-cfbb-4d06-995e-7a8ae6ea23fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ae78276c-6519-4603-bc80-1f77f9c4457a'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:08.011021 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d7c60f42-4c74-421f-a5c0-9dbaa2d65d74 None None] Bound port: 9e052238-0d33-4f8e-866b-762b87c63a61, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4836d09a-cfbb-4d06-995e-7a8ae6ea23fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ae78276c-6519-4603-bc80-1f77f9c4457a'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:08.011416 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d7c60f42-4c74-421f-a5c0-9dbaa2d65d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.041771 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd13d3d-3a58-4f13-9ef3-b7e029d614fb req-2ad5fafe-e79c-4a5f-89ff-b1249efc1f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:08.043486 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ccd13d3d-3a58-4f13-9ef3-b7e029d614fb req-2ad5fafe-e79c-4a5f-89ff-b1249efc1f2b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd258855-f802-483c-83e6-1427988dd054 HTTP/1.1" status: 200 len: 862 time: 0.0554776 Aug 10 03:47:08.044759 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ac5373-6880-45f5-8562-660ddbc94e6b admin admin] Network 30c15c05-59fb-4116-a291-e5525c98c227 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:47:08.099240 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ccd13d3d-3a58-4f13-9ef3-b7e029d614fb req-1d88f0e4-8ea2-4b9b-9a70-9bf40e2418e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473483 Aug 10 03:47:08.110374 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d7c60f42-4c74-421f-a5c0-9dbaa2d65d74 None None] For port 9e052238-0d33-4f8e-866b-762b87c63a61, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:08.116583 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d7c60f42-4c74-421f-a5c0-9dbaa2d65d74 None None] For port 9e052238-0d33-4f8e-866b-762b87c63a61, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=9e052238-0d33-4f8e-866b-762b87c63a61,segment=NetworkSegment(4836d09a-cfbb-4d06-995e-7a8ae6ea23fb),segment_id=4836d09a-cfbb-4d06-995e-7a8ae6ea23fb)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:08.167205 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-a5ac5373-6880-45f5-8562-660ddbc94e6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 30c15c05-59fb-4116-a291-e5525c98c227) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:08.175757 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac5373-6880-45f5-8562-660ddbc94e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:08.177081 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a5ac5373-6880-45f5-8562-660ddbc94e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.179205 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0686552b-0026-4f88-805e-30c01873dbc0 None None] Network 30c15c05-59fb-4116-a291-e5525c98c227 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:08.215014 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5393ef-bbf7-4fa7-8c11-9e52673776ec req-6f2c2d74-b20f-45d1-bbd2-e1be00635afb tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:08.218189 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2c5393ef-bbf7-4fa7-8c11-9e52673776ec req-6f2c2d74-b20f-45d1-bbd2-e1be00635afb tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 950 time: 0.0809836 Aug 10 03:47:08.223428 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ccd13d3d-3a58-4f13-9ef3-b7e029d614fb req-6c570ecb-cf49-4115-a799-893780e445fa service neutron] 10.222.0.20 "GET /v2.0/networks/5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140707 Aug 10 03:47:08.246551 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d7c60f42-4c74-421f-a5c0-9dbaa2d65d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.350133 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a5ac5373-6880-45f5-8562-660ddbc94e6b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7831881 Aug 10 03:47:08.353291 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c60f42-4c74-421f-a5c0-9dbaa2d65d74 None None] Pushing event updated for resources: {'Port': ['ID=9e052238-0d33-4f8e-866b-762b87c63a61,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:08.354642 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51758) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:08.375153 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2c5393ef-bbf7-4fa7-8c11-9e52673776ec req-21281753-16cc-4a3b-b53c-970e8b989441 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/security-groups?id=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039960 Aug 10 03:47:08.378395 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-5cb887ce-5ff4-42c3-8580-c3ca59ca5612 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1501314320-router', 'tenant_id': 'b5803c135cf642e1808d6df6cd8c25e1', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:08.431268 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-13e1af53-5246-4a13-a93b-2ff6dab6efd8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.452278 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-13e1af53-5246-4a13-a93b-2ff6dab6efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.467199 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae32bbc-2f4a-4f99-8591-202a376eff6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-30c15c05-59fb-4116-a291-e5525c98c227', 'network_id': '30c15c05-59fb-4116-a291-e5525c98c227', 'tenant_id': 'b5803c135cf642e1808d6df6cd8c25e1', 'fixed_ips': [{'subnet_id': '0523149d-f4b1-4acd-a1e7-e24e02bdc22f'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:47:08.468436 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5ae32bbc-2f4a-4f99-8591-202a376eff6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.504762 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ccd13d3d-3a58-4f13-9ef3-b7e029d614fb req-3113947b-f8f2-4e84-8b88-901e37416547 service neutron] 10.222.0.20 "GET /v2.0/networks/5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749393 Aug 10 03:47:08.535083 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5cb887ce-5ff4-42c3-8580-c3ca59ca5612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.537408 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5cb887ce-5ff4-42c3-8580-c3ca59ca5612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.548925 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3ee2a-d84f-46bb-9f1e-03a6177a967f req-f8362e69-3316-4b78-9198-decc3710de07 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:08.548925 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-28e3ee2a-d84f-46bb-9f1e-03a6177a967f req-f8362e69-3316-4b78-9198-decc3710de07 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.68 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 950 time: 0.2362564 Aug 10 03:47:08.629812 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f833d-8691-4c01-90fe-410db3409d38 req-951eb11d-4a1e-4da7-8a89-d2a88fb05570 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:08.638827 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d58f833d-8691-4c01-90fe-410db3409d38 req-951eb11d-4a1e-4da7-8a89-d2a88fb05570 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 944 time: 0.2851267 Aug 10 03:47:08.649178 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5cb887ce-5ff4-42c3-8580-c3ca59ca5612 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.651283 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-13e1af53-5246-4a13-a93b-2ff6dab6efd8 admin admin] Allocated IP 172.25.0.108 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:08.665816 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-5ae32bbc-2f4a-4f99-8591-202a376eff6a None None] Allocated IP 172.20.0.2 (30c15c05-59fb-4116-a291-e5525c98c227/0523149d-f4b1-4acd-a1e7-e24e02bdc22f/a3818cc9-fa64-4d1a-8198-f148a2be5010) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:08.758564 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d58f833d-8691-4c01-90fe-410db3409d38 req-92dbdcf1-29cf-4c62-83ac-122c02e220ec tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108918 Aug 10 03:47:08.802918 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:47:08.803754 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device dfe7ee3a-7458-4bee-ae02-cf4d2586c024 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:08.804744 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-28e3ee2a-d84f-46bb-9f1e-03a6177a967f req-8f9ee2f6-dd54-48b5-9eb5-9bb8748773d6 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Deleting port a3243318-600f-47a3-a688-83b3e5f2cee1 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:08.805216 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-28e3ee2a-d84f-46bb-9f1e-03a6177a967f req-8f9ee2f6-dd54-48b5-9eb5-9bb8748773d6 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:08.844183 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: dfe7ee3a-7458-4bee-ae02-cf4d2586c024 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:08.844530 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device dfe7ee3a-7458-4bee-ae02-cf4d2586c024 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:09.003669 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-28e3ee2a-d84f-46bb-9f1e-03a6177a967f req-8f9ee2f6-dd54-48b5-9eb5-9bb8748773d6 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] For port a3243318-600f-47a3-a688-83b3e5f2cee1, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=a3243318-600f-47a3-a688-83b3e5f2cee1,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:09.004387 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-28e3ee2a-d84f-46bb-9f1e-03a6177a967f req-8f9ee2f6-dd54-48b5-9eb5-9bb8748773d6 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.040337 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-28e3ee2a-d84f-46bb-9f1e-03a6177a967f req-8f9ee2f6-dd54-48b5-9eb5-9bb8748773d6 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Calling delete_port for a3243318-600f-47a3-a688-83b3e5f2cee1 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:09.159229 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5ae32bbc-2f4a-4f99-8591-202a376eff6a None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.179759 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5ae32bbc-2f4a-4f99-8591-202a376eff6a None None] Transition to ACTIVE for port object a3818cc9-fa64-4d1a-8198-f148a2be5010 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:09.215023 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=0b542d51-cef2-4e2e-b3ab-a94e323cb4e3,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:09.227832 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5ae32bbc-2f4a-4f99-8591-202a376eff6a None None] Transition to ACTIVE for port object a3818cc9-fa64-4d1a-8198-f148a2be5010 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:09.233159 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '0b542d51-cef2-4e2e-b3ab-a94e323cb4e3', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': '0b542d51-cef2-4e2e-b3ab-a94e323cb4e3', 'mac_address': 'fa:16:3e:77:b9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:47:09.284219 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.300488 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:47:09.308961 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5ae32bbc-2f4a-4f99-8591-202a376eff6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.312911 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbbd651-a9af-4168-8890-d0a4275ffe74 req-995aeba7-8642-4539-96da-0d28499bb32d tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:09.315006 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5dbbd651-a9af-4168-8890-d0a4275ffe74 req-995aeba7-8642-4539-96da-0d28499bb32d tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.20 "GET /v2.0/ports?device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 945 time: 0.0979795 Aug 10 03:47:09.340293 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=0b542d51-cef2-4e2e-b3ab-a94e323cb4e3,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:09.345524 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-28e3ee2a-d84f-46bb-9f1e-03a6177a967f req-8f9ee2f6-dd54-48b5-9eb5-9bb8748773d6 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.393714 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['a3243318-600f-47a3-a688-83b3e5f2cee1'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:47:09.438274 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ee2f6-dd54-48b5-9eb5-9bb8748773d6 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Pushing event deleted for resources: {'Port': ['ID=a3243318-600f-47a3-a688-83b3e5f2cee1,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:09.474518 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae32bbc-2f4a-4f99-8591-202a376eff6a None None] Network 30c15c05-59fb-4116-a291-e5525c98c227 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:09.480613 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae32bbc-2f4a-4f99-8591-202a376eff6a None None] Pushing event updated for resources: {'Port': ['ID=a3818cc9-fa64-4d1a-8198-f148a2be5010,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:09.488067 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.492863 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-5ae32bbc-2f4a-4f99-8591-202a376eff6a None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:09.496304 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae32bbc-2f4a-4f99-8591-202a376eff6a None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:09.533713 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5cb887ce-5ff4-42c3-8580-c3ca59ca5612 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.561977 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 25fd77b2-a64c-4a4b-8df5-77f4c8724602 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:47:09.572124 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e3ee2a-d84f-46bb-9f1e-03a6177a967f req-8f9ee2f6-dd54-48b5-9eb5-9bb8748773d6 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] No DVR routers for this DVR port a3243318-600f-47a3-a688-83b3e5f2cee1 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:09.572651 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d161b31-b8ae-4a97-a682-691454df3627 req-d3978bc8-6318-4b35-bead-cbc1185cfdc6 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:09.588816 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1d161b31-b8ae-4a97-a682-691454df3627 req-d3978bc8-6318-4b35-bead-cbc1185cfdc6 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 945 time: 0.2308507 Aug 10 03:47:09.590640 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-28e3ee2a-d84f-46bb-9f1e-03a6177a967f req-8f9ee2f6-dd54-48b5-9eb5-9bb8748773d6 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.597230 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-28e3ee2a-d84f-46bb-9f1e-03a6177a967f req-8f9ee2f6-dd54-48b5-9eb5-9bb8748773d6 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.68 "DELETE /v2.0/ports/a3243318-600f-47a3-a688-83b3e5f2cee1 HTTP/1.1" status: 204 len: 173 time: 1.0442147 Aug 10 03:47:09.621152 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-13e1af53-5246-4a13-a93b-2ff6dab6efd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.656567 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c78df69c-b5a9-478d-96a4-1f1cd003ef8e req-38c2588b-3f87-4dc0-83cb-00b79c8538da tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 210 time: 0.0861912 Aug 10 03:47:09.669808 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362172f1-4c11-46ec-97a2-c657568fa552', 'name': 'network-vif-deleted', 'tag': 'a3243318-600f-47a3-a688-83b3e5f2cee1'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:09.674237 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b326be-a905-40bf-9a90-0e2eefeaccb0" -d '{"events": [{"server_uuid": "362172f1-4c11-46ec-97a2-c657568fa552", "name": "network-vif-deleted", "tag": "a3243318-600f-47a3-a688-83b3e5f2cee1"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:09.698759 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-5dbbd651-a9af-4168-8890-d0a4275ffe74 req-50f4b3ed-c4dd-42fc-ab9d-3e7a8941b162 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Deleting port 81cdbb71-b581-494d-9589-c15371fba4f3 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:09.699618 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5dbbd651-a9af-4168-8890-d0a4275ffe74 req-50f4b3ed-c4dd-42fc-ab9d-3e7a8941b162 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.723315 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 25fd77b2-a64c-4a4b-8df5-77f4c8724602, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=25fd77b2-a64c-4a4b-8df5-77f4c8724602,segment=NetworkSegment(20462772-f7c5-492c-9f9f-b3f3881811ba),segment_id=20462772-f7c5-492c-9f9f-b3f3881811ba)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:09.739367 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '25fd77b2-a64c-4a4b-8df5-77f4c8724602', 'network_id': '5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28', 'port_id': '25fd77b2-a64c-4a4b-8df5-77f4c8724602', 'mac_address': 'fa:16:3e:da:d3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd258855-f802-483c-83e6-1427988dd054', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:47:09.744113 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1d161b31-b8ae-4a97-a682-691454df3627 req-36141def-5a11-4df4-991d-4ef6b4900dea tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups?id=481843de-1b3c-44cf-a624-10004eee171b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541433 Aug 10 03:47:09.849072 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-5dbbd651-a9af-4168-8890-d0a4275ffe74 req-50f4b3ed-c4dd-42fc-ab9d-3e7a8941b162 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] For port 81cdbb71-b581-494d-9589-c15371fba4f3, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=81cdbb71-b581-494d-9589-c15371fba4f3,segment=NetworkSegment(0c3ff272-2732-4f55-a1da-d84e69f6d5d2),segment_id=0c3ff272-2732-4f55-a1da-d84e69f6d5d2)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:09.850295 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5dbbd651-a9af-4168-8890-d0a4275ffe74 req-50f4b3ed-c4dd-42fc-ab9d-3e7a8941b162 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.881635 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:09.901908 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 9e052238-0d33-4f8e-866b-762b87c63a61 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:09.949506 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['0b542d51-cef2-4e2e-b3ab-a94e323cb4e3'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:47:09.957499 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25fd77b2-a64c-4a4b-8df5-77f4c8724602 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:47:09.964874 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1682aa9b-1f0d-4ac8-84af-ee2099bf4866 None None] Network ae78276c-6519-4603-bc80-1f77f9c4457a requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:10.057424 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-13e1af53-5246-4a13-a93b-2ff6dab6efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.099552 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8655147e-8fb5-44cb-970c-fddfb438232e x-openstack-request-id: req-8655147e-8fb5-44cb-970c-fddfb438232e {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:10.100136 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362172f1-4c11-46ec-97a2-c657568fa552", "name": "network-vif-deleted", "tag": "a3243318-600f-47a3-a688-83b3e5f2cee1", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:10.100504 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8655147e-8fb5-44cb-970c-fddfb438232e {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:10.101009 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '362172f1-4c11-46ec-97a2-c657568fa552', 'name': 'network-vif-deleted', 'tag': 'a3243318-600f-47a3-a688-83b3e5f2cee1', 'status': 'completed', 'code': 200} Aug 10 03:47:10.146181 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5dbbd651-a9af-4168-8890-d0a4275ffe74 req-50f4b3ed-c4dd-42fc-ab9d-3e7a8941b162 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.146622 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5dbbd651-a9af-4168-8890-d0a4275ffe74 req-50f4b3ed-c4dd-42fc-ab9d-3e7a8941b162 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.146953 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [req-5dbbd651-a9af-4168-8890-d0a4275ffe74 req-50f4b3ed-c4dd-42fc-ab9d-3e7a8941b162 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Floating IP 0e78bdd5-4528-47b5-a075-2aa92cad2f74 disassociated. External IP: 172.25.0.201, port: 81cdbb71-b581-494d-9589-c15371fba4f3. Aug 10 03:47:10.147403 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-5dbbd651-a9af-4168-8890-d0a4275ffe74 req-50f4b3ed-c4dd-42fc-ab9d-3e7a8941b162 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Calling delete_port for 81cdbb71-b581-494d-9589-c15371fba4f3 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:10.169359 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1af53-5246-4a13-a93b-2ff6dab6efd8 admin admin] Pushing event updated for resources: {'Port': ['ID=ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:10.173571 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e1af53-5246-4a13-a93b-2ff6dab6efd8 admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:10.181651 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-13e1af53-5246-4a13-a93b-2ff6dab6efd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:10.189039 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e1af53-5246-4a13-a93b-2ff6dab6efd8 admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:10.214196 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb9f47-2c8e-4c9d-ae73-c12f69cc850b req-8fdd64f5-f070-46eb-bf84-3d7bd9f61147 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:10.216995 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d6bb9f47-2c8e-4c9d-ae73-c12f69cc850b req-8fdd64f5-f070-46eb-bf84-3d7bd9f61147 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 945 time: 0.1149011 Aug 10 03:47:10.246002 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5f886-e41f-4a90-a740-03cc5897181a req-16be1a89-e029-4c4f-93db-50cc43cff80e tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:10.254307 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-34e5f886-e41f-4a90-a740-03cc5897181a req-16be1a89-e029-4c4f-93db-50cc43cff80e tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 944 time: 0.1988401 Aug 10 03:47:10.259689 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5cb887ce-5ff4-42c3-8580-c3ca59ca5612 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.265980 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=0b542d51-cef2-4e2e-b3ab-a94e323cb4e3,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:10.281367 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-5ae32bbc-2f4a-4f99-8591-202a376eff6a None None] Attempting to bind port a3818cc9-fa64-4d1a-8198-f148a2be5010 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:10.281920 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-5ae32bbc-2f4a-4f99-8591-202a376eff6a None None] Attempting to bind port a3818cc9-fa64-4d1a-8198-f148a2be5010 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '4d91e0be-2632-4efe-bc99-3118c2412ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '30c15c05-59fb-4116-a291-e5525c98c227'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:10.282408 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae32bbc-2f4a-4f99-8591-202a376eff6a None None] Attempting to bind port a3818cc9-fa64-4d1a-8198-f148a2be5010 on network 30c15c05-59fb-4116-a291-e5525c98c227 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:10.289005 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d6bb9f47-2c8e-4c9d-ae73-c12f69cc850b req-20a25821-4ec5-4869-a47a-e5d530d233d6 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650613 Aug 10 03:47:10.290362 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 25fd77b2-a64c-4a4b-8df5-77f4c8724602, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=25fd77b2-a64c-4a4b-8df5-77f4c8724602,segment=NetworkSegment(20462772-f7c5-492c-9f9f-b3f3881811ba),segment_id=20462772-f7c5-492c-9f9f-b3f3881811ba)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:10.298995 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae32bbc-2f4a-4f99-8591-202a376eff6a None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:10.299562 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae32bbc-2f4a-4f99-8591-202a376eff6a None None] Checking segment: {'id': '4d91e0be-2632-4efe-bc99-3118c2412ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '30c15c05-59fb-4116-a291-e5525c98c227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:10.300771 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5ae32bbc-2f4a-4f99-8591-202a376eff6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.300771 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae32bbc-2f4a-4f99-8591-202a376eff6a None None] Bound using segment: {'id': '4d91e0be-2632-4efe-bc99-3118c2412ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '30c15c05-59fb-4116-a291-e5525c98c227'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:10.301236 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5cb887ce-5ff4-42c3-8580-c3ca59ca5612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.305146 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-5ae32bbc-2f4a-4f99-8591-202a376eff6a None None] Bound port: a3818cc9-fa64-4d1a-8198-f148a2be5010, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d91e0be-2632-4efe-bc99-3118c2412ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '30c15c05-59fb-4116-a291-e5525c98c227'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:10.305146 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5ae32bbc-2f4a-4f99-8591-202a376eff6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.358742 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-815535e3-0c7b-4ea5-99d0-412a0f571a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.396261 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.406296 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-34e5f886-e41f-4a90-a740-03cc5897181a req-9b22289b-9c63-491d-bb21-d106ad520eaf tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507239 Aug 10 03:47:10.541607 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5dbbd651-a9af-4168-8890-d0a4275ffe74 req-50f4b3ed-c4dd-42fc-ab9d-3e7a8941b162 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.572134 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4b3ed-c4dd-42fc-ab9d-3e7a8941b162 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Pushing event deleted for resources: {'Port': ['ID=81cdbb71-b581-494d-9589-c15371fba4f3,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:10.611609 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-5cb887ce-5ff4-42c3-8580-c3ca59ca5612 admin admin] Allocated IP 172.25.0.233 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/56ed3b70-7bdc-458f-9920-c6a86054477a) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:10.670607 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-29ad25b4-01e1-4b38-9c3f-ffa36d526cc2 None None] Provisioning for port 9e052238-0d33-4f8e-866b-762b87c63a61 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:10.672643 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 9e052238-0d33-4f8e-866b-762b87c63a61 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:10.695910 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-29ad25b4-01e1-4b38-9c3f-ffa36d526cc2 None None] Provisioning complete for port 9e052238-0d33-4f8e-866b-762b87c63a61 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:10.696329 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-29ad25b4-01e1-4b38-9c3f-ffa36d526cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.697883 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 9e052238-0d33-4f8e-866b-762b87c63a61 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:10.698252 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.759387 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dbbd651-a9af-4168-8890-d0a4275ffe74 req-50f4b3ed-c4dd-42fc-ab9d-3e7a8941b162 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Router c6410152-921c-40b8-a35e-08cc4e0f42f0 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:10.784310 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['25fd77b2-a64c-4a4b-8df5-77f4c8724602'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:47:10.816375 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device a3243318-600f-47a3-a688-83b3e5f2cee1 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:10.853842 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=25fd77b2-a64c-4a4b-8df5-77f4c8724602,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:10.875173 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5cb887ce-5ff4-42c3-8580-c3ca59ca5612 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:10.894902 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-5ae32bbc-2f4a-4f99-8591-202a376eff6a None None] For port a3818cc9-fa64-4d1a-8198-f148a2be5010, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:10.898889 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: a3243318-600f-47a3-a688-83b3e5f2cee1 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:10.899225 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device a3243318-600f-47a3-a688-83b3e5f2cee1 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:10.909861 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-59ff2bda-9659-43be-9830-2fd5c0946e76 req-40b156b7-240b-470e-a1f1-24b4ac595e98 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 210 time: 0.0605645 Aug 10 03:47:10.941128 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-5ae32bbc-2f4a-4f99-8591-202a376eff6a None None] For port a3818cc9-fa64-4d1a-8198-f148a2be5010, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a3818cc9-fa64-4d1a-8198-f148a2be5010,segment=NetworkSegment(4d91e0be-2632-4efe-bc99-3118c2412ecc),segment_id=4d91e0be-2632-4efe-bc99-3118c2412ecc)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:10.978073 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-baba34f7-813a-4d4b-b3a7-1fa19e43803a req-6bda7e1e-2fa4-488c-9178-096ba0440663 tempest-MigrationsAdminTest-1974454066 tempest-MigrationsAdminTest-1974454066-project] 10.222.0.25 "GET /v2.0/ports?device_id=362172f1-4c11-46ec-97a2-c657568fa552 HTTP/1.1" status: 200 len: 210 time: 0.0508511 Aug 10 03:47:10.985272 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dbbd651-a9af-4168-8890-d0a4275ffe74 req-50f4b3ed-c4dd-42fc-ab9d-3e7a8941b162 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:11.007512 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7419c043-83f9-4796-9b06-f258e1c8cb76 None None] Sync routers for ids ['c6410152-921c-40b8-a35e-08cc4e0f42f0'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:11.063462 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5cb887ce-5ff4-42c3-8580-c3ca59ca5612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.074812 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbbd651-a9af-4168-8890-d0a4275ffe74 req-50f4b3ed-c4dd-42fc-ab9d-3e7a8941b162 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] No DVR routers for this DVR port 81cdbb71-b581-494d-9589-c15371fba4f3 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:11.083420 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5dbbd651-a9af-4168-8890-d0a4275ffe74 req-50f4b3ed-c4dd-42fc-ab9d-3e7a8941b162 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.085856 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5dbbd651-a9af-4168-8890-d0a4275ffe74 req-50f4b3ed-c4dd-42fc-ab9d-3e7a8941b162 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.20 "DELETE /v2.0/ports/81cdbb71-b581-494d-9589-c15371fba4f3 HTTP/1.1" status: 204 len: 173 time: 1.7616217 Aug 10 03:47:11.114257 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5ae32bbc-2f4a-4f99-8591-202a376eff6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.245347 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb887ce-5ff4-42c3-8580-c3ca59ca5612 admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:11.249647 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb887ce-5ff4-42c3-8580-c3ca59ca5612 admin admin] Pushing event updated for resources: {'Port': ['ID=56ed3b70-7bdc-458f-9920-c6a86054477a,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:11.256588 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-5cb887ce-5ff4-42c3-8580-c3ca59ca5612 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:11.257785 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7419c043-83f9-4796-9b06-f258e1c8cb76 None None] Routers {'c6410152-921c-40b8-a35e-08cc4e0f42f0'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:11.258627 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-7419c043-83f9-4796-9b06-f258e1c8cb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:46:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['c6410152-921c-40b8-a35e-08cc4e0f42f0'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:11.260943 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb887ce-5ff4-42c3-8580-c3ca59ca5612 admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:11.272301 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-29ad25b4-01e1-4b38-9c3f-ffa36d526cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.274682 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.331361 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-13e1af53-5246-4a13-a93b-2ff6dab6efd8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.470839 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae32bbc-2f4a-4f99-8591-202a376eff6a None None] Pushing event updated for resources: {'Port': ['ID=a3818cc9-fa64-4d1a-8198-f148a2be5010,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:11.477269 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3cf91d-950c-4bd5-9ed6-6a09c6ae5b46 req-c9d63d16-96f7-487f-8597-a4be89e66899 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:11.478853 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-da3cf91d-950c-4bd5-9ed6-6a09c6ae5b46 req-c9d63d16-96f7-487f-8597-a4be89e66899 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.20 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 945 time: 0.1586847 Aug 10 03:47:11.563293 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 9e052238-0d33-4f8e-866b-762b87c63a61, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=9e052238-0d33-4f8e-866b-762b87c63a61,segment=NetworkSegment(4836d09a-cfbb-4d06-995e-7a8ae6ea23fb),segment_id=4836d09a-cfbb-4d06-995e-7a8ae6ea23fb)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:11.791382 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf4b68-ec2f-4004-8731-6141413ef7cb req-4b937353-a1df-4d6a-8e40-d2c1ebd6d11f tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:11.792306 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-7419c043-83f9-4796-9b06-f258e1c8cb76 None None] Set router c6410152-921c-40b8-a35e-08cc4e0f42f0 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:11.803188 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-11bf4b68-ec2f-4004-8731-6141413ef7cb req-4b937353-a1df-4d6a-8e40-d2c1ebd6d11f tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 945 time: 0.3061819 Aug 10 03:47:11.812323 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:11.899066 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-11bf4b68-ec2f-4004-8731-6141413ef7cb req-0ccfa41e-c0fc-4b45-a68f-b22fdb7654e1 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949974 Aug 10 03:47:11.955527 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-29ad25b4-01e1-4b38-9c3f-ffa36d526cc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:47:11.956146 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-29ad25b4-01e1-4b38-9c3f-ffa36d526cc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:47:11.956824 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-da3cf91d-950c-4bd5-9ed6-6a09c6ae5b46 req-50addf34-8f93-409f-8ca2-1442bfa3ae74 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Deleting port 45469e1f-b3c8-44a0-b148-f8c1669f304e {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:11.957297 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-da3cf91d-950c-4bd5-9ed6-6a09c6ae5b46 req-50addf34-8f93-409f-8ca2-1442bfa3ae74 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.079189 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6f15c-3d6a-4746-95e7-7d73d16cb573 req-06942d32-5b23-44ca-9fbf-1574394c015f tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:12.080766 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ccd6f15c-3d6a-4746-95e7-7d73d16cb573 req-06942d32-5b23-44ca-9fbf-1574394c015f tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 945 time: 0.3362231 Aug 10 03:47:12.107314 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf68bec-1a45-4c7b-9c71-61db854e5291', 'name': 'network-vif-deleted', 'tag': '81cdbb71-b581-494d-9589-c15371fba4f3'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:12.120775 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2030b9b4-5dd9-46f0-b8da-0fb81a116cd4" -d '{"events": [{"server_uuid": "ddf68bec-1a45-4c7b-9c71-61db854e5291", "name": "network-vif-deleted", "tag": "81cdbb71-b581-494d-9589-c15371fba4f3"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:12.127986 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-13e1af53-5246-4a13-a93b-2ff6dab6efd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.133036 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a3818cc9-fa64-4d1a-8198-f148a2be5010 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:12.196124 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-da3cf91d-950c-4bd5-9ed6-6a09c6ae5b46 req-50addf34-8f93-409f-8ca2-1442bfa3ae74 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] For port 45469e1f-b3c8-44a0-b148-f8c1669f304e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=45469e1f-b3c8-44a0-b148-f8c1669f304e,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:12.196124 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-da3cf91d-950c-4bd5-9ed6-6a09c6ae5b46 req-50addf34-8f93-409f-8ca2-1442bfa3ae74 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.249103 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-da3cf91d-950c-4bd5-9ed6-6a09c6ae5b46 req-50addf34-8f93-409f-8ca2-1442bfa3ae74 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Calling delete_port for 45469e1f-b3c8-44a0-b148-f8c1669f304e owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:12.274658 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=9e052238-0d33-4f8e-866b-762b87c63a61,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:12.511507 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port a3818cc9-fa64-4d1a-8198-f148a2be5010 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:12.552376 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ccd6f15c-3d6a-4746-95e7-7d73d16cb573 req-de87d34a-f14f-4253-ad74-b952ab54c9ab tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4488778 Aug 10 03:47:12.564651 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-df81ecf4-7626-405f-931c-7059af917e28 req-4b73ff2a-3c1d-4ca9-ba4f-d4effcae930e tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddf68bec-1a45-4c7b-9c71-61db854e5291 HTTP/1.1" status: 200 len: 210 time: 0.0525529 Aug 10 03:47:12.578596 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5cb887ce-5ff4-42c3-8580-c3ca59ca5612 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.616760 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-da3cf91d-950c-4bd5-9ed6-6a09c6ae5b46 req-50addf34-8f93-409f-8ca2-1442bfa3ae74 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.620967 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-7419c043-83f9-4796-9b06-f258e1c8cb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27147576-router', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:53Z', 'revision_number': 4, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'gw_port': {'id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:47Z', 'updated_at': '2021-08-10T03:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '51032bce-19f2-4d97-91af-6c09088f9a90', 'name': '', 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'mac_address': 'fa:16:3e:e6:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:51Z', 'updated_at': '2021-08-10T03:41:59Z', 'revision_number': 5, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'subnets': [{'id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:12.661464 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e1af53-5246-4a13-a93b-2ff6dab6efd8 admin admin] Router b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:47:12.667341 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50addf34-8f93-409f-8ca2-1442bfa3ae74 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Pushing event deleted for resources: {'Port': ['ID=45469e1f-b3c8-44a0-b148-f8c1669f304e,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:12.668391 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['45469e1f-b3c8-44a0-b148-f8c1669f304e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:47:12.671058 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7419c043-83f9-4796-9b06-f258e1c8cb76 None None] Checking router: c6410152-921c-40b8-a35e-08cc4e0f42f0 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:47:12.678440 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec59de1-4d8e-4a66-b847-acd25d8f7b79 x-openstack-request-id: req-9ec59de1-4d8e-4a66-b847-acd25d8f7b79 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:12.682072 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf68bec-1a45-4c7b-9c71-61db854e5291", "name": "network-vif-deleted", "tag": "81cdbb71-b581-494d-9589-c15371fba4f3", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:12.682072 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ec59de1-4d8e-4a66-b847-acd25d8f7b79 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:12.682072 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddf68bec-1a45-4c7b-9c71-61db854e5291', 'name': 'network-vif-deleted', 'tag': '81cdbb71-b581-494d-9589-c15371fba4f3', 'status': 'completed', 'code': 200} Aug 10 03:47:12.759474 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7419c043-83f9-4796-9b06-f258e1c8cb76 None None] Routers {'c6410152-921c-40b8-a35e-08cc4e0f42f0'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:12.759474 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-7419c043-83f9-4796-9b06-f258e1c8cb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:46:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['c6410152-921c-40b8-a35e-08cc4e0f42f0'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:12.827760 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3cf91d-950c-4bd5-9ed6-6a09c6ae5b46 req-50addf34-8f93-409f-8ca2-1442bfa3ae74 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] No DVR routers for this DVR port 45469e1f-b3c8-44a0-b148-f8c1669f304e on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:12.837174 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-da3cf91d-950c-4bd5-9ed6-6a09c6ae5b46 req-50addf34-8f93-409f-8ca2-1442bfa3ae74 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:12.841784 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-da3cf91d-950c-4bd5-9ed6-6a09c6ae5b46 req-50addf34-8f93-409f-8ca2-1442bfa3ae74 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.20 "DELETE /v2.0/ports/45469e1f-b3c8-44a0-b148-f8c1669f304e HTTP/1.1" status: 204 len: 173 time: 1.3431284 Aug 10 03:47:12.915877 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:12.969603 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-588ed58c-4ab6-4a1e-bfab-03e2b251f309 None None] Provisioning complete for port 9e052238-0d33-4f8e-866b-762b87c63a61 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:12.970074 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-588ed58c-4ab6-4a1e-bfab-03e2b251f309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:13.019475 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3051fc-775b-49fc-81f8-21669a7401dc None None] Network 30c15c05-59fb-4116-a291-e5525c98c227 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:13.070616 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-7419c043-83f9-4796-9b06-f258e1c8cb76 None None] Set router c6410152-921c-40b8-a35e-08cc4e0f42f0 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:13.283471 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:13.284167 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:13.408397 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-142cdf46-0be0-4222-b3f5-5515331e355e req-2ff5c3ef-03ca-4410-8070-48fb8289f861 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=a3b76352-323f-4565-ab99-6948224ae70c HTTP/1.1" status: 200 len: 210 time: 0.0660570 Aug 10 03:47:13.487274 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51866) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:13.580575 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 25fd77b2-a64c-4a4b-8df5-77f4c8724602 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:13.596763 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5cb887ce-5ff4-42c3-8580-c3ca59ca5612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:13.620778 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e1af53-5246-4a13-a93b-2ff6dab6efd8 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:13.631231 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82476881-e186-4076-ab04-c7827b5a5449 None None] Sync routers for ids ['b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:13.647259 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82476881-e186-4076-ab04-c7827b5a5449 None None] Routers {'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:13.648305 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-82476881-e186-4076-ab04-c7827b5a5449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:46:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:13.874760 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:13.890496 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-82476881-e186-4076-ab04-c7827b5a5449 None None] Set router b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:13.926165 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51880) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:13.933454 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6bb0e9c4-57b6-460f-9d28-4aa09cce45f3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5b6b91922f1e44729ab0754f3d4e2599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4448843 Aug 10 03:47:14.038891 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e87cb92d-b516-43a0-92c7-5ed446a3d075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.050257 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-13e1af53-5246-4a13-a93b-2ff6dab6efd8 admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.051413 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 9e052238-0d33-4f8e-866b-762b87c63a61 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:14.051547 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-13e1af53-5246-4a13-a93b-2ff6dab6efd8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7196443 Aug 10 03:47:14.054359 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51884) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:14.082184 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f5b4a-7af3-4095-aa1c-eb179bde87e7 req-9a1e8776-349e-4203-a50f-4abf13708e35 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:14.098602 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4d6f5b4a-7af3-4095-aa1c-eb179bde87e7 req-9a1e8776-349e-4203-a50f-4abf13708e35 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 945 time: 0.2212846 Aug 10 03:47:14.177452 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.184849 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4b610948-9059-49b4-b551-dbf9570e8e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.223448 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2815763b-fd21-46dd-8d45-033c4769edf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b542d51-cef2-4e2e-b3ab-a94e323cb4e3'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:14.225773 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fb0618-2961-4f46-9bc0-222e127db946" -d '{"events": [{"server_uuid": "2815763b-fd21-46dd-8d45-033c4769edf9", "name": "network-vif-plugged", "status": "completed", "tag": "0b542d51-cef2-4e2e-b3ab-a94e323cb4e3"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:14.247520 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-7419c043-83f9-4796-9b06-f258e1c8cb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27147576-router', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:53Z', 'revision_number': 4, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'gw_port': {'id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:47Z', 'updated_at': '2021-08-10T03:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '51032bce-19f2-4d97-91af-6c09088f9a90', 'name': '', 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'mac_address': 'fa:16:3e:e6:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:51Z', 'updated_at': '2021-08-10T03:41:59Z', 'revision_number': 5, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'subnets': [{'id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:14.257506 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=0b542d51-cef2-4e2e-b3ab-a94e323cb4e3,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:14.271654 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-82476881-e186-4076-ab04-c7827b5a5449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'name': 'tempest-ServersTestManualDisk-1109643316-router', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:07Z', 'updated_at': '2021-08-10T03:47:10Z', 'revision_number': 3, 'project_id': '58ee50e6de35447d8f023d20187a0aea', 'gw_port': {'id': 'ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:08Z', 'updated_at': '2021-08-10T03:47:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:14.275001 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51890) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:14.308478 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4d6f5b4a-7af3-4095-aa1c-eb179bde87e7 req-d64327e4-1d3b-4875-b96a-0e9d46239f6b tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014446 Aug 10 03:47:14.311433 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4b610948-9059-49b4-b551-dbf9570e8e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.373833 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7b6e3c9e-e07c-49b9-ad43-242942247ca0 None None] Provisioning for port a3818cc9-fa64-4d1a-8198-f148a2be5010 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:14.381380 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 25fd77b2-a64c-4a4b-8df5-77f4c8724602 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:14.381537 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82476881-e186-4076-ab04-c7827b5a5449 None None] Checking router: b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:47:14.381537 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82476881-e186-4076-ab04-c7827b5a5449 None None] Updating router b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e port ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:47:14.386458 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7419c043-83f9-4796-9b06-f258e1c8cb76 None None] The sync data for ids ['c6410152-921c-40b8-a35e-08cc4e0f42f0'] in n-d-802893-2 is: [{'id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27147576-router', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:41:53Z', 'revision_number': 4, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'gw_port': {'id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:47Z', 'updated_at': '2021-08-10T03:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '51032bce-19f2-4d97-91af-6c09088f9a90', 'name': '', 'network_id': '24a9f0b3-d314-4487-a93c-710d0970389d', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'mac_address': 'fa:16:3e:e6:af:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:51Z', 'updated_at': '2021-08-10T03:41:59Z', 'revision_number': 5, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'subnets': [{'id': 'd3aed6ef-708f-436e-bd34-832fb38e5bfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:14.407845 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 25fd77b2-a64c-4a4b-8df5-77f4c8724602 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:14.409483 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.419733 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.435340 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 9e052238-0d33-4f8e-866b-762b87c63a61 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:14.435340 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.505080 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7b6e3c9e-e07c-49b9-ad43-242942247ca0 None None] Provisioning complete for port a3818cc9-fa64-4d1a-8198-f148a2be5010 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:14.506331 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7b6e3c9e-e07c-49b9-ad43-242942247ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.539677 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb887ce-5ff4-42c3-8580-c3ca59ca5612 admin admin] Router c75c1d37-f02c-4eda-98ea-8afddee56388 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:47:14.543250 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-82476881-e186-4076-ab04-c7827b5a5449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.573619 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4b610948-9059-49b4-b551-dbf9570e8e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.588387 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4b610948-9059-49b4-b551-dbf9570e8e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:14.602859 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4b610948-9059-49b4-b551-dbf9570e8e3f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5bdb9022-b3b7-4b2f-981e-7c7be21c21f2 HTTP/1.1" status: 204 len: 168 time: 0.6744378 Aug 10 03:47:14.606354 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a292324e-2a5e-44ba-8bfa-32a1280e0720 x-openstack-request-id: req-a292324e-2a5e-44ba-8bfa-32a1280e0720 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:14.608518 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2815763b-fd21-46dd-8d45-033c4769edf9", "name": "network-vif-plugged", "status": "completed", "tag": "0b542d51-cef2-4e2e-b3ab-a94e323cb4e3", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:14.610597 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a292324e-2a5e-44ba-8bfa-32a1280e0720 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:14.611163 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2815763b-fd21-46dd-8d45-033c4769edf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b542d51-cef2-4e2e-b3ab-a94e323cb4e3', 'code': 200} Aug 10 03:47:14.775522 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b76352-323f-4565-ab99-6948224ae70c', 'name': 'network-vif-deleted', 'tag': '45469e1f-b3c8-44a0-b148-f8c1669f304e'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:14.780408 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f6e86c-ecb3-43af-9953-741f6963cc1a" -d '{"events": [{"server_uuid": "a3b76352-323f-4565-ab99-6948224ae70c", "name": "network-vif-deleted", "tag": "45469e1f-b3c8-44a0-b148-f8c1669f304e"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:14.893661 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb887ce-5ff4-42c3-8580-c3ca59ca5612 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:14.896142 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8956d7-9eee-44e5-bbe1-7a0c9d712faa x-openstack-request-id: req-3a8956d7-9eee-44e5-bbe1-7a0c9d712faa {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:14.896630 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b76352-323f-4565-ab99-6948224ae70c", "name": "network-vif-deleted", "tag": "45469e1f-b3c8-44a0-b148-f8c1669f304e", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:14.901275 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a8956d7-9eee-44e5-bbe1-7a0c9d712faa {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:14.901275 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b76352-323f-4565-ab99-6948224ae70c', 'name': 'network-vif-deleted', 'tag': '45469e1f-b3c8-44a0-b148-f8c1669f304e', 'status': 'completed', 'code': 200} Aug 10 03:47:14.906689 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=0b542d51-cef2-4e2e-b3ab-a94e323cb4e3,revision_number=7']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:14.922699 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b610948-9059-49b4-b551-dbf9570e8e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdb9022-b3b7-4b2f-981e-7c7be21c21f2,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:14.964192 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8865d0e-3bbe-440c-a3a7-4c557dcc1dc5 None None] Sync routers for ids ['c75c1d37-f02c-4eda-98ea-8afddee56388'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:15.034742 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5499f78c-ecc7-4101-858a-7bc9c16577fe tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:15.045056 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5cb887ce-5ff4-42c3-8580-c3ca59ca5612 admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:15.053731 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5cb887ce-5ff4-42c3-8580-c3ca59ca5612 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.6874204 Aug 10 03:47:15.053731 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51910) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:15.111446 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5ee812-0447-48e2-acf6-67e102ce5eac None None] New status for floating IP 0e78bdd5-4528-47b5-a075-2aa92cad2f74: DOWN {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:47:15.148593 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7b6e3c9e-e07c-49b9-ad43-242942247ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:15.190147 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5499f78c-ecc7-4101-858a-7bc9c16577fe tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:15.254345 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8865d0e-3bbe-440c-a3a7-4c557dcc1dc5 None None] Routers {'c75c1d37-f02c-4eda-98ea-8afddee56388'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:15.255271 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c8865d0e-3bbe-440c-a3a7-4c557dcc1dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:47:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['c75c1d37-f02c-4eda-98ea-8afddee56388'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:15.402681 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:15.464774 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-7b6e3c9e-e07c-49b9-ad43-242942247ca0 None None] For port a3818cc9-fa64-4d1a-8198-f148a2be5010, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a3818cc9-fa64-4d1a-8198-f148a2be5010,segment=NetworkSegment(4d91e0be-2632-4efe-bc99-3118c2412ecc),segment_id=4d91e0be-2632-4efe-bc99-3118c2412ecc)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:15.499318 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:15.583680 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7b6e3c9e-e07c-49b9-ad43-242942247ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:15.598723 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:15.657978 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2c804-3674-4fad-968c-e732ccf54640 req-e76db462-41b4-4ddf-a269-19bd453acac7 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:15.659112 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 25fd77b2-a64c-4a4b-8df5-77f4c8724602, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=25fd77b2-a64c-4a4b-8df5-77f4c8724602,segment=NetworkSegment(20462772-f7c5-492c-9f9f-b3f3881811ba),segment_id=20462772-f7c5-492c-9f9f-b3f3881811ba)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:15.666611 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d8f2c804-3674-4fad-968c-e732ccf54640 req-e76db462-41b4-4ddf-a269-19bd453acac7 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 945 time: 0.1228943 Aug 10 03:47:15.725157 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-82476881-e186-4076-ab04-c7827b5a5449 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:15.729931 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d8f2c804-3674-4fad-968c-e732ccf54640 req-9a0ca946-0b41-42b1-ba66-f4081b0baf6f tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619426 Aug 10 03:47:15.741037 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-82476881-e186-4076-ab04-c7827b5a5449 None None] Transition to ACTIVE for port object ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:15.771483 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9de8440-9b59-44fd-9e8e-ed1d082dafc0 req-5c37014e-828c-4782-9274-b62e749c719f tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:15.780314 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f9de8440-9b59-44fd-9e8e-ed1d082dafc0 req-5c37014e-828c-4782-9274-b62e749c719f tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 945 time: 0.2999673 Aug 10 03:47:15.783858 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d3925bd2-3015-4118-87e4-f6ea32fe9f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:15.795305 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:15.796118 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 45469e1f-b3c8-44a0-b148-f8c1669f304e no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:15.817396 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-c8865d0e-3bbe-440c-a3a7-4c557dcc1dc5 None None] Set router c75c1d37-f02c-4eda-98ea-8afddee56388 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:15.859306 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5499f78c-ecc7-4101-858a-7bc9c16577fe tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:15.862278 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5499f78c-ecc7-4101-858a-7bc9c16577fe tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:15.865767 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5499f78c-ecc7-4101-858a-7bc9c16577fe tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "DELETE /v2.0/security-groups/481843de-1b3c-44cf-a624-10004eee171b HTTP/1.1" status: 204 len: 168 time: 1.5873473 Aug 10 03:47:15.884523 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-82476881-e186-4076-ab04-c7827b5a5449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:15.927796 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 45469e1f-b3c8-44a0-b148-f8c1669f304e {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:15.928176 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51928) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:15.928681 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 45469e1f-b3c8-44a0-b148-f8c1669f304e not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:15.929302 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 81cdbb71-b581-494d-9589-c15371fba4f3 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:15.940808 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-30a2b8b0-bafe-40b4-a90d-c3ec7b7cb842 None None] Provisioning complete for port a3818cc9-fa64-4d1a-8198-f148a2be5010 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:15.943519 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-30a2b8b0-bafe-40b4-a90d-c3ec7b7cb842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:15.952164 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f9de8440-9b59-44fd-9e8e-ed1d082dafc0 req-90e4a2e1-ab60-42d8-b3ab-615f9d6d6b60 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650302 Aug 10 03:47:15.976833 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e3c9e-e07c-49b9-ad43-242942247ca0 None None] Pushing event updated for resources: {'Port': ['ID=a3818cc9-fa64-4d1a-8198-f148a2be5010,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:16.010831 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-82476881-e186-4076-ab04-c7827b5a5449 None None] Attempting to bind port ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:16.011209 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-82476881-e186-4076-ab04-c7827b5a5449 None None] Attempting to bind port ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:16.011575 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82476881-e186-4076-ab04-c7827b5a5449 None None] Attempting to bind port ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:16.025322 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82476881-e186-4076-ab04-c7827b5a5449 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:16.025702 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82476881-e186-4076-ab04-c7827b5a5449 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:16.026111 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-82476881-e186-4076-ab04-c7827b5a5449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:16.032959 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82476881-e186-4076-ab04-c7827b5a5449 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:16.032959 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-82476881-e186-4076-ab04-c7827b5a5449 None None] Bound port: ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:16.032959 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-82476881-e186-4076-ab04-c7827b5a5449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:16.045789 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 81cdbb71-b581-494d-9589-c15371fba4f3 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:16.046452 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 81cdbb71-b581-494d-9589-c15371fba4f3 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:16.085951 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-82476881-e186-4076-ab04-c7827b5a5449 None None] For port ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:16.089993 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-82476881-e186-4076-ab04-c7827b5a5449 None None] For port ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:16.097035 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe44dd5-9e79-41ab-8283-cda203c92899 None None] Pushing event updated for resources: {'Port': ['ID=ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:16.107201 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe44dd5-9e79-41ab-8283-cda203c92899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:16.107556 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe44dd5-9e79-41ab-8283-cda203c92899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:16.107915 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe44dd5-9e79-41ab-8283-cda203c92899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:16.108400 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe44dd5-9e79-41ab-8283-cda203c92899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:16.108909 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe44dd5-9e79-41ab-8283-cda203c92899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:16.109248 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe44dd5-9e79-41ab-8283-cda203c92899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:16.109580 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe44dd5-9e79-41ab-8283-cda203c92899 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:16.109906 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe44dd5-9e79-41ab-8283-cda203c92899 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:16.110230 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe44dd5-9e79-41ab-8283-cda203c92899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:16.110555 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe44dd5-9e79-41ab-8283-cda203c92899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:16.110941 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe44dd5-9e79-41ab-8283-cda203c92899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:16.111268 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe44dd5-9e79-41ab-8283-cda203c92899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:16.144063 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-afa6f5eb-9d79-4ade-806d-17c43040ab02 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] show failed (client error): The resource could not be found. Aug 10 03:47:16.144170 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51932) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:16.144269 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-afa6f5eb-9d79-4ade-806d-17c43040ab02 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "GET /v2.0/security-groups/481843de-1b3c-44cf-a624-10004eee171b HTTP/1.1" status: 404 len: 347 time: 0.1888680 Aug 10 03:47:16.150513 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=25fd77b2-a64c-4a4b-8df5-77f4c8724602,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:16.156583 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51934) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:16.212949 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499f78c-ecc7-4101-858a-7bc9c16577fe tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=481843de-1b3c-44cf-a624-10004eee171b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:16.229709 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfbd340-c9d6-4195-8aae-fe36524ae7c5 req-e2921178-dac3-41c5-825b-bf8f4f9b1883 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:16.231507 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-adfbd340-c9d6-4195-8aae-fe36524ae7c5 req-e2921178-dac3-41c5-825b-bf8f4f9b1883 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.68 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 945 time: 0.4303355 Aug 10 03:47:16.237558 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-82476881-e186-4076-ab04-c7827b5a5449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:16.322914 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82476881-e186-4076-ab04-c7827b5a5449 None None] Routers {'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:16.323550 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-82476881-e186-4076-ab04-c7827b5a5449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:47:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:16.327527 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe44dd5-9e79-41ab-8283-cda203c92899 None None] Pushing event updated for resources: {'Port': ['ID=ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:16.379695 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c8865d0e-3bbe-440c-a3a7-4c557dcc1dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c1d37-f02c-4eda-98ea-8afddee56388', 'name': 'tempest-AttachSCSIVolumeTestJSON-1501314320-router', 'tenant_id': 'b5803c135cf642e1808d6df6cd8c25e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '56ed3b70-7bdc-458f-9920-c6a86054477a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:08Z', 'updated_at': '2021-08-10T03:47:12Z', 'revision_number': 3, 'project_id': 'b5803c135cf642e1808d6df6cd8c25e1', 'gw_port': {'id': '56ed3b70-7bdc-458f-9920-c6a86054477a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75c1d37-f02c-4eda-98ea-8afddee56388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:10Z', 'updated_at': '2021-08-10T03:47:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:16.406577 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-89341e55-1459-43ab-81f9-59a0bb353475 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=82b151f3cb36418695470cf8b96a9558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2620258 Aug 10 03:47:16.407466 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51936) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:16.420778 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2db3358-e3cb-40d7-b335-7da1f5564bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:16.456655 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8865d0e-3bbe-440c-a3a7-4c557dcc1dc5 None None] Checking router: c75c1d37-f02c-4eda-98ea-8afddee56388 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:47:16.457142 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8865d0e-3bbe-440c-a3a7-4c557dcc1dc5 None None] Updating router c75c1d37-f02c-4eda-98ea-8afddee56388 port 56ed3b70-7bdc-458f-9920-c6a86054477a binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:47:16.492893 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c8865d0e-3bbe-440c-a3a7-4c557dcc1dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:16.545417 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-d3925bd2-3015-4118-87e4-f6ea32fe9f77 admin admin] Allocated IP 172.20.0.1 (ae78276c-6519-4603-bc80-1f77f9c4457a/72cf0926-51a4-4fc0-96af-c684075d2095/d0e98936-acf4-4daa-a4a4-0d388a45f61d) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:16.613655 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1158f880-9547-44aa-93bd-e2575761d287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fd77b2-a64c-4a4b-8df5-77f4c8724602'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:16.616414 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f836bb-aab8-40e4-ae18-2e509789faf3" -d '{"events": [{"server_uuid": "1158f880-9547-44aa-93bd-e2575761d287", "name": "network-vif-plugged", "status": "completed", "tag": "25fd77b2-a64c-4a4b-8df5-77f4c8724602"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:16.666825 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-684635f1-b020-4d37-bf70-a2773d174ef4 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Deleting port 010449ee-831a-411d-a3a5-fa13fe399cac {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:16.667813 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-684635f1-b020-4d37-bf70-a2773d174ef4 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:16.673673 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-adfbd340-c9d6-4195-8aae-fe36524ae7c5 req-aaea227f-51a8-4ec0-9384-b03f9f7b479d tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Deleting port 606a7602-f044-4293-81b3-6dba18c401e2 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:16.676928 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-adfbd340-c9d6-4195-8aae-fe36524ae7c5 req-aaea227f-51a8-4ec0-9384-b03f9f7b479d tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:16.677282 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-82476881-e186-4076-ab04-c7827b5a5449 None None] Set router b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:16.693725 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09f248b-c63a-4233-b881-017af95345b7 x-openstack-request-id: req-f09f248b-c63a-4233-b881-017af95345b7 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:16.694030 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1158f880-9547-44aa-93bd-e2575761d287", "name": "network-vif-plugged", "status": "completed", "tag": "25fd77b2-a64c-4a4b-8df5-77f4c8724602", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:16.694262 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f09f248b-c63a-4233-b881-017af95345b7 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:16.694648 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1158f880-9547-44aa-93bd-e2575761d287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fd77b2-a64c-4a4b-8df5-77f4c8724602', 'code': 200} Aug 10 03:47:16.699066 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8ed48676-fcda-454e-a527-644164227062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:16.786255 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:16.813020 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8ed48676-fcda-454e-a527-644164227062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:16.970180 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-684635f1-b020-4d37-bf70-a2773d174ef4 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:16.970504 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-684635f1-b020-4d37-bf70-a2773d174ef4 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:17.010794 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-684635f1-b020-4d37-bf70-a2773d174ef4 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Calling delete_port for 010449ee-831a-411d-a3a5-fa13fe399cac owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:17.023206 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-b2db3358-e3cb-40d7-b335-7da1f5564bdc admin admin] Allocated IP 172.20.0.1 (30c15c05-59fb-4116-a291-e5525c98c227/0523149d-f4b1-4acd-a1e7-e24e02bdc22f/ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:17.083582 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c8865d0e-3bbe-440c-a3a7-4c557dcc1dc5 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:17.115977 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aedb0e-a425-415b-93c9-3af253d9e9a4 req-04c559ca-b9cf-4247-b588-6085fbbb0aab tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:17.117598 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-88aedb0e-a425-415b-93c9-3af253d9e9a4 req-04c559ca-b9cf-4247-b588-6085fbbb0aab tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 946 time: 0.1907508 Aug 10 03:47:17.129937 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c8865d0e-3bbe-440c-a3a7-4c557dcc1dc5 None None] Transition to ACTIVE for port object 56ed3b70-7bdc-458f-9920-c6a86054477a will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:17.131324 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-82476881-e186-4076-ab04-c7827b5a5449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'name': 'tempest-ServersTestManualDisk-1109643316-router', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:07Z', 'updated_at': '2021-08-10T03:47:10Z', 'revision_number': 3, 'project_id': '58ee50e6de35447d8f023d20187a0aea', 'gw_port': {'id': 'ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:08Z', 'updated_at': '2021-08-10T03:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:17.148274 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8ed48676-fcda-454e-a527-644164227062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:17.150807 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8ed48676-fcda-454e-a527-644164227062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:17.154783 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8ed48676-fcda-454e-a527-644164227062 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/33a2be61-128e-420d-ae8f-62a64fb0c134 HTTP/1.1" status: 204 len: 168 time: 0.7419269 Aug 10 03:47:17.180466 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82476881-e186-4076-ab04-c7827b5a5449 None None] The sync data for ids ['b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e'] in n-d-802893-2 is: [{'id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'name': 'tempest-ServersTestManualDisk-1109643316-router', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:07Z', 'updated_at': '2021-08-10T03:47:10Z', 'revision_number': 3, 'project_id': '58ee50e6de35447d8f023d20187a0aea', 'gw_port': {'id': 'ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f8:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:08Z', 'updated_at': '2021-08-10T03:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:17.244120 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c8865d0e-3bbe-440c-a3a7-4c557dcc1dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:17.275817 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed48676-fcda-454e-a527-644164227062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a2be61-128e-420d-ae8f-62a64fb0c134,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:17.393180 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-c8865d0e-3bbe-440c-a3a7-4c557dcc1dc5 None None] Attempting to bind port 56ed3b70-7bdc-458f-9920-c6a86054477a on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:17.399230 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-c8865d0e-3bbe-440c-a3a7-4c557dcc1dc5 None None] Attempting to bind port 56ed3b70-7bdc-458f-9920-c6a86054477a by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:17.399830 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8865d0e-3bbe-440c-a3a7-4c557dcc1dc5 None None] Attempting to bind port 56ed3b70-7bdc-458f-9920-c6a86054477a on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:17.412438 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8865d0e-3bbe-440c-a3a7-4c557dcc1dc5 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:17.412693 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8865d0e-3bbe-440c-a3a7-4c557dcc1dc5 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:17.420383 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c8865d0e-3bbe-440c-a3a7-4c557dcc1dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:17.421202 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8865d0e-3bbe-440c-a3a7-4c557dcc1dc5 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:17.421385 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-c8865d0e-3bbe-440c-a3a7-4c557dcc1dc5 None None] Bound port: 56ed3b70-7bdc-458f-9920-c6a86054477a, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:17.422237 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c8865d0e-3bbe-440c-a3a7-4c557dcc1dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:17.425657 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce28ba2-f58d-412c-a3a8-1303e053cb05 None None] Pushing event updated for resources: {'Port': ['ID=56ed3b70-7bdc-458f-9920-c6a86054477a,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:17.433476 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-88aedb0e-a425-415b-93c9-3af253d9e9a4 req-c2339582-7ade-444d-8757-5c4461041a4c tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854960 Aug 10 03:47:17.535472 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-c8865d0e-3bbe-440c-a3a7-4c557dcc1dc5 None None] For port 56ed3b70-7bdc-458f-9920-c6a86054477a, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:17.542569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-c8865d0e-3bbe-440c-a3a7-4c557dcc1dc5 None None] For port 56ed3b70-7bdc-458f-9920-c6a86054477a, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=56ed3b70-7bdc-458f-9920-c6a86054477a,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:17.609870 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2db3358-e3cb-40d7-b335-7da1f5564bdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:17.647254 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-b2db3358-e3cb-40d7-b335-7da1f5564bdc admin admin] Transition to ACTIVE for port object ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:17.671685 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c8865d0e-3bbe-440c-a3a7-4c557dcc1dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:17.701928 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-adfbd340-c9d6-4195-8aae-fe36524ae7c5 req-aaea227f-51a8-4ec0-9384-b03f9f7b479d tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] For port 606a7602-f044-4293-81b3-6dba18c401e2, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=606a7602-f044-4293-81b3-6dba18c401e2,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:17.702512 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-adfbd340-c9d6-4195-8aae-fe36524ae7c5 req-aaea227f-51a8-4ec0-9384-b03f9f7b479d tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:17.720508 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d3925bd2-3015-4118-87e4-f6ea32fe9f77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:17.734397 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-684635f1-b020-4d37-bf70-a2773d174ef4 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:17.741838 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613dc59-7264-4350-8fe5-feb44f8a3950 req-2624e889-ec4f-4c8b-9595-032fa777d387 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:17.743404 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6613dc59-7264-4350-8fe5-feb44f8a3950 req-2624e889-ec4f-4c8b-9595-032fa777d387 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 945 time: 0.3034954 Aug 10 03:47:17.748499 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-adfbd340-c9d6-4195-8aae-fe36524ae7c5 req-aaea227f-51a8-4ec0-9384-b03f9f7b479d tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Calling delete_port for 606a7602-f044-4293-81b3-6dba18c401e2 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:17.756845 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-d3925bd2-3015-4118-87e4-f6ea32fe9f77 admin admin] Transition to ACTIVE for port object d0e98936-acf4-4daa-a4a4-0d388a45f61d will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:17.761069 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52adb596-5e65-421b-850e-b214adac5134 req-70691854-3198-4f43-af5e-67616f524425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:17.763010 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52adb596-5e65-421b-850e-b214adac5134 req-70691854-3198-4f43-af5e-67616f524425 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 1097 time: 0.3210857 Aug 10 03:47:17.820590 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684635f1-b020-4d37-bf70-a2773d174ef4 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Pushing event deleted for resources: {'Port': ['ID=010449ee-831a-411d-a3a5-fa13fe399cac,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:17.947354 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6613dc59-7264-4350-8fe5-feb44f8a3950 req-ad5bab73-6bb4-4dcd-abbc-e74923f8a710 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888108 Aug 10 03:47:17.957008 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2db3358-e3cb-40d7-b335-7da1f5564bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:17.995923 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52adb596-5e65-421b-850e-b214adac5134 req-74c494ba-cab6-4ff3-a0ec-cf57cef058ff service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162702 Aug 10 03:47:18.143992 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2db3358-e3cb-40d7-b335-7da1f5564bdc admin admin] Network 30c15c05-59fb-4116-a291-e5525c98c227 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:18.143992 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-b2db3358-e3cb-40d7-b335-7da1f5564bdc admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:18.179769 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-684635f1-b020-4d37-bf70-a2773d174ef4 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks [] for floatingip, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:18.183355 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-684635f1-b020-4d37-bf70-a2773d174ef4 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:18.186325 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-684635f1-b020-4d37-bf70-a2773d174ef4 tempest-ServersWithSpecificFlavorTestJSON-432651206 tempest-ServersWithSpecificFlavorTestJSON-432651206-project] 10.222.0.25 "DELETE /v2.0/floatingips/0e78bdd5-4528-47b5-a075-2aa92cad2f74 HTTP/1.1" status: 204 len: 168 time: 2.0271971 Aug 10 03:47:18.187775 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2db3358-e3cb-40d7-b335-7da1f5564bdc admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:18.194599 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db3358-e3cb-40d7-b335-7da1f5564bdc admin admin] Pushing event updated for resources: {'Port': ['ID=ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:18.268136 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:18.297587 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2db3358-e3cb-40d7-b335-7da1f5564bdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:18.425934 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8865d0e-3bbe-440c-a3a7-4c557dcc1dc5 None None] Routers {'c75c1d37-f02c-4eda-98ea-8afddee56388'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:18.425934 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c8865d0e-3bbe-440c-a3a7-4c557dcc1dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:47:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['c75c1d37-f02c-4eda-98ea-8afddee56388'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:18.425934 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce28ba2-f58d-412c-a3a8-1303e053cb05 None None] Pushing event updated for resources: {'Port': ['ID=56ed3b70-7bdc-458f-9920-c6a86054477a,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:18.562103 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-c8865d0e-3bbe-440c-a3a7-4c557dcc1dc5 None None] Set router c75c1d37-f02c-4eda-98ea-8afddee56388 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:18.623677 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef13f0-7e7e-4677-b280-cf6d55642865 req-44060655-b5c2-4734-9acc-172966f5da30 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:18.625431 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d7ef13f0-7e7e-4677-b280-cf6d55642865 req-44060655-b5c2-4734-9acc-172966f5da30 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 946 time: 0.0609558 Aug 10 03:47:18.668274 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d7ef13f0-7e7e-4677-b280-cf6d55642865 req-f71cb631-387e-423e-b7a8-3530d644be6e tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365450 Aug 10 03:47:18.710341 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:47:18.724902 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d3925bd2-3015-4118-87e4-f6ea32fe9f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:18.772200 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3925bd2-3015-4118-87e4-f6ea32fe9f77 admin admin] Network ae78276c-6519-4603-bc80-1f77f9c4457a is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:18.780055 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c8865d0e-3bbe-440c-a3a7-4c557dcc1dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c1d37-f02c-4eda-98ea-8afddee56388', 'name': 'tempest-AttachSCSIVolumeTestJSON-1501314320-router', 'tenant_id': 'b5803c135cf642e1808d6df6cd8c25e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '56ed3b70-7bdc-458f-9920-c6a86054477a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:08Z', 'updated_at': '2021-08-10T03:47:12Z', 'revision_number': 3, 'project_id': 'b5803c135cf642e1808d6df6cd8c25e1', 'gw_port': {'id': '56ed3b70-7bdc-458f-9920-c6a86054477a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75c1d37-f02c-4eda-98ea-8afddee56388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:10Z', 'updated_at': '2021-08-10T03:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:18.787542 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-d3925bd2-3015-4118-87e4-f6ea32fe9f77 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:18.787542 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3925bd2-3015-4118-87e4-f6ea32fe9f77 admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:18.834223 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3925bd2-3015-4118-87e4-f6ea32fe9f77 admin admin] Pushing event updated for resources: {'Port': ['ID=d0e98936-acf4-4daa-a4a4-0d388a45f61d,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:18.840128 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-adfbd340-c9d6-4195-8aae-fe36524ae7c5 req-aaea227f-51a8-4ec0-9384-b03f9f7b479d tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:18.861239 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:18.867825 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-133bc7ab-2d7f-4209-b6d8-be8b7e901fb2 None None] Provisioning for port ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:18.877228 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8865d0e-3bbe-440c-a3a7-4c557dcc1dc5 None None] The sync data for ids ['c75c1d37-f02c-4eda-98ea-8afddee56388'] in n-d-802893-2 is: [{'id': 'c75c1d37-f02c-4eda-98ea-8afddee56388', 'name': 'tempest-AttachSCSIVolumeTestJSON-1501314320-router', 'tenant_id': 'b5803c135cf642e1808d6df6cd8c25e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '56ed3b70-7bdc-458f-9920-c6a86054477a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:08Z', 'updated_at': '2021-08-10T03:47:12Z', 'revision_number': 3, 'project_id': 'b5803c135cf642e1808d6df6cd8c25e1', 'gw_port': {'id': '56ed3b70-7bdc-458f-9920-c6a86054477a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75c1d37-f02c-4eda-98ea-8afddee56388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:10Z', 'updated_at': '2021-08-10T03:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:18.881279 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea227f-51a8-4ec0-9384-b03f9f7b479d tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Pushing event deleted for resources: {'Port': ['ID=606a7602-f044-4293-81b3-6dba18c401e2,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:18.894250 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d3925bd2-3015-4118-87e4-f6ea32fe9f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:18.942728 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2db3358-e3cb-40d7-b335-7da1f5564bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:18.955249 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:18.955249 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:18.955249 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-133bc7ab-2d7f-4209-b6d8-be8b7e901fb2 None None] Provisioning complete for port ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:18.961178 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-133bc7ab-2d7f-4209-b6d8-be8b7e901fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:19.054656 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfbd340-c9d6-4195-8aae-fe36524ae7c5 req-aaea227f-51a8-4ec0-9384-b03f9f7b479d tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] No DVR routers for this DVR port 606a7602-f044-4293-81b3-6dba18c401e2 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:19.065663 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-adfbd340-c9d6-4195-8aae-fe36524ae7c5 req-aaea227f-51a8-4ec0-9384-b03f9f7b479d tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:19.078339 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-adfbd340-c9d6-4195-8aae-fe36524ae7c5 req-aaea227f-51a8-4ec0-9384-b03f9f7b479d tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.68 "DELETE /v2.0/ports/606a7602-f044-4293-81b3-6dba18c401e2 HTTP/1.1" status: 204 len: 173 time: 2.8272116 Aug 10 03:47:19.078749 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94f9197-a047-4ee4-9d43-314000f46dad', 'name': 'network-vif-deleted', 'tag': '606a7602-f044-4293-81b3-6dba18c401e2'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:19.081096 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec25916b-a124-4a74-9972-1c4e0eb01d07" -d '{"events": [{"server_uuid": "d94f9197-a047-4ee4-9d43-314000f46dad", "name": "network-vif-deleted", "tag": "606a7602-f044-4293-81b3-6dba18c401e2"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:19.303234 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-22a21fce-33d5-4310-8de2-f0a67ce4db0c req-b16977ba-b921-4e9d-8539-fe4298cb2cb4 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 210 time: 0.0466845 Aug 10 03:47:19.344494 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-133bc7ab-2d7f-4209-b6d8-be8b7e901fb2 None None] Port ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:19.411619 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807e26ae-4542-4984-a70b-48643be59d0b x-openstack-request-id: req-807e26ae-4542-4984-a70b-48643be59d0b {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:19.411915 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94f9197-a047-4ee4-9d43-314000f46dad", "name": "network-vif-deleted", "tag": "606a7602-f044-4293-81b3-6dba18c401e2", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:19.415056 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-807e26ae-4542-4984-a70b-48643be59d0b {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:19.415493 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94f9197-a047-4ee4-9d43-314000f46dad', 'name': 'network-vif-deleted', 'tag': '606a7602-f044-4293-81b3-6dba18c401e2', 'status': 'completed', 'code': 200} Aug 10 03:47:19.420340 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2db3358-e3cb-40d7-b335-7da1f5564bdc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:19.506959 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:19.536116 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:19.546694 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d3925bd2-3015-4118-87e4-f6ea32fe9f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:19.581510 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2db3358-e3cb-40d7-b335-7da1f5564bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:19.669251 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f2d229cf-a0da-4074-837f-52b4c5d2c894 None None] Provisioning for port d0e98936-acf4-4daa-a4a4-0d388a45f61d completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:19.677645 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f2d229cf-a0da-4074-837f-52b4c5d2c894 None None] Provisioning complete for port d0e98936-acf4-4daa-a4a4-0d388a45f61d triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:19.678282 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f2d229cf-a0da-4074-837f-52b4c5d2c894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:19.699537 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db3358-e3cb-40d7-b335-7da1f5564bdc admin admin] Pushing event updated for resources: {'Port': ['ID=ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:19.703782 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2db3358-e3cb-40d7-b335-7da1f5564bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:19.784267 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52030) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:19.818238 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-f2d229cf-a0da-4074-837f-52b4c5d2c894 None None] Port d0e98936-acf4-4daa-a4a4-0d388a45f61d cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:19.835498 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:19.844735 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a3818cc9-fa64-4d1a-8198-f148a2be5010 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:19.941642 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2db3358-e3cb-40d7-b335-7da1f5564bdc admin admin] Network 30c15c05-59fb-4116-a291-e5525c98c227 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:19.973038 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-b2db3358-e3cb-40d7-b335-7da1f5564bdc admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:20.038202 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d3925bd2-3015-4118-87e4-f6ea32fe9f77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:20.097289 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:20.110468 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port a3818cc9-fa64-4d1a-8198-f148a2be5010 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:20.111131 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:20.117031 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d3925bd2-3015-4118-87e4-f6ea32fe9f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:20.216675 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9884a4a-c99a-474a-b7ef-1db09efd0f58 req-0b2714b6-b62f-4041-8d57-f37240195bf5 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:20.228439 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e9884a4a-c99a-474a-b7ef-1db09efd0f58 req-0b2714b6-b62f-4041-8d57-f37240195bf5 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 946 time: 0.3083355 Aug 10 03:47:20.270519 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d3925bd2-3015-4118-87e4-f6ea32fe9f77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:20.410076 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3925bd2-3015-4118-87e4-f6ea32fe9f77 admin admin] Pushing event updated for resources: {'Port': ['ID=d0e98936-acf4-4daa-a4a4-0d388a45f61d,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:20.582352 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-16986d9d-3c47-49de-bd0d-14dda8c619ce None None] Provisioning complete for port ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:20.583280 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-16986d9d-3c47-49de-bd0d-14dda8c619ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:20.599938 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3925bd2-3015-4118-87e4-f6ea32fe9f77 admin admin] Network ae78276c-6519-4603-bc80-1f77f9c4457a is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:20.604020 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-d3925bd2-3015-4118-87e4-f6ea32fe9f77 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:20.685146 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-16986d9d-3c47-49de-bd0d-14dda8c619ce None None] Port ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:20.793742 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:20.851748 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 606a7602-f044-4293-81b3-6dba18c401e2 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:20.917368 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 606a7602-f044-4293-81b3-6dba18c401e2 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:20.924505 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 606a7602-f044-4293-81b3-6dba18c401e2 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:20.940938 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a1959f78-2424-4835-b544-72972ba76488 req-94a0832d-699c-4cba-a91a-a210fb628070 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94f9197-a047-4ee4-9d43-314000f46dad HTTP/1.1" status: 200 len: 210 time: 0.0549672 Aug 10 03:47:20.983128 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:20.986713 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:21.035246 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3925bd2-3015-4118-87e4-f6ea32fe9f77 admin admin] Router b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:21.193860 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f129e8a0-a379-4b92-8c5a-19d0c80eafe4 None None] Provisioning complete for port d0e98936-acf4-4daa-a4a4-0d388a45f61d triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:21.194964 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f129e8a0-a379-4b92-8c5a-19d0c80eafe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:21.219950 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 56ed3b70-7bdc-458f-9920-c6a86054477a up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:21.257150 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3925bd2-3015-4118-87e4-f6ea32fe9f77 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:21.286428 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff31eb4-3472-4c19-86ef-df99511f72ca None None] Sync routers for ids ['b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:21.299518 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d3925bd2-3015-4118-87e4-f6ea32fe9f77 admin admin] 10.222.0.25 "PUT /v2.0/routers/b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2413683 Aug 10 03:47:21.320849 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff31eb4-3472-4c19-86ef-df99511f72ca None None] Routers {'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:21.321584 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-fff31eb4-3472-4c19-86ef-df99511f72ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:47:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:21.372258 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-f129e8a0-a379-4b92-8c5a-19d0c80eafe4 None None] Port d0e98936-acf4-4daa-a4a4-0d388a45f61d cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:21.486761 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 56ed3b70-7bdc-458f-9920-c6a86054477a completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:21.501476 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 56ed3b70-7bdc-458f-9920-c6a86054477a triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:21.501890 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:21.550289 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e9884a4a-c99a-474a-b7ef-1db09efd0f58 req-7b257dc8-220e-4150-a5fe-8c9d3140059a tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3208110 Aug 10 03:47:21.606715 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-fff31eb4-3472-4c19-86ef-df99511f72ca None None] Set router b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:21.718076 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2db3358-e3cb-40d7-b335-7da1f5564bdc admin admin] Router c75c1d37-f02c-4eda-98ea-8afddee56388 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:21.834271 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:21.854493 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c185a-9980-4995-80f5-5ae6760155b3 req-3c335c58-c0ca-4d01-8cd4-e05151a1de13 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:21.862493 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5d2c185a-9980-4995-80f5-5ae6760155b3 req-3c335c58-c0ca-4d01-8cd4-e05151a1de13 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 946 time: 0.1528356 Aug 10 03:47:21.931175 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 56ed3b70-7bdc-458f-9920-c6a86054477a, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=56ed3b70-7bdc-458f-9920-c6a86054477a,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:21.964386 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5d2c185a-9980-4995-80f5-5ae6760155b3 req-1f1412b6-bb67-4c49-a491-7fecab6dd3dd tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001358 Aug 10 03:47:22.023614 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:22.025632 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2db3358-e3cb-40d7-b335-7da1f5564bdc admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:22.045147 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b2db3358-e3cb-40d7-b335-7da1f5564bdc admin admin] 10.222.0.25 "PUT /v2.0/routers/c75c1d37-f02c-4eda-98ea-8afddee56388/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9820759 Aug 10 03:47:22.064173 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52110) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:22.069246 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-9351a867-1dce-4fc9-8fd7-1b131146927b tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--532332962', 'description': 'tempest-description--1272280962'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:22.096508 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=56ed3b70-7bdc-458f-9920-c6a86054477a,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:22.205218 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52120) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:22.217370 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9351a867-1dce-4fc9-8fd7-1b131146927b tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:22.240516 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3404b57c-5e62-40fb-b3d5-6a1afe629c67 None None] Sync routers for ids ['c75c1d37-f02c-4eda-98ea-8afddee56388'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:22.250870 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-390627db-02d7-4215-9d83-e97e527f08c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:22.263815 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-fff31eb4-3472-4c19-86ef-df99511f72ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'name': 'tempest-ServersTestManualDisk-1109643316-router', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:07Z', 'updated_at': '2021-08-10T03:47:19Z', 'revision_number': 4, 'project_id': '58ee50e6de35447d8f023d20187a0aea', 'gw_port': {'id': 'ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:08Z', 'updated_at': '2021-08-10T03:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'd0e98936-acf4-4daa-a4a4-0d388a45f61d', 'name': '', 'network_id': 'ae78276c-6519-4603-bc80-1f77f9c4457a', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'mac_address': 'fa:16:3e:0e:80:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '72cf0926-51a4-4fc0-96af-c684075d2095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:15Z', 'updated_at': '2021-08-10T03:47:19Z', 'revision_number': 2, 'project_id': '58ee50e6de35447d8f023d20187a0aea', 'subnets': [{'id': '72cf0926-51a4-4fc0-96af-c684075d2095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:22.277318 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3404b57c-5e62-40fb-b3d5-6a1afe629c67 None None] Routers {'c75c1d37-f02c-4eda-98ea-8afddee56388'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:22.278242 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-3404b57c-5e62-40fb-b3d5-6a1afe629c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:47:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['c75c1d37-f02c-4eda-98ea-8afddee56388'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:22.392662 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff31eb4-3472-4c19-86ef-df99511f72ca None None] Checking router: b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:47:22.397172 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff31eb4-3472-4c19-86ef-df99511f72ca None None] Updating router b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e port d0e98936-acf4-4daa-a4a4-0d388a45f61d binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:47:22.510730 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fff31eb4-3472-4c19-86ef-df99511f72ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:22.660743 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 56ed3b70-7bdc-458f-9920-c6a86054477a up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:22.662278 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb9d6f-abb2-4d11-9921-4b568fbeca2b req-07c23a59-a4af-4496-9936-3fc040cf2fac tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:22.672620 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-46cb9d6f-abb2-4d11-9921-4b568fbeca2b req-07c23a59-a4af-4496-9936-3fc040cf2fac tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 946 time: 0.3292506 Aug 10 03:47:22.717208 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9351a867-1dce-4fc9-8fd7-1b131146927b tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:22.739584 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-116f13ac-94d7-4e8f-83f9-ad29c34c5b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:22.791832 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-46cb9d6f-abb2-4d11-9921-4b568fbeca2b req-4ac9f108-50da-4137-8963-280ce4e4471b tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174481 Aug 10 03:47:22.797991 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9351a867-1dce-4fc9-8fd7-1b131146927b tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:22.876449 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-3404b57c-5e62-40fb-b3d5-6a1afe629c67 None None] Set router c75c1d37-f02c-4eda-98ea-8afddee56388 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:23.036912 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351a867-1dce-4fc9-8fd7-1b131146927b tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97d5d33d-7b70-4a98-8aea-b0c2f3b02207,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:23.165494 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9fcd5-022e-487d-80dc-7037b6e44f1f req-4e316e50-5648-4cf9-9ab5-2b621f615897 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:23.167483 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1dc9fcd5-022e-487d-80dc-7037b6e44f1f req-4e316e50-5648-4cf9-9ab5-2b621f615897 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 946 time: 0.1914129 Aug 10 03:47:23.171374 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-116f13ac-94d7-4e8f-83f9-ad29c34c5b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:23.258950 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84112638-cf3f-41f2-96ce-11cfa2a04413 req-24394506-04d7-47ac-ba9f-6377212b0021 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:23.261164 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84112638-cf3f-41f2-96ce-11cfa2a04413 req-24394506-04d7-47ac-ba9f-6377212b0021 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 944 time: 0.0834610 Aug 10 03:47:23.272181 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 56ed3b70-7bdc-458f-9920-c6a86054477a triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:23.272823 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:23.275359 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-116f13ac-94d7-4e8f-83f9-ad29c34c5b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:23.283999 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1dc9fcd5-022e-487d-80dc-7037b6e44f1f req-624918ec-6413-43bc-ab90-017cfa0bf7ce tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090326 Aug 10 03:47:23.335372 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-390627db-02d7-4215-9d83-e97e527f08c2 admin admin] Deleting port 51032bce-19f2-4d97-91af-6c09088f9a90 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:23.336188 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-390627db-02d7-4215-9d83-e97e527f08c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:23.399513 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f13ac-94d7-4e8f-83f9-ad29c34c5b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8930c2f4-f2e1-4d3b-82da-e23ba4472c26,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:23.500608 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fff31eb4-3472-4c19-86ef-df99511f72ca None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:23.509320 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-3404b57c-5e62-40fb-b3d5-6a1afe629c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c1d37-f02c-4eda-98ea-8afddee56388', 'name': 'tempest-AttachSCSIVolumeTestJSON-1501314320-router', 'tenant_id': 'b5803c135cf642e1808d6df6cd8c25e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '56ed3b70-7bdc-458f-9920-c6a86054477a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:08Z', 'updated_at': '2021-08-10T03:47:18Z', 'revision_number': 4, 'project_id': 'b5803c135cf642e1808d6df6cd8c25e1', 'gw_port': {'id': '56ed3b70-7bdc-458f-9920-c6a86054477a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c1d37-f02c-4eda-98ea-8afddee56388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:10Z', 'updated_at': '2021-08-10T03:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c', 'name': '', 'network_id': '30c15c05-59fb-4116-a291-e5525c98c227', 'tenant_id': 'b5803c135cf642e1808d6df6cd8c25e1', 'mac_address': 'fa:16:3e:85:84:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75c1d37-f02c-4eda-98ea-8afddee56388', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0523149d-f4b1-4acd-a1e7-e24e02bdc22f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:16Z', 'updated_at': '2021-08-10T03:47:19Z', 'revision_number': 2, 'project_id': 'b5803c135cf642e1808d6df6cd8c25e1', 'subnets': [{'id': '0523149d-f4b1-4acd-a1e7-e24e02bdc22f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:23.523324 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-116f13ac-94d7-4e8f-83f9-ad29c34c5b1c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=856fffb8cbee413f8081ccf7fca7cc60&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3162756 Aug 10 03:47:23.524839 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9351a867-1dce-4fc9-8fd7-1b131146927b tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:23.526794 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-fff31eb4-3472-4c19-86ef-df99511f72ca None None] Transition to ACTIVE for port object d0e98936-acf4-4daa-a4a4-0d388a45f61d will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:23.531843 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52158) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:23.532114 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9351a867-1dce-4fc9-8fd7-1b131146927b tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4665143 Aug 10 03:47:23.536214 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52160) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:23.556253 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3404b57c-5e62-40fb-b3d5-6a1afe629c67 None None] Checking router: c75c1d37-f02c-4eda-98ea-8afddee56388 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:47:23.556627 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3404b57c-5e62-40fb-b3d5-6a1afe629c67 None None] Updating router c75c1d37-f02c-4eda-98ea-8afddee56388 port ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:47:23.583332 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-56885fe8-d1c5-4e14-80ad-2bb5f76cc7bf tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Request body: {'security_group_rule': {'security_group_id': '97d5d33d-7b70-4a98-8aea-b0c2f3b02207', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:23.591323 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52162) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:23.612212 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84112638-cf3f-41f2-96ce-11cfa2a04413 req-1be33999-faf2-4046-af48-d929b192abf6 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cce6239-9476-43a6-810e-6afb36158e14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419087 Aug 10 03:47:23.631281 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3404b57c-5e62-40fb-b3d5-6a1afe629c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:23.634703 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fff31eb4-3472-4c19-86ef-df99511f72ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:23.643914 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-3b9c3ca6-f438-4e07-9b43-ae34bd029ce8 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1112382384-network', 'tenant_id': 'fbbdd9a5f1a84fcca7a6bd13e4974123'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:23.670954 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-390627db-02d7-4215-9d83-e97e527f08c2 admin admin] For port 51032bce-19f2-4d97-91af-6c09088f9a90, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=51032bce-19f2-4d97-91af-6c09088f9a90,segment=NetworkSegment(0c3ff272-2732-4f55-a1da-d84e69f6d5d2),segment_id=0c3ff272-2732-4f55-a1da-d84e69f6d5d2)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:23.671677 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-390627db-02d7-4215-9d83-e97e527f08c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:23.770880 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6b260-8cf9-4dd2-a98e-f24a9101ca22 req-ff3acb8d-9b56-4c78-a760-daa86c5b5abb tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:23.770880 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bc6b260-8cf9-4dd2-a98e-f24a9101ca22 req-ff3acb8d-9b56-4c78-a760-daa86c5b5abb tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 944 time: 0.2774346 Aug 10 03:47:23.815686 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5275e-7f9e-483b-9983-85bd2b9de3e9 None None] Pushing event updated for resources: {'Port': ['ID=d0e98936-acf4-4daa-a4a4-0d388a45f61d,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:23.832571 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-390627db-02d7-4215-9d83-e97e527f08c2 admin admin] Calling delete_port for 51032bce-19f2-4d97-91af-6c09088f9a90 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:23.845470 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.db.api [None req-3b9c3ca6-f438-4e07-9b43-ae34bd029ce8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:47:23.845470 n-d-802893-2 neutron-server[94938]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:47:23.845470 n-d-802893-2 neutron-server[94938]: [parameters: {'project_id_1': 'fbbdd9a5f1a84fcca7a6bd13e4974123', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 47, 23, 700789)}] Aug 10 03:47:23.845470 n-d-802893-2 neutron-server[94938]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94938) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:47:23.845985 n-d-802893-2 neutron-server[94938]: DEBUG oslo_db.api [None req-3b9c3ca6-f438-4e07-9b43-ae34bd029ce8 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:47:23.899204 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-fff31eb4-3472-4c19-86ef-df99511f72ca None None] Attempting to bind port d0e98936-acf4-4daa-a4a4-0d388a45f61d on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:23.899565 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-fff31eb4-3472-4c19-86ef-df99511f72ca None None] Attempting to bind port d0e98936-acf4-4daa-a4a4-0d388a45f61d by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '4836d09a-cfbb-4d06-995e-7a8ae6ea23fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ae78276c-6519-4603-bc80-1f77f9c4457a'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:23.900161 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff31eb4-3472-4c19-86ef-df99511f72ca None None] Attempting to bind port d0e98936-acf4-4daa-a4a4-0d388a45f61d on network ae78276c-6519-4603-bc80-1f77f9c4457a {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:23.937512 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff31eb4-3472-4c19-86ef-df99511f72ca None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:23.937512 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff31eb4-3472-4c19-86ef-df99511f72ca None None] Checking segment: {'id': '4836d09a-cfbb-4d06-995e-7a8ae6ea23fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ae78276c-6519-4603-bc80-1f77f9c4457a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:23.937512 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fff31eb4-3472-4c19-86ef-df99511f72ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:23.937512 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff31eb4-3472-4c19-86ef-df99511f72ca None None] Bound using segment: {'id': '4836d09a-cfbb-4d06-995e-7a8ae6ea23fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ae78276c-6519-4603-bc80-1f77f9c4457a'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:23.937512 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-fff31eb4-3472-4c19-86ef-df99511f72ca None None] Bound port: d0e98936-acf4-4daa-a4a4-0d388a45f61d, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4836d09a-cfbb-4d06-995e-7a8ae6ea23fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ae78276c-6519-4603-bc80-1f77f9c4457a'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:23.937512 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fff31eb4-3472-4c19-86ef-df99511f72ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:23.963085 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-5bc6b260-8cf9-4dd2-a98e-f24a9101ca22 req-72be5baf-d9f3-4c76-b3fe-3409d4b7deb0 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Deleting port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:23.963438 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5bc6b260-8cf9-4dd2-a98e-f24a9101ca22 req-72be5baf-d9f3-4c76-b3fe-3409d4b7deb0 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.054780 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f6ef4b5-9d5d-4e9a-bd29-9da3a64f8219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.072301 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-fff31eb4-3472-4c19-86ef-df99511f72ca None None] For port d0e98936-acf4-4daa-a4a4-0d388a45f61d, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:24.077817 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-5bc6b260-8cf9-4dd2-a98e-f24a9101ca22 req-72be5baf-d9f3-4c76-b3fe-3409d4b7deb0 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] For port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=18ede4e1-fb9e-4d14-8831-4e294ccc0b76,segment=NetworkSegment(30f245ac-83fb-4e8d-9300-0487d6d01873),segment_id=30f245ac-83fb-4e8d-9300-0487d6d01873)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:24.077817 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5bc6b260-8cf9-4dd2-a98e-f24a9101ca22 req-72be5baf-d9f3-4c76-b3fe-3409d4b7deb0 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.078072 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-fff31eb4-3472-4c19-86ef-df99511f72ca None None] For port d0e98936-acf4-4daa-a4a4-0d388a45f61d, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=d0e98936-acf4-4daa-a4a4-0d388a45f61d,segment=NetworkSegment(4836d09a-cfbb-4d06-995e-7a8ae6ea23fb),segment_id=4836d09a-cfbb-4d06-995e-7a8ae6ea23fb)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:24.081118 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f6ef4b5-9d5d-4e9a-bd29-9da3a64f8219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.111191 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-5bc6b260-8cf9-4dd2-a98e-f24a9101ca22 req-72be5baf-d9f3-4c76-b3fe-3409d4b7deb0 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Calling delete_port for 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:24.155478 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-56885fe8-d1c5-4e14-80ad-2bb5f76cc7bf tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.182516 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fff31eb4-3472-4c19-86ef-df99511f72ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.193859 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebf511-29e7-4e53-bcc3-317296575a7f req-5663c397-bcfb-44e2-9ba2-430fd9d8bfc2 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:24.195394 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-11ebf511-29e7-4e53-bcc3-317296575a7f req-5663c397-bcfb-44e2-9ba2-430fd9d8bfc2 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 946 time: 0.4491553 Aug 10 03:47:24.210534 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3404b57c-5e62-40fb-b3d5-6a1afe629c67 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.253998 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-3404b57c-5e62-40fb-b3d5-6a1afe629c67 None None] Transition to ACTIVE for port object ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:24.265080 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f6ef4b5-9d5d-4e9a-bd29-9da3a64f8219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.267877 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f6ef4b5-9d5d-4e9a-bd29-9da3a64f8219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.269079 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0f6ef4b5-9d5d-4e9a-bd29-9da3a64f8219 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8930c2f4-f2e1-4d3b-82da-e23ba4472c26 HTTP/1.1" status: 204 len: 168 time: 0.7328932 Aug 10 03:47:24.294202 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff31eb4-3472-4c19-86ef-df99511f72ca None None] Routers {'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:24.295808 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-fff31eb4-3472-4c19-86ef-df99511f72ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:47:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:24.376085 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3404b57c-5e62-40fb-b3d5-6a1afe629c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.405890 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5bc6b260-8cf9-4dd2-a98e-f24a9101ca22 req-72be5baf-d9f3-4c76-b3fe-3409d4b7deb0 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.409008 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ef4b5-9d5d-4e9a-bd29-9da3a64f8219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8930c2f4-f2e1-4d3b-82da-e23ba4472c26,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:24.417179 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b5275e-7f9e-483b-9983-85bd2b9de3e9 None None] Pushing event updated for resources: {'Port': ['ID=d0e98936-acf4-4daa-a4a4-0d388a45f61d,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:24.550822 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-56885fe8-d1c5-4e14-80ad-2bb5f76cc7bf tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.584937 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a51d2-1a46-4e41-af06-055b90d4a8b7 None None] Pushing event updated for resources: {'Port': ['ID=ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:24.602195 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9c3ca6-f438-4e07-9b43-ae34bd029ce8 admin admin] Made reservation on behalf of fbbdd9a5f1a84fcca7a6bd13e4974123 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:24.606576 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be5baf-d9f3-4c76-b3fe-3409d4b7deb0 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Pushing event deleted for resources: {'Port': ['ID=18ede4e1-fb9e-4d14-8831-4e294ccc0b76,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:24.607901 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3b9c3ca6-f438-4e07-9b43-ae34bd029ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.650352 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-11ebf511-29e7-4e53-bcc3-317296575a7f req-b8f0ee3a-7d58-43f8-a3ff-b56f4c7afd49 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438241 Aug 10 03:47:24.736963 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-fff31eb4-3472-4c19-86ef-df99511f72ca None None] Set router b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:24.740880 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3b9c3ca6-f438-4e07-9b43-ae34bd029ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.754197 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-3404b57c-5e62-40fb-b3d5-6a1afe629c67 None None] Attempting to bind port ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:24.754763 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-3404b57c-5e62-40fb-b3d5-6a1afe629c67 None None] Attempting to bind port ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '4d91e0be-2632-4efe-bc99-3118c2412ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '30c15c05-59fb-4116-a291-e5525c98c227'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:24.755323 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3404b57c-5e62-40fb-b3d5-6a1afe629c67 None None] Attempting to bind port ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c on network 30c15c05-59fb-4116-a291-e5525c98c227 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:24.789501 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3404b57c-5e62-40fb-b3d5-6a1afe629c67 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:24.790084 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3404b57c-5e62-40fb-b3d5-6a1afe629c67 None None] Checking segment: {'id': '4d91e0be-2632-4efe-bc99-3118c2412ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '30c15c05-59fb-4116-a291-e5525c98c227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:24.790712 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3404b57c-5e62-40fb-b3d5-6a1afe629c67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.791325 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3404b57c-5e62-40fb-b3d5-6a1afe629c67 None None] Bound using segment: {'id': '4d91e0be-2632-4efe-bc99-3118c2412ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '30c15c05-59fb-4116-a291-e5525c98c227'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:24.802909 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-56885fe8-d1c5-4e14-80ad-2bb5f76cc7bf tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.804226 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-3404b57c-5e62-40fb-b3d5-6a1afe629c67 None None] Bound port: ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d91e0be-2632-4efe-bc99-3118c2412ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '30c15c05-59fb-4116-a291-e5525c98c227'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:24.804986 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3404b57c-5e62-40fb-b3d5-6a1afe629c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.813593 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc6b260-8cf9-4dd2-a98e-f24a9101ca22 req-72be5baf-d9f3-4c76-b3fe-3409d4b7deb0 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] No DVR routers for this DVR port 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:24.840804 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5bc6b260-8cf9-4dd2-a98e-f24a9101ca22 req-72be5baf-d9f3-4c76-b3fe-3409d4b7deb0 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:24.843378 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bc6b260-8cf9-4dd2-a98e-f24a9101ca22 req-72be5baf-d9f3-4c76-b3fe-3409d4b7deb0 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.68 "DELETE /v2.0/ports/18ede4e1-fb9e-4d14-8831-4e294ccc0b76 HTTP/1.1" status: 204 len: 173 time: 1.0698302 Aug 10 03:47:24.844046 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e08c3c-295b-46b0-aebc-6ae149b77782', 'name': 'network-vif-deleted', 'tag': '18ede4e1-fb9e-4d14-8831-4e294ccc0b76'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:24.846609 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4879282c-0fbd-460b-80e2-80cc6ec090f9" -d '{"events": [{"server_uuid": "b6e08c3c-295b-46b0-aebc-6ae149b77782", "name": "network-vif-deleted", "tag": "18ede4e1-fb9e-4d14-8831-4e294ccc0b76"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:25.040229 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-3404b57c-5e62-40fb-b3d5-6a1afe629c67 None None] For port ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:25.045849 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-3404b57c-5e62-40fb-b3d5-6a1afe629c67 None None] For port ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c,segment=NetworkSegment(4d91e0be-2632-4efe-bc99-3118c2412ecc),segment_id=4d91e0be-2632-4efe-bc99-3118c2412ecc)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:25.069086 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-634ad3aa-ec89-45ca-a576-ca18f0b073cc req-3be28841-9a31-455c-8ff6-89f322b61af3 tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 210 time: 0.1886857 Aug 10 03:47:25.099462 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-56885fe8-d1c5-4e14-80ad-2bb5f76cc7bf tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:25.108630 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-56885fe8-d1c5-4e14-80ad-2bb5f76cc7bf tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5434260 Aug 10 03:47:25.116756 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52188) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:25.124740 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-1fa4614f-1ee0-4a78-bbd7-c8bc098f611b tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Request body: {'security_group_rule': {'security_group_id': '97d5d33d-7b70-4a98-8aea-b0c2f3b02207', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:25.132300 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3404b57c-5e62-40fb-b3d5-6a1afe629c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:25.149385 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56885fe8-d1c5-4e14-80ad-2bb5f76cc7bf tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6690d5ab-34ed-4e87-8a16-94b579c0f5f4,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:25.233790 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115f4874-df66-45f1-8664-2c42570366d1 x-openstack-request-id: req-115f4874-df66-45f1-8664-2c42570366d1 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:25.234244 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6e08c3c-295b-46b0-aebc-6ae149b77782", "name": "network-vif-deleted", "tag": "18ede4e1-fb9e-4d14-8831-4e294ccc0b76", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:25.234612 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-115f4874-df66-45f1-8664-2c42570366d1 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:25.235118 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e08c3c-295b-46b0-aebc-6ae149b77782', 'name': 'network-vif-deleted', 'tag': '18ede4e1-fb9e-4d14-8831-4e294ccc0b76', 'status': 'completed', 'code': 200} Aug 10 03:47:25.265338 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a01e0-9e9c-4c15-9363-fc2ddff69a3a req-872c1696-754b-4261-9b6f-66a0f2371d33 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:25.275383 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-484a01e0-9e9c-4c15-9363-fc2ddff69a3a req-872c1696-754b-4261-9b6f-66a0f2371d33 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 946 time: 0.0844414 Aug 10 03:47:25.300875 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-fff31eb4-3472-4c19-86ef-df99511f72ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'name': 'tempest-ServersTestManualDisk-1109643316-router', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:07Z', 'updated_at': '2021-08-10T03:47:19Z', 'revision_number': 4, 'project_id': '58ee50e6de35447d8f023d20187a0aea', 'gw_port': {'id': 'ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:08Z', 'updated_at': '2021-08-10T03:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'd0e98936-acf4-4daa-a4a4-0d388a45f61d', 'name': '', 'network_id': 'ae78276c-6519-4603-bc80-1f77f9c4457a', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'mac_address': 'fa:16:3e:0e:80:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '72cf0926-51a4-4fc0-96af-c684075d2095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:15Z', 'updated_at': '2021-08-10T03:47:24Z', 'revision_number': 4, 'project_id': '58ee50e6de35447d8f023d20187a0aea', 'subnets': [{'id': '72cf0926-51a4-4fc0-96af-c684075d2095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:25.341062 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-484a01e0-9e9c-4c15-9363-fc2ddff69a3a req-82ec7b7e-6b38-4fe5-a235-1cbf10d7c104 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639324 Aug 10 03:47:25.365421 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff31eb4-3472-4c19-86ef-df99511f72ca None None] The sync data for ids ['b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e'] in n-d-802893-2 is: [{'id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'name': 'tempest-ServersTestManualDisk-1109643316-router', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:07Z', 'updated_at': '2021-08-10T03:47:19Z', 'revision_number': 4, 'project_id': '58ee50e6de35447d8f023d20187a0aea', 'gw_port': {'id': 'ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:08Z', 'updated_at': '2021-08-10T03:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'd0e98936-acf4-4daa-a4a4-0d388a45f61d', 'name': '', 'network_id': 'ae78276c-6519-4603-bc80-1f77f9c4457a', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'mac_address': 'fa:16:3e:0e:80:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '72cf0926-51a4-4fc0-96af-c684075d2095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:15Z', 'updated_at': '2021-08-10T03:47:24Z', 'revision_number': 4, 'project_id': '58ee50e6de35447d8f023d20187a0aea', 'subnets': [{'id': '72cf0926-51a4-4fc0-96af-c684075d2095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:25.410671 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3b9c3ca6-f438-4e07-9b43-ae34bd029ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:25.425125 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-390627db-02d7-4215-9d83-e97e527f08c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:25.483085 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3404b57c-5e62-40fb-b3d5-6a1afe629c67 None None] Routers {'c75c1d37-f02c-4eda-98ea-8afddee56388'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:25.483411 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-3404b57c-5e62-40fb-b3d5-6a1afe629c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:47:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['c75c1d37-f02c-4eda-98ea-8afddee56388'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:25.574572 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a51d2-1a46-4e41-af06-055b90d4a8b7 None None] Pushing event updated for resources: {'Port': ['ID=ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c,revision_number=4']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:25.580535 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390627db-02d7-4215-9d83-e97e527f08c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=51032bce-19f2-4d97-91af-6c09088f9a90,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:25.626992 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3b9c3ca6-f438-4e07-9b43-ae34bd029ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:25.724859 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c3ca6-f438-4e07-9b43-ae34bd029ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509ed6cd-8e4e-48e0-90ce-ce6e76eaff59,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:25.741378 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9497c3-37d7-46e5-bced-21ed0d0e8201 req-606c6ad2-a8d9-4ee1-ac66-c6624a5499fe tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:25.755565 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9c9497c3-37d7-46e5-bced-21ed0d0e8201 req-606c6ad2-a8d9-4ee1-ac66-c6624a5499fe tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 946 time: 0.2044899 Aug 10 03:47:25.764276 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-3404b57c-5e62-40fb-b3d5-6a1afe629c67 None None] Set router c75c1d37-f02c-4eda-98ea-8afddee56388 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:25.854525 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1fa4614f-1ee0-4a78-bbd7-c8bc098f611b tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:25.887700 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b9c3ca6-f438-4e07-9b43-ae34bd029ce8 admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:47:25.907367 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3b9c3ca6-f438-4e07-9b43-ae34bd029ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:25.907903 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-3b9c3ca6-f438-4e07-9b43-ae34bd029ce8 admin admin] Added segment c2ad1791-d524-479f-b1f9-314bfc1e9076 of type vlan for network 9ba91d67-a768-4ffd-bd86-149569816c8a Aug 10 03:47:26.015212 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9c9497c3-37d7-46e5-bced-21ed0d0e8201 req-8901b526-8a29-4538-9ba8-0ff777214905 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545373 Aug 10 03:47:26.100651 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3b9c3ca6-f438-4e07-9b43-ae34bd029ce8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:26.147734 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1fa4614f-1ee0-4a78-bbd7-c8bc098f611b tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:26.240681 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-390627db-02d7-4215-9d83-e97e527f08c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:26.316507 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1fa4614f-1ee0-4a78-bbd7-c8bc098f611b tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:26.396826 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-3404b57c-5e62-40fb-b3d5-6a1afe629c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c1d37-f02c-4eda-98ea-8afddee56388', 'name': 'tempest-AttachSCSIVolumeTestJSON-1501314320-router', 'tenant_id': 'b5803c135cf642e1808d6df6cd8c25e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '56ed3b70-7bdc-458f-9920-c6a86054477a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:08Z', 'updated_at': '2021-08-10T03:47:18Z', 'revision_number': 4, 'project_id': 'b5803c135cf642e1808d6df6cd8c25e1', 'gw_port': {'id': '56ed3b70-7bdc-458f-9920-c6a86054477a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c1d37-f02c-4eda-98ea-8afddee56388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:10Z', 'updated_at': '2021-08-10T03:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c', 'name': '', 'network_id': '30c15c05-59fb-4116-a291-e5525c98c227', 'tenant_id': 'b5803c135cf642e1808d6df6cd8c25e1', 'mac_address': 'fa:16:3e:85:84:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75c1d37-f02c-4eda-98ea-8afddee56388', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0523149d-f4b1-4acd-a1e7-e24e02bdc22f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:16Z', 'updated_at': '2021-08-10T03:47:25Z', 'revision_number': 4, 'project_id': 'b5803c135cf642e1808d6df6cd8c25e1', 'subnets': [{'id': '0523149d-f4b1-4acd-a1e7-e24e02bdc22f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:26.401994 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4614f-1ee0-4a78-bbd7-c8bc098f611b tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7b7b1d1-e3a0-4d58-ab88-9b5e7cc8e7f7,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:26.457461 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cfdb4e-a5d4-40fa-bb5c-c98d9a712953 req-5383bf72-075c-4de9-81e9-ac69be693d22 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:26.459339 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90cfdb4e-a5d4-40fa-bb5c-c98d9a712953 req-5383bf72-075c-4de9-81e9-ac69be693d22 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 946 time: 0.2964940 Aug 10 03:47:26.467375 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1fa4614f-1ee0-4a78-bbd7-c8bc098f611b tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:26.467493 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1fa4614f-1ee0-4a78-bbd7-c8bc098f611b tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3493266 Aug 10 03:47:26.470927 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52224) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:26.480248 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3404b57c-5e62-40fb-b3d5-6a1afe629c67 None None] The sync data for ids ['c75c1d37-f02c-4eda-98ea-8afddee56388'] in n-d-802893-2 is: [{'id': 'c75c1d37-f02c-4eda-98ea-8afddee56388', 'name': 'tempest-AttachSCSIVolumeTestJSON-1501314320-router', 'tenant_id': 'b5803c135cf642e1808d6df6cd8c25e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '56ed3b70-7bdc-458f-9920-c6a86054477a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:08Z', 'updated_at': '2021-08-10T03:47:18Z', 'revision_number': 4, 'project_id': 'b5803c135cf642e1808d6df6cd8c25e1', 'gw_port': {'id': '56ed3b70-7bdc-458f-9920-c6a86054477a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c1d37-f02c-4eda-98ea-8afddee56388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:10Z', 'updated_at': '2021-08-10T03:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c', 'name': '', 'network_id': '30c15c05-59fb-4116-a291-e5525c98c227', 'tenant_id': 'b5803c135cf642e1808d6df6cd8c25e1', 'mac_address': 'fa:16:3e:85:84:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75c1d37-f02c-4eda-98ea-8afddee56388', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '0523149d-f4b1-4acd-a1e7-e24e02bdc22f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:16Z', 'updated_at': '2021-08-10T03:47:25Z', 'revision_number': 4, 'project_id': 'b5803c135cf642e1808d6df6cd8c25e1', 'subnets': [{'id': '0523149d-f4b1-4acd-a1e7-e24e02bdc22f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:26.491545 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-aeaa1858-76b2-4744-aa76-9870a24ab38f tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:26.527162 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3b9c3ca6-f438-4e07-9b43-ae34bd029ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:26.547005 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9c3ca6-f438-4e07-9b43-ae34bd029ce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:26.548011 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3b9c3ca6-f438-4e07-9b43-ae34bd029ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:26.628966 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90cfdb4e-a5d4-40fa-bb5c-c98d9a712953 req-19f6a3d3-2ec2-4a43-963a-9e606614d38f tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298516 Aug 10 03:47:26.631284 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aeaa1858-76b2-4744-aa76-9870a24ab38f tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks [] for floatingip, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:26.855264 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4af1dc74-39f3-41b4-83c6-a93e66f29b6f req-56f63436-8c2f-4630-88bb-234143d6399b tempest-LiveAutoBlockMigrationV225Test-998007911 tempest-LiveAutoBlockMigrationV225Test-998007911-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6e08c3c-295b-46b0-aebc-6ae149b77782 HTTP/1.1" status: 200 len: 210 time: 0.3309600 Aug 10 03:47:26.899517 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aeaa1858-76b2-4744-aa76-9870a24ab38f tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:26.917474 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device d0e98936-acf4-4daa-a4a4-0d388a45f61d up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:27.013436 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c3ca6-f438-4e07-9b43-ae34bd029ce8 admin admin] Pushing event updated for resources: {'Network': ['ID=9ba91d67-a768-4ffd-bd86-149569816c8a,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:27.034310 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 9ba91d67-a768-4ffd-bd86-149569816c8a details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:47:27.089735 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52250) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:27.092934 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3b9c3ca6-f438-4e07-9b43-ae34bd029ce8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.4660523 Aug 10 03:47:27.099751 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-d45cde30-0e4a-4717-802a-e485eee0fc4a admin admin] Request body: {'subnet': {'network_id': '9ba91d67-a768-4ffd-bd86-149569816c8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112382384-subnet', 'tenant_id': 'fbbdd9a5f1a84fcca7a6bd13e4974123', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:27.252856 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45cde30-0e4a-4717-802a-e485eee0fc4a admin admin] Made reservation on behalf of fbbdd9a5f1a84fcca7a6bd13e4974123 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:27.255154 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d45cde30-0e4a-4717-802a-e485eee0fc4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:27.276979 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390627db-02d7-4215-9d83-e97e527f08c2 admin admin] Router c6410152-921c-40b8-a35e-08cc4e0f42f0 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:27.345554 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:27.373411 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port d0e98936-acf4-4daa-a4a4-0d388a45f61d completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:27.377678 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port d0e98936-acf4-4daa-a4a4-0d388a45f61d triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:27.378050 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:27.479463 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-aeaa1858-76b2-4744-aa76-9870a24ab38f tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Allocated IP 172.25.0.230 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/2724cbc4-a22c-49e5-83bc-b757d7044d91) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:27.538371 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:27.601930 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port d0e98936-acf4-4daa-a4a4-0d388a45f61d, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=d0e98936-acf4-4daa-a4a4-0d388a45f61d,segment=NetworkSegment(4836d09a-cfbb-4d06-995e-7a8ae6ea23fb),segment_id=4836d09a-cfbb-4d06-995e-7a8ae6ea23fb)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:27.615106 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-d19ad0b0-1bdd-41ab-b7d6-f4dce783613f tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=37767aef622e45709bc7706b52763ec3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0921535 Aug 10 03:47:27.686344 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390627db-02d7-4215-9d83-e97e527f08c2 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:27.696591 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-390627db-02d7-4215-9d83-e97e527f08c2 admin admin] 10.222.0.25 "PUT /v2.0/routers/c6410152-921c-40b8-a35e-08cc4e0f42f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9109488 Aug 10 03:47:27.701180 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4a32e3-2174-42d2-88ae-740c8186c7e7 None None] Sync routers for ids ['c6410152-921c-40b8-a35e-08cc4e0f42f0'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:27.701405 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52266) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:27.718572 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4a32e3-2174-42d2-88ae-740c8186c7e7 None None] Routers {'c6410152-921c-40b8-a35e-08cc4e0f42f0'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:27.719622 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-5a4a32e3-2174-42d2-88ae-740c8186c7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:47:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['c6410152-921c-40b8-a35e-08cc4e0f42f0'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:27.802907 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:27.841083 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-2d5d076f-8507-4463-8c2d-f22be8824ee5 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:27.848696 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-2d5d076f-8507-4463-8c2d-f22be8824ee5 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2259715 Aug 10 03:47:27.854054 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aeaa1858-76b2-4744-aa76-9870a24ab38f tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:27.889211 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-f381b78b-722c-42d6-97cf-31da1188f7ab tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/quotas/37767aef622e45709bc7706b52763ec3 HTTP/1.1" status: 200 len: 375 time: 0.0344107 Aug 10 03:47:27.948422 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-7de14928-2eda-4c0b-931d-41a80e7bd70b tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=37767aef622e45709bc7706b52763ec3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528007 Aug 10 03:47:28.049746 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=d0e98936-acf4-4daa-a4a4-0d388a45f61d,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:28.056546 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aeaa1858-76b2-4744-aa76-9870a24ab38f tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:28.136173 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d45cde30-0e4a-4717-802a-e485eee0fc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:28.152090 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-5a4a32e3-2174-42d2-88ae-740c8186c7e7 None None] Set router c6410152-921c-40b8-a35e-08cc4e0f42f0 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:28.189371 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52276) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:28.211303 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaa1858-76b2-4744-aa76-9870a24ab38f tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:28.320283 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ac8c68ae-0dab-4f7b-a19c-d91fadf52eff admin admin] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:28.391910 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-aeaa1858-76b2-4744-aa76-9870a24ab38f tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:28.398050 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45cde30-0e4a-4717-802a-e485eee0fc4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3895911a-d271-4d4e-a31b-801016754022,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:28.406822 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaa1858-76b2-4744-aa76-9870a24ab38f tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:28.499566 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa1858-76b2-4744-aa76-9870a24ab38f tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Pushing event updated for resources: {'Port': ['ID=2724cbc4-a22c-49e5-83bc-b757d7044d91,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:28.586966 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fcb2822d-8467-410b-8f81-41f8e2d0eb3d req-9cf8b5cc-0f04-4597-a53d-fe7fae35dfb5 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43a73a5-675d-4fa7-8c6e-8ad258f70a64 HTTP/1.1" status: 200 len: 210 time: 0.0891137 Aug 10 03:47:28.604813 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aeaa1858-76b2-4744-aa76-9870a24ab38f tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:28.645829 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-5a4a32e3-2174-42d2-88ae-740c8186c7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27147576-router', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:47:25Z', 'revision_number': 5, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'gw_port': {'id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:47Z', 'updated_at': '2021-08-10T03:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:28.678522 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4a32e3-2174-42d2-88ae-740c8186c7e7 None None] Checking router: c6410152-921c-40b8-a35e-08cc4e0f42f0 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:47:28.702982 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4a32e3-2174-42d2-88ae-740c8186c7e7 None None] Routers {'c6410152-921c-40b8-a35e-08cc4e0f42f0'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:28.704210 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-5a4a32e3-2174-42d2-88ae-740c8186c7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:47:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['c6410152-921c-40b8-a35e-08cc4e0f42f0'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:28.711925 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45cde30-0e4a-4717-802a-e485eee0fc4a admin admin] Checking segment: {'id': 'c2ad1791-d524-479f-b1f9-314bfc1e9076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9ba91d67-a768-4ffd-bd86-149569816c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:28.712563 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45cde30-0e4a-4717-802a-e485eee0fc4a admin admin] Network hostable DHCP agents. Network: 9ba91d67-a768-4ffd-bd86-149569816c8a, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:47:28.762494 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-806e40b6-266b-40ff-839e-e1510ef57e7e admin admin] Deleting subnet dc5ee412-63a0-4c00-8014-352954e4021d {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:47:28.773690 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-806e40b6-266b-40ff-839e-e1510ef57e7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:28.845771 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:28.849336 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aeaa1858-76b2-4744-aa76-9870a24ab38f tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:28.854762 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ac8c68ae-0dab-4f7b-a19c-d91fadf52eff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:28.857968 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-806e40b6-266b-40ff-839e-e1510ef57e7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:28.922918 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:28.963635 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-806e40b6-266b-40ff-839e-e1510ef57e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.013689 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45cde30-0e4a-4717-802a-e485eee0fc4a admin admin] Network 9ba91d67-a768-4ffd-bd86-149569816c8a is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:47:29.051823 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:29.053384 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 18ede4e1-fb9e-4d14-8831-4e294ccc0b76 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:29.131268 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-5a4a32e3-2174-42d2-88ae-740c8186c7e7 None None] Set router c6410152-921c-40b8-a35e-08cc4e0f42f0 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:29.142299 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aeaa1858-76b2-4744-aa76-9870a24ab38f tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.156366 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-ac8c68ae-0dab-4f7b-a19c-d91fadf52eff admin admin] Deleting port 5f50c890-e686-4f29-9aaa-d82f68a84f18 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:29.156742 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ac8c68ae-0dab-4f7b-a19c-d91fadf52eff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.233955 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-d45cde30-0e4a-4717-802a-e485eee0fc4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 9ba91d67-a768-4ffd-bd86-149569816c8a) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:29.260165 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45cde30-0e4a-4717-802a-e485eee0fc4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:29.260786 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d45cde30-0e4a-4717-802a-e485eee0fc4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.264030 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9a0a0-1130-4483-b1ad-361c50801181 req-dacc0938-8230-4efc-a01b-8e59c0d17534 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:29.265989 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9ad9a0a0-1130-4483-b1ad-361c50801181 req-dacc0938-8230-4efc-a01b-8e59c0d17534 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 946 time: 0.1259463 Aug 10 03:47:29.267807 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-806e40b6-266b-40ff-839e-e1510ef57e7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.271199 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d70d64d-d1c7-4f40-82ae-6dad8aa25948 None None] Network 9ba91d67-a768-4ffd-bd86-149569816c8a requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:29.300442 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aeaa1858-76b2-4744-aa76-9870a24ab38f tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.304928 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-ac8c68ae-0dab-4f7b-a19c-d91fadf52eff admin admin] For port 5f50c890-e686-4f29-9aaa-d82f68a84f18, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=5f50c890-e686-4f29-9aaa-d82f68a84f18,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:29.305385 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ac8c68ae-0dab-4f7b-a19c-d91fadf52eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.345897 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-ac8c68ae-0dab-4f7b-a19c-d91fadf52eff admin admin] Calling delete_port for 5f50c890-e686-4f29-9aaa-d82f68a84f18 owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:29.394590 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806e40b6-266b-40ff-839e-e1510ef57e7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc5ee412-63a0-4c00-8014-352954e4021d,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:29.427220 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-806e40b6-266b-40ff-839e-e1510ef57e7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.431868 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-806e40b6-266b-40ff-839e-e1510ef57e7e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/dc5ee412-63a0-4c00-8014-352954e4021d HTTP/1.1" status: 204 len: 168 time: 1.2414327 Aug 10 03:47:29.432823 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52320) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:29.442135 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d45cde30-0e4a-4717-802a-e485eee0fc4a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3526454 Aug 10 03:47:29.451132 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9ad9a0a0-1130-4483-b1ad-361c50801181 req-8d9e0dad-5e9a-4f20-96fa-aa922f02c436 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695883 Aug 10 03:47:29.462525 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52322) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:29.479949 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-73ab20ab-e157-4994-99f8-c846d2f1ac3c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1112382384-router', 'tenant_id': 'fbbdd9a5f1a84fcca7a6bd13e4974123', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:29.573566 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa1858-76b2-4744-aa76-9870a24ab38f tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Pushing event updated for resources: {'Port': ['ID=2724cbc4-a22c-49e5-83bc-b757d7044d91,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:29.593868 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aeaa1858-76b2-4744-aa76-9870a24ab38f tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.596322 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:29.608979 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:29.609552 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.639132 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8e241d1c-4565-4a33-86d7-6337d6f5f091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.675224 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-73ab20ab-e157-4994-99f8-c846d2f1ac3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.676590 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-73ab20ab-e157-4994-99f8-c846d2f1ac3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.784107 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cd19424a-d43e-49db-94b7-521b76ede6f2 req-35084e55-dc80-49db-a126-c4238a490031 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43a73a5-675d-4fa7-8c6e-8ad258f70a64 HTTP/1.1" status: 200 len: 210 time: 0.0678921 Aug 10 03:47:29.807835 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aeaa1858-76b2-4744-aa76-9870a24ab38f tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.807835 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-aeaa1858-76b2-4744-aa76-9870a24ab38f tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3324084 Aug 10 03:47:29.808133 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-73ab20ab-e157-4994-99f8-c846d2f1ac3c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.815652 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8e241d1c-4565-4a33-86d7-6337d6f5f091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.841462 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8e241d1c-4565-4a33-86d7-6337d6f5f091 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6adc350-9b28-4357-9efa-a1cb72dd7ab4']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:29.862498 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8e241d1c-4565-4a33-86d7-6337d6f5f091 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f245ac-83fb-4e8d-9300-0487d6d01873') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:29.862793 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8e241d1c-4565-4a33-86d7-6337d6f5f091 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f245ac-83fb-4e8d-9300-0487d6d01873') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:29.882258 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8e241d1c-4565-4a33-86d7-6337d6f5f091 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.909226 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8e241d1c-4565-4a33-86d7-6337d6f5f091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.921002 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e241d1c-4565-4a33-86d7-6337d6f5f091 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:47:29.921722 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8e241d1c-4565-4a33-86d7-6337d6f5f091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:47:29.924681 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:47:30.002919 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ac8c68ae-0dab-4f7b-a19c-d91fadf52eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.056125 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c68ae-0dab-4f7b-a19c-d91fadf52eff admin admin] Pushing event deleted for resources: {'Port': ['ID=5f50c890-e686-4f29-9aaa-d82f68a84f18,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:30.136317 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-5a4a32e3-2174-42d2-88ae-740c8186c7e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27147576-router', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:47:25Z', 'revision_number': 5, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'gw_port': {'id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:47Z', 'updated_at': '2021-08-10T03:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:30.176121 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ac8c68ae-0dab-4f7b-a19c-d91fadf52eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.202017 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4a32e3-2174-42d2-88ae-740c8186c7e7 None None] The sync data for ids ['c6410152-921c-40b8-a35e-08cc4e0f42f0'] in n-d-802893-2 is: [{'id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-27147576-router', 'tenant_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208'}], 'enable_snat': True}, 'gw_port_id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:46Z', 'updated_at': '2021-08-10T03:47:25Z', 'revision_number': 5, 'project_id': 'f0d3ceef8e45464d94575c3c6b321f1a', 'gw_port': {'id': '5f50c890-e686-4f29-9aaa-d82f68a84f18', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:67:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6410152-921c-40b8-a35e-08cc4e0f42f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:47Z', 'updated_at': '2021-08-10T03:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:30.267542 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.288926 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7e9c64-3c16-4cbc-9cde-2dba0d4b197e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-9ba91d67-a768-4ffd-bd86-149569816c8a', 'network_id': '9ba91d67-a768-4ffd-bd86-149569816c8a', 'tenant_id': 'fbbdd9a5f1a84fcca7a6bd13e4974123', 'fixed_ips': [{'subnet_id': '3895911a-d271-4d4e-a31b-801016754022'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:47:30.290982 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0d7e9c64-3c16-4cbc-9cde-2dba0d4b197e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.372847 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ac8c68ae-0dab-4f7b-a19c-d91fadf52eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.376364 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ac8c68ae-0dab-4f7b-a19c-d91fadf52eff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.553066 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ac8c68ae-0dab-4f7b-a19c-d91fadf52eff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.555014 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8c68ae-0dab-4f7b-a19c-d91fadf52eff admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6410152-921c-40b8-a35e-08cc4e0f42f0 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:47:30.559735 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ac8c68ae-0dab-4f7b-a19c-d91fadf52eff admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.561120 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ac8c68ae-0dab-4f7b-a19c-d91fadf52eff admin admin] 10.222.0.25 "DELETE /v2.0/routers/c6410152-921c-40b8-a35e-08cc4e0f42f0 HTTP/1.1" status: 204 len: 168 time: 2.8565092 Aug 10 03:47:30.564593 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52354) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:30.573215 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c,segment=NetworkSegment(4d91e0be-2632-4efe-bc99-3118c2412ecc),segment_id=4d91e0be-2632-4efe-bc99-3118c2412ecc)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:30.582750 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-0d7e9c64-3c16-4cbc-9cde-2dba0d4b197e None None] Allocated IP 172.20.0.2 (9ba91d67-a768-4ffd-bd86-149569816c8a/3895911a-d271-4d4e-a31b-801016754022/2570556b-96ab-4959-840d-3d7134a892e6) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:30.665168 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a2a5793-6fdf-4408-84fb-e821feb5d1b0 admin admin] Deleting subnet d3aed6ef-708f-436e-bd34-832fb38e5bfd {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:47:30.673043 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7a2a5793-6fdf-4408-84fb-e821feb5d1b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.706914 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.708890 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device d0e98936-acf4-4daa-a4a4-0d388a45f61d up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:30.782784 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8e241d1c-4565-4a33-86d7-6337d6f5f091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.825794 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7a2a5793-6fdf-4408-84fb-e821feb5d1b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.869354 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8e241d1c-4565-4a33-86d7-6337d6f5f091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.872191 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8e241d1c-4565-4a33-86d7-6337d6f5f091 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c6adc350-9b28-4357-9efa-a1cb72dd7ab4 HTTP/1.1" status: 204 len: 168 time: 1.4380684 Aug 10 03:47:30.877548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52358) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:30.879718 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-73ab20ab-e157-4994-99f8-c846d2f1ac3c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:30.900577 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e241d1c-4565-4a33-86d7-6337d6f5f091 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6adc350-9b28-4357-9efa-a1cb72dd7ab4,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:30.919772 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42386a-5a72-4f66-86b3-20b2011461bc req-ff91430f-3cc4-406f-8985-d20c44044023 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:30.926957 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-c16871ed-964f-4568-8bf1-091b9a512115 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--532332962&fields=id&tenant_id=58ee50e6de35447d8f023d20187a0aea HTTP/1.1" status: 200 len: 267 time: 0.8073514 Aug 10 03:47:30.930875 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e241d1c-4565-4a33-86d7-6337d6f5f091 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:30.932426 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e241d1c-4565-4a33-86d7-6337d6f5f091 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:30.933470 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e241d1c-4565-4a33-86d7-6337d6f5f091 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:30.937192 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e241d1c-4565-4a33-86d7-6337d6f5f091 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:30.937768 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e241d1c-4565-4a33-86d7-6337d6f5f091 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:30.938267 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e241d1c-4565-4a33-86d7-6337d6f5f091 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:30.938755 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e241d1c-4565-4a33-86d7-6337d6f5f091 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:30.939238 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e241d1c-4565-4a33-86d7-6337d6f5f091 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:30.940177 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e241d1c-4565-4a33-86d7-6337d6f5f091 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:30.940766 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e241d1c-4565-4a33-86d7-6337d6f5f091 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:30.941280 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e241d1c-4565-4a33-86d7-6337d6f5f091 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:30.941761 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e241d1c-4565-4a33-86d7-6337d6f5f091 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:30.942625 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f42386a-5a72-4f66-86b3-20b2011461bc req-ff91430f-3cc4-406f-8985-d20c44044023 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 946 time: 0.2743928 Aug 10 03:47:31.048766 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa59bc23-3401-4dd1-9456-ccb8ae958c64 admin admin] Deleting subnet 50f1c6a5-dbd1-49aa-9425-788c448a765b {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:47:31.107075 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f42386a-5a72-4f66-86b3-20b2011461bc req-09bda554-68de-4823-a8e4-c6649d3e2bcb tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632764 Aug 10 03:47:31.121359 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aa59bc23-3401-4dd1-9456-ccb8ae958c64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.158041 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-15f9b495-3d41-4e9f-9284-bfc71d3c8cde tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:31.159914 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-15f9b495-3d41-4e9f-9284-bfc71d3c8cde tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/networks?id=ae78276c-6519-4603-bc80-1f77f9c4457a HTTP/1.1" status: 200 len: 812 time: 0.2148433 Aug 10 03:47:31.222207 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-a818aa06-b214-4e76-b884-26e71830a904 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/quotas/58ee50e6de35447d8f023d20187a0aea HTTP/1.1" status: 200 len: 375 time: 0.0476706 Aug 10 03:47:31.229463 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aa59bc23-3401-4dd1-9456-ccb8ae958c64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.342331 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0d7e9c64-3c16-4cbc-9cde-2dba0d4b197e None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.359374 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0d7e9c64-3c16-4cbc-9cde-2dba0d4b197e None None] Transition to ACTIVE for port object 2570556b-96ab-4959-840d-3d7134a892e6 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:31.363342 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-5f8c11ac-69e5-4f12-96ee-d9ebf30ad15c tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=58ee50e6de35447d8f023d20187a0aea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1398950 Aug 10 03:47:31.386481 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0d7e9c64-3c16-4cbc-9cde-2dba0d4b197e None None] Transition to ACTIVE for port object 2570556b-96ab-4959-840d-3d7134a892e6 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:31.391753 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:31.402257 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:31.403880 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:31.404243 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:31.404658 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:31.406745 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:31.407169 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:31.407466 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:31.407800 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:31.408311 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:31.408671 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:31.408965 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:31.409290 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:47:31.431289 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e896ed2-e785-4f48-83ee-6ee29a71bc4a req-0b7b8a5e-0ad6-4356-91fe-cc895d0a9cec tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43a73a5-675d-4fa7-8c6e-8ad258f70a64 HTTP/1.1" status: 200 len: 210 time: 0.1127896 Aug 10 03:47:31.434465 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7a2a5793-6fdf-4408-84fb-e821feb5d1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.453345 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port d0e98936-acf4-4daa-a4a4-0d388a45f61d triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:31.453585 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.481935 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0d7e9c64-3c16-4cbc-9cde-2dba0d4b197e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.496268 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aa59bc23-3401-4dd1-9456-ccb8ae958c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.545323 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7e9c64-3c16-4cbc-9cde-2dba0d4b197e None None] Network 9ba91d67-a768-4ffd-bd86-149569816c8a is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:31.559268 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-0d7e9c64-3c16-4cbc-9cde-2dba0d4b197e None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:31.565139 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7e9c64-3c16-4cbc-9cde-2dba0d4b197e None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:31.574317 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e9c64-3c16-4cbc-9cde-2dba0d4b197e None None] Pushing event updated for resources: {'Port': ['ID=2570556b-96ab-4959-840d-3d7134a892e6,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:31.630509 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-73ab20ab-e157-4994-99f8-c846d2f1ac3c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.676441 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 25fd77b2-a64c-4a4b-8df5-77f4c8724602 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:47:31.702648 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-73ab20ab-e157-4994-99f8-c846d2f1ac3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.705125 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-a60bc8a9-4c6a-415f-8a43-635a46537ee5 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=37767aef622e45709bc7706b52763ec3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471530 Aug 10 03:47:31.717907 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-0d7e9c64-3c16-4cbc-9cde-2dba0d4b197e None None] Attempting to bind port 2570556b-96ab-4959-840d-3d7134a892e6 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:31.718287 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-0d7e9c64-3c16-4cbc-9cde-2dba0d4b197e None None] Attempting to bind port 2570556b-96ab-4959-840d-3d7134a892e6 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'c2ad1791-d524-479f-b1f9-314bfc1e9076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9ba91d67-a768-4ffd-bd86-149569816c8a'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:31.718620 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7e9c64-3c16-4cbc-9cde-2dba0d4b197e None None] Attempting to bind port 2570556b-96ab-4959-840d-3d7134a892e6 on network 9ba91d67-a768-4ffd-bd86-149569816c8a {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:31.744303 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7a2a5793-6fdf-4408-84fb-e821feb5d1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.771447 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7e9c64-3c16-4cbc-9cde-2dba0d4b197e None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:31.771819 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7e9c64-3c16-4cbc-9cde-2dba0d4b197e None None] Checking segment: {'id': 'c2ad1791-d524-479f-b1f9-314bfc1e9076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9ba91d67-a768-4ffd-bd86-149569816c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:31.772244 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0d7e9c64-3c16-4cbc-9cde-2dba0d4b197e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.772634 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7e9c64-3c16-4cbc-9cde-2dba0d4b197e None None] Bound using segment: {'id': 'c2ad1791-d524-479f-b1f9-314bfc1e9076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9ba91d67-a768-4ffd-bd86-149569816c8a'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:31.773114 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-0d7e9c64-3c16-4cbc-9cde-2dba0d4b197e None None] Bound port: 2570556b-96ab-4959-840d-3d7134a892e6, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ad1791-d524-479f-b1f9-314bfc1e9076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9ba91d67-a768-4ffd-bd86-149569816c8a'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:31.773489 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0d7e9c64-3c16-4cbc-9cde-2dba0d4b197e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.790110 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aa59bc23-3401-4dd1-9456-ccb8ae958c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.843711 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-0839e7db-d9d0-42fa-a6a9-90d33ab3b8e4 service neutron] 10.222.0.25 "GET /v2.0/networks/ae78276c-6519-4603-bc80-1f77f9c4457a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4374433 Aug 10 03:47:31.923252 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7a2a5793-6fdf-4408-84fb-e821feb5d1b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:31.930242 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7a2a5793-6fdf-4408-84fb-e821feb5d1b0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d3aed6ef-708f-436e-bd34-832fb38e5bfd HTTP/1.1" status: 204 len: 168 time: 1.3642695 Aug 10 03:47:31.931799 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a5793-6fdf-4408-84fb-e821feb5d1b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3aed6ef-708f-436e-bd34-832fb38e5bfd,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:31.936588 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52374) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:31.971215 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-73ab20ab-e157-4994-99f8-c846d2f1ac3c admin admin] Allocated IP 172.25.0.209 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/76346048-32fa-41a9-bba1-bd248de4823e) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:31.975999 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ab53ec-a650-4bf4-b344-6b7960a6cc21 None None] Network 24a9f0b3-d314-4487-a93c-710d0970389d requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:32.051734 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b2000a00-b1d5-4592-9bbf-5f3fa60640d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:32.057719 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59bc23-3401-4dd1-9456-ccb8ae958c64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50f1c6a5-dbd1-49aa-9425-788c448a765b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:32.060609 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aa59bc23-3401-4dd1-9456-ccb8ae958c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:32.066153 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-aa59bc23-3401-4dd1-9456-ccb8ae958c64 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/50f1c6a5-dbd1-49aa-9425-788c448a765b HTTP/1.1" status: 204 len: 168 time: 1.1873007 Aug 10 03:47:32.071434 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52376) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:32.138857 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:32.178581 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 25fd77b2-a64c-4a4b-8df5-77f4c8724602, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=25fd77b2-a64c-4a4b-8df5-77f4c8724602,segment=NetworkSegment(20462772-f7c5-492c-9f9f-b3f3881811ba),segment_id=20462772-f7c5-492c-9f9f-b3f3881811ba)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:32.239244 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-73ab20ab-e157-4994-99f8-c846d2f1ac3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:32.269156 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-0d7e9c64-3c16-4cbc-9cde-2dba0d4b197e None None] For port 2570556b-96ab-4959-840d-3d7134a892e6, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:32.273319 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '25fd77b2-a64c-4a4b-8df5-77f4c8724602', 'network_id': '5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28', 'port_id': '25fd77b2-a64c-4a4b-8df5-77f4c8724602', 'mac_address': 'fa:16:3e:da:d3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd258855-f802-483c-83e6-1427988dd054', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:47:32.276717 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-0d7e9c64-3c16-4cbc-9cde-2dba0d4b197e None None] For port 2570556b-96ab-4959-840d-3d7134a892e6, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=2570556b-96ab-4959-840d-3d7134a892e6,segment=NetworkSegment(c2ad1791-d524-479f-b1f9-314bfc1e9076),segment_id=c2ad1791-d524-479f-b1f9-314bfc1e9076)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:32.366049 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0d7e9c64-3c16-4cbc-9cde-2dba0d4b197e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:32.382143 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:32.421428 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:32.422062 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:32.477166 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25fd77b2-a64c-4a4b-8df5-77f4c8724602 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:47:32.477341 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-73ab20ab-e157-4994-99f8-c846d2f1ac3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:32.491065 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-94c004ab-285e-4f82-8e08-b360a006fab7 service neutron] 10.222.0.25 "GET /v2.0/networks/ae78276c-6519-4603-bc80-1f77f9c4457a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6463296 Aug 10 03:47:32.563665 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e9c64-3c16-4cbc-9cde-2dba0d4b197e None None] Pushing event updated for resources: {'Port': ['ID=2570556b-96ab-4959-840d-3d7134a892e6,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:32.585331 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 25fd77b2-a64c-4a4b-8df5-77f4c8724602, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=25fd77b2-a64c-4a4b-8df5-77f4c8724602,segment=NetworkSegment(20462772-f7c5-492c-9f9f-b3f3881811ba),segment_id=20462772-f7c5-492c-9f9f-b3f3881811ba)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:32.589040 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fe5e8f-f5e9-4b8e-ac4e-57177e22f84e None None] DHCP port deletion for 24a9f0b3-d314-4487-a93c-710d0970389d request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:47:32.621276 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ab20ab-e157-4994-99f8-c846d2f1ac3c admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:32.621276 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-73ab20ab-e157-4994-99f8-c846d2f1ac3c admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:32.624015 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ab20ab-e157-4994-99f8-c846d2f1ac3c admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:32.661221 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:32.677721 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-825c7509-b1a0-4541-bf43-060e343ec916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:32.687402 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-43564a74-ce6f-4816-88fc-34d17fd2d4af tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:32.689546 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-43564a74-ce6f-4816-88fc-34d17fd2d4af tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9772186 Aug 10 03:47:32.719384 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-41d7d425-bedb-47f1-854d-67920eb39ece tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Request body: {'port': {'device_id': 'a43a73a5-675d-4fa7-8c6e-8ad258f70a64', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': '37767aef622e45709bc7706b52763ec3'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:32.798985 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab20ab-e157-4994-99f8-c846d2f1ac3c admin admin] Pushing event updated for resources: {'Port': ['ID=76346048-32fa-41a9-bba1-bd248de4823e,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:32.843603 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['25fd77b2-a64c-4a4b-8df5-77f4c8724602'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:47:32.929177 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 5f50c890-e686-4f29-9aaa-d82f68a84f18 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:32.930542 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=25fd77b2-a64c-4a4b-8df5-77f4c8724602,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:32.973367 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 5f50c890-e686-4f29-9aaa-d82f68a84f18 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:32.973744 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 5f50c890-e686-4f29-9aaa-d82f68a84f18 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:32.974149 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 51032bce-19f2-4d97-91af-6c09088f9a90 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:33.020168 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 51032bce-19f2-4d97-91af-6c09088f9a90 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:33.020556 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 51032bce-19f2-4d97-91af-6c09088f9a90 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:33.026726 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-45fe5e8f-f5e9-4b8e-ac4e-57177e22f84e None None] Deleting port 54af6677-df61-4595-8af2-169631b28202 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:33.027868 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-45fe5e8f-f5e9-4b8e-ac4e-57177e22f84e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.140384 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-825c7509-b1a0-4541-bf43-060e343ec916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.163862 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-45fe5e8f-f5e9-4b8e-ac4e-57177e22f84e None None] For port 54af6677-df61-4595-8af2-169631b28202, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=54af6677-df61-4595-8af2-169631b28202,segment=NetworkSegment(0c3ff272-2732-4f55-a1da-d84e69f6d5d2),segment_id=0c3ff272-2732-4f55-a1da-d84e69f6d5d2)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:33.164351 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-45fe5e8f-f5e9-4b8e-ac4e-57177e22f84e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.167604 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-825c7509-b1a0-4541-bf43-060e343ec916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024ed267-209f-4366-a192-a7400ce9f5ad']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:33.170595 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-10d4a354-eb59-45f9-ab3a-817beb6545b1 req-261270ac-c374-4319-93c0-d50353dd9f8e tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43a73a5-675d-4fa7-8c6e-8ad258f70a64 HTTP/1.1" status: 200 len: 210 time: 0.1105289 Aug 10 03:47:33.188171 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-45fe5e8f-f5e9-4b8e-ac4e-57177e22f84e None None] Calling delete_port for 54af6677-df61-4595-8af2-169631b28202 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:33.202543 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-825c7509-b1a0-4541-bf43-060e343ec916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf02e8bf-1464-43be-96db-98268b937cdf') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:33.203648 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-825c7509-b1a0-4541-bf43-060e343ec916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf02e8bf-1464-43be-96db-98268b937cdf') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:33.241018 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-825c7509-b1a0-4541-bf43-060e343ec916 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.290864 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-825c7509-b1a0-4541-bf43-060e343ec916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.335322 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825c7509-b1a0-4541-bf43-060e343ec916 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:47:33.336255 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-825c7509-b1a0-4541-bf43-060e343ec916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:47:33.338836 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:47:33.364408 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f8b63-e8a1-4618-9e9d-54611acb0c9f req-932009db-3082-4693-a3c1-bd786becdfc2 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:33.366050 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c81f8b63-e8a1-4618-9e9d-54611acb0c9f req-932009db-3082-4693-a3c1-bd786becdfc2 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 945 time: 0.6729064 Aug 10 03:47:33.410577 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-45fe5e8f-f5e9-4b8e-ac4e-57177e22f84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.448645 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fe5e8f-f5e9-4b8e-ac4e-57177e22f84e None None] Pushing event deleted for resources: {'Port': ['ID=54af6677-df61-4595-8af2-169631b28202,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:33.460782 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fe5e8f-f5e9-4b8e-ac4e-57177e22f84e None None] No DVR routers for this DVR port 54af6677-df61-4595-8af2-169631b28202 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:33.554393 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c81f8b63-e8a1-4618-9e9d-54611acb0c9f req-d6ff6663-fb09-4371-859b-964f3591a3e6 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719646 Aug 10 03:47:33.555493 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-b2000a00-b1d5-4592-9bbf-5f3fa60640d9 admin admin] Deleting port 54af6677-df61-4595-8af2-169631b28202 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:33.555836 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b2000a00-b1d5-4592-9bbf-5f3fa60640d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.609035 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6fae37bd-0109-4077-b49a-496a1a2300a5 req-01ba93cd-7819-4507-95e5-d1b8bdd9dcf9 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/ports?device_id=be12dd98-4264-4bf9-8b9c-a2695ecdb67d HTTP/1.1" status: 200 len: 210 time: 0.0733094 Aug 10 03:47:33.635155 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-73ab20ab-e157-4994-99f8-c846d2f1ac3c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.660911 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 25fd77b2-a64c-4a4b-8df5-77f4c8724602 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:33.662760 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-825c7509-b1a0-4541-bf43-060e343ec916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.670130 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-825c7509-b1a0-4541-bf43-060e343ec916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.684902 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-825c7509-b1a0-4541-bf43-060e343ec916 admin admin] 10.222.0.25 "DELETE /v2.0/networks/024ed267-209f-4366-a192-a7400ce9f5ad HTTP/1.1" status: 204 len: 168 time: 1.5971715 Aug 10 03:47:33.705267 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-b2000a00-b1d5-4592-9bbf-5f3fa60640d9 admin admin] For port 54af6677-df61-4595-8af2-169631b28202, host n-d-802893-2, got binding levels [] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:33.705682 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b2000a00-b1d5-4592-9bbf-5f3fa60640d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.764162 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-b2000a00-b1d5-4592-9bbf-5f3fa60640d9 admin admin] Calling delete_port for 54af6677-df61-4595-8af2-169631b28202 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:33.769743 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.ipam_backend_mixin [None req-b2000a00-b1d5-4592-9bbf-5f3fa60640d9 admin admin] Port 54af6677-df61-4595-8af2-169631b28202 was not found and therefore no delete operation was performed {{(pid=94937) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:47:33.773484 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-41d7d425-bedb-47f1-854d-67920eb39ece tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Made reservation on behalf of 37767aef622e45709bc7706b52763ec3 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:33.786775 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-41d7d425-bedb-47f1-854d-67920eb39ece tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.805772 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b2000a00-b1d5-4592-9bbf-5f3fa60640d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.815651 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-41d7d425-bedb-47f1-854d-67920eb39ece tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.834797 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c7509-b1a0-4541-bf43-060e343ec916 admin admin] Pushing event deleted for resources: {'Network': ['ID=024ed267-209f-4366-a192-a7400ce9f5ad,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:33.835746 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 25fd77b2-a64c-4a4b-8df5-77f4c8724602 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:33.836311 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:33.880477 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2000a00-b1d5-4592-9bbf-5f3fa60640d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=54af6677-df61-4595-8af2-169631b28202,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:33.885812 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2000a00-b1d5-4592-9bbf-5f3fa60640d9 admin admin] No DVR routers for this DVR port 54af6677-df61-4595-8af2-169631b28202 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:33.997679 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.036838 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1158f880-9547-44aa-93bd-e2575761d287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fd77b2-a64c-4a4b-8df5-77f4c8724602'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:34.039377 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d778ef30-3ae0-42f3-87f9-67985b3fa6c1" -d '{"events": [{"server_uuid": "1158f880-9547-44aa-93bd-e2575761d287", "name": "network-vif-plugged", "status": "completed", "tag": "25fd77b2-a64c-4a4b-8df5-77f4c8724602"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:34.061534 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 25fd77b2-a64c-4a4b-8df5-77f4c8724602, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=25fd77b2-a64c-4a4b-8df5-77f4c8724602,segment=NetworkSegment(20462772-f7c5-492c-9f9f-b3f3881811ba),segment_id=20462772-f7c5-492c-9f9f-b3f3881811ba)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:34.109943 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ec6b07-3229-4338-b25f-ce35f08c824f x-openstack-request-id: req-e1ec6b07-3229-4338-b25f-ce35f08c824f {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:34.110236 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1158f880-9547-44aa-93bd-e2575761d287", "name": "network-vif-plugged", "status": "completed", "tag": "25fd77b2-a64c-4a4b-8df5-77f4c8724602", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:34.110593 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1ec6b07-3229-4338-b25f-ce35f08c824f {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:34.110862 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1158f880-9547-44aa-93bd-e2575761d287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25fd77b2-a64c-4a4b-8df5-77f4c8724602', 'code': 200} Aug 10 03:47:34.146625 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.212244 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 2570556b-96ab-4959-840d-3d7134a892e6 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:34.274477 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-41d7d425-bedb-47f1-854d-67920eb39ece tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.311900 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52414) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:34.373027 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b2000a00-b1d5-4592-9bbf-5f3fa60640d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.377489 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=25fd77b2-a64c-4a4b-8df5-77f4c8724602,revision_number=7']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:34.384079 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-b2000a00-b1d5-4592-9bbf-5f3fa60640d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a9f0b3-d314-4487-a93c-710d0970389d']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:34.390440 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f48ef7ac-3a15-45c5-b34f-e5c5b889d5e9 req-61382a97-d8c3-42d8-83a3-724a0e7a10a2 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43a73a5-675d-4fa7-8c6e-8ad258f70a64 HTTP/1.1" status: 200 len: 210 time: 0.0693514 Aug 10 03:47:34.394922 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-73ab20ab-e157-4994-99f8-c846d2f1ac3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.395811 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-b2000a00-b1d5-4592-9bbf-5f3fa60640d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c3ff272-2732-4f55-a1da-d84e69f6d5d2') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:34.396140 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-b2000a00-b1d5-4592-9bbf-5f3fa60640d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c3ff272-2732-4f55-a1da-d84e69f6d5d2') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:34.408010 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b2000a00-b1d5-4592-9bbf-5f3fa60640d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.424118 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b2000a00-b1d5-4592-9bbf-5f3fa60640d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.430543 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2000a00-b1d5-4592-9bbf-5f3fa60640d9 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:47:34.430955 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b2000a00-b1d5-4592-9bbf-5f3fa60640d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.438830 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2faecc-87a4-42b1-a816-f7a5fdde9d12 None None] Network 9ba91d67-a768-4ffd-bd86-149569816c8a requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:47:34.534940 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:47:34.543929 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-91de5ba0-4e30-459c-98bf-94a47294c262 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=47ca53781e6743fd8c23c05b91862cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250867 Aug 10 03:47:34.544833 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-41d7d425-bedb-47f1-854d-67920eb39ece tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.576887 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 2570556b-96ab-4959-840d-3d7134a892e6 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:34.585833 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52420) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:34.593976 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7d425-bedb-47f1-854d-67920eb39ece tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a289753-a82c-48f0-bee4-67e11e9ae631,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:34.681486 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ad25ed09-1204-4230-9a5c-0349c17e4333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.708733 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ad25ed09-1204-4230-9a5c-0349c17e4333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.792026 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 54af6677-df61-4595-8af2-169631b28202 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:34.793510 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b2000a00-b1d5-4592-9bbf-5f3fa60640d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.793963 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-708d4c8c-afbd-4178-b19d-5274c117ee1a None None] Provisioning for port 2570556b-96ab-4959-840d-3d7134a892e6 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:34.818295 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b2000a00-b1d5-4592-9bbf-5f3fa60640d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.820286 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b2000a00-b1d5-4592-9bbf-5f3fa60640d9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/24a9f0b3-d314-4487-a93c-710d0970389d HTTP/1.1" status: 204 len: 168 time: 2.8823478 Aug 10 03:47:34.825452 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52432) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:34.828701 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7d05627-ab07-434f-a46b-921295a739c1 req-f09bcde9-3d4e-4b22-96ce-6a5e19ac47e5 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/ports?device_id=be12dd98-4264-4bf9-8b9c-a2695ecdb67d HTTP/1.1" status: 200 len: 210 time: 0.0407412 Aug 10 03:47:34.842478 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-708d4c8c-afbd-4178-b19d-5274c117ee1a None None] Provisioning complete for port 2570556b-96ab-4959-840d-3d7134a892e6 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:34.842915 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-708d4c8c-afbd-4178-b19d-5274c117ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.858402 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c71916-c463-41bf-bf0d-d9a84c3e1c1a req-95f92139-ceee-4908-b511-eae8609202aa tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:34.858633 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 54af6677-df61-4595-8af2-169631b28202 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:34.859093 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 54af6677-df61-4595-8af2-169631b28202 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:34.860033 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f0c71916-c463-41bf-bf0d-d9a84c3e1c1a req-95f92139-ceee-4908-b511-eae8609202aa tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 946 time: 0.3200228 Aug 10 03:47:34.920369 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2000a00-b1d5-4592-9bbf-5f3fa60640d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=24a9f0b3-d314-4487-a93c-710d0970389d,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:34.927773 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ad25ed09-1204-4230-9a5c-0349c17e4333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.930639 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ad25ed09-1204-4230-9a5c-0349c17e4333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:34.934672 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ad25ed09-1204-4230-9a5c-0349c17e4333 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3cce6239-9476-43a6-810e-6afb36158e14 HTTP/1.1" status: 204 len: 168 time: 0.3347027 Aug 10 03:47:35.014711 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-708d4c8c-afbd-4178-b19d-5274c117ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.018081 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25ed09-1204-4230-9a5c-0349c17e4333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cce6239-9476-43a6-810e-6afb36158e14,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:35.050896 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ab20ab-e157-4994-99f8-c846d2f1ac3c admin admin] Router 655912e8-a810-44a7-8a26-185921c41140 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:47:35.075399 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f0c71916-c463-41bf-bf0d-d9a84c3e1c1a req-c128c30e-ee6c-4265-b7ae-18da81d8b9e5 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506634 Aug 10 03:47:35.100656 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-708d4c8c-afbd-4178-b19d-5274c117ee1a None None] For port 2570556b-96ab-4959-840d-3d7134a892e6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=2570556b-96ab-4959-840d-3d7134a892e6,segment=NetworkSegment(c2ad1791-d524-479f-b1f9-314bfc1e9076),segment_id=c2ad1791-d524-479f-b1f9-314bfc1e9076)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:35.121662 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-41d7d425-bedb-47f1-854d-67920eb39ece tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Allocated IP 192.168.233.76 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/a3c88895-a273-4b99-a3ff-ffcdbc82c429) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:35.238325 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-708d4c8c-afbd-4178-b19d-5274c117ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.292714 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ab20ab-e157-4994-99f8-c846d2f1ac3c admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:35.308265 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd3be83-fe2a-49d6-b2d4-12561ab82c26 None None] Sync routers for ids ['655912e8-a810-44a7-8a26-185921c41140'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:35.322022 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd3be83-fe2a-49d6-b2d4-12561ab82c26 None None] Routers {'655912e8-a810-44a7-8a26-185921c41140'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:35.323056 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-3bd3be83-fe2a-49d6-b2d4-12561ab82c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:47:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['655912e8-a810-44a7-8a26-185921c41140'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:35.375216 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d4c8c-afbd-4178-b19d-5274c117ee1a None None] Pushing event updated for resources: {'Port': ['ID=2570556b-96ab-4959-840d-3d7134a892e6,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:35.390605 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e27ce47d-c075-4916-a5f2-e88d3fef69d0 None None] Provisioning complete for port 2570556b-96ab-4959-840d-3d7134a892e6 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:35.390988 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e27ce47d-c075-4916-a5f2-e88d3fef69d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.486979 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-3bd3be83-fe2a-49d6-b2d4-12561ab82c26 None None] Set router 655912e8-a810-44a7-8a26-185921c41140 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:35.631865 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-73ab20ab-e157-4994-99f8-c846d2f1ac3c admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.643738 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52440) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:35.665913 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-73ab20ab-e157-4994-99f8-c846d2f1ac3c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1602035 Aug 10 03:47:35.671682 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e3ced3dc-44fe-4822-b837-376dd804ca66 req-6b0b26c4-e3eb-40a2-a659-e6fec29934f1 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43a73a5-675d-4fa7-8c6e-8ad258f70a64 HTTP/1.1" status: 200 len: 210 time: 0.1135650 Aug 10 03:47:35.673511 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-41d7d425-bedb-47f1-854d-67920eb39ece tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:35.686170 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 25fd77b2-a64c-4a4b-8df5-77f4c8724602 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:35.777430 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-41d7d425-bedb-47f1-854d-67920eb39ece tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Transition to ACTIVE for port object a3c88895-a273-4b99-a3ff-ffcdbc82c429 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:36.069645 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 2570556b-96ab-4959-840d-3d7134a892e6 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:36.074909 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:36.111587 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ccb7857-304e-4dbb-bccd-1879830b19ce req-5a731230-eea1-4342-9dd8-f4a1cf4a5c9b tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/ports?device_id=be12dd98-4264-4bf9-8b9c-a2695ecdb67d HTTP/1.1" status: 200 len: 210 time: 0.0872438 Aug 10 03:47:36.180738 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 25fd77b2-a64c-4a4b-8df5-77f4c8724602, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=25fd77b2-a64c-4a4b-8df5-77f4c8724602,segment=NetworkSegment(20462772-f7c5-492c-9f9f-b3f3881811ba),segment_id=20462772-f7c5-492c-9f9f-b3f3881811ba)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:36.185882 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1158f880-9547-44aa-93bd-e2575761d287', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25fd77b2-a64c-4a4b-8df5-77f4c8724602'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:36.189591 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95d2064-068c-445b-be15-61453a48d273" -d '{"events": [{"server_uuid": "1158f880-9547-44aa-93bd-e2575761d287", "name": "network-vif-unplugged", "status": "completed", "tag": "25fd77b2-a64c-4a4b-8df5-77f4c8724602"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:36.200836 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 2570556b-96ab-4959-840d-3d7134a892e6 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:36.201678 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:36.275038 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b75f59-76a3-4636-bdba-6fad860ab34b x-openstack-request-id: req-48b75f59-76a3-4636-bdba-6fad860ab34b {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:36.275256 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1158f880-9547-44aa-93bd-e2575761d287", "name": "network-vif-unplugged", "status": "completed", "tag": "25fd77b2-a64c-4a4b-8df5-77f4c8724602", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:36.276431 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48b75f59-76a3-4636-bdba-6fad860ab34b {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:36.280530 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1158f880-9547-44aa-93bd-e2575761d287', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25fd77b2-a64c-4a4b-8df5-77f4c8724602', 'code': 200} Aug 10 03:47:36.298167 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-3bd3be83-fe2a-49d6-b2d4-12561ab82c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655912e8-a810-44a7-8a26-185921c41140', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112382384-router', 'tenant_id': 'fbbdd9a5f1a84fcca7a6bd13e4974123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '76346048-32fa-41a9-bba1-bd248de4823e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:29Z', 'updated_at': '2021-08-10T03:47:33Z', 'revision_number': 3, 'project_id': 'fbbdd9a5f1a84fcca7a6bd13e4974123', 'gw_port': {'id': '76346048-32fa-41a9-bba1-bd248de4823e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:72:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655912e8-a810-44a7-8a26-185921c41140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:31Z', 'updated_at': '2021-08-10T03:47:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:36.298724 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bf59e-cc7e-40ad-94a9-770faa212b3a req-ebe10aac-8e5c-4ee9-bbab-5ce0002a843c tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:36.300462 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4c7bf59e-cc7e-40ad-94a9-770faa212b3a req-ebe10aac-8e5c-4ee9-bbab-5ce0002a843c tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 946 time: 0.0899642 Aug 10 03:47:36.341806 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd3be83-fe2a-49d6-b2d4-12561ab82c26 None None] Checking router: 655912e8-a810-44a7-8a26-185921c41140 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:47:36.342523 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd3be83-fe2a-49d6-b2d4-12561ab82c26 None None] Updating router 655912e8-a810-44a7-8a26-185921c41140 port 76346048-32fa-41a9-bba1-bd248de4823e binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:47:36.355897 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b208944-a643-44cc-947f-69dc46bca01c req-d3e0a409-339c-4d5a-bafc-d61339dfd0ad tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:36.357648 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1b208944-a643-44cc-947f-69dc46bca01c req-d3e0a409-339c-4d5a-bafc-d61339dfd0ad tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.20 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 946 time: 0.1889598 Aug 10 03:47:36.367790 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4c7bf59e-cc7e-40ad-94a9-770faa212b3a req-b8378e67-bdbd-478d-a23d-122f31f33167 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575442 Aug 10 03:47:36.369938 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3bd3be83-fe2a-49d6-b2d4-12561ab82c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:36.453900 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-27a58d5f-6ae9-4ea0-bfab-e847a6d68737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:36.591633 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:36.629009 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-41d7d425-bedb-47f1-854d-67920eb39ece tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:36.655891 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3bd3be83-fe2a-49d6-b2d4-12561ab82c26 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:36.667157 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-3bd3be83-fe2a-49d6-b2d4-12561ab82c26 None None] Transition to ACTIVE for port object 76346048-32fa-41a9-bba1-bd248de4823e will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:36.700549 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=25fd77b2-a64c-4a4b-8df5-77f4c8724602,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:36.716937 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-41d7d425-bedb-47f1-854d-67920eb39ece tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:36.778927 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-41d7d425-bedb-47f1-854d-67920eb39ece tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:36.789704 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-41d7d425-bedb-47f1-854d-67920eb39ece tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:36.820662 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7d425-bedb-47f1-854d-67920eb39ece tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Pushing event updated for resources: {'Port': ['ID=a3c88895-a273-4b99-a3ff-ffcdbc82c429,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:36.825212 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3bd3be83-fe2a-49d6-b2d4-12561ab82c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:36.891095 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52470) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:36.999185 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-3bd3be83-fe2a-49d6-b2d4-12561ab82c26 None None] Attempting to bind port 76346048-32fa-41a9-bba1-bd248de4823e on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:37.001723 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-3bd3be83-fe2a-49d6-b2d4-12561ab82c26 None None] Attempting to bind port 76346048-32fa-41a9-bba1-bd248de4823e by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:37.002737 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd3be83-fe2a-49d6-b2d4-12561ab82c26 None None] Attempting to bind port 76346048-32fa-41a9-bba1-bd248de4823e on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:37.019988 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd3be83-fe2a-49d6-b2d4-12561ab82c26 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:37.024414 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd3be83-fe2a-49d6-b2d4-12561ab82c26 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:37.024414 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3bd3be83-fe2a-49d6-b2d4-12561ab82c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:37.024414 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd3be83-fe2a-49d6-b2d4-12561ab82c26 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:37.024414 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-3bd3be83-fe2a-49d6-b2d4-12561ab82c26 None None] Bound port: 76346048-32fa-41a9-bba1-bd248de4823e, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:37.024414 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3bd3be83-fe2a-49d6-b2d4-12561ab82c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:37.032744 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-1b208944-a643-44cc-947f-69dc46bca01c req-fb5b4d79-6d24-4a4a-a62b-62087ca91fde tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Deleting port 25fd77b2-a64c-4a4b-8df5-77f4c8724602 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:37.033105 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1b208944-a643-44cc-947f-69dc46bca01c req-fb5b4d79-6d24-4a4a-a62b-62087ca91fde tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:37.065158 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-41d7d425-bedb-47f1-854d-67920eb39ece tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:37.066298 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-41d7d425-bedb-47f1-854d-67920eb39ece tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:37.113284 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-64a0d1d7-92b5-448a-957e-a495373dfc1b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e0b0ed187dba4ffbb77774e38e9e2445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2184072 Aug 10 03:47:37.116700 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52480) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:37.158233 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-3bd3be83-fe2a-49d6-b2d4-12561ab82c26 None None] For port 76346048-32fa-41a9-bba1-bd248de4823e, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:37.186966 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-3bd3be83-fe2a-49d6-b2d4-12561ab82c26 None None] For port 76346048-32fa-41a9-bba1-bd248de4823e, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=76346048-32fa-41a9-bba1-bd248de4823e,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:37.186966 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8bd75-6831-4b72-b55c-3f6db251ff48 None None] Pushing event updated for resources: {'Port': ['ID=76346048-32fa-41a9-bba1-bd248de4823e,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:37.248181 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-85e8ffbe-abe1-4905-bce6-a2ae0ca0de8e tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:37.249915 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-85e8ffbe-abe1-4905-bce6-a2ae0ca0de8e tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.20 "GET /v2.0/networks?id=ae78276c-6519-4603-bc80-1f77f9c4457a HTTP/1.1" status: 200 len: 812 time: 0.4306297 Aug 10 03:47:37.284583 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-882936c0-ca65-43f6-b7bf-b2550918e335 req-628fc2e0-9686-4e0b-9b67-155dcd25681c tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/ports?device_id=be12dd98-4264-4bf9-8b9c-a2695ecdb67d HTTP/1.1" status: 200 len: 210 time: 0.0292718 Aug 10 03:47:37.349694 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bca39-9ffb-4cad-83ec-8cc887cd7c5e req-1bd40fc5-53b4-4ac0-8f8a-980564392651 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:37.351262 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e78bca39-9ffb-4cad-83ec-8cc887cd7c5e req-1bd40fc5-53b4-4ac0-8f8a-980564392651 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43a73a5-675d-4fa7-8c6e-8ad258f70a64 HTTP/1.1" status: 200 len: 935 time: 0.4108100 Aug 10 03:47:37.362710 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3bd3be83-fe2a-49d6-b2d4-12561ab82c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:37.366751 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a5800874-e80b-43a7-a06c-71e72d269887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:37.420099 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a5800874-e80b-43a7-a06c-71e72d269887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:37.426000 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd3be83-fe2a-49d6-b2d4-12561ab82c26 None None] Routers {'655912e8-a810-44a7-8a26-185921c41140'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:37.427021 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-3bd3be83-fe2a-49d6-b2d4-12561ab82c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:47:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['655912e8-a810-44a7-8a26-185921c41140'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:37.459254 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-84ae0b29-f026-4fb8-9818-e5726bc7ab60 None None] Provisioning for port a3c88895-a273-4b99-a3ff-ffcdbc82c429 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:37.467496 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-84ae0b29-f026-4fb8-9818-e5726bc7ab60 None None] Provisioning complete for port a3c88895-a273-4b99-a3ff-ffcdbc82c429 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:37.467496 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-84ae0b29-f026-4fb8-9818-e5726bc7ab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:37.467791 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-41d7d425-bedb-47f1-854d-67920eb39ece tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.7554300 Aug 10 03:47:37.493337 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-9c40bef0-0cd0-413d-97a8-41ac84447b6c service neutron] Request body: {'port': {'device_id': 'a43a73a5-675d-4fa7-8c6e-8ad258f70a64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:37.551704 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-84ae0b29-f026-4fb8-9818-e5726bc7ab60 None None] Port a3c88895-a273-4b99-a3ff-ffcdbc82c429 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:37.560105 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-36c2cb3b-2f8d-42ea-9b2e-1d5741e56ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:37.566372 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-1b208944-a643-44cc-947f-69dc46bca01c req-fb5b4d79-6d24-4a4a-a62b-62087ca91fde tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] For port 25fd77b2-a64c-4a4b-8df5-77f4c8724602, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=25fd77b2-a64c-4a4b-8df5-77f4c8724602,segment=NetworkSegment(20462772-f7c5-492c-9f9f-b3f3881811ba),segment_id=20462772-f7c5-492c-9f9f-b3f3881811ba)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:37.567027 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1b208944-a643-44cc-947f-69dc46bca01c req-fb5b4d79-6d24-4a4a-a62b-62087ca91fde tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:37.591514 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-213f74eb-d2dd-4c74-bad4-2cd0df5b3c30 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=58ee50e6de35447d8f023d20187a0aea HTTP/1.1" status: 200 len: 379 time: 0.2995756 Aug 10 03:47:37.604443 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf6b10-b51e-423f-9634-073533397125 req-9fa5b58c-f398-4dec-9477-d2c7d506acec tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:37.614874 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e78bca39-9ffb-4cad-83ec-8cc887cd7c5e req-552c0f42-f516-4a64-ad32-3a0741660652 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a289753-a82c-48f0-bee4-67e11e9ae631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421546 Aug 10 03:47:37.615260 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-14cf6b10-b51e-423f-9634-073533397125 req-9fa5b58c-f398-4dec-9477-d2c7d506acec tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 944 time: 0.0996201 Aug 10 03:47:37.626504 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-1b208944-a643-44cc-947f-69dc46bca01c req-fb5b4d79-6d24-4a4a-a62b-62087ca91fde tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Calling delete_port for 25fd77b2-a64c-4a4b-8df5-77f4c8724602 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:37.642789 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f4f037dd-479a-4d48-9c6c-f6cc7ff0e705 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Request body: {'port': {'device_id': 'be12dd98-4264-4bf9-8b9c-a2695ecdb67d', 'network_id': 'ae78276c-6519-4603-bc80-1f77f9c4457a', 'admin_state_up': True, 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'security_groups': ['97d5d33d-7b70-4a98-8aea-b0c2f3b02207']}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:37.653249 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-3bd3be83-fe2a-49d6-b2d4-12561ab82c26 None None] Set router 655912e8-a810-44a7-8a26-185921c41140 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:37.738712 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8bd75-6831-4b72-b55c-3f6db251ff48 None None] Pushing event updated for resources: {'Port': ['ID=76346048-32fa-41a9-bba1-bd248de4823e,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:37.739891 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-9c40bef0-0cd0-413d-97a8-41ac84447b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:37.789774 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a5800874-e80b-43a7-a06c-71e72d269887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:37.793801 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a5800874-e80b-43a7-a06c-71e72d269887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:37.795293 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a5800874-e80b-43a7-a06c-71e72d269887 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bcce0c53-bab9-4f63-b9b5-7bd7421c8ccb HTTP/1.1" status: 204 len: 168 time: 0.6676831 Aug 10 03:47:37.811062 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-14cf6b10-b51e-423f-9634-073533397125 req-bc91c838-fcbf-45a2-b1fc-19581fa607c7 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923862 Aug 10 03:47:37.831602 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5800874-e80b-43a7-a06c-71e72d269887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcce0c53-bab9-4f63-b9b5-7bd7421c8ccb,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:37.997295 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-3bd3be83-fe2a-49d6-b2d4-12561ab82c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655912e8-a810-44a7-8a26-185921c41140', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112382384-router', 'tenant_id': 'fbbdd9a5f1a84fcca7a6bd13e4974123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '76346048-32fa-41a9-bba1-bd248de4823e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:29Z', 'updated_at': '2021-08-10T03:47:33Z', 'revision_number': 3, 'project_id': 'fbbdd9a5f1a84fcca7a6bd13e4974123', 'gw_port': {'id': '76346048-32fa-41a9-bba1-bd248de4823e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:72:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655912e8-a810-44a7-8a26-185921c41140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:31Z', 'updated_at': '2021-08-10T03:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:37.997295 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bd3be83-fe2a-49d6-b2d4-12561ab82c26 None None] The sync data for ids ['655912e8-a810-44a7-8a26-185921c41140'] in n-d-802893-2 is: [{'id': '655912e8-a810-44a7-8a26-185921c41140', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112382384-router', 'tenant_id': 'fbbdd9a5f1a84fcca7a6bd13e4974123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '76346048-32fa-41a9-bba1-bd248de4823e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:29Z', 'updated_at': '2021-08-10T03:47:33Z', 'revision_number': 3, 'project_id': 'fbbdd9a5f1a84fcca7a6bd13e4974123', 'gw_port': {'id': '76346048-32fa-41a9-bba1-bd248de4823e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:72:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655912e8-a810-44a7-8a26-185921c41140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:31Z', 'updated_at': '2021-08-10T03:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:38.122676 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f4f037dd-479a-4d48-9c6c-f6cc7ff0e705 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Made reservation on behalf of 58ee50e6de35447d8f023d20187a0aea for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:38.122676 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f4f037dd-479a-4d48-9c6c-f6cc7ff0e705 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:38.349206 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f4f037dd-479a-4d48-9c6c-f6cc7ff0e705 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Allocated IP 172.20.0.14 (ae78276c-6519-4603-bc80-1f77f9c4457a/72cf0926-51a4-4fc0-96af-c684075d2095/ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:38.509303 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-27a58d5f-6ae9-4ea0-bfab-e847a6d68737 admin admin] Deleting port ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:38.509904 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-27a58d5f-6ae9-4ea0-bfab-e847a6d68737 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:38.605552 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-deab96ce-609f-45d2-b116-a5dbe1d849f0 req-35aa236f-3048-4ab3-b3da-32561d295634 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/ports?device_id=be12dd98-4264-4bf9-8b9c-a2695ecdb67d HTTP/1.1" status: 200 len: 210 time: 0.1558628 Aug 10 03:47:38.632527 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f4f037dd-479a-4d48-9c6c-f6cc7ff0e705 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:38.654074 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f4f037dd-479a-4d48-9c6c-f6cc7ff0e705 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Transition to ACTIVE for port object ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:38.765344 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f4f037dd-479a-4d48-9c6c-f6cc7ff0e705 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:38.827504 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9d382-90f9-4b0b-9227-c664b0f9689c req-18bbe9c4-1f94-4bb5-b73d-f4f6241c88f9 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:38.845191 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-78a9d382-90f9-4b0b-9227-c664b0f9689c req-18bbe9c4-1f94-4bb5-b73d-f4f6241c88f9 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43a73a5-675d-4fa7-8c6e-8ad258f70a64 HTTP/1.1" status: 200 len: 935 time: 0.1155169 Aug 10 03:47:38.878198 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f4f037dd-479a-4d48-9c6c-f6cc7ff0e705 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Network ae78276c-6519-4603-bc80-1f77f9c4457a is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:38.878565 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f037dd-479a-4d48-9c6c-f6cc7ff0e705 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Pushing event updated for resources: {'Port': ['ID=ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:38.879048 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-36c2cb3b-2f8d-42ea-9b2e-1d5741e56ae3 admin admin] Allocated IP 172.20.0.1 (9ba91d67-a768-4ffd-bd86-149569816c8a/3895911a-d271-4d4e-a31b-801016754022/79e5b921-942b-44c2-93f2-33259d132128) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:38.884200 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f4f037dd-479a-4d48-9c6c-f6cc7ff0e705 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:38.884410 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-27a58d5f-6ae9-4ea0-bfab-e847a6d68737 admin admin] For port ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec,segment=NetworkSegment(56aef66d-e5f2-4a7d-a902-c6add722c64f),segment_id=56aef66d-e5f2-4a7d-a902-c6add722c64f)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:38.884530 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-27a58d5f-6ae9-4ea0-bfab-e847a6d68737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:38.888229 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f4f037dd-479a-4d48-9c6c-f6cc7ff0e705 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:38.932300 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-27a58d5f-6ae9-4ea0-bfab-e847a6d68737 admin admin] Calling delete_port for ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:38.947650 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-78a9d382-90f9-4b0b-9227-c664b0f9689c req-1d82d57f-a1c2-4f70-a0d0-26ce07a5e167 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a289753-a82c-48f0-bee4-67e11e9ae631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933182 Aug 10 03:47:38.975362 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f4f037dd-479a-4d48-9c6c-f6cc7ff0e705 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:38.976056 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f4f037dd-479a-4d48-9c6c-f6cc7ff0e705 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:38.983531 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1b208944-a643-44cc-947f-69dc46bca01c req-fb5b4d79-6d24-4a4a-a62b-62087ca91fde tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:39.132793 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b4d79-6d24-4a4a-a62b-62087ca91fde tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Pushing event deleted for resources: {'Port': ['ID=25fd77b2-a64c-4a4b-8df5-77f4c8724602,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:39.161405 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bebfae-2f65-4d53-b295-2c8eec8b2f73 req-e2e5fd6c-ce67-4439-a6f4-89a803768d8d tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:39.162800 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f4f037dd-479a-4d48-9c6c-f6cc7ff0e705 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5253832 Aug 10 03:47:39.163282 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76bebfae-2f65-4d53-b295-2c8eec8b2f73 req-e2e5fd6c-ce67-4439-a6f4-89a803768d8d tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 865 time: 0.2404933 Aug 10 03:47:39.186147 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f08f5f14-6582-4ca6-8a29-947f228ee083 service neutron] Request body: {'port': {'device_id': 'be12dd98-4264-4bf9-8b9c-a2695ecdb67d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:39.276155 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f08f5f14-6582-4ca6-8a29-947f228ee083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:39.280051 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b208944-a643-44cc-947f-69dc46bca01c req-fb5b4d79-6d24-4a4a-a62b-62087ca91fde tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] No DVR routers for this DVR port 25fd77b2-a64c-4a4b-8df5-77f4c8724602 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:39.303387 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1b208944-a643-44cc-947f-69dc46bca01c req-fb5b4d79-6d24-4a4a-a62b-62087ca91fde tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:39.305334 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1b208944-a643-44cc-947f-69dc46bca01c req-fb5b4d79-6d24-4a4a-a62b-62087ca91fde tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.20 "DELETE /v2.0/ports/25fd77b2-a64c-4a4b-8df5-77f4c8724602 HTTP/1.1" status: 204 len: 173 time: 2.9367554 Aug 10 03:47:39.307476 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1158f880-9547-44aa-93bd-e2575761d287', 'name': 'network-vif-deleted', 'tag': '25fd77b2-a64c-4a4b-8df5-77f4c8724602'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:39.310112 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a63740f-93da-483e-92fe-2e7c40f05430" -d '{"events": [{"server_uuid": "1158f880-9547-44aa-93bd-e2575761d287", "name": "network-vif-deleted", "tag": "25fd77b2-a64c-4a4b-8df5-77f4c8724602"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:39.385851 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e6b8cc-6137-4c21-aae0-630aea431316 x-openstack-request-id: req-93e6b8cc-6137-4c21-aae0-630aea431316 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:39.386147 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1158f880-9547-44aa-93bd-e2575761d287", "name": "network-vif-deleted", "tag": "25fd77b2-a64c-4a4b-8df5-77f4c8724602", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:39.387017 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-93e6b8cc-6137-4c21-aae0-630aea431316 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:39.387432 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1158f880-9547-44aa-93bd-e2575761d287', 'name': 'network-vif-deleted', 'tag': '25fd77b2-a64c-4a4b-8df5-77f4c8724602', 'status': 'completed', 'code': 200} Aug 10 03:47:39.411678 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-9c40bef0-0cd0-413d-97a8-41ac84447b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c88895-a273-4b99-a3ff-ffcdbc82c429 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:47:39.435157 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-9c40bef0-0cd0-413d-97a8-41ac84447b6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:39.441900 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76bebfae-2f65-4d53-b295-2c8eec8b2f73 req-611226fc-a8bf-4afd-bae3-7460aa4ab788 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618637 Aug 10 03:47:39.447777 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-36c2cb3b-2f8d-42ea-9b2e-1d5741e56ae3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:39.487204 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-36c2cb3b-2f8d-42ea-9b2e-1d5741e56ae3 admin admin] Transition to ACTIVE for port object 79e5b921-942b-44c2-93f2-33259d132128 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:39.492300 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-9c40bef0-0cd0-413d-97a8-41ac84447b6c service neutron] Transition to ACTIVE for port object a3c88895-a273-4b99-a3ff-ffcdbc82c429 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:39.564050 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a1e7395f-c7ad-408f-8dcf-5af4b67ef134 None None] Provisioning for port ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:39.568487 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a1e7395f-c7ad-408f-8dcf-5af4b67ef134 None None] Provisioning complete for port ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:39.568867 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a1e7395f-c7ad-408f-8dcf-5af4b67ef134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:39.614347 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-a1e7395f-c7ad-408f-8dcf-5af4b67ef134 None None] Port ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:39.670827 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b625f23-1c0f-446a-a9e7-f1bf36fca827 req-c99cd6a4-3d25-4c7a-a9de-0c3e4b90b3f4 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:39.705192 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9b625f23-1c0f-446a-a9e7-f1bf36fca827 req-c99cd6a4-3d25-4c7a-a9de-0c3e4b90b3f4 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/ports?device_id=2815763b-fd21-46dd-8d45-033c4769edf9 HTTP/1.1" status: 200 len: 950 time: 0.1327658 Aug 10 03:47:39.705360 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 25fd77b2-a64c-4a4b-8df5-77f4c8724602 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:39.724799 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-9c40bef0-0cd0-413d-97a8-41ac84447b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:39.736127 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 25fd77b2-a64c-4a4b-8df5-77f4c8724602 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:39.738479 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 25fd77b2-a64c-4a4b-8df5-77f4c8724602 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:39.758641 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9b625f23-1c0f-446a-a9e7-f1bf36fca827 req-b523ba55-5fbb-48f6-bb4c-0571edbf0f8c tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea73d0f-bd7c-445b-b98c-da7439965bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790498 Aug 10 03:47:39.790858 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038f81b-9f84-413a-ae4b-2ccfda2c1671 req-49bcfc6a-5a4f-437a-92d3-f8dfc92ad9fd tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:39.792703 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a038f81b-9f84-413a-ae4b-2ccfda2c1671 req-49bcfc6a-5a4f-437a-92d3-f8dfc92ad9fd tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/ports?device_id=be12dd98-4264-4bf9-8b9c-a2695ecdb67d HTTP/1.1" status: 200 len: 932 time: 0.0991917 Aug 10 03:47:39.799919 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40bef0-0cd0-413d-97a8-41ac84447b6c service neutron] Pushing event updated for resources: {'Port': ['ID=a3c88895-a273-4b99-a3ff-ffcdbc82c429,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:39.831915 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f08f5f14-6582-4ca6-8a29-947f228ee083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:47:39.845874 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f08f5f14-6582-4ca6-8a29-947f228ee083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:39.881907 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f08f5f14-6582-4ca6-8a29-947f228ee083 service neutron] Transition to ACTIVE for port object ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:39.927668 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-27a58d5f-6ae9-4ea0-bfab-e847a6d68737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:39.941572 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-36c2cb3b-2f8d-42ea-9b2e-1d5741e56ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.010898 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a038f81b-9f84-413a-ae4b-2ccfda2c1671 req-539d01a7-bca8-4b83-b85d-1722b37ab306 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/security-groups?id=97d5d33d-7b70-4a98-8aea-b0c2f3b02207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079940 Aug 10 03:47:40.012581 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a58d5f-6ae9-4ea0-bfab-e847a6d68737 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:40.036013 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e48512f8-6009-482f-bc27-484382812104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.072025 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2cb3b-2f8d-42ea-9b2e-1d5741e56ae3 admin admin] Pushing event updated for resources: {'Port': ['ID=79e5b921-942b-44c2-93f2-33259d132128,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:40.086587 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f08f5f14-6582-4ca6-8a29-947f228ee083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.129772 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 76346048-32fa-41a9-bba1-bd248de4823e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:40.131660 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c2cb3b-2f8d-42ea-9b2e-1d5741e56ae3 admin admin] Network 9ba91d67-a768-4ffd-bd86-149569816c8a is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:40.203826 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-36c2cb3b-2f8d-42ea-9b2e-1d5741e56ae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:40.209397 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c2cb3b-2f8d-42ea-9b2e-1d5741e56ae3 admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:40.212491 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-9c40bef0-0cd0-413d-97a8-41ac84447b6c service neutron] Attempting to bind port a3c88895-a273-4b99-a3ff-ffcdbc82c429 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:40.212957 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-9c40bef0-0cd0-413d-97a8-41ac84447b6c service neutron] Attempting to bind port a3c88895-a273-4b99-a3ff-ffcdbc82c429 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:40.213193 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-9c40bef0-0cd0-413d-97a8-41ac84447b6c service neutron] Attempting to bind port a3c88895-a273-4b99-a3ff-ffcdbc82c429 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:40.243572 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-9c40bef0-0cd0-413d-97a8-41ac84447b6c service neutron] Port a3c88895-a273-4b99-a3ff-ffcdbc82c429 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:47:40.243913 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-9c40bef0-0cd0-413d-97a8-41ac84447b6c service neutron] Attempting to bind port a3c88895-a273-4b99-a3ff-ffcdbc82c429 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:40.314380 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-9c40bef0-0cd0-413d-97a8-41ac84447b6c service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:40.314706 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-9c40bef0-0cd0-413d-97a8-41ac84447b6c service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:40.315121 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-9c40bef0-0cd0-413d-97a8-41ac84447b6c service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:40.315569 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-9c40bef0-0cd0-413d-97a8-41ac84447b6c service neutron] Bound port: a3c88895-a273-4b99-a3ff-ffcdbc82c429, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:40.315925 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-9c40bef0-0cd0-413d-97a8-41ac84447b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.323700 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 76346048-32fa-41a9-bba1-bd248de4823e completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:40.328787 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 76346048-32fa-41a9-bba1-bd248de4823e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:40.329158 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.359026 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f5f14-6582-4ca6-8a29-947f228ee083 service neutron] Pushing event updated for resources: {'Port': ['ID=ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:40.381955 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f08f5f14-6582-4ca6-8a29-947f228ee083 service neutron] Attempting to bind port ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:40.382308 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f08f5f14-6582-4ca6-8a29-947f228ee083 service neutron] Attempting to bind port ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '4836d09a-cfbb-4d06-995e-7a8ae6ea23fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ae78276c-6519-4603-bc80-1f77f9c4457a'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:40.382699 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f08f5f14-6582-4ca6-8a29-947f228ee083 service neutron] Attempting to bind port ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef on network ae78276c-6519-4603-bc80-1f77f9c4457a {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:40.390843 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f08f5f14-6582-4ca6-8a29-947f228ee083 service neutron] Port ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef on network ae78276c-6519-4603-bc80-1f77f9c4457a not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:47:40.391453 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f08f5f14-6582-4ca6-8a29-947f228ee083 service neutron] Attempting to bind port ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef on network ae78276c-6519-4603-bc80-1f77f9c4457a {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:40.398319 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f08f5f14-6582-4ca6-8a29-947f228ee083 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:40.403555 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f08f5f14-6582-4ca6-8a29-947f228ee083 service neutron] Checking segment: {'id': '4836d09a-cfbb-4d06-995e-7a8ae6ea23fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ae78276c-6519-4603-bc80-1f77f9c4457a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:40.403555 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f08f5f14-6582-4ca6-8a29-947f228ee083 service neutron] Bound using segment: {'id': '4836d09a-cfbb-4d06-995e-7a8ae6ea23fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ae78276c-6519-4603-bc80-1f77f9c4457a'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:40.403555 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f08f5f14-6582-4ca6-8a29-947f228ee083 service neutron] Bound port: ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4836d09a-cfbb-4d06-995e-7a8ae6ea23fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'ae78276c-6519-4603-bc80-1f77f9c4457a'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:40.403555 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f08f5f14-6582-4ca6-8a29-947f228ee083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.553359 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-9c40bef0-0cd0-413d-97a8-41ac84447b6c service neutron] For port a3c88895-a273-4b99-a3ff-ffcdbc82c429, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:40.560504 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-9c40bef0-0cd0-413d-97a8-41ac84447b6c service neutron] For port a3c88895-a273-4b99-a3ff-ffcdbc82c429, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=a3c88895-a273-4b99-a3ff-ffcdbc82c429,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:40.564808 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.591903 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f08f5f14-6582-4ca6-8a29-947f228ee083 service neutron] For port ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef, host n-h2-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:40.602521 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f08f5f14-6582-4ca6-8a29-947f228ee083 service neutron] For port ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef,segment=NetworkSegment(4836d09a-cfbb-4d06-995e-7a8ae6ea23fb),segment_id=4836d09a-cfbb-4d06-995e-7a8ae6ea23fb)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:40.630825 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 76346048-32fa-41a9-bba1-bd248de4823e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=76346048-32fa-41a9-bba1-bd248de4823e,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:40.686924 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f08f5f14-6582-4ca6-8a29-947f228ee083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.736477 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f08f5f14-6582-4ca6-8a29-947f228ee083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:40.737227 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f08f5f14-6582-4ca6-8a29-947f228ee083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.739133 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-f08f5f14-6582-4ca6-8a29-947f228ee083 service neutron] 10.222.0.20 "PUT /v2.0/ports/ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef HTTP/1.1" status: 200 len: 1092 time: 1.5619755 Aug 10 03:47:40.739342 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be12dd98-4264-4bf9-8b9c-a2695ecdb67d', 'tag': 'ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:40.741949 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db99581a-ba36-4634-92d6-22c62c4dcf46" -d '{"events": [{"name": "network-changed", "server_uuid": "be12dd98-4264-4bf9-8b9c-a2695ecdb67d", "tag": "ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:40.742811 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-36c2cb3b-2f8d-42ea-9b2e-1d5741e56ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.749023 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.764018 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd3e87-4c2a-43e3-9e02-eead12e6bfb9 req-68c515f9-62e0-487b-a111-c77f8670cbb0 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:40.765730 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-40bd3e87-4c2a-43e3-9e02-eead12e6bfb9 req-68c515f9-62e0-487b-a111-c77f8670cbb0 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43a73a5-675d-4fa7-8c6e-8ad258f70a64 HTTP/1.1" status: 200 len: 947 time: 0.6793859 Aug 10 03:47:40.770169 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-9c40bef0-0cd0-413d-97a8-41ac84447b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.784992 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08f5f14-6582-4ca6-8a29-947f228ee083 service neutron] Pushing event updated for resources: {'Port': ['ID=ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:40.890741 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=76346048-32fa-41a9-bba1-bd248de4823e,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:40.960384 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-9c40bef0-0cd0-413d-97a8-41ac84447b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:40.961027 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-9c40bef0-0cd0-413d-97a8-41ac84447b6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.962515 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-9c40bef0-0cd0-413d-97a8-41ac84447b6c service neutron] 10.222.0.20 "PUT /v2.0/ports/a3c88895-a273-4b99-a3ff-ffcdbc82c429 HTTP/1.1" status: 200 len: 1095 time: 3.4740746 Aug 10 03:47:40.963155 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-27a58d5f-6ae9-4ea0-bfab-e847a6d68737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:40.975498 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-25bdd249-c8fa-4f03-8f4e-49aa6b02fa01 None None] Provisioning for port 79e5b921-942b-44c2-93f2-33259d132128 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:40.981099 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-40bd3e87-4c2a-43e3-9e02-eead12e6bfb9 req-186e593b-efef-4684-8fe1-47be8f716b1e tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a289753-a82c-48f0-bee4-67e11e9ae631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542854 Aug 10 03:47:40.999095 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-25bdd249-c8fa-4f03-8f4e-49aa6b02fa01 None None] Provisioning complete for port 79e5b921-942b-44c2-93f2-33259d132128 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:41.001462 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-25bdd249-c8fa-4f03-8f4e-49aa6b02fa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:41.068547 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2d609d77-2ade-4ceb-a7bc-794da2aaa1c0 req-a01b6520-f124-4e61-a94b-c22a4901ef4c tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=1158f880-9547-44aa-93bd-e2575761d287 HTTP/1.1" status: 200 len: 210 time: 0.1374788 Aug 10 03:47:41.128089 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-25bdd249-c8fa-4f03-8f4e-49aa6b02fa01 None None] Port 79e5b921-942b-44c2-93f2-33259d132128 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:41.146336 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-3edf7e33-9650-4c6f-8cab-79401aa3805e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:41.147943 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-3edf7e33-9650-4c6f-8cab-79401aa3805e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=58ee50e6de35447d8f023d20187a0aea&device_id=be12dd98-4264-4bf9-8b9c-a2695ecdb67d HTTP/1.1" status: 200 len: 1095 time: 0.2271922 Aug 10 03:47:41.153210 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c9e753-ad87-48e5-87b2-137694e7c4b2 x-openstack-request-id: req-34c9e753-ad87-48e5-87b2-137694e7c4b2 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:41.153737 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be12dd98-4264-4bf9-8b9c-a2695ecdb67d", "tag": "ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:41.154265 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34c9e753-ad87-48e5-87b2-137694e7c4b2 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:41.154389 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be12dd98-4264-4bf9-8b9c-a2695ecdb67d', 'tag': 'ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef', 'status': 'completed', 'code': 200} Aug 10 03:47:41.243583 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-c1dfbeab-c1a2-4d6d-96cf-d5d1851e027f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef HTTP/1.1" status: 200 len: 217 time: 0.0827560 Aug 10 03:47:41.245071 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40bef0-0cd0-413d-97a8-41ac84447b6c service neutron] Pushing event updated for resources: {'Port': ['ID=a3c88895-a273-4b99-a3ff-ffcdbc82c429,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:41.317975 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-4b390b3c-296d-4828-9016-d0bf97bb4c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:41.320046 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-4b390b3c-296d-4828-9016-d0bf97bb4c7b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=72cf0926-51a4-4fc0-96af-c684075d2095 HTTP/1.1" status: 200 len: 851 time: 0.0641150 Aug 10 03:47:41.388893 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43a73a5-675d-4fa7-8c6e-8ad258f70a64', 'tag': 'a3c88895-a273-4b99-a3ff-ffcdbc82c429'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:41.391215 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218a6534-4238-4d68-8688-dfdf7583e6e2" -d '{"events": [{"name": "network-changed", "server_uuid": "a43a73a5-675d-4fa7-8c6e-8ad258f70a64", "tag": "a3c88895-a273-4b99-a3ff-ffcdbc82c429"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:41.405430 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-74a74ca4-4c15-4857-8282-7b25bc403943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:41.405430 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-74a74ca4-4c15-4857-8282-7b25bc403943 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=37767aef622e45709bc7706b52763ec3&device_id=a43a73a5-675d-4fa7-8c6e-8ad258f70a64 HTTP/1.1" status: 200 len: 1098 time: 0.2174945 Aug 10 03:47:41.450164 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-efeb9538-c686-4472-b204-57f4d895057c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:41.452904 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-efeb9538-c686-4472-b204-57f4d895057c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae78276c-6519-4603-bc80-1f77f9c4457a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848849 Aug 10 03:47:41.474085 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4e81c-6045-4aa5-8f2c-54ea9ad7f44e req-a8999856-dfc6-47c8-b379-d496b8626ede tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:41.474085 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-05c4e81c-6045-4aa5-8f2c-54ea9ad7f44e req-a8999856-dfc6-47c8-b379-d496b8626ede tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/ports?device_id=be12dd98-4264-4bf9-8b9c-a2695ecdb67d HTTP/1.1" status: 200 len: 944 time: 0.1500323 Aug 10 03:47:41.474305 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c96a97-e94a-4242-af50-a248b9e74088 x-openstack-request-id: req-22c96a97-e94a-4242-af50-a248b9e74088 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:41.474305 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43a73a5-675d-4fa7-8c6e-8ad258f70a64", "tag": "a3c88895-a273-4b99-a3ff-ffcdbc82c429", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:41.474305 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22c96a97-e94a-4242-af50-a248b9e74088 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:41.474777 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a43a73a5-675d-4fa7-8c6e-8ad258f70a64', 'tag': 'a3c88895-a273-4b99-a3ff-ffcdbc82c429', 'status': 'completed', 'code': 200} Aug 10 03:47:41.479864 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-fb1962cf-991c-48ae-be8f-a48cb17b87ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=a3c88895-a273-4b99-a3ff-ffcdbc82c429 HTTP/1.1" status: 200 len: 217 time: 0.0538766 Aug 10 03:47:41.485717 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-36c2cb3b-2f8d-42ea-9b2e-1d5741e56ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:41.569195 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-05c4e81c-6045-4aa5-8f2c-54ea9ad7f44e req-b8f28f9f-d8ab-4974-80cf-cd1a6fc4f873 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/security-groups?id=97d5d33d-7b70-4a98-8aea-b0c2f3b02207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805247 Aug 10 03:47:41.608679 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-5ab5885d-46a7-46b7-8c32-3def022a9dfb service neutron] 10.222.0.20 "GET /v2.0/networks/ae78276c-6519-4603-bc80-1f77f9c4457a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328247 Aug 10 03:47:41.620899 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-78a427d4-9467-4941-987e-9bc4b24812b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:41.622404 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-78a427d4-9467-4941-987e-9bc4b24812b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.1328337 Aug 10 03:47:41.770308 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a58d5f-6ae9-4ea0-bfab-e847a6d68737 admin admin] Router 31f5c150-15d7-4ea9-9113-a8913b2160c3 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:41.774480 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-c68a3a8b-6521-4187-a8e9-69b5ff657361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:41.776082 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-c68a3a8b-6521-4187-a8e9-69b5ff657361 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1243935 Aug 10 03:47:42.090978 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 76346048-32fa-41a9-bba1-bd248de4823e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:42.149332 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b48142fb-4427-4db9-9e12-5775f0ace094 req-9b2b26d5-302e-402d-aa03-f649f3a17a4e service neutron] 10.222.0.20 "GET /v2.0/networks/ae78276c-6519-4603-bc80-1f77f9c4457a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5339079 Aug 10 03:47:42.168227 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 76346048-32fa-41a9-bba1-bd248de4823e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:42.169123 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:42.227729 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36ce76-d1b9-42af-8f2a-3e366fbe53a0 req-00c26ba1-4112-428b-a869-19279d780f68 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:42.235945 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ff36ce76-d1b9-42af-8f2a-3e366fbe53a0 req-00c26ba1-4112-428b-a869-19279d780f68 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43a73a5-675d-4fa7-8c6e-8ad258f70a64 HTTP/1.1" status: 200 len: 947 time: 0.0851843 Aug 10 03:47:42.287514 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ff36ce76-d1b9-42af-8f2a-3e366fbe53a0 req-e3719893-4818-4f84-b5b2-023bb4e8d20b tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a289753-a82c-48f0-bee4-67e11e9ae631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457392 Aug 10 03:47:42.381246 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99581a-ba36-4634-92d6-22c62c4dcf46 req-f7ceeb78-37ed-4499-8c87-b7b93b166973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:42.383183 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db99581a-ba36-4634-92d6-22c62c4dcf46 req-f7ceeb78-37ed-4499-8c87-b7b93b166973 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=58ee50e6de35447d8f023d20187a0aea&device_id=be12dd98-4264-4bf9-8b9c-a2695ecdb67d HTTP/1.1" status: 200 len: 1095 time: 0.0595632 Aug 10 03:47:42.418325 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-36c2cb3b-2f8d-42ea-9b2e-1d5741e56ae3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:42.433138 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-83c53dbb-e18a-4333-a411-44403fc11941 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6453989 Aug 10 03:47:42.434139 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a58d5f-6ae9-4ea0-bfab-e847a6d68737 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:42.442326 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-27a58d5f-6ae9-4ea0-bfab-e847a6d68737 admin admin] 10.222.0.25 "PUT /v2.0/routers/31f5c150-15d7-4ea9-9113-a8913b2160c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6120982 Aug 10 03:47:42.442999 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52650) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:42.455652 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397d7cba-1c40-49b6-b768-8037a74b6b7c None None] Sync routers for ids ['31f5c150-15d7-4ea9-9113-a8913b2160c3'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:42.470210 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397d7cba-1c40-49b6-b768-8037a74b6b7c None None] Routers {'31f5c150-15d7-4ea9-9113-a8913b2160c3'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:42.470592 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-397d7cba-1c40-49b6-b768-8037a74b6b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:47:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['31f5c150-15d7-4ea9-9113-a8913b2160c3'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:42.531972 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-36c2cb3b-2f8d-42ea-9b2e-1d5741e56ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:42.556103 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99581a-ba36-4634-92d6-22c62c4dcf46 req-bbd50d03-495f-44b8-9eac-9b4a4839539b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:42.557654 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db99581a-ba36-4634-92d6-22c62c4dcf46 req-bbd50d03-495f-44b8-9eac-9b4a4839539b service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae78276c-6519-4603-bc80-1f77f9c4457a HTTP/1.1" status: 200 len: 913 time: 0.1670249 Aug 10 03:47:42.606128 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db99581a-ba36-4634-92d6-22c62c4dcf46 req-cd0891b8-cb9d-4f84-9d23-cbc6922799c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef HTTP/1.1" status: 200 len: 217 time: 0.0387535 Aug 10 03:47:42.617900 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-397d7cba-1c40-49b6-b768-8037a74b6b7c None None] Set router 31f5c150-15d7-4ea9-9113-a8913b2160c3 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:42.705037 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2cb3b-2f8d-42ea-9b2e-1d5741e56ae3 admin admin] Pushing event updated for resources: {'Port': ['ID=79e5b921-942b-44c2-93f2-33259d132128,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:42.715383 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99581a-ba36-4634-92d6-22c62c4dcf46 req-914e3aff-43d2-4354-a1c7-155ca86c2057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:42.716585 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52658) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:42.717466 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-36c2cb3b-2f8d-42ea-9b2e-1d5741e56ae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:42.722351 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db99581a-ba36-4634-92d6-22c62c4dcf46 req-914e3aff-43d2-4354-a1c7-155ca86c2057 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=72cf0926-51a4-4fc0-96af-c684075d2095 HTTP/1.1" status: 200 len: 851 time: 0.1071181 Aug 10 03:47:42.736038 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-3b5f01a9-619f-4c60-a093-54cd7c98d6fe tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--423659368', 'description': 'tempest-description--1123282038'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:42.785569 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99581a-ba36-4634-92d6-22c62c4dcf46 req-42cc1ca9-8225-4913-8398-c975ab3c9327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:42.787215 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db99581a-ba36-4634-92d6-22c62c4dcf46 req-42cc1ca9-8225-4913-8398-c975ab3c9327 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae78276c-6519-4603-bc80-1f77f9c4457a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580845 Aug 10 03:47:42.816882 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-296a9c96-a704-41b1-8f64-4df9cc395687 admin admin] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:42.853085 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d9cb1b3a-e860-4679-98a8-8571fc3bb2d6 req-41e67807-bae0-423e-8db2-41edab195725 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090889 Aug 10 03:47:42.905340 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db99581a-ba36-4634-92d6-22c62c4dcf46 req-519addc0-56cb-436d-99e8-7dfc67a135a9 service neutron] 10.222.0.20 "GET /v2.0/networks/ae78276c-6519-4603-bc80-1f77f9c4457a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097944 Aug 10 03:47:42.910811 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-397d7cba-1c40-49b6-b768-8037a74b6b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5c150-15d7-4ea9-9113-a8913b2160c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352841702-router', 'tenant_id': 'cb8d1f6b06d24bf4bc268f451e9cf9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'f3531a0e-5e3b-4810-b572-4a1e511ff1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:02Z', 'updated_at': '2021-08-10T03:47:39Z', 'revision_number': 5, 'project_id': 'cb8d1f6b06d24bf4bc268f451e9cf9c2', 'gw_port': {'id': 'f3531a0e-5e3b-4810-b572-4a1e511ff1c9', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c150-15d7-4ea9-9113-a8913b2160c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:03Z', 'updated_at': '2021-08-10T03:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:42.924745 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebaca4b-501a-434c-bcd7-9a9df87ae6b6 req-481d4967-1b06-4d4c-bffd-d175dfa67210 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:42.926331 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0ebaca4b-501a-434c-bcd7-9a9df87ae6b6 req-481d4967-1b06-4d4c-bffd-d175dfa67210 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/ports?device_id=be12dd98-4264-4bf9-8b9c-a2695ecdb67d HTTP/1.1" status: 200 len: 944 time: 0.2106884 Aug 10 03:47:42.939046 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397d7cba-1c40-49b6-b768-8037a74b6b7c None None] Checking router: 31f5c150-15d7-4ea9-9113-a8913b2160c3 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:47:42.947443 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397d7cba-1c40-49b6-b768-8037a74b6b7c None None] Routers {'31f5c150-15d7-4ea9-9113-a8913b2160c3'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:42.948151 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-397d7cba-1c40-49b6-b768-8037a74b6b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:47:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['31f5c150-15d7-4ea9-9113-a8913b2160c3'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:42.998190 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:43.000241 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3b5f01a9-619f-4c60-a093-54cd7c98d6fe tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.023528 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db99581a-ba36-4634-92d6-22c62c4dcf46 req-7ad96c80-58b3-4a56-9eda-bf1f6a488698 service neutron] 10.222.0.20 "GET /v2.0/networks/ae78276c-6519-4603-bc80-1f77f9c4457a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102214 Aug 10 03:47:43.051203 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c2cb3b-2f8d-42ea-9b2e-1d5741e56ae3 admin admin] Network 9ba91d67-a768-4ffd-bd86-149569816c8a is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:43.060919 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0ebaca4b-501a-434c-bcd7-9a9df87ae6b6 req-ddfc3ed0-b022-440e-869a-feacbfef539b tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/security-groups?id=97d5d33d-7b70-4a98-8aea-b0c2f3b02207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924983 Aug 10 03:47:43.065237 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-36c2cb3b-2f8d-42ea-9b2e-1d5741e56ae3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:43.107326 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-397d7cba-1c40-49b6-b768-8037a74b6b7c None None] Set router 31f5c150-15d7-4ea9-9113-a8913b2160c3 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:43.112193 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-296a9c96-a704-41b1-8f64-4df9cc395687 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.125442 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a6534-4238-4d68-8688-dfdf7583e6e2 req-6c6221bd-8640-4366-848c-f0cdcd5f579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:43.127439 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-218a6534-4238-4d68-8688-dfdf7583e6e2 req-6c6221bd-8640-4366-848c-f0cdcd5f579d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=37767aef622e45709bc7706b52763ec3&device_id=a43a73a5-675d-4fa7-8c6e-8ad258f70a64 HTTP/1.1" status: 200 len: 1098 time: 0.0654395 Aug 10 03:47:43.277245 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c2cb3b-2f8d-42ea-9b2e-1d5741e56ae3 admin admin] Router 655912e8-a810-44a7-8a26-185921c41140 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:43.318058 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.340630 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a6534-4238-4d68-8688-dfdf7583e6e2 req-9f4883a0-0072-45ea-bb34-175894301404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:43.345048 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-218a6534-4238-4d68-8688-dfdf7583e6e2 req-9f4883a0-0072-45ea-bb34-175894301404 service neutron] 10.222.0.20 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.1996689 Aug 10 03:47:43.378389 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=0b542d51-cef2-4e2e-b3ab-a94e323cb4e3,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:43.380683 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2815763b-fd21-46dd-8d45-033c4769edf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b542d51-cef2-4e2e-b3ab-a94e323cb4e3'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:43.383546 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0733b1e4-5f77-4e2b-b9cd-258c0584e801" -d '{"events": [{"server_uuid": "2815763b-fd21-46dd-8d45-033c4769edf9", "name": "network-vif-unplugged", "status": "completed", "tag": "0b542d51-cef2-4e2e-b3ab-a94e323cb4e3"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:43.418901 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-397d7cba-1c40-49b6-b768-8037a74b6b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f5c150-15d7-4ea9-9113-a8913b2160c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352841702-router', 'tenant_id': 'cb8d1f6b06d24bf4bc268f451e9cf9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'f3531a0e-5e3b-4810-b572-4a1e511ff1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:02Z', 'updated_at': '2021-08-10T03:47:39Z', 'revision_number': 5, 'project_id': 'cb8d1f6b06d24bf4bc268f451e9cf9c2', 'gw_port': {'id': 'f3531a0e-5e3b-4810-b572-4a1e511ff1c9', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c150-15d7-4ea9-9113-a8913b2160c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:03Z', 'updated_at': '2021-08-10T03:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:43.454913 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-218a6534-4238-4d68-8688-dfdf7583e6e2 req-7ea73539-178b-4948-a4a0-102476461c24 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=a3c88895-a273-4b99-a3ff-ffcdbc82c429 HTTP/1.1" status: 200 len: 217 time: 0.1019127 Aug 10 03:47:43.488596 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4410a3-12a7-4194-9764-35d6de403ab2 x-openstack-request-id: req-cb4410a3-12a7-4194-9764-35d6de403ab2 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:43.489123 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2815763b-fd21-46dd-8d45-033c4769edf9", "name": "network-vif-unplugged", "status": "completed", "tag": "0b542d51-cef2-4e2e-b3ab-a94e323cb4e3", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:43.489584 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb4410a3-12a7-4194-9764-35d6de403ab2 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:43.490167 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2815763b-fd21-46dd-8d45-033c4769edf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b542d51-cef2-4e2e-b3ab-a94e323cb4e3', 'code': 200} Aug 10 03:47:43.491950 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-296a9c96-a704-41b1-8f64-4df9cc395687 admin admin] Deleting port f3531a0e-5e3b-4810-b572-4a1e511ff1c9 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:43.492322 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-296a9c96-a704-41b1-8f64-4df9cc395687 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.506642 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397d7cba-1c40-49b6-b768-8037a74b6b7c None None] The sync data for ids ['31f5c150-15d7-4ea9-9113-a8913b2160c3'] in n-d-802893-2 is: [{'id': '31f5c150-15d7-4ea9-9113-a8913b2160c3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1352841702-router', 'tenant_id': 'cb8d1f6b06d24bf4bc268f451e9cf9c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'f3531a0e-5e3b-4810-b572-4a1e511ff1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:42:02Z', 'updated_at': '2021-08-10T03:47:39Z', 'revision_number': 5, 'project_id': 'cb8d1f6b06d24bf4bc268f451e9cf9c2', 'gw_port': {'id': 'f3531a0e-5e3b-4810-b572-4a1e511ff1c9', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b0:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f5c150-15d7-4ea9-9113-a8913b2160c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:42:03Z', 'updated_at': '2021-08-10T03:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:43.536260 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.561715 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975da18b-bf67-44c0-a2c1-56baeac542cf req-25073152-00fd-4fa3-8d3a-836dff1f3c9a tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:43.563885 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-975da18b-bf67-44c0-a2c1-56baeac542cf req-25073152-00fd-4fa3-8d3a-836dff1f3c9a tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43a73a5-675d-4fa7-8c6e-8ad258f70a64 HTTP/1.1" status: 200 len: 947 time: 0.1285160 Aug 10 03:47:43.589262 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a6534-4238-4d68-8688-dfdf7583e6e2 req-ae651391-19d8-4289-a5ee-b507bac6c0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:43.591702 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-218a6534-4238-4d68-8688-dfdf7583e6e2 req-ae651391-19d8-4289-a5ee-b507bac6c0b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.1097186 Aug 10 03:47:43.626723 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3b5f01a9-619f-4c60-a093-54cd7c98d6fe tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.671276 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c2cb3b-2f8d-42ea-9b2e-1d5741e56ae3 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:43.679828 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-36c2cb3b-2f8d-42ea-9b2e-1d5741e56ae3 admin admin] 10.222.0.25 "PUT /v2.0/routers/655912e8-a810-44a7-8a26-185921c41140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0281885 Aug 10 03:47:43.682011 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-975da18b-bf67-44c0-a2c1-56baeac542cf req-d3362233-53ff-42a7-893c-5857bc343c2d tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a289753-a82c-48f0-bee4-67e11e9ae631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955324 Aug 10 03:47:43.689222 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a6534-4238-4d68-8688-dfdf7583e6e2 req-36f10a02-5443-47fa-909a-3b8113fc00e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:43.690753 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-218a6534-4238-4d68-8688-dfdf7583e6e2 req-36f10a02-5443-47fa-909a-3b8113fc00e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0918903 Aug 10 03:47:43.695499 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379e80e2-604f-41d9-a368-8310af4a49a8 None None] Sync routers for ids ['655912e8-a810-44a7-8a26-185921c41140'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:43.702392 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-296a9c96-a704-41b1-8f64-4df9cc395687 admin admin] For port f3531a0e-5e3b-4810-b572-4a1e511ff1c9, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f3531a0e-5e3b-4810-b572-4a1e511ff1c9,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:43.702791 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-296a9c96-a704-41b1-8f64-4df9cc395687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.725252 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-296a9c96-a704-41b1-8f64-4df9cc395687 admin admin] Calling delete_port for f3531a0e-5e3b-4810-b572-4a1e511ff1c9 owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:43.731073 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379e80e2-604f-41d9-a368-8310af4a49a8 None None] Routers {'655912e8-a810-44a7-8a26-185921c41140'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:43.731712 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-379e80e2-604f-41d9-a368-8310af4a49a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:47:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['655912e8-a810-44a7-8a26-185921c41140'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:43.784627 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=0b542d51-cef2-4e2e-b3ab-a94e323cb4e3,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:43.794267 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:47:43.799237 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.816118 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3b5f01a9-619f-4c60-a093-54cd7c98d6fe tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.819002 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-297fa373-bcf4-4390-b622-303dcdba6ef2 None None] Provisioning complete for port 79e5b921-942b-44c2-93f2-33259d132128 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:43.819353 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-297fa373-bcf4-4390-b622-303dcdba6ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:43.834850 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-218a6534-4238-4d68-8688-dfdf7583e6e2 req-619c3b7d-775d-4a3b-a4de-5d3dc9e8c71e service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361294 Aug 10 03:47:43.898021 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5f01a9-619f-4c60-a093-54cd7c98d6fe tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1b50a2-31ef-49c5-b425-bac1e5520142,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:43.962675 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-297fa373-bcf4-4390-b622-303dcdba6ef2 None None] Port 79e5b921-942b-44c2-93f2-33259d132128 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:47:43.994777 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-728e31e9-e1d9-44e0-93ae-f60ab9e0477f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.000258 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-379e80e2-604f-41d9-a368-8310af4a49a8 None None] Set router 655912e8-a810-44a7-8a26-185921c41140 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:44.042984 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:44.080687 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:44.081429 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ff7e9bef-d6ea-4c9b-ae7e-b5073dd890ec not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:44.090894 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-218a6534-4238-4d68-8688-dfdf7583e6e2 req-e063fa3f-32c5-41a8-b89c-d9c02c5ace1d service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477942 Aug 10 03:47:44.140276 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef,segment=NetworkSegment(4836d09a-cfbb-4d06-995e-7a8ae6ea23fb),segment_id=4836d09a-cfbb-4d06-995e-7a8ae6ea23fb)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:44.159228 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3b5f01a9-619f-4c60-a093-54cd7c98d6fe tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.166149 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3b5f01a9-619f-4c60-a093-54cd7c98d6fe tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.4436047 Aug 10 03:47:44.166613 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52704) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:44.172859 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-8e6cc165-f7bc-4fdc-a0c4-76580c99b970 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Request body: {'security_group_rule': {'security_group_id': '3b1b50a2-31ef-49c5-b425-bac1e5520142', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:44.175358 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef', 'network_id': 'ae78276c-6519-4603-bc80-1f77f9c4457a', 'port_id': 'ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef', 'mac_address': 'fa:16:3e:55:6e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72cf0926-51a4-4fc0-96af-c684075d2095', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:47:44.259724 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.266587 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-296a9c96-a704-41b1-8f64-4df9cc395687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.278061 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:47:44.303663 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a7313-5a15-418a-a904-e8a5c0dd249a req-9b8e587c-7520-4da5-9bcd-5a75a30bbdda tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:44.303884 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef,segment=NetworkSegment(4836d09a-cfbb-4d06-995e-7a8ae6ea23fb),segment_id=4836d09a-cfbb-4d06-995e-7a8ae6ea23fb)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:44.305255 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a72a7313-5a15-418a-a904-e8a5c0dd249a req-9b8e587c-7520-4da5-9bcd-5a75a30bbdda tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/ports?device_id=be12dd98-4264-4bf9-8b9c-a2695ecdb67d HTTP/1.1" status: 200 len: 944 time: 0.1118929 Aug 10 03:47:44.335667 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a9c96-a704-41b1-8f64-4df9cc395687 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3531a0e-5e3b-4810-b572-4a1e511ff1c9,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:44.383277 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-379e80e2-604f-41d9-a368-8310af4a49a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655912e8-a810-44a7-8a26-185921c41140', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112382384-router', 'tenant_id': 'fbbdd9a5f1a84fcca7a6bd13e4974123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '76346048-32fa-41a9-bba1-bd248de4823e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:29Z', 'updated_at': '2021-08-10T03:47:41Z', 'revision_number': 4, 'project_id': 'fbbdd9a5f1a84fcca7a6bd13e4974123', 'gw_port': {'id': '76346048-32fa-41a9-bba1-bd248de4823e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:72:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655912e8-a810-44a7-8a26-185921c41140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:31Z', 'updated_at': '2021-08-10T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '79e5b921-942b-44c2-93f2-33259d132128', 'name': '', 'network_id': '9ba91d67-a768-4ffd-bd86-149569816c8a', 'tenant_id': 'fbbdd9a5f1a84fcca7a6bd13e4974123', 'mac_address': 'fa:16:3e:79:d8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655912e8-a810-44a7-8a26-185921c41140', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '3895911a-d271-4d4e-a31b-801016754022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:37Z', 'updated_at': '2021-08-10T03:47:41Z', 'revision_number': 2, 'project_id': 'fbbdd9a5f1a84fcca7a6bd13e4974123', 'subnets': [{'id': '3895911a-d271-4d4e-a31b-801016754022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:44.405409 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8e6cc165-f7bc-4fdc-a0c4-76580c99b970 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.424196 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379e80e2-604f-41d9-a368-8310af4a49a8 None None] Checking router: 655912e8-a810-44a7-8a26-185921c41140 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:47:44.424196 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379e80e2-604f-41d9-a368-8310af4a49a8 None None] Updating router 655912e8-a810-44a7-8a26-185921c41140 port 79e5b921-942b-44c2-93f2-33259d132128 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:47:44.426899 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.475948 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-296a9c96-a704-41b1-8f64-4df9cc395687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.484936 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-379e80e2-604f-41d9-a368-8310af4a49a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.507894 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:44.561496 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8e6cc165-f7bc-4fdc-a0c4-76580c99b970 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.614235 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a72a7313-5a15-418a-a904-e8a5c0dd249a req-802af272-faa0-4a2e-b4e9-81941e79d20a tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/security-groups?id=97d5d33d-7b70-4a98-8aea-b0c2f3b02207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2821386 Aug 10 03:47:44.687312 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-296a9c96-a704-41b1-8f64-4df9cc395687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.690199 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8e6cc165-f7bc-4fdc-a0c4-76580c99b970 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.698626 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:47:44.702976 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-296a9c96-a704-41b1-8f64-4df9cc395687 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.762271 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6cc165-f7bc-4fdc-a0c4-76580c99b970 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89bc44a8-2570-44a7-8d51-c2fdd28a0a10,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:44.915817 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8e6cc165-f7bc-4fdc-a0c4-76580c99b970 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.921924 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8e6cc165-f7bc-4fdc-a0c4-76580c99b970 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7542541 Aug 10 03:47:44.922977 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52732) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:44.929013 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-3d1880af-cb7d-483a-bc3a-be0a6ec91030 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Request body: {'security_group_rule': {'security_group_id': '3b1b50a2-31ef-49c5-b425-bac1e5520142', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:44.966142 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-296a9c96-a704-41b1-8f64-4df9cc395687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.966729 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296a9c96-a704-41b1-8f64-4df9cc395687 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31f5c150-15d7-4ea9-9113-a8913b2160c3 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:47:44.986786 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-296a9c96-a704-41b1-8f64-4df9cc395687 admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:44.988010 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-296a9c96-a704-41b1-8f64-4df9cc395687 admin admin] 10.222.0.25 "DELETE /v2.0/routers/31f5c150-15d7-4ea9-9113-a8913b2160c3 HTTP/1.1" status: 204 len: 168 time: 2.5429032 Aug 10 03:47:44.993062 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52734) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:45.022062 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device e580531f-f377-4996-b445-c721ab5a3629 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:47:45.029251 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c496de3-5342-4367-a401-bff21a4b49d9 req-8bec62ac-0e2f-4962-9cb2-1a51371b2c27 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:45.033359 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c496de3-5342-4367-a401-bff21a4b49d9 req-8bec62ac-0e2f-4962-9cb2-1a51371b2c27 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43a73a5-675d-4fa7-8c6e-8ad258f70a64 HTTP/1.1" status: 200 len: 947 time: 0.1664286 Aug 10 03:47:45.119941 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c496de3-5342-4367-a401-bff21a4b49d9 req-5bbbb38d-868f-4133-a3c0-6195525c9f2f tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a289753-a82c-48f0-bee4-67e11e9ae631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685136 Aug 10 03:47:45.198395 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3d1880af-cb7d-483a-bc3a-be0a6ec91030 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.237004 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.resource_extend [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:47:45.280431 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-379e80e2-604f-41d9-a368-8310af4a49a8 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.315993 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-379e80e2-604f-41d9-a368-8310af4a49a8 None None] Transition to ACTIVE for port object 79e5b921-942b-44c2-93f2-33259d132128 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:47:45.329979 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b5d1cf5-cdb9-4593-a1e0-4fa433c56983 admin admin] Deleting subnet ecb84f12-768a-42c6-95f8-c9eb1c239d4a {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:47:45.342907 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b5d1cf5-cdb9-4593-a1e0-4fa433c56983 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.350452 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3d1880af-cb7d-483a-bc3a-be0a6ec91030 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.408586 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b5d1cf5-cdb9-4593-a1e0-4fa433c56983 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.433225 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.449356 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-379e80e2-604f-41d9-a368-8310af4a49a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.484329 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3d1880af-cb7d-483a-bc3a-be0a6ec91030 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.485081 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port e580531f-f377-4996-b445-c721ab5a3629, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e580531f-f377-4996-b445-c721ab5a3629,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:45.500285 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'e580531f-f377-4996-b445-c721ab5a3629', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': 'e580531f-f377-4996-b445-c721ab5a3629', 'mac_address': 'fa:16:3e:ca:32:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:47:45.536931 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52744) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:45.542170 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1880af-cb7d-483a-bc3a-be0a6ec91030 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad954da1-c737-499e-a004-91c456142a85,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:45.605879 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.646485 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.674710 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e580531f-f377-4996-b445-c721ab5a3629 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:47:45.712915 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3d1880af-cb7d-483a-bc3a-be0a6ec91030 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.719532 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3d1880af-cb7d-483a-bc3a-be0a6ec91030 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7895358 Aug 10 03:47:45.719874 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device a3c88895-a273-4b99-a3ff-ffcdbc82c429 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:47:45.720507 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52752) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:45.735166 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-e2c10b7f-8222-4390-a98d-a03dc76136f9 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:45.754601 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port e580531f-f377-4996-b445-c721ab5a3629, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e580531f-f377-4996-b445-c721ab5a3629,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:45.757579 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b5d1cf5-cdb9-4593-a1e0-4fa433c56983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.842390 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711ecda-4ba7-4536-9646-67a77a9532b0 None None] Pushing event updated for resources: {'Port': ['ID=79e5b921-942b-44c2-93f2-33259d132128,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:45.881226 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e2c10b7f-8222-4390-a98d-a03dc76136f9 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks [] for floatingip, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.928399 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:45.973849 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b5d1cf5-cdb9-4593-a1e0-4fa433c56983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.005518 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-379e80e2-604f-41d9-a368-8310af4a49a8 None None] Attempting to bind port 79e5b921-942b-44c2-93f2-33259d132128 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:47:46.006269 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-379e80e2-604f-41d9-a368-8310af4a49a8 None None] Attempting to bind port 79e5b921-942b-44c2-93f2-33259d132128 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'c2ad1791-d524-479f-b1f9-314bfc1e9076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9ba91d67-a768-4ffd-bd86-149569816c8a'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:47:46.006840 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e80e2-604f-41d9-a368-8310af4a49a8 None None] Attempting to bind port 79e5b921-942b-44c2-93f2-33259d132128 on network 9ba91d67-a768-4ffd-bd86-149569816c8a {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:47:46.014867 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e80e2-604f-41d9-a368-8310af4a49a8 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:47:46.015572 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e80e2-604f-41d9-a368-8310af4a49a8 None None] Checking segment: {'id': 'c2ad1791-d524-479f-b1f9-314bfc1e9076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9ba91d67-a768-4ffd-bd86-149569816c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:47:46.016245 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-379e80e2-604f-41d9-a368-8310af4a49a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.016815 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e80e2-604f-41d9-a368-8310af4a49a8 None None] Bound using segment: {'id': 'c2ad1791-d524-479f-b1f9-314bfc1e9076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9ba91d67-a768-4ffd-bd86-149569816c8a'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:47:46.019247 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-379e80e2-604f-41d9-a368-8310af4a49a8 None None] Bound port: 79e5b921-942b-44c2-93f2-33259d132128, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ad1791-d524-479f-b1f9-314bfc1e9076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '9ba91d67-a768-4ffd-bd86-149569816c8a'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:47:46.020032 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-379e80e2-604f-41d9-a368-8310af4a49a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.087718 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b5d1cf5-cdb9-4593-a1e0-4fa433c56983 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.096412 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6b5d1cf5-cdb9-4593-a1e0-4fa433c56983 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ecb84f12-768a-42c6-95f8-c9eb1c239d4a HTTP/1.1" status: 204 len: 168 time: 1.1020436 Aug 10 03:47:46.097425 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52764) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:46.097988 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d1cf5-cdb9-4593-a1e0-4fa433c56983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecb84f12-768a-42c6-95f8-c9eb1c239d4a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:46.104670 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f3531a0e-5e3b-4810-b572-4a1e511ff1c9 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:46.130750 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175e18da-efe1-4353-b4df-6a8fecdc7acc None None] Network 5034785d-464b-48f5-b7da-a64836f93a9b requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:47:46.213352 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['e580531f-f377-4996-b445-c721ab5a3629'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:47:46.214391 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-227d3a18-398d-4b9e-9e58-c29c6408ee97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.251100 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f773c86-0734-44cc-868a-69a133ba00a4 req-e9d06797-ff8b-4333-a692-54ead2e5d1f9 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:46.256480 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f773c86-0734-44cc-868a-69a133ba00a4 req-e9d06797-ff8b-4333-a692-54ead2e5d1f9 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/ports?device_id=be12dd98-4264-4bf9-8b9c-a2695ecdb67d HTTP/1.1" status: 200 len: 945 time: 0.2241411 Aug 10 03:47:46.291886 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a1b36a3-2167-424b-9048-353a152e5e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.319026 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: f3531a0e-5e3b-4810-b572-4a1e511ff1c9 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:46.319703 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f3531a0e-5e3b-4810-b572-4a1e511ff1c9 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:46.375854 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-379e80e2-604f-41d9-a368-8310af4a49a8 None None] For port 79e5b921-942b-44c2-93f2-33259d132128, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:47:46.384138 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-379e80e2-604f-41d9-a368-8310af4a49a8 None None] For port 79e5b921-942b-44c2-93f2-33259d132128, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=79e5b921-942b-44c2-93f2-33259d132128,segment=NetworkSegment(c2ad1791-d524-479f-b1f9-314bfc1e9076),segment_id=c2ad1791-d524-479f-b1f9-314bfc1e9076)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:47:46.412805 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f773c86-0734-44cc-868a-69a133ba00a4 req-277f7bf2-8b73-4378-a5a2-142395c831fa tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/security-groups?id=97d5d33d-7b70-4a98-8aea-b0c2f3b02207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392057 Aug 10 03:47:46.446403 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=e580531f-f377-4996-b445-c721ab5a3629,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:46.462707 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-2a1b36a3-2167-424b-9048-353a152e5e06 admin admin] Deleting port 2fd9c96a-70ee-426f-9aa3-5943805040be {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:46.466239 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a1b36a3-2167-424b-9048-353a152e5e06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.490229 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-379e80e2-604f-41d9-a368-8310af4a49a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.502362 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port a3c88895-a273-4b99-a3ff-ffcdbc82c429, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=a3c88895-a273-4b99-a3ff-ffcdbc82c429,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:46.559576 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'a3c88895-a273-4b99-a3ff-ffcdbc82c429', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': 'a3c88895-a273-4b99-a3ff-ffcdbc82c429', 'mac_address': 'fa:16:3e:1e:e7:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:47:46.616992 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379e80e2-604f-41d9-a368-8310af4a49a8 None None] Routers {'655912e8-a810-44a7-8a26-185921c41140'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:46.619909 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-379e80e2-604f-41d9-a368-8310af4a49a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:47:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['655912e8-a810-44a7-8a26-185921c41140'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:46.650348 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-2a1b36a3-2167-424b-9048-353a152e5e06 admin admin] For port 2fd9c96a-70ee-426f-9aa3-5943805040be, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=2fd9c96a-70ee-426f-9aa3-5943805040be,segment=NetworkSegment(56aef66d-e5f2-4a7d-a902-c6add722c64f),segment_id=56aef66d-e5f2-4a7d-a902-c6add722c64f)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:46.663691 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a1b36a3-2167-424b-9048-353a152e5e06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.720372 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-2a1b36a3-2167-424b-9048-353a152e5e06 admin admin] Calling delete_port for 2fd9c96a-70ee-426f-9aa3-5943805040be owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:46.826964 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.889630 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e2c10b7f-8222-4390-a98d-a03dc76136f9 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.957810 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:46.962917 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c88895-a273-4b99-a3ff-ffcdbc82c429 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:47:46.974839 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-379e80e2-604f-41d9-a368-8310af4a49a8 None None] Set router 655912e8-a810-44a7-8a26-185921c41140 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:46.990968 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port a3c88895-a273-4b99-a3ff-ffcdbc82c429, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=a3c88895-a273-4b99-a3ff-ffcdbc82c429,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:46.996569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2d0be6-6b93-4a3a-936c-789b87145aaa None None] DHCP port deletion for 5034785d-464b-48f5-b7da-a64836f93a9b request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:47:47.133338 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d0be6-6b93-4a3a-936c-789b87145aaa None None] Deleting port 2fd9c96a-70ee-426f-9aa3-5943805040be {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:47.152942 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9f2d0be6-6b93-4a3a-936c-789b87145aaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.279890 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.307599 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711ecda-4ba7-4536-9646-67a77a9532b0 None None] Pushing event updated for resources: {'Port': ['ID=79e5b921-942b-44c2-93f2-33259d132128,revision_number=4']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:47.318644 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a1b36a3-2167-424b-9048-353a152e5e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.389574 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b36a3-2167-424b-9048-353a152e5e06 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fd9c96a-70ee-426f-9aa3-5943805040be,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:47.431478 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1b36a3-2167-424b-9048-353a152e5e06 admin admin] No DVR routers for this DVR port 2fd9c96a-70ee-426f-9aa3-5943805040be on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:47.449790 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-9f2d0be6-6b93-4a3a-936c-789b87145aaa None None] For port 2fd9c96a-70ee-426f-9aa3-5943805040be, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=2fd9c96a-70ee-426f-9aa3-5943805040be,segment=NetworkSegment(56aef66d-e5f2-4a7d-a902-c6add722c64f),segment_id=56aef66d-e5f2-4a7d-a902-c6add722c64f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:47.455590 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9f2d0be6-6b93-4a3a-936c-789b87145aaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.482629 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-227d3a18-398d-4b9e-9e58-c29c6408ee97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.500833 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-e2c10b7f-8222-4390-a98d-a03dc76136f9 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Allocated IP 172.25.0.93 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/42825434-16ce-44ac-87bf-a5dcac0bc468) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:47.516086 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00924645-67b5-49e2-9d52-92f12d4261e0 req-c7ac59de-2555-4d34-8dbc-361f26c02e48 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:47.517871 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00924645-67b5-49e2-9d52-92f12d4261e0 req-c7ac59de-2555-4d34-8dbc-361f26c02e48 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43a73a5-675d-4fa7-8c6e-8ad258f70a64 HTTP/1.1" status: 200 len: 948 time: 0.6456311 Aug 10 03:47:47.536881 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-227d3a18-398d-4b9e-9e58-c29c6408ee97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.643650 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['a3c88895-a273-4b99-a3ff-ffcdbc82c429'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:47:47.719468 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-227d3a18-398d-4b9e-9e58-c29c6408ee97 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8a6682a0db3548b3aa803fd723ef5ede&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1812160 Aug 10 03:47:47.720184 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52776) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:47.735571 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00924645-67b5-49e2-9d52-92f12d4261e0 req-8c2f47a5-45ce-4a92-9937-c81e49293786 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a289753-a82c-48f0-bee4-67e11e9ae631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085695 Aug 10 03:47:47.747020 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d3a18-398d-4b9e-9e58-c29c6408ee97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422b1806-fbbd-4c3b-97b3-c77398477b2f,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:47.837315 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-379e80e2-604f-41d9-a368-8310af4a49a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655912e8-a810-44a7-8a26-185921c41140', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112382384-router', 'tenant_id': 'fbbdd9a5f1a84fcca7a6bd13e4974123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '76346048-32fa-41a9-bba1-bd248de4823e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:29Z', 'updated_at': '2021-08-10T03:47:41Z', 'revision_number': 4, 'project_id': 'fbbdd9a5f1a84fcca7a6bd13e4974123', 'gw_port': {'id': '76346048-32fa-41a9-bba1-bd248de4823e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:72:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655912e8-a810-44a7-8a26-185921c41140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:31Z', 'updated_at': '2021-08-10T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '79e5b921-942b-44c2-93f2-33259d132128', 'name': '', 'network_id': '9ba91d67-a768-4ffd-bd86-149569816c8a', 'tenant_id': 'fbbdd9a5f1a84fcca7a6bd13e4974123', 'mac_address': 'fa:16:3e:79:d8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655912e8-a810-44a7-8a26-185921c41140', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '3895911a-d271-4d4e-a31b-801016754022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:37Z', 'updated_at': '2021-08-10T03:47:46Z', 'revision_number': 4, 'project_id': 'fbbdd9a5f1a84fcca7a6bd13e4974123', 'subnets': [{'id': '3895911a-d271-4d4e-a31b-801016754022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:47.953815 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-9f2d0be6-6b93-4a3a-936c-789b87145aaa None None] Calling delete_port for 2fd9c96a-70ee-426f-9aa3-5943805040be owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:47.959443 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a1b36a3-2167-424b-9048-353a152e5e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:47.977666 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:48.014076 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379e80e2-604f-41d9-a368-8310af4a49a8 None None] The sync data for ids ['655912e8-a810-44a7-8a26-185921c41140'] in n-d-802893-2 is: [{'id': '655912e8-a810-44a7-8a26-185921c41140', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112382384-router', 'tenant_id': 'fbbdd9a5f1a84fcca7a6bd13e4974123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '76346048-32fa-41a9-bba1-bd248de4823e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:29Z', 'updated_at': '2021-08-10T03:47:41Z', 'revision_number': 4, 'project_id': 'fbbdd9a5f1a84fcca7a6bd13e4974123', 'gw_port': {'id': '76346048-32fa-41a9-bba1-bd248de4823e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:72:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655912e8-a810-44a7-8a26-185921c41140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:31Z', 'updated_at': '2021-08-10T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '79e5b921-942b-44c2-93f2-33259d132128', 'name': '', 'network_id': '9ba91d67-a768-4ffd-bd86-149569816c8a', 'tenant_id': 'fbbdd9a5f1a84fcca7a6bd13e4974123', 'mac_address': 'fa:16:3e:79:d8:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655912e8-a810-44a7-8a26-185921c41140', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '3895911a-d271-4d4e-a31b-801016754022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:37Z', 'updated_at': '2021-08-10T03:47:46Z', 'revision_number': 4, 'project_id': 'fbbdd9a5f1a84fcca7a6bd13e4974123', 'subnets': [{'id': '3895911a-d271-4d4e-a31b-801016754022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:48.037915 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-2a1b36a3-2167-424b-9048-353a152e5e06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5034785d-464b-48f5-b7da-a64836f93a9b']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:48.086908 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a7038262-a731-4b1e-a6f2-a54d055feecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:48.091529 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-2a1b36a3-2167-424b-9048-353a152e5e06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56aef66d-e5f2-4a7d-a902-c6add722c64f') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:48.091882 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-2a1b36a3-2167-424b-9048-353a152e5e06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56aef66d-e5f2-4a7d-a902-c6add722c64f') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:48.094016 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e2c10b7f-8222-4390-a98d-a03dc76136f9 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:48.189064 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a1b36a3-2167-424b-9048-353a152e5e06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:48.234908 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a7038262-a731-4b1e-a6f2-a54d055feecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:48.336808 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a1b36a3-2167-424b-9048-353a152e5e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:48.375207 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a1b36a3-2167-424b-9048-353a152e5e06 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:47:48.375914 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a1b36a3-2167-424b-9048-353a152e5e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:47:48.388043 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:47:48.471116 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=a3c88895-a273-4b99-a3ff-ffcdbc82c429,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:48.474579 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9f2d0be6-6b93-4a3a-936c-789b87145aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:48.494816 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 2fd9c96a-70ee-426f-9aa3-5943805040be no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:48.603408 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 2fd9c96a-70ee-426f-9aa3-5943805040be {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:48.604253 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 2fd9c96a-70ee-426f-9aa3-5943805040be not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:47:48.605049 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f7f3d2-b19c-47bb-b2ee-3d56b83e859b req-9deb3a14-19e7-4224-82ce-8134b1c70ab7 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:48.606730 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-27f7f3d2-b19c-47bb-b2ee-3d56b83e859b req-9deb3a14-19e7-4224-82ce-8134b1c70ab7 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/ports?device_id=be12dd98-4264-4bf9-8b9c-a2695ecdb67d HTTP/1.1" status: 200 len: 945 time: 0.1133552 Aug 10 03:47:48.623894 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d0be6-6b93-4a3a-936c-789b87145aaa None None] Pushing event deleted for resources: {'Port': ['ID=2fd9c96a-70ee-426f-9aa3-5943805040be,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:48.638443 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d0be6-6b93-4a3a-936c-789b87145aaa None None] No DVR routers for this DVR port 2fd9c96a-70ee-426f-9aa3-5943805040be on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:48.762337 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-27f7f3d2-b19c-47bb-b2ee-3d56b83e859b req-719708f7-10b3-4cef-8aaf-4581c302e431 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/security-groups?id=97d5d33d-7b70-4a98-8aea-b0c2f3b02207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415944 Aug 10 03:47:48.765030 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e2c10b7f-8222-4390-a98d-a03dc76136f9 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:48.782731 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a7038262-a731-4b1e-a6f2-a54d055feecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:48.791478 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a7038262-a731-4b1e-a6f2-a54d055feecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:48.793633 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a7038262-a731-4b1e-a6f2-a54d055feecf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/422b1806-fbbd-4c3b-97b3-c77398477b2f HTTP/1.1" status: 204 len: 168 time: 1.0689292 Aug 10 03:47:48.833444 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a1b36a3-2167-424b-9048-353a152e5e06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:48.843919 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a1b36a3-2167-424b-9048-353a152e5e06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:48.846485 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2a1b36a3-2167-424b-9048-353a152e5e06 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5034785d-464b-48f5-b7da-a64836f93a9b HTTP/1.1" status: 204 len: 168 time: 2.7328539 Aug 10 03:47:48.862155 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:48.876224 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:48.876605 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:48.918198 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7038262-a731-4b1e-a6f2-a54d055feecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422b1806-fbbd-4c3b-97b3-c77398477b2f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:48.924515 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b36a3-2167-424b-9048-353a152e5e06 admin admin] Pushing event deleted for resources: {'Network': ['ID=5034785d-464b-48f5-b7da-a64836f93a9b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:48.970920 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c10b7f-8222-4390-a98d-a03dc76136f9 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:47:48.982076 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-e2c10b7f-8222-4390-a98d-a03dc76136f9 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:47:48.994685 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c10b7f-8222-4390-a98d-a03dc76136f9 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:47:49.022629 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.055529 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device e580531f-f377-4996-b445-c721ab5a3629 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:49.088643 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c10b7f-8222-4390-a98d-a03dc76136f9 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Pushing event updated for resources: {'Port': ['ID=42825434-16ce-44ac-87bf-a5dcac0bc468,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:49.100002 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c88797-79c6-4b1d-b078-e4cf10cb61be req-fda782a2-9018-4da0-a9ff-5f833fcd7121 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:49.113972 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-41c88797-79c6-4b1d-b078-e4cf10cb61be req-fda782a2-9018-4da0-a9ff-5f833fcd7121 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43a73a5-675d-4fa7-8c6e-8ad258f70a64 HTTP/1.1" status: 200 len: 948 time: 0.2267215 Aug 10 03:47:49.230685 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-41c88797-79c6-4b1d-b078-e4cf10cb61be req-45778bfa-abc6-494c-89b9-5eb5a033f37d tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a289753-a82c-48f0-bee4-67e11e9ae631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141906 Aug 10 03:47:49.251184 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be12dd98-4264-4bf9-8b9c-a2695ecdb67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:49.267110 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e179febb-96b5-4114-8ab6-618332477096" -d '{"events": [{"server_uuid": "be12dd98-4264-4bf9-8b9c-a2695ecdb67d", "name": "network-vif-plugged", "status": "completed", "tag": "ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:49.294476 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port e580531f-f377-4996-b445-c721ab5a3629 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:49.296548 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.312216 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef,segment=NetworkSegment(4836d09a-cfbb-4d06-995e-7a8ae6ea23fb),segment_id=4836d09a-cfbb-4d06-995e-7a8ae6ea23fb)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:49.314608 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e2c10b7f-8222-4390-a98d-a03dc76136f9 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.416431 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb65bba-bb6f-49b9-aa63-f520d2badfce x-openstack-request-id: req-0fb65bba-bb6f-49b9-aa63-f520d2badfce {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:49.416726 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be12dd98-4264-4bf9-8b9c-a2695ecdb67d", "name": "network-vif-plugged", "status": "completed", "tag": "ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:49.417278 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0fb65bba-bb6f-49b9-aa63-f520d2badfce {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:49.417802 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be12dd98-4264-4bf9-8b9c-a2695ecdb67d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef', 'code': 200} Aug 10 03:47:49.426864 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.516044 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e2c10b7f-8222-4390-a98d-a03dc76136f9 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:49.616646 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52792) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:49.659851 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57713b-e390-4257-92f4-7e93c1c24bac req-5e498962-c503-4261-b4df-afdfec3dfe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:49.679302 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fc57713b-e390-4257-92f4-7e93c1c24bac req-5e498962-c503-4261-b4df-afdfec3dfe35 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=be12dd98-4264-4bf9-8b9c-a2695ecdb67d HTTP/1.1" status: 200 len: 1097 time: 0.1311851 Aug 10 03:47:49.815423 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fc57713b-e390-4257-92f4-7e93c1c24bac req-ce63f444-4aa0-4e4f-a9dd-e6adbcac1d0d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=97d5d33d-7b70-4a98-8aea-b0c2f3b02207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314557 Aug 10 03:47:49.852960 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device a3c88895-a273-4b99-a3ff-ffcdbc82c429 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:49.904943 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52808) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:49.918381 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-68291587-e6cd-4ab7-ba1f-8dbadc20f609 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f0d3ceef8e45464d94575c3c6b321f1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803743 Aug 10 03:47:49.942177 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.001720 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port e580531f-f377-4996-b445-c721ab5a3629, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e580531f-f377-4996-b445-c721ab5a3629,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:50.005730 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:50.131280 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a3fbd09-23b0-4d74-ab7c-c54d24f2896e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.141577 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.238839 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a3fbd09-23b0-4d74-ab7c-c54d24f2896e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.291377 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=e580531f-f377-4996-b445-c721ab5a3629,revision_number=7']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:50.291377 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port a3c88895-a273-4b99-a3ff-ffcdbc82c429 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:50.291377 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port a3c88895-a273-4b99-a3ff-ffcdbc82c429 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:50.291377 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.352532 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 79e5b921-942b-44c2-93f2-33259d132128 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:50.434288 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e2c10b7f-8222-4390-a98d-a03dc76136f9 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.578055 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638d8f9-547b-4ccd-a595-3a2b8b4d4bb2 req-b2e93e3d-6e23-48d0-b746-4c35b730b547 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:50.579570 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b638d8f9-547b-4ccd-a595-3a2b8b4d4bb2 req-b2e93e3d-6e23-48d0-b746-4c35b730b547 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/ports?device_id=be12dd98-4264-4bf9-8b9c-a2695ecdb67d HTTP/1.1" status: 200 len: 946 time: 0.5230186 Aug 10 03:47:50.587294 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e2c10b7f-8222-4390-a98d-a03dc76136f9 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.674459 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52814) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:50.703487 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.730538 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c10b7f-8222-4390-a98d-a03dc76136f9 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Pushing event updated for resources: {'Port': ['ID=42825434-16ce-44ac-87bf-a5dcac0bc468,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:50.753882 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 79e5b921-942b-44c2-93f2-33259d132128 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:47:50.760925 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a3fbd09-23b0-4d74-ab7c-c54d24f2896e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.763690 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a3fbd09-23b0-4d74-ab7c-c54d24f2896e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.781667 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2a3fbd09-23b0-4d74-ab7c-c54d24f2896e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3821421a-aa7b-425b-b0ff-00a24ef034ba HTTP/1.1" status: 204 len: 168 time: 0.8752615 Aug 10 03:47:50.803587 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee3d5a60-ccf2-4060-88da-6b0ac4a343f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.822002 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port a3c88895-a273-4b99-a3ff-ffcdbc82c429, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=a3c88895-a273-4b99-a3ff-ffcdbc82c429,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:50.832996 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 79e5b921-942b-44c2-93f2-33259d132128 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:50.835407 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.842247 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e2c10b7f-8222-4390-a98d-a03dc76136f9 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:50.851220 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b638d8f9-547b-4ccd-a595-3a2b8b4d4bb2 req-dd7cff19-9cd7-477f-9111-785b60c9d1cf tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/security-groups?id=97d5d33d-7b70-4a98-8aea-b0c2f3b02207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2584238 Aug 10 03:47:50.907740 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0299e-8adf-44d7-b37c-beed79b0e101 req-e360517e-e7dd-4e60-8869-b440f04d0e0a tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:50.922520 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fbd09-23b0-4d74-ab7c-c54d24f2896e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3821421a-aa7b-425b-b0ff-00a24ef034ba,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:50.928761 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4b0299e-8adf-44d7-b37c-beed79b0e101 req-e360517e-e7dd-4e60-8869-b440f04d0e0a tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43a73a5-675d-4fa7-8c6e-8ad258f70a64 HTTP/1.1" status: 200 len: 948 time: 0.2224488 Aug 10 03:47:51.005170 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.084693 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4b0299e-8adf-44d7-b37c-beed79b0e101 req-b5789f63-e02d-453e-8bd5-b19b113d189f tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a289753-a82c-48f0-bee4-67e11e9ae631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497269 Aug 10 03:47:51.163889 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.285239 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=a3c88895-a273-4b99-a3ff-ffcdbc82c429,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:51.301564 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 79e5b921-942b-44c2-93f2-33259d132128, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=79e5b921-942b-44c2-93f2-33259d132128,segment=NetworkSegment(c2ad1791-d524-479f-b1f9-314bfc1e9076),segment_id=c2ad1791-d524-479f-b1f9-314bfc1e9076)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:51.301816 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee3d5a60-ccf2-4060-88da-6b0ac4a343f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.419527 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ff7fd6-d66c-4174-9ed4-47dbef5621d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e580531f-f377-4996-b445-c721ab5a3629'}, {'server_uuid': 'a43a73a5-675d-4fa7-8c6e-8ad258f70a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c88895-a273-4b99-a3ff-ffcdbc82c429'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:51.422192 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afb1f37-48cd-44fa-a267-07b32712e0e1" -d '{"events": [{"server_uuid": "96ff7fd6-d66c-4174-9ed4-47dbef5621d1", "name": "network-vif-plugged", "status": "completed", "tag": "e580531f-f377-4996-b445-c721ab5a3629"}, {"server_uuid": "a43a73a5-675d-4fa7-8c6e-8ad258f70a64", "name": "network-vif-plugged", "status": "completed", "tag": "a3c88895-a273-4b99-a3ff-ffcdbc82c429"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:51.450795 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee3d5a60-ccf2-4060-88da-6b0ac4a343f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.452894 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.541620 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ee3d5a60-ccf2-4060-88da-6b0ac4a343f2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6ef60428ee4a425588cf7dd274135e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8545275 Aug 10 03:47:51.543027 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52834) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:51.549675 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d5a60-ccf2-4060-88da-6b0ac4a343f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9281dce9-30bf-49bf-9eee-2b0f1c7360f8,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:51.620232 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e2c10b7f-8222-4390-a98d-a03dc76136f9 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.620232 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e2c10b7f-8222-4390-a98d-a03dc76136f9 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8969784 Aug 10 03:47:51.670927 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb62fe0-1ca5-4732-ac04-038991f39ecc x-openstack-request-id: req-6bb62fe0-1ca5-4732-ac04-038991f39ecc {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:51.671229 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ff7fd6-d66c-4174-9ed4-47dbef5621d1", "name": "network-vif-plugged", "status": "completed", "tag": "e580531f-f377-4996-b445-c721ab5a3629", "code": 200}, {"server_uuid": "a43a73a5-675d-4fa7-8c6e-8ad258f70a64", "name": "network-vif-plugged", "status": "completed", "tag": "a3c88895-a273-4b99-a3ff-ffcdbc82c429", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:51.675878 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6bb62fe0-1ca5-4732-ac04-038991f39ecc {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:51.676670 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ff7fd6-d66c-4174-9ed4-47dbef5621d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e580531f-f377-4996-b445-c721ab5a3629', 'code': 200} Aug 10 03:47:51.677072 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43a73a5-675d-4fa7-8c6e-8ad258f70a64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c88895-a273-4b99-a3ff-ffcdbc82c429', 'code': 200} Aug 10 03:47:51.678055 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=79e5b921-942b-44c2-93f2-33259d132128,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:51.724934 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2b0a51a7-788e-4d71-830e-4b0b5e7b190a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.810871 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2b0a51a7-788e-4d71-830e-4b0b5e7b190a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:51.827837 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f208ef-eaff-4893-b187-57a6257f10b3 req-577df687-104a-4000-a7d4-855a8fd8da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:51.830175 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-34f208ef-eaff-4893-b187-57a6257f10b3 req-577df687-104a-4000-a7d4-855a8fd8da02 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a43a73a5-675d-4fa7-8c6e-8ad258f70a64 HTTP/1.1" status: 200 len: 1100 time: 0.1420248 Aug 10 03:47:51.962179 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-34f208ef-eaff-4893-b187-57a6257f10b3 req-f80427a2-1b11-4c14-8c56-37907e77c258 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7a289753-a82c-48f0-bee4-67e11e9ae631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245544 Aug 10 03:47:52.028021 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 79e5b921-942b-44c2-93f2-33259d132128 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:47:52.032571 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2b0a51a7-788e-4d71-830e-4b0b5e7b190a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.037589 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2b0a51a7-788e-4d71-830e-4b0b5e7b190a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.045299 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2b0a51a7-788e-4d71-830e-4b0b5e7b190a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9281dce9-30bf-49bf-9eee-2b0f1c7360f8 HTTP/1.1" status: 204 len: 168 time: 0.4996445 Aug 10 03:47:52.126769 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a51a7-788e-4d71-830e-4b0b5e7b190a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9281dce9-30bf-49bf-9eee-2b0f1c7360f8,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:52.178804 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab182b-43da-481c-aa73-95931e820578 req-860064d4-ade1-4da6-9bfb-684eef2d9116 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:52.187649 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-32ef8843-4515-476f-8b30-2310e069b9be tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:52.194537 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2fab182b-43da-481c-aa73-95931e820578 req-860064d4-ade1-4da6-9bfb-684eef2d9116 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/ports?device_id=be12dd98-4264-4bf9-8b9c-a2695ecdb67d HTTP/1.1" status: 200 len: 946 time: 0.1418757 Aug 10 03:47:52.208605 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-32ef8843-4515-476f-8b30-2310e069b9be tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/networks?id=5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28 HTTP/1.1" status: 200 len: 822 time: 0.2164047 Aug 10 03:47:52.230505 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-103a9ce2-94eb-4e1c-b918-26d4dcd8460c tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/quotas/ec0e7f00b00a4f45927e3e320ec4675d HTTP/1.1" status: 200 len: 375 time: 0.0199244 Aug 10 03:47:52.242465 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 79e5b921-942b-44c2-93f2-33259d132128 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:47:52.242839 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.289195 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2fab182b-43da-481c-aa73-95931e820578 req-43c87b1a-fe60-478f-8a90-9773eaef8854 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/security-groups?id=97d5d33d-7b70-4a98-8aea-b0c2f3b02207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935087 Aug 10 03:47:52.337027 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-8b726477-0baa-4e47-a8e2-2860c72cf5c3 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ec0e7f00b00a4f45927e3e320ec4675d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1051974 Aug 10 03:47:52.350231 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52862) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:52.498831 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-37da4b95-0940-4677-9e80-852e21e61936 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb8d1f6b06d24bf4bc268f451e9cf9c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461596 Aug 10 03:47:52.498831 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52868) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:52.659734 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-07e20176-e7d1-4c21-a935-c2e95b7afc8e service neutron] 10.222.0.25 "GET /v2.0/networks/5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138268 Aug 10 03:47:52.739583 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785d5bb-8829-4edd-9347-2b60e2e5f4d4 req-c1b34aae-b9c8-4ff6-b530-adbbc40da95b tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:52.741845 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b785d5bb-8829-4edd-9347-2b60e2e5f4d4 req-c1b34aae-b9c8-4ff6-b530-adbbc40da95b tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43a73a5-675d-4fa7-8c6e-8ad258f70a64 HTTP/1.1" status: 200 len: 949 time: 0.1716251 Aug 10 03:47:52.743027 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3dd7ec7d-9b0a-41aa-b0a0-e49eb841a3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.768163 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-c8b558f8-9faa-4b5f-9dbb-04f0f2efb367 service neutron] 10.222.0.25 "GET /v2.0/networks/5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073422 Aug 10 03:47:52.807950 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3dd7ec7d-9b0a-41aa-b0a0-e49eb841a3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:52.884794 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b785d5bb-8829-4edd-9347-2b60e2e5f4d4 req-316d0b61-b369-42d1-bedf-3e7964d94dd0 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a289753-a82c-48f0-bee4-67e11e9ae631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091452 Aug 10 03:47:53.003289 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3dd7ec7d-9b0a-41aa-b0a0-e49eb841a3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.006035 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3dd7ec7d-9b0a-41aa-b0a0-e49eb841a3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.010681 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3dd7ec7d-9b0a-41aa-b0a0-e49eb841a3af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e5dac378-1b4d-4124-b76e-2629babd91ef HTTP/1.1" status: 204 len: 168 time: 0.5105982 Aug 10 03:47:53.042988 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd7ec7d-9b0a-41aa-b0a0-e49eb841a3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dac378-1b4d-4124-b76e-2629babd91ef,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:53.087413 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277b92f-e0cf-4aec-ab97-0302c383c5ff req-8e9a5d54-b8e5-47a0-87b0-c123030d37d6 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:53.096967 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a277b92f-e0cf-4aec-ab97-0302c383c5ff req-8e9a5d54-b8e5-47a0-87b0-c123030d37d6 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/ports?device_id=be12dd98-4264-4bf9-8b9c-a2695ecdb67d HTTP/1.1" status: 200 len: 946 time: 0.1091118 Aug 10 03:47:53.100623 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52882) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:53.109268 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-2dc9b4fb-98a5-4962-b29c-7a0d3d7ed7a9 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Request body: {'floatingip': {'port_id': 'ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:53.440682 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2dc9b4fb-98a5-4962-b29c-7a0d3d7ed7a9 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks [] for floatingip, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:53.558317 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-91c9bd1b-44bc-48b9-bcf7-6cc6d904ce99 req-a05980d2-e47b-4cec-8b30-515bce27759c tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed1c5f9e-4478-4b7b-be12-d0b66534893a HTTP/1.1" status: 200 len: 210 time: 0.2053185 Aug 10 03:47:54.128477 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d4493-d939-4281-b186-44c0768e1791 req-fa74d145-f00c-4d07-a7a4-0f2897b73fc4 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:54.148584 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-177d4493-d939-4281-b186-44c0768e1791 req-fa74d145-f00c-4d07-a7a4-0f2897b73fc4 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43a73a5-675d-4fa7-8c6e-8ad258f70a64 HTTP/1.1" status: 200 len: 949 time: 0.1273127 Aug 10 03:47:54.251379 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-177d4493-d939-4281-b186-44c0768e1791 req-3ddb4af5-85a8-4181-95cf-7ef0710a6aa5 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a289753-a82c-48f0-bee4-67e11e9ae631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945694 Aug 10 03:47:54.832376 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5563b6b-c00e-49d8-89a0-d7a1026e55c2 req-aabba3ff-8db3-42e7-a812-21f779284e4c tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed1c5f9e-4478-4b7b-be12-d0b66534893a HTTP/1.1" status: 200 len: 210 time: 0.0881569 Aug 10 03:47:55.031200 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2dc9b4fb-98a5-4962-b29c-7a0d3d7ed7a9 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:55.320804 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f988b-d9ff-4d85-9631-ac42e5718079 req-8487d98d-7323-4d9a-969b-3850c0037580 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:55.331985 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e03f988b-d9ff-4d85-9631-ac42e5718079 req-8487d98d-7323-4d9a-969b-3850c0037580 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43a73a5-675d-4fa7-8c6e-8ad258f70a64 HTTP/1.1" status: 200 len: 949 time: 0.1462123 Aug 10 03:47:55.372673 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2dc9b4fb-98a5-4962-b29c-7a0d3d7ed7a9 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:55.411567 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e03f988b-d9ff-4d85-9631-ac42e5718079 req-0bfb89ff-c0d3-47eb-a54c-bbc783a60400 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a289753-a82c-48f0-bee4-67e11e9ae631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780606 Aug 10 03:47:55.628988 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-2dc9b4fb-98a5-4962-b29c-7a0d3d7ed7a9 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Floating IP 20d1053b-3e14-458f-9c6c-5539eb09e17f associated. External IP: 172.25.0.230, port: ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef. Aug 10 03:47:55.729011 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:47:55.992497 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a76626f8-3505-46c8-bb17-9df7b21bb0d6 req-5915bc21-6d7c-4e51-bcc5-9b5b00b00e51 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed1c5f9e-4478-4b7b-be12-d0b66534893a HTTP/1.1" status: 200 len: 210 time: 0.0409160 Aug 10 03:47:56.034721 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc9b4fb-98a5-4962-b29c-7a0d3d7ed7a9 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Router b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:47:56.212984 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc9b4fb-98a5-4962-b29c-7a0d3d7ed7a9 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:47:56.222097 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2dc9b4fb-98a5-4962-b29c-7a0d3d7ed7a9 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:56.228594 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc048422-d832-47a5-88a8-2dba2f7bf03c None None] Sync routers for ids ['b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:47:56.249575 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc048422-d832-47a5-88a8-2dba2f7bf03c None None] Routers {'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:56.250225 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-fc048422-d832-47a5-88a8-2dba2f7bf03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:47:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:56.268425 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2dc9b4fb-98a5-4962-b29c-7a0d3d7ed7a9 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "PUT /v2.0/floatingips/20d1053b-3e14-458f-9c6c-5539eb09e17f HTTP/1.1" status: 200 len: 992 time: 3.1610005 Aug 10 03:47:56.268425 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be12dd98-4264-4bf9-8b9c-a2695ecdb67d', 'tag': 'ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:56.269933 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74edb2fd-9b06-40b5-95f1-896097220be4" -d '{"events": [{"name": "network-changed", "server_uuid": "be12dd98-4264-4bf9-8b9c-a2695ecdb67d", "tag": "ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:56.398187 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74ce83b-f49c-486e-9648-fa88346df360 x-openstack-request-id: req-e74ce83b-f49c-486e-9648-fa88346df360 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:47:56.398187 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be12dd98-4264-4bf9-8b9c-a2695ecdb67d", "tag": "ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:47:56.398187 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e74ce83b-f49c-486e-9648-fa88346df360 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:47:56.398187 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be12dd98-4264-4bf9-8b9c-a2695ecdb67d', 'tag': 'ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef', 'status': 'completed', 'code': 200} Aug 10 03:47:56.674100 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-fc048422-d832-47a5-88a8-2dba2f7bf03c None None] Set router b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:56.786496 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edb2fd-9b06-40b5-95f1-896097220be4 req-4b1c3aa5-7c97-4197-a5df-44c9b9ee9bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:56.789149 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-74edb2fd-9b06-40b5-95f1-896097220be4 req-4b1c3aa5-7c97-4197-a5df-44c9b9ee9bd5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=58ee50e6de35447d8f023d20187a0aea&device_id=be12dd98-4264-4bf9-8b9c-a2695ecdb67d HTTP/1.1" status: 200 len: 1097 time: 0.2602227 Aug 10 03:47:56.801708 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd9e76-8551-4d96-9df0-d2de112779ed req-3705d5dc-b6f0-4d21-8306-e62103eac810 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:56.828884 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7cfd9e76-8551-4d96-9df0-d2de112779ed req-3705d5dc-b6f0-4d21-8306-e62103eac810 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43a73a5-675d-4fa7-8c6e-8ad258f70a64 HTTP/1.1" status: 200 len: 949 time: 0.2306681 Aug 10 03:47:56.888750 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51ac22-207a-4390-a968-5fa29995e6ea req-ef59076d-21e1-4dfe-8ce8-6eaa3ed3ca79 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:56.890311 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb51ac22-207a-4390-a968-5fa29995e6ea req-ef59076d-21e1-4dfe-8ce8-6eaa3ed3ca79 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.20 "GET /v2.0/ports?device_id=a43a73a5-675d-4fa7-8c6e-8ad258f70a64 HTTP/1.1" status: 200 len: 949 time: 0.1734483 Aug 10 03:47:57.174671 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edb2fd-9b06-40b5-95f1-896097220be4 req-771c7ece-59f3-433a-bcc1-c11d9c846192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:57.177103 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-74edb2fd-9b06-40b5-95f1-896097220be4 req-771c7ece-59f3-433a-bcc1-c11d9c846192 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae78276c-6519-4603-bc80-1f77f9c4457a HTTP/1.1" status: 200 len: 913 time: 0.2974994 Aug 10 03:47:57.188398 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7cfd9e76-8551-4d96-9df0-d2de112779ed req-a99641f9-2a59-4da1-929e-9c04c7180689 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a289753-a82c-48f0-bee4-67e11e9ae631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580308 Aug 10 03:47:57.302742 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-74edb2fd-9b06-40b5-95f1-896097220be4 req-f1a14c80-3838-4e13-b1c1-9cbe826b2e07 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef HTTP/1.1" status: 200 len: 1000 time: 0.1129603 Aug 10 03:47:57.380555 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6390664-520a-4da7-9da9-45763ec508ae req-512a7990-34e9-4d4c-b113-3506731f4b8f tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed1c5f9e-4478-4b7b-be12-d0b66534893a HTTP/1.1" status: 200 len: 210 time: 0.1517494 Aug 10 03:47:57.404696 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-fb51ac22-207a-4390-a968-5fa29995e6ea req-3f35164d-987c-441e-97cd-9fcb8c5b8778 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Deleting port a3c88895-a273-4b99-a3ff-ffcdbc82c429 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:47:57.408075 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fb51ac22-207a-4390-a968-5fa29995e6ea req-3f35164d-987c-441e-97cd-9fcb8c5b8778 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:57.470601 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edb2fd-9b06-40b5-95f1-896097220be4 req-ab581bd9-9f5d-497c-a216-5253f599861e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:57.474261 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-74edb2fd-9b06-40b5-95f1-896097220be4 req-ab581bd9-9f5d-497c-a216-5253f599861e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=72cf0926-51a4-4fc0-96af-c684075d2095 HTTP/1.1" status: 200 len: 851 time: 0.1621752 Aug 10 03:47:57.572307 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:57.615134 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74edb2fd-9b06-40b5-95f1-896097220be4 req-8a6d0c68-e63c-4f4a-83ee-f08651eb8a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:57.630899 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-74edb2fd-9b06-40b5-95f1-896097220be4 req-8a6d0c68-e63c-4f4a-83ee-f08651eb8a0f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae78276c-6519-4603-bc80-1f77f9c4457a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1424968 Aug 10 03:47:57.777961 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-fb51ac22-207a-4390-a968-5fa29995e6ea req-3f35164d-987c-441e-97cd-9fcb8c5b8778 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] For port a3c88895-a273-4b99-a3ff-ffcdbc82c429, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=a3c88895-a273-4b99-a3ff-ffcdbc82c429,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:47:57.786017 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fb51ac22-207a-4390-a968-5fa29995e6ea req-3f35164d-987c-441e-97cd-9fcb8c5b8778 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:57.878739 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-74edb2fd-9b06-40b5-95f1-896097220be4 req-7671afcb-6f33-4fcd-831a-7d3c5eda0faf service neutron] 10.222.0.20 "GET /v2.0/networks/ae78276c-6519-4603-bc80-1f77f9c4457a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406828 Aug 10 03:47:57.882101 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-fc048422-d832-47a5-88a8-2dba2f7bf03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'name': 'tempest-ServersTestManualDisk-1109643316-router', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:07Z', 'updated_at': '2021-08-10T03:47:19Z', 'revision_number': 4, 'project_id': '58ee50e6de35447d8f023d20187a0aea', 'gw_port': {'id': 'ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:08Z', 'updated_at': '2021-08-10T03:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '20d1053b-3e14-458f-9c6c-5539eb09e17f', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'port_id': 'ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae78276c-6519-4603-bc80-1f77f9c4457a', 'mac_address': 'fa:16:3e:55:6e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be12dd98-4264-4bf9-8b9c-a2695ecdb67d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:47:28Z', 'updated_at': '2021-08-10T03:47:54Z', 'revision_number': 1, 'project_id': '58ee50e6de35447d8f023d20187a0aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e98936-acf4-4daa-a4a4-0d388a45f61d', 'name': '', 'network_id': 'ae78276c-6519-4603-bc80-1f77f9c4457a', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'mac_address': 'fa:16:3e:0e:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '72cf0926-51a4-4fc0-96af-c684075d2095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:15Z', 'updated_at': '2021-08-10T03:47:27Z', 'revision_number': 5, 'project_id': '58ee50e6de35447d8f023d20187a0aea', 'subnets': [{'id': '72cf0926-51a4-4fc0-96af-c684075d2095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:57.886050 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-fb51ac22-207a-4390-a968-5fa29995e6ea req-3f35164d-987c-441e-97cd-9fcb8c5b8778 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Calling delete_port for a3c88895-a273-4b99-a3ff-ffcdbc82c429 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:47:57.961186 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc048422-d832-47a5-88a8-2dba2f7bf03c None None] Checking router: b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:47:57.981633 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc048422-d832-47a5-88a8-2dba2f7bf03c None None] Routers {'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:47:57.982408 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-fc048422-d832-47a5-88a8-2dba2f7bf03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:47:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:58.064475 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-76070600-a4d6-4500-87d8-39e936c76db1 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:58.066281 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-76070600-a4d6-4500-87d8-39e936c76db1 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.20 "GET /v2.0/networks?id=5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28 HTTP/1.1" status: 200 len: 822 time: 0.2630477 Aug 10 03:47:58.091793 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-af1afe52-7dd8-4822-a157-82c32b750dad tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Request body: {'port': {'device_id': 'ed1c5f9e-4478-4b7b-be12-d0b66534893a', 'network_id': '5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28', 'admin_state_up': True, 'tenant_id': 'ec0e7f00b00a4f45927e3e320ec4675d'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:47:58.100464 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-74edb2fd-9b06-40b5-95f1-896097220be4 req-be3e5674-7ac8-414c-946b-7c70cc3c02b5 service neutron] 10.222.0.20 "GET /v2.0/networks/ae78276c-6519-4603-bc80-1f77f9c4457a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100930 Aug 10 03:47:58.251499 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-fc048422-d832-47a5-88a8-2dba2f7bf03c None None] Set router b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:47:58.701722 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53058) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:58.794089 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-fc048422-d832-47a5-88a8-2dba2f7bf03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'name': 'tempest-ServersTestManualDisk-1109643316-router', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:07Z', 'updated_at': '2021-08-10T03:47:19Z', 'revision_number': 4, 'project_id': '58ee50e6de35447d8f023d20187a0aea', 'gw_port': {'id': 'ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:08Z', 'updated_at': '2021-08-10T03:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '20d1053b-3e14-458f-9c6c-5539eb09e17f', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'port_id': 'ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae78276c-6519-4603-bc80-1f77f9c4457a', 'mac_address': 'fa:16:3e:55:6e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be12dd98-4264-4bf9-8b9c-a2695ecdb67d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:47:28Z', 'updated_at': '2021-08-10T03:47:54Z', 'revision_number': 1, 'project_id': '58ee50e6de35447d8f023d20187a0aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e98936-acf4-4daa-a4a4-0d388a45f61d', 'name': '', 'network_id': 'ae78276c-6519-4603-bc80-1f77f9c4457a', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'mac_address': 'fa:16:3e:0e:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '72cf0926-51a4-4fc0-96af-c684075d2095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:15Z', 'updated_at': '2021-08-10T03:47:27Z', 'revision_number': 5, 'project_id': '58ee50e6de35447d8f023d20187a0aea', 'subnets': [{'id': '72cf0926-51a4-4fc0-96af-c684075d2095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:47:58.849033 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace4a86-7303-4c87-bb86-928df9643e71 req-3780a6f7-f1bd-4ea0-a302-341682f160c5 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:47:58.857914 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc048422-d832-47a5-88a8-2dba2f7bf03c None None] The sync data for ids ['b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e'] in n-d-802893-2 is: [{'id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'name': 'tempest-ServersTestManualDisk-1109643316-router', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:07Z', 'updated_at': '2021-08-10T03:47:19Z', 'revision_number': 4, 'project_id': '58ee50e6de35447d8f023d20187a0aea', 'gw_port': {'id': 'ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:08Z', 'updated_at': '2021-08-10T03:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '20d1053b-3e14-458f-9c6c-5539eb09e17f', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'port_id': 'ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae78276c-6519-4603-bc80-1f77f9c4457a', 'mac_address': 'fa:16:3e:55:6e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be12dd98-4264-4bf9-8b9c-a2695ecdb67d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:47:28Z', 'updated_at': '2021-08-10T03:47:54Z', 'revision_number': 1, 'project_id': '58ee50e6de35447d8f023d20187a0aea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0e98936-acf4-4daa-a4a4-0d388a45f61d', 'name': '', 'network_id': 'ae78276c-6519-4603-bc80-1f77f9c4457a', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'mac_address': 'fa:16:3e:0e:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '72cf0926-51a4-4fc0-96af-c684075d2095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:15Z', 'updated_at': '2021-08-10T03:47:27Z', 'revision_number': 5, 'project_id': '58ee50e6de35447d8f023d20187a0aea', 'subnets': [{'id': '72cf0926-51a4-4fc0-96af-c684075d2095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:47:58.859577 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dace4a86-7303-4c87-bb86-928df9643e71 req-3780a6f7-f1bd-4ea0-a302-341682f160c5 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43a73a5-675d-4fa7-8c6e-8ad258f70a64 HTTP/1.1" status: 200 len: 949 time: 0.2729959 Aug 10 03:47:58.971690 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dace4a86-7303-4c87-bb86-928df9643e71 req-cfa98a5d-8589-4d74-99a2-77861923a21c tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/security-groups?id=7a289753-a82c-48f0-bee4-67e11e9ae631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110909 Aug 10 03:47:59.029327 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f178ec59-fad8-4f45-89eb-c2dfb59c570f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.092895 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9b70451f-32a7-4a00-8318-47644a747352 req-695e0ba3-6492-41c1-99f7-91a9372bfd44 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed1c5f9e-4478-4b7b-be12-d0b66534893a HTTP/1.1" status: 200 len: 210 time: 0.0378976 Aug 10 03:47:59.112205 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fb51ac22-207a-4390-a968-5fa29995e6ea req-3f35164d-987c-441e-97cd-9fcb8c5b8778 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.140865 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35164d-987c-441e-97cd-9fcb8c5b8778 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Pushing event deleted for resources: {'Port': ['ID=a3c88895-a273-4b99-a3ff-ffcdbc82c429,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:59.186908 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-af1afe52-7dd8-4822-a157-82c32b750dad tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Made reservation on behalf of ec0e7f00b00a4f45927e3e320ec4675d for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:47:59.190424 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-af1afe52-7dd8-4822-a157-82c32b750dad tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.269216 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecdd7bc-3a40-4a6d-9364-54bae3da6702 None None] New status for floating IP 20d1053b-3e14-458f-9c6c-5539eb09e17f: ACTIVE {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:47:59.271630 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb51ac22-207a-4390-a968-5fa29995e6ea req-3f35164d-987c-441e-97cd-9fcb8c5b8778 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] No DVR routers for this DVR port a3c88895-a273-4b99-a3ff-ffcdbc82c429 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:47:59.287324 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fb51ac22-207a-4390-a968-5fa29995e6ea req-3f35164d-987c-441e-97cd-9fcb8c5b8778 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.297542 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb51ac22-207a-4390-a968-5fa29995e6ea req-3f35164d-987c-441e-97cd-9fcb8c5b8778 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.20 "DELETE /v2.0/ports/a3c88895-a273-4b99-a3ff-ffcdbc82c429 HTTP/1.1" status: 204 len: 173 time: 2.3614659 Aug 10 03:47:59.301130 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43a73a5-675d-4fa7-8c6e-8ad258f70a64', 'name': 'network-vif-deleted', 'tag': 'a3c88895-a273-4b99-a3ff-ffcdbc82c429'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:47:59.301883 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70f4b3e-e819-415c-82c5-217162e28ef9" -d '{"events": [{"server_uuid": "a43a73a5-675d-4fa7-8c6e-8ad258f70a64", "name": "network-vif-deleted", "tag": "a3c88895-a273-4b99-a3ff-ffcdbc82c429"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:47:59.384765 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f178ec59-fad8-4f45-89eb-c2dfb59c570f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.489344 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f178ec59-fad8-4f45-89eb-c2dfb59c570f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.565739 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-af1afe52-7dd8-4822-a157-82c32b750dad tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Allocated IP 172.20.0.9 (5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28/bd258855-f802-483c-83e6-1427988dd054/1fdf2ad6-0074-4530-8ac7-306db0348969) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:47:59.623164 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f178ec59-fad8-4f45-89eb-c2dfb59c570f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b8d06fada9144186984c35a5fff2bf9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9201953 Aug 10 03:47:59.623849 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f178ec59-fad8-4f45-89eb-c2dfb59c570f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7473622-96ee-4636-962d-fad382f5237f,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:47:59.627176 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53076) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:47:59.753180 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ff97d6a7-1c5d-4a4e-935f-9142130e9924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.792988 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device a3c88895-a273-4b99-a3ff-ffcdbc82c429 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:47:59.795489 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ff97d6a7-1c5d-4a4e-935f-9142130e9924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:47:59.814972 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: a3c88895-a273-4b99-a3ff-ffcdbc82c429 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:47:59.820230 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device a3c88895-a273-4b99-a3ff-ffcdbc82c429 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:48:00.036133 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-af1afe52-7dd8-4822-a157-82c32b750dad tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.078863 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ff97d6a7-1c5d-4a4e-935f-9142130e9924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.083074 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ff97d6a7-1c5d-4a4e-935f-9142130e9924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.093411 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ff97d6a7-1c5d-4a4e-935f-9142130e9924 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b7473622-96ee-4636-962d-fad382f5237f HTTP/1.1" status: 204 len: 168 time: 0.4564228 Aug 10 03:48:00.145315 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97d6a7-1c5d-4a4e-935f-9142130e9924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7473622-96ee-4636-962d-fad382f5237f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:00.218359 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce6f8f8-81fb-4d7b-b3ba-8c210e9d6e09 x-openstack-request-id: req-7ce6f8f8-81fb-4d7b-b3ba-8c210e9d6e09 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:00.218978 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43a73a5-675d-4fa7-8c6e-8ad258f70a64", "name": "network-vif-deleted", "tag": "a3c88895-a273-4b99-a3ff-ffcdbc82c429", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:00.219975 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ce6f8f8-81fb-4d7b-b3ba-8c210e9d6e09 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:00.220693 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43a73a5-675d-4fa7-8c6e-8ad258f70a64', 'name': 'network-vif-deleted', 'tag': 'a3c88895-a273-4b99-a3ff-ffcdbc82c429', 'status': 'completed', 'code': 200} Aug 10 03:48:00.285928 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-af1afe52-7dd8-4822-a157-82c32b750dad tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.424829 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-af1afe52-7dd8-4822-a157-82c32b750dad tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Network 5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:00.429248 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-af1afe52-7dd8-4822-a157-82c32b750dad tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:00.442074 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-af1afe52-7dd8-4822-a157-82c32b750dad tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:00.513296 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-af1afe52-7dd8-4822-a157-82c32b750dad tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:00.514088 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-af1afe52-7dd8-4822-a157-82c32b750dad tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.553875 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1afe52-7dd8-4822-a157-82c32b750dad tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Pushing event updated for resources: {'Port': ['ID=1fdf2ad6-0074-4530-8ac7-306db0348969,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:00.679992 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-af1afe52-7dd8-4822-a157-82c32b750dad tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5956252 Aug 10 03:48:00.701415 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Request body: {'port': {'device_id': 'ed1c5f9e-4478-4b7b-be12-d0b66534893a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:00.829971 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:00.903274 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c68ed396-350a-455b-9d21-8f7387f4d6a7 req-cf566dd1-cb9c-4996-87c4-3f881b9da2b5 tempest-ImagesNegativeTestJSON-2039449204 tempest-ImagesNegativeTestJSON-2039449204-project] 10.222.0.25 "GET /v2.0/ports?device_id=a43a73a5-675d-4fa7-8c6e-8ad258f70a64 HTTP/1.1" status: 200 len: 210 time: 0.0442479 Aug 10 03:48:01.354748 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d2f89-b656-4d2a-ae05-85e6c5f3ecb1 req-6e031f3d-77c9-4749-a1af-9025821e5c24 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:01.364392 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3f2d2f89-b656-4d2a-ae05-85e6c5f3ecb1 req-6e031f3d-77c9-4749-a1af-9025821e5c24 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed1c5f9e-4478-4b7b-be12-d0b66534893a HTTP/1.1" status: 200 len: 931 time: 0.2734210 Aug 10 03:48:01.418370 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-cc8996f6-dc34-4dcf-95fc-f633b0a5b711 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1787872 Aug 10 03:48:01.455562 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53098) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:01.484922 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bb80e491-4fa9-4db3-87c0-ba582b994b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:01.569323 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3f2d2f89-b656-4d2a-ae05-85e6c5f3ecb1 req-281e138f-d203-485a-8339-6d9022344a39 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068074 Aug 10 03:48:01.635919 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bb80e491-4fa9-4db3-87c0-ba582b994b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:01.636903 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-ce0070c6-1f08-4ef2-b400-81488a4abc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:01.637594 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-ce0070c6-1f08-4ef2-b400-81488a4abc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:01.638238 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-ce0070c6-1f08-4ef2-b400-81488a4abc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:01.639167 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-ce0070c6-1f08-4ef2-b400-81488a4abc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:01.639807 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-ce0070c6-1f08-4ef2-b400-81488a4abc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:01.640498 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-ce0070c6-1f08-4ef2-b400-81488a4abc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:01.641145 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-ce0070c6-1f08-4ef2-b400-81488a4abc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:01.643311 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-ce0070c6-1f08-4ef2-b400-81488a4abc7a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=131e3b69db844409bca7efef95f46481&device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 6489 time: 0.1524408 Aug 10 03:48:01.686631 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fdf2ad6-0074-4530-8ac7-306db0348969 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:48:01.720909 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:01.860571 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Transition to ACTIVE for port object 1fdf2ad6-0074-4530-8ac7-306db0348969 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:01.860571 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-232faf92-dffc-47be-813e-61d1f3ed9df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:01.860571 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-232faf92-dffc-47be-813e-61d1f3ed9df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:01.860571 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-232faf92-dffc-47be-813e-61d1f3ed9df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:01.860571 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-232faf92-dffc-47be-813e-61d1f3ed9df7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=fa395f05-97ff-41a7-920e-74dd9aa81561&id=417fd08b-d4a9-43bf-abeb-ff8394392512&id=417fd08b-d4a9-43bf-abeb-ff8394392512&id=417fd08b-d4a9-43bf-abeb-ff8394392512&id=417fd08b-d4a9-43bf-abeb-ff8394392512&id=6124ac5f-cc2c-4188-9079-e96ada11101c&id=6124ac5f-cc2c-4188-9079-e96ada11101c HTTP/1.1" status: 200 len: 2293 time: 0.1403344 Aug 10 03:48:01.934446 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-4bc9c6ed-6759-44b7-a232-a42d50c2f2a8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b16112ea-945d-400e-93b8-dc4400ca7754 HTTP/1.1" status: 200 len: 1002 time: 0.0827281 Aug 10 03:48:02.020698 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-75a5648e-c11c-42de-adc2-392c88d14a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:02.020698 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-75a5648e-c11c-42de-adc2-392c88d14a66 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1583fe6d-0928-4ce5-a5da-99afb99ff698 HTTP/1.1" status: 200 len: 851 time: 0.0652201 Aug 10 03:48:02.078195 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-45c973d6-06ef-4a7e-9cde-097a42bd8c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:02.078195 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-45c973d6-06ef-4a7e-9cde-097a42bd8c78 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fa395f05-97ff-41a7-920e-74dd9aa81561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622604 Aug 10 03:48:02.163347 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bb80e491-4fa9-4db3-87c0-ba582b994b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:02.190106 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-da6cece7-9834-4eb2-80e2-5f93d9436551 service neutron] 10.222.0.68 "GET /v2.0/networks/fa395f05-97ff-41a7-920e-74dd9aa81561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064687 Aug 10 03:48:02.218405 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80e491-4fa9-4db3-87c0-ba582b994b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80122b55-fbd0-4e20-ab6d-f8d897e460a9,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:02.238985 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bb80e491-4fa9-4db3-87c0-ba582b994b77 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e5d300ecfa9640e99a2fa462d9250983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7823179 Aug 10 03:48:02.241724 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53106) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:02.264191 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:02.341657 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b4434517-446d-454c-8af1-afc1ffbf41e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:02.372853 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b4434517-446d-454c-8af1-afc1ffbf41e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:02.400625 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Pushing event updated for resources: {'Port': ['ID=1fdf2ad6-0074-4530-8ac7-306db0348969,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:02.535978 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-4a65f7d1-c94b-44a9-a155-3562b955d58d service neutron] 10.222.0.68 "GET /v2.0/networks/fa395f05-97ff-41a7-920e-74dd9aa81561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387716 Aug 10 03:48:02.652052 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b4434517-446d-454c-8af1-afc1ffbf41e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:02.652052 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b4434517-446d-454c-8af1-afc1ffbf41e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:02.652052 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b4434517-446d-454c-8af1-afc1ffbf41e0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/80122b55-fbd0-4e20-ab6d-f8d897e460a9 HTTP/1.1" status: 204 len: 168 time: 0.4060035 Aug 10 03:48:02.672444 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4434517-446d-454c-8af1-afc1ffbf41e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80122b55-fbd0-4e20-ab6d-f8d897e460a9,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:02.731935 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Attempting to bind port 1fdf2ad6-0074-4530-8ac7-306db0348969 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:48:02.733428 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Attempting to bind port 1fdf2ad6-0074-4530-8ac7-306db0348969 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '20462772-f7c5-492c-9f9f-b3f3881811ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:48:02.734009 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Attempting to bind port 1fdf2ad6-0074-4530-8ac7-306db0348969 on network 5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:02.740313 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-f681d29f-f742-4582-8768-bf2ffba29f98 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=f967e2df-2718-4410-a5e2-41f4e2475bac HTTP/1.1" status: 200 len: 217 time: 0.1486957 Aug 10 03:48:02.741756 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Port 1fdf2ad6-0074-4530-8ac7-306db0348969 on network 5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:48:02.742324 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Attempting to bind port 1fdf2ad6-0074-4530-8ac7-306db0348969 on network 5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:02.750968 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:48:02.761330 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Checking segment: {'id': '20462772-f7c5-492c-9f9f-b3f3881811ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:02.761330 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Bound using segment: {'id': '20462772-f7c5-492c-9f9f-b3f3881811ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:48:02.761330 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Bound port: 1fdf2ad6-0074-4530-8ac7-306db0348969, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20462772-f7c5-492c-9f9f-b3f3881811ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:48:02.761330 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:02.932444 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-d7c1941a-56a1-476d-ac73-fbd74f176ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:02.936835 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-d7c1941a-56a1-476d-ac73-fbd74f176ff0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7b687a16-5dca-4966-9a46-f39eb550130f HTTP/1.1" status: 200 len: 797 time: 0.1870787 Aug 10 03:48:03.038778 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] For port 1fdf2ad6-0074-4530-8ac7-306db0348969, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:48:03.045662 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] For port 1fdf2ad6-0074-4530-8ac7-306db0348969, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=1fdf2ad6-0074-4530-8ac7-306db0348969,segment=NetworkSegment(20462772-f7c5-492c-9f9f-b3f3881811ba),segment_id=20462772-f7c5-492c-9f9f-b3f3881811ba)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:48:03.073277 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-761500c3-561b-41a8-b299-6a646d04f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:03.074935 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-761500c3-561b-41a8-b299-6a646d04f68c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=417fd08b-d4a9-43bf-abeb-ff8394392512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1237144 Aug 10 03:48:03.225576 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-48b97d60-4ca6-4b4a-a138-f0cd5caa5e54 service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420801 Aug 10 03:48:03.346834 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:03.476237 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:03.476237 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:03.476237 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] 10.222.0.20 "PUT /v2.0/ports/1fdf2ad6-0074-4530-8ac7-306db0348969 HTTP/1.1" status: 200 len: 1091 time: 2.7803655 Aug 10 03:48:03.478916 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Pushing event updated for resources: {'Port': ['ID=1fdf2ad6-0074-4530-8ac7-306db0348969,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:03.487927 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed1c5f9e-4478-4b7b-be12-d0b66534893a', 'tag': '1fdf2ad6-0074-4530-8ac7-306db0348969'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:03.490459 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fa9aca-a229-43dd-87b9-108b6c7e97e9" -d '{"events": [{"name": "network-changed", "server_uuid": "ed1c5f9e-4478-4b7b-be12-d0b66534893a", "tag": "1fdf2ad6-0074-4530-8ac7-306db0348969"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:03.501122 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:03.501476 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:03.501838 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:03.502171 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:03.502514 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:03.502853 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:03.503188 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:03.503525 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:03.503860 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:03.504218 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:03.504550 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:03.504882 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffc14c0d-dd5c-45fc-9c03-b0eea609229d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:03.578768 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-d10011c3-1af0-45c7-9613-b38c868fbf83 service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421848 Aug 10 03:48:03.592360 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a2921-d3ac-4bae-ae00-b5bab0d3d603 req-9d4e8f4b-1496-4b41-92c6-c14262f0a098 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:03.601320 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-539a2921-d3ac-4bae-ae00-b5bab0d3d603 req-9d4e8f4b-1496-4b41-92c6-c14262f0a098 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed1c5f9e-4478-4b7b-be12-d0b66534893a HTTP/1.1" status: 200 len: 943 time: 0.3356762 Aug 10 03:48:03.690006 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-42a4a743-e1d9-49f2-ba80-86215fab93c5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=14710601-7780-4dc4-9078-9d9e5dd540bd HTTP/1.1" status: 200 len: 217 time: 0.0792186 Aug 10 03:48:03.850729 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-539a2921-d3ac-4bae-ae00-b5bab0d3d603 req-9ffc09ec-9242-4471-9026-69cc890ece18 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467284 Aug 10 03:48:03.946750 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-0300778d-6301-4752-8b3d-bc4f3cd3a74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:03.946750 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-0300778d-6301-4752-8b3d-bc4f3cd3a74e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec0e7f00b00a4f45927e3e320ec4675d&device_id=ed1c5f9e-4478-4b7b-be12-d0b66534893a HTTP/1.1" status: 200 len: 1094 time: 0.2609630 Aug 10 03:48:03.946750 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-7a3463f8-59ec-4045-a86e-77d34262a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:03.946750 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-7a3463f8-59ec-4045-a86e-77d34262a7c5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7b687a16-5dca-4966-9a46-f39eb550130f HTTP/1.1" status: 200 len: 797 time: 0.2344964 Aug 10 03:48:04.056610 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-29bc2f4f-247c-4855-847d-9b2878c451ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fdf2ad6-0074-4530-8ac7-306db0348969 HTTP/1.1" status: 200 len: 217 time: 0.0625727 Aug 10 03:48:04.066543 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-6be93e07-d662-428c-81b7-466f2ac48921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:04.069520 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-6be93e07-d662-428c-81b7-466f2ac48921 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=417fd08b-d4a9-43bf-abeb-ff8394392512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1284139 Aug 10 03:48:04.201328 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01c8638-8b8b-4599-be9d-d320d5950256 x-openstack-request-id: req-d01c8638-8b8b-4599-be9d-d320d5950256 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:04.201658 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed1c5f9e-4478-4b7b-be12-d0b66534893a", "tag": "1fdf2ad6-0074-4530-8ac7-306db0348969", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:04.201911 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d01c8638-8b8b-4599-be9d-d320d5950256 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:04.202312 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed1c5f9e-4478-4b7b-be12-d0b66534893a', 'tag': '1fdf2ad6-0074-4530-8ac7-306db0348969', 'status': 'completed', 'code': 200} Aug 10 03:48:04.205789 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-2365bccc-3df4-45fb-9a93-a644c35d1d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:04.207582 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-2365bccc-3df4-45fb-9a93-a644c35d1d11 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd258855-f802-483c-83e6-1427988dd054 HTTP/1.1" status: 200 len: 862 time: 0.1289809 Aug 10 03:48:04.240414 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-33e8b581-500c-4682-82d2-d27eeb3742e9 service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597641 Aug 10 03:48:04.292773 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-d4e965ce-0f0e-4d32-8158-e17771fdc80b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505774 Aug 10 03:48:04.470377 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7ec35b9-0729-4f4f-98d5-72386e1511a6 req-8fa79209-6cad-47b7-a3fc-0338fba3a7b6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=be12dd98-4264-4bf9-8b9c-a2695ecdb67d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2265785 Aug 10 03:48:04.501256 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-a27afd49-1c07-4147-8489-552aee9428c6 service neutron] 10.222.0.20 "GET /v2.0/networks/5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752994 Aug 10 03:48:04.567306 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-980d9025-5d49-49bd-b665-5eff766a41a6 service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133159 Aug 10 03:48:04.644212 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-2d8aee26-7973-441c-8bff-8f89e0ade769 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=ed70a477-1112-4bcb-a46c-2d53afbe9813 HTTP/1.1" status: 200 len: 217 time: 0.0662465 Aug 10 03:48:04.722932 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec35b9-0729-4f4f-98d5-72386e1511a6 req-6e390157-ab42-41f9-a685-c4d7bf28ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:04.724410 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7ec35b9-0729-4f4f-98d5-72386e1511a6 req-6e390157-ab42-41f9-a685-c4d7bf28ade0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=58ee50e6de35447d8f023d20187a0aea&device_id=be12dd98-4264-4bf9-8b9c-a2695ecdb67d HTTP/1.1" status: 200 len: 1097 time: 0.1596210 Aug 10 03:48:04.731750 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-188173f6-c6eb-4781-8fcb-993a70568a60 req-cb18a0d2-74aa-4409-a0bc-aa3474296d37 service neutron] 10.222.0.20 "GET /v2.0/networks/5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224207 Aug 10 03:48:04.746292 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-2c4d558c-c3fc-412a-8e84-9fc1b86c59bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:04.747882 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-2c4d558c-c3fc-412a-8e84-9fc1b86c59bc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7b687a16-5dca-4966-9a46-f39eb550130f HTTP/1.1" status: 200 len: 797 time: 0.0865409 Aug 10 03:48:05.083222 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-c4583068-fbb4-49c4-a949-e3d7647d359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:05.084715 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-c4583068-fbb4-49c4-a949-e3d7647d359f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=417fd08b-d4a9-43bf-abeb-ff8394392512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3273273 Aug 10 03:48:05.243667 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-1d69016f-cc4b-4fea-8696-0691a6788445 service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480083 Aug 10 03:48:05.258358 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa9aca-a229-43dd-87b9-108b6c7e97e9 req-514d780b-d818-4d5e-acb6-34e28a4a1cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:05.260063 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56fa9aca-a229-43dd-87b9-108b6c7e97e9 req-514d780b-d818-4d5e-acb6-34e28a4a1cab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec0e7f00b00a4f45927e3e320ec4675d&device_id=ed1c5f9e-4478-4b7b-be12-d0b66534893a HTTP/1.1" status: 200 len: 1094 time: 0.3045232 Aug 10 03:48:05.384290 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa9aca-a229-43dd-87b9-108b6c7e97e9 req-7ffd494c-428d-4581-af3f-3e1dcf9ff190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:05.386917 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56fa9aca-a229-43dd-87b9-108b6c7e97e9 req-7ffd494c-428d-4581-af3f-3e1dcf9ff190 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28 HTTP/1.1" status: 200 len: 923 time: 0.1070557 Aug 10 03:48:05.426543 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec35b9-0729-4f4f-98d5-72386e1511a6 req-a362f095-becd-4ba0-95ae-ee8b363c915e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:05.428100 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7ec35b9-0729-4f4f-98d5-72386e1511a6 req-a362f095-becd-4ba0-95ae-ee8b363c915e service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae78276c-6519-4603-bc80-1f77f9c4457a HTTP/1.1" status: 200 len: 913 time: 0.6787651 Aug 10 03:48:05.460072 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3eb0d0-55ee-4423-bce5-06c832cf957d req-621c5989-abd7-463f-bed6-2f8397808dba tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:05.468473 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eb3eb0d0-55ee-4423-bce5-06c832cf957d req-621c5989-abd7-463f-bed6-2f8397808dba tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed1c5f9e-4478-4b7b-be12-d0b66534893a HTTP/1.1" status: 200 len: 943 time: 0.4729347 Aug 10 03:48:05.668809 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56fa9aca-a229-43dd-87b9-108b6c7e97e9 req-827a63e2-9dd1-4123-becf-c13000754098 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fdf2ad6-0074-4530-8ac7-306db0348969 HTTP/1.1" status: 200 len: 217 time: 0.1980879 Aug 10 03:48:06.222492 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa9aca-a229-43dd-87b9-108b6c7e97e9 req-1dfbfe50-34e1-4fa5-b978-8df98b70bede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:06.224408 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56fa9aca-a229-43dd-87b9-108b6c7e97e9 req-1dfbfe50-34e1-4fa5-b978-8df98b70bede service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd258855-f802-483c-83e6-1427988dd054 HTTP/1.1" status: 200 len: 862 time: 0.5326912 Aug 10 03:48:06.233697 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eb3eb0d0-55ee-4423-bce5-06c832cf957d req-80f83072-5c83-4ff8-8406-f1cb82a5f69c tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7642939 Aug 10 03:48:06.263176 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7ec35b9-0729-4f4f-98d5-72386e1511a6 req-4734a9db-9355-481c-bcf1-cd6bb014fabf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef HTTP/1.1" status: 200 len: 1002 time: 0.7848880 Aug 10 03:48:06.303603 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56fa9aca-a229-43dd-87b9-108b6c7e97e9 req-94b74a8a-7f2a-468a-908a-a58d5ec0593f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604103 Aug 10 03:48:06.417689 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-a52ddedd-8254-43bb-8c30-e71d4762a281 service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1556964 Aug 10 03:48:06.720841 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec35b9-0729-4f4f-98d5-72386e1511a6 req-cb36829f-e815-4b56-9118-9c595f7a9ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:06.720841 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7ec35b9-0729-4f4f-98d5-72386e1511a6 req-cb36829f-e815-4b56-9118-9c595f7a9ce5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=72cf0926-51a4-4fc0-96af-c684075d2095 HTTP/1.1" status: 200 len: 851 time: 0.1558857 Aug 10 03:48:06.720841 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-f8b1e018-48ac-4525-9b95-9befed364484 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=9f78b27d-b50f-47fa-bf82-e1195b79cdfa HTTP/1.1" status: 200 len: 217 time: 0.0479636 Aug 10 03:48:06.720841 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56fa9aca-a229-43dd-87b9-108b6c7e97e9 req-9c76e479-cafe-4231-9bd2-ea57f84a65b3 service neutron] 10.222.0.20 "GET /v2.0/networks/5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420287 Aug 10 03:48:06.720841 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-d02d62c6-2083-4490-bbef-620e4a8c5bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:06.720841 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-d02d62c6-2083-4490-bbef-620e4a8c5bb4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7b687a16-5dca-4966-9a46-f39eb550130f HTTP/1.1" status: 200 len: 797 time: 0.0842185 Aug 10 03:48:06.720841 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec35b9-0729-4f4f-98d5-72386e1511a6 req-90c7d840-588f-41c7-ba1e-5afdc2809b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:06.720841 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7ec35b9-0729-4f4f-98d5-72386e1511a6 req-90c7d840-588f-41c7-ba1e-5afdc2809b15 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae78276c-6519-4603-bc80-1f77f9c4457a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1978388 Aug 10 03:48:06.782172 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-488ddbf7-63c9-4351-8fb7-d26f8901dc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:06.783734 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-488ddbf7-63c9-4351-8fb7-d26f8901dc91 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=417fd08b-d4a9-43bf-abeb-ff8394392512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2009737 Aug 10 03:48:06.807896 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56fa9aca-a229-43dd-87b9-108b6c7e97e9 req-41aa80a9-7844-4a22-8d10-8622d0b34151 service neutron] 10.222.0.20 "GET /v2.0/networks/5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339997 Aug 10 03:48:06.886843 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7ec35b9-0729-4f4f-98d5-72386e1511a6 req-3f6c8e04-d610-4bd8-b4da-524c557a7fd0 service neutron] 10.222.0.20 "GET /v2.0/networks/ae78276c-6519-4603-bc80-1f77f9c4457a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163641 Aug 10 03:48:07.000925 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-ae44cc5e-4920-4e48-b520-6023d44000ab service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051144 Aug 10 03:48:07.123614 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7ec35b9-0729-4f4f-98d5-72386e1511a6 req-b971f0ae-0651-453b-96cc-0492adcaa4a6 service neutron] 10.222.0.20 "GET /v2.0/networks/ae78276c-6519-4603-bc80-1f77f9c4457a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240553 Aug 10 03:48:07.150032 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-e83c2b72-f138-4307-8ba1-96e2eb9aeb8e service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239007 Aug 10 03:48:07.197148 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-71305a73-297f-48ba-8ed6-3d5f8cfb8f3e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=db6f0dfe-aee4-4b7b-be43-c2e8f14c481f HTTP/1.1" status: 200 len: 217 time: 0.0396645 Aug 10 03:48:07.290151 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-a5653b88-1ec4-4a82-9f37-f183d5d2da5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:07.293957 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-a5653b88-1ec4-4a82-9f37-f183d5d2da5d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0453306b-cd65-4df9-b318-fe396283b459 HTTP/1.1" status: 200 len: 797 time: 0.0891852 Aug 10 03:48:07.391294 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-d394e8da-81bb-457e-9993-07c8ccfc6875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:07.392860 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-d394e8da-81bb-457e-9993-07c8ccfc6875 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6124ac5f-cc2c-4188-9079-e96ada11101c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0865669 Aug 10 03:48:07.613699 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-f1bb0d1a-6786-4884-bd57-35436bc096d3 service neutron] 10.222.0.68 "GET /v2.0/networks/6124ac5f-cc2c-4188-9079-e96ada11101c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130220 Aug 10 03:48:07.694704 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d02240-4d34-4844-aeb8-b9bc07271e5a req-94d8db8d-ab63-4753-951a-b76e50bcc9dc tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:07.717900 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-22d02240-4d34-4844-aeb8-b9bc07271e5a req-94d8db8d-ab63-4753-951a-b76e50bcc9dc tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed1c5f9e-4478-4b7b-be12-d0b66534893a HTTP/1.1" status: 200 len: 943 time: 0.3088958 Aug 10 03:48:07.799662 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-22d02240-4d34-4844-aeb8-b9bc07271e5a req-5cbe69f0-5c6a-4e86-9313-401184ca2e9b tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792818 Aug 10 03:48:07.859788 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 1fdf2ad6-0074-4530-8ac7-306db0348969 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:48:07.870608 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-b0ae674e-9a1e-48a0-b68b-97713af2aad9 service neutron] 10.222.0.68 "GET /v2.0/networks/6124ac5f-cc2c-4188-9079-e96ada11101c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491467 Aug 10 03:48:07.935915 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-ddbb1986-3721-4798-bbaa-5ed81258af27 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f HTTP/1.1" status: 200 len: 217 time: 0.0585425 Aug 10 03:48:08.005982 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-766f1412-dd0e-46c2-8668-afea3ce98bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:08.012661 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53210) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:08.021378 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-766f1412-dd0e-46c2-8668-afea3ce98bf7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0453306b-cd65-4df9-b318-fe396283b459 HTTP/1.1" status: 200 len: 797 time: 0.0777168 Aug 10 03:48:08.072121 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 1fdf2ad6-0074-4530-8ac7-306db0348969, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=1fdf2ad6-0074-4530-8ac7-306db0348969,segment=NetworkSegment(20462772-f7c5-492c-9f9f-b3f3881811ba),segment_id=20462772-f7c5-492c-9f9f-b3f3881811ba)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:08.102833 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '1fdf2ad6-0074-4530-8ac7-306db0348969', 'network_id': '5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28', 'port_id': '1fdf2ad6-0074-4530-8ac7-306db0348969', 'mac_address': 'fa:16:3e:ed:7c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd258855-f802-483c-83e6-1427988dd054', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:48:08.127033 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-cfe285ed-94d0-4c71-b7bd-2a24c3dbb03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:08.133924 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-cfe285ed-94d0-4c71-b7bd-2a24c3dbb03b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6124ac5f-cc2c-4188-9079-e96ada11101c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1058772 Aug 10 03:48:08.256512 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.258837 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fdf2ad6-0074-4530-8ac7-306db0348969 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:48:08.304967 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 1fdf2ad6-0074-4530-8ac7-306db0348969, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=1fdf2ad6-0074-4530-8ac7-306db0348969,segment=NetworkSegment(20462772-f7c5-492c-9f9f-b3f3881811ba),segment_id=20462772-f7c5-492c-9f9f-b3f3881811ba)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:08.394320 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8b6c5df2-3675-407d-845a-da0da3435732 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=37767aef622e45709bc7706b52763ec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3801191 Aug 10 03:48:08.397291 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53222) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:08.401834 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-789aa5b9-2ef5-4153-b68c-5711edfdee38 service neutron] 10.222.0.68 "GET /v2.0/networks/6124ac5f-cc2c-4188-9079-e96ada11101c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601886 Aug 10 03:48:08.489362 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-787e3492-216c-4bdf-98ca-1164adb89dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.496970 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.525422 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eae5a87-acbf-4dc5-9a03-65edee098e4f req-e214fdd8-54cd-4c8a-9fae-6384e05504cb service neutron] 10.222.0.68 "GET /v2.0/networks/6124ac5f-cc2c-4188-9079-e96ada11101c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165481 Aug 10 03:48:08.562028 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-787e3492-216c-4bdf-98ca-1164adb89dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.621133 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=1fdf2ad6-0074-4530-8ac7-306db0348969,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:08.770488 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-787e3492-216c-4bdf-98ca-1164adb89dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.773598 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-787e3492-216c-4bdf-98ca-1164adb89dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:08.774907 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-787e3492-216c-4bdf-98ca-1164adb89dc2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a289753-a82c-48f0-bee4-67e11e9ae631 HTTP/1.1" status: 204 len: 168 time: 0.3772466 Aug 10 03:48:08.784822 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e3492-216c-4bdf-98ca-1164adb89dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a289753-a82c-48f0-bee4-67e11e9ae631,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:08.790650 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['1fdf2ad6-0074-4530-8ac7-306db0348969'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:48:09.027163 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311b3da-d482-4400-9cff-c48386e57730 req-b57b06fe-c1e2-4338-a5a4-dd7bb9dbcbb4 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:09.029098 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5311b3da-d482-4400-9cff-c48386e57730 req-b57b06fe-c1e2-4338-a5a4-dd7bb9dbcbb4 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed1c5f9e-4478-4b7b-be12-d0b66534893a HTTP/1.1" status: 200 len: 944 time: 0.0855744 Aug 10 03:48:09.075456 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5311b3da-d482-4400-9cff-c48386e57730 req-3e803b21-b782-4ea0-8279-6237913a4e6e tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385740 Aug 10 03:48:09.410369 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53260) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:09.596931 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-698427af-3bad-4171-a4d1-b3d16a03bf92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:09.733918 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-698427af-3bad-4171-a4d1-b3d16a03bf92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:09.837221 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53276) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:09.865805 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 1fdf2ad6-0074-4530-8ac7-306db0348969 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:09.893649 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-698427af-3bad-4171-a4d1-b3d16a03bf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:09.926361 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a5621459-b508-4591-aeba-08bbc6f57a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:09.996582 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-698427af-3bad-4171-a4d1-b3d16a03bf92 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb2f413924734ed9bb76aaae94e6b54f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5850923 Aug 10 03:48:09.998506 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698427af-3bad-4171-a4d1-b3d16a03bf92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0099770-4f9d-43b9-ae30-2cca34073c1f,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:09.999099 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53288) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:10.055036 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 1fdf2ad6-0074-4530-8ac7-306db0348969 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:10.060839 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 1fdf2ad6-0074-4530-8ac7-306db0348969 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:10.061612 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.173637 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5429345a-9508-4b06-a63c-c6da1b1fc47b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.213091 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.225345 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-10471c23-e55d-471d-badd-44126ad9e96e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.233349 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5429345a-9508-4b06-a63c-c6da1b1fc47b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.276327 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 1fdf2ad6-0074-4530-8ac7-306db0348969, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=1fdf2ad6-0074-4530-8ac7-306db0348969,segment=NetworkSegment(20462772-f7c5-492c-9f9f-b3f3881811ba),segment_id=20462772-f7c5-492c-9f9f-b3f3881811ba)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:10.284763 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1c5f9e-4478-4b7b-be12-d0b66534893a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fdf2ad6-0074-4530-8ac7-306db0348969'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:10.293409 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cc1866-acab-45ba-a6df-48bc5cf17390" -d '{"events": [{"server_uuid": "ed1c5f9e-4478-4b7b-be12-d0b66534893a", "name": "network-vif-plugged", "status": "completed", "tag": "1fdf2ad6-0074-4530-8ac7-306db0348969"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:10.332812 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983d2908-4aee-4eac-91a0-b7fc901037aa req-f37bbc6f-f45d-43e5-9eb6-e84e8a505b3a tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:10.335170 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-983d2908-4aee-4eac-91a0-b7fc901037aa req-f37bbc6f-f45d-43e5-9eb6-e84e8a505b3a tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed1c5f9e-4478-4b7b-be12-d0b66534893a HTTP/1.1" status: 200 len: 944 time: 0.0873516 Aug 10 03:48:10.367058 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c5c13-5fdd-4461-9454-dff4c1945cf5 req-10d7b0d1-478b-48d2-928b-8a5bd88b1f63 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:10.369087 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-728c5c13-5fdd-4461-9454-dff4c1945cf5 req-10d7b0d1-478b-48d2-928b-8a5bd88b1f63 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/ports?device_id=96ff7fd6-d66c-4174-9ed4-47dbef5621d1 HTTP/1.1" status: 200 len: 949 time: 0.1067657 Aug 10 03:48:10.372239 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.423078 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-983d2908-4aee-4eac-91a0-b7fc901037aa req-11b17ffb-691b-4a7e-9fad-cbaa5ecd9df6 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612223 Aug 10 03:48:10.446399 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=1fdf2ad6-0074-4530-8ac7-306db0348969,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:10.451928 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-728c5c13-5fdd-4461-9454-dff4c1945cf5 req-58545f21-b0e8-49fb-b341-82f67369a975 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea73d0f-bd7c-445b-b98c-da7439965bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717623 Aug 10 03:48:10.477912 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5429345a-9508-4b06-a63c-c6da1b1fc47b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.481615 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5429345a-9508-4b06-a63c-c6da1b1fc47b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.485135 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5429345a-9508-4b06-a63c-c6da1b1fc47b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c0099770-4f9d-43b9-ae30-2cca34073c1f HTTP/1.1" status: 204 len: 168 time: 0.4826000 Aug 10 03:48:10.489588 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f91b69-1209-4314-89ce-6feafb4bd142 x-openstack-request-id: req-c6f91b69-1209-4314-89ce-6feafb4bd142 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:10.489888 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1c5f9e-4478-4b7b-be12-d0b66534893a", "name": "network-vif-plugged", "status": "completed", "tag": "1fdf2ad6-0074-4530-8ac7-306db0348969", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:10.490716 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6f91b69-1209-4314-89ce-6feafb4bd142 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:10.491201 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1c5f9e-4478-4b7b-be12-d0b66534893a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fdf2ad6-0074-4530-8ac7-306db0348969', 'code': 200} Aug 10 03:48:10.491541 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5429345a-9508-4b06-a63c-c6da1b1fc47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0099770-4f9d-43b9-ae30-2cca34073c1f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:10.580226 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-10471c23-e55d-471d-badd-44126ad9e96e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.646813 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-10471c23-e55d-471d-badd-44126ad9e96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.654260 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9aa3e7-919f-42f9-b67e-04a30e587ca6 req-5ff72c93-5121-4ab4-934d-a78c436ddba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:10.656557 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0a9aa3e7-919f-42f9-b67e-04a30e587ca6 req-5ff72c93-5121-4ab4-934d-a78c436ddba5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ed1c5f9e-4478-4b7b-be12-d0b66534893a HTTP/1.1" status: 200 len: 1096 time: 0.0673912 Aug 10 03:48:10.726654 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-10471c23-e55d-471d-badd-44126ad9e96e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a9f16562c72b46e198c0bfce476496be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8883343 Aug 10 03:48:10.732543 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53328) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:10.745394 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10471c23-e55d-471d-badd-44126ad9e96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fab20e1-85c8-403c-90b4-6f5b2fd837b9,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:10.791067 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0a9aa3e7-919f-42f9-b67e-04a30e587ca6 req-59a5b7e3-5496-4a0b-8c10-70aee8b1507d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269600 Aug 10 03:48:10.842609 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-70e33ca5-a283-4911-9b9d-7716af9c64dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:10.877955 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-70e33ca5-a283-4911-9b9d-7716af9c64dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:11.055070 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-70e33ca5-a283-4911-9b9d-7716af9c64dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:11.058884 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-70e33ca5-a283-4911-9b9d-7716af9c64dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:11.065232 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-70e33ca5-a283-4911-9b9d-7716af9c64dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7fab20e1-85c8-403c-90b4-6f5b2fd837b9 HTTP/1.1" status: 204 len: 168 time: 0.3177817 Aug 10 03:48:11.084278 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e33ca5-a283-4911-9b9d-7716af9c64dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fab20e1-85c8-403c-90b4-6f5b2fd837b9,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:11.553980 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90ce11-97c9-43d3-8e22-ebd7fa2b0b61 req-010fb406-112b-4248-9a24-6846b182f140 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:11.561272 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1c90ce11-97c9-43d3-8e22-ebd7fa2b0b61 req-010fb406-112b-4248-9a24-6846b182f140 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed1c5f9e-4478-4b7b-be12-d0b66534893a HTTP/1.1" status: 200 len: 945 time: 0.0578122 Aug 10 03:48:11.611842 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1c90ce11-97c9-43d3-8e22-ebd7fa2b0b61 req-29469f96-5d58-4da5-974f-dcbe7c972f84 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494335 Aug 10 03:48:11.677539 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53388) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:11.693441 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a53250fb-3bf2-45a7-893e-f551c0762182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:11.834880 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a53250fb-3bf2-45a7-893e-f551c0762182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:11.932728 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a53250fb-3bf2-45a7-893e-f551c0762182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:11.975519 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a53250fb-3bf2-45a7-893e-f551c0762182 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=69264a26f6684791aa43d506722f3652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961628 Aug 10 03:48:11.976759 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53250fb-3bf2-45a7-893e-f551c0762182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc17055-18ed-4d6e-9b75-1c1d0e503db2,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:11.978186 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53394) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:12.044567 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef243e29-c08b-4f51-bd5e-c6ff4329fdef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:12.070574 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef243e29-c08b-4f51-bd5e-c6ff4329fdef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:12.360960 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53398) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:12.381064 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fcd7ff4e-02cf-413b-a456-f52c5b4fe824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:12.425623 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53406) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:12.571932 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef243e29-c08b-4f51-bd5e-c6ff4329fdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:12.574591 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef243e29-c08b-4f51-bd5e-c6ff4329fdef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:12.579114 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ef243e29-c08b-4f51-bd5e-c6ff4329fdef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8cc17055-18ed-4d6e-9b75-1c1d0e503db2 HTTP/1.1" status: 204 len: 168 time: 0.5974152 Aug 10 03:48:12.589524 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef243e29-c08b-4f51-bd5e-c6ff4329fdef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc17055-18ed-4d6e-9b75-1c1d0e503db2,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:12.731526 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fcd7ff4e-02cf-413b-a456-f52c5b4fe824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:12.754477 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f62ef4bb-5f90-4975-bf27-9ff53fdc6bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:12.798141 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730c9d6-86a2-4f70-b881-e4792e65f754 req-927bc84e-485b-449a-9763-2fb081f7993e tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:12.799978 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a730c9d6-86a2-4f70-b881-e4792e65f754 req-927bc84e-485b-449a-9763-2fb081f7993e tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed1c5f9e-4478-4b7b-be12-d0b66534893a HTTP/1.1" status: 200 len: 945 time: 0.0653472 Aug 10 03:48:12.810322 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fcd7ff4e-02cf-413b-a456-f52c5b4fe824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:12.892604 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7ff4e-02cf-413b-a456-f52c5b4fe824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687248a5-50da-4e4c-bd35-74725c56896a,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:12.900111 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fcd7ff4e-02cf-413b-a456-f52c5b4fe824 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b8bea1f463e247fc8a354b54249006ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5358231 Aug 10 03:48:12.900541 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f62ef4bb-5f90-4975-bf27-9ff53fdc6bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:12.900541 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53418) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:12.904248 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a730c9d6-86a2-4f70-b881-e4792e65f754 req-935df501-59c8-4923-a3f6-678995cd71d2 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956032 Aug 10 03:48:12.975502 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2373aac5-89dd-43b2-9c9b-605dff582159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:12.991305 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f62ef4bb-5f90-4975-bf27-9ff53fdc6bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:13.020173 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2373aac5-89dd-43b2-9c9b-605dff582159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:13.081888 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f62ef4bb-5f90-4975-bf27-9ff53fdc6bfc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5babf2f54722465990bb46b965582149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6546941 Aug 10 03:48:13.082471 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53426) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:13.090141 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ef4bb-5f90-4975-bf27-9ff53fdc6bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8aa2439-eb91-49bc-8a0d-b8a2c6446303,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:13.101007 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1331828-6f62-4d0c-b722-cb79966f34f8 req-9b80bd19-3907-49e7-ac84-67bb10665924 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:13.108965 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b1331828-6f62-4d0c-b722-cb79966f34f8 req-9b80bd19-3907-49e7-ac84-67bb10665924 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed1c5f9e-4478-4b7b-be12-d0b66534893a HTTP/1.1" status: 200 len: 945 time: 0.0736823 Aug 10 03:48:13.115082 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device e580531f-f377-4996-b445-c721ab5a3629 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:48:13.189470 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b1331828-6f62-4d0c-b722-cb79966f34f8 req-87ebb4ff-94f1-470b-ae22-bc77fda5ed16 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776980 Aug 10 03:48:13.203559 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c6fd05c3-efc7-4ca4-87f6-4554ff788c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:13.208914 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2373aac5-89dd-43b2-9c9b-605dff582159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:13.219849 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2373aac5-89dd-43b2-9c9b-605dff582159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:13.219849 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2373aac5-89dd-43b2-9c9b-605dff582159 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/687248a5-50da-4e4c-bd35-74725c56896a HTTP/1.1" status: 204 len: 168 time: 0.3131821 Aug 10 03:48:13.237021 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373aac5-89dd-43b2-9c9b-605dff582159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687248a5-50da-4e4c-bd35-74725c56896a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:13.248970 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c6fd05c3-efc7-4ca4-87f6-4554ff788c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:13.333616 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:13.391323 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ff7fd6-d66c-4174-9ed4-47dbef5621d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e580531f-f377-4996-b445-c721ab5a3629'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:13.399946 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483998fd-c3d1-4dc6-9cd0-2002b5200072" -d '{"events": [{"server_uuid": "96ff7fd6-d66c-4174-9ed4-47dbef5621d1", "name": "network-vif-unplugged", "status": "completed", "tag": "e580531f-f377-4996-b445-c721ab5a3629"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:13.437821 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port e580531f-f377-4996-b445-c721ab5a3629, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e580531f-f377-4996-b445-c721ab5a3629,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:13.460797 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ce2f47-ef46-4b84-96ae-9cac9399e41b x-openstack-request-id: req-74ce2f47-ef46-4b84-96ae-9cac9399e41b {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:13.461081 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ff7fd6-d66c-4174-9ed4-47dbef5621d1", "name": "network-vif-unplugged", "status": "completed", "tag": "e580531f-f377-4996-b445-c721ab5a3629", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:13.461338 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74ce2f47-ef46-4b84-96ae-9cac9399e41b {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:13.461730 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ff7fd6-d66c-4174-9ed4-47dbef5621d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e580531f-f377-4996-b445-c721ab5a3629', 'code': 200} Aug 10 03:48:13.519107 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c6fd05c3-efc7-4ca4-87f6-4554ff788c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:13.527374 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c6fd05c3-efc7-4ca4-87f6-4554ff788c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:13.529946 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c6fd05c3-efc7-4ca4-87f6-4554ff788c23 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a8aa2439-eb91-49bc-8a0d-b8a2c6446303 HTTP/1.1" status: 204 len: 168 time: 0.4462872 Aug 10 03:48:13.548538 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd05c3-efc7-4ca4-87f6-4554ff788c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8aa2439-eb91-49bc-8a0d-b8a2c6446303,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:13.578221 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:13.624295 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:13.654858 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=e580531f-f377-4996-b445-c721ab5a3629,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:14.471206 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8800bcaa-d18e-4950-afa1-bcccf595daa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:15.116758 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:48:15.266100 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=0b542d51-cef2-4e2e-b3ab-a94e323cb4e3,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:15.282159 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '0b542d51-cef2-4e2e-b3ab-a94e323cb4e3', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': '0b542d51-cef2-4e2e-b3ab-a94e323cb4e3', 'mac_address': 'fa:16:3e:77:b9:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:48:15.325920 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:15.343265 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:15.351663 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf8c3b-bf42-466f-9af8-2fe0cd1a4e46 req-a0c9335c-a113-474b-ae03-ebd60143c1c6 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:15.353210 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f9cf8c3b-bf42-466f-9af8-2fe0cd1a4e46 req-a0c9335c-a113-474b-ae03-ebd60143c1c6 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed1c5f9e-4478-4b7b-be12-d0b66534893a HTTP/1.1" status: 200 len: 945 time: 0.0737824 Aug 10 03:48:15.358535 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:48:15.385635 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=0b542d51-cef2-4e2e-b3ab-a94e323cb4e3,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:15.395065 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f9cf8c3b-bf42-466f-9af8-2fe0cd1a4e46 req-f909a23f-73e0-4c08-b15a-67724357e801 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335503 Aug 10 03:48:15.423476 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:15.497394 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:15.700415 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=0b542d51-cef2-4e2e-b3ab-a94e323cb4e3,revision_number=9']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:15.735003 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['0b542d51-cef2-4e2e-b3ab-a94e323cb4e3'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:48:16.211266 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53580) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:16.595553 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-faaa3c36-acb0-4332-9c33-f74f95105f06 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1756652489-network', 'tenant_id': '3e778e81048e4f079fea09d947ba6c2b'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:16.662494 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79edeb5-cc87-4406-9adb-74c4bd6eaae0 req-fc55e95c-8f61-4b0b-bfc7-8d545b12ef50 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:16.664773 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d79edeb5-cc87-4406-9adb-74c4bd6eaae0 req-fc55e95c-8f61-4b0b-bfc7-8d545b12ef50 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed1c5f9e-4478-4b7b-be12-d0b66534893a HTTP/1.1" status: 200 len: 945 time: 0.1287417 Aug 10 03:48:16.710201 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-bc9ff051-c0ad-42d3-9912-624529842968 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:16.720964 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-bc9ff051-c0ad-42d3-9912-624529842968 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/networks?id=30c15c05-59fb-4116-a291-e5525c98c227 HTTP/1.1" status: 200 len: 815 time: 0.2001989 Aug 10 03:48:16.723894 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d79edeb5-cc87-4406-9adb-74c4bd6eaae0 req-e981b2dc-b87d-4db8-a5f0-10c13265f5fd tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508060 Aug 10 03:48:16.756519 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-efb06ea0-a2f1-4f33-92c9-ff7efb1eeb5d tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/quotas/b5803c135cf642e1808d6df6cd8c25e1 HTTP/1.1" status: 200 len: 375 time: 0.0335901 Aug 10 03:48:16.764394 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faaa3c36-acb0-4332-9c33-f74f95105f06 admin admin] Made reservation on behalf of 3e778e81048e4f079fea09d947ba6c2b for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:16.776616 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-faaa3c36-acb0-4332-9c33-f74f95105f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:16.784026 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-faaa3c36-acb0-4332-9c33-f74f95105f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:16.848924 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-65bfb3b6-047b-4c9b-9f4f-63840c1aa46a tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5803c135cf642e1808d6df6cd8c25e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0832355 Aug 10 03:48:16.850119 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:16.937188 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-faaa3c36-acb0-4332-9c33-f74f95105f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.010716 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53626) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:17.021571 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-faaa3c36-acb0-4332-9c33-f74f95105f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.052356 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faaa3c36-acb0-4332-9c33-f74f95105f06 admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:48:17.074489 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa3c36-acb0-4332-9c33-f74f95105f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1586a88c-143d-418c-a78c-c79eb3e181c0,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:17.078837 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-faaa3c36-acb0-4332-9c33-f74f95105f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.079187 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-faaa3c36-acb0-4332-9c33-f74f95105f06 admin admin] Added segment 4bc0a29e-3683-476e-88f6-58ba3ff75926 of type vlan for network 9f80c6fc-034d-4610-abf3-fb2c02d41469 Aug 10 03:48:17.098066 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-97654a5b-3e60-4425-8721-6e0fdf15f2a4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1341046435-network', 'tenant_id': 'd216423445e7417ebda781341e2866d3'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:17.127749 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:17.163398 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-faaa3c36-acb0-4332-9c33-f74f95105f06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.189587 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-cb8b454e-20a9-4770-80e4-45bb27882cdb service neutron] 10.222.0.25 "GET /v2.0/networks/30c15c05-59fb-4116-a291-e5525c98c227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356678 Aug 10 03:48:17.238037 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:17.238702 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.250351 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97654a5b-3e60-4425-8721-6e0fdf15f2a4 admin admin] Made reservation on behalf of d216423445e7417ebda781341e2866d3 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:17.254878 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-97654a5b-3e60-4425-8721-6e0fdf15f2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.292397 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-97654a5b-3e60-4425-8721-6e0fdf15f2a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.308598 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-1249b2d9-f2ff-48dc-8137-91bae4ccc13e service neutron] 10.222.0.25 "GET /v2.0/networks/30c15c05-59fb-4116-a291-e5525c98c227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210465 Aug 10 03:48:17.337872 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-faaa3c36-acb0-4332-9c33-f74f95105f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.340979 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaa3c36-acb0-4332-9c33-f74f95105f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:17.343830 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-faaa3c36-acb0-4332-9c33-f74f95105f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.436902 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.485930 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa3c36-acb0-4332-9c33-f74f95105f06 admin admin] Pushing event updated for resources: {'Network': ['ID=9f80c6fc-034d-4610-abf3-fb2c02d41469,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:17.497089 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=0b542d51-cef2-4e2e-b3ab-a94e323cb4e3,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:17.499740 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2815763b-fd21-46dd-8d45-033c4769edf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b542d51-cef2-4e2e-b3ab-a94e323cb4e3'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:17.504987 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d18cb16-808a-44a0-bfdb-bdb1862447ac" -d '{"events": [{"server_uuid": "2815763b-fd21-46dd-8d45-033c4769edf9", "name": "network-vif-plugged", "status": "completed", "tag": "0b542d51-cef2-4e2e-b3ab-a94e323cb4e3"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:17.508560 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 9f80c6fc-034d-4610-abf3-fb2c02d41469 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:48:17.571247 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-97654a5b-3e60-4425-8721-6e0fdf15f2a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.631781 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.695371 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-97654a5b-3e60-4425-8721-6e0fdf15f2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.710660 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=0b542d51-cef2-4e2e-b3ab-a94e323cb4e3,revision_number=10']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:17.723853 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97654a5b-3e60-4425-8721-6e0fdf15f2a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:48:17.788866 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-97654a5b-3e60-4425-8721-6e0fdf15f2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.791862 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-97654a5b-3e60-4425-8721-6e0fdf15f2a4 admin admin] Added segment 812a0f1c-bdad-4ac0-a285-5f050f5a3dc6 of type vlan for network 1ca020ad-1aaa-41d6-9111-46f9d3246bb6 Aug 10 03:48:17.808621 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53656) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:17.809143 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-faaa3c36-acb0-4332-9c33-f74f95105f06 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5962896 Aug 10 03:48:17.809930 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97654a5b-3e60-4425-8721-6e0fdf15f2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e1cefd-021b-4cbd-915a-6edcc7d9fb7b,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:17.814388 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-be109997-6068-49fa-bc4d-77504044d61b admin admin] Request body: {'subnet': {'network_id': '9f80c6fc-034d-4610-abf3-fb2c02d41469', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1756652489-subnet', 'tenant_id': '3e778e81048e4f079fea09d947ba6c2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:17.883595 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4775b2-ee1e-46fc-91ca-7cdd991e7619 x-openstack-request-id: req-cd4775b2-ee1e-46fc-91ca-7cdd991e7619 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:17.884150 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2815763b-fd21-46dd-8d45-033c4769edf9", "name": "network-vif-plugged", "status": "completed", "tag": "0b542d51-cef2-4e2e-b3ab-a94e323cb4e3", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:17.884150 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd4775b2-ee1e-46fc-91ca-7cdd991e7619 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:17.884608 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2815763b-fd21-46dd-8d45-033c4769edf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b542d51-cef2-4e2e-b3ab-a94e323cb4e3', 'code': 200} Aug 10 03:48:17.888404 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 1fdf2ad6-0074-4530-8ac7-306db0348969 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:48:17.893912 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-97654a5b-3e60-4425-8721-6e0fdf15f2a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:17.940321 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be109997-6068-49fa-bc4d-77504044d61b admin admin] Made reservation on behalf of 3e778e81048e4f079fea09d947ba6c2b for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:17.942985 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-be109997-6068-49fa-bc4d-77504044d61b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:18.020180 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d2786ae3-c413-4dfe-a031-afd21c4addd6 req-4be3f3b1-e2b4-4136-a45d-b7b4f82e3a52 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/ports?device_id=0950d75a-85e5-4517-9964-25629f0ccbe1 HTTP/1.1" status: 200 len: 210 time: 0.0930920 Aug 10 03:48:18.111032 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 1fdf2ad6-0074-4530-8ac7-306db0348969, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=1fdf2ad6-0074-4530-8ac7-306db0348969,segment=NetworkSegment(20462772-f7c5-492c-9f9f-b3f3881811ba),segment_id=20462772-f7c5-492c-9f9f-b3f3881811ba)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:18.123429 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-97654a5b-3e60-4425-8721-6e0fdf15f2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:18.124935 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97654a5b-3e60-4425-8721-6e0fdf15f2a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:18.125536 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-97654a5b-3e60-4425-8721-6e0fdf15f2a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:18.128281 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '1fdf2ad6-0074-4530-8ac7-306db0348969', 'network_id': '5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28', 'port_id': '1fdf2ad6-0074-4530-8ac7-306db0348969', 'mac_address': 'fa:16:3e:ed:7c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd258855-f802-483c-83e6-1427988dd054', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:48:18.134102 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92557ad-0e84-4c81-b535-2917a3335383 req-9d93b7fe-1427-48d0-ac5d-5c4e1ea9474b tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:18.147649 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a92557ad-0e84-4c81-b535-2917a3335383 req-9d93b7fe-1427-48d0-ac5d-5c4e1ea9474b tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed1c5f9e-4478-4b7b-be12-d0b66534893a HTTP/1.1" status: 200 len: 945 time: 0.1311386 Aug 10 03:48:18.205773 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:18.222131 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a92557ad-0e84-4c81-b535-2917a3335383 req-0e11d0e5-d3a7-4f58-ae44-91b770ea6765 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732241 Aug 10 03:48:18.253827 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fdf2ad6-0074-4530-8ac7-306db0348969 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:48:18.287135 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97654a5b-3e60-4425-8721-6e0fdf15f2a4 admin admin] Pushing event updated for resources: {'Network': ['ID=1ca020ad-1aaa-41d6-9111-46f9d3246bb6,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:18.287861 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 1fdf2ad6-0074-4530-8ac7-306db0348969, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=1fdf2ad6-0074-4530-8ac7-306db0348969,segment=NetworkSegment(20462772-f7c5-492c-9f9f-b3f3881811ba),segment_id=20462772-f7c5-492c-9f9f-b3f3881811ba)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:18.319102 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 1ca020ad-1aaa-41d6-9111-46f9d3246bb6 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:48:18.331976 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-97654a5b-3e60-4425-8721-6e0fdf15f2a4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3196704 Aug 10 03:48:18.335570 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53674) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:18.342203 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-fc48a738-edf3-4dc3-9a10-b5b22528877e admin admin] Request body: {'subnet': {'network_id': '1ca020ad-1aaa-41d6-9111-46f9d3246bb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1341046435-subnet', 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:18.425939 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:18.466159 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc48a738-edf3-4dc3-9a10-b5b22528877e admin admin] Made reservation on behalf of d216423445e7417ebda781341e2866d3 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:18.469889 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fc48a738-edf3-4dc3-9a10-b5b22528877e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:18.492391 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=1fdf2ad6-0074-4530-8ac7-306db0348969,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:18.559452 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-be109997-6068-49fa-bc4d-77504044d61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:18.562423 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['1fdf2ad6-0074-4530-8ac7-306db0348969'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:48:18.737674 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be109997-6068-49fa-bc4d-77504044d61b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd628b00-8dc7-43d8-99a1-e0342b9814f0,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:18.749886 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be109997-6068-49fa-bc4d-77504044d61b admin admin] Checking segment: {'id': '4bc0a29e-3683-476e-88f6-58ba3ff75926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9f80c6fc-034d-4610-abf3-fb2c02d41469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:18.749886 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be109997-6068-49fa-bc4d-77504044d61b admin admin] Network hostable DHCP agents. Network: 9f80c6fc-034d-4610-abf3-fb2c02d41469, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:48:18.950686 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fc48a738-edf3-4dc3-9a10-b5b22528877e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:18.953408 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be109997-6068-49fa-bc4d-77504044d61b admin admin] Network 9f80c6fc-034d-4610-abf3-fb2c02d41469 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:48:19.020978 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48a738-edf3-4dc3-9a10-b5b22528877e admin admin] Pushing event updated for resources: {'Subnet': ['ID=df76a7ea-7a2f-4a90-9ce1-92f4bebee059,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:19.033978 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-be109997-6068-49fa-bc4d-77504044d61b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 9f80c6fc-034d-4610-abf3-fb2c02d41469) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:19.034150 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc48a738-edf3-4dc3-9a10-b5b22528877e admin admin] Checking segment: {'id': '812a0f1c-bdad-4ac0-a285-5f050f5a3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1ca020ad-1aaa-41d6-9111-46f9d3246bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:19.036724 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc48a738-edf3-4dc3-9a10-b5b22528877e admin admin] Network hostable DHCP agents. Network: 1ca020ad-1aaa-41d6-9111-46f9d3246bb6, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:48:19.043167 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be109997-6068-49fa-bc4d-77504044d61b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:19.046143 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac5aee1-702f-40c2-a093-15fe61db1086 None None] Network 9f80c6fc-034d-4610-abf3-fb2c02d41469 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:19.048612 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-be109997-6068-49fa-bc4d-77504044d61b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.159161 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2ba0cb41-c1fc-4803-82e0-2f3a579c8578 req-59943e57-6f40-43a1-8a65-ecb5f2ef4a06 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/ports?device_id=0950d75a-85e5-4517-9964-25629f0ccbe1 HTTP/1.1" status: 200 len: 210 time: 0.0385594 Aug 10 03:48:19.168658 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-be109997-6068-49fa-bc4d-77504044d61b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3579676 Aug 10 03:48:19.171026 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53696) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:19.179191 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-2197b96d-1eb6-4497-a70f-502fae7d9e3a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1756652489-router', 'tenant_id': '3e778e81048e4f079fea09d947ba6c2b', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:19.187308 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53698) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:19.203497 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc48a738-edf3-4dc3-9a10-b5b22528877e admin admin] Network 1ca020ad-1aaa-41d6-9111-46f9d3246bb6 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:48:19.225541 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-fc48a738-edf3-4dc3-9a10-b5b22528877e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 1ca020ad-1aaa-41d6-9111-46f9d3246bb6) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:19.237605 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc48a738-edf3-4dc3-9a10-b5b22528877e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:19.238251 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fc48a738-edf3-4dc3-9a10-b5b22528877e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.248057 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6d5647-e1bb-483b-9b9b-c04e07687d8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-9f80c6fc-034d-4610-abf3-fb2c02d41469', 'network_id': '9f80c6fc-034d-4610-abf3-fb2c02d41469', 'tenant_id': '3e778e81048e4f079fea09d947ba6c2b', 'fixed_ips': [{'subnet_id': 'bd628b00-8dc7-43d8-99a1-e0342b9814f0'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:48:19.248936 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5647-e1bb-483b-9b9b-c04e07687d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.267332 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de16b7b2-7262-49ba-9402-fdc457d9c0d9 None None] Network 1ca020ad-1aaa-41d6-9111-46f9d3246bb6 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:19.354370 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2197b96d-1eb6-4497-a70f-502fae7d9e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.356258 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2197b96d-1eb6-4497-a70f-502fae7d9e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.395046 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c685d331-18c4-4f80-adff-bf4f24193220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.440047 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397c57e-88e6-4ddd-b30d-f3d56b35d729 req-c9a1c727-16ef-4c8a-8a24-d2c858236fae tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:19.448180 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b397c57e-88e6-4ddd-b30d-f3d56b35d729 req-c9a1c727-16ef-4c8a-8a24-d2c858236fae tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed1c5f9e-4478-4b7b-be12-d0b66534893a HTTP/1.1" status: 200 len: 944 time: 0.1465697 Aug 10 03:48:19.469511 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fc48a738-edf3-4dc3-9a10-b5b22528877e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1300578 Aug 10 03:48:19.469732 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53704) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:19.474877 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-ce796288-b7f3-447e-be11-c20a4f17fec2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1341046435-router', 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:19.504248 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2197b96d-1eb6-4497-a70f-502fae7d9e3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.569373 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-4f6d5647-e1bb-483b-9b9b-c04e07687d8b None None] Allocated IP 172.20.0.2 (9f80c6fc-034d-4610-abf3-fb2c02d41469/bd628b00-8dc7-43d8-99a1-e0342b9814f0/c1114bb5-7fb8-4970-a2ca-4f418bcc7e71) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:19.574834 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b397c57e-88e6-4ddd-b30d-f3d56b35d729 req-d005bc1b-c3a5-4675-ad77-540ee99fff8e tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157289 Aug 10 03:48:19.641998 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09af433-df9e-4c6e-b95f-07fc71099bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-1ca020ad-1aaa-41d6-9111-46f9d3246bb6', 'network_id': '1ca020ad-1aaa-41d6-9111-46f9d3246bb6', 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'fixed_ips': [{'subnet_id': 'df76a7ea-7a2f-4a90-9ce1-92f4bebee059'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:48:19.641998 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d09af433-df9e-4c6e-b95f-07fc71099bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.812479 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2197b96d-1eb6-4497-a70f-502fae7d9e3a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.906772 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c685d331-18c4-4f80-adff-bf4f24193220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.913155 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5647-e1bb-483b-9b9b-c04e07687d8b None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:19.915273 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-d09af433-df9e-4c6e-b95f-07fc71099bb9 None None] Allocated IP 172.20.0.2 (1ca020ad-1aaa-41d6-9111-46f9d3246bb6/df76a7ea-7a2f-4a90-9ce1-92f4bebee059/59125fbc-226e-4879-b376-fbb67df789cc) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:19.940105 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4f6d5647-e1bb-483b-9b9b-c04e07687d8b None None] Transition to ACTIVE for port object c1114bb5-7fb8-4970-a2ca-4f418bcc7e71 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:19.943310 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 1fdf2ad6-0074-4530-8ac7-306db0348969 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:48:19.994888 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4f6d5647-e1bb-483b-9b9b-c04e07687d8b None None] Transition to ACTIVE for port object c1114bb5-7fb8-4970-a2ca-4f418bcc7e71 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:20.062971 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c685d331-18c4-4f80-adff-bf4f24193220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.136349 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.162379 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5647-e1bb-483b-9b9b-c04e07687d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.194371 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce796288-b7f3-447e-be11-c20a4f17fec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.196987 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce796288-b7f3-447e-be11-c20a4f17fec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.232463 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1fdf2ad6-0074-4530-8ac7-306db0348969 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:48:20.252911 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6d5647-e1bb-483b-9b9b-c04e07687d8b None None] Network 9f80c6fc-034d-4610-abf3-fb2c02d41469 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:20.270831 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-4f6d5647-e1bb-483b-9b9b-c04e07687d8b None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:20.277802 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6d5647-e1bb-483b-9b9b-c04e07687d8b None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:20.306609 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685d331-18c4-4f80-adff-bf4f24193220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0b212e-38ea-49cb-845f-0125240a75e8,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:20.314588 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c685d331-18c4-4f80-adff-bf4f24193220 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b598ebd13a604009a4c0a60c77040ade&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1262484 Aug 10 03:48:20.323410 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53726) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:20.331418 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 1fdf2ad6-0074-4530-8ac7-306db0348969, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=1fdf2ad6-0074-4530-8ac7-306db0348969,segment=NetworkSegment(20462772-f7c5-492c-9f9f-b3f3881811ba),segment_id=20462772-f7c5-492c-9f9f-b3f3881811ba)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:20.331418 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d09af433-df9e-4c6e-b95f-07fc71099bb9 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.344303 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d5647-e1bb-483b-9b9b-c04e07687d8b None None] Pushing event updated for resources: {'Port': ['ID=c1114bb5-7fb8-4970-a2ca-4f418bcc7e71,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:20.368053 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-4f6d5647-e1bb-483b-9b9b-c04e07687d8b None None] Attempting to bind port c1114bb5-7fb8-4970-a2ca-4f418bcc7e71 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:48:20.368403 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-4f6d5647-e1bb-483b-9b9b-c04e07687d8b None None] Attempting to bind port c1114bb5-7fb8-4970-a2ca-4f418bcc7e71 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '4bc0a29e-3683-476e-88f6-58ba3ff75926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9f80c6fc-034d-4610-abf3-fb2c02d41469'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:48:20.370379 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6d5647-e1bb-483b-9b9b-c04e07687d8b None None] Attempting to bind port c1114bb5-7fb8-4970-a2ca-4f418bcc7e71 on network 9f80c6fc-034d-4610-abf3-fb2c02d41469 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:20.374306 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d09af433-df9e-4c6e-b95f-07fc71099bb9 None None] Transition to ACTIVE for port object 59125fbc-226e-4879-b376-fbb67df789cc will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:20.387823 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6d5647-e1bb-483b-9b9b-c04e07687d8b None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:48:20.387823 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6d5647-e1bb-483b-9b9b-c04e07687d8b None None] Checking segment: {'id': '4bc0a29e-3683-476e-88f6-58ba3ff75926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9f80c6fc-034d-4610-abf3-fb2c02d41469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:20.387823 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5647-e1bb-483b-9b9b-c04e07687d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.387823 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6d5647-e1bb-483b-9b9b-c04e07687d8b None None] Bound using segment: {'id': '4bc0a29e-3683-476e-88f6-58ba3ff75926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9f80c6fc-034d-4610-abf3-fb2c02d41469'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:48:20.388716 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-4f6d5647-e1bb-483b-9b9b-c04e07687d8b None None] Bound port: c1114bb5-7fb8-4970-a2ca-4f418bcc7e71, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc0a29e-3683-476e-88f6-58ba3ff75926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9f80c6fc-034d-4610-abf3-fb2c02d41469'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:48:20.389171 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5647-e1bb-483b-9b9b-c04e07687d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.420088 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d09af433-df9e-4c6e-b95f-07fc71099bb9 None None] Transition to ACTIVE for port object 59125fbc-226e-4879-b376-fbb67df789cc will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:20.427430 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f14104-6808-454e-a9cb-f6b255b5bf38 req-ca0361f2-407f-403c-973d-6c6da3983aab tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:20.434848 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.435660 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-70f14104-6808-454e-a9cb-f6b255b5bf38 req-ca0361f2-407f-403c-973d-6c6da3983aab tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed1c5f9e-4478-4b7b-be12-d0b66534893a HTTP/1.1" status: 200 len: 944 time: 0.1952243 Aug 10 03:48:20.476529 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-42e7a681-b1f0-4504-8a59-54f60b93d31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.476529 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2197b96d-1eb6-4497-a70f-502fae7d9e3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.499251 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7e9a499a-a5b2-4546-8a74-a4ff881d9659 req-fb35886e-5ede-418d-8a20-764068099304 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/ports?device_id=0950d75a-85e5-4517-9964-25629f0ccbe1 HTTP/1.1" status: 200 len: 210 time: 0.0424206 Aug 10 03:48:20.500092 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2197b96d-1eb6-4497-a70f-502fae7d9e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.502396 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce796288-b7f3-447e-be11-c20a4f17fec2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.525346 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-4f6d5647-e1bb-483b-9b9b-c04e07687d8b None None] For port c1114bb5-7fb8-4970-a2ca-4f418bcc7e71, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:48:20.555429 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-42e7a681-b1f0-4504-8a59-54f60b93d31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.569277 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-70f14104-6808-454e-a9cb-f6b255b5bf38 req-3e62a61d-af8e-46fa-a4e8-fe202d1eed93 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298933 Aug 10 03:48:20.587151 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=1fdf2ad6-0074-4530-8ac7-306db0348969,revision_number=7']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:20.606917 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d09af433-df9e-4c6e-b95f-07fc71099bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.629876 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-4f6d5647-e1bb-483b-9b9b-c04e07687d8b None None] For port c1114bb5-7fb8-4970-a2ca-4f418bcc7e71, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c1114bb5-7fb8-4970-a2ca-4f418bcc7e71,segment=NetworkSegment(4bc0a29e-3683-476e-88f6-58ba3ff75926),segment_id=4bc0a29e-3683-476e-88f6-58ba3ff75926)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:48:20.673049 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09af433-df9e-4c6e-b95f-07fc71099bb9 None None] Network 1ca020ad-1aaa-41d6-9111-46f9d3246bb6 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:20.676884 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-d09af433-df9e-4c6e-b95f-07fc71099bb9 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:20.689039 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09af433-df9e-4c6e-b95f-07fc71099bb9 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:20.724027 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-2197b96d-1eb6-4497-a70f-502fae7d9e3a admin admin] Allocated IP 172.25.0.30 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/c2a12946-cce3-4813-9be4-4f7ec5eb4058) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:20.730635 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09af433-df9e-4c6e-b95f-07fc71099bb9 None None] Pushing event updated for resources: {'Port': ['ID=59125fbc-226e-4879-b376-fbb67df789cc,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:20.753930 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4f6d5647-e1bb-483b-9b9b-c04e07687d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.806147 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce796288-b7f3-447e-be11-c20a4f17fec2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.830268 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-42e7a681-b1f0-4504-8a59-54f60b93d31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.833376 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-42e7a681-b1f0-4504-8a59-54f60b93d31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.834533 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-42e7a681-b1f0-4504-8a59-54f60b93d31a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee0b212e-38ea-49cb-845f-0125240a75e8 HTTP/1.1" status: 204 len: 168 time: 0.5123532 Aug 10 03:48:20.852490 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d09af433-df9e-4c6e-b95f-07fc71099bb9 None None] Attempting to bind port 59125fbc-226e-4879-b376-fbb67df789cc on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:48:20.853756 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d09af433-df9e-4c6e-b95f-07fc71099bb9 None None] Attempting to bind port 59125fbc-226e-4879-b376-fbb67df789cc by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '812a0f1c-bdad-4ac0-a285-5f050f5a3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1ca020ad-1aaa-41d6-9111-46f9d3246bb6'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:48:20.854216 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09af433-df9e-4c6e-b95f-07fc71099bb9 None None] Attempting to bind port 59125fbc-226e-4879-b376-fbb67df789cc on network 1ca020ad-1aaa-41d6-9111-46f9d3246bb6 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:20.854342 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7a681-b1f0-4504-8a59-54f60b93d31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0b212e-38ea-49cb-845f-0125240a75e8,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:20.906319 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09af433-df9e-4c6e-b95f-07fc71099bb9 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:48:20.906319 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09af433-df9e-4c6e-b95f-07fc71099bb9 None None] Checking segment: {'id': '812a0f1c-bdad-4ac0-a285-5f050f5a3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1ca020ad-1aaa-41d6-9111-46f9d3246bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:20.906319 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d09af433-df9e-4c6e-b95f-07fc71099bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.906319 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d09af433-df9e-4c6e-b95f-07fc71099bb9 None None] Bound using segment: {'id': '812a0f1c-bdad-4ac0-a285-5f050f5a3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1ca020ad-1aaa-41d6-9111-46f9d3246bb6'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:48:20.906319 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d09af433-df9e-4c6e-b95f-07fc71099bb9 None None] Bound port: 59125fbc-226e-4879-b376-fbb67df789cc, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812a0f1c-bdad-4ac0-a285-5f050f5a3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1ca020ad-1aaa-41d6-9111-46f9d3246bb6'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:48:20.906319 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d09af433-df9e-4c6e-b95f-07fc71099bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.932883 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2197b96d-1eb6-4497-a70f-502fae7d9e3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:20.955182 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d5647-e1bb-483b-9b9b-c04e07687d8b None None] Pushing event updated for resources: {'Port': ['ID=c1114bb5-7fb8-4970-a2ca-4f418bcc7e71,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:21.089972 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2197b96d-1eb6-4497-a70f-502fae7d9e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:21.099760 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d09af433-df9e-4c6e-b95f-07fc71099bb9 None None] For port 59125fbc-226e-4879-b376-fbb67df789cc, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:48:21.105465 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d09af433-df9e-4c6e-b95f-07fc71099bb9 None None] For port 59125fbc-226e-4879-b376-fbb67df789cc, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=59125fbc-226e-4879-b376-fbb67df789cc,segment=NetworkSegment(812a0f1c-bdad-4ac0-a285-5f050f5a3dc6),segment_id=812a0f1c-bdad-4ac0-a285-5f050f5a3dc6)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:48:21.216427 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d09af433-df9e-4c6e-b95f-07fc71099bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:21.334184 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2197b96d-1eb6-4497-a70f-502fae7d9e3a admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:21.353827 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09af433-df9e-4c6e-b95f-07fc71099bb9 None None] Pushing event updated for resources: {'Port': ['ID=59125fbc-226e-4879-b376-fbb67df789cc,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:21.414765 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-2197b96d-1eb6-4497-a70f-502fae7d9e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:21.422876 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2197b96d-1eb6-4497-a70f-502fae7d9e3a admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:21.456656 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce796288-b7f3-447e-be11-c20a4f17fec2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:21.504885 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce796288-b7f3-447e-be11-c20a4f17fec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:21.535639 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197b96d-1eb6-4497-a70f-502fae7d9e3a admin admin] Pushing event updated for resources: {'Port': ['ID=c2a12946-cce3-4813-9be4-4f7ec5eb4058,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:21.699992 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9ba01b79-777d-44a3-8a17-36c966c2ac7c req-d8ad2825-27c5-452c-94c3-c76fc3034df3 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/ports?device_id=0950d75a-85e5-4517-9964-25629f0ccbe1 HTTP/1.1" status: 200 len: 210 time: 0.0643075 Aug 10 03:48:21.803117 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-ce796288-b7f3-447e-be11-c20a4f17fec2 admin admin] Allocated IP 172.25.0.10 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/6d661210-5be2-424a-ac72-bb6127202ed3) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:21.832359 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-2b95bfec-0b95-431f-838c-0a3051d6a4eb tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:21.834276 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-2b95bfec-0b95-431f-838c-0a3051d6a4eb tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.20 "GET /v2.0/networks?id=30c15c05-59fb-4116-a291-e5525c98c227 HTTP/1.1" status: 200 len: 815 time: 0.6161513 Aug 10 03:48:21.858049 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-e3114ab0-c3ba-44ba-b404-d2925b5be679 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Request body: {'port': {'device_id': '0950d75a-85e5-4517-9964-25629f0ccbe1', 'network_id': '30c15c05-59fb-4116-a291-e5525c98c227', 'admin_state_up': True, 'tenant_id': 'b5803c135cf642e1808d6df6cd8c25e1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:21.894915 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2ca03-6b41-48bc-b1ab-96bd349b99ac req-7836ded3-19cd-4e57-b913-4e042b63a077 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:21.902904 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-89f2ca03-6b41-48bc-b1ab-96bd349b99ac req-7836ded3-19cd-4e57-b913-4e042b63a077 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed1c5f9e-4478-4b7b-be12-d0b66534893a HTTP/1.1" status: 200 len: 943 time: 0.2147944 Aug 10 03:48:22.074116 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-89f2ca03-6b41-48bc-b1ab-96bd349b99ac req-3232b5a3-c94f-4905-870f-36b074662672 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702297 Aug 10 03:48:22.123868 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce796288-b7f3-447e-be11-c20a4f17fec2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:22.239608 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 59125fbc-226e-4879-b376-fbb67df789cc up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:22.434655 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 59125fbc-226e-4879-b376-fbb67df789cc completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:22.437479 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce796288-b7f3-447e-be11-c20a4f17fec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:22.446794 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c1114bb5-7fb8-4970-a2ca-4f418bcc7e71 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:22.538433 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53776) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:22.591249 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bea63352-016f-434c-9dce-12b5b4e08e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:22.615162 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce796288-b7f3-447e-be11-c20a4f17fec2 admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:22.631703 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-ce796288-b7f3-447e-be11-c20a4f17fec2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:22.637041 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce796288-b7f3-447e-be11-c20a4f17fec2 admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:22.641279 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port c1114bb5-7fb8-4970-a2ca-4f418bcc7e71 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:22.662295 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9102df6c-fc2a-48fd-97d5-4148e586b379 None None] Network 9f80c6fc-034d-4610-abf3-fb2c02d41469 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:22.704436 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce796288-b7f3-447e-be11-c20a4f17fec2 admin admin] Pushing event updated for resources: {'Port': ['ID=6d661210-5be2-424a-ac72-bb6127202ed3,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:22.745017 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-e3114ab0-c3ba-44ba-b404-d2925b5be679 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Made reservation on behalf of b5803c135cf642e1808d6df6cd8c25e1 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:22.754974 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-e3114ab0-c3ba-44ba-b404-d2925b5be679 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:22.860904 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bb7bf342-f20e-481c-bf9e-26869a4d22c1 None None] Provisioning for port c1114bb5-7fb8-4970-a2ca-4f418bcc7e71 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:22.872205 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bb7bf342-f20e-481c-bf9e-26869a4d22c1 None None] Provisioning complete for port c1114bb5-7fb8-4970-a2ca-4f418bcc7e71 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:22.873461 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bb7bf342-f20e-481c-bf9e-26869a4d22c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.027145 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bea63352-016f-434c-9dce-12b5b4e08e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.029104 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11e0b4-51df-4a67-8bf2-5d12a7211980 req-4a2ee69a-2e66-48b3-90bf-a7192da45be6 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:23.030875 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0a11e0b4-51df-4a67-8bf2-5d12a7211980 req-4a2ee69a-2e66-48b3-90bf-a7192da45be6 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed1c5f9e-4478-4b7b-be12-d0b66534893a HTTP/1.1" status: 200 len: 943 time: 0.2965364 Aug 10 03:48:23.069937 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2197b96d-1eb6-4497-a70f-502fae7d9e3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.087386 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dfaa3ae2-f3f4-4532-933f-6983fcd36cdd req-1f678edb-fe30-42db-910c-5077dbd20a0c tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/ports?device_id=0950d75a-85e5-4517-9964-25629f0ccbe1 HTTP/1.1" status: 200 len: 210 time: 0.1286762 Aug 10 03:48:23.281032 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-e3114ab0-c3ba-44ba-b404-d2925b5be679 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Allocated IP 172.20.0.10 (30c15c05-59fb-4116-a291-e5525c98c227/0523149d-f4b1-4acd-a1e7-e24e02bdc22f/af651049-ef0b-4e18-a733-a9f650d54622) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:23.281140 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bea63352-016f-434c-9dce-12b5b4e08e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.419748 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec8a46b-7d3f-46ca-b105-d5b5cfd10a78 None None] Network 1ca020ad-1aaa-41d6-9111-46f9d3246bb6 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:23.558956 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53790) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:23.559167 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bea63352-016f-434c-9dce-12b5b4e08e7b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1351954689a54349af88d0260657b4c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0100126 Aug 10 03:48:23.571662 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea63352-016f-434c-9dce-12b5b4e08e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f9b27e-4362-4d72-96a0-c83e4af81e36,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:23.693764 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-0a11e0b4-51df-4a67-8bf2-5d12a7211980 req-037beb97-c309-4cc1-87b1-deca01fc1115 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Deleting port 1fdf2ad6-0074-4530-8ac7-306db0348969 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:23.694112 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0a11e0b4-51df-4a67-8bf2-5d12a7211980 req-037beb97-c309-4cc1-87b1-deca01fc1115 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.744043 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bb7bf342-f20e-481c-bf9e-26869a4d22c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.795846 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2aba22-b575-4785-8e75-db7295f370c5 req-1e3fb1a7-41a2-4687-a1bf-212c2141d1e1 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:23.811807 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3c2aba22-b575-4785-8e75-db7295f370c5 req-1e3fb1a7-41a2-4687-a1bf-212c2141d1e1 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed1c5f9e-4478-4b7b-be12-d0b66534893a HTTP/1.1" status: 200 len: 943 time: 0.4601150 Aug 10 03:48:23.827499 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bb7bf342-f20e-481c-bf9e-26869a4d22c1 None None] For port c1114bb5-7fb8-4970-a2ca-4f418bcc7e71, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c1114bb5-7fb8-4970-a2ca-4f418bcc7e71,segment=NetworkSegment(4bc0a29e-3683-476e-88f6-58ba3ff75926),segment_id=4bc0a29e-3683-476e-88f6-58ba3ff75926)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:23.852490 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2197b96d-1eb6-4497-a70f-502fae7d9e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.883690 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce796288-b7f3-447e-be11-c20a4f17fec2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:23.918584 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bb7bf342-f20e-481c-bf9e-26869a4d22c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.041731 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3c2aba22-b575-4785-8e75-db7295f370c5 req-f7815fcc-fb4d-44ef-b5cd-d4a01f2d0025 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281961 Aug 10 03:48:24.068174 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-e3114ab0-c3ba-44ba-b404-d2925b5be679 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.085477 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-e3114ab0-c3ba-44ba-b404-d2925b5be679 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Transition to ACTIVE for port object af651049-ef0b-4e18-a733-a9f650d54622 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:24.087125 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7bf342-f20e-481c-bf9e-26869a4d22c1 None None] Pushing event updated for resources: {'Port': ['ID=c1114bb5-7fb8-4970-a2ca-4f418bcc7e71,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:24.201584 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-68a15ccf-3c34-4e73-b861-95a89d20132f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.218037 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0ef92f32-fbc8-494a-9ece-0fdc3dde52ea None None] Provisioning for port 59125fbc-226e-4879-b376-fbb67df789cc completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:24.230175 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0ef92f32-fbc8-494a-9ece-0fdc3dde52ea None None] Provisioning complete for port 59125fbc-226e-4879-b376-fbb67df789cc triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:24.230758 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0ef92f32-fbc8-494a-9ece-0fdc3dde52ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.234875 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-68a15ccf-3c34-4e73-b861-95a89d20132f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.239872 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-e3114ab0-c3ba-44ba-b404-d2925b5be679 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.428650 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-e3114ab0-c3ba-44ba-b404-d2925b5be679 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Network 30c15c05-59fb-4116-a291-e5525c98c227 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:24.483424 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0ef92f32-fbc8-494a-9ece-0fdc3dde52ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.517110 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-e3114ab0-c3ba-44ba-b404-d2925b5be679 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:24.529537 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-e3114ab0-c3ba-44ba-b404-d2925b5be679 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:24.540098 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-0ef92f32-fbc8-494a-9ece-0fdc3dde52ea None None] For port 59125fbc-226e-4879-b376-fbb67df789cc, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=59125fbc-226e-4879-b376-fbb67df789cc,segment=NetworkSegment(812a0f1c-bdad-4ac0-a285-5f050f5a3dc6),segment_id=812a0f1c-bdad-4ac0-a285-5f050f5a3dc6)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:24.554019 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3114ab0-c3ba-44ba-b404-d2925b5be679 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Pushing event updated for resources: {'Port': ['ID=af651049-ef0b-4e18-a733-a9f650d54622,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:24.584076 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce796288-b7f3-447e-be11-c20a4f17fec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.604585 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-0a11e0b4-51df-4a67-8bf2-5d12a7211980 req-037beb97-c309-4cc1-87b1-deca01fc1115 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] For port 1fdf2ad6-0074-4530-8ac7-306db0348969, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=1fdf2ad6-0074-4530-8ac7-306db0348969,segment=NetworkSegment(20462772-f7c5-492c-9f9f-b3f3881811ba),segment_id=20462772-f7c5-492c-9f9f-b3f3881811ba)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:24.604970 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0a11e0b4-51df-4a67-8bf2-5d12a7211980 req-037beb97-c309-4cc1-87b1-deca01fc1115 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.627694 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0ef92f32-fbc8-494a-9ece-0fdc3dde52ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.634355 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-0a11e0b4-51df-4a67-8bf2-5d12a7211980 req-037beb97-c309-4cc1-87b1-deca01fc1115 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Calling delete_port for 1fdf2ad6-0074-4530-8ac7-306db0348969 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:24.659816 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-e3114ab0-c3ba-44ba-b404-d2925b5be679 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:24.660459 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-e3114ab0-c3ba-44ba-b404-d2925b5be679 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.772278 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-68a15ccf-3c34-4e73-b861-95a89d20132f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.784820 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-68a15ccf-3c34-4e73-b861-95a89d20132f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.786039 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-68a15ccf-3c34-4e73-b861-95a89d20132f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f0f9b27e-4362-4d72-96a0-c83e4af81e36 HTTP/1.1" status: 204 len: 168 time: 1.2196686 Aug 10 03:48:24.788911 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316eb85-9407-422a-9329-d02cd9e46eb4 req-b1658b20-63a5-4918-98cd-e9f28a311ef0 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:24.815043 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5316eb85-9407-422a-9329-d02cd9e46eb4 req-b1658b20-63a5-4918-98cd-e9f28a311ef0 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/ports?device_id=0950d75a-85e5-4517-9964-25629f0ccbe1 HTTP/1.1" status: 200 len: 932 time: 0.2284987 Aug 10 03:48:24.842913 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a15ccf-3c34-4e73-b861-95a89d20132f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f9b27e-4362-4d72-96a0-c83e4af81e36,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:24.868292 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef92f32-fbc8-494a-9ece-0fdc3dde52ea None None] Pushing event updated for resources: {'Port': ['ID=59125fbc-226e-4879-b376-fbb67df789cc,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:24.892461 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-02f12073-d925-42f6-b617-74d30f90dde1 None None] Provisioning complete for port c1114bb5-7fb8-4970-a2ca-4f418bcc7e71 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:24.894384 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-02f12073-d925-42f6-b617-74d30f90dde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:24.894527 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-e3114ab0-c3ba-44ba-b404-d2925b5be679 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0401697 Aug 10 03:48:24.949516 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-dfc95c25-d982-4a73-8d41-09b006951441 service neutron] Request body: {'port': {'device_id': '0950d75a-85e5-4517-9964-25629f0ccbe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:25.079001 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5316eb85-9407-422a-9329-d02cd9e46eb4 req-b5baa810-e1cf-4cc4-9767-f5d269733f52 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/security-groups?id=f668b4a4-636d-4c3a-ab7c-8d569dd6a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626574 Aug 10 03:48:25.093354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2197b96d-1eb6-4497-a70f-502fae7d9e3a admin admin] Router ed9922ff-eb64-4de0-b0f6-c5912459ee51 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:48:25.169071 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-02f12073-d925-42f6-b617-74d30f90dde1 None None] Provisioning complete for port 59125fbc-226e-4879-b376-fbb67df789cc triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:25.169071 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-02f12073-d925-42f6-b617-74d30f90dde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:25.228214 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce796288-b7f3-447e-be11-c20a4f17fec2 admin admin] Router 7256a5cf-081f-4511-86d0-23c3affc0c37 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:48:25.245494 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-dfc95c25-d982-4a73-8d41-09b006951441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:25.485050 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce796288-b7f3-447e-be11-c20a4f17fec2 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:48:25.514198 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2bce77-b165-4218-bf0b-dad8192e4ddf None None] Sync routers for ids ['7256a5cf-081f-4511-86d0-23c3affc0c37'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:48:25.529237 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6aa5e-bcfc-49e2-87ad-32f80b05dbed req-ee6f6d39-f378-4bc6-8493-5acbc7314bdb tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:25.539080 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8ce6aa5e-bcfc-49e2-87ad-32f80b05dbed req-ee6f6d39-f378-4bc6-8493-5acbc7314bdb tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed1c5f9e-4478-4b7b-be12-d0b66534893a HTTP/1.1" status: 200 len: 943 time: 0.1594293 Aug 10 03:48:25.550646 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2bce77-b165-4218-bf0b-dad8192e4ddf None None] Routers {'7256a5cf-081f-4511-86d0-23c3affc0c37'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:48:25.552612 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-5b2bce77-b165-4218-bf0b-dad8192e4ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:48:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['7256a5cf-081f-4511-86d0-23c3affc0c37'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:25.632678 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8ce6aa5e-bcfc-49e2-87ad-32f80b05dbed req-4e8096ff-1fb6-4ece-989e-9692f4aea8b0 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868101 Aug 10 03:48:25.636058 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-847c7ff9-829e-4a24-8d9f-4a4a2d595261 None None] Provisioning for port af651049-ef0b-4e18-a733-a9f650d54622 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:25.637447 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce796288-b7f3-447e-be11-c20a4f17fec2 admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:25.638841 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ce796288-b7f3-447e-be11-c20a4f17fec2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1680844 Aug 10 03:48:25.648763 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53806) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:25.654333 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-847c7ff9-829e-4a24-8d9f-4a4a2d595261 None None] Provisioning complete for port af651049-ef0b-4e18-a733-a9f650d54622 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:25.654333 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-847c7ff9-829e-4a24-8d9f-4a4a2d595261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:25.742174 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0a11e0b4-51df-4a67-8bf2-5d12a7211980 req-037beb97-c309-4cc1-87b1-deca01fc1115 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:25.764288 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2197b96d-1eb6-4497-a70f-502fae7d9e3a admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:48:25.777121 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de385d2c-aa09-4718-919c-1eae91b3f3f5 None None] Sync routers for ids ['ed9922ff-eb64-4de0-b0f6-c5912459ee51'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:48:25.801475 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de385d2c-aa09-4718-919c-1eae91b3f3f5 None None] Routers {'ed9922ff-eb64-4de0-b0f6-c5912459ee51'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:48:25.812002 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-de385d2c-aa09-4718-919c-1eae91b3f3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:48:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ed9922ff-eb64-4de0-b0f6-c5912459ee51'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:25.881127 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-847c7ff9-829e-4a24-8d9f-4a4a2d595261 None None] Port af651049-ef0b-4e18-a733-a9f650d54622 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:48:25.943336 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-5b2bce77-b165-4218-bf0b-dad8192e4ddf None None] Set router 7256a5cf-081f-4511-86d0-23c3affc0c37 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:48:25.946681 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 1fdf2ad6-0074-4530-8ac7-306db0348969 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:48:26.151264 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 1fdf2ad6-0074-4530-8ac7-306db0348969 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:48:26.151428 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 1fdf2ad6-0074-4530-8ac7-306db0348969 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:48:26.184081 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-de385d2c-aa09-4718-919c-1eae91b3f3f5 None None] Set router ed9922ff-eb64-4de0-b0f6-c5912459ee51 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:48:26.215205 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2197b96d-1eb6-4497-a70f-502fae7d9e3a admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:26.219541 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2197b96d-1eb6-4497-a70f-502fae7d9e3a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.0469174 Aug 10 03:48:26.267965 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 59125fbc-226e-4879-b376-fbb67df789cc up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:26.277085 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53816) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:26.278293 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a11e0b4-51df-4a67-8bf2-5d12a7211980 req-037beb97-c309-4cc1-87b1-deca01fc1115 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] No DVR routers for this DVR port 1fdf2ad6-0074-4530-8ac7-306db0348969 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:48:26.284159 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0a11e0b4-51df-4a67-8bf2-5d12a7211980 req-037beb97-c309-4cc1-87b1-deca01fc1115 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:26.288889 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0a11e0b4-51df-4a67-8bf2-5d12a7211980 req-037beb97-c309-4cc1-87b1-deca01fc1115 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.20 "DELETE /v2.0/ports/1fdf2ad6-0074-4530-8ac7-306db0348969 HTTP/1.1" status: 204 len: 173 time: 3.2320886 Aug 10 03:48:26.479142 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf2d68-dcdd-479d-a8bd-f9ee83e3c5ab req-d4ddcebb-afc3-48dd-bd32-94627a6547dd tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:26.495772 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4fcf2d68-dcdd-479d-a8bd-f9ee83e3c5ab req-d4ddcebb-afc3-48dd-bd32-94627a6547dd tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/ports?device_id=0950d75a-85e5-4517-9964-25629f0ccbe1 HTTP/1.1" status: 200 len: 932 time: 0.2134137 Aug 10 03:48:26.530591 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1c5f9e-4478-4b7b-be12-d0b66534893a', 'name': 'network-vif-deleted', 'tag': '1fdf2ad6-0074-4530-8ac7-306db0348969'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:26.537222 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4370f8-560b-4e7a-a2de-5a1acedd22db" -d '{"events": [{"server_uuid": "ed1c5f9e-4478-4b7b-be12-d0b66534893a", "name": "network-vif-deleted", "tag": "1fdf2ad6-0074-4530-8ac7-306db0348969"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:26.542460 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037beb97-c309-4cc1-87b1-deca01fc1115 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Pushing event deleted for resources: {'Port': ['ID=1fdf2ad6-0074-4530-8ac7-306db0348969,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:26.704901 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 59125fbc-226e-4879-b376-fbb67df789cc triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:26.705501 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:26.748280 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-de385d2c-aa09-4718-919c-1eae91b3f3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9922ff-eb64-4de0-b0f6-c5912459ee51', 'name': 'tempest-FloatingIPsTestJSON-1756652489-router', 'tenant_id': '3e778e81048e4f079fea09d947ba6c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c2a12946-cce3-4813-9be4-4f7ec5eb4058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:19Z', 'updated_at': '2021-08-10T03:48:21Z', 'revision_number': 3, 'project_id': '3e778e81048e4f079fea09d947ba6c2b', 'gw_port': {'id': 'c2a12946-cce3-4813-9be4-4f7ec5eb4058', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9922ff-eb64-4de0-b0f6-c5912459ee51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:20Z', 'updated_at': '2021-08-10T03:48:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:26.778156 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4fcf2d68-dcdd-479d-a8bd-f9ee83e3c5ab req-f6ef9a69-3034-4f45-821e-5be23a5812c9 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/security-groups?id=f668b4a4-636d-4c3a-ab7c-8d569dd6a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810128 Aug 10 03:48:26.842045 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de385d2c-aa09-4718-919c-1eae91b3f3f5 None None] Checking router: ed9922ff-eb64-4de0-b0f6-c5912459ee51 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:48:26.844464 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de385d2c-aa09-4718-919c-1eae91b3f3f5 None None] Updating router ed9922ff-eb64-4de0-b0f6-c5912459ee51 port c2a12946-cce3-4813-9be4-4f7ec5eb4058 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:48:26.852633 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-dfc95c25-d982-4a73-8d41-09b006951441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af651049-ef0b-4e18-a733-a9f650d54622 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:48:26.863775 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-dfc95c25-d982-4a73-8d41-09b006951441 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:26.884631 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-dfc95c25-d982-4a73-8d41-09b006951441 service neutron] Transition to ACTIVE for port object af651049-ef0b-4e18-a733-a9f650d54622 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:26.969394 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de385d2c-aa09-4718-919c-1eae91b3f3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.046544 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f32a01df-9344-4b7f-b006-d26a51506cf8 x-openstack-request-id: req-f32a01df-9344-4b7f-b006-d26a51506cf8 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:27.046802 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1c5f9e-4478-4b7b-be12-d0b66534893a", "name": "network-vif-deleted", "tag": "1fdf2ad6-0074-4530-8ac7-306db0348969", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:27.047482 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f32a01df-9344-4b7f-b006-d26a51506cf8 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:27.047482 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1c5f9e-4478-4b7b-be12-d0b66534893a', 'name': 'network-vif-deleted', 'tag': '1fdf2ad6-0074-4530-8ac7-306db0348969', 'status': 'completed', 'code': 200} Aug 10 03:48:27.052705 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-dfc95c25-d982-4a73-8d41-09b006951441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.140209 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-5b2bce77-b165-4218-bf0b-dad8192e4ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'name': 'tempest-ServersTestBootFromVolume-1341046435-router', 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6d661210-5be2-424a-ac72-bb6127202ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:20Z', 'updated_at': '2021-08-10T03:48:22Z', 'revision_number': 3, 'project_id': 'd216423445e7417ebda781341e2866d3', 'gw_port': {'id': '6d661210-5be2-424a-ac72-bb6127202ed3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:21Z', 'updated_at': '2021-08-10T03:48:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:27.242739 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2bce77-b165-4218-bf0b-dad8192e4ddf None None] Checking router: 7256a5cf-081f-4511-86d0-23c3affc0c37 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:48:27.244206 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2bce77-b165-4218-bf0b-dad8192e4ddf None None] Updating router 7256a5cf-081f-4511-86d0-23c3affc0c37 port 6d661210-5be2-424a-ac72-bb6127202ed3 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:48:27.265720 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc95c25-d982-4a73-8d41-09b006951441 service neutron] Pushing event updated for resources: {'Port': ['ID=af651049-ef0b-4e18-a733-a9f650d54622,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:27.351064 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5b2bce77-b165-4218-bf0b-dad8192e4ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.473986 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c1114bb5-7fb8-4970-a2ca-4f418bcc7e71 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:27.481780 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.623108 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-dfc95c25-d982-4a73-8d41-09b006951441 service neutron] Attempting to bind port af651049-ef0b-4e18-a733-a9f650d54622 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:48:27.623548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-dfc95c25-d982-4a73-8d41-09b006951441 service neutron] Attempting to bind port af651049-ef0b-4e18-a733-a9f650d54622 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '4d91e0be-2632-4efe-bc99-3118c2412ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '30c15c05-59fb-4116-a291-e5525c98c227'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:48:27.625835 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-dfc95c25-d982-4a73-8d41-09b006951441 service neutron] Attempting to bind port af651049-ef0b-4e18-a733-a9f650d54622 on network 30c15c05-59fb-4116-a291-e5525c98c227 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:27.638003 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-dfc95c25-d982-4a73-8d41-09b006951441 service neutron] Port af651049-ef0b-4e18-a733-a9f650d54622 on network 30c15c05-59fb-4116-a291-e5525c98c227 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:48:27.640697 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-dfc95c25-d982-4a73-8d41-09b006951441 service neutron] Attempting to bind port af651049-ef0b-4e18-a733-a9f650d54622 on network 30c15c05-59fb-4116-a291-e5525c98c227 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:27.669888 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-dfc95c25-d982-4a73-8d41-09b006951441 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:48:27.673556 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-dfc95c25-d982-4a73-8d41-09b006951441 service neutron] Checking segment: {'id': '4d91e0be-2632-4efe-bc99-3118c2412ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '30c15c05-59fb-4116-a291-e5525c98c227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:27.674104 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-dfc95c25-d982-4a73-8d41-09b006951441 service neutron] Bound using segment: {'id': '4d91e0be-2632-4efe-bc99-3118c2412ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '30c15c05-59fb-4116-a291-e5525c98c227'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:48:27.674703 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-dfc95c25-d982-4a73-8d41-09b006951441 service neutron] Bound port: af651049-ef0b-4e18-a733-a9f650d54622, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d91e0be-2632-4efe-bc99-3118c2412ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '30c15c05-59fb-4116-a291-e5525c98c227'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:48:27.675172 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-dfc95c25-d982-4a73-8d41-09b006951441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.882254 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de385d2c-aa09-4718-919c-1eae91b3f3f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:27.915604 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-de385d2c-aa09-4718-919c-1eae91b3f3f5 None None] Transition to ACTIVE for port object c2a12946-cce3-4813-9be4-4f7ec5eb4058 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:27.959112 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-94ae8577-6781-4008-bac7-1a353362df62 req-94ee2495-5d55-4bb5-8d66-8766c21ede55 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed1c5f9e-4478-4b7b-be12-d0b66534893a HTTP/1.1" status: 200 len: 210 time: 0.0455456 Aug 10 03:48:28.022791 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-dfc95c25-d982-4a73-8d41-09b006951441 service neutron] For port af651049-ef0b-4e18-a733-a9f650d54622, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:48:28.045880 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de385d2c-aa09-4718-919c-1eae91b3f3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.066740 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-dfc95c25-d982-4a73-8d41-09b006951441 service neutron] For port af651049-ef0b-4e18-a733-a9f650d54622, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=af651049-ef0b-4e18-a733-a9f650d54622,segment=NetworkSegment(4d91e0be-2632-4efe-bc99-3118c2412ecc),segment_id=4d91e0be-2632-4efe-bc99-3118c2412ecc)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:48:28.075112 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c3f550f9-78b1-4894-8247-ffdedf373ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.079023 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port c1114bb5-7fb8-4970-a2ca-4f418bcc7e71 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:28.079574 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.118471 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-de385d2c-aa09-4718-919c-1eae91b3f3f5 None None] Attempting to bind port c2a12946-cce3-4813-9be4-4f7ec5eb4058 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:48:28.118877 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-de385d2c-aa09-4718-919c-1eae91b3f3f5 None None] Attempting to bind port c2a12946-cce3-4813-9be4-4f7ec5eb4058 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:48:28.119604 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de385d2c-aa09-4718-919c-1eae91b3f3f5 None None] Attempting to bind port c2a12946-cce3-4813-9be4-4f7ec5eb4058 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:28.137397 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de385d2c-aa09-4718-919c-1eae91b3f3f5 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:48:28.137397 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de385d2c-aa09-4718-919c-1eae91b3f3f5 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:28.137787 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de385d2c-aa09-4718-919c-1eae91b3f3f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.137968 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de385d2c-aa09-4718-919c-1eae91b3f3f5 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:48:28.139844 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-de385d2c-aa09-4718-919c-1eae91b3f3f5 None None] Bound port: c2a12946-cce3-4813-9be4-4f7ec5eb4058, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:48:28.140296 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de385d2c-aa09-4718-919c-1eae91b3f3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.148996 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76bc149-fe5f-49c6-8607-f00b2de34a5d None None] Pushing event updated for resources: {'Port': ['ID=c2a12946-cce3-4813-9be4-4f7ec5eb4058,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:28.211463 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-dfc95c25-d982-4a73-8d41-09b006951441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.237983 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76bc149-fe5f-49c6-8607-f00b2de34a5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:28.238401 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76bc149-fe5f-49c6-8607-f00b2de34a5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:28.239879 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76bc149-fe5f-49c6-8607-f00b2de34a5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:28.240944 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76bc149-fe5f-49c6-8607-f00b2de34a5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:28.241291 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76bc149-fe5f-49c6-8607-f00b2de34a5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:28.241622 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76bc149-fe5f-49c6-8607-f00b2de34a5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:28.243621 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76bc149-fe5f-49c6-8607-f00b2de34a5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:28.244099 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76bc149-fe5f-49c6-8607-f00b2de34a5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:28.244438 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76bc149-fe5f-49c6-8607-f00b2de34a5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:28.245684 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76bc149-fe5f-49c6-8607-f00b2de34a5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:28.245684 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76bc149-fe5f-49c6-8607-f00b2de34a5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:28.249904 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c76bc149-fe5f-49c6-8607-f00b2de34a5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:28.346429 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-de385d2c-aa09-4718-919c-1eae91b3f3f5 None None] For port c2a12946-cce3-4813-9be4-4f7ec5eb4058, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:48:28.351107 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-de385d2c-aa09-4718-919c-1eae91b3f3f5 None None] For port c2a12946-cce3-4813-9be4-4f7ec5eb4058, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c2a12946-cce3-4813-9be4-4f7ec5eb4058,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:48:28.362145 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-dfc95c25-d982-4a73-8d41-09b006951441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:28.362751 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-dfc95c25-d982-4a73-8d41-09b006951441 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.363678 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-dfc95c25-d982-4a73-8d41-09b006951441 service neutron] 10.222.0.20 "PUT /v2.0/ports/af651049-ef0b-4e18-a733-a9f650d54622 HTTP/1.1" status: 200 len: 1092 time: 3.4242675 Aug 10 03:48:28.468930 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-de385d2c-aa09-4718-919c-1eae91b3f3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.551559 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:28.604993 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de385d2c-aa09-4718-919c-1eae91b3f3f5 None None] Routers {'ed9922ff-eb64-4de0-b0f6-c5912459ee51'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:48:28.605319 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-de385d2c-aa09-4718-919c-1eae91b3f3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:48:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ed9922ff-eb64-4de0-b0f6-c5912459ee51'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:28.607476 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61667208-c111-47f2-86c4-171facac8a03 req-4ac9ba46-df61-43c3-80bd-2c43d845e012 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:28.620797 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-61667208-c111-47f2-86c4-171facac8a03 req-4ac9ba46-df61-43c3-80bd-2c43d845e012 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/ports?device_id=0950d75a-85e5-4517-9964-25629f0ccbe1 HTTP/1.1" status: 200 len: 944 time: 0.2445858 Aug 10 03:48:28.754180 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-61667208-c111-47f2-86c4-171facac8a03 req-92da186f-32c8-488e-948e-0510f27eea70 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/security-groups?id=f668b4a4-636d-4c3a-ab7c-8d569dd6a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321816 Aug 10 03:48:28.765290 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-c3f550f9-78b1-4894-8247-ffdedf373ac9 admin admin] Allocated IP 172.20.0.1 (9f80c6fc-034d-4610-abf3-fb2c02d41469/bd628b00-8dc7-43d8-99a1-e0342b9814f0/3ab6b6e5-34dd-4920-a670-0a80156fb7b6) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:28.831004 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76bc149-fe5f-49c6-8607-f00b2de34a5d None None] Pushing event updated for resources: {'Port': ['ID=c2a12946-cce3-4813-9be4-4f7ec5eb4058,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:28.905772 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc95c25-d982-4a73-8d41-09b006951441 service neutron] Pushing event updated for resources: {'Port': ['ID=af651049-ef0b-4e18-a733-a9f650d54622,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:28.974077 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5b2bce77-b165-4218-bf0b-dad8192e4ddf None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.010328 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5b2bce77-b165-4218-bf0b-dad8192e4ddf None None] Transition to ACTIVE for port object 6d661210-5be2-424a-ac72-bb6127202ed3 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:29.120430 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5b2bce77-b165-4218-bf0b-dad8192e4ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.123696 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-de385d2c-aa09-4718-919c-1eae91b3f3f5 None None] Set router ed9922ff-eb64-4de0-b0f6-c5912459ee51 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:48:29.243308 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Allocated IP 172.20.0.1 (1ca020ad-1aaa-41d6-9111-46f9d3246bb6/df76a7ea-7a2f-4a90-9ce1-92f4bebee059/4b7458e5-76ef-4e46-82f5-cc7109f35c5f) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:29.295330 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-5b2bce77-b165-4218-bf0b-dad8192e4ddf None None] Attempting to bind port 6d661210-5be2-424a-ac72-bb6127202ed3 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:48:29.295330 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-5b2bce77-b165-4218-bf0b-dad8192e4ddf None None] Attempting to bind port 6d661210-5be2-424a-ac72-bb6127202ed3 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:48:29.295330 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2bce77-b165-4218-bf0b-dad8192e4ddf None None] Attempting to bind port 6d661210-5be2-424a-ac72-bb6127202ed3 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:29.312355 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2bce77-b165-4218-bf0b-dad8192e4ddf None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:48:29.312768 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2bce77-b165-4218-bf0b-dad8192e4ddf None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:29.313133 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5b2bce77-b165-4218-bf0b-dad8192e4ddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.313603 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2bce77-b165-4218-bf0b-dad8192e4ddf None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:48:29.314076 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-5b2bce77-b165-4218-bf0b-dad8192e4ddf None None] Bound port: 6d661210-5be2-424a-ac72-bb6127202ed3, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:48:29.319227 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5b2bce77-b165-4218-bf0b-dad8192e4ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.342570 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c6c47-7a4b-42cd-a52e-09ff7715cb92 None None] Pushing event updated for resources: {'Port': ['ID=6d661210-5be2-424a-ac72-bb6127202ed3,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:29.565944 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-5b2bce77-b165-4218-bf0b-dad8192e4ddf None None] For port 6d661210-5be2-424a-ac72-bb6127202ed3, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:48:29.589920 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-5b2bce77-b165-4218-bf0b-dad8192e4ddf None None] For port 6d661210-5be2-424a-ac72-bb6127202ed3, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=6d661210-5be2-424a-ac72-bb6127202ed3,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:48:29.592343 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.613033 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Transition to ACTIVE for port object 4b7458e5-76ef-4e46-82f5-cc7109f35c5f will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:29.702422 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0950d75a-85e5-4517-9964-25629f0ccbe1', 'tag': 'af651049-ef0b-4e18-a733-a9f650d54622'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:29.705046 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248016f5-5804-42ee-ab52-536340bf10b2" -d '{"events": [{"name": "network-changed", "server_uuid": "0950d75a-85e5-4517-9964-25629f0ccbe1", "tag": "af651049-ef0b-4e18-a733-a9f650d54622"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:29.715157 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-9fc7a6fa-63c5-417d-a232-4aea109e2782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:29.716944 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-9fc7a6fa-63c5-417d-a232-4aea109e2782 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b5803c135cf642e1808d6df6cd8c25e1&device_id=0950d75a-85e5-4517-9964-25629f0ccbe1 HTTP/1.1" status: 200 len: 1095 time: 0.8315291 Aug 10 03:48:29.717570 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-de385d2c-aa09-4718-919c-1eae91b3f3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9922ff-eb64-4de0-b0f6-c5912459ee51', 'name': 'tempest-FloatingIPsTestJSON-1756652489-router', 'tenant_id': '3e778e81048e4f079fea09d947ba6c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c2a12946-cce3-4813-9be4-4f7ec5eb4058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:19Z', 'updated_at': '2021-08-10T03:48:21Z', 'revision_number': 3, 'project_id': '3e778e81048e4f079fea09d947ba6c2b', 'gw_port': {'id': 'c2a12946-cce3-4813-9be4-4f7ec5eb4058', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9922ff-eb64-4de0-b0f6-c5912459ee51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:20Z', 'updated_at': '2021-08-10T03:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:29.744727 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de385d2c-aa09-4718-919c-1eae91b3f3f5 None None] The sync data for ids ['ed9922ff-eb64-4de0-b0f6-c5912459ee51'] in n-d-802893-2 is: [{'id': 'ed9922ff-eb64-4de0-b0f6-c5912459ee51', 'name': 'tempest-FloatingIPsTestJSON-1756652489-router', 'tenant_id': '3e778e81048e4f079fea09d947ba6c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c2a12946-cce3-4813-9be4-4f7ec5eb4058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:19Z', 'updated_at': '2021-08-10T03:48:21Z', 'revision_number': 3, 'project_id': '3e778e81048e4f079fea09d947ba6c2b', 'gw_port': {'id': 'c2a12946-cce3-4813-9be4-4f7ec5eb4058', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9922ff-eb64-4de0-b0f6-c5912459ee51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:20Z', 'updated_at': '2021-08-10T03:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:48:29.778098 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c3f550f9-78b1-4894-8247-ffdedf373ac9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:29.790316 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-2e43f209-8d16-471f-b2ae-a63bffffaf3e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af651049-ef0b-4e18-a733-a9f650d54622 HTTP/1.1" status: 200 len: 217 time: 0.0446367 Aug 10 03:48:29.830438 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-c3f550f9-78b1-4894-8247-ffdedf373ac9 admin admin] Transition to ACTIVE for port object 3ab6b6e5-34dd-4920-a670-0a80156fb7b6 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:29.857035 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-b62b58a3-dc8a-4ef9-b072-0ba1b2c0ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:29.858578 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-b62b58a3-dc8a-4ef9-b072-0ba1b2c0ca3d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0523149d-f4b1-4acd-a1e7-e24e02bdc22f HTTP/1.1" status: 200 len: 854 time: 0.0603154 Aug 10 03:48:29.920199 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-70c7fc03-43d4-4e91-b023-f455b94d10a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:29.921747 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-70c7fc03-43d4-4e91-b023-f455b94d10a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=30c15c05-59fb-4116-a291-e5525c98c227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535347 Aug 10 03:48:30.031413 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-b6893b52-5426-4ab6-8d22-39a0ee4d704f service neutron] 10.222.0.20 "GET /v2.0/networks/30c15c05-59fb-4116-a291-e5525c98c227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016850 Aug 10 03:48:30.086378 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5b2bce77-b165-4218-bf0b-dad8192e4ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:30.131540 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:30.147862 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2bce77-b165-4218-bf0b-dad8192e4ddf None None] Routers {'7256a5cf-081f-4511-86d0-23c3affc0c37'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:48:30.150771 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-5b2bce77-b165-4218-bf0b-dad8192e4ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:48:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['7256a5cf-081f-4511-86d0-23c3affc0c37'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:30.158319 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c3f550f9-78b1-4894-8247-ffdedf373ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:30.188391 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e3f4562-ddcf-42c0-b645-4d213f151ef4 req-df09ab0f-b9c9-480a-8d5d-8497d9781035 service neutron] 10.222.0.20 "GET /v2.0/networks/30c15c05-59fb-4116-a291-e5525c98c227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498008 Aug 10 03:48:30.211738 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Network 1ca020ad-1aaa-41d6-9111-46f9d3246bb6 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:30.215824 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:30.230576 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:30.250422 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f550f9-78b1-4894-8247-ffdedf373ac9 admin admin] Network 9f80c6fc-034d-4610-abf3-fb2c02d41469 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:30.254266 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-c3f550f9-78b1-4894-8247-ffdedf373ac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:30.260594 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f550f9-78b1-4894-8247-ffdedf373ac9 admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:30.264564 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f550f9-78b1-4894-8247-ffdedf373ac9 admin admin] Pushing event updated for resources: {'Port': ['ID=3ab6b6e5-34dd-4920-a670-0a80156fb7b6,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:30.390315 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:30.424209 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c3f550f9-78b1-4894-8247-ffdedf373ac9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:30.460607 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c6c47-7a4b-42cd-a52e-09ff7715cb92 None None] Pushing event updated for resources: {'Port': ['ID=6d661210-5be2-424a-ac72-bb6127202ed3,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:30.524749 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Pushing event updated for resources: {'Port': ['ID=4b7458e5-76ef-4e46-82f5-cc7109f35c5f,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:30.570327 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-5b2bce77-b165-4218-bf0b-dad8192e4ddf None None] Set router 7256a5cf-081f-4511-86d0-23c3affc0c37 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:48:30.880127 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:30.962115 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c2a12946-cce3-4813-9be4-4f7ec5eb4058 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:30.972437 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c6c90b7c-3f93-4ab3-85ef-0246e9fe6d95 None None] Provisioning for port 3ab6b6e5-34dd-4920-a670-0a80156fb7b6 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:30.984477 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c3f550f9-78b1-4894-8247-ffdedf373ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.039268 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c6c90b7c-3f93-4ab3-85ef-0246e9fe6d95 None None] Provisioning complete for port 3ab6b6e5-34dd-4920-a670-0a80156fb7b6 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:31.043927 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c6c90b7c-3f93-4ab3-85ef-0246e9fe6d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.175874 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-c6c90b7c-3f93-4ab3-85ef-0246e9fe6d95 None None] Port 3ab6b6e5-34dd-4920-a670-0a80156fb7b6 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:48:31.202089 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-5b2bce77-b165-4218-bf0b-dad8192e4ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'name': 'tempest-ServersTestBootFromVolume-1341046435-router', 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6d661210-5be2-424a-ac72-bb6127202ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:20Z', 'updated_at': '2021-08-10T03:48:22Z', 'revision_number': 3, 'project_id': 'd216423445e7417ebda781341e2866d3', 'gw_port': {'id': '6d661210-5be2-424a-ac72-bb6127202ed3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:21Z', 'updated_at': '2021-08-10T03:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:31.255986 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port c2a12946-cce3-4813-9be4-4f7ec5eb4058 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:31.261672 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port c2a12946-cce3-4813-9be4-4f7ec5eb4058 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:31.262304 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.264184 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2bce77-b165-4218-bf0b-dad8192e4ddf None None] The sync data for ids ['7256a5cf-081f-4511-86d0-23c3affc0c37'] in n-d-802893-2 is: [{'id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'name': 'tempest-ServersTestBootFromVolume-1341046435-router', 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6d661210-5be2-424a-ac72-bb6127202ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:20Z', 'updated_at': '2021-08-10T03:48:22Z', 'revision_number': 3, 'project_id': 'd216423445e7417ebda781341e2866d3', 'gw_port': {'id': '6d661210-5be2-424a-ac72-bb6127202ed3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c9:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:21Z', 'updated_at': '2021-08-10T03:48:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:48:31.285073 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c3f550f9-78b1-4894-8247-ffdedf373ac9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.316580 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.395847 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.404491 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c6c90b7c-3f93-4ab3-85ef-0246e9fe6d95 None None] Provisioning for port 4b7458e5-76ef-4e46-82f5-cc7109f35c5f completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:31.409905 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c6c90b7c-3f93-4ab3-85ef-0246e9fe6d95 None None] Provisioning complete for port 4b7458e5-76ef-4e46-82f5-cc7109f35c5f triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:31.410292 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c6c90b7c-3f93-4ab3-85ef-0246e9fe6d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.443273 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c3f550f9-78b1-4894-8247-ffdedf373ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.443522 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.470135 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-c6c90b7c-3f93-4ab3-85ef-0246e9fe6d95 None None] Port 4b7458e5-76ef-4e46-82f5-cc7109f35c5f cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:48:31.483685 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port c2a12946-cce3-4813-9be4-4f7ec5eb4058, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c2a12946-cce3-4813-9be4-4f7ec5eb4058,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:31.529177 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c3f550f9-78b1-4894-8247-ffdedf373ac9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.535825 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.586265 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:31.717265 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=c2a12946-cce3-4813-9be4-4f7ec5eb4058,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:31.738716 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:31.742005 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:31.742005 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:31.753894 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f550f9-78b1-4894-8247-ffdedf373ac9 admin admin] Pushing event updated for resources: {'Port': ['ID=3ab6b6e5-34dd-4920-a670-0a80156fb7b6,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:31.755221 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:31.755553 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:31.755899 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:31.756269 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:31.756550 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Pushing event updated for resources: {'Port': ['ID=4b7458e5-76ef-4e46-82f5-cc7109f35c5f,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:31.756668 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:31.756904 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:31.757226 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:31.757546 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:31.757863 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:31.762219 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Network 1ca020ad-1aaa-41d6-9111-46f9d3246bb6 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:31.768591 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:31.778845 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:31.779394 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:31.779805 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:31.780272 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:31.780673 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:31.781004 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:31.781331 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:31.781655 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:31.781976 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:31.782298 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:31.782616 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:31.782934 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:48:31.899741 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f550f9-78b1-4894-8247-ffdedf373ac9 admin admin] Network 9f80c6fc-034d-4610-abf3-fb2c02d41469 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:31.904241 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-c3f550f9-78b1-4894-8247-ffdedf373ac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:32.000065 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Router 7256a5cf-081f-4511-86d0-23c3affc0c37 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:48:32.230580 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-fe368a29-cb67-4e04-9749-b74f7394d237 None None] Provisioning complete for port 4b7458e5-76ef-4e46-82f5-cc7109f35c5f triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:32.236010 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fe368a29-cb67-4e04-9749-b74f7394d237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.294590 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f550f9-78b1-4894-8247-ffdedf373ac9 admin admin] Router ed9922ff-eb64-4de0-b0f6-c5912459ee51 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:48:32.343793 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:48:32.361800 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1167e5aa-2815-4e81-8f88-4ee9f78a7250 admin admin] 10.222.0.25 "PUT /v2.0/routers/7256a5cf-081f-4511-86d0-23c3affc0c37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7057586 Aug 10 03:48:32.364374 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-fe368a29-cb67-4e04-9749-b74f7394d237 None None] Port 4b7458e5-76ef-4e46-82f5-cc7109f35c5f cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:48:32.496589 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e1459441-e378-4c0c-a372-59e32144b2e4 None None] Provisioning complete for port 3ab6b6e5-34dd-4920-a670-0a80156fb7b6 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:32.497079 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e1459441-e378-4c0c-a372-59e32144b2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:32.555351 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-e1459441-e378-4c0c-a372-59e32144b2e4 None None] Port 3ab6b6e5-34dd-4920-a670-0a80156fb7b6 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:48:32.606661 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f550f9-78b1-4894-8247-ffdedf373ac9 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:48:32.623536 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c3f550f9-78b1-4894-8247-ffdedf373ac9 admin admin] 10.222.0.25 "PUT /v2.0/routers/ed9922ff-eb64-4de0-b0f6-c5912459ee51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3334157 Aug 10 03:48:32.679494 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e42a96-2e3d-4548-a9e2-7daf461788d9 None None] Sync routers for ids ['ed9922ff-eb64-4de0-b0f6-c5912459ee51'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:48:32.694752 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e42a96-2e3d-4548-a9e2-7daf461788d9 None None] Routers {'ed9922ff-eb64-4de0-b0f6-c5912459ee51'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:48:32.694752 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-80e42a96-2e3d-4548-a9e2-7daf461788d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:48:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ed9922ff-eb64-4de0-b0f6-c5912459ee51'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:32.716874 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:48:33.109368 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 6d661210-5be2-424a-ac72-bb6127202ed3 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:33.203278 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-80e42a96-2e3d-4548-a9e2-7daf461788d9 None None] Set router ed9922ff-eb64-4de0-b0f6-c5912459ee51 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:48:33.414334 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 6d661210-5be2-424a-ac72-bb6127202ed3 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:33.468990 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 6d661210-5be2-424a-ac72-bb6127202ed3 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:33.468990 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:33.694048 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:33.733337 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 6d661210-5be2-424a-ac72-bb6127202ed3, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=6d661210-5be2-424a-ac72-bb6127202ed3,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:33.739338 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-80e42a96-2e3d-4548-a9e2-7daf461788d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9922ff-eb64-4de0-b0f6-c5912459ee51', 'name': 'tempest-FloatingIPsTestJSON-1756652489-router', 'tenant_id': '3e778e81048e4f079fea09d947ba6c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c2a12946-cce3-4813-9be4-4f7ec5eb4058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:19Z', 'updated_at': '2021-08-10T03:48:30Z', 'revision_number': 4, 'project_id': '3e778e81048e4f079fea09d947ba6c2b', 'gw_port': {'id': 'c2a12946-cce3-4813-9be4-4f7ec5eb4058', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9922ff-eb64-4de0-b0f6-c5912459ee51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:20Z', 'updated_at': '2021-08-10T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '3ab6b6e5-34dd-4920-a670-0a80156fb7b6', 'name': '', 'network_id': '9f80c6fc-034d-4610-abf3-fb2c02d41469', 'tenant_id': '3e778e81048e4f079fea09d947ba6c2b', 'mac_address': 'fa:16:3e:ac:65:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9922ff-eb64-4de0-b0f6-c5912459ee51', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'bd628b00-8dc7-43d8-99a1-e0342b9814f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:28Z', 'updated_at': '2021-08-10T03:48:31Z', 'revision_number': 2, 'project_id': '3e778e81048e4f079fea09d947ba6c2b', 'subnets': [{'id': 'bd628b00-8dc7-43d8-99a1-e0342b9814f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:33.770769 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e42a96-2e3d-4548-a9e2-7daf461788d9 None None] Checking router: ed9922ff-eb64-4de0-b0f6-c5912459ee51 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:48:33.771141 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e42a96-2e3d-4548-a9e2-7daf461788d9 None None] Updating router ed9922ff-eb64-4de0-b0f6-c5912459ee51 port 3ab6b6e5-34dd-4920-a670-0a80156fb7b6 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:48:33.802202 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-80e42a96-2e3d-4548-a9e2-7daf461788d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:33.848813 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:33.849627 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c2a12946-cce3-4813-9be4-4f7ec5eb4058 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:34.024086 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port c2a12946-cce3-4813-9be4-4f7ec5eb4058 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:34.024430 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.025866 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=6d661210-5be2-424a-ac72-bb6127202ed3,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:34.292637 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bc73b3-e35a-4ddd-bb9b-b73758f181e3 None None] Sync routers for ids ['7256a5cf-081f-4511-86d0-23c3affc0c37'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:48:34.315158 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bc73b3-e35a-4ddd-bb9b-b73758f181e3 None None] Routers {'7256a5cf-081f-4511-86d0-23c3affc0c37'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:48:34.316248 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-63bc73b3-e35a-4ddd-bb9b-b73758f181e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:48:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['7256a5cf-081f-4511-86d0-23c3affc0c37'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:34.340413 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-80e42a96-2e3d-4548-a9e2-7daf461788d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.356599 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-80e42a96-2e3d-4548-a9e2-7daf461788d9 None None] Transition to ACTIVE for port object 3ab6b6e5-34dd-4920-a670-0a80156fb7b6 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:34.540082 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-63bc73b3-e35a-4ddd-bb9b-b73758f181e3 None None] Set router 7256a5cf-081f-4511-86d0-23c3affc0c37 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:48:34.754285 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-63bc73b3-e35a-4ddd-bb9b-b73758f181e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'name': 'tempest-ServersTestBootFromVolume-1341046435-router', 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6d661210-5be2-424a-ac72-bb6127202ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:20Z', 'updated_at': '2021-08-10T03:48:30Z', 'revision_number': 4, 'project_id': 'd216423445e7417ebda781341e2866d3', 'gw_port': {'id': '6d661210-5be2-424a-ac72-bb6127202ed3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:21Z', 'updated_at': '2021-08-10T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '4b7458e5-76ef-4e46-82f5-cc7109f35c5f', 'name': '', 'network_id': '1ca020ad-1aaa-41d6-9111-46f9d3246bb6', 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'mac_address': 'fa:16:3e:3d:87:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'df76a7ea-7a2f-4a90-9ce1-92f4bebee059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:28Z', 'updated_at': '2021-08-10T03:48:31Z', 'revision_number': 2, 'project_id': 'd216423445e7417ebda781341e2866d3', 'subnets': [{'id': 'df76a7ea-7a2f-4a90-9ce1-92f4bebee059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:34.780998 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 6d661210-5be2-424a-ac72-bb6127202ed3 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:34.788664 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bc73b3-e35a-4ddd-bb9b-b73758f181e3 None None] Checking router: 7256a5cf-081f-4511-86d0-23c3affc0c37 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:48:34.790618 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bc73b3-e35a-4ddd-bb9b-b73758f181e3 None None] Updating router 7256a5cf-081f-4511-86d0-23c3affc0c37 port 4b7458e5-76ef-4e46-82f5-cc7109f35c5f binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:48:34.819545 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63bc73b3-e35a-4ddd-bb9b-b73758f181e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:34.826946 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 6d661210-5be2-424a-ac72-bb6127202ed3 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:34.827320 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:35.108546 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63bc73b3-e35a-4ddd-bb9b-b73758f181e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:35.118423 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-63bc73b3-e35a-4ddd-bb9b-b73758f181e3 None None] Transition to ACTIVE for port object 4b7458e5-76ef-4e46-82f5-cc7109f35c5f will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:35.323346 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-80e42a96-2e3d-4548-a9e2-7daf461788d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:35.374504 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aab837-15d6-4179-b002-cf26d6854657 None None] Pushing event updated for resources: {'Port': ['ID=3ab6b6e5-34dd-4920-a670-0a80156fb7b6,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:35.400315 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63bc73b3-e35a-4ddd-bb9b-b73758f181e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:35.470992 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-80e42a96-2e3d-4548-a9e2-7daf461788d9 None None] Attempting to bind port 3ab6b6e5-34dd-4920-a670-0a80156fb7b6 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:48:35.477308 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-80e42a96-2e3d-4548-a9e2-7daf461788d9 None None] Attempting to bind port 3ab6b6e5-34dd-4920-a670-0a80156fb7b6 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '4bc0a29e-3683-476e-88f6-58ba3ff75926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9f80c6fc-034d-4610-abf3-fb2c02d41469'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:48:35.477308 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e42a96-2e3d-4548-a9e2-7daf461788d9 None None] Attempting to bind port 3ab6b6e5-34dd-4920-a670-0a80156fb7b6 on network 9f80c6fc-034d-4610-abf3-fb2c02d41469 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:35.487047 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e42a96-2e3d-4548-a9e2-7daf461788d9 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:48:35.487341 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e42a96-2e3d-4548-a9e2-7daf461788d9 None None] Checking segment: {'id': '4bc0a29e-3683-476e-88f6-58ba3ff75926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9f80c6fc-034d-4610-abf3-fb2c02d41469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:35.487797 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-80e42a96-2e3d-4548-a9e2-7daf461788d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:35.488226 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e42a96-2e3d-4548-a9e2-7daf461788d9 None None] Bound using segment: {'id': '4bc0a29e-3683-476e-88f6-58ba3ff75926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9f80c6fc-034d-4610-abf3-fb2c02d41469'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:48:35.488878 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-80e42a96-2e3d-4548-a9e2-7daf461788d9 None None] Bound port: 3ab6b6e5-34dd-4920-a670-0a80156fb7b6, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc0a29e-3683-476e-88f6-58ba3ff75926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '9f80c6fc-034d-4610-abf3-fb2c02d41469'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:48:35.489146 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-80e42a96-2e3d-4548-a9e2-7daf461788d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:35.556444 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56583411-fa53-481c-8ac8-55c25d9149a7 None None] Pushing event updated for resources: {'Port': ['ID=4b7458e5-76ef-4e46-82f5-cc7109f35c5f,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:35.589151 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-80e42a96-2e3d-4548-a9e2-7daf461788d9 None None] For port 3ab6b6e5-34dd-4920-a670-0a80156fb7b6, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:48:35.593881 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-80e42a96-2e3d-4548-a9e2-7daf461788d9 None None] For port 3ab6b6e5-34dd-4920-a670-0a80156fb7b6, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3ab6b6e5-34dd-4920-a670-0a80156fb7b6,segment=NetworkSegment(4bc0a29e-3683-476e-88f6-58ba3ff75926),segment_id=4bc0a29e-3683-476e-88f6-58ba3ff75926)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:48:35.611154 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-63bc73b3-e35a-4ddd-bb9b-b73758f181e3 None None] Attempting to bind port 4b7458e5-76ef-4e46-82f5-cc7109f35c5f on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:48:35.611544 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-63bc73b3-e35a-4ddd-bb9b-b73758f181e3 None None] Attempting to bind port 4b7458e5-76ef-4e46-82f5-cc7109f35c5f by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '812a0f1c-bdad-4ac0-a285-5f050f5a3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1ca020ad-1aaa-41d6-9111-46f9d3246bb6'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:48:35.611937 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bc73b3-e35a-4ddd-bb9b-b73758f181e3 None None] Attempting to bind port 4b7458e5-76ef-4e46-82f5-cc7109f35c5f on network 1ca020ad-1aaa-41d6-9111-46f9d3246bb6 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:35.619254 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bc73b3-e35a-4ddd-bb9b-b73758f181e3 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:48:35.620269 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bc73b3-e35a-4ddd-bb9b-b73758f181e3 None None] Checking segment: {'id': '812a0f1c-bdad-4ac0-a285-5f050f5a3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1ca020ad-1aaa-41d6-9111-46f9d3246bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:35.620269 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63bc73b3-e35a-4ddd-bb9b-b73758f181e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:35.620721 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bc73b3-e35a-4ddd-bb9b-b73758f181e3 None None] Bound using segment: {'id': '812a0f1c-bdad-4ac0-a285-5f050f5a3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1ca020ad-1aaa-41d6-9111-46f9d3246bb6'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:48:35.621215 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-63bc73b3-e35a-4ddd-bb9b-b73758f181e3 None None] Bound port: 4b7458e5-76ef-4e46-82f5-cc7109f35c5f, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812a0f1c-bdad-4ac0-a285-5f050f5a3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1ca020ad-1aaa-41d6-9111-46f9d3246bb6'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:48:35.621591 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63bc73b3-e35a-4ddd-bb9b-b73758f181e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:35.708199 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-63bc73b3-e35a-4ddd-bb9b-b73758f181e3 None None] For port 4b7458e5-76ef-4e46-82f5-cc7109f35c5f, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:48:35.711583 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-63bc73b3-e35a-4ddd-bb9b-b73758f181e3 None None] For port 4b7458e5-76ef-4e46-82f5-cc7109f35c5f, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4b7458e5-76ef-4e46-82f5-cc7109f35c5f,segment=NetworkSegment(812a0f1c-bdad-4ac0-a285-5f050f5a3dc6),segment_id=812a0f1c-bdad-4ac0-a285-5f050f5a3dc6)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:48:35.718278 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-80e42a96-2e3d-4548-a9e2-7daf461788d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:35.784220 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aab837-15d6-4179-b002-cf26d6854657 None None] Pushing event updated for resources: {'Port': ['ID=3ab6b6e5-34dd-4920-a670-0a80156fb7b6,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:35.810083 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e42a96-2e3d-4548-a9e2-7daf461788d9 None None] Routers {'ed9922ff-eb64-4de0-b0f6-c5912459ee51'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:48:35.810083 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-80e42a96-2e3d-4548-a9e2-7daf461788d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:48:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ed9922ff-eb64-4de0-b0f6-c5912459ee51'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:35.932477 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-63bc73b3-e35a-4ddd-bb9b-b73758f181e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:36.051522 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-80e42a96-2e3d-4548-a9e2-7daf461788d9 None None] Set router ed9922ff-eb64-4de0-b0f6-c5912459ee51 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:48:36.062564 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bc73b3-e35a-4ddd-bb9b-b73758f181e3 None None] Routers {'7256a5cf-081f-4511-86d0-23c3affc0c37'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:48:36.063197 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-63bc73b3-e35a-4ddd-bb9b-b73758f181e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:48:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['7256a5cf-081f-4511-86d0-23c3affc0c37'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:36.207669 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-63bc73b3-e35a-4ddd-bb9b-b73758f181e3 None None] Set router 7256a5cf-081f-4511-86d0-23c3affc0c37 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:48:36.304157 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56583411-fa53-481c-8ac8-55c25d9149a7 None None] Pushing event updated for resources: {'Port': ['ID=4b7458e5-76ef-4e46-82f5-cc7109f35c5f,revision_number=4']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:36.470666 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-80e42a96-2e3d-4548-a9e2-7daf461788d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9922ff-eb64-4de0-b0f6-c5912459ee51', 'name': 'tempest-FloatingIPsTestJSON-1756652489-router', 'tenant_id': '3e778e81048e4f079fea09d947ba6c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c2a12946-cce3-4813-9be4-4f7ec5eb4058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:19Z', 'updated_at': '2021-08-10T03:48:30Z', 'revision_number': 4, 'project_id': '3e778e81048e4f079fea09d947ba6c2b', 'gw_port': {'id': 'c2a12946-cce3-4813-9be4-4f7ec5eb4058', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9922ff-eb64-4de0-b0f6-c5912459ee51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:20Z', 'updated_at': '2021-08-10T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '3ab6b6e5-34dd-4920-a670-0a80156fb7b6', 'name': '', 'network_id': '9f80c6fc-034d-4610-abf3-fb2c02d41469', 'tenant_id': '3e778e81048e4f079fea09d947ba6c2b', 'mac_address': 'fa:16:3e:ac:65:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9922ff-eb64-4de0-b0f6-c5912459ee51', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'bd628b00-8dc7-43d8-99a1-e0342b9814f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:28Z', 'updated_at': '2021-08-10T03:48:35Z', 'revision_number': 4, 'project_id': '3e778e81048e4f079fea09d947ba6c2b', 'subnets': [{'id': 'bd628b00-8dc7-43d8-99a1-e0342b9814f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:36.517382 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e42a96-2e3d-4548-a9e2-7daf461788d9 None None] The sync data for ids ['ed9922ff-eb64-4de0-b0f6-c5912459ee51'] in n-d-802893-2 is: [{'id': 'ed9922ff-eb64-4de0-b0f6-c5912459ee51', 'name': 'tempest-FloatingIPsTestJSON-1756652489-router', 'tenant_id': '3e778e81048e4f079fea09d947ba6c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c2a12946-cce3-4813-9be4-4f7ec5eb4058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:19Z', 'updated_at': '2021-08-10T03:48:30Z', 'revision_number': 4, 'project_id': '3e778e81048e4f079fea09d947ba6c2b', 'gw_port': {'id': 'c2a12946-cce3-4813-9be4-4f7ec5eb4058', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9922ff-eb64-4de0-b0f6-c5912459ee51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:20Z', 'updated_at': '2021-08-10T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '3ab6b6e5-34dd-4920-a670-0a80156fb7b6', 'name': '', 'network_id': '9f80c6fc-034d-4610-abf3-fb2c02d41469', 'tenant_id': '3e778e81048e4f079fea09d947ba6c2b', 'mac_address': 'fa:16:3e:ac:65:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed9922ff-eb64-4de0-b0f6-c5912459ee51', 'device_owner': 'network:router_interface', 'standard_attr_id': 801, 'fixed_ips': [{'subnet_id': 'bd628b00-8dc7-43d8-99a1-e0342b9814f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:28Z', 'updated_at': '2021-08-10T03:48:35Z', 'revision_number': 4, 'project_id': '3e778e81048e4f079fea09d947ba6c2b', 'subnets': [{'id': 'bd628b00-8dc7-43d8-99a1-e0342b9814f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:48:36.610708 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-63bc73b3-e35a-4ddd-bb9b-b73758f181e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'name': 'tempest-ServersTestBootFromVolume-1341046435-router', 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6d661210-5be2-424a-ac72-bb6127202ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:20Z', 'updated_at': '2021-08-10T03:48:30Z', 'revision_number': 4, 'project_id': 'd216423445e7417ebda781341e2866d3', 'gw_port': {'id': '6d661210-5be2-424a-ac72-bb6127202ed3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:21Z', 'updated_at': '2021-08-10T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '4b7458e5-76ef-4e46-82f5-cc7109f35c5f', 'name': '', 'network_id': '1ca020ad-1aaa-41d6-9111-46f9d3246bb6', 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'mac_address': 'fa:16:3e:3d:87:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'df76a7ea-7a2f-4a90-9ce1-92f4bebee059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:28Z', 'updated_at': '2021-08-10T03:48:35Z', 'revision_number': 4, 'project_id': 'd216423445e7417ebda781341e2866d3', 'subnets': [{'id': 'df76a7ea-7a2f-4a90-9ce1-92f4bebee059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:36.644076 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bc73b3-e35a-4ddd-bb9b-b73758f181e3 None None] The sync data for ids ['7256a5cf-081f-4511-86d0-23c3affc0c37'] in n-d-802893-2 is: [{'id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'name': 'tempest-ServersTestBootFromVolume-1341046435-router', 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6d661210-5be2-424a-ac72-bb6127202ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:20Z', 'updated_at': '2021-08-10T03:48:30Z', 'revision_number': 4, 'project_id': 'd216423445e7417ebda781341e2866d3', 'gw_port': {'id': '6d661210-5be2-424a-ac72-bb6127202ed3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:21Z', 'updated_at': '2021-08-10T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '4b7458e5-76ef-4e46-82f5-cc7109f35c5f', 'name': '', 'network_id': '1ca020ad-1aaa-41d6-9111-46f9d3246bb6', 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'mac_address': 'fa:16:3e:3d:87:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'df76a7ea-7a2f-4a90-9ce1-92f4bebee059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:28Z', 'updated_at': '2021-08-10T03:48:35Z', 'revision_number': 4, 'project_id': 'd216423445e7417ebda781341e2866d3', 'subnets': [{'id': 'df76a7ea-7a2f-4a90-9ce1-92f4bebee059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:48:36.975820 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4b7458e5-76ef-4e46-82f5-cc7109f35c5f up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:37.139852 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 4b7458e5-76ef-4e46-82f5-cc7109f35c5f completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:37.145410 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 4b7458e5-76ef-4e46-82f5-cc7109f35c5f triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:37.146176 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.301558 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.363300 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 4b7458e5-76ef-4e46-82f5-cc7109f35c5f, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4b7458e5-76ef-4e46-82f5-cc7109f35c5f,segment=NetworkSegment(812a0f1c-bdad-4ac0-a285-5f050f5a3dc6),segment_id=812a0f1c-bdad-4ac0-a285-5f050f5a3dc6)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:37.436102 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.437217 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3ab6b6e5-34dd-4920-a670-0a80156fb7b6 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:37.545739 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-b1cd2be3-61c3-43b3-b88c-5227f511a574 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=22affcb1d9554c328917101e69174f0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314600 Aug 10 03:48:37.623016 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=4b7458e5-76ef-4e46-82f5-cc7109f35c5f,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:37.786242 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-e41f7f69-0d0d-4a1e-947f-88d30da24389 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:37.789926 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-e41f7f69-0d0d-4a1e-947f-88d30da24389 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2430592 Aug 10 03:48:37.821125 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-d292f4aa-7cdb-41a0-bd5b-8ceb602c8144 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/quotas/22affcb1d9554c328917101e69174f0f HTTP/1.1" status: 200 len: 375 time: 0.0167272 Aug 10 03:48:37.845302 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 3ab6b6e5-34dd-4920-a670-0a80156fb7b6 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:37.849613 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 3ab6b6e5-34dd-4920-a670-0a80156fb7b6 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:37.850074 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:37.875992 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-66628818-b235-4c15-ba3c-dcdf5ef78c31 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:37.877532 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-66628818-b235-4c15-ba3c-dcdf5ef78c31 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/networks?id=5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28 HTTP/1.1" status: 200 len: 822 time: 0.2193785 Aug 10 03:48:37.895691 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-878921ff-aff9-42f4-825f-b227a91a2144 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=22affcb1d9554c328917101e69174f0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714245 Aug 10 03:48:37.914042 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-794b7fb9-739d-4b29-9c1e-eff7dfd52922 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/quotas/ec0e7f00b00a4f45927e3e320ec4675d HTTP/1.1" status: 200 len: 375 time: 0.0224867 Aug 10 03:48:38.043661 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-b4fdfc8c-4c25-4513-bfc0-2a63a879f641 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ec0e7f00b00a4f45927e3e320ec4675d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1235356 Aug 10 03:48:38.057099 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:38.123950 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 3ab6b6e5-34dd-4920-a670-0a80156fb7b6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3ab6b6e5-34dd-4920-a670-0a80156fb7b6,segment=NetworkSegment(4bc0a29e-3683-476e-88f6-58ba3ff75926),segment_id=4bc0a29e-3683-476e-88f6-58ba3ff75926)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:38.155152 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-5565751d-19ed-46df-a96c-24520b4f0a91 service neutron] 10.222.0.25 "GET /v2.0/networks/5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103613 Aug 10 03:48:38.244693 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:38.336450 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=3ab6b6e5-34dd-4920-a670-0a80156fb7b6,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:38.352769 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f3042a-91b8-4811-8bec-0c1a33912743 x-openstack-request-id: req-22f3042a-91b8-4811-8bec-0c1a33912743 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:38.353166 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0950d75a-85e5-4517-9964-25629f0ccbe1", "tag": "af651049-ef0b-4e18-a733-a9f650d54622", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:38.353424 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22f3042a-91b8-4811-8bec-0c1a33912743 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:38.353849 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0950d75a-85e5-4517-9964-25629f0ccbe1', 'tag': 'af651049-ef0b-4e18-a733-a9f650d54622', 'status': 'completed', 'code': 200} Aug 10 03:48:38.397913 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-db96cfde-1227-4b27-8bee-968c6414a323 service neutron] 10.222.0.25 "GET /v2.0/networks/5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353194 Aug 10 03:48:38.487286 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811df6f-bd0b-42fa-9ae9-137aecaa1099 req-c92c3ecc-426c-4741-a184-c549b33d0300 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:38.496846 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a811df6f-bd0b-42fa-9ae9-137aecaa1099 req-c92c3ecc-426c-4741-a184-c549b33d0300 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/ports?device_id=0950d75a-85e5-4517-9964-25629f0ccbe1 HTTP/1.1" status: 200 len: 944 time: 0.0864618 Aug 10 03:48:38.567335 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a811df6f-bd0b-42fa-9ae9-137aecaa1099 req-841fc8c8-b80f-462d-a220-d7d6f1536f9d tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/security-groups?id=f668b4a4-636d-4c3a-ab7c-8d569dd6a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694988 Aug 10 03:48:38.839278 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4b7458e5-76ef-4e46-82f5-cc7109f35c5f up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:38.923534 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 4b7458e5-76ef-4e46-82f5-cc7109f35c5f triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:38.924001 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:39.108510 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3ab6b6e5-34dd-4920-a670-0a80156fb7b6 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:39.160834 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 3ab6b6e5-34dd-4920-a670-0a80156fb7b6 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:39.161283 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:39.477224 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53948) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:39.484069 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-5015da59-d12d-4668-9f62-f40853e2d1fb tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2035667376', 'description': 'tempest-description--760006755'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:39.642787 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5015da59-d12d-4668-9f62-f40853e2d1fb tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:39.739137 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-50c2fcbc-8765-4f63-8bb6-a59c660f0c34 req-312494d1-79ac-4251-b1fd-e97f28442b80 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1691089 Aug 10 03:48:39.755400 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-50c2fcbc-8765-4f63-8bb6-a59c660f0c34 req-b3f56784-274e-49da-9112-876fede82123 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:39.804948 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5015da59-d12d-4668-9f62-f40853e2d1fb tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:40.423069 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5015da59-d12d-4668-9f62-f40853e2d1fb tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:40.427454 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8003768a-302f-46e0-8e77-0fa8ec6f9d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:40.463386 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5015da59-d12d-4668-9f62-f40853e2d1fb tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0639bd95-6396-4516-b213-71e9bb76a018,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:40.754218 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248016f5-5804-42ee-ab52-536340bf10b2 req-84d9f547-1e32-4001-998b-60904041c6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:40.756087 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-248016f5-5804-42ee-ab52-536340bf10b2 req-84d9f547-1e32-4001-998b-60904041c6e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b5803c135cf642e1808d6df6cd8c25e1&device_id=0950d75a-85e5-4517-9964-25629f0ccbe1 HTTP/1.1" status: 200 len: 1095 time: 0.0467007 Aug 10 03:48:40.805429 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a03973c3-735b-4635-ae85-4e955423b59a req-d42cbfc5-a1e1-49c2-bccf-d940c62aaa77 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ffcbd73-c6a1-4686-b0e8-d62d489bd878 HTTP/1.1" status: 200 len: 210 time: 0.0262215 Aug 10 03:48:40.856391 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248016f5-5804-42ee-ab52-536340bf10b2 req-f14c78bb-6fda-4676-9b59-c0b00601fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:40.857872 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-248016f5-5804-42ee-ab52-536340bf10b2 req-f14c78bb-6fda-4676-9b59-c0b00601fbd0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=30c15c05-59fb-4116-a291-e5525c98c227 HTTP/1.1" status: 200 len: 916 time: 0.0952778 Aug 10 03:48:40.885807 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1e5b3ef7-b015-4218-b57e-55c564621bdf req-757eb6d9-36cb-4bc9-bfe6-1984f1e14fad tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=d98b6999-7159-4f29-8a5d-87b923cc19cc HTTP/1.1" status: 200 len: 210 time: 0.0294795 Aug 10 03:48:40.899781 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-248016f5-5804-42ee-ab52-536340bf10b2 req-55df5a3a-6b6f-45a6-a78d-069843e64051 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af651049-ef0b-4e18-a733-a9f650d54622 HTTP/1.1" status: 200 len: 217 time: 0.0352855 Aug 10 03:48:40.949567 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248016f5-5804-42ee-ab52-536340bf10b2 req-ec426de2-114d-495d-85ef-d0aac56b5cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:40.951053 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-248016f5-5804-42ee-ab52-536340bf10b2 req-ec426de2-114d-495d-85ef-d0aac56b5cdd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0523149d-f4b1-4acd-a1e7-e24e02bdc22f HTTP/1.1" status: 200 len: 854 time: 0.0448952 Aug 10 03:48:40.987890 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a86abd-e884-4858-9396-22fcdf18a79b req-c49ce3fa-0166-4f46-ad7b-7a2c539c3ff6 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:40.989401 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a5a86abd-e884-4858-9396-22fcdf18a79b req-c49ce3fa-0166-4f46-ad7b-7a2c539c3ff6 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/ports?device_id=0950d75a-85e5-4517-9964-25629f0ccbe1 HTTP/1.1" status: 200 len: 944 time: 0.0489728 Aug 10 03:48:41.027861 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a5a86abd-e884-4858-9396-22fcdf18a79b req-efd4ad40-4210-4363-a48c-cca3bfa9c0c6 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/security-groups?id=f668b4a4-636d-4c3a-ab7c-8d569dd6a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316923 Aug 10 03:48:41.036844 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-50c2fcbc-8765-4f63-8bb6-a59c660f0c34 req-b3f56784-274e-49da-9112-876fede82123 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks [] for floatingip, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:41.153389 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5015da59-d12d-4668-9f62-f40853e2d1fb tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:41.154889 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5015da59-d12d-4668-9f62-f40853e2d1fb tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6761329 Aug 10 03:48:41.158929 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53972) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:41.165903 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-3f2f6f02-973d-48d1-af1b-837b242f60a9 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Request body: {'security_group_rule': {'security_group_id': '0639bd95-6396-4516-b213-71e9bb76a018', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:41.181825 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248016f5-5804-42ee-ab52-536340bf10b2 req-a16e3ca5-37dd-43cd-9e41-92742fb32648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:41.183301 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-248016f5-5804-42ee-ab52-536340bf10b2 req-a16e3ca5-37dd-43cd-9e41-92742fb32648 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=30c15c05-59fb-4116-a291-e5525c98c227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693445 Aug 10 03:48:41.204282 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f6b5b-c393-4892-8d82-f83fde6db44a req-e94f3c94-1a6c-4cf6-96ef-822ab0d0a677 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:41.206157 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-de5f6b5b-c393-4892-8d82-f83fde6db44a req-e94f3c94-1a6c-4cf6-96ef-822ab0d0a677 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/ports?device_id=2815763b-fd21-46dd-8d45-033c4769edf9 HTTP/1.1" status: 200 len: 951 time: 0.0500805 Aug 10 03:48:41.218173 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-50c2fcbc-8765-4f63-8bb6-a59c660f0c34 req-b3f56784-274e-49da-9112-876fede82123 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:41.237870 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:48:41.280279 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-de5f6b5b-c393-4892-8d82-f83fde6db44a req-2dad0c98-27b2-40a6-b64f-0d7f2bc2d92d tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea73d0f-bd7c-445b-b98c-da7439965bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526018 Aug 10 03:48:41.319321 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:41.349480 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2815763b-fd21-46dd-8d45-033c4769edf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b542d51-cef2-4e2e-b3ab-a94e323cb4e3'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:41.352195 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e65dd7-f99f-4f0c-9a98-5940e50799b9" -d '{"events": [{"server_uuid": "2815763b-fd21-46dd-8d45-033c4769edf9", "name": "network-vif-unplugged", "status": "completed", "tag": "0b542d51-cef2-4e2e-b3ab-a94e323cb4e3"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:41.367837 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=0b542d51-cef2-4e2e-b3ab-a94e323cb4e3,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:41.371814 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-248016f5-5804-42ee-ab52-536340bf10b2 req-6b1a7621-ba27-4cb1-90ee-b955fe1f915e service neutron] 10.222.0.20 "GET /v2.0/networks/30c15c05-59fb-4116-a291-e5525c98c227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762669 Aug 10 03:48:41.396131 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3f2f6f02-973d-48d1-af1b-837b242f60a9 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:41.441441 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145978e9-8361-4945-b20a-89b1b3f63a3e x-openstack-request-id: req-145978e9-8361-4945-b20a-89b1b3f63a3e {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:41.441982 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2815763b-fd21-46dd-8d45-033c4769edf9", "name": "network-vif-unplugged", "status": "completed", "tag": "0b542d51-cef2-4e2e-b3ab-a94e323cb4e3", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:41.441982 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-145978e9-8361-4945-b20a-89b1b3f63a3e {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:41.442376 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2815763b-fd21-46dd-8d45-033c4769edf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b542d51-cef2-4e2e-b3ab-a94e323cb4e3', 'code': 200} Aug 10 03:48:41.468199 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-50c2fcbc-8765-4f63-8bb6-a59c660f0c34 req-b3f56784-274e-49da-9112-876fede82123 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Allocated IP 172.25.0.174 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/1539935e-bb66-4820-8053-3fc4106a3eb9) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:41.507883 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:41.595100 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=0b542d51-cef2-4e2e-b3ab-a94e323cb4e3,revision_number=11']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:41.613248 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-248016f5-5804-42ee-ab52-536340bf10b2 req-546ad061-f465-4582-a910-acc737679049 service neutron] 10.222.0.20 "GET /v2.0/networks/30c15c05-59fb-4116-a291-e5525c98c227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222028 Aug 10 03:48:41.621626 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3f2f6f02-973d-48d1-af1b-837b242f60a9 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:41.663165 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-50c2fcbc-8765-4f63-8bb6-a59c660f0c34 req-b3f56784-274e-49da-9112-876fede82123 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:41.802495 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3f2f6f02-973d-48d1-af1b-837b242f60a9 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:41.827518 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f6f02-973d-48d1-af1b-837b242f60a9 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=086bb21a-1c6b-4383-bec3-f67fef79c270,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:41.860239 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-50c2fcbc-8765-4f63-8bb6-a59c660f0c34 req-b3f56784-274e-49da-9112-876fede82123 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:41.912996 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c2fcbc-8765-4f63-8bb6-a59c660f0c34 req-b3f56784-274e-49da-9112-876fede82123 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:41.919047 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-50c2fcbc-8765-4f63-8bb6-a59c660f0c34 req-b3f56784-274e-49da-9112-876fede82123 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:41.922299 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3f2f6f02-973d-48d1-af1b-837b242f60a9 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:41.923497 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3f2f6f02-973d-48d1-af1b-837b242f60a9 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7629342 Aug 10 03:48:41.924332 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c2fcbc-8765-4f63-8bb6-a59c660f0c34 req-b3f56784-274e-49da-9112-876fede82123 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:41.926676 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f56784-274e-49da-9112-876fede82123 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Pushing event updated for resources: {'Port': ['ID=1539935e-bb66-4820-8053-3fc4106a3eb9,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:41.936564 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54034) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:41.952582 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-8928c29f-0de6-46b5-b6a9-5b6c72d9b0f5 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Request body: {'security_group_rule': {'security_group_id': '0639bd95-6396-4516-b213-71e9bb76a018', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:41.952859 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6da04d13-63b3-472d-8f27-d2c738075bd7 req-1ba4844f-c42c-47a0-8ec4-5ac511d34a1d tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ffcbd73-c6a1-4686-b0e8-d62d489bd878 HTTP/1.1" status: 200 len: 210 time: 0.0315948 Aug 10 03:48:42.042690 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-50c2fcbc-8765-4f63-8bb6-a59c660f0c34 req-b3f56784-274e-49da-9112-876fede82123 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.126511 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8928c29f-0de6-46b5-b6a9-5b6c72d9b0f5 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.156160 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dd0a5d77-e5d0-4549-92f0-60aac6067775 req-0084231c-2a26-4a89-a909-0afe3c603a53 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=d98b6999-7159-4f29-8a5d-87b923cc19cc HTTP/1.1" status: 200 len: 210 time: 0.0256460 Aug 10 03:48:42.193499 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-50c2fcbc-8765-4f63-8bb6-a59c660f0c34 req-b3f56784-274e-49da-9112-876fede82123 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.201553 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8928c29f-0de6-46b5-b6a9-5b6c72d9b0f5 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.279704 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53534e-ddf4-488c-9de5-e95f86fa9eb6 req-03238d6c-577f-45e5-b53a-809b54fb58eb tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:42.282793 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8d53534e-ddf4-488c-9de5-e95f86fa9eb6 req-03238d6c-577f-45e5-b53a-809b54fb58eb tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/ports?device_id=0950d75a-85e5-4517-9964-25629f0ccbe1 HTTP/1.1" status: 200 len: 944 time: 0.0622799 Aug 10 03:48:42.296957 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8928c29f-0de6-46b5-b6a9-5b6c72d9b0f5 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.325551 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8d53534e-ddf4-488c-9de5-e95f86fa9eb6 req-5510a784-7321-4368-9e0c-5ae734cf4633 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/security-groups?id=f668b4a4-636d-4c3a-ab7c-8d569dd6a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358810 Aug 10 03:48:42.326099 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928c29f-0de6-46b5-b6a9-5b6c72d9b0f5 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=127fc651-1d2d-498c-be60-8c28f5b8a3ec,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:42.389497 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-50c2fcbc-8765-4f63-8bb6-a59c660f0c34 req-b3f56784-274e-49da-9112-876fede82123 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.421575 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8928c29f-0de6-46b5-b6a9-5b6c72d9b0f5 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.421575 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8928c29f-0de6-46b5-b6a9-5b6c72d9b0f5 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4905691 Aug 10 03:48:42.422074 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54058) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:42.428094 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-0ff1d2a9-fd97-4f92-94c7-b3c2c0c7d104 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:42.471931 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-3c9f0d4c-99d6-4b38-892d-afde3e1504e4 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=22affcb1d9554c328917101e69174f0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253365 Aug 10 03:48:42.479197 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-50c2fcbc-8765-4f63-8bb6-a59c660f0c34 req-b3f56784-274e-49da-9112-876fede82123 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.610180 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f56784-274e-49da-9112-876fede82123 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Pushing event updated for resources: {'Port': ['ID=1539935e-bb66-4820-8053-3fc4106a3eb9,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:42.632081 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ff1d2a9-fd97-4f92-94c7-b3c2c0c7d104 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks [] for floatingip, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.648710 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-50c2fcbc-8765-4f63-8bb6-a59c660f0c34 req-b3f56784-274e-49da-9112-876fede82123 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.717100 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-32034d87-a7fb-44d5-8313-1f537aa4e7ca tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:42.718603 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-32034d87-a7fb-44d5-8313-1f537aa4e7ca tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2371244 Aug 10 03:48:42.734760 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-f32307fa-0a85-447e-a445-3f37fbd7ca44 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Request body: {'port': {'device_id': '6ffcbd73-c6a1-4686-b0e8-d62d489bd878', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': '22affcb1d9554c328917101e69174f0f'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:42.854287 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-50c2fcbc-8765-4f63-8bb6-a59c660f0c34 req-b3f56784-274e-49da-9112-876fede82123 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.859369 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-50c2fcbc-8765-4f63-8bb6-a59c660f0c34 req-b3f56784-274e-49da-9112-876fede82123 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1064665 Aug 10 03:48:42.866980 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ff1d2a9-fd97-4f92-94c7-b3c2c0c7d104 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:42.957588 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-50c2fcbc-8765-4f63-8bb6-a59c660f0c34 req-52294465-b49a-4bea-992f-979a219530d2 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.174 HTTP/1.1" status: 200 len: 696 time: 0.0937529 Aug 10 03:48:42.996554 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-f32307fa-0a85-447e-a445-3f37fbd7ca44 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Made reservation on behalf of 22affcb1d9554c328917101e69174f0f for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:43.000124 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-f32307fa-0a85-447e-a445-3f37fbd7ca44 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:43.045121 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-f32307fa-0a85-447e-a445-3f37fbd7ca44 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:43.121554 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-72851284-1b1c-4439-b49f-d8df26f82991 req-7a0ae9eb-3db5-43e5-a948-4bcfaa00da18 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ffcbd73-c6a1-4686-b0e8-d62d489bd878 HTTP/1.1" status: 200 len: 210 time: 0.0274699 Aug 10 03:48:43.145966 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-0ff1d2a9-fd97-4f92-94c7-b3c2c0c7d104 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Allocated IP 172.25.0.4 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/d1fd1826-5a7c-4383-83b0-b277bb032621) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:43.169720 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2fcbc-8765-4f63-8bb6-a59c660f0c34 req-c28857fd-494a-476b-aa77-11481025fbbd tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:43.171109 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-50c2fcbc-8765-4f63-8bb6-a59c660f0c34 req-c28857fd-494a-476b-aa77-11481025fbbd tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 784 time: 0.2027812 Aug 10 03:48:43.345162 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-f32307fa-0a85-447e-a445-3f37fbd7ca44 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:43.347630 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3ef0327-9612-4152-b652-298a6aa12fa2 req-e652c8b9-fbc6-4a53-983b-6ecf48f7ae1e tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=d98b6999-7159-4f29-8a5d-87b923cc19cc HTTP/1.1" status: 200 len: 210 time: 0.0582285 Aug 10 03:48:43.354120 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ff1d2a9-fd97-4f92-94c7-b3c2c0c7d104 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:43.357962 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-64502bdb-610e-4692-9150-db29f14425f3 req-263bdfb9-c68b-446f-827a-a208ac2cfd02 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] 10.222.0.25 "GET /v2.0/floatingips/7d96bf79-07dd-4858-a2dd-254e2ce0a4ae HTTP/1.1" status: 200 len: 693 time: 0.0609925 Aug 10 03:48:43.405080 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-23880e1e-2083-44d0-8a6b-634bbbab8937 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:43.406586 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-23880e1e-2083-44d0-8a6b-634bbbab8937 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.68 "GET /v2.0/networks?id=5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28 HTTP/1.1" status: 200 len: 822 time: 0.2072153 Aug 10 03:48:43.437164 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-87ae86fc-6909-4bca-aafd-9f7c0a36b020 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Request body: {'port': {'device_id': 'd98b6999-7159-4f29-8a5d-87b923cc19cc', 'network_id': '5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28', 'admin_state_up': True, 'tenant_id': 'ec0e7f00b00a4f45927e3e320ec4675d'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:43.491372 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-f32307fa-0a85-447e-a445-3f37fbd7ca44 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:43.551721 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ff1d2a9-fd97-4f92-94c7-b3c2c0c7d104 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:43.563927 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64502bdb-610e-4692-9150-db29f14425f3 req-0cd23c22-0bc5-4a9e-a978-1e32598d71a8 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:43.566125 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-64502bdb-610e-4692-9150-db29f14425f3 req-0cd23c22-0bc5-4a9e-a978-1e32598d71a8 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 784 time: 0.1955962 Aug 10 03:48:43.599646 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32307fa-0a85-447e-a445-3f37fbd7ca44 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:43.637961 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:43.679516 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff1d2a9-fd97-4f92-94c7-b3c2c0c7d104 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:43.694059 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-0ff1d2a9-fd97-4f92-94c7-b3c2c0c7d104 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:43.695839 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1d2a9-fd97-4f92-94c7-b3c2c0c7d104 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Pushing event updated for resources: {'Port': ['ID=d1fd1826-5a7c-4383-83b0-b277bb032621,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:43.717703 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff1d2a9-fd97-4f92-94c7-b3c2c0c7d104 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:43.731594 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e628e-357f-4cea-8ef6-93b02cdd97fb req-f13fc2ed-ca67-4488-8fb0-670dca8ba6e4 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:43.739456 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4a4e628e-357f-4cea-8ef6-93b02cdd97fb req-f13fc2ed-ca67-4488-8fb0-670dca8ba6e4 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/ports?device_id=0950d75a-85e5-4517-9964-25629f0ccbe1 HTTP/1.1" status: 200 len: 944 time: 0.2173207 Aug 10 03:48:43.745409 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-87ae86fc-6909-4bca-aafd-9f7c0a36b020 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Made reservation on behalf of ec0e7f00b00a4f45927e3e320ec4675d for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:43.748925 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-87ae86fc-6909-4bca-aafd-9f7c0a36b020 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:43.770417 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-50407242-bdee-40b2-86fa-072e85cfa23e req-2ca4f1f8-25a8-44d3-a0a9-b6fbd99854df tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=3e778e81048e4f079fea09d947ba6c2b HTTP/1.1" status: 200 len: 696 time: 0.0678241 Aug 10 03:48:43.811818 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-f32307fa-0a85-447e-a445-3f37fbd7ca44 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Allocated IP 192.168.233.49 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/906124ec-efbe-4831-af06-686316841fb1) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:43.843115 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5de8f1f4-5ff3-461a-84a4-f50c750ad231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:43.974488 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50407242-bdee-40b2-86fa-072e85cfa23e req-f2b06893-7477-45c0-a801-b2680dd71b3e tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:43.975974 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-50407242-bdee-40b2-86fa-072e85cfa23e req-f2b06893-7477-45c0-a801-b2680dd71b3e tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] 10.222.0.25 "GET /v2.0/networks?id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 787 time: 0.1966712 Aug 10 03:48:43.991299 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-50407242-bdee-40b2-86fa-072e85cfa23e req-bd6bf409-bac5-440f-9cb7-108eaab59075 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:48:43.992319 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-50407242-bdee-40b2-86fa-072e85cfa23e req-bd6bf409-bac5-440f-9cb7-108eaab59075 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101509 Aug 10 03:48:44.002492 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-87ae86fc-6909-4bca-aafd-9f7c0a36b020 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Allocated IP 172.20.0.2 (5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28/bd258855-f802-483c-83e6-1427988dd054/6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:44.010073 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device af651049-ef0b-4e18-a733-a9f650d54622 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:48:44.140019 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port af651049-ef0b-4e18-a733-a9f650d54622, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=af651049-ef0b-4e18-a733-a9f650d54622,segment=NetworkSegment(4d91e0be-2632-4efe-bc99-3118c2412ecc),segment_id=4d91e0be-2632-4efe-bc99-3118c2412ecc)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:44.155061 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'af651049-ef0b-4e18-a733-a9f650d54622', 'network_id': '30c15c05-59fb-4116-a291-e5525c98c227', 'port_id': 'af651049-ef0b-4e18-a733-a9f650d54622', 'mac_address': 'fa:16:3e:a9:be:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0523149d-f4b1-4acd-a1e7-e24e02bdc22f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:48:44.195017 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.198551 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-87ae86fc-6909-4bca-aafd-9f7c0a36b020 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.206309 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4a4e628e-357f-4cea-8ef6-93b02cdd97fb req-72cc37c9-d9f7-49e9-ba2c-60d7e9cd1c9f tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/security-groups?id=f668b4a4-636d-4c3a-ab7c-8d569dd6a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521735 Aug 10 03:48:44.215757 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af651049-ef0b-4e18-a733-a9f650d54622 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:48:44.245433 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port af651049-ef0b-4e18-a733-a9f650d54622, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=af651049-ef0b-4e18-a733-a9f650d54622,segment=NetworkSegment(4d91e0be-2632-4efe-bc99-3118c2412ecc),segment_id=4d91e0be-2632-4efe-bc99-3118c2412ecc)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:44.266053 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ff1d2a9-fd97-4f92-94c7-b3c2c0c7d104 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.279154 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eb80f3e6-26b7-45c3-bffb-53e6c4694655 req-d8821cfc-5f77-488b-9fdd-edd5a2dd962d tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] 10.222.0.25 "GET /v2.0/floatingips/7d96bf79-07dd-4858-a2dd-254e2ce0a4ae HTTP/1.1" status: 200 len: 693 time: 0.0958610 Aug 10 03:48:44.387398 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-f32307fa-0a85-447e-a445-3f37fbd7ca44 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.387619 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80f3e6-26b7-45c3-bffb-53e6c4694655 req-1b327b90-66db-4dfc-89fd-4ca94c69b78d tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:44.388922 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eb80f3e6-26b7-45c3-bffb-53e6c4694655 req-1b327b90-66db-4dfc-89fd-4ca94c69b78d tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 784 time: 0.1042519 Aug 10 03:48:44.390689 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-87ae86fc-6909-4bca-aafd-9f7c0a36b020 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.399469 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.430524 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-f32307fa-0a85-447e-a445-3f37fbd7ca44 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Transition to ACTIVE for port object 906124ec-efbe-4831-af06-686316841fb1 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:44.443503 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ff1d2a9-fd97-4f92-94c7-b3c2c0c7d104 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.478686 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=af651049-ef0b-4e18-a733-a9f650d54622,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:44.512588 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eb80f3e6-26b7-45c3-bffb-53e6c4694655 req-2a2f6d15-9256-4d01-a74b-e199793bca2e tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.174 HTTP/1.1" status: 200 len: 696 time: 0.0817716 Aug 10 03:48:44.525893 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-87ae86fc-6909-4bca-aafd-9f7c0a36b020 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Network 5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:44.527723 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-87ae86fc-6909-4bca-aafd-9f7c0a36b020 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:44.537959 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-87ae86fc-6909-4bca-aafd-9f7c0a36b020 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:44.569405 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae86fc-6909-4bca-aafd-9f7c0a36b020 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Pushing event updated for resources: {'Port': ['ID=6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:44.606847 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eb80f3e6-26b7-45c3-bffb-53e6c4694655 req-1d086105-7f5a-4952-a58d-4f7084f20ff1 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.174 HTTP/1.1" status: 200 len: 696 time: 0.0932431 Aug 10 03:48:44.628942 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ff1d2a9-fd97-4f92-94c7-b3c2c0c7d104 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.634879 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-87ae86fc-6909-4bca-aafd-9f7c0a36b020 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:44.635575 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-87ae86fc-6909-4bca-aafd-9f7c0a36b020 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.636964 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-f32307fa-0a85-447e-a445-3f37fbd7ca44 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.683637 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-f32307fa-0a85-447e-a445-3f37fbd7ca44 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:44.684647 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['af651049-ef0b-4e18-a733-a9f650d54622'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:48:44.686957 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-f32307fa-0a85-447e-a445-3f37fbd7ca44 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:44.689986 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-f32307fa-0a85-447e-a445-3f37fbd7ca44 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:44.757284 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32307fa-0a85-447e-a445-3f37fbd7ca44 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Pushing event updated for resources: {'Port': ['ID=906124ec-efbe-4831-af06-686316841fb1,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:44.776256 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ff1d2a9-fd97-4f92-94c7-b3c2c0c7d104 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.785371 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-eb80f3e6-26b7-45c3-bffb-53e6c4694655 req-11528908-3712-44e6-ad46-4b38b146d934 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Deleting port 1539935e-bb66-4820-8053-3fc4106a3eb9 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:44.785720 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-eb80f3e6-26b7-45c3-bffb-53e6c4694655 req-11528908-3712-44e6-ad46-4b38b146d934 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.853133 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-f32307fa-0a85-447e-a445-3f37fbd7ca44 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:44.853855 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-f32307fa-0a85-447e-a445-3f37fbd7ca44 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.888436 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-eb80f3e6-26b7-45c3-bffb-53e6c4694655 req-11528908-3712-44e6-ad46-4b38b146d934 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.889045 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-eb80f3e6-26b7-45c3-bffb-53e6c4694655 req-11528908-3712-44e6-ad46-4b38b146d934 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.900847 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ff1d2a9-fd97-4f92-94c7-b3c2c0c7d104 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:44.903475 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-eb80f3e6-26b7-45c3-bffb-53e6c4694655 req-11528908-3712-44e6-ad46-4b38b146d934 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Calling delete_port for 1539935e-bb66-4820-8053-3fc4106a3eb9 owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:44.912510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1d2a9-fd97-4f92-94c7-b3c2c0c7d104 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Pushing event updated for resources: {'Port': ['ID=d1fd1826-5a7c-4383-83b0-b277bb032621,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:44.923067 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-87ae86fc-6909-4bca-aafd-9f7c0a36b020 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4897735 Aug 10 03:48:44.963744 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-56607197-c0ef-443b-a51b-74b33bef8f64 service neutron] Request body: {'port': {'device_id': 'd98b6999-7159-4f29-8a5d-87b923cc19cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:45.043225 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-56607197-c0ef-443b-a51b-74b33bef8f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.051218 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ff1d2a9-fd97-4f92-94c7-b3c2c0c7d104 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.052514 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0ff1d2a9-fd97-4f92-94c7-b3c2c0c7d104 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6294224 Aug 10 03:48:45.053911 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-f32307fa-0a85-447e-a445-3f37fbd7ca44 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3232071 Aug 10 03:48:45.066695 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-b3f7a24d-8dc3-4967-9243-ec67dbf83fbc service neutron] Request body: {'port': {'device_id': '6ffcbd73-c6a1-4686-b0e8-d62d489bd878', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:45.137557 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-b3f7a24d-8dc3-4967-9243-ec67dbf83fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.208880 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-54464a2f-aae5-467d-a752-83b50bb746ee None None] Provisioning for port 906124ec-efbe-4831-af06-686316841fb1 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:45.214381 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-54464a2f-aae5-467d-a752-83b50bb746ee None None] Provisioning complete for port 906124ec-efbe-4831-af06-686316841fb1 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:45.214757 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-54464a2f-aae5-467d-a752-83b50bb746ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.254426 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-54464a2f-aae5-467d-a752-83b50bb746ee None None] Port 906124ec-efbe-4831-af06-686316841fb1 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:48:45.254694 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-eb80f3e6-26b7-45c3-bffb-53e6c4694655 req-11528908-3712-44e6-ad46-4b38b146d934 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.256538 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.325518 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11528908-3712-44e6-ad46-4b38b146d934 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Pushing event deleted for resources: {'Port': ['ID=1539935e-bb66-4820-8053-3fc4106a3eb9,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:45.421425 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-eb80f3e6-26b7-45c3-bffb-53e6c4694655 req-11528908-3712-44e6-ad46-4b38b146d934 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks [] for floatingip, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.424516 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-eb80f3e6-26b7-45c3-bffb-53e6c4694655 req-11528908-3712-44e6-ad46-4b38b146d934 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.425686 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eb80f3e6-26b7-45c3-bffb-53e6c4694655 req-11528908-3712-44e6-ad46-4b38b146d934 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] 10.222.0.25 "DELETE /v2.0/floatingips/7d96bf79-07dd-4858-a2dd-254e2ce0a4ae HTTP/1.1" status: 204 len: 173 time: 0.8100803 Aug 10 03:48:45.452980 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.504957 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-56607197-c0ef-443b-a51b-74b33bef8f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:48:45.514321 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-b3f7a24d-8dc3-4967-9243-ec67dbf83fbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906124ec-efbe-4831-af06-686316841fb1 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:48:45.521918 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-b3f7a24d-8dc3-4967-9243-ec67dbf83fbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.527626 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-56607197-c0ef-443b-a51b-74b33bef8f64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.534502 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-b3f7a24d-8dc3-4967-9243-ec67dbf83fbc service neutron] Transition to ACTIVE for port object 906124ec-efbe-4831-af06-686316841fb1 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:45.544598 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-56607197-c0ef-443b-a51b-74b33bef8f64 service neutron] Transition to ACTIVE for port object 6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:48:45.557505 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca56e8-ff95-4ae1-b73c-3b61a5068c12 req-18d29e3e-a730-4dd4-a1cd-5c7ff8c7113c tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:45.558989 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62ca56e8-ff95-4ae1-b73c-3b61a5068c12 req-18d29e3e-a730-4dd4-a1cd-5c7ff8c7113c tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ffcbd73-c6a1-4686-b0e8-d62d489bd878 HTTP/1.1" status: 200 len: 935 time: 0.0727124 Aug 10 03:48:45.596884 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62ca56e8-ff95-4ae1-b73c-3b61a5068c12 req-6430c9e7-c41e-41b6-ac58-145b0c1c85db tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317788 Aug 10 03:48:45.638957 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-b3f7a24d-8dc3-4967-9243-ec67dbf83fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.641946 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-56607197-c0ef-443b-a51b-74b33bef8f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.714906 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7a24d-8dc3-4967-9243-ec67dbf83fbc service neutron] Pushing event updated for resources: {'Port': ['ID=906124ec-efbe-4831-af06-686316841fb1,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:45.741630 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56607197-c0ef-443b-a51b-74b33bef8f64 service neutron] Pushing event updated for resources: {'Port': ['ID=6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:45.789335 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-b3f7a24d-8dc3-4967-9243-ec67dbf83fbc service neutron] Attempting to bind port 906124ec-efbe-4831-af06-686316841fb1 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:48:45.789682 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-b3f7a24d-8dc3-4967-9243-ec67dbf83fbc service neutron] Attempting to bind port 906124ec-efbe-4831-af06-686316841fb1 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:48:45.790024 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-b3f7a24d-8dc3-4967-9243-ec67dbf83fbc service neutron] Attempting to bind port 906124ec-efbe-4831-af06-686316841fb1 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:45.799606 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-b3f7a24d-8dc3-4967-9243-ec67dbf83fbc service neutron] Port 906124ec-efbe-4831-af06-686316841fb1 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:48:45.799945 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-b3f7a24d-8dc3-4967-9243-ec67dbf83fbc service neutron] Attempting to bind port 906124ec-efbe-4831-af06-686316841fb1 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:45.806837 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-b3f7a24d-8dc3-4967-9243-ec67dbf83fbc service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:48:45.807184 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-b3f7a24d-8dc3-4967-9243-ec67dbf83fbc service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:45.807636 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-b3f7a24d-8dc3-4967-9243-ec67dbf83fbc service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:48:45.808114 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-b3f7a24d-8dc3-4967-9243-ec67dbf83fbc service neutron] Bound port: 906124ec-efbe-4831-af06-686316841fb1, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:48:45.808483 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-b3f7a24d-8dc3-4967-9243-ec67dbf83fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.812458 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec23cbb-5721-4fce-8b8c-ec2883b5c026 req-55e71519-779b-4bd9-a2ae-908db474fe99 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:45.819824 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5ec23cbb-5721-4fce-8b8c-ec2883b5c026 req-55e71519-779b-4bd9-a2ae-908db474fe99 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=d98b6999-7159-4f29-8a5d-87b923cc19cc HTTP/1.1" status: 200 len: 943 time: 0.1549098 Aug 10 03:48:45.876621 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5ec23cbb-5721-4fce-8b8c-ec2883b5c026 req-c8c12f9c-a2dc-4c80-b2f6-a00436303368 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558827 Aug 10 03:48:45.879101 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-56607197-c0ef-443b-a51b-74b33bef8f64 service neutron] Attempting to bind port 6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:48:45.879468 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-56607197-c0ef-443b-a51b-74b33bef8f64 service neutron] Attempting to bind port 6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '20462772-f7c5-492c-9f9f-b3f3881811ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:48:45.879767 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-56607197-c0ef-443b-a51b-74b33bef8f64 service neutron] Attempting to bind port 6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48 on network 5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:45.885206 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-b3f7a24d-8dc3-4967-9243-ec67dbf83fbc service neutron] For port 906124ec-efbe-4831-af06-686316841fb1, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:48:45.885401 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-56607197-c0ef-443b-a51b-74b33bef8f64 service neutron] Port 6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48 on network 5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:48:45.885710 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-56607197-c0ef-443b-a51b-74b33bef8f64 service neutron] Attempting to bind port 6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48 on network 5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:48:45.889819 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-b3f7a24d-8dc3-4967-9243-ec67dbf83fbc service neutron] For port 906124ec-efbe-4831-af06-686316841fb1, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=906124ec-efbe-4831-af06-686316841fb1,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:48:45.896994 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-56607197-c0ef-443b-a51b-74b33bef8f64 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:48:45.897441 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-56607197-c0ef-443b-a51b-74b33bef8f64 service neutron] Checking segment: {'id': '20462772-f7c5-492c-9f9f-b3f3881811ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:48:45.897973 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-56607197-c0ef-443b-a51b-74b33bef8f64 service neutron] Bound using segment: {'id': '20462772-f7c5-492c-9f9f-b3f3881811ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:48:45.910293 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-56607197-c0ef-443b-a51b-74b33bef8f64 service neutron] Bound port: 6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20462772-f7c5-492c-9f9f-b3f3881811ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:48:45.910886 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-56607197-c0ef-443b-a51b-74b33bef8f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:45.997969 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-56607197-c0ef-443b-a51b-74b33bef8f64 service neutron] For port 6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:48:46.001755 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-56607197-c0ef-443b-a51b-74b33bef8f64 service neutron] For port 6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48,segment=NetworkSegment(20462772-f7c5-492c-9f9f-b3f3881811ba),segment_id=20462772-f7c5-492c-9f9f-b3f3881811ba)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:48:46.011020 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device af651049-ef0b-4e18-a733-a9f650d54622 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:46.018904 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-b3f7a24d-8dc3-4967-9243-ec67dbf83fbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:46.072034 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e47e7d-9fd0-47f8-b7e4-34dc267fee42 req-b537d2ca-bde1-409d-8aee-fc003294fc06 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:46.073839 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c0e47e7d-9fd0-47f8-b7e4-34dc267fee42 req-b537d2ca-bde1-409d-8aee-fc003294fc06 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/ports?device_id=0950d75a-85e5-4517-9964-25629f0ccbe1 HTTP/1.1" status: 200 len: 945 time: 0.0585291 Aug 10 03:48:46.103276 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-56607197-c0ef-443b-a51b-74b33bef8f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:46.125721 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-b3f7a24d-8dc3-4967-9243-ec67dbf83fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:46.126418 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-b3f7a24d-8dc3-4967-9243-ec67dbf83fbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:46.127898 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-b3f7a24d-8dc3-4967-9243-ec67dbf83fbc service neutron] 10.222.0.68 "PUT /v2.0/ports/906124ec-efbe-4831-af06-686316841fb1 HTTP/1.1" status: 200 len: 1095 time: 1.0657070 Aug 10 03:48:46.128438 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffcbd73-c6a1-4686-b0e8-d62d489bd878', 'tag': '906124ec-efbe-4831-af06-686316841fb1'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:46.130778 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669225d7-4067-4959-b8d4-a8563a787d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "6ffcbd73-c6a1-4686-b0e8-d62d489bd878", "tag": "906124ec-efbe-4831-af06-686316841fb1"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:46.158049 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port af651049-ef0b-4e18-a733-a9f650d54622 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:46.162093 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port af651049-ef0b-4e18-a733-a9f650d54622 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:46.166785 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:46.170392 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-56607197-c0ef-443b-a51b-74b33bef8f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:46.171025 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-56607197-c0ef-443b-a51b-74b33bef8f64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:46.173125 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-56607197-c0ef-443b-a51b-74b33bef8f64 service neutron] 10.222.0.68 "PUT /v2.0/ports/6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48 HTTP/1.1" status: 200 len: 1091 time: 1.2147002 Aug 10 03:48:46.177005 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98b6999-7159-4f29-8a5d-87b923cc19cc', 'tag': '6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:46.180121 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7a24d-8dc3-4967-9243-ec67dbf83fbc service neutron] Pushing event updated for resources: {'Port': ['ID=906124ec-efbe-4831-af06-686316841fb1,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:46.187411 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0812a9c-9c0d-436d-979b-fc57d48f6b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "d98b6999-7159-4f29-8a5d-87b923cc19cc", "tag": "6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:46.203314 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c0e47e7d-9fd0-47f8-b7e4-34dc267fee42 req-87209c89-1bac-4b01-8bc1-a2f244423f73 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/security-groups?id=f668b4a4-636d-4c3a-ab7c-8d569dd6a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226835 Aug 10 03:48:46.252068 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-51f139c7-71b5-440c-8d79-4c3a1993b062 req-1a85d472-6441-4833-b7a0-f39a3d176124 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2469165 Aug 10 03:48:46.264453 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56607197-c0ef-443b-a51b-74b33bef8f64 service neutron] Pushing event updated for resources: {'Port': ['ID=6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:46.269498 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-51f139c7-71b5-440c-8d79-4c3a1993b062 req-551e89d0-16e3-41dd-b857-37fccd5fcb25 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:46.317626 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:46.364106 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-a4edc71e-8e9a-4890-b5b6-f2429cdf1da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:46.365913 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-a4edc71e-8e9a-4890-b5b6-f2429cdf1da8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=22affcb1d9554c328917101e69174f0f&device_id=6ffcbd73-c6a1-4686-b0e8-d62d489bd878 HTTP/1.1" status: 200 len: 1098 time: 0.0644073 Aug 10 03:48:46.367554 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0950d75a-85e5-4517-9964-25629f0ccbe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af651049-ef0b-4e18-a733-a9f650d54622'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:46.370647 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5858dded-93bc-4e5f-b9e1-5119dac0c3a8" -d '{"events": [{"server_uuid": "0950d75a-85e5-4517-9964-25629f0ccbe1", "name": "network-vif-plugged", "status": "completed", "tag": "af651049-ef0b-4e18-a733-a9f650d54622"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:46.388847 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port af651049-ef0b-4e18-a733-a9f650d54622, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=af651049-ef0b-4e18-a733-a9f650d54622,segment=NetworkSegment(4d91e0be-2632-4efe-bc99-3118c2412ecc),segment_id=4d91e0be-2632-4efe-bc99-3118c2412ecc)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:46.388969 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-bfe124a7-e8b3-4935-b8b1-f9f83b54fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:46.388969 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-bfe124a7-e8b3-4935-b8b1-f9f83b54fdb7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ec0e7f00b00a4f45927e3e320ec4675d&device_id=d98b6999-7159-4f29-8a5d-87b923cc19cc HTTP/1.1" status: 200 len: 1094 time: 0.0547645 Aug 10 03:48:46.422777 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-e5be2ea4-06d3-4b01-a524-8ec9a46becd6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=906124ec-efbe-4831-af06-686316841fb1 HTTP/1.1" status: 200 len: 217 time: 0.0486391 Aug 10 03:48:46.441218 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-6799d56f-31d2-474d-853f-6406d9b39c64 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48 HTTP/1.1" status: 200 len: 217 time: 0.0459039 Aug 10 03:48:46.442089 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-51f139c7-71b5-440c-8d79-4c3a1993b062 req-551e89d0-16e3-41dd-b857-37fccd5fcb25 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks [] for floatingip, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:46.487723 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-d3f70fa9-c5b5-4bc3-9e24-b1c354256c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:46.489221 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-d3f70fa9-c5b5-4bc3-9e24-b1c354256c81 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0601969 Aug 10 03:48:46.525781 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:46.537760 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-0d328a3c-4342-45da-952d-84c95d54865c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:46.539417 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-0d328a3c-4342-45da-952d-84c95d54865c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0425982 Aug 10 03:48:46.548478 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-9e484507-0a25-4482-b4c7-c4cb7e5349e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:46.549932 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-9e484507-0a25-4482-b4c7-c4cb7e5349e3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bd258855-f802-483c-83e6-1427988dd054 HTTP/1.1" status: 200 len: 862 time: 0.0806684 Aug 10 03:48:46.578880 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=af651049-ef0b-4e18-a733-a9f650d54622,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:46.587917 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-bbbcba19-871a-4de6-9838-a3cf4e3eff5c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300477 Aug 10 03:48:46.670015 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-5e8d722b-7d4e-4c16-abb5-e4ead0ac02eb service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231124 Aug 10 03:48:46.695937 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-51f139c7-71b5-440c-8d79-4c3a1993b062 req-551e89d0-16e3-41dd-b857-37fccd5fcb25 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:46.715574 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-f4c7060c-deec-450e-a1c9-1c912fc606dc service neutron] 10.222.0.68 "GET /v2.0/networks/5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201134 Aug 10 03:48:46.811025 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:46.894946 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-51f139c7-71b5-440c-8d79-4c3a1993b062 req-551e89d0-16e3-41dd-b857-37fccd5fcb25 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Allocated IP 172.25.0.137 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/1d9ee41a-d2e9-4a81-aa19-17084b90f650) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:48:46.898835 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-521c91ec-5cd5-4bad-b533-fca232d93c02 req-cc162fc3-7674-4f62-9e56-3c5272f2b3b9 service neutron] 10.222.0.68 "GET /v2.0/networks/5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527574 Aug 10 03:48:47.020336 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-51f139c7-71b5-440c-8d79-4c3a1993b062 req-551e89d0-16e3-41dd-b857-37fccd5fcb25 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:47.113613 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-010b747d-0ed8-4ff0-9cd0-414a22974206 req-6154a5a6-6aca-4ac1-b851-8cc1a7147414 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365079 Aug 10 03:48:47.220358 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-51f139c7-71b5-440c-8d79-4c3a1993b062 req-551e89d0-16e3-41dd-b857-37fccd5fcb25 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:47.268109 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f139c7-71b5-440c-8d79-4c3a1993b062 req-551e89d0-16e3-41dd-b857-37fccd5fcb25 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:48:47.272220 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-51f139c7-71b5-440c-8d79-4c3a1993b062 req-551e89d0-16e3-41dd-b857-37fccd5fcb25 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:48:47.274181 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e89d0-16e3-41dd-b857-37fccd5fcb25 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Pushing event updated for resources: {'Port': ['ID=1d9ee41a-d2e9-4a81-aa19-17084b90f650,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:47.278226 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f139c7-71b5-440c-8d79-4c3a1993b062 req-551e89d0-16e3-41dd-b857-37fccd5fcb25 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:48:47.383284 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-51f139c7-71b5-440c-8d79-4c3a1993b062 req-551e89d0-16e3-41dd-b857-37fccd5fcb25 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:47.480702 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-51f139c7-71b5-440c-8d79-4c3a1993b062 req-551e89d0-16e3-41dd-b857-37fccd5fcb25 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:47.652566 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-51f139c7-71b5-440c-8d79-4c3a1993b062 req-551e89d0-16e3-41dd-b857-37fccd5fcb25 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:47.770157 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-51f139c7-71b5-440c-8d79-4c3a1993b062 req-551e89d0-16e3-41dd-b857-37fccd5fcb25 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:47.839544 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e89d0-16e3-41dd-b857-37fccd5fcb25 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Pushing event updated for resources: {'Port': ['ID=1d9ee41a-d2e9-4a81-aa19-17084b90f650,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:47.852188 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-51f139c7-71b5-440c-8d79-4c3a1993b062 req-551e89d0-16e3-41dd-b857-37fccd5fcb25 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:47.936784 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18487fe-e85b-4c01-afe5-7ba26390735c x-openstack-request-id: req-a18487fe-e85b-4c01-afe5-7ba26390735c {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:47.937267 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ffcbd73-c6a1-4686-b0e8-d62d489bd878", "tag": "906124ec-efbe-4831-af06-686316841fb1", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:47.937697 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a18487fe-e85b-4c01-afe5-7ba26390735c {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:47.938241 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffcbd73-c6a1-4686-b0e8-d62d489bd878', 'tag': '906124ec-efbe-4831-af06-686316841fb1', 'status': 'completed', 'code': 200} Aug 10 03:48:47.980252 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-51f139c7-71b5-440c-8d79-4c3a1993b062 req-551e89d0-16e3-41dd-b857-37fccd5fcb25 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:47.982122 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-51f139c7-71b5-440c-8d79-4c3a1993b062 req-551e89d0-16e3-41dd-b857-37fccd5fcb25 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7245197 Aug 10 03:48:47.993428 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d565cb92-a5be-4add-b15e-31851ac755c4 x-openstack-request-id: req-d565cb92-a5be-4add-b15e-31851ac755c4 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:47.994616 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d98b6999-7159-4f29-8a5d-87b923cc19cc", "tag": "6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:48.005521 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d565cb92-a5be-4add-b15e-31851ac755c4 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:48.005521 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98b6999-7159-4f29-8a5d-87b923cc19cc', 'tag': '6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48', 'status': 'completed', 'code': 200} Aug 10 03:48:48.013692 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669225d7-4067-4959-b8d4-a8563a787d7b req-895d0284-f49c-4e1e-bd24-6e851eec0661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:48.015341 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-669225d7-4067-4959-b8d4-a8563a787d7b req-895d0284-f49c-4e1e-bd24-6e851eec0661 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=22affcb1d9554c328917101e69174f0f&device_id=6ffcbd73-c6a1-4686-b0e8-d62d489bd878 HTTP/1.1" status: 200 len: 1098 time: 0.0496292 Aug 10 03:48:48.028498 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e2d903-3e97-4299-81ed-a7e07be87ed0 x-openstack-request-id: req-e7e2d903-3e97-4299-81ed-a7e07be87ed0 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:48.029343 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0950d75a-85e5-4517-9964-25629f0ccbe1", "name": "network-vif-plugged", "status": "completed", "tag": "af651049-ef0b-4e18-a733-a9f650d54622", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:48.029789 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7e2d903-3e97-4299-81ed-a7e07be87ed0 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:48.030190 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0950d75a-85e5-4517-9964-25629f0ccbe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af651049-ef0b-4e18-a733-a9f650d54622', 'code': 200} Aug 10 03:48:48.096147 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-51f139c7-71b5-440c-8d79-4c3a1993b062 req-f88e488e-fdf0-4a33-aedf-3d6ee539a0c0 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.137 HTTP/1.1" status: 200 len: 696 time: 0.1070631 Aug 10 03:48:48.114675 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0812a9c-9c0d-436d-979b-fc57d48f6b4b req-cee6bb56-0ca9-40e9-aac9-5fcefd8faa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:48.116478 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0812a9c-9c0d-436d-979b-fc57d48f6b4b req-cee6bb56-0ca9-40e9-aac9-5fcefd8faa02 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ec0e7f00b00a4f45927e3e320ec4675d&device_id=d98b6999-7159-4f29-8a5d-87b923cc19cc HTTP/1.1" status: 200 len: 1094 time: 0.0675917 Aug 10 03:48:48.175542 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992d411-364c-4c8e-b03f-2a50b41d0b52 req-69b74b91-b03c-4e0b-8304-28a4de946021 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:48.183031 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5992d411-364c-4c8e-b03f-2a50b41d0b52 req-69b74b91-b03c-4e0b-8304-28a4de946021 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ffcbd73-c6a1-4686-b0e8-d62d489bd878 HTTP/1.1" status: 200 len: 947 time: 0.0876493 Aug 10 03:48:48.194329 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669225d7-4067-4959-b8d4-a8563a787d7b req-c6cc9e01-a913-4727-afc1-f186c6299df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:48.195738 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-669225d7-4067-4959-b8d4-a8563a787d7b req-c6cc9e01-a913-4727-afc1-f186c6299df5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.1721487 Aug 10 03:48:48.252791 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-669225d7-4067-4959-b8d4-a8563a787d7b req-84e654ef-2385-428c-bf56-e77a15ffcd57 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=906124ec-efbe-4831-af06-686316841fb1 HTTP/1.1" status: 200 len: 217 time: 0.0477521 Aug 10 03:48:48.261948 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5992d411-364c-4c8e-b03f-2a50b41d0b52 req-42296840-246b-481b-9c2d-eaa3b24a519c tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779605 Aug 10 03:48:48.341249 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d5a19-da29-4114-94dd-0219ea7ff3b7 req-daadc677-6838-44a9-861f-6bfbafc3849e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:48.342758 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6c0d5a19-da29-4114-94dd-0219ea7ff3b7 req-daadc677-6838-44a9-861f-6bfbafc3849e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0950d75a-85e5-4517-9964-25629f0ccbe1 HTTP/1.1" status: 200 len: 1097 time: 0.2141407 Aug 10 03:48:48.347846 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669225d7-4067-4959-b8d4-a8563a787d7b req-225a810d-e1db-4fb4-8c13-ec840febbaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:48.349402 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-669225d7-4067-4959-b8d4-a8563a787d7b req-225a810d-e1db-4fb4-8c13-ec840febbaf9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0862389 Aug 10 03:48:48.407403 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0812a9c-9c0d-436d-979b-fc57d48f6b4b req-9d82c05b-7c07-4007-88d3-049e726f944d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:48.408941 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0812a9c-9c0d-436d-979b-fc57d48f6b4b req-9d82c05b-7c07-4007-88d3-049e726f944d service neutron] 10.222.0.68 "GET /v2.0/networks?id=5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28 HTTP/1.1" status: 200 len: 923 time: 0.2816629 Aug 10 03:48:48.421003 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f139c7-71b5-440c-8d79-4c3a1993b062 req-0728851d-7a8d-4859-bb49-2d7ea02d5019 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:48.424440 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-51f139c7-71b5-440c-8d79-4c3a1993b062 req-0728851d-7a8d-4859-bb49-2d7ea02d5019 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 784 time: 0.3069990 Aug 10 03:48:48.444478 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6c0d5a19-da29-4114-94dd-0219ea7ff3b7 req-e406bc25-0bbd-46c8-976c-57b07c5c3bad service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f668b4a4-636d-4c3a-ab7c-8d569dd6a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935991 Aug 10 03:48:48.454371 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65d8ce-3c54-4b8b-a1a8-054608b42e65 req-a38cb27c-44e8-4d59-bdfe-b6c2a6f4dfb7 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:48.456691 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1e65d8ce-3c54-4b8b-a1a8-054608b42e65 req-a38cb27c-44e8-4d59-bdfe-b6c2a6f4dfb7 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=d98b6999-7159-4f29-8a5d-87b923cc19cc HTTP/1.1" status: 200 len: 943 time: 0.1062677 Aug 10 03:48:48.460726 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669225d7-4067-4959-b8d4-a8563a787d7b req-b39460a5-8905-4c0f-aebe-0669b5ba009e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:48.462920 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-669225d7-4067-4959-b8d4-a8563a787d7b req-b39460a5-8905-4c0f-aebe-0669b5ba009e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1005294 Aug 10 03:48:48.483635 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0812a9c-9c0d-436d-979b-fc57d48f6b4b req-08b919cf-82e3-4c75-bfc7-0abfd39d331e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48 HTTP/1.1" status: 200 len: 217 time: 0.0580137 Aug 10 03:48:48.562037 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0812a9c-9c0d-436d-979b-fc57d48f6b4b req-e1237b61-6752-4939-9110-93d6fd0dc85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:48.563561 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0812a9c-9c0d-436d-979b-fc57d48f6b4b req-e1237b61-6752-4939-9110-93d6fd0dc85e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=bd258855-f802-483c-83e6-1427988dd054 HTTP/1.1" status: 200 len: 862 time: 0.0665760 Aug 10 03:48:48.564538 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1e65d8ce-3c54-4b8b-a1a8-054608b42e65 req-6a6ac59f-781a-4e6a-a42b-805b0cb2081d tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998847 Aug 10 03:48:48.603158 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-669225d7-4067-4959-b8d4-a8563a787d7b req-c76d7815-24e9-45bb-8eed-1e2222526533 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309636 Aug 10 03:48:48.607153 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0812a9c-9c0d-436d-979b-fc57d48f6b4b req-f1d28f5a-0f79-4fbd-9502-3f15ede820ff service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350099 Aug 10 03:48:48.726436 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0812a9c-9c0d-436d-979b-fc57d48f6b4b req-776a9df8-bcde-4d62-8e99-fcaac7be8568 service neutron] 10.222.0.68 "GET /v2.0/networks/5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102602 Aug 10 03:48:48.752452 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d78085-f7eb-48e9-89ff-19018a44b3fa req-ca1c3129-bf03-4a4a-b194-6e0d099206fa tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:48.755886 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f0d78085-f7eb-48e9-89ff-19018a44b3fa req-ca1c3129-bf03-4a4a-b194-6e0d099206fa tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/ports?device_id=0950d75a-85e5-4517-9964-25629f0ccbe1 HTTP/1.1" status: 200 len: 946 time: 0.0906594 Aug 10 03:48:48.774090 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-669225d7-4067-4959-b8d4-a8563a787d7b req-17ec6866-5874-4961-98e4-9d7ec0304fdd service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586876 Aug 10 03:48:48.818854 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f0d78085-f7eb-48e9-89ff-19018a44b3fa req-911c8930-4e89-44e5-acdf-cb361ee724ae tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/security-groups?id=f668b4a4-636d-4c3a-ab7c-8d569dd6a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567088 Aug 10 03:48:48.860682 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0812a9c-9c0d-436d-979b-fc57d48f6b4b req-08f838d5-7ac1-48eb-8040-fdb172c674d7 service neutron] 10.222.0.68 "GET /v2.0/networks/5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266124 Aug 10 03:48:48.918608 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e0f5b99c-fe8d-4005-b25d-aec2fb2c9b2d req-6f6cf054-ba46-4798-be41-172f60f420d7 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] 10.222.0.25 "GET /v2.0/floatingips/49d82105-d9cd-44ce-a809-6ca872db8e4c HTTP/1.1" status: 200 len: 693 time: 0.0662482 Aug 10 03:48:49.020570 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5b99c-fe8d-4005-b25d-aec2fb2c9b2d req-43bc7ff3-e7f0-4296-a4a7-909ffa533782 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:49.021865 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e0f5b99c-fe8d-4005-b25d-aec2fb2c9b2d req-43bc7ff3-e7f0-4296-a4a7-909ffa533782 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 784 time: 0.1025085 Aug 10 03:48:49.078727 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e0f5b99c-fe8d-4005-b25d-aec2fb2c9b2d req-c507fb4e-dbc4-481c-92f6-8dfad5846bc5 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.137 HTTP/1.1" status: 200 len: 696 time: 0.0467706 Aug 10 03:48:49.137334 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e0f5b99c-fe8d-4005-b25d-aec2fb2c9b2d req-7462bcf0-a06a-4501-acdc-2671f759e88f tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.137 HTTP/1.1" status: 200 len: 696 time: 0.0522561 Aug 10 03:48:49.275414 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-e0f5b99c-fe8d-4005-b25d-aec2fb2c9b2d req-13d2f39c-38ab-4113-9d63-660c15ff9c0f tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Deleting port 1d9ee41a-d2e9-4a81-aa19-17084b90f650 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:49.275697 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e0f5b99c-fe8d-4005-b25d-aec2fb2c9b2d req-13d2f39c-38ab-4113-9d63-660c15ff9c0f tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:49.361414 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e0f5b99c-fe8d-4005-b25d-aec2fb2c9b2d req-13d2f39c-38ab-4113-9d63-660c15ff9c0f tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:49.361812 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e0f5b99c-fe8d-4005-b25d-aec2fb2c9b2d req-13d2f39c-38ab-4113-9d63-660c15ff9c0f tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:49.375160 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-e0f5b99c-fe8d-4005-b25d-aec2fb2c9b2d req-13d2f39c-38ab-4113-9d63-660c15ff9c0f tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Calling delete_port for 1d9ee41a-d2e9-4a81-aa19-17084b90f650 owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:50.288579 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e0f5b99c-fe8d-4005-b25d-aec2fb2c9b2d req-13d2f39c-38ab-4113-9d63-660c15ff9c0f tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:50.322105 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d2f39c-38ab-4113-9d63-660c15ff9c0f tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Pushing event deleted for resources: {'Port': ['ID=1d9ee41a-d2e9-4a81-aa19-17084b90f650,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:50.385508 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e0f5b99c-fe8d-4005-b25d-aec2fb2c9b2d req-13d2f39c-38ab-4113-9d63-660c15ff9c0f tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks [] for floatingip, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:50.388088 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e0f5b99c-fe8d-4005-b25d-aec2fb2c9b2d req-13d2f39c-38ab-4113-9d63-660c15ff9c0f tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:50.389240 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e0f5b99c-fe8d-4005-b25d-aec2fb2c9b2d req-13d2f39c-38ab-4113-9d63-660c15ff9c0f tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] 10.222.0.25 "DELETE /v2.0/floatingips/49d82105-d9cd-44ce-a809-6ca872db8e4c HTTP/1.1" status: 204 len: 173 time: 1.2457542 Aug 10 03:48:50.497778 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b61d8-359f-49f3-8dbb-c2affe28590a req-b40f8a9e-3fe3-4163-bbcc-ceaf1d43a764 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:50.499255 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-438b61d8-359f-49f3-8dbb-c2affe28590a req-b40f8a9e-3fe3-4163-bbcc-ceaf1d43a764 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ffcbd73-c6a1-4686-b0e8-d62d489bd878 HTTP/1.1" status: 200 len: 947 time: 0.0591698 Aug 10 03:48:50.538975 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-438b61d8-359f-49f3-8dbb-c2affe28590a req-5c1436e1-93f2-4101-9ee0-f1008f563c85 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334709 Aug 10 03:48:50.728155 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1076bc8-edff-430d-8ea7-38cf177f9661 req-68aab987-0e99-493e-b02a-a54e55ab357b tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:50.728155 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b1076bc8-edff-430d-8ea7-38cf177f9661 req-68aab987-0e99-493e-b02a-a54e55ab357b tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=d98b6999-7159-4f29-8a5d-87b923cc19cc HTTP/1.1" status: 200 len: 943 time: 0.0601044 Aug 10 03:48:50.773570 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b1076bc8-edff-430d-8ea7-38cf177f9661 req-5738bae5-809b-4ba6-bf90-e1f0d8b80473 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393982 Aug 10 03:48:50.970374 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75515480-9d8a-4fd1-9321-865b54936e24 req-1569c6e3-a8d1-46d0-a453-6024c9e9deae tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:50.972253 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-75515480-9d8a-4fd1-9321-865b54936e24 req-1569c6e3-a8d1-46d0-a453-6024c9e9deae tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/ports?device_id=0950d75a-85e5-4517-9964-25629f0ccbe1 HTTP/1.1" status: 200 len: 946 time: 0.0573533 Aug 10 03:48:51.013556 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-75515480-9d8a-4fd1-9321-865b54936e24 req-22c5fdba-8d99-455e-a109-f12c87a89766 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/security-groups?id=f668b4a4-636d-4c3a-ab7c-8d569dd6a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349905 Aug 10 03:48:51.072134 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [req-8e068a37-b4fc-4f15-a7ff-3fa7275741d9 req-925e2770-ab22-49b8-befb-c98777dc016a tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] show failed (client error): The resource could not be found. Aug 10 03:48:51.073283 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8e068a37-b4fc-4f15-a7ff-3fa7275741d9 req-925e2770-ab22-49b8-befb-c98777dc016a tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] 10.222.0.25 "GET /v2.0/floatingips/49d82105-d9cd-44ce-a809-6ca872db8e4c HTTP/1.1" status: 404 len: 350 time: 0.0449870 Aug 10 03:48:51.134274 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [req-4f32d052-4c8d-4d35-9817-77c0117a94d9 req-0929179f-010d-41df-9d83-8153c79cf7b9 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] show failed (client error): The resource could not be found. Aug 10 03:48:51.135335 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4f32d052-4c8d-4d35-9817-77c0117a94d9 req-0929179f-010d-41df-9d83-8153c79cf7b9 tempest-FloatingIPsTestJSON-173474555 tempest-FloatingIPsTestJSON-173474555-project] 10.222.0.25 "GET /v2.0/floatingips/49d82105-d9cd-44ce-a809-6ca872db8e4c HTTP/1.1" status: 404 len: 350 time: 0.0365117 Aug 10 03:48:51.144674 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54412) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:51.297187 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:48:51.409223 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48,segment=NetworkSegment(20462772-f7c5-492c-9f9f-b3f3881811ba),segment_id=20462772-f7c5-492c-9f9f-b3f3881811ba)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:51.427484 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48', 'network_id': '5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28', 'port_id': '6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48', 'mac_address': 'fa:16:3e:22:5c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd258855-f802-483c-83e6-1427988dd054', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:48:51.472205 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:51.486792 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:48:51.545387 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48,segment=NetworkSegment(20462772-f7c5-492c-9f9f-b3f3881811ba),segment_id=20462772-f7c5-492c-9f9f-b3f3881811ba)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:51.580743 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ec01481-b857-4ac2-a589-92cf37b127c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:51.639039 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:51.639716 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 906124ec-efbe-4831-af06-686316841fb1 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:48:51.671973 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872c109-8fa4-4af1-880b-0e605b112f1d req-90bb8d44-d220-4d4e-b69e-e9557b7789d5 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:51.682759 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4872c109-8fa4-4af1-880b-0e605b112f1d req-90bb8d44-d220-4d4e-b69e-e9557b7789d5 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ffcbd73-c6a1-4686-b0e8-d62d489bd878 HTTP/1.1" status: 200 len: 947 time: 0.0657599 Aug 10 03:48:51.711656 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bad19-4913-463c-b39e-8c33f0bd25f2 req-d35b5ecf-f38c-45c4-bef0-f706f127d41b tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:51.713750 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-893bad19-4913-463c-b39e-8c33f0bd25f2 req-d35b5ecf-f38c-45c4-bef0-f706f127d41b tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/ports?device_id=96ff7fd6-d66c-4174-9ed4-47dbef5621d1 HTTP/1.1" status: 200 len: 947 time: 0.1519811 Aug 10 03:48:51.734681 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4872c109-8fa4-4af1-880b-0e605b112f1d req-f62d7cdd-d5f1-4625-86e4-6777420d64fd tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499806 Aug 10 03:48:51.772546 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:51.829365 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-893bad19-4913-463c-b39e-8c33f0bd25f2 req-2c714486-2e07-4039-aa40-b01273faf293 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea73d0f-bd7c-445b-b98c-da7439965bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041238 Aug 10 03:48:51.850205 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 906124ec-efbe-4831-af06-686316841fb1, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=906124ec-efbe-4831-af06-686316841fb1,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:51.853019 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '906124ec-efbe-4831-af06-686316841fb1', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': '906124ec-efbe-4831-af06-686316841fb1', 'mac_address': 'fa:16:3e:8f:91:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:48:51.918856 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:51.934548 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906124ec-efbe-4831-af06-686316841fb1 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:48:51.963803 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 906124ec-efbe-4831-af06-686316841fb1, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=906124ec-efbe-4831-af06-686316841fb1,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:51.974979 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-0ec01481-b857-4ac2-a589-92cf37b127c8 admin admin] Deleting port 3ab6b6e5-34dd-4920-a670-0a80156fb7b6 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:51.975365 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ec01481-b857-4ac2-a589-92cf37b127c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:51.978082 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830653a7-f22b-4ff7-9b72-850072b5716d req-a01aa775-ec8c-40e9-8307-7ace018e2cd7 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:51.980053 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-830653a7-f22b-4ff7-9b72-850072b5716d req-a01aa775-ec8c-40e9-8307-7ace018e2cd7 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=d98b6999-7159-4f29-8a5d-87b923cc19cc HTTP/1.1" status: 200 len: 944 time: 0.1046033 Aug 10 03:48:52.043682 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-830653a7-f22b-4ff7-9b72-850072b5716d req-104e7de0-97b5-4eec-9cf7-70895861af50 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481405 Aug 10 03:48:52.067513 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:52.082505 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-0ec01481-b857-4ac2-a589-92cf37b127c8 admin admin] For port 3ab6b6e5-34dd-4920-a670-0a80156fb7b6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3ab6b6e5-34dd-4920-a670-0a80156fb7b6,segment=NetworkSegment(4bc0a29e-3683-476e-88f6-58ba3ff75926),segment_id=4bc0a29e-3683-476e-88f6-58ba3ff75926)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:52.083114 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ec01481-b857-4ac2-a589-92cf37b127c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:52.097140 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-0ec01481-b857-4ac2-a589-92cf37b127c8 admin admin] Calling delete_port for 3ab6b6e5-34dd-4920-a670-0a80156fb7b6 owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:52.120881 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=906124ec-efbe-4831-af06-686316841fb1,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:52.353724 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ec01481-b857-4ac2-a589-92cf37b127c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:52.378898 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:48:52.385079 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec01481-b857-4ac2-a589-92cf37b127c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ab6b6e5-34dd-4920-a670-0a80156fb7b6,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:52.438345 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['906124ec-efbe-4831-af06-686316841fb1'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:48:52.624584 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ec01481-b857-4ac2-a589-92cf37b127c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:52.952786 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaf44e8-b030-4122-9dcd-7928e6b7948a req-2dde2c43-7d60-49b2-8feb-c3fb7d6d064e tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:52.957253 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-faaf44e8-b030-4122-9dcd-7928e6b7948a req-2dde2c43-7d60-49b2-8feb-c3fb7d6d064e tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ffcbd73-c6a1-4686-b0e8-d62d489bd878 HTTP/1.1" status: 200 len: 948 time: 0.1150839 Aug 10 03:48:52.997457 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0177134b-7ac2-4699-b192-c9ad62ca764f req-650dcb28-9f60-4eaf-945f-95d304f77fd7 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:53.000433 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0177134b-7ac2-4699-b192-c9ad62ca764f req-650dcb28-9f60-4eaf-945f-95d304f77fd7 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/ports?device_id=96ff7fd6-d66c-4174-9ed4-47dbef5621d1 HTTP/1.1" status: 200 len: 947 time: 0.0568831 Aug 10 03:48:53.039631 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-faaf44e8-b030-4122-9dcd-7928e6b7948a req-fedd1438-fcbe-4d7f-9ee5-70272113336f tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757134 Aug 10 03:48:53.052791 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec01481-b857-4ac2-a589-92cf37b127c8 admin admin] Router ed9922ff-eb64-4de0-b0f6-c5912459ee51 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:48:53.053243 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0177134b-7ac2-4699-b192-c9ad62ca764f req-1ba5ddec-712f-4c7d-a0c1-44189404309b tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea73d0f-bd7c-445b-b98c-da7439965bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469007 Aug 10 03:48:53.209555 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dda244-c857-4a86-a73d-dc9ecfa6acee req-c2657ce0-6428-44a4-911d-3d4956c18fdf tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:53.218464 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c4dda244-c857-4a86-a73d-dc9ecfa6acee req-c2657ce0-6428-44a4-911d-3d4956c18fdf tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=d98b6999-7159-4f29-8a5d-87b923cc19cc HTTP/1.1" status: 200 len: 944 time: 0.0713420 Aug 10 03:48:53.237743 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f28dcb-c21b-4610-ac0c-0414fe1668e8 req-d52b0511-b9c9-4e8a-b421-a52600d533fb tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:53.239247 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7f28dcb-c21b-4610-ac0c-0414fe1668e8 req-d52b0511-b9c9-4e8a-b421-a52600d533fb tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.68 "GET /v2.0/ports?device_id=96ff7fd6-d66c-4174-9ed4-47dbef5621d1 HTTP/1.1" status: 200 len: 947 time: 0.1240561 Aug 10 03:48:53.242880 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec01481-b857-4ac2-a589-92cf37b127c8 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:48:53.252714 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8431a4f5-5c13-4a3f-bddc-5b38a8e90b58 None None] Sync routers for ids ['ed9922ff-eb64-4de0-b0f6-c5912459ee51'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:48:53.254711 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0ec01481-b857-4ac2-a589-92cf37b127c8 admin admin] 10.222.0.25 "PUT /v2.0/routers/ed9922ff-eb64-4de0-b0f6-c5912459ee51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1087208 Aug 10 03:48:53.257171 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54448) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:53.272595 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8431a4f5-5c13-4a3f-bddc-5b38a8e90b58 None None] Routers {'ed9922ff-eb64-4de0-b0f6-c5912459ee51'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:48:53.273555 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-8431a4f5-5c13-4a3f-bddc-5b38a8e90b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:48:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ed9922ff-eb64-4de0-b0f6-c5912459ee51'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:53.294854 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c4dda244-c857-4a86-a73d-dc9ecfa6acee req-eb485f78-f852-44f6-be77-9c3ba084a7d5 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750575 Aug 10 03:48:53.445635 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-8431a4f5-5c13-4a3f-bddc-5b38a8e90b58 None None] Set router ed9922ff-eb64-4de0-b0f6-c5912459ee51 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:48:53.671649 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-8431a4f5-5c13-4a3f-bddc-5b38a8e90b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9922ff-eb64-4de0-b0f6-c5912459ee51', 'name': 'tempest-FloatingIPsTestJSON-1756652489-router', 'tenant_id': '3e778e81048e4f079fea09d947ba6c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c2a12946-cce3-4813-9be4-4f7ec5eb4058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:19Z', 'updated_at': '2021-08-10T03:48:52Z', 'revision_number': 5, 'project_id': '3e778e81048e4f079fea09d947ba6c2b', 'gw_port': {'id': 'c2a12946-cce3-4813-9be4-4f7ec5eb4058', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9922ff-eb64-4de0-b0f6-c5912459ee51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:20Z', 'updated_at': '2021-08-10T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:53.708250 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8431a4f5-5c13-4a3f-bddc-5b38a8e90b58 None None] Checking router: ed9922ff-eb64-4de0-b0f6-c5912459ee51 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:48:53.716733 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8431a4f5-5c13-4a3f-bddc-5b38a8e90b58 None None] Routers {'ed9922ff-eb64-4de0-b0f6-c5912459ee51'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:48:53.717491 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-8431a4f5-5c13-4a3f-bddc-5b38a8e90b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:48:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ed9922ff-eb64-4de0-b0f6-c5912459ee51'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:53.811826 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-07fe1eec-557b-4f85-9878-fdabb4179d1a admin admin] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:53.850687 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-8431a4f5-5c13-4a3f-bddc-5b38a8e90b58 None None] Set router ed9922ff-eb64-4de0-b0f6-c5912459ee51 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:48:53.861408 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-c7f28dcb-c21b-4610-ac0c-0414fe1668e8 req-f81ca1da-f43e-44f9-a731-2380f460aa04 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Deleting port e580531f-f377-4996-b445-c721ab5a3629 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:53.861756 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c7f28dcb-c21b-4610-ac0c-0414fe1668e8 req-f81ca1da-f43e-44f9-a731-2380f460aa04 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:54.003606 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-07fe1eec-557b-4f85-9878-fdabb4179d1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:54.012971 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-c7f28dcb-c21b-4610-ac0c-0414fe1668e8 req-f81ca1da-f43e-44f9-a731-2380f460aa04 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] For port e580531f-f377-4996-b445-c721ab5a3629, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e580531f-f377-4996-b445-c721ab5a3629,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:54.013341 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c7f28dcb-c21b-4610-ac0c-0414fe1668e8 req-f81ca1da-f43e-44f9-a731-2380f460aa04 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:54.027702 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-c7f28dcb-c21b-4610-ac0c-0414fe1668e8 req-f81ca1da-f43e-44f9-a731-2380f460aa04 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Calling delete_port for e580531f-f377-4996-b445-c721ab5a3629 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:54.066611 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-8431a4f5-5c13-4a3f-bddc-5b38a8e90b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed9922ff-eb64-4de0-b0f6-c5912459ee51', 'name': 'tempest-FloatingIPsTestJSON-1756652489-router', 'tenant_id': '3e778e81048e4f079fea09d947ba6c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c2a12946-cce3-4813-9be4-4f7ec5eb4058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:19Z', 'updated_at': '2021-08-10T03:48:52Z', 'revision_number': 5, 'project_id': '3e778e81048e4f079fea09d947ba6c2b', 'gw_port': {'id': 'c2a12946-cce3-4813-9be4-4f7ec5eb4058', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9922ff-eb64-4de0-b0f6-c5912459ee51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:20Z', 'updated_at': '2021-08-10T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:54.103697 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8431a4f5-5c13-4a3f-bddc-5b38a8e90b58 None None] The sync data for ids ['ed9922ff-eb64-4de0-b0f6-c5912459ee51'] in n-d-802893-2 is: [{'id': 'ed9922ff-eb64-4de0-b0f6-c5912459ee51', 'name': 'tempest-FloatingIPsTestJSON-1756652489-router', 'tenant_id': '3e778e81048e4f079fea09d947ba6c2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.30'}], 'enable_snat': True}, 'gw_port_id': 'c2a12946-cce3-4813-9be4-4f7ec5eb4058', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:19Z', 'updated_at': '2021-08-10T03:48:52Z', 'revision_number': 5, 'project_id': '3e778e81048e4f079fea09d947ba6c2b', 'gw_port': {'id': 'c2a12946-cce3-4813-9be4-4f7ec5eb4058', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:79:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed9922ff-eb64-4de0-b0f6-c5912459ee51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:20Z', 'updated_at': '2021-08-10T03:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:48:54.273722 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893591cb-49c8-450f-a6a4-c79d080a6754 req-1505c84e-ebb8-4950-8b12-1f22fd30e385 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:54.279159 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-893591cb-49c8-450f-a6a4-c79d080a6754 req-1505c84e-ebb8-4950-8b12-1f22fd30e385 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ffcbd73-c6a1-4686-b0e8-d62d489bd878 HTTP/1.1" status: 200 len: 948 time: 0.0687087 Aug 10 03:48:54.291572 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-07fe1eec-557b-4f85-9878-fdabb4179d1a admin admin] Deleting port c2a12946-cce3-4813-9be4-4f7ec5eb4058 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:54.292189 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-07fe1eec-557b-4f85-9878-fdabb4179d1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:54.301419 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38692c6d-75bf-4a30-b891-68d2f6416c18 req-f0aa3a7f-0111-44e4-8616-f130e5c55873 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:54.302527 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-38692c6d-75bf-4a30-b891-68d2f6416c18 req-f0aa3a7f-0111-44e4-8616-f130e5c55873 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/ports?device_id=96ff7fd6-d66c-4174-9ed4-47dbef5621d1 HTTP/1.1" status: 200 len: 947 time: 0.1396575 Aug 10 03:48:54.375095 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-893591cb-49c8-450f-a6a4-c79d080a6754 req-074c512a-1ae6-444b-88d5-a8bbde7b8155 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883284 Aug 10 03:48:54.388258 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c7f28dcb-c21b-4610-ac0c-0414fe1668e8 req-f81ca1da-f43e-44f9-a731-2380f460aa04 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:54.459114 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81ca1da-f43e-44f9-a731-2380f460aa04 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Pushing event deleted for resources: {'Port': ['ID=e580531f-f377-4996-b445-c721ab5a3629,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:54.470258 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-38692c6d-75bf-4a30-b891-68d2f6416c18 req-168f2b0d-7f10-4b0a-a586-775f04dd5431 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea73d0f-bd7c-445b-b98c-da7439965bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537485 Aug 10 03:48:54.527394 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f28dcb-c21b-4610-ac0c-0414fe1668e8 req-f81ca1da-f43e-44f9-a731-2380f460aa04 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] No DVR routers for this DVR port e580531f-f377-4996-b445-c721ab5a3629 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:48:54.530694 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-07fe1eec-557b-4f85-9878-fdabb4179d1a admin admin] For port c2a12946-cce3-4813-9be4-4f7ec5eb4058, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c2a12946-cce3-4813-9be4-4f7ec5eb4058,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:54.531067 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-07fe1eec-557b-4f85-9878-fdabb4179d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:54.534118 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c7f28dcb-c21b-4610-ac0c-0414fe1668e8 req-f81ca1da-f43e-44f9-a731-2380f460aa04 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:54.536390 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7f28dcb-c21b-4610-ac0c-0414fe1668e8 req-f81ca1da-f43e-44f9-a731-2380f460aa04 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.68 "DELETE /v2.0/ports/e580531f-f377-4996-b445-c721ab5a3629 HTTP/1.1" status: 204 len: 173 time: 1.2805698 Aug 10 03:48:54.536775 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96ff7fd6-d66c-4174-9ed4-47dbef5621d1', 'name': 'network-vif-deleted', 'tag': 'e580531f-f377-4996-b445-c721ab5a3629'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:54.540374 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15a5754-bb2c-440c-b6d3-807d57f2a7bd" -d '{"events": [{"server_uuid": "96ff7fd6-d66c-4174-9ed4-47dbef5621d1", "name": "network-vif-deleted", "tag": "e580531f-f377-4996-b445-c721ab5a3629"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:54.554889 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-07fe1eec-557b-4f85-9878-fdabb4179d1a admin admin] Calling delete_port for c2a12946-cce3-4813-9be4-4f7ec5eb4058 owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:54.683974 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24d95c-7046-44f4-be1b-6d4cc4b6bf7e req-94ea16d8-b2e8-4374-a317-87f8fd959993 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:54.685585 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9d24d95c-7046-44f4-be1b-6d4cc4b6bf7e req-94ea16d8-b2e8-4374-a317-87f8fd959993 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=d98b6999-7159-4f29-8a5d-87b923cc19cc HTTP/1.1" status: 200 len: 944 time: 0.0728087 Aug 10 03:48:54.744054 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3ab6b6e5-34dd-4920-a670-0a80156fb7b6 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:48:54.748783 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9d24d95c-7046-44f4-be1b-6d4cc4b6bf7e req-4a104d00-00d5-49d5-8350-3ad312e076f7 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525529 Aug 10 03:48:54.804818 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 3ab6b6e5-34dd-4920-a670-0a80156fb7b6 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:48:54.805165 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3ab6b6e5-34dd-4920-a670-0a80156fb7b6 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:48:54.827737 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16df5128-9b0b-4f59-a59d-169f67760f51 x-openstack-request-id: req-16df5128-9b0b-4f59-a59d-169f67760f51 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:54.830335 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96ff7fd6-d66c-4174-9ed4-47dbef5621d1", "name": "network-vif-deleted", "tag": "e580531f-f377-4996-b445-c721ab5a3629", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:54.830335 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-16df5128-9b0b-4f59-a59d-169f67760f51 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:54.830335 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96ff7fd6-d66c-4174-9ed4-47dbef5621d1', 'name': 'network-vif-deleted', 'tag': 'e580531f-f377-4996-b445-c721ab5a3629', 'status': 'completed', 'code': 200} Aug 10 03:48:54.888669 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-07fe1eec-557b-4f85-9878-fdabb4179d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:54.918476 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe1eec-557b-4f85-9878-fdabb4179d1a admin admin] Pushing event deleted for resources: {'Port': ['ID=c2a12946-cce3-4813-9be4-4f7ec5eb4058,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:54.991810 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-07fe1eec-557b-4f85-9878-fdabb4179d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.105432 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-07fe1eec-557b-4f85-9878-fdabb4179d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.107638 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-07fe1eec-557b-4f85-9878-fdabb4179d1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.267393 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-07fe1eec-557b-4f85-9878-fdabb4179d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.268080 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07fe1eec-557b-4f85-9878-fdabb4179d1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed9922ff-eb64-4de0-b0f6-c5912459ee51 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:48:55.274637 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-07fe1eec-557b-4f85-9878-fdabb4179d1a admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.277642 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-07fe1eec-557b-4f85-9878-fdabb4179d1a admin admin] 10.222.0.25 "DELETE /v2.0/routers/ed9922ff-eb64-4de0-b0f6-c5912459ee51 HTTP/1.1" status: 204 len: 168 time: 2.0195491 Aug 10 03:48:55.278698 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54482) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:55.308090 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 906124ec-efbe-4831-af06-686316841fb1 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:55.335366 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb4f0bd-ffb9-47df-bb37-23f6908ce524 admin admin] Deleting subnet bd628b00-8dc7-43d8-99a1-e0342b9814f0 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:48:55.340946 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9cb4f0bd-ffb9-47df-bb37-23f6908ce524 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.385385 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9cb4f0bd-ffb9-47df-bb37-23f6908ce524 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.476476 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9cb4f0bd-ffb9-47df-bb37-23f6908ce524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.516260 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 906124ec-efbe-4831-af06-686316841fb1 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:55.522751 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 906124ec-efbe-4831-af06-686316841fb1 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:55.522751 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.574051 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516e332-639f-4ff8-b734-4ea10e874729 req-b6485a1c-8100-4442-80a9-eca4846920d3 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:55.579166 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5516e332-639f-4ff8-b734-4ea10e874729 req-b6485a1c-8100-4442-80a9-eca4846920d3 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ffcbd73-c6a1-4686-b0e8-d62d489bd878 HTTP/1.1" status: 200 len: 948 time: 0.0758030 Aug 10 03:48:55.657325 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.666464 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9cb4f0bd-ffb9-47df-bb37-23f6908ce524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.685114 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5516e332-639f-4ff8-b734-4ea10e874729 req-2c8a5869-8a17-425e-94ee-2147303cb675 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983710 Aug 10 03:48:55.691527 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffcbd73-c6a1-4686-b0e8-d62d489bd878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906124ec-efbe-4831-af06-686316841fb1'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:55.697110 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ecaf452-7768-4bf6-82cc-cb3bfbd95c40" -d '{"events": [{"server_uuid": "6ffcbd73-c6a1-4686-b0e8-d62d489bd878", "name": "network-vif-plugged", "status": "completed", "tag": "906124ec-efbe-4831-af06-686316841fb1"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:55.711366 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4f0bd-ffb9-47df-bb37-23f6908ce524 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd628b00-8dc7-43d8-99a1-e0342b9814f0,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:55.722558 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faa32ef-0e74-44cc-b3b1-50889d3adf91 None None] Network 9f80c6fc-034d-4610-abf3-fb2c02d41469 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:48:55.735500 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9cb4f0bd-ffb9-47df-bb37-23f6908ce524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.739277 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 906124ec-efbe-4831-af06-686316841fb1, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=906124ec-efbe-4831-af06-686316841fb1,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:55.746377 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54494) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:55.765174 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9cb4f0bd-ffb9-47df-bb37-23f6908ce524 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bd628b00-8dc7-43d8-99a1-e0342b9814f0 HTTP/1.1" status: 204 len: 168 time: 0.4801319 Aug 10 03:48:55.776001 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-948e8643-4254-410a-87a9-08a397cc85d1 req-b48032bf-942b-49f1-91fe-34d30d30f134 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/ports?device_id=96ff7fd6-d66c-4174-9ed4-47dbef5621d1 HTTP/1.1" status: 200 len: 210 time: 0.0979505 Aug 10 03:48:55.861813 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.862860 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:48:55.931771 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3716ebc1-d681-4f1b-939e-500b60b5fecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:55.939267 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d24598b-b593-40de-b2f9-dfd1a8c15f0b x-openstack-request-id: req-5d24598b-b593-40de-b2f9-dfd1a8c15f0b {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:55.939812 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffcbd73-c6a1-4686-b0e8-d62d489bd878", "name": "network-vif-plugged", "status": "completed", "tag": "906124ec-efbe-4831-af06-686316841fb1", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:55.940304 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d24598b-b593-40de-b2f9-dfd1a8c15f0b {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:55.940952 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffcbd73-c6a1-4686-b0e8-d62d489bd878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906124ec-efbe-4831-af06-686316841fb1', 'code': 200} Aug 10 03:48:56.059743 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=906124ec-efbe-4831-af06-686316841fb1,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:56.063788 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11f60a-826c-4f0b-984e-dee1dc5a36aa req-d945939d-6472-4f8e-ae4b-b445c423d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:56.065380 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2d11f60a-826c-4f0b-984e-dee1dc5a36aa req-d945939d-6472-4f8e-ae4b-b445c423d322 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=6ffcbd73-c6a1-4686-b0e8-d62d489bd878 HTTP/1.1" status: 200 len: 1100 time: 0.0611620 Aug 10 03:48:56.129209 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1a0f43-fc0c-4479-af47-f53252d93bfa req-f9f6d20b-5010-44ee-9803-91a151481f41 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:56.131304 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5a1a0f43-fc0c-4479-af47-f53252d93bfa req-f9f6d20b-5010-44ee-9803-91a151481f41 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=d98b6999-7159-4f29-8a5d-87b923cc19cc HTTP/1.1" status: 200 len: 944 time: 0.1751010 Aug 10 03:48:56.143462 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2d11f60a-826c-4f0b-984e-dee1dc5a36aa req-8268054b-f224-4d78-b10b-091744e545e6 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613208 Aug 10 03:48:56.162133 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4eace4-3768-483e-bc69-4bdd17eb105a None None] DHCP port deletion for 9f80c6fc-034d-4610-abf3-fb2c02d41469 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:48:56.189156 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-3716ebc1-d681-4f1b-939e-500b60b5fecc admin admin] Deleting port c1114bb5-7fb8-4970-a2ca-4f418bcc7e71 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:56.189993 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3716ebc1-d681-4f1b-939e-500b60b5fecc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.204286 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:48:56.225404 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:48:56.233528 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.288263 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5a1a0f43-fc0c-4479-af47-f53252d93bfa req-59c9167d-e7e8-4086-be29-9c7b0be0ed4e tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408665 Aug 10 03:48:56.301844 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-ab4eace4-3768-483e-bc69-4bdd17eb105a None None] Deleting port c1114bb5-7fb8-4970-a2ca-4f418bcc7e71 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:56.302228 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ab4eace4-3768-483e-bc69-4bdd17eb105a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.323265 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-3716ebc1-d681-4f1b-939e-500b60b5fecc admin admin] For port c1114bb5-7fb8-4970-a2ca-4f418bcc7e71, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c1114bb5-7fb8-4970-a2ca-4f418bcc7e71,segment=NetworkSegment(4bc0a29e-3683-476e-88f6-58ba3ff75926),segment_id=4bc0a29e-3683-476e-88f6-58ba3ff75926)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:56.324213 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3716ebc1-d681-4f1b-939e-500b60b5fecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.340608 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-3716ebc1-d681-4f1b-939e-500b60b5fecc admin admin] Calling delete_port for c1114bb5-7fb8-4970-a2ca-4f418bcc7e71 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:56.410333 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-ab4eace4-3768-483e-bc69-4bdd17eb105a None None] For port c1114bb5-7fb8-4970-a2ca-4f418bcc7e71, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c1114bb5-7fb8-4970-a2ca-4f418bcc7e71,segment=NetworkSegment(4bc0a29e-3683-476e-88f6-58ba3ff75926),segment_id=4bc0a29e-3683-476e-88f6-58ba3ff75926)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:56.411035 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ab4eace4-3768-483e-bc69-4bdd17eb105a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.413581 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.437564 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-ab4eace4-3768-483e-bc69-4bdd17eb105a None None] Calling delete_port for c1114bb5-7fb8-4970-a2ca-4f418bcc7e71 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:56.524998 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3716ebc1-d681-4f1b-939e-500b60b5fecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.562862 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3716ebc1-d681-4f1b-939e-500b60b5fecc admin admin] No DVR routers for this DVR port c1114bb5-7fb8-4970-a2ca-4f418bcc7e71 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:48:56.569065 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3716ebc1-d681-4f1b-939e-500b60b5fecc admin admin] Pushing event deleted for resources: {'Port': ['ID=c1114bb5-7fb8-4970-a2ca-4f418bcc7e71,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:56.642194 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48,segment=NetworkSegment(20462772-f7c5-492c-9f9f-b3f3881811ba),segment_id=20462772-f7c5-492c-9f9f-b3f3881811ba)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:56.645572 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3716ebc1-d681-4f1b-939e-500b60b5fecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.657385 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-3716ebc1-d681-4f1b-939e-500b60b5fecc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f80c6fc-034d-4610-abf3-fb2c02d41469']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:56.670111 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-3716ebc1-d681-4f1b-939e-500b60b5fecc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bc0a29e-3683-476e-88f6-58ba3ff75926') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:56.670466 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-3716ebc1-d681-4f1b-939e-500b60b5fecc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bc0a29e-3683-476e-88f6-58ba3ff75926') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:48:56.684168 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3716ebc1-d681-4f1b-939e-500b60b5fecc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.698747 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3716ebc1-d681-4f1b-939e-500b60b5fecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.706832 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.709946 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device e580531f-f377-4996-b445-c721ab5a3629 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:48:56.710742 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3716ebc1-d681-4f1b-939e-500b60b5fecc admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:48:56.711210 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3716ebc1-d681-4f1b-939e-500b60b5fecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:48:56.732438 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:48:56.780171 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: e580531f-f377-4996-b445-c721ab5a3629 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:48:56.782234 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device e580531f-f377-4996-b445-c721ab5a3629 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:48:56.790405 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ab4eace4-3768-483e-bc69-4bdd17eb105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:56.891308 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c2a12946-cce3-4813-9be4-4f7ec5eb4058 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:48:56.911560 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4eace4-3768-483e-bc69-4bdd17eb105a None None] No DVR routers for this DVR port c1114bb5-7fb8-4970-a2ca-4f418bcc7e71 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:48:56.943807 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60c300-3265-4bbb-9ed7-40d4bd24253b req-1b12ebdc-294a-4c1a-9d43-8a6be410d379 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:56.954400 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d60c300-3265-4bbb-9ed7-40d4bd24253b req-1b12ebdc-294a-4c1a-9d43-8a6be410d379 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ffcbd73-c6a1-4686-b0e8-d62d489bd878 HTTP/1.1" status: 200 len: 949 time: 0.1038148 Aug 10 03:48:56.979131 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: c2a12946-cce3-4813-9be4-4f7ec5eb4058 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:48:56.980224 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c2a12946-cce3-4813-9be4-4f7ec5eb4058 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:48:56.981959 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c1114bb5-7fb8-4970-a2ca-4f418bcc7e71 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:48:57.011067 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3716ebc1-d681-4f1b-939e-500b60b5fecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:57.016161 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3716ebc1-d681-4f1b-939e-500b60b5fecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:57.024216 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3716ebc1-d681-4f1b-939e-500b60b5fecc admin admin] 10.222.0.25 "DELETE /v2.0/networks/9f80c6fc-034d-4610-abf3-fb2c02d41469 HTTP/1.1" status: 204 len: 168 time: 1.2728283 Aug 10 03:48:57.042333 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d60c300-3265-4bbb-9ed7-40d4bd24253b req-f400bf9b-7280-4bd2-bf47-e37f82730734 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855479 Aug 10 03:48:57.050977 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: c1114bb5-7fb8-4970-a2ca-4f418bcc7e71 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:48:57.051621 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c1114bb5-7fb8-4970-a2ca-4f418bcc7e71 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:48:57.054930 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:57.061765 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3716ebc1-d681-4f1b-939e-500b60b5fecc admin admin] Pushing event deleted for resources: {'Network': ['ID=9f80c6fc-034d-4610-abf3-fb2c02d41469,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:57.130066 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4eace4-3768-483e-bc69-4bdd17eb105a None None] Pushing event deleted for resources: {'Port': ['ID=c1114bb5-7fb8-4970-a2ca-4f418bcc7e71,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:57.222366 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:57.410958 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc81fa5-5567-417d-8825-9360d072b207 req-8f2a5dba-44e9-432b-9315-a20f316009c5 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:57.412499 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dbc81fa5-5567-417d-8825-9360d072b207 req-8f2a5dba-44e9-432b-9315-a20f316009c5 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=d98b6999-7159-4f29-8a5d-87b923cc19cc HTTP/1.1" status: 200 len: 945 time: 0.0553925 Aug 10 03:48:57.493236 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dbc81fa5-5567-417d-8825-9360d072b207 req-f48ba3b8-3e7c-4524-af99-438bd6421018 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688577 Aug 10 03:48:57.584601 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54522) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:57.607547 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f311be-74b6-4726-8337-014e37e96624 req-f346a4cf-f7c7-4df9-839a-606e22df567e tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:57.616900 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-75f311be-74b6-4726-8337-014e37e96624 req-f346a4cf-f7c7-4df9-839a-606e22df567e tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/ports?device_id=2815763b-fd21-46dd-8d45-033c4769edf9 HTTP/1.1" status: 200 len: 949 time: 0.0888004 Aug 10 03:48:57.649823 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7ecfc8da-afe3-4a9b-9ec6-041832fa09b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3e778e81048e4f079fea09d947ba6c2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0637817 Aug 10 03:48:57.660512 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54524) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:57.662177 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-75f311be-74b6-4726-8337-014e37e96624 req-b9ef8840-e165-45a7-9745-a781f26252a8 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea73d0f-bd7c-445b-b98c-da7439965bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411108 Aug 10 03:48:57.717617 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5ef197e5-c41f-4415-90fb-79e24a83504e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:57.744052 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5ef197e5-c41f-4415-90fb-79e24a83504e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:57.867184 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5ef197e5-c41f-4415-90fb-79e24a83504e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:57.870845 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5ef197e5-c41f-4415-90fb-79e24a83504e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:57.872060 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5ef197e5-c41f-4415-90fb-79e24a83504e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1586a88c-143d-418c-a78c-c79eb3e181c0 HTTP/1.1" status: 204 len: 168 time: 0.2101159 Aug 10 03:48:57.884183 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef197e5-c41f-4415-90fb-79e24a83504e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1586a88c-143d-418c-a78c-c79eb3e181c0,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:48:57.943304 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98b6999-7159-4f29-8a5d-87b923cc19cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:48:57.948630 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881a1bef-a79b-4442-87b7-598825be466b" -d '{"events": [{"server_uuid": "d98b6999-7159-4f29-8a5d-87b923cc19cc", "name": "network-vif-plugged", "status": "completed", "tag": "6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:48:58.036371 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9780b554-0219-4757-ab75-52a3dfce3242 x-openstack-request-id: req-9780b554-0219-4757-ab75-52a3dfce3242 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:48:58.036655 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98b6999-7159-4f29-8a5d-87b923cc19cc", "name": "network-vif-plugged", "status": "completed", "tag": "6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:48:58.037508 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9780b554-0219-4757-ab75-52a3dfce3242 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:48:58.037909 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98b6999-7159-4f29-8a5d-87b923cc19cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48', 'code': 200} Aug 10 03:48:58.243108 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3568302-3daa-45ff-9a95-e8aa390f7ae5 req-6ad3790b-8cc6-43af-af21-74bb998edd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:58.244800 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b3568302-3daa-45ff-9a95-e8aa390f7ae5 req-6ad3790b-8cc6-43af-af21-74bb998edd28 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d98b6999-7159-4f29-8a5d-87b923cc19cc HTTP/1.1" status: 200 len: 1096 time: 0.1093748 Aug 10 03:48:58.253605 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1147c9e-b7f2-4a73-8569-0879eb2d7ced req-eb1ebcda-11c8-4c7c-a0ee-c0e7e46e8348 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:58.255296 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d1147c9e-b7f2-4a73-8569-0879eb2d7ced req-eb1ebcda-11c8-4c7c-a0ee-c0e7e46e8348 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ffcbd73-c6a1-4686-b0e8-d62d489bd878 HTTP/1.1" status: 200 len: 949 time: 0.1051660 Aug 10 03:48:58.306633 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b3568302-3daa-45ff-9a95-e8aa390f7ae5 req-cbeaa2e9-056e-4a6f-8565-a8ea1cc193dc service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465105 Aug 10 03:48:58.334610 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d1147c9e-b7f2-4a73-8569-0879eb2d7ced req-9404ea66-17f0-4b51-8b23-a8340dea8ddc tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645313 Aug 10 03:48:58.638202 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f5375-ead7-4475-aa1a-24b4cf505030 req-64df74e4-23ed-4cc6-846c-53a869d2d515 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:58.646838 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c17f5375-ead7-4475-aa1a-24b4cf505030 req-64df74e4-23ed-4cc6-846c-53a869d2d515 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=d98b6999-7159-4f29-8a5d-87b923cc19cc HTTP/1.1" status: 200 len: 945 time: 0.0727038 Aug 10 03:48:58.684687 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c17f5375-ead7-4475-aa1a-24b4cf505030 req-61a5f56e-f8c5-4b02-a2bf-c2cba402a703 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365593 Aug 10 03:48:58.871453 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033b3ed-d0ec-4c63-a7de-86ab4e1e7bf1 req-cd439d38-5250-42c0-9f80-e9111f5cb803 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:58.873881 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4033b3ed-d0ec-4c63-a7de-86ab4e1e7bf1 req-cd439d38-5250-42c0-9f80-e9111f5cb803 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/ports?device_id=2815763b-fd21-46dd-8d45-033c4769edf9 HTTP/1.1" status: 200 len: 949 time: 0.0755522 Aug 10 03:48:58.902499 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c8c85-0718-45e4-a634-e2bf2b50de9f req-209df193-283b-45a5-af93-56333d4a08a6 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:58.910696 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-470c8c85-0718-45e4-a634-e2bf2b50de9f req-209df193-283b-45a5-af93-56333d4a08a6 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ffcbd73-c6a1-4686-b0e8-d62d489bd878 HTTP/1.1" status: 200 len: 949 time: 0.0710502 Aug 10 03:48:58.965268 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-470c8c85-0718-45e4-a634-e2bf2b50de9f req-77148b10-c62b-4d04-b2e8-6c5ec07e90a1 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519531 Aug 10 03:48:58.985812 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4033b3ed-d0ec-4c63-a7de-86ab4e1e7bf1 req-ded431c4-d18b-413c-a7c1-3551e2e57984 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea73d0f-bd7c-445b-b98c-da7439965bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989144 Aug 10 03:48:59.239224 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-8107bdb2-e27a-43d4-a80a-be122ab13382 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=22affcb1d9554c328917101e69174f0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529974 Aug 10 03:48:59.377233 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-e9d6dcec-6d2d-4dd6-9734-4f648d5ace18 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:59.379283 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-e9d6dcec-6d2d-4dd6-9734-4f648d5ace18 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1335745 Aug 10 03:48:59.397765 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-60e080ce-6bfc-4774-99ac-868187970baf tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/quotas/22affcb1d9554c328917101e69174f0f HTTP/1.1" status: 200 len: 375 time: 0.0115738 Aug 10 03:48:59.505946 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ca21b-966a-4437-9c2c-0a853f4c626d req-1ff67a55-4d84-47df-aac4-3038f4dd5da6 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:59.507443 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7c1ca21b-966a-4437-9c2c-0a853f4c626d req-1ff67a55-4d84-47df-aac4-3038f4dd5da6 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.68 "GET /v2.0/ports?device_id=2815763b-fd21-46dd-8d45-033c4769edf9 HTTP/1.1" status: 200 len: 949 time: 0.0997837 Aug 10 03:48:59.528801 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-4b8ebcc9-9d17-406c-b188-69d3cd6a206d tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=22affcb1d9554c328917101e69174f0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0972784 Aug 10 03:48:59.571278 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54588) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:48:59.650070 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-7c1ca21b-966a-4437-9c2c-0a853f4c626d req-769a484b-69bf-40fd-85a5-07643ac01b58 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Deleting port 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:48:59.650443 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7c1ca21b-966a-4437-9c2c-0a853f4c626d req-769a484b-69bf-40fd-85a5-07643ac01b58 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.775657 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-34808ca3-8c32-45ae-9660-ffcfae5fb059 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649751017-network', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:48:59.839419 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-7c1ca21b-966a-4437-9c2c-0a853f4c626d req-769a484b-69bf-40fd-85a5-07643ac01b58 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] For port 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=0b542d51-cef2-4e2e-b3ab-a94e323cb4e3,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:48:59.839800 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7c1ca21b-966a-4437-9c2c-0a853f4c626d req-769a484b-69bf-40fd-85a5-07643ac01b58 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.876849 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-7c1ca21b-966a-4437-9c2c-0a853f4c626d req-769a484b-69bf-40fd-85a5-07643ac01b58 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Calling delete_port for 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:48:59.909429 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634f16f-e82a-41a2-8936-19fe367958c9 req-23fb3385-d9a8-44c0-b41a-a789ca4693e0 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:48:59.918076 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c634f16f-e82a-41a2-8936-19fe367958c9 req-23fb3385-d9a8-44c0-b41a-a789ca4693e0 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=d98b6999-7159-4f29-8a5d-87b923cc19cc HTTP/1.1" status: 200 len: 945 time: 0.1238110 Aug 10 03:48:59.965175 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34808ca3-8c32-45ae-9660-ffcfae5fb059 admin admin] Made reservation on behalf of 2949f596d7684183a816fc0f69eb7df0 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:48:59.968217 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-34808ca3-8c32-45ae-9660-ffcfae5fb059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:48:59.981925 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c634f16f-e82a-41a2-8936-19fe367958c9 req-41a79ae4-1c97-4363-aaf2-946447e9e33d tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573120 Aug 10 03:49:00.004400 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-80703121-d515-4d6d-8403-5e8ae576f6cb req-8b5db73c-1619-43fa-a95d-9d435d1593b4 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6dfd0d6-be65-4948-8a4c-c2f70a907c86 HTTP/1.1" status: 200 len: 210 time: 0.0459638 Aug 10 03:49:00.039941 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-34808ca3-8c32-45ae-9660-ffcfae5fb059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.250164 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb84df-69c2-43f4-90ea-2994d970a707 req-ae655525-8035-436d-9f07-299addba6759 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:00.257902 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-09fb84df-69c2-43f4-90ea-2994d970a707 req-ae655525-8035-436d-9f07-299addba6759 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/ports?device_id=2815763b-fd21-46dd-8d45-033c4769edf9 HTTP/1.1" status: 200 len: 949 time: 0.0988848 Aug 10 03:49:00.283166 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-34808ca3-8c32-45ae-9660-ffcfae5fb059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.330072 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7c1ca21b-966a-4437-9c2c-0a853f4c626d req-769a484b-69bf-40fd-85a5-07643ac01b58 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.335221 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-09fb84df-69c2-43f4-90ea-2994d970a707 req-5f1a7a51-06fc-487d-9927-596e4e2f8cc4 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/security-groups?id=5ea73d0f-bd7c-445b-b98c-da7439965bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720937 Aug 10 03:49:00.398294 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-34808ca3-8c32-45ae-9660-ffcfae5fb059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.404229 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a484b-69bf-40fd-85a5-07643ac01b58 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Pushing event deleted for resources: {'Port': ['ID=0b542d51-cef2-4e2e-b3ab-a94e323cb4e3,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:00.452431 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34808ca3-8c32-45ae-9660-ffcfae5fb059 admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:49:00.456974 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1ca21b-966a-4437-9c2c-0a853f4c626d req-769a484b-69bf-40fd-85a5-07643ac01b58 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] No DVR routers for this DVR port 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:00.459825 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7c1ca21b-966a-4437-9c2c-0a853f4c626d req-769a484b-69bf-40fd-85a5-07643ac01b58 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.465051 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34808ca3-8c32-45ae-9660-ffcfae5fb059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceffd146-a7a7-454a-9cfa-740bf260dbc4,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:00.465508 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7c1ca21b-966a-4437-9c2c-0a853f4c626d req-769a484b-69bf-40fd-85a5-07643ac01b58 tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.68 "DELETE /v2.0/ports/0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 HTTP/1.1" status: 204 len: 173 time: 0.9507647 Aug 10 03:49:00.466041 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2815763b-fd21-46dd-8d45-033c4769edf9', 'name': 'network-vif-deleted', 'tag': '0b542d51-cef2-4e2e-b3ab-a94e323cb4e3'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:00.470674 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-34808ca3-8c32-45ae-9660-ffcfae5fb059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.470674 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-34808ca3-8c32-45ae-9660-ffcfae5fb059 admin admin] Added segment 9d8f82a4-e08e-42fd-bad0-04820f1ed2d8 of type vlan for network 9b5685bf-9215-43f2-a230-36a84f30c754 Aug 10 03:49:00.476775 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39162810-a8c1-477e-9447-00bf265d80b3" -d '{"events": [{"server_uuid": "2815763b-fd21-46dd-8d45-033c4769edf9", "name": "network-vif-deleted", "tag": "0b542d51-cef2-4e2e-b3ab-a94e323cb4e3"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:00.540080 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-34808ca3-8c32-45ae-9660-ffcfae5fb059 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.568033 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818c347d-e09f-4fbd-8d37-354213bfb1bc x-openstack-request-id: req-818c347d-e09f-4fbd-8d37-354213bfb1bc {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:00.568544 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2815763b-fd21-46dd-8d45-033c4769edf9", "name": "network-vif-deleted", "tag": "0b542d51-cef2-4e2e-b3ab-a94e323cb4e3", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:00.568908 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-818c347d-e09f-4fbd-8d37-354213bfb1bc {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:00.574459 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2815763b-fd21-46dd-8d45-033c4769edf9', 'name': 'network-vif-deleted', 'tag': '0b542d51-cef2-4e2e-b3ab-a94e323cb4e3', 'status': 'completed', 'code': 200} Aug 10 03:49:00.651658 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-34808ca3-8c32-45ae-9660-ffcfae5fb059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.651658 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34808ca3-8c32-45ae-9660-ffcfae5fb059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:00.651658 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-34808ca3-8c32-45ae-9660-ffcfae5fb059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:00.729976 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34808ca3-8c32-45ae-9660-ffcfae5fb059 admin admin] Pushing event updated for resources: {'Network': ['ID=9b5685bf-9215-43f2-a230-36a84f30c754,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:00.753464 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 9b5685bf-9215-43f2-a230-36a84f30c754 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:49:00.856672 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5bc384-eee9-42c0-9a6b-45676678a3b4 req-e5985484-58af-4b7d-8c09-812587a43cd2 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:00.858741 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cd5bc384-eee9-42c0-9a6b-45676678a3b4 req-e5985484-58af-4b7d-8c09-812587a43cd2 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=d98b6999-7159-4f29-8a5d-87b923cc19cc HTTP/1.1" status: 200 len: 945 time: 0.0948441 Aug 10 03:49:00.860873 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-34808ca3-8c32-45ae-9660-ffcfae5fb059 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.2870510 Aug 10 03:49:00.863703 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54620) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:00.870133 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-c4164900-d36a-467f-8a95-2ffdd0ed8aed admin admin] Request body: {'subnet': {'network_id': '9b5685bf-9215-43f2-a230-36a84f30c754', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649751017-subnet', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:00.950058 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cd5bc384-eee9-42c0-9a6b-45676678a3b4 req-04fec765-1300-4635-84d3-c94743aed223 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771356 Aug 10 03:49:01.021504 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4164900-d36a-467f-8a95-2ffdd0ed8aed admin admin] Made reservation on behalf of 2949f596d7684183a816fc0f69eb7df0 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:01.024421 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c4164900-d36a-467f-8a95-2ffdd0ed8aed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:01.146468 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-280cc5df-22af-4456-900f-abf74bead410 req-6ce4dc54-88d5-41e5-8c37-2ad0e7f0047a tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6dfd0d6-be65-4948-8a4c-c2f70a907c86 HTTP/1.1" status: 200 len: 210 time: 0.0378618 Aug 10 03:49:01.457346 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c4164900-d36a-467f-8a95-2ffdd0ed8aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:01.523390 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c4dc77ea-b6cf-4092-9650-53c18859ef00 req-d5ee1427-e1ec-4e6b-9565-2f68729fdefc tempest-ListImageFiltersTestJSON-579011447 tempest-ListImageFiltersTestJSON-579011447-project] 10.222.0.25 "GET /v2.0/ports?device_id=2815763b-fd21-46dd-8d45-033c4769edf9 HTTP/1.1" status: 200 len: 210 time: 0.0357013 Aug 10 03:49:01.566644 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4164900-d36a-467f-8a95-2ffdd0ed8aed admin admin] Pushing event updated for resources: {'Subnet': ['ID=37cee9a6-5280-4566-b573-22ad6aabe2c9,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:01.611853 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4164900-d36a-467f-8a95-2ffdd0ed8aed admin admin] Checking segment: {'id': '9d8f82a4-e08e-42fd-bad0-04820f1ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9b5685bf-9215-43f2-a230-36a84f30c754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:01.614874 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4164900-d36a-467f-8a95-2ffdd0ed8aed admin admin] Network hostable DHCP agents. Network: 9b5685bf-9215-43f2-a230-36a84f30c754, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:49:01.786930 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4164900-d36a-467f-8a95-2ffdd0ed8aed admin admin] Network 9b5685bf-9215-43f2-a230-36a84f30c754 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:49:01.962318 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-c4164900-d36a-467f-8a95-2ffdd0ed8aed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 9b5685bf-9215-43f2-a230-36a84f30c754) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:01.970006 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4164900-d36a-467f-8a95-2ffdd0ed8aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:01.970976 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c4164900-d36a-467f-8a95-2ffdd0ed8aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:01.979090 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48bde46-e331-4a83-8909-012e39976beb None None] Network 9b5685bf-9215-43f2-a230-36a84f30c754 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:02.076843 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c4164900-d36a-467f-8a95-2ffdd0ed8aed admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2094910 Aug 10 03:49:02.077206 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54636) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:02.083926 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-4813dc16-a49c-410d-a293-f65804e06195 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649751017-router', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:02.127212 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd907b-515b-4992-8990-05f89e003c7f req-f93114c6-d13f-4d5c-bed4-98e91b90144f tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:02.128899 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-11cd907b-515b-4992-8990-05f89e003c7f req-f93114c6-d13f-4d5c-bed4-98e91b90144f tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.68 "GET /v2.0/ports?device_id=d98b6999-7159-4f29-8a5d-87b923cc19cc HTTP/1.1" status: 200 len: 945 time: 0.1009829 Aug 10 03:49:02.138512 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15651276-0968-4684-96ec-15da3ff0892c req-b4c018c4-cafe-48de-bdd9-2ce0c4e118e5 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:02.140663 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-15651276-0968-4684-96ec-15da3ff0892c req-b4c018c4-cafe-48de-bdd9-2ce0c4e118e5 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=d98b6999-7159-4f29-8a5d-87b923cc19cc HTTP/1.1" status: 200 len: 945 time: 0.0805142 Aug 10 03:49:02.200261 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dd639e-40cd-48b8-9b65-ab29ba8b222c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-9b5685bf-9215-43f2-a230-36a84f30c754', 'network_id': '9b5685bf-9215-43f2-a230-36a84f30c754', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0', 'fixed_ips': [{'subnet_id': '37cee9a6-5280-4566-b573-22ad6aabe2c9'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:49:02.201131 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87dd639e-40cd-48b8-9b65-ab29ba8b222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.204003 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4813dc16-a49c-410d-a293-f65804e06195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.205421 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4813dc16-a49c-410d-a293-f65804e06195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.223084 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-15651276-0968-4684-96ec-15da3ff0892c req-5e49efc4-ae84-4878-88e7-91a61341809c tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724051 Aug 10 03:49:02.301035 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4813dc16-a49c-410d-a293-f65804e06195 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.350253 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-da03aeb0-606f-414f-900c-5da1863ea180 req-37c39b0a-fba2-44c8-bd69-32ba9f28f013 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6dfd0d6-be65-4948-8a4c-c2f70a907c86 HTTP/1.1" status: 200 len: 210 time: 0.0397184 Aug 10 03:49:02.381547 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-11cd907b-515b-4992-8990-05f89e003c7f req-6c1638d8-eb00-45ca-9a1b-d18e180b0db2 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Deleting port 6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:02.381886 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-11cd907b-515b-4992-8990-05f89e003c7f req-6c1638d8-eb00-45ca-9a1b-d18e180b0db2 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.443405 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-87dd639e-40cd-48b8-9b65-ab29ba8b222c None None] Allocated IP 172.20.0.2 (9b5685bf-9215-43f2-a230-36a84f30c754/37cee9a6-5280-4566-b573-22ad6aabe2c9/09b4bf67-285b-4252-9a61-dfb503fb0ed6) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:02.510265 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-11cd907b-515b-4992-8990-05f89e003c7f req-6c1638d8-eb00-45ca-9a1b-d18e180b0db2 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] For port 6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48,segment=NetworkSegment(20462772-f7c5-492c-9f9f-b3f3881811ba),segment_id=20462772-f7c5-492c-9f9f-b3f3881811ba)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:02.510855 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-11cd907b-515b-4992-8990-05f89e003c7f req-6c1638d8-eb00-45ca-9a1b-d18e180b0db2 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.526188 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-11cd907b-515b-4992-8990-05f89e003c7f req-6c1638d8-eb00-45ca-9a1b-d18e180b0db2 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Calling delete_port for 6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:02.579980 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-08e42452-75b3-472f-94cf-b3f6c92b373c tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=22affcb1d9554c328917101e69174f0f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489616 Aug 10 03:49:02.585001 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4813dc16-a49c-410d-a293-f65804e06195 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.666282 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87dd639e-40cd-48b8-9b65-ab29ba8b222c None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.680626 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87dd639e-40cd-48b8-9b65-ab29ba8b222c None None] Transition to ACTIVE for port object 09b4bf67-285b-4252-9a61-dfb503fb0ed6 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:02.721853 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87dd639e-40cd-48b8-9b65-ab29ba8b222c None None] Transition to ACTIVE for port object 09b4bf67-285b-4252-9a61-dfb503fb0ed6 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:02.839247 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-28a19b0c-cbb4-42e6-b5ea-283abc350536 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:02.841079 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-28a19b0c-cbb4-42e6-b5ea-283abc350536 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2437081 Aug 10 03:49:02.842963 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87dd639e-40cd-48b8-9b65-ab29ba8b222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.864114 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-6b01512f-3353-46c1-a42a-07649aca054b tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Request body: {'port': {'device_id': 'e6dfd0d6-be65-4948-8a4c-c2f70a907c86', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': '22affcb1d9554c328917101e69174f0f'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:02.935222 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dd639e-40cd-48b8-9b65-ab29ba8b222c None None] Network 9b5685bf-9215-43f2-a230-36a84f30c754 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:02.938192 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-87dd639e-40cd-48b8-9b65-ab29ba8b222c None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:02.942953 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dd639e-40cd-48b8-9b65-ab29ba8b222c None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:02.993100 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4813dc16-a49c-410d-a293-f65804e06195 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:02.997788 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd639e-40cd-48b8-9b65-ab29ba8b222c None None] Pushing event updated for resources: {'Port': ['ID=09b4bf67-285b-4252-9a61-dfb503fb0ed6,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:03.023502 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4813dc16-a49c-410d-a293-f65804e06195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.037400 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-87dd639e-40cd-48b8-9b65-ab29ba8b222c None None] Attempting to bind port 09b4bf67-285b-4252-9a61-dfb503fb0ed6 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:03.038228 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-87dd639e-40cd-48b8-9b65-ab29ba8b222c None None] Attempting to bind port 09b4bf67-285b-4252-9a61-dfb503fb0ed6 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '9d8f82a4-e08e-42fd-bad0-04820f1ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9b5685bf-9215-43f2-a230-36a84f30c754'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:03.038751 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dd639e-40cd-48b8-9b65-ab29ba8b222c None None] Attempting to bind port 09b4bf67-285b-4252-9a61-dfb503fb0ed6 on network 9b5685bf-9215-43f2-a230-36a84f30c754 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:03.045011 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dd639e-40cd-48b8-9b65-ab29ba8b222c None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:03.045474 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dd639e-40cd-48b8-9b65-ab29ba8b222c None None] Checking segment: {'id': '9d8f82a4-e08e-42fd-bad0-04820f1ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9b5685bf-9215-43f2-a230-36a84f30c754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:03.046076 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87dd639e-40cd-48b8-9b65-ab29ba8b222c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.046309 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87dd639e-40cd-48b8-9b65-ab29ba8b222c None None] Bound using segment: {'id': '9d8f82a4-e08e-42fd-bad0-04820f1ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9b5685bf-9215-43f2-a230-36a84f30c754'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:03.046778 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-87dd639e-40cd-48b8-9b65-ab29ba8b222c None None] Bound port: 09b4bf67-285b-4252-9a61-dfb503fb0ed6, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8f82a4-e08e-42fd-bad0-04820f1ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9b5685bf-9215-43f2-a230-36a84f30c754'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:03.047192 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87dd639e-40cd-48b8-9b65-ab29ba8b222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.120980 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87dd639e-40cd-48b8-9b65-ab29ba8b222c None None] For port 09b4bf67-285b-4252-9a61-dfb503fb0ed6, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:49:03.124305 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87dd639e-40cd-48b8-9b65-ab29ba8b222c None None] For port 09b4bf67-285b-4252-9a61-dfb503fb0ed6, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=09b4bf67-285b-4252-9a61-dfb503fb0ed6,segment=NetworkSegment(9d8f82a4-e08e-42fd-bad0-04820f1ed2d8),segment_id=9d8f82a4-e08e-42fd-bad0-04820f1ed2d8)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:49:03.168551 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-4813dc16-a49c-410d-a293-f65804e06195 admin admin] Allocated IP 172.25.0.148 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/1308c627-cbe6-4280-948d-0e48cd5bafba) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:03.277553 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4813dc16-a49c-410d-a293-f65804e06195 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.357785 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:03.364959 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc58a7a-0e4e-47c7-8917-5170faa9a15d req-3cc5274c-274e-42c5-b14c-73f05f5bad34 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:03.366679 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2bc58a7a-0e4e-47c7-8917-5170faa9a15d req-3cc5274c-274e-42c5-b14c-73f05f5bad34 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=d98b6999-7159-4f29-8a5d-87b923cc19cc HTTP/1.1" status: 200 len: 945 time: 0.0578778 Aug 10 03:49:03.409618 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2bc58a7a-0e4e-47c7-8917-5170faa9a15d req-0e44b7a0-09be-4470-a517-e672bed0b350 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups?id=fea525ae-5b3f-4eec-ad71-fa02f9c540ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360465 Aug 10 03:49:03.472044 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.528415 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9c669c76-79d9-4c75-929b-0a1f0f9c6c4b req-ab1cf13e-d2ff-4db5-8119-a958585313f7 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6dfd0d6-be65-4948-8a4c-c2f70a907c86 HTTP/1.1" status: 200 len: 210 time: 0.0272129 Aug 10 03:49:03.883904 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-dc9d32b1-ee31-4bd6-a30e-c28386e55efa service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0535331 Aug 10 03:49:03.925813 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-11cd907b-515b-4992-8990-05f89e003c7f req-6c1638d8-eb00-45ca-9a1b-d18e180b0db2 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.928670 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4813dc16-a49c-410d-a293-f65804e06195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.933512 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87dd639e-40cd-48b8-9b65-ab29ba8b222c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.939138 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-6b01512f-3353-46c1-a42a-07649aca054b tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Made reservation on behalf of 22affcb1d9554c328917101e69174f0f for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:03.946566 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-6b01512f-3353-46c1-a42a-07649aca054b tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:03.966023 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:03.982446 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4813dc16-a49c-410d-a293-f65804e06195 admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:04.000520 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-4813dc16-a49c-410d-a293-f65804e06195 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:04.007504 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4813dc16-a49c-410d-a293-f65804e06195 admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:04.012298 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:04.013223 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 0b542d51-cef2-4e2e-b3ab-a94e323cb4e3 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:04.015142 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1638d8-eb00-45ca-9a1b-d18e180b0db2 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Pushing event deleted for resources: {'Port': ['ID=6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:04.049793 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd639e-40cd-48b8-9b65-ab29ba8b222c None None] Pushing event updated for resources: {'Port': ['ID=09b4bf67-285b-4252-9a61-dfb503fb0ed6,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:04.069385 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813dc16-a49c-410d-a293-f65804e06195 admin admin] Pushing event updated for resources: {'Port': ['ID=1308c627-cbe6-4280-948d-0e48cd5bafba,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:04.075788 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1638d8-eb00-45ca-9a1b-d18e180b0db2 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:04.076298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1638d8-eb00-45ca-9a1b-d18e180b0db2 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:04.076744 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1638d8-eb00-45ca-9a1b-d18e180b0db2 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:04.077358 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1638d8-eb00-45ca-9a1b-d18e180b0db2 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:04.083435 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1638d8-eb00-45ca-9a1b-d18e180b0db2 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:04.083435 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1638d8-eb00-45ca-9a1b-d18e180b0db2 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:04.083435 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1638d8-eb00-45ca-9a1b-d18e180b0db2 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:04.083435 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1638d8-eb00-45ca-9a1b-d18e180b0db2 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:04.083435 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1638d8-eb00-45ca-9a1b-d18e180b0db2 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:04.083435 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1638d8-eb00-45ca-9a1b-d18e180b0db2 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:04.083435 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1638d8-eb00-45ca-9a1b-d18e180b0db2 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:04.083435 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1638d8-eb00-45ca-9a1b-d18e180b0db2 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:04.089833 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-11cd907b-515b-4992-8990-05f89e003c7f req-6c1638d8-eb00-45ca-9a1b-d18e180b0db2 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] No DVR routers for this DVR port 6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:04.093576 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-11cd907b-515b-4992-8990-05f89e003c7f req-6c1638d8-eb00-45ca-9a1b-d18e180b0db2 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:04.095928 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-11cd907b-515b-4992-8990-05f89e003c7f req-6c1638d8-eb00-45ca-9a1b-d18e180b0db2 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.68 "DELETE /v2.0/ports/6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48 HTTP/1.1" status: 204 len: 173 time: 1.9543295 Aug 10 03:49:04.096516 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98b6999-7159-4f29-8a5d-87b923cc19cc', 'name': 'network-vif-deleted', 'tag': '6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:04.098927 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9f45df-4137-41f3-83ba-2a62e0245bca" -d '{"events": [{"server_uuid": "d98b6999-7159-4f29-8a5d-87b923cc19cc", "name": "network-vif-deleted", "tag": "6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:04.100929 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082e30-dc12-43b1-90a3-670f22718151 req-c878abab-f27c-4a80-bde0-a4bacda59608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:04.101512 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082e30-dc12-43b1-90a3-670f22718151 req-c878abab-f27c-4a80-bde0-a4bacda59608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:04.102256 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082e30-dc12-43b1-90a3-670f22718151 req-c878abab-f27c-4a80-bde0-a4bacda59608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:04.102755 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082e30-dc12-43b1-90a3-670f22718151 req-c878abab-f27c-4a80-bde0-a4bacda59608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:04.103239 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082e30-dc12-43b1-90a3-670f22718151 req-c878abab-f27c-4a80-bde0-a4bacda59608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:04.103715 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082e30-dc12-43b1-90a3-670f22718151 req-c878abab-f27c-4a80-bde0-a4bacda59608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:04.104229 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082e30-dc12-43b1-90a3-670f22718151 req-c878abab-f27c-4a80-bde0-a4bacda59608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:04.106326 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-c878abab-f27c-4a80-bde0-a4bacda59608 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=131e3b69db844409bca7efef95f46481&device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 6489 time: 0.1735787 Aug 10 03:49:04.215621 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8927a026-479a-461c-a35b-d6df07dab863 x-openstack-request-id: req-8927a026-479a-461c-a35b-d6df07dab863 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:04.215621 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d98b6999-7159-4f29-8a5d-87b923cc19cc", "name": "network-vif-deleted", "tag": "6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:04.215621 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8927a026-479a-461c-a35b-d6df07dab863 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:04.215621 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98b6999-7159-4f29-8a5d-87b923cc19cc', 'name': 'network-vif-deleted', 'tag': '6af7d5bb-28f9-44e7-81b7-ff5f3c6b9e48', 'status': 'completed', 'code': 200} Aug 10 03:49:04.300497 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-6b01512f-3353-46c1-a42a-07649aca054b tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Allocated IP 192.168.233.30 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/8e35479a-8a83-406f-9ae5-58d0cb0a0942) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:04.386783 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082e30-dc12-43b1-90a3-670f22718151 req-cc240cc5-7135-4771-899d-1e9e6bdea842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:04.386783 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082e30-dc12-43b1-90a3-670f22718151 req-cc240cc5-7135-4771-899d-1e9e6bdea842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:04.386783 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082e30-dc12-43b1-90a3-670f22718151 req-cc240cc5-7135-4771-899d-1e9e6bdea842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:04.390428 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-cc240cc5-7135-4771-899d-1e9e6bdea842 service neutron] 10.222.0.68 "GET /v2.0/networks?id=fa395f05-97ff-41a7-920e-74dd9aa81561&id=417fd08b-d4a9-43bf-abeb-ff8394392512&id=417fd08b-d4a9-43bf-abeb-ff8394392512&id=417fd08b-d4a9-43bf-abeb-ff8394392512&id=417fd08b-d4a9-43bf-abeb-ff8394392512&id=6124ac5f-cc2c-4188-9079-e96ada11101c&id=6124ac5f-cc2c-4188-9079-e96ada11101c HTTP/1.1" status: 200 len: 2293 time: 0.2294800 Aug 10 03:49:04.550476 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-1c470aba-fc34-437f-a5d2-15b05f3ebb0c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b16112ea-945d-400e-93b8-dc4400ca7754 HTTP/1.1" status: 200 len: 1002 time: 0.1521928 Aug 10 03:49:04.630078 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-db40ea03-19c0-450d-9473-90b09fb51208 req-83493b58-8b16-4a66-a186-e220df00e861 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/ports?device_id=d98b6999-7159-4f29-8a5d-87b923cc19cc HTTP/1.1" status: 200 len: 210 time: 0.0662770 Aug 10 03:49:04.744187 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082e30-dc12-43b1-90a3-670f22718151 req-6d663bc8-ab4a-4fb3-8610-379299da753b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:04.745989 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-6d663bc8-ab4a-4fb3-8610-379299da753b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1583fe6d-0928-4ce5-a5da-99afb99ff698 HTTP/1.1" status: 200 len: 851 time: 0.1392958 Aug 10 03:49:04.782336 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-6b01512f-3353-46c1-a42a-07649aca054b tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:04.811566 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4813dc16-a49c-410d-a293-f65804e06195 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:04.884048 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082e30-dc12-43b1-90a3-670f22718151 req-93c56977-e8d5-48fd-862f-332cea93415e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:04.886672 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-93c56977-e8d5-48fd-862f-332cea93415e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fa395f05-97ff-41a7-920e-74dd9aa81561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1315358 Aug 10 03:49:04.886810 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d5a5293b-044f-4473-85c9-e8d57d4e9158 req-e5f6e96e-81c4-4be2-a419-415b631d17f5 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6dfd0d6-be65-4948-8a4c-c2f70a907c86 HTTP/1.1" status: 200 len: 210 time: 0.0915568 Aug 10 03:49:04.900423 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-6b01512f-3353-46c1-a42a-07649aca054b tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Transition to ACTIVE for port object 8e35479a-8a83-406f-9ae5-58d0cb0a0942 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:04.920965 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 09b4bf67-285b-4252-9a61-dfb503fb0ed6 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:05.116537 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 09b4bf67-285b-4252-9a61-dfb503fb0ed6 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:05.119164 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-6b01512f-3353-46c1-a42a-07649aca054b tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.146636 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['906124ec-efbe-4831-af06-686316841fb1'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:49:05.253431 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-6b01512f-3353-46c1-a42a-07649aca054b tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:05.266520 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-6b01512f-3353-46c1-a42a-07649aca054b tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:05.268286 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-6b01512f-3353-46c1-a42a-07649aca054b tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:05.275123 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b01512f-3353-46c1-a42a-07649aca054b tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Pushing event updated for resources: {'Port': ['ID=8e35479a-8a83-406f-9ae5-58d0cb0a0942,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:05.390863 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-6b01512f-3353-46c1-a42a-07649aca054b tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:05.398526 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-6b01512f-3353-46c1-a42a-07649aca054b tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.502593 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-6b01512f-3353-46c1-a42a-07649aca054b tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6464283 Aug 10 03:49:05.523609 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-742ca1ad-998c-43a4-9dba-e4addcaef10a service neutron] Request body: {'port': {'device_id': 'e6dfd0d6-be65-4948-8a4c-c2f70a907c86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:05.619843 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-742ca1ad-998c-43a4-9dba-e4addcaef10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:05.648320 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f320e6-e5cd-4a50-ae96-996bd401697e None None] Network 9b5685bf-9215-43f2-a230-36a84f30c754 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:05.853073 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-6d64bbfd-38df-434f-8e70-ff38c74bd015 service neutron] 10.222.0.68 "GET /v2.0/networks/fa395f05-97ff-41a7-920e-74dd9aa81561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9583795 Aug 10 03:49:06.010989 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4813dc16-a49c-410d-a293-f65804e06195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.038283 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9e264d1c-2e3b-44b7-8a0e-e229d6b4f4cb None None] Provisioning for port 8e35479a-8a83-406f-9ae5-58d0cb0a0942 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:06.043534 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9e264d1c-2e3b-44b7-8a0e-e229d6b4f4cb None None] Provisioning complete for port 8e35479a-8a83-406f-9ae5-58d0cb0a0942 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:06.044207 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9e264d1c-2e3b-44b7-8a0e-e229d6b4f4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.094080 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-742ca1ad-998c-43a4-9dba-e4addcaef10a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e35479a-8a83-406f-9ae5-58d0cb0a0942 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:49:06.120143 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-9e264d1c-2e3b-44b7-8a0e-e229d6b4f4cb None None] Port 8e35479a-8a83-406f-9ae5-58d0cb0a0942 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:06.120815 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54770) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:06.167097 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-742ca1ad-998c-43a4-9dba-e4addcaef10a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.175465 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-fb8c3c70-2647-47d7-8de3-afc6093c56d6 service neutron] 10.222.0.68 "GET /v2.0/networks/fa395f05-97ff-41a7-920e-74dd9aa81561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135893 Aug 10 03:49:06.220622 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9e264d1c-2e3b-44b7-8a0e-e229d6b4f4cb None None] Provisioning for port 09b4bf67-285b-4252-9a61-dfb503fb0ed6 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:06.225317 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9e264d1c-2e3b-44b7-8a0e-e229d6b4f4cb None None] Provisioning complete for port 09b4bf67-285b-4252-9a61-dfb503fb0ed6 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:06.229826 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9e264d1c-2e3b-44b7-8a0e-e229d6b4f4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.241507 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-5f119ba2-54ec-407e-807a-f2bf7a93b175 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=f967e2df-2718-4410-a5e2-41f4e2475bac HTTP/1.1" status: 200 len: 217 time: 0.0577023 Aug 10 03:49:06.266816 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-742ca1ad-998c-43a4-9dba-e4addcaef10a service neutron] Transition to ACTIVE for port object 8e35479a-8a83-406f-9ae5-58d0cb0a0942 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:06.330222 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9e264d1c-2e3b-44b7-8a0e-e229d6b4f4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.339611 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082e30-dc12-43b1-90a3-670f22718151 req-b3a7dbf7-a858-45b3-aed9-bb05661d6802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:06.341553 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-b3a7dbf7-a858-45b3-aed9-bb05661d6802 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7b687a16-5dca-4966-9a46-f39eb550130f HTTP/1.1" status: 200 len: 797 time: 0.0910707 Aug 10 03:49:06.345615 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bde095-8dee-4c62-b5db-96380a956611 req-b47a4732-8b42-4e19-846b-6da661e55a58 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:06.347168 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a0bde095-8dee-4c62-b5db-96380a956611 req-b47a4732-8b42-4e19-846b-6da661e55a58 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6dfd0d6-be65-4948-8a4c-c2f70a907c86 HTTP/1.1" status: 200 len: 935 time: 0.2054260 Aug 10 03:49:06.352091 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3ad5f547-b154-468a-9025-94caa6ebd806 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.369967 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-9e264d1c-2e3b-44b7-8a0e-e229d6b4f4cb None None] For port 09b4bf67-285b-4252-9a61-dfb503fb0ed6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=09b4bf67-285b-4252-9a61-dfb503fb0ed6,segment=NetworkSegment(9d8f82a4-e08e-42fd-bad0-04820f1ed2d8),segment_id=9d8f82a4-e08e-42fd-bad0-04820f1ed2d8)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:06.397937 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3ad5f547-b154-468a-9025-94caa6ebd806 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.410995 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ffb6895-30a5-433b-906c-10d372db5270 req-c320e20b-221a-4478-84af-dacb048df63f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=be12dd98-4264-4bf9-8b9c-a2695ecdb67d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1569314 Aug 10 03:49:06.415453 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-742ca1ad-998c-43a4-9dba-e4addcaef10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.418500 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082e30-dc12-43b1-90a3-670f22718151 req-031b13ba-fa82-40ed-ae7f-263b6f26a8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:06.422145 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9e264d1c-2e3b-44b7-8a0e-e229d6b4f4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.434139 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-031b13ba-fa82-40ed-ae7f-263b6f26a8c8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=417fd08b-d4a9-43bf-abeb-ff8394392512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0619218 Aug 10 03:49:06.500724 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e264d1c-2e3b-44b7-8a0e-e229d6b4f4cb None None] Pushing event updated for resources: {'Port': ['ID=09b4bf67-285b-4252-9a61-dfb503fb0ed6,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:06.516690 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a0bde095-8dee-4c62-b5db-96380a956611 req-02cd1e35-d94e-4c88-845d-18edec6eba8a tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436446 Aug 10 03:49:06.520290 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4813dc16-a49c-410d-a293-f65804e06195 admin admin] Router 4f4e4972-5ade-4c13-acf2-4cbce90ee621 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:49:06.557341 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-af2a4bf5-af8e-4fe5-914d-4e6e91eaea94 None None] Provisioning complete for port 09b4bf67-285b-4252-9a61-dfb503fb0ed6 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:06.557812 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-af2a4bf5-af8e-4fe5-914d-4e6e91eaea94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.638440 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ca1ad-998c-43a4-9dba-e4addcaef10a service neutron] Pushing event updated for resources: {'Port': ['ID=8e35479a-8a83-406f-9ae5-58d0cb0a0942,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:06.669934 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-71ff1bef-b3d4-4e7d-9784-71f5be1c391e service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290325 Aug 10 03:49:06.688415 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54784) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:06.690308 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb6895-30a5-433b-906c-10d372db5270 req-76b5eb00-f4bf-46b9-a426-86251e33f104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:06.697929 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ffb6895-30a5-433b-906c-10d372db5270 req-76b5eb00-f4bf-46b9-a426-86251e33f104 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=58ee50e6de35447d8f023d20187a0aea&device_id=be12dd98-4264-4bf9-8b9c-a2695ecdb67d HTTP/1.1" status: 200 len: 1097 time: 0.1797037 Aug 10 03:49:06.835883 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4813dc16-a49c-410d-a293-f65804e06195 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:49:06.848041 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf899b87-537f-4ac6-946a-8890182b7fcd None None] Sync routers for ids ['4f4e4972-5ade-4c13-acf2-4cbce90ee621'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:49:06.866134 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf899b87-537f-4ac6-946a-8890182b7fcd None None] Routers {'4f4e4972-5ade-4c13-acf2-4cbce90ee621'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:06.866773 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-cf899b87-537f-4ac6-946a-8890182b7fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:48:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['4f4e4972-5ade-4c13-acf2-4cbce90ee621'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:06.898331 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-731f61bd-9c88-4ecc-ba56-7c0618d8bf21 service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248373 Aug 10 03:49:06.947670 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 09b4bf67-285b-4252-9a61-dfb503fb0ed6 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:06.966124 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-fe15a0e5-e490-46a2-ae11-68ea652898c2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=14710601-7780-4dc4-9078-9d9e5dd540bd HTTP/1.1" status: 200 len: 217 time: 0.0577250 Aug 10 03:49:06.974421 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3ad5f547-b154-468a-9025-94caa6ebd806 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.977434 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3ad5f547-b154-468a-9025-94caa6ebd806 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:06.981132 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3ad5f547-b154-468a-9025-94caa6ebd806 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "DELETE /v2.0/security-groups/3b1b50a2-31ef-49c5-b425-bac1e5520142 HTTP/1.1" status: 204 len: 168 time: 0.8576136 Aug 10 03:49:06.982462 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54792) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:07.009843 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4813dc16-a49c-410d-a293-f65804e06195 admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:07.013988 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4813dc16-a49c-410d-a293-f65804e06195 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.9356942 Aug 10 03:49:07.024276 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54794) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:07.025171 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5f547-b154-468a-9025-94caa6ebd806 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1b50a2-31ef-49c5-b425-bac1e5520142,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:07.042539 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-742ca1ad-998c-43a4-9dba-e4addcaef10a service neutron] Attempting to bind port 8e35479a-8a83-406f-9ae5-58d0cb0a0942 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:07.042880 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-742ca1ad-998c-43a4-9dba-e4addcaef10a service neutron] Attempting to bind port 8e35479a-8a83-406f-9ae5-58d0cb0a0942 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:07.043199 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-742ca1ad-998c-43a4-9dba-e4addcaef10a service neutron] Attempting to bind port 8e35479a-8a83-406f-9ae5-58d0cb0a0942 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:07.057446 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-7ca28a04-7f7e-4d8b-aea9-3b1485920c67 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] show failed (client error): The resource could not be found. Aug 10 03:49:07.058504 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7ca28a04-7f7e-4d8b-aea9-3b1485920c67 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "GET /v2.0/security-groups/3b1b50a2-31ef-49c5-b425-bac1e5520142 HTTP/1.1" status: 404 len: 347 time: 0.0715039 Aug 10 03:49:07.064849 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54796) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:07.097164 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-cf899b87-537f-4ac6-946a-8890182b7fcd None None] Set router 4f4e4972-5ade-4c13-acf2-4cbce90ee621 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:07.106672 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-742ca1ad-998c-43a4-9dba-e4addcaef10a service neutron] Port 8e35479a-8a83-406f-9ae5-58d0cb0a0942 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:49:07.107025 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-742ca1ad-998c-43a4-9dba-e4addcaef10a service neutron] Attempting to bind port 8e35479a-8a83-406f-9ae5-58d0cb0a0942 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:07.109285 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 09b4bf67-285b-4252-9a61-dfb503fb0ed6 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:07.109657 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:07.135460 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-742ca1ad-998c-43a4-9dba-e4addcaef10a service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:07.136098 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-742ca1ad-998c-43a4-9dba-e4addcaef10a service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:07.136207 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-742ca1ad-998c-43a4-9dba-e4addcaef10a service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:07.136619 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-742ca1ad-998c-43a4-9dba-e4addcaef10a service neutron] Bound port: 8e35479a-8a83-406f-9ae5-58d0cb0a0942, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:07.136975 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-742ca1ad-998c-43a4-9dba-e4addcaef10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:07.151006 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082e30-dc12-43b1-90a3-670f22718151 req-8751bd76-43b8-4b14-af57-39674c38406d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:07.152536 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-8751bd76-43b8-4b14-af57-39674c38406d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7b687a16-5dca-4966-9a46-f39eb550130f HTTP/1.1" status: 200 len: 797 time: 0.1799920 Aug 10 03:49:07.197551 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb6895-30a5-433b-906c-10d372db5270 req-3f03e3ac-cccb-4ae2-9809-c65fff1d325b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:07.198934 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ffb6895-30a5-433b-906c-10d372db5270 req-3f03e3ac-cccb-4ae2-9809-c65fff1d325b service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae78276c-6519-4603-bc80-1f77f9c4457a HTTP/1.1" status: 200 len: 913 time: 0.4751227 Aug 10 03:49:07.214680 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5e4cc13d-551f-43e6-8a50-38c5ef48f850 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c8d968613f9d44a2a4ba5c9c5549a558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5120561 Aug 10 03:49:07.222099 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54798) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:07.304706 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082e30-dc12-43b1-90a3-670f22718151 req-7669fdda-c65f-4067-9497-7f460904e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:07.307569 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-7669fdda-c65f-4067-9497-7f460904e8bf service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=417fd08b-d4a9-43bf-abeb-ff8394392512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1187773 Aug 10 03:49:07.407859 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-e0ea608a-04e8-4038-8882-50517f00e6f7 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Deleting port 42825434-16ce-44ac-87bf-a5dcac0bc468 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:07.408226 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0ea608a-04e8-4038-8882-50517f00e6f7 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:07.412383 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7146956e-eda5-4c76-adf8-b4537f3378aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:07.520680 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7146956e-eda5-4c76-adf8-b4537f3378aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:07.524797 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-8f5524ef-d0d8-48ef-a410-439bc07ffd43 service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085047 Aug 10 03:49:07.581602 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-cf899b87-537f-4ac6-946a-8890182b7fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649751017-router', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '1308c627-cbe6-4280-948d-0e48cd5bafba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:49:02Z', 'updated_at': '2021-08-10T03:49:04Z', 'revision_number': 3, 'project_id': '2949f596d7684183a816fc0f69eb7df0', 'gw_port': {'id': '1308c627-cbe6-4280-948d-0e48cd5bafba', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:be:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:03Z', 'updated_at': '2021-08-10T03:49:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:07.615582 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf899b87-537f-4ac6-946a-8890182b7fcd None None] Checking router: 4f4e4972-5ade-4c13-acf2-4cbce90ee621 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:49:07.616003 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf899b87-537f-4ac6-946a-8890182b7fcd None None] Updating router 4f4e4972-5ade-4c13-acf2-4cbce90ee621 port 1308c627-cbe6-4280-948d-0e48cd5bafba binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:49:07.661215 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0ea608a-04e8-4038-8882-50517f00e6f7 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:07.661610 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0ea608a-04e8-4038-8882-50517f00e6f7 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:07.670397 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cf899b87-537f-4ac6-946a-8890182b7fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:07.704787 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-e0ea608a-04e8-4038-8882-50517f00e6f7 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Calling delete_port for 42825434-16ce-44ac-87bf-a5dcac0bc468 owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:07.782653 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-e0205d60-b399-46b0-9562-633913494749 service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488914 Aug 10 03:49:07.793698 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db890f49-255b-4f42-a6d0-7baee4648fb3 req-e9d3604f-4270-4434-bc3f-8557eba4bc08 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:07.795295 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db890f49-255b-4f42-a6d0-7baee4648fb3 req-e9d3604f-4270-4434-bc3f-8557eba4bc08 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6dfd0d6-be65-4948-8a4c-c2f70a907c86 HTTP/1.1" status: 200 len: 947 time: 0.1675279 Aug 10 03:49:07.841482 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-36fce580-d02f-417d-92d9-653ef3840841 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=ed70a477-1112-4bcb-a46c-2d53afbe9813 HTTP/1.1" status: 200 len: 217 time: 0.0406733 Aug 10 03:49:07.845746 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7146956e-eda5-4c76-adf8-b4537f3378aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:07.848943 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7146956e-eda5-4c76-adf8-b4537f3378aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:07.852573 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7146956e-eda5-4c76-adf8-b4537f3378aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5ea73d0f-bd7c-445b-b98c-da7439965bab HTTP/1.1" status: 204 len: 168 time: 0.6030948 Aug 10 03:49:07.937981 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7146956e-eda5-4c76-adf8-b4537f3378aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea73d0f-bd7c-445b-b98c-da7439965bab,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:07.956102 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db890f49-255b-4f42-a6d0-7baee4648fb3 req-89e8bb7d-a0fb-4b73-ac7e-4469a8d9db73 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134074 Aug 10 03:49:08.007752 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082e30-dc12-43b1-90a3-670f22718151 req-6a308449-7e83-4a5e-a24c-24deb1501a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:08.009336 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-6a308449-7e83-4a5e-a24c-24deb1501a34 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7b687a16-5dca-4966-9a46-f39eb550130f HTTP/1.1" status: 200 len: 797 time: 0.1560893 Aug 10 03:49:08.071828 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ffb6895-30a5-433b-906c-10d372db5270 req-856f3d8b-1ad9-4df9-81a5-9ba0909750ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef HTTP/1.1" status: 200 len: 1002 time: 0.8646977 Aug 10 03:49:08.139764 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-742ca1ad-998c-43a4-9dba-e4addcaef10a service neutron] For port 8e35479a-8a83-406f-9ae5-58d0cb0a0942, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:49:08.141310 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082e30-dc12-43b1-90a3-670f22718151 req-7d2513b5-d32c-46a2-9ad5-2995509581bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:08.146830 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-7d2513b5-d32c-46a2-9ad5-2995509581bf service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=417fd08b-d4a9-43bf-abeb-ff8394392512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1227045 Aug 10 03:49:08.223372 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0ea608a-04e8-4038-8882-50517f00e6f7 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:08.244539 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cf899b87-537f-4ac6-946a-8890182b7fcd None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:08.267078 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea608a-04e8-4038-8882-50517f00e6f7 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Pushing event deleted for resources: {'Port': ['ID=42825434-16ce-44ac-87bf-a5dcac0bc468,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:08.268446 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-742ca1ad-998c-43a4-9dba-e4addcaef10a service neutron] For port 8e35479a-8a83-406f-9ae5-58d0cb0a0942, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=8e35479a-8a83-406f-9ae5-58d0cb0a0942,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:49:08.280053 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-cf899b87-537f-4ac6-946a-8890182b7fcd None None] Transition to ACTIVE for port object 1308c627-cbe6-4280-948d-0e48cd5bafba will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:08.354045 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-457418f6-dd5f-427d-82cd-a7bb5e57735c service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032292 Aug 10 03:49:08.360773 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-742ca1ad-998c-43a4-9dba-e4addcaef10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:08.363820 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cf899b87-537f-4ac6-946a-8890182b7fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:08.432331 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb6895-30a5-433b-906c-10d372db5270 req-4a6e8fdc-0a48-459e-9106-cad724d41378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:08.434336 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ffb6895-30a5-433b-906c-10d372db5270 req-4a6e8fdc-0a48-459e-9106-cad724d41378 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=72cf0926-51a4-4fc0-96af-c684075d2095 HTTP/1.1" status: 200 len: 851 time: 0.3378434 Aug 10 03:49:08.474543 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-742ca1ad-998c-43a4-9dba-e4addcaef10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:08.475715 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-742ca1ad-998c-43a4-9dba-e4addcaef10a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:08.478386 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-742ca1ad-998c-43a4-9dba-e4addcaef10a service neutron] 10.222.0.20 "PUT /v2.0/ports/8e35479a-8a83-406f-9ae5-58d0cb0a0942 HTTP/1.1" status: 200 len: 1095 time: 2.9596245 Aug 10 03:49:08.497542 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0ea608a-04e8-4038-8882-50517f00e6f7 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks [] for floatingip, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:08.500156 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0ea608a-04e8-4038-8882-50517f00e6f7 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:08.503722 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e0ea608a-04e8-4038-8882-50517f00e6f7 tempest-ImagesOneServerNegativeTestJSON-1098976797 tempest-ImagesOneServerNegativeTestJSON-1098976797-project] 10.222.0.25 "DELETE /v2.0/floatingips/2aa09a98-ac74-4c1e-ae0b-4f24d44942f7 HTTP/1.1" status: 204 len: 168 time: 1.4357173 Aug 10 03:49:08.528858 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6dfd0d6-be65-4948-8a4c-c2f70a907c86', 'tag': '8e35479a-8a83-406f-9ae5-58d0cb0a0942'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:08.531441 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4544eaf0-89d4-452b-aeeb-51dc8010e7c0" -d '{"events": [{"name": "network-changed", "server_uuid": "e6dfd0d6-be65-4948-8a4c-c2f70a907c86", "tag": "8e35479a-8a83-406f-9ae5-58d0cb0a0942"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:08.587460 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-cf899b87-537f-4ac6-946a-8890182b7fcd None None] Attempting to bind port 1308c627-cbe6-4280-948d-0e48cd5bafba on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:08.587969 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-cf899b87-537f-4ac6-946a-8890182b7fcd None None] Attempting to bind port 1308c627-cbe6-4280-948d-0e48cd5bafba by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:08.590052 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf899b87-537f-4ac6-946a-8890182b7fcd None None] Attempting to bind port 1308c627-cbe6-4280-948d-0e48cd5bafba on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:08.602730 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf899b87-537f-4ac6-946a-8890182b7fcd None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:08.603130 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf899b87-537f-4ac6-946a-8890182b7fcd None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:08.603501 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cf899b87-537f-4ac6-946a-8890182b7fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:08.604189 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf899b87-537f-4ac6-946a-8890182b7fcd None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:08.604469 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-cf899b87-537f-4ac6-946a-8890182b7fcd None None] Bound port: 1308c627-cbe6-4280-948d-0e48cd5bafba, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:08.604876 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cf899b87-537f-4ac6-946a-8890182b7fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:08.608253 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea30f8-9e68-44b5-b316-ef36e5511bf6 None None] Pushing event updated for resources: {'Port': ['ID=1308c627-cbe6-4280-948d-0e48cd5bafba,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:08.630560 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-37231e9b-f697-45dc-9e27-a76cea2b051e service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624197 Aug 10 03:49:08.679926 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb6895-30a5-433b-906c-10d372db5270 req-0fbf9582-6b79-4ad2-a35d-9a558a04207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:08.684440 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ffb6895-30a5-433b-906c-10d372db5270 req-0fbf9582-6b79-4ad2-a35d-9a558a04207f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae78276c-6519-4603-bc80-1f77f9c4457a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2049615 Aug 10 03:49:08.689704 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0a203104-20f3-4824-bd0e-c3fd5f538c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:08.692134 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ca1ad-998c-43a4-9dba-e4addcaef10a service neutron] Pushing event updated for resources: {'Port': ['ID=8e35479a-8a83-406f-9ae5-58d0cb0a0942,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:08.722506 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-1ef2c04e-c5fe-4118-92c8-608248f823d3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=9f78b27d-b50f-47fa-bf82-e1195b79cdfa HTTP/1.1" status: 200 len: 217 time: 0.0837438 Aug 10 03:49:08.827757 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-cf899b87-537f-4ac6-946a-8890182b7fcd None None] For port 1308c627-cbe6-4280-948d-0e48cd5bafba, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:49:08.832749 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-cf899b87-537f-4ac6-946a-8890182b7fcd None None] For port 1308c627-cbe6-4280-948d-0e48cd5bafba, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1308c627-cbe6-4280-948d-0e48cd5bafba,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:49:08.864073 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082e30-dc12-43b1-90a3-670f22718151 req-18e20e97-869b-4496-8111-8e543373028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:08.869246 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-18e20e97-869b-4496-8111-8e543373028e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7b687a16-5dca-4966-9a46-f39eb550130f HTTP/1.1" status: 200 len: 797 time: 0.1292925 Aug 10 03:49:08.909543 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a8d41d-8bea-4fdf-bdd4-d813c9c59b4a x-openstack-request-id: req-68a8d41d-8bea-4fdf-bdd4-d813c9c59b4a {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:08.909879 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6dfd0d6-be65-4948-8a4c-c2f70a907c86", "tag": "8e35479a-8a83-406f-9ae5-58d0cb0a0942", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:08.910230 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-68a8d41d-8bea-4fdf-bdd4-d813c9c59b4a {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:08.910495 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6dfd0d6-be65-4948-8a4c-c2f70a907c86', 'tag': '8e35479a-8a83-406f-9ae5-58d0cb0a0942', 'status': 'completed', 'code': 200} Aug 10 03:49:08.913414 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-048b5e06-7eff-437a-8d60-82a2f3dd3ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:08.914141 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-048b5e06-7eff-437a-8d60-82a2f3dd3ff2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=22affcb1d9554c328917101e69174f0f&device_id=e6dfd0d6-be65-4948-8a4c-c2f70a907c86 HTTP/1.1" status: 200 len: 1098 time: 0.2714701 Aug 10 03:49:08.921207 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ffb6895-30a5-433b-906c-10d372db5270 req-4cec37e2-edb4-4e8f-87a3-bfa3c7581786 service neutron] 10.222.0.20 "GET /v2.0/networks/ae78276c-6519-4603-bc80-1f77f9c4457a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227182 Aug 10 03:49:08.931311 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-cf899b87-537f-4ac6-946a-8890182b7fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:08.967032 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54850) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:08.969106 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082e30-dc12-43b1-90a3-670f22718151 req-dfb0a696-9c2f-41f5-ae7d-cd8442cd58b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:08.971150 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-dfb0a696-9c2f-41f5-ae7d-cd8442cd58b6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=417fd08b-d4a9-43bf-abeb-ff8394392512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0983896 Aug 10 03:49:09.068648 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf899b87-537f-4ac6-946a-8890182b7fcd None None] Routers {'4f4e4972-5ade-4c13-acf2-4cbce90ee621'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:09.070393 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-cf899b87-537f-4ac6-946a-8890182b7fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:48:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['4f4e4972-5ade-4c13-acf2-4cbce90ee621'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:09.077571 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f421666-1ee3-49cb-a428-eb3b087838fd admin admin] Deleting subnet bd258855-f802-483c-83e6-1427988dd054 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:49:09.091062 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9f421666-1ee3-49cb-a428-eb3b087838fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.114255 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-3cfd6b68-858a-4678-aaf9-7279bd6b1109 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=8e35479a-8a83-406f-9ae5-58d0cb0a0942 HTTP/1.1" status: 200 len: 217 time: 0.1622396 Aug 10 03:49:09.116618 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ffb6895-30a5-433b-906c-10d372db5270 req-115cfda8-84e1-48ae-8fa7-9a406f9f8bb7 service neutron] 10.222.0.20 "GET /v2.0/networks/ae78276c-6519-4603-bc80-1f77f9c4457a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629791 Aug 10 03:49:09.143536 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea30f8-9e68-44b5-b316-ef36e5511bf6 None None] Pushing event updated for resources: {'Port': ['ID=1308c627-cbe6-4280-948d-0e48cd5bafba,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:09.220550 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9f421666-1ee3-49cb-a428-eb3b087838fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.225212 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-e2a989a5-a176-4f64-b50e-be1286514492 service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428215 Aug 10 03:49:09.293408 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-cf899b87-537f-4ac6-946a-8890182b7fcd None None] Set router 4f4e4972-5ade-4c13-acf2-4cbce90ee621 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:09.302777 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffb717-450b-42da-ac5e-aa60e4c89118 req-f7d35f63-fe4c-407b-9d7c-15a2bae362db tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:09.304369 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-58ffb717-450b-42da-ac5e-aa60e4c89118 req-f7d35f63-fe4c-407b-9d7c-15a2bae362db tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6dfd0d6-be65-4948-8a4c-c2f70a907c86 HTTP/1.1" status: 200 len: 947 time: 0.2212584 Aug 10 03:49:09.407901 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-d9b412d8-79ce-41c7-b247-045737a84227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:09.409427 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-d9b412d8-79ce-41c7-b247-045737a84227 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.2541220 Aug 10 03:49:09.476909 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9f421666-1ee3-49cb-a428-eb3b087838fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.497119 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-0a203104-20f3-4824-bd0e-c3fd5f538c23 admin admin] Allocated IP 172.20.0.1 (9b5685bf-9215-43f2-a230-36a84f30c754/37cee9a6-5280-4566-b573-22ad6aabe2c9/1fac229f-5da3-465b-91b4-a862ad398919) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:09.563179 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-cf899b87-537f-4ac6-946a-8890182b7fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649751017-router', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '1308c627-cbe6-4280-948d-0e48cd5bafba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:49:02Z', 'updated_at': '2021-08-10T03:49:04Z', 'revision_number': 3, 'project_id': '2949f596d7684183a816fc0f69eb7df0', 'gw_port': {'id': '1308c627-cbe6-4280-948d-0e48cd5bafba', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:be:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:03Z', 'updated_at': '2021-08-10T03:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:09.573590 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-58ffb717-450b-42da-ac5e-aa60e4c89118 req-5b72518c-587e-47b3-86c6-ac2dddc31998 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401140 Aug 10 03:49:09.596202 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf899b87-537f-4ac6-946a-8890182b7fcd None None] The sync data for ids ['4f4e4972-5ade-4c13-acf2-4cbce90ee621'] in n-d-802893-2 is: [{'id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649751017-router', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '1308c627-cbe6-4280-948d-0e48cd5bafba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:49:02Z', 'updated_at': '2021-08-10T03:49:04Z', 'revision_number': 3, 'project_id': '2949f596d7684183a816fc0f69eb7df0', 'gw_port': {'id': '1308c627-cbe6-4280-948d-0e48cd5bafba', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:be:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:03Z', 'updated_at': '2021-08-10T03:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:49:09.598972 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-355284af-9239-498a-8718-832e3e8b5906 service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216431 Aug 10 03:49:09.644276 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-f6553725-375a-4082-a253-065b09193373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:09.645783 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-f6553725-375a-4082-a253-065b09193373 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2187405 Aug 10 03:49:09.660183 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-b3926a79-d4a6-482e-ac14-9be35f6db51a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=db6f0dfe-aee4-4b7b-be43-c2e8f14c481f HTTP/1.1" status: 200 len: 217 time: 0.0523450 Aug 10 03:49:09.717624 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082e30-dc12-43b1-90a3-670f22718151 req-b70c5184-7f5b-4786-9fef-fb3131575069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:09.719731 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-b70c5184-7f5b-4786-9fef-fb3131575069 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0453306b-cd65-4df9-b318-fe396283b459 HTTP/1.1" status: 200 len: 797 time: 0.0513098 Aug 10 03:49:09.722515 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:49:09.743121 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0a203104-20f3-4824-bd0e-c3fd5f538c23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.807762 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-0a203104-20f3-4824-bd0e-c3fd5f538c23 admin admin] Transition to ACTIVE for port object 1fac229f-5da3-465b-91b4-a862ad398919 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:09.812154 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9f421666-1ee3-49cb-a428-eb3b087838fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.826649 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082e30-dc12-43b1-90a3-670f22718151 req-3ff43e95-e1f6-4d35-98cd-1a97957822c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:09.828931 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-3ff43e95-e1f6-4d35-98cd-1a97957822c8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6124ac5f-cc2c-4188-9079-e96ada11101c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1006622 Aug 10 03:49:09.866551 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-d8a7fefd-9700-4c4f-aed4-15a4296e3c49 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111559 Aug 10 03:49:09.887329 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9f421666-1ee3-49cb-a428-eb3b087838fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:09.889553 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9f421666-1ee3-49cb-a428-eb3b087838fd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/bd258855-f802-483c-83e6-1427988dd054 HTTP/1.1" status: 204 len: 168 time: 0.9173951 Aug 10 03:49:09.898255 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54876) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:09.900549 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f421666-1ee3-49cb-a428-eb3b087838fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd258855-f802-483c-83e6-1427988dd054,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:09.939365 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f4b41da8-ad08-4f62-abb4-0af30499bf02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.026473 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-a0e8937f-38ce-42bd-b0c7-c95d52195277 service neutron] 10.222.0.68 "GET /v2.0/networks/6124ac5f-cc2c-4188-9079-e96ada11101c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617222 Aug 10 03:49:10.064055 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1a57bbdf-e07c-4ee3-8581-002e4cca55ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.094730 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca286ac6-f02f-4c36-8ba8-cee10b81aed0 req-09cd119b-a30a-4739-92c6-9a2cc59fda45 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199163 Aug 10 03:49:10.101628 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0a203104-20f3-4824-bd0e-c3fd5f538c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.168612 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-746ef0c8-b870-48ea-abcc-ef9f65b5174f service neutron] 10.222.0.68 "GET /v2.0/networks/6124ac5f-cc2c-4188-9079-e96ada11101c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354628 Aug 10 03:49:10.246819 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a203104-20f3-4824-bd0e-c3fd5f538c23 admin admin] Network 9b5685bf-9215-43f2-a230-36a84f30c754 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:10.250141 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-33888b2c-300f-4821-a372-a48ef4366d2a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f HTTP/1.1" status: 200 len: 217 time: 0.0674057 Aug 10 03:49:10.254767 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-0a203104-20f3-4824-bd0e-c3fd5f538c23 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:10.262245 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a203104-20f3-4824-bd0e-c3fd5f538c23 admin admin] Pushing event updated for resources: {'Port': ['ID=1fac229f-5da3-465b-91b4-a862ad398919,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:10.269697 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a203104-20f3-4824-bd0e-c3fd5f538c23 admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:10.277579 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1a57bbdf-e07c-4ee3-8581-002e4cca55ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.324545 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-1a57bbdf-e07c-4ee3-8581-002e4cca55ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:10.351691 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082e30-dc12-43b1-90a3-670f22718151 req-99974651-a957-41be-85df-6c7d9b82c9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:10.353610 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-99974651-a957-41be-85df-6c7d9b82c9a2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0453306b-cd65-4df9-b318-fe396283b459 HTTP/1.1" status: 200 len: 797 time: 0.0816650 Aug 10 03:49:10.442658 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b082e30-dc12-43b1-90a3-670f22718151 req-a57efd73-2aae-4deb-a89b-047a86c9e25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:10.447927 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-a57efd73-2aae-4deb-a89b-047a86c9e25a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6124ac5f-cc2c-4188-9079-e96ada11101c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0719802 Aug 10 03:49:10.458111 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-1a57bbdf-e07c-4ee3-8581-002e4cca55ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20462772-f7c5-492c-9f9f-b3f3881811ba') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:10.458706 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-1a57bbdf-e07c-4ee3-8581-002e4cca55ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20462772-f7c5-492c-9f9f-b3f3881811ba') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:10.483080 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1a57bbdf-e07c-4ee3-8581-002e4cca55ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.510314 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1a57bbdf-e07c-4ee3-8581-002e4cca55ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.517074 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a57bbdf-e07c-4ee3-8581-002e4cca55ed admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:49:10.517495 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1a57bbdf-e07c-4ee3-8581-002e4cca55ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:49:10.587481 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:49:10.600822 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0a203104-20f3-4824-bd0e-c3fd5f538c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.679546 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-fd8b8093-7178-4e96-a351-52399a73e3fa service neutron] 10.222.0.68 "GET /v2.0/networks/6124ac5f-cc2c-4188-9079-e96ada11101c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251594 Aug 10 03:49:10.751662 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1a57bbdf-e07c-4ee3-8581-002e4cca55ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.760548 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1a57bbdf-e07c-4ee3-8581-002e4cca55ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.765740 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1a57bbdf-e07c-4ee3-8581-002e4cca55ed admin admin] 10.222.0.25 "DELETE /v2.0/networks/5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28 HTTP/1.1" status: 204 len: 168 time: 0.8642406 Aug 10 03:49:10.802850 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544eaf0-89d4-452b-aeeb-51dc8010e7c0 req-d966791a-f137-4e29-8aee-ce3ce7d19e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:10.803506 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4544eaf0-89d4-452b-aeeb-51dc8010e7c0 req-d966791a-f137-4e29-8aee-ce3ce7d19e0f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=22affcb1d9554c328917101e69174f0f&device_id=e6dfd0d6-be65-4948-8a4c-c2f70a907c86 HTTP/1.1" status: 200 len: 1098 time: 0.4755948 Aug 10 03:49:10.832586 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57bbdf-e07c-4ee3-8581-002e4cca55ed admin admin] Pushing event deleted for resources: {'Network': ['ID=5431c47f-2d8d-4aa3-bfd0-6fd4589e8b28,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:10.855344 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b6081f6f-b91f-4be0-987e-4a08bde9818f None None] Provisioning for port 1fac229f-5da3-465b-91b4-a862ad398919 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:10.864542 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b6081f6f-b91f-4be0-987e-4a08bde9818f None None] Provisioning complete for port 1fac229f-5da3-465b-91b4-a862ad398919 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:10.864917 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b6081f6f-b91f-4be0-987e-4a08bde9818f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:10.956278 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1ac8e-52e2-4ff0-9754-725ffd1486f1 req-89a9d57d-bf19-4a26-a7b8-eecedb688ac2 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:10.969220 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90d1ac8e-52e2-4ff0-9754-725ffd1486f1 req-89a9d57d-bf19-4a26-a7b8-eecedb688ac2 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6dfd0d6-be65-4948-8a4c-c2f70a907c86 HTTP/1.1" status: 200 len: 947 time: 0.2301679 Aug 10 03:49:10.973347 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-b6081f6f-b91f-4be0-987e-4a08bde9818f None None] Port 1fac229f-5da3-465b-91b4-a862ad398919 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:10.978958 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1308c627-cbe6-4280-948d-0e48cd5bafba up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:11.149257 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90d1ac8e-52e2-4ff0-9754-725ffd1486f1 req-9b6fb369-4aa4-40be-bec8-b7aa5a3a093f tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736238 Aug 10 03:49:11.149257 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544eaf0-89d4-452b-aeeb-51dc8010e7c0 req-f4ce004f-5721-4859-9cd5-9ec4d2af22ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:11.149257 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4544eaf0-89d4-452b-aeeb-51dc8010e7c0 req-f4ce004f-5721-4859-9cd5-9ec4d2af22ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.3204672 Aug 10 03:49:11.152316 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0a203104-20f3-4824-bd0e-c3fd5f538c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.283578 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4544eaf0-89d4-452b-aeeb-51dc8010e7c0 req-91b648aa-aa58-47d4-9185-debded6266c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=8e35479a-8a83-406f-9ae5-58d0cb0a0942 HTTP/1.1" status: 200 len: 217 time: 0.1148582 Aug 10 03:49:11.300375 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 1308c627-cbe6-4280-948d-0e48cd5bafba completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:11.306894 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 1308c627-cbe6-4280-948d-0e48cd5bafba triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:11.310638 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.348421 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544eaf0-89d4-452b-aeeb-51dc8010e7c0 req-b0b83d00-1d2c-43e3-9b7b-a3384a062ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:11.350009 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4544eaf0-89d4-452b-aeeb-51dc8010e7c0 req-b0b83d00-1d2c-43e3-9b7b-a3384a062ea4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0590589 Aug 10 03:49:11.363993 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b082e30-dc12-43b1-90a3-670f22718151 req-c31ea341-bafb-4cea-a1a0-7a09257a1b2f service neutron] 10.222.0.68 "GET /v2.0/networks/6124ac5f-cc2c-4188-9079-e96ada11101c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6750295 Aug 10 03:49:11.429467 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.461471 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 1308c627-cbe6-4280-948d-0e48cd5bafba, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1308c627-cbe6-4280-948d-0e48cd5bafba,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:11.523792 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544eaf0-89d4-452b-aeeb-51dc8010e7c0 req-f3b73f02-f231-4fad-a674-a1f8579ffbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:11.525597 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4544eaf0-89d4-452b-aeeb-51dc8010e7c0 req-f3b73f02-f231-4fad-a674-a1f8579ffbec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1641872 Aug 10 03:49:11.580166 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54902) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:11.662685 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.665788 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-68704175-5011-4279-af0a-f34cc9982c82 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ec0e7f00b00a4f45927e3e320ec4675d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0830791 Aug 10 03:49:11.669022 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54904) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:11.688155 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0a203104-20f3-4824-bd0e-c3fd5f538c23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.700310 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4544eaf0-89d4-452b-aeeb-51dc8010e7c0 req-9a53163f-20b4-4a5d-b380-26ddb24407f1 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620955 Aug 10 03:49:11.730053 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6674326c-50f7-408f-8758-2ff044d69ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.735036 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=1308c627-cbe6-4280-948d-0e48cd5bafba,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:11.768373 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6674326c-50f7-408f-8758-2ff044d69ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.832842 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0a203104-20f3-4824-bd0e-c3fd5f538c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.889102 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4544eaf0-89d4-452b-aeeb-51dc8010e7c0 req-d89e98dd-ad78-4911-8f5f-1caeef9e90df service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807213 Aug 10 03:49:11.911030 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0a203104-20f3-4824-bd0e-c3fd5f538c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.921262 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a203104-20f3-4824-bd0e-c3fd5f538c23 admin admin] Pushing event updated for resources: {'Port': ['ID=1fac229f-5da3-465b-91b4-a862ad398919,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:11.933911 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6674326c-50f7-408f-8758-2ff044d69ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.936557 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6674326c-50f7-408f-8758-2ff044d69ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:11.940995 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6674326c-50f7-408f-8758-2ff044d69ceb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fea525ae-5b3f-4eec-ad71-fa02f9c540ca HTTP/1.1" status: 204 len: 168 time: 0.2650290 Aug 10 03:49:11.969002 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674326c-50f7-408f-8758-2ff044d69ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea525ae-5b3f-4eec-ad71-fa02f9c540ca,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:12.076654 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a203104-20f3-4824-bd0e-c3fd5f538c23 admin admin] Network 9b5685bf-9215-43f2-a230-36a84f30c754 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:12.078729 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-0a203104-20f3-4824-bd0e-c3fd5f538c23 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:12.099826 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 8e35479a-8a83-406f-9ae5-58d0cb0a0942 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:49:12.296785 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 8e35479a-8a83-406f-9ae5-58d0cb0a0942, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=8e35479a-8a83-406f-9ae5-58d0cb0a0942,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:12.318160 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '8e35479a-8a83-406f-9ae5-58d0cb0a0942', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': '8e35479a-8a83-406f-9ae5-58d0cb0a0942', 'mac_address': 'fa:16:3e:81:cd:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:49:12.327348 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a203104-20f3-4824-bd0e-c3fd5f538c23 admin admin] Router 4f4e4972-5ade-4c13-acf2-4cbce90ee621 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:49:12.350321 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645c14a-ef6a-428a-ac19-6f3e9304bde6 req-bf1faf13-bbaa-4808-98e3-7dafbfab2faa tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:12.355100 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0645c14a-ef6a-428a-ac19-6f3e9304bde6 req-bf1faf13-bbaa-4808-98e3-7dafbfab2faa tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6dfd0d6-be65-4948-8a4c-c2f70a907c86 HTTP/1.1" status: 200 len: 947 time: 0.1159735 Aug 10 03:49:12.383654 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:12.421883 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e35479a-8a83-406f-9ae5-58d0cb0a0942 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:49:12.477238 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 8e35479a-8a83-406f-9ae5-58d0cb0a0942, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=8e35479a-8a83-406f-9ae5-58d0cb0a0942,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:12.478642 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-715be710-c1e4-4af9-a239-a55715bed656 None None] Provisioning complete for port 1fac229f-5da3-465b-91b4-a862ad398919 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:12.479045 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-715be710-c1e4-4af9-a239-a55715bed656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:12.502922 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0645c14a-ef6a-428a-ac19-6f3e9304bde6 req-70aaee7c-f78f-493d-82a0-c4b716885ad6 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416757 Aug 10 03:49:12.528133 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-715be710-c1e4-4af9-a239-a55715bed656 None None] Port 1fac229f-5da3-465b-91b4-a862ad398919 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:12.619281 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:12.674580 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a203104-20f3-4824-bd0e-c3fd5f538c23 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:49:12.697760 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0a203104-20f3-4824-bd0e-c3fd5f538c23 admin admin] 10.222.0.25 "PUT /v2.0/routers/4f4e4972-5ade-4c13-acf2-4cbce90ee621/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6684980 Aug 10 03:49:12.703233 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a963ad-9a3c-4c3f-bc3b-50eaca8222fb None None] Sync routers for ids ['4f4e4972-5ade-4c13-acf2-4cbce90ee621'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:49:12.749035 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=8e35479a-8a83-406f-9ae5-58d0cb0a0942,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:12.751815 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a963ad-9a3c-4c3f-bc3b-50eaca8222fb None None] Routers {'4f4e4972-5ade-4c13-acf2-4cbce90ee621'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:12.752446 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-75a963ad-9a3c-4c3f-bc3b-50eaca8222fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:48:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['4f4e4972-5ade-4c13-acf2-4cbce90ee621'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:12.866685 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1308c627-cbe6-4280-948d-0e48cd5bafba up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:12.935407 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['8e35479a-8a83-406f-9ae5-58d0cb0a0942'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:49:13.010944 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-75a963ad-9a3c-4c3f-bc3b-50eaca8222fb None None] Set router 4f4e4972-5ade-4c13-acf2-4cbce90ee621 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:13.055309 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 1308c627-cbe6-4280-948d-0e48cd5bafba triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:13.055682 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:13.511674 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-565082e3-e883-48b6-868e-aaa1d488536d tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:13.514799 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-565082e3-e883-48b6-868e-aaa1d488536d tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/networks?id=9b5685bf-9215-43f2-a230-36a84f30c754 HTTP/1.1" status: 200 len: 829 time: 0.1589890 Aug 10 03:49:13.540422 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-9c6ce662-7f89-4e0d-9475-c945cffe3017 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/quotas/2949f596d7684183a816fc0f69eb7df0 HTTP/1.1" status: 200 len: 375 time: 0.0195200 Aug 10 03:49:13.621253 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:13.632387 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-75a963ad-9a3c-4c3f-bc3b-50eaca8222fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649751017-router', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '1308c627-cbe6-4280-948d-0e48cd5bafba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:49:02Z', 'updated_at': '2021-08-10T03:49:10Z', 'revision_number': 4, 'project_id': '2949f596d7684183a816fc0f69eb7df0', 'gw_port': {'id': '1308c627-cbe6-4280-948d-0e48cd5bafba', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:be:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:03Z', 'updated_at': '2021-08-10T03:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '1fac229f-5da3-465b-91b4-a862ad398919', 'name': '', 'network_id': '9b5685bf-9215-43f2-a230-36a84f30c754', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0', 'mac_address': 'fa:16:3e:c8:68:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '37cee9a6-5280-4566-b573-22ad6aabe2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:08Z', 'updated_at': '2021-08-10T03:49:11Z', 'revision_number': 2, 'project_id': '2949f596d7684183a816fc0f69eb7df0', 'subnets': [{'id': '37cee9a6-5280-4566-b573-22ad6aabe2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:13.656330 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-151175c9-2d53-425f-b168-425d3d5a00d9 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2949f596d7684183a816fc0f69eb7df0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1075835 Aug 10 03:49:13.669058 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a963ad-9a3c-4c3f-bc3b-50eaca8222fb None None] Checking router: 4f4e4972-5ade-4c13-acf2-4cbce90ee621 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:49:13.669511 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a963ad-9a3c-4c3f-bc3b-50eaca8222fb None None] Updating router 4f4e4972-5ade-4c13-acf2-4cbce90ee621 port 1fac229f-5da3-465b-91b4-a862ad398919 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:49:13.699006 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-75a963ad-9a3c-4c3f-bc3b-50eaca8222fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:13.797715 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-74e16e50-0197-4dc1-b83c-5d0082e186e6 service neutron] 10.222.0.25 "GET /v2.0/networks/9b5685bf-9215-43f2-a230-36a84f30c754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248209 Aug 10 03:49:13.893256 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-9bc5fad5-7216-4487-94b2-0343b8cebdba service neutron] 10.222.0.25 "GET /v2.0/networks/9b5685bf-9215-43f2-a230-36a84f30c754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944221 Aug 10 03:49:13.903583 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7da1c5f8-e590-412a-aee6-67e15995b288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:14.050140 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-75a963ad-9a3c-4c3f-bc3b-50eaca8222fb None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:14.061270 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-75a963ad-9a3c-4c3f-bc3b-50eaca8222fb None None] Transition to ACTIVE for port object 1fac229f-5da3-465b-91b4-a862ad398919 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:14.073595 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f5391-323e-44f6-9e4b-0e6a77ff6798 req-aef918d5-1623-4a69-a0a7-fe7c8b8f6749 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:14.075183 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0c8f5391-323e-44f6-9e4b-0e6a77ff6798 req-aef918d5-1623-4a69-a0a7-fe7c8b8f6749 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6dfd0d6-be65-4948-8a4c-c2f70a907c86 HTTP/1.1" status: 200 len: 948 time: 0.0523846 Aug 10 03:49:14.102752 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 8e35479a-8a83-406f-9ae5-58d0cb0a0942 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:14.118016 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0c8f5391-323e-44f6-9e4b-0e6a77ff6798 req-00769ca5-5a3a-4816-83d0-b77de6ea2ea1 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362091 Aug 10 03:49:14.190806 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-75a963ad-9a3c-4c3f-bc3b-50eaca8222fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:14.258523 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f972bc3-f79b-41e1-a0b1-fdbe8300c532 None None] Pushing event updated for resources: {'Port': ['ID=1fac229f-5da3-465b-91b4-a862ad398919,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:14.348791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 8e35479a-8a83-406f-9ae5-58d0cb0a0942 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:14.396720 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 8e35479a-8a83-406f-9ae5-58d0cb0a0942 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:14.397145 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:14.406391 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-69bc00eb-9b1a-4738-a436-40f3f6e6b40a req-f287b025-710b-4113-9ae4-967cc555961f tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/ports?device_id=af40cab7-9a39-4e24-8112-584b3cd1c257 HTTP/1.1" status: 200 len: 210 time: 0.0398200 Aug 10 03:49:14.474705 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-75a963ad-9a3c-4c3f-bc3b-50eaca8222fb None None] Attempting to bind port 1fac229f-5da3-465b-91b4-a862ad398919 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:14.477403 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-75a963ad-9a3c-4c3f-bc3b-50eaca8222fb None None] Attempting to bind port 1fac229f-5da3-465b-91b4-a862ad398919 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '9d8f82a4-e08e-42fd-bad0-04820f1ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9b5685bf-9215-43f2-a230-36a84f30c754'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:14.478624 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a963ad-9a3c-4c3f-bc3b-50eaca8222fb None None] Attempting to bind port 1fac229f-5da3-465b-91b4-a862ad398919 on network 9b5685bf-9215-43f2-a230-36a84f30c754 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:14.494733 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a963ad-9a3c-4c3f-bc3b-50eaca8222fb None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:14.495916 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a963ad-9a3c-4c3f-bc3b-50eaca8222fb None None] Checking segment: {'id': '9d8f82a4-e08e-42fd-bad0-04820f1ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9b5685bf-9215-43f2-a230-36a84f30c754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:14.497202 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-75a963ad-9a3c-4c3f-bc3b-50eaca8222fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:14.497992 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a963ad-9a3c-4c3f-bc3b-50eaca8222fb None None] Bound using segment: {'id': '9d8f82a4-e08e-42fd-bad0-04820f1ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9b5685bf-9215-43f2-a230-36a84f30c754'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:14.499153 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-75a963ad-9a3c-4c3f-bc3b-50eaca8222fb None None] Bound port: 1fac229f-5da3-465b-91b4-a862ad398919, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d8f82a4-e08e-42fd-bad0-04820f1ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9b5685bf-9215-43f2-a230-36a84f30c754'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:14.499781 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-75a963ad-9a3c-4c3f-bc3b-50eaca8222fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:14.608471 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:14.670115 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 8e35479a-8a83-406f-9ae5-58d0cb0a0942, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=8e35479a-8a83-406f-9ae5-58d0cb0a0942,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:14.675033 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6dfd0d6-be65-4948-8a4c-c2f70a907c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e35479a-8a83-406f-9ae5-58d0cb0a0942'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:14.676392 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431f6c33-5c49-4836-a08c-3893c99df3d8" -d '{"events": [{"server_uuid": "e6dfd0d6-be65-4948-8a4c-c2f70a907c86", "name": "network-vif-plugged", "status": "completed", "tag": "8e35479a-8a83-406f-9ae5-58d0cb0a0942"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:14.687835 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-75a963ad-9a3c-4c3f-bc3b-50eaca8222fb None None] For port 1fac229f-5da3-465b-91b4-a862ad398919, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:49:14.691406 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-75a963ad-9a3c-4c3f-bc3b-50eaca8222fb None None] For port 1fac229f-5da3-465b-91b4-a862ad398919, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1fac229f-5da3-465b-91b4-a862ad398919,segment=NetworkSegment(9d8f82a4-e08e-42fd-bad0-04820f1ed2d8),segment_id=9d8f82a4-e08e-42fd-bad0-04820f1ed2d8)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:49:14.855469 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:14.860108 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-75a963ad-9a3c-4c3f-bc3b-50eaca8222fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:14.905010 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4269e0b-912f-4c5a-bce4-0a9311b3b133 x-openstack-request-id: req-e4269e0b-912f-4c5a-bce4-0a9311b3b133 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:14.905296 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6dfd0d6-be65-4948-8a4c-c2f70a907c86", "name": "network-vif-plugged", "status": "completed", "tag": "8e35479a-8a83-406f-9ae5-58d0cb0a0942", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:14.905729 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4269e0b-912f-4c5a-bce4-0a9311b3b133 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:14.905992 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6dfd0d6-be65-4948-8a4c-c2f70a907c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e35479a-8a83-406f-9ae5-58d0cb0a0942', 'code': 200} Aug 10 03:49:14.920420 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a963ad-9a3c-4c3f-bc3b-50eaca8222fb None None] Routers {'4f4e4972-5ade-4c13-acf2-4cbce90ee621'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:14.921057 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-75a963ad-9a3c-4c3f-bc3b-50eaca8222fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:49:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['4f4e4972-5ade-4c13-acf2-4cbce90ee621'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:14.986720 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=8e35479a-8a83-406f-9ae5-58d0cb0a0942,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:15.060992 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6bc966-a344-47cd-8891-3ea6d287af87 req-c97e0508-31c3-4d41-9485-666def303a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:15.062688 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bf6bc966-a344-47cd-8891-3ea6d287af87 req-c97e0508-31c3-4d41-9485-666def303a6d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e6dfd0d6-be65-4948-8a4c-c2f70a907c86 HTTP/1.1" status: 200 len: 1100 time: 0.0523498 Aug 10 03:49:15.109691 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f972bc3-f79b-41e1-a0b1-fdbe8300c532 None None] Pushing event updated for resources: {'Port': ['ID=1fac229f-5da3-465b-91b4-a862ad398919,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:15.125080 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-75a963ad-9a3c-4c3f-bc3b-50eaca8222fb None None] Set router 4f4e4972-5ade-4c13-acf2-4cbce90ee621 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:15.155853 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bf6bc966-a344-47cd-8891-3ea6d287af87 req-3d5d1650-3a70-4de3-b685-87598f42a3fe service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861158 Aug 10 03:49:15.267575 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:15.306625 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d728d45-d238-42a4-a21d-072d302a1189 req-3497a5a7-dc31-47f2-90ff-2f0d54cd3b0f tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:15.308221 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2d728d45-d238-42a4-a21d-072d302a1189 req-3497a5a7-dc31-47f2-90ff-2f0d54cd3b0f tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6dfd0d6-be65-4948-8a4c-c2f70a907c86 HTTP/1.1" status: 200 len: 949 time: 0.0654650 Aug 10 03:49:15.353002 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2d728d45-d238-42a4-a21d-072d302a1189 req-9cbad8c3-c33a-4a74-93f1-b1e712d0f498 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384736 Aug 10 03:49:15.471624 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:15.484283 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-75a963ad-9a3c-4c3f-bc3b-50eaca8222fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649751017-router', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '1308c627-cbe6-4280-948d-0e48cd5bafba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:49:02Z', 'updated_at': '2021-08-10T03:49:10Z', 'revision_number': 4, 'project_id': '2949f596d7684183a816fc0f69eb7df0', 'gw_port': {'id': '1308c627-cbe6-4280-948d-0e48cd5bafba', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:be:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:03Z', 'updated_at': '2021-08-10T03:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '1fac229f-5da3-465b-91b4-a862ad398919', 'name': '', 'network_id': '9b5685bf-9215-43f2-a230-36a84f30c754', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0', 'mac_address': 'fa:16:3e:c8:68:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '37cee9a6-5280-4566-b573-22ad6aabe2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:08Z', 'updated_at': '2021-08-10T03:49:14Z', 'revision_number': 4, 'project_id': '2949f596d7684183a816fc0f69eb7df0', 'subnets': [{'id': '37cee9a6-5280-4566-b573-22ad6aabe2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:15.512841 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a963ad-9a3c-4c3f-bc3b-50eaca8222fb None None] The sync data for ids ['4f4e4972-5ade-4c13-acf2-4cbce90ee621'] in n-d-802893-2 is: [{'id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649751017-router', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '1308c627-cbe6-4280-948d-0e48cd5bafba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:49:02Z', 'updated_at': '2021-08-10T03:49:10Z', 'revision_number': 4, 'project_id': '2949f596d7684183a816fc0f69eb7df0', 'gw_port': {'id': '1308c627-cbe6-4280-948d-0e48cd5bafba', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:be:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:03Z', 'updated_at': '2021-08-10T03:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '1fac229f-5da3-465b-91b4-a862ad398919', 'name': '', 'network_id': '9b5685bf-9215-43f2-a230-36a84f30c754', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0', 'mac_address': 'fa:16:3e:c8:68:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '37cee9a6-5280-4566-b573-22ad6aabe2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:08Z', 'updated_at': '2021-08-10T03:49:14Z', 'revision_number': 4, 'project_id': '2949f596d7684183a816fc0f69eb7df0', 'subnets': [{'id': '37cee9a6-5280-4566-b573-22ad6aabe2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:49:15.544516 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-51cfb862-503f-4f41-8ed2-23fec1e0cdc0 req-5cabe643-b0b5-4f61-97ec-385698e64287 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/ports?device_id=af40cab7-9a39-4e24-8112-584b3cd1c257 HTTP/1.1" status: 200 len: 210 time: 0.0455132 Aug 10 03:49:15.948227 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55028) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:16.101195 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b3306263-f529-4593-94da-d7c4a99bcd7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:16.214610 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b3306263-f529-4593-94da-d7c4a99bcd7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:16.350648 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b3306263-f529-4593-94da-d7c4a99bcd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:16.390376 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3306263-f529-4593-94da-d7c4a99bcd7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c25ba95-7b59-4bde-be12-1922c6b9c517,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:16.398635 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b3306263-f529-4593-94da-d7c4a99bcd7c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f6d575f349d4e86aaea8e09b8ab6ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4491947 Aug 10 03:49:16.401021 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55046) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:16.475374 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-90f1d7fb-6d98-4738-9347-d3b54bf67dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:16.502277 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-90f1d7fb-6d98-4738-9347-d3b54bf67dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:16.540728 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109908a6-a2f8-4b88-95a5-1d6af3768f20 req-d532ab05-4540-4033-983b-bf40a6960fb4 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:16.562558 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-109908a6-a2f8-4b88-95a5-1d6af3768f20 req-d532ab05-4540-4033-983b-bf40a6960fb4 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6dfd0d6-be65-4948-8a4c-c2f70a907c86 HTTP/1.1" status: 200 len: 949 time: 0.1008711 Aug 10 03:49:16.601860 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-109908a6-a2f8-4b88-95a5-1d6af3768f20 req-a9ad6a3f-fa1d-4816-bea5-15ea9061d2fd tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381310 Aug 10 03:49:16.661246 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-90f1d7fb-6d98-4738-9347-d3b54bf67dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:16.670893 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-90f1d7fb-6d98-4738-9347-d3b54bf67dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:16.672189 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-90f1d7fb-6d98-4738-9347-d3b54bf67dee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5c25ba95-7b59-4bde-be12-1922c6b9c517 HTTP/1.1" status: 204 len: 168 time: 0.2700553 Aug 10 03:49:16.683292 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1d7fb-6d98-4738-9347-d3b54bf67dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c25ba95-7b59-4bde-be12-1922c6b9c517,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:16.804995 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-245bfc8f-399b-4f98-bf42-7a8fee24b320 req-32991826-3dd8-4bc9-b2f1-46698fe4e795 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/ports?device_id=af40cab7-9a39-4e24-8112-584b3cd1c257 HTTP/1.1" status: 200 len: 210 time: 0.0490258 Aug 10 03:49:16.865216 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:16.889791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1fac229f-5da3-465b-91b4-a862ad398919 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:16.924463 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a18eb-e124-4f2f-9335-aace1140dd06 req-3643878b-1528-4f2d-9a91-d8f0f1559125 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:16.926277 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-593a18eb-e124-4f2f-9335-aace1140dd06 req-3643878b-1528-4f2d-9a91-d8f0f1559125 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/ports?device_id=0950d75a-85e5-4517-9964-25629f0ccbe1 HTTP/1.1" status: 200 len: 946 time: 0.0692563 Aug 10 03:49:16.970570 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-593a18eb-e124-4f2f-9335-aace1140dd06 req-6e7d5b4a-4a58-413c-b189-dc0f196ae635 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/security-groups?id=f668b4a4-636d-4c3a-ab7c-8d569dd6a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377605 Aug 10 03:49:17.174962 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 1fac229f-5da3-465b-91b4-a862ad398919 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:17.179084 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 1fac229f-5da3-465b-91b4-a862ad398919 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:17.179967 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:17.264675 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:17.300934 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 1fac229f-5da3-465b-91b4-a862ad398919, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1fac229f-5da3-465b-91b4-a862ad398919,segment=NetworkSegment(9d8f82a4-e08e-42fd-bad0-04820f1ed2d8),segment_id=9d8f82a4-e08e-42fd-bad0-04820f1ed2d8)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:17.453543 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:17.510815 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=1fac229f-5da3-465b-91b4-a862ad398919,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:17.619339 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-6dbbf225-e150-4086-aa46-bc2e129dd309 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:17.620802 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-6dbbf225-e150-4086-aa46-bc2e129dd309 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.68 "GET /v2.0/networks?id=9b5685bf-9215-43f2-a230-36a84f30c754 HTTP/1.1" status: 200 len: 829 time: 0.1047993 Aug 10 03:49:17.643706 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-bb046e3a-7208-43d8-88ca-ee9ac279cf98 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Request body: {'port': {'device_id': 'af40cab7-9a39-4e24-8112-584b3cd1c257', 'network_id': '9b5685bf-9215-43f2-a230-36a84f30c754', 'admin_state_up': True, 'tenant_id': '2949f596d7684183a816fc0f69eb7df0'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:17.751528 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6f1f2-c092-470c-954f-64c6a2874cf6 req-de397512-84e2-4ad3-b590-e5e0e58deb68 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:17.753346 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-88e6f1f2-c092-470c-954f-64c6a2874cf6 req-de397512-84e2-4ad3-b590-e5e0e58deb68 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6dfd0d6-be65-4948-8a4c-c2f70a907c86 HTTP/1.1" status: 200 len: 949 time: 0.0573378 Aug 10 03:49:17.795794 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-88e6f1f2-c092-470c-954f-64c6a2874cf6 req-7d05dea8-88a0-49a1-b69a-c402465a5cae tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344052 Aug 10 03:49:17.945988 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-bb046e3a-7208-43d8-88ca-ee9ac279cf98 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Made reservation on behalf of 2949f596d7684183a816fc0f69eb7df0 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:17.950389 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-bb046e3a-7208-43d8-88ca-ee9ac279cf98 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:18.091102 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-bb046e3a-7208-43d8-88ca-ee9ac279cf98 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Allocated IP 172.20.0.11 (9b5685bf-9215-43f2-a230-36a84f30c754/37cee9a6-5280-4566-b573-22ad6aabe2c9/f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:18.295532 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-bb046e3a-7208-43d8-88ca-ee9ac279cf98 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:18.312008 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-bb046e3a-7208-43d8-88ca-ee9ac279cf98 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Transition to ACTIVE for port object f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:18.349104 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d048de94-bea5-4acc-bb57-421c7f0588d4 req-aa041937-c46b-40b4-b763-8fcb467c736f tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/ports?device_id=af40cab7-9a39-4e24-8112-584b3cd1c257 HTTP/1.1" status: 200 len: 210 time: 0.0297120 Aug 10 03:49:18.472202 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166509ed-8f56-4fd0-962d-9f79cf03896c req-93895a5b-31ef-4335-82db-c7ed3ca091ac tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:18.472202 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-166509ed-8f56-4fd0-962d-9f79cf03896c req-93895a5b-31ef-4335-82db-c7ed3ca091ac tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/ports?device_id=0950d75a-85e5-4517-9964-25629f0ccbe1 HTTP/1.1" status: 200 len: 946 time: 0.0627699 Aug 10 03:49:18.472202 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-bb046e3a-7208-43d8-88ca-ee9ac279cf98 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:18.479647 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd3422b-278a-4334-a7ff-da06749fdf59 req-33a6653f-9780-4dc0-bb92-98813c8726b8 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:18.481451 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dbd3422b-278a-4334-a7ff-da06749fdf59 req-33a6653f-9780-4dc0-bb92-98813c8726b8 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.20 "GET /v2.0/ports?device_id=0950d75a-85e5-4517-9964-25629f0ccbe1 HTTP/1.1" status: 200 len: 946 time: 0.0666804 Aug 10 03:49:18.534664 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-bb046e3a-7208-43d8-88ca-ee9ac279cf98 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Network 9b5685bf-9215-43f2-a230-36a84f30c754 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:18.543260 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-bb046e3a-7208-43d8-88ca-ee9ac279cf98 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:18.550392 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-bb046e3a-7208-43d8-88ca-ee9ac279cf98 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:18.559810 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb046e3a-7208-43d8-88ca-ee9ac279cf98 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Pushing event updated for resources: {'Port': ['ID=f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:18.598300 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-dbd3422b-278a-4334-a7ff-da06749fdf59 req-8aabba7b-4369-4f47-8e26-393ae900bb7c tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Deleting port af651049-ef0b-4e18-a733-a9f650d54622 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:18.598813 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-dbd3422b-278a-4334-a7ff-da06749fdf59 req-8aabba7b-4369-4f47-8e26-393ae900bb7c tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:18.604799 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-166509ed-8f56-4fd0-962d-9f79cf03896c req-ad8dbba0-5a6b-407f-a195-afaeccf76b19 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/security-groups?id=f668b4a4-636d-4c3a-ab7c-8d569dd6a04e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006830 Aug 10 03:49:18.664169 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-bb046e3a-7208-43d8-88ca-ee9ac279cf98 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:18.665419 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-bb046e3a-7208-43d8-88ca-ee9ac279cf98 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:18.828256 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-bb046e3a-7208-43d8-88ca-ee9ac279cf98 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1902802 Aug 10 03:49:18.851220 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-804ce4a9-7003-43f2-9d97-39f7737818af service neutron] Request body: {'port': {'device_id': 'af40cab7-9a39-4e24-8112-584b3cd1c257', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:18.928762 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98396518-5ece-4eab-bd37-cea4035fabf1 req-79eb0e03-e4fe-4ac8-84c2-7a554d15afb4 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:18.937498 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-98396518-5ece-4eab-bd37-cea4035fabf1 req-79eb0e03-e4fe-4ac8-84c2-7a554d15afb4 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6dfd0d6-be65-4948-8a4c-c2f70a907c86 HTTP/1.1" status: 200 len: 949 time: 0.1524255 Aug 10 03:49:18.937745 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1fac229f-5da3-465b-91b4-a862ad398919 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:19.004480 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-804ce4a9-7003-43f2-9d97-39f7737818af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:19.044822 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-98396518-5ece-4eab-bd37-cea4035fabf1 req-bfa1b132-e2af-444d-89f1-8f9412f90319 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064641 Aug 10 03:49:19.092398 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 1fac229f-5da3-465b-91b4-a862ad398919 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:19.092398 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:19.196272 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-dbd3422b-278a-4334-a7ff-da06749fdf59 req-8aabba7b-4369-4f47-8e26-393ae900bb7c tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] For port af651049-ef0b-4e18-a733-a9f650d54622, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=af651049-ef0b-4e18-a733-a9f650d54622,segment=NetworkSegment(4d91e0be-2632-4efe-bc99-3118c2412ecc),segment_id=4d91e0be-2632-4efe-bc99-3118c2412ecc)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:19.196910 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-dbd3422b-278a-4334-a7ff-da06749fdf59 req-8aabba7b-4369-4f47-8e26-393ae900bb7c tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:19.212996 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-dbd3422b-278a-4334-a7ff-da06749fdf59 req-8aabba7b-4369-4f47-8e26-393ae900bb7c tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Calling delete_port for af651049-ef0b-4e18-a733-a9f650d54622 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:19.235807 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a7ecdf78-78f4-4685-9ba0-f0ddec56d6da req-0413f3d3-55e6-4152-8612-1ba4180ddfa3 tempest-AbsoluteLimitsNegativeTestJSON-864197180 tempest-AbsoluteLimitsNegativeTestJSON-864197180-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=ab7f6fc260ab4489946d529169990824&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428958 Aug 10 03:49:19.260726 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e91a95c5-f2d8-4917-94a3-fe979f4870d9 None None] Provisioning for port f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:19.265288 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e91a95c5-f2d8-4917-94a3-fe979f4870d9 None None] Provisioning complete for port f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:19.270654 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e91a95c5-f2d8-4917-94a3-fe979f4870d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:19.334545 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-e91a95c5-f2d8-4917-94a3-fe979f4870d9 None None] Port f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:19.454732 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ecdf78-78f4-4685-9ba0-f0ddec56d6da req-4f975ae4-27fe-47f3-8d81-d33bdfe7e87d tempest-AbsoluteLimitsNegativeTestJSON-864197180 tempest-AbsoluteLimitsNegativeTestJSON-864197180-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:19.456339 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a7ecdf78-78f4-4685-9ba0-f0ddec56d6da req-4f975ae4-27fe-47f3-8d81-d33bdfe7e87d tempest-AbsoluteLimitsNegativeTestJSON-864197180 tempest-AbsoluteLimitsNegativeTestJSON-864197180-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2118602 Aug 10 03:49:19.482489 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a7ecdf78-78f4-4685-9ba0-f0ddec56d6da req-77cb66c9-3fee-4ef0-b45a-1b31b43c7626 tempest-AbsoluteLimitsNegativeTestJSON-864197180 tempest-AbsoluteLimitsNegativeTestJSON-864197180-project] 10.222.0.25 "GET /v2.0/quotas/ab7f6fc260ab4489946d529169990824 HTTP/1.1" status: 200 len: 375 time: 0.0184796 Aug 10 03:49:19.500190 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-dbd3422b-278a-4334-a7ff-da06749fdf59 req-8aabba7b-4369-4f47-8e26-393ae900bb7c tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:19.534726 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aabba7b-4369-4f47-8e26-393ae900bb7c tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Pushing event deleted for resources: {'Port': ['ID=af651049-ef0b-4e18-a733-a9f650d54622,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:19.542866 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a7ecdf78-78f4-4685-9ba0-f0ddec56d6da req-c6d58a8e-f11c-4de6-8787-d3f0fc5bd602 tempest-AbsoluteLimitsNegativeTestJSON-864197180 tempest-AbsoluteLimitsNegativeTestJSON-864197180-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ab7f6fc260ab4489946d529169990824&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375056 Aug 10 03:49:19.543862 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['af651049-ef0b-4e18-a733-a9f650d54622'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:49:19.560640 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-804ce4a9-7003-43f2-9d97-39f7737818af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:49:19.577221 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-804ce4a9-7003-43f2-9d97-39f7737818af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:19.606177 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd3422b-278a-4334-a7ff-da06749fdf59 req-8aabba7b-4369-4f47-8e26-393ae900bb7c tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] No DVR routers for this DVR port af651049-ef0b-4e18-a733-a9f650d54622 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:19.610921 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-804ce4a9-7003-43f2-9d97-39f7737818af service neutron] Transition to ACTIVE for port object f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:19.616432 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-dbd3422b-278a-4334-a7ff-da06749fdf59 req-8aabba7b-4369-4f47-8e26-393ae900bb7c tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:19.619403 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dbd3422b-278a-4334-a7ff-da06749fdf59 req-8aabba7b-4369-4f47-8e26-393ae900bb7c tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.20 "DELETE /v2.0/ports/af651049-ef0b-4e18-a733-a9f650d54622 HTTP/1.1" status: 204 len: 173 time: 1.1320415 Aug 10 03:49:19.619875 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0950d75a-85e5-4517-9964-25629f0ccbe1', 'name': 'network-vif-deleted', 'tag': 'af651049-ef0b-4e18-a733-a9f650d54622'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:19.622287 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edecdadd-481b-4f43-a8cb-5ac2b0faa567" -d '{"events": [{"server_uuid": "0950d75a-85e5-4517-9964-25629f0ccbe1", "name": "network-vif-deleted", "tag": "af651049-ef0b-4e18-a733-a9f650d54622"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:19.666680 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c376a45-210f-4def-bdf7-410beaa9afe2 req-597614f2-58ef-41ef-b954-99e803c01e59 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:19.668297 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1c376a45-210f-4def-bdf7-410beaa9afe2 req-597614f2-58ef-41ef-b954-99e803c01e59 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/ports?device_id=af40cab7-9a39-4e24-8112-584b3cd1c257 HTTP/1.1" status: 200 len: 932 time: 0.0640993 Aug 10 03:49:19.709037 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1c376a45-210f-4def-bdf7-410beaa9afe2 req-56a337ba-fcf6-4c4d-a4ac-fbb0a9526525 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceffd146-a7a7-454a-9cfa-740bf260dbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346267 Aug 10 03:49:19.780781 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-804ce4a9-7003-43f2-9d97-39f7737818af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:19.837453 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ce4a9-7003-43f2-9d97-39f7737818af service neutron] Pushing event updated for resources: {'Port': ['ID=f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:19.839627 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3922918e-710e-4d22-99f3-bdaf8178c206 x-openstack-request-id: req-3922918e-710e-4d22-99f3-bdaf8178c206 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:19.839945 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0950d75a-85e5-4517-9964-25629f0ccbe1", "name": "network-vif-deleted", "tag": "af651049-ef0b-4e18-a733-a9f650d54622", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:19.840251 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3922918e-710e-4d22-99f3-bdaf8178c206 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:19.842133 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0950d75a-85e5-4517-9964-25629f0ccbe1', 'name': 'network-vif-deleted', 'tag': 'af651049-ef0b-4e18-a733-a9f650d54622', 'status': 'completed', 'code': 200} Aug 10 03:49:19.914353 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-804ce4a9-7003-43f2-9d97-39f7737818af service neutron] Attempting to bind port f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:19.914353 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-804ce4a9-7003-43f2-9d97-39f7737818af service neutron] Attempting to bind port f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '9d8f82a4-e08e-42fd-bad0-04820f1ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9b5685bf-9215-43f2-a230-36a84f30c754'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:19.914353 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-804ce4a9-7003-43f2-9d97-39f7737818af service neutron] Attempting to bind port f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4 on network 9b5685bf-9215-43f2-a230-36a84f30c754 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:19.919199 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-804ce4a9-7003-43f2-9d97-39f7737818af service neutron] Port f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4 on network 9b5685bf-9215-43f2-a230-36a84f30c754 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:49:19.919380 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-804ce4a9-7003-43f2-9d97-39f7737818af service neutron] Attempting to bind port f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4 on network 9b5685bf-9215-43f2-a230-36a84f30c754 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:19.924858 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-804ce4a9-7003-43f2-9d97-39f7737818af service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:19.928067 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-804ce4a9-7003-43f2-9d97-39f7737818af service neutron] Checking segment: {'id': '9d8f82a4-e08e-42fd-bad0-04820f1ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9b5685bf-9215-43f2-a230-36a84f30c754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:19.928067 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-804ce4a9-7003-43f2-9d97-39f7737818af service neutron] Bound using segment: {'id': '9d8f82a4-e08e-42fd-bad0-04820f1ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9b5685bf-9215-43f2-a230-36a84f30c754'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:19.928067 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-804ce4a9-7003-43f2-9d97-39f7737818af service neutron] Bound port: f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d8f82a4-e08e-42fd-bad0-04820f1ed2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '9b5685bf-9215-43f2-a230-36a84f30c754'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:19.928067 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-804ce4a9-7003-43f2-9d97-39f7737818af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:19.934197 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c5d58a90-bfea-447d-ace8-39c5847f2196 req-3080a3c3-7bca-440a-ac4a-ad7c00ecbb4a tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/ports?device_id=0950d75a-85e5-4517-9964-25629f0ccbe1 HTTP/1.1" status: 200 len: 210 time: 0.0363002 Aug 10 03:49:20.012314 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-804ce4a9-7003-43f2-9d97-39f7737818af service neutron] For port f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:49:20.018134 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-804ce4a9-7003-43f2-9d97-39f7737818af service neutron] For port f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4,segment=NetworkSegment(9d8f82a4-e08e-42fd-bad0-04820f1ed2d8),segment_id=9d8f82a4-e08e-42fd-bad0-04820f1ed2d8)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:49:20.188649 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401fbdbc-8a3e-4cdf-92fb-126d768a35f9 req-003d8baa-45f7-49d8-9167-ab5f9fd66256 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:20.190564 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-401fbdbc-8a3e-4cdf-92fb-126d768a35f9 req-003d8baa-45f7-49d8-9167-ab5f9fd66256 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6dfd0d6-be65-4948-8a4c-c2f70a907c86 HTTP/1.1" status: 200 len: 949 time: 0.0644586 Aug 10 03:49:20.228294 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-804ce4a9-7003-43f2-9d97-39f7737818af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:20.235334 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-401fbdbc-8a3e-4cdf-92fb-126d768a35f9 req-5569579b-b494-497e-b3c8-e6059ff17fac tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376763 Aug 10 03:49:20.285959 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-804ce4a9-7003-43f2-9d97-39f7737818af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:20.287050 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-804ce4a9-7003-43f2-9d97-39f7737818af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:20.288571 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-804ce4a9-7003-43f2-9d97-39f7737818af service neutron] 10.222.0.68 "PUT /v2.0/ports/f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4 HTTP/1.1" status: 200 len: 1092 time: 1.4508574 Aug 10 03:49:20.304010 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af40cab7-9a39-4e24-8112-584b3cd1c257', 'tag': 'f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:20.306546 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8958a6-995a-4130-b6e7-b4de3cc5499e" -d '{"events": [{"name": "network-changed", "server_uuid": "af40cab7-9a39-4e24-8112-584b3cd1c257", "tag": "f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:20.338402 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ce4a9-7003-43f2-9d97-39f7737818af service neutron] Pushing event updated for resources: {'Port': ['ID=f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:20.386153 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3827da7-bbfd-410e-9bd8-a8cb9a437caf x-openstack-request-id: req-b3827da7-bbfd-410e-9bd8-a8cb9a437caf {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:20.386663 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af40cab7-9a39-4e24-8112-584b3cd1c257", "tag": "f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:20.387089 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3827da7-bbfd-410e-9bd8-a8cb9a437caf {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:20.387491 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af40cab7-9a39-4e24-8112-584b3cd1c257', 'tag': 'f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4', 'status': 'completed', 'code': 200} Aug 10 03:49:20.443597 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55160) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:20.461173 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc9e7f-224a-428d-a9b0-662d402c574e req-89e205e0-4756-43d5-b67c-4753ecd27bfa tempest-LiveMigrationNegativeTest-1415747981 tempest-LiveMigrationNegativeTest-1415747981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:20.463382 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9fdc9e7f-224a-428d-a9b0-662d402c574e req-89e205e0-4756-43d5-b67c-4753ecd27bfa tempest-LiveMigrationNegativeTest-1415747981 tempest-LiveMigrationNegativeTest-1415747981-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e6dfd0d6-be65-4948-8a4c-c2f70a907c86 HTTP/1.1" status: 200 len: 1100 time: 0.0788949 Aug 10 03:49:20.488706 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9fdc9e7f-224a-428d-a9b0-662d402c574e req-4fcb3fe4-5e23-4bad-b072-663c747602e4 tempest-LiveMigrationNegativeTest-1415747981 tempest-LiveMigrationNegativeTest-1415747981-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:20.489969 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8958a6-995a-4130-b6e7-b4de3cc5499e req-98f36a57-cd39-473c-998f-dac937cb7d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:20.493340 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0f8958a6-995a-4130-b6e7-b4de3cc5499e req-98f36a57-cd39-473c-998f-dac937cb7d5a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2949f596d7684183a816fc0f69eb7df0&device_id=af40cab7-9a39-4e24-8112-584b3cd1c257 HTTP/1.1" status: 200 len: 1095 time: 0.0811081 Aug 10 03:49:20.583847 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-237a67be-9171-40f5-b0e9-87629fce194a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:20.611873 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8958a6-995a-4130-b6e7-b4de3cc5499e req-59b76752-957e-42e1-96f8-d50d04d8ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:20.613457 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0f8958a6-995a-4130-b6e7-b4de3cc5499e req-59b76752-957e-42e1-96f8-d50d04d8ff44 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=2949f596d7684183a816fc0f69eb7df0&shared=False HTTP/1.1" status: 200 len: 930 time: 0.1113956 Aug 10 03:49:20.623658 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9fdc9e7f-224a-428d-a9b0-662d402c574e req-4fcb3fe4-5e23-4bad-b072-663c747602e4 tempest-LiveMigrationNegativeTest-1415747981 tempest-LiveMigrationNegativeTest-1415747981-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:20.707839 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8958a6-995a-4130-b6e7-b4de3cc5499e req-0245aa7c-9893-4e7c-a499-32c91a82e9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:20.709357 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0f8958a6-995a-4130-b6e7-b4de3cc5499e req-0245aa7c-9893-4e7c-a499-32c91a82e9eb service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891709 Aug 10 03:49:21.042184 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-2e1ba4c5-0506-405f-9626-c0266fda978e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:21.042184 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-2e1ba4c5-0506-405f-9626-c0266fda978e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2949f596d7684183a816fc0f69eb7df0&device_id=af40cab7-9a39-4e24-8112-584b3cd1c257 HTTP/1.1" status: 200 len: 1095 time: 0.0435708 Aug 10 03:49:21.048209 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-b6e9dd06-b35d-415e-be7b-2362f18d3f68 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4 HTTP/1.1" status: 200 len: 217 time: 0.0384898 Aug 10 03:49:21.102919 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-d8612d90-21ac-4a2b-8dea-3b8fa6e70da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:21.102919 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-d8612d90-21ac-4a2b-8dea-3b8fa6e70da8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=37cee9a6-5280-4566-b573-22ad6aabe2c9 HTTP/1.1" status: 200 len: 868 time: 0.0460141 Aug 10 03:49:21.155462 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-2dd7fedd-aaeb-4ccd-9af1-dd2649ccdd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:21.157178 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-2dd7fedd-aaeb-4ccd-9af1-dd2649ccdd8d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9b5685bf-9215-43f2-a230-36a84f30c754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467288 Aug 10 03:49:21.423410 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-928e47c7-e3c3-41f5-b7df-6d320a3bf161 service neutron] 10.222.0.68 "GET /v2.0/networks/9b5685bf-9215-43f2-a230-36a84f30c754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927589 Aug 10 03:49:21.423410 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a257abed-0bb8-4e97-b14b-f41ee2d3e226 req-6d999d27-3b59-430b-a180-fbcb4fc18bc8 service neutron] 10.222.0.68 "GET /v2.0/networks/9b5685bf-9215-43f2-a230-36a84f30c754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828018 Aug 10 03:49:21.596732 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9fdc9e7f-224a-428d-a9b0-662d402c574e req-4fcb3fe4-5e23-4bad-b072-663c747602e4 tempest-LiveMigrationNegativeTest-1415747981 tempest-LiveMigrationNegativeTest-1415747981-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.632903 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9fdc9e7f-224a-428d-a9b0-662d402c574e req-4fcb3fe4-5e23-4bad-b072-663c747602e4 tempest-LiveMigrationNegativeTest-1415747981 tempest-LiveMigrationNegativeTest-1415747981-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1610348 Aug 10 03:49:21.674813 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb3fe4-5e23-4bad-b072-663c747602e4 tempest-LiveMigrationNegativeTest-1415747981 tempest-LiveMigrationNegativeTest-1415747981-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a93185-291c-4b04-a9cf-6649325d1e8a,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:21.718849 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713cff8-d509-478b-835b-40a6cb8341fb req-369ed8ad-b00d-4342-8b41-c55dabe06270 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:21.722489 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0713cff8-d509-478b-835b-40a6cb8341fb req-369ed8ad-b00d-4342-8b41-c55dabe06270 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/ports?device_id=af40cab7-9a39-4e24-8112-584b3cd1c257 HTTP/1.1" status: 200 len: 944 time: 0.0789645 Aug 10 03:49:21.734888 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-237a67be-9171-40f5-b0e9-87629fce194a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.769532 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0713cff8-d509-478b-835b-40a6cb8341fb req-1a1ea7bf-e4db-492b-86ae-c719d0986f7f tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceffd146-a7a7-454a-9cfa-740bf260dbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399256 Aug 10 03:49:21.845364 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e06b6b23-89ae-4d4f-9075-9ac9a2dfc27a req-668ccd6a-348a-4445-b3f2-3440ab3c9f26 tempest-AttachSCSIVolumeTestJSON-1884035935 tempest-AttachSCSIVolumeTestJSON-1884035935-project] 10.222.0.25 "GET /v2.0/ports?device_id=0950d75a-85e5-4517-9964-25629f0ccbe1 HTTP/1.1" status: 200 len: 210 time: 0.0280330 Aug 10 03:49:21.933526 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-237a67be-9171-40f5-b0e9-87629fce194a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:21.980607 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-237a67be-9171-40f5-b0e9-87629fce194a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab7f6fc260ab4489946d529169990824&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5333185 Aug 10 03:49:21.980607 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a67be-9171-40f5-b0e9-87629fce194a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8702da8-a27f-4a3d-85a5-152d55ead0e1,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:21.980923 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55184) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:22.040358 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4270c6fd-945b-45b7-b43f-ce3a80d8b0e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:22.063267 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4270c6fd-945b-45b7-b43f-ce3a80d8b0e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:22.136354 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device af651049-ef0b-4e18-a733-a9f650d54622 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:22.158990 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: af651049-ef0b-4e18-a733-a9f650d54622 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:22.159324 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device af651049-ef0b-4e18-a733-a9f650d54622 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:22.277811 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4270c6fd-945b-45b7-b43f-ce3a80d8b0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:22.280491 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4270c6fd-945b-45b7-b43f-ce3a80d8b0e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:22.281652 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4270c6fd-945b-45b7-b43f-ce3a80d8b0e0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f8702da8-a27f-4a3d-85a5-152d55ead0e1 HTTP/1.1" status: 204 len: 168 time: 0.2987857 Aug 10 03:49:22.290426 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270c6fd-945b-45b7-b43f-ce3a80d8b0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8702da8-a27f-4a3d-85a5-152d55ead0e1,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:22.690160 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1621c-3cc2-4b74-a0e4-8861cb8be968 req-e0ae7059-b028-4f0d-8add-a0bd97e2ceb5 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:22.692585 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-46d1621c-3cc2-4b74-a0e4-8861cb8be968 req-e0ae7059-b028-4f0d-8add-a0bd97e2ceb5 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6dfd0d6-be65-4948-8a4c-c2f70a907c86 HTTP/1.1" status: 200 len: 949 time: 0.0616016 Aug 10 03:49:22.733938 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-46d1621c-3cc2-4b74-a0e4-8861cb8be968 req-924018a7-04f5-43bf-acbb-a5826dedfce5 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356913 Aug 10 03:49:22.902466 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b5214-18b9-4c0c-b0d2-f1bef32772a7 req-c8a4d59a-7920-4b7f-9532-c85b432f77b2 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:22.905258 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e7b5214-18b9-4c0c-b0d2-f1bef32772a7 req-c8a4d59a-7920-4b7f-9532-c85b432f77b2 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/ports?device_id=af40cab7-9a39-4e24-8112-584b3cd1c257 HTTP/1.1" status: 200 len: 944 time: 0.0600097 Aug 10 03:49:22.949684 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e7b5214-18b9-4c0c-b0d2-f1bef32772a7 req-c9d9956f-7fdb-452d-abcf-38184e1f3306 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceffd146-a7a7-454a-9cfa-740bf260dbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362589 Aug 10 03:49:23.432587 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55236) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:23.558107 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f2ba18ae-33dc-4633-b325-ac23e593643b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:23.686519 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f2ba18ae-33dc-4633-b325-ac23e593643b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:23.780796 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55258) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:23.808788 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f2ba18ae-33dc-4633-b325-ac23e593643b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:23.927105 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f2ba18ae-33dc-4633-b325-ac23e593643b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ffacc023c79149839f2b507948ab2652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4895899 Aug 10 03:49:23.927105 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55272) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:23.973961 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-4d0b5c89-cc8c-44e7-8bb7-d8333817e15d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-30904622-network', 'tenant_id': '35c6545e4f78461d8d378d19eabaf99a'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:23.978032 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba18ae-33dc-4633-b325-ac23e593643b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745fa6df-e0db-47db-b98a-7f488c68855b,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:24.034016 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8badded-eecf-4d24-8233-90d868dbd6a4 req-6272e626-ab40-4fbb-829f-e241370b2d35 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:24.035510 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f8badded-eecf-4d24-8233-90d868dbd6a4 req-6272e626-ab40-4fbb-829f-e241370b2d35 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6dfd0d6-be65-4948-8a4c-c2f70a907c86 HTTP/1.1" status: 200 len: 949 time: 0.2122416 Aug 10 03:49:24.053944 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c917624a-9f59-47ab-8e52-22ea2be507b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.092461 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c917624a-9f59-47ab-8e52-22ea2be507b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.118637 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0b5c89-cc8c-44e7-8bb7-d8333817e15d admin admin] Made reservation on behalf of 35c6545e4f78461d8d378d19eabaf99a for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:24.120996 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5c89-cc8c-44e7-8bb7-d8333817e15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.129187 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aaae1d-14b8-43a9-9a59-73d8c2fbeefb req-cadbec76-1e58-4977-86b7-718201f9ebfe tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:24.130703 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-66aaae1d-14b8-43a9-9a59-73d8c2fbeefb req-cadbec76-1e58-4977-86b7-718201f9ebfe tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/ports?device_id=af40cab7-9a39-4e24-8112-584b3cd1c257 HTTP/1.1" status: 200 len: 944 time: 0.0494962 Aug 10 03:49:24.142337 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5c89-cc8c-44e7-8bb7-d8333817e15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.152022 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f8badded-eecf-4d24-8233-90d868dbd6a4 req-630b6ce7-c87a-4f3a-9e45-571b5e34bc7d tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836461 Aug 10 03:49:24.185512 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-66aaae1d-14b8-43a9-9a59-73d8c2fbeefb req-890f84eb-f614-4a2c-84cf-6ad8f4cc3155 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceffd146-a7a7-454a-9cfa-740bf260dbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445693 Aug 10 03:49:24.277825 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90d2fb-adfb-458b-8b48-04a7bd13b87e req-f1352aaa-4fea-4ac4-accf-8d995cbd1a5b tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:24.279266 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5e90d2fb-adfb-458b-8b48-04a7bd13b87e req-f1352aaa-4fea-4ac4-accf-8d995cbd1a5b tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.20 "GET /v2.0/ports?device_id=e6dfd0d6-be65-4948-8a4c-c2f70a907c86 HTTP/1.1" status: 200 len: 949 time: 0.0565557 Aug 10 03:49:24.284180 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c917624a-9f59-47ab-8e52-22ea2be507b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.286760 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c917624a-9f59-47ab-8e52-22ea2be507b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.290625 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c917624a-9f59-47ab-8e52-22ea2be507b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/745fa6df-e0db-47db-b98a-7f488c68855b HTTP/1.1" status: 204 len: 168 time: 0.3597703 Aug 10 03:49:24.301092 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917624a-9f59-47ab-8e52-22ea2be507b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745fa6df-e0db-47db-b98a-7f488c68855b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:24.373310 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5c89-cc8c-44e7-8bb7-d8333817e15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.380864 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-5e90d2fb-adfb-458b-8b48-04a7bd13b87e req-d69bd497-e2b6-4c11-acdd-d37d3bd860f7 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Deleting port 8e35479a-8a83-406f-9ae5-58d0cb0a0942 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:24.381206 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5e90d2fb-adfb-458b-8b48-04a7bd13b87e req-d69bd497-e2b6-4c11-acdd-d37d3bd860f7 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.474377 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-5e90d2fb-adfb-458b-8b48-04a7bd13b87e req-d69bd497-e2b6-4c11-acdd-d37d3bd860f7 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] For port 8e35479a-8a83-406f-9ae5-58d0cb0a0942, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=8e35479a-8a83-406f-9ae5-58d0cb0a0942,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:24.474742 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5e90d2fb-adfb-458b-8b48-04a7bd13b87e req-d69bd497-e2b6-4c11-acdd-d37d3bd860f7 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.488304 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-5e90d2fb-adfb-458b-8b48-04a7bd13b87e req-d69bd497-e2b6-4c11-acdd-d37d3bd860f7 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Calling delete_port for 8e35479a-8a83-406f-9ae5-58d0cb0a0942 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:24.494847 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5c89-cc8c-44e7-8bb7-d8333817e15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.527021 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d0b5c89-cc8c-44e7-8bb7-d8333817e15d admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:49:24.546827 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5c89-cc8c-44e7-8bb7-d8333817e15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.547113 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-4d0b5c89-cc8c-44e7-8bb7-d8333817e15d admin admin] Added segment ca1a5dcc-131d-4766-a75e-b2e49a22029e of type vlan for network 2d3b43ee-ce05-4f14-9b70-4d87bcd336ce Aug 10 03:49:24.548606 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b5c89-cc8c-44e7-8bb7-d8333817e15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91510ed4-5d81-4213-a8b5-e69303c47d91,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:24.599784 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5c89-cc8c-44e7-8bb7-d8333817e15d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.706066 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5c89-cc8c-44e7-8bb7-d8333817e15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.712917 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0b5c89-cc8c-44e7-8bb7-d8333817e15d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:24.712917 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d0b5c89-cc8c-44e7-8bb7-d8333817e15d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.763426 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5e90d2fb-adfb-458b-8b48-04a7bd13b87e req-d69bd497-e2b6-4c11-acdd-d37d3bd860f7 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.778471 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['906124ec-efbe-4831-af06-686316841fb1'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:49:24.790488 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b5c89-cc8c-44e7-8bb7-d8333817e15d admin admin] Pushing event updated for resources: {'Network': ['ID=2d3b43ee-ce05-4f14-9b70-4d87bcd336ce,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:24.821118 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-bb2957ad-e568-4b0a-ad7d-7f36a15805af tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--2035667376&fields=id&tenant_id=d216423445e7417ebda781341e2866d3 HTTP/1.1" status: 200 len: 267 time: 0.0538878 Aug 10 03:49:24.836905 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['8e35479a-8a83-406f-9ae5-58d0cb0a0942'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:49:24.839033 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69bd497-e2b6-4c11-acdd-d37d3bd860f7 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Pushing event deleted for resources: {'Port': ['ID=8e35479a-8a83-406f-9ae5-58d0cb0a0942,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:24.841784 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 2d3b43ee-ce05-4f14-9b70-4d87bcd336ce details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:49:24.867484 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e90d2fb-adfb-458b-8b48-04a7bd13b87e req-d69bd497-e2b6-4c11-acdd-d37d3bd860f7 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] No DVR routers for this DVR port 8e35479a-8a83-406f-9ae5-58d0cb0a0942 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:24.870609 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5e90d2fb-adfb-458b-8b48-04a7bd13b87e req-d69bd497-e2b6-4c11-acdd-d37d3bd860f7 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:24.873480 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5e90d2fb-adfb-458b-8b48-04a7bd13b87e req-d69bd497-e2b6-4c11-acdd-d37d3bd860f7 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.20 "DELETE /v2.0/ports/8e35479a-8a83-406f-9ae5-58d0cb0a0942 HTTP/1.1" status: 204 len: 173 time: 0.5884187 Aug 10 03:49:24.873960 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6dfd0d6-be65-4948-8a4c-c2f70a907c86', 'name': 'network-vif-deleted', 'tag': '8e35479a-8a83-406f-9ae5-58d0cb0a0942'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:24.877248 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3d3a04-e529-4fc5-bc6f-98346ab0db05" -d '{"events": [{"server_uuid": "e6dfd0d6-be65-4948-8a4c-c2f70a907c86", "name": "network-vif-deleted", "tag": "8e35479a-8a83-406f-9ae5-58d0cb0a0942"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:24.939854 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0dac2d-176f-4aa7-ab22-9cc7f27f5fec x-openstack-request-id: req-8e0dac2d-176f-4aa7-ab22-9cc7f27f5fec {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:24.940210 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6dfd0d6-be65-4948-8a4c-c2f70a907c86", "name": "network-vif-deleted", "tag": "8e35479a-8a83-406f-9ae5-58d0cb0a0942", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:24.940729 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e0dac2d-176f-4aa7-ab22-9cc7f27f5fec {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:24.941189 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6dfd0d6-be65-4948-8a4c-c2f70a907c86', 'name': 'network-vif-deleted', 'tag': '8e35479a-8a83-406f-9ae5-58d0cb0a0942', 'status': 'completed', 'code': 200} Aug 10 03:49:24.945784 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4d0b5c89-cc8c-44e7-8bb7-d8333817e15d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1625414 Aug 10 03:49:24.950413 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55308) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:24.960899 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-e2437fe2-66d4-4c95-a9e2-6e32dd012984 admin admin] Request body: {'subnet': {'network_id': '2d3b43ee-ce05-4f14-9b70-4d87bcd336ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-30904622-subnet', 'tenant_id': '35c6545e4f78461d8d378d19eabaf99a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:25.000691 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-e53392cc-9f18-4f7d-a4d3-3bac248621c7 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:25.011544 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-e53392cc-9f18-4f7d-a4d3-3bac248621c7 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/networks?id=1ca020ad-1aaa-41d6-9111-46f9d3246bb6 HTTP/1.1" status: 200 len: 816 time: 0.1834679 Aug 10 03:49:25.057336 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-85a430d9-2995-4dbe-a526-e626888c3af1 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/quotas/d216423445e7417ebda781341e2866d3 HTTP/1.1" status: 200 len: 375 time: 0.0273595 Aug 10 03:49:25.094356 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2437fe2-66d4-4c95-a9e2-6e32dd012984 admin admin] Made reservation on behalf of 35c6545e4f78461d8d378d19eabaf99a for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:25.097099 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e2437fe2-66d4-4c95-a9e2-6e32dd012984 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:25.189837 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-87e55fb8-9cc3-4a8a-bc3f-f62f4ee5541a tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d216423445e7417ebda781341e2866d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1199174 Aug 10 03:49:25.307752 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5ae97fa-4697-48a0-ada7-29b56aec4576 req-0dd2beec-42f6-4c4c-9a3c-5173a94e7c81 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6dfd0d6-be65-4948-8a4c-c2f70a907c86 HTTP/1.1" status: 200 len: 210 time: 0.0309720 Aug 10 03:49:25.365988 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-0d3cbbf7-2530-417f-a562-947b7e7bafa3 service neutron] 10.222.0.25 "GET /v2.0/networks/1ca020ad-1aaa-41d6-9111-46f9d3246bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533966 Aug 10 03:49:25.441329 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:49:25.483696 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848c600-8870-4167-aa81-be4d1c6ebc8b req-73d9a7b5-3cbb-4006-9768-f1fe6cac9c55 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:25.485267 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5848c600-8870-4167-aa81-be4d1c6ebc8b req-73d9a7b5-3cbb-4006-9768-f1fe6cac9c55 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/ports?device_id=af40cab7-9a39-4e24-8112-584b3cd1c257 HTTP/1.1" status: 200 len: 944 time: 0.0965674 Aug 10 03:49:25.499137 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-fc6473c4-a868-4a38-9aa2-dc0121cb5983 service neutron] 10.222.0.25 "GET /v2.0/networks/1ca020ad-1aaa-41d6-9111-46f9d3246bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321526 Aug 10 03:49:25.538393 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5848c600-8870-4167-aa81-be4d1c6ebc8b req-4acfa1b9-6047-4f74-bde1-c8805737fe78 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceffd146-a7a7-454a-9cfa-740bf260dbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441549 Aug 10 03:49:25.539734 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e2437fe2-66d4-4c95-a9e2-6e32dd012984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:25.577386 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4,segment=NetworkSegment(9d8f82a4-e08e-42fd-bad0-04820f1ed2d8),segment_id=9d8f82a4-e08e-42fd-bad0-04820f1ed2d8)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:25.594369 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4', 'network_id': '9b5685bf-9215-43f2-a230-36a84f30c754', 'port_id': 'f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4', 'mac_address': 'fa:16:3e:8f:ae:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37cee9a6-5280-4566-b573-22ad6aabe2c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:49:25.636896 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2437fe2-66d4-4c95-a9e2-6e32dd012984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=022efd1f-32d3-45e8-bb07-2fc65dce9508,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:25.658443 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:25.669734 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2437fe2-66d4-4c95-a9e2-6e32dd012984 admin admin] Checking segment: {'id': 'ca1a5dcc-131d-4766-a75e-b2e49a22029e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d3b43ee-ce05-4f14-9b70-4d87bcd336ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:25.670112 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2437fe2-66d4-4c95-a9e2-6e32dd012984 admin admin] Network hostable DHCP agents. Network: 2d3b43ee-ce05-4f14-9b70-4d87bcd336ce, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:49:25.681986 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:49:25.719668 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4,segment=NetworkSegment(9d8f82a4-e08e-42fd-bad0-04820f1ed2d8),segment_id=9d8f82a4-e08e-42fd-bad0-04820f1ed2d8)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:25.780949 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55336) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:25.796219 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2437fe2-66d4-4c95-a9e2-6e32dd012984 admin admin] Network 2d3b43ee-ce05-4f14-9b70-4d87bcd336ce is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:49:25.822652 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:25.905553 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-a39edc6f-4fa6-47ee-9fcc-9a4c88f6dca8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1769441324-network', 'tenant_id': 'fd73c8022fbc466caa9737e6e82d8745'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:25.908404 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-e2437fe2-66d4-4c95-a9e2-6e32dd012984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 2d3b43ee-ce05-4f14-9b70-4d87bcd336ce) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:25.911512 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2437fe2-66d4-4c95-a9e2-6e32dd012984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:25.912219 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e2437fe2-66d4-4c95-a9e2-6e32dd012984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:25.915812 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:25.933183 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b34bf4f-1ff6-4b81-8f42-b5483cfa170b None None] Network 2d3b43ee-ce05-4f14-9b70-4d87bcd336ce requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:26.017502 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e2437fe2-66d4-4c95-a9e2-6e32dd012984 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0638711 Aug 10 03:49:26.129274 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39edc6f-4fa6-47ee-9fcc-9a4c88f6dca8 admin admin] Made reservation on behalf of fd73c8022fbc466caa9737e6e82d8745 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:26.132056 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a39edc6f-4fa6-47ee-9fcc-9a4c88f6dca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:26.145715 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a39edc6f-4fa6-47ee-9fcc-9a4c88f6dca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:26.254095 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da1dca8-34a6-4366-b229-7efe2865a786 None None] Network 2d3b43ee-ce05-4f14-9b70-4d87bcd336ce requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:26.350421 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a39edc6f-4fa6-47ee-9fcc-9a4c88f6dca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:26.428494 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:49:26.461239 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cd35f87c-4c5b-4d2d-870b-414811791fa1 req-0e901729-36a2-4022-8e3a-a9f07b6f293f tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 210 time: 0.0712700 Aug 10 03:49:26.465915 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a39edc6f-4fa6-47ee-9fcc-9a4c88f6dca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:26.556605 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39edc6f-4fa6-47ee-9fcc-9a4c88f6dca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a337cf-c897-446e-b3b6-f7d73434f73e,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:26.588840 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39edc6f-4fa6-47ee-9fcc-9a4c88f6dca8 admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:49:26.613004 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a39edc6f-4fa6-47ee-9fcc-9a4c88f6dca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:26.613004 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-a39edc6f-4fa6-47ee-9fcc-9a4c88f6dca8 admin admin] Added segment 35bd0259-5ac3-4eb6-983a-aff7370bb28e of type vlan for network dafde6a0-c406-49ba-9de4-9dfad6579eaa Aug 10 03:49:26.658184 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a39edc6f-4fa6-47ee-9fcc-9a4c88f6dca8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:26.745319 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a39edc6f-4fa6-47ee-9fcc-9a4c88f6dca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:26.746906 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39edc6f-4fa6-47ee-9fcc-9a4c88f6dca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:26.747698 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a39edc6f-4fa6-47ee-9fcc-9a4c88f6dca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:26.808069 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39edc6f-4fa6-47ee-9fcc-9a4c88f6dca8 admin admin] Pushing event updated for resources: {'Network': ['ID=dafde6a0-c406-49ba-9de4-9dfad6579eaa,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:26.818041 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-97af2513-eb65-425e-a406-9b4d5bf2f6bf tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:26.818539 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-97af2513-eb65-425e-a406-9b4d5bf2f6bf tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/networks?id=2d3b43ee-ce05-4f14-9b70-4d87bcd336ce HTTP/1.1" status: 200 len: 816 time: 0.1206453 Aug 10 03:49:26.818837 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network dafde6a0-c406-49ba-9de4-9dfad6579eaa details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:49:26.837452 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-cedd7317-1a29-44a3-8217-28745bcd2116 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/quotas/35c6545e4f78461d8d378d19eabaf99a HTTP/1.1" status: 200 len: 375 time: 0.0132103 Aug 10 03:49:26.875810 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-d4f773f1-f1b5-4438-9aab-b8a26a2fdcf5 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=35c6545e4f78461d8d378d19eabaf99a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321033 Aug 10 03:49:26.904045 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a39edc6f-4fa6-47ee-9fcc-9a4c88f6dca8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1218634 Aug 10 03:49:26.906994 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55376) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:26.913128 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-62e1e6d7-2fb7-40dc-a9ae-80a88b32797a admin admin] Request body: {'subnet': {'network_id': 'dafde6a0-c406-49ba-9de4-9dfad6579eaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1769441324-subnet', 'tenant_id': 'fd73c8022fbc466caa9737e6e82d8745', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:26.975270 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-7e6d45c8-3665-45cd-896e-18e1e7f25db6 service neutron] 10.222.0.25 "GET /v2.0/networks/2d3b43ee-ce05-4f14-9b70-4d87bcd336ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896509 Aug 10 03:49:27.047251 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e1e6d7-2fb7-40dc-a9ae-80a88b32797a admin admin] Made reservation on behalf of fd73c8022fbc466caa9737e6e82d8745 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:27.055917 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-62e1e6d7-2fb7-40dc-a9ae-80a88b32797a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:27.088517 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-47f49ff9-0a4b-420d-8308-ca0a16f8ee25 service neutron] 10.222.0.25 "GET /v2.0/networks/2d3b43ee-ce05-4f14-9b70-4d87bcd336ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034288 Aug 10 03:49:27.204507 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291a8c3-1605-4899-be90-43ae9a0f94af req-621da771-27d3-42d2-b804-3981e2b1360b tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:27.206153 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2291a8c3-1605-4899-be90-43ae9a0f94af req-621da771-27d3-42d2-b804-3981e2b1360b tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/ports?device_id=af40cab7-9a39-4e24-8112-584b3cd1c257 HTTP/1.1" status: 200 len: 945 time: 0.0816064 Aug 10 03:49:27.226788 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:27.257994 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2291a8c3-1605-4899-be90-43ae9a0f94af req-cc964be1-f197-4f6b-8a10-c8b8bffc520f tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceffd146-a7a7-454a-9cfa-740bf260dbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440192 Aug 10 03:49:27.395645 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadedfc8-527a-4978-87f6-c7b0e568f48f req-6ddfcd37-3583-4d88-b4b0-fa82994e8bfd tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:27.397208 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fadedfc8-527a-4978-87f6-c7b0e568f48f req-6ddfcd37-3583-4d88-b4b0-fa82994e8bfd tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ffcbd73-c6a1-4686-b0e8-d62d489bd878 HTTP/1.1" status: 200 len: 949 time: 0.0560277 Aug 10 03:49:27.440201 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fadedfc8-527a-4978-87f6-c7b0e568f48f req-7f723053-8328-4db1-8802-4a22a0df8560 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347624 Aug 10 03:49:27.456388 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:27.471623 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-62e1e6d7-2fb7-40dc-a9ae-80a88b32797a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:27.579941 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1e6d7-2fb7-40dc-a9ae-80a88b32797a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6d674cd-9ae5-4b46-bba2-1f00837defbc,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:27.610526 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e1e6d7-2fb7-40dc-a9ae-80a88b32797a admin admin] Checking segment: {'id': '35bd0259-5ac3-4eb6-983a-aff7370bb28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'dafde6a0-c406-49ba-9de4-9dfad6579eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:27.611295 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e1e6d7-2fb7-40dc-a9ae-80a88b32797a admin admin] Network hostable DHCP agents. Network: dafde6a0-c406-49ba-9de4-9dfad6579eaa, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:49:27.631457 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:27.646563 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:27.646563 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:27.674741 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c0809a1c-b600-427c-9384-26f5b0daa7da req-3fa4de75-71e0-46e0-9805-12d97b3ff581 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 210 time: 0.0475032 Aug 10 03:49:27.754154 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:27.785477 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af40cab7-9a39-4e24-8112-584b3cd1c257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:27.788041 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa504385-87e0-45c7-8f22-71b149ce02aa" -d '{"events": [{"server_uuid": "af40cab7-9a39-4e24-8112-584b3cd1c257", "name": "network-vif-plugged", "status": "completed", "tag": "f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:27.809676 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4,segment=NetworkSegment(9d8f82a4-e08e-42fd-bad0-04820f1ed2d8),segment_id=9d8f82a4-e08e-42fd-bad0-04820f1ed2d8)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:27.813762 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e1e6d7-2fb7-40dc-a9ae-80a88b32797a admin admin] Network dafde6a0-c406-49ba-9de4-9dfad6579eaa is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:49:27.834731 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c068310a-c89b-4589-bcca-f50ac571d558 x-openstack-request-id: req-c068310a-c89b-4589-bcca-f50ac571d558 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:27.835022 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af40cab7-9a39-4e24-8112-584b3cd1c257", "name": "network-vif-plugged", "status": "completed", "tag": "f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:27.835341 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c068310a-c89b-4589-bcca-f50ac571d558 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:27.835913 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af40cab7-9a39-4e24-8112-584b3cd1c257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4', 'code': 200} Aug 10 03:49:27.870403 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25d8d59f-a254-4787-870b-f8df133cf655 req-f7fac6f5-591f-42aa-b3e2-b471910ec4c2 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4b61eee-3e3d-417e-8e41-8fc6561a6179 HTTP/1.1" status: 200 len: 210 time: 0.0326893 Aug 10 03:49:27.922073 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:27.941160 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16221ca-8b5d-4c7f-ad61-ac38d13d3130 req-37f4f03d-ef19-434a-968f-8b7b3974c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:27.942690 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d16221ca-8b5d-4c7f-ad61-ac38d13d3130 req-37f4f03d-ef19-434a-968f-8b7b3974c8d2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=af40cab7-9a39-4e24-8112-584b3cd1c257 HTTP/1.1" status: 200 len: 1096 time: 0.0450552 Aug 10 03:49:27.965034 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-62e1e6d7-2fb7-40dc-a9ae-80a88b32797a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, dafde6a0-c406-49ba-9de4-9dfad6579eaa) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:27.969212 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e1e6d7-2fb7-40dc-a9ae-80a88b32797a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:27.969798 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-62e1e6d7-2fb7-40dc-a9ae-80a88b32797a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:27.976676 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:27.981668 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfd612d-3dc2-4299-a6ff-72edf62e0df1 None None] Network dafde6a0-c406-49ba-9de4-9dfad6579eaa requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:27.998205 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d16221ca-8b5d-4c7f-ad61-ac38d13d3130 req-9a419052-8289-4136-9db1-9b53959f4da6 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ceffd146-a7a7-454a-9cfa-740bf260dbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466266 Aug 10 03:49:28.099190 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-62e1e6d7-2fb7-40dc-a9ae-80a88b32797a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1908984 Aug 10 03:49:28.114879 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b580a1d-d458-4111-8f10-d536bf0d5b6a None None] Network dafde6a0-c406-49ba-9de4-9dfad6579eaa requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:28.152648 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 8e35479a-8a83-406f-9ae5-58d0cb0a0942 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:28.177455 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 8e35479a-8a83-406f-9ae5-58d0cb0a0942 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:28.177795 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 8e35479a-8a83-406f-9ae5-58d0cb0a0942 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:28.361288 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-0d1232c7-cc74-4cf7-8b73-356345c29a85 req-dd12d45d-2b99-479f-b064-b4a91e84c1db tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1662137609', 'description': 'tempest-description-1474895197'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:28.442320 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8225c-1bd6-4567-abfc-48c8f0b879ef req-3ea0960d-9d70-4ce6-93bd-4e1405b6b463 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:28.443861 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a3e8225c-1bd6-4567-abfc-48c8f0b879ef req-3ea0960d-9d70-4ce6-93bd-4e1405b6b463 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/ports?device_id=af40cab7-9a39-4e24-8112-584b3cd1c257 HTTP/1.1" status: 200 len: 946 time: 0.0579035 Aug 10 03:49:28.465824 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-0d1232c7-cc74-4cf7-8b73-356345c29a85 req-dd12d45d-2b99-479f-b064-b4a91e84c1db tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.496843 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a3e8225c-1bd6-4567-abfc-48c8f0b879ef req-04a322db-0b7f-4de4-b094-d3be45c02d3a tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceffd146-a7a7-454a-9cfa-740bf260dbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442293 Aug 10 03:49:28.595582 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-0d1232c7-cc74-4cf7-8b73-356345c29a85 req-dd12d45d-2b99-479f-b064-b4a91e84c1db tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.664333 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579a192-fa37-453d-8615-72d78e62f088 req-3671fb94-0981-4e21-9298-c0554ff0f12d tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:28.665985 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2579a192-fa37-453d-8615-72d78e62f088 req-3671fb94-0981-4e21-9298-c0554ff0f12d tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.68 "GET /v2.0/ports?device_id=6ffcbd73-c6a1-4686-b0e8-d62d489bd878 HTTP/1.1" status: 200 len: 949 time: 0.0525007 Aug 10 03:49:28.671641 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-0d1232c7-cc74-4cf7-8b73-356345c29a85 req-dd12d45d-2b99-479f-b064-b4a91e84c1db tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.683143 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2887f8-ff3a-4843-866c-e2441a7ecb48 req-daba2782-7711-44cf-8ff6-13d270a73c69 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:28.686865 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7f2887f8-ff3a-4843-866c-e2441a7ecb48 req-daba2782-7711-44cf-8ff6-13d270a73c69 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ffcbd73-c6a1-4686-b0e8-d62d489bd878 HTTP/1.1" status: 200 len: 949 time: 0.0729775 Aug 10 03:49:28.734534 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7f2887f8-ff3a-4843-866c-e2441a7ecb48 req-e4e2d4f8-239d-4f9d-8ddd-67d697eb8a60 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/security-groups?id=8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412912 Aug 10 03:49:28.743981 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12d45d-2b99-479f-b064-b4a91e84c1db tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a26fbea-f2d5-42bf-b1e9-6bd072639bc4,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:28.797000 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55432) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:28.803648 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-2579a192-fa37-453d-8615-72d78e62f088 req-26a71a8b-b60f-4bfc-a811-c961ca93cbfc tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Deleting port 906124ec-efbe-4831-af06-686316841fb1 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:28.805027 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2579a192-fa37-453d-8615-72d78e62f088 req-26a71a8b-b60f-4bfc-a811-c961ca93cbfc tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.859731 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-0d1232c7-cc74-4cf7-8b73-356345c29a85 req-dd12d45d-2b99-479f-b064-b4a91e84c1db tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.866307 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0d1232c7-cc74-4cf7-8b73-356345c29a85 req-dd12d45d-2b99-479f-b064-b4a91e84c1db tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5089271 Aug 10 03:49:28.958679 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-2579a192-fa37-453d-8615-72d78e62f088 req-26a71a8b-b60f-4bfc-a811-c961ca93cbfc tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] For port 906124ec-efbe-4831-af06-686316841fb1, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=906124ec-efbe-4831-af06-686316841fb1,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:28.959046 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2579a192-fa37-453d-8615-72d78e62f088 req-26a71a8b-b60f-4bfc-a811-c961ca93cbfc tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:28.975170 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-2579a192-fa37-453d-8615-72d78e62f088 req-26a71a8b-b60f-4bfc-a811-c961ca93cbfc tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Calling delete_port for 906124ec-efbe-4831-af06-686316841fb1 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:29.094754 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f27ea731-9fd0-4db2-a17a-dba2f478a741 req-229eb8b4-48ae-4fcb-a1c5-5c6d60175069 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "GET /v2.0/security-groups/3a26fbea-f2d5-42bf-b1e9-6bd072639bc4 HTTP/1.1" status: 200 len: 1805 time: 0.0694568 Aug 10 03:49:29.117022 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1f7d7042-ebd2-46fc-b0be-615c921445a5 req-ad94aa7b-e677-40de-8b61-36f4a5cd068d tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 210 time: 0.0301311 Aug 10 03:49:29.141363 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-f27ea731-9fd0-4db2-a17a-dba2f478a741 req-c2cd028a-3c01-4a53-a074-57b2a84864c7 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a26fbea-f2d5-42bf-b1e9-6bd072639bc4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:29.141363 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-f27ea731-9fd0-4db2-a17a-dba2f478a741 req-c2cd028a-3c01-4a53-a074-57b2a84864c7 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3a26fbea-f2d5-42bf-b1e9-6bd072639bc4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:29.225189 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05e76e72-5f56-4697-ac6f-8716d5978cb6 req-bdc7b929-08ac-4476-83e9-69f1be06e87a tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4b61eee-3e3d-417e-8e41-8fc6561a6179 HTTP/1.1" status: 200 len: 210 time: 0.0341480 Aug 10 03:49:29.248857 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2579a192-fa37-453d-8615-72d78e62f088 req-26a71a8b-b60f-4bfc-a811-c961ca93cbfc tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:29.260566 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['906124ec-efbe-4831-af06-686316841fb1'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:49:29.280257 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a71a8b-b60f-4bfc-a811-c961ca93cbfc tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Pushing event deleted for resources: {'Port': ['ID=906124ec-efbe-4831-af06-686316841fb1,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:29.388388 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-2579a192-fa37-453d-8615-72d78e62f088 req-26a71a8b-b60f-4bfc-a811-c961ca93cbfc tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] No DVR routers for this DVR port 906124ec-efbe-4831-af06-686316841fb1 on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:29.403941 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2579a192-fa37-453d-8615-72d78e62f088 req-26a71a8b-b60f-4bfc-a811-c961ca93cbfc tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:29.407821 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2579a192-fa37-453d-8615-72d78e62f088 req-26a71a8b-b60f-4bfc-a811-c961ca93cbfc tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.68 "DELETE /v2.0/ports/906124ec-efbe-4831-af06-686316841fb1 HTTP/1.1" status: 204 len: 173 time: 0.7305491 Aug 10 03:49:29.408403 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffcbd73-c6a1-4686-b0e8-d62d489bd878', 'name': 'network-vif-deleted', 'tag': '906124ec-efbe-4831-af06-686316841fb1'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:29.412074 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96719912-1693-4db0-8d30-0a2fecd8792a" -d '{"events": [{"server_uuid": "6ffcbd73-c6a1-4686-b0e8-d62d489bd878", "name": "network-vif-deleted", "tag": "906124ec-efbe-4831-af06-686316841fb1"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:29.453533 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f27ea731-9fd0-4db2-a17a-dba2f478a741 req-c2cd028a-3c01-4a53-a074-57b2a84864c7 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:29.466069 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddfa9b4-dd21-4f57-ae4f-24b798b38943 x-openstack-request-id: req-6ddfa9b4-dd21-4f57-ae4f-24b798b38943 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:29.466360 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffcbd73-c6a1-4686-b0e8-d62d489bd878", "name": "network-vif-deleted", "tag": "906124ec-efbe-4831-af06-686316841fb1", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:29.466612 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ddfa9b4-dd21-4f57-ae4f-24b798b38943 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:29.467111 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffcbd73-c6a1-4686-b0e8-d62d489bd878', 'name': 'network-vif-deleted', 'tag': '906124ec-efbe-4831-af06-686316841fb1', 'status': 'completed', 'code': 200} Aug 10 03:49:29.488333 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f27ea731-9fd0-4db2-a17a-dba2f478a741 req-c2cd028a-3c01-4a53-a074-57b2a84864c7 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:29.493900 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dc7b4aa3-4bae-4af7-bea5-8871be64d56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:29.554703 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-90a19704-79ef-4f54-ae3f-f0120608e30f tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:29.562385 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-90a19704-79ef-4f54-ae3f-f0120608e30f tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.20 "GET /v2.0/networks?id=1ca020ad-1aaa-41d6-9111-46f9d3246bb6 HTTP/1.1" status: 200 len: 816 time: 0.1804805 Aug 10 03:49:29.590311 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f27ea731-9fd0-4db2-a17a-dba2f478a741 req-c2cd028a-3c01-4a53-a074-57b2a84864c7 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:29.614019 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd028a-3c01-4a53-a074-57b2a84864c7 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f80e34-47fe-483f-908c-b446871cfaf9,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:29.672288 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-1f104892-2aaa-44f3-b1ec-f60c084d1fae tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d216423445e7417ebda781341e2866d3 HTTP/1.1" status: 200 len: 380 time: 0.0802078 Aug 10 03:49:29.685215 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-460e2fa9-13aa-4934-92ff-1576be94eb7f tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Request body: {'port': {'device_id': '4ef42d5b-c965-45b0-a25e-0048c87e5a3a', 'network_id': '1ca020ad-1aaa-41d6-9111-46f9d3246bb6', 'admin_state_up': True, 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'security_groups': ['0639bd95-6396-4516-b213-71e9bb76a018']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:29.779804 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb75398-feed-41ed-87c8-30e0e4e113d6 req-d8b16e19-6034-4248-aa8f-ca8bb8aba135 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:29.781414 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7bb75398-feed-41ed-87c8-30e0e4e113d6 req-d8b16e19-6034-4248-aa8f-ca8bb8aba135 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/ports?device_id=af40cab7-9a39-4e24-8112-584b3cd1c257 HTTP/1.1" status: 200 len: 946 time: 0.1883287 Aug 10 03:49:29.791393 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f27ea731-9fd0-4db2-a17a-dba2f478a741 req-c2cd028a-3c01-4a53-a074-57b2a84864c7 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:29.792806 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f27ea731-9fd0-4db2-a17a-dba2f478a741 req-c2cd028a-3c01-4a53-a074-57b2a84864c7 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6802006 Aug 10 03:49:29.893001 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1f045cb5-1eb7-4c90-b00c-3fb8233da657 req-09daadb2-dd60-44ad-8d05-a35999e17b61 tempest-LiveMigrationNegativeTest-656859135 tempest-LiveMigrationNegativeTest-656859135-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ffcbd73-c6a1-4686-b0e8-d62d489bd878 HTTP/1.1" status: 200 len: 210 time: 0.0378349 Aug 10 03:49:29.902940 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7bb75398-feed-41ed-87c8-30e0e4e113d6 req-7b130598-d856-485c-9e76-3aed982c1324 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceffd146-a7a7-454a-9cfa-740bf260dbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890021 Aug 10 03:49:29.948746 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-43d7575b-e992-4cf0-a5a9-2372d944956c req-c13fe8a3-4d75-4cd0-a798-78f9f6e9a47e tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1169450719', 'description': 'tempest-description-1471566901'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:29.992987 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b4aa3-4bae-4af7-bea5-8871be64d56d admin admin] Deleting port ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:29.993589 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dc7b4aa3-4bae-4af7-bea5-8871be64d56d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.130879 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-460e2fa9-13aa-4934-92ff-1576be94eb7f tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Made reservation on behalf of d216423445e7417ebda781341e2866d3 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:30.135505 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-460e2fa9-13aa-4934-92ff-1576be94eb7f tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.202203 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-dc7b4aa3-4bae-4af7-bea5-8871be64d56d admin admin] For port ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c,segment=NetworkSegment(4d91e0be-2632-4efe-bc99-3118c2412ecc),segment_id=4d91e0be-2632-4efe-bc99-3118c2412ecc)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:30.202569 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dc7b4aa3-4bae-4af7-bea5-8871be64d56d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.208643 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-43d7575b-e992-4cf0-a5a9-2372d944956c req-c13fe8a3-4d75-4cd0-a798-78f9f6e9a47e tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.244227 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b4aa3-4bae-4af7-bea5-8871be64d56d admin admin] Calling delete_port for ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:30.309192 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-43d7575b-e992-4cf0-a5a9-2372d944956c req-c13fe8a3-4d75-4cd0-a798-78f9f6e9a47e tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.391524 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-43d7575b-e992-4cf0-a5a9-2372d944956c req-c13fe8a3-4d75-4cd0-a798-78f9f6e9a47e tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.428579 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52a0d95b-cfc5-440a-b741-efe0c51105a7 req-e9036ca8-725d-465c-ad2f-bb3ef5e89fe1 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 258 time: 0.3793781 Aug 10 03:49:30.432050 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13fe8a3-4d75-4cd0-a798-78f9f6e9a47e tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8495b1-0557-4089-8e81-c462155dcfcd,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:30.475416 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-52a0d95b-cfc5-440a-b741-efe0c51105a7 req-5fff4e3a-da08-48aa-85a4-4782ee2d0e2a tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:30.480359 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-43d7575b-e992-4cf0-a5a9-2372d944956c req-c13fe8a3-4d75-4cd0-a798-78f9f6e9a47e tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.486264 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-43d7575b-e992-4cf0-a5a9-2372d944956c req-c13fe8a3-4d75-4cd0-a798-78f9f6e9a47e tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5390117 Aug 10 03:49:30.577781 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-460e2fa9-13aa-4934-92ff-1576be94eb7f tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Allocated IP 172.20.0.7 (1ca020ad-1aaa-41d6-9111-46f9d3246bb6/df76a7ea-7a2f-4a90-9ce1-92f4bebee059/4654b648-825c-4823-ba74-3e5f61479c58) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:30.651618 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aa11ae20-0276-4960-b9b8-769828c82f1c req-13b9adf9-5aa8-4e83-9536-86fef18f87f9 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 210 time: 0.0304098 Aug 10 03:49:30.721026 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-52a0d95b-cfc5-440a-b741-efe0c51105a7 req-5fff4e3a-da08-48aa-85a4-4782ee2d0e2a tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks [] for floatingip, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.740400 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8be50c84-255e-4755-8015-5f0e32f01294 req-9d50e3dd-09de-4e6d-86d6-e23fb1662d53 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4b61eee-3e3d-417e-8e41-8fc6561a6179 HTTP/1.1" status: 200 len: 210 time: 0.0368712 Aug 10 03:49:30.841673 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-460e2fa9-13aa-4934-92ff-1576be94eb7f tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.860909 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-460e2fa9-13aa-4934-92ff-1576be94eb7f tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Transition to ACTIVE for port object 4654b648-825c-4823-ba74-3e5f61479c58 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:30.864510 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dc7b4aa3-4bae-4af7-bea5-8871be64d56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:30.878896 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db8a19d8-41be-4586-9b20-a4504d5b9bbb req-31848786-08a2-43d6-b42f-d1f305a6d036 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "GET /v2.0/security-groups/dd8495b1-0557-4089-8e81-c462155dcfcd HTTP/1.1" status: 200 len: 1805 time: 0.0979068 Aug 10 03:49:30.885328 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-db8a19d8-41be-4586-9b20-a4504d5b9bbb req-67698f3b-26db-48ea-8888-d10808712e85 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'dd8495b1-0557-4089-8e81-c462155dcfcd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:30.885876 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-db8a19d8-41be-4586-9b20-a4504d5b9bbb req-67698f3b-26db-48ea-8888-d10808712e85 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'dd8495b1-0557-4089-8e81-c462155dcfcd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:30.911940 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b4aa3-4bae-4af7-bea5-8871be64d56d admin admin] Pushing event deleted for resources: {'Port': ['ID=ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:31.024512 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-52a0d95b-cfc5-440a-b741-efe0c51105a7 req-5fff4e3a-da08-48aa-85a4-4782ee2d0e2a tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.042797 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-db8a19d8-41be-4586-9b20-a4504d5b9bbb req-67698f3b-26db-48ea-8888-d10808712e85 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.081527 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-db8a19d8-41be-4586-9b20-a4504d5b9bbb req-67698f3b-26db-48ea-8888-d10808712e85 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.197514 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-db8a19d8-41be-4586-9b20-a4504d5b9bbb req-67698f3b-26db-48ea-8888-d10808712e85 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.225030 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67698f3b-26db-48ea-8888-d10808712e85 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d796f8-0fda-4102-adc0-7eeff7c2d602,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:31.369069 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-db8a19d8-41be-4586-9b20-a4504d5b9bbb req-67698f3b-26db-48ea-8888-d10808712e85 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.371559 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db8a19d8-41be-4586-9b20-a4504d5b9bbb req-67698f3b-26db-48ea-8888-d10808712e85 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4914002 Aug 10 03:49:31.467277 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-460e2fa9-13aa-4934-92ff-1576be94eb7f tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.609073 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-460e2fa9-13aa-4934-92ff-1576be94eb7f tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Network 1ca020ad-1aaa-41d6-9111-46f9d3246bb6 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:31.611869 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-fb43d6c6-91cf-440e-8aaf-a41c485079fc req-6982f1f9-ddca-4568-8b77-dac3a8c94487 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-246663695', 'description': 'tempest-description-1551107876'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:31.612839 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-460e2fa9-13aa-4934-92ff-1576be94eb7f tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:31.614727 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e2fa9-13aa-4934-92ff-1576be94eb7f tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Pushing event updated for resources: {'Port': ['ID=4654b648-825c-4823-ba74-3e5f61479c58,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:31.620135 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-460e2fa9-13aa-4934-92ff-1576be94eb7f tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:31.622844 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dc7b4aa3-4bae-4af7-bea5-8871be64d56d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.669893 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-52a0d95b-cfc5-440a-b741-efe0c51105a7 req-5fff4e3a-da08-48aa-85a4-4782ee2d0e2a tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Allocated IP 172.25.0.36 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/7f0f7cef-55ac-4b5f-bf2c-e2822af7f5a4) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:31.758411 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-fb43d6c6-91cf-440e-8aaf-a41c485079fc req-6982f1f9-ddca-4568-8b77-dac3a8c94487 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.819228 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-460e2fa9-13aa-4934-92ff-1576be94eb7f tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:31.820633 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-460e2fa9-13aa-4934-92ff-1576be94eb7f tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.900157 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-fb43d6c6-91cf-440e-8aaf-a41c485079fc req-6982f1f9-ddca-4568-8b77-dac3a8c94487 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:31.985506 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-1a72f16e-f703-4325-adc7-cc8ddb76a26b tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:31.986877 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-1a72f16e-f703-4325-adc7-cc8ddb76a26b tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.20 "GET /v2.0/networks?id=2d3b43ee-ce05-4f14-9b70-4d87bcd336ce HTTP/1.1" status: 200 len: 816 time: 0.2509646 Aug 10 03:49:32.036530 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-52a0d95b-cfc5-440a-b741-efe0c51105a7 req-5fff4e3a-da08-48aa-85a4-4782ee2d0e2a tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:32.042468 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-1724324e-d2a6-4885-8412-cc750fc67d05 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Request body: {'port': {'device_id': '369548c9-9778-4ced-aa66-2e3b0b95b857', 'network_id': '2d3b43ee-ce05-4f14-9b70-4d87bcd336ce', 'admin_state_up': True, 'tenant_id': '35c6545e4f78461d8d378d19eabaf99a'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:32.222835 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7b4aa3-4bae-4af7-bea5-8871be64d56d admin admin] Router c75c1d37-f02c-4eda-98ea-8afddee56388 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:49:32.253623 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55476) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:32.306489 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-fb43d6c6-91cf-440e-8aaf-a41c485079fc req-6982f1f9-ddca-4568-8b77-dac3a8c94487 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:32.341994 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982f1f9-ddca-4568-8b77-dac3a8c94487 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa58723-37c6-403a-8639-fc87a911c595,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:32.348625 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-21f01012-8967-4e86-bc45-ae13f3adb8b2 None None] Provisioning for port 4654b648-825c-4823-ba74-3e5f61479c58 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:32.361769 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-21f01012-8967-4e86-bc45-ae13f3adb8b2 None None] Provisioning complete for port 4654b648-825c-4823-ba74-3e5f61479c58 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:32.362813 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-21f01012-8967-4e86-bc45-ae13f3adb8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:32.362954 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982f1f9-ddca-4568-8b77-dac3a8c94487 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:32.363310 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982f1f9-ddca-4568-8b77-dac3a8c94487 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:32.363655 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982f1f9-ddca-4568-8b77-dac3a8c94487 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:32.364022 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982f1f9-ddca-4568-8b77-dac3a8c94487 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:32.364359 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982f1f9-ddca-4568-8b77-dac3a8c94487 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:32.364689 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982f1f9-ddca-4568-8b77-dac3a8c94487 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:32.365015 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982f1f9-ddca-4568-8b77-dac3a8c94487 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:32.365402 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982f1f9-ddca-4568-8b77-dac3a8c94487 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:32.365657 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982f1f9-ddca-4568-8b77-dac3a8c94487 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:32.366007 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982f1f9-ddca-4568-8b77-dac3a8c94487 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:32.366392 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982f1f9-ddca-4568-8b77-dac3a8c94487 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:32.366733 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6982f1f9-ddca-4568-8b77-dac3a8c94487 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:32.411713 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-21f01012-8967-4e86-bc45-ae13f3adb8b2 None None] Port 4654b648-825c-4823-ba74-3e5f61479c58 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:49:32.435315 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-460e2fa9-13aa-4934-92ff-1576be94eb7f tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7561274 Aug 10 03:49:32.437059 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-52a0d95b-cfc5-440a-b741-efe0c51105a7 req-5fff4e3a-da08-48aa-85a4-4782ee2d0e2a tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:32.458436 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8eba8aae-ad57-4a75-af1f-6f60510d68f8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22affcb1d9554c328917101e69174f0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2035034 Aug 10 03:49:32.461666 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55480) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:32.505735 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-fb43d6c6-91cf-440e-8aaf-a41c485079fc req-6982f1f9-ddca-4568-8b77-dac3a8c94487 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:32.505735 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fb43d6c6-91cf-440e-8aaf-a41c485079fc req-6982f1f9-ddca-4568-8b77-dac3a8c94487 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8822193 Aug 10 03:49:32.507406 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-047f5cbb-27aa-41ef-be38-933586c3272d service neutron] Request body: {'port': {'device_id': '4ef42d5b-c965-45b0-a25e-0048c87e5a3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:32.526404 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b83d61e3-2833-4637-99c0-3a9bb088c73b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:32.550907 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b83d61e3-2833-4637-99c0-3a9bb088c73b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:32.588759 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52a0d95b-cfc5-440a-b741-efe0c51105a7 req-5fff4e3a-da08-48aa-85a4-4782ee2d0e2a tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:32.620335 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-52a0d95b-cfc5-440a-b741-efe0c51105a7 req-5fff4e3a-da08-48aa-85a4-4782ee2d0e2a tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:32.622953 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a0d95b-cfc5-440a-b741-efe0c51105a7 req-5fff4e3a-da08-48aa-85a4-4782ee2d0e2a tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:32.631003 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-047f5cbb-27aa-41ef-be38-933586c3272d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:32.678696 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff4e3a-da08-48aa-85a4-4782ee2d0e2a tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Pushing event updated for resources: {'Port': ['ID=7f0f7cef-55ac-4b5f-bf2c-e2822af7f5a4,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:32.687117 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7b4aa3-4bae-4af7-bea5-8871be64d56d admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:49:32.692190 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-dc7b4aa3-4bae-4af7-bea5-8871be64d56d admin admin] 10.222.0.25 "PUT /v2.0/routers/c75c1d37-f02c-4eda-98ea-8afddee56388/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8940322 Aug 10 03:49:32.698465 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55486) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:32.704440 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8e51e0-060e-4a4b-a72b-15ebd1c86d15 None None] Sync routers for ids ['c75c1d37-f02c-4eda-98ea-8afddee56388'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:49:32.720433 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b83d61e3-2833-4637-99c0-3a9bb088c73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:32.723361 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b83d61e3-2833-4637-99c0-3a9bb088c73b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:32.728103 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b83d61e3-2833-4637-99c0-3a9bb088c73b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4 HTTP/1.1" status: 204 len: 168 time: 0.2654786 Aug 10 03:49:32.742709 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8e51e0-060e-4a4b-a72b-15ebd1c86d15 None None] Routers {'c75c1d37-f02c-4eda-98ea-8afddee56388'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:32.745513 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-4a8e51e0-060e-4a4b-a72b-15ebd1c86d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:49:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['c75c1d37-f02c-4eda-98ea-8afddee56388'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:32.861043 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-52a0d95b-cfc5-440a-b741-efe0c51105a7 req-5fff4e3a-da08-48aa-85a4-4782ee2d0e2a tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:32.872676 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-1724324e-d2a6-4885-8412-cc750fc67d05 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Made reservation on behalf of 35c6545e4f78461d8d378d19eabaf99a for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:32.888967 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-1724324e-d2a6-4885-8412-cc750fc67d05 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.002522 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-4a8e51e0-060e-4a4b-a72b-15ebd1c86d15 None None] Set router c75c1d37-f02c-4eda-98ea-8afddee56388 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:33.174257 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-52a0d95b-cfc5-440a-b741-efe0c51105a7 req-5fff4e3a-da08-48aa-85a4-4782ee2d0e2a tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.185836 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-97b9494d-0166-4183-acc8-2a23b5a86287 admin admin] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.247416 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de447bdd-e84f-4060-8dd3-29ad8bb090a7 req-8eb535e6-41df-4a70-a253-f90f981091b3 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:33.255027 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-de447bdd-e84f-4060-8dd3-29ad8bb090a7 req-8eb535e6-41df-4a70-a253-f90f981091b3 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 931 time: 0.6140699 Aug 10 03:49:33.297713 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-4a8e51e0-060e-4a4b-a72b-15ebd1c86d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c1d37-f02c-4eda-98ea-8afddee56388', 'name': 'tempest-AttachSCSIVolumeTestJSON-1501314320-router', 'tenant_id': 'b5803c135cf642e1808d6df6cd8c25e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '56ed3b70-7bdc-458f-9920-c6a86054477a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:08Z', 'updated_at': '2021-08-10T03:49:30Z', 'revision_number': 5, 'project_id': 'b5803c135cf642e1808d6df6cd8c25e1', 'gw_port': {'id': '56ed3b70-7bdc-458f-9920-c6a86054477a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c1d37-f02c-4eda-98ea-8afddee56388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:10Z', 'updated_at': '2021-08-10T03:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:33.338974 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8e51e0-060e-4a4b-a72b-15ebd1c86d15 None None] Checking router: c75c1d37-f02c-4eda-98ea-8afddee56388 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:49:33.348594 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8e51e0-060e-4a4b-a72b-15ebd1c86d15 None None] Routers {'c75c1d37-f02c-4eda-98ea-8afddee56388'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:33.348959 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-4a8e51e0-060e-4a4b-a72b-15ebd1c86d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:49:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['c75c1d37-f02c-4eda-98ea-8afddee56388'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:33.364412 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d61e3-2833-4637-99c0-3a9bb088c73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2f8d93-ff05-41f7-ae8e-bf00add7bdb4,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:33.381376 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-218672a1-75f1-49a8-8101-4f7b5e8241ab tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:33.394743 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-218672a1-75f1-49a8-8101-4f7b5e8241ab tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.68 "GET /v2.0/networks?id=2d3b43ee-ce05-4f14-9b70-4d87bcd336ce HTTP/1.1" status: 200 len: 816 time: 0.1568880 Aug 10 03:49:33.478640 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 906124ec-efbe-4831-af06-686316841fb1 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:33.500118 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-aac9363e-1172-4530-84b3-38525e20570e tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:33.502140 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-aac9363e-1172-4530-84b3-38525e20570e tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.20 "GET /v2.0/networks?id=2d3b43ee-ce05-4f14-9b70-4d87bcd336ce HTTP/1.1" status: 200 len: 816 time: 0.8153989 Aug 10 03:49:33.507767 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-e12c9b9d-0b2b-4f18-af13-97b44ae06e0f tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Request body: {'port': {'device_id': 'f4b61eee-3e3d-417e-8e41-8fc6561a6179', 'network_id': '2d3b43ee-ce05-4f14-9b70-4d87bcd336ce', 'admin_state_up': True, 'tenant_id': '35c6545e4f78461d8d378d19eabaf99a'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:33.513714 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-4a8e51e0-060e-4a4b-a72b-15ebd1c86d15 None None] Set router c75c1d37-f02c-4eda-98ea-8afddee56388 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:33.527684 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 906124ec-efbe-4831-af06-686316841fb1 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:33.528048 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 906124ec-efbe-4831-af06-686316841fb1 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:33.612459 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-df133139-6424-438e-918b-2fb0a5c7073e tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Request body: {'port': {'device_id': '6f9b66c5-35b9-483d-8c43-223d878f30b8', 'network_id': '2d3b43ee-ce05-4f14-9b70-4d87bcd336ce', 'admin_state_up': True, 'tenant_id': '35c6545e4f78461d8d378d19eabaf99a'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:33.699583 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-de447bdd-e84f-4060-8dd3-29ad8bb090a7 req-aea3eee7-964c-4659-8dd2-a4dbd4833666 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0639bd95-6396-4516-b213-71e9bb76a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4401634 Aug 10 03:49:33.756150 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-4a8e51e0-060e-4a4b-a72b-15ebd1c86d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75c1d37-f02c-4eda-98ea-8afddee56388', 'name': 'tempest-AttachSCSIVolumeTestJSON-1501314320-router', 'tenant_id': 'b5803c135cf642e1808d6df6cd8c25e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '56ed3b70-7bdc-458f-9920-c6a86054477a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:08Z', 'updated_at': '2021-08-10T03:49:30Z', 'revision_number': 5, 'project_id': 'b5803c135cf642e1808d6df6cd8c25e1', 'gw_port': {'id': '56ed3b70-7bdc-458f-9920-c6a86054477a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c1d37-f02c-4eda-98ea-8afddee56388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:10Z', 'updated_at': '2021-08-10T03:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:33.809077 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55494) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:33.814628 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8e51e0-060e-4a4b-a72b-15ebd1c86d15 None None] The sync data for ids ['c75c1d37-f02c-4eda-98ea-8afddee56388'] in n-d-802893-2 is: [{'id': 'c75c1d37-f02c-4eda-98ea-8afddee56388', 'name': 'tempest-AttachSCSIVolumeTestJSON-1501314320-router', 'tenant_id': 'b5803c135cf642e1808d6df6cd8c25e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '56ed3b70-7bdc-458f-9920-c6a86054477a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:08Z', 'updated_at': '2021-08-10T03:49:30Z', 'revision_number': 5, 'project_id': 'b5803c135cf642e1808d6df6cd8c25e1', 'gw_port': {'id': '56ed3b70-7bdc-458f-9920-c6a86054477a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75c1d37-f02c-4eda-98ea-8afddee56388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:10Z', 'updated_at': '2021-08-10T03:47:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:49:33.900271 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-665a50af-2e09-41b8-a951-019ab54200eb req-f58b4d00-e945-495a-9260-16142ca63daf tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4b61eee-3e3d-417e-8e41-8fc6561a6179 HTTP/1.1" status: 200 len: 210 time: 0.0601716 Aug 10 03:49:33.903683 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-e12c9b9d-0b2b-4f18-af13-97b44ae06e0f tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Made reservation on behalf of 35c6545e4f78461d8d378d19eabaf99a for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:33.906511 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-e12c9b9d-0b2b-4f18-af13-97b44ae06e0f tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:33.926909 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-1724324e-d2a6-4885-8412-cc750fc67d05 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Allocated IP 172.20.0.9 (2d3b43ee-ce05-4f14-9b70-4d87bcd336ce/022efd1f-32d3-45e8-bb07-2fc65dce9508/be4b369d-5a68-4d08-baa1-4fc8f5303883) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:33.986434 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-65a1b072-7aef-4c45-9b84-fd3db11d6f75 req-5d021e10-200a-4d56-b75f-1482c70fec23 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1220388048', 'description': 'tempest-description-240718554'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:34.021621 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-97b9494d-0166-4183-acc8-2a23b5a86287 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.037793 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55496) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:34.039126 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-06569548-9bc0-42f7-8182-d9e155f78392 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6021c6c01c474364a5878f2d95c700b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281342 Aug 10 03:49:34.097146 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-df133139-6424-438e-918b-2fb0a5c7073e tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Made reservation on behalf of 35c6545e4f78461d8d378d19eabaf99a for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:34.101432 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-df133139-6424-438e-918b-2fb0a5c7073e tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.211418 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-65a1b072-7aef-4c45-9b84-fd3db11d6f75 req-5d021e10-200a-4d56-b75f-1482c70fec23 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.241038 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-047f5cbb-27aa-41ef-be38-933586c3272d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4654b648-825c-4823-ba74-3e5f61479c58 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:49:34.262525 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-047f5cbb-27aa-41ef-be38-933586c3272d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.267999 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-52a0d95b-cfc5-440a-b741-efe0c51105a7 req-5fff4e3a-da08-48aa-85a4-4782ee2d0e2a tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.306567 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab71e1df-5134-42c6-aa63-5db285de9516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.309248 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-047f5cbb-27aa-41ef-be38-933586c3272d service neutron] Transition to ACTIVE for port object 4654b648-825c-4823-ba74-3e5f61479c58 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:34.328815 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-65a1b072-7aef-4c45-9b84-fd3db11d6f75 req-5d021e10-200a-4d56-b75f-1482c70fec23 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.342117 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-52a0d95b-cfc5-440a-b741-efe0c51105a7 req-5fff4e3a-da08-48aa-85a4-4782ee2d0e2a tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.368247 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab71e1df-5134-42c6-aa63-5db285de9516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.410509 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-1724324e-d2a6-4885-8412-cc750fc67d05 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.413403 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-047f5cbb-27aa-41ef-be38-933586c3272d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.424693 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-97b9494d-0166-4183-acc8-2a23b5a86287 admin admin] Deleting port 56ed3b70-7bdc-458f-9920-c6a86054477a {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:34.425029 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-97b9494d-0166-4183-acc8-2a23b5a86287 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.442600 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-65a1b072-7aef-4c45-9b84-fd3db11d6f75 req-5d021e10-200a-4d56-b75f-1482c70fec23 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.479267 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d021e10-200a-4d56-b75f-1482c70fec23 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ace0786-1ff8-4006-9780-b89c425efe6a,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:34.540135 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff4e3a-da08-48aa-85a4-4782ee2d0e2a tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Pushing event updated for resources: {'Port': ['ID=7f0f7cef-55ac-4b5f-bf2c-e2822af7f5a4,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:34.556981 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-65a1b072-7aef-4c45-9b84-fd3db11d6f75 req-5d021e10-200a-4d56-b75f-1482c70fec23 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.558391 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-65a1b072-7aef-4c45-9b84-fd3db11d6f75 req-5d021e10-200a-4d56-b75f-1482c70fec23 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5813718 Aug 10 03:49:34.615560 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-52a0d95b-cfc5-440a-b741-efe0c51105a7 req-5fff4e3a-da08-48aa-85a4-4782ee2d0e2a tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.697307 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-97b9494d-0166-4183-acc8-2a23b5a86287 admin admin] For port 56ed3b70-7bdc-458f-9920-c6a86054477a, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=56ed3b70-7bdc-458f-9920-c6a86054477a,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:34.700387 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-97b9494d-0166-4183-acc8-2a23b5a86287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.744346 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab71e1df-5134-42c6-aa63-5db285de9516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.746893 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab71e1df-5134-42c6-aa63-5db285de9516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.750314 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ab71e1df-5134-42c6-aa63-5db285de9516 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/54a93185-291c-4b04-a9cf-6649325d1e8a HTTP/1.1" status: 204 len: 168 time: 0.7006922 Aug 10 03:49:34.750314 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f5cbb-27aa-41ef-be38-933586c3272d service neutron] Pushing event updated for resources: {'Port': ['ID=4654b648-825c-4823-ba74-3e5f61479c58,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:34.766714 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-97b9494d-0166-4183-acc8-2a23b5a86287 admin admin] Calling delete_port for 56ed3b70-7bdc-458f-9920-c6a86054477a owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:34.774492 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-52a0d95b-cfc5-440a-b741-efe0c51105a7 req-5fff4e3a-da08-48aa-85a4-4782ee2d0e2a tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.775731 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52a0d95b-cfc5-440a-b741-efe0c51105a7 req-5fff4e3a-da08-48aa-85a4-4782ee2d0e2a tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.3299611 Aug 10 03:49:34.805964 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e241e104-3b54-4d24-9b5f-850134189d30 req-09973f21-a98a-40ea-8f80-6d5b974a1bb8 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "GET /v2.0/security-groups/9fa58723-37c6-403a-8639-fc87a911c595 HTTP/1.1" status: 200 len: 1804 time: 0.0664306 Aug 10 03:49:34.817284 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71e1df-5134-42c6-aa63-5db285de9516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a93185-291c-4b04-a9cf-6649325d1e8a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:34.876919 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:34.896351 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-1724324e-d2a6-4885-8412-cc750fc67d05 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:34.910702 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:34.911253 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ef64c5c5-d8b5-4d1a-95a9-afb9ed0df11c not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:34.923940 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52a0d95b-cfc5-440a-b741-efe0c51105a7 req-3ba0bd32-545d-49d2-81e1-d3e35418d58c tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.36 HTTP/1.1" status: 200 len: 695 time: 0.1125236 Aug 10 03:49:34.950231 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e241e104-3b54-4d24-9b5f-850134189d30 req-9fe4bff7-246e-45da-99c2-d875569fcd02 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "GET /v2.0/security-groups/4ace0786-1ff8-4006-9780-b89c425efe6a HTTP/1.1" status: 200 len: 1804 time: 0.1354539 Aug 10 03:49:34.977625 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-e241e104-3b54-4d24-9b5f-850134189d30 req-6cdacf33-7ba8-42b5-80a9-b62414884d37 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9fa58723-37c6-403a-8639-fc87a911c595', 'remote_group_id': '4ace0786-1ff8-4006-9780-b89c425efe6a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:34.977948 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-e241e104-3b54-4d24-9b5f-850134189d30 req-6cdacf33-7ba8-42b5-80a9-b62414884d37 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9fa58723-37c6-403a-8639-fc87a911c595', 'remote_group_id': '4ace0786-1ff8-4006-9780-b89c425efe6a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:35.008515 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-e12c9b9d-0b2b-4f18-af13-97b44ae06e0f tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Allocated IP 172.20.0.6 (2d3b43ee-ce05-4f14-9b70-4d87bcd336ce/022efd1f-32d3-45e8-bb07-2fc65dce9508/effe80ae-6c1e-4fd0-aa2a-12d0efa54a18) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:35.033244 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-047f5cbb-27aa-41ef-be38-933586c3272d service neutron] Attempting to bind port 4654b648-825c-4823-ba74-3e5f61479c58 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:35.033879 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-047f5cbb-27aa-41ef-be38-933586c3272d service neutron] Attempting to bind port 4654b648-825c-4823-ba74-3e5f61479c58 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '812a0f1c-bdad-4ac0-a285-5f050f5a3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1ca020ad-1aaa-41d6-9111-46f9d3246bb6'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:35.033879 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-047f5cbb-27aa-41ef-be38-933586c3272d service neutron] Attempting to bind port 4654b648-825c-4823-ba74-3e5f61479c58 on network 1ca020ad-1aaa-41d6-9111-46f9d3246bb6 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:35.045136 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-1724324e-d2a6-4885-8412-cc750fc67d05 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Network 2d3b43ee-ce05-4f14-9b70-4d87bcd336ce is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:35.057218 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-1724324e-d2a6-4885-8412-cc750fc67d05 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:35.062752 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-1724324e-d2a6-4885-8412-cc750fc67d05 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:35.068993 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724324e-d2a6-4885-8412-cc750fc67d05 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Pushing event updated for resources: {'Port': ['ID=be4b369d-5a68-4d08-baa1-4fc8f5303883,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:35.079716 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-047f5cbb-27aa-41ef-be38-933586c3272d service neutron] Port 4654b648-825c-4823-ba74-3e5f61479c58 on network 1ca020ad-1aaa-41d6-9111-46f9d3246bb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:49:35.079716 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-047f5cbb-27aa-41ef-be38-933586c3272d service neutron] Attempting to bind port 4654b648-825c-4823-ba74-3e5f61479c58 on network 1ca020ad-1aaa-41d6-9111-46f9d3246bb6 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:35.111140 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-047f5cbb-27aa-41ef-be38-933586c3272d service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:35.111480 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-047f5cbb-27aa-41ef-be38-933586c3272d service neutron] Checking segment: {'id': '812a0f1c-bdad-4ac0-a285-5f050f5a3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1ca020ad-1aaa-41d6-9111-46f9d3246bb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:35.114689 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-047f5cbb-27aa-41ef-be38-933586c3272d service neutron] Bound using segment: {'id': '812a0f1c-bdad-4ac0-a285-5f050f5a3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1ca020ad-1aaa-41d6-9111-46f9d3246bb6'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:35.114689 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-047f5cbb-27aa-41ef-be38-933586c3272d service neutron] Bound port: 4654b648-825c-4823-ba74-3e5f61479c58, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812a0f1c-bdad-4ac0-a285-5f050f5a3dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '1ca020ad-1aaa-41d6-9111-46f9d3246bb6'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:35.114689 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-047f5cbb-27aa-41ef-be38-933586c3272d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:35.183062 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e241e104-3b54-4d24-9b5f-850134189d30 req-6cdacf33-7ba8-42b5-80a9-b62414884d37 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:35.219644 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-1724324e-d2a6-4885-8412-cc750fc67d05 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:35.220310 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-1724324e-d2a6-4885-8412-cc750fc67d05 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:35.221462 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-e12c9b9d-0b2b-4f18-af13-97b44ae06e0f tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:35.236549 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e241e104-3b54-4d24-9b5f-850134189d30 req-6cdacf33-7ba8-42b5-80a9-b62414884d37 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:35.260158 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0d95b-cfc5-440a-b741-efe0c51105a7 req-c8d2fd6d-85dc-4b66-bb7f-a956b7b6005c tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:35.266926 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52a0d95b-cfc5-440a-b741-efe0c51105a7 req-c8d2fd6d-85dc-4b66-bb7f-a956b7b6005c tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 784 time: 0.3407221 Aug 10 03:49:35.282925 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e241e104-3b54-4d24-9b5f-850134189d30 req-6cdacf33-7ba8-42b5-80a9-b62414884d37 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:35.303145 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdacf33-7ba8-42b5-80a9-b62414884d37 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0faac98a-336c-4470-897c-3b032020490b,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:35.341193 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-e12c9b9d-0b2b-4f18-af13-97b44ae06e0f tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:35.381798 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e241e104-3b54-4d24-9b5f-850134189d30 req-6cdacf33-7ba8-42b5-80a9-b62414884d37 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:35.382660 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-047f5cbb-27aa-41ef-be38-933586c3272d service neutron] For port 4654b648-825c-4823-ba74-3e5f61479c58, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:49:35.392343 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-1724324e-d2a6-4885-8412-cc750fc67d05 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3541105 Aug 10 03:49:35.394614 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e241e104-3b54-4d24-9b5f-850134189d30 req-6cdacf33-7ba8-42b5-80a9-b62414884d37 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4347014 Aug 10 03:49:35.414098 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-047f5cbb-27aa-41ef-be38-933586c3272d service neutron] For port 4654b648-825c-4823-ba74-3e5f61479c58, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=4654b648-825c-4823-ba74-3e5f61479c58,segment=NetworkSegment(812a0f1c-bdad-4ac0-a285-5f050f5a3dc6),segment_id=812a0f1c-bdad-4ac0-a285-5f050f5a3dc6)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:49:35.418205 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-da653179-2e51-408e-bdfd-81dee3785635 service neutron] Request body: {'port': {'device_id': '369548c9-9778-4ced-aa66-2e3b0b95b857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:35.468404 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2205f5-9197-40a7-af8f-8dd2116c68cf req-5cc6b4d5-a440-4034-b20c-8cd077b56e5f tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:35.470217 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cd2205f5-9197-40a7-af8f-8dd2116c68cf req-5cc6b4d5-a440-4034-b20c-8cd077b56e5f tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/ports?device_id=be12dd98-4264-4bf9-8b9c-a2695ecdb67d HTTP/1.1" status: 200 len: 946 time: 0.1436007 Aug 10 03:49:35.485756 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-e12c9b9d-0b2b-4f18-af13-97b44ae06e0f tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Network 2d3b43ee-ce05-4f14-9b70-4d87bcd336ce is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:35.500426 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-047f5cbb-27aa-41ef-be38-933586c3272d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:35.500828 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-e12c9b9d-0b2b-4f18-af13-97b44ae06e0f tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:35.503154 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-df133139-6424-438e-918b-2fb0a5c7073e tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Allocated IP 172.20.0.14 (2d3b43ee-ce05-4f14-9b70-4d87bcd336ce/022efd1f-32d3-45e8-bb07-2fc65dce9508/09b877f5-24c2-45b9-9416-9f1b05e0a07e) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:35.526239 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-e12c9b9d-0b2b-4f18-af13-97b44ae06e0f tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:35.541011 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-da653179-2e51-408e-bdfd-81dee3785635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:35.546881 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-97b9494d-0166-4183-acc8-2a23b5a86287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:35.565110 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-047f5cbb-27aa-41ef-be38-933586c3272d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:35.565654 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-047f5cbb-27aa-41ef-be38-933586c3272d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:35.567035 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-047f5cbb-27aa-41ef-be38-933586c3272d service neutron] 10.222.0.20 "PUT /v2.0/ports/4654b648-825c-4823-ba74-3e5f61479c58 HTTP/1.1" status: 200 len: 1091 time: 3.1104851 Aug 10 03:49:35.568425 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ef42d5b-c965-45b0-a25e-0048c87e5a3a', 'tag': '4654b648-825c-4823-ba74-3e5f61479c58'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:35.574339 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7745c9d1-c412-4501-8561-4da85c70d026" -d '{"events": [{"name": "network-changed", "server_uuid": "4ef42d5b-c965-45b0-a25e-0048c87e5a3a", "tag": "4654b648-825c-4823-ba74-3e5f61479c58"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:35.574633 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c9b9d-0b2b-4f18-af13-97b44ae06e0f tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Pushing event updated for resources: {'Port': ['ID=effe80ae-6c1e-4fd0-aa2a-12d0efa54a18,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:35.623443 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cd2205f5-9197-40a7-af8f-8dd2116c68cf req-25d5184c-ea23-49ba-b1c6-b7b7a9bb4abc tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/security-groups?id=97d5d33d-7b70-4a98-8aea-b0c2f3b02207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473076 Aug 10 03:49:35.643818 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-e12c9b9d-0b2b-4f18-af13-97b44ae06e0f tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:35.644494 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-e12c9b9d-0b2b-4f18-af13-97b44ae06e0f tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:35.660618 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b21572-d81a-4c7a-ad8c-c9ff7df3a915 req-60362331-d62e-4066-92ce-44d76c90b7e2 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:35.669159 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-86b21572-d81a-4c7a-ad8c-c9ff7df3a915 req-60362331-d62e-4066-92ce-44d76c90b7e2 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 943 time: 0.1929786 Aug 10 03:49:35.705975 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f5cbb-27aa-41ef-be38-933586c3272d service neutron] Pushing event updated for resources: {'Port': ['ID=4654b648-825c-4823-ba74-3e5f61479c58,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:35.792525 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9494d-0166-4183-acc8-2a23b5a86287 admin admin] Pushing event deleted for resources: {'Port': ['ID=56ed3b70-7bdc-458f-9920-c6a86054477a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:35.844748 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-86b21572-d81a-4c7a-ad8c-c9ff7df3a915 req-13f2bc6e-e928-43ed-ae4d-2d4ce43e74a1 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0639bd95-6396-4516-b213-71e9bb76a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743581 Aug 10 03:49:35.893654 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-df133139-6424-438e-918b-2fb0a5c7073e tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:35.893867 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-97b9494d-0166-4183-acc8-2a23b5a86287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:35.939532 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-e12c9b9d-0b2b-4f18-af13-97b44ae06e0f tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5104713 Aug 10 03:49:35.973639 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-50eef615-f84b-486e-8b50-826a1c94a46e service neutron] Request body: {'port': {'device_id': 'f4b61eee-3e3d-417e-8e41-8fc6561a6179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:36.081067 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab3b3a-5368-41d0-b8e6-b57988733031 req-88e96381-53ff-46e6-9358-77781eacea9f tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:36.081067 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-27ab3b3a-5368-41d0-b8e6-b57988733031 req-88e96381-53ff-46e6-9358-77781eacea9f tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/ports?device_id=af40cab7-9a39-4e24-8112-584b3cd1c257&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0998495 Aug 10 03:49:36.081354 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-50eef615-f84b-486e-8b50-826a1c94a46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.162495 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-27ab3b3a-5368-41d0-b8e6-b57988733031 req-f5a218e3-1ede-45a7-82bc-59ee8ebb9aac tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.36 HTTP/1.1" status: 200 len: 695 time: 0.0711565 Aug 10 03:49:36.177372 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-27ab3b3a-5368-41d0-b8e6-b57988733031 req-5b96f160-7947-49c6-b256-e2bf21208678 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Request body: {'floatingip': {'port_id': 'f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:36.227859 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-df133139-6424-438e-918b-2fb0a5c7073e tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.243062 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-bf31ea45-153b-4dea-9719-160c20c93115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:36.244652 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-bf31ea45-153b-4dea-9719-160c20c93115 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d216423445e7417ebda781341e2866d3&device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 1094 time: 0.5356627 Aug 10 03:49:36.259771 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-97b9494d-0166-4183-acc8-2a23b5a86287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.263327 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-97b9494d-0166-4183-acc8-2a23b5a86287 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.287866 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-27ab3b3a-5368-41d0-b8e6-b57988733031 req-5b96f160-7947-49c6-b256-e2bf21208678 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks [] for floatingip, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.363000 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-8e9b18d1-3a71-44df-bef9-a04be5c1904f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4654b648-825c-4823-ba74-3e5f61479c58 HTTP/1.1" status: 200 len: 217 time: 0.1010532 Aug 10 03:49:36.372169 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdfec2-07d8-400c-b129-3c3a02bb3cc3 req-7b9908df-1108-4c41-91a0-63583ac33ee5 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:36.372829 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-99cdfec2-07d8-400c-b129-3c3a02bb3cc3 req-7b9908df-1108-4c41-91a0-63583ac33ee5 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4b61eee-3e3d-417e-8e41-8fc6561a6179 HTTP/1.1" status: 200 len: 931 time: 0.5856669 Aug 10 03:49:36.411860 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-df133139-6424-438e-918b-2fb0a5c7073e tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Network 2d3b43ee-ce05-4f14-9b70-4d87bcd336ce is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:36.412848 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df133139-6424-438e-918b-2fb0a5c7073e tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Pushing event updated for resources: {'Port': ['ID=09b877f5-24c2-45b9-9416-9f1b05e0a07e,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:36.425123 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-df133139-6424-438e-918b-2fb0a5c7073e tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:36.448030 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-df133139-6424-438e-918b-2fb0a5c7073e tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:36.472700 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-93f5f343-10c1-40ee-b88f-f25901bdf8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:36.474179 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-93f5f343-10c1-40ee-b88f-f25901bdf8e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df76a7ea-7a2f-4a90-9ce1-92f4bebee059 HTTP/1.1" status: 200 len: 855 time: 0.0963464 Aug 10 03:49:36.512297 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-99cdfec2-07d8-400c-b129-3c3a02bb3cc3 req-71e4b73c-bd3a-4e79-9e58-a04bd0951ad7 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/security-groups?id=91510ed4-5d81-4213-a8b5-e69303c47d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161783 Aug 10 03:49:36.538478 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-97b9494d-0166-4183-acc8-2a23b5a86287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.539144 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b9494d-0166-4183-acc8-2a23b5a86287 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c75c1d37-f02c-4eda-98ea-8afddee56388 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:49:36.545713 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-df133139-6424-438e-918b-2fb0a5c7073e tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:36.546354 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-df133139-6424-438e-918b-2fb0a5c7073e tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.547927 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-97b9494d-0166-4183-acc8-2a23b5a86287 admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.549209 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-97b9494d-0166-4183-acc8-2a23b5a86287 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c75c1d37-f02c-4eda-98ea-8afddee56388 HTTP/1.1" status: 204 len: 168 time: 3.8496244 Aug 10 03:49:36.554467 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-ebbcb020-d837-42be-89ad-aa14de666613 req-3f0497e3-d841-4c14-a9f3-362f405c8ee6 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1637319135', 'description': 'tempest-description-744021963'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:36.556867 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55540) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:36.609106 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-24a450f9-5619-4697-8364-31a05e548074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:36.610621 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-24a450f9-5619-4697-8364-31a05e548074 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ca020ad-1aaa-41d6-9111-46f9d3246bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1291273 Aug 10 03:49:36.655421 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-28e617ae-0488-4729-8b9b-04b06c2b3959 admin admin] Deleting subnet 0523149d-f4b1-4acd-a1e7-e24e02bdc22f {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:49:36.661445 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-28e617ae-0488-4729-8b9b-04b06c2b3959 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.695942 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-da653179-2e51-408e-bdfd-81dee3785635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be4b369d-5a68-4d08-baa1-4fc8f5303883 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:49:36.702651 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ebbcb020-d837-42be-89ad-aa14de666613 req-3f0497e3-d841-4c14-a9f3-362f405c8ee6 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.717620 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-da653179-2e51-408e-bdfd-81dee3785635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.750817 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-da653179-2e51-408e-bdfd-81dee3785635 service neutron] Transition to ACTIVE for port object be4b369d-5a68-4d08-baa1-4fc8f5303883 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:36.753784 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-28e617ae-0488-4729-8b9b-04b06c2b3959 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.783923 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-2bb34cc1-3b15-42de-8351-1f4fce21f940 service neutron] 10.222.0.20 "GET /v2.0/networks/1ca020ad-1aaa-41d6-9111-46f9d3246bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543188 Aug 10 03:49:36.814027 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-df133139-6424-438e-918b-2fb0a5c7073e tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2093689 Aug 10 03:49:36.837930 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-d4f9c1d0-41bd-4a60-9952-e08ece4ffa82 service neutron] Request body: {'port': {'device_id': '6f9b66c5-35b9-483d-8c43-223d878f30b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:36.874684 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-da653179-2e51-408e-bdfd-81dee3785635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:36.969590 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da653179-2e51-408e-bdfd-81dee3785635 service neutron] Pushing event updated for resources: {'Port': ['ID=be4b369d-5a68-4d08-baa1-4fc8f5303883,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:36.977331 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-45b5b387-776a-42e6-a401-2f786c1a27a6 req-9483a51b-fd58-419f-ae42-2ea7f1cd2637 service neutron] 10.222.0.20 "GET /v2.0/networks/1ca020ad-1aaa-41d6-9111-46f9d3246bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835341 Aug 10 03:49:37.031400 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ebbcb020-d837-42be-89ad-aa14de666613 req-3f0497e3-d841-4c14-a9f3-362f405c8ee6 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.042351 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-d4f9c1d0-41bd-4a60-9952-e08ece4ffa82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.064733 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-da653179-2e51-408e-bdfd-81dee3785635 service neutron] Attempting to bind port be4b369d-5a68-4d08-baa1-4fc8f5303883 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:37.065082 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-da653179-2e51-408e-bdfd-81dee3785635 service neutron] Attempting to bind port be4b369d-5a68-4d08-baa1-4fc8f5303883 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'ca1a5dcc-131d-4766-a75e-b2e49a22029e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d3b43ee-ce05-4f14-9b70-4d87bcd336ce'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:37.065658 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-da653179-2e51-408e-bdfd-81dee3785635 service neutron] Attempting to bind port be4b369d-5a68-4d08-baa1-4fc8f5303883 on network 2d3b43ee-ce05-4f14-9b70-4d87bcd336ce {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:37.070607 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-da653179-2e51-408e-bdfd-81dee3785635 service neutron] Port be4b369d-5a68-4d08-baa1-4fc8f5303883 on network 2d3b43ee-ce05-4f14-9b70-4d87bcd336ce not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:49:37.070941 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-da653179-2e51-408e-bdfd-81dee3785635 service neutron] Attempting to bind port be4b369d-5a68-4d08-baa1-4fc8f5303883 on network 2d3b43ee-ce05-4f14-9b70-4d87bcd336ce {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:37.076243 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-da653179-2e51-408e-bdfd-81dee3785635 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:37.076603 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-da653179-2e51-408e-bdfd-81dee3785635 service neutron] Checking segment: {'id': 'ca1a5dcc-131d-4766-a75e-b2e49a22029e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d3b43ee-ce05-4f14-9b70-4d87bcd336ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:37.076981 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-da653179-2e51-408e-bdfd-81dee3785635 service neutron] Bound using segment: {'id': 'ca1a5dcc-131d-4766-a75e-b2e49a22029e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d3b43ee-ce05-4f14-9b70-4d87bcd336ce'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:37.077418 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-da653179-2e51-408e-bdfd-81dee3785635 service neutron] Bound port: be4b369d-5a68-4d08-baa1-4fc8f5303883, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca1a5dcc-131d-4766-a75e-b2e49a22029e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d3b43ee-ce05-4f14-9b70-4d87bcd336ce'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:37.077779 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-da653179-2e51-408e-bdfd-81dee3785635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.105923 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-28e617ae-0488-4729-8b9b-04b06c2b3959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.164410 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ebbcb020-d837-42be-89ad-aa14de666613 req-3f0497e3-d841-4c14-a9f3-362f405c8ee6 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.186108 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 56ed3b70-7bdc-458f-9920-c6a86054477a no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:37.199841 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.db.resource_extend [req-27ab3b3a-5368-41d0-b8e6-b57988733031 req-5b96f160-7947-49c6-b256-e2bf21208678 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:49:37.219508 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 56ed3b70-7bdc-458f-9920-c6a86054477a {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:37.220278 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 56ed3b70-7bdc-458f-9920-c6a86054477a not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:37.236078 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0497e3-d841-4c14-a9f3-362f405c8ee6 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0f469c-54c8-4c9d-a57b-3daaec83eaab,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:37.239552 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-da653179-2e51-408e-bdfd-81dee3785635 service neutron] For port be4b369d-5a68-4d08-baa1-4fc8f5303883, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:49:37.246536 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-da653179-2e51-408e-bdfd-81dee3785635 service neutron] For port be4b369d-5a68-4d08-baa1-4fc8f5303883, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=be4b369d-5a68-4d08-baa1-4fc8f5303883,segment=NetworkSegment(ca1a5dcc-131d-4766-a75e-b2e49a22029e),segment_id=ca1a5dcc-131d-4766-a75e-b2e49a22029e)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:49:37.277835 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ebbcb020-d837-42be-89ad-aa14de666613 req-3f0497e3-d841-4c14-a9f3-362f405c8ee6 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.278579 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ebbcb020-d837-42be-89ad-aa14de666613 req-3f0497e3-d841-4c14-a9f3-362f405c8ee6 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7362783 Aug 10 03:49:37.301107 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-da653179-2e51-408e-bdfd-81dee3785635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.355486 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-27ab3b3a-5368-41d0-b8e6-b57988733031 req-5b96f160-7947-49c6-b256-e2bf21208678 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.355740 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e78bd7-d73a-4a66-91ab-05c661b2cb93 x-openstack-request-id: req-92e78bd7-d73a-4a66-91ab-05c661b2cb93 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:37.356421 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ef42d5b-c965-45b0-a25e-0048c87e5a3a", "tag": "4654b648-825c-4823-ba74-3e5f61479c58", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:37.356685 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-92e78bd7-d73a-4a66-91ab-05c661b2cb93 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:37.357101 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ef42d5b-c965-45b0-a25e-0048c87e5a3a', 'tag': '4654b648-825c-4823-ba74-3e5f61479c58', 'status': 'completed', 'code': 200} Aug 10 03:49:37.370040 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-da653179-2e51-408e-bdfd-81dee3785635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:37.370673 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-da653179-2e51-408e-bdfd-81dee3785635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.372372 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-da653179-2e51-408e-bdfd-81dee3785635 service neutron] 10.222.0.20 "PUT /v2.0/ports/be4b369d-5a68-4d08-baa1-4fc8f5303883 HTTP/1.1" status: 200 len: 1091 time: 1.9598880 Aug 10 03:49:37.421234 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-50eef615-f84b-486e-8b50-826a1c94a46e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id effe80ae-6c1e-4fd0-aa2a-12d0efa54a18 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:49:37.430583 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da653179-2e51-408e-bdfd-81dee3785635 service neutron] Pushing event updated for resources: {'Port': ['ID=be4b369d-5a68-4d08-baa1-4fc8f5303883,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:37.433212 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-50eef615-f84b-486e-8b50-826a1c94a46e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.450002 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-27ab3b3a-5368-41d0-b8e6-b57988733031 req-5b96f160-7947-49c6-b256-e2bf21208678 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.452551 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-50eef615-f84b-486e-8b50-826a1c94a46e service neutron] Transition to ACTIVE for port object effe80ae-6c1e-4fd0-aa2a-12d0efa54a18 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:37.462021 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745c9d1-c412-4501-8561-4da85c70d026 req-617de0b3-8220-4582-af32-62d366a628c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:37.463606 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7745c9d1-c412-4501-8561-4da85c70d026 req-617de0b3-8220-4582-af32-62d366a628c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d216423445e7417ebda781341e2866d3&device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 1094 time: 0.0903797 Aug 10 03:49:37.558164 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-28e617ae-0488-4729-8b9b-04b06c2b3959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.604023 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-28e617ae-0488-4729-8b9b-04b06c2b3959 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.611379 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9651c3-7d92-41a4-abf4-a43ff2c77517 None None] Network 30c15c05-59fb-4116-a291-e5525c98c227 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:37.612645 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-28e617ae-0488-4729-8b9b-04b06c2b3959 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0523149d-f4b1-4acd-a1e7-e24e02bdc22f HTTP/1.1" status: 204 len: 168 time: 1.0545721 Aug 10 03:49:37.620771 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55564) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:37.620771 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e617ae-0488-4729-8b9b-04b06c2b3959 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0523149d-f4b1-4acd-a1e7-e24e02bdc22f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:37.664615 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [req-27ab3b3a-5368-41d0-b8e6-b57988733031 req-5b96f160-7947-49c6-b256-e2bf21208678 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Floating IP 525867c1-000a-4a95-b24b-cfcd08785c1c associated. External IP: 172.25.0.36, port: f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4. Aug 10 03:49:37.666653 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-50eef615-f84b-486e-8b50-826a1c94a46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.674517 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745c9d1-c412-4501-8561-4da85c70d026 req-3e06140a-8805-4182-b241-383f9732313f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:37.676490 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7745c9d1-c412-4501-8561-4da85c70d026 req-3e06140a-8805-4182-b241-383f9732313f service neutron] 10.222.0.20 "GET /v2.0/networks?id=1ca020ad-1aaa-41d6-9111-46f9d3246bb6 HTTP/1.1" status: 200 len: 917 time: 0.2035916 Aug 10 03:49:37.739010 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7745c9d1-c412-4501-8561-4da85c70d026 req-5a91b6c0-ffbf-4e0b-8c8b-8677410dee7b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4654b648-825c-4823-ba74-3e5f61479c58 HTTP/1.1" status: 200 len: 217 time: 0.0532055 Aug 10 03:49:37.742451 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-5a0cd94c-eda4-43ee-8eec-c813505da257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:37.743729 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-5a0cd94c-eda4-43ee-8eec-c813505da257 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35c6545e4f78461d8d378d19eabaf99a&device_id=369548c9-9778-4ced-aa66-2e3b0b95b857 HTTP/1.1" status: 200 len: 1094 time: 0.1412337 Aug 10 03:49:37.756190 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89169936-8c51-460a-9c27-a8fec61eb326 req-518430c7-8fbe-4ca8-9126-30ca1b75d687 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:37.758549 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89169936-8c51-460a-9c27-a8fec61eb326 req-518430c7-8fbe-4ca8-9126-30ca1b75d687 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 943 time: 0.1572976 Aug 10 03:49:37.821214 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ef05d3-1323-40a2-a2e8-0defdb8358b7 None None] DHCP port deletion for 30c15c05-59fb-4116-a291-e5525c98c227 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:49:37.846493 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-02432888-4b72-40b6-8a27-3e795829d672 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be4b369d-5a68-4d08-baa1-4fc8f5303883 HTTP/1.1" status: 200 len: 217 time: 0.0857706 Aug 10 03:49:37.880681 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-73ef05d3-1323-40a2-a2e8-0defdb8358b7 None None] Deleting port a3818cc9-fa64-4d1a-8198-f148a2be5010 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:37.881057 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-73ef05d3-1323-40a2-a2e8-0defdb8358b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:37.900017 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745c9d1-c412-4501-8561-4da85c70d026 req-a3587322-c74c-4e5b-8cb9-b9551aac30e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:37.901567 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7745c9d1-c412-4501-8561-4da85c70d026 req-a3587322-c74c-4e5b-8cb9-b9551aac30e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df76a7ea-7a2f-4a90-9ce1-92f4bebee059 HTTP/1.1" status: 200 len: 855 time: 0.1420317 Aug 10 03:49:37.912741 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89169936-8c51-460a-9c27-a8fec61eb326 req-c0e03ad6-a846-4549-a6c7-9ca082ffea58 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0639bd95-6396-4516-b213-71e9bb76a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381032 Aug 10 03:49:37.960984 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-81474ca0-56a9-4978-b60f-83e730955fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:37.962486 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-81474ca0-56a9-4978-b60f-83e730955fbc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=022efd1f-32d3-45e8-bb07-2fc65dce9508 HTTP/1.1" status: 200 len: 856 time: 0.1056073 Aug 10 03:49:37.986865 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-b0d765de-0607-4e54-b95a-540a29a6f0d5 req-a35f3fe8-3e88-4062-8115-5500eb1bf517 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-432544044', 'description': 'tempest-description-753362408'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:38.007704 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-01a57d04-933d-469c-853a-d5247c89c68e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d3b43ee-ce05-4f14-9b70-4d87bcd336ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351613 Aug 10 03:49:38.011836 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745c9d1-c412-4501-8561-4da85c70d026 req-bd90313e-356a-42b7-b1c6-e6c9971b7db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:38.013371 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7745c9d1-c412-4501-8561-4da85c70d026 req-bd90313e-356a-42b7-b1c6-e6c9971b7db5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ca020ad-1aaa-41d6-9111-46f9d3246bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042106 Aug 10 03:49:38.059124 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-73ef05d3-1323-40a2-a2e8-0defdb8358b7 None None] For port a3818cc9-fa64-4d1a-8198-f148a2be5010, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a3818cc9-fa64-4d1a-8198-f148a2be5010,segment=NetworkSegment(4d91e0be-2632-4efe-bc99-3118c2412ecc),segment_id=4d91e0be-2632-4efe-bc99-3118c2412ecc)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:38.059124 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-73ef05d3-1323-40a2-a2e8-0defdb8358b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:38.070587 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-73ef05d3-1323-40a2-a2e8-0defdb8358b7 None None] Calling delete_port for a3818cc9-fa64-4d1a-8198-f148a2be5010 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:38.188392 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-8cc2f92e-79c8-46f6-b1cd-7cc47656e869 service neutron] 10.222.0.20 "GET /v2.0/networks/2d3b43ee-ce05-4f14-9b70-4d87bcd336ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676488 Aug 10 03:49:38.190279 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7745c9d1-c412-4501-8561-4da85c70d026 req-15d126ae-3cff-4a82-9557-1383b9d4e86c service neutron] 10.222.0.20 "GET /v2.0/networks/1ca020ad-1aaa-41d6-9111-46f9d3246bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604545 Aug 10 03:49:38.191481 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b0d765de-0607-4e54-b95a-540a29a6f0d5 req-a35f3fe8-3e88-4062-8115-5500eb1bf517 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:38.259206 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-73ef05d3-1323-40a2-a2e8-0defdb8358b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:38.272342 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2e68d660-3c4e-4aca-8275-40ce3fb236cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:38.278909 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eef615-f84b-486e-8b50-826a1c94a46e service neutron] Pushing event updated for resources: {'Port': ['ID=effe80ae-6c1e-4fd0-aa2a-12d0efa54a18,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:38.290724 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef05d3-1323-40a2-a2e8-0defdb8358b7 None None] Pushing event deleted for resources: {'Port': ['ID=a3818cc9-fa64-4d1a-8198-f148a2be5010,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:38.296046 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ef05d3-1323-40a2-a2e8-0defdb8358b7 None None] No DVR routers for this DVR port a3818cc9-fa64-4d1a-8198-f148a2be5010 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:38.307459 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef05d3-1323-40a2-a2e8-0defdb8358b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:38.308426 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef05d3-1323-40a2-a2e8-0defdb8358b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:38.309084 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef05d3-1323-40a2-a2e8-0defdb8358b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:38.309622 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef05d3-1323-40a2-a2e8-0defdb8358b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:38.310581 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef05d3-1323-40a2-a2e8-0defdb8358b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:38.311071 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef05d3-1323-40a2-a2e8-0defdb8358b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:38.311543 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef05d3-1323-40a2-a2e8-0defdb8358b7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:38.312051 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef05d3-1323-40a2-a2e8-0defdb8358b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:38.312926 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef05d3-1323-40a2-a2e8-0defdb8358b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:38.313405 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef05d3-1323-40a2-a2e8-0defdb8358b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:38.313901 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef05d3-1323-40a2-a2e8-0defdb8358b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:38.315794 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ef05d3-1323-40a2-a2e8-0defdb8358b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:49:38.399545 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-eb6b4815-c41e-45fe-8e25-b88d52776bd2 service neutron] 10.222.0.20 "GET /v2.0/networks/2d3b43ee-ce05-4f14-9b70-4d87bcd336ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953864 Aug 10 03:49:38.402806 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7745c9d1-c412-4501-8561-4da85c70d026 req-6abd2ae9-ddaf-46a6-9fe0-d8dc985093e3 service neutron] 10.222.0.20 "GET /v2.0/networks/1ca020ad-1aaa-41d6-9111-46f9d3246bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911752 Aug 10 03:49:38.435742 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b0d765de-0607-4e54-b95a-540a29a6f0d5 req-a35f3fe8-3e88-4062-8115-5500eb1bf517 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:38.531701 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-50eef615-f84b-486e-8b50-826a1c94a46e service neutron] Attempting to bind port effe80ae-6c1e-4fd0-aa2a-12d0efa54a18 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:38.532324 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-50eef615-f84b-486e-8b50-826a1c94a46e service neutron] Attempting to bind port effe80ae-6c1e-4fd0-aa2a-12d0efa54a18 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': 'ca1a5dcc-131d-4766-a75e-b2e49a22029e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d3b43ee-ce05-4f14-9b70-4d87bcd336ce'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:38.532490 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-50eef615-f84b-486e-8b50-826a1c94a46e service neutron] Attempting to bind port effe80ae-6c1e-4fd0-aa2a-12d0efa54a18 on network 2d3b43ee-ce05-4f14-9b70-4d87bcd336ce {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:38.556759 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b0d765de-0607-4e54-b95a-540a29a6f0d5 req-a35f3fe8-3e88-4062-8115-5500eb1bf517 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:38.572328 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2e68d660-3c4e-4aca-8275-40ce3fb236cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:38.579032 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-50eef615-f84b-486e-8b50-826a1c94a46e service neutron] Port effe80ae-6c1e-4fd0-aa2a-12d0efa54a18 on network 2d3b43ee-ce05-4f14-9b70-4d87bcd336ce not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:49:38.579359 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-50eef615-f84b-486e-8b50-826a1c94a46e service neutron] Attempting to bind port effe80ae-6c1e-4fd0-aa2a-12d0efa54a18 on network 2d3b43ee-ce05-4f14-9b70-4d87bcd336ce {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:38.586422 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f3fe8-3e88-4062-8115-5500eb1bf517 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f0e2fb-a77e-4813-90ea-a2d8126a5c21,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:38.587143 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-2e68d660-3c4e-4aca-8275-40ce3fb236cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30c15c05-59fb-4116-a291-e5525c98c227']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:38.606306 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-2e68d660-3c4e-4aca-8275-40ce3fb236cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d91e0be-2632-4efe-bc99-3118c2412ecc') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:38.606598 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-2e68d660-3c4e-4aca-8275-40ce3fb236cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d91e0be-2632-4efe-bc99-3118c2412ecc') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:38.638440 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-50eef615-f84b-486e-8b50-826a1c94a46e service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:38.638777 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-50eef615-f84b-486e-8b50-826a1c94a46e service neutron] Checking segment: {'id': 'ca1a5dcc-131d-4766-a75e-b2e49a22029e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d3b43ee-ce05-4f14-9b70-4d87bcd336ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:38.639162 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-50eef615-f84b-486e-8b50-826a1c94a46e service neutron] Bound using segment: {'id': 'ca1a5dcc-131d-4766-a75e-b2e49a22029e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d3b43ee-ce05-4f14-9b70-4d87bcd336ce'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:38.639632 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-50eef615-f84b-486e-8b50-826a1c94a46e service neutron] Bound port: effe80ae-6c1e-4fd0-aa2a-12d0efa54a18, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca1a5dcc-131d-4766-a75e-b2e49a22029e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d3b43ee-ce05-4f14-9b70-4d87bcd336ce'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:38.640069 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-50eef615-f84b-486e-8b50-826a1c94a46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:38.644976 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-d4f9c1d0-41bd-4a60-9952-e08ece4ffa82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b877f5-24c2-45b9-9416-9f1b05e0a07e {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:49:38.652956 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2e68d660-3c4e-4aca-8275-40ce3fb236cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:38.665937 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-d4f9c1d0-41bd-4a60-9952-e08ece4ffa82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:38.688495 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b0d765de-0607-4e54-b95a-540a29a6f0d5 req-a35f3fe8-3e88-4062-8115-5500eb1bf517 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:38.689817 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b0d765de-0607-4e54-b95a-540a29a6f0d5 req-a35f3fe8-3e88-4062-8115-5500eb1bf517 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7191401 Aug 10 03:49:38.698981 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-d4f9c1d0-41bd-4a60-9952-e08ece4ffa82 service neutron] Transition to ACTIVE for port object 09b877f5-24c2-45b9-9416-9f1b05e0a07e will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:38.698981 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2e68d660-3c4e-4aca-8275-40ce3fb236cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:38.726698 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e68d660-3c4e-4aca-8275-40ce3fb236cc admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:49:38.727090 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2e68d660-3c4e-4aca-8275-40ce3fb236cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:49:38.730601 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:49:38.791248 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb91f48-29b8-4ca2-8c5a-cfe5c3bce724 req-0ffadf06-8ee0-4e82-9c72-d427e2e30c37 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:38.793132 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0cb91f48-29b8-4ca2-8c5a-cfe5c3bce724 req-0ffadf06-8ee0-4e82-9c72-d427e2e30c37 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4b61eee-3e3d-417e-8e41-8fc6561a6179 HTTP/1.1" status: 200 len: 943 time: 0.0552945 Aug 10 03:49:38.798913 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27ab3b3a-5368-41d0-b8e6-b57988733031 req-5b96f160-7947-49c6-b256-e2bf21208678 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Router 4f4e4972-5ade-4c13-acf2-4cbce90ee621 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:49:38.812948 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-50eef615-f84b-486e-8b50-826a1c94a46e service neutron] For port effe80ae-6c1e-4fd0-aa2a-12d0efa54a18, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:49:38.819192 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-d4f9c1d0-41bd-4a60-9952-e08ece4ffa82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:38.819192 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-50eef615-f84b-486e-8b50-826a1c94a46e service neutron] For port effe80ae-6c1e-4fd0-aa2a-12d0efa54a18, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=effe80ae-6c1e-4fd0-aa2a-12d0efa54a18,segment=NetworkSegment(ca1a5dcc-131d-4766-a75e-b2e49a22029e),segment_id=ca1a5dcc-131d-4766-a75e-b2e49a22029e)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:49:38.835776 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0cb91f48-29b8-4ca2-8c5a-cfe5c3bce724 req-0bd4edf0-cfe5-4612-a21a-37d3b99ab967 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/security-groups?id=91510ed4-5d81-4213-a8b5-e69303c47d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365160 Aug 10 03:49:38.907565 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a3818cc9-fa64-4d1a-8198-f148a2be5010 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:38.934046 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: a3818cc9-fa64-4d1a-8198-f148a2be5010 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:38.934911 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a3818cc9-fa64-4d1a-8198-f148a2be5010 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:38.938055 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2e68d660-3c4e-4aca-8275-40ce3fb236cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:38.972336 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2e68d660-3c4e-4aca-8275-40ce3fb236cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:38.974219 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2e68d660-3c4e-4aca-8275-40ce3fb236cc admin admin] 10.222.0.25 "DELETE /v2.0/networks/30c15c05-59fb-4116-a291-e5525c98c227 HTTP/1.1" status: 204 len: 168 time: 1.3516440 Aug 10 03:49:38.977231 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55578) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:38.978773 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-50eef615-f84b-486e-8b50-826a1c94a46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:38.995379 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9c1d0-41bd-4a60-9952-e08ece4ffa82 service neutron] Pushing event updated for resources: {'Port': ['ID=09b877f5-24c2-45b9-9416-9f1b05e0a07e,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:39.037791 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68d660-3c4e-4aca-8275-40ce3fb236cc admin admin] Pushing event deleted for resources: {'Network': ['ID=30c15c05-59fb-4116-a291-e5525c98c227,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:39.083536 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-50eef615-f84b-486e-8b50-826a1c94a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:39.084098 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-50eef615-f84b-486e-8b50-826a1c94a46e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:39.086038 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-50eef615-f84b-486e-8b50-826a1c94a46e service neutron] 10.222.0.68 "PUT /v2.0/ports/effe80ae-6c1e-4fd0-aa2a-12d0efa54a18 HTTP/1.1" status: 200 len: 1091 time: 3.1284688 Aug 10 03:49:39.088173 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b61eee-3e3d-417e-8e41-8fc6561a6179', 'tag': 'effe80ae-6c1e-4fd0-aa2a-12d0efa54a18'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:39.090469 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6811b792-e2c5-4131-9a13-6fdd9bd0f3da" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b61eee-3e3d-417e-8e41-8fc6561a6179", "tag": "effe80ae-6c1e-4fd0-aa2a-12d0efa54a18"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:39.119416 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-d4f9c1d0-41bd-4a60-9952-e08ece4ffa82 service neutron] Attempting to bind port 09b877f5-24c2-45b9-9416-9f1b05e0a07e on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:49:39.119751 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-d4f9c1d0-41bd-4a60-9952-e08ece4ffa82 service neutron] Attempting to bind port 09b877f5-24c2-45b9-9416-9f1b05e0a07e by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'ca1a5dcc-131d-4766-a75e-b2e49a22029e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d3b43ee-ce05-4f14-9b70-4d87bcd336ce'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:49:39.120119 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-d4f9c1d0-41bd-4a60-9952-e08ece4ffa82 service neutron] Attempting to bind port 09b877f5-24c2-45b9-9416-9f1b05e0a07e on network 2d3b43ee-ce05-4f14-9b70-4d87bcd336ce {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:39.134352 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27ab3b3a-5368-41d0-b8e6-b57988733031 req-5b96f160-7947-49c6-b256-e2bf21208678 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:49:39.136300 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eef615-f84b-486e-8b50-826a1c94a46e service neutron] Pushing event updated for resources: {'Port': ['ID=effe80ae-6c1e-4fd0-aa2a-12d0efa54a18,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:39.141251 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-27ab3b3a-5368-41d0-b8e6-b57988733031 req-5b96f160-7947-49c6-b256-e2bf21208678 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:39.143257 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-d4f9c1d0-41bd-4a60-9952-e08ece4ffa82 service neutron] Port 09b877f5-24c2-45b9-9416-9f1b05e0a07e on network 2d3b43ee-ce05-4f14-9b70-4d87bcd336ce not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:49:39.143588 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-d4f9c1d0-41bd-4a60-9952-e08ece4ffa82 service neutron] Attempting to bind port 09b877f5-24c2-45b9-9416-9f1b05e0a07e on network 2d3b43ee-ce05-4f14-9b70-4d87bcd336ce {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:49:39.145502 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272367e4-fb92-4cbc-b9b6-d21840d84f3c None None] Sync routers for ids ['4f4e4972-5ade-4c13-acf2-4cbce90ee621'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:49:39.163869 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272367e4-fb92-4cbc-b9b6-d21840d84f3c None None] Routers {'4f4e4972-5ade-4c13-acf2-4cbce90ee621'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:39.164870 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-272367e4-fb92-4cbc-b9b6-d21840d84f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:49:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['4f4e4972-5ade-4c13-acf2-4cbce90ee621'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:39.166548 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-d4f9c1d0-41bd-4a60-9952-e08ece4ffa82 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:49:39.166895 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-d4f9c1d0-41bd-4a60-9952-e08ece4ffa82 service neutron] Checking segment: {'id': 'ca1a5dcc-131d-4766-a75e-b2e49a22029e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d3b43ee-ce05-4f14-9b70-4d87bcd336ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:49:39.167286 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-d4f9c1d0-41bd-4a60-9952-e08ece4ffa82 service neutron] Bound using segment: {'id': 'ca1a5dcc-131d-4766-a75e-b2e49a22029e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d3b43ee-ce05-4f14-9b70-4d87bcd336ce'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:49:39.167732 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-d4f9c1d0-41bd-4a60-9952-e08ece4ffa82 service neutron] Bound port: 09b877f5-24c2-45b9-9416-9f1b05e0a07e, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca1a5dcc-131d-4766-a75e-b2e49a22029e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d3b43ee-ce05-4f14-9b70-4d87bcd336ce'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:49:39.167882 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782ef33-a017-4183-b82f-2b2d648765f4 req-d9f21c38-e4ed-4f8c-84c2-d2658bdbfabb tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:39.168117 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-d4f9c1d0-41bd-4a60-9952-e08ece4ffa82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:39.169503 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4782ef33-a017-4183-b82f-2b2d648765f4 req-d9f21c38-e4ed-4f8c-84c2-d2658bdbfabb tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/ports?device_id=be12dd98-4264-4bf9-8b9c-a2695ecdb67d HTTP/1.1" status: 200 len: 946 time: 0.0982914 Aug 10 03:49:39.185677 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-27ab3b3a-5368-41d0-b8e6-b57988733031 req-5b96f160-7947-49c6-b256-e2bf21208678 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "PUT /v2.0/floatingips/525867c1-000a-4a95-b24b-cfcd08785c1c HTTP/1.1" status: 200 len: 996 time: 3.0140407 Aug 10 03:49:39.283332 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-272367e4-fb92-4cbc-b9b6-d21840d84f3c None None] Set router 4f4e4972-5ade-4c13-acf2-4cbce90ee621 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:39.300604 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-d4f9c1d0-41bd-4a60-9952-e08ece4ffa82 service neutron] For port 09b877f5-24c2-45b9-9416-9f1b05e0a07e, host n-h2-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:49:39.318494 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4782ef33-a017-4183-b82f-2b2d648765f4 req-724a24d7-6414-4718-8829-37e59c4e7139 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/security-groups?id=97d5d33d-7b70-4a98-8aea-b0c2f3b02207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387150 Aug 10 03:49:39.320833 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab3b3a-5368-41d0-b8e6-b57988733031 req-6096f5da-82f1-4acd-9f6f-9b31528c9ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:39.322369 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-27ab3b3a-5368-41d0-b8e6-b57988733031 req-6096f5da-82f1-4acd-9f6f-9b31528c9ca4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2949f596d7684183a816fc0f69eb7df0&device_id=af40cab7-9a39-4e24-8112-584b3cd1c257 HTTP/1.1" status: 200 len: 1097 time: 0.1151834 Aug 10 03:49:39.327804 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-292fc504-ed94-45da-9786-1d7eab897173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:39.331981 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-292fc504-ed94-45da-9786-1d7eab897173 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=35c6545e4f78461d8d378d19eabaf99a&device_id=f4b61eee-3e3d-417e-8e41-8fc6561a6179 HTTP/1.1" status: 200 len: 1094 time: 0.1084650 Aug 10 03:49:39.334005 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-d4f9c1d0-41bd-4a60-9952-e08ece4ffa82 service neutron] For port 09b877f5-24c2-45b9-9416-9f1b05e0a07e, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=09b877f5-24c2-45b9-9416-9f1b05e0a07e,segment=NetworkSegment(ca1a5dcc-131d-4766-a75e-b2e49a22029e),segment_id=ca1a5dcc-131d-4766-a75e-b2e49a22029e)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:49:39.367318 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369548c9-9778-4ced-aa66-2e3b0b95b857', 'tag': 'be4b369d-5a68-4d08-baa1-4fc8f5303883'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:39.369701 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684c5337-9dbe-477e-9eca-a04d60aabd40" -d '{"events": [{"name": "network-changed", "server_uuid": "369548c9-9778-4ced-aa66-2e3b0b95b857", "tag": "be4b369d-5a68-4d08-baa1-4fc8f5303883"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:39.421945 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-0d54f964-cde7-4ad6-8504-588b5a1deb35 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=effe80ae-6c1e-4fd0-aa2a-12d0efa54a18 HTTP/1.1" status: 200 len: 217 time: 0.0718663 Aug 10 03:49:39.441248 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-d4f9c1d0-41bd-4a60-9952-e08ece4ffa82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:39.509379 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9ffc-1a24-4b87-9006-070dfd68dd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:39.519786 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-d4f9c1d0-41bd-4a60-9952-e08ece4ffa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:39.520426 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-d4f9c1d0-41bd-4a60-9952-e08ece4ffa82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:39.521818 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-d4f9c1d0-41bd-4a60-9952-e08ece4ffa82 service neutron] 10.222.0.20 "PUT /v2.0/ports/09b877f5-24c2-45b9-9416-9f1b05e0a07e HTTP/1.1" status: 200 len: 1092 time: 2.6886988 Aug 10 03:49:39.544653 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-650ac627-1256-4c3d-8130-1543fa8831a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:39.557749 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-650ac627-1256-4c3d-8130-1543fa8831a5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=022efd1f-32d3-45e8-bb07-2fc65dce9508 HTTP/1.1" status: 200 len: 856 time: 0.1185117 Aug 10 03:49:39.601526 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-98123d81-8a2c-4e98-bef5-f19ad3350a9c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2d3b43ee-ce05-4f14-9b70-4d87bcd336ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393190 Aug 10 03:49:39.602441 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab3b3a-5368-41d0-b8e6-b57988733031 req-a6c986d1-03ec-4a6b-9a9b-5d41830c5273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:39.603816 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-27ab3b3a-5368-41d0-b8e6-b57988733031 req-a6c986d1-03ec-4a6b-9a9b-5d41830c5273 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9b5685bf-9215-43f2-a230-36a84f30c754 HTTP/1.1" status: 200 len: 930 time: 0.2679741 Aug 10 03:49:39.604829 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9c1d0-41bd-4a60-9952-e08ece4ffa82 service neutron] Pushing event updated for resources: {'Port': ['ID=09b877f5-24c2-45b9-9416-9f1b05e0a07e,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:39.635196 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-272367e4-fb92-4cbc-b9b6-d21840d84f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649751017-router', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '1308c627-cbe6-4280-948d-0e48cd5bafba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:49:02Z', 'updated_at': '2021-08-10T03:49:10Z', 'revision_number': 4, 'project_id': '2949f596d7684183a816fc0f69eb7df0', 'gw_port': {'id': '1308c627-cbe6-4280-948d-0e48cd5bafba', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:be:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:03Z', 'updated_at': '2021-08-10T03:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '525867c1-000a-4a95-b24b-cfcd08785c1c', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'port_id': 'f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5685bf-9215-43f2-a230-36a84f30c754', 'mac_address': 'fa:16:3e:8f:ae:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40cab7-9a39-4e24-8112-584b3cd1c257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:49:32Z', 'updated_at': '2021-08-10T03:49:37Z', 'revision_number': 1, 'project_id': '2949f596d7684183a816fc0f69eb7df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fac229f-5da3-465b-91b4-a862ad398919', 'name': '', 'network_id': '9b5685bf-9215-43f2-a230-36a84f30c754', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0', 'mac_address': 'fa:16:3e:c8:68:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '37cee9a6-5280-4566-b573-22ad6aabe2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:08Z', 'updated_at': '2021-08-10T03:49:17Z', 'revision_number': 5, 'project_id': '2949f596d7684183a816fc0f69eb7df0', 'subnets': [{'id': '37cee9a6-5280-4566-b573-22ad6aabe2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:39.664551 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272367e4-fb92-4cbc-b9b6-d21840d84f3c None None] Checking router: 4f4e4972-5ade-4c13-acf2-4cbce90ee621 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:49:39.672979 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272367e4-fb92-4cbc-b9b6-d21840d84f3c None None] Routers {'4f4e4972-5ade-4c13-acf2-4cbce90ee621'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:39.673583 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-272367e4-fb92-4cbc-b9b6-d21840d84f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:49:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['4f4e4972-5ade-4c13-acf2-4cbce90ee621'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:39.794115 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-27ab3b3a-5368-41d0-b8e6-b57988733031 req-8b293296-36c1-4eb0-aa58-61e2cec46127 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4 HTTP/1.1" status: 200 len: 999 time: 0.1814795 Aug 10 03:49:39.800430 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-0d0d8358-b602-41d7-b52a-cdb651509cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:39.802080 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-0d0d8358-b602-41d7-b52a-cdb651509cd2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35c6545e4f78461d8d378d19eabaf99a&device_id=6f9b66c5-35b9-483d-8c43-223d878f30b8 HTTP/1.1" status: 200 len: 1095 time: 0.1120634 Aug 10 03:49:39.815006 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-272367e4-fb92-4cbc-b9b6-d21840d84f3c None None] Set router 4f4e4972-5ade-4c13-acf2-4cbce90ee621 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:39.892219 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-e595939d-2416-4cf4-9a56-6d806174f94f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09b877f5-24c2-45b9-9416-9f1b05e0a07e HTTP/1.1" status: 200 len: 217 time: 0.0746067 Aug 10 03:49:39.917250 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-3fa4558d-7395-4dde-aeda-d0cbf49a98b9 service neutron] 10.222.0.68 "GET /v2.0/networks/2d3b43ee-ce05-4f14-9b70-4d87bcd336ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057146 Aug 10 03:49:39.923005 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-acbdb7c3-8417-496f-b770-f0c321a7aef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:39.999853 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab3b3a-5368-41d0-b8e6-b57988733031 req-e89fc101-0944-43bc-8484-7176fa8e0542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:40.001543 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-27ab3b3a-5368-41d0-b8e6-b57988733031 req-e89fc101-0944-43bc-8484-7176fa8e0542 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37cee9a6-5280-4566-b573-22ad6aabe2c9 HTTP/1.1" status: 200 len: 868 time: 0.1984653 Aug 10 03:49:40.027081 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-553a6d34-9759-4fa7-bb80-8b87e7371755 req-64ab332f-e35b-479c-a57b-2676644f7465 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "GET /v2.0/security-groups/fa0f469c-54c8-4c9d-a57b-3daaec83eaab HTTP/1.1" status: 200 len: 1804 time: 0.0622160 Aug 10 03:49:40.027327 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-3905f0b5-60f8-4fa3-afe0-2cdcacd429a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:40.028827 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-3905f0b5-60f8-4fa3-afe0-2cdcacd429a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=022efd1f-32d3-45e8-bb07-2fc65dce9508 HTTP/1.1" status: 200 len: 856 time: 0.1297600 Aug 10 03:49:40.088942 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-61511a1d-2cb4-4338-9c4c-583207acdd52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d3b43ee-ce05-4f14-9b70-4d87bcd336ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393195 Aug 10 03:49:40.128402 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-553a6d34-9759-4fa7-bb80-8b87e7371755 req-83ec2f9c-2a54-4fe8-8ed2-b669824ea3ec tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "GET /v2.0/security-groups/d1f0e2fb-a77e-4813-90ea-a2d8126a5c21 HTTP/1.1" status: 200 len: 1803 time: 0.0835516 Aug 10 03:49:40.152309 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-553a6d34-9759-4fa7-bb80-8b87e7371755 req-b412568d-eaea-4cb0-9049-76c2e853f2ad tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fa0f469c-54c8-4c9d-a57b-3daaec83eaab', 'remote_group_id': 'd1f0e2fb-a77e-4813-90ea-a2d8126a5c21', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:40.152626 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-553a6d34-9759-4fa7-bb80-8b87e7371755 req-b412568d-eaea-4cb0-9049-76c2e853f2ad tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fa0f469c-54c8-4c9d-a57b-3daaec83eaab', 'remote_group_id': 'd1f0e2fb-a77e-4813-90ea-a2d8126a5c21', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:40.158984 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-0918865f-0210-4fe1-a04b-301060d81eae service neutron] 10.222.0.68 "GET /v2.0/networks/2d3b43ee-ce05-4f14-9b70-4d87bcd336ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198687 Aug 10 03:49:40.172116 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab3b3a-5368-41d0-b8e6-b57988733031 req-5bb66547-7a98-4511-a2de-4dfd587ead53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:40.173818 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-27ab3b3a-5368-41d0-b8e6-b57988733031 req-5bb66547-7a98-4511-a2de-4dfd587ead53 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b5685bf-9215-43f2-a230-36a84f30c754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1584709 Aug 10 03:49:40.201897 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e9ffc-1a24-4b87-9006-070dfd68dd92 admin admin] Deleting port 79e5b921-942b-44c2-93f2-33259d132128 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:40.202242 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9ffc-1a24-4b87-9006-070dfd68dd92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.206866 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-272367e4-fb92-4cbc-b9b6-d21840d84f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649751017-router', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '1308c627-cbe6-4280-948d-0e48cd5bafba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:49:02Z', 'updated_at': '2021-08-10T03:49:10Z', 'revision_number': 4, 'project_id': '2949f596d7684183a816fc0f69eb7df0', 'gw_port': {'id': '1308c627-cbe6-4280-948d-0e48cd5bafba', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:be:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:03Z', 'updated_at': '2021-08-10T03:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '525867c1-000a-4a95-b24b-cfcd08785c1c', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'port_id': 'f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5685bf-9215-43f2-a230-36a84f30c754', 'mac_address': 'fa:16:3e:8f:ae:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40cab7-9a39-4e24-8112-584b3cd1c257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:49:32Z', 'updated_at': '2021-08-10T03:49:37Z', 'revision_number': 1, 'project_id': '2949f596d7684183a816fc0f69eb7df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fac229f-5da3-465b-91b4-a862ad398919', 'name': '', 'network_id': '9b5685bf-9215-43f2-a230-36a84f30c754', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0', 'mac_address': 'fa:16:3e:c8:68:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '37cee9a6-5280-4566-b573-22ad6aabe2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:08Z', 'updated_at': '2021-08-10T03:49:17Z', 'revision_number': 5, 'project_id': '2949f596d7684183a816fc0f69eb7df0', 'subnets': [{'id': '37cee9a6-5280-4566-b573-22ad6aabe2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:40.213541 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device be4b369d-5a68-4d08-baa1-4fc8f5303883 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:49:40.243824 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272367e4-fb92-4cbc-b9b6-d21840d84f3c None None] The sync data for ids ['4f4e4972-5ade-4c13-acf2-4cbce90ee621'] in n-d-802893-2 is: [{'id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649751017-router', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '1308c627-cbe6-4280-948d-0e48cd5bafba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:49:02Z', 'updated_at': '2021-08-10T03:49:10Z', 'revision_number': 4, 'project_id': '2949f596d7684183a816fc0f69eb7df0', 'gw_port': {'id': '1308c627-cbe6-4280-948d-0e48cd5bafba', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:be:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:03Z', 'updated_at': '2021-08-10T03:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '525867c1-000a-4a95-b24b-cfcd08785c1c', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'port_id': 'f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b5685bf-9215-43f2-a230-36a84f30c754', 'mac_address': 'fa:16:3e:8f:ae:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af40cab7-9a39-4e24-8112-584b3cd1c257', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:49:32Z', 'updated_at': '2021-08-10T03:49:37Z', 'revision_number': 1, 'project_id': '2949f596d7684183a816fc0f69eb7df0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fac229f-5da3-465b-91b4-a862ad398919', 'name': '', 'network_id': '9b5685bf-9215-43f2-a230-36a84f30c754', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0', 'mac_address': 'fa:16:3e:c8:68:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '37cee9a6-5280-4566-b573-22ad6aabe2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:08Z', 'updated_at': '2021-08-10T03:49:17Z', 'revision_number': 5, 'project_id': '2949f596d7684183a816fc0f69eb7df0', 'subnets': [{'id': '37cee9a6-5280-4566-b573-22ad6aabe2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:49:40.269120 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-f2ff080d-f8fc-4d68-ba72-04edf2f9f9b8 service neutron] 10.222.0.20 "GET /v2.0/networks/2d3b43ee-ce05-4f14-9b70-4d87bcd336ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720948 Aug 10 03:49:40.308262 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-8c9e9ffc-1a24-4b87-9006-070dfd68dd92 admin admin] For port 79e5b921-942b-44c2-93f2-33259d132128, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=79e5b921-942b-44c2-93f2-33259d132128,segment=NetworkSegment(c2ad1791-d524-479f-b1f9-314bfc1e9076),segment_id=c2ad1791-d524-479f-b1f9-314bfc1e9076)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:40.310172 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9ffc-1a24-4b87-9006-070dfd68dd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.335578 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-8c9e9ffc-1a24-4b87-9006-070dfd68dd92 admin admin] Calling delete_port for 79e5b921-942b-44c2-93f2-33259d132128 owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:40.367020 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port be4b369d-5a68-4d08-baa1-4fc8f5303883, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=be4b369d-5a68-4d08-baa1-4fc8f5303883,segment=NetworkSegment(ca1a5dcc-131d-4766-a75e-b2e49a22029e),segment_id=ca1a5dcc-131d-4766-a75e-b2e49a22029e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:40.377772 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-27ab3b3a-5368-41d0-b8e6-b57988733031 req-21b42f2a-c9df-4579-9b72-aba5d43e1638 service neutron] 10.222.0.25 "GET /v2.0/networks/9b5685bf-9215-43f2-a230-36a84f30c754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890709 Aug 10 03:49:40.382569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'be4b369d-5a68-4d08-baa1-4fc8f5303883', 'network_id': '2d3b43ee-ce05-4f14-9b70-4d87bcd336ce', 'port_id': 'be4b369d-5a68-4d08-baa1-4fc8f5303883', 'mac_address': 'fa:16:3e:b6:60:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022efd1f-32d3-45e8-bb07-2fc65dce9508', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:49:40.399123 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-553a6d34-9759-4fa7-bb80-8b87e7371755 req-b412568d-eaea-4cb0-9049-76c2e853f2ad tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.426997 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.442245 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be4b369d-5a68-4d08-baa1-4fc8f5303883 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:49:40.456500 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cac03b65-d4a9-4016-a886-aedf223903e3 req-df956956-cb9c-446f-b51d-efa89b80135e service neutron] 10.222.0.20 "GET /v2.0/networks/2d3b43ee-ce05-4f14-9b70-4d87bcd336ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787367 Aug 10 03:49:40.469762 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port be4b369d-5a68-4d08-baa1-4fc8f5303883, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=be4b369d-5a68-4d08-baa1-4fc8f5303883,segment=NetworkSegment(ca1a5dcc-131d-4766-a75e-b2e49a22029e),segment_id=ca1a5dcc-131d-4766-a75e-b2e49a22029e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:40.497253 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-27ab3b3a-5368-41d0-b8e6-b57988733031 req-5f5726b5-ee3f-4752-b2ee-b70cc24d521c service neutron] 10.222.0.25 "GET /v2.0/networks/9b5685bf-9215-43f2-a230-36a84f30c754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090591 Aug 10 03:49:40.504694 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-553a6d34-9759-4fa7-bb80-8b87e7371755 req-b412568d-eaea-4cb0-9049-76c2e853f2ad tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.546933 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e690b09d-f8ba-46bb-8c62-75f629e606da None None] New status for floating IP 525867c1-000a-4a95-b24b-cfcd08785c1c: ACTIVE {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:49:40.573762 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.630095 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-553a6d34-9759-4fa7-bb80-8b87e7371755 req-b412568d-eaea-4cb0-9049-76c2e853f2ad tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.630789 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=be4b369d-5a68-4d08-baa1-4fc8f5303883,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:40.673535 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412568d-eaea-4cb0-9049-76c2e853f2ad tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b5ad223-b745-4883-87c2-20e5b5b60f35,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:40.738105 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de52c61-a9e4-410a-ac9f-9c359fc88e23 req-4d37db56-b2ee-4824-8684-790d96715e36 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:40.739625 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3de52c61-a9e4-410a-ac9f-9c359fc88e23 req-4d37db56-b2ee-4824-8684-790d96715e36 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 943 time: 0.0564883 Aug 10 03:49:40.763243 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9ffc-1a24-4b87-9006-070dfd68dd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.781352 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3de52c61-a9e4-410a-ac9f-9c359fc88e23 req-4b1641d8-00a6-494d-bac9-66b7aaba9da4 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0639bd95-6396-4516-b213-71e9bb76a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354161 Aug 10 03:49:40.799794 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e9ffc-1a24-4b87-9006-070dfd68dd92 admin admin] Pushing event deleted for resources: {'Port': ['ID=79e5b921-942b-44c2-93f2-33259d132128,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:40.802290 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-553a6d34-9759-4fa7-bb80-8b87e7371755 req-b412568d-eaea-4cb0-9049-76c2e853f2ad tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:40.817278 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-553a6d34-9759-4fa7-bb80-8b87e7371755 req-b412568d-eaea-4cb0-9049-76c2e853f2ad tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6709757 Aug 10 03:49:40.857252 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['be4b369d-5a68-4d08-baa1-4fc8f5303883'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:49:40.891832 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3e906b-9e95-4f8f-b4f3-9911708d97c7 x-openstack-request-id: req-cd3e906b-9e95-4f8f-b4f3-9911708d97c7 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:40.891832 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b61eee-3e3d-417e-8e41-8fc6561a6179", "tag": "effe80ae-6c1e-4fd0-aa2a-12d0efa54a18", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:40.891832 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd3e906b-9e95-4f8f-b4f3-9911708d97c7 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:40.891832 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b61eee-3e3d-417e-8e41-8fc6561a6179', 'tag': 'effe80ae-6c1e-4fd0-aa2a-12d0efa54a18', 'status': 'completed', 'code': 200} Aug 10 03:49:40.958949 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf78567b-5ba0-409a-8e67-79866fdb4a47 x-openstack-request-id: req-cf78567b-5ba0-409a-8e67-79866fdb4a47 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:40.959756 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "369548c9-9778-4ced-aa66-2e3b0b95b857", "tag": "be4b369d-5a68-4d08-baa1-4fc8f5303883", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:40.961029 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf78567b-5ba0-409a-8e67-79866fdb4a47 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:40.961717 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '369548c9-9778-4ced-aa66-2e3b0b95b857', 'tag': 'be4b369d-5a68-4d08-baa1-4fc8f5303883', 'status': 'completed', 'code': 200} Aug 10 03:49:41.113599 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811b792-e2c5-4131-9a13-6fdd9bd0f3da req-268b6315-5a9c-4067-a1a7-a769036e9a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:41.115131 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6811b792-e2c5-4131-9a13-6fdd9bd0f3da req-268b6315-5a9c-4067-a1a7-a769036e9a5f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=35c6545e4f78461d8d378d19eabaf99a&device_id=f4b61eee-3e3d-417e-8e41-8fc6561a6179 HTTP/1.1" status: 200 len: 1094 time: 0.1938310 Aug 10 03:49:41.134921 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c5337-9dbe-477e-9eca-a04d60aabd40 req-13665710-6107-408f-a77e-e491066020a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:41.136764 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-684c5337-9dbe-477e-9eca-a04d60aabd40 req-13665710-6107-408f-a77e-e491066020a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35c6545e4f78461d8d378d19eabaf99a&device_id=369548c9-9778-4ced-aa66-2e3b0b95b857 HTTP/1.1" status: 200 len: 1095 time: 0.1907375 Aug 10 03:49:41.160368 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8c9e9ffc-1a24-4b87-9006-070dfd68dd92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:41.252812 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f7d4f-4fb0-49be-9af4-f8290033147c req-4264d261-0dac-4b59-a5cb-661372cb1da1 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:41.254296 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-807f7d4f-4fb0-49be-9af4-f8290033147c req-4264d261-0dac-4b59-a5cb-661372cb1da1 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4b61eee-3e3d-417e-8e41-8fc6561a6179 HTTP/1.1" status: 200 len: 943 time: 0.2218034 Aug 10 03:49:41.310161 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-450b6d1b-ef9e-4e43-a422-9c5fe9e8f54d req-9343fa65-64ec-4f94-87af-41f70443a42e tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 258 time: 0.2022572 Aug 10 03:49:41.325115 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-450b6d1b-ef9e-4e43-a422-9c5fe9e8f54d req-58e8b2a6-bc40-4e02-9a21-7a057b9599b9 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:41.342551 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-807f7d4f-4fb0-49be-9af4-f8290033147c req-27c91cbd-8eae-4970-9116-e3a5b69eee0b tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/security-groups?id=91510ed4-5d81-4213-a8b5-e69303c47d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759950 Aug 10 03:49:41.351292 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c5337-9dbe-477e-9eca-a04d60aabd40 req-ca810710-9519-4c54-95b7-5d933f7c2308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:41.352793 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-684c5337-9dbe-477e-9eca-a04d60aabd40 req-ca810710-9519-4c54-95b7-5d933f7c2308 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2d3b43ee-ce05-4f14-9b70-4d87bcd336ce HTTP/1.1" status: 200 len: 917 time: 0.1970015 Aug 10 03:49:41.355472 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811b792-e2c5-4131-9a13-6fdd9bd0f3da req-9833638e-4eff-482c-bd9a-051f1b322a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:41.356845 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6811b792-e2c5-4131-9a13-6fdd9bd0f3da req-9833638e-4eff-482c-bd9a-051f1b322a40 service neutron] 10.222.0.68 "GET /v2.0/networks?id=2d3b43ee-ce05-4f14-9b70-4d87bcd336ce HTTP/1.1" status: 200 len: 917 time: 0.2146719 Aug 10 03:49:41.439183 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-684c5337-9dbe-477e-9eca-a04d60aabd40 req-1790ea24-aae9-4901-8b4f-922ac45d5228 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be4b369d-5a68-4d08-baa1-4fc8f5303883 HTTP/1.1" status: 200 len: 217 time: 0.0781713 Aug 10 03:49:41.445941 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6811b792-e2c5-4131-9a13-6fdd9bd0f3da req-70fe64a3-2dbd-429c-a5a8-8c654c882595 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=effe80ae-6c1e-4fd0-aa2a-12d0efa54a18 HTTP/1.1" status: 200 len: 217 time: 0.0776529 Aug 10 03:49:41.456562 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-450b6d1b-ef9e-4e43-a422-9c5fe9e8f54d req-58e8b2a6-bc40-4e02-9a21-7a057b9599b9 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks [] for floatingip, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:41.477354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9e9ffc-1a24-4b87-9006-070dfd68dd92 admin admin] Router 655912e8-a810-44a7-8a26-185921c41140 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:49:41.543130 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62636643-9867-4f1f-8717-e757d88ff7a4 req-9f37b0e8-997e-47aa-bf72-f2fb6bf5bcdf tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "GET /v2.0/security-groups/d1f0e2fb-a77e-4813-90ea-a2d8126a5c21 HTTP/1.1" status: 200 len: 1803 time: 0.1683857 Aug 10 03:49:41.549923 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c5337-9dbe-477e-9eca-a04d60aabd40 req-1556987e-e970-4a31-aa38-f5f7ee04537c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:41.551348 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-684c5337-9dbe-477e-9eca-a04d60aabd40 req-1556987e-e970-4a31-aa38-f5f7ee04537c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=022efd1f-32d3-45e8-bb07-2fc65dce9508 HTTP/1.1" status: 200 len: 856 time: 0.1045868 Aug 10 03:49:41.554495 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811b792-e2c5-4131-9a13-6fdd9bd0f3da req-5a212408-ff2d-40af-b7ef-1b0259411053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:41.555868 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6811b792-e2c5-4131-9a13-6fdd9bd0f3da req-5a212408-ff2d-40af-b7ef-1b0259411053 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=022efd1f-32d3-45e8-bb07-2fc65dce9508 HTTP/1.1" status: 200 len: 856 time: 0.0930462 Aug 10 03:49:41.620209 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-684c5337-9dbe-477e-9eca-a04d60aabd40 req-0fb0f449-e051-4848-90e3-c69d1caae35a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d3b43ee-ce05-4f14-9b70-4d87bcd336ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579500 Aug 10 03:49:41.626002 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6811b792-e2c5-4131-9a13-6fdd9bd0f3da req-9e4fda88-b96c-44e1-8858-99ad52b9cc69 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=2d3b43ee-ce05-4f14-9b70-4d87bcd336ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616746 Aug 10 03:49:41.646574 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9e9ffc-1a24-4b87-9006-070dfd68dd92 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:49:41.658092 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8c9e9ffc-1a24-4b87-9006-070dfd68dd92 admin admin] 10.222.0.25 "PUT /v2.0/routers/655912e8-a810-44a7-8a26-185921c41140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6791296 Aug 10 03:49:41.660930 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55618) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:41.661521 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0ede2b-96ce-4f47-a3d4-bf74e0d946f3 None None] Sync routers for ids ['655912e8-a810-44a7-8a26-185921c41140'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:49:41.673652 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0ede2b-96ce-4f47-a3d4-bf74e0d946f3 None None] Routers {'655912e8-a810-44a7-8a26-185921c41140'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:41.674437 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9f0ede2b-96ce-4f47-a3d4-bf74e0d946f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:49:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['655912e8-a810-44a7-8a26-185921c41140'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:41.709604 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-450b6d1b-ef9e-4e43-a422-9c5fe9e8f54d req-58e8b2a6-bc40-4e02-9a21-7a057b9599b9 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:41.766387 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-62636643-9867-4f1f-8717-e757d88ff7a4 req-34398db5-0a5b-4403-9138-67b35b2ba6a2 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:41.787181 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-9f0ede2b-96ce-4f47-a3d4-bf74e0d946f3 None None] Set router 655912e8-a810-44a7-8a26-185921c41140 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:41.826741 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-62636643-9867-4f1f-8717-e757d88ff7a4 req-34398db5-0a5b-4403-9138-67b35b2ba6a2 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:41.830868 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-684c5337-9dbe-477e-9eca-a04d60aabd40 req-cdf42689-7ff8-4ec6-ba24-0a39b1675b21 service neutron] 10.222.0.20 "GET /v2.0/networks/2d3b43ee-ce05-4f14-9b70-4d87bcd336ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019811 Aug 10 03:49:41.849596 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a9192235-c802-46ca-81c6-b2ab9158b22f admin admin] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:41.901484 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6811b792-e2c5-4131-9a13-6fdd9bd0f3da req-6a287d4f-2b84-45ea-9b67-9f39968ae2d9 service neutron] 10.222.0.68 "GET /v2.0/networks/2d3b43ee-ce05-4f14-9b70-4d87bcd336ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604988 Aug 10 03:49:41.926752 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-450b6d1b-ef9e-4e43-a422-9c5fe9e8f54d req-58e8b2a6-bc40-4e02-9a21-7a057b9599b9 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Allocated IP 172.25.0.193 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/1f4df809-24be-4471-b1a1-fb3eef4c8705) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:41.987739 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9f0ede2b-96ce-4f47-a3d4-bf74e0d946f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655912e8-a810-44a7-8a26-185921c41140', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112382384-router', 'tenant_id': 'fbbdd9a5f1a84fcca7a6bd13e4974123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '76346048-32fa-41a9-bba1-bd248de4823e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:29Z', 'updated_at': '2021-08-10T03:49:40Z', 'revision_number': 5, 'project_id': 'fbbdd9a5f1a84fcca7a6bd13e4974123', 'gw_port': {'id': '76346048-32fa-41a9-bba1-bd248de4823e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:72:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655912e8-a810-44a7-8a26-185921c41140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:31Z', 'updated_at': '2021-08-10T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:42.014833 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0ede2b-96ce-4f47-a3d4-bf74e0d946f3 None None] Checking router: 655912e8-a810-44a7-8a26-185921c41140 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:49:42.026342 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0ede2b-96ce-4f47-a3d4-bf74e0d946f3 None None] Routers {'655912e8-a810-44a7-8a26-185921c41140'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:42.026958 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9f0ede2b-96ce-4f47-a3d4-bf74e0d946f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:49:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['655912e8-a810-44a7-8a26-185921c41140'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:42.037714 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a9192235-c802-46ca-81c6-b2ab9158b22f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.099433 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-450b6d1b-ef9e-4e43-a422-9c5fe9e8f54d req-58e8b2a6-bc40-4e02-9a21-7a057b9599b9 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.146870 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-9f0ede2b-96ce-4f47-a3d4-bf74e0d946f3 None None] Set router 655912e8-a810-44a7-8a26-185921c41140 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:42.188804 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-a9192235-c802-46ca-81c6-b2ab9158b22f admin admin] Deleting port 76346048-32fa-41a9-bba1-bd248de4823e {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:42.189160 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a9192235-c802-46ca-81c6-b2ab9158b22f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.244572 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 09b877f5-24c2-45b9-9416-9f1b05e0a07e details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:49:42.250239 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-450b6d1b-ef9e-4e43-a422-9c5fe9e8f54d req-58e8b2a6-bc40-4e02-9a21-7a057b9599b9 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.252435 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device be4b369d-5a68-4d08-baa1-4fc8f5303883 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:42.322770 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450b6d1b-ef9e-4e43-a422-9c5fe9e8f54d req-58e8b2a6-bc40-4e02-9a21-7a057b9599b9 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:42.329964 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-a9192235-c802-46ca-81c6-b2ab9158b22f admin admin] For port 76346048-32fa-41a9-bba1-bd248de4823e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=76346048-32fa-41a9-bba1-bd248de4823e,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:42.330335 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a9192235-c802-46ca-81c6-b2ab9158b22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.336380 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-450b6d1b-ef9e-4e43-a422-9c5fe9e8f54d req-58e8b2a6-bc40-4e02-9a21-7a057b9599b9 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:42.339458 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-450b6d1b-ef9e-4e43-a422-9c5fe9e8f54d req-58e8b2a6-bc40-4e02-9a21-7a057b9599b9 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:42.352015 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8b2a6-bc40-4e02-9a21-7a057b9599b9 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Pushing event updated for resources: {'Port': ['ID=1f4df809-24be-4471-b1a1-fb3eef4c8705,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:42.382463 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-a9192235-c802-46ca-81c6-b2ab9158b22f admin admin] Calling delete_port for 76346048-32fa-41a9-bba1-bd248de4823e owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:42.384474 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-684c5337-9dbe-477e-9eca-a04d60aabd40 req-5b267f85-3e20-4f4b-b86a-ef50817b3af0 service neutron] 10.222.0.20 "GET /v2.0/networks/2d3b43ee-ce05-4f14-9b70-4d87bcd336ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5445013 Aug 10 03:49:42.413971 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6811b792-e2c5-4131-9a13-6fdd9bd0f3da req-9c5ec9f5-b93c-4f38-a281-6a2adff4ce5b service neutron] 10.222.0.68 "GET /v2.0/networks/2d3b43ee-ce05-4f14-9b70-4d87bcd336ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5016894 Aug 10 03:49:42.457669 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 09b877f5-24c2-45b9-9416-9f1b05e0a07e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=09b877f5-24c2-45b9-9416-9f1b05e0a07e,segment=NetworkSegment(ca1a5dcc-131d-4766-a75e-b2e49a22029e),segment_id=ca1a5dcc-131d-4766-a75e-b2e49a22029e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:42.460918 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-62636643-9867-4f1f-8717-e757d88ff7a4 req-34398db5-0a5b-4403-9138-67b35b2ba6a2 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.463892 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-62636643-9867-4f1f-8717-e757d88ff7a4 req-34398db5-0a5b-4403-9138-67b35b2ba6a2 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.465290 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62636643-9867-4f1f-8717-e757d88ff7a4 req-34398db5-0a5b-4403-9138-67b35b2ba6a2 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "DELETE /v2.0/security-groups/d1f0e2fb-a77e-4813-90ea-a2d8126a5c21 HTTP/1.1" status: 204 len: 173 time: 0.9130807 Aug 10 03:49:42.476747 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34398db5-0a5b-4403-9138-67b35b2ba6a2 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f0e2fb-a77e-4813-90ea-a2d8126a5c21,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:42.478240 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '09b877f5-24c2-45b9-9416-9f1b05e0a07e', 'network_id': '2d3b43ee-ce05-4f14-9b70-4d87bcd336ce', 'port_id': '09b877f5-24c2-45b9-9416-9f1b05e0a07e', 'mac_address': 'fa:16:3e:48:73:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022efd1f-32d3-45e8-bb07-2fc65dce9508', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:49:42.530195 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port be4b369d-5a68-4d08-baa1-4fc8f5303883 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:42.538784 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9f0ede2b-96ce-4f47-a3d4-bf74e0d946f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655912e8-a810-44a7-8a26-185921c41140', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112382384-router', 'tenant_id': 'fbbdd9a5f1a84fcca7a6bd13e4974123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '76346048-32fa-41a9-bba1-bd248de4823e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:29Z', 'updated_at': '2021-08-10T03:49:40Z', 'revision_number': 5, 'project_id': 'fbbdd9a5f1a84fcca7a6bd13e4974123', 'gw_port': {'id': '76346048-32fa-41a9-bba1-bd248de4823e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:72:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655912e8-a810-44a7-8a26-185921c41140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:31Z', 'updated_at': '2021-08-10T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:42.550440 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-450b6d1b-ef9e-4e43-a422-9c5fe9e8f54d req-58e8b2a6-bc40-4e02-9a21-7a057b9599b9 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.566490 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.568340 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port be4b369d-5a68-4d08-baa1-4fc8f5303883 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:42.568688 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.572421 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f0ede2b-96ce-4f47-a3d4-bf74e0d946f3 None None] The sync data for ids ['655912e8-a810-44a7-8a26-185921c41140'] in n-d-802893-2 is: [{'id': '655912e8-a810-44a7-8a26-185921c41140', 'name': 'tempest-AttachSCSIVolumeTestJSON-1112382384-router', 'tenant_id': 'fbbdd9a5f1a84fcca7a6bd13e4974123', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '76346048-32fa-41a9-bba1-bd248de4823e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:29Z', 'updated_at': '2021-08-10T03:49:40Z', 'revision_number': 5, 'project_id': 'fbbdd9a5f1a84fcca7a6bd13e4974123', 'gw_port': {'id': '76346048-32fa-41a9-bba1-bd248de4823e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:72:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655912e8-a810-44a7-8a26-185921c41140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:31Z', 'updated_at': '2021-08-10T03:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:49:42.618588 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b877f5-24c2-45b9-9416-9f1b05e0a07e {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:49:42.648597 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 09b877f5-24c2-45b9-9416-9f1b05e0a07e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=09b877f5-24c2-45b9-9416-9f1b05e0a07e,segment=NetworkSegment(ca1a5dcc-131d-4766-a75e-b2e49a22029e),segment_id=ca1a5dcc-131d-4766-a75e-b2e49a22029e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:42.670540 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-450b6d1b-ef9e-4e43-a422-9c5fe9e8f54d req-58e8b2a6-bc40-4e02-9a21-7a057b9599b9 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.690910 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.697079 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a9192235-c802-46ca-81c6-b2ab9158b22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.706812 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.742745 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369548c9-9778-4ced-aa66-2e3b0b95b857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4b369d-5a68-4d08-baa1-4fc8f5303883'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:42.745089 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cd4052-05f0-407b-917e-fc33d455e480" -d '{"events": [{"server_uuid": "369548c9-9778-4ced-aa66-2e3b0b95b857", "name": "network-vif-plugged", "status": "completed", "tag": "be4b369d-5a68-4d08-baa1-4fc8f5303883"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:42.764571 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port be4b369d-5a68-4d08-baa1-4fc8f5303883, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=be4b369d-5a68-4d08-baa1-4fc8f5303883,segment=NetworkSegment(ca1a5dcc-131d-4766-a75e-b2e49a22029e),segment_id=ca1a5dcc-131d-4766-a75e-b2e49a22029e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:42.782112 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=09b877f5-24c2-45b9-9416-9f1b05e0a07e,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:42.859626 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:42.890518 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af40cab7-9a39-4e24-8112-584b3cd1c257', 'tag': 'f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4'}, {'name': 'network-changed', 'server_uuid': '6f9b66c5-35b9-483d-8c43-223d878f30b8', 'tag': '09b877f5-24c2-45b9-9416-9f1b05e0a07e'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:42.893137 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da4f393-d0ef-46dd-80c2-7bad74dbc5b9" -d '{"events": [{"name": "network-changed", "server_uuid": "af40cab7-9a39-4e24-8112-584b3cd1c257", "tag": "f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4"}, {"name": "network-changed", "server_uuid": "6f9b66c5-35b9-483d-8c43-223d878f30b8", "tag": "09b877f5-24c2-45b9-9416-9f1b05e0a07e"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:42.928938 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=be4b369d-5a68-4d08-baa1-4fc8f5303883,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:42.972232 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 79e5b921-942b-44c2-93f2-33259d132128 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:42.972595 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9192235-c802-46ca-81c6-b2ab9158b22f admin admin] Pushing event deleted for resources: {'Port': ['ID=76346048-32fa-41a9-bba1-bd248de4823e,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:43.003608 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['09b877f5-24c2-45b9-9416-9f1b05e0a07e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:49:43.005865 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 79e5b921-942b-44c2-93f2-33259d132128 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:43.006403 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 79e5b921-942b-44c2-93f2-33259d132128 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:43.097284 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a9192235-c802-46ca-81c6-b2ab9158b22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.203213 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a9192235-c802-46ca-81c6-b2ab9158b22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.208322 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a9192235-c802-46ca-81c6-b2ab9158b22f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.281848 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-450b6d1b-ef9e-4e43-a422-9c5fe9e8f54d req-58e8b2a6-bc40-4e02-9a21-7a057b9599b9 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.296772 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ce43fa-390c-4b60-906c-8223ad21049c req-563568a3-bf3d-4430-91ce-cda9ecc68f17 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:43.298234 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-09ce43fa-390c-4b60-906c-8223ad21049c req-563568a3-bf3d-4430-91ce-cda9ecc68f17 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 943 time: 0.0531301 Aug 10 03:49:43.327903 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a9192235-c802-46ca-81c6-b2ab9158b22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.328751 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9192235-c802-46ca-81c6-b2ab9158b22f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 655912e8-a810-44a7-8a26-185921c41140 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:49:43.333244 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a9192235-c802-46ca-81c6-b2ab9158b22f admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.337114 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a9192235-c802-46ca-81c6-b2ab9158b22f admin admin] 10.222.0.25 "DELETE /v2.0/routers/655912e8-a810-44a7-8a26-185921c41140 HTTP/1.1" status: 204 len: 168 time: 1.6730623 Aug 10 03:49:43.337818 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55638) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:43.340090 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-09ce43fa-390c-4b60-906c-8223ad21049c req-be0f0865-3795-49c0-bb4d-1f44fa68e44f tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0639bd95-6396-4516-b213-71e9bb76a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348117 Aug 10 03:49:43.367845 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-450b6d1b-ef9e-4e43-a422-9c5fe9e8f54d req-58e8b2a6-bc40-4e02-9a21-7a057b9599b9 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.428058 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ccde484-b03c-441a-9756-ea2ab32aaf90 admin admin] Deleting subnet 3895911a-d271-4d4e-a31b-801016754022 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:49:43.455660 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3ccde484-b03c-441a-9756-ea2ab32aaf90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.461008 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58693d-0a0b-4cee-b237-c9f21b618c2f req-99806225-7d40-4f3b-8380-c92d84abf4bc tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:43.465118 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5b58693d-0a0b-4cee-b237-c9f21b618c2f req-99806225-7d40-4f3b-8380-c92d84abf4bc tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4b61eee-3e3d-417e-8e41-8fc6561a6179 HTTP/1.1" status: 200 len: 943 time: 0.0609872 Aug 10 03:49:43.484542 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e8b2a6-bc40-4e02-9a21-7a057b9599b9 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Pushing event updated for resources: {'Port': ['ID=1f4df809-24be-4471-b1a1-fb3eef4c8705,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:43.517497 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5b58693d-0a0b-4cee-b237-c9f21b618c2f req-b896182b-b3c8-4e5e-90cb-463bdc98e350 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/security-groups?id=91510ed4-5d81-4213-a8b5-e69303c47d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468404 Aug 10 03:49:43.518891 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3ccde484-b03c-441a-9756-ea2ab32aaf90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.520881 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-450b6d1b-ef9e-4e43-a422-9c5fe9e8f54d req-58e8b2a6-bc40-4e02-9a21-7a057b9599b9 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.548246 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device effe80ae-6c1e-4fd0-aa2a-12d0efa54a18 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:49:43.590657 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4edce36c-161f-45b3-b1f3-6c287af87c66 req-f8d298f8-2aaf-4990-b689-affb17e3882a tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "GET /v2.0/security-groups/fa0f469c-54c8-4c9d-a57b-3daaec83eaab HTTP/1.1" status: 200 len: 1804 time: 0.0402513 Aug 10 03:49:43.610420 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.625798 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3ccde484-b03c-441a-9756-ea2ab32aaf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.634369 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe92ced-e133-431e-827a-739a19e6bc6e x-openstack-request-id: req-abe92ced-e133-431e-827a-739a19e6bc6e {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:43.634946 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "369548c9-9778-4ced-aa66-2e3b0b95b857", "name": "network-vif-plugged", "status": "completed", "tag": "be4b369d-5a68-4d08-baa1-4fc8f5303883", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:43.641075 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-abe92ced-e133-431e-827a-739a19e6bc6e {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:43.641075 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369548c9-9778-4ced-aa66-2e3b0b95b857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4b369d-5a68-4d08-baa1-4fc8f5303883', 'code': 200} Aug 10 03:49:43.648159 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-450b6d1b-ef9e-4e43-a422-9c5fe9e8f54d req-58e8b2a6-bc40-4e02-9a21-7a057b9599b9 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.649389 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-450b6d1b-ef9e-4e43-a422-9c5fe9e8f54d req-58e8b2a6-bc40-4e02-9a21-7a057b9599b9 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3337052 Aug 10 03:49:43.668461 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port effe80ae-6c1e-4fd0-aa2a-12d0efa54a18, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=effe80ae-6c1e-4fd0-aa2a-12d0efa54a18,segment=NetworkSegment(ca1a5dcc-131d-4766-a75e-b2e49a22029e),segment_id=ca1a5dcc-131d-4766-a75e-b2e49a22029e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:43.681199 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'effe80ae-6c1e-4fd0-aa2a-12d0efa54a18', 'network_id': '2d3b43ee-ce05-4f14-9b70-4d87bcd336ce', 'port_id': 'effe80ae-6c1e-4fd0-aa2a-12d0efa54a18', 'mac_address': 'fa:16:3e:1c:b2:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022efd1f-32d3-45e8-bb07-2fc65dce9508', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:49:43.720197 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-450b6d1b-ef9e-4e43-a422-9c5fe9e8f54d req-dd4758b5-7552-43a5-a69d-a189548a8dc8 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 696 time: 0.0614002 Aug 10 03:49:43.734473 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.747156 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862f8e8-c11f-4e6c-b4ce-2362cb5fe091 req-e6a1b2cd-143e-4c0a-9730-234efd08aeb0 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:43.748858 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id effe80ae-6c1e-4fd0-aa2a-12d0efa54a18 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:49:43.755345 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8862f8e8-c11f-4e6c-b4ce-2362cb5fe091 req-e6a1b2cd-143e-4c0a-9730-234efd08aeb0 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/ports?device_id=be12dd98-4264-4bf9-8b9c-a2695ecdb67d HTTP/1.1" status: 200 len: 946 time: 0.0688584 Aug 10 03:49:43.769977 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port effe80ae-6c1e-4fd0-aa2a-12d0efa54a18, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=effe80ae-6c1e-4fd0-aa2a-12d0efa54a18,segment=NetworkSegment(ca1a5dcc-131d-4766-a75e-b2e49a22029e),segment_id=ca1a5dcc-131d-4766-a75e-b2e49a22029e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:43.825407 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d2409bcc-82c7-4bd7-adfb-2ccef054086f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.829069 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8862f8e8-c11f-4e6c-b4ce-2362cb5fe091 req-e68a458b-e29e-4bfd-9971-e525ddd627d8 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/security-groups?id=97d5d33d-7b70-4a98-8aea-b0c2f3b02207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722785 Aug 10 03:49:43.836597 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07f248-0019-4595-a465-ff8ee89d9eb1 req-888e4c6f-7c29-4665-a5de-5a4f0454e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:43.841625 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4e07f248-0019-4595-a465-ff8ee89d9eb1 req-888e4c6f-7c29-4665-a5de-5a4f0454e5b7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=369548c9-9778-4ced-aa66-2e3b0b95b857 HTTP/1.1" status: 200 len: 1096 time: 0.0810373 Aug 10 03:49:43.847236 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b6d1b-ef9e-4e43-a422-9c5fe9e8f54d req-40158cf4-cfe4-4365-83e3-983627b4a5d0 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:43.848784 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-450b6d1b-ef9e-4e43-a422-9c5fe9e8f54d req-40158cf4-cfe4-4365-83e3-983627b4a5d0 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 784 time: 0.1217539 Aug 10 03:49:43.871516 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.898400 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4e07f248-0019-4595-a465-ff8ee89d9eb1 req-ec3f2964-ecc6-49fa-9174-0a0e87546864 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=91510ed4-5d81-4213-a8b5-e69303c47d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481112 Aug 10 03:49:43.912473 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48e1177-63c3-496f-a223-f3cecc0a0589 x-openstack-request-id: req-d48e1177-63c3-496f-a223-f3cecc0a0589 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:43.913313 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af40cab7-9a39-4e24-8112-584b3cd1c257", "tag": "f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6f9b66c5-35b9-483d-8c43-223d878f30b8", "tag": "09b877f5-24c2-45b9-9416-9f1b05e0a07e", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:43.913795 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d48e1177-63c3-496f-a223-f3cecc0a0589 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:43.914288 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af40cab7-9a39-4e24-8112-584b3cd1c257', 'tag': 'f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4', 'status': 'completed', 'code': 200} Aug 10 03:49:43.914746 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9b66c5-35b9-483d-8c43-223d878f30b8', 'tag': '09b877f5-24c2-45b9-9416-9f1b05e0a07e', 'status': 'completed', 'code': 200} Aug 10 03:49:43.928453 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3ccde484-b03c-441a-9756-ea2ab32aaf90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.958780 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=effe80ae-6c1e-4fd0-aa2a-12d0efa54a18,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:43.961192 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccde484-b03c-441a-9756-ea2ab32aaf90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3895911a-d271-4d4e-a31b-801016754022,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:43.963304 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3ccde484-b03c-441a-9756-ea2ab32aaf90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:43.967768 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3ccde484-b03c-441a-9756-ea2ab32aaf90 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3895911a-d271-4d4e-a31b-801016754022 HTTP/1.1" status: 204 len: 168 time: 0.6272850 Aug 10 03:49:43.968407 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55650) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:43.983088 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290164fb-852f-47c2-907e-d497daa8cf11 None None] Network 9ba91d67-a768-4ffd-bd86-149569816c8a requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:44.023609 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4f393-d0ef-46dd-80c2-7bad74dbc5b9 req-dab4364e-6c31-4124-ace1-4dd8c70c5cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:44.025513 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9da4f393-d0ef-46dd-80c2-7bad74dbc5b9 req-dab4364e-6c31-4124-ace1-4dd8c70c5cbc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2949f596d7684183a816fc0f69eb7df0&device_id=af40cab7-9a39-4e24-8112-584b3cd1c257 HTTP/1.1" status: 200 len: 1097 time: 0.0911286 Aug 10 03:49:44.031126 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-87d1834f-ea59-43cc-89dc-0fb1ba65fd0d req-56f9ac74-8c2c-4693-a035-a06eca89f4b0 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1467535998', 'description': 'tempest-description-1829221062'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:44.070837 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67536bf1-5542-479b-98cd-1dee8ecdbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.138443 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-67536bf1-5542-479b-98cd-1dee8ecdbd2f admin admin] Deleting port 2570556b-96ab-4959-840d-3d7134a892e6 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:44.138936 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67536bf1-5542-479b-98cd-1dee8ecdbd2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.157116 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-87d1834f-ea59-43cc-89dc-0fb1ba65fd0d req-56f9ac74-8c2c-4693-a035-a06eca89f4b0 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.204653 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['effe80ae-6c1e-4fd0-aa2a-12d0efa54a18'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:49:44.239505 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2a9e0e-b73c-495b-be15-b07a8524e7dd None None] DHCP port deletion for 9ba91d67-a768-4ffd-bd86-149569816c8a request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:49:44.254004 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-67536bf1-5542-479b-98cd-1dee8ecdbd2f admin admin] For port 2570556b-96ab-4959-840d-3d7134a892e6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=2570556b-96ab-4959-840d-3d7134a892e6,segment=NetworkSegment(c2ad1791-d524-479f-b1f9-314bfc1e9076),segment_id=c2ad1791-d524-479f-b1f9-314bfc1e9076)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:44.254389 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67536bf1-5542-479b-98cd-1dee8ecdbd2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.275225 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-67536bf1-5542-479b-98cd-1dee8ecdbd2f admin admin] Calling delete_port for 2570556b-96ab-4959-840d-3d7134a892e6 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:44.276059 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4885e-a6ad-404e-b9d2-3d1e8510f2c7 req-53d8b35c-c6f2-4a0e-98c1-919f958c32bb tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:44.279181 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bcf4885e-a6ad-404e-b9d2-3d1e8510f2c7 req-53d8b35c-c6f2-4a0e-98c1-919f958c32bb tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/ports?device_id=af40cab7-9a39-4e24-8112-584b3cd1c257&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1130481 Aug 10 03:49:44.293422 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4f393-d0ef-46dd-80c2-7bad74dbc5b9 req-92a1f877-2605-4dd7-a97a-41b772929735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:44.295268 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9da4f393-d0ef-46dd-80c2-7bad74dbc5b9 req-92a1f877-2605-4dd7-a97a-41b772929735 service neutron] 10.222.0.68 "GET /v2.0/networks?id=9b5685bf-9215-43f2-a230-36a84f30c754 HTTP/1.1" status: 200 len: 930 time: 0.1870463 Aug 10 03:49:44.384248 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-87d1834f-ea59-43cc-89dc-0fb1ba65fd0d req-56f9ac74-8c2c-4693-a035-a06eca89f4b0 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.425998 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bcf4885e-a6ad-404e-b9d2-3d1e8510f2c7 req-576d3954-0e2f-4e3f-95d3-3fdc1dc76af6 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 696 time: 0.1140440 Aug 10 03:49:44.429546 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 4654b648-825c-4823-ba74-3e5f61479c58 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:49:44.440579 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 09b877f5-24c2-45b9-9416-9f1b05e0a07e up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:44.441981 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-87d1834f-ea59-43cc-89dc-0fb1ba65fd0d req-56f9ac74-8c2c-4693-a035-a06eca89f4b0 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.455795 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-bcf4885e-a6ad-404e-b9d2-3d1e8510f2c7 req-84253729-0f87-472a-a5b3-8cb4b770d31e tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Request body: {'floatingip': {'port_id': 'f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:44.464568 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4f393-d0ef-46dd-80c2-7bad74dbc5b9 req-804ab3d1-b300-4fdb-be01-85a26c88c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:44.466191 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9da4f393-d0ef-46dd-80c2-7bad74dbc5b9 req-804ab3d1-b300-4fdb-be01-85a26c88c99d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=35c6545e4f78461d8d378d19eabaf99a&device_id=6f9b66c5-35b9-483d-8c43-223d878f30b8 HTTP/1.1" status: 200 len: 1096 time: 0.1994758 Aug 10 03:49:44.478102 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67536bf1-5542-479b-98cd-1dee8ecdbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.519724 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67536bf1-5542-479b-98cd-1dee8ecdbd2f admin admin] Pushing event deleted for resources: {'Port': ['ID=2570556b-96ab-4959-840d-3d7134a892e6,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:44.524449 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9ac74-8c2c-4693-a035-a06eca89f4b0 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7523af-74e3-40bc-a29e-14d7eed9e80b,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:44.526898 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67536bf1-5542-479b-98cd-1dee8ecdbd2f admin admin] No DVR routers for this DVR port 2570556b-96ab-4959-840d-3d7134a892e6 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:44.551049 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-87d1834f-ea59-43cc-89dc-0fb1ba65fd0d req-56f9ac74-8c2c-4693-a035-a06eca89f4b0 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.552319 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-87d1834f-ea59-43cc-89dc-0fb1ba65fd0d req-56f9ac74-8c2c-4693-a035-a06eca89f4b0 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5332110 Aug 10 03:49:44.612732 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67536bf1-5542-479b-98cd-1dee8ecdbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.623250 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-67536bf1-5542-479b-98cd-1dee8ecdbd2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba91d67-a768-4ffd-bd86-149569816c8a']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:44.635734 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-67536bf1-5542-479b-98cd-1dee8ecdbd2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ad1791-d524-479f-b1f9-314bfc1e9076') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:44.636078 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-67536bf1-5542-479b-98cd-1dee8ecdbd2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ad1791-d524-479f-b1f9-314bfc1e9076') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:44.644364 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a9e0e-b73c-495b-be15-b07a8524e7dd None None] Deleting port 2570556b-96ab-4959-840d-3d7134a892e6 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:44.644734 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8f2a9e0e-b73c-495b-be15-b07a8524e7dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.646924 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67536bf1-5542-479b-98cd-1dee8ecdbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.652177 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4f393-d0ef-46dd-80c2-7bad74dbc5b9 req-8d213e70-7f18-4d49-a0e5-fa1b83f7b58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:44.656700 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9da4f393-d0ef-46dd-80c2-7bad74dbc5b9 req-8d213e70-7f18-4d49-a0e5-fa1b83f7b58b service neutron] 10.222.0.20 "GET /v2.0/networks?id=2d3b43ee-ce05-4f14-9b70-4d87bcd336ce HTTP/1.1" status: 200 len: 917 time: 0.1441832 Aug 10 03:49:44.660013 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9da4f393-d0ef-46dd-80c2-7bad74dbc5b9 req-d76cf9c4-fb78-4c18-98fc-1e6430b56351 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4 HTTP/1.1" status: 200 len: 1001 time: 0.3459265 Aug 10 03:49:44.662825 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bcf4885e-a6ad-404e-b9d2-3d1e8510f2c7 req-84253729-0f87-472a-a5b3-8cb4b770d31e tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks [] for floatingip, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.676688 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67536bf1-5542-479b-98cd-1dee8ecdbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.699729 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67536bf1-5542-479b-98cd-1dee8ecdbd2f admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67536bf1-5542-479b-98cd-1dee8ecdbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:49:44.703888 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:49:44.726039 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 4654b648-825c-4823-ba74-3e5f61479c58, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=4654b648-825c-4823-ba74-3e5f61479c58,segment=NetworkSegment(812a0f1c-bdad-4ac0-a285-5f050f5a3dc6),segment_id=812a0f1c-bdad-4ac0-a285-5f050f5a3dc6)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:44.729845 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 09b877f5-24c2-45b9-9416-9f1b05e0a07e completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:44.764433 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 09b877f5-24c2-45b9-9416-9f1b05e0a07e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:44.765125 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.796001 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '4654b648-825c-4823-ba74-3e5f61479c58', 'network_id': '1ca020ad-1aaa-41d6-9111-46f9d3246bb6', 'port_id': '4654b648-825c-4823-ba74-3e5f61479c58', 'mac_address': 'fa:16:3e:8a:20:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df76a7ea-7a2f-4a90-9ce1-92f4bebee059', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:49:44.798876 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670bd74-528c-48e4-be8c-9b9b9f084bab req-a60c073e-f35f-4e9b-a283-e43e1bf38e76 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:44.799439 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-8f2a9e0e-b73c-495b-be15-b07a8524e7dd None None] For port 2570556b-96ab-4959-840d-3d7134a892e6, host n-d-802893-2, got binding levels [] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:44.799635 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8f2a9e0e-b73c-495b-be15-b07a8524e7dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.800482 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3670bd74-528c-48e4-be8c-9b9b9f084bab req-a60c073e-f35f-4e9b-a283-e43e1bf38e76 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 943 time: 0.1377943 Aug 10 03:49:44.807575 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9da4f393-d0ef-46dd-80c2-7bad74dbc5b9 req-c5f72d9e-621a-4860-aa8e-3db32243ecaa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09b877f5-24c2-45b9-9416-9f1b05e0a07e HTTP/1.1" status: 200 len: 217 time: 0.0849755 Aug 10 03:49:44.823597 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3328e1-cf07-4208-8726-3e730bc7535d req-9cbb99a2-e45f-4a72-8df4-7565eb93a9f7 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:44.825428 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f3328e1-cf07-4208-8726-3e730bc7535d req-9cbb99a2-e45f-4a72-8df4-7565eb93a9f7 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.20 "GET /v2.0/ports?device_id=be12dd98-4264-4bf9-8b9c-a2695ecdb67d HTTP/1.1" status: 200 len: 946 time: 0.0863822 Aug 10 03:49:44.832211 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a9e0e-b73c-495b-be15-b07a8524e7dd None None] Calling delete_port for 2570556b-96ab-4959-840d-3d7134a892e6 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:44.838564 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.ipam_backend_mixin [None req-8f2a9e0e-b73c-495b-be15-b07a8524e7dd None None] Port 2570556b-96ab-4959-840d-3d7134a892e6 was not found and therefore no delete operation was performed {{(pid=94939) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:49:44.862910 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8f2a9e0e-b73c-495b-be15-b07a8524e7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.908646 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a9e0e-b73c-495b-be15-b07a8524e7dd None None] Pushing event deleted for resources: {'Port': ['ID=2570556b-96ab-4959-840d-3d7134a892e6,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:44.913548 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2a9e0e-b73c-495b-be15-b07a8524e7dd None None] No DVR routers for this DVR port 2570556b-96ab-4959-840d-3d7134a892e6 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:44.915193 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.917002 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67536bf1-5542-479b-98cd-1dee8ecdbd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.954276 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4f393-d0ef-46dd-80c2-7bad74dbc5b9 req-fa676222-6887-4158-b90f-3b9d2160353d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:44.958929 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4654b648-825c-4823-ba74-3e5f61479c58 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:49:44.970337 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9da4f393-d0ef-46dd-80c2-7bad74dbc5b9 req-fa676222-6887-4158-b90f-3b9d2160353d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=37cee9a6-5280-4566-b573-22ad6aabe2c9 HTTP/1.1" status: 200 len: 868 time: 0.2558141 Aug 10 03:49:44.975499 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3670bd74-528c-48e4-be8c-9b9b9f084bab req-7cf635aa-e727-44b3-af11-62fb7c16b777 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0639bd95-6396-4516-b213-71e9bb76a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340756 Aug 10 03:49:44.978414 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67536bf1-5542-479b-98cd-1dee8ecdbd2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:44.988466 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-67536bf1-5542-479b-98cd-1dee8ecdbd2f admin admin] 10.222.0.25 "DELETE /v2.0/networks/9ba91d67-a768-4ffd-bd86-149569816c8a HTTP/1.1" status: 204 len: 168 time: 1.0108128 Aug 10 03:49:44.995227 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 4654b648-825c-4823-ba74-3e5f61479c58, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=4654b648-825c-4823-ba74-3e5f61479c58,segment=NetworkSegment(812a0f1c-bdad-4ac0-a285-5f050f5a3dc6),segment_id=812a0f1c-bdad-4ac0-a285-5f050f5a3dc6)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:44.996816 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.002187 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 76346048-32fa-41a9-bba1-bd248de4823e no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:45.062033 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67536bf1-5542-479b-98cd-1dee8ecdbd2f admin admin] Pushing event deleted for resources: {'Network': ['ID=9ba91d67-a768-4ffd-bd86-149569816c8a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:45.066497 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 76346048-32fa-41a9-bba1-bd248de4823e {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:45.067218 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 76346048-32fa-41a9-bba1-bd248de4823e not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:45.067798 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 2570556b-96ab-4959-840d-3d7134a892e6 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:45.108437 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 2570556b-96ab-4959-840d-3d7134a892e6 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:45.109040 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 2570556b-96ab-4959-840d-3d7134a892e6 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:45.110786 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.130998 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 09b877f5-24c2-45b9-9416-9f1b05e0a07e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=09b877f5-24c2-45b9-9416-9f1b05e0a07e,segment=NetworkSegment(ca1a5dcc-131d-4766-a75e-b2e49a22029e),segment_id=ca1a5dcc-131d-4766-a75e-b2e49a22029e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:45.146629 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2dc2e-6f60-4c14-8246-9b103f46261a req-85d33fc9-1b9d-4949-bfa8-59b257c28331 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:45.154241 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f7a2dc2e-6f60-4c14-8246-9b103f46261a req-85d33fc9-1b9d-4949-bfa8-59b257c28331 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4b61eee-3e3d-417e-8e41-8fc6561a6179 HTTP/1.1" status: 200 len: 944 time: 0.0814846 Aug 10 03:49:45.173003 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-9f3328e1-cf07-4208-8726-3e730bc7535d req-a85a1385-c8f3-4a02-bb82-abc99404a0a1 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Deleting port ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:45.173354 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9f3328e1-cf07-4208-8726-3e730bc7535d req-a85a1385-c8f3-4a02-bb82-abc99404a0a1 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.207608 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=4654b648-825c-4823-ba74-3e5f61479c58,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:45.213829 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.239287 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f7a2dc2e-6f60-4c14-8246-9b103f46261a req-df7ddddc-cc9f-4978-aefc-e1cbbe137756 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/security-groups?id=91510ed4-5d81-4213-a8b5-e69303c47d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841007 Aug 10 03:49:45.247875 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.263442 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4f393-d0ef-46dd-80c2-7bad74dbc5b9 req-8ae7cb5c-e4c5-4c7a-a604-30216fab0ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:45.265958 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9da4f393-d0ef-46dd-80c2-7bad74dbc5b9 req-8ae7cb5c-e4c5-4c7a-a604-30216fab0ec8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=022efd1f-32d3-45e8-bb07-2fc65dce9508 HTTP/1.1" status: 200 len: 856 time: 0.4211187 Aug 10 03:49:45.277774 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=09b877f5-24c2-45b9-9416-9f1b05e0a07e,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:45.345826 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9da4f393-d0ef-46dd-80c2-7bad74dbc5b9 req-0b2e69dc-676b-4bb9-ad60-e815133b7b38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d3b43ee-ce05-4f14-9b70-4d87bcd336ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555108 Aug 10 03:49:45.346118 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-9f3328e1-cf07-4208-8726-3e730bc7535d req-a85a1385-c8f3-4a02-bb82-abc99404a0a1 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] For port ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef,segment=NetworkSegment(4836d09a-cfbb-4d06-995e-7a8ae6ea23fb),segment_id=4836d09a-cfbb-4d06-995e-7a8ae6ea23fb)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:45.346251 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9f3328e1-cf07-4208-8726-3e730bc7535d req-a85a1385-c8f3-4a02-bb82-abc99404a0a1 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.353908 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a0ffeb2e-4e32-4fe4-9745-c06203d96fda req-8fb4105f-e72a-4556-875d-e14b6c7abf9c tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "GET /v2.0/security-groups/2d7523af-74e3-40bc-a29e-14d7eed9e80b HTTP/1.1" status: 200 len: 1805 time: 0.0885007 Aug 10 03:49:45.363153 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [req-bcf4885e-a6ad-404e-b9d2-3d1e8510f2c7 req-84253729-0f87-472a-a5b3-8cb4b770d31e tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] update failed (client error): There was a conflict when trying to complete your request. Aug 10 03:49:45.364206 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bcf4885e-a6ad-404e-b9d2-3d1e8510f2c7 req-84253729-0f87-472a-a5b3-8cb4b770d31e tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "PUT /v2.0/floatingips/1e9df6bb-dd65-47dd-b836-53b0c52f4a34 HTTP/1.1" status: 409 len: 551 time: 0.9174683 Aug 10 03:49:45.369110 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-a0ffeb2e-4e32-4fe4-9745-c06203d96fda req-e9121b8e-af25-4239-ab0f-65ddd05e531c tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2d7523af-74e3-40bc-a29e-14d7eed9e80b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:45.369949 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-a0ffeb2e-4e32-4fe4-9745-c06203d96fda req-e9121b8e-af25-4239-ab0f-65ddd05e531c tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2d7523af-74e3-40bc-a29e-14d7eed9e80b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:45.397032 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.409194 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['4654b648-825c-4823-ba74-3e5f61479c58'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:49:45.425401 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da4f393-d0ef-46dd-80c2-7bad74dbc5b9 req-a1b39450-0c2a-41d1-8a27-10153d7e04f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:45.427102 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9da4f393-d0ef-46dd-80c2-7bad74dbc5b9 req-a1b39450-0c2a-41d1-8a27-10153d7e04f0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9b5685bf-9215-43f2-a230-36a84f30c754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1602778 Aug 10 03:49:45.573328 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55672) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:45.597853 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9da4f393-d0ef-46dd-80c2-7bad74dbc5b9 req-8e074a00-0222-4e6a-aa23-c502587cb2f8 service neutron] 10.222.0.20 "GET /v2.0/networks/2d3b43ee-ce05-4f14-9b70-4d87bcd336ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428672 Aug 10 03:49:45.636533 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9b66c5-35b9-483d-8c43-223d878f30b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b877f5-24c2-45b9-9416-9f1b05e0a07e'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:45.639920 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a3513d-a39d-4bc3-a753-01a08577e88e" -d '{"events": [{"server_uuid": "6f9b66c5-35b9-483d-8c43-223d878f30b8", "name": "network-vif-plugged", "status": "completed", "tag": "09b877f5-24c2-45b9-9416-9f1b05e0a07e"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:45.649088 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5db22-d69d-4620-a8ef-76859a6d85b5 req-b874dc68-b423-4ae7-8ee9-c03c48fe800b tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:45.650673 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-11b5db22-d69d-4620-a8ef-76859a6d85b5 req-b874dc68-b423-4ae7-8ee9-c03c48fe800b tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/ports?device_id=be12dd98-4264-4bf9-8b9c-a2695ecdb67d HTTP/1.1" status: 200 len: 946 time: 0.2095032 Aug 10 03:49:45.710004 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9f3328e1-cf07-4208-8726-3e730bc7535d req-a85a1385-c8f3-4a02-bb82-abc99404a0a1 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.710403 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9f3328e1-cf07-4208-8726-3e730bc7535d req-a85a1385-c8f3-4a02-bb82-abc99404a0a1 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.710687 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [req-9f3328e1-cf07-4208-8726-3e730bc7535d req-a85a1385-c8f3-4a02-bb82-abc99404a0a1 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Floating IP 20d1053b-3e14-458f-9c6c-5539eb09e17f disassociated. External IP: 172.25.0.230, port: ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef. Aug 10 03:49:45.711032 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-9f3328e1-cf07-4208-8726-3e730bc7535d req-a85a1385-c8f3-4a02-bb82-abc99404a0a1 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Calling delete_port for ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:45.717454 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9da4f393-d0ef-46dd-80c2-7bad74dbc5b9 req-5807fefe-5853-41fe-a21d-0923f1d4fd19 service neutron] 10.222.0.68 "GET /v2.0/networks/9b5685bf-9215-43f2-a230-36a84f30c754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706087 Aug 10 03:49:45.718491 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a0ffeb2e-4e32-4fe4-9745-c06203d96fda req-e9121b8e-af25-4239-ab0f-65ddd05e531c tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.742693 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0fb2f833-956b-4ede-8bba-55123bffb685 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b5803c135cf642e1808d6df6cd8c25e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1668108 Aug 10 03:49:45.755380 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55678) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:45.777077 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a0ffeb2e-4e32-4fe4-9745-c06203d96fda req-e9121b8e-af25-4239-ab0f-65ddd05e531c tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.777214 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55680) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:45.844588 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-11b5db22-d69d-4620-a8ef-76859a6d85b5 req-15715fff-4c23-43c9-be42-1d6f508c80b3 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/security-groups?id=97d5d33d-7b70-4a98-8aea-b0c2f3b02207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542671 Aug 10 03:49:45.868369 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a0ffeb2e-4e32-4fe4-9745-c06203d96fda req-e9121b8e-af25-4239-ab0f-65ddd05e531c tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.880220 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9da4f393-d0ef-46dd-80c2-7bad74dbc5b9 req-0cdb2542-7b14-4847-822f-c94b0a6d11ea service neutron] 10.222.0.20 "GET /v2.0/networks/2d3b43ee-ce05-4f14-9b70-4d87bcd336ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713146 Aug 10 03:49:45.909732 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5999950d-e452-46c3-b4d8-b3b4d2cb1995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.915081 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9da4f393-d0ef-46dd-80c2-7bad74dbc5b9 req-b5e6cb95-4d0f-4336-a9cf-3e352f512bd8 service neutron] 10.222.0.68 "GET /v2.0/networks/9b5685bf-9215-43f2-a230-36a84f30c754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857874 Aug 10 03:49:45.936973 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5999950d-e452-46c3-b4d8-b3b4d2cb1995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.940437 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9121b8e-af25-4239-ab0f-65ddd05e531c tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d560bf6f-cccb-4040-b151-5a3b2693fbc7,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:45.946461 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a0ffeb2e-4e32-4fe4-9745-c06203d96fda req-e9121b8e-af25-4239-ab0f-65ddd05e531c tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:45.947684 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a0ffeb2e-4e32-4fe4-9745-c06203d96fda req-e9121b8e-af25-4239-ab0f-65ddd05e531c tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5855868 Aug 10 03:49:45.948618 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5c85594f-e499-4ce4-b555-98db67129f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.004995 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f586fb-b162-46f6-80a3-86706746afbd x-openstack-request-id: req-17f586fb-b162-46f6-80a3-86706746afbd {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:46.005864 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9b66c5-35b9-483d-8c43-223d878f30b8", "name": "network-vif-plugged", "status": "completed", "tag": "09b877f5-24c2-45b9-9416-9f1b05e0a07e", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:46.007400 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17f586fb-b162-46f6-80a3-86706746afbd {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:46.008224 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9b66c5-35b9-483d-8c43-223d878f30b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b877f5-24c2-45b9-9416-9f1b05e0a07e', 'code': 200} Aug 10 03:49:46.018439 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9f3328e1-cf07-4208-8726-3e730bc7535d req-a85a1385-c8f3-4a02-bb82-abc99404a0a1 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.059579 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f72d854c-8de5-49e4-bb36-10f0ef7abee7 req-8f8ddb12-cef4-4e1c-afe6-7ce4e7229bf6 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/floatingips/1e9df6bb-dd65-47dd-b836-53b0c52f4a34 HTTP/1.1" status: 200 len: 693 time: 0.0917513 Aug 10 03:49:46.067026 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1c3cf8b2-e49a-4b33-ab3b-d7a5355929e2 req-e13063e5-cd66-4014-9864-d355eeb5cfbd tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "GET /v2.0/security-groups/2d7523af-74e3-40bc-a29e-14d7eed9e80b HTTP/1.1" status: 200 len: 2398 time: 0.0439465 Aug 10 03:49:46.072924 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-1c3cf8b2-e49a-4b33-ab3b-d7a5355929e2 req-348c219a-587b-42c7-a635-c52c4bd38428 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2d7523af-74e3-40bc-a29e-14d7eed9e80b', 'remote_group_id': None}]} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:46.073246 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-1c3cf8b2-e49a-4b33-ab3b-d7a5355929e2 req-348c219a-587b-42c7-a635-c52c4bd38428 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2d7523af-74e3-40bc-a29e-14d7eed9e80b', 'remote_group_id': None}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:46.075411 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a1385-c8f3-4a02-bb82-abc99404a0a1 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Pushing event deleted for resources: {'Port': ['ID=ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:46.077587 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5999950d-e452-46c3-b4d8-b3b4d2cb1995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.088530 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5999950d-e452-46c3-b4d8-b3b4d2cb1995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.091972 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5999950d-e452-46c3-b4d8-b3b4d2cb1995 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f668b4a4-636d-4c3a-ab7c-8d569dd6a04e HTTP/1.1" status: 204 len: 168 time: 0.3333998 Aug 10 03:49:46.102801 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999950d-e452-46c3-b4d8-b3b4d2cb1995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f668b4a4-636d-4c3a-ab7c-8d569dd6a04e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:46.165111 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d941b-990f-485e-87a6-75cc29cf418e req-d2d4aa1e-d8bb-4b92-b6ce-db79537897b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:46.167127 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bb9d941b-990f-485e-87a6-75cc29cf418e req-d2d4aa1e-d8bb-4b92-b6ce-db79537897b5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6f9b66c5-35b9-483d-8c43-223d878f30b8 HTTP/1.1" status: 200 len: 1097 time: 0.0494111 Aug 10 03:49:46.202548 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bb9d941b-990f-485e-87a6-75cc29cf418e req-a6979e62-a26c-4e2d-ab60-7aa2b7a25c5f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=91510ed4-5d81-4213-a8b5-e69303c47d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286653 Aug 10 03:49:46.288102 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 4654b648-825c-4823-ba74-3e5f61479c58 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:46.435722 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 4654b648-825c-4823-ba74-3e5f61479c58 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:46.436705 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 4654b648-825c-4823-ba74-3e5f61479c58 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:46.437045 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.537536 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.549796 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72d854c-8de5-49e4-bb36-10f0ef7abee7 req-07e091c2-ca65-4813-8413-4e16986e022c tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:46.551305 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f72d854c-8de5-49e4-bb36-10f0ef7abee7 req-07e091c2-ca65-4813-8413-4e16986e022c tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 784 time: 0.4769990 Aug 10 03:49:46.577256 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 4654b648-825c-4823-ba74-3e5f61479c58, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=4654b648-825c-4823-ba74-3e5f61479c58,segment=NetworkSegment(812a0f1c-bdad-4ac0-a285-5f050f5a3dc6),segment_id=812a0f1c-bdad-4ac0-a285-5f050f5a3dc6)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:46.580331 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5c85594f-e499-4ce4-b555-98db67129f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.628345 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f72d854c-8de5-49e4-bb36-10f0ef7abee7 req-59dbbdca-8a3a-43a6-b4a7-f55bc027fc0b tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 696 time: 0.0631480 Aug 10 03:49:46.639572 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f3328e1-cf07-4208-8726-3e730bc7535d req-a85a1385-c8f3-4a02-bb82-abc99404a0a1 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Router b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:49:46.661965 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.680788 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5c85594f-e499-4ce4-b555-98db67129f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.703932 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f72d854c-8de5-49e4-bb36-10f0ef7abee7 req-a3558507-e255-4e0a-a085-26e2db10482d tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 696 time: 0.0683315 Aug 10 03:49:46.719153 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=4654b648-825c-4823-ba74-3e5f61479c58,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:46.723280 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:49:46.778099 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5c85594f-e499-4ce4-b555-98db67129f4b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66c6919be5f74677b531839fc8109bc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9998553 Aug 10 03:49:46.780866 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55694) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:46.791386 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1c3cf8b2-e49a-4b33-ab3b-d7a5355929e2 req-348c219a-587b-42c7-a635-c52c4bd38428 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.809867 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c85594f-e499-4ce4-b555-98db67129f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cae67a-0394-4e96-a34d-9959adebe0c2,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:46.836310 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1c3cf8b2-e49a-4b33-ab3b-d7a5355929e2 req-348c219a-587b-42c7-a635-c52c4bd38428 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.847794 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.854861 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dcb1e345-5915-400d-8434-5749601c421f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.875623 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55698) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:46.878801 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dcb1e345-5915-400d-8434-5749601c421f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.935563 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f3328e1-cf07-4208-8726-3e730bc7535d req-a85a1385-c8f3-4a02-bb82-abc99404a0a1 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:49:46.939914 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1c3cf8b2-e49a-4b33-ab3b-d7a5355929e2 req-348c219a-587b-42c7-a635-c52c4bd38428 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.947397 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4927ce-ff8e-45cd-8ab8-367d23741308 None None] Sync routers for ids ['b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:49:46.957778 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4927ce-ff8e-45cd-8ab8-367d23741308 None None] Routers {'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:46.958679 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0c4927ce-ff8e-45cd-8ab8-367d23741308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:49:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:46.968152 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ea3e9b40-f9d2-4949-8068-412cce1b7cf4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fbbdd9a5f1a84fcca7a6bd13e4974123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0912604 Aug 10 03:49:46.971335 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55702) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:46.979688 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c219a-587b-42c7-a635-c52c4bd38428 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e69180-3a4a-423e-b340-c8c26ed1496d,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:46.985510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3328e1-cf07-4208-8726-3e730bc7535d req-a85a1385-c8f3-4a02-bb82-abc99404a0a1 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] No DVR routers for this DVR port ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:46.988385 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9f3328e1-cf07-4208-8726-3e730bc7535d req-a85a1385-c8f3-4a02-bb82-abc99404a0a1 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:46.990349 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f3328e1-cf07-4208-8726-3e730bc7535d req-a85a1385-c8f3-4a02-bb82-abc99404a0a1 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.20 "DELETE /v2.0/ports/ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef HTTP/1.1" status: 204 len: 173 time: 2.1555979 Aug 10 03:49:46.992840 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be12dd98-4264-4bf9-8b9c-a2695ecdb67d', 'name': 'network-vif-deleted', 'tag': 'ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:46.993679 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1823beb7-ceb9-4a66-ad0b-de51f33870dd" -d '{"events": [{"server_uuid": "be12dd98-4264-4bf9-8b9c-a2695ecdb67d", "name": "network-vif-deleted", "tag": "ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:47.004201 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-f72d854c-8de5-49e4-bb36-10f0ef7abee7 req-ab3de990-7bd7-4c17-95b7-c587d6e29df9 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Deleting port 1f4df809-24be-4471-b1a1-fb3eef4c8705 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:47.004584 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f72d854c-8de5-49e4-bb36-10f0ef7abee7 req-ab3de990-7bd7-4c17-95b7-c587d6e29df9 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.030887 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e21822eb-2480-4368-8812-eb15b6ee9275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.055706 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e21822eb-2480-4368-8812-eb15b6ee9275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.083378 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f72d854c-8de5-49e4-bb36-10f0ef7abee7 req-ab3de990-7bd7-4c17-95b7-c587d6e29df9 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.083714 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f72d854c-8de5-49e4-bb36-10f0ef7abee7 req-ab3de990-7bd7-4c17-95b7-c587d6e29df9 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.085918 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-0c4927ce-ff8e-45cd-8ab8-367d23741308 None None] Set router b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:47.097218 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-f72d854c-8de5-49e4-bb36-10f0ef7abee7 req-ab3de990-7bd7-4c17-95b7-c587d6e29df9 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Calling delete_port for 1f4df809-24be-4471-b1a1-fb3eef4c8705 owned by network:floatingip {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:47.098770 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1c3cf8b2-e49a-4b33-ab3b-d7a5355929e2 req-348c219a-587b-42c7-a635-c52c4bd38428 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.103850 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1c3cf8b2-e49a-4b33-ab3b-d7a5355929e2 req-348c219a-587b-42c7-a635-c52c4bd38428 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.0357985 Aug 10 03:49:47.125099 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dcb1e345-5915-400d-8434-5749601c421f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.128362 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dcb1e345-5915-400d-8434-5749601c421f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.138315 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-dcb1e345-5915-400d-8434-5749601c421f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/20cae67a-0394-4e96-a34d-9959adebe0c2 HTTP/1.1" status: 204 len: 168 time: 0.3541877 Aug 10 03:49:47.146611 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1e345-5915-400d-8434-5749601c421f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cae67a-0394-4e96-a34d-9959adebe0c2,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:47.217030 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e21822eb-2480-4368-8812-eb15b6ee9275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.219830 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e21822eb-2480-4368-8812-eb15b6ee9275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.223462 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e21822eb-2480-4368-8812-eb15b6ee9275 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/509ed6cd-8e4e-48e0-90ce-ce6e76eaff59 HTTP/1.1" status: 204 len: 168 time: 0.2486229 Aug 10 03:49:47.240109 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21822eb-2480-4368-8812-eb15b6ee9275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509ed6cd-8e4e-48e0-90ce-ce6e76eaff59,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:47.252359 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac35f40-07ec-43fc-a846-82c495d360c8 req-32987fac-59ad-4054-8131-7c7569e9aa62 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:47.259121 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aac35f40-07ec-43fc-a846-82c495d360c8 req-32987fac-59ad-4054-8131-7c7569e9aa62 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 945 time: 0.0893116 Aug 10 03:49:47.333131 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aac35f40-07ec-43fc-a846-82c495d360c8 req-895a6c7e-803b-48d8-bca2-53b9d6570454 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0639bd95-6396-4516-b213-71e9bb76a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723693 Aug 10 03:49:47.396810 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0c4927ce-ff8e-45cd-8ab8-367d23741308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'name': 'tempest-ServersTestManualDisk-1109643316-router', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:07Z', 'updated_at': '2021-08-10T03:47:19Z', 'revision_number': 4, 'project_id': '58ee50e6de35447d8f023d20187a0aea', 'gw_port': {'id': 'ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:08Z', 'updated_at': '2021-08-10T03:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'd0e98936-acf4-4daa-a4a4-0d388a45f61d', 'name': '', 'network_id': 'ae78276c-6519-4603-bc80-1f77f9c4457a', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'mac_address': 'fa:16:3e:0e:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '72cf0926-51a4-4fc0-96af-c684075d2095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:15Z', 'updated_at': '2021-08-10T03:47:27Z', 'revision_number': 5, 'project_id': '58ee50e6de35447d8f023d20187a0aea', 'subnets': [{'id': '72cf0926-51a4-4fc0-96af-c684075d2095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:47.427496 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4927ce-ff8e-45cd-8ab8-367d23741308 None None] Checking router: b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:49:47.437257 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4927ce-ff8e-45cd-8ab8-367d23741308 None None] Routers {'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:47.437884 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0c4927ce-ff8e-45cd-8ab8-367d23741308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:49:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:47.449451 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f72d854c-8de5-49e4-bb36-10f0ef7abee7 req-ab3de990-7bd7-4c17-95b7-c587d6e29df9 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.461651 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f7e57-6a8b-4bbb-bcfe-eb12e2394409 req-5ed69134-2a5f-445f-a016-c0ee5f8b7f8d tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:47.463536 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ab3f7e57-6a8b-4bbb-bcfe-eb12e2394409 req-5ed69134-2a5f-445f-a016-c0ee5f8b7f8d tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4b61eee-3e3d-417e-8e41-8fc6561a6179 HTTP/1.1" status: 200 len: 944 time: 0.0649824 Aug 10 03:49:47.504778 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3de990-7bd7-4c17-95b7-c587d6e29df9 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Pushing event deleted for resources: {'Port': ['ID=1f4df809-24be-4471-b1a1-fb3eef4c8705,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:47.522280 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ab3f7e57-6a8b-4bbb-bcfe-eb12e2394409 req-46eb2df0-c846-4d32-ae03-d75e32375e21 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/security-groups?id=91510ed4-5d81-4213-a8b5-e69303c47d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517371 Aug 10 03:49:47.549559 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device effe80ae-6c1e-4fd0-aa2a-12d0efa54a18 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:49:47.572839 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-0c4927ce-ff8e-45cd-8ab8-367d23741308 None None] Set router b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:47.586827 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f72d854c-8de5-49e4-bb36-10f0ef7abee7 req-ab3de990-7bd7-4c17-95b7-c587d6e29df9 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks [] for floatingip, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.589714 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f72d854c-8de5-49e4-bb36-10f0ef7abee7 req-ab3de990-7bd7-4c17-95b7-c587d6e29df9 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.603297 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f72d854c-8de5-49e4-bb36-10f0ef7abee7 req-ab3de990-7bd7-4c17-95b7-c587d6e29df9 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "DELETE /v2.0/floatingips/1e9df6bb-dd65-47dd-b836-53b0c52f4a34 HTTP/1.1" status: 204 len: 173 time: 0.8855724 Aug 10 03:49:47.687476 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1806a951-e27e-4b12-9f56-f1d60eff92d5 req-bb1dda0d-6feb-4ef6-8165-bfc8df81df92 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/ports?device_id=be12dd98-4264-4bf9-8b9c-a2695ecdb67d HTTP/1.1" status: 200 len: 210 time: 0.0319123 Aug 10 03:49:47.729770 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f682367-d271-404a-ab06-932fe67d2e67 x-openstack-request-id: req-1f682367-d271-404a-ab06-932fe67d2e67 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:47.730548 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be12dd98-4264-4bf9-8b9c-a2695ecdb67d", "name": "network-vif-deleted", "tag": "ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:47.731146 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1f682367-d271-404a-ab06-932fe67d2e67 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:47.731651 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be12dd98-4264-4bf9-8b9c-a2695ecdb67d', 'name': 'network-vif-deleted', 'tag': 'ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef', 'status': 'completed', 'code': 200} Aug 10 03:49:47.777688 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c4fa2b96-5454-4723-9a72-bc33ae9e818b req-2ed1fa87-6bbd-4a71-8cec-c84c82ca7012 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "GET /v2.0/security-groups/2d7523af-74e3-40bc-a29e-14d7eed9e80b HTTP/1.1" status: 200 len: 2996 time: 0.0544624 Aug 10 03:49:47.791089 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port effe80ae-6c1e-4fd0-aa2a-12d0efa54a18 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:49:47.795778 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port effe80ae-6c1e-4fd0-aa2a-12d0efa54a18 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:49:47.796374 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.831272 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0c4927ce-ff8e-45cd-8ab8-367d23741308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'name': 'tempest-ServersTestManualDisk-1109643316-router', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:07Z', 'updated_at': '2021-08-10T03:47:19Z', 'revision_number': 4, 'project_id': '58ee50e6de35447d8f023d20187a0aea', 'gw_port': {'id': 'ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:08Z', 'updated_at': '2021-08-10T03:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'd0e98936-acf4-4daa-a4a4-0d388a45f61d', 'name': '', 'network_id': 'ae78276c-6519-4603-bc80-1f77f9c4457a', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'mac_address': 'fa:16:3e:0e:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '72cf0926-51a4-4fc0-96af-c684075d2095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:15Z', 'updated_at': '2021-08-10T03:47:27Z', 'revision_number': 5, 'project_id': '58ee50e6de35447d8f023d20187a0aea', 'subnets': [{'id': '72cf0926-51a4-4fc0-96af-c684075d2095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:47.854065 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-42970f8b-4e7a-4413-9c46-0690e58c02b6 req-f3429a53-9c00-404e-b152-5645408b8e48 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "GET /v2.0/security-group-rules/c9e69180-3a4a-423e-b340-c8c26ed1496d HTTP/1.1" status: 200 len: 783 time: 0.0547266 Aug 10 03:49:47.861834 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4927ce-ff8e-45cd-8ab8-367d23741308 None None] The sync data for ids ['b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e'] in n-d-802893-2 is: [{'id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'name': 'tempest-ServersTestManualDisk-1109643316-router', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:07Z', 'updated_at': '2021-08-10T03:47:19Z', 'revision_number': 4, 'project_id': '58ee50e6de35447d8f023d20187a0aea', 'gw_port': {'id': 'ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:08Z', 'updated_at': '2021-08-10T03:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'd0e98936-acf4-4daa-a4a4-0d388a45f61d', 'name': '', 'network_id': 'ae78276c-6519-4603-bc80-1f77f9c4457a', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'mac_address': 'fa:16:3e:0e:80:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '72cf0926-51a4-4fc0-96af-c684075d2095', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:15Z', 'updated_at': '2021-08-10T03:47:27Z', 'revision_number': 5, 'project_id': '58ee50e6de35447d8f023d20187a0aea', 'subnets': [{'id': '72cf0926-51a4-4fc0-96af-c684075d2095', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:49:47.946798 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:47.962624 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32292b05-ec23-4183-88e3-4b19d9cd4723 req-bc5552fd-1967-419b-acfe-10cc18faca8f tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.36 HTTP/1.1" status: 200 len: 1001 time: 0.2149153 Aug 10 03:49:47.971068 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-42970f8b-4e7a-4413-9c46-0690e58c02b6 req-8e22bbf0-2692-428c-a663-0fc4b92ee551 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "GET /v2.0/security-groups/2d7523af-74e3-40bc-a29e-14d7eed9e80b HTTP/1.1" status: 200 len: 2996 time: 0.1161454 Aug 10 03:49:48.009909 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef42d5b-c965-45b0-a25e-0048c87e5a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4654b648-825c-4823-ba74-3e5f61479c58'}, {'server_uuid': 'f4b61eee-3e3d-417e-8e41-8fc6561a6179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effe80ae-6c1e-4fd0-aa2a-12d0efa54a18'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:48.012218 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-42970f8b-4e7a-4413-9c46-0690e58c02b6 req-4a6e652c-a777-4d82-a901-735cb4e11941 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.013491 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4113ca02-896a-4dcf-a4c8-39587e676823" -d '{"events": [{"server_uuid": "4ef42d5b-c965-45b0-a25e-0048c87e5a3a", "name": "network-vif-plugged", "status": "completed", "tag": "4654b648-825c-4823-ba74-3e5f61479c58"}, {"server_uuid": "f4b61eee-3e3d-417e-8e41-8fc6561a6179", "name": "network-vif-plugged", "status": "completed", "tag": "effe80ae-6c1e-4fd0-aa2a-12d0efa54a18"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:48.021117 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port effe80ae-6c1e-4fd0-aa2a-12d0efa54a18, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=effe80ae-6c1e-4fd0-aa2a-12d0efa54a18,segment=NetworkSegment(ca1a5dcc-131d-4766-a75e-b2e49a22029e),segment_id=ca1a5dcc-131d-4766-a75e-b2e49a22029e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:48.024760 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-42970f8b-4e7a-4413-9c46-0690e58c02b6 req-4a6e652c-a777-4d82-a901-735cb4e11941 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.028728 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32292b05-ec23-4183-88e3-4b19d9cd4723 req-8b15268d-b3ef-429b-8153-6f00e73767fb tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:48.030354 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32292b05-ec23-4183-88e3-4b19d9cd4723 req-8b15268d-b3ef-429b-8153-6f00e73767fb tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/ports/f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4 HTTP/1.1" status: 200 len: 943 time: 0.0601313 Aug 10 03:49:48.128127 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.156613 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-42970f8b-4e7a-4413-9c46-0690e58c02b6 req-4a6e652c-a777-4d82-a901-735cb4e11941 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.158516 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32292b05-ec23-4183-88e3-4b19d9cd4723 req-9687a426-431c-4d18-a190-d3ad65e841d9 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.36 HTTP/1.1" status: 200 len: 1001 time: 0.0774510 Aug 10 03:49:48.163310 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-42970f8b-4e7a-4413-9c46-0690e58c02b6 req-4a6e652c-a777-4d82-a901-735cb4e11941 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.178036 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-42970f8b-4e7a-4413-9c46-0690e58c02b6 req-4a6e652c-a777-4d82-a901-735cb4e11941 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/c9e69180-3a4a-423e-b340-c8c26ed1496d HTTP/1.1" status: 204 len: 173 time: 0.1897759 Aug 10 03:49:48.193624 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e652c-a777-4d82-a901-735cb4e11941 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9e69180-3a4a-423e-b340-c8c26ed1496d,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:48.243244 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=effe80ae-6c1e-4fd0-aa2a-12d0efa54a18,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:48.249419 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3bfa18-e29d-4247-9200-de9345b6636c x-openstack-request-id: req-5a3bfa18-e29d-4247-9200-de9345b6636c {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:48.253851 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef42d5b-c965-45b0-a25e-0048c87e5a3a", "name": "network-vif-plugged", "status": "completed", "tag": "4654b648-825c-4823-ba74-3e5f61479c58", "code": 200}, {"server_uuid": "f4b61eee-3e3d-417e-8e41-8fc6561a6179", "name": "network-vif-plugged", "status": "completed", "tag": "effe80ae-6c1e-4fd0-aa2a-12d0efa54a18", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:48.253851 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a3bfa18-e29d-4247-9200-de9345b6636c {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:48.253851 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef42d5b-c965-45b0-a25e-0048c87e5a3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4654b648-825c-4823-ba74-3e5f61479c58', 'code': 200} Aug 10 03:49:48.253851 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b61eee-3e3d-417e-8e41-8fc6561a6179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'effe80ae-6c1e-4fd0-aa2a-12d0efa54a18', 'code': 200} Aug 10 03:49:48.312053 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:48.317046 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4c2045-38e3-4dd5-b8de-82431be5fbef None None] New status for floating IP 20d1053b-3e14-458f-9c6c-5539eb09e17f: DOWN {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:49:48.334162 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55732) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:48.344075 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f9c61e6b-2323-475c-a543-75c966a2ab08 req-49989ca3-c340-4349-b74b-2f9d19517848 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "GET /v2.0/security-groups/2d7523af-74e3-40bc-a29e-14d7eed9e80b HTTP/1.1" status: 200 len: 2398 time: 0.0815260 Aug 10 03:49:48.384647 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:48.385310 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device ee6a3e85-cc57-46ca-b15f-b56e4c3a2eef not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:48.397722 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32292b05-ec23-4183-88e3-4b19d9cd4723 req-d35ad029-58d0-4269-8ae2-ebbfb7aa1db2 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:48.406806 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32292b05-ec23-4183-88e3-4b19d9cd4723 req-d35ad029-58d0-4269-8ae2-ebbfb7aa1db2 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 784 time: 0.2405012 Aug 10 03:49:48.432639 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132dc61e-9aaf-403b-ac05-f7f2bde6222c req-70d2b9db-2c41-43fb-973f-0d103b4ecc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:48.434382 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-132dc61e-9aaf-403b-ac05-f7f2bde6222c req-70d2b9db-2c41-43fb-973f-0d103b4ecc2f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f4b61eee-3e3d-417e-8e41-8fc6561a6179 HTTP/1.1" status: 200 len: 1096 time: 0.0795591 Aug 10 03:49:48.438628 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f64cd4ea-af10-4c6c-93de-a8c4c3522d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.474770 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f9c61e6b-2323-475c-a543-75c966a2ab08 req-2b529161-316e-4afc-a3c5-3be1efe464d2 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.486182 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-132dc61e-9aaf-403b-ac05-f7f2bde6222c req-2f057ad3-f208-48e4-9f90-bd33f4db6758 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=91510ed4-5d81-4213-a8b5-e69303c47d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403285 Aug 10 03:49:48.508793 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f9c61e6b-2323-475c-a543-75c966a2ab08 req-2b529161-316e-4afc-a3c5-3be1efe464d2 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.558150 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32292b05-ec23-4183-88e3-4b19d9cd4723 req-93814d00-1984-4120-bb10-866493c94895 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.36 HTTP/1.1" status: 200 len: 1001 time: 0.1504974 Aug 10 03:49:48.561105 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1109276-0ac6-4027-9388-bd00ef7844ad req-2f21e599-e036-4091-821e-b0ca8c20e4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:48.562531 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c1109276-0ac6-4027-9388-bd00ef7844ad req-2f21e599-e036-4091-821e-b0ca8c20e4a0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 1096 time: 0.1531818 Aug 10 03:49:48.568681 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-32292b05-ec23-4183-88e3-4b19d9cd4723 req-a4c4d036-498d-429c-9d2e-a91d7f313367 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:48.641441 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f9c61e6b-2323-475c-a543-75c966a2ab08 req-2b529161-316e-4afc-a3c5-3be1efe464d2 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.644057 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f9c61e6b-2323-475c-a543-75c966a2ab08 req-2b529161-316e-4afc-a3c5-3be1efe464d2 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.645253 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f9c61e6b-2323-475c-a543-75c966a2ab08 req-2b529161-316e-4afc-a3c5-3be1efe464d2 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "DELETE /v2.0/security-groups/2d7523af-74e3-40bc-a29e-14d7eed9e80b HTTP/1.1" status: 204 len: 173 time: 0.3001301 Aug 10 03:49:48.658759 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b529161-316e-4afc-a3c5-3be1efe464d2 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7523af-74e3-40bc-a29e-14d7eed9e80b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:48.662081 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c1109276-0ac6-4027-9388-bd00ef7844ad req-a4af2be0-9c70-476c-9fd5-c9ee6ad6d432 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0639bd95-6396-4516-b213-71e9bb76a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535865 Aug 10 03:49:48.668175 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-32292b05-ec23-4183-88e3-4b19d9cd4723 req-a4c4d036-498d-429c-9d2e-a91d7f313367 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks [] for floatingip, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.770433 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef1c39-e18c-4e2b-8156-e38b43fab99e req-f2d72a01-fb9e-4397-b85d-6c63d4feb35b tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:48.773287 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-51ef1c39-e18c-4e2b-8156-e38b43fab99e req-f2d72a01-fb9e-4397-b85d-6c63d4feb35b tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 945 time: 0.0629497 Aug 10 03:49:48.816308 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-51ef1c39-e18c-4e2b-8156-e38b43fab99e req-c31e79cb-1c0e-452d-891b-880c9dea6178 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0639bd95-6396-4516-b213-71e9bb76a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370295 Aug 10 03:49:48.825669 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f64cd4ea-af10-4c6c-93de-a8c4c3522d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.859135 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-32292b05-ec23-4183-88e3-4b19d9cd4723 req-a4c4d036-498d-429c-9d2e-a91d7f313367 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.936643 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb591f8-50e8-4c41-9d23-3ba7fcacbffe req-20b6027f-c531-44c4-af55-1f7ad6d1e20f tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:48.938159 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bdb591f8-50e8-4c41-9d23-3ba7fcacbffe req-20b6027f-c531-44c4-af55-1f7ad6d1e20f tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4b61eee-3e3d-417e-8e41-8fc6561a6179 HTTP/1.1" status: 200 len: 945 time: 0.0497224 Aug 10 03:49:48.956473 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f64cd4ea-af10-4c6c-93de-a8c4c3522d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:48.978160 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bdb591f8-50e8-4c41-9d23-3ba7fcacbffe req-3c4cfc42-18bf-45cd-aebd-d8a01a1bfe6d tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/security-groups?id=91510ed4-5d81-4213-a8b5-e69303c47d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334191 Aug 10 03:49:49.007442 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-32292b05-ec23-4183-88e3-4b19d9cd4723 req-a4c4d036-498d-429c-9d2e-a91d7f313367 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.008121 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [req-32292b05-ec23-4183-88e3-4b19d9cd4723 req-a4c4d036-498d-429c-9d2e-a91d7f313367 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Floating IP 525867c1-000a-4a95-b24b-cfcd08785c1c disassociated. External IP: 172.25.0.36, port: f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4. Aug 10 03:49:49.013297 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f64cd4ea-af10-4c6c-93de-a8c4c3522d09 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a057ca297855444dbecd5c7299c11611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6774364 Aug 10 03:49:49.015209 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [req-320845bf-202b-48d0-bccb-470ab1599aaa req-21c4daf7-989b-4e05-a77d-f3c37f6f0084 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] show failed (client error): The resource could not be found. Aug 10 03:49:49.016232 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-320845bf-202b-48d0-bccb-470ab1599aaa req-21c4daf7-989b-4e05-a77d-f3c37f6f0084 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "GET /v2.0/security-groups/d1f0e2fb-a77e-4813-90ea-a2d8126a5c21 HTTP/1.1" status: 404 len: 352 time: 0.0155463 Aug 10 03:49:49.016668 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55754) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:49.044515 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64cd4ea-af10-4c6c-93de-a8c4c3522d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344061ba-4ee4-4642-af80-81c3a05b4c09,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:49.077225 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05a429a0-9405-4c5a-b88e-16fabd12dc9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.104455 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05a429a0-9405-4c5a-b88e-16fabd12dc9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.236896 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05a429a0-9405-4c5a-b88e-16fabd12dc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.239452 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05a429a0-9405-4c5a-b88e-16fabd12dc9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.243133 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32292b05-ec23-4183-88e3-4b19d9cd4723 req-a4c4d036-498d-429c-9d2e-a91d7f313367 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Router 4f4e4972-5ade-4c13-acf2-4cbce90ee621 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:49:49.243984 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-05a429a0-9405-4c5a-b88e-16fabd12dc9f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/344061ba-4ee4-4642-af80-81c3a05b4c09 HTTP/1.1" status: 204 len: 168 time: 0.2231379 Aug 10 03:49:49.250084 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a429a0-9405-4c5a-b88e-16fabd12dc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344061ba-4ee4-4642-af80-81c3a05b4c09,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:49.328802 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5512a1cb-d311-42f6-87a5-6d8a1c65b371 req-2e5d2916-17da-469f-9340-21ff1ea2f9f3 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "GET /v2.0/security-groups/fa0f469c-54c8-4c9d-a57b-3daaec83eaab HTTP/1.1" status: 200 len: 1804 time: 0.0437279 Aug 10 03:49:49.381267 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32292b05-ec23-4183-88e3-4b19d9cd4723 req-a4c4d036-498d-429c-9d2e-a91d7f313367 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:49:49.386010 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-32292b05-ec23-4183-88e3-4b19d9cd4723 req-a4c4d036-498d-429c-9d2e-a91d7f313367 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.395000 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb17e977-6662-461a-b057-309e909eb38b None None] Sync routers for ids ['4f4e4972-5ade-4c13-acf2-4cbce90ee621'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:49:49.405778 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5512a1cb-d311-42f6-87a5-6d8a1c65b371 req-40f661ed-b482-42d2-a3a2-1cffab3d26f6 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.406539 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb17e977-6662-461a-b057-309e909eb38b None None] Routers {'4f4e4972-5ade-4c13-acf2-4cbce90ee621'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:49.409089 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-fb17e977-6662-461a-b057-309e909eb38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:49:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['4f4e4972-5ade-4c13-acf2-4cbce90ee621'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:49.437358 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32292b05-ec23-4183-88e3-4b19d9cd4723 req-a4c4d036-498d-429c-9d2e-a91d7f313367 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "PUT /v2.0/floatingips/525867c1-000a-4a95-b24b-cfcd08785c1c HTTP/1.1" status: 200 len: 694 time: 0.8728566 Aug 10 03:49:49.441682 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5512a1cb-d311-42f6-87a5-6d8a1c65b371 req-40f661ed-b482-42d2-a3a2-1cffab3d26f6 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.484812 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32292b05-ec23-4183-88e3-4b19d9cd4723 req-3fd4ec9b-90b1-40ca-ae3e-7fa667ff3647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:49.486496 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32292b05-ec23-4183-88e3-4b19d9cd4723 req-3fd4ec9b-90b1-40ca-ae3e-7fa667ff3647 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2949f596d7684183a816fc0f69eb7df0&device_id=af40cab7-9a39-4e24-8112-584b3cd1c257 HTTP/1.1" status: 200 len: 1097 time: 0.0482974 Aug 10 03:49:49.537517 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-fb17e977-6662-461a-b057-309e909eb38b None None] Set router 4f4e4972-5ade-4c13-acf2-4cbce90ee621 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:49.581119 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32292b05-ec23-4183-88e3-4b19d9cd4723 req-1998d387-7d3e-48fd-8c81-eaeee6581caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:49.582793 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32292b05-ec23-4183-88e3-4b19d9cd4723 req-1998d387-7d3e-48fd-8c81-eaeee6581caa service neutron] 10.222.0.25 "GET /v2.0/networks?id=9b5685bf-9215-43f2-a230-36a84f30c754 HTTP/1.1" status: 200 len: 930 time: 0.0874293 Aug 10 03:49:49.639241 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32292b05-ec23-4183-88e3-4b19d9cd4723 req-4810d321-2690-4f7e-b94d-de191a5dc02f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4 HTTP/1.1" status: 200 len: 217 time: 0.0475018 Aug 10 03:49:49.644258 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5512a1cb-d311-42f6-87a5-6d8a1c65b371 req-40f661ed-b482-42d2-a3a2-1cffab3d26f6 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.652589 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5512a1cb-d311-42f6-87a5-6d8a1c65b371 req-40f661ed-b482-42d2-a3a2-1cffab3d26f6 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.655146 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5512a1cb-d311-42f6-87a5-6d8a1c65b371 req-40f661ed-b482-42d2-a3a2-1cffab3d26f6 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "DELETE /v2.0/security-groups/fa0f469c-54c8-4c9d-a57b-3daaec83eaab HTTP/1.1" status: 204 len: 173 time: 0.3215823 Aug 10 03:49:49.696766 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f661ed-b482-42d2-a3a2-1cffab3d26f6 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0f469c-54c8-4c9d-a57b-3daaec83eaab,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:49.726740 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32292b05-ec23-4183-88e3-4b19d9cd4723 req-e3f48eea-b493-4fd2-8dff-42ec86ab2b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:49.728332 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32292b05-ec23-4183-88e3-4b19d9cd4723 req-e3f48eea-b493-4fd2-8dff-42ec86ab2b10 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37cee9a6-5280-4566-b573-22ad6aabe2c9 HTTP/1.1" status: 200 len: 868 time: 0.0780594 Aug 10 03:49:49.732938 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af40cab7-9a39-4e24-8112-584b3cd1c257', 'tag': 'f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:49.735523 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6d2add-6743-41e6-a1ad-d064072bfd32" -d '{"events": [{"name": "network-changed", "server_uuid": "af40cab7-9a39-4e24-8112-584b3cd1c257", "tag": "f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:49.780454 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32292b05-ec23-4183-88e3-4b19d9cd4723 req-589107b6-4c35-4430-9699-f882fd4aaea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:49.782130 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32292b05-ec23-4183-88e3-4b19d9cd4723 req-589107b6-4c35-4430-9699-f882fd4aaea7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9b5685bf-9215-43f2-a230-36a84f30c754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433969 Aug 10 03:49:49.783613 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-fb17e977-6662-461a-b057-309e909eb38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649751017-router', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '1308c627-cbe6-4280-948d-0e48cd5bafba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:49:02Z', 'updated_at': '2021-08-10T03:49:10Z', 'revision_number': 4, 'project_id': '2949f596d7684183a816fc0f69eb7df0', 'gw_port': {'id': '1308c627-cbe6-4280-948d-0e48cd5bafba', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:be:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:03Z', 'updated_at': '2021-08-10T03:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '1fac229f-5da3-465b-91b4-a862ad398919', 'name': '', 'network_id': '9b5685bf-9215-43f2-a230-36a84f30c754', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0', 'mac_address': 'fa:16:3e:c8:68:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '37cee9a6-5280-4566-b573-22ad6aabe2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:08Z', 'updated_at': '2021-08-10T03:49:17Z', 'revision_number': 5, 'project_id': '2949f596d7684183a816fc0f69eb7df0', 'subnets': [{'id': '37cee9a6-5280-4566-b573-22ad6aabe2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:49.817844 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb17e977-6662-461a-b057-309e909eb38b None None] Checking router: 4f4e4972-5ade-4c13-acf2-4cbce90ee621 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:49:49.823748 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55776) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:49.828730 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb17e977-6662-461a-b057-309e909eb38b None None] Routers {'4f4e4972-5ade-4c13-acf2-4cbce90ee621'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:49.829843 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-fb17e977-6662-461a-b057-309e909eb38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:49:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['4f4e4972-5ade-4c13-acf2-4cbce90ee621'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:49.946830 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32292b05-ec23-4183-88e3-4b19d9cd4723 req-f054e323-6101-459f-b435-df2b2f6c11d6 service neutron] 10.222.0.25 "GET /v2.0/networks/9b5685bf-9215-43f2-a230-36a84f30c754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559157 Aug 10 03:49:49.966245 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-fb17e977-6662-461a-b057-309e909eb38b None None] Set router 4f4e4972-5ade-4c13-acf2-4cbce90ee621 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:49.974948 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3278ddc-2015-4a6b-a94f-71318de84722 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:49.995775 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a2a355b2-50b0-474b-8fac-72fc899e6951 req-3d21df4f-5768-4040-829c-41e859dabd15 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "GET /v2.0/security-groups/4ace0786-1ff8-4006-9780-b89c425efe6a HTTP/1.1" status: 200 len: 1804 time: 0.1224933 Aug 10 03:49:50.011243 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3278ddc-2015-4a6b-a94f-71318de84722 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.065034 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32292b05-ec23-4183-88e3-4b19d9cd4723 req-ac5d88e7-7fb3-4848-b802-817c3d9231f8 service neutron] 10.222.0.25 "GET /v2.0/networks/9b5685bf-9215-43f2-a230-36a84f30c754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079714 Aug 10 03:49:50.090311 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a2a355b2-50b0-474b-8fac-72fc899e6951 req-17aa4c14-4d6c-42aa-82e6-4c53af9b10a1 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.114869 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a2a355b2-50b0-474b-8fac-72fc899e6951 req-17aa4c14-4d6c-42aa-82e6-4c53af9b10a1 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.190550 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3278ddc-2015-4a6b-a94f-71318de84722 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.193462 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3278ddc-2015-4a6b-a94f-71318de84722 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.195486 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e3278ddc-2015-4a6b-a94f-71318de84722 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "DELETE /v2.0/security-groups/97d5d33d-7b70-4a98-8aea-b0c2f3b02207 HTTP/1.1" status: 204 len: 168 time: 0.3707261 Aug 10 03:49:50.198342 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55792) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:50.206720 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-fb17e977-6662-461a-b057-309e909eb38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649751017-router', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '1308c627-cbe6-4280-948d-0e48cd5bafba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:49:02Z', 'updated_at': '2021-08-10T03:49:10Z', 'revision_number': 4, 'project_id': '2949f596d7684183a816fc0f69eb7df0', 'gw_port': {'id': '1308c627-cbe6-4280-948d-0e48cd5bafba', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:be:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:03Z', 'updated_at': '2021-08-10T03:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '1fac229f-5da3-465b-91b4-a862ad398919', 'name': '', 'network_id': '9b5685bf-9215-43f2-a230-36a84f30c754', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0', 'mac_address': 'fa:16:3e:c8:68:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '37cee9a6-5280-4566-b573-22ad6aabe2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:08Z', 'updated_at': '2021-08-10T03:49:17Z', 'revision_number': 5, 'project_id': '2949f596d7684183a816fc0f69eb7df0', 'subnets': [{'id': '37cee9a6-5280-4566-b573-22ad6aabe2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:50.215008 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-b22d4e98-f276-4def-9453-8f9ee676c574 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] show failed (client error): The resource could not be found. Aug 10 03:49:50.215876 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3278ddc-2015-4a6b-a94f-71318de84722 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d5d33d-7b70-4a98-8aea-b0c2f3b02207,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:50.216294 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b22d4e98-f276-4def-9453-8f9ee676c574 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "GET /v2.0/security-groups/97d5d33d-7b70-4a98-8aea-b0c2f3b02207 HTTP/1.1" status: 404 len: 347 time: 0.0158749 Aug 10 03:49:50.217869 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fd617c-c6be-4dd3-b580-356774f2bf61 x-openstack-request-id: req-a1fd617c-c6be-4dd3-b580-356774f2bf61 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:50.218252 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af40cab7-9a39-4e24-8112-584b3cd1c257", "tag": "f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:50.218597 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1fd617c-c6be-4dd3-b580-356774f2bf61 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:50.219059 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55794) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:50.219208 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af40cab7-9a39-4e24-8112-584b3cd1c257', 'tag': 'f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4', 'status': 'completed', 'code': 200} Aug 10 03:49:50.327484 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0634c-c0c4-4a4b-b39b-3ab369e78823 req-e0c670f6-f83d-4763-86e6-fd4194b0a5b6 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:50.329710 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8dd0634c-c0c4-4a4b-b39b-3ab369e78823 req-e0c670f6-f83d-4763-86e6-fd4194b0a5b6 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 945 time: 0.0585163 Aug 10 03:49:50.347653 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb17e977-6662-461a-b057-309e909eb38b None None] The sync data for ids ['4f4e4972-5ade-4c13-acf2-4cbce90ee621'] in n-d-802893-2 is: [{'id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649751017-router', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '1308c627-cbe6-4280-948d-0e48cd5bafba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:49:02Z', 'updated_at': '2021-08-10T03:49:10Z', 'revision_number': 4, 'project_id': '2949f596d7684183a816fc0f69eb7df0', 'gw_port': {'id': '1308c627-cbe6-4280-948d-0e48cd5bafba', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:be:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:03Z', 'updated_at': '2021-08-10T03:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '1fac229f-5da3-465b-91b4-a862ad398919', 'name': '', 'network_id': '9b5685bf-9215-43f2-a230-36a84f30c754', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0', 'mac_address': 'fa:16:3e:c8:68:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'device_owner': 'network:router_interface', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '37cee9a6-5280-4566-b573-22ad6aabe2c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:08Z', 'updated_at': '2021-08-10T03:49:17Z', 'revision_number': 5, 'project_id': '2949f596d7684183a816fc0f69eb7df0', 'subnets': [{'id': '37cee9a6-5280-4566-b573-22ad6aabe2c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:49:50.364057 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a2a355b2-50b0-474b-8fac-72fc899e6951 req-17aa4c14-4d6c-42aa-82e6-4c53af9b10a1 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.367429 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a2a355b2-50b0-474b-8fac-72fc899e6951 req-17aa4c14-4d6c-42aa-82e6-4c53af9b10a1 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.382051 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a2a355b2-50b0-474b-8fac-72fc899e6951 req-17aa4c14-4d6c-42aa-82e6-4c53af9b10a1 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "DELETE /v2.0/security-groups/4ace0786-1ff8-4006-9780-b89c425efe6a HTTP/1.1" status: 204 len: 173 time: 0.3761284 Aug 10 03:49:50.390334 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8dd0634c-c0c4-4a4b-b39b-3ab369e78823 req-2b27eddd-371a-455d-b64c-5f24939cc9dd tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0639bd95-6396-4516-b213-71e9bb76a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533442 Aug 10 03:49:50.415732 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d2add-6743-41e6-a1ad-d064072bfd32 req-c631831b-d536-49c9-a527-e7a011ceefde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:50.417456 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db6d2add-6743-41e6-a1ad-d064072bfd32 req-c631831b-d536-49c9-a527-e7a011ceefde service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=2949f596d7684183a816fc0f69eb7df0&device_id=af40cab7-9a39-4e24-8112-584b3cd1c257 HTTP/1.1" status: 200 len: 1097 time: 0.1461852 Aug 10 03:49:50.427668 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aa4c14-4d6c-42aa-82e6-4c53af9b10a1 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ace0786-1ff8-4006-9780-b89c425efe6a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:50.520580 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-66818186-eaa2-4027-bb1f-737f12ec55f1 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Deleting port 2724cbc4-a22c-49e5-83bc-b757d7044d91 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:50.520927 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-66818186-eaa2-4027-bb1f-737f12ec55f1 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.565860 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656305f6-70c8-4718-96ab-efb81ad96369 req-58418a1c-3509-40a9-ba95-7f100b36bd88 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:50.567745 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-656305f6-70c8-4718-96ab-efb81ad96369 req-58418a1c-3509-40a9-ba95-7f100b36bd88 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4b61eee-3e3d-417e-8e41-8fc6561a6179 HTTP/1.1" status: 200 len: 945 time: 0.0824635 Aug 10 03:49:50.612384 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-656305f6-70c8-4718-96ab-efb81ad96369 req-a93a02e9-bdd9-4e1a-8058-acc0ce4a760f tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/security-groups?id=91510ed4-5d81-4213-a8b5-e69303c47d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362146 Aug 10 03:49:50.617362 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d2add-6743-41e6-a1ad-d064072bfd32 req-52d7310d-a93f-4dfc-911f-b6dcce3b256a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:50.618851 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db6d2add-6743-41e6-a1ad-d064072bfd32 req-52d7310d-a93f-4dfc-911f-b6dcce3b256a service neutron] 10.222.0.68 "GET /v2.0/networks?id=9b5685bf-9215-43f2-a230-36a84f30c754 HTTP/1.1" status: 200 len: 930 time: 0.1882832 Aug 10 03:49:50.629349 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5c06c1c7-65ab-45e2-9831-3db6092e7f4d req-8b54c1cc-0f73-4d1c-84cb-9ed80e0c1726 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/floatingips/525867c1-000a-4a95-b24b-cfcd08785c1c HTTP/1.1" status: 200 len: 694 time: 0.0922298 Aug 10 03:49:50.689323 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db6d2add-6743-41e6-a1ad-d064072bfd32 req-a9e0ee25-f42c-496b-aebc-54146a03ee74 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4 HTTP/1.1" status: 200 len: 217 time: 0.0560029 Aug 10 03:49:50.714270 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e2af8e9-d226-4bd0-a185-cf3e861a719d req-6a120be7-b126-4654-b70f-db76cbba44f8 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "GET /v2.0/security-groups/9fa58723-37c6-403a-8639-fc87a911c595 HTTP/1.1" status: 200 len: 1804 time: 0.0579529 Aug 10 03:49:50.777390 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-66818186-eaa2-4027-bb1f-737f12ec55f1 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.777390 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-66818186-eaa2-4027-bb1f-737f12ec55f1 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.778159 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ca921c-fa92-4130-97aa-84bcdebc5240 None None] New status for floating IP 525867c1-000a-4a95-b24b-cfcd08785c1c: DOWN {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:49:50.779200 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e2af8e9-d226-4bd0-a185-cf3e861a719d req-edb442d3-b112-461f-92b8-f7621ed28b50 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.793598 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-66818186-eaa2-4027-bb1f-737f12ec55f1 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Calling delete_port for 2724cbc4-a22c-49e5-83bc-b757d7044d91 owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:50.806133 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e2af8e9-d226-4bd0-a185-cf3e861a719d req-edb442d3-b112-461f-92b8-f7621ed28b50 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.836607 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d2add-6743-41e6-a1ad-d064072bfd32 req-594462a1-6ca7-4fda-a52f-47dc569b794a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:50.838125 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db6d2add-6743-41e6-a1ad-d064072bfd32 req-594462a1-6ca7-4fda-a52f-47dc569b794a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=37cee9a6-5280-4566-b573-22ad6aabe2c9 HTTP/1.1" status: 200 len: 868 time: 0.1349494 Aug 10 03:49:50.891396 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06c1c7-65ab-45e2-9831-3db6092e7f4d req-425a408b-82b6-45d5-a60e-517908456e5b tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:50.892818 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5c06c1c7-65ab-45e2-9831-3db6092e7f4d req-425a408b-82b6-45d5-a60e-517908456e5b tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 784 time: 0.2477167 Aug 10 03:49:50.950736 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e2af8e9-d226-4bd0-a185-cf3e861a719d req-edb442d3-b112-461f-92b8-f7621ed28b50 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.954887 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e2af8e9-d226-4bd0-a185-cf3e861a719d req-edb442d3-b112-461f-92b8-f7621ed28b50 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:50.955686 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e2af8e9-d226-4bd0-a185-cf3e861a719d req-edb442d3-b112-461f-92b8-f7621ed28b50 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "DELETE /v2.0/security-groups/9fa58723-37c6-403a-8639-fc87a911c595 HTTP/1.1" status: 204 len: 173 time: 0.2350264 Aug 10 03:49:50.967940 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb442d3-b112-461f-92b8-f7621ed28b50 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa58723-37c6-403a-8639-fc87a911c595,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:50.988134 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d2add-6743-41e6-a1ad-d064072bfd32 req-f8fec455-548b-4c49-98b3-753e8e4f5f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:50.996092 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db6d2add-6743-41e6-a1ad-d064072bfd32 req-f8fec455-548b-4c49-98b3-753e8e4f5f53 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=9b5685bf-9215-43f2-a230-36a84f30c754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1427302 Aug 10 03:49:51.006775 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5c06c1c7-65ab-45e2-9831-3db6092e7f4d req-5f031c8b-4efc-4263-9f86-4f03f96f74f8 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.36 HTTP/1.1" status: 200 len: 697 time: 0.0700357 Aug 10 03:49:51.084205 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7903033-8f62-4520-8f64-60a05de7487d req-0eda725b-bca8-4454-927e-eb9592ab3274 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:51.086919 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7903033-8f62-4520-8f64-60a05de7487d req-0eda725b-bca8-4454-927e-eb9592ab3274 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 945 time: 0.0584426 Aug 10 03:49:51.104077 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55820) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:51.104077 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-0c9d5d9e-6efb-440d-ac82-6eb730601045 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Request body: {'floatingip': {'port_id': '4654b648-825c-4823-ba74-3e5f61479c58'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:51.192022 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0c9d5d9e-6efb-440d-ac82-6eb730601045 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks [] for floatingip, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.276950 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578f329-7214-44a2-a93c-8c270c66accf req-c15c47b1-826c-4cae-a949-21561b666d9b tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:51.278411 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8578f329-7214-44a2-a93c-8c270c66accf req-c15c47b1-826c-4cae-a949-21561b666d9b tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f9b66c5-35b9-483d-8c43-223d878f30b8 HTTP/1.1" status: 200 len: 946 time: 0.1202173 Aug 10 03:49:51.361068 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8578f329-7214-44a2-a93c-8c270c66accf req-ede196ed-373d-4069-84f2-6f33c200abf1 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/security-groups?id=91510ed4-5d81-4213-a8b5-e69303c47d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761433 Aug 10 03:49:51.425583 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5c06c1c7-65ab-45e2-9831-3db6092e7f4d req-2da75e0f-6d0d-4121-8a48-21384e474a1c tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.36 HTTP/1.1" status: 200 len: 695 time: 0.4098225 Aug 10 03:49:51.496102 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-da10147f-37e8-478d-9f31-f0fb62275639 req-323a1fb1-ab98-4d84-b4e0-e53fad2181a1 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "GET /v2.0/security-groups/dd8495b1-0557-4089-8e81-c462155dcfcd HTTP/1.1" status: 200 len: 2404 time: 0.0866277 Aug 10 03:49:51.595547 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db6d2add-6743-41e6-a1ad-d064072bfd32 req-61cdba2a-6100-42f5-9524-a43e209deb8a service neutron] 10.222.0.68 "GET /v2.0/networks/9b5685bf-9215-43f2-a230-36a84f30c754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5923214 Aug 10 03:49:51.696082 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-5c06c1c7-65ab-45e2-9831-3db6092e7f4d req-4050ce2f-88f4-466b-8da6-800a46172165 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Deleting port 7f0f7cef-55ac-4b5f-bf2c-e2822af7f5a4 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:51.696541 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5c06c1c7-65ab-45e2-9831-3db6092e7f4d req-4050ce2f-88f4-466b-8da6-800a46172165 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.698161 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-66818186-eaa2-4027-bb1f-737f12ec55f1 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.776390 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66818186-eaa2-4027-bb1f-737f12ec55f1 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Pushing event deleted for resources: {'Port': ['ID=2724cbc4-a22c-49e5-83bc-b757d7044d91,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:51.813921 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db6d2add-6743-41e6-a1ad-d064072bfd32 req-a226da7c-bb78-42f2-9186-379bbb2a5e8e service neutron] 10.222.0.68 "GET /v2.0/networks/9b5685bf-9215-43f2-a230-36a84f30c754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073572 Aug 10 03:49:51.875529 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5c06c1c7-65ab-45e2-9831-3db6092e7f4d req-4050ce2f-88f4-466b-8da6-800a46172165 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.876213 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5c06c1c7-65ab-45e2-9831-3db6092e7f4d req-4050ce2f-88f4-466b-8da6-800a46172165 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.889390 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-66818186-eaa2-4027-bb1f-737f12ec55f1 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks [] for floatingip, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.891945 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-66818186-eaa2-4027-bb1f-737f12ec55f1 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:51.893119 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-66818186-eaa2-4027-bb1f-737f12ec55f1 tempest-ServersTestManualDisk-1661135196 tempest-ServersTestManualDisk-1661135196-project] 10.222.0.25 "DELETE /v2.0/floatingips/20d1053b-3e14-458f-9c6c-5539eb09e17f HTTP/1.1" status: 204 len: 168 time: 1.6709945 Aug 10 03:49:51.896801 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55840) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:51.897651 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-5c06c1c7-65ab-45e2-9831-3db6092e7f4d req-4050ce2f-88f4-466b-8da6-800a46172165 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Calling delete_port for 7f0f7cef-55ac-4b5f-bf2c-e2822af7f5a4 owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:52.116849 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5c06c1c7-65ab-45e2-9831-3db6092e7f4d req-4050ce2f-88f4-466b-8da6-800a46172165 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.121410 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-da10147f-37e8-478d-9f31-f0fb62275639 req-feb21928-2278-45d9-a9cd-bcb77b65106d tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.148375 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050ce2f-88f4-466b-8da6-800a46172165 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Pushing event deleted for resources: {'Port': ['ID=7f0f7cef-55ac-4b5f-bf2c-e2822af7f5a4,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:52.213379 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5c06c1c7-65ab-45e2-9831-3db6092e7f4d req-4050ce2f-88f4-466b-8da6-800a46172165 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks [] for floatingip, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.270177 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5c06c1c7-65ab-45e2-9831-3db6092e7f4d req-4050ce2f-88f4-466b-8da6-800a46172165 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.270177 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5c06c1c7-65ab-45e2-9831-3db6092e7f4d req-4050ce2f-88f4-466b-8da6-800a46172165 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "DELETE /v2.0/floatingips/525867c1-000a-4a95-b24b-cfcd08785c1c HTTP/1.1" status: 204 len: 173 time: 0.7907424 Aug 10 03:49:52.278569 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-da10147f-37e8-478d-9f31-f0fb62275639 req-feb21928-2278-45d9-a9cd-bcb77b65106d tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.365644 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e312385-1319-4130-aec1-b77711a25f73 req-5c8d10c1-51e5-433d-8d13-79b05203d616 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:52.367826 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0e312385-1319-4130-aec1-b77711a25f73 req-5c8d10c1-51e5-433d-8d13-79b05203d616 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/ports?device_id=369548c9-9778-4ced-aa66-2e3b0b95b857 HTTP/1.1" status: 200 len: 945 time: 0.0578704 Aug 10 03:49:52.395202 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.db.resource_extend [None req-0c9d5d9e-6efb-440d-ac82-6eb730601045 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:49:52.414311 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0e312385-1319-4130-aec1-b77711a25f73 req-088f0338-33cc-4cab-9929-ec0b30ef44ef tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/security-groups?id=91510ed4-5d81-4213-a8b5-e69303c47d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400934 Aug 10 03:49:52.500834 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0c9d5d9e-6efb-440d-ac82-6eb730601045 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.583345 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-da10147f-37e8-478d-9f31-f0fb62275639 req-feb21928-2278-45d9-a9cd-bcb77b65106d tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.586584 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-da10147f-37e8-478d-9f31-f0fb62275639 req-feb21928-2278-45d9-a9cd-bcb77b65106d tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.587767 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-da10147f-37e8-478d-9f31-f0fb62275639 req-feb21928-2278-45d9-a9cd-bcb77b65106d tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "DELETE /v2.0/security-groups/dd8495b1-0557-4089-8e81-c462155dcfcd HTTP/1.1" status: 204 len: 173 time: 1.0826485 Aug 10 03:49:52.617982 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb21928-2278-45d9-a9cd-bcb77b65106d tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8495b1-0557-4089-8e81-c462155dcfcd,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:52.644931 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0c9d5d9e-6efb-440d-ac82-6eb730601045 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.741935 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-36e5bfe0-7d3f-4ee2-a531-017f31bef552 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=531844b5219944e08810c1a9ffd2589c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257313 Aug 10 03:49:52.758216 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d274cacb-9204-47ea-a9b9-96da7005a7ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:52.807299 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-0c9d5d9e-6efb-440d-ac82-6eb730601045 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Floating IP e0a37c63-73e9-4b5a-accf-9877a7d78cfa associated. External IP: 172.25.0.4, port: 4654b648-825c-4823-ba74-3e5f61479c58. Aug 10 03:49:52.856864 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-aa06f788-5e37-45e0-a913-2dcdb0039d69 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:52.858478 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-aa06f788-5e37-45e0-a913-2dcdb0039d69 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1112332 Aug 10 03:49:52.875880 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-547a253a-477e-4dae-89c0-32d379f5d5e3 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/quotas/531844b5219944e08810c1a9ffd2589c HTTP/1.1" status: 200 len: 375 time: 0.0113137 Aug 10 03:49:52.908791 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-c2ab992b-9c46-495c-a6fb-9a51fbd8f84b tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=531844b5219944e08810c1a9ffd2589c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270636 Aug 10 03:49:53.178305 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9d5d9e-6efb-440d-ac82-6eb730601045 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Router 7256a5cf-081f-4511-86d0-23c3affc0c37 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:49:53.371015 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a596f7-9dee-4da0-8dca-37577dc003c7 req-0655150e-bbe1-4b11-ace3-1322b1c0ce34 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:53.373266 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-79a596f7-9dee-4da0-8dca-37577dc003c7 req-0655150e-bbe1-4b11-ace3-1322b1c0ce34 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/ports?device_id=af40cab7-9a39-4e24-8112-584b3cd1c257&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0550976 Aug 10 03:49:53.426313 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-79a596f7-9dee-4da0-8dca-37577dc003c7 req-51159f8e-3f7f-4c73-afbb-59406e650ef4 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0466223 Aug 10 03:49:53.560771 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-98a73cfb-d548-4a2f-bee2-407fefbcf925 req-8dab5d21-95a7-4312-b88b-dcf9f1e35c89 tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "GET /v2.0/security-groups/3a26fbea-f2d5-42bf-b1e9-6bd072639bc4 HTTP/1.1" status: 200 len: 2398 time: 0.3660538 Aug 10 03:49:53.566833 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58f9ae-9fb0-4c40-8c9f-d0ee2e42e266 req-11c69813-495b-4fc6-b785-ff9229a2982f tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:53.568765 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3a58f9ae-9fb0-4c40-8c9f-d0ee2e42e266 req-11c69813-495b-4fc6-b785-ff9229a2982f tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/ports?device_id=369548c9-9778-4ced-aa66-2e3b0b95b857 HTTP/1.1" status: 200 len: 945 time: 0.0569854 Aug 10 03:49:53.597089 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-d274cacb-9204-47ea-a9b9-96da7005a7ef admin admin] Deleting port d0e98936-acf4-4daa-a4a4-0d388a45f61d {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:53.597432 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d274cacb-9204-47ea-a9b9-96da7005a7ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.611690 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3a58f9ae-9fb0-4c40-8c9f-d0ee2e42e266 req-91d0f10d-7458-4d51-9ca1-357adf4c20fb tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/security-groups?id=91510ed4-5d81-4213-a8b5-e69303c47d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367861 Aug 10 03:49:53.692333 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9d5d9e-6efb-440d-ac82-6eb730601045 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:49:53.697930 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0c9d5d9e-6efb-440d-ac82-6eb730601045 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.705487 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e34581-47fe-4f55-ad6f-ac65fc9ffb2c None None] Sync routers for ids ['7256a5cf-081f-4511-86d0-23c3affc0c37'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:49:53.715083 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e34581-47fe-4f55-ad6f-ac65fc9ffb2c None None] Routers {'7256a5cf-081f-4511-86d0-23c3affc0c37'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:53.716910 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-55e34581-47fe-4f55-ad6f-ac65fc9ffb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:49:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['7256a5cf-081f-4511-86d0-23c3affc0c37'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:53.718049 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-0d022d28-1f70-4dd6-b1c7-4aa744c375c5 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=531844b5219944e08810c1a9ffd2589c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305686 Aug 10 03:49:53.761789 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0c9d5d9e-6efb-440d-ac82-6eb730601045 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "PUT /v2.0/floatingips/e0a37c63-73e9-4b5a-accf-9877a7d78cfa HTTP/1.1" status: 200 len: 989 time: 2.6616910 Aug 10 03:49:53.766345 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ef42d5b-c965-45b0-a25e-0048c87e5a3a', 'tag': '4654b648-825c-4823-ba74-3e5f61479c58'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:53.769646 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa99ffbe-4c20-4fbd-bc7c-46f656bfeefa" -d '{"events": [{"name": "network-changed", "server_uuid": "4ef42d5b-c965-45b0-a25e-0048c87e5a3a", "tag": "4654b648-825c-4823-ba74-3e5f61479c58"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:53.780892 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-d274cacb-9204-47ea-a9b9-96da7005a7ef admin admin] For port d0e98936-acf4-4daa-a4a4-0d388a45f61d, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=d0e98936-acf4-4daa-a4a4-0d388a45f61d,segment=NetworkSegment(4836d09a-cfbb-4d06-995e-7a8ae6ea23fb),segment_id=4836d09a-cfbb-4d06-995e-7a8ae6ea23fb)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:53.781262 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d274cacb-9204-47ea-a9b9-96da7005a7ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.783411 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-98a73cfb-d548-4a2f-bee2-407fefbcf925 req-0eaa3291-cc56-4225-b36c-99c7cba289fe tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.807836 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-d274cacb-9204-47ea-a9b9-96da7005a7ef admin admin] Calling delete_port for d0e98936-acf4-4daa-a4a4-0d388a45f61d owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:53.825260 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-98a73cfb-d548-4a2f-bee2-407fefbcf925 req-0eaa3291-cc56-4225-b36c-99c7cba289fe tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:53.836789 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-e01e5c82-e7db-44d7-b051-b002f7ea1dc1 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:53.837399 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-55e34581-47fe-4f55-ad6f-ac65fc9ffb2c None None] Set router 7256a5cf-081f-4511-86d0-23c3affc0c37 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:53.844147 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-e01e5c82-e7db-44d7-b051-b002f7ea1dc1 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1192834 Aug 10 03:49:53.860715 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-6e8fb5c5-626b-407c-923b-afe8f03efda1 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/quotas/531844b5219944e08810c1a9ffd2589c HTTP/1.1" status: 200 len: 375 time: 0.0155764 Aug 10 03:49:53.896540 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-2facc6ca-7544-40cb-bcfd-b56c72c55c3c tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=531844b5219944e08810c1a9ffd2589c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345490 Aug 10 03:49:54.082720 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-55e34581-47fe-4f55-ad6f-ac65fc9ffb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'name': 'tempest-ServersTestBootFromVolume-1341046435-router', 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6d661210-5be2-424a-ac72-bb6127202ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:20Z', 'updated_at': '2021-08-10T03:48:30Z', 'revision_number': 4, 'project_id': 'd216423445e7417ebda781341e2866d3', 'gw_port': {'id': '6d661210-5be2-424a-ac72-bb6127202ed3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:21Z', 'updated_at': '2021-08-10T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'e0a37c63-73e9-4b5a-accf-9877a7d78cfa', 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'floating_ip_address': '172.25.0.4', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'port_id': '4654b648-825c-4823-ba74-3e5f61479c58', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca020ad-1aaa-41d6-9111-46f9d3246bb6', 'mac_address': 'fa:16:3e:8a:20:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef42d5b-c965-45b0-a25e-0048c87e5a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:48:44Z', 'updated_at': '2021-08-10T03:49:52Z', 'revision_number': 1, 'project_id': 'd216423445e7417ebda781341e2866d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7458e5-76ef-4e46-82f5-cc7109f35c5f', 'name': '', 'network_id': '1ca020ad-1aaa-41d6-9111-46f9d3246bb6', 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'mac_address': 'fa:16:3e:3d:87:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'df76a7ea-7a2f-4a90-9ce1-92f4bebee059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:28Z', 'updated_at': '2021-08-10T03:48:37Z', 'revision_number': 5, 'project_id': 'd216423445e7417ebda781341e2866d3', 'subnets': [{'id': 'df76a7ea-7a2f-4a90-9ce1-92f4bebee059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:54.107063 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e34581-47fe-4f55-ad6f-ac65fc9ffb2c None None] Checking router: 7256a5cf-081f-4511-86d0-23c3affc0c37 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:49:54.110663 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-98a73cfb-d548-4a2f-bee2-407fefbcf925 req-0eaa3291-cc56-4225-b36c-99c7cba289fe tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.113283 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-98a73cfb-d548-4a2f-bee2-407fefbcf925 req-0eaa3291-cc56-4225-b36c-99c7cba289fe tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.114445 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-98a73cfb-d548-4a2f-bee2-407fefbcf925 req-0eaa3291-cc56-4225-b36c-99c7cba289fe tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] 10.222.0.25 "DELETE /v2.0/security-groups/3a26fbea-f2d5-42bf-b1e9-6bd072639bc4 HTTP/1.1" status: 204 len: 173 time: 0.5212150 Aug 10 03:49:54.115835 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e34581-47fe-4f55-ad6f-ac65fc9ffb2c None None] Routers {'7256a5cf-081f-4511-86d0-23c3affc0c37'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:54.116489 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-55e34581-47fe-4f55-ad6f-ac65fc9ffb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:49:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['7256a5cf-081f-4511-86d0-23c3affc0c37'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:54.128714 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55894) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:54.128840 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa3291-cc56-4225-b36c-99c7cba289fe tempest-SecurityGroupRulesTestJSON-1240912444 tempest-SecurityGroupRulesTestJSON-1240912444-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a26fbea-f2d5-42bf-b1e9-6bd072639bc4,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:54.177092 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5e314d4-b153-4505-96bc-d3a226a80432 req-ad54851c-0494-471c-929f-82467ca4502a tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0482934 Aug 10 03:49:54.189126 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-e71f9d26-d208-4ed0-9a91-3b59e8d6450e admin admin] Deleting subnet b6d674cd-9ae5-4b46-bba2-1f00837defbc {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:49:54.192778 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d274cacb-9204-47ea-a9b9-96da7005a7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.212681 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e71f9d26-d208-4ed0-9a91-3b59e8d6450e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.276228 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274cacb-9204-47ea-a9b9-96da7005a7ef admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e98936-acf4-4daa-a4a4-0d388a45f61d,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:54.290934 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-55e34581-47fe-4f55-ad6f-ac65fc9ffb2c None None] Set router 7256a5cf-081f-4511-86d0-23c3affc0c37 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:54.322302 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e71f9d26-d208-4ed0-9a91-3b59e8d6450e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.470773 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc3f582-2e5e-481e-b016-72fc5c4d6e21 x-openstack-request-id: req-0cc3f582-2e5e-481e-b016-72fc5c4d6e21 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:54.471397 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ef42d5b-c965-45b0-a25e-0048c87e5a3a", "tag": "4654b648-825c-4823-ba74-3e5f61479c58", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:54.471655 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0cc3f582-2e5e-481e-b016-72fc5c4d6e21 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:54.472142 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ef42d5b-c965-45b0-a25e-0048c87e5a3a', 'tag': '4654b648-825c-4823-ba74-3e5f61479c58', 'status': 'completed', 'code': 200} Aug 10 03:49:54.501456 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e71f9d26-d208-4ed0-9a91-3b59e8d6450e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.655341 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2faa4a52-f68e-4bb9-90bf-88080ab58e77 req-2356bb2c-e166-40a3-82d5-ff77fd7fb039 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2757b66-ade7-4a18-b32d-f00659e2c845 HTTP/1.1" status: 200 len: 210 time: 0.0843441 Aug 10 03:49:54.677899 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99ffbe-4c20-4fbd-bc7c-46f656bfeefa req-a933cdb3-7189-4849-8c18-d9477283ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:54.679378 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aa99ffbe-4c20-4fbd-bc7c-46f656bfeefa req-a933cdb3-7189-4849-8c18-d9477283ffef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d216423445e7417ebda781341e2866d3&device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 1096 time: 0.1068220 Aug 10 03:49:54.682850 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d274cacb-9204-47ea-a9b9-96da7005a7ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.722481 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e71f9d26-d208-4ed0-9a91-3b59e8d6450e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.741533 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-55e34581-47fe-4f55-ad6f-ac65fc9ffb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'name': 'tempest-ServersTestBootFromVolume-1341046435-router', 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6d661210-5be2-424a-ac72-bb6127202ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:20Z', 'updated_at': '2021-08-10T03:48:30Z', 'revision_number': 4, 'project_id': 'd216423445e7417ebda781341e2866d3', 'gw_port': {'id': '6d661210-5be2-424a-ac72-bb6127202ed3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:21Z', 'updated_at': '2021-08-10T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'e0a37c63-73e9-4b5a-accf-9877a7d78cfa', 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'floating_ip_address': '172.25.0.4', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'port_id': '4654b648-825c-4823-ba74-3e5f61479c58', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca020ad-1aaa-41d6-9111-46f9d3246bb6', 'mac_address': 'fa:16:3e:8a:20:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef42d5b-c965-45b0-a25e-0048c87e5a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:48:44Z', 'updated_at': '2021-08-10T03:49:52Z', 'revision_number': 1, 'project_id': 'd216423445e7417ebda781341e2866d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7458e5-76ef-4e46-82f5-cc7109f35c5f', 'name': '', 'network_id': '1ca020ad-1aaa-41d6-9111-46f9d3246bb6', 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'mac_address': 'fa:16:3e:3d:87:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'df76a7ea-7a2f-4a90-9ce1-92f4bebee059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:28Z', 'updated_at': '2021-08-10T03:48:37Z', 'revision_number': 5, 'project_id': 'd216423445e7417ebda781341e2866d3', 'subnets': [{'id': 'df76a7ea-7a2f-4a90-9ce1-92f4bebee059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:54.770223 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f9d26-d208-4ed0-9a91-3b59e8d6450e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6d674cd-9ae5-4b46-bba2-1f00837defbc,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:54.774978 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e71f9d26-d208-4ed0-9a91-3b59e8d6450e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.779521 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e71f9d26-d208-4ed0-9a91-3b59e8d6450e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b6d674cd-9ae5-4b46-bba2-1f00837defbc HTTP/1.1" status: 204 len: 168 time: 0.6571093 Aug 10 03:49:54.782579 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55914) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:54.784330 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e34581-47fe-4f55-ad6f-ac65fc9ffb2c None None] The sync data for ids ['7256a5cf-081f-4511-86d0-23c3affc0c37'] in n-d-802893-2 is: [{'id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'name': 'tempest-ServersTestBootFromVolume-1341046435-router', 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6d661210-5be2-424a-ac72-bb6127202ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:20Z', 'updated_at': '2021-08-10T03:48:30Z', 'revision_number': 4, 'project_id': 'd216423445e7417ebda781341e2866d3', 'gw_port': {'id': '6d661210-5be2-424a-ac72-bb6127202ed3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:21Z', 'updated_at': '2021-08-10T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'e0a37c63-73e9-4b5a-accf-9877a7d78cfa', 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'floating_ip_address': '172.25.0.4', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'port_id': '4654b648-825c-4823-ba74-3e5f61479c58', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca020ad-1aaa-41d6-9111-46f9d3246bb6', 'mac_address': 'fa:16:3e:8a:20:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ef42d5b-c965-45b0-a25e-0048c87e5a3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:48:44Z', 'updated_at': '2021-08-10T03:49:52Z', 'revision_number': 1, 'project_id': 'd216423445e7417ebda781341e2866d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b7458e5-76ef-4e46-82f5-cc7109f35c5f', 'name': '', 'network_id': '1ca020ad-1aaa-41d6-9111-46f9d3246bb6', 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'mac_address': 'fa:16:3e:3d:87:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'df76a7ea-7a2f-4a90-9ce1-92f4bebee059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:28Z', 'updated_at': '2021-08-10T03:48:37Z', 'revision_number': 5, 'project_id': 'd216423445e7417ebda781341e2866d3', 'subnets': [{'id': 'df76a7ea-7a2f-4a90-9ce1-92f4bebee059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:49:54.867829 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99ffbe-4c20-4fbd-bc7c-46f656bfeefa req-8f73c11a-2e6e-4662-929a-769a838d6f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:54.867829 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aa99ffbe-4c20-4fbd-bc7c-46f656bfeefa req-8f73c11a-2e6e-4662-929a-769a838d6f40 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1ca020ad-1aaa-41d6-9111-46f9d3246bb6 HTTP/1.1" status: 200 len: 917 time: 0.1786089 Aug 10 03:49:54.904039 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-506d85c8-1cc5-4469-b675-263986905a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:54.927221 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781863a4-25c9-4318-8c8a-62b2163a04d2 req-3a646a0d-5d45-49be-a084-41271f09f96c tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:54.935504 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeea314-aa08-4ec1-b5bb-58715b52452d req-6d1a9248-02cf-4639-9265-93242e09f12f tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:54.937479 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-adeea314-aa08-4ec1-b5bb-58715b52452d req-6d1a9248-02cf-4639-9265-93242e09f12f tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/ports?device_id=369548c9-9778-4ced-aa66-2e3b0b95b857 HTTP/1.1" status: 200 len: 945 time: 0.1768167 Aug 10 03:49:54.939900 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-781863a4-25c9-4318-8c8a-62b2163a04d2 req-3a646a0d-5d45-49be-a084-41271f09f96c tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.20 "GET /v2.0/ports?device_id=369548c9-9778-4ced-aa66-2e3b0b95b857 HTTP/1.1" status: 200 len: 945 time: 0.1369641 Aug 10 03:49:55.049835 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-adeea314-aa08-4ec1-b5bb-58715b52452d req-7a8d5e32-d4c9-4481-aef1-c8de5aae8813 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/security-groups?id=91510ed4-5d81-4213-a8b5-e69303c47d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673912 Aug 10 03:49:55.051601 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aa99ffbe-4c20-4fbd-bc7c-46f656bfeefa req-e1410904-2884-45c0-bc03-34f3fc4f25e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4654b648-825c-4823-ba74-3e5f61479c58 HTTP/1.1" status: 200 len: 997 time: 0.1762424 Aug 10 03:49:55.072287 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-506d85c8-1cc5-4469-b675-263986905a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.125774 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-506d85c8-1cc5-4469-b675-263986905a4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dafde6a0-c406-49ba-9de4-9dfad6579eaa']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:55.140687 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-506d85c8-1cc5-4469-b675-263986905a4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35bd0259-5ac3-4eb6-983a-aff7370bb28e') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:55.141278 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-506d85c8-1cc5-4469-b675-263986905a4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35bd0259-5ac3-4eb6-983a-aff7370bb28e') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:55.171804 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-506d85c8-1cc5-4469-b675-263986905a4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.182179 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-506d85c8-1cc5-4469-b675-263986905a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.194385 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-506d85c8-1cc5-4469-b675-263986905a4d admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:49:55.195134 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-506d85c8-1cc5-4469-b675-263986905a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:49:55.197817 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:49:55.203557 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c112dbc9-23b7-4aa0-9bc2-3a1b62290940 None None] New status for floating IP e0a37c63-73e9-4b5a-accf-9877a7d78cfa: ACTIVE {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:49:55.227887 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99ffbe-4c20-4fbd-bc7c-46f656bfeefa req-3131b31c-98fc-4d9f-b194-4f6c591a4c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:55.229436 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aa99ffbe-4c20-4fbd-bc7c-46f656bfeefa req-3131b31c-98fc-4d9f-b194-4f6c591a4c19 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df76a7ea-7a2f-4a90-9ce1-92f4bebee059 HTTP/1.1" status: 200 len: 855 time: 0.1305087 Aug 10 03:49:55.243689 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-781863a4-25c9-4318-8c8a-62b2163a04d2 req-4e0b002e-f2b8-47f6-ba2f-b234ca854923 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Deleting port be4b369d-5a68-4d08-baa1-4fc8f5303883 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:55.257783 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-781863a4-25c9-4318-8c8a-62b2163a04d2 req-4e0b002e-f2b8-47f6-ba2f-b234ca854923 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.266179 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d274cacb-9204-47ea-a9b9-96da7005a7ef admin admin] Router b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:49:55.390403 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99ffbe-4c20-4fbd-bc7c-46f656bfeefa req-3180390a-83b9-43e8-93f9-c682bb86a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:55.392465 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aa99ffbe-4c20-4fbd-bc7c-46f656bfeefa req-3180390a-83b9-43e8-93f9-c682bb86a2ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ca020ad-1aaa-41d6-9111-46f9d3246bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1251073 Aug 10 03:49:55.424605 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e1f35-a4c2-48a0-a55c-2c16fe411306 req-4f899e6f-3ef0-46ac-b66f-47ac7b1e96bc tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:55.429545 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e64e1f35-a4c2-48a0-a55c-2c16fe411306 req-4f899e6f-3ef0-46ac-b66f-47ac7b1e96bc tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/ports?device_id=af40cab7-9a39-4e24-8112-584b3cd1c257 HTTP/1.1" status: 200 len: 946 time: 0.1597500 Aug 10 03:49:55.438094 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-781863a4-25c9-4318-8c8a-62b2163a04d2 req-4e0b002e-f2b8-47f6-ba2f-b234ca854923 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] For port be4b369d-5a68-4d08-baa1-4fc8f5303883, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=be4b369d-5a68-4d08-baa1-4fc8f5303883,segment=NetworkSegment(ca1a5dcc-131d-4766-a75e-b2e49a22029e),segment_id=ca1a5dcc-131d-4766-a75e-b2e49a22029e)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:55.438488 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-781863a4-25c9-4318-8c8a-62b2163a04d2 req-4e0b002e-f2b8-47f6-ba2f-b234ca854923 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.465563 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-781863a4-25c9-4318-8c8a-62b2163a04d2 req-4e0b002e-f2b8-47f6-ba2f-b234ca854923 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Calling delete_port for be4b369d-5a68-4d08-baa1-4fc8f5303883 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:55.551379 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-506d85c8-1cc5-4469-b675-263986905a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.560487 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-506d85c8-1cc5-4469-b675-263986905a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.572370 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-506d85c8-1cc5-4469-b675-263986905a4d admin admin] 10.222.0.25 "DELETE /v2.0/networks/dafde6a0-c406-49ba-9de4-9dfad6579eaa HTTP/1.1" status: 204 len: 168 time: 0.7815492 Aug 10 03:49:55.587525 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e64e1f35-a4c2-48a0-a55c-2c16fe411306 req-348cbe41-630a-43b5-b161-6f1d7cb425c0 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceffd146-a7a7-454a-9cfa-740bf260dbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461949 Aug 10 03:49:55.636239 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aa99ffbe-4c20-4fbd-bc7c-46f656bfeefa req-f7fa0051-3746-4f63-a107-98cacb1334f8 service neutron] 10.222.0.20 "GET /v2.0/networks/1ca020ad-1aaa-41d6-9111-46f9d3246bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276053 Aug 10 03:49:55.637792 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506d85c8-1cc5-4469-b675-263986905a4d admin admin] Pushing event deleted for resources: {'Network': ['ID=dafde6a0-c406-49ba-9de4-9dfad6579eaa,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:55.644349 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d274cacb-9204-47ea-a9b9-96da7005a7ef admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:49:55.654700 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d274cacb-9204-47ea-a9b9-96da7005a7ef admin admin] 10.222.0.25 "PUT /v2.0/routers/b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7534182 Aug 10 03:49:55.655327 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d4afdb-880f-4f97-8ee6-10eb5a3b3757 None None] Sync routers for ids ['b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:49:55.658377 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55944) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:55.672061 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d4afdb-880f-4f97-8ee6-10eb5a3b3757 None None] Routers {'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:55.681169 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b4d4afdb-880f-4f97-8ee6-10eb5a3b3757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:49:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:55.805319 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ba7516a6-e6a3-4992-ab8a-7e7c435e261b req-a531b82a-1aee-4eae-801f-dc6bf3856f76 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2757b66-ade7-4a18-b32d-f00659e2c845 HTTP/1.1" status: 200 len: 210 time: 0.0396323 Aug 10 03:49:55.860290 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aa99ffbe-4c20-4fbd-bc7c-46f656bfeefa req-80ad52c2-2935-4166-994f-20abc876fbd5 service neutron] 10.222.0.20 "GET /v2.0/networks/1ca020ad-1aaa-41d6-9111-46f9d3246bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138369 Aug 10 03:49:55.873351 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2152f89-ceba-432d-9b1b-1298daa2a9a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.888378 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-b4d4afdb-880f-4f97-8ee6-10eb5a3b3757 None None] Set router b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:55.975682 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-781863a4-25c9-4318-8c8a-62b2163a04d2 req-4e0b002e-f2b8-47f6-ba2f-b234ca854923 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:55.992650 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['effe80ae-6c1e-4fd0-aa2a-12d0efa54a18'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:49:56.020465 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['be4b369d-5a68-4d08-baa1-4fc8f5303883', '09b877f5-24c2-45b9-9416-9f1b05e0a07e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:49:56.037910 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b002e-f2b8-47f6-ba2f-b234ca854923 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Pushing event deleted for resources: {'Port': ['ID=be4b369d-5a68-4d08-baa1-4fc8f5303883,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:56.113758 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2152f89-ceba-432d-9b1b-1298daa2a9a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:56.113758 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-781863a4-25c9-4318-8c8a-62b2163a04d2 req-4e0b002e-f2b8-47f6-ba2f-b234ca854923 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] No DVR routers for this DVR port be4b369d-5a68-4d08-baa1-4fc8f5303883 on host n-h2-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:56.113758 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-781863a4-25c9-4318-8c8a-62b2163a04d2 req-4e0b002e-f2b8-47f6-ba2f-b234ca854923 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:56.113758 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-781863a4-25c9-4318-8c8a-62b2163a04d2 req-4e0b002e-f2b8-47f6-ba2f-b234ca854923 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.20 "DELETE /v2.0/ports/be4b369d-5a68-4d08-baa1-4fc8f5303883 HTTP/1.1" status: 204 len: 173 time: 1.1550393 Aug 10 03:49:56.113758 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369548c9-9778-4ced-aa66-2e3b0b95b857', 'name': 'network-vif-deleted', 'tag': 'be4b369d-5a68-4d08-baa1-4fc8f5303883'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:56.113758 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a53c906-01a7-42f2-a1c6-da0eb0eecca4" -d '{"events": [{"server_uuid": "369548c9-9778-4ced-aa66-2e3b0b95b857", "name": "network-vif-deleted", "tag": "be4b369d-5a68-4d08-baa1-4fc8f5303883"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:56.154075 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b4d4afdb-880f-4f97-8ee6-10eb5a3b3757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'name': 'tempest-ServersTestManualDisk-1109643316-router', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:07Z', 'updated_at': '2021-08-10T03:49:54Z', 'revision_number': 5, 'project_id': '58ee50e6de35447d8f023d20187a0aea', 'gw_port': {'id': 'ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:08Z', 'updated_at': '2021-08-10T03:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:56.164861 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-983e4d0c-be4d-43de-beaf-b6dc4966877a req-51c27e19-530a-4ff7-a74b-5a2759b40e05 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/ports?device_id=369548c9-9778-4ced-aa66-2e3b0b95b857 HTTP/1.1" status: 200 len: 210 time: 0.0366650 Aug 10 03:49:56.167267 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee55e39c-6568-4855-9a66-40391171ed64 x-openstack-request-id: req-ee55e39c-6568-4855-9a66-40391171ed64 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:56.168160 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "369548c9-9778-4ced-aa66-2e3b0b95b857", "name": "network-vif-deleted", "tag": "be4b369d-5a68-4d08-baa1-4fc8f5303883", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:56.168582 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee55e39c-6568-4855-9a66-40391171ed64 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:56.169155 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '369548c9-9778-4ced-aa66-2e3b0b95b857', 'name': 'network-vif-deleted', 'tag': 'be4b369d-5a68-4d08-baa1-4fc8f5303883', 'status': 'completed', 'code': 200} Aug 10 03:49:56.196754 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d4afdb-880f-4f97-8ee6-10eb5a3b3757 None None] Checking router: b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:49:56.206174 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d4afdb-880f-4f97-8ee6-10eb5a3b3757 None None] Routers {'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:49:56.206918 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b4d4afdb-880f-4f97-8ee6-10eb5a3b3757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:49:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:56.311715 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-b2152f89-ceba-432d-9b1b-1298daa2a9a0 admin admin] Deleting port ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:56.312248 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2152f89-ceba-432d-9b1b-1298daa2a9a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:56.346130 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-b4d4afdb-880f-4f97-8ee6-10eb5a3b3757 None None] Set router b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:49:56.402807 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-b2152f89-ceba-432d-9b1b-1298daa2a9a0 admin admin] For port ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:56.403247 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2152f89-ceba-432d-9b1b-1298daa2a9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:56.421443 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-b2152f89-ceba-432d-9b1b-1298daa2a9a0 admin admin] Calling delete_port for ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4 owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:56.496250 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55958) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:56.502035 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55960) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:56.593131 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cb492afd-3070-4285-87be-e4fb67ca5344 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd73c8022fbc466caa9737e6e82d8745&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0892928 Aug 10 03:49:56.597010 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55966) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:56.597186 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b4d4afdb-880f-4f97-8ee6-10eb5a3b3757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'name': 'tempest-ServersTestManualDisk-1109643316-router', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:07Z', 'updated_at': '2021-08-10T03:49:54Z', 'revision_number': 5, 'project_id': '58ee50e6de35447d8f023d20187a0aea', 'gw_port': {'id': 'ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:08Z', 'updated_at': '2021-08-10T03:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:56.703543 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4c38e271-0d61-4d72-b35d-aa30e536a972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:56.740913 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d4afdb-880f-4f97-8ee6-10eb5a3b3757 None None] The sync data for ids ['b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e'] in n-d-802893-2 is: [{'id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'name': 'tempest-ServersTestManualDisk-1109643316-router', 'tenant_id': '58ee50e6de35447d8f023d20187a0aea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': 'ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:47:07Z', 'updated_at': '2021-08-10T03:49:54Z', 'revision_number': 5, 'project_id': '58ee50e6de35447d8f023d20187a0aea', 'gw_port': {'id': 'ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:f8:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:47:08Z', 'updated_at': '2021-08-10T03:47:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:49:56.745403 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4c38e271-0d61-4d72-b35d-aa30e536a972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:56.776034 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28d82a-201c-4d4d-a252-9439be971e98 req-44ff94b5-3ddc-4d72-bad2-9c42ab51c10a tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:56.789944 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6c28d82a-201c-4d4d-a252-9439be971e98 req-44ff94b5-3ddc-4d72-bad2-9c42ab51c10a tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/ports?device_id=af40cab7-9a39-4e24-8112-584b3cd1c257 HTTP/1.1" status: 200 len: 946 time: 0.0871911 Aug 10 03:49:56.837188 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6c28d82a-201c-4d4d-a252-9439be971e98 req-0abae16f-42df-4708-91b6-deba34283c82 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceffd146-a7a7-454a-9cfa-740bf260dbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450699 Aug 10 03:49:56.848199 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2152f89-ceba-432d-9b1b-1298daa2a9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:56.890216 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bdbfc806-72c2-45f1-b919-92d00025eedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:56.892200 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2152f89-ceba-432d-9b1b-1298daa2a9a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:56.947388 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a552b4cd-3bf7-4c51-8dfd-0536b50743dc req-dcd8aaa8-9c7d-4eb3-a5e2-b6b589096be1 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2757b66-ade7-4a18-b32d-f00659e2c845 HTTP/1.1" status: 200 len: 210 time: 0.0621278 Aug 10 03:49:56.996234 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4c38e271-0d61-4d72-b35d-aa30e536a972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:56.998681 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4c38e271-0d61-4d72-b35d-aa30e536a972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:56.999796 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4c38e271-0d61-4d72-b35d-aa30e536a972 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7a337cf-c897-446e-b3b6-f7d73434f73e HTTP/1.1" status: 204 len: 168 time: 0.4023974 Aug 10 03:49:57.029297 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38e271-0d61-4d72-b35d-aa30e536a972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a337cf-c897-446e-b3b6-f7d73434f73e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:57.047142 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2152f89-ceba-432d-9b1b-1298daa2a9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:57.060765 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ed674-f37c-44eb-b29c-2f3c4ae02b3c req-8ea4bbbe-1e35-40c3-bbab-d0838b434c55 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:57.064213 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a18ed674-f37c-44eb-b29c-2f3c4ae02b3c req-8ea4bbbe-1e35-40c3-bbab-d0838b434c55 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.68 "GET /v2.0/ports?device_id=af40cab7-9a39-4e24-8112-584b3cd1c257 HTTP/1.1" status: 200 len: 946 time: 0.1184003 Aug 10 03:49:57.218942 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device d0e98936-acf4-4daa-a4a4-0d388a45f61d no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:57.241960 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2152f89-ceba-432d-9b1b-1298daa2a9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:57.258785 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2152f89-ceba-432d-9b1b-1298daa2a9a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:57.268585 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: d0e98936-acf4-4daa-a4a4-0d388a45f61d {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:57.269235 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device d0e98936-acf4-4daa-a4a4-0d388a45f61d not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:57.275589 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:57.327636 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84f0697f-4096-4656-822d-0d2e61cc8f40 req-af22470e-f8ee-4c5b-b694-604d882fdb97 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/ports?device_id=369548c9-9778-4ced-aa66-2e3b0b95b857 HTTP/1.1" status: 200 len: 210 time: 0.0303910 Aug 10 03:49:57.371669 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bdbfc806-72c2-45f1-b919-92d00025eedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:57.384111 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-a18ed674-f37c-44eb-b29c-2f3c4ae02b3c req-db8ba272-467e-47b5-b2ba-2ed4e45c7a18 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Deleting port f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:57.384706 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a18ed674-f37c-44eb-b29c-2f3c4ae02b3c req-db8ba272-467e-47b5-b2ba-2ed4e45c7a18 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:57.425002 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-059d2f1b-22ec-40f5-ab66-f8921bde8cfe tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=531844b5219944e08810c1a9ffd2589c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473685 Aug 10 03:49:57.469121 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2152f89-ceba-432d-9b1b-1298daa2a9a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:57.469819 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2152f89-ceba-432d-9b1b-1298daa2a9a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:49:57.484645 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2152f89-ceba-432d-9b1b-1298daa2a9a0 admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:57.486656 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b2152f89-ceba-432d-9b1b-1298daa2a9a0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b8a4cfc9-1932-49b4-8ad5-4c8ab7e02e5e HTTP/1.1" status: 204 len: 168 time: 1.8272865 Aug 10 03:49:57.490284 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55978) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:57.530161 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bdbfc806-72c2-45f1-b919-92d00025eedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:57.675250 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-0cbcc69c-0c69-410c-9548-38364331df27 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:57.682305 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-0cbcc69c-0c69-410c-9548-38364331df27 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2489855 Aug 10 03:49:57.720795 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-25936378-b727-497a-93eb-91719bd731b4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Request body: {'port': {'device_id': 'f7b32c25-c093-4a06-bd2c-48ca24e8d1c7', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': '531844b5219944e08810c1a9ffd2589c'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:57.946585 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-25936378-b727-497a-93eb-91719bd731b4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Made reservation on behalf of 531844b5219944e08810c1a9ffd2589c for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:57.957377 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-25936378-b727-497a-93eb-91719bd731b4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:57.972320 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-25936378-b727-497a-93eb-91719bd731b4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:57.993564 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbfc806-72c2-45f1-b919-92d00025eedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87360c9d-8754-4ca6-91f8-42f0020240a6,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:57.998320 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bdbfc806-72c2-45f1-b919-92d00025eedc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d8c7fa936164a3287ac859f7628357a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5008311 Aug 10 03:49:58.001390 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-936140d1-c1f7-48ba-9427-23bbdad2a4fc admin admin] Deleting subnet 72cf0926-51a4-4fc0-96af-c684075d2095 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:49:58.001704 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55996) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:58.004736 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-936140d1-c1f7-48ba-9427-23bbdad2a4fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.041529 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-936140d1-c1f7-48ba-9427-23bbdad2a4fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.060186 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-a18ed674-f37c-44eb-b29c-2f3c4ae02b3c req-db8ba272-467e-47b5-b2ba-2ed4e45c7a18 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] For port f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4,segment=NetworkSegment(9d8f82a4-e08e-42fd-bad0-04820f1ed2d8),segment_id=9d8f82a4-e08e-42fd-bad0-04820f1ed2d8)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:58.060561 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a18ed674-f37c-44eb-b29c-2f3c4ae02b3c req-db8ba272-467e-47b5-b2ba-2ed4e45c7a18 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.086826 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-a18ed674-f37c-44eb-b29c-2f3c4ae02b3c req-db8ba272-467e-47b5-b2ba-2ed4e45c7a18 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Calling delete_port for f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:58.101255 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-63d163d1-7cd6-4758-8ac7-0e27c1b5a94f req-68df86d1-037e-4728-ae5a-03fcfa1ea26d tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2757b66-ade7-4a18-b32d-f00659e2c845 HTTP/1.1" status: 200 len: 210 time: 0.0502305 Aug 10 03:49:58.120195 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e1429a37-c85e-439d-b3a7-060626857bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.160341 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e1429a37-c85e-439d-b3a7-060626857bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.174743 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6cb01-b01a-4597-a9b7-6da817e2ba15 req-ac309758-5cbf-4d46-938a-aa8950122ff4 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:58.176224 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7fc6cb01-b01a-4597-a9b7-6da817e2ba15 req-ac309758-5cbf-4d46-938a-aa8950122ff4 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/ports?device_id=af40cab7-9a39-4e24-8112-584b3cd1c257 HTTP/1.1" status: 200 len: 946 time: 0.2435684 Aug 10 03:49:58.189260 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-b22a31e4-3b34-498e-a13d-239777920b89 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=531844b5219944e08810c1a9ffd2589c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471714 Aug 10 03:49:58.256962 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-936140d1-c1f7-48ba-9427-23bbdad2a4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.298466 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7fc6cb01-b01a-4597-a9b7-6da817e2ba15 req-b7594ad9-f441-4422-a98f-e90463cc39bf tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/security-groups?id=ceffd146-a7a7-454a-9cfa-740bf260dbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983465 Aug 10 03:49:58.362646 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-25936378-b727-497a-93eb-91719bd731b4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.374106 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device be4b369d-5a68-4d08-baa1-4fc8f5303883 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:58.396799 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-07a0344e-7bcc-44c8-810e-493cf2f28cf8 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:58.398692 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-07a0344e-7bcc-44c8-810e-493cf2f28cf8 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1976373 Aug 10 03:49:58.407605 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: be4b369d-5a68-4d08-baa1-4fc8f5303883 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:58.407981 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device be4b369d-5a68-4d08-baa1-4fc8f5303883 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:58.417726 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-10036cfe-cca0-41ad-b2af-08c119580bea tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Request body: {'port': {'device_id': 'b2757b66-ade7-4a18-b32d-f00659e2c845', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': '531844b5219944e08810c1a9ffd2589c'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:58.477125 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a18ed674-f37c-44eb-b29c-2f3c4ae02b3c req-db8ba272-467e-47b5-b2ba-2ed4e45c7a18 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.477634 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-25936378-b727-497a-93eb-91719bd731b4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.479367 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-936140d1-c1f7-48ba-9427-23bbdad2a4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.480543 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e1429a37-c85e-439d-b3a7-060626857bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.483149 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e1429a37-c85e-439d-b3a7-060626857bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.486683 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e1429a37-c85e-439d-b3a7-060626857bbd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/87360c9d-8754-4ca6-91f8-42f0020240a6 HTTP/1.1" status: 204 len: 168 time: 0.4810266 Aug 10 03:49:58.489222 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:49:58.588343 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25936378-b727-497a-93eb-91719bd731b4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6585e7-f318-4aef-9640-6728bb59aedb,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:58.595742 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ba272-467e-47b5-b2ba-2ed4e45c7a18 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Pushing event deleted for resources: {'Port': ['ID=f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:58.619523 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1429a37-c85e-439d-b3a7-060626857bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87360c9d-8754-4ca6-91f8-42f0020240a6,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:58.619970 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936140d1-c1f7-48ba-9427-23bbdad2a4fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72cf0926-51a4-4fc0-96af-c684075d2095,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:58.645477 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-936140d1-c1f7-48ba-9427-23bbdad2a4fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.645477 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-936140d1-c1f7-48ba-9427-23bbdad2a4fc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/72cf0926-51a4-4fc0-96af-c684075d2095 HTTP/1.1" status: 204 len: 168 time: 1.1515694 Aug 10 03:49:58.663797 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56018) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:58.664584 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01ee925-0e53-44b3-b3d2-424d5a66a0a0 None None] Network ae78276c-6519-4603-bc80-1f77f9c4457a requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:49:58.709756 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-25936378-b727-497a-93eb-91719bd731b4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Allocated IP 192.168.233.64 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/3717da73-7f35-4b53-9e1d-fe580150296d) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:58.755772 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-10036cfe-cca0-41ad-b2af-08c119580bea tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Made reservation on behalf of 531844b5219944e08810c1a9ffd2589c for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:58.756704 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-10036cfe-cca0-41ad-b2af-08c119580bea tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.781525 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18ed674-f37c-44eb-b29c-2f3c4ae02b3c req-db8ba272-467e-47b5-b2ba-2ed4e45c7a18 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] No DVR routers for this DVR port f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4 on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:58.785326 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a18ed674-f37c-44eb-b29c-2f3c4ae02b3c req-db8ba272-467e-47b5-b2ba-2ed4e45c7a18 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.788962 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a18ed674-f37c-44eb-b29c-2f3c4ae02b3c req-db8ba272-467e-47b5-b2ba-2ed4e45c7a18 tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.68 "DELETE /v2.0/ports/f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4 HTTP/1.1" status: 204 len: 173 time: 1.6950152 Aug 10 03:49:58.799477 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af40cab7-9a39-4e24-8112-584b3cd1c257', 'name': 'network-vif-deleted', 'tag': 'f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:49:58.804112 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa52abd3-75eb-4e3f-8c86-b587478d5c5b" -d '{"events": [{"server_uuid": "af40cab7-9a39-4e24-8112-584b3cd1c257", "name": "network-vif-deleted", "tag": "f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:49:58.852123 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6f6d644d-d602-4805-8bd5-134112f16728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.862023 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56028) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:49:58.910753 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:49:58.961037 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-6f6d644d-d602-4805-8bd5-134112f16728 admin admin] Deleting port 9e052238-0d33-4f8e-866b-762b87c63a61 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:58.961847 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6f6d644d-d602-4805-8bd5-134112f16728 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:58.973064 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:49:58.976767 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ce1e4b67-a0cf-4913-b6ac-c4ff2d48dfc4 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:49:58.989531 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff25f95f-1ccd-463e-b933-4d8a85979846 x-openstack-request-id: req-ff25f95f-1ccd-463e-b933-4d8a85979846 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:49:58.991052 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af40cab7-9a39-4e24-8112-584b3cd1c257", "name": "network-vif-deleted", "tag": "f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:49:58.991534 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff25f95f-1ccd-463e-b933-4d8a85979846 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:49:58.992364 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af40cab7-9a39-4e24-8112-584b3cd1c257', 'name': 'network-vif-deleted', 'tag': 'f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4', 'status': 'completed', 'code': 200} Aug 10 03:49:59.085298 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75473dda-5ea2-456a-a032-e706d989a110 None None] DHCP port deletion for ae78276c-6519-4603-bc80-1f77f9c4457a request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:49:59.087222 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-25936378-b727-497a-93eb-91719bd731b4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:59.097131 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-6f6d644d-d602-4805-8bd5-134112f16728 admin admin] For port 9e052238-0d33-4f8e-866b-762b87c63a61, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=9e052238-0d33-4f8e-866b-762b87c63a61,segment=NetworkSegment(4836d09a-cfbb-4d06-995e-7a8ae6ea23fb),segment_id=4836d09a-cfbb-4d06-995e-7a8ae6ea23fb)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:59.098105 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6f6d644d-d602-4805-8bd5-134112f16728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:59.106725 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-25936378-b727-497a-93eb-91719bd731b4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Transition to ACTIVE for port object 3717da73-7f35-4b53-9e1d-fe580150296d will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:49:59.121399 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-6f6d644d-d602-4805-8bd5-134112f16728 admin admin] Calling delete_port for 9e052238-0d33-4f8e-866b-762b87c63a61 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:59.256887 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-75473dda-5ea2-456a-a032-e706d989a110 None None] Deleting port 9e052238-0d33-4f8e-866b-762b87c63a61 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:49:59.256887 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-75473dda-5ea2-456a-a032-e706d989a110 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:59.291600 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f03e64cc-bdb7-4da3-9ead-b1118f4dffe2 req-7e252cd9-b4cd-45a5-975e-c596b993feb8 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2757b66-ade7-4a18-b32d-f00659e2c845 HTTP/1.1" status: 200 len: 210 time: 0.0439427 Aug 10 03:49:59.306799 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-25936378-b727-497a-93eb-91719bd731b4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:59.372964 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-75473dda-5ea2-456a-a032-e706d989a110 None None] For port 9e052238-0d33-4f8e-866b-762b87c63a61, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=9e052238-0d33-4f8e-866b-762b87c63a61,segment=NetworkSegment(4836d09a-cfbb-4d06-995e-7a8ae6ea23fb),segment_id=4836d09a-cfbb-4d06-995e-7a8ae6ea23fb)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:49:59.373659 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-75473dda-5ea2-456a-a032-e706d989a110 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:59.385348 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6f6d644d-d602-4805-8bd5-134112f16728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:59.413053 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-75473dda-5ea2-456a-a032-e706d989a110 None None] Calling delete_port for 9e052238-0d33-4f8e-866b-762b87c63a61 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:49:59.427098 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-25936378-b727-497a-93eb-91719bd731b4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:49:59.437222 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-25936378-b727-497a-93eb-91719bd731b4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:49:59.444775 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-25936378-b727-497a-93eb-91719bd731b4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:49:59.453447 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25936378-b727-497a-93eb-91719bd731b4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Pushing event updated for resources: {'Port': ['ID=3717da73-7f35-4b53-9e1d-fe580150296d,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:59.456722 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-10036cfe-cca0-41ad-b2af-08c119580bea tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Allocated IP 192.168.233.142 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:49:59.504875 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-e6aa1461-4f72-45e0-b55f-3cb8d7a65f49 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1241713587-network', 'tenant_id': 'b7b32543cfb14202abfff28e01a4fae7'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:49:59.512945 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d644d-d602-4805-8bd5-134112f16728 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e052238-0d33-4f8e-866b-762b87c63a61,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:59.528312 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6d644d-d602-4805-8bd5-134112f16728 admin admin] No DVR routers for this DVR port 9e052238-0d33-4f8e-866b-762b87c63a61 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:59.560320 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-75473dda-5ea2-456a-a032-e706d989a110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:59.599257 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75473dda-5ea2-456a-a032-e706d989a110 None None] No DVR routers for this DVR port 9e052238-0d33-4f8e-866b-762b87c63a61 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:49:59.605204 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75473dda-5ea2-456a-a032-e706d989a110 None None] Pushing event deleted for resources: {'Port': ['ID=9e052238-0d33-4f8e-866b-762b87c63a61,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:49:59.614766 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-25936378-b727-497a-93eb-91719bd731b4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:49:59.615466 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-25936378-b727-497a-93eb-91719bd731b4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:59.666446 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9b2af4ae-4257-4422-937c-81057324f4f7 req-a0937854-6d1f-4a0e-85ba-03e28b78ad1a tempest-FloatingIPsAssociationNegativeTestJSON-594523494 tempest-FloatingIPsAssociationNegativeTestJSON-594523494-project] 10.222.0.25 "GET /v2.0/ports?device_id=af40cab7-9a39-4e24-8112-584b3cd1c257 HTTP/1.1" status: 200 len: 210 time: 0.1324282 Aug 10 03:49:59.676335 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6f6d644d-d602-4805-8bd5-134112f16728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:59.688142 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-6f6d644d-d602-4805-8bd5-134112f16728 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae78276c-6519-4603-bc80-1f77f9c4457a']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:59.703463 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-6f6d644d-d602-4805-8bd5-134112f16728 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4836d09a-cfbb-4d06-995e-7a8ae6ea23fb') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:59.703796 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-6f6d644d-d602-4805-8bd5-134112f16728 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4836d09a-cfbb-4d06-995e-7a8ae6ea23fb') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:49:59.723209 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6aa1461-4f72-45e0-b55f-3cb8d7a65f49 admin admin] Made reservation on behalf of b7b32543cfb14202abfff28e01a4fae7 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:49:59.723209 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6aa1461-4f72-45e0-b55f-3cb8d7a65f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:59.723209 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6f6d644d-d602-4805-8bd5-134112f16728 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:59.764822 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6aa1461-4f72-45e0-b55f-3cb8d7a65f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:59.773644 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6f6d644d-d602-4805-8bd5-134112f16728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:59.790010 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f6d644d-d602-4805-8bd5-134112f16728 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:49:59.791180 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6f6d644d-d602-4805-8bd5-134112f16728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:49:59.793605 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:49:59.896910 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-10036cfe-cca0-41ad-b2af-08c119580bea tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.007707 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-58ab7094-260c-4103-a2c1-a37818138111 None None] Provisioning for port 3717da73-7f35-4b53-9e1d-fe580150296d completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:00.012015 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-58ab7094-260c-4103-a2c1-a37818138111 None None] Provisioning complete for port 3717da73-7f35-4b53-9e1d-fe580150296d triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:00.012865 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-58ab7094-260c-4103-a2c1-a37818138111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.050584 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71ec90-2dcd-4b86-b4d5-61d1d7cb3b9a req-e3916ba1-4cba-41a5-bb4a-babb94a851a2 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:00.062802 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71ec90-2dcd-4b86-b4d5-61d1d7cb3b9a req-e3916ba1-4cba-41a5-bb4a-babb94a851a2 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:00.063841 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a71ec90-2dcd-4b86-b4d5-61d1d7cb3b9a req-e3916ba1-4cba-41a5-bb4a-babb94a851a2 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f9b66c5-35b9-483d-8c43-223d878f30b8&device_id=f4b61eee-3e3d-417e-8e41-8fc6561a6179 HTTP/1.1" status: 200 len: 1682 time: 0.1314187 Aug 10 03:50:00.065705 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-58ab7094-260c-4103-a2c1-a37818138111 None None] Port 3717da73-7f35-4b53-9e1d-fe580150296d cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:50:00.067279 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6f6d644d-d602-4805-8bd5-134112f16728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.078881 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6f6d644d-d602-4805-8bd5-134112f16728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.081617 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6f6d644d-d602-4805-8bd5-134112f16728 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ae78276c-6519-4603-bc80-1f77f9c4457a HTTP/1.1" status: 204 len: 168 time: 1.4294243 Aug 10 03:50:00.105722 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6aa1461-4f72-45e0-b55f-3cb8d7a65f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.107914 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d644d-d602-4805-8bd5-134112f16728 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae78276c-6519-4603-bc80-1f77f9c4457a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:00.145117 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a71ec90-2dcd-4b86-b4d5-61d1d7cb3b9a req-75703d02-f7e4-4026-9592-3516d3d3f491 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/security-groups?id=91510ed4-5d81-4213-a8b5-e69303c47d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645714 Aug 10 03:50:00.207856 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6aa1461-4f72-45e0-b55f-3cb8d7a65f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.247921 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6aa1461-4f72-45e0-b55f-3cb8d7a65f49 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:50:00.253525 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-25936378-b727-497a-93eb-91719bd731b4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5509388 Aug 10 03:50:00.257037 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-10036cfe-cca0-41ad-b2af-08c119580bea tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Transition to ACTIVE for port object e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:00.272078 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-3efc14f3-8f0b-49cb-bd91-04b2737a8521 service neutron] Request body: {'port': {'device_id': 'f7b32c25-c093-4a06-bd2c-48ca24e8d1c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:00.281709 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6aa1461-4f72-45e0-b55f-3cb8d7a65f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.281959 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-e6aa1461-4f72-45e0-b55f-3cb8d7a65f49 admin admin] Added segment f91afd67-9b1b-4789-9dc1-c6fa9d0683a3 of type vlan for network e6add48e-720a-43c3-8665-f3e4cec428da Aug 10 03:50:00.283623 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa1461-4f72-45e0-b55f-3cb8d7a65f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032a9584-c875-4764-851d-12f258cfec76,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:00.347013 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-3efc14f3-8f0b-49cb-bd91-04b2737a8521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.391752 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6aa1461-4f72-45e0-b55f-3cb8d7a65f49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.426992 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-538bec17-5bd7-46ff-ad25-28fd3ec32382 req-18477d8d-4a5d-4fa4-ad29-c034980cc67d tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2757b66-ade7-4a18-b32d-f00659e2c845 HTTP/1.1" status: 200 len: 210 time: 0.0311711 Aug 10 03:50:00.473189 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-10036cfe-cca0-41ad-b2af-08c119580bea tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.534217 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6aa1461-4f72-45e0-b55f-3cb8d7a65f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.535280 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6aa1461-4f72-45e0-b55f-3cb8d7a65f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:00.536364 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6aa1461-4f72-45e0-b55f-3cb8d7a65f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.540710 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-10036cfe-cca0-41ad-b2af-08c119580bea tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:00.554617 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-10036cfe-cca0-41ad-b2af-08c119580bea tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:00.588469 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-10036cfe-cca0-41ad-b2af-08c119580bea tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:00.607145 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aa1461-4f72-45e0-b55f-3cb8d7a65f49 admin admin] Pushing event updated for resources: {'Network': ['ID=e6add48e-720a-43c3-8665-f3e4cec428da,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:00.618977 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10036cfe-cca0-41ad-b2af-08c119580bea tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Pushing event updated for resources: {'Port': ['ID=e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:00.619791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network e6add48e-720a-43c3-8665-f3e4cec428da details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:50:00.661390 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-10036cfe-cca0-41ad-b2af-08c119580bea tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:00.662127 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-10036cfe-cca0-41ad-b2af-08c119580bea tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.691147 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e6aa1461-4f72-45e0-b55f-3cb8d7a65f49 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8111088 Aug 10 03:50:00.691147 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56094) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:00.696069 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-9b992bb1-c107-4957-a3ac-f5b48b82897d admin admin] Request body: {'subnet': {'network_id': 'e6add48e-720a-43c3-8665-f3e4cec428da', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1241713587-subnet', 'tenant_id': 'b7b32543cfb14202abfff28e01a4fae7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:00.721489 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56098) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:00.774267 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56100) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:00.786991 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2ca5a3a9-78d4-4c2f-9b4b-e6fa274784f8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=58ee50e6de35447d8f023d20187a0aea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0641997 Aug 10 03:50:00.791604 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56102) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:00.811653 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-10036cfe-cca0-41ad-b2af-08c119580bea tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4040139 Aug 10 03:50:00.813827 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-3efc14f3-8f0b-49cb-bd91-04b2737a8521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3717da73-7f35-4b53-9e1d-fe580150296d {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:00.826249 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-3efc14f3-8f0b-49cb-bd91-04b2737a8521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.835948 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-b738afa2-f195-40f3-873a-795e72d7c3f8 service neutron] Request body: {'port': {'device_id': 'b2757b66-ade7-4a18-b32d-f00659e2c845', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:00.900326 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-3efc14f3-8f0b-49cb-bd91-04b2737a8521 service neutron] Transition to ACTIVE for port object 3717da73-7f35-4b53-9e1d-fe580150296d will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:00.926696 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 9e052238-0d33-4f8e-866b-762b87c63a61 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:50:00.948337 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-88172604-8997-4f70-bec4-9bad649e3cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:00.948669 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 9e052238-0d33-4f8e-866b-762b87c63a61 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:50:00.948872 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 9e052238-0d33-4f8e-866b-762b87c63a61 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:50:01.002500 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-88172604-8997-4f70-bec4-9bad649e3cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.004628 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-b738afa2-f195-40f3-873a-795e72d7c3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.041699 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6989cfa5-f5f0-4dc6-ab1e-11377a67061d None None] Provisioning for port e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:01.046719 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6989cfa5-f5f0-4dc6-ab1e-11377a67061d None None] Provisioning complete for port e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:01.047601 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6989cfa5-f5f0-4dc6-ab1e-11377a67061d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.062003 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-3efc14f3-8f0b-49cb-bd91-04b2737a8521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.065590 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b992bb1-c107-4957-a3ac-f5b48b82897d admin admin] Made reservation on behalf of b7b32543cfb14202abfff28e01a4fae7 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:01.072719 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9b992bb1-c107-4957-a3ac-f5b48b82897d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.135313 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-6989cfa5-f5f0-4dc6-ab1e-11377a67061d None None] Port e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:50:01.315639 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc14f3-8f0b-49cb-bd91-04b2737a8521 service neutron] Pushing event updated for resources: {'Port': ['ID=3717da73-7f35-4b53-9e1d-fe580150296d,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:01.430924 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-3efc14f3-8f0b-49cb-bd91-04b2737a8521 service neutron] Attempting to bind port 3717da73-7f35-4b53-9e1d-fe580150296d on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:50:01.430924 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-3efc14f3-8f0b-49cb-bd91-04b2737a8521 service neutron] Attempting to bind port 3717da73-7f35-4b53-9e1d-fe580150296d by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:50:01.430924 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-3efc14f3-8f0b-49cb-bd91-04b2737a8521 service neutron] Attempting to bind port 3717da73-7f35-4b53-9e1d-fe580150296d on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:01.491118 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-88172604-8997-4f70-bec4-9bad649e3cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.495788 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-88172604-8997-4f70-bec4-9bad649e3cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.496497 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-88172604-8997-4f70-bec4-9bad649e3cb0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dbba081a-d3f5-495f-b111-3d06ff503ae4 HTTP/1.1" status: 204 len: 168 time: 0.7038183 Aug 10 03:50:01.540449 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88172604-8997-4f70-bec4-9bad649e3cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbba081a-d3f5-495f-b111-3d06ff503ae4,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:01.540449 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-3efc14f3-8f0b-49cb-bd91-04b2737a8521 service neutron] Port 3717da73-7f35-4b53-9e1d-fe580150296d on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:50:01.540449 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-3efc14f3-8f0b-49cb-bd91-04b2737a8521 service neutron] Attempting to bind port 3717da73-7f35-4b53-9e1d-fe580150296d on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:01.540449 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-3efc14f3-8f0b-49cb-bd91-04b2737a8521 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:50:01.540449 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-3efc14f3-8f0b-49cb-bd91-04b2737a8521 service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:01.540449 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-3efc14f3-8f0b-49cb-bd91-04b2737a8521 service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:50:01.540449 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-3efc14f3-8f0b-49cb-bd91-04b2737a8521 service neutron] Bound port: 3717da73-7f35-4b53-9e1d-fe580150296d, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:50:01.540449 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-3efc14f3-8f0b-49cb-bd91-04b2737a8521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.624361 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:50:01.669985 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-3efc14f3-8f0b-49cb-bd91-04b2737a8521 service neutron] For port 3717da73-7f35-4b53-9e1d-fe580150296d, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:01.676842 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:50:01.678086 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device f5fe3576-eae3-4f47-8166-7e5b2dcc3ad4 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:50:01.696394 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-3efc14f3-8f0b-49cb-bd91-04b2737a8521 service neutron] For port 3717da73-7f35-4b53-9e1d-fe580150296d, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=3717da73-7f35-4b53-9e1d-fe580150296d,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:01.723786 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6705aec0-9b50-4079-872f-ef9c41b5d1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.734161 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8b937-e636-4e85-9b20-c1c84c1f4158 req-621e5c1e-8d02-422b-9c9e-2a90231e25f6 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:01.735664 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7ff8b937-e636-4e85-9b20-c1c84c1f4158 req-621e5c1e-8d02-422b-9c9e-2a90231e25f6 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2757b66-ade7-4a18-b32d-f00659e2c845 HTTP/1.1" status: 200 len: 936 time: 0.0783694 Aug 10 03:50:01.778564 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-b738afa2-f195-40f3-873a-795e72d7c3f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:01.790813 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3811d05-4dd2-4570-9292-13c7859d311d req-077b9751-8a82-4c56-8e1b-1fe35938de79 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:01.792545 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b3811d05-4dd2-4570-9292-13c7859d311d req-077b9751-8a82-4c56-8e1b-1fe35938de79 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f9b66c5-35b9-483d-8c43-223d878f30b8 HTTP/1.1" status: 200 len: 946 time: 0.1045966 Aug 10 03:50:01.796921 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-b738afa2-f195-40f3-873a-795e72d7c3f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.813162 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-b738afa2-f195-40f3-873a-795e72d7c3f8 service neutron] Transition to ACTIVE for port object e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:01.822366 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-3efc14f3-8f0b-49cb-bd91-04b2737a8521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.847536 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7ff8b937-e636-4e85-9b20-c1c84c1f4158 req-2a872849-36ba-477f-91e0-71bb51b902ab tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803695 Aug 10 03:50:01.850292 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9b992bb1-c107-4957-a3ac-f5b48b82897d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.881523 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-3efc14f3-8f0b-49cb-bd91-04b2737a8521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:01.882306 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-3efc14f3-8f0b-49cb-bd91-04b2737a8521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:01.883813 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-3efc14f3-8f0b-49cb-bd91-04b2737a8521 service neutron] 10.222.0.68 "PUT /v2.0/ports/3717da73-7f35-4b53-9e1d-fe580150296d HTTP/1.1" status: 200 len: 1095 time: 1.6203775 Aug 10 03:50:01.887780 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b32c25-c093-4a06-bd2c-48ca24e8d1c7', 'tag': '3717da73-7f35-4b53-9e1d-fe580150296d'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:01.891291 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9192b813-9474-450c-a855-a0e68b0a06d0" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b32c25-c093-4a06-bd2c-48ca24e8d1c7", "tag": "3717da73-7f35-4b53-9e1d-fe580150296d"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:01.953530 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b992bb1-c107-4957-a3ac-f5b48b82897d admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb3c8d2a-144a-44d3-aa8c-c8bc8e33d5b2,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:01.955106 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b3811d05-4dd2-4570-9292-13c7859d311d req-f9a9da48-7e47-4fb2-82ad-afafdfb7aa00 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/security-groups?id=91510ed4-5d81-4213-a8b5-e69303c47d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325378 Aug 10 03:50:01.969067 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05b9692-97b0-49f4-907c-f1cdd846ef34 x-openstack-request-id: req-b05b9692-97b0-49f4-907c-f1cdd846ef34 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:01.969637 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b32c25-c093-4a06-bd2c-48ca24e8d1c7", "tag": "3717da73-7f35-4b53-9e1d-fe580150296d", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:01.970068 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b05b9692-97b0-49f4-907c-f1cdd846ef34 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:01.970481 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b32c25-c093-4a06-bd2c-48ca24e8d1c7', 'tag': '3717da73-7f35-4b53-9e1d-fe580150296d', 'status': 'completed', 'code': 200} Aug 10 03:50:01.982666 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-b738afa2-f195-40f3-873a-795e72d7c3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:02.034790 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b992bb1-c107-4957-a3ac-f5b48b82897d admin admin] Checking segment: {'id': 'f91afd67-9b1b-4789-9dc1-c6fa9d0683a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'e6add48e-720a-43c3-8665-f3e4cec428da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:02.035249 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b992bb1-c107-4957-a3ac-f5b48b82897d admin admin] Network hostable DHCP agents. Network: e6add48e-720a-43c3-8665-f3e4cec428da, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:50:02.064207 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc14f3-8f0b-49cb-bd91-04b2737a8521 service neutron] Pushing event updated for resources: {'Port': ['ID=3717da73-7f35-4b53-9e1d-fe580150296d,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:02.157631 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738afa2-f195-40f3-873a-795e72d7c3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:02.251810 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-75f66762-6f28-46c8-a8d8-02e61e185790 req-21c2f087-2735-41a9-a13f-921e97ee41b3 tempest-FlavorsV2NegativeTest-30145549 tempest-FlavorsV2NegativeTest-30145549-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=533be8a6052049bab41b6077a0286be5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1244247 Aug 10 03:50:02.269728 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b992bb1-c107-4957-a3ac-f5b48b82897d admin admin] Network e6add48e-720a-43c3-8665-f3e4cec428da is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:50:02.318765 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192b813-9474-450c-a855-a0e68b0a06d0 req-dd3747ff-56f1-4ca9-a02a-301593e06029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:02.320662 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9192b813-9474-450c-a855-a0e68b0a06d0 req-dd3747ff-56f1-4ca9-a02a-301593e06029 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=531844b5219944e08810c1a9ffd2589c&device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 1098 time: 0.3227696 Aug 10 03:50:02.321469 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-b738afa2-f195-40f3-873a-795e72d7c3f8 service neutron] Attempting to bind port e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:50:02.326713 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-b738afa2-f195-40f3-873a-795e72d7c3f8 service neutron] Attempting to bind port e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:50:02.326713 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-b738afa2-f195-40f3-873a-795e72d7c3f8 service neutron] Attempting to bind port e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:02.327619 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-b738afa2-f195-40f3-873a-795e72d7c3f8 service neutron] Port e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:50:02.328323 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-b738afa2-f195-40f3-873a-795e72d7c3f8 service neutron] Attempting to bind port e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:02.356353 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-b738afa2-f195-40f3-873a-795e72d7c3f8 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:50:02.356851 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-b738afa2-f195-40f3-873a-795e72d7c3f8 service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:02.357336 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-b738afa2-f195-40f3-873a-795e72d7c3f8 service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:50:02.357894 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-b738afa2-f195-40f3-873a-795e72d7c3f8 service neutron] Bound port: e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:50:02.358358 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-b738afa2-f195-40f3-873a-795e72d7c3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:02.378391 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9192b813-9474-450c-a855-a0e68b0a06d0 req-545fe1b8-83e4-48a7-a69f-882409fa3b5a service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=531844b5219944e08810c1a9ffd2589c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465999 Aug 10 03:50:02.449558 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-9b992bb1-c107-4957-a3ac-f5b48b82897d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, e6add48e-720a-43c3-8665-f3e4cec428da) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:02.456894 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b992bb1-c107-4957-a3ac-f5b48b82897d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:02.457611 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f9b55e-bfdc-401f-961d-3dc95449bdf0 None None] Network e6add48e-720a-43c3-8665-f3e4cec428da requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:02.457758 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9b992bb1-c107-4957-a3ac-f5b48b82897d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:02.482571 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f66762-6f28-46c8-a8d8-02e61e185790 req-ccf5e808-4e50-4606-b1c9-5c5e737cc39c tempest-FlavorsV2NegativeTest-30145549 tempest-FlavorsV2NegativeTest-30145549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:02.501562 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-75f66762-6f28-46c8-a8d8-02e61e185790 req-ccf5e808-4e50-4606-b1c9-5c5e737cc39c tempest-FlavorsV2NegativeTest-30145549 tempest-FlavorsV2NegativeTest-30145549-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2355835 Aug 10 03:50:02.501774 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-b738afa2-f195-40f3-873a-795e72d7c3f8 service neutron] For port e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:02.501774 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-b738afa2-f195-40f3-873a-795e72d7c3f8 service neutron] For port e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:02.530112 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-75f66762-6f28-46c8-a8d8-02e61e185790 req-f8cdce43-8528-4822-830a-b95256f3fc46 tempest-FlavorsV2NegativeTest-30145549 tempest-FlavorsV2NegativeTest-30145549-project] 10.222.0.25 "GET /v2.0/quotas/533be8a6052049bab41b6077a0286be5 HTTP/1.1" status: 200 len: 375 time: 0.0343661 Aug 10 03:50:02.551224 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-6705aec0-9b50-4079-872f-ef9c41b5d1b1 admin admin] Deleting port 1fac229f-5da3-465b-91b4-a862ad398919 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:02.551594 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6705aec0-9b50-4079-872f-ef9c41b5d1b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:02.576313 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-75f66762-6f28-46c8-a8d8-02e61e185790 req-d260666d-adec-432b-bb03-0dc2ddf308dc tempest-FlavorsV2NegativeTest-30145549 tempest-FlavorsV2NegativeTest-30145549-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=533be8a6052049bab41b6077a0286be5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451910 Aug 10 03:50:02.663902 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befca003-7672-4d4d-96fe-ad97017c0f2a None None] Network e6add48e-720a-43c3-8665-f3e4cec428da requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:02.722892 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-b738afa2-f195-40f3-873a-795e72d7c3f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:02.724270 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdeed1-60bc-459c-84d4-3a7b104d71ea req-2b439a52-7b30-42a4-8c20-c979f96ff7e7 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:02.729687 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6fbdeed1-60bc-459c-84d4-3a7b104d71ea req-2b439a52-7b30-42a4-8c20-c979f96ff7e7 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f9b66c5-35b9-483d-8c43-223d878f30b8 HTTP/1.1" status: 200 len: 946 time: 0.1121302 Aug 10 03:50:02.733035 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9b992bb1-c107-4957-a3ac-f5b48b82897d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0418708 Aug 10 03:50:02.754243 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-6705aec0-9b50-4079-872f-ef9c41b5d1b1 admin admin] For port 1fac229f-5da3-465b-91b4-a862ad398919, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1fac229f-5da3-465b-91b4-a862ad398919,segment=NetworkSegment(9d8f82a4-e08e-42fd-bad0-04820f1ed2d8),segment_id=9d8f82a4-e08e-42fd-bad0-04820f1ed2d8)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:02.759780 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6705aec0-9b50-4079-872f-ef9c41b5d1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:02.792546 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-6705aec0-9b50-4079-872f-ef9c41b5d1b1 admin admin] Calling delete_port for 1fac229f-5da3-465b-91b4-a862ad398919 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:02.829292 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-b738afa2-f195-40f3-873a-795e72d7c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:02.829933 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-b738afa2-f195-40f3-873a-795e72d7c3f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:02.831351 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-b738afa2-f195-40f3-873a-795e72d7c3f8 service neutron] 10.222.0.68 "PUT /v2.0/ports/e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88 HTTP/1.1" status: 200 len: 1096 time: 2.0078225 Aug 10 03:50:02.843057 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192b813-9474-450c-a855-a0e68b0a06d0 req-a5c79d59-bf43-4bfa-b656-ee97d724f7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:02.844570 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9192b813-9474-450c-a855-a0e68b0a06d0 req-a5c79d59-bf43-4bfa-b656-ee97d724f7cf service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4512122 Aug 10 03:50:02.868524 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738afa2-f195-40f3-873a-795e72d7c3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:03.084640 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-7c475aa4-8ad6-42aa-89f3-4060c69755b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:03.086335 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-7c475aa4-8ad6-42aa-89f3-4060c69755b2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=531844b5219944e08810c1a9ffd2589c&device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 1098 time: 0.1921604 Aug 10 03:50:03.101693 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-6fbdeed1-60bc-459c-84d4-3a7b104d71ea req-97412ffb-faa4-4209-bc0c-fee49b05c21b tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Deleting port 09b877f5-24c2-45b9-9416-9f1b05e0a07e {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:03.101946 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-6fbdeed1-60bc-459c-84d4-3a7b104d71ea req-97412ffb-faa4-4209-bc0c-fee49b05c21b tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.145900 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552ddac-2276-43a6-acf3-550adcd7e561 req-d6bd4578-fd74-45b6-8399-b61b72a95645 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:03.148286 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2552ddac-2276-43a6-acf3-550adcd7e561 req-d6bd4578-fd74-45b6-8399-b61b72a95645 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.68 "GET /v2.0/ports?device_id=f4b61eee-3e3d-417e-8e41-8fc6561a6179 HTTP/1.1" status: 200 len: 945 time: 0.1943753 Aug 10 03:50:03.197874 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1d796-f2b5-47b9-a9c1-8636b360b44d req-8bb77dc5-e5cf-4097-a9bf-f35cf5d7c5e0 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:03.200497 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-80f1d796-f2b5-47b9-a9c1-8636b360b44d req-8bb77dc5-e5cf-4097-a9bf-f35cf5d7c5e0 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2757b66-ade7-4a18-b32d-f00659e2c845 HTTP/1.1" status: 200 len: 948 time: 0.2524507 Aug 10 03:50:03.210725 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-a1956af5-a63b-4704-a5ec-8bb7cb78a184 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=3717da73-7f35-4b53-9e1d-fe580150296d HTTP/1.1" status: 200 len: 217 time: 0.1118040 Aug 10 03:50:03.281137 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-2cc1e126-c996-48e1-9809-f5a1e8990b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:03.282632 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-2cc1e126-c996-48e1-9809-f5a1e8990b8f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=531844b5219944e08810c1a9ffd2589c&device_id=b2757b66-ade7-4a18-b32d-f00659e2c845 HTTP/1.1" status: 200 len: 1099 time: 0.1945043 Aug 10 03:50:03.319587 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8b533-d468-42d9-b444-b89290cdf8a9 req-9cea43a8-6817-4250-996d-1169356862fb tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:03.334867 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f9b8b533-d468-42d9-b444-b89290cdf8a9 req-9cea43a8-6817-4250-996d-1169356862fb tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f9b66c5-35b9-483d-8c43-223d878f30b8 HTTP/1.1" status: 200 len: 946 time: 0.2148724 Aug 10 03:50:03.335219 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-80f1d796-f2b5-47b9-a9c1-8636b360b44d req-e7978b58-87bd-4d46-a5df-4658edfb1d88 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186924 Aug 10 03:50:03.338877 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-5cf9dcbb-8f99-471b-bcc2-1d2d963c4178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:03.340346 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-5cf9dcbb-8f99-471b-bcc2-1d2d963c4178 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.1040022 Aug 10 03:50:03.425850 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-2552ddac-2276-43a6-acf3-550adcd7e561 req-9cad8969-58da-4efb-8108-18952f7147a2 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Deleting port effe80ae-6c1e-4fd0-aa2a-12d0efa54a18 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:03.426198 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2552ddac-2276-43a6-acf3-550adcd7e561 req-9cad8969-58da-4efb-8108-18952f7147a2 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.495713 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-26b35579-1047-4107-ac52-8885e7414b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:03.497864 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-26b35579-1047-4107-ac52-8885e7414b06 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1422417 Aug 10 03:50:03.540634 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56200) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:03.611932 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-2552ddac-2276-43a6-acf3-550adcd7e561 req-9cad8969-58da-4efb-8108-18952f7147a2 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] For port effe80ae-6c1e-4fd0-aa2a-12d0efa54a18, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=effe80ae-6c1e-4fd0-aa2a-12d0efa54a18,segment=NetworkSegment(ca1a5dcc-131d-4766-a75e-b2e49a22029e),segment_id=ca1a5dcc-131d-4766-a75e-b2e49a22029e)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:03.612339 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2552ddac-2276-43a6-acf3-550adcd7e561 req-9cad8969-58da-4efb-8108-18952f7147a2 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.647613 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-2552ddac-2276-43a6-acf3-550adcd7e561 req-9cad8969-58da-4efb-8108-18952f7147a2 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Calling delete_port for effe80ae-6c1e-4fd0-aa2a-12d0efa54a18 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:03.686991 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-93a182ba-997e-405a-8979-703c6d24dd4c req-aa3555db-d734-4f2d-8782-449041bdcbb2 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-968093953', 'description': 'tempest-description-1838563330'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:03.698688 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-6fbdeed1-60bc-459c-84d4-3a7b104d71ea req-97412ffb-faa4-4209-bc0c-fee49b05c21b tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] For port 09b877f5-24c2-45b9-9416-9f1b05e0a07e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=09b877f5-24c2-45b9-9416-9f1b05e0a07e,segment=NetworkSegment(ca1a5dcc-131d-4766-a75e-b2e49a22029e),segment_id=ca1a5dcc-131d-4766-a75e-b2e49a22029e)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:03.699058 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-6fbdeed1-60bc-459c-84d4-3a7b104d71ea req-97412ffb-faa4-4209-bc0c-fee49b05c21b tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.706908 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-1136e550-3ebf-42a8-866a-e74d2f48c9ff admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-699547199-network', 'tenant_id': '6515e8e4a07b46b88f610aa013c62478'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:03.716345 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-09a7100b-7679-4ab8-a474-376b70caec1b service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093384 Aug 10 03:50:03.725335 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-f2276bd4-9233-4081-8c1c-56e7f4e97872 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88 HTTP/1.1" status: 200 len: 217 time: 0.4327641 Aug 10 03:50:03.754403 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-6fbdeed1-60bc-459c-84d4-3a7b104d71ea req-97412ffb-faa4-4209-bc0c-fee49b05c21b tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Calling delete_port for 09b877f5-24c2-45b9-9416-9f1b05e0a07e owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:03.851203 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f9b8b533-d468-42d9-b444-b89290cdf8a9 req-f22a2586-c6d5-4faf-a21d-cbfdbec0a92e tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/security-groups?id=91510ed4-5d81-4213-a8b5-e69303c47d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491382 Aug 10 03:50:03.863008 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-61680394-1535-4663-9925-6bdf64db4ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:03.864482 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-61680394-1535-4663-9925-6bdf64db4ff7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.1314301 Aug 10 03:50:03.908194 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8689dd9d-b4b3-4bb4-a647-a1f1cc7fc1a1 req-00310e97-8359-4785-b56a-e5e8f3b8d3ee service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583283 Aug 10 03:50:03.920197 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-93a182ba-997e-405a-8979-703c6d24dd4c req-aa3555db-d734-4f2d-8782-449041bdcbb2 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.934158 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-bb3bb9d2-2ffb-4e83-983c-cb87a7b29f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:03.935985 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-bb3bb9d2-2ffb-4e83-983c-cb87a7b29f79 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0597637 Aug 10 03:50:03.955969 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6705aec0-9b50-4079-872f-ef9c41b5d1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:03.971222 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2757b66-ade7-4a18-b32d-f00659e2c845', 'tag': 'e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:03.974007 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5b87a3-2bdc-4253-b350-44269c1e9b44" -d '{"events": [{"name": "network-changed", "server_uuid": "b2757b66-ade7-4a18-b32d-f00659e2c845", "tag": "e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:04.040980 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705aec0-9b50-4079-872f-ef9c41b5d1b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fac229f-5da3-465b-91b4-a862ad398919,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:04.053752 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1136e550-3ebf-42a8-866a-e74d2f48c9ff admin admin] Made reservation on behalf of 6515e8e4a07b46b88f610aa013c62478 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:04.053752 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1136e550-3ebf-42a8-866a-e74d2f48c9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.058284 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2552ddac-2276-43a6-acf3-550adcd7e561 req-9cad8969-58da-4efb-8108-18952f7147a2 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.070729 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['effe80ae-6c1e-4fd0-aa2a-12d0efa54a18'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:04.094785 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['09b877f5-24c2-45b9-9416-9f1b05e0a07e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:04.139456 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-e1a323f4-7799-4d6d-acdf-107c23b0d3fd service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844752 Aug 10 03:50:04.166726 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-93a182ba-997e-405a-8979-703c6d24dd4c req-aa3555db-d734-4f2d-8782-449041bdcbb2 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.171265 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ca2e88-815b-4f92-a2be-b52a8005c2ca x-openstack-request-id: req-01ca2e88-815b-4f92-a2be-b52a8005c2ca {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:04.171558 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2757b66-ade7-4a18-b32d-f00659e2c845", "tag": "e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:04.171814 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01ca2e88-815b-4f92-a2be-b52a8005c2ca {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:04.172249 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2757b66-ade7-4a18-b32d-f00659e2c845', 'tag': 'e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88', 'status': 'completed', 'code': 200} Aug 10 03:50:04.175833 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1136e550-3ebf-42a8-866a-e74d2f48c9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.191917 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-6fbdeed1-60bc-459c-84d4-3a7b104d71ea req-97412ffb-faa4-4209-bc0c-fee49b05c21b tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.222978 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad8969-58da-4efb-8108-18952f7147a2 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Pushing event deleted for resources: {'Port': ['ID=effe80ae-6c1e-4fd0-aa2a-12d0efa54a18,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:04.232429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad8969-58da-4efb-8108-18952f7147a2 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:04.232785 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad8969-58da-4efb-8108-18952f7147a2 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:04.233135 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad8969-58da-4efb-8108-18952f7147a2 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:04.233474 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad8969-58da-4efb-8108-18952f7147a2 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:04.233813 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad8969-58da-4efb-8108-18952f7147a2 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:04.234207 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad8969-58da-4efb-8108-18952f7147a2 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:04.234770 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad8969-58da-4efb-8108-18952f7147a2 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:04.235119 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad8969-58da-4efb-8108-18952f7147a2 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:04.235454 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad8969-58da-4efb-8108-18952f7147a2 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:04.235985 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad8969-58da-4efb-8108-18952f7147a2 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:04.236305 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad8969-58da-4efb-8108-18952f7147a2 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:04.236744 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad8969-58da-4efb-8108-18952f7147a2 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:04.272241 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['effe80ae-6c1e-4fd0-aa2a-12d0efa54a18'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:04.290529 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97412ffb-faa4-4209-bc0c-fee49b05c21b tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Pushing event deleted for resources: {'Port': ['ID=09b877f5-24c2-45b9-9416-9f1b05e0a07e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:04.299138 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-2552ddac-2276-43a6-acf3-550adcd7e561 req-9cad8969-58da-4efb-8108-18952f7147a2 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] No DVR routers for this DVR port effe80ae-6c1e-4fd0-aa2a-12d0efa54a18 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:50:04.304801 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-93a182ba-997e-405a-8979-703c6d24dd4c req-aa3555db-d734-4f2d-8782-449041bdcbb2 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.309018 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2552ddac-2276-43a6-acf3-550adcd7e561 req-9cad8969-58da-4efb-8108-18952f7147a2 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.311149 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2552ddac-2276-43a6-acf3-550adcd7e561 req-9cad8969-58da-4efb-8108-18952f7147a2 tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.68 "DELETE /v2.0/ports/effe80ae-6c1e-4fd0-aa2a-12d0efa54a18 HTTP/1.1" status: 204 len: 173 time: 1.1224060 Aug 10 03:50:04.359105 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3555db-d734-4f2d-8782-449041bdcbb2 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08390fbd-a1be-4362-84aa-3f373d643362,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:04.392003 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbdeed1-60bc-459c-84d4-3a7b104d71ea req-97412ffb-faa4-4209-bc0c-fee49b05c21b tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] No DVR routers for this DVR port 09b877f5-24c2-45b9-9416-9f1b05e0a07e on host n-h2-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:50:04.398336 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-6fbdeed1-60bc-459c-84d4-3a7b104d71ea req-97412ffb-faa4-4209-bc0c-fee49b05c21b tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.400453 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6fbdeed1-60bc-459c-84d4-3a7b104d71ea req-97412ffb-faa4-4209-bc0c-fee49b05c21b tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.20 "DELETE /v2.0/ports/09b877f5-24c2-45b9-9416-9f1b05e0a07e HTTP/1.1" status: 204 len: 173 time: 1.6620545 Aug 10 03:50:04.404236 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9b66c5-35b9-483d-8c43-223d878f30b8', 'name': 'network-vif-deleted', 'tag': '09b877f5-24c2-45b9-9416-9f1b05e0a07e'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:04.409074 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32406085-f97d-4094-9047-b190ddb80925" -d '{"events": [{"server_uuid": "6f9b66c5-35b9-483d-8c43-223d878f30b8", "name": "network-vif-deleted", "tag": "09b877f5-24c2-45b9-9416-9f1b05e0a07e"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:04.463781 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6705aec0-9b50-4079-872f-ef9c41b5d1b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.474569 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1136e550-3ebf-42a8-866a-e74d2f48c9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.479091 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-be266df2-e3cb-4b89-a14c-7e34475b90e3 req-feb583b6-b3bc-4d82-a0c6-b547e9e02408 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993650 Aug 10 03:50:04.535870 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56214) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:04.562990 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbd44bd-153c-49b3-b1ac-0b856956db60 req-e7770c6b-afc8-45c2-b37a-fc31a79fa556 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:04.564501 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8cbd44bd-153c-49b3-b1ac-0b856956db60 req-e7770c6b-afc8-45c2-b37a-fc31a79fa556 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2757b66-ade7-4a18-b32d-f00659e2c845 HTTP/1.1" status: 200 len: 948 time: 0.1018929 Aug 10 03:50:04.574893 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1136e550-3ebf-42a8-866a-e74d2f48c9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.600246 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1136e550-3ebf-42a8-866a-e74d2f48c9ff admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:50:04.621110 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136e550-3ebf-42a8-866a-e74d2f48c9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a84efb58-2c7d-4174-afd7-4dd952f1233a,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:04.625078 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1136e550-3ebf-42a8-866a-e74d2f48c9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.625540 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-1136e550-3ebf-42a8-866a-e74d2f48c9ff admin admin] Added segment 52a308e3-f3ea-4a91-9c6d-53b90f22facc of type vlan for network bf57caec-6bc0-422b-922f-652803228551 Aug 10 03:50:04.643813 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8cbd44bd-153c-49b3-b1ac-0b856956db60 req-118b8bb9-dd13-4a82-a2c3-11ad70ac2db5 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724971 Aug 10 03:50:04.670484 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-93a182ba-997e-405a-8979-703c6d24dd4c req-aa3555db-d734-4f2d-8782-449041bdcbb2 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.682893 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-93a182ba-997e-405a-8979-703c6d24dd4c req-aa3555db-d734-4f2d-8782-449041bdcbb2 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.0076177 Aug 10 03:50:04.720352 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1136e550-3ebf-42a8-866a-e74d2f48c9ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.735838 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-279d917e-65ea-42a5-96ea-316f0cfd00ca x-openstack-request-id: req-279d917e-65ea-42a5-96ea-316f0cfd00ca {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:04.736493 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9b66c5-35b9-483d-8c43-223d878f30b8", "name": "network-vif-deleted", "tag": "09b877f5-24c2-45b9-9416-9f1b05e0a07e", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:04.736493 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-279d917e-65ea-42a5-96ea-316f0cfd00ca {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:04.737215 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9b66c5-35b9-483d-8c43-223d878f30b8', 'name': 'network-vif-deleted', 'tag': '09b877f5-24c2-45b9-9416-9f1b05e0a07e', 'status': 'completed', 'code': 200} Aug 10 03:50:04.737376 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9447c1c7-e1e3-4a6b-8b97-efb200092681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.820600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b87a3-2bdc-4253-b350-44269c1e9b44 req-1cdb8b74-9282-427d-9b56-eaf08d391cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:04.822098 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8e5b87a3-2bdc-4253-b350-44269c1e9b44 req-1cdb8b74-9282-427d-9b56-eaf08d391cd2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=531844b5219944e08810c1a9ffd2589c&device_id=b2757b66-ade7-4a18-b32d-f00659e2c845 HTTP/1.1" status: 200 len: 1099 time: 0.1227753 Aug 10 03:50:04.826974 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af8af297-e4b7-46a8-8ad5-c2974026a7c0 req-85e15e12-33e3-430c-ae07-f2e2366e7d37 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] 10.222.0.25 "GET /v2.0/security-groups/08390fbd-a1be-4362-84aa-3f373d643362 HTTP/1.1" status: 200 len: 1812 time: 0.1197054 Aug 10 03:50:04.845484 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-af8af297-e4b7-46a8-8ad5-c2974026a7c0 req-baf19f50-e2b6-4b88-9df6-23180eca08b7 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '08390fbd-a1be-4362-84aa-3f373d643362', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:04.846201 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-af8af297-e4b7-46a8-8ad5-c2974026a7c0 req-baf19f50-e2b6-4b88-9df6-23180eca08b7 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '08390fbd-a1be-4362-84aa-3f373d643362', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:04.856017 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9447c1c7-e1e3-4a6b-8b97-efb200092681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:04.899509 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6705aec0-9b50-4079-872f-ef9c41b5d1b1 admin admin] Router 4f4e4972-5ade-4c13-acf2-4cbce90ee621 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:50:04.974192 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-325e8a6f-e1f1-4f54-a9ce-9ee4dbc34e73 req-483a3275-f489-474f-9d06-c3d31bfce34f tempest-ListServersNegativeTestJSON-559909429 tempest-ListServersNegativeTestJSON-559909429-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f9b66c5-35b9-483d-8c43-223d878f30b8 HTTP/1.1" status: 200 len: 210 time: 0.0260606 Aug 10 03:50:05.005897 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1136e550-3ebf-42a8-866a-e74d2f48c9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.005897 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1136e550-3ebf-42a8-866a-e74d2f48c9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:05.005897 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1136e550-3ebf-42a8-866a-e74d2f48c9ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.017160 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b87a3-2bdc-4253-b350-44269c1e9b44 req-51be85a4-db61-422c-adb3-ae4c5e2c00a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:05.018313 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8e5b87a3-2bdc-4253-b350-44269c1e9b44 req-51be85a4-db61-422c-adb3-ae4c5e2c00a6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.1879406 Aug 10 03:50:05.066424 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9447c1c7-e1e3-4a6b-8b97-efb200092681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.081114 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8e5b87a3-2bdc-4253-b350-44269c1e9b44 req-f9e45aa5-dc12-453f-b2a7-4d1a54f26008 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88 HTTP/1.1" status: 200 len: 217 time: 0.0512726 Aug 10 03:50:05.092850 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6705aec0-9b50-4079-872f-ef9c41b5d1b1 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:50:05.101181 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6705aec0-9b50-4079-872f-ef9c41b5d1b1 admin admin] 10.222.0.25 "PUT /v2.0/routers/4f4e4972-5ade-4c13-acf2-4cbce90ee621/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3233070 Aug 10 03:50:05.105651 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36a393c-c559-4677-86d1-20ccac033d6d None None] Sync routers for ids ['4f4e4972-5ade-4c13-acf2-4cbce90ee621'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:50:05.108219 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56226) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:05.118055 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36a393c-c559-4677-86d1-20ccac033d6d None None] Routers {'4f4e4972-5ade-4c13-acf2-4cbce90ee621'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:50:05.118918 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-b36a393c-c559-4677-86d1-20ccac033d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:49:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['4f4e4972-5ade-4c13-acf2-4cbce90ee621'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:05.158517 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b87a3-2bdc-4253-b350-44269c1e9b44 req-48289b28-87b7-4f46-b128-90250d0e3ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:05.160132 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8e5b87a3-2bdc-4253-b350-44269c1e9b44 req-48289b28-87b7-4f46-b128-90250d0e3ad6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0697746 Aug 10 03:50:05.185613 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9447c1c7-e1e3-4a6b-8b97-efb200092681 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=533be8a6052049bab41b6077a0286be5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6460116 Aug 10 03:50:05.185613 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1136e550-3ebf-42a8-866a-e74d2f48c9ff admin admin] Pushing event updated for resources: {'Network': ['ID=bf57caec-6bc0-422b-922f-652803228551,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:05.186316 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56228) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:05.200501 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9447c1c7-e1e3-4a6b-8b97-efb200092681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf32135a-ef31-4c05-90cd-f5405b954f7d,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:05.218770 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b87a3-2bdc-4253-b350-44269c1e9b44 req-9b5482b7-b880-4f66-bfd5-f6723ff3eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:05.220722 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8e5b87a3-2bdc-4253-b350-44269c1e9b44 req-9b5482b7-b880-4f66-bfd5-f6723ff3eea4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0519769 Aug 10 03:50:05.305953 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1a91e9e1-3e6f-4786-ba4b-f4ac4b309c21 admin admin] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.315678 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network bf57caec-6bc0-422b-922f-652803228551 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:50:05.357542 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8e5b87a3-2bdc-4253-b350-44269c1e9b44 req-b7075d72-5506-46cf-aaa0-ef4c9fbbd973 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273715 Aug 10 03:50:05.376991 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-b36a393c-c559-4677-86d1-20ccac033d6d None None] Set router 4f4e4972-5ade-4c13-acf2-4cbce90ee621 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:50:05.420041 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1136e550-3ebf-42a8-866a-e74d2f48c9ff admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8450716 Aug 10 03:50:05.420041 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd629746-86ef-46fc-8c18-e45def74c900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.421629 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1a91e9e1-3e6f-4786-ba4b-f4ac4b309c21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.425714 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56230) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:05.430988 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-98a13958-5c92-4c7f-b03d-9602e0bf8ebd admin admin] Request body: {'subnet': {'network_id': 'bf57caec-6bc0-422b-922f-652803228551', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-699547199-subnet', 'tenant_id': '6515e8e4a07b46b88f610aa013c62478', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:05.469138 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd629746-86ef-46fc-8c18-e45def74c900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.472216 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-af8af297-e4b7-46a8-8ad5-c2974026a7c0 req-baf19f50-e2b6-4b88-9df6-23180eca08b7 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.526329 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-af8af297-e4b7-46a8-8ad5-c2974026a7c0 req-baf19f50-e2b6-4b88-9df6-23180eca08b7 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.529475 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8e5b87a3-2bdc-4253-b350-44269c1e9b44 req-95673a8b-1667-4be6-9b62-24562fe8ffcc service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439075 Aug 10 03:50:05.633073 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-b36a393c-c559-4677-86d1-20ccac033d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649751017-router', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.148'}], 'enable_snat': True}, 'gw_port_id': '1308c627-cbe6-4280-948d-0e48cd5bafba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:49:02Z', 'updated_at': '2021-08-10T03:50:03Z', 'revision_number': 5, 'project_id': '2949f596d7684183a816fc0f69eb7df0', 'gw_port': {'id': '1308c627-cbe6-4280-948d-0e48cd5bafba', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:be:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:49:03Z', 'updated_at': '2021-08-10T03:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:05.638422 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a13958-5c92-4c7f-b03d-9602e0bf8ebd admin admin] Made reservation on behalf of 6515e8e4a07b46b88f610aa013c62478 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:05.640900 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-98a13958-5c92-4c7f-b03d-9602e0bf8ebd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.663280 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36a393c-c559-4677-86d1-20ccac033d6d None None] Checking router: 4f4e4972-5ade-4c13-acf2-4cbce90ee621 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:50:05.671810 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36a393c-c559-4677-86d1-20ccac033d6d None None] Routers {'4f4e4972-5ade-4c13-acf2-4cbce90ee621'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:50:05.672356 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-b36a393c-c559-4677-86d1-20ccac033d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:49:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['4f4e4972-5ade-4c13-acf2-4cbce90ee621'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:05.727387 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-af8af297-e4b7-46a8-8ad5-c2974026a7c0 req-baf19f50-e2b6-4b88-9df6-23180eca08b7 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.744385 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd629746-86ef-46fc-8c18-e45def74c900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.744385 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd629746-86ef-46fc-8c18-e45def74c900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.745011 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cd629746-86ef-46fc-8c18-e45def74c900 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf32135a-ef31-4c05-90cd-f5405b954f7d HTTP/1.1" status: 204 len: 168 time: 0.5558753 Aug 10 03:50:05.755320 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf19f50-e2b6-4b88-9df6-23180eca08b7 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6e9e40-71d7-457e-af48-42f6ca96a399,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:05.765636 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-b36a393c-c559-4677-86d1-20ccac033d6d None None] Set router 4f4e4972-5ade-4c13-acf2-4cbce90ee621 gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:50:05.789550 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd629746-86ef-46fc-8c18-e45def74c900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf32135a-ef31-4c05-90cd-f5405b954f7d,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:05.791996 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-1a91e9e1-3e6f-4786-ba4b-f4ac4b309c21 admin admin] Deleting port 1308c627-cbe6-4280-948d-0e48cd5bafba {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:05.792349 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1a91e9e1-3e6f-4786-ba4b-f4ac4b309c21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.840076 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-b36a393c-c559-4677-86d1-20ccac033d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649751017-router', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:49:02Z', 'updated_at': '2021-08-10T03:50:05Z', 'revision_number': 6, 'project_id': '2949f596d7684183a816fc0f69eb7df0', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:05.873845 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36a393c-c559-4677-86d1-20ccac033d6d None None] The sync data for ids ['4f4e4972-5ade-4c13-acf2-4cbce90ee621'] in n-d-802893-2 is: [{'id': '4f4e4972-5ade-4c13-acf2-4cbce90ee621', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1649751017-router', 'tenant_id': '2949f596d7684183a816fc0f69eb7df0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:49:02Z', 'updated_at': '2021-08-10T03:50:05Z', 'revision_number': 6, 'project_id': '2949f596d7684183a816fc0f69eb7df0', 'gw_port_host': None}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:50:05.905913 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b2ac2-46df-4eda-8f67-f568a84e4de1 req-efb21108-a0a2-4a29-b4e1-c687bdd9566a tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:05.907279 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-863b2ac2-46df-4eda-8f67-f568a84e4de1 req-efb21108-a0a2-4a29-b4e1-c687bdd9566a tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2757b66-ade7-4a18-b32d-f00659e2c845 HTTP/1.1" status: 200 len: 948 time: 0.1777771 Aug 10 03:50:05.930571 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-af8af297-e4b7-46a8-8ad5-c2974026a7c0 req-baf19f50-e2b6-4b88-9df6-23180eca08b7 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:05.930571 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af8af297-e4b7-46a8-8ad5-c2974026a7c0 req-baf19f50-e2b6-4b88-9df6-23180eca08b7 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0836997 Aug 10 03:50:05.988388 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a3bcdfda-75dc-45aa-92b0-8e96d545d9f3 req-3bd5b3f1-ca6f-40ca-9bf6-b00ddb038d34 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] 10.222.0.25 "GET /v2.0/security-groups/08390fbd-a1be-4362-84aa-3f373d643362 HTTP/1.1" status: 200 len: 2405 time: 0.0451040 Aug 10 03:50:05.995229 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-1a91e9e1-3e6f-4786-ba4b-f4ac4b309c21 admin admin] For port 1308c627-cbe6-4280-948d-0e48cd5bafba, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1308c627-cbe6-4280-948d-0e48cd5bafba,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:05.995687 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1a91e9e1-3e6f-4786-ba4b-f4ac4b309c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.026562 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bca1531e-2007-4f39-9405-86513c02250c req-2332a487-32f9-4556-bdcf-47f783ba7e3f tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] 10.222.0.25 "GET /v2.0/security-group-rules/2e6e9e40-71d7-457e-af48-42f6ca96a399 HTTP/1.1" status: 200 len: 778 time: 0.0164618 Aug 10 03:50:06.028479 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-863b2ac2-46df-4eda-8f67-f568a84e4de1 req-5564a8df-be6a-4b76-8277-54f216495b35 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110394 Aug 10 03:50:06.029337 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-1a91e9e1-3e6f-4786-ba4b-f4ac4b309c21 admin admin] Calling delete_port for 1308c627-cbe6-4280-948d-0e48cd5bafba owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:06.088402 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bca1531e-2007-4f39-9405-86513c02250c req-937508f3-7657-4c45-9444-3dd80f5d2605 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] 10.222.0.25 "GET /v2.0/security-groups/08390fbd-a1be-4362-84aa-3f373d643362 HTTP/1.1" status: 200 len: 2405 time: 0.0556178 Aug 10 03:50:06.121729 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bca1531e-2007-4f39-9405-86513c02250c req-bfab8e61-d100-422d-9e61-263f99abe792 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.132820 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bca1531e-2007-4f39-9405-86513c02250c req-bfab8e61-d100-422d-9e61-263f99abe792 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.174004 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b61eee-3e3d-417e-8e41-8fc6561a6179', 'name': 'network-vif-deleted', 'tag': 'effe80ae-6c1e-4fd0-aa2a-12d0efa54a18'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:06.176491 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1f2c2b-3f1f-4e14-b893-642ef7d51b26" -d '{"events": [{"server_uuid": "f4b61eee-3e3d-417e-8e41-8fc6561a6179", "name": "network-vif-deleted", "tag": "effe80ae-6c1e-4fd0-aa2a-12d0efa54a18"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:06.196390 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56250) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:06.200384 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-98a13958-5c92-4c7f-b03d-9602e0bf8ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.255129 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-d028a1dd-21ac-40ff-91f6-bd9e0c67eff2 admin admin] Deleting subnet 022efd1f-32d3-45e8-bb07-2fc65dce9508 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:50:06.259195 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d028a1dd-21ac-40ff-91f6-bd9e0c67eff2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.284595 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a13958-5c92-4c7f-b03d-9602e0bf8ebd admin admin] Pushing event updated for resources: {'Subnet': ['ID=95a3f38c-03e2-47e4-b386-934ebc3bc6ab,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:06.310428 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a13958-5c92-4c7f-b03d-9602e0bf8ebd admin admin] Checking segment: {'id': '52a308e3-f3ea-4a91-9c6d-53b90f22facc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bf57caec-6bc0-422b-922f-652803228551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:06.310686 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d028a1dd-21ac-40ff-91f6-bd9e0c67eff2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.312646 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a13958-5c92-4c7f-b03d-9602e0bf8ebd admin admin] Network hostable DHCP agents. Network: bf57caec-6bc0-422b-922f-652803228551, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:50:06.330011 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b3c7ee-bf2b-4744-9fe4-177d4a58f6e0 x-openstack-request-id: req-e8b3c7ee-bf2b-4744-9fe4-177d4a58f6e0 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:06.330366 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b61eee-3e3d-417e-8e41-8fc6561a6179", "name": "network-vif-deleted", "tag": "effe80ae-6c1e-4fd0-aa2a-12d0efa54a18", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:06.330696 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8b3c7ee-bf2b-4744-9fe4-177d4a58f6e0 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:06.331149 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b61eee-3e3d-417e-8e41-8fc6561a6179', 'name': 'network-vif-deleted', 'tag': 'effe80ae-6c1e-4fd0-aa2a-12d0efa54a18', 'status': 'completed', 'code': 200} Aug 10 03:50:06.364823 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bca1531e-2007-4f39-9405-86513c02250c req-bfab8e61-d100-422d-9e61-263f99abe792 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.372355 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bca1531e-2007-4f39-9405-86513c02250c req-bfab8e61-d100-422d-9e61-263f99abe792 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.373429 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bca1531e-2007-4f39-9405-86513c02250c req-bfab8e61-d100-422d-9e61-263f99abe792 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/2e6e9e40-71d7-457e-af48-42f6ca96a399 HTTP/1.1" status: 204 len: 173 time: 0.2764087 Aug 10 03:50:06.384985 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab8e61-d100-422d-9e61-263f99abe792 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e6e9e40-71d7-457e-af48-42f6ca96a399,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:06.393126 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d028a1dd-21ac-40ff-91f6-bd9e0c67eff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.395653 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 09b877f5-24c2-45b9-9416-9f1b05e0a07e no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:50:06.410434 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-705c36b8-8e66-4401-87c9-6939bc86ce9e req-3cdb7e58-fe3a-4999-ad0e-3d2f23c8e83d tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-703485483', 'description': 'tempest-description-551319404'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:06.429820 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 09b877f5-24c2-45b9-9416-9f1b05e0a07e {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:50:06.430163 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 09b877f5-24c2-45b9-9416-9f1b05e0a07e not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:50:06.457270 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1a91e9e1-3e6f-4786-ba4b-f4ac4b309c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.484745 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91e9e1-3e6f-4786-ba4b-f4ac4b309c21 admin admin] Pushing event deleted for resources: {'Port': ['ID=1308c627-cbe6-4280-948d-0e48cd5bafba,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:06.511982 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a13958-5c92-4c7f-b03d-9602e0bf8ebd admin admin] Network bf57caec-6bc0-422b-922f-652803228551 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:50:06.561826 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d028a1dd-21ac-40ff-91f6-bd9e0c67eff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.589337 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028a1dd-21ac-40ff-91f6-bd9e0c67eff2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=022efd1f-32d3-45e8-bb07-2fc65dce9508,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:06.593943 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d028a1dd-21ac-40ff-91f6-bd9e0c67eff2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.595916 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d028a1dd-21ac-40ff-91f6-bd9e0c67eff2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/022efd1f-32d3-45e8-bb07-2fc65dce9508 HTTP/1.1" status: 204 len: 168 time: 0.3982716 Aug 10 03:50:06.598430 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56262) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:06.673760 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c9bd3867-53e0-40bb-8824-4c2115fc6307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.767395 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c9bd3867-53e0-40bb-8824-4c2115fc6307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.778512 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-c9bd3867-53e0-40bb-8824-4c2115fc6307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3b43ee-ce05-4f14-9b70-4d87bcd336ce']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:06.790707 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-c9bd3867-53e0-40bb-8824-4c2115fc6307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca1a5dcc-131d-4766-a75e-b2e49a22029e') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:06.791040 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-c9bd3867-53e0-40bb-8824-4c2115fc6307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca1a5dcc-131d-4766-a75e-b2e49a22029e') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:06.791417 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-705c36b8-8e66-4401-87c9-6939bc86ce9e req-3cdb7e58-fe3a-4999-ad0e-3d2f23c8e83d tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.800941 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c9bd3867-53e0-40bb-8824-4c2115fc6307 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.816181 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c9bd3867-53e0-40bb-8824-4c2115fc6307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.824138 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9bd3867-53e0-40bb-8824-4c2115fc6307 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:50:06.824544 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c9bd3867-53e0-40bb-8824-4c2115fc6307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:50:06.828843 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:50:06.831653 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1a91e9e1-3e6f-4786-ba4b-f4ac4b309c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.929996 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-98a13958-5c92-4c7f-b03d-9602e0bf8ebd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, bf57caec-6bc0-422b-922f-652803228551) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:06.939281 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1a91e9e1-3e6f-4786-ba4b-f4ac4b309c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.940312 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39c2da3-c4d2-4f6a-a26d-3c2c3c70709b None None] Network bf57caec-6bc0-422b-922f-652803228551 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:06.943655 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a13958-5c92-4c7f-b03d-9602e0bf8ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:06.944602 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-98a13958-5c92-4c7f-b03d-9602e0bf8ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.945385 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c9bd3867-53e0-40bb-8824-4c2115fc6307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.947679 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1a91e9e1-3e6f-4786-ba4b-f4ac4b309c21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.955776 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c9bd3867-53e0-40bb-8824-4c2115fc6307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:06.962602 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c9bd3867-53e0-40bb-8824-4c2115fc6307 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2d3b43ee-ce05-4f14-9b70-4d87bcd336ce HTTP/1.1" status: 204 len: 168 time: 0.3588970 Aug 10 03:50:06.973687 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd3867-53e0-40bb-8824-4c2115fc6307 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d3b43ee-ce05-4f14-9b70-4d87bcd336ce,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:07.005383 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1fac229f-5da3-465b-91b4-a862ad398919 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:50:07.036311 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 1fac229f-5da3-465b-91b4-a862ad398919 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:50:07.036311 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1fac229f-5da3-465b-91b4-a862ad398919 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:50:07.036311 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1308c627-cbe6-4280-948d-0e48cd5bafba no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:50:07.049231 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-705c36b8-8e66-4401-87c9-6939bc86ce9e req-3cdb7e58-fe3a-4999-ad0e-3d2f23c8e83d tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:07.062914 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 1308c627-cbe6-4280-948d-0e48cd5bafba {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:50:07.063264 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1308c627-cbe6-4280-948d-0e48cd5bafba not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:50:07.126419 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403ac6c4-c6f0-45e5-84d4-92bbe6eb495a None None] Network bf57caec-6bc0-422b-922f-652803228551 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:07.144305 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1a91e9e1-3e6f-4786-ba4b-f4ac4b309c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:07.145091 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a91e9e1-3e6f-4786-ba4b-f4ac4b309c21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f4e4972-5ade-4c13-acf2-4cbce90ee621 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:50:07.150823 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1a91e9e1-3e6f-4786-ba4b-f4ac4b309c21 admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:07.152447 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd347944-5613-4553-8709-28b777f1c661 req-aa4d33c6-3c63-4dbf-981e-1319c4568a6f tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:07.156874 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bd347944-5613-4553-8709-28b777f1c661 req-aa4d33c6-3c63-4dbf-981e-1319c4568a6f tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2757b66-ade7-4a18-b32d-f00659e2c845 HTTP/1.1" status: 200 len: 948 time: 0.0550625 Aug 10 03:50:07.156874 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56276) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:07.158268 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1a91e9e1-3e6f-4786-ba4b-f4ac4b309c21 admin admin] 10.222.0.25 "DELETE /v2.0/routers/4f4e4972-5ade-4c13-acf2-4cbce90ee621 HTTP/1.1" status: 204 len: 168 time: 2.0487640 Aug 10 03:50:07.197233 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-705c36b8-8e66-4401-87c9-6939bc86ce9e req-3cdb7e58-fe3a-4999-ad0e-3d2f23c8e83d tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:07.253352 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec75863d-8042-4988-9a57-e6de186d8537 admin admin] Deleting subnet 37cee9a6-5280-4566-b573-22ad6aabe2c9 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:50:07.259460 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ec75863d-8042-4988-9a57-e6de186d8537 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:07.269926 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdb7e58-fe3a-4999-ad0e-3d2f23c8e83d tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2e9fe9-a0ff-490f-8478-a332915843a4,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:07.273375 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bd347944-5613-4553-8709-28b777f1c661 req-d23af7c8-aaef-4d9e-a47a-d87662642b2d tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078351 Aug 10 03:50:07.330877 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ec75863d-8042-4988-9a57-e6de186d8537 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:07.336069 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56284) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:07.373039 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-705c36b8-8e66-4401-87c9-6939bc86ce9e req-3cdb7e58-fe3a-4999-ad0e-3d2f23c8e83d tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:07.374619 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-705c36b8-8e66-4401-87c9-6939bc86ce9e req-3cdb7e58-fe3a-4999-ad0e-3d2f23c8e83d tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.9693096 Aug 10 03:50:07.386165 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-98a13958-5c92-4c7f-b03d-9602e0bf8ebd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9594717 Aug 10 03:50:07.426517 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ec75863d-8042-4988-9a57-e6de186d8537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:07.466919 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a61108d8-9a21-4e63-b2be-4219f9f734ca req-7264742a-7123-48fc-95f9-12362a799048 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] 10.222.0.25 "GET /v2.0/security-groups/6c2e9fe9-a0ff-490f-8478-a332915843a4 HTTP/1.1" status: 200 len: 1811 time: 0.0601559 Aug 10 03:50:07.492272 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56296) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:07.524321 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-b8bf81af-41d4-4d7e-aca6-29ee1e0a27ce req-efd0f375-e300-4bc8-ad07-15d6b8347850 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-618901820', 'description': 'tempest-description-1089289634'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:07.531479 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-382cd32c-5532-4586-9299-903ebfc91df1 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1142003570-network', 'tenant_id': '23e5f3c2b75643ebb56574b008fa08d4'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:07.572110 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a0e4a32c-7e24-44f4-8c09-9859763a4344 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=35c6545e4f78461d8d378d19eabaf99a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0786328 Aug 10 03:50:07.574563 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56298) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:07.601728 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ec75863d-8042-4988-9a57-e6de186d8537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:07.629036 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75863d-8042-4988-9a57-e6de186d8537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37cee9a6-5280-4566-b573-22ad6aabe2c9,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:07.629441 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-405b4fcc-5d56-427f-a3a2-ce2d4039e1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:07.633219 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ec75863d-8042-4988-9a57-e6de186d8537 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:07.637438 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ec75863d-8042-4988-9a57-e6de186d8537 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/37cee9a6-5280-4566-b573-22ad6aabe2c9 HTTP/1.1" status: 204 len: 168 time: 0.4771395 Aug 10 03:50:07.637603 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56302) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:07.644703 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce5ab8c-28df-44ec-bdda-f9d79789921b None None] Network 9b5685bf-9215-43f2-a230-36a84f30c754 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:07.660848 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-405b4fcc-5d56-427f-a3a2-ce2d4039e1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:07.690754 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382cd32c-5532-4586-9299-903ebfc91df1 admin admin] Made reservation on behalf of 23e5f3c2b75643ebb56574b008fa08d4 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:07.693027 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-382cd32c-5532-4586-9299-903ebfc91df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:07.696448 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 3717da73-7f35-4b53-9e1d-fe580150296d details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:50:07.698492 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device effe80ae-6c1e-4fd0-aa2a-12d0efa54a18 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:50:07.713791 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-323e4050-2e95-4e02-af9d-26015737c3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:07.721891 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-382cd32c-5532-4586-9299-903ebfc91df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:07.730942 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: effe80ae-6c1e-4fd0-aa2a-12d0efa54a18 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:50:07.732045 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device effe80ae-6c1e-4fd0-aa2a-12d0efa54a18 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:50:07.774849 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-323e4050-2e95-4e02-af9d-26015737c3a4 admin admin] Deleting port 09b4bf67-285b-4252-9a61-dfb503fb0ed6 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:07.775447 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-323e4050-2e95-4e02-af9d-26015737c3a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:07.843238 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b8bf81af-41d4-4d7e-aca6-29ee1e0a27ce req-efd0f375-e300-4bc8-ad07-15d6b8347850 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:07.849866 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-323e4050-2e95-4e02-af9d-26015737c3a4 admin admin] For port 09b4bf67-285b-4252-9a61-dfb503fb0ed6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=09b4bf67-285b-4252-9a61-dfb503fb0ed6,segment=NetworkSegment(9d8f82a4-e08e-42fd-bad0-04820f1ed2d8),segment_id=9d8f82a4-e08e-42fd-bad0-04820f1ed2d8)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:07.850613 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-323e4050-2e95-4e02-af9d-26015737c3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:07.874958 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-323e4050-2e95-4e02-af9d-26015737c3a4 admin admin] Calling delete_port for 09b4bf67-285b-4252-9a61-dfb503fb0ed6 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:07.905016 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 3717da73-7f35-4b53-9e1d-fe580150296d, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=3717da73-7f35-4b53-9e1d-fe580150296d,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:07.918583 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-405b4fcc-5d56-427f-a3a2-ce2d4039e1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:07.921407 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-405b4fcc-5d56-427f-a3a2-ce2d4039e1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:07.922644 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-405b4fcc-5d56-427f-a3a2-ce2d4039e1ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/91510ed4-5d81-4213-a8b5-e69303c47d91 HTTP/1.1" status: 204 len: 168 time: 0.3471472 Aug 10 03:50:07.923499 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '3717da73-7f35-4b53-9e1d-fe580150296d', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': '3717da73-7f35-4b53-9e1d-fe580150296d', 'mac_address': 'fa:16:3e:49:3a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:50:07.941687 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405b4fcc-5d56-427f-a3a2-ce2d4039e1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91510ed4-5d81-4213-a8b5-e69303c47d91,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:07.993792 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-382cd32c-5532-4586-9299-903ebfc91df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.004219 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15edd50-2d29-4b77-a88d-192e8fead55b None None] DHCP port deletion for 9b5685bf-9215-43f2-a230-36a84f30c754 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:50:08.020350 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.056385 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3717da73-7f35-4b53-9e1d-fe580150296d {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:08.072634 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-59b3d1bd-2878-463d-95fc-dec454b86407 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:08.074280 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-59b3d1bd-2878-463d-95fc-dec454b86407 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/networks?id=bf57caec-6bc0-422b-922f-652803228551 HTTP/1.1" status: 200 len: 813 time: 0.1358197 Aug 10 03:50:08.091350 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-35f17694-4185-4212-9561-a174f497e474 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/quotas/6515e8e4a07b46b88f610aa013c62478 HTTP/1.1" status: 200 len: 375 time: 0.0111911 Aug 10 03:50:08.099001 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 3717da73-7f35-4b53-9e1d-fe580150296d, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=3717da73-7f35-4b53-9e1d-fe580150296d,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:08.101085 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-a15edd50-2d29-4b77-a88d-192e8fead55b None None] Deleting port 09b4bf67-285b-4252-9a61-dfb503fb0ed6 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:08.101530 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a15edd50-2d29-4b77-a88d-192e8fead55b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.123676 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-382cd32c-5532-4586-9299-903ebfc91df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.127041 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-f600cf2b-f992-47c7-800b-3f607ad5c723 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6515e8e4a07b46b88f610aa013c62478&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296984 Aug 10 03:50:08.161219 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382cd32c-5532-4586-9299-903ebfc91df1 admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:50:08.170611 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a15edd50-2d29-4b77-a88d-192e8fead55b None None] For port 09b4bf67-285b-4252-9a61-dfb503fb0ed6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=09b4bf67-285b-4252-9a61-dfb503fb0ed6,segment=NetworkSegment(9d8f82a4-e08e-42fd-bad0-04820f1ed2d8),segment_id=9d8f82a4-e08e-42fd-bad0-04820f1ed2d8)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:08.171087 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a15edd50-2d29-4b77-a88d-192e8fead55b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.180757 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382cd32c-5532-4586-9299-903ebfc91df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:08.187720 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-a15edd50-2d29-4b77-a88d-192e8fead55b None None] Calling delete_port for 09b4bf67-285b-4252-9a61-dfb503fb0ed6 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:08.190343 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-382cd32c-5532-4586-9299-903ebfc91df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.190813 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-382cd32c-5532-4586-9299-903ebfc91df1 admin admin] Added segment 217cc7ac-ee74-4f0b-b82c-3629bdc09967 of type vlan for network 090053fa-3622-4eb2-b424-9f79f809823c Aug 10 03:50:08.246398 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-382cd32c-5532-4586-9299-903ebfc91df1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.260846 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-66d2a135-6ba5-487d-966a-dc6633d5319e service neutron] 10.222.0.25 "GET /v2.0/networks/bf57caec-6bc0-422b-922f-652803228551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241899 Aug 10 03:50:08.271765 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b8bf81af-41d4-4d7e-aca6-29ee1e0a27ce req-efd0f375-e300-4bc8-ad07-15d6b8347850 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.281942 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.282686 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:50:08.319620 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-323e4050-2e95-4e02-af9d-26015737c3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.323675 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a15edd50-2d29-4b77-a88d-192e8fead55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.353393 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15edd50-2d29-4b77-a88d-192e8fead55b None None] No DVR routers for this DVR port 09b4bf67-285b-4252-9a61-dfb503fb0ed6 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:50:08.360728 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e4050-2e95-4e02-af9d-26015737c3a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=09b4bf67-285b-4252-9a61-dfb503fb0ed6,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:08.362544 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323e4050-2e95-4e02-af9d-26015737c3a4 admin admin] No DVR routers for this DVR port 09b4bf67-285b-4252-9a61-dfb503fb0ed6 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:50:08.390766 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b8bf81af-41d4-4d7e-aca6-29ee1e0a27ce req-efd0f375-e300-4bc8-ad07-15d6b8347850 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.393231 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:08.394760 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-382cd32c-5532-4586-9299-903ebfc91df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.395919 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382cd32c-5532-4586-9299-903ebfc91df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:08.397545 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-382cd32c-5532-4586-9299-903ebfc91df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.409035 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=3717da73-7f35-4b53-9e1d-fe580150296d,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:08.425755 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': 'e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88', 'mac_address': 'fa:16:3e:ae:4e:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:50:08.470924 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-323e4050-2e95-4e02-af9d-26015737c3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.486949 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15edd50-2d29-4b77-a88d-192e8fead55b None None] Pushing event deleted for resources: {'Port': ['ID=09b4bf67-285b-4252-9a61-dfb503fb0ed6,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:08.500113 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0f375-e300-4bc8-ad07-15d6b8347850 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e47bb768-b092-4cd2-a14e-e74e33d37e8a,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:08.500607 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-daeddb75-e2a8-451a-aae0-606538c8c170 service neutron] 10.222.0.25 "GET /v2.0/networks/bf57caec-6bc0-422b-922f-652803228551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285447 Aug 10 03:50:08.504211 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382cd32c-5532-4586-9299-903ebfc91df1 admin admin] Pushing event updated for resources: {'Network': ['ID=090053fa-3622-4eb2-b424-9f79f809823c,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:08.507925 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-323e4050-2e95-4e02-af9d-26015737c3a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b5685bf-9215-43f2-a230-36a84f30c754']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:08.531393 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 090053fa-3622-4eb2-b424-9f79f809823c details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:50:08.531703 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-323e4050-2e95-4e02-af9d-26015737c3a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8f82a4-e08e-42fd-bad0-04820f1ed2d8') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:08.532290 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-323e4050-2e95-4e02-af9d-26015737c3a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8f82a4-e08e-42fd-bad0-04820f1ed2d8') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:08.544931 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-323e4050-2e95-4e02-af9d-26015737c3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.561761 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b8bf81af-41d4-4d7e-aca6-29ee1e0a27ce req-efd0f375-e300-4bc8-ad07-15d6b8347850 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.563593 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b8bf81af-41d4-4d7e-aca6-29ee1e0a27ce req-efd0f375-e300-4bc8-ad07-15d6b8347850 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.0470321 Aug 10 03:50:08.564277 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-323e4050-2e95-4e02-af9d-26015737c3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.577778 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-323e4050-2e95-4e02-af9d-26015737c3a4 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:50:08.578196 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-323e4050-2e95-4e02-af9d-26015737c3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.608671 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-382cd32c-5532-4586-9299-903ebfc91df1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2706869 Aug 10 03:50:08.610688 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56332) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:08.616727 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-622ff11f-c083-4fe6-a3e0-d5ef14f467b1 admin admin] Request body: {'subnet': {'network_id': '090053fa-3622-4eb2-b424-9f79f809823c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1142003570-subnet', 'tenant_id': '23e5f3c2b75643ebb56574b008fa08d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:50:08.639687 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:50:08.654129 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.684144 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:08.697548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0527f50-8738-47ee-8de0-1ce5b126d968 req-2f615a50-1e67-4b87-a122-21af769d53cf tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:08.699096 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e0527f50-8738-47ee-8de0-1ce5b126d968 req-2f615a50-1e67-4b87-a122-21af769d53cf tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2757b66-ade7-4a18-b32d-f00659e2c845 HTTP/1.1" status: 200 len: 948 time: 0.0583205 Aug 10 03:50:08.707015 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:08.737840 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e0527f50-8738-47ee-8de0-1ce5b126d968 req-441fdc7d-1ab6-4053-9bf7-0bd833d53b1c tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325067 Aug 10 03:50:08.773752 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622ff11f-c083-4fe6-a3e0-d5ef14f467b1 admin admin] Made reservation on behalf of 23e5f3c2b75643ebb56574b008fa08d4 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:08.781091 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-323e4050-2e95-4e02-af9d-26015737c3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.781619 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-622ff11f-c083-4fe6-a3e0-d5ef14f467b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.783761 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-323e4050-2e95-4e02-af9d-26015737c3a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.785673 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-323e4050-2e95-4e02-af9d-26015737c3a4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9b5685bf-9215-43f2-a230-36a84f30c754 HTTP/1.1" status: 204 len: 168 time: 1.1471481 Aug 10 03:50:08.812361 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e4050-2e95-4e02-af9d-26015737c3a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b5685bf-9215-43f2-a230-36a84f30c754,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:08.893474 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:08.928012 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-014f7b38-9793-4ab2-be56-c1073444f72a req-0c894177-305b-433d-a31c-bcc6a3159fa5 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d55d917-4866-4b0d-bb23-8c5fb2ff2baa HTTP/1.1" status: 200 len: 210 time: 0.0368838 Aug 10 03:50:08.966764 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca553a2f-253d-4d01-830a-a6f43509449e req-e8ae7145-0a84-42d2-b24e-96dcaf09c642 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] 10.222.0.25 "GET /v2.0/security-groups/e47bb768-b092-4cd2-a14e-e74e33d37e8a HTTP/1.1" status: 200 len: 1812 time: 0.1083834 Aug 10 03:50:08.992739 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 09b4bf67-285b-4252-9a61-dfb503fb0ed6 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:50:09.004848 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-819a933d-9dfa-4dc9-8c9f-3076c6429570 req-d2b3886d-3828-47f3-8530-86f830f8c09e tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-615343067', 'description': 'tempest-description-1835688672'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:09.015855 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 09b4bf67-285b-4252-9a61-dfb503fb0ed6 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:50:09.016514 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 09b4bf67-285b-4252-9a61-dfb503fb0ed6 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:50:09.018045 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:09.211573 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:09.216589 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['3717da73-7f35-4b53-9e1d-fe580150296d'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:09.236497 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-819a933d-9dfa-4dc9-8c9f-3076c6429570 req-d2b3886d-3828-47f3-8530-86f830f8c09e tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.236862 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-622ff11f-c083-4fe6-a3e0-d5ef14f467b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.336732 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ff11f-c083-4fe6-a3e0-d5ef14f467b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fb74cc3-4ca6-4831-90a5-8c72ae326916,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:09.347605 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56354) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:09.370166 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-819a933d-9dfa-4dc9-8c9f-3076c6429570 req-d2b3886d-3828-47f3-8530-86f830f8c09e tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.378748 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622ff11f-c083-4fe6-a3e0-d5ef14f467b1 admin admin] Checking segment: {'id': '217cc7ac-ee74-4f0b-b82c-3629bdc09967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '090053fa-3622-4eb2-b424-9f79f809823c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:09.379601 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622ff11f-c083-4fe6-a3e0-d5ef14f467b1 admin admin] Network hostable DHCP agents. Network: 090053fa-3622-4eb2-b424-9f79f809823c, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:50:09.424844 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-819a933d-9dfa-4dc9-8c9f-3076c6429570 req-d2b3886d-3828-47f3-8530-86f830f8c09e tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.425740 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1e80f774-1485-49c3-84f3-465d6137b464 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2949f596d7684183a816fc0f69eb7df0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0747125 Aug 10 03:50:09.428982 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56356) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:09.479769 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3886d-3828-47f3-8530-86f830f8c09e tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aca8a337-2f9a-4191-91ba-d6340f515e59,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:09.514885 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d3fb0fa1-f616-4c1d-a06c-89a28f6f44f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.536548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622ff11f-c083-4fe6-a3e0-d5ef14f467b1 admin admin] Network 090053fa-3622-4eb2-b424-9f79f809823c is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:50:09.541066 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d3fb0fa1-f616-4c1d-a06c-89a28f6f44f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.566781 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-819a933d-9dfa-4dc9-8c9f-3076c6429570 req-d2b3886d-3828-47f3-8530-86f830f8c09e tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.568142 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-819a933d-9dfa-4dc9-8c9f-3076c6429570 req-d2b3886d-3828-47f3-8530-86f830f8c09e tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.5692117 Aug 10 03:50:09.636443 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-68bb62e7-d69c-4f6d-aca1-acdee71d6e0e req-83147c60-f439-4245-a303-daefbf1eacb9 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] 10.222.0.25 "GET /v2.0/security-groups/aca8a337-2f9a-4191-91ba-d6340f515e59 HTTP/1.1" status: 200 len: 1812 time: 0.0464013 Aug 10 03:50:09.663796 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-2fae7ac0-f437-4e4c-a09d-7c39f6395992 req-beea4a03-3ee2-4039-8e3f-8f5c474826bd tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-163099339', 'description': 'tempest-description-1545710087'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:09.712481 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-622ff11f-c083-4fe6-a3e0-d5ef14f467b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 090053fa-3622-4eb2-b424-9f79f809823c) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:09.714430 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d3fb0fa1-f616-4c1d-a06c-89a28f6f44f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.717138 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d3fb0fa1-f616-4c1d-a06c-89a28f6f44f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.718169 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d3fb0fa1-f616-4c1d-a06c-89a28f6f44f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ceffd146-a7a7-454a-9cfa-740bf260dbc4 HTTP/1.1" status: 204 len: 168 time: 0.2873888 Aug 10 03:50:09.722953 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622ff11f-c083-4fe6-a3e0-d5ef14f467b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:09.723559 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-622ff11f-c083-4fe6-a3e0-d5ef14f467b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.725413 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fb8a1f-4d92-4988-9260-d0cc8b4644a8 None None] Network 090053fa-3622-4eb2-b424-9f79f809823c requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:09.746985 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb0fa1-f616-4c1d-a06c-89a28f6f44f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceffd146-a7a7-454a-9cfa-740bf260dbc4,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:09.749153 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56368) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:09.802800 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2fae7ac0-f437-4e4c-a09d-7c39f6395992 req-beea4a03-3ee2-4039-8e3f-8f5c474826bd tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:09.903649 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a33533-5cfc-4533-b01a-b0b36d403d13 None None] Network 090053fa-3622-4eb2-b424-9f79f809823c requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:09.906466 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c69edff9-d678-454e-b706-d2d821cf3aa5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1739176900-network', 'tenant_id': 'be08780d32bb4183834cf0544dc0c1f8'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:09.934141 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e356d71-9434-4aff-9f9a-93e4fac01730 req-2a74957f-3c21-431f-a0a1-5455bb0274e4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:09.936381 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4e356d71-9434-4aff-9f9a-93e4fac01730 req-2a74957f-3c21-431f-a0a1-5455bb0274e4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2757b66-ade7-4a18-b32d-f00659e2c845 HTTP/1.1" status: 200 len: 949 time: 0.0643146 Aug 10 03:50:09.954659 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-622ff11f-c083-4fe6-a3e0-d5ef14f467b1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3423421 Aug 10 03:50:09.994903 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4e356d71-9434-4aff-9f9a-93e4fac01730 req-35c1c326-6148-4dac-8a9e-08afa36ff966 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524547 Aug 10 03:50:10.081763 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d3ca4bb4-6e6d-46a6-bf71-cea3f842e379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:10.109523 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2fae7ac0-f437-4e4c-a09d-7c39f6395992 req-beea4a03-3ee2-4039-8e3f-8f5c474826bd tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:10.210355 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2fae7ac0-f437-4e4c-a09d-7c39f6395992 req-beea4a03-3ee2-4039-8e3f-8f5c474826bd tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:10.250789 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea4a03-3ee2-4039-8e3f-8f5c474826bd tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4b3b3b-a612-4848-9148-be5376779977,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:10.265139 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-41b68dcc-0c28-46dd-8af6-6e287cf7411c req-ab72f6c8-d6d3-4ee8-aa08-1abeea40bf6f tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d55d917-4866-4b0d-bb23-8c5fb2ff2baa HTTP/1.1" status: 200 len: 210 time: 0.0295990 Aug 10 03:50:10.328354 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69edff9-d678-454e-b706-d2d821cf3aa5 admin admin] Made reservation on behalf of be08780d32bb4183834cf0544dc0c1f8 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:10.330823 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c69edff9-d678-454e-b706-d2d821cf3aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:10.340645 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c69edff9-d678-454e-b706-d2d821cf3aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:10.449110 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2fae7ac0-f437-4e4c-a09d-7c39f6395992 req-beea4a03-3ee2-4039-8e3f-8f5c474826bd tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:10.449110 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fae7ac0-f437-4e4c-a09d-7c39f6395992 req-beea4a03-3ee2-4039-8e3f-8f5c474826bd tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7864363 Aug 10 03:50:10.533130 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4dbc23f0-9229-48e9-87ed-48e58b0223b3 req-0e3a13b2-f76a-4bab-b999-3b1b5bd680fc tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] 10.222.0.25 "GET /v2.0/security-groups/5f4b3b3b-a612-4848-9148-be5376779977 HTTP/1.1" status: 200 len: 1812 time: 0.0579071 Aug 10 03:50:10.588085 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [req-34837530-f315-4167-97a9-8ad7dcc2ada8 req-9bd5f94f-3607-45d4-8dd4-636b31ffa125 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] show failed (client error): The resource could not be found. Aug 10 03:50:10.589230 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-34837530-f315-4167-97a9-8ad7dcc2ada8 req-9bd5f94f-3607-45d4-8dd4-636b31ffa125 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] 10.222.0.25 "GET /v2.0/security-groups/3708ca95-8224-4850-b10e-83d4684b01db HTTP/1.1" status: 404 len: 352 time: 0.0261223 Aug 10 03:50:10.591132 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c69edff9-d678-454e-b706-d2d821cf3aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:10.591237 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-6f224c04-2f18-4818-8e93-2d02a1939982 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:10.592679 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-6f224c04-2f18-4818-8e93-2d02a1939982 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/networks?id=090053fa-3622-4eb2-b424-9f79f809823c HTTP/1.1" status: 200 len: 805 time: 0.1155796 Aug 10 03:50:10.608834 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-dc994277-1f81-404f-872c-8a05ecbdb465 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/quotas/23e5f3c2b75643ebb56574b008fa08d4 HTTP/1.1" status: 200 len: 375 time: 0.0099795 Aug 10 03:50:10.624354 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [req-37962d7b-c9ce-4211-ac06-26597e93a881 req-8d8623bd-ea35-4019-80c1-d032835a017f tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] show failed (client error): The resource could not be found. Aug 10 03:50:10.625365 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-37962d7b-c9ce-4211-ac06-26597e93a881 req-8d8623bd-ea35-4019-80c1-d032835a017f tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] 10.222.0.25 "GET /v2.0/security-group-rules/bf8fdef8-beaa-4fda-9162-5884759cd62a HTTP/1.1" status: 404 len: 361 time: 0.0144627 Aug 10 03:50:10.647624 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-5e720f43-72eb-45ac-9850-2d8719be4beb tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=23e5f3c2b75643ebb56574b008fa08d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297196 Aug 10 03:50:10.692721 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b62943d6-9003-4678-bbf0-c3ba696860f2 req-6a4aa78c-7364-4691-a362-4318c4c46cab tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] 10.222.0.25 "GET /v2.0/security-groups/5f4b3b3b-a612-4848-9148-be5376779977 HTTP/1.1" status: 200 len: 1812 time: 0.0429032 Aug 10 03:50:10.727700 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c69edff9-d678-454e-b706-d2d821cf3aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:10.745688 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-4657e912-5ca3-4165-847e-bf99be46f559 service neutron] 10.222.0.25 "GET /v2.0/networks/090053fa-3622-4eb2-b424-9f79f809823c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890007 Aug 10 03:50:10.775879 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c69edff9-d678-454e-b706-d2d821cf3aa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:50:10.795311 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69edff9-d678-454e-b706-d2d821cf3aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2db874-167e-4508-96b2-d4642a2bda04,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:10.803461 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c69edff9-d678-454e-b706-d2d821cf3aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:10.803461 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-c69edff9-d678-454e-b706-d2d821cf3aa5 admin admin] Added segment 682606d0-e28d-4677-984d-45af5dd27d8c of type vlan for network 1f3f4ce0-ff44-4271-9fbd-7a42590ebb14 Aug 10 03:50:10.847472 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-cc0e74e3-5b56-4209-9855-9f0bd8f41fbc service neutron] 10.222.0.25 "GET /v2.0/networks/090053fa-3622-4eb2-b424-9f79f809823c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956047 Aug 10 03:50:10.858484 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b62943d6-9003-4678-bbf0-c3ba696860f2 req-2af2ec08-ea21-4e5f-86b2-4907dfffa200 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:10.871169 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c69edff9-d678-454e-b706-d2d821cf3aa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:10.895545 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b62943d6-9003-4678-bbf0-c3ba696860f2 req-2af2ec08-ea21-4e5f-86b2-4907dfffa200 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:11.041418 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c69edff9-d678-454e-b706-d2d821cf3aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:11.042455 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69edff9-d678-454e-b706-d2d821cf3aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:11.043045 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c69edff9-d678-454e-b706-d2d821cf3aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:11.096602 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b62943d6-9003-4678-bbf0-c3ba696860f2 req-2af2ec08-ea21-4e5f-86b2-4907dfffa200 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:11.098992 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b62943d6-9003-4678-bbf0-c3ba696860f2 req-2af2ec08-ea21-4e5f-86b2-4907dfffa200 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:11.100972 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b62943d6-9003-4678-bbf0-c3ba696860f2 req-2af2ec08-ea21-4e5f-86b2-4907dfffa200 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] 10.222.0.25 "DELETE /v2.0/security-groups/5f4b3b3b-a612-4848-9148-be5376779977 HTTP/1.1" status: 204 len: 173 time: 0.3887286 Aug 10 03:50:11.113196 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2ec08-ea21-4e5f-86b2-4907dfffa200 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4b3b3b-a612-4848-9148-be5376779977,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:11.123888 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69edff9-d678-454e-b706-d2d821cf3aa5 admin admin] Pushing event updated for resources: {'Network': ['ID=1f3f4ce0-ff44-4271-9fbd-7a42590ebb14,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:11.162652 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 1f3f4ce0-ff44-4271-9fbd-7a42590ebb14 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:50:11.203868 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3b04347-ab06-4e8c-af2c-dd15928ab797 req-9b3393c8-64ed-45a0-8c41-94a21f4107a7 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] 10.222.0.25 "GET /v2.0/security-groups/aca8a337-2f9a-4191-91ba-d6340f515e59 HTTP/1.1" status: 200 len: 1812 time: 0.0623271 Aug 10 03:50:11.316227 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d3b04347-ab06-4e8c-af2c-dd15928ab797 req-6bea05d4-224a-470d-9a4c-65b61de2ea49 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:11.348462 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d3b04347-ab06-4e8c-af2c-dd15928ab797 req-6bea05d4-224a-470d-9a4c-65b61de2ea49 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:11.536356 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c69edff9-d678-454e-b706-d2d821cf3aa5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7858257 Aug 10 03:50:11.539989 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56448) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:11.546115 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-e0044357-7016-4524-a532-bd1bf2a3efda admin admin] Request body: {'subnet': {'network_id': '1f3f4ce0-ff44-4271-9fbd-7a42590ebb14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1739176900-subnet', 'tenant_id': 'be08780d32bb4183834cf0544dc0c1f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:11.558055 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b6837-5883-42f4-bfe3-051254f302a1 req-ab56324b-16d6-4580-b50e-1e5a3cf8477b tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:11.560267 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-149b6837-5883-42f4-bfe3-051254f302a1 req-ab56324b-16d6-4580-b50e-1e5a3cf8477b tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2757b66-ade7-4a18-b32d-f00659e2c845 HTTP/1.1" status: 200 len: 949 time: 0.3728106 Aug 10 03:50:11.598103 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-149b6837-5883-42f4-bfe3-051254f302a1 req-9abfdc76-d40c-4040-bfe9-d2c06af8dc76 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320685 Aug 10 03:50:11.630929 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d3b04347-ab06-4e8c-af2c-dd15928ab797 req-6bea05d4-224a-470d-9a4c-65b61de2ea49 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:11.634160 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d3b04347-ab06-4e8c-af2c-dd15928ab797 req-6bea05d4-224a-470d-9a4c-65b61de2ea49 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:11.635519 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3b04347-ab06-4e8c-af2c-dd15928ab797 req-6bea05d4-224a-470d-9a4c-65b61de2ea49 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] 10.222.0.25 "DELETE /v2.0/security-groups/aca8a337-2f9a-4191-91ba-d6340f515e59 HTTP/1.1" status: 204 len: 173 time: 0.4194739 Aug 10 03:50:11.652007 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea05d4-224a-470d-9a4c-65b61de2ea49 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca8a337-2f9a-4191-91ba-d6340f515e59,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:11.671573 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0044357-7016-4524-a532-bd1bf2a3efda admin admin] Made reservation on behalf of be08780d32bb4183834cf0544dc0c1f8 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:11.675474 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e0044357-7016-4524-a532-bd1bf2a3efda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:11.678179 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-93d1f76c-1b47-40ea-974e-6277f23fadd9 req-fe9e28ca-6652-4fbe-a26d-4dfa3e97b32c tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=01ddff2f-5932-4e19-bf16-821af3e66e7b HTTP/1.1" status: 200 len: 210 time: 0.0371418 Aug 10 03:50:11.688977 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:11.805753 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8f5314f5-c165-4870-926a-0f8e8fafd76c req-8d7b377a-7a22-452a-a553-18aa8865d8eb tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d55d917-4866-4b0d-bb23-8c5fb2ff2baa HTTP/1.1" status: 200 len: 210 time: 0.0351832 Aug 10 03:50:11.852727 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:11.856814 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:11.857191 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:11.931120 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aa5ba264-7f1f-4ee4-8a21-d0f68e7d6582 req-92131d2d-272e-4789-8d4e-928d467cfbab tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] 10.222.0.25 "GET /v2.0/security-groups/e47bb768-b092-4cd2-a14e-e74e33d37e8a HTTP/1.1" status: 200 len: 1812 time: 0.0857592 Aug 10 03:50:11.958118 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:11.998241 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2757b66-ade7-4a18-b32d-f00659e2c845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:11.998241 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a598f024-8342-4bbb-8727-9cb581ea6967" -d '{"events": [{"server_uuid": "b2757b66-ade7-4a18-b32d-f00659e2c845", "name": "network-vif-plugged", "status": "completed", "tag": "e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:12.010717 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:12.022972 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-aa5ba264-7f1f-4ee4-8a21-d0f68e7d6582 req-c3c76839-6c47-4d29-ab23-8bb6fc2e9b40 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:12.055985 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e0044357-7016-4524-a532-bd1bf2a3efda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:12.062400 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-aa5ba264-7f1f-4ee4-8a21-d0f68e7d6582 req-c3c76839-6c47-4d29-ab23-8bb6fc2e9b40 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:12.062722 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-2a8c21ba-29e3-4dcb-9de3-4d719cb03a3d tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=395165def85749cc95d1604cea9a83d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241902 Aug 10 03:50:12.147886 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0044357-7016-4524-a532-bd1bf2a3efda admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0f1ebdd-88b4-4694-8661-b23c8e53f89a,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:12.159440 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0044357-7016-4524-a532-bd1bf2a3efda admin admin] Checking segment: {'id': '682606d0-e28d-4677-984d-45af5dd27d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1f3f4ce0-ff44-4271-9fbd-7a42590ebb14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:12.160806 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0044357-7016-4524-a532-bd1bf2a3efda admin admin] Network hostable DHCP agents. Network: 1f3f4ce0-ff44-4271-9fbd-7a42590ebb14, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:50:12.183668 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:12.184549 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 3717da73-7f35-4b53-9e1d-fe580150296d up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:12.220477 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-ac532f46-d070-4187-acdf-aad32a0c6e72 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:12.221931 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-ac532f46-d070-4187-acdf-aad32a0c6e72 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1513457 Aug 10 03:50:12.247768 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-ca2fc10b-9e27-41d1-b3de-e77677fed646 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/quotas/395165def85749cc95d1604cea9a83d8 HTTP/1.1" status: 200 len: 375 time: 0.0182562 Aug 10 03:50:12.264847 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:12.293693 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-bed4d9f7-8ff8-453b-92ed-fd8690ac630f tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=395165def85749cc95d1604cea9a83d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364342 Aug 10 03:50:12.311748 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-4d86de01-a496-4f8c-bc2d-178dae58d4aa tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:12.313272 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-4d86de01-a496-4f8c-bc2d-178dae58d4aa tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.20 "GET /v2.0/networks?id=bf57caec-6bc0-422b-922f-652803228551 HTTP/1.1" status: 200 len: 813 time: 0.1599872 Aug 10 03:50:12.334696 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-06df8762-6066-48d2-af14-26611ccd3b4c tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Request body: {'port': {'device_id': '9d55d917-4866-4b0d-bb23-8c5fb2ff2baa', 'network_id': 'bf57caec-6bc0-422b-922f-652803228551', 'admin_state_up': True, 'tenant_id': '6515e8e4a07b46b88f610aa013c62478'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:12.338857 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0044357-7016-4524-a532-bd1bf2a3efda admin admin] Network 1f3f4ce0-ff44-4271-9fbd-7a42590ebb14 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:50:12.350264 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-aa5ba264-7f1f-4ee4-8a21-d0f68e7d6582 req-c3c76839-6c47-4d29-ab23-8bb6fc2e9b40 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:12.350264 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-aa5ba264-7f1f-4ee4-8a21-d0f68e7d6582 req-c3c76839-6c47-4d29-ab23-8bb6fc2e9b40 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:12.350264 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aa5ba264-7f1f-4ee4-8a21-d0f68e7d6582 req-c3c76839-6c47-4d29-ab23-8bb6fc2e9b40 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] 10.222.0.25 "DELETE /v2.0/security-groups/e47bb768-b092-4cd2-a14e-e74e33d37e8a HTTP/1.1" status: 204 len: 173 time: 0.4052465 Aug 10 03:50:12.367087 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c76839-6c47-4d29-ab23-8bb6fc2e9b40 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47bb768-b092-4cd2-a14e-e74e33d37e8a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:12.401685 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3462de44-4dc6-4188-a43e-04fb39fa7eea x-openstack-request-id: req-3462de44-4dc6-4188-a43e-04fb39fa7eea {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:12.402268 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2757b66-ade7-4a18-b32d-f00659e2c845", "name": "network-vif-plugged", "status": "completed", "tag": "e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:12.402653 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3462de44-4dc6-4188-a43e-04fb39fa7eea {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:12.403229 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2757b66-ade7-4a18-b32d-f00659e2c845', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88', 'code': 200} Aug 10 03:50:12.419889 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 3717da73-7f35-4b53-9e1d-fe580150296d completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:12.426887 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 3717da73-7f35-4b53-9e1d-fe580150296d triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:12.429846 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:12.457036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-e0044357-7016-4524-a532-bd1bf2a3efda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 1f3f4ce0-ff44-4271-9fbd-7a42590ebb14) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:12.468144 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5226f34-fcc3-49bf-bca6-ad167695adc1 None None] Network 1f3f4ce0-ff44-4271-9fbd-7a42590ebb14 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:12.468815 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0044357-7016-4524-a532-bd1bf2a3efda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:12.469612 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e0044357-7016-4524-a532-bd1bf2a3efda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:12.520634 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f9c3de05-2ed2-4609-a08f-cd6085351bf5 req-716a0814-5496-44c3-bbf8-1ebf6311f1d9 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] 10.222.0.25 "GET /v2.0/security-groups/6c2e9fe9-a0ff-490f-8478-a332915843a4 HTTP/1.1" status: 200 len: 1811 time: 0.1062608 Aug 10 03:50:12.586755 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c4646-f976-4aa9-9920-3d2bb9f694de req-1dd0a8f1-025a-4286-ab00-6071179d0aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:12.588302 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d98c4646-f976-4aa9-9920-3d2bb9f694de req-1dd0a8f1-025a-4286-ab00-6071179d0aad service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b2757b66-ade7-4a18-b32d-f00659e2c845 HTTP/1.1" status: 200 len: 1101 time: 0.0959215 Aug 10 03:50:12.628539 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-829b2f4d-5a26-4395-ab88-27970684fdfd req-af36af22-041a-4dac-b624-e491b77bf6ce tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f4fa5f-d8b5-4d57-a64c-8b0d10779c71 HTTP/1.1" status: 200 len: 210 time: 0.0355518 Aug 10 03:50:12.636214 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f9c3de05-2ed2-4609-a08f-cd6085351bf5 req-1d35f25d-1d69-4b74-a141-eb029bb09575 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:12.657439 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-06df8762-6066-48d2-af14-26611ccd3b4c tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Made reservation on behalf of 6515e8e4a07b46b88f610aa013c62478 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:12.669727 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-06df8762-6066-48d2-af14-26611ccd3b4c tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:12.671002 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:12.697040 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8fb7e8-5289-47ea-944a-bf95cd95f29f None None] Network 1f3f4ce0-ff44-4271-9fbd-7a42590ebb14 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:12.698352 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f9c3de05-2ed2-4609-a08f-cd6085351bf5 req-1d35f25d-1d69-4b74-a141-eb029bb09575 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:12.761623 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 3717da73-7f35-4b53-9e1d-fe580150296d, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=3717da73-7f35-4b53-9e1d-fe580150296d,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:12.766354 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d98c4646-f976-4aa9-9920-3d2bb9f694de req-ce883981-50c2-45fa-93a2-1cb5d89d6168 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331089 Aug 10 03:50:12.799475 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e0044357-7016-4524-a532-bd1bf2a3efda admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2497187 Aug 10 03:50:12.822754 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3967ffe-0cf6-49c7-ad21-9b7bac0731bd req-f260a2b8-1127-4136-987a-bd1dfc981aac tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:12.834946 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d3967ffe-0cf6-49c7-ad21-9b7bac0731bd req-f260a2b8-1127-4136-987a-bd1dfc981aac tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2757b66-ade7-4a18-b32d-f00659e2c845 HTTP/1.1" status: 200 len: 950 time: 0.0970516 Aug 10 03:50:12.869079 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d3967ffe-0cf6-49c7-ad21-9b7bac0731bd req-0894a9b0-aea8-499d-af09-38fafac0784d tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367851 Aug 10 03:50:12.942216 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3f5a68de-2e0d-4081-9546-e9276a9cdeb2 req-7f6c002a-58b4-4b70-aa5d-47c7be472840 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=01ddff2f-5932-4e19-bf16-821af3e66e7b HTTP/1.1" status: 200 len: 210 time: 0.0324578 Aug 10 03:50:12.955243 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f9c3de05-2ed2-4609-a08f-cd6085351bf5 req-1d35f25d-1d69-4b74-a141-eb029bb09575 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:12.970181 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:12.970579 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f9c3de05-2ed2-4609-a08f-cd6085351bf5 req-1d35f25d-1d69-4b74-a141-eb029bb09575 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:12.972586 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f9c3de05-2ed2-4609-a08f-cd6085351bf5 req-1d35f25d-1d69-4b74-a141-eb029bb09575 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] 10.222.0.25 "DELETE /v2.0/security-groups/6c2e9fe9-a0ff-490f-8478-a332915843a4 HTTP/1.1" status: 204 len: 173 time: 0.4506004 Aug 10 03:50:12.994779 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d35f25d-1d69-4b74-a141-eb029bb09575 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2e9fe9-a0ff-490f-8478-a332915843a4,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:13.051282 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=3717da73-7f35-4b53-9e1d-fe580150296d,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:13.127447 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-695321bc-ca29-49f4-a195-8cfe27fd22a6 req-b6652fd8-c0e3-45c6-8d69-bca3b1cd35c7 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] 10.222.0.25 "GET /v2.0/security-groups/08390fbd-a1be-4362-84aa-3f373d643362 HTTP/1.1" status: 200 len: 1812 time: 0.0397332 Aug 10 03:50:13.127788 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a01d84c9-ac10-47fb-94e2-5e5533b2c555 req-407c70a7-6542-447e-a435-9b7a7f873ebf tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d55d917-4866-4b0d-bb23-8c5fb2ff2baa HTTP/1.1" status: 200 len: 210 time: 0.0364110 Aug 10 03:50:13.134434 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-06df8762-6066-48d2-af14-26611ccd3b4c tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Allocated IP 172.20.0.12 (bf57caec-6bc0-422b-922f-652803228551/95a3f38c-03e2-47e4-b386-934ebc3bc6ab/804c2a96-c8f3-496b-9761-c7119e6bbf37) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:13.192478 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-695321bc-ca29-49f4-a195-8cfe27fd22a6 req-346703c6-2b2f-404f-889a-1831fd864c15 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.220828 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-695321bc-ca29-49f4-a195-8cfe27fd22a6 req-346703c6-2b2f-404f-889a-1831fd864c15 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.295919 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-06df8762-6066-48d2-af14-26611ccd3b4c tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.401211 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-695321bc-ca29-49f4-a195-8cfe27fd22a6 req-346703c6-2b2f-404f-889a-1831fd864c15 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.403852 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-695321bc-ca29-49f4-a195-8cfe27fd22a6 req-346703c6-2b2f-404f-889a-1831fd864c15 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.405047 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-695321bc-ca29-49f4-a195-8cfe27fd22a6 req-346703c6-2b2f-404f-889a-1831fd864c15 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] 10.222.0.25 "DELETE /v2.0/security-groups/08390fbd-a1be-4362-84aa-3f373d643362 HTTP/1.1" status: 204 len: 173 time: 0.2707388 Aug 10 03:50:13.413803 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56504) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:13.422852 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346703c6-2b2f-404f-889a-1831fd864c15 tempest-SecurityGroupRulesNegativeTestJSON-1992337670 tempest-SecurityGroupRulesNegativeTestJSON-1992337670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08390fbd-a1be-4362-84aa-3f373d643362,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:13.442579 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-be67d7e8-e7cb-4870-a08c-aceaaf1451cb tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:13.447344 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-be67d7e8-e7cb-4870-a08c-aceaaf1451cb tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.25 "GET /v2.0/networks?id=1f3f4ce0-ff44-4271-9fbd-7a42590ebb14 HTTP/1.1" status: 200 len: 814 time: 0.1390383 Aug 10 03:50:13.464070 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-10d26f6f-972f-4678-98c8-122676a1d4c0 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.25 "GET /v2.0/quotas/be08780d32bb4183834cf0544dc0c1f8 HTTP/1.1" status: 200 len: 375 time: 0.0106640 Aug 10 03:50:13.467580 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-29033714-612c-4f77-ae5a-5a996bb9ba7d admin admin] Deleting subnet eb3c8d2a-144a-44d3-aa8c-c8bc8e33d5b2 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:50:13.472695 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-29033714-612c-4f77-ae5a-5a996bb9ba7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.509377 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-29033714-612c-4f77-ae5a-5a996bb9ba7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.511471 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-f7882a49-2807-4a54-a5c4-5b0b7cba5e87 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=be08780d32bb4183834cf0544dc0c1f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0379920 Aug 10 03:50:13.551289 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-29033714-612c-4f77-ae5a-5a996bb9ba7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.605178 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-3f6f1ae7-7072-4123-a647-96ed4d2161f6 service neutron] 10.222.0.25 "GET /v2.0/networks/1f3f4ce0-ff44-4271-9fbd-7a42590ebb14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863822 Aug 10 03:50:13.632546 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-06df8762-6066-48d2-af14-26611ccd3b4c tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.708316 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.719308 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b0058c41-8e2e-4586-921d-d14fb03afd5f req-e5e6b31c-f4b1-41c9-9d2b-8de13267d031 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f4fa5f-d8b5-4d57-a64c-8b0d10779c71 HTTP/1.1" status: 200 len: 210 time: 0.0285633 Aug 10 03:50:13.727720 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-06df8762-6066-48d2-af14-26611ccd3b4c tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Network bf57caec-6bc0-422b-922f-652803228551 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:13.740935 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-06df8762-6066-48d2-af14-26611ccd3b4c tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:13.744202 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-06df8762-6066-48d2-af14-26611ccd3b4c tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:13.773750 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-29033714-612c-4f77-ae5a-5a996bb9ba7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.780481 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df8762-6066-48d2-af14-26611ccd3b4c tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Pushing event updated for resources: {'Port': ['ID=804c2a96-c8f3-496b-9761-c7119e6bbf37,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:13.814563 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29033714-612c-4f77-ae5a-5a996bb9ba7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb3c8d2a-144a-44d3-aa8c-c8bc8e33d5b2,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:13.814563 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-29033714-612c-4f77-ae5a-5a996bb9ba7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.814852 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-6bccf108-891a-4d8d-9040-21b6eb6d2427 service neutron] 10.222.0.25 "GET /v2.0/networks/1f3f4ce0-ff44-4271-9fbd-7a42590ebb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998513 Aug 10 03:50:13.814985 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-29033714-612c-4f77-ae5a-5a996bb9ba7d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/eb3c8d2a-144a-44d3-aa8c-c8bc8e33d5b2 HTTP/1.1" status: 204 len: 168 time: 0.3983455 Aug 10 03:50:13.815656 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56510) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:13.827819 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-06df8762-6066-48d2-af14-26611ccd3b4c tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:13.828343 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-06df8762-6066-48d2-af14-26611ccd3b4c tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.864140 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4a6a5197-a67a-461e-b3a2-0e1559261f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.890080 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4fdf523a-539e-4ea6-ae67-eba30b474e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:13.996752 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-06df8762-6066-48d2-af14-26611ccd3b4c tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6663048 Aug 10 03:50:14.001687 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4fdf523a-539e-4ea6-ae67-eba30b474e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:14.014394 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-4fdf523a-539e-4ea6-ae67-eba30b474e33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6add48e-720a-43c3-8665-f3e4cec428da']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:14.017355 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-db3e3ccd-80e3-4473-8ea6-1c492af329fa service neutron] Request body: {'port': {'device_id': '9d55d917-4866-4b0d-bb23-8c5fb2ff2baa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:14.029993 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-4fdf523a-539e-4ea6-ae67-eba30b474e33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f91afd67-9b1b-4789-9dc1-c6fa9d0683a3') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:14.029993 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-4fdf523a-539e-4ea6-ae67-eba30b474e33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f91afd67-9b1b-4789-9dc1-c6fa9d0683a3') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:14.053737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb52c64-7b51-4a22-aeb2-e3bfc44f2937 req-d77f60b6-ceee-498f-9014-6754dd65d634 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:14.053737 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bb52c64-7b51-4a22-aeb2-e3bfc44f2937 req-d77f60b6-ceee-498f-9014-6754dd65d634 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2757b66-ade7-4a18-b32d-f00659e2c845 HTTP/1.1" status: 200 len: 950 time: 0.0874896 Aug 10 03:50:14.053737 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4fdf523a-539e-4ea6-ae67-eba30b474e33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:14.087274 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-db3e3ccd-80e3-4473-8ea6-1c492af329fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4fdf523a-539e-4ea6-ae67-eba30b474e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fdf523a-539e-4ea6-ae67-eba30b474e33 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4fdf523a-539e-4ea6-ae67-eba30b474e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:50:14.123585 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:50:14.136932 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bb52c64-7b51-4a22-aeb2-e3bfc44f2937 req-320d29e8-6cd9-4916-a97c-2ffe30b09242 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766194 Aug 10 03:50:14.284305 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-14faf73a-27cb-4dff-b570-6a68c4c3c8e1 req-d58cd571-e8e5-4ce3-9996-b7dcbb586d70 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=01ddff2f-5932-4e19-bf16-821af3e66e7b HTTP/1.1" status: 200 len: 210 time: 0.0434952 Aug 10 03:50:14.344611 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4fdf523a-539e-4ea6-ae67-eba30b474e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:14.358926 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4fdf523a-539e-4ea6-ae67-eba30b474e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:14.359973 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-4fdf523a-539e-4ea6-ae67-eba30b474e33 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e6add48e-720a-43c3-8665-f3e4cec428da HTTP/1.1" status: 204 len: 168 time: 0.5430934 Aug 10 03:50:14.389687 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf523a-539e-4ea6-ae67-eba30b474e33 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6add48e-720a-43c3-8665-f3e4cec428da,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:14.404048 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b32c25-c093-4a06-bd2c-48ca24e8d1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3717da73-7f35-4b53-9e1d-fe580150296d'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:14.406979 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0026279e-9d1c-449b-a5cb-928d3349d15e" -d '{"events": [{"server_uuid": "f7b32c25-c093-4a06-bd2c-48ca24e8d1c7", "name": "network-vif-plugged", "status": "completed", "tag": "3717da73-7f35-4b53-9e1d-fe580150296d"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:14.433314 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c549067e-2197-4d18-b53a-3a1271586129 req-2ed4b930-e3e0-4df2-a6bf-5bf8055ba88e tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d241d04-e884-4bbc-808c-7108c2206401 HTTP/1.1" status: 200 len: 210 time: 0.0461218 Aug 10 03:50:14.476612 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2c75c-b51a-4e8f-ad83-792d06c8466e req-615c58b9-fa45-46d7-acc1-447b18a6e66d tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:14.483301 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3693ba-3449-40c2-bf9f-8ce24fd595e1 x-openstack-request-id: req-8a3693ba-3449-40c2-bf9f-8ce24fd595e1 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:14.483873 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b32c25-c093-4a06-bd2c-48ca24e8d1c7", "name": "network-vif-plugged", "status": "completed", "tag": "3717da73-7f35-4b53-9e1d-fe580150296d", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:14.484613 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a3693ba-3449-40c2-bf9f-8ce24fd595e1 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:14.485203 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b32c25-c093-4a06-bd2c-48ca24e8d1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3717da73-7f35-4b53-9e1d-fe580150296d', 'code': 200} Aug 10 03:50:14.494163 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ccf2c75c-b51a-4e8f-ad83-792d06c8466e req-615c58b9-fa45-46d7-acc1-447b18a6e66d tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d55d917-4866-4b0d-bb23-8c5fb2ff2baa HTTP/1.1" status: 200 len: 932 time: 0.0973852 Aug 10 03:50:14.544545 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ccf2c75c-b51a-4e8f-ad83-792d06c8466e req-a81b65a6-de34-4009-97a1-6a09dc9382e5 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/security-groups?id=a84efb58-2c7d-4174-afd7-4dd952f1233a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409527 Aug 10 03:50:14.592912 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-db3e3ccd-80e3-4473-8ea6-1c492af329fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 804c2a96-c8f3-496b-9761-c7119e6bbf37 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:14.603987 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-db3e3ccd-80e3-4473-8ea6-1c492af329fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:14.622746 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bcf972-6964-45d6-9496-2648d306cb75 req-70130a1d-cb01-4c27-ae3b-15b49e2810aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:14.624285 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-79bcf972-6964-45d6-9496-2648d306cb75 req-70130a1d-cb01-4c27-ae3b-15b49e2810aa service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 1100 time: 0.0664792 Aug 10 03:50:14.625176 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-db3e3ccd-80e3-4473-8ea6-1c492af329fa service neutron] Transition to ACTIVE for port object 804c2a96-c8f3-496b-9761-c7119e6bbf37 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:14.660692 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-79bcf972-6964-45d6-9496-2648d306cb75 req-c68b17c6-9126-4ab4-9c1d-e062e01e102e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292032 Aug 10 03:50:14.784756 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-db3e3ccd-80e3-4473-8ea6-1c492af329fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:14.857134 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0905ad8c-04d4-42d3-86d8-518425f11889 req-d2387fe6-1bd3-401e-add7-ee9c2f49bf82 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f4fa5f-d8b5-4d57-a64c-8b0d10779c71 HTTP/1.1" status: 200 len: 210 time: 0.0476706 Aug 10 03:50:14.868004 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e3ccd-80e3-4473-8ea6-1c492af329fa service neutron] Pushing event updated for resources: {'Port': ['ID=804c2a96-c8f3-496b-9761-c7119e6bbf37,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:14.948895 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-db3e3ccd-80e3-4473-8ea6-1c492af329fa service neutron] Attempting to bind port 804c2a96-c8f3-496b-9761-c7119e6bbf37 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:50:14.949330 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-db3e3ccd-80e3-4473-8ea6-1c492af329fa service neutron] Attempting to bind port 804c2a96-c8f3-496b-9761-c7119e6bbf37 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '52a308e3-f3ea-4a91-9c6d-53b90f22facc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bf57caec-6bc0-422b-922f-652803228551'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:50:14.949795 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-db3e3ccd-80e3-4473-8ea6-1c492af329fa service neutron] Attempting to bind port 804c2a96-c8f3-496b-9761-c7119e6bbf37 on network bf57caec-6bc0-422b-922f-652803228551 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:14.959254 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-db3e3ccd-80e3-4473-8ea6-1c492af329fa service neutron] Port 804c2a96-c8f3-496b-9761-c7119e6bbf37 on network bf57caec-6bc0-422b-922f-652803228551 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:50:14.959254 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-db3e3ccd-80e3-4473-8ea6-1c492af329fa service neutron] Attempting to bind port 804c2a96-c8f3-496b-9761-c7119e6bbf37 on network bf57caec-6bc0-422b-922f-652803228551 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:14.961563 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-db3e3ccd-80e3-4473-8ea6-1c492af329fa service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:50:14.961902 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-db3e3ccd-80e3-4473-8ea6-1c492af329fa service neutron] Checking segment: {'id': '52a308e3-f3ea-4a91-9c6d-53b90f22facc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bf57caec-6bc0-422b-922f-652803228551'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:14.962285 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-db3e3ccd-80e3-4473-8ea6-1c492af329fa service neutron] Bound using segment: {'id': '52a308e3-f3ea-4a91-9c6d-53b90f22facc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bf57caec-6bc0-422b-922f-652803228551'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:50:14.963011 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-db3e3ccd-80e3-4473-8ea6-1c492af329fa service neutron] Bound port: 804c2a96-c8f3-496b-9761-c7119e6bbf37, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52a308e3-f3ea-4a91-9c6d-53b90f22facc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bf57caec-6bc0-422b-922f-652803228551'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:50:14.963125 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-db3e3ccd-80e3-4473-8ea6-1c492af329fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:15.032049 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-db3e3ccd-80e3-4473-8ea6-1c492af329fa service neutron] For port 804c2a96-c8f3-496b-9761-c7119e6bbf37, host n-h2-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:15.035132 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-db3e3ccd-80e3-4473-8ea6-1c492af329fa service neutron] For port 804c2a96-c8f3-496b-9761-c7119e6bbf37, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=804c2a96-c8f3-496b-9761-c7119e6bbf37,segment=NetworkSegment(52a308e3-f3ea-4a91-9c6d-53b90f22facc),segment_id=52a308e3-f3ea-4a91-9c6d-53b90f22facc)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:15.040637 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56536) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:15.080460 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-47737933-bb9e-41d4-9049-353ac195776b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b7b32543cfb14202abfff28e01a4fae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385945 Aug 10 03:50:15.082983 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56538) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:15.135824 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-42a921ce-77c0-4dc4-bf0f-07d3a08d36cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:15.157571 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-42a921ce-77c0-4dc4-bf0f-07d3a08d36cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:15.185935 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:15.192941 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-db3e3ccd-80e3-4473-8ea6-1c492af329fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:15.227524 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-db3e3ccd-80e3-4473-8ea6-1c492af329fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:15.228181 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-db3e3ccd-80e3-4473-8ea6-1c492af329fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:15.229626 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-db3e3ccd-80e3-4473-8ea6-1c492af329fa service neutron] 10.222.0.20 "PUT /v2.0/ports/804c2a96-c8f3-496b-9761-c7119e6bbf37 HTTP/1.1" status: 200 len: 1092 time: 1.2167487 Aug 10 03:50:15.230331 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d55d917-4866-4b0d-bb23-8c5fb2ff2baa', 'tag': '804c2a96-c8f3-496b-9761-c7119e6bbf37'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:15.232818 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32dc0d2-bd0c-465b-b5f4-f8d5604599c4" -d '{"events": [{"name": "network-changed", "server_uuid": "9d55d917-4866-4b0d-bb23-8c5fb2ff2baa", "tag": "804c2a96-c8f3-496b-9761-c7119e6bbf37"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:15.295040 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e3ccd-80e3-4473-8ea6-1c492af329fa service neutron] Pushing event updated for resources: {'Port': ['ID=804c2a96-c8f3-496b-9761-c7119e6bbf37,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:15.303808 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-5d840250-ce21-407b-b0ec-f85e19b13d1e tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:15.305525 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-5d840250-ce21-407b-b0ec-f85e19b13d1e tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.20 "GET /v2.0/networks?id=090053fa-3622-4eb2-b424-9f79f809823c HTTP/1.1" status: 200 len: 805 time: 0.1868985 Aug 10 03:50:15.328089 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1f897-abf9-4b03-ac00-dc1f6729d4f8 req-45ac41a6-2d17-4c0f-b9ba-96375a46659b tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:15.329723 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-69a1f897-abf9-4b03-ac00-dc1f6729d4f8 req-45ac41a6-2d17-4c0f-b9ba-96375a46659b tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2757b66-ade7-4a18-b32d-f00659e2c845 HTTP/1.1" status: 200 len: 950 time: 0.0902200 Aug 10 03:50:15.335090 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-ed2ed712-98ce-4376-a891-5b1b2998af71 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Request body: {'port': {'device_id': '01ddff2f-5932-4e19-bf16-821af3e66e7b', 'network_id': '090053fa-3622-4eb2-b424-9f79f809823c', 'admin_state_up': True, 'tenant_id': '23e5f3c2b75643ebb56574b008fa08d4'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:15.372995 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-42a921ce-77c0-4dc4-bf0f-07d3a08d36cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:15.375667 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-42a921ce-77c0-4dc4-bf0f-07d3a08d36cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:15.379186 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-42a921ce-77c0-4dc4-bf0f-07d3a08d36cf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/032a9584-c875-4764-851d-12f258cfec76 HTTP/1.1" status: 204 len: 168 time: 0.2930303 Aug 10 03:50:15.396592 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a921ce-77c0-4dc4-bf0f-07d3a08d36cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032a9584-c875-4764-851d-12f258cfec76,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:15.407077 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9720b3c5-29b0-4a23-94ba-d9bb9981f9f6 x-openstack-request-id: req-9720b3c5-29b0-4a23-94ba-d9bb9981f9f6 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:15.407567 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d55d917-4866-4b0d-bb23-8c5fb2ff2baa", "tag": "804c2a96-c8f3-496b-9761-c7119e6bbf37", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:15.407979 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9720b3c5-29b0-4a23-94ba-d9bb9981f9f6 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:15.408536 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d55d917-4866-4b0d-bb23-8c5fb2ff2baa', 'tag': '804c2a96-c8f3-496b-9761-c7119e6bbf37', 'status': 'completed', 'code': 200} Aug 10 03:50:15.415505 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-69a1f897-abf9-4b03-ac00-dc1f6729d4f8 req-36174251-e184-4231-bfe1-9968467e3dd1 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768325 Aug 10 03:50:15.548316 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8fcae297-fe88-48dd-90b6-afcd0d111da6 req-0bdc09c4-dd0f-4dc1-873c-87a700c44fcc tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=01ddff2f-5932-4e19-bf16-821af3e66e7b HTTP/1.1" status: 200 len: 210 time: 0.0403485 Aug 10 03:50:15.561685 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:15.568757 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-aa952b09-612b-4e84-91f0-799e080adfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:15.568757 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-aa952b09-612b-4e84-91f0-799e080adfa2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6515e8e4a07b46b88f610aa013c62478&device_id=9d55d917-4866-4b0d-bb23-8c5fb2ff2baa HTTP/1.1" status: 200 len: 1095 time: 0.1407273 Aug 10 03:50:15.624101 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-cc3f54da-6ae4-43d2-be29-c58bd4ca5504 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=804c2a96-c8f3-496b-9761-c7119e6bbf37 HTTP/1.1" status: 200 len: 217 time: 0.0458333 Aug 10 03:50:15.647589 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0c3c1760-fbcc-44f6-aa81-5d2e49100e22 req-f178daa7-f99c-4a1d-99b9-5373f63829bd tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d241d04-e884-4bbc-808c-7108c2206401 HTTP/1.1" status: 200 len: 210 time: 0.0605979 Aug 10 03:50:15.670191 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99ac08-8dcf-4623-a5f4-76934e1a2f8b req-bf9b128d-1925-449a-a372-4cb6bc5c9ddb tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:15.675112 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ec99ac08-8dcf-4623-a5f4-76934e1a2f8b req-bf9b128d-1925-449a-a372-4cb6bc5c9ddb tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0531156 Aug 10 03:50:15.695130 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-7126e6d0-1fe9-4fb1-926c-34a5d10cecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:15.704069 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-7126e6d0-1fe9-4fb1-926c-34a5d10cecf5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95a3f38c-03e2-47e4-b386-934ebc3bc6ab HTTP/1.1" status: 200 len: 853 time: 0.0583155 Aug 10 03:50:15.713684 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ec99ac08-8dcf-4623-a5f4-76934e1a2f8b req-071dd185-cb2a-4c14-bd08-49a29d2ede78 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347037 Aug 10 03:50:15.737722 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-1aea1c41-7138-4236-81d2-74e4dd0c6823 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bf57caec-6bc0-422b-922f-652803228551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331616 Aug 10 03:50:15.767672 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-ed2ed712-98ce-4376-a891-5b1b2998af71 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Made reservation on behalf of 23e5f3c2b75643ebb56574b008fa08d4 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:15.775660 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-ed2ed712-98ce-4376-a891-5b1b2998af71 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:15.826407 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288da34-bf8d-4178-bebd-bcd211e0134f req-83fe9442-8214-4f6e-988a-f0415216a978 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:15.828255 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6288da34-bf8d-4178-bebd-bcd211e0134f req-83fe9442-8214-4f6e-988a-f0415216a978 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d55d917-4866-4b0d-bb23-8c5fb2ff2baa HTTP/1.1" status: 200 len: 944 time: 0.1155915 Aug 10 03:50:15.874056 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-d0e952b0-0dc1-4132-a25f-f703a69680af service neutron] 10.222.0.20 "GET /v2.0/networks/bf57caec-6bc0-422b-922f-652803228551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227634 Aug 10 03:50:15.904419 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6288da34-bf8d-4178-bebd-bcd211e0134f req-deb6c542-ead1-41fc-92b3-a3a08840e76f tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/security-groups?id=a84efb58-2c7d-4174-afd7-4dd952f1233a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669885 Aug 10 03:50:15.950824 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-ed2ed712-98ce-4376-a891-5b1b2998af71 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Allocated IP 172.20.0.9 (090053fa-3622-4eb2-b424-9f79f809823c/0fb74cc3-4ca6-4831-90a5-8c72ae326916/584cd549-6e4c-4b3c-8a7b-213c8973acf9) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:15.992966 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-96c4e846-e52b-4efb-aa6b-c773496dad71 req-825f976d-c0e3-433b-b024-74ddcd18e95a service neutron] 10.222.0.20 "GET /v2.0/networks/bf57caec-6bc0-422b-922f-652803228551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060281 Aug 10 03:50:16.027803 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8834551a-4433-44c0-abf4-5154d7920a46 req-d6823973-476e-4965-b73c-aba1d1c0712a tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f4fa5f-d8b5-4d57-a64c-8b0d10779c71 HTTP/1.1" status: 200 len: 210 time: 0.0334878 Aug 10 03:50:16.144225 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-ed2ed712-98ce-4376-a891-5b1b2998af71 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:16.268607 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32dc0d2-bd0c-465b-b5f4-f8d5604599c4 req-9935eff5-35ff-453c-b688-f1920ec6056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:16.269999 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c32dc0d2-bd0c-465b-b5f4-f8d5604599c4 req-9935eff5-35ff-453c-b688-f1920ec6056b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6515e8e4a07b46b88f610aa013c62478&device_id=9d55d917-4866-4b0d-bb23-8c5fb2ff2baa HTTP/1.1" status: 200 len: 1095 time: 0.0444090 Aug 10 03:50:16.349960 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-ed2ed712-98ce-4376-a891-5b1b2998af71 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:16.364203 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32dc0d2-bd0c-465b-b5f4-f8d5604599c4 req-efcf5357-d706-41ed-b259-64c06fb4f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:16.366362 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c32dc0d2-bd0c-465b-b5f4-f8d5604599c4 req-efcf5357-d706-41ed-b259-64c06fb4f732 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bf57caec-6bc0-422b-922f-652803228551 HTTP/1.1" status: 200 len: 914 time: 0.0890498 Aug 10 03:50:16.411235 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-ed2ed712-98ce-4376-a891-5b1b2998af71 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Network 090053fa-3622-4eb2-b424-9f79f809823c is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:16.414552 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-ed2ed712-98ce-4376-a891-5b1b2998af71 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:16.418588 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-ed2ed712-98ce-4376-a891-5b1b2998af71 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:16.439418 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c32dc0d2-bd0c-465b-b5f4-f8d5604599c4 req-282201f2-4bb3-42e4-afc3-57a379ff3c42 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=804c2a96-c8f3-496b-9761-c7119e6bbf37 HTTP/1.1" status: 200 len: 217 time: 0.0601268 Aug 10 03:50:16.451891 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ed712-98ce-4376-a891-5b1b2998af71 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Pushing event updated for resources: {'Port': ['ID=584cd549-6e4c-4b3c-8a7b-213c8973acf9,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:16.485223 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-ed2ed712-98ce-4376-a891-5b1b2998af71 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:16.485939 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-ed2ed712-98ce-4376-a891-5b1b2998af71 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:16.504751 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32dc0d2-bd0c-465b-b5f4-f8d5604599c4 req-9adf9b55-1b29-4e02-b2e4-f9c4d9ff3918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:16.506540 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c32dc0d2-bd0c-465b-b5f4-f8d5604599c4 req-9adf9b55-1b29-4e02-b2e4-f9c4d9ff3918 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95a3f38c-03e2-47e4-b386-934ebc3bc6ab HTTP/1.1" status: 200 len: 853 time: 0.0572660 Aug 10 03:50:16.548432 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c32dc0d2-bd0c-465b-b5f4-f8d5604599c4 req-1002ab28-98fd-4e77-9ae2-071fc58b33e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bf57caec-6bc0-422b-922f-652803228551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263839 Aug 10 03:50:16.616758 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-ed2ed712-98ce-4376-a891-5b1b2998af71 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2837524 Aug 10 03:50:16.626487 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-a14ac380-4d77-4788-9a31-85a56fa23829 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=395165def85749cc95d1604cea9a83d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262098 Aug 10 03:50:16.666721 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-bc0a6ad3-acca-4f13-980c-2585007990d3 service neutron] Request body: {'port': {'device_id': '01ddff2f-5932-4e19-bf16-821af3e66e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:16.707232 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c32dc0d2-bd0c-465b-b5f4-f8d5604599c4 req-175793ec-d68f-4eff-b030-57e67f364176 service neutron] 10.222.0.20 "GET /v2.0/networks/bf57caec-6bc0-422b-922f-652803228551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516404 Aug 10 03:50:16.729643 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb687779-f48d-4123-a583-0d445e02c09e req-9018f452-d5d4-4420-bf86-aaf0493c431b tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:16.731837 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cb687779-f48d-4123-a583-0d445e02c09e req-9018f452-d5d4-4420-bf86-aaf0493c431b tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=01ddff2f-5932-4e19-bf16-821af3e66e7b HTTP/1.1" status: 200 len: 931 time: 0.1005018 Aug 10 03:50:16.761668 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:16.782974 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-68afdc3d-fa88-43fb-aa23-76c27a4fe046 req-0b24d1ba-046b-421c-b10e-cac3fbd6864f tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d241d04-e884-4bbc-808c-7108c2206401 HTTP/1.1" status: 200 len: 210 time: 0.0506544 Aug 10 03:50:16.840712 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-bc0a6ad3-acca-4f13-980c-2585007990d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:16.853959 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cb687779-f48d-4123-a583-0d445e02c09e req-1028ceb9-747b-4018-bd20-4535082104c7 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091988 Aug 10 03:50:16.871552 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c32dc0d2-bd0c-465b-b5f4-f8d5604599c4 req-e4d6070a-d552-4c28-ab6f-76c3462074d6 service neutron] 10.222.0.20 "GET /v2.0/networks/bf57caec-6bc0-422b-922f-652803228551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570268 Aug 10 03:50:16.914446 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-9470485e-5830-463f-93e7-261564b55748 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:16.915905 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-9470485e-5830-463f-93e7-261564b55748 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2782624 Aug 10 03:50:16.943264 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-37fd703a-521d-4f8f-85a4-f6f62f48768f tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Request body: {'port': {'device_id': '86f4fa5f-d8b5-4d57-a64c-8b0d10779c71', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': '395165def85749cc95d1604cea9a83d8'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:17.045069 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c327bc5-a3a9-486b-adc6-d40b698bce73 req-cbcc73a2-59cd-43c4-b997-80d82c21e83a tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:17.046605 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9c327bc5-a3a9-486b-adc6-d40b698bce73 req-cbcc73a2-59cd-43c4-b997-80d82c21e83a tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d55d917-4866-4b0d-bb23-8c5fb2ff2baa HTTP/1.1" status: 200 len: 944 time: 0.0533593 Aug 10 03:50:17.091288 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9c327bc5-a3a9-486b-adc6-d40b698bce73 req-5c1391f6-2c41-4175-9740-3fe055fba20d tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/security-groups?id=a84efb58-2c7d-4174-afd7-4dd952f1233a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368257 Aug 10 03:50:17.091657 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c39c0b-443a-4675-a00b-d350ae34b9ce req-d80ff05b-a954-4d81-bd3d-cf07e15e08d5 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:17.093224 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0c39c0b-443a-4675-a00b-d350ae34b9ce req-d80ff05b-a954-4d81-bd3d-cf07e15e08d5 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.2202787 Aug 10 03:50:17.219643 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0c39c0b-443a-4675-a00b-d350ae34b9ce req-a52f8ba3-a8a6-44fc-8064-7a806c14058c tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169734 Aug 10 03:50:17.344941 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-463485fe-faf5-478f-a3f3-65e12dc6ab66 req-1cd707cb-1c3f-489a-8654-8e90aaf28f3c tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f4fa5f-d8b5-4d57-a64c-8b0d10779c71 HTTP/1.1" status: 200 len: 210 time: 0.0355175 Aug 10 03:50:17.348288 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-37fd703a-521d-4f8f-85a4-f6f62f48768f tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Made reservation on behalf of 395165def85749cc95d1604cea9a83d8 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:17.353035 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-37fd703a-521d-4f8f-85a4-f6f62f48768f tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:17.393848 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-37fd703a-521d-4f8f-85a4-f6f62f48768f tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:17.423072 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-bc0a6ad3-acca-4f13-980c-2585007990d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 584cd549-6e4c-4b3c-8a7b-213c8973acf9 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:17.433742 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-bc0a6ad3-acca-4f13-980c-2585007990d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:17.458061 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-bc0a6ad3-acca-4f13-980c-2585007990d3 service neutron] Transition to ACTIVE for port object 584cd549-6e4c-4b3c-8a7b-213c8973acf9 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:17.516251 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-bd160fce-8245-4900-b580-516539930c64 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=531844b5219944e08810c1a9ffd2589c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522852 Aug 10 03:50:17.532850 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-37fd703a-521d-4f8f-85a4-f6f62f48768f tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:17.595014 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-bc0a6ad3-acca-4f13-980c-2585007990d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:17.618736 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-69e74775-f29e-4712-ba77-88570ebe7e3b tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:17.620211 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-69e74775-f29e-4712-ba77-88570ebe7e3b tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.20 "GET /v2.0/networks?id=1f3f4ce0-ff44-4271-9fbd-7a42590ebb14 HTTP/1.1" status: 200 len: 814 time: 0.2052150 Aug 10 03:50:17.640760 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-6705e396-2261-402a-86c7-ddca6a9c3a7c tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Request body: {'port': {'device_id': '8d241d04-e884-4bbc-808c-7108c2206401', 'network_id': '1f3f4ce0-ff44-4271-9fbd-7a42590ebb14', 'admin_state_up': True, 'tenant_id': 'be08780d32bb4183834cf0544dc0c1f8'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:17.664862 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a6ad3-acca-4f13-980c-2585007990d3 service neutron] Pushing event updated for resources: {'Port': ['ID=584cd549-6e4c-4b3c-8a7b-213c8973acf9,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:17.706683 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-37fd703a-521d-4f8f-85a4-f6f62f48768f tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:17.748987 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-51dd385b-4ce5-4e89-a6c5-c8c2d3c91c8a tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:17.750692 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-51dd385b-4ce5-4e89-a6c5-c8c2d3c91c8a tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2201443 Aug 10 03:50:17.779215 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd703a-521d-4f8f-85a4-f6f62f48768f tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86964e4b-5153-4372-a32b-7f95f079ef9b,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:17.784141 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-892d5068-6b7c-4371-89cf-baf71391e8a3 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/quotas/531844b5219944e08810c1a9ffd2589c HTTP/1.1" status: 200 len: 375 time: 0.0226381 Aug 10 03:50:17.801809 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-bc0a6ad3-acca-4f13-980c-2585007990d3 service neutron] Attempting to bind port 584cd549-6e4c-4b3c-8a7b-213c8973acf9 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:50:17.801809 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-bc0a6ad3-acca-4f13-980c-2585007990d3 service neutron] Attempting to bind port 584cd549-6e4c-4b3c-8a7b-213c8973acf9 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '217cc7ac-ee74-4f0b-b82c-3629bdc09967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '090053fa-3622-4eb2-b424-9f79f809823c'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:50:17.801809 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-bc0a6ad3-acca-4f13-980c-2585007990d3 service neutron] Attempting to bind port 584cd549-6e4c-4b3c-8a7b-213c8973acf9 on network 090053fa-3622-4eb2-b424-9f79f809823c {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:17.801809 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-bc0a6ad3-acca-4f13-980c-2585007990d3 service neutron] Port 584cd549-6e4c-4b3c-8a7b-213c8973acf9 on network 090053fa-3622-4eb2-b424-9f79f809823c not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:50:17.801809 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-bc0a6ad3-acca-4f13-980c-2585007990d3 service neutron] Attempting to bind port 584cd549-6e4c-4b3c-8a7b-213c8973acf9 on network 090053fa-3622-4eb2-b424-9f79f809823c {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:17.809032 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-bc0a6ad3-acca-4f13-980c-2585007990d3 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:50:17.809382 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-bc0a6ad3-acca-4f13-980c-2585007990d3 service neutron] Checking segment: {'id': '217cc7ac-ee74-4f0b-b82c-3629bdc09967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '090053fa-3622-4eb2-b424-9f79f809823c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:17.809775 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-bc0a6ad3-acca-4f13-980c-2585007990d3 service neutron] Bound using segment: {'id': '217cc7ac-ee74-4f0b-b82c-3629bdc09967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '090053fa-3622-4eb2-b424-9f79f809823c'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:50:17.810213 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-bc0a6ad3-acca-4f13-980c-2585007990d3 service neutron] Bound port: 584cd549-6e4c-4b3c-8a7b-213c8973acf9, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '217cc7ac-ee74-4f0b-b82c-3629bdc09967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '090053fa-3622-4eb2-b424-9f79f809823c'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:50:17.810573 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-bc0a6ad3-acca-4f13-980c-2585007990d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:17.870464 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-54e68ac0-c87f-4a37-b731-67536df948ad tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=531844b5219944e08810c1a9ffd2589c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739791 Aug 10 03:50:17.923496 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4f37ecb7-ee17-4435-a4fc-bb4d57a8e188 req-dd7597d1-05ca-4927-9d0d-5a7217d13808 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d241d04-e884-4bbc-808c-7108c2206401 HTTP/1.1" status: 200 len: 210 time: 0.0497084 Aug 10 03:50:17.927410 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-6705e396-2261-402a-86c7-ddca6a9c3a7c tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Made reservation on behalf of be08780d32bb4183834cf0544dc0c1f8 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:17.932479 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-6705e396-2261-402a-86c7-ddca6a9c3a7c tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:17.943700 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-37fd703a-521d-4f8f-85a4-f6f62f48768f tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Allocated IP 192.168.233.152 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/c901ae39-40cb-49bf-bf6c-33c60415bfd9) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:17.965424 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-bc0a6ad3-acca-4f13-980c-2585007990d3 service neutron] For port 584cd549-6e4c-4b3c-8a7b-213c8973acf9, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:17.970177 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-bc0a6ad3-acca-4f13-980c-2585007990d3 service neutron] For port 584cd549-6e4c-4b3c-8a7b-213c8973acf9, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=584cd549-6e4c-4b3c-8a7b-213c8973acf9,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:18.079344 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56624) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:18.120017 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-6705e396-2261-402a-86c7-ddca6a9c3a7c tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Allocated IP 172.20.0.14 (1f3f4ce0-ff44-4271-9fbd-7a42590ebb14/f0f1ebdd-88b4-4694-8661-b23c8e53f89a/95991932-76fd-49e8-bb05-686843b0246b) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:18.281251 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-480dca98-316b-4390-8dfa-709a453dcb2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:18.378056 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-bc0a6ad3-acca-4f13-980c-2585007990d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:18.398387 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7bc1ac-13a6-4fd1-81e2-2ce55b43fd97 req-5dd6e960-af11-477d-ba23-1a8027cc0fbd tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:18.404464 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6b7bc1ac-13a6-4fd1-81e2-2ce55b43fd97 req-5dd6e960-af11-477d-ba23-1a8027cc0fbd tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d55d917-4866-4b0d-bb23-8c5fb2ff2baa HTTP/1.1" status: 200 len: 944 time: 0.1535017 Aug 10 03:50:18.423001 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-6705e396-2261-402a-86c7-ddca6a9c3a7c tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:18.431458 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-bc0a6ad3-acca-4f13-980c-2585007990d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:18.434344 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-bc0a6ad3-acca-4f13-980c-2585007990d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:18.434344 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-bc0a6ad3-acca-4f13-980c-2585007990d3 service neutron] 10.222.0.20 "PUT /v2.0/ports/584cd549-6e4c-4b3c-8a7b-213c8973acf9 HTTP/1.1" status: 200 len: 1091 time: 1.7973976 Aug 10 03:50:18.437894 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ddff2f-5932-4e19-bf16-821af3e66e7b', 'tag': '584cd549-6e4c-4b3c-8a7b-213c8973acf9'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:18.440193 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64efa3d8-d88c-4c11-a2ed-3af0fe5bd56d" -d '{"events": [{"name": "network-changed", "server_uuid": "01ddff2f-5932-4e19-bf16-821af3e66e7b", "tag": "584cd549-6e4c-4b3c-8a7b-213c8973acf9"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:18.457444 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 804c2a96-c8f3-496b-9761-c7119e6bbf37 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:50:18.469212 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9a4b1-f90a-43d3-9b24-9f1c2ef69e81 req-3acfb7b8-8e6e-4e87-8044-5777f2a9258d tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:18.470719 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6fe9a4b1-f90a-43d3-9b24-9f1c2ef69e81 req-3acfb7b8-8e6e-4e87-8044-5777f2a9258d tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=01ddff2f-5932-4e19-bf16-821af3e66e7b HTTP/1.1" status: 200 len: 943 time: 0.4655378 Aug 10 03:50:18.516346 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a6ad3-acca-4f13-980c-2585007990d3 service neutron] Pushing event updated for resources: {'Port': ['ID=584cd549-6e4c-4b3c-8a7b-213c8973acf9,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:18.525607 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6b7bc1ac-13a6-4fd1-81e2-2ce55b43fd97 req-6469e36e-9639-4531-ae82-367f47b4d027 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/security-groups?id=a84efb58-2c7d-4174-afd7-4dd952f1233a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149559 Aug 10 03:50:18.549748 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-37fd703a-521d-4f8f-85a4-f6f62f48768f tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:18.571877 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6fe9a4b1-f90a-43d3-9b24-9f1c2ef69e81 req-53e53d82-f667-4b25-9ab4-de4c40c38514 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889931 Aug 10 03:50:18.577639 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 804c2a96-c8f3-496b-9761-c7119e6bbf37, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=804c2a96-c8f3-496b-9761-c7119e6bbf37,segment=NetworkSegment(52a308e3-f3ea-4a91-9c6d-53b90f22facc),segment_id=52a308e3-f3ea-4a91-9c6d-53b90f22facc)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:18.596992 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-6705e396-2261-402a-86c7-ddca6a9c3a7c tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:18.597769 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '804c2a96-c8f3-496b-9761-c7119e6bbf37', 'network_id': 'bf57caec-6bc0-422b-922f-652803228551', 'port_id': '804c2a96-c8f3-496b-9761-c7119e6bbf37', 'mac_address': 'fa:16:3e:d0:d4:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a3f38c-03e2-47e4-b386-934ebc3bc6ab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:50:18.597933 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-37fd703a-521d-4f8f-85a4-f6f62f48768f tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Transition to ACTIVE for port object c901ae39-40cb-49bf-bf6c-33c60415bfd9 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:18.641181 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3d3837eb-7195-4376-8298-6b5cb3aa524a req-a164f641-9ca1-45b7-8b9f-c079fc4c47a6 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e08c5c4-995b-46e9-b187-237ca0a0d8bb HTTP/1.1" status: 200 len: 210 time: 0.0570283 Aug 10 03:50:18.667070 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:18.686233 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 804c2a96-c8f3-496b-9761-c7119e6bbf37 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:18.702584 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e35f011e-57a9-47f4-b3ad-fe324797ce64 req-6847d20f-1821-4b2c-a376-51a6fbdfddce tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f4fa5f-d8b5-4d57-a64c-8b0d10779c71 HTTP/1.1" status: 200 len: 210 time: 0.0526466 Aug 10 03:50:18.710577 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-e83402c2-41af-4fc5-9c7b-8544824a4385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:18.712923 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-e83402c2-41af-4fc5-9c7b-8544824a4385 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=23e5f3c2b75643ebb56574b008fa08d4&device_id=01ddff2f-5932-4e19-bf16-821af3e66e7b HTTP/1.1" status: 200 len: 1094 time: 0.0772259 Aug 10 03:50:18.715839 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-6705e396-2261-402a-86c7-ddca6a9c3a7c tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Network 1f3f4ce0-ff44-4271-9fbd-7a42590ebb14 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:18.718273 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-480dca98-316b-4390-8dfa-709a453dcb2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:18.729318 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 804c2a96-c8f3-496b-9761-c7119e6bbf37, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=804c2a96-c8f3-496b-9761-c7119e6bbf37,segment=NetworkSegment(52a308e3-f3ea-4a91-9c6d-53b90f22facc),segment_id=52a308e3-f3ea-4a91-9c6d-53b90f22facc)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:18.731771 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-6705e396-2261-402a-86c7-ddca6a9c3a7c tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:18.740569 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-6705e396-2261-402a-86c7-ddca6a9c3a7c tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:18.794695 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705e396-2261-402a-86c7-ddca6a9c3a7c tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Pushing event updated for resources: {'Port': ['ID=95991932-76fd-49e8-bb05-686843b0246b,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:18.807698 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ebd4fb-aba6-4bd4-82cd-5aba48202783 x-openstack-request-id: req-f9ebd4fb-aba6-4bd4-82cd-5aba48202783 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:18.808249 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ddff2f-5932-4e19-bf16-821af3e66e7b", "tag": "584cd549-6e4c-4b3c-8a7b-213c8973acf9", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:18.808630 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9ebd4fb-aba6-4bd4-82cd-5aba48202783 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:18.809294 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ddff2f-5932-4e19-bf16-821af3e66e7b', 'tag': '584cd549-6e4c-4b3c-8a7b-213c8973acf9', 'status': 'completed', 'code': 200} Aug 10 03:50:18.812279 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-37fd703a-521d-4f8f-85a4-f6f62f48768f tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:18.816013 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-f269cd68-43cb-425f-99b8-af6a1bd4e807 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=584cd549-6e4c-4b3c-8a7b-213c8973acf9 HTTP/1.1" status: 200 len: 217 time: 0.0859206 Aug 10 03:50:18.827741 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-6705e396-2261-402a-86c7-ddca6a9c3a7c tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:18.828616 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-6705e396-2261-402a-86c7-ddca6a9c3a7c tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:18.841596 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-480dca98-316b-4390-8dfa-709a453dcb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:18.861002 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:18.904511 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-480dca98-316b-4390-8dfa-709a453dcb2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6488ba054d16433faf13e7217ffe49d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8240080 Aug 10 03:50:18.910596 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56648) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:18.924858 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=804c2a96-c8f3-496b-9761-c7119e6bbf37,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:18.925603 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480dca98-316b-4390-8dfa-709a453dcb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6268e1-e51b-4358-aab9-2d7f30b02fdf,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:18.945539 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-37fd703a-521d-4f8f-85a4-f6f62f48768f tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:18.960092 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-37fd703a-521d-4f8f-85a4-f6f62f48768f tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:18.966715 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-37fd703a-521d-4f8f-85a4-f6f62f48768f tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:18.975647 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd703a-521d-4f8f-85a4-f6f62f48768f tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Pushing event updated for resources: {'Port': ['ID=c901ae39-40cb-49bf-bf6c-33c60415bfd9,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:19.009727 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-35264153-e17e-4dca-b089-4a6c063a5fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:19.010467 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-6705e396-2261-402a-86c7-ddca6a9c3a7c tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3748231 Aug 10 03:50:19.011476 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-35264153-e17e-4dca-b089-4a6c063a5fe9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0fb74cc3-4ca6-4831-90a5-8c72ae326916 HTTP/1.1" status: 200 len: 845 time: 0.1636379 Aug 10 03:50:19.039608 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab9fa9-d13a-4367-b13e-e11801c027f7 req-3423d67f-07b1-4054-af1a-c94a14334b10 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:19.041427 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-5ab1fcc8-3188-4b63-9bd8-22198373c518 service neutron] Request body: {'port': {'device_id': '8d241d04-e884-4bbc-808c-7108c2206401', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:19.046673 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab9fa9-d13a-4367-b13e-e11801c027f7 req-3423d67f-07b1-4054-af1a-c94a14334b10 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:19.053979 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab9fa9-d13a-4367-b13e-e11801c027f7 req-3423d67f-07b1-4054-af1a-c94a14334b10 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:19.061305 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab9fa9-d13a-4367-b13e-e11801c027f7 req-3423d67f-07b1-4054-af1a-c94a14334b10 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:19.067216 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab9fa9-d13a-4367-b13e-e11801c027f7 req-3423d67f-07b1-4054-af1a-c94a14334b10 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:19.074226 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab9fa9-d13a-4367-b13e-e11801c027f7 req-3423d67f-07b1-4054-af1a-c94a14334b10 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:19.079868 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f8c17dd9-bd5b-411d-a6e0-5033065ca4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:19.081396 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab9fa9-d13a-4367-b13e-e11801c027f7 req-3423d67f-07b1-4054-af1a-c94a14334b10 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:19.084004 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2eab9fa9-d13a-4367-b13e-e11801c027f7 req-3423d67f-07b1-4054-af1a-c94a14334b10 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5432 time: 0.1933889 Aug 10 03:50:19.130678 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-dc53c397-2861-4a58-ad36-cc071edf8e83 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=090053fa-3622-4eb2-b424-9f79f809823c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454900 Aug 10 03:50:19.134230 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['804c2a96-c8f3-496b-9761-c7119e6bbf37'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:19.138575 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-37fd703a-521d-4f8f-85a4-f6f62f48768f tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:19.139220 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-37fd703a-521d-4f8f-85a4-f6f62f48768f tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:19.143029 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f8c17dd9-bd5b-411d-a6e0-5033065ca4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:19.198357 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-5ab1fcc8-3188-4b63-9bd8-22198373c518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:19.236968 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a87902-f605-4f57-8a73-f6f8e15efeac req-e3e1723b-42e9-4620-b2d2-d9949f506ed2 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:19.238538 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-25a87902-f605-4f57-8a73-f6f8e15efeac req-e3e1723b-42e9-4620-b2d2-d9949f506ed2 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d241d04-e884-4bbc-808c-7108c2206401 HTTP/1.1" status: 200 len: 932 time: 0.1619236 Aug 10 03:50:19.277451 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-db1d25b3-63a8-4ddb-8313-3efe6574ead9 service neutron] 10.222.0.20 "GET /v2.0/networks/090053fa-3622-4eb2-b424-9f79f809823c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270897 Aug 10 03:50:19.356633 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-37fd703a-521d-4f8f-85a4-f6f62f48768f tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4202576 Aug 10 03:50:19.369674 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2eab9fa9-d13a-4367-b13e-e11801c027f7 req-a95a9469-5d9b-4aab-828a-132ffe9b00b6 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2679348 Aug 10 03:50:19.377453 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-3be5c3cd-80a9-4d4c-ac83-eb51671c92b8 service neutron] Request body: {'port': {'device_id': '86f4fa5f-d8b5-4d57-a64c-8b0d10779c71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:19.400715 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f8c17dd9-bd5b-411d-a6e0-5033065ca4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:19.404361 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f8c17dd9-bd5b-411d-a6e0-5033065ca4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:19.408161 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f8c17dd9-bd5b-411d-a6e0-5033065ca4ed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec6268e1-e51b-4358-aab9-2d7f30b02fdf HTTP/1.1" status: 204 len: 168 time: 0.4931953 Aug 10 03:50:19.428614 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-25a87902-f605-4f57-8a73-f6f8e15efeac req-957214fb-fb97-4dd8-b428-744dbd0c59c3 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a2db874-167e-4508-96b2-d4642a2bda04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564374 Aug 10 03:50:19.445714 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c17dd9-bd5b-411d-a6e0-5033065ca4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6268e1-e51b-4358-aab9-2d7f30b02fdf,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:19.463597 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-12bd1299-c8e2-4302-9aba-b4b50f21c866 None None] Provisioning for port c901ae39-40cb-49bf-bf6c-33c60415bfd9 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:19.485979 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-12bd1299-c8e2-4302-9aba-b4b50f21c866 None None] Provisioning complete for port c901ae39-40cb-49bf-bf6c-33c60415bfd9 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:19.486361 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-12bd1299-c8e2-4302-9aba-b4b50f21c866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:19.509801 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1a64a100-ef51-4a0b-b329-91a8966e0038 req-7453e58a-f20d-4f99-bdcf-ba6acb0d1bde service neutron] 10.222.0.20 "GET /v2.0/networks/090053fa-3622-4eb2-b424-9f79f809823c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244492 Aug 10 03:50:19.518667 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-3be5c3cd-80a9-4d4c-ac83-eb51671c92b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:19.545523 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-12bd1299-c8e2-4302-9aba-b4b50f21c866 None None] Port c901ae39-40cb-49bf-bf6c-33c60415bfd9 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:50:19.622462 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb1110-2da4-4252-9b6d-0243e98c1cdc req-12d3716a-2b90-45da-95af-59163d303420 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:19.628408 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb1110-2da4-4252-9b6d-0243e98c1cdc req-12d3716a-2b90-45da-95af-59163d303420 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:19.634570 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb1110-2da4-4252-9b6d-0243e98c1cdc req-12d3716a-2b90-45da-95af-59163d303420 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:19.640529 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb1110-2da4-4252-9b6d-0243e98c1cdc req-12d3716a-2b90-45da-95af-59163d303420 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:19.647073 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb1110-2da4-4252-9b6d-0243e98c1cdc req-12d3716a-2b90-45da-95af-59163d303420 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:19.653678 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb1110-2da4-4252-9b6d-0243e98c1cdc req-12d3716a-2b90-45da-95af-59163d303420 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:19.659938 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb1110-2da4-4252-9b6d-0243e98c1cdc req-12d3716a-2b90-45da-95af-59163d303420 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:19.664496 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-01bb1110-2da4-4252-9b6d-0243e98c1cdc req-12d3716a-2b90-45da-95af-59163d303420 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5432 time: 0.1743922 Aug 10 03:50:19.684383 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-5ab1fcc8-3188-4b63-9bd8-22198373c518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95991932-76fd-49e8-bb05-686843b0246b {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:19.695416 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-5ab1fcc8-3188-4b63-9bd8-22198373c518 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:19.714483 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81849b1c-46fc-455c-b952-9738fe56d9fb req-d14bbae4-7706-4159-9392-2c8df4ab8597 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:19.716010 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-81849b1c-46fc-455c-b952-9738fe56d9fb req-d14bbae4-7706-4159-9392-2c8df4ab8597 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d55d917-4866-4b0d-bb23-8c5fb2ff2baa HTTP/1.1" status: 200 len: 945 time: 0.1069031 Aug 10 03:50:19.721058 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-5ab1fcc8-3188-4b63-9bd8-22198373c518 service neutron] Transition to ACTIVE for port object 95991932-76fd-49e8-bb05-686843b0246b will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:19.758492 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-81849b1c-46fc-455c-b952-9738fe56d9fb req-ad086f03-7333-49b8-8b98-c1fa74c96888 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/security-groups?id=a84efb58-2c7d-4174-afd7-4dd952f1233a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357482 Aug 10 03:50:19.786540 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-5ab1fcc8-3188-4b63-9bd8-22198373c518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:19.858754 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1fcc8-3188-4b63-9bd8-22198373c518 service neutron] Pushing event updated for resources: {'Port': ['ID=95991932-76fd-49e8-bb05-686843b0246b,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:19.875217 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efa3d8-d88c-4c11-a2ed-3af0fe5bd56d req-93408f78-58e8-4c62-952f-40eee3dc2c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:19.878112 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-64efa3d8-d88c-4c11-a2ed-3af0fe5bd56d req-93408f78-58e8-4c62-952f-40eee3dc2c7b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=23e5f3c2b75643ebb56574b008fa08d4&device_id=01ddff2f-5932-4e19-bf16-821af3e66e7b HTTP/1.1" status: 200 len: 1094 time: 0.1965702 Aug 10 03:50:19.924081 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29e2efcf-ede8-4aec-abc1-c0eee888fd28 req-f8226484-f40b-41e4-8a36-4b7b05220f5d tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e08c5c4-995b-46e9-b187-237ca0a0d8bb HTTP/1.1" status: 200 len: 210 time: 0.0617783 Aug 10 03:50:19.989196 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-5ab1fcc8-3188-4b63-9bd8-22198373c518 service neutron] Attempting to bind port 95991932-76fd-49e8-bb05-686843b0246b on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:50:19.989566 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-5ab1fcc8-3188-4b63-9bd8-22198373c518 service neutron] Attempting to bind port 95991932-76fd-49e8-bb05-686843b0246b by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '682606d0-e28d-4677-984d-45af5dd27d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1f3f4ce0-ff44-4271-9fbd-7a42590ebb14'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:50:19.989896 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-5ab1fcc8-3188-4b63-9bd8-22198373c518 service neutron] Attempting to bind port 95991932-76fd-49e8-bb05-686843b0246b on network 1f3f4ce0-ff44-4271-9fbd-7a42590ebb14 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:19.995141 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-5ab1fcc8-3188-4b63-9bd8-22198373c518 service neutron] Port 95991932-76fd-49e8-bb05-686843b0246b on network 1f3f4ce0-ff44-4271-9fbd-7a42590ebb14 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:50:19.995467 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-5ab1fcc8-3188-4b63-9bd8-22198373c518 service neutron] Attempting to bind port 95991932-76fd-49e8-bb05-686843b0246b on network 1f3f4ce0-ff44-4271-9fbd-7a42590ebb14 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:20.000712 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-5ab1fcc8-3188-4b63-9bd8-22198373c518 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:50:20.001141 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-5ab1fcc8-3188-4b63-9bd8-22198373c518 service neutron] Checking segment: {'id': '682606d0-e28d-4677-984d-45af5dd27d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1f3f4ce0-ff44-4271-9fbd-7a42590ebb14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:20.001522 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-5ab1fcc8-3188-4b63-9bd8-22198373c518 service neutron] Bound using segment: {'id': '682606d0-e28d-4677-984d-45af5dd27d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1f3f4ce0-ff44-4271-9fbd-7a42590ebb14'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:50:20.001886 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-5ab1fcc8-3188-4b63-9bd8-22198373c518 service neutron] Bound port: 95991932-76fd-49e8-bb05-686843b0246b, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '682606d0-e28d-4677-984d-45af5dd27d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '1f3f4ce0-ff44-4271-9fbd-7a42590ebb14'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:50:20.002634 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-5ab1fcc8-3188-4b63-9bd8-22198373c518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.012082 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669dc23-a0d0-4000-bb4b-5ba0e7864e9e req-cb19ff0d-fa53-4a7c-a2ff-50c81481dc1e tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:20.013594 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1669dc23-a0d0-4000-bb4b-5ba0e7864e9e req-cb19ff0d-fa53-4a7c-a2ff-50c81481dc1e tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=01ddff2f-5932-4e19-bf16-821af3e66e7b HTTP/1.1" status: 200 len: 943 time: 0.2437940 Aug 10 03:50:20.105875 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1669dc23-a0d0-4000-bb4b-5ba0e7864e9e req-add5b690-14e6-4e35-8821-e518c3f04141 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826283 Aug 10 03:50:20.139348 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efa3d8-d88c-4c11-a2ed-3af0fe5bd56d req-d0df4021-fd9d-4f33-ac18-6699e90ee083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:20.139348 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-64efa3d8-d88c-4c11-a2ed-3af0fe5bd56d req-d0df4021-fd9d-4f33-ac18-6699e90ee083 service neutron] 10.222.0.20 "GET /v2.0/networks?id=090053fa-3622-4eb2-b424-9f79f809823c HTTP/1.1" status: 200 len: 906 time: 0.2189529 Aug 10 03:50:20.196574 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-64efa3d8-d88c-4c11-a2ed-3af0fe5bd56d req-6c9a3363-d09d-4853-9341-c5b5eef3a775 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=584cd549-6e4c-4b3c-8a7b-213c8973acf9 HTTP/1.1" status: 200 len: 217 time: 0.0516033 Aug 10 03:50:20.261042 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-3be5c3cd-80a9-4d4c-ac83-eb51671c92b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c901ae39-40cb-49bf-bf6c-33c60415bfd9 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:20.274510 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-3be5c3cd-80a9-4d4c-ac83-eb51671c92b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.289088 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efa3d8-d88c-4c11-a2ed-3af0fe5bd56d req-63e91c0a-47f5-479a-98bb-9f784f44ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:20.290592 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-64efa3d8-d88c-4c11-a2ed-3af0fe5bd56d req-63e91c0a-47f5-479a-98bb-9f784f44ff53 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0fb74cc3-4ca6-4831-90a5-8c72ae326916 HTTP/1.1" status: 200 len: 845 time: 0.0749154 Aug 10 03:50:20.295524 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-3be5c3cd-80a9-4d4c-ac83-eb51671c92b8 service neutron] Transition to ACTIVE for port object c901ae39-40cb-49bf-bf6c-33c60415bfd9 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:20.326924 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-64efa3d8-d88c-4c11-a2ed-3af0fe5bd56d req-63ddb0e0-e4d1-4333-be4d-23d3b005045d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=090053fa-3622-4eb2-b424-9f79f809823c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279596 Aug 10 03:50:20.383630 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-3be5c3cd-80a9-4d4c-ac83-eb51671c92b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.435659 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ef0ba-a1a0-430a-9ea5-6610bd429993 req-576bd1a2-6ff2-4708-9348-74e97b821db4 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:20.437343 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-354ef0ba-a1a0-430a-9ea5-6610bd429993 req-576bd1a2-6ff2-4708-9348-74e97b821db4 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f4fa5f-d8b5-4d57-a64c-8b0d10779c71 HTTP/1.1" status: 200 len: 936 time: 0.4326651 Aug 10 03:50:20.469332 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 804c2a96-c8f3-496b-9761-c7119e6bbf37 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:20.515119 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-5ab1fcc8-3188-4b63-9bd8-22198373c518 service neutron] For port 95991932-76fd-49e8-bb05-686843b0246b, host n-h2-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:20.518941 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5c3cd-80a9-4d4c-ac83-eb51671c92b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c901ae39-40cb-49bf-bf6c-33c60415bfd9,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:20.526027 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-5ab1fcc8-3188-4b63-9bd8-22198373c518 service neutron] For port 95991932-76fd-49e8-bb05-686843b0246b, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=95991932-76fd-49e8-bb05-686843b0246b,segment=NetworkSegment(682606d0-e28d-4677-984d-45af5dd27d8c),segment_id=682606d0-e28d-4677-984d-45af5dd27d8c)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:20.548499 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-354ef0ba-a1a0-430a-9ea5-6610bd429993 req-468432eb-ad91-4d70-a762-e53958cb720b tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/security-groups?id=86964e4b-5153-4372-a32b-7f95f079ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777459 Aug 10 03:50:20.597099 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-5ab1fcc8-3188-4b63-9bd8-22198373c518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.618932 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-64efa3d8-d88c-4c11-a2ed-3af0fe5bd56d req-5e5a4c38-2ed5-4207-a62c-1c1fbbd18ad5 service neutron] 10.222.0.20 "GET /v2.0/networks/090053fa-3622-4eb2-b424-9f79f809823c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831922 Aug 10 03:50:20.652760 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-5ab1fcc8-3188-4b63-9bd8-22198373c518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:20.653428 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-5ab1fcc8-3188-4b63-9bd8-22198373c518 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.654876 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-5ab1fcc8-3188-4b63-9bd8-22198373c518 service neutron] 10.222.0.20 "PUT /v2.0/ports/95991932-76fd-49e8-bb05-686843b0246b HTTP/1.1" status: 200 len: 1092 time: 1.6199915 Aug 10 03:50:20.663643 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 804c2a96-c8f3-496b-9761-c7119e6bbf37 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:20.672937 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 804c2a96-c8f3-496b-9761-c7119e6bbf37 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:20.673120 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d241d04-e884-4bbc-808c-7108c2206401', 'tag': '95991932-76fd-49e8-bb05-686843b0246b'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:20.673678 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.676355 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc7d8e0-20ee-4a98-b389-e4f64139af20" -d '{"events": [{"name": "network-changed", "server_uuid": "8d241d04-e884-4bbc-808c-7108c2206401", "tag": "95991932-76fd-49e8-bb05-686843b0246b"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:20.717650 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1fcc8-3188-4b63-9bd8-22198373c518 service neutron] Pushing event updated for resources: {'Port': ['ID=95991932-76fd-49e8-bb05-686843b0246b,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:20.742088 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d9f203-30a7-43a9-942f-eae628a0c124 x-openstack-request-id: req-d5d9f203-30a7-43a9-942f-eae628a0c124 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:20.742948 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d241d04-e884-4bbc-808c-7108c2206401", "tag": "95991932-76fd-49e8-bb05-686843b0246b", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:20.742948 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5d9f203-30a7-43a9-942f-eae628a0c124 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:20.743142 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d241d04-e884-4bbc-808c-7108c2206401', 'tag': '95991932-76fd-49e8-bb05-686843b0246b', 'status': 'completed', 'code': 200} Aug 10 03:50:20.745941 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1335b57-498f-4f73-8482-31ff9724ea9a req-144380a7-9cfc-4721-a02e-e3880289e2d4 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:20.748736 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-b3df051f-addf-4ba8-a590-ec1511fa248a tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=531844b5219944e08810c1a9ffd2589c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1036673 Aug 10 03:50:20.753638 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c1335b57-498f-4f73-8482-31ff9724ea9a req-144380a7-9cfc-4721-a02e-e3880289e2d4 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d241d04-e884-4bbc-808c-7108c2206401 HTTP/1.1" status: 200 len: 944 time: 0.1770275 Aug 10 03:50:20.791941 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-3be5c3cd-80a9-4d4c-ac83-eb51671c92b8 service neutron] Attempting to bind port c901ae39-40cb-49bf-bf6c-33c60415bfd9 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:50:20.792285 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-3be5c3cd-80a9-4d4c-ac83-eb51671c92b8 service neutron] Attempting to bind port c901ae39-40cb-49bf-bf6c-33c60415bfd9 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:50:20.792649 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-3be5c3cd-80a9-4d4c-ac83-eb51671c92b8 service neutron] Attempting to bind port c901ae39-40cb-49bf-bf6c-33c60415bfd9 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:20.853205 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c1335b57-498f-4f73-8482-31ff9724ea9a req-10cd6d21-6062-42f6-a717-63a2f3b14e12 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a2db874-167e-4508-96b2-d4642a2bda04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964565 Aug 10 03:50:20.856427 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-3be5c3cd-80a9-4d4c-ac83-eb51671c92b8 service neutron] Port c901ae39-40cb-49bf-bf6c-33c60415bfd9 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:50:20.859104 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-3be5c3cd-80a9-4d4c-ac83-eb51671c92b8 service neutron] Attempting to bind port c901ae39-40cb-49bf-bf6c-33c60415bfd9 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:20.875889 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56694) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:20.888897 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-3be5c3cd-80a9-4d4c-ac83-eb51671c92b8 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:50:20.889371 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-3be5c3cd-80a9-4d4c-ac83-eb51671c92b8 service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:20.889866 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-3be5c3cd-80a9-4d4c-ac83-eb51671c92b8 service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:50:20.890502 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-3be5c3cd-80a9-4d4c-ac83-eb51671c92b8 service neutron] Bound port: c901ae39-40cb-49bf-bf6c-33c60415bfd9, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:50:20.891928 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-3be5c3cd-80a9-4d4c-ac83-eb51671c92b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.892182 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:20.913472 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-64efa3d8-d88c-4c11-a2ed-3af0fe5bd56d req-341da6e2-922c-48fa-a07d-cc4a92161464 service neutron] 10.222.0.20 "GET /v2.0/networks/090053fa-3622-4eb2-b424-9f79f809823c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763753 Aug 10 03:50:20.920812 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7d8e0-20ee-4a98-b389-e4f64139af20 req-380d9a34-851f-4bed-9360-4b7ff046c7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:20.922434 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ffc7d8e0-20ee-4a98-b389-e4f64139af20 req-380d9a34-851f-4bed-9360-4b7ff046c7ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=be08780d32bb4183834cf0544dc0c1f8&device_id=8d241d04-e884-4bbc-808c-7108c2206401 HTTP/1.1" status: 200 len: 1095 time: 0.1284833 Aug 10 03:50:20.942430 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d55d917-4866-4b0d-bb23-8c5fb2ff2baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804c2a96-c8f3-496b-9761-c7119e6bbf37'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:20.944893 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff632dd6-fddc-43ca-a2b9-2a28ce4b2bf9" -d '{"events": [{"server_uuid": "9d55d917-4866-4b0d-bb23-8c5fb2ff2baa", "name": "network-vif-plugged", "status": "completed", "tag": "804c2a96-c8f3-496b-9761-c7119e6bbf37"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:20.970645 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 804c2a96-c8f3-496b-9761-c7119e6bbf37, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=804c2a96-c8f3-496b-9761-c7119e6bbf37,segment=NetworkSegment(52a308e3-f3ea-4a91-9c6d-53b90f22facc),segment_id=52a308e3-f3ea-4a91-9c6d-53b90f22facc)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:21.004668 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ca0432-efdf-4a62-adff-f196507c9274 x-openstack-request-id: req-e8ca0432-efdf-4a62-adff-f196507c9274 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:21.005372 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d55d917-4866-4b0d-bb23-8c5fb2ff2baa", "name": "network-vif-plugged", "status": "completed", "tag": "804c2a96-c8f3-496b-9761-c7119e6bbf37", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:21.005836 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8ca0432-efdf-4a62-adff-f196507c9274 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:21.006242 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d55d917-4866-4b0d-bb23-8c5fb2ff2baa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804c2a96-c8f3-496b-9761-c7119e6bbf37', 'code': 200} Aug 10 03:50:21.014938 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-3be5c3cd-80a9-4d4c-ac83-eb51671c92b8 service neutron] For port c901ae39-40cb-49bf-bf6c-33c60415bfd9, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:21.019045 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-3be5c3cd-80a9-4d4c-ac83-eb51671c92b8 service neutron] For port c901ae39-40cb-49bf-bf6c-33c60415bfd9, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c901ae39-40cb-49bf-bf6c-33c60415bfd9,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:21.042498 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c1720fd2-447a-4781-bbb1-1a0bc724b64c admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1875955359-network', 'tenant_id': '455216bb3ea34e1e9314603aca942071'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:21.074381 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-f7009065-7a87-4b34-bb5a-a9f7ac8ec537 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:21.075866 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-f7009065-7a87-4b34-bb5a-a9f7ac8ec537 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3209207 Aug 10 03:50:21.080950 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:21.090670 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-622bcb38-610f-4ec1-a1fe-4c32b95b9b44 req-5bec54eb-ed1e-451f-a09b-dec4a873fde8 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e08c5c4-995b-46e9-b187-237ca0a0d8bb HTTP/1.1" status: 200 len: 210 time: 0.0334070 Aug 10 03:50:21.103460 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-da9e943f-43e7-4194-beae-22f517e4db60 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Request body: {'port': {'device_id': '0e08c5c4-995b-46e9-b187-237ca0a0d8bb', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': '531844b5219944e08810c1a9ffd2589c'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:21.136443 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=804c2a96-c8f3-496b-9761-c7119e6bbf37,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:21.147340 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-3be5c3cd-80a9-4d4c-ac83-eb51671c92b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:21.169427 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61502179-24ff-4eae-b9db-d485677d56e2 req-ae3c9862-9546-45bf-aab9-23059969d3d6 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:21.171001 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-61502179-24ff-4eae-b9db-d485677d56e2 req-ae3c9862-9546-45bf-aab9-23059969d3d6 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d55d917-4866-4b0d-bb23-8c5fb2ff2baa HTTP/1.1" status: 200 len: 945 time: 0.2697535 Aug 10 03:50:21.215822 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1720fd2-447a-4781-bbb1-1a0bc724b64c admin admin] Made reservation on behalf of 455216bb3ea34e1e9314603aca942071 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:21.216976 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-3be5c3cd-80a9-4d4c-ac83-eb51671c92b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:21.217596 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-3be5c3cd-80a9-4d4c-ac83-eb51671c92b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:21.217723 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c1720fd2-447a-4781-bbb1-1a0bc724b64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:21.218987 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-3be5c3cd-80a9-4d4c-ac83-eb51671c92b8 service neutron] 10.222.0.20 "PUT /v2.0/ports/c901ae39-40cb-49bf-bf6c-33c60415bfd9 HTTP/1.1" status: 200 len: 1096 time: 1.8463268 Aug 10 03:50:21.220568 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f4fa5f-d8b5-4d57-a64c-8b0d10779c71', 'tag': 'c901ae39-40cb-49bf-bf6c-33c60415bfd9'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:21.222831 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7644273-2009-41b0-aa4a-8f856a8148b5" -d '{"events": [{"name": "network-changed", "server_uuid": "86f4fa5f-d8b5-4d57-a64c-8b0d10779c71", "tag": "c901ae39-40cb-49bf-bf6c-33c60415bfd9"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:21.233271 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7d8e0-20ee-4a98-b389-e4f64139af20 req-fd5a338d-9e6f-442f-bb56-d5830d43d562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:21.234757 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ffc7d8e0-20ee-4a98-b389-e4f64139af20 req-fd5a338d-9e6f-442f-bb56-d5830d43d562 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=be08780d32bb4183834cf0544dc0c1f8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2876582 Aug 10 03:50:21.245215 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c1720fd2-447a-4781-bbb1-1a0bc724b64c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:21.261757 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32366db8-12a6-49f3-9497-7737f3bd51f1 req-01a2e22a-a57d-4c21-9ee8-e57ceeadd446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:21.263442 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32366db8-12a6-49f3-9497-7737f3bd51f1 req-01a2e22a-a57d-4c21-9ee8-e57ceeadd446 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9d55d917-4866-4b0d-bb23-8c5fb2ff2baa HTTP/1.1" status: 200 len: 1097 time: 0.1712594 Aug 10 03:50:21.315584 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5c3cd-80a9-4d4c-ac83-eb51671c92b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c901ae39-40cb-49bf-bf6c-33c60415bfd9,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:21.335364 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-61502179-24ff-4eae-b9db-d485677d56e2 req-705648be-a7d7-450b-be0f-78494174fd81 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/security-groups?id=a84efb58-2c7d-4174-afd7-4dd952f1233a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505549 Aug 10 03:50:21.363207 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878ecdc-053d-46e6-af56-23c8ade31df4 req-8f7bf8a7-e7c0-423e-9f18-e56fe270d389 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:21.365465 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c878ecdc-053d-46e6-af56-23c8ade31df4 req-8f7bf8a7-e7c0-423e-9f18-e56fe270d389 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=01ddff2f-5932-4e19-bf16-821af3e66e7b HTTP/1.1" status: 200 len: 943 time: 0.1455841 Aug 10 03:50:21.367488 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32366db8-12a6-49f3-9497-7737f3bd51f1 req-713de714-ae20-451d-b329-fb13298abf23 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a84efb58-2c7d-4174-afd7-4dd952f1233a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838280 Aug 10 03:50:21.425308 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c878ecdc-053d-46e6-af56-23c8ade31df4 req-dc182f84-a1de-4ef3-823d-422a1f8a30aa tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522397 Aug 10 03:50:21.429085 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7d8e0-20ee-4a98-b389-e4f64139af20 req-2b1930b0-898a-4673-9cdc-7edd68505a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:21.430644 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ffc7d8e0-20ee-4a98-b389-e4f64139af20 req-2b1930b0-898a-4673-9cdc-7edd68505a2d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1868098 Aug 10 03:50:21.477618 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747b47eb-914a-4c0c-993e-574523b2e90d x-openstack-request-id: req-747b47eb-914a-4c0c-993e-574523b2e90d {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:21.478174 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86f4fa5f-d8b5-4d57-a64c-8b0d10779c71", "tag": "c901ae39-40cb-49bf-bf6c-33c60415bfd9", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:21.478426 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-747b47eb-914a-4c0c-993e-574523b2e90d {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:21.478828 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f4fa5f-d8b5-4d57-a64c-8b0d10779c71', 'tag': 'c901ae39-40cb-49bf-bf6c-33c60415bfd9', 'status': 'completed', 'code': 200} Aug 10 03:50:21.480550 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c1720fd2-447a-4781-bbb1-1a0bc724b64c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:21.551013 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c1720fd2-447a-4781-bbb1-1a0bc724b64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:21.586603 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1720fd2-447a-4781-bbb1-1a0bc724b64c admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:50:21.597035 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1720fd2-447a-4781-bbb1-1a0bc724b64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92fd279-2bed-41f9-bd79-274b79c8e2ed,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:21.604107 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c1720fd2-447a-4781-bbb1-1a0bc724b64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:21.604451 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-c1720fd2-447a-4781-bbb1-1a0bc724b64c admin admin] Added segment d41f39b2-01b8-4941-9a6e-431a94bd1bc6 of type vlan for network 92b87fe8-9d55-4b2e-9e12-e987835d0d07 Aug 10 03:50:21.652321 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c1720fd2-447a-4781-bbb1-1a0bc724b64c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:21.670186 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0b83e-cf0b-4ab0-95f5-580ea169fa84 req-1a97ff9e-f496-49f0-bfa0-1dd352fd9b88 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:21.671805 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4fc0b83e-cf0b-4ab0-95f5-580ea169fa84 req-1a97ff9e-f496-49f0-bfa0-1dd352fd9b88 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f4fa5f-d8b5-4d57-a64c-8b0d10779c71 HTTP/1.1" status: 200 len: 948 time: 0.0585217 Aug 10 03:50:21.698183 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-da9e943f-43e7-4194-beae-22f517e4db60 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Made reservation on behalf of 531844b5219944e08810c1a9ffd2589c for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:21.701781 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-da9e943f-43e7-4194-beae-22f517e4db60 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:21.715059 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4fc0b83e-cf0b-4ab0-95f5-580ea169fa84 req-f63ac9fd-e981-4f9b-8a1d-36cc8ebf79ff tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/security-groups?id=86964e4b-5153-4372-a32b-7f95f079ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353825 Aug 10 03:50:21.806109 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-e6e5645b-44ba-4b7e-a70e-285f26f89db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:21.808214 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-e6e5645b-44ba-4b7e-a70e-285f26f89db8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=be08780d32bb4183834cf0544dc0c1f8&device_id=8d241d04-e884-4bbc-808c-7108c2206401 HTTP/1.1" status: 200 len: 1095 time: 0.0506704 Aug 10 03:50:21.812355 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c1720fd2-447a-4781-bbb1-1a0bc724b64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:21.813301 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1720fd2-447a-4781-bbb1-1a0bc724b64c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:21.813987 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c1720fd2-447a-4781-bbb1-1a0bc724b64c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:21.860546 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-7eecd056-08c7-4c72-bfed-07652bf126eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95991932-76fd-49e8-bb05-686843b0246b HTTP/1.1" status: 200 len: 217 time: 0.0355091 Aug 10 03:50:21.918402 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7644273-2009-41b0-aa4a-8f856a8148b5 req-8cb23711-0262-4000-94cd-82849212cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:21.919914 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7644273-2009-41b0-aa4a-8f856a8148b5 req-8cb23711-0262-4000-94cd-82849212cf6e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=395165def85749cc95d1604cea9a83d8&device_id=86f4fa5f-d8b5-4d57-a64c-8b0d10779c71 HTTP/1.1" status: 200 len: 1099 time: 0.1542623 Aug 10 03:50:21.920859 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-1b838afe-85e3-467f-9ef7-2ce800d1d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:21.922474 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-1b838afe-85e3-467f-9ef7-2ce800d1d19d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0f1ebdd-88b4-4694-8661-b23c8e53f89a HTTP/1.1" status: 200 len: 854 time: 0.0535986 Aug 10 03:50:21.931468 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1720fd2-447a-4781-bbb1-1a0bc724b64c admin admin] Pushing event updated for resources: {'Network': ['ID=92b87fe8-9d55-4b2e-9e12-e987835d0d07,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:21.946284 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 92b87fe8-9d55-4b2e-9e12-e987835d0d07 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:50:21.959084 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-da9e943f-43e7-4194-beae-22f517e4db60 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Allocated IP 192.168.233.226 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/bb3f8fe0-c469-4b54-a39e-8e2443f3d134) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:21.974316 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7644273-2009-41b0-aa4a-8f856a8148b5 req-80763f08-8510-4a46-b7eb-8b4b8fc74448 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=395165def85749cc95d1604cea9a83d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303352 Aug 10 03:50:21.981655 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-1c5f09fc-ee0e-440e-8167-a79ab7be4e6d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f3f4ce0-ff44-4271-9fbd-7a42590ebb14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278766 Aug 10 03:50:22.009693 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c1720fd2-447a-4781-bbb1-1a0bc724b64c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1341963 Aug 10 03:50:22.014148 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56714) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:22.048023 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-291deee2-b9ed-47f1-adbe-1ee83857d05d admin admin] Request body: {'subnet': {'network_id': '92b87fe8-9d55-4b2e-9e12-e987835d0d07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1875955359-subnet', 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:22.060814 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea26cc9-7e29-4c67-9809-4f1e5c7ad405 req-c1003357-b4de-4fb3-a628-220cddfbe356 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:22.062397 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6ea26cc9-7e29-4c67-9809-4f1e5c7ad405 req-c1003357-b4de-4fb3-a628-220cddfbe356 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d241d04-e884-4bbc-808c-7108c2206401 HTTP/1.1" status: 200 len: 944 time: 0.1353817 Aug 10 03:50:22.145174 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6ea26cc9-7e29-4c67-9809-4f1e5c7ad405 req-50785678-bbc7-46de-93b3-a21b173d6692 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a2db874-167e-4508-96b2-d4642a2bda04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621202 Aug 10 03:50:22.149014 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-d732228d-ec56-4474-8085-c2f90090a061 service neutron] 10.222.0.20 "GET /v2.0/networks/1f3f4ce0-ff44-4271-9fbd-7a42590ebb14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599307 Aug 10 03:50:22.205063 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7644273-2009-41b0-aa4a-8f856a8148b5 req-60c2a9b7-f179-4a86-8c90-a32eab74fbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:22.206473 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7644273-2009-41b0-aa4a-8f856a8148b5 req-60c2a9b7-f179-4a86-8c90-a32eab74fbb7 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2231491 Aug 10 03:50:22.215950 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291deee2-b9ed-47f1-adbe-1ee83857d05d admin admin] Made reservation on behalf of 455216bb3ea34e1e9314603aca942071 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:22.218358 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-291deee2-b9ed-47f1-adbe-1ee83857d05d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:22.228428 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-64d93988-4170-44e3-bd26-912a8594c9c3 req-39f05a40-99e3-43c8-8906-778095c69e6b tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e08c5c4-995b-46e9-b187-237ca0a0d8bb HTTP/1.1" status: 200 len: 210 time: 0.0424092 Aug 10 03:50:22.267137 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-da9e943f-43e7-4194-beae-22f517e4db60 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:22.292424 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-da9e943f-43e7-4194-beae-22f517e4db60 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Transition to ACTIVE for port object bb3f8fe0-c469-4b54-a39e-8e2443f3d134 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:22.347517 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-7ce4de7c-04c9-4ecc-83b4-5bede3fb2305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:22.349544 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-7ce4de7c-04c9-4ecc-83b4-5bede3fb2305 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=395165def85749cc95d1604cea9a83d8&device_id=86f4fa5f-d8b5-4d57-a64c-8b0d10779c71 HTTP/1.1" status: 200 len: 1099 time: 0.0675292 Aug 10 03:50:22.350481 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-69d65796-b5ca-492f-bca4-23e1fee5515c req-9b12e71f-93fe-4f2b-bca6-e45216c79070 service neutron] 10.222.0.20 "GET /v2.0/networks/1f3f4ce0-ff44-4271-9fbd-7a42590ebb14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933589 Aug 10 03:50:22.433667 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-3be8d6a6-308e-4d23-ad84-d3d78c2abea9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=c901ae39-40cb-49bf-bf6c-33c60415bfd9 HTTP/1.1" status: 200 len: 217 time: 0.0409231 Aug 10 03:50:22.441059 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-da9e943f-43e7-4194-beae-22f517e4db60 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:22.453883 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['3717da73-7f35-4b53-9e1d-fe580150296d', 'e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:22.498253 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 584cd549-6e4c-4b3c-8a7b-213c8973acf9 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:50:22.537815 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e943f-43e7-4194-beae-22f517e4db60 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Pushing event updated for resources: {'Port': ['ID=bb3f8fe0-c469-4b54-a39e-8e2443f3d134,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:22.539621 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449233c4-fe81-4ec9-915d-9d2cc415ac05 req-cb414a1e-e2ae-43c2-8d1a-f30cc0d1c59d tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:22.548410 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-449233c4-fe81-4ec9-915d-9d2cc415ac05 req-cb414a1e-e2ae-43c2-8d1a-f30cc0d1c59d tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d55d917-4866-4b0d-bb23-8c5fb2ff2baa HTTP/1.1" status: 200 len: 946 time: 0.1334121 Aug 10 03:50:22.596946 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-449233c4-fe81-4ec9-915d-9d2cc415ac05 req-b99cd3cc-6be6-4cc2-87f2-b7f7f16bb143 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/security-groups?id=a84efb58-2c7d-4174-afd7-4dd952f1233a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451045 Aug 10 03:50:22.629543 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56738) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:22.636901 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-da9e943f-43e7-4194-beae-22f517e4db60 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:22.646428 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-da9e943f-43e7-4194-beae-22f517e4db60 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:22.647156 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-291deee2-b9ed-47f1-adbe-1ee83857d05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:22.651595 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-da9e943f-43e7-4194-beae-22f517e4db60 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:22.680643 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 584cd549-6e4c-4b3c-8a7b-213c8973acf9, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=584cd549-6e4c-4b3c-8a7b-213c8973acf9,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:22.691507 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-8d9cb7bb-95f0-4c10-881d-fce92329658b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:22.693051 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-8d9cb7bb-95f0-4c10-881d-fce92329658b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.2489743 Aug 10 03:50:22.734660 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193f3e7-9a51-4e86-a2cd-4b3c540ef0c5 req-d33f90a4-c23c-4155-b844-452430d9c6c2 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:22.737713 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6193f3e7-9a51-4e86-a2cd-4b3c540ef0c5 req-d33f90a4-c23c-4155-b844-452430d9c6c2 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=01ddff2f-5932-4e19-bf16-821af3e66e7b HTTP/1.1" status: 200 len: 943 time: 0.2030675 Aug 10 03:50:22.759720 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '584cd549-6e4c-4b3c-8a7b-213c8973acf9', 'network_id': '090053fa-3622-4eb2-b424-9f79f809823c', 'port_id': '584cd549-6e4c-4b3c-8a7b-213c8973acf9', 'mac_address': 'fa:16:3e:cb:66:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb74cc3-4ca6-4831-90a5-8c72ae326916', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:50:22.774322 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-da9e943f-43e7-4194-beae-22f517e4db60 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:22.775256 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-da9e943f-43e7-4194-beae-22f517e4db60 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:22.813926 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291deee2-b9ed-47f1-adbe-1ee83857d05d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d781aa2-be8f-4750-961d-b5a631d74df2,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:22.835149 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291deee2-b9ed-47f1-adbe-1ee83857d05d admin admin] Checking segment: {'id': 'd41f39b2-01b8-4941-9a6e-431a94bd1bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '92b87fe8-9d55-4b2e-9e12-e987835d0d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:22.835580 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291deee2-b9ed-47f1-adbe-1ee83857d05d admin admin] Network hostable DHCP agents. Network: 92b87fe8-9d55-4b2e-9e12-e987835d0d07, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:50:22.855441 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-004dd6e0-f295-485e-8bd1-a40abc8ce506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:22.855441 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-004dd6e0-f295-485e-8bd1-a40abc8ce506 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1480536 Aug 10 03:50:22.867866 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6193f3e7-9a51-4e86-a2cd-4b3c540ef0c5 req-fe54aa27-9c3c-42bf-bd8e-e06e129f6817 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706255 Aug 10 03:50:22.874799 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:22.891700 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffe68c-d271-4dee-b9f4-3bc88593c22d req-1ba9ad97-de92-40fb-a122-91a29a7f9b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:22.892146 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffe68c-d271-4dee-b9f4-3bc88593c22d req-1ba9ad97-de92-40fb-a122-91a29a7f9b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:22.892669 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffe68c-d271-4dee-b9f4-3bc88593c22d req-1ba9ad97-de92-40fb-a122-91a29a7f9b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:22.893193 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffe68c-d271-4dee-b9f4-3bc88593c22d req-1ba9ad97-de92-40fb-a122-91a29a7f9b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:22.893677 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffe68c-d271-4dee-b9f4-3bc88593c22d req-1ba9ad97-de92-40fb-a122-91a29a7f9b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:22.894162 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffe68c-d271-4dee-b9f4-3bc88593c22d req-1ba9ad97-de92-40fb-a122-91a29a7f9b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:22.894939 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffe68c-d271-4dee-b9f4-3bc88593c22d req-1ba9ad97-de92-40fb-a122-91a29a7f9b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:22.897445 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52ffe68c-d271-4dee-b9f4-3bc88593c22d req-1ba9ad97-de92-40fb-a122-91a29a7f9b07 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 6489 time: 0.2661326 Aug 10 03:50:22.912285 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 584cd549-6e4c-4b3c-8a7b-213c8973acf9 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:22.949797 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46641c32-58f2-4675-bdad-93d85165e82f req-f6cb7426-a53c-44e5-9b6c-1d5178e48c8f tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:22.953238 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 584cd549-6e4c-4b3c-8a7b-213c8973acf9, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=584cd549-6e4c-4b3c-8a7b-213c8973acf9,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:22.957353 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-46641c32-58f2-4675-bdad-93d85165e82f req-f6cb7426-a53c-44e5-9b6c-1d5178e48c8f tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f4fa5f-d8b5-4d57-a64c-8b0d10779c71 HTTP/1.1" status: 200 len: 948 time: 0.1446021 Aug 10 03:50:22.976742 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-da9e943f-43e7-4194-beae-22f517e4db60 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8831899 Aug 10 03:50:22.991374 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291deee2-b9ed-47f1-adbe-1ee83857d05d admin admin] Network 92b87fe8-9d55-4b2e-9e12-e987835d0d07 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:50:22.991877 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-66941083-6ec5-47bc-9033-aa727691a895 service neutron] Request body: {'port': {'device_id': '0e08c5c4-995b-46e9-b187-237ca0a0d8bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:23.000140 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52ffe68c-d271-4dee-b9f4-3bc88593c22d req-af039019-ab07-4c1b-b306-f0a65663d848 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=207402d5-4854-416e-a120-9ef6131884a1&id=db8cc47e-009c-4dfd-beb8-46508ab519bd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0853674 Aug 10 03:50:23.023902 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:23.029149 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-788c8c33-3a30-4aed-bf66-cae5103f0dc5 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597912 Aug 10 03:50:23.033148 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-46641c32-58f2-4675-bdad-93d85165e82f req-635cc423-2c0d-47d6-a334-a3401ada9640 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/security-groups?id=86964e4b-5153-4372-a32b-7f95f079ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703232 Aug 10 03:50:23.073253 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=584cd549-6e4c-4b3c-8a7b-213c8973acf9,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:23.115684 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-66941083-6ec5-47bc-9033-aa727691a895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:23.243806 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-793f2f98-7897-4847-ae30-e4a66dbff3d6 req-122c2875-be61-441a-a101-0dba0e5fc00d service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908607 Aug 10 03:50:23.292427 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-291deee2-b9ed-47f1-adbe-1ee83857d05d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 92b87fe8-9d55-4b2e-9e12-e987835d0d07) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:23.296844 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291deee2-b9ed-47f1-adbe-1ee83857d05d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:23.422663 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-291deee2-b9ed-47f1-adbe-1ee83857d05d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:23.422996 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb7ebbd-8024-4ceb-9aa8-41bcf7ddcfe3 None None] Network 92b87fe8-9d55-4b2e-9e12-e987835d0d07 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:23.422996 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['584cd549-6e4c-4b3c-8a7b-213c8973acf9'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:23.423251 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fdac30-8eff-4e52-824a-b51eb8f9eca2 req-0a90912a-dfc8-4fd6-9e64-11258dcf4ff8 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:23.423251 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e3fdac30-8eff-4e52-824a-b51eb8f9eca2 req-0a90912a-dfc8-4fd6-9e64-11258dcf4ff8 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e08c5c4-995b-46e9-b187-237ca0a0d8bb HTTP/1.1" status: 200 len: 936 time: 0.0574262 Aug 10 03:50:23.423481 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e5d5b-a018-47fd-a773-63bccd4efb59 req-1c562ec4-a7c5-47fd-bf5c-20eda5386ad6 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:23.423481 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b88e5d5b-a018-47fd-a773-63bccd4efb59 req-1c562ec4-a7c5-47fd-bf5c-20eda5386ad6 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d241d04-e884-4bbc-808c-7108c2206401 HTTP/1.1" status: 200 len: 944 time: 0.1645103 Aug 10 03:50:23.438782 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e3fdac30-8eff-4e52-824a-b51eb8f9eca2 req-b1cd8546-ee0e-4ab6-b794-eb1897f0e406 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532718 Aug 10 03:50:23.480263 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b88e5d5b-a018-47fd-a773-63bccd4efb59 req-c2770637-69c3-4cd3-afd5-02d905d39aa9 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a2db874-167e-4508-96b2-d4642a2bda04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818362 Aug 10 03:50:23.549257 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5da815-5a58-4a3a-bd16-74dc24b451c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-92b87fe8-9d55-4b2e-9e12-e987835d0d07', 'network_id': '92b87fe8-9d55-4b2e-9e12-e987835d0d07', 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'fixed_ips': [{'subnet_id': '2d781aa2-be8f-4750-961d-b5a631d74df2'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:50:23.550154 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8c5da815-5a58-4a3a-bd16-74dc24b451c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:23.560277 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-66941083-6ec5-47bc-9033-aa727691a895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb3f8fe0-c469-4b54-a39e-8e2443f3d134 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:23.569132 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-66941083-6ec5-47bc-9033-aa727691a895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:23.581412 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-66941083-6ec5-47bc-9033-aa727691a895 service neutron] Transition to ACTIVE for port object bb3f8fe0-c469-4b54-a39e-8e2443f3d134 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:23.657462 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a44a13c2-307a-486f-96ae-e157172bb509 None None] Provisioning for port bb3f8fe0-c469-4b54-a39e-8e2443f3d134 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:23.670988 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a44a13c2-307a-486f-96ae-e157172bb509 None None] Provisioning complete for port bb3f8fe0-c469-4b54-a39e-8e2443f3d134 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:23.671357 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a44a13c2-307a-486f-96ae-e157172bb509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:23.721303 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca05dd27-b313-4da1-a04a-474495197430 req-f6483e13-f7ac-42bd-8133-077d193ed241 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:23.721303 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca05dd27-b313-4da1-a04a-474495197430 req-f6483e13-f7ac-42bd-8133-077d193ed241 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d55d917-4866-4b0d-bb23-8c5fb2ff2baa HTTP/1.1" status: 200 len: 946 time: 0.0517588 Aug 10 03:50:23.724828 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:50:23.750198 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-a44a13c2-307a-486f-96ae-e157172bb509 None None] Port bb3f8fe0-c469-4b54-a39e-8e2443f3d134 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:50:23.761883 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-8c5da815-5a58-4a3a-bd16-74dc24b451c5 None None] Allocated IP 172.20.0.2 (92b87fe8-9d55-4b2e-9e12-e987835d0d07/2d781aa2-be8f-4750-961d-b5a631d74df2/7bdb8248-6160-48a3-a4ec-1ac7bebe81ea) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:23.762644 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca05dd27-b313-4da1-a04a-474495197430 req-1e96989a-04f7-44a1-b74f-0e376be3d8b9 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/security-groups?id=a84efb58-2c7d-4174-afd7-4dd952f1233a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351815 Aug 10 03:50:23.792053 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-291deee2-b9ed-47f1-adbe-1ee83857d05d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7758858 Aug 10 03:50:23.804794 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56758) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:23.810118 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-1b262dea-a078-4c40-a1f8-d58761aa9e37 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1875955359-router', 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:23.875574 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-66941083-6ec5-47bc-9033-aa727691a895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:23.944666 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66941083-6ec5-47bc-9033-aa727691a895 service neutron] Pushing event updated for resources: {'Port': ['ID=bb3f8fe0-c469-4b54-a39e-8e2443f3d134,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:23.982788 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1b262dea-a078-4c40-a1f8-d58761aa9e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:23.982788 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1b262dea-a078-4c40-a1f8-d58761aa9e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.056965 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1b262dea-a078-4c40-a1f8-d58761aa9e37 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.076451 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-66941083-6ec5-47bc-9033-aa727691a895 service neutron] Attempting to bind port bb3f8fe0-c469-4b54-a39e-8e2443f3d134 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:50:24.076876 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-66941083-6ec5-47bc-9033-aa727691a895 service neutron] Attempting to bind port bb3f8fe0-c469-4b54-a39e-8e2443f3d134 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:50:24.077521 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-66941083-6ec5-47bc-9033-aa727691a895 service neutron] Attempting to bind port bb3f8fe0-c469-4b54-a39e-8e2443f3d134 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:24.085091 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-66941083-6ec5-47bc-9033-aa727691a895 service neutron] Port bb3f8fe0-c469-4b54-a39e-8e2443f3d134 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:50:24.086065 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-66941083-6ec5-47bc-9033-aa727691a895 service neutron] Attempting to bind port bb3f8fe0-c469-4b54-a39e-8e2443f3d134 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:24.100638 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d705468-18b8-48ae-ad05-810e389a7a4a req-20b77bb5-3524-435a-afcf-5acfd2dac384 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:24.102170 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4d705468-18b8-48ae-ad05-810e389a7a4a req-20b77bb5-3524-435a-afcf-5acfd2dac384 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=01ddff2f-5932-4e19-bf16-821af3e66e7b HTTP/1.1" status: 200 len: 944 time: 0.1162784 Aug 10 03:50:24.103582 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8c5da815-5a58-4a3a-bd16-74dc24b451c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.105484 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-66941083-6ec5-47bc-9033-aa727691a895 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:50:24.105820 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-66941083-6ec5-47bc-9033-aa727691a895 service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:24.106205 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-66941083-6ec5-47bc-9033-aa727691a895 service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:50:24.106635 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-66941083-6ec5-47bc-9033-aa727691a895 service neutron] Bound port: bb3f8fe0-c469-4b54-a39e-8e2443f3d134, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:50:24.106987 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-66941083-6ec5-47bc-9033-aa727691a895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.113289 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8c5da815-5a58-4a3a-bd16-74dc24b451c5 None None] Transition to ACTIVE for port object 7bdb8248-6160-48a3-a4ec-1ac7bebe81ea will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:24.129504 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8c5da815-5a58-4a3a-bd16-74dc24b451c5 None None] Transition to ACTIVE for port object 7bdb8248-6160-48a3-a4ec-1ac7bebe81ea will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:24.191840 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4d705468-18b8-48ae-ad05-810e389a7a4a req-3c52a7bd-1a20-4db7-85cb-4fbbbf7c8ff1 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694509 Aug 10 03:50:24.196434 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8c5da815-5a58-4a3a-bd16-74dc24b451c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.202867 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-66941083-6ec5-47bc-9033-aa727691a895 service neutron] For port bb3f8fe0-c469-4b54-a39e-8e2443f3d134, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:24.206299 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-66941083-6ec5-47bc-9033-aa727691a895 service neutron] For port bb3f8fe0-c469-4b54-a39e-8e2443f3d134, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=bb3f8fe0-c469-4b54-a39e-8e2443f3d134,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:24.246363 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5da815-5a58-4a3a-bd16-74dc24b451c5 None None] Network 92b87fe8-9d55-4b2e-9e12-e987835d0d07 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:24.252935 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-8c5da815-5a58-4a3a-bd16-74dc24b451c5 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:24.257488 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5da815-5a58-4a3a-bd16-74dc24b451c5 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:24.269971 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5da815-5a58-4a3a-bd16-74dc24b451c5 None None] Pushing event updated for resources: {'Port': ['ID=7bdb8248-6160-48a3-a4ec-1ac7bebe81ea,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:24.331067 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-8c5da815-5a58-4a3a-bd16-74dc24b451c5 None None] Attempting to bind port 7bdb8248-6160-48a3-a4ec-1ac7bebe81ea on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:50:24.331500 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-8c5da815-5a58-4a3a-bd16-74dc24b451c5 None None] Attempting to bind port 7bdb8248-6160-48a3-a4ec-1ac7bebe81ea by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'd41f39b2-01b8-4941-9a6e-431a94bd1bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '92b87fe8-9d55-4b2e-9e12-e987835d0d07'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:50:24.331837 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5da815-5a58-4a3a-bd16-74dc24b451c5 None None] Attempting to bind port 7bdb8248-6160-48a3-a4ec-1ac7bebe81ea on network 92b87fe8-9d55-4b2e-9e12-e987835d0d07 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:24.333939 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-66941083-6ec5-47bc-9033-aa727691a895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.340964 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5da815-5a58-4a3a-bd16-74dc24b451c5 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:50:24.340964 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5da815-5a58-4a3a-bd16-74dc24b451c5 None None] Checking segment: {'id': 'd41f39b2-01b8-4941-9a6e-431a94bd1bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '92b87fe8-9d55-4b2e-9e12-e987835d0d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:24.340964 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8c5da815-5a58-4a3a-bd16-74dc24b451c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.340964 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5da815-5a58-4a3a-bd16-74dc24b451c5 None None] Bound using segment: {'id': 'd41f39b2-01b8-4941-9a6e-431a94bd1bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '92b87fe8-9d55-4b2e-9e12-e987835d0d07'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:50:24.341847 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-8c5da815-5a58-4a3a-bd16-74dc24b451c5 None None] Bound port: 7bdb8248-6160-48a3-a4ec-1ac7bebe81ea, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd41f39b2-01b8-4941-9a6e-431a94bd1bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '92b87fe8-9d55-4b2e-9e12-e987835d0d07'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:50:24.341847 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8c5da815-5a58-4a3a-bd16-74dc24b451c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.409104 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1b262dea-a078-4c40-a1f8-d58761aa9e37 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.427801 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-66941083-6ec5-47bc-9033-aa727691a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:24.428482 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-66941083-6ec5-47bc-9033-aa727691a895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.428917 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-8c5da815-5a58-4a3a-bd16-74dc24b451c5 None None] For port 7bdb8248-6160-48a3-a4ec-1ac7bebe81ea, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:24.429965 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-66941083-6ec5-47bc-9033-aa727691a895 service neutron] 10.222.0.68 "PUT /v2.0/ports/bb3f8fe0-c469-4b54-a39e-8e2443f3d134 HTTP/1.1" status: 200 len: 1096 time: 1.4433262 Aug 10 03:50:24.430777 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e08c5c4-995b-46e9-b187-237ca0a0d8bb', 'tag': 'bb3f8fe0-c469-4b54-a39e-8e2443f3d134'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:24.433207 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5404ec65-4147-484c-91b2-e71356f83f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "0e08c5c4-995b-46e9-b187-237ca0a0d8bb", "tag": "bb3f8fe0-c469-4b54-a39e-8e2443f3d134"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:24.434313 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-8c5da815-5a58-4a3a-bd16-74dc24b451c5 None None] For port 7bdb8248-6160-48a3-a4ec-1ac7bebe81ea, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7bdb8248-6160-48a3-a4ec-1ac7bebe81ea,segment=NetworkSegment(d41f39b2-01b8-4941-9a6e-431a94bd1bc6),segment_id=d41f39b2-01b8-4941-9a6e-431a94bd1bc6)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:24.471505 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 95991932-76fd-49e8-bb05-686843b0246b details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:50:24.476190 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85fd2b-d171-4511-aaf1-1ab8e8f88205 req-2e148b34-7e38-4e50-85eb-32e4011261fc tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:24.477771 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-af85fd2b-d171-4511-aaf1-1ab8e8f88205 req-2e148b34-7e38-4e50-85eb-32e4011261fc tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f4fa5f-d8b5-4d57-a64c-8b0d10779c71 HTTP/1.1" status: 200 len: 948 time: 0.0861974 Aug 10 03:50:24.480026 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 584cd549-6e4c-4b3c-8a7b-213c8973acf9 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:24.520158 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66941083-6ec5-47bc-9033-aa727691a895 service neutron] Pushing event updated for resources: {'Port': ['ID=bb3f8fe0-c469-4b54-a39e-8e2443f3d134,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:24.546893 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c32df3-d6d3-4175-8d4b-9494ff2e86bc req-2e808a2e-66a0-4cbb-b284-5b4640ff3323 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:24.551119 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8c5da815-5a58-4a3a-bd16-74dc24b451c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.556009 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-74c32df3-d6d3-4175-8d4b-9494ff2e86bc req-2e808a2e-66a0-4cbb-b284-5b4640ff3323 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d55d917-4866-4b0d-bb23-8c5fb2ff2baa HTTP/1.1" status: 200 len: 946 time: 0.1028807 Aug 10 03:50:24.560589 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-af85fd2b-d171-4511-aaf1-1ab8e8f88205 req-1f1dcbc5-527e-45c5-a0ed-379fe63bb683 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/security-groups?id=86964e4b-5153-4372-a32b-7f95f079ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761580 Aug 10 03:50:24.669618 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5da815-5a58-4a3a-bd16-74dc24b451c5 None None] Pushing event updated for resources: {'Port': ['ID=7bdb8248-6160-48a3-a4ec-1ac7bebe81ea,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:24.719883 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ae7e69-57a3-49af-92bb-c094df679b75 x-openstack-request-id: req-32ae7e69-57a3-49af-92bb-c094df679b75 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:24.720483 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e08c5c4-995b-46e9-b187-237ca0a0d8bb", "tag": "bb3f8fe0-c469-4b54-a39e-8e2443f3d134", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:24.720896 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32ae7e69-57a3-49af-92bb-c094df679b75 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:24.721533 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e08c5c4-995b-46e9-b187-237ca0a0d8bb', 'tag': 'bb3f8fe0-c469-4b54-a39e-8e2443f3d134', 'status': 'completed', 'code': 200} Aug 10 03:50:24.727650 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 95991932-76fd-49e8-bb05-686843b0246b, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=95991932-76fd-49e8-bb05-686843b0246b,segment=NetworkSegment(682606d0-e28d-4677-984d-45af5dd27d8c),segment_id=682606d0-e28d-4677-984d-45af5dd27d8c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:24.728497 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-74c32df3-d6d3-4175-8d4b-9494ff2e86bc req-d3025e9e-2cd3-4593-9a9f-31124da9abbc tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/security-groups?id=a84efb58-2c7d-4174-afd7-4dd952f1233a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715691 Aug 10 03:50:24.731262 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 584cd549-6e4c-4b3c-8a7b-213c8973acf9 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:24.747826 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '95991932-76fd-49e8-bb05-686843b0246b', 'network_id': '1f3f4ce0-ff44-4271-9fbd-7a42590ebb14', 'port_id': '95991932-76fd-49e8-bb05-686843b0246b', 'mac_address': 'fa:16:3e:9d:81:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f1ebdd-88b4-4694-8661-b23c8e53f89a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:50:24.753027 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 584cd549-6e4c-4b3c-8a7b-213c8973acf9 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:24.753698 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.755005 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b4f84-6be9-4c7e-bc18-56a55094dd60 req-15155fdf-4e7e-4efa-99df-be1917287a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:24.757060 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-df7b4f84-6be9-4c7e-bc18-56a55094dd60 req-15155fdf-4e7e-4efa-99df-be1917287a7e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6515e8e4a07b46b88f610aa013c62478&device_id=9d55d917-4866-4b0d-bb23-8c5fb2ff2baa HTTP/1.1" status: 200 len: 1097 time: 0.1934481 Aug 10 03:50:24.776530 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-2b9137e2-7965-4a2e-8f8a-431ec47fb1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:24.778432 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-2b9137e2-7965-4a2e-8f8a-431ec47fb1b4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=531844b5219944e08810c1a9ffd2589c&device_id=0e08c5c4-995b-46e9-b187-237ca0a0d8bb HTTP/1.1" status: 200 len: 1099 time: 0.1277618 Aug 10 03:50:24.848130 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e16948-98c3-49ea-9211-029eebc554e2 req-a3a9e6f3-c780-4097-aa5e-30111afa5941 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:24.857717 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-98e16948-98c3-49ea-9211-029eebc554e2 req-a3a9e6f3-c780-4097-aa5e-30111afa5941 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e08c5c4-995b-46e9-b187-237ca0a0d8bb HTTP/1.1" status: 200 len: 948 time: 0.1385608 Aug 10 03:50:24.882816 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.908355 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95991932-76fd-49e8-bb05-686843b0246b {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:24.921633 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-45834413-7d34-45a8-8646-139e01fe91ba service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=bb3f8fe0-c469-4b54-a39e-8e2443f3d134 HTTP/1.1" status: 200 len: 217 time: 0.1149688 Aug 10 03:50:24.952799 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:24.956522 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 95991932-76fd-49e8-bb05-686843b0246b, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=95991932-76fd-49e8-bb05-686843b0246b,segment=NetworkSegment(682606d0-e28d-4677-984d-45af5dd27d8c),segment_id=682606d0-e28d-4677-984d-45af5dd27d8c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:25.007533 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-98e16948-98c3-49ea-9211-029eebc554e2 req-01f05658-49d8-4519-8946-9a0f3fdd841b tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438055 Aug 10 03:50:25.008093 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ddff2f-5932-4e19-bf16-821af3e66e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584cd549-6e4c-4b3c-8a7b-213c8973acf9'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:25.010948 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9116f91c-7603-4a09-8d64-0fb71bc16237" -d '{"events": [{"server_uuid": "01ddff2f-5932-4e19-bf16-821af3e66e7b", "name": "network-vif-plugged", "status": "completed", "tag": "584cd549-6e4c-4b3c-8a7b-213c8973acf9"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:25.045047 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.047516 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 584cd549-6e4c-4b3c-8a7b-213c8973acf9, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=584cd549-6e4c-4b3c-8a7b-213c8973acf9,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:25.051175 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1b262dea-a078-4c40-a1f8-d58761aa9e37 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.080453 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf044fb-dbde-4db4-9859-dfe6fc51bfb5 req-20d6dcc3-bc15-4922-8327-473d820fd191 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:25.081536 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad16ea55-59e5-4441-b53b-f28bf671d283 x-openstack-request-id: req-ad16ea55-59e5-4441-b53b-f28bf671d283 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:25.081714 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3cf044fb-dbde-4db4-9859-dfe6fc51bfb5 req-20d6dcc3-bc15-4922-8327-473d820fd191 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d241d04-e884-4bbc-808c-7108c2206401 HTTP/1.1" status: 200 len: 944 time: 0.1962292 Aug 10 03:50:25.081835 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ddff2f-5932-4e19-bf16-821af3e66e7b", "name": "network-vif-plugged", "status": "completed", "tag": "584cd549-6e4c-4b3c-8a7b-213c8973acf9", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:25.082068 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad16ea55-59e5-4441-b53b-f28bf671d283 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:25.082458 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ddff2f-5932-4e19-bf16-821af3e66e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584cd549-6e4c-4b3c-8a7b-213c8973acf9', 'code': 200} Aug 10 03:50:25.083907 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-f8b1eac0-7480-4560-adbb-d4f5aca21682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:25.085296 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-f8b1eac0-7480-4560-adbb-d4f5aca21682 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.1523409 Aug 10 03:50:25.093201 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1b262dea-a078-4c40-a1f8-d58761aa9e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.111949 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=95991932-76fd-49e8-bb05-686843b0246b,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:25.121125 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.171681 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b4f84-6be9-4c7e-bc18-56a55094dd60 req-a2c4ba48-8fd3-4854-9c00-f2160cf711c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:25.173440 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-df7b4f84-6be9-4c7e-bc18-56a55094dd60 req-a2c4ba48-8fd3-4854-9c00-f2160cf711c1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bf57caec-6bc0-422b-922f-652803228551 HTTP/1.1" status: 200 len: 914 time: 0.4080076 Aug 10 03:50:25.199095 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=584cd549-6e4c-4b3c-8a7b-213c8973acf9,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:25.238312 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3cf044fb-dbde-4db4-9859-dfe6fc51bfb5 req-13d9fa54-c3b3-4520-becb-9190c4cece2a tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a2db874-167e-4508-96b2-d4642a2bda04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457853 Aug 10 03:50:25.240553 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-df7b4f84-6be9-4c7e-bc18-56a55094dd60 req-a239170d-b776-4812-841c-aecf889e9ab5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=804c2a96-c8f3-496b-9761-c7119e6bbf37 HTTP/1.1" status: 200 len: 217 time: 0.0574677 Aug 10 03:50:25.243147 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-0f2e3ae1-e4c3-46b4-8f16-705f9230b907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:25.244945 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-0f2e3ae1-e4c3-46b4-8f16-705f9230b907 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1357014 Aug 10 03:50:25.278850 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-1b262dea-a078-4c40-a1f8-d58761aa9e37 admin admin] Allocated IP 172.25.0.80 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:25.318473 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9eefd-ebff-4d05-8f14-f9c6bc8a1d35 req-29370c5c-e4d7-494b-8cf2-115b5ef3d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:25.319914 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-09a9eefd-ebff-4d05-8f14-f9c6bc8a1d35 req-29370c5c-e4d7-494b-8cf2-115b5ef3d49b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=01ddff2f-5932-4e19-bf16-821af3e66e7b HTTP/1.1" status: 200 len: 1096 time: 0.1375480 Aug 10 03:50:25.348472 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b4f84-6be9-4c7e-bc18-56a55094dd60 req-6e63e863-1dbe-4bde-b064-297969b99ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:25.350916 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-df7b4f84-6be9-4c7e-bc18-56a55094dd60 req-6e63e863-1dbe-4bde-b064-297969b99ba9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95a3f38c-03e2-47e4-b386-934ebc3bc6ab HTTP/1.1" status: 200 len: 853 time: 0.1030579 Aug 10 03:50:25.354351 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['95991932-76fd-49e8-bb05-686843b0246b'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:25.401149 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-df7b4f84-6be9-4c7e-bc18-56a55094dd60 req-13e3ceb4-dde4-47cd-92e3-d84f608f9cfe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bf57caec-6bc0-422b-922f-652803228551&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375717 Aug 10 03:50:25.428461 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-599a2532-03cb-456c-8245-c908930d469e service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501997 Aug 10 03:50:25.607793 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-df7b4f84-6be9-4c7e-bc18-56a55094dd60 req-58410d61-1ca4-4066-88f7-9940aa70507c service neutron] 10.222.0.20 "GET /v2.0/networks/bf57caec-6bc0-422b-922f-652803228551?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780686 Aug 10 03:50:25.667348 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d96c4687-7dcc-4eab-aac9-d6db706f1867 req-98e22e93-de95-4b0b-8f97-d4375ff0f0c1 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301013 Aug 10 03:50:25.747568 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15349c4-6fda-47fb-9f03-1370b88c9270 req-db168a35-c61a-47b3-9d5a-92ab91a4dfb4 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:25.749419 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a15349c4-6fda-47fb-9f03-1370b88c9270 req-db168a35-c61a-47b3-9d5a-92ab91a4dfb4 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f4fa5f-d8b5-4d57-a64c-8b0d10779c71 HTTP/1.1" status: 200 len: 948 time: 0.1091256 Aug 10 03:50:25.759077 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff0623-ffeb-49f3-8629-ca167fa8a648 req-4e6caae3-617d-4fdb-b912-7292ccc2bcb5 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:25.760830 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5ff0623-ffeb-49f3-8629-ca167fa8a648 req-4e6caae3-617d-4fdb-b912-7292ccc2bcb5 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=01ddff2f-5932-4e19-bf16-821af3e66e7b HTTP/1.1" status: 200 len: 945 time: 0.4798324 Aug 10 03:50:25.764971 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-09a9eefd-ebff-4d05-8f14-f9c6bc8a1d35 req-38237b4a-220f-4ca5-9876-8ceb98fa7a3d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270155 Aug 10 03:50:25.783163 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-df7b4f84-6be9-4c7e-bc18-56a55094dd60 req-49971a81-a24a-48ca-9ec3-a9130314b5ea service neutron] 10.222.0.20 "GET /v2.0/networks/bf57caec-6bc0-422b-922f-652803228551?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528969 Aug 10 03:50:25.804563 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a15349c4-6fda-47fb-9f03-1370b88c9270 req-fd4d88f3-6319-4ce5-9395-39c6f6286471 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/security-groups?id=86964e4b-5153-4372-a32b-7f95f079ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444303 Aug 10 03:50:25.834052 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1b262dea-a078-4c40-a1f8-d58761aa9e37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:25.853265 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5ff0623-ffeb-49f3-8629-ca167fa8a648 req-2e1934fa-cc1b-4384-b065-1b9232cb00ca tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729415 Aug 10 03:50:25.858573 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404ec65-4147-484c-91b2-e71356f83f8e req-317219af-8d51-4fef-847e-ec7cff7c25f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:25.860351 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5404ec65-4147-484c-91b2-e71356f83f8e req-317219af-8d51-4fef-847e-ec7cff7c25f3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=531844b5219944e08810c1a9ffd2589c&device_id=0e08c5c4-995b-46e9-b187-237ca0a0d8bb HTTP/1.1" status: 200 len: 1099 time: 0.0548797 Aug 10 03:50:25.927836 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e18c027-26b1-4d50-a79a-51b14e2683ed None None] Network 92b87fe8-9d55-4b2e-9e12-e987835d0d07 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:25.993204 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b1153-cc57-4f41-acff-aa3697e679b5 req-613a4374-82bc-4a72-8e78-34a6c06e7eac tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:25.994691 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-001b1153-cc57-4f41-acff-aa3697e679b5 req-613a4374-82bc-4a72-8e78-34a6c06e7eac tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d55d917-4866-4b0d-bb23-8c5fb2ff2baa HTTP/1.1" status: 200 len: 946 time: 0.0798960 Aug 10 03:50:25.996126 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404ec65-4147-484c-91b2-e71356f83f8e req-34609cff-c7ac-4c4b-827a-f1445c64b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:25.997444 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5404ec65-4147-484c-91b2-e71356f83f8e req-34609cff-c7ac-4c4b-827a-f1445c64b66d service neutron] 10.222.0.68 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.1303766 Aug 10 03:50:26.018475 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1b262dea-a078-4c40-a1f8-d58761aa9e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:26.058911 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5404ec65-4147-484c-91b2-e71356f83f8e req-83d526f1-c100-4971-b4ba-681048c05b54 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=bb3f8fe0-c469-4b54-a39e-8e2443f3d134 HTTP/1.1" status: 200 len: 217 time: 0.0500431 Aug 10 03:50:26.084435 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b262dea-a078-4c40-a1f8-d58761aa9e37 admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:26.089586 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-1b262dea-a078-4c40-a1f8-d58761aa9e37 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:26.092634 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b262dea-a078-4c40-a1f8-d58761aa9e37 admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:26.105394 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-001b1153-cc57-4f41-acff-aa3697e679b5 req-24284f85-d806-4814-8fc8-eaa8d776050e tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/security-groups?id=a84efb58-2c7d-4174-afd7-4dd952f1233a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036253 Aug 10 03:50:26.124568 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404ec65-4147-484c-91b2-e71356f83f8e req-916e10ad-540c-4da4-8388-1454311632ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:26.126283 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5404ec65-4147-484c-91b2-e71356f83f8e req-916e10ad-540c-4da4-8388-1454311632ce service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0551281 Aug 10 03:50:26.147936 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b262dea-a078-4c40-a1f8-d58761aa9e37 admin admin] Pushing event updated for resources: {'Port': ['ID=03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:26.162259 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5c804f55-f1a5-437c-b5c6-aa179c3de0f1 None None] Provisioning for port 7bdb8248-6160-48a3-a4ec-1ac7bebe81ea completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:26.185514 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404ec65-4147-484c-91b2-e71356f83f8e req-371df8c5-11bc-4869-97b0-8f056ef0984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:26.187018 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5404ec65-4147-484c-91b2-e71356f83f8e req-371df8c5-11bc-4869-97b0-8f056ef0984a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0518122 Aug 10 03:50:26.227355 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b928e0-aad7-46c6-9888-60f389312a99 req-32255d6f-d165-482d-8a66-7c6117fde6dc tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:26.229002 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-96b928e0-aad7-46c6-9888-60f389312a99 req-32255d6f-d165-482d-8a66-7c6117fde6dc tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e08c5c4-995b-46e9-b187-237ca0a0d8bb HTTP/1.1" status: 200 len: 948 time: 0.1432939 Aug 10 03:50:26.328607 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5404ec65-4147-484c-91b2-e71356f83f8e req-8471a000-8693-43f9-a83b-2c5079561cbf service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276314 Aug 10 03:50:26.331724 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-96b928e0-aad7-46c6-9888-60f389312a99 req-0b170b51-e388-4a67-b4e6-9d6b8d57657e tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704792 Aug 10 03:50:26.464237 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b889e2-e770-4cd5-9830-3b2a54dbb7d8 req-bf307698-1013-4cd1-8941-3c720407a136 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:26.472285 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d4b889e2-e770-4cd5-9830-3b2a54dbb7d8 req-bf307698-1013-4cd1-8941-3c720407a136 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d241d04-e884-4bbc-808c-7108c2206401 HTTP/1.1" status: 200 len: 945 time: 0.1250372 Aug 10 03:50:26.482009 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device c901ae39-40cb-49bf-bf6c-33c60415bfd9 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:50:26.485576 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5404ec65-4147-484c-91b2-e71356f83f8e req-9bea1c24-1631-4138-bc3e-2781f88639b5 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488080 Aug 10 03:50:26.516789 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d4b889e2-e770-4cd5-9830-3b2a54dbb7d8 req-c944419b-39d0-4e4a-bdea-16055549f593 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a2db874-167e-4508-96b2-d4642a2bda04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434725 Aug 10 03:50:26.528824 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 95991932-76fd-49e8-bb05-686843b0246b up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:26.549565 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1b262dea-a078-4c40-a1f8-d58761aa9e37 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:26.644236 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port c901ae39-40cb-49bf-bf6c-33c60415bfd9, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c901ae39-40cb-49bf-bf6c-33c60415bfd9,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:26.655819 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'c901ae39-40cb-49bf-bf6c-33c60415bfd9', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': 'c901ae39-40cb-49bf-bf6c-33c60415bfd9', 'mac_address': 'fa:16:3e:cf:68:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:50:26.694691 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:26.707631 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c901ae39-40cb-49bf-bf6c-33c60415bfd9 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:26.726123 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 95991932-76fd-49e8-bb05-686843b0246b completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:26.730481 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port c901ae39-40cb-49bf-bf6c-33c60415bfd9, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c901ae39-40cb-49bf-bf6c-33c60415bfd9,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:26.731916 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 95991932-76fd-49e8-bb05-686843b0246b triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:26.732300 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:26.766270 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1b262dea-a078-4c40-a1f8-d58761aa9e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:26.811271 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:26.814431 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:26.899792 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 95991932-76fd-49e8-bb05-686843b0246b, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=95991932-76fd-49e8-bb05-686843b0246b,segment=NetworkSegment(682606d0-e28d-4677-984d-45af5dd27d8c),segment_id=682606d0-e28d-4677-984d-45af5dd27d8c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:26.915046 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=c901ae39-40cb-49bf-bf6c-33c60415bfd9,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:26.979990 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa241c2-3b0e-4227-99f1-c92afe3e4755 req-39feea81-51dd-4e59-8a1b-9e49352b379f tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:26.981663 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-afa241c2-3b0e-4227-99f1-c92afe3e4755 req-39feea81-51dd-4e59-8a1b-9e49352b379f tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f4fa5f-d8b5-4d57-a64c-8b0d10779c71 HTTP/1.1" status: 200 len: 949 time: 0.0605066 Aug 10 03:50:26.995365 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:27.003562 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7bdb8248-6160-48a3-a4ec-1ac7bebe81ea up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:27.023403 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b262dea-a078-4c40-a1f8-d58761aa9e37 admin admin] Router 9b4567af-eccf-4112-be64-28b94d626855 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:50:27.029429 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187bf296-9c7d-4e87-972b-65f039fad470 req-9bcb117c-a968-43ad-ab36-edbe0ea7dd22 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:27.030327 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-afa241c2-3b0e-4227-99f1-c92afe3e4755 req-b4d864dd-437b-479d-994f-0aec905a13fc tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/security-groups?id=86964e4b-5153-4372-a32b-7f95f079ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425315 Aug 10 03:50:27.032408 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-187bf296-9c7d-4e87-972b-65f039fad470 req-9bcb117c-a968-43ad-ab36-edbe0ea7dd22 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=01ddff2f-5932-4e19-bf16-821af3e66e7b HTTP/1.1" status: 200 len: 945 time: 0.0638962 Aug 10 03:50:27.094254 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-187bf296-9c7d-4e87-972b-65f039fad470 req-d64565dd-38c0-4cdb-a51b-ad3626898b6b tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504839 Aug 10 03:50:27.101382 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d241d04-e884-4bbc-808c-7108c2206401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95991932-76fd-49e8-bb05-686843b0246b'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:27.101382 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132c3945-d0fb-4fd8-bba7-0a470e23d67f" -d '{"events": [{"server_uuid": "8d241d04-e884-4bbc-808c-7108c2206401", "name": "network-vif-plugged", "status": "completed", "tag": "95991932-76fd-49e8-bb05-686843b0246b"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:27.152211 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd148684-86d3-4158-9ae0-6f3fd3c2de55 x-openstack-request-id: req-cd148684-86d3-4158-9ae0-6f3fd3c2de55 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:27.152503 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d241d04-e884-4bbc-808c-7108c2206401", "name": "network-vif-plugged", "status": "completed", "tag": "95991932-76fd-49e8-bb05-686843b0246b", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:27.152755 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd148684-86d3-4158-9ae0-6f3fd3c2de55 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:27.153423 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d241d04-e884-4bbc-808c-7108c2206401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95991932-76fd-49e8-bb05-686843b0246b', 'code': 200} Aug 10 03:50:27.164942 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b262dea-a078-4c40-a1f8-d58761aa9e37 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:50:27.170426 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=95991932-76fd-49e8-bb05-686843b0246b,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:27.177515 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a104ea-5e78-4b05-99c3-c04db552b3a6 None None] Sync routers for ids ['9b4567af-eccf-4112-be64-28b94d626855'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:50:27.193118 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a104ea-5e78-4b05-99c3-c04db552b3a6 None None] Routers {'9b4567af-eccf-4112-be64-28b94d626855'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:50:27.194057 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-c5a104ea-5e78-4b05-99c3-c04db552b3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:50:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['9b4567af-eccf-4112-be64-28b94d626855'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:27.223512 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['c901ae39-40cb-49bf-bf6c-33c60415bfd9'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:27.246588 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d69e4-78d7-4df3-baeb-ba3ca9228ebe req-1704ba44-4ce3-44fc-b7ac-ffc6085fbb79 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:27.248190 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e87d69e4-78d7-4df3-baeb-ba3ca9228ebe req-1704ba44-4ce3-44fc-b7ac-ffc6085fbb79 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d55d917-4866-4b0d-bb23-8c5fb2ff2baa HTTP/1.1" status: 200 len: 946 time: 0.0562632 Aug 10 03:50:27.287330 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1b262dea-a078-4c40-a1f8-d58761aa9e37 admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:27.292527 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1b262dea-a078-4c40-a1f8-d58761aa9e37 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4863539 Aug 10 03:50:27.293205 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56800) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:27.294952 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:27.298508 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 7bdb8248-6160-48a3-a4ec-1ac7bebe81ea completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:27.315548 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 7bdb8248-6160-48a3-a4ec-1ac7bebe81ea triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:27.316313 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:27.321578 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-c5a104ea-5e78-4b05-99c3-c04db552b3a6 None None] Set router 9b4567af-eccf-4112-be64-28b94d626855 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:50:27.326142 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e87d69e4-78d7-4df3-baeb-ba3ca9228ebe req-11462baa-05ff-4c6a-8508-fb4fa397717c tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/security-groups?id=a84efb58-2c7d-4174-afd7-4dd952f1233a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676837 Aug 10 03:50:27.336187 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83230fb9-a62e-40f4-9758-50c740accae4 req-e798f397-748d-46c0-b4f8-7f78a7a220b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:27.338108 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-83230fb9-a62e-40f4-9758-50c740accae4 req-e798f397-748d-46c0-b4f8-7f78a7a220b4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8d241d04-e884-4bbc-808c-7108c2206401 HTTP/1.1" status: 200 len: 1097 time: 0.0890009 Aug 10 03:50:27.394169 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-83230fb9-a62e-40f4-9758-50c740accae4 req-9fdbeeaf-b71f-4f75-ae36-5973805f00a4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3a2db874-167e-4508-96b2-d4642a2bda04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433767 Aug 10 03:50:27.471620 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:27.510648 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 7bdb8248-6160-48a3-a4ec-1ac7bebe81ea, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7bdb8248-6160-48a3-a4ec-1ac7bebe81ea,segment=NetworkSegment(d41f39b2-01b8-4941-9a6e-431a94bd1bc6),segment_id=d41f39b2-01b8-4941-9a6e-431a94bd1bc6)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:27.545864 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cb107-fe86-4a72-949e-88f9dec95619 req-ab59abf0-2d25-47cd-aba4-f341559e2819 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:27.547404 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-123cb107-fe86-4a72-949e-88f9dec95619 req-ab59abf0-2d25-47cd-aba4-f341559e2819 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e08c5c4-995b-46e9-b187-237ca0a0d8bb HTTP/1.1" status: 200 len: 948 time: 0.1038945 Aug 10 03:50:27.567479 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-c5a104ea-5e78-4b05-99c3-c04db552b3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4567af-eccf-4112-be64-28b94d626855', 'name': 'tempest-ServersTestFqdnHostnames-1875955359-router', 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:23Z', 'updated_at': '2021-08-10T03:50:26Z', 'revision_number': 3, 'project_id': '455216bb3ea34e1e9314603aca942071', 'gw_port': {'id': '03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4567af-eccf-4112-be64-28b94d626855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:25Z', 'updated_at': '2021-08-10T03:50:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:27.571640 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:27.604546 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a104ea-5e78-4b05-99c3-c04db552b3a6 None None] Checking router: 9b4567af-eccf-4112-be64-28b94d626855 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:50:27.604891 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a104ea-5e78-4b05-99c3-c04db552b3a6 None None] Updating router 9b4567af-eccf-4112-be64-28b94d626855 port 03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:50:27.631128 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=7bdb8248-6160-48a3-a4ec-1ac7bebe81ea,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:27.633708 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c5a104ea-5e78-4b05-99c3-c04db552b3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:27.644655 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-123cb107-fe86-4a72-949e-88f9dec95619 req-580dc9de-23dd-43e2-9bdc-0c0e40241376 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844595 Aug 10 03:50:27.813929 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf498b96-3c69-4a2a-89d2-e97e7db11105 req-9ac43bb6-fa1c-4d93-816c-bd105d784bd4 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:27.815302 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cf498b96-3c69-4a2a-89d2-e97e7db11105 req-9ac43bb6-fa1c-4d93-816c-bd105d784bd4 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d241d04-e884-4bbc-808c-7108c2206401 HTTP/1.1" status: 200 len: 946 time: 0.0858099 Aug 10 03:50:27.889690 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cf498b96-3c69-4a2a-89d2-e97e7db11105 req-aa6c4be8-edc3-455e-a4a2-3be4d4477ce9 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a2db874-167e-4508-96b2-d4642a2bda04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655782 Aug 10 03:50:27.909182 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c5a104ea-5e78-4b05-99c3-c04db552b3a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:27.920409 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-c5a104ea-5e78-4b05-99c3-c04db552b3a6 None None] Transition to ACTIVE for port object 03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:27.938390 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3e090f4a-b5a5-4f8c-ab8d-16f15e570072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:27.972288 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c5a104ea-5e78-4b05-99c3-c04db552b3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:28.024785 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-c5a104ea-5e78-4b05-99c3-c04db552b3a6 None None] Attempting to bind port 03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:50:28.025152 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-c5a104ea-5e78-4b05-99c3-c04db552b3a6 None None] Attempting to bind port 03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:50:28.025513 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a104ea-5e78-4b05-99c3-c04db552b3a6 None None] Attempting to bind port 03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:28.027508 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca9ad9-21ac-4eab-9709-9789b9d66163 None None] Pushing event updated for resources: {'Port': ['ID=03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:28.036164 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a104ea-5e78-4b05-99c3-c04db552b3a6 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:50:28.047850 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a104ea-5e78-4b05-99c3-c04db552b3a6 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:28.047850 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c5a104ea-5e78-4b05-99c3-c04db552b3a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:28.047850 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a104ea-5e78-4b05-99c3-c04db552b3a6 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:50:28.047850 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-c5a104ea-5e78-4b05-99c3-c04db552b3a6 None None] Bound port: 03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:50:28.047850 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c5a104ea-5e78-4b05-99c3-c04db552b3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:28.047850 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca9ad9-21ac-4eab-9709-9789b9d66163 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:28.047850 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca9ad9-21ac-4eab-9709-9789b9d66163 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:28.047850 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca9ad9-21ac-4eab-9709-9789b9d66163 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:28.047850 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca9ad9-21ac-4eab-9709-9789b9d66163 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:28.047850 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca9ad9-21ac-4eab-9709-9789b9d66163 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:28.047850 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca9ad9-21ac-4eab-9709-9789b9d66163 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:28.047850 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca9ad9-21ac-4eab-9709-9789b9d66163 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:28.047850 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca9ad9-21ac-4eab-9709-9789b9d66163 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:28.047850 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca9ad9-21ac-4eab-9709-9789b9d66163 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:28.049384 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca9ad9-21ac-4eab-9709-9789b9d66163 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:28.049384 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca9ad9-21ac-4eab-9709-9789b9d66163 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:28.049384 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ca9ad9-21ac-4eab-9709-9789b9d66163 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:28.099915 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-c5a104ea-5e78-4b05-99c3-c04db552b3a6 None None] For port 03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:28.103450 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-c5a104ea-5e78-4b05-99c3-c04db552b3a6 None None] For port 03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:28.106613 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-3e090f4a-b5a5-4f8c-ab8d-16f15e570072 admin admin] Allocated IP 172.20.0.1 (92b87fe8-9d55-4b2e-9e12-e987835d0d07/2d781aa2-be8f-4750-961d-b5a631d74df2/1e77aa05-fab9-4931-9efc-1573db2f4a5e) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:28.176234 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887db39-7a7f-4e51-85bd-dff028c049bd req-48f4b066-10ff-4be2-a399-68eaa2c1dd73 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:28.178103 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6887db39-7a7f-4e51-85bd-dff028c049bd req-48f4b066-10ff-4be2-a399-68eaa2c1dd73 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f4fa5f-d8b5-4d57-a64c-8b0d10779c71 HTTP/1.1" status: 200 len: 949 time: 0.0525429 Aug 10 03:50:28.217042 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6887db39-7a7f-4e51-85bd-dff028c049bd req-e2ee1f87-e36e-4c39-a9e8-24321f7be75e tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/security-groups?id=86964e4b-5153-4372-a32b-7f95f079ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327291 Aug 10 03:50:28.240592 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cfabd-5ee5-4c9e-b046-3af313559572 req-693ec4d4-8de1-4329-9a3c-4312ff34e15b tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:28.242079 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-682cfabd-5ee5-4c9e-b046-3af313559572 req-693ec4d4-8de1-4329-9a3c-4312ff34e15b tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=01ddff2f-5932-4e19-bf16-821af3e66e7b HTTP/1.1" status: 200 len: 945 time: 0.0832863 Aug 10 03:50:28.264627 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3e090f4a-b5a5-4f8c-ab8d-16f15e570072 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:28.292448 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-3e090f4a-b5a5-4f8c-ab8d-16f15e570072 admin admin] Transition to ACTIVE for port object 1e77aa05-fab9-4931-9efc-1573db2f4a5e will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:28.297472 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-c5a104ea-5e78-4b05-99c3-c04db552b3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:28.303918 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-682cfabd-5ee5-4c9e-b046-3af313559572 req-d715cfcf-7335-41bf-8090-6973db04d2ff tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557289 Aug 10 03:50:28.360007 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca9ad9-21ac-4eab-9709-9789b9d66163 None None] Pushing event updated for resources: {'Port': ['ID=03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:28.363224 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a104ea-5e78-4b05-99c3-c04db552b3a6 None None] Routers {'9b4567af-eccf-4112-be64-28b94d626855'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:50:28.364029 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-c5a104ea-5e78-4b05-99c3-c04db552b3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:50:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['9b4567af-eccf-4112-be64-28b94d626855'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:28.452918 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3e090f4a-b5a5-4f8c-ab8d-16f15e570072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:28.480406 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339ae3d-9b04-4d3b-8992-c50fe31db41b req-bdd24d8a-08cc-41ab-9d41-9e2e49e65af3 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:28.482312 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7339ae3d-9b04-4d3b-8992-c50fe31db41b req-bdd24d8a-08cc-41ab-9d41-9e2e49e65af3 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d55d917-4866-4b0d-bb23-8c5fb2ff2baa HTTP/1.1" status: 200 len: 946 time: 0.0774796 Aug 10 03:50:28.490913 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e090f4a-b5a5-4f8c-ab8d-16f15e570072 admin admin] Network 92b87fe8-9d55-4b2e-9e12-e987835d0d07 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:28.498045 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-3e090f4a-b5a5-4f8c-ab8d-16f15e570072 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:28.501550 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e090f4a-b5a5-4f8c-ab8d-16f15e570072 admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:28.508254 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device c901ae39-40cb-49bf-bf6c-33c60415bfd9 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:28.509314 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-c5a104ea-5e78-4b05-99c3-c04db552b3a6 None None] Set router 9b4567af-eccf-4112-be64-28b94d626855 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:50:28.557907 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e090f4a-b5a5-4f8c-ab8d-16f15e570072 admin admin] Pushing event updated for resources: {'Port': ['ID=1e77aa05-fab9-4931-9efc-1573db2f4a5e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:28.565565 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7339ae3d-9b04-4d3b-8992-c50fe31db41b req-6bb94618-baa8-4774-a91e-698d94cb4c78 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/security-groups?id=a84efb58-2c7d-4174-afd7-4dd952f1233a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724583 Aug 10 03:50:28.600103 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3e090f4a-b5a5-4f8c-ab8d-16f15e570072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:28.686117 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port c901ae39-40cb-49bf-bf6c-33c60415bfd9 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:28.690715 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port c901ae39-40cb-49bf-bf6c-33c60415bfd9 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:28.691090 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:28.824873 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-c5a104ea-5e78-4b05-99c3-c04db552b3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4567af-eccf-4112-be64-28b94d626855', 'name': 'tempest-ServersTestFqdnHostnames-1875955359-router', 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:23Z', 'updated_at': '2021-08-10T03:50:26Z', 'revision_number': 3, 'project_id': '455216bb3ea34e1e9314603aca942071', 'gw_port': {'id': '03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4567af-eccf-4112-be64-28b94d626855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:25Z', 'updated_at': '2021-08-10T03:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:28.846708 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06058de-8d48-440f-b69f-cfe760ad4667 req-76b0f19b-70d2-41bc-9eeb-9451693ee91d tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:28.854041 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:28.855440 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b06058de-8d48-440f-b69f-cfe760ad4667 req-76b0f19b-70d2-41bc-9eeb-9451693ee91d tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=01ddff2f-5932-4e19-bf16-821af3e66e7b HTTP/1.1" status: 200 len: 945 time: 0.0713861 Aug 10 03:50:28.867416 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a104ea-5e78-4b05-99c3-c04db552b3a6 None None] The sync data for ids ['9b4567af-eccf-4112-be64-28b94d626855'] in n-d-802893-2 is: [{'id': '9b4567af-eccf-4112-be64-28b94d626855', 'name': 'tempest-ServersTestFqdnHostnames-1875955359-router', 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:23Z', 'updated_at': '2021-08-10T03:50:26Z', 'revision_number': 3, 'project_id': '455216bb3ea34e1e9314603aca942071', 'gw_port': {'id': '03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4567af-eccf-4112-be64-28b94d626855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:25Z', 'updated_at': '2021-08-10T03:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:50:28.892178 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port c901ae39-40cb-49bf-bf6c-33c60415bfd9, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c901ae39-40cb-49bf-bf6c-33c60415bfd9,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:28.907669 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b06058de-8d48-440f-b69f-cfe760ad4667 req-f1b4155d-1a71-4201-b226-636db75ee23d tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512769 Aug 10 03:50:28.961175 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3e090f4a-b5a5-4f8c-ab8d-16f15e570072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:28.962925 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7bdb8248-6160-48a3-a4ec-1ac7bebe81ea up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:29.024268 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 7bdb8248-6160-48a3-a4ec-1ac7bebe81ea triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:29.024638 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:29.046330 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-78e86355-99cf-4de6-ae12-09910f740ba8 None None] Provisioning for port 1e77aa05-fab9-4931-9efc-1573db2f4a5e completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:29.056879 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-78e86355-99cf-4de6-ae12-09910f740ba8 None None] Provisioning complete for port 1e77aa05-fab9-4931-9efc-1573db2f4a5e triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:29.057344 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-78e86355-99cf-4de6-ae12-09910f740ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:29.069680 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3996de0-dfef-43b5-ac97-aa2873535998 req-be1c9343-ebf3-4367-b7d5-907257df8d23 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:29.071568 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a3996de0-dfef-43b5-ac97-aa2873535998 req-be1c9343-ebf3-4367-b7d5-907257df8d23 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e08c5c4-995b-46e9-b187-237ca0a0d8bb HTTP/1.1" status: 200 len: 948 time: 0.0880539 Aug 10 03:50:29.088499 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:29.142864 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-78e86355-99cf-4de6-ae12-09910f740ba8 None None] Port 1e77aa05-fab9-4931-9efc-1573db2f4a5e cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:50:29.164121 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f4fa5f-d8b5-4d57-a64c-8b0d10779c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c901ae39-40cb-49bf-bf6c-33c60415bfd9'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:29.166482 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635e5ad6-f023-4bae-9910-c8bf69a0a77c" -d '{"events": [{"server_uuid": "86f4fa5f-d8b5-4d57-a64c-8b0d10779c71", "name": "network-vif-plugged", "status": "completed", "tag": "c901ae39-40cb-49bf-bf6c-33c60415bfd9"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:29.198654 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a3996de0-dfef-43b5-ac97-aa2873535998 req-50b78f4f-da1a-463c-b479-12b1752d2d36 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203198 Aug 10 03:50:29.229281 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=c901ae39-40cb-49bf-bf6c-33c60415bfd9,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:29.300758 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3e090f4a-b5a5-4f8c-ab8d-16f15e570072 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:29.356767 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1856c3ae-758f-4d4f-9174-c901bb9cf52f x-openstack-request-id: req-1856c3ae-758f-4d4f-9174-c901bb9cf52f {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:29.357130 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f4fa5f-d8b5-4d57-a64c-8b0d10779c71", "name": "network-vif-plugged", "status": "completed", "tag": "c901ae39-40cb-49bf-bf6c-33c60415bfd9", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:29.357452 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1856c3ae-758f-4d4f-9174-c901bb9cf52f {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:29.357924 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f4fa5f-d8b5-4d57-a64c-8b0d10779c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c901ae39-40cb-49bf-bf6c-33c60415bfd9', 'code': 200} Aug 10 03:50:29.361372 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3e090f4a-b5a5-4f8c-ab8d-16f15e570072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:29.389887 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b5e99-a25e-43e7-8679-f3c945ffb70e req-633102d9-0a25-49c2-9210-6fe1e24c9288 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:29.392683 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ae0b5e99-a25e-43e7-8679-f3c945ffb70e req-633102d9-0a25-49c2-9210-6fe1e24c9288 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d241d04-e884-4bbc-808c-7108c2206401 HTTP/1.1" status: 200 len: 946 time: 0.0672522 Aug 10 03:50:29.455410 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ae0b5e99-a25e-43e7-8679-f3c945ffb70e req-d5fff283-61e4-47c4-aa7a-72059c4f11ba tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a2db874-167e-4508-96b2-d4642a2bda04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547254 Aug 10 03:50:29.491876 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e090f4a-b5a5-4f8c-ab8d-16f15e570072 admin admin] Pushing event updated for resources: {'Port': ['ID=1e77aa05-fab9-4931-9efc-1573db2f4a5e,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:29.499657 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3e090f4a-b5a5-4f8c-ab8d-16f15e570072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:29.509353 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b7c76-9972-44a6-ae3b-fa9920bfd816 req-169e082b-d5e3-4664-803d-47a9abde5e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:29.511127 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-659b7c76-9972-44a6-ae3b-fa9920bfd816 req-169e082b-d5e3-4664-803d-47a9abde5e0a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=86f4fa5f-d8b5-4d57-a64c-8b0d10779c71 HTTP/1.1" status: 200 len: 1101 time: 0.0518570 Aug 10 03:50:29.569482 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd26b7-aeb1-4154-af62-4a411a5c7dc4 req-d9092816-a915-4c6f-945d-21ebd4a720cd tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:29.572566 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6ccd26b7-aeb1-4154-af62-4a411a5c7dc4 req-d9092816-a915-4c6f-945d-21ebd4a720cd tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f4fa5f-d8b5-4d57-a64c-8b0d10779c71 HTTP/1.1" status: 200 len: 950 time: 0.1488347 Aug 10 03:50:29.587341 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-659b7c76-9972-44a6-ae3b-fa9920bfd816 req-2702b990-a214-4cea-b753-3c7d90c50448 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=86964e4b-5153-4372-a32b-7f95f079ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673025 Aug 10 03:50:29.606894 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c679fc99-c69e-4bad-bc83-182a9de18508 req-33c7b6f6-fdae-4007-bc76-f23198cefb33 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:29.608412 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c679fc99-c69e-4bad-bc83-182a9de18508 req-33c7b6f6-fdae-4007-bc76-f23198cefb33 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d55d917-4866-4b0d-bb23-8c5fb2ff2baa HTTP/1.1" status: 200 len: 946 time: 0.0798354 Aug 10 03:50:29.649216 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6ccd26b7-aeb1-4154-af62-4a411a5c7dc4 req-877949a5-916a-454a-afbe-6e91db7280d5 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/security-groups?id=86964e4b-5153-4372-a32b-7f95f079ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701613 Aug 10 03:50:29.664876 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e090f4a-b5a5-4f8c-ab8d-16f15e570072 admin admin] Network 92b87fe8-9d55-4b2e-9e12-e987835d0d07 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:29.667424 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-3e090f4a-b5a5-4f8c-ab8d-16f15e570072 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:29.753527 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device bb3f8fe0-c469-4b54-a39e-8e2443f3d134 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:50:29.860495 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e090f4a-b5a5-4f8c-ab8d-16f15e570072 admin admin] Router 9b4567af-eccf-4112-be64-28b94d626855 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:50:29.983318 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port bb3f8fe0-c469-4b54-a39e-8e2443f3d134, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=bb3f8fe0-c469-4b54-a39e-8e2443f3d134,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:29.997741 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'bb3f8fe0-c469-4b54-a39e-8e2443f3d134', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': 'bb3f8fe0-c469-4b54-a39e-8e2443f3d134', 'mac_address': 'fa:16:3e:36:b7:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:50:30.050605 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:30.063787 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e090f4a-b5a5-4f8c-ab8d-16f15e570072 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:50:30.066105 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb3f8fe0-c469-4b54-a39e-8e2443f3d134 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:30.073325 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3e090f4a-b5a5-4f8c-ab8d-16f15e570072 admin admin] 10.222.0.25 "PUT /v2.0/routers/9b4567af-eccf-4112-be64-28b94d626855/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7790310 Aug 10 03:50:30.087493 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c679fc99-c69e-4bad-bc83-182a9de18508 req-26301e48-d450-4f01-a296-e5cfe788fea3 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/security-groups?id=a84efb58-2c7d-4174-afd7-4dd952f1233a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4670451 Aug 10 03:50:30.108473 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port bb3f8fe0-c469-4b54-a39e-8e2443f3d134, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=bb3f8fe0-c469-4b54-a39e-8e2443f3d134,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:30.114357 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b1dfe445-6432-4dd9-95e1-3c1997fdfc2b None None] Provisioning complete for port 1e77aa05-fab9-4931-9efc-1573db2f4a5e triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:30.114954 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b1dfe445-6432-4dd9-95e1-3c1997fdfc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:30.152142 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-b1dfe445-6432-4dd9-95e1-3c1997fdfc2b None None] Port 1e77aa05-fab9-4931-9efc-1573db2f4a5e cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:50:30.189370 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214b97c-a673-4c57-8e3c-218c0ee10aa4 req-df8d7031-56e4-49e1-83b7-0360686a7f79 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:30.190844 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8214b97c-a673-4c57-8e3c-218c0ee10aa4 req-df8d7031-56e4-49e1-83b7-0360686a7f79 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=01ddff2f-5932-4e19-bf16-821af3e66e7b HTTP/1.1" status: 200 len: 945 time: 0.0516567 Aug 10 03:50:30.197603 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:30.230697 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8214b97c-a673-4c57-8e3c-218c0ee10aa4 req-91ad753d-3aa3-4bec-ab80-2665503ae223 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327308 Aug 10 03:50:30.252257 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=bb3f8fe0-c469-4b54-a39e-8e2443f3d134,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:30.468723 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb4fce-9aae-4f87-92bd-a71bdd6741af req-33a18c2c-fdb1-4ab6-987c-976155520815 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:30.470304 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-03fb4fce-9aae-4f87-92bd-a71bdd6741af req-33a18c2c-fdb1-4ab6-987c-976155520815 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e08c5c4-995b-46e9-b187-237ca0a0d8bb HTTP/1.1" status: 200 len: 949 time: 0.0508621 Aug 10 03:50:30.509916 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-03fb4fce-9aae-4f87-92bd-a71bdd6741af req-1ce2a73e-7c41-4336-89c2-acf84c4dd23d tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331230 Aug 10 03:50:30.531927 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['bb3f8fe0-c469-4b54-a39e-8e2443f3d134'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:30.862011 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c691de-b542-4bcc-8b69-3000c587a2b5 None None] Sync routers for ids ['9b4567af-eccf-4112-be64-28b94d626855'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:50:30.874793 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c691de-b542-4bcc-8b69-3000c587a2b5 None None] Routers {'9b4567af-eccf-4112-be64-28b94d626855'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:50:30.875596 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-09c691de-b542-4bcc-8b69-3000c587a2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:50:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['9b4567af-eccf-4112-be64-28b94d626855'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:30.944154 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56868) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:30.949081 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-1aa9b521-d4cc-456c-b549-6c6351dd6ecd tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1269987068', 'description': 'tempest-description--982397399'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:30.972805 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:31.031827 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-09c691de-b542-4bcc-8b69-3000c587a2b5 None None] Set router 9b4567af-eccf-4112-be64-28b94d626855 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:50:31.086623 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1aa9b521-d4cc-456c-b549-6c6351dd6ecd tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.149210 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf53851-9daf-4af0-8603-81f191fcd808 req-0c59eecf-3bf8-48bf-a940-64becbf44375 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:31.151358 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6cf53851-9daf-4af0-8603-81f191fcd808 req-0c59eecf-3bf8-48bf-a940-64becbf44375 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d241d04-e884-4bbc-808c-7108c2206401 HTTP/1.1" status: 200 len: 946 time: 0.0630739 Aug 10 03:50:31.165967 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:31.173989 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:31.174368 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.209154 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6cf53851-9daf-4af0-8603-81f191fcd808 req-a485ff50-48d5-4825-b3b8-b9b58b38dd92 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a2db874-167e-4508-96b2-d4642a2bda04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495455 Aug 10 03:50:31.212367 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1aa9b521-d4cc-456c-b549-6c6351dd6ecd tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.266106 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679ba0f-97ff-4333-b85e-33f862732990 req-b720dd14-e9f2-487e-84eb-474688d1628b tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:31.267622 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6679ba0f-97ff-4333-b85e-33f862732990 req-b720dd14-e9f2-487e-84eb-474688d1628b tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f4fa5f-d8b5-4d57-a64c-8b0d10779c71 HTTP/1.1" status: 200 len: 950 time: 0.0537853 Aug 10 03:50:31.298445 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1aa9b521-d4cc-456c-b549-6c6351dd6ecd tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.342474 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.343761 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215fa871-03d7-4a59-8014-3c37e302497e req-4889066c-4b8d-4fa5-8cea-f71d3affa2f5 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:31.345365 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-215fa871-03d7-4a59-8014-3c37e302497e req-4889066c-4b8d-4fa5-8cea-f71d3affa2f5 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d55d917-4866-4b0d-bb23-8c5fb2ff2baa HTTP/1.1" status: 200 len: 946 time: 0.0806341 Aug 10 03:50:31.364782 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6679ba0f-97ff-4333-b85e-33f862732990 req-c72d2f4d-4222-4ce8-bacd-048b0bc747a7 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/security-groups?id=86964e4b-5153-4372-a32b-7f95f079ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906003 Aug 10 03:50:31.367070 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa9b521-d4cc-456c-b549-6c6351dd6ecd tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff38f70-152f-465a-b256-1de92b769116,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:31.373298 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-09c691de-b542-4bcc-8b69-3000c587a2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4567af-eccf-4112-be64-28b94d626855', 'name': 'tempest-ServersTestFqdnHostnames-1875955359-router', 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:23Z', 'updated_at': '2021-08-10T03:50:28Z', 'revision_number': 4, 'project_id': '455216bb3ea34e1e9314603aca942071', 'gw_port': {'id': '03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4567af-eccf-4112-be64-28b94d626855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:25Z', 'updated_at': '2021-08-10T03:50:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '1e77aa05-fab9-4931-9efc-1573db2f4a5e', 'name': '', 'network_id': '92b87fe8-9d55-4b2e-9e12-e987835d0d07', 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'mac_address': 'fa:16:3e:65:41:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4567af-eccf-4112-be64-28b94d626855', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '2d781aa2-be8f-4750-961d-b5a631d74df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:27Z', 'updated_at': '2021-08-10T03:50:29Z', 'revision_number': 2, 'project_id': '455216bb3ea34e1e9314603aca942071', 'subnets': [{'id': '2d781aa2-be8f-4750-961d-b5a631d74df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:31.379651 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:31.387826 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-215fa871-03d7-4a59-8014-3c37e302497e req-9a174ca6-c5a3-4ea3-975a-07b84dad9f4b tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/security-groups?id=a84efb58-2c7d-4174-afd7-4dd952f1233a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352759 Aug 10 03:50:31.405155 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c691de-b542-4bcc-8b69-3000c587a2b5 None None] Checking router: 9b4567af-eccf-4112-be64-28b94d626855 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:50:31.405511 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c691de-b542-4bcc-8b69-3000c587a2b5 None None] Updating router 9b4567af-eccf-4112-be64-28b94d626855 port 1e77aa05-fab9-4931-9efc-1573db2f4a5e binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:50:31.433491 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-09c691de-b542-4bcc-8b69-3000c587a2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.463655 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1aa9b521-d4cc-456c-b549-6c6351dd6ecd tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.464982 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1aa9b521-d4cc-456c-b549-6c6351dd6ecd tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5198519 Aug 10 03:50:31.467715 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56884) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:31.473873 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-51844fb4-f3c3-4edf-bd67-6c944811921a tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Request body: {'security_group_rule': {'security_group_id': '1ff38f70-152f-465a-b256-1de92b769116', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:31.540091 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.581189 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-51844fb4-f3c3-4edf-bd67-6c944811921a tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.647375 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814de097-3346-4737-a815-4444c6f98449 req-7d666f0c-7d21-4ace-8af5-11e636dc58ef tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:31.648878 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-814de097-3346-4737-a815-4444c6f98449 req-7d666f0c-7d21-4ace-8af5-11e636dc58ef tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d55d917-4866-4b0d-bb23-8c5fb2ff2baa HTTP/1.1" status: 200 len: 946 time: 0.0776930 Aug 10 03:50:31.671487 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:31.768166 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-814de097-3346-4737-a815-4444c6f98449 req-3fdaa2ae-83d1-4d24-84d5-91e85cb75bc3 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Deleting port 804c2a96-c8f3-496b-9761-c7119e6bbf37 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:31.768837 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-814de097-3346-4737-a815-4444c6f98449 req-3fdaa2ae-83d1-4d24-84d5-91e85cb75bc3 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.769403 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device bb3f8fe0-c469-4b54-a39e-8e2443f3d134 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:31.822036 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-09c691de-b542-4bcc-8b69-3000c587a2b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.839395 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-09c691de-b542-4bcc-8b69-3000c587a2b5 None None] Transition to ACTIVE for port object 1e77aa05-fab9-4931-9efc-1573db2f4a5e will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:31.874716 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-814de097-3346-4737-a815-4444c6f98449 req-3fdaa2ae-83d1-4d24-84d5-91e85cb75bc3 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] For port 804c2a96-c8f3-496b-9761-c7119e6bbf37, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=804c2a96-c8f3-496b-9761-c7119e6bbf37,segment=NetworkSegment(52a308e3-f3ea-4a91-9c6d-53b90f22facc),segment_id=52a308e3-f3ea-4a91-9c6d-53b90f22facc)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:31.875085 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-814de097-3346-4737-a815-4444c6f98449 req-3fdaa2ae-83d1-4d24-84d5-91e85cb75bc3 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.889821 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-814de097-3346-4737-a815-4444c6f98449 req-3fdaa2ae-83d1-4d24-84d5-91e85cb75bc3 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Calling delete_port for 804c2a96-c8f3-496b-9761-c7119e6bbf37 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:31.914985 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port bb3f8fe0-c469-4b54-a39e-8e2443f3d134 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:31.917272 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-09c691de-b542-4bcc-8b69-3000c587a2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:31.947215 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port bb3f8fe0-c469-4b54-a39e-8e2443f3d134 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:31.947811 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.014219 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e6067-3d24-40aa-b519-4e5b606cf081 req-47e16353-c5ef-4d1b-9e7d-f89ccd5511cc tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:32.017155 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fd6e6067-3d24-40aa-b519-4e5b606cf081 req-47e16353-c5ef-4d1b-9e7d-f89ccd5511cc tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e08c5c4-995b-46e9-b187-237ca0a0d8bb HTTP/1.1" status: 200 len: 949 time: 0.4137065 Aug 10 03:50:32.031554 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-51844fb4-f3c3-4edf-bd67-6c944811921a tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.031769 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dca53b-2f8c-4c7e-9a9b-476a7ffc40e4 None None] Pushing event updated for resources: {'Port': ['ID=1e77aa05-fab9-4931-9efc-1573db2f4a5e,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:32.093502 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fd6e6067-3d24-40aa-b519-4e5b606cf081 req-01cb9b1a-855f-46e8-8130-9248983d33cc tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523138 Aug 10 03:50:32.123144 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-09c691de-b542-4bcc-8b69-3000c587a2b5 None None] Attempting to bind port 1e77aa05-fab9-4931-9efc-1573db2f4a5e on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:50:32.129020 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-09c691de-b542-4bcc-8b69-3000c587a2b5 None None] Attempting to bind port 1e77aa05-fab9-4931-9efc-1573db2f4a5e by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'd41f39b2-01b8-4941-9a6e-431a94bd1bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '92b87fe8-9d55-4b2e-9e12-e987835d0d07'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:50:32.129020 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c691de-b542-4bcc-8b69-3000c587a2b5 None None] Attempting to bind port 1e77aa05-fab9-4931-9efc-1573db2f4a5e on network 92b87fe8-9d55-4b2e-9e12-e987835d0d07 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:32.148837 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-51844fb4-f3c3-4edf-bd67-6c944811921a tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.157158 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c691de-b542-4bcc-8b69-3000c587a2b5 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:50:32.157528 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c691de-b542-4bcc-8b69-3000c587a2b5 None None] Checking segment: {'id': 'd41f39b2-01b8-4941-9a6e-431a94bd1bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '92b87fe8-9d55-4b2e-9e12-e987835d0d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:32.158061 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-09c691de-b542-4bcc-8b69-3000c587a2b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.158456 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c691de-b542-4bcc-8b69-3000c587a2b5 None None] Bound using segment: {'id': 'd41f39b2-01b8-4941-9a6e-431a94bd1bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '92b87fe8-9d55-4b2e-9e12-e987835d0d07'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:50:32.159191 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-09c691de-b542-4bcc-8b69-3000c587a2b5 None None] Bound port: 1e77aa05-fab9-4931-9efc-1573db2f4a5e, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd41f39b2-01b8-4941-9a6e-431a94bd1bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '92b87fe8-9d55-4b2e-9e12-e987835d0d07'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:50:32.159559 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-09c691de-b542-4bcc-8b69-3000c587a2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.168226 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844fb4-f3c3-4edf-bd67-6c944811921a tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c236cae0-b7cb-40ba-9a66-575b6e8dc5d2,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:32.182464 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.206263 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-814de097-3346-4737-a815-4444c6f98449 req-3fdaa2ae-83d1-4d24-84d5-91e85cb75bc3 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.234521 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-51844fb4-f3c3-4edf-bd67-6c944811921a tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.238311 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-51844fb4-f3c3-4edf-bd67-6c944811921a tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7670784 Aug 10 03:50:32.238532 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56910) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:32.242622 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdaa2ae-83d1-4d24-84d5-91e85cb75bc3 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Pushing event deleted for resources: {'Port': ['ID=804c2a96-c8f3-496b-9761-c7119e6bbf37,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:32.244062 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-ea1297c1-f749-496f-9d4a-757b6c6b38a6 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Request body: {'security_group_rule': {'security_group_id': '1ff38f70-152f-465a-b256-1de92b769116', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:32.261903 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e08c5c4-995b-46e9-b187-237ca0a0d8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3f8fe0-c469-4b54-a39e-8e2443f3d134'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:32.264208 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c41aa7-f2bc-4e4b-aaf2-8592ffbbfaf9" -d '{"events": [{"server_uuid": "0e08c5c4-995b-46e9-b187-237ca0a0d8bb", "name": "network-vif-plugged", "status": "completed", "tag": "bb3f8fe0-c469-4b54-a39e-8e2443f3d134"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:32.273638 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['804c2a96-c8f3-496b-9761-c7119e6bbf37'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:32.301814 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-814de097-3346-4737-a815-4444c6f98449 req-3fdaa2ae-83d1-4d24-84d5-91e85cb75bc3 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] No DVR routers for this DVR port 804c2a96-c8f3-496b-9761-c7119e6bbf37 on host n-h2-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:50:32.305096 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-814de097-3346-4737-a815-4444c6f98449 req-3fdaa2ae-83d1-4d24-84d5-91e85cb75bc3 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.307438 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port bb3f8fe0-c469-4b54-a39e-8e2443f3d134, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=bb3f8fe0-c469-4b54-a39e-8e2443f3d134,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:32.307754 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-814de097-3346-4737-a815-4444c6f98449 req-3fdaa2ae-83d1-4d24-84d5-91e85cb75bc3 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.20 "DELETE /v2.0/ports/804c2a96-c8f3-496b-9761-c7119e6bbf37 HTTP/1.1" status: 204 len: 173 time: 0.6510305 Aug 10 03:50:32.308552 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d55d917-4866-4b0d-bb23-8c5fb2ff2baa', 'name': 'network-vif-deleted', 'tag': '804c2a96-c8f3-496b-9761-c7119e6bbf37'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:32.310984 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b195d22-a1ac-4c0f-a54a-4b498230de70" -d '{"events": [{"server_uuid": "9d55d917-4866-4b0d-bb23-8c5fb2ff2baa", "name": "network-vif-deleted", "tag": "804c2a96-c8f3-496b-9761-c7119e6bbf37"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:32.315870 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-09c691de-b542-4bcc-8b69-3000c587a2b5 None None] For port 1e77aa05-fab9-4931-9efc-1573db2f4a5e, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:32.319758 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0176ff2c-bae3-47d9-8528-97f68e619297 x-openstack-request-id: req-0176ff2c-bae3-47d9-8528-97f68e619297 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:32.320175 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e08c5c4-995b-46e9-b187-237ca0a0d8bb", "name": "network-vif-plugged", "status": "completed", "tag": "bb3f8fe0-c469-4b54-a39e-8e2443f3d134", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:32.322831 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0176ff2c-bae3-47d9-8528-97f68e619297 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:32.322831 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e08c5c4-995b-46e9-b187-237ca0a0d8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb3f8fe0-c469-4b54-a39e-8e2443f3d134', 'code': 200} Aug 10 03:50:32.334487 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-09c691de-b542-4bcc-8b69-3000c587a2b5 None None] For port 1e77aa05-fab9-4931-9efc-1573db2f4a5e, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1e77aa05-fab9-4931-9efc-1573db2f4a5e,segment=NetworkSegment(d41f39b2-01b8-4941-9a6e-431a94bd1bc6),segment_id=d41f39b2-01b8-4941-9a6e-431a94bd1bc6)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:32.341255 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ea1297c1-f749-496f-9d4a-757b6c6b38a6 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.360649 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.378722 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0824c59b-6102-4e95-8d71-d788443e82ed x-openstack-request-id: req-0824c59b-6102-4e95-8d71-d788443e82ed {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:32.379152 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d55d917-4866-4b0d-bb23-8c5fb2ff2baa", "name": "network-vif-deleted", "tag": "804c2a96-c8f3-496b-9761-c7119e6bbf37", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:32.380125 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0824c59b-6102-4e95-8d71-d788443e82ed {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:32.380804 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d55d917-4866-4b0d-bb23-8c5fb2ff2baa', 'name': 'network-vif-deleted', 'tag': '804c2a96-c8f3-496b-9761-c7119e6bbf37', 'status': 'completed', 'code': 200} Aug 10 03:50:32.412890 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=bb3f8fe0-c469-4b54-a39e-8e2443f3d134,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:32.414022 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ea1297c1-f749-496f-9d4a-757b6c6b38a6 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.427188 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-09c691de-b542-4bcc-8b69-3000c587a2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.452329 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1651cc29-4ef6-4209-bc7f-5e1a92c02402 req-c3f19b06-e27d-486e-bff5-a3789b232753 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:32.463377 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1651cc29-4ef6-4209-bc7f-5e1a92c02402 req-c3f19b06-e27d-486e-bff5-a3789b232753 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d241d04-e884-4bbc-808c-7108c2206401 HTTP/1.1" status: 200 len: 946 time: 0.1488023 Aug 10 03:50:32.505392 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c691de-b542-4bcc-8b69-3000c587a2b5 None None] Routers {'9b4567af-eccf-4112-be64-28b94d626855'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:50:32.506361 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-09c691de-b542-4bcc-8b69-3000c587a2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:50:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['9b4567af-eccf-4112-be64-28b94d626855'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:32.508635 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dca53b-2f8c-4c7e-9a9b-476a7ffc40e4 None None] Pushing event updated for resources: {'Port': ['ID=1e77aa05-fab9-4931-9efc-1573db2f4a5e,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:32.524955 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e758e7-a676-4753-908e-894e860937a3 req-f2e0a741-394e-418a-984a-621cde8fd6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:32.526753 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c2e758e7-a676-4753-908e-894e860937a3 req-f2e0a741-394e-418a-984a-621cde8fd6e8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=0e08c5c4-995b-46e9-b187-237ca0a0d8bb HTTP/1.1" status: 200 len: 1101 time: 0.1339371 Aug 10 03:50:32.529331 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cd6f4850-c7d9-4957-b74b-37eaa867eb07 req-a6dab1d0-1018-4652-bfca-c16c86b2b1d2 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d55d917-4866-4b0d-bb23-8c5fb2ff2baa HTTP/1.1" status: 200 len: 210 time: 0.0291934 Aug 10 03:50:32.531616 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ea1297c1-f749-496f-9d4a-757b6c6b38a6 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.557343 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1297c1-f749-496f-9d4a-757b6c6b38a6 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc0e3f36-b712-4bbd-aa0b-a1f40d758423,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:32.599855 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c2e758e7-a676-4753-908e-894e860937a3 req-487f5c33-0874-409f-a2b4-6a309921ec64 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636108 Aug 10 03:50:32.624806 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1651cc29-4ef6-4209-bc7f-5e1a92c02402 req-12e0182d-ee27-4f16-bb44-eca6e5eaa1cb tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.25 "GET /v2.0/security-groups?id=3a2db874-167e-4508-96b2-d4642a2bda04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600950 Aug 10 03:50:32.696224 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b044b33-560f-457a-b488-797ae148b109 req-9a027a6d-8fa9-4e8b-b8d4-4e7d51b17d71 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:32.697702 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9b044b33-560f-457a-b488-797ae148b109 req-9a027a6d-8fa9-4e8b-b8d4-4e7d51b17d71 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d241d04-e884-4bbc-808c-7108c2206401 HTTP/1.1" status: 200 len: 946 time: 0.0510378 Aug 10 03:50:32.697931 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-09c691de-b542-4bcc-8b69-3000c587a2b5 None None] Set router 9b4567af-eccf-4112-be64-28b94d626855 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:50:32.720463 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ea1297c1-f749-496f-9d4a-757b6c6b38a6 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.730235 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ea1297c1-f749-496f-9d4a-757b6c6b38a6 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4814780 Aug 10 03:50:32.730235 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56928) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:32.730235 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-016a32ec-3cc9-40b6-9e4b-85d20d4f6f97 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:32.807689 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-9b044b33-560f-457a-b488-797ae148b109 req-c5110d29-2e5f-4c15-bce5-84d636a0388d tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Deleting port 95991932-76fd-49e8-bb05-686843b0246b {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:32.807949 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-9b044b33-560f-457a-b488-797ae148b109 req-c5110d29-2e5f-4c15-bce5-84d636a0388d tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.841353 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-016a32ec-3cc9-40b6-9e4b-85d20d4f6f97 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks [] for floatingip, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.914743 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-9b044b33-560f-457a-b488-797ae148b109 req-c5110d29-2e5f-4c15-bce5-84d636a0388d tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] For port 95991932-76fd-49e8-bb05-686843b0246b, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=95991932-76fd-49e8-bb05-686843b0246b,segment=NetworkSegment(682606d0-e28d-4677-984d-45af5dd27d8c),segment_id=682606d0-e28d-4677-984d-45af5dd27d8c)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:32.915133 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-9b044b33-560f-457a-b488-797ae148b109 req-c5110d29-2e5f-4c15-bce5-84d636a0388d tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.937355 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-9b044b33-560f-457a-b488-797ae148b109 req-c5110d29-2e5f-4c15-bce5-84d636a0388d tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Calling delete_port for 95991932-76fd-49e8-bb05-686843b0246b owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:32.943616 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-09c691de-b542-4bcc-8b69-3000c587a2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4567af-eccf-4112-be64-28b94d626855', 'name': 'tempest-ServersTestFqdnHostnames-1875955359-router', 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:23Z', 'updated_at': '2021-08-10T03:50:28Z', 'revision_number': 4, 'project_id': '455216bb3ea34e1e9314603aca942071', 'gw_port': {'id': '03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4567af-eccf-4112-be64-28b94d626855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:25Z', 'updated_at': '2021-08-10T03:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '1e77aa05-fab9-4931-9efc-1573db2f4a5e', 'name': '', 'network_id': '92b87fe8-9d55-4b2e-9e12-e987835d0d07', 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'mac_address': 'fa:16:3e:65:41:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4567af-eccf-4112-be64-28b94d626855', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '2d781aa2-be8f-4750-961d-b5a631d74df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:27Z', 'updated_at': '2021-08-10T03:50:32Z', 'revision_number': 4, 'project_id': '455216bb3ea34e1e9314603aca942071', 'subnets': [{'id': '2d781aa2-be8f-4750-961d-b5a631d74df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:32.949471 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:32.964986 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-016a32ec-3cc9-40b6-9e4b-85d20d4f6f97 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:32.994488 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c691de-b542-4bcc-8b69-3000c587a2b5 None None] The sync data for ids ['9b4567af-eccf-4112-be64-28b94d626855'] in n-d-802893-2 is: [{'id': '9b4567af-eccf-4112-be64-28b94d626855', 'name': 'tempest-ServersTestFqdnHostnames-1875955359-router', 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:23Z', 'updated_at': '2021-08-10T03:50:28Z', 'revision_number': 4, 'project_id': '455216bb3ea34e1e9314603aca942071', 'gw_port': {'id': '03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4567af-eccf-4112-be64-28b94d626855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:25Z', 'updated_at': '2021-08-10T03:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '1e77aa05-fab9-4931-9efc-1573db2f4a5e', 'name': '', 'network_id': '92b87fe8-9d55-4b2e-9e12-e987835d0d07', 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'mac_address': 'fa:16:3e:65:41:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4567af-eccf-4112-be64-28b94d626855', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '2d781aa2-be8f-4750-961d-b5a631d74df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:27Z', 'updated_at': '2021-08-10T03:50:32Z', 'revision_number': 4, 'project_id': '455216bb3ea34e1e9314603aca942071', 'subnets': [{'id': '2d781aa2-be8f-4750-961d-b5a631d74df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:50:33.025820 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:33.026261 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:33.147600 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-016a32ec-3cc9-40b6-9e4b-85d20d4f6f97 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Allocated IP 172.25.0.150 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/24c111d9-f836-4acc-95ac-d529ac734e01) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:33.242430 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390f864-719b-4590-864a-1f0e8bf6e18b req-d2826858-34ac-4bcf-b10f-32a2969823e4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:33.248466 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2390f864-719b-4590-864a-1f0e8bf6e18b req-d2826858-34ac-4bcf-b10f-32a2969823e4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e08c5c4-995b-46e9-b187-237ca0a0d8bb HTTP/1.1" status: 200 len: 950 time: 0.0807650 Aug 10 03:50:33.252707 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-9b044b33-560f-457a-b488-797ae148b109 req-c5110d29-2e5f-4c15-bce5-84d636a0388d tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:33.292919 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['95991932-76fd-49e8-bb05-686843b0246b'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:33.318359 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5110d29-2e5f-4c15-bce5-84d636a0388d tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Pushing event deleted for resources: {'Port': ['ID=95991932-76fd-49e8-bb05-686843b0246b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:33.325269 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-016a32ec-3cc9-40b6-9e4b-85d20d4f6f97 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:33.339536 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5110d29-2e5f-4c15-bce5-84d636a0388d tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:33.339889 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5110d29-2e5f-4c15-bce5-84d636a0388d tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:33.340262 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5110d29-2e5f-4c15-bce5-84d636a0388d tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:33.340598 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5110d29-2e5f-4c15-bce5-84d636a0388d tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:33.340931 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5110d29-2e5f-4c15-bce5-84d636a0388d tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:33.341273 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5110d29-2e5f-4c15-bce5-84d636a0388d tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:33.341959 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5110d29-2e5f-4c15-bce5-84d636a0388d tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:33.341959 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5110d29-2e5f-4c15-bce5-84d636a0388d tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:33.342282 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5110d29-2e5f-4c15-bce5-84d636a0388d tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:33.342605 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5110d29-2e5f-4c15-bce5-84d636a0388d tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:33.342928 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5110d29-2e5f-4c15-bce5-84d636a0388d tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:33.343253 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5110d29-2e5f-4c15-bce5-84d636a0388d tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:33.410220 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b044b33-560f-457a-b488-797ae148b109 req-c5110d29-2e5f-4c15-bce5-84d636a0388d tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] No DVR routers for this DVR port 95991932-76fd-49e8-bb05-686843b0246b on host n-h2-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:50:33.414023 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-9b044b33-560f-457a-b488-797ae148b109 req-c5110d29-2e5f-4c15-bce5-84d636a0388d tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:33.416563 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9b044b33-560f-457a-b488-797ae148b109 req-c5110d29-2e5f-4c15-bce5-84d636a0388d tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.20 "DELETE /v2.0/ports/95991932-76fd-49e8-bb05-686843b0246b HTTP/1.1" status: 204 len: 173 time: 0.7095032 Aug 10 03:50:33.428587 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2390f864-719b-4590-864a-1f0e8bf6e18b req-664736db-43fe-4e42-9852-d9a37de751dc tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727130 Aug 10 03:50:33.458172 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-016a32ec-3cc9-40b6-9e4b-85d20d4f6f97 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:33.506586 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016a32ec-3cc9-40b6-9e4b-85d20d4f6f97 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:33.516444 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-016a32ec-3cc9-40b6-9e4b-85d20d4f6f97 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:33.520461 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016a32ec-3cc9-40b6-9e4b-85d20d4f6f97 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:33.545362 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a32ec-3cc9-40b6-9e4b-85d20d4f6f97 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Pushing event updated for resources: {'Port': ['ID=24c111d9-f836-4acc-95ac-d529ac734e01,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:33.668966 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5719b0db-fb4d-48be-a807-b13573541eef req-f69c4568-9573-4ed9-8034-70965a692dd4 tempest-InstanceActionsTestJSON-887152028 tempest-InstanceActionsTestJSON-887152028-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d55d917-4866-4b0d-bb23-8c5fb2ff2baa HTTP/1.1" status: 200 len: 210 time: 0.0414796 Aug 10 03:50:33.677221 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-016a32ec-3cc9-40b6-9e4b-85d20d4f6f97 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:33.730181 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cf2b501a-8d5f-4cb3-95fa-596ab9cdfcee req-ff0ef7de-76d3-4bd5-9a02-89e5e803d0d1 tempest-ServerAddressesTestJSON-750400642 tempest-ServerAddressesTestJSON-750400642-project] 10.222.0.25 "GET /v2.0/ports?device_id=8d241d04-e884-4bbc-808c-7108c2206401 HTTP/1.1" status: 200 len: 210 time: 0.0313532 Aug 10 03:50:33.828168 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-016a32ec-3cc9-40b6-9e4b-85d20d4f6f97 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:33.991921 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-016a32ec-3cc9-40b6-9e4b-85d20d4f6f97 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:34.069290 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-016a32ec-3cc9-40b6-9e4b-85d20d4f6f97 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:34.144296 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016a32ec-3cc9-40b6-9e4b-85d20d4f6f97 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Pushing event updated for resources: {'Port': ['ID=24c111d9-f836-4acc-95ac-d529ac734e01,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:34.204427 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-016a32ec-3cc9-40b6-9e4b-85d20d4f6f97 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:34.326244 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-016a32ec-3cc9-40b6-9e4b-85d20d4f6f97 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:34.327781 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-016a32ec-3cc9-40b6-9e4b-85d20d4f6f97 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6018748 Aug 10 03:50:34.382568 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d241d04-e884-4bbc-808c-7108c2206401', 'name': 'network-vif-deleted', 'tag': '95991932-76fd-49e8-bb05-686843b0246b'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:34.387977 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2831da-7968-4698-a2a9-3f08da59764d" -d '{"events": [{"server_uuid": "8d241d04-e884-4bbc-808c-7108c2206401", "name": "network-vif-deleted", "tag": "95991932-76fd-49e8-bb05-686843b0246b"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:34.459864 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c003494b-576f-4439-8f4d-d512cdf3ca55 x-openstack-request-id: req-c003494b-576f-4439-8f4d-d512cdf3ca55 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:34.460199 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d241d04-e884-4bbc-808c-7108c2206401", "name": "network-vif-deleted", "tag": "95991932-76fd-49e8-bb05-686843b0246b", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:34.460630 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c003494b-576f-4439-8f4d-d512cdf3ca55 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:34.461028 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d241d04-e884-4bbc-808c-7108c2206401', 'name': 'network-vif-deleted', 'tag': '95991932-76fd-49e8-bb05-686843b0246b', 'status': 'completed', 'code': 200} Aug 10 03:50:34.492602 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 584cd549-6e4c-4b3c-8a7b-213c8973acf9 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:50:34.500519 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-a38df7aa-1177-4b2c-bcff-eadbf3de323d tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1269987068&fields=id&tenant_id=455216bb3ea34e1e9314603aca942071 HTTP/1.1" status: 200 len: 267 time: 0.0598254 Aug 10 03:50:34.507346 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 804c2a96-c8f3-496b-9761-c7119e6bbf37 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:50:34.556937 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 804c2a96-c8f3-496b-9761-c7119e6bbf37 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:50:34.557320 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 804c2a96-c8f3-496b-9761-c7119e6bbf37 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:50:34.573526 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa5c34-5f19-4f4e-b219-a63c7b353050 req-cfb8d095-629d-4aa8-a41e-c4a2c8b10b5b tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:34.575057 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e2aa5c34-5f19-4f4e-b219-a63c7b353050 req-cfb8d095-629d-4aa8-a41e-c4a2c8b10b5b tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e08c5c4-995b-46e9-b187-237ca0a0d8bb HTTP/1.1" status: 200 len: 950 time: 0.0608733 Aug 10 03:50:34.617592 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e2aa5c34-5f19-4f4e-b219-a63c7b353050 req-3098c58b-8eaa-46fc-a7b1-b0244938b38b tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352030 Aug 10 03:50:34.629516 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-c15aa903-247a-4e1f-a57a-2677b2d244be tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:34.629516 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-c15aa903-247a-4e1f-a57a-2677b2d244be tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "GET /v2.0/networks?id=92b87fe8-9d55-4b2e-9e12-e987835d0d07 HTTP/1.1" status: 200 len: 815 time: 0.1231248 Aug 10 03:50:34.651543 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-adbdd752-fc84-4d4c-9742-d276fe4ca736 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "GET /v2.0/quotas/455216bb3ea34e1e9314603aca942071 HTTP/1.1" status: 200 len: 375 time: 0.0158670 Aug 10 03:50:34.659005 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 584cd549-6e4c-4b3c-8a7b-213c8973acf9, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=584cd549-6e4c-4b3c-8a7b-213c8973acf9,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:34.674007 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '584cd549-6e4c-4b3c-8a7b-213c8973acf9', 'network_id': '090053fa-3622-4eb2-b424-9f79f809823c', 'port_id': '584cd549-6e4c-4b3c-8a7b-213c8973acf9', 'mac_address': 'fa:16:3e:cb:66:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb74cc3-4ca6-4831-90a5-8c72ae326916', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:50:34.712200 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-e362b336-c320-4eef-a055-3b7c49ccf996 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=455216bb3ea34e1e9314603aca942071&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0536606 Aug 10 03:50:34.714611 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:34.727786 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 584cd549-6e4c-4b3c-8a7b-213c8973acf9 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:34.748715 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 584cd549-6e4c-4b3c-8a7b-213c8973acf9, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=584cd549-6e4c-4b3c-8a7b-213c8973acf9,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:34.800460 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:34.802857 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device c901ae39-40cb-49bf-bf6c-33c60415bfd9 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:50:34.859709 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-f79b40da-38bc-4815-a830-cf9dba73528e service neutron] 10.222.0.25 "GET /v2.0/networks/92b87fe8-9d55-4b2e-9e12-e987835d0d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335282 Aug 10 03:50:34.882140 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56998) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:34.988451 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a27c917-6632-4566-bcd2-04498463cdfb admin admin] Deleting subnet 95a3f38c-03e2-47e4-b386-934ebc3bc6ab {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:50:34.993112 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 57008) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:35.001044 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4a27c917-6632-4566-bcd2-04498463cdfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.043619 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-bb0d35f7-7689-4d84-8660-b4aa7a1dc0ea service neutron] 10.222.0.25 "GET /v2.0/networks/92b87fe8-9d55-4b2e-9e12-e987835d0d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745851 Aug 10 03:50:35.073400 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4a27c917-6632-4566-bcd2-04498463cdfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.075205 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1e77aa05-fab9-4931-9efc-1573db2f4a5e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:35.101643 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=584cd549-6e4c-4b3c-8a7b-213c8973acf9,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:35.112696 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2477f29-fb34-4ceb-8c41-a8de1eaeb580 admin admin] Deleting subnet f0f1ebdd-88b4-4694-8661-b23c8e53f89a {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:50:35.120012 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d2477f29-fb34-4ceb-8c41-a8de1eaeb580 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.172886 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4a27c917-6632-4566-bcd2-04498463cdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.177009 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d2477f29-fb34-4ceb-8c41-a8de1eaeb580 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.187815 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port c901ae39-40cb-49bf-bf6c-33c60415bfd9, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c901ae39-40cb-49bf-bf6c-33c60415bfd9,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:35.204125 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'c901ae39-40cb-49bf-bf6c-33c60415bfd9', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': 'c901ae39-40cb-49bf-bf6c-33c60415bfd9', 'mac_address': 'fa:16:3e:cf:68:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:50:35.258914 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.259232 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d2477f29-fb34-4ceb-8c41-a8de1eaeb580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.283301 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c901ae39-40cb-49bf-bf6c-33c60415bfd9 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:35.294025 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 1e77aa05-fab9-4931-9efc-1573db2f4a5e completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:35.303897 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 1e77aa05-fab9-4931-9efc-1573db2f4a5e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:35.304685 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.384138 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a20d2258-3bc4-4db5-8a94-03ea31b3a75d req-ed3520bd-7efe-4f0c-8626-b24f1a3976d8 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c HTTP/1.1" status: 200 len: 210 time: 0.0554812 Aug 10 03:50:35.403273 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port c901ae39-40cb-49bf-bf6c-33c60415bfd9, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c901ae39-40cb-49bf-bf6c-33c60415bfd9,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:35.406209 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4a27c917-6632-4566-bcd2-04498463cdfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.437305 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27c917-6632-4566-bcd2-04498463cdfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95a3f38c-03e2-47e4-b386-934ebc3bc6ab,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:35.457443 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4a27c917-6632-4566-bcd2-04498463cdfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.460465 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4a27c917-6632-4566-bcd2-04498463cdfb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/95a3f38c-03e2-47e4-b386-934ebc3bc6ab HTTP/1.1" status: 204 len: 168 time: 0.5766909 Aug 10 03:50:35.462989 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 57036) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:35.479879 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5036821-1068-4e65-8e54-13147655a2e0 req-7c673ae8-e994-4b94-956a-e147ad059163 tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:35.481264 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5036821-1068-4e65-8e54-13147655a2e0 req-7c673ae8-e994-4b94-956a-e147ad059163 tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:35.481919 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5036821-1068-4e65-8e54-13147655a2e0 req-7c673ae8-e994-4b94-956a-e147ad059163 tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:35.482693 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5036821-1068-4e65-8e54-13147655a2e0 req-7c673ae8-e994-4b94-956a-e147ad059163 tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:35.483549 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5036821-1068-4e65-8e54-13147655a2e0 req-7c673ae8-e994-4b94-956a-e147ad059163 tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:35.484230 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5036821-1068-4e65-8e54-13147655a2e0 req-7c673ae8-e994-4b94-956a-e147ad059163 tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:35.485278 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5036821-1068-4e65-8e54-13147655a2e0 req-7c673ae8-e994-4b94-956a-e147ad059163 tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:35.485926 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5036821-1068-4e65-8e54-13147655a2e0 req-7c673ae8-e994-4b94-956a-e147ad059163 tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:35.486563 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5036821-1068-4e65-8e54-13147655a2e0 req-7c673ae8-e994-4b94-956a-e147ad059163 tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:35.487201 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5036821-1068-4e65-8e54-13147655a2e0 req-7c673ae8-e994-4b94-956a-e147ad059163 tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:35.487862 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5036821-1068-4e65-8e54-13147655a2e0 req-7c673ae8-e994-4b94-956a-e147ad059163 tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:35.489251 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5036821-1068-4e65-8e54-13147655a2e0 req-7c673ae8-e994-4b94-956a-e147ad059163 tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:35.490192 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5036821-1068-4e65-8e54-13147655a2e0 req-7c673ae8-e994-4b94-956a-e147ad059163 tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:35.491608 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.500611 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b5036821-1068-4e65-8e54-13147655a2e0 req-7c673ae8-e994-4b94-956a-e147ad059163 tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0e08c5c4-995b-46e9-b187-237ca0a0d8bb&device_id=86f4fa5f-d8b5-4d57-a64c-8b0d10779c71&device_id=01ddff2f-5932-4e19-bf16-821af3e66e7b&device_id=b2757b66-ade7-4a18-b32d-f00659e2c845&device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7&device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a&device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 11824 time: 0.1952434 Aug 10 03:50:35.502735 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d2477f29-fb34-4ceb-8c41-a8de1eaeb580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.548067 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2477f29-fb34-4ceb-8c41-a8de1eaeb580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0f1ebdd-88b4-4694-8661-b23c8e53f89a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:35.555582 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.556342 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d2477f29-fb34-4ceb-8c41-a8de1eaeb580 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.558191 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d2477f29-fb34-4ceb-8c41-a8de1eaeb580 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f0f1ebdd-88b4-4694-8661-b23c8e53f89a HTTP/1.1" status: 204 len: 168 time: 0.5641513 Aug 10 03:50:35.559799 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b5036821-1068-4e65-8e54-13147655a2e0 req-00f7419c-8d43-4728-a1bf-7ffa82207004 tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.569442 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 57048) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:35.573242 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 1e77aa05-fab9-4931-9efc-1573db2f4a5e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1e77aa05-fab9-4931-9efc-1573db2f4a5e,segment=NetworkSegment(d41f39b2-01b8-4941-9a6e-431a94bd1bc6),segment_id=d41f39b2-01b8-4941-9a6e-431a94bd1bc6)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:35.636698 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=c901ae39-40cb-49bf-bf6c-33c60415bfd9,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:35.685938 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b5036821-1068-4e65-8e54-13147655a2e0 req-00f7419c-8d43-4728-a1bf-7ffa82207004 tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.695929 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d2a6a560-5bd6-4ce0-b23b-e456a5259cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.708806 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.712641 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df593c47-5bbc-4708-bd6b-f6bf27114a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.776345 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=1e77aa05-fab9-4931-9efc-1573db2f4a5e,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:35.782240 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['584cd549-6e4c-4b3c-8a7b-213c8973acf9'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:35.811101 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['c901ae39-40cb-49bf-bf6c-33c60415bfd9'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:35.818392 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b5036821-1068-4e65-8e54-13147655a2e0 req-00f7419c-8d43-4728-a1bf-7ffa82207004 tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.864382 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d2a6a560-5bd6-4ce0-b23b-e456a5259cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.867689 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df593c47-5bbc-4708-bd6b-f6bf27114a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.880580 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b5036821-1068-4e65-8e54-13147655a2e0 req-00f7419c-8d43-4728-a1bf-7ffa82207004 tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=86964e4b-5153-4372-a32b-7f95f079ef9b&id=207402d5-4854-416e-a120-9ef6131884a1&id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=9f6585e7-f318-4aef-9640-6728bb59aedb&id=0639bd95-6396-4516-b213-71e9bb76a018&id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 674 time: 0.3416440 Aug 10 03:50:35.889604 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-df593c47-5bbc-4708-bd6b-f6bf27114a2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3f4ce0-ff44-4271-9fbd-7a42590ebb14']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:35.894569 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-d2a6a560-5bd6-4ce0-b23b-e456a5259cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf57caec-6bc0-422b-922f-652803228551']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:35.908400 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-d2a6a560-5bd6-4ce0-b23b-e456a5259cd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52a308e3-f3ea-4a91-9c6d-53b90f22facc') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:35.908766 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-d2a6a560-5bd6-4ce0-b23b-e456a5259cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52a308e3-f3ea-4a91-9c6d-53b90f22facc') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:35.924163 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7419c-8d43-4728-a1bf-7ffa82207004 tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40c2c42-c02b-4718-ac80-db2cf5400aab,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:35.945815 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d2a6a560-5bd6-4ce0-b23b-e456a5259cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.959182 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-df593c47-5bbc-4708-bd6b-f6bf27114a2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '682606d0-e28d-4677-984d-45af5dd27d8c') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:35.959304 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-df593c47-5bbc-4708-bd6b-f6bf27114a2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '682606d0-e28d-4677-984d-45af5dd27d8c') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:35.974734 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df593c47-5bbc-4708-bd6b-f6bf27114a2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.983469 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d2a6a560-5bd6-4ce0-b23b-e456a5259cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.996295 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a6a560-5bd6-4ce0-b23b-e456a5259cd1 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:50:35.997061 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d2a6a560-5bd6-4ce0-b23b-e456a5259cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:50:35.999621 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:50:36.017079 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df593c47-5bbc-4708-bd6b-f6bf27114a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.112068 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df593c47-5bbc-4708-bd6b-f6bf27114a2e admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:50:36.112380 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df593c47-5bbc-4708-bd6b-f6bf27114a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:50:36.117902 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:50:36.249539 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e703b-8d9c-4850-9e7a-dca3147be35c req-cd479bab-6b46-43b6-9bd9-78bc0d003e65 tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:36.250635 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e703b-8d9c-4850-9e7a-dca3147be35c req-cd479bab-6b46-43b6-9bd9-78bc0d003e65 tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:36.250758 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e703b-8d9c-4850-9e7a-dca3147be35c req-cd479bab-6b46-43b6-9bd9-78bc0d003e65 tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:36.253272 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9a5e703b-8d9c-4850-9e7a-dca3147be35c req-cd479bab-6b46-43b6-9bd9-78bc0d003e65 tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0e08c5c4-995b-46e9-b187-237ca0a0d8bb&device_id=b2757b66-ade7-4a18-b32d-f00659e2c845&device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 2883 time: 0.0480831 Aug 10 03:50:36.293563 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9a5e703b-8d9c-4850-9e7a-dca3147be35c req-0db61f4e-729c-430a-8abe-9033f987e525 tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322573 Aug 10 03:50:36.302089 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d2a6a560-5bd6-4ce0-b23b-e456a5259cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.307572 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d2a6a560-5bd6-4ce0-b23b-e456a5259cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.310885 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d2a6a560-5bd6-4ce0-b23b-e456a5259cd1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/bf57caec-6bc0-422b-922f-652803228551 HTTP/1.1" status: 204 len: 168 time: 0.8465426 Aug 10 03:50:36.322678 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6a560-5bd6-4ce0-b23b-e456a5259cd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf57caec-6bc0-422b-922f-652803228551,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:36.371818 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df593c47-5bbc-4708-bd6b-f6bf27114a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.378051 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df593c47-5bbc-4708-bd6b-f6bf27114a2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.380373 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-df593c47-5bbc-4708-bd6b-f6bf27114a2e admin admin] 10.222.0.25 "DELETE /v2.0/networks/1f3f4ce0-ff44-4271-9fbd-7a42590ebb14 HTTP/1.1" status: 204 len: 168 time: 0.8097410 Aug 10 03:50:36.392204 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df593c47-5bbc-4708-bd6b-f6bf27114a2e admin admin] Pushing event deleted for resources: {'Network': ['ID=1f3f4ce0-ff44-4271-9fbd-7a42590ebb14,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:36.511164 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 584cd549-6e4c-4b3c-8a7b-213c8973acf9 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:36.537818 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a5c49163-a52f-4135-a0c4-b71851e1f68b req-e9847be0-9ddd-4e2c-a4ca-021ec7eb58a6 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c HTTP/1.1" status: 200 len: 210 time: 0.1070392 Aug 10 03:50:36.638176 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 584cd549-6e4c-4b3c-8a7b-213c8973acf9 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:36.638767 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.800906 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 57108) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:36.839718 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:36.873901 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f124dc7e-6eaf-4635-8903-054a2a7c4db8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6515e8e4a07b46b88f610aa013c62478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0655282 Aug 10 03:50:36.874053 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 57110) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:36.921552 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 57112) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:36.946811 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ddff2f-5932-4e19-bf16-821af3e66e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584cd549-6e4c-4b3c-8a7b-213c8973acf9'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:36.963399 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b288b5b7-ee34-4d4a-9602-da650610f631" -d '{"events": [{"server_uuid": "01ddff2f-5932-4e19-bf16-821af3e66e7b", "name": "network-vif-plugged", "status": "completed", "tag": "584cd549-6e4c-4b3c-8a7b-213c8973acf9"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:37.008209 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 584cd549-6e4c-4b3c-8a7b-213c8973acf9, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=584cd549-6e4c-4b3c-8a7b-213c8973acf9,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:37.056217 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee58231f-d997-4bea-8808-1ba4d32057d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:37.074548 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1e77aa05-fab9-4931-9efc-1573db2f4a5e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:37.076499 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-55d5da74-b950-4e99-96de-c3af4c4854be admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be08780d32bb4183834cf0544dc0c1f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1530323 Aug 10 03:50:37.079534 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 57116) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:37.160187 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee58231f-d997-4bea-8808-1ba4d32057d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:37.194772 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dc459e5e-2247-46e2-871d-127b7efbbe2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:37.216916 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:37.216916 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device c901ae39-40cb-49bf-bf6c-33c60415bfd9 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:37.262873 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dc459e5e-2247-46e2-871d-127b7efbbe2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:37.431764 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee58231f-d997-4bea-8808-1ba4d32057d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:37.433400 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=584cd549-6e4c-4b3c-8a7b-213c8973acf9,revision_number=7']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:37.435053 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee58231f-d997-4bea-8808-1ba4d32057d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:37.436501 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ee58231f-d997-4bea-8808-1ba4d32057d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a84efb58-2c7d-4174-afd7-4dd952f1233a HTTP/1.1" status: 204 len: 168 time: 0.5622077 Aug 10 03:50:37.464112 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dc459e5e-2247-46e2-871d-127b7efbbe2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:37.467219 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dc459e5e-2247-46e2-871d-127b7efbbe2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:37.468793 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-dc459e5e-2247-46e2-871d-127b7efbbe2e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3a2db874-167e-4508-96b2-d4642a2bda04 HTTP/1.1" status: 204 len: 168 time: 0.3878827 Aug 10 03:50:37.469524 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58231f-d997-4bea-8808-1ba4d32057d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84efb58-2c7d-4174-afd7-4dd952f1233a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:37.502987 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc459e5e-2247-46e2-871d-127b7efbbe2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2db874-167e-4508-96b2-d4642a2bda04,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:37.704128 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 1e77aa05-fab9-4931-9efc-1573db2f4a5e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:37.705924 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:37.813630 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port c901ae39-40cb-49bf-bf6c-33c60415bfd9 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:37.814425 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:38.040204 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:38.164443 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port c901ae39-40cb-49bf-bf6c-33c60415bfd9, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c901ae39-40cb-49bf-bf6c-33c60415bfd9,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:38.320192 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:38.324054 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 95991932-76fd-49e8-bb05-686843b0246b no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:50:38.426069 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 95991932-76fd-49e8-bb05-686843b0246b {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:50:38.429312 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 95991932-76fd-49e8-bb05-686843b0246b not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:50:38.516702 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=c901ae39-40cb-49bf-bf6c-33c60415bfd9,revision_number=7']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:38.533945 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:38.534558 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:38.536630 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:38.537420 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:38.537946 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:38.538441 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:38.541926 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:38.542597 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:38.543137 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:38.543633 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:38.560266 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:38.560266 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:50:39.245520 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-4987e498-7d10-48bc-99b1-bba5d5e53503 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:39.252483 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-4987e498-7d10-48bc-99b1-bba5d5e53503 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.20 "GET /v2.0/networks?id=92b87fe8-9d55-4b2e-9e12-e987835d0d07 HTTP/1.1" status: 200 len: 815 time: 0.2417078 Aug 10 03:50:39.370873 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-bee29e5d-027a-4ce1-9276-d204d45bc0ef tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=455216bb3ea34e1e9314603aca942071 HTTP/1.1" status: 200 len: 380 time: 0.0895052 Aug 10 03:50:39.383414 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-20fe9157-1fac-4992-b7e6-b6f613ea392f tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Request body: {'port': {'device_id': 'b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c', 'network_id': '92b87fe8-9d55-4b2e-9e12-e987835d0d07', 'admin_state_up': True, 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'security_groups': ['1ff38f70-152f-465a-b256-1de92b769116']}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:39.556536 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 57162) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:39.691611 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-20fe9157-1fac-4992-b7e6-b6f613ea392f tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Made reservation on behalf of 455216bb3ea34e1e9314603aca942071 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:39.698576 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-20fe9157-1fac-4992-b7e6-b6f613ea392f tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:39.720864 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-bda1a58e-a3ec-4de1-977d-cbd57ae63469 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1811473444-network', 'tenant_id': 'e3946d8b99cd41ff94bd84f97b4cece1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:39.829202 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda1a58e-a3ec-4de1-977d-cbd57ae63469 admin admin] Made reservation on behalf of e3946d8b99cd41ff94bd84f97b4cece1 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:39.835758 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bda1a58e-a3ec-4de1-977d-cbd57ae63469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:39.860626 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bda1a58e-a3ec-4de1-977d-cbd57ae63469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:39.943551 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-90038aed-2f40-44ee-8977-e7547068a174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:40.024371 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-20fe9157-1fac-4992-b7e6-b6f613ea392f tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Allocated IP 172.20.0.7 (92b87fe8-9d55-4b2e-9e12-e987835d0d07/2d781aa2-be8f-4750-961d-b5a631d74df2/600d9bd9-2c37-4b10-ac74-b88b3738d1c7) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:50:40.117603 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bda1a58e-a3ec-4de1-977d-cbd57ae63469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:40.189135 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bda1a58e-a3ec-4de1-977d-cbd57ae63469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:40.243683 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bda1a58e-a3ec-4de1-977d-cbd57ae63469 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:50:40.271666 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1a58e-a3ec-4de1-977d-cbd57ae63469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ae4ecb-3c2b-4551-976f-64836b7b9960,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:40.286759 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bda1a58e-a3ec-4de1-977d-cbd57ae63469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:40.287419 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-bda1a58e-a3ec-4de1-977d-cbd57ae63469 admin admin] Added segment fb533a09-e077-493b-892d-34b9468eae72 of type vlan for network 058d1068-1b19-4924-867c-eb5e51830940 Aug 10 03:50:40.307647 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-20fe9157-1fac-4992-b7e6-b6f613ea392f tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:40.340710 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-20fe9157-1fac-4992-b7e6-b6f613ea392f tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Transition to ACTIVE for port object 600d9bd9-2c37-4b10-ac74-b88b3738d1c7 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:40.369337 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bda1a58e-a3ec-4de1-977d-cbd57ae63469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:40.989905 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bda1a58e-a3ec-4de1-977d-cbd57ae63469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:40.990927 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda1a58e-a3ec-4de1-977d-cbd57ae63469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:40.991521 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bda1a58e-a3ec-4de1-977d-cbd57ae63469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:41.048951 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1a58e-a3ec-4de1-977d-cbd57ae63469 admin admin] Pushing event updated for resources: {'Network': ['ID=058d1068-1b19-4924-867c-eb5e51830940,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:41.057773 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-20fe9157-1fac-4992-b7e6-b6f613ea392f tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:41.063734 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 058d1068-1b19-4924-867c-eb5e51830940 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:50:41.108357 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-20fe9157-1fac-4992-b7e6-b6f613ea392f tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Network 92b87fe8-9d55-4b2e-9e12-e987835d0d07 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:50:41.111813 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-20fe9157-1fac-4992-b7e6-b6f613ea392f tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:41.116998 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe9157-1fac-4992-b7e6-b6f613ea392f tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Pushing event updated for resources: {'Port': ['ID=600d9bd9-2c37-4b10-ac74-b88b3738d1c7,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:41.130294 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-20fe9157-1fac-4992-b7e6-b6f613ea392f tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:50:41.189019 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-20fe9157-1fac-4992-b7e6-b6f613ea392f tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:41.193160 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-20fe9157-1fac-4992-b7e6-b6f613ea392f tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:41.193314 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-bda1a58e-a3ec-4de1-977d-cbd57ae63469 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6320050 Aug 10 03:50:41.193745 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 57174) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:41.198773 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-55f336ca-05a6-4e55-ad27-fe29da45a2fd admin admin] Request body: {'subnet': {'network_id': '058d1068-1b19-4924-867c-eb5e51830940', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1811473444-subnet', 'tenant_id': 'e3946d8b99cd41ff94bd84f97b4cece1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:41.567414 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f336ca-05a6-4e55-ad27-fe29da45a2fd admin admin] Made reservation on behalf of e3946d8b99cd41ff94bd84f97b4cece1 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:41.569999 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-55f336ca-05a6-4e55-ad27-fe29da45a2fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:41.583904 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-41ef0add-98eb-4385-9d42-8a727f111b73 None None] Provisioning for port 600d9bd9-2c37-4b10-ac74-b88b3738d1c7 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:41.588038 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-41ef0add-98eb-4385-9d42-8a727f111b73 None None] Provisioning complete for port 600d9bd9-2c37-4b10-ac74-b88b3738d1c7 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:41.588421 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41ef0add-98eb-4385-9d42-8a727f111b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:41.626684 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-41ef0add-98eb-4385-9d42-8a727f111b73 None None] Port 600d9bd9-2c37-4b10-ac74-b88b3738d1c7 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:50:41.697407 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-20fe9157-1fac-4992-b7e6-b6f613ea392f tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3246830 Aug 10 03:50:41.720087 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-56a9b18b-3fd8-4016-b5fb-1348971dca23 service neutron] Request body: {'port': {'device_id': 'b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:41.855492 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-56a9b18b-3fd8-4016-b5fb-1348971dca23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.015397 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-55f336ca-05a6-4e55-ad27-fe29da45a2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.141233 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f336ca-05a6-4e55-ad27-fe29da45a2fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=23a34b20-10fa-46d3-8404-f2eaa0c36e52,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:42.190387 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f336ca-05a6-4e55-ad27-fe29da45a2fd admin admin] Checking segment: {'id': 'fb533a09-e077-493b-892d-34b9468eae72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '058d1068-1b19-4924-867c-eb5e51830940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:42.190854 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f336ca-05a6-4e55-ad27-fe29da45a2fd admin admin] Network hostable DHCP agents. Network: 058d1068-1b19-4924-867c-eb5e51830940, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:50:42.289825 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-56a9b18b-3fd8-4016-b5fb-1348971dca23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 600d9bd9-2c37-4b10-ac74-b88b3738d1c7 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:42.298072 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-56a9b18b-3fd8-4016-b5fb-1348971dca23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.310522 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-56a9b18b-3fd8-4016-b5fb-1348971dca23 service neutron] Transition to ACTIVE for port object 600d9bd9-2c37-4b10-ac74-b88b3738d1c7 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:50:42.312471 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f336ca-05a6-4e55-ad27-fe29da45a2fd admin admin] Network 058d1068-1b19-4924-867c-eb5e51830940 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:50:42.371679 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-56a9b18b-3fd8-4016-b5fb-1348971dca23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.406668 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-55f336ca-05a6-4e55-ad27-fe29da45a2fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 058d1068-1b19-4924-867c-eb5e51830940) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:42.420650 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac090a1a-d58b-4cb3-aee5-e96f18b362c2 None None] Network 058d1068-1b19-4924-867c-eb5e51830940 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:42.426831 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9b18b-3fd8-4016-b5fb-1348971dca23 service neutron] Pushing event updated for resources: {'Port': ['ID=600d9bd9-2c37-4b10-ac74-b88b3738d1c7,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:42.430756 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f336ca-05a6-4e55-ad27-fe29da45a2fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:42.431449 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-55f336ca-05a6-4e55-ad27-fe29da45a2fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.524497 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-55f336ca-05a6-4e55-ad27-fe29da45a2fd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3296525 Aug 10 03:50:42.588824 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-56a9b18b-3fd8-4016-b5fb-1348971dca23 service neutron] Attempting to bind port 600d9bd9-2c37-4b10-ac74-b88b3738d1c7 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:50:42.589540 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-56a9b18b-3fd8-4016-b5fb-1348971dca23 service neutron] Attempting to bind port 600d9bd9-2c37-4b10-ac74-b88b3738d1c7 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'd41f39b2-01b8-4941-9a6e-431a94bd1bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '92b87fe8-9d55-4b2e-9e12-e987835d0d07'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:50:42.589540 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-56a9b18b-3fd8-4016-b5fb-1348971dca23 service neutron] Attempting to bind port 600d9bd9-2c37-4b10-ac74-b88b3738d1c7 on network 92b87fe8-9d55-4b2e-9e12-e987835d0d07 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:42.603716 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-56a9b18b-3fd8-4016-b5fb-1348971dca23 service neutron] Port 600d9bd9-2c37-4b10-ac74-b88b3738d1c7 on network 92b87fe8-9d55-4b2e-9e12-e987835d0d07 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:50:42.604105 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-56a9b18b-3fd8-4016-b5fb-1348971dca23 service neutron] Attempting to bind port 600d9bd9-2c37-4b10-ac74-b88b3738d1c7 on network 92b87fe8-9d55-4b2e-9e12-e987835d0d07 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:50:42.619282 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-56a9b18b-3fd8-4016-b5fb-1348971dca23 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:50:42.631591 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-56a9b18b-3fd8-4016-b5fb-1348971dca23 service neutron] Checking segment: {'id': 'd41f39b2-01b8-4941-9a6e-431a94bd1bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '92b87fe8-9d55-4b2e-9e12-e987835d0d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:42.631591 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-56a9b18b-3fd8-4016-b5fb-1348971dca23 service neutron] Bound using segment: {'id': 'd41f39b2-01b8-4941-9a6e-431a94bd1bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '92b87fe8-9d55-4b2e-9e12-e987835d0d07'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:50:42.631591 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-56a9b18b-3fd8-4016-b5fb-1348971dca23 service neutron] Bound port: 600d9bd9-2c37-4b10-ac74-b88b3738d1c7, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd41f39b2-01b8-4941-9a6e-431a94bd1bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '92b87fe8-9d55-4b2e-9e12-e987835d0d07'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:50:42.631591 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-56a9b18b-3fd8-4016-b5fb-1348971dca23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.697421 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef69cc3-56aa-4109-8f6c-0a801f1b7919 None None] Network 058d1068-1b19-4924-867c-eb5e51830940 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:42.771425 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-56a9b18b-3fd8-4016-b5fb-1348971dca23 service neutron] For port 600d9bd9-2c37-4b10-ac74-b88b3738d1c7, host n-h2-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:50:42.774936 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-56a9b18b-3fd8-4016-b5fb-1348971dca23 service neutron] For port 600d9bd9-2c37-4b10-ac74-b88b3738d1c7, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=600d9bd9-2c37-4b10-ac74-b88b3738d1c7,segment=NetworkSegment(d41f39b2-01b8-4941-9a6e-431a94bd1bc6),segment_id=d41f39b2-01b8-4941-9a6e-431a94bd1bc6)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:50:42.852523 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-56a9b18b-3fd8-4016-b5fb-1348971dca23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.889801 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-56a9b18b-3fd8-4016-b5fb-1348971dca23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:42.890503 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-56a9b18b-3fd8-4016-b5fb-1348971dca23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:42.898833 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-56a9b18b-3fd8-4016-b5fb-1348971dca23 service neutron] 10.222.0.20 "PUT /v2.0/ports/600d9bd9-2c37-4b10-ac74-b88b3738d1c7 HTTP/1.1" status: 200 len: 1091 time: 1.1833084 Aug 10 03:50:42.949567 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c', 'tag': '600d9bd9-2c37-4b10-ac74-b88b3738d1c7'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:42.964761 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7407ed7-5a65-433b-aeba-a3f33892bd2e" -d '{"events": [{"name": "network-changed", "server_uuid": "b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c", "tag": "600d9bd9-2c37-4b10-ac74-b88b3738d1c7"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:43.093208 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a9b18b-3fd8-4016-b5fb-1348971dca23 service neutron] Pushing event updated for resources: {'Port': ['ID=600d9bd9-2c37-4b10-ac74-b88b3738d1c7,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:43.146724 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-25aaa8b6-dd41-4b9f-9596-8c5407437ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:43.148316 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-25aaa8b6-dd41-4b9f-9596-8c5407437ef6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=455216bb3ea34e1e9314603aca942071&device_id=b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c HTTP/1.1" status: 200 len: 1094 time: 0.1242385 Aug 10 03:50:43.231014 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-8ce2b622-3351-4387-bfaf-fbe346f4cceb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=600d9bd9-2c37-4b10-ac74-b88b3738d1c7 HTTP/1.1" status: 200 len: 217 time: 0.0670557 Aug 10 03:50:43.337122 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-f1fe17a1-62eb-4361-bd4a-2344358bf01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:43.339113 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-f1fe17a1-62eb-4361-bd4a-2344358bf01d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d781aa2-be8f-4750-961d-b5a631d74df2 HTTP/1.1" status: 200 len: 854 time: 0.0988853 Aug 10 03:50:43.418896 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-33504d21-089d-4dc6-ae73-071969c72b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:43.418896 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-33504d21-089d-4dc6-ae73-071969c72b8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92b87fe8-9d55-4b2e-9e12-e987835d0d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719354 Aug 10 03:50:43.560017 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-c66b94bf-4fbd-4ca2-b493-912508d3b586 service neutron] 10.222.0.20 "GET /v2.0/networks/92b87fe8-9d55-4b2e-9e12-e987835d0d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272733 Aug 10 03:50:43.588813 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:43.688078 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-54a9fbcd-e330-4890-99bb-3fc7229946f8 req-92147cba-c676-4937-9ba6-5ed0b274cb9c service neutron] 10.222.0.20 "GET /v2.0/networks/92b87fe8-9d55-4b2e-9e12-e987835d0d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189208 Aug 10 03:50:43.816333 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ff4bbccb-48af-49bd-9819-2dc31e4b4525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:45.205548 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:45.868378 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:46.571114 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 600d9bd9-2c37-4b10-ac74-b88b3738d1c7 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:50:46.695026 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 600d9bd9-2c37-4b10-ac74-b88b3738d1c7, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=600d9bd9-2c37-4b10-ac74-b88b3738d1c7,segment=NetworkSegment(d41f39b2-01b8-4941-9a6e-431a94bd1bc6),segment_id=d41f39b2-01b8-4941-9a6e-431a94bd1bc6)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:46.707543 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '600d9bd9-2c37-4b10-ac74-b88b3738d1c7', 'network_id': '92b87fe8-9d55-4b2e-9e12-e987835d0d07', 'port_id': '600d9bd9-2c37-4b10-ac74-b88b3738d1c7', 'mac_address': 'fa:16:3e:c7:56:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d781aa2-be8f-4750-961d-b5a631d74df2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:50:46.757739 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:46.784375 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 600d9bd9-2c37-4b10-ac74-b88b3738d1c7 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:46.814080 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 600d9bd9-2c37-4b10-ac74-b88b3738d1c7, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=600d9bd9-2c37-4b10-ac74-b88b3738d1c7,segment=NetworkSegment(d41f39b2-01b8-4941-9a6e-431a94bd1bc6),segment_id=d41f39b2-01b8-4941-9a6e-431a94bd1bc6)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:46.818888 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:46.925997 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:47.016849 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=600d9bd9-2c37-4b10-ac74-b88b3738d1c7,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:47.305283 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['600d9bd9-2c37-4b10-ac74-b88b3738d1c7'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:48.585491 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 600d9bd9-2c37-4b10-ac74-b88b3738d1c7 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:50:48.708674 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 600d9bd9-2c37-4b10-ac74-b88b3738d1c7 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:50:48.713144 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 600d9bd9-2c37-4b10-ac74-b88b3738d1c7 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:50:48.713883 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:48.803327 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:48.839497 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 600d9bd9-2c37-4b10-ac74-b88b3738d1c7, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=600d9bd9-2c37-4b10-ac74-b88b3738d1c7,segment=NetworkSegment(d41f39b2-01b8-4941-9a6e-431a94bd1bc6),segment_id=d41f39b2-01b8-4941-9a6e-431a94bd1bc6)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:48.926293 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:48.979837 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=600d9bd9-2c37-4b10-ac74-b88b3738d1c7,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:51.529561 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5e28dd-e992-43f5-a302-47c3eca1545d x-openstack-request-id: req-0d5e28dd-e992-43f5-a302-47c3eca1545d {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:51.530220 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ddff2f-5932-4e19-bf16-821af3e66e7b", "name": "network-vif-plugged", "status": "completed", "tag": "584cd549-6e4c-4b3c-8a7b-213c8973acf9", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:51.530220 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d5e28dd-e992-43f5-a302-47c3eca1545d {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:51.530502 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ddff2f-5932-4e19-bf16-821af3e66e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '584cd549-6e4c-4b3c-8a7b-213c8973acf9', 'code': 200} Aug 10 03:50:51.718301 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af60c8-73d6-467a-b4d9-8ff108d5bf40 req-c9b8d436-1f52-4b8f-a05a-28dac1a792d6 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:51.720468 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-88af60c8-73d6-467a-b4d9-8ff108d5bf40 req-c9b8d436-1f52-4b8f-a05a-28dac1a792d6 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c HTTP/1.1" status: 200 len: 945 time: 0.0510969 Aug 10 03:50:51.760884 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-88af60c8-73d6-467a-b4d9-8ff108d5bf40 req-671ffbf7-8a3e-4086-938c-079033318117 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff38f70-152f-465a-b256-1de92b769116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351391 Aug 10 03:50:51.781444 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 57240) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:51.808542 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7568a4c-61c7-462b-8c21-ca23aff40e67 x-openstack-request-id: req-d7568a4c-61c7-462b-8c21-ca23aff40e67 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:51.809030 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c", "tag": "600d9bd9-2c37-4b10-ac74-b88b3738d1c7", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:51.809455 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7568a4c-61c7-462b-8c21-ca23aff40e67 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:51.810103 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c', 'tag': '600d9bd9-2c37-4b10-ac74-b88b3738d1c7', 'status': 'completed', 'code': 200} Aug 10 03:50:51.836623 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-523c0aaa-0411-4d33-87c2-17d8a17d175d admin admin] Deleting subnet 23a34b20-10fa-46d3-8404-f2eaa0c36e52 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:50:51.840190 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-523c0aaa-0411-4d33-87c2-17d8a17d175d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:51.883984 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-523c0aaa-0411-4d33-87c2-17d8a17d175d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:51.933016 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-523c0aaa-0411-4d33-87c2-17d8a17d175d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:52.019326 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7407ed7-5a65-433b-aeba-a3f33892bd2e req-c1ff7368-6ffb-4cd8-8806-d1c5f67a4d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:52.021675 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e7407ed7-5a65-433b-aeba-a3f33892bd2e req-c1ff7368-6ffb-4cd8-8806-d1c5f67a4d97 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=455216bb3ea34e1e9314603aca942071&device_id=b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c HTTP/1.1" status: 200 len: 1096 time: 0.0442102 Aug 10 03:50:52.121041 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-523c0aaa-0411-4d33-87c2-17d8a17d175d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:52.125474 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7407ed7-5a65-433b-aeba-a3f33892bd2e req-d4d526f4-94e2-435b-9b9f-186d746405c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:52.126963 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e7407ed7-5a65-433b-aeba-a3f33892bd2e req-d4d526f4-94e2-435b-9b9f-186d746405c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92b87fe8-9d55-4b2e-9e12-e987835d0d07 HTTP/1.1" status: 200 len: 916 time: 0.0922830 Aug 10 03:50:52.151855 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c0aaa-0411-4d33-87c2-17d8a17d175d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23a34b20-10fa-46d3-8404-f2eaa0c36e52,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:52.155795 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-523c0aaa-0411-4d33-87c2-17d8a17d175d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:52.157792 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-523c0aaa-0411-4d33-87c2-17d8a17d175d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/23a34b20-10fa-46d3-8404-f2eaa0c36e52 HTTP/1.1" status: 204 len: 168 time: 0.3752651 Aug 10 03:50:52.160323 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 57260) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:52.175615 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e7407ed7-5a65-433b-aeba-a3f33892bd2e req-b7bcc8af-86ad-4ac1-99e4-f0fdfda76155 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=600d9bd9-2c37-4b10-ac74-b88b3738d1c7 HTTP/1.1" status: 200 len: 217 time: 0.0403178 Aug 10 03:50:52.240868 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a065bf4f-012f-44c5-9a4a-69bb8ffda9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:52.243078 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7407ed7-5a65-433b-aeba-a3f33892bd2e req-eb8056bd-76a7-4fcc-ae0a-959c4d22ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:52.244946 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e7407ed7-5a65-433b-aeba-a3f33892bd2e req-eb8056bd-76a7-4fcc-ae0a-959c4d22ba25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d781aa2-be8f-4750-961d-b5a631d74df2 HTTP/1.1" status: 200 len: 854 time: 0.0613832 Aug 10 03:50:52.337802 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cce0d349-534a-4073-9353-67f92e8a172b req-ad2ecdd0-a84e-4c82-9637-35eaf85859e7 tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0d12045-d03e-4bd4-9f21-9766ab33fe13 HTTP/1.1" status: 200 len: 210 time: 0.0347626 Aug 10 03:50:52.350968 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7407ed7-5a65-433b-aeba-a3f33892bd2e req-d0494325-dfaf-4f0c-aec5-48e8f7a98760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:52.352631 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e7407ed7-5a65-433b-aeba-a3f33892bd2e req-d0494325-dfaf-4f0c-aec5-48e8f7a98760 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92b87fe8-9d55-4b2e-9e12-e987835d0d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867767 Aug 10 03:50:52.361860 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a065bf4f-012f-44c5-9a4a-69bb8ffda9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:52.375801 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-a065bf4f-012f-44c5-9a4a-69bb8ffda9bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058d1068-1b19-4924-867c-eb5e51830940']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:52.396095 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-a065bf4f-012f-44c5-9a4a-69bb8ffda9bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb533a09-e077-493b-892d-34b9468eae72') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:52.396475 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-a065bf4f-012f-44c5-9a4a-69bb8ffda9bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb533a09-e077-493b-892d-34b9468eae72') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:50:52.407138 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a065bf4f-012f-44c5-9a4a-69bb8ffda9bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:52.435916 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a065bf4f-012f-44c5-9a4a-69bb8ffda9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:52.447131 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c64b2-c3b5-4a68-af6d-ddc12ea7a985 req-47dab95b-b976-431f-a801-8084d9c92645 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:52.449084 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e3c64b2-c3b5-4a68-af6d-ddc12ea7a985 req-47dab95b-b976-431f-a801-8084d9c92645 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f4fa5f-d8b5-4d57-a64c-8b0d10779c71 HTTP/1.1" status: 200 len: 950 time: 0.1725943 Aug 10 03:50:52.454335 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a065bf4f-012f-44c5-9a4a-69bb8ffda9bd admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a065bf4f-012f-44c5-9a4a-69bb8ffda9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:50:52.458321 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:50:52.498244 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f1d41-9247-43dc-be93-92b3fe75a89a req-4dbf2f64-b7e0-46b3-91ab-07831d3064cf tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:52.499762 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-267f1d41-9247-43dc-be93-92b3fe75a89a req-4dbf2f64-b7e0-46b3-91ab-07831d3064cf tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 1100 time: 0.0722284 Aug 10 03:50:52.501514 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e7407ed7-5a65-433b-aeba-a3f33892bd2e req-2ed123d2-36db-4ffa-9b73-1093d2a19d7c service neutron] 10.222.0.20 "GET /v2.0/networks/92b87fe8-9d55-4b2e-9e12-e987835d0d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405287 Aug 10 03:50:52.540421 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e3c64b2-c3b5-4a68-af6d-ddc12ea7a985 req-3d079950-144e-4ebc-b81a-d78efe2da651 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/security-groups?id=86964e4b-5153-4372-a32b-7f95f079ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736899 Aug 10 03:50:52.580011 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-267f1d41-9247-43dc-be93-92b3fe75a89a req-4838bad6-85ec-4711-8888-14b0f49b94f3 tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732839 Aug 10 03:50:52.623671 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e7407ed7-5a65-433b-aeba-a3f33892bd2e req-3d83fb48-af43-4314-a348-b41a64bc9f0d service neutron] 10.222.0.20 "GET /v2.0/networks/92b87fe8-9d55-4b2e-9e12-e987835d0d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103015 Aug 10 03:50:52.646479 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a065bf4f-012f-44c5-9a4a-69bb8ffda9bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:52.657252 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a065bf4f-012f-44c5-9a4a-69bb8ffda9bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:52.657252 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a065bf4f-012f-44c5-9a4a-69bb8ffda9bd admin admin] 10.222.0.25 "DELETE /v2.0/networks/058d1068-1b19-4924-867c-eb5e51830940 HTTP/1.1" status: 204 len: 168 time: 0.4933989 Aug 10 03:50:52.670646 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065bf4f-012f-44c5-9a4a-69bb8ffda9bd admin admin] Pushing event deleted for resources: {'Network': ['ID=058d1068-1b19-4924-867c-eb5e51830940,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:52.817300 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf08eaf-a644-425c-bcc7-ccd6c3196511 req-ebaea5e9-e1c1-4f99-9c59-9d0948f7dd06 tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:52.818843 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8bf08eaf-a644-425c-bcc7-ccd6c3196511 req-ebaea5e9-e1c1-4f99-9c59-9d0948f7dd06 tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 1100 time: 0.0495985 Aug 10 03:50:52.853623 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8bf08eaf-a644-425c-bcc7-ccd6c3196511 req-01906694-9687-4489-a057-ca899530f49c tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287354 Aug 10 03:50:53.075604 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9efeb5-35ed-456a-9ab0-d7577fc05146 req-0b1b1a06-9299-4184-adc8-79a23df4db0d tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:53.086016 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9a9efeb5-35ed-456a-9ab0-d7577fc05146 req-0b1b1a06-9299-4184-adc8-79a23df4db0d tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c HTTP/1.1" status: 200 len: 945 time: 0.0709696 Aug 10 03:50:53.123275 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9a9efeb5-35ed-456a-9ab0-d7577fc05146 req-4bed4a99-8209-4789-9212-e00ee19ce05a tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff38f70-152f-465a-b256-1de92b769116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363963 Aug 10 03:50:53.151544 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 57346) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:53.204840 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-262269c2-3747-4435-a1fe-73f116457bf9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e3946d8b99cd41ff94bd84f97b4cece1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519266 Aug 10 03:50:53.205072 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 57350) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:53.267793 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-414cd43f-2a77-47d7-bfc5-9d64ae99484a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:53.291152 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-414cd43f-2a77-47d7-bfc5-9d64ae99484a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:53.449420 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-414cd43f-2a77-47d7-bfc5-9d64ae99484a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:53.452058 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-414cd43f-2a77-47d7-bfc5-9d64ae99484a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:53.453291 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-414cd43f-2a77-47d7-bfc5-9d64ae99484a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f9ae4ecb-3c2b-4551-976f-64836b7b9960 HTTP/1.1" status: 204 len: 168 time: 0.2467430 Aug 10 03:50:53.461434 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414cd43f-2a77-47d7-bfc5-9d64ae99484a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ae4ecb-3c2b-4551-976f-64836b7b9960,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:53.531439 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f4fa5f-d8b5-4d57-a64c-8b0d10779c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c901ae39-40cb-49bf-bf6c-33c60415bfd9'}, {'server_uuid': 'b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600d9bd9-2c37-4b10-ac74-b88b3738d1c7'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:53.534222 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6668a195-1eee-4615-a268-c9dce81a7a52" -d '{"events": [{"server_uuid": "86f4fa5f-d8b5-4d57-a64c-8b0d10779c71", "name": "network-vif-plugged", "status": "completed", "tag": "c901ae39-40cb-49bf-bf6c-33c60415bfd9"}, {"server_uuid": "b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c", "name": "network-vif-plugged", "status": "completed", "tag": "600d9bd9-2c37-4b10-ac74-b88b3738d1c7"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:54.618764 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 584cd549-6e4c-4b3c-8a7b-213c8973acf9 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:50:54.691470 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.725535 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 584cd549-6e4c-4b3c-8a7b-213c8973acf9, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=584cd549-6e4c-4b3c-8a7b-213c8973acf9,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:54.864700 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 57448) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:54.891018 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:54.891771 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device c901ae39-40cb-49bf-bf6c-33c60415bfd9 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:50:54.984664 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=584cd549-6e4c-4b3c-8a7b-213c8973acf9,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:54.998642 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-b8559e28-a702-4830-beaf-c84b61289f30 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1199718127-network', 'tenant_id': '518fa0d68256485d8c15c7ca946355d2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:55.030341 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.062105 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port c901ae39-40cb-49bf-bf6c-33c60415bfd9, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c901ae39-40cb-49bf-bf6c-33c60415bfd9,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:55.080092 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8559e28-a702-4830-beaf-c84b61289f30 admin admin] Made reservation on behalf of 518fa0d68256485d8c15c7ca946355d2 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:55.083231 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b8559e28-a702-4830-beaf-c84b61289f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.093430 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b8559e28-a702-4830-beaf-c84b61289f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.164829 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-80c38b24-3e77-44cf-8beb-f2c0535805ae req-4dac2cbd-1a79-4c04-a8a0-390cd458ce5f tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0300000 Aug 10 03:50:55.166939 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.225850 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b8559e28-a702-4830-beaf-c84b61289f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.250606 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052e1537-283c-435a-8de1-bdc70b737702 x-openstack-request-id: req-052e1537-283c-435a-8de1-bdc70b737702 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:55.250606 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f4fa5f-d8b5-4d57-a64c-8b0d10779c71", "name": "network-vif-plugged", "status": "completed", "tag": "c901ae39-40cb-49bf-bf6c-33c60415bfd9", "code": 200}, {"server_uuid": "b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c", "name": "network-vif-plugged", "status": "completed", "tag": "600d9bd9-2c37-4b10-ac74-b88b3738d1c7", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:55.250606 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-052e1537-283c-435a-8de1-bdc70b737702 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:55.250606 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f4fa5f-d8b5-4d57-a64c-8b0d10779c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c901ae39-40cb-49bf-bf6c-33c60415bfd9', 'code': 200} Aug 10 03:50:55.250606 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600d9bd9-2c37-4b10-ac74-b88b3738d1c7', 'code': 200} Aug 10 03:50:55.250606 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=c901ae39-40cb-49bf-bf6c-33c60415bfd9,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:55.337838 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b8559e28-a702-4830-beaf-c84b61289f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.365623 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8559e28-a702-4830-beaf-c84b61289f30 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:50:55.381741 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a6695-7d30-4425-91ea-bf20202ae4a8 req-b1dae999-f28a-4347-aaf0-2c3f79f4c59f tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:55.383617 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-204a6695-7d30-4425-91ea-bf20202ae4a8 req-b1dae999-f28a-4347-aaf0-2c3f79f4c59f tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c HTTP/1.1" status: 200 len: 945 time: 0.0853879 Aug 10 03:50:55.398296 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b8559e28-a702-4830-beaf-c84b61289f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.398637 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-b8559e28-a702-4830-beaf-c84b61289f30 admin admin] Added segment 438f092c-63d3-4c8c-b4b5-84c92a8890bc of type vlan for network e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 Aug 10 03:50:55.434735 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8559e28-a702-4830-beaf-c84b61289f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:55.479977 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f868b6a3-10f4-409b-8ef3-31ac79dbb5ac req-bf8a0b3d-23f7-4213-8ab6-e6c7f0ef5972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:55.481477 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f868b6a3-10f4-409b-8ef3-31ac79dbb5ac req-bf8a0b3d-23f7-4213-8ab6-e6c7f0ef5972 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c HTTP/1.1" status: 200 len: 1096 time: 0.0411296 Aug 10 03:50:55.487077 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-204a6695-7d30-4425-91ea-bf20202ae4a8 req-5e1faf31-a852-4f3c-8f3f-e570c092fddd tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff38f70-152f-465a-b256-1de92b769116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908773 Aug 10 03:50:55.489297 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b8559e28-a702-4830-beaf-c84b61289f30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.533801 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f868b6a3-10f4-409b-8ef3-31ac79dbb5ac req-ea6e31d7-8e38-4c72-8a72-1403fb4109dc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1ff38f70-152f-465a-b256-1de92b769116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392575 Aug 10 03:50:55.645381 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b8559e28-a702-4830-beaf-c84b61289f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.646382 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8559e28-a702-4830-beaf-c84b61289f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:55.647026 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b8559e28-a702-4830-beaf-c84b61289f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:55.713447 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8559e28-a702-4830-beaf-c84b61289f30 admin admin] Pushing event updated for resources: {'Network': ['ID=e74c04aa-4182-4fb7-9ce2-cf2690adb1f4,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:55.724001 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:50:55.811639 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b8559e28-a702-4830-beaf-c84b61289f30 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9457209 Aug 10 03:50:55.814736 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 57464) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:55.819595 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-188a608e-cdfd-4e6a-bce3-5d637d52886d admin admin] Request body: {'subnet': {'network_id': 'e74c04aa-4182-4fb7-9ce2-cf2690adb1f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1199718127-subnet', 'tenant_id': '518fa0d68256485d8c15c7ca946355d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:55.913990 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188a608e-cdfd-4e6a-bce3-5d637d52886d admin admin] Made reservation on behalf of 518fa0d68256485d8c15c7ca946355d2 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:50:55.917232 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-188a608e-cdfd-4e6a-bce3-5d637d52886d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.274395 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-188a608e-cdfd-4e6a-bce3-5d637d52886d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.342729 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a608e-cdfd-4e6a-bce3-5d637d52886d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a4191d9-e64e-4743-823a-6d34a29ab994,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:56.353855 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188a608e-cdfd-4e6a-bce3-5d637d52886d admin admin] Checking segment: {'id': '438f092c-63d3-4c8c-b4b5-84c92a8890bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e74c04aa-4182-4fb7-9ce2-cf2690adb1f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:50:56.354296 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188a608e-cdfd-4e6a-bce3-5d637d52886d admin admin] Network hostable DHCP agents. Network: e74c04aa-4182-4fb7-9ce2-cf2690adb1f4, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:50:56.467624 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188a608e-cdfd-4e6a-bce3-5d637d52886d admin admin] Network e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:50:56.550359 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7c3b45c-e08b-42fa-93d5-cf9bfbc18637 req-05e6c950-2574-4e07-a3e5-793c75506699 tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0279412 Aug 10 03:50:56.597412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-188a608e-cdfd-4e6a-bce3-5d637d52886d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, e74c04aa-4182-4fb7-9ce2-cf2690adb1f4) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:50:56.605804 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188a608e-cdfd-4e6a-bce3-5d637d52886d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:56.606386 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-188a608e-cdfd-4e6a-bce3-5d637d52886d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:56.609013 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac96b0a2-2f77-4a9c-9184-c871bc349b5f None None] Network e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:56.660989 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-ff55b65a-f04f-4e52-9a2e-f858384198c6 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:56.663758 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-ff55b65a-f04f-4e52-9a2e-f858384198c6 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/networks?id=090053fa-3622-4eb2-b424-9f79f809823c HTTP/1.1" status: 200 len: 805 time: 0.1343243 Aug 10 03:50:56.686015 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-5e779ab2-2302-4071-b12a-0bfe1974c199 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/quotas/23e5f3c2b75643ebb56574b008fa08d4 HTTP/1.1" status: 200 len: 375 time: 0.0175462 Aug 10 03:50:56.737472 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-188a608e-cdfd-4e6a-bce3-5d637d52886d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9216721 Aug 10 03:50:56.744606 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-0f2cf036-d840-4762-ab75-e8a9f30bd9ce tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=23e5f3c2b75643ebb56574b008fa08d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0577757 Aug 10 03:50:56.796042 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd919bf2-c2e0-4bdb-9ef5-c9fc045f83db req-baf1fb2e-6176-4867-a2fd-bddc9b5c8f09 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:56.806479 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fd919bf2-c2e0-4bdb-9ef5-c9fc045f83db req-baf1fb2e-6176-4867-a2fd-bddc9b5c8f09 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0917275 Aug 10 03:50:56.824195 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316dce38-be7c-4b41-bb43-ff65e2e1f9b3 None None] Network e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:50:56.892782 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fd919bf2-c2e0-4bdb-9ef5-c9fc045f83db req-bc9630de-63cf-4f5b-bc48-b0ead55ded3b tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780187 Aug 10 03:50:56.969898 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-2fce78e8-7aa2-4fed-87ce-866b41d5439f service neutron] 10.222.0.25 "GET /v2.0/networks/090053fa-3622-4eb2-b424-9f79f809823c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106102 Aug 10 03:50:57.099725 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-48b47275-aa57-4fe8-8a42-ee80fb13302f service neutron] 10.222.0.25 "GET /v2.0/networks/090053fa-3622-4eb2-b424-9f79f809823c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130977 Aug 10 03:50:57.162769 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0f809-e8f7-40b2-94d1-f49420c6d8e5 req-a8cbcb56-1756-44f1-9dda-094fb7e078cb tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:57.167224 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-56b0f809-e8f7-40b2-94d1-f49420c6d8e5 req-a8cbcb56-1756-44f1-9dda-094fb7e078cb tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c HTTP/1.1" status: 200 len: 945 time: 0.0534849 Aug 10 03:50:57.205749 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-56b0f809-e8f7-40b2-94d1-f49420c6d8e5 req-8151f788-37f4-4900-af23-f2e78b80c943 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff38f70-152f-465a-b256-1de92b769116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344200 Aug 10 03:50:57.249556 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ddff2f-5932-4e19-bf16-821af3e66e7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '584cd549-6e4c-4b3c-8a7b-213c8973acf9'}, {'server_uuid': '86f4fa5f-d8b5-4d57-a64c-8b0d10779c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c901ae39-40cb-49bf-bf6c-33c60415bfd9'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:50:57.252662 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0569031-5a22-4d31-be62-e37ca3082c52" -d '{"events": [{"server_uuid": "01ddff2f-5932-4e19-bf16-821af3e66e7b", "name": "network-vif-unplugged", "status": "completed", "tag": "584cd549-6e4c-4b3c-8a7b-213c8973acf9"}, {"server_uuid": "86f4fa5f-d8b5-4d57-a64c-8b0d10779c71", "name": "network-vif-unplugged", "status": "completed", "tag": "c901ae39-40cb-49bf-bf6c-33c60415bfd9"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:50:57.280184 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:57.400706 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 10 Aug 2021 03:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3b0f38-5dce-4335-b220-d2d5fcde703e x-openstack-request-id: req-9a3b0f38-5dce-4335-b220-d2d5fcde703e {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:50:57.402573 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ddff2f-5932-4e19-bf16-821af3e66e7b", "name": "network-vif-unplugged", "status": "completed", "tag": "584cd549-6e4c-4b3c-8a7b-213c8973acf9", "code": 200}, {"server_uuid": "86f4fa5f-d8b5-4d57-a64c-8b0d10779c71", "name": "network-vif-unplugged", "status": "completed", "tag": "c901ae39-40cb-49bf-bf6c-33c60415bfd9", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:50:57.403441 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a3b0f38-5dce-4335-b220-d2d5fcde703e {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:50:57.404214 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ddff2f-5932-4e19-bf16-821af3e66e7b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '584cd549-6e4c-4b3c-8a7b-213c8973acf9', 'code': 200} Aug 10 03:50:57.404694 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f4fa5f-d8b5-4d57-a64c-8b0d10779c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c901ae39-40cb-49bf-bf6c-33c60415bfd9', 'code': 200} Aug 10 03:50:57.527170 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7f54ba2e-3569-4d1f-8958-cc0a94ec81c7 req-e68a92df-e14e-49d2-bc3d-0788a0a8a871 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 210 time: 0.0981493 Aug 10 03:50:57.534214 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6ba1b607-e296-4956-9f3b-3627322c81ac req-2252d411-819f-4502-9f57-fdf1779e3f85 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c0d12045-d03e-4bd4-9f21-9766ab33fe13 HTTP/1.1" status: 200 len: 210 time: 0.0400932 Aug 10 03:50:57.578974 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-ab543d36-fbfe-455b-843b-3fef71c1ee1a tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:57.580433 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-ab543d36-fbfe-455b-843b-3fef71c1ee1a tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/networks?id=e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 HTTP/1.1" status: 200 len: 815 time: 0.1393170 Aug 10 03:50:57.595753 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-51ae2e69-4be3-4d81-b9d5-118be4bfbf9f tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/quotas/518fa0d68256485d8c15c7ca946355d2 HTTP/1.1" status: 200 len: 375 time: 0.0093784 Aug 10 03:50:57.630364 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-e65b170f-0fd3-4187-979d-715f6799d732 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=518fa0d68256485d8c15c7ca946355d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278304 Aug 10 03:50:57.657881 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fe5225c1-3c58-41ff-9c55-c80ce5811d96 req-de76b1bb-f7a5-485e-8922-2bbf227732a6 tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0286343 Aug 10 03:50:57.730481 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-9d6ab6f6-ccfa-4562-a7b1-19e74edf3d45 service neutron] 10.222.0.25 "GET /v2.0/networks/e74c04aa-4182-4fb7-9ce2-cf2690adb1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928423 Aug 10 03:50:57.826293 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-76a42019-6227-4bff-84b0-85d0f23d479d service neutron] 10.222.0.25 "GET /v2.0/networks/e74c04aa-4182-4fb7-9ce2-cf2690adb1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891271 Aug 10 03:50:58.041112 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e3b18c-bb5e-405e-b286-21507e9827a7 req-f38a1ebd-9e8c-4c1b-a9f9-05689d910064 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:58.042992 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a2e3b18c-bb5e-405e-b286-21507e9827a7 req-f38a1ebd-9e8c-4c1b-a9f9-05689d910064 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0619357 Aug 10 03:50:58.093178 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a2e3b18c-bb5e-405e-b286-21507e9827a7 req-b05f5fd0-7105-43be-b92a-706728fa9f91 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435405 Aug 10 03:50:58.135599 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bb395356-41b0-4aa0-983b-476649ae054f req-5363f20f-5aff-4752-b2ac-1a6d06850270 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2 HTTP/1.1" status: 200 len: 210 time: 0.0294781 Aug 10 03:50:58.322755 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa91a87-1e21-4ede-8e7f-7ceb747f50f1 req-188a9000-ff76-4e74-918a-2cee468f26e3 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:58.324252 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2fa91a87-1e21-4ede-8e7f-7ceb747f50f1 req-188a9000-ff76-4e74-918a-2cee468f26e3 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c HTTP/1.1" status: 200 len: 945 time: 0.0504231 Aug 10 03:50:58.362548 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2fa91a87-1e21-4ede-8e7f-7ceb747f50f1 req-f5555849-47ed-4b5a-a90c-71d216c2b794 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff38f70-152f-465a-b256-1de92b769116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319953 Aug 10 03:50:58.536343 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52315118-f0ce-4393-9444-6cc1a56e3d5e req-01f0e654-ba27-4fc7-a99c-d16fe06733f3 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:58.538165 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-52315118-f0ce-4393-9444-6cc1a56e3d5e req-01f0e654-ba27-4fc7-a99c-d16fe06733f3 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c HTTP/1.1" status: 200 len: 945 time: 0.1079800 Aug 10 03:50:58.547044 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 57582) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:50:58.563791 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-ab5ae8e5-e45e-4487-ae83-565a19c119f2 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Request body: {'floatingip': {'port_id': '600d9bd9-2c37-4b10-ac74-b88b3738d1c7'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:50:58.619229 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab5ae8e5-e45e-4487-ae83-565a19c119f2 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks [] for floatingip, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:58.667391 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device c901ae39-40cb-49bf-bf6c-33c60415bfd9 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:50:58.679752 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-22e4d6c3-4807-4870-97af-b0341cb88a1a req-1a44aa5b-82bf-40b9-9882-575ea3176f2c tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 210 time: 0.0581758 Aug 10 03:50:58.789626 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port c901ae39-40cb-49bf-bf6c-33c60415bfd9, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c901ae39-40cb-49bf-bf6c-33c60415bfd9,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:58.810935 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'c901ae39-40cb-49bf-bf6c-33c60415bfd9', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': 'c901ae39-40cb-49bf-bf6c-33c60415bfd9', 'mac_address': 'fa:16:3e:cf:68:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:50:58.812305 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5027024b-d7f7-4684-89aa-6bb2fd7f9d4f req-17ab5a9f-3014-44f5-bfd0-66fb6b027474 tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0585620 Aug 10 03:50:58.866532 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:58.879745 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c901ae39-40cb-49bf-bf6c-33c60415bfd9 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:50:58.900228 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port c901ae39-40cb-49bf-bf6c-33c60415bfd9, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c901ae39-40cb-49bf-bf6c-33c60415bfd9,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:58.969332 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.017502 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=c901ae39-40cb-49bf-bf6c-33c60415bfd9,revision_number=9']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:50:59.143320 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab5ae8e5-e45e-4487-ae83-565a19c119f2 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.197809 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['c901ae39-40cb-49bf-bf6c-33c60415bfd9'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:50:59.220535 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0a3e4a0c-9225-47b3-818b-1df6fec05739 req-25ae9b1e-c611-47cc-b377-07e17cb100e1 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2 HTTP/1.1" status: 200 len: 210 time: 0.0266271 Aug 10 03:50:59.230572 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a797f-f7d3-4b0f-9f20-28ca02b98cf6 req-f1bd7dd1-6f1e-4eae-8cea-dd7a9707304e tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:59.236338 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fd3a797f-f7d3-4b0f-9f20-28ca02b98cf6 req-f1bd7dd1-6f1e-4eae-8cea-dd7a9707304e tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0616369 Aug 10 03:50:59.267151 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab5ae8e5-e45e-4487-ae83-565a19c119f2 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.331907 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fd3a797f-f7d3-4b0f-9f20-28ca02b98cf6 req-62187168-adad-48cd-b8be-be993ee291d1 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923975 Aug 10 03:50:59.386678 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-ab5ae8e5-e45e-4487-ae83-565a19c119f2 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Floating IP 2e3a541f-0de5-4c0c-8ef9-5807fed22c84 associated. External IP: 172.25.0.150, port: 600d9bd9-2c37-4b10-ac74-b88b3738d1c7. Aug 10 03:50:59.414943 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da06b3e-854d-455c-b8bb-4116b15732bb req-4d7cd3c3-ee11-44cf-8a4d-b5acd2a47471 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:59.416860 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7da06b3e-854d-455c-b8bb-4116b15732bb req-4d7cd3c3-ee11-44cf-8a4d-b5acd2a47471 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.20 "GET /v2.0/ports?device_id=01ddff2f-5932-4e19-bf16-821af3e66e7b HTTP/1.1" status: 200 len: 943 time: 0.0493188 Aug 10 03:50:59.530747 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-7da06b3e-854d-455c-b8bb-4116b15732bb req-90fc6a6e-9619-47ed-a994-0bfb39372ce7 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Deleting port 584cd549-6e4c-4b3c-8a7b-213c8973acf9 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:50:59.531200 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-7da06b3e-854d-455c-b8bb-4116b15732bb req-90fc6a6e-9619-47ed-a994-0bfb39372ce7 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.619941 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ba24ac25-bc59-4788-8515-1daa54cd958e req-c004e164-29aa-43d8-9a27-34c14b26ebd5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0276735 Aug 10 03:50:59.644979 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5ae8e5-e45e-4487-ae83-565a19c119f2 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Router 9b4567af-eccf-4112-be64-28b94d626855 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:50:59.690090 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-7da06b3e-854d-455c-b8bb-4116b15732bb req-90fc6a6e-9619-47ed-a994-0bfb39372ce7 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] For port 584cd549-6e4c-4b3c-8a7b-213c8973acf9, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=584cd549-6e4c-4b3c-8a7b-213c8973acf9,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:50:59.692377 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-7da06b3e-854d-455c-b8bb-4116b15732bb req-90fc6a6e-9619-47ed-a994-0bfb39372ce7 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:50:59.715696 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-7da06b3e-854d-455c-b8bb-4116b15732bb req-90fc6a6e-9619-47ed-a994-0bfb39372ce7 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Calling delete_port for 584cd549-6e4c-4b3c-8a7b-213c8973acf9 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:50:59.812333 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-1bd50286-6f77-43e0-8e0f-408e2c2377dc tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:50:59.820851 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-1bd50286-6f77-43e0-8e0f-408e2c2377dc tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.68 "GET /v2.0/networks?id=090053fa-3622-4eb2-b424-9f79f809823c HTTP/1.1" status: 200 len: 805 time: 0.2237918 Aug 10 03:50:59.853949 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-cffca217-a384-4b7f-9ffd-0c091f626c9e tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Request body: {'port': {'device_id': '5341ad5c-7a22-49df-bc79-ce0646815e19', 'network_id': '090053fa-3622-4eb2-b424-9f79f809823c', 'admin_state_up': True, 'tenant_id': '23e5f3c2b75643ebb56574b008fa08d4'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:00.070306 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca1c5ca5-da3b-4018-a44a-2de2980b0616 req-bf237417-34f7-4e36-b69b-3192c3f007fc tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0266993 Aug 10 03:51:00.072280 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-855e2c48-25de-4503-8b37-aa53db2e10fb req-4f5cdf1a-60d8-4e2a-8b37-e7a4e2d59a80 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 210 time: 0.0390828 Aug 10 03:51:00.100294 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5ae8e5-e45e-4487-ae83-565a19c119f2 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:51:00.106243 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab5ae8e5-e45e-4487-ae83-565a19c119f2 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.110774 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5477c603-f699-436f-b12c-381057534ae9 None None] Sync routers for ids ['9b4567af-eccf-4112-be64-28b94d626855'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:51:00.120435 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5477c603-f699-436f-b12c-381057534ae9 None None] Routers {'9b4567af-eccf-4112-be64-28b94d626855'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:51:00.121054 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-5477c603-f699-436f-b12c-381057534ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:50:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['9b4567af-eccf-4112-be64-28b94d626855'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:00.133706 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ab5ae8e5-e45e-4487-ae83-565a19c119f2 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "PUT /v2.0/floatingips/2e3a541f-0de5-4c0c-8ef9-5807fed22c84 HTTP/1.1" status: 200 len: 991 time: 1.5855258 Aug 10 03:51:00.134822 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c', 'tag': '600d9bd9-2c37-4b10-ac74-b88b3738d1c7'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:00.137585 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b68e46-904e-417d-84b2-b556acb8175e" -d '{"events": [{"name": "network-changed", "server_uuid": "b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c", "tag": "600d9bd9-2c37-4b10-ac74-b88b3738d1c7"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:00.199491 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-cffca217-a384-4b7f-9ffd-0c091f626c9e tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Made reservation on behalf of 23e5f3c2b75643ebb56574b008fa08d4 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:00.203435 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-cffca217-a384-4b7f-9ffd-0c091f626c9e tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.226538 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-7da06b3e-854d-455c-b8bb-4116b15732bb req-90fc6a6e-9619-47ed-a994-0bfb39372ce7 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.230105 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dcd0b4-2ccb-41e4-838d-b3b26b3edf3f x-openstack-request-id: req-d4dcd0b4-2ccb-41e4-838d-b3b26b3edf3f {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:00.231046 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c", "tag": "600d9bd9-2c37-4b10-ac74-b88b3738d1c7", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:00.231465 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4dcd0b4-2ccb-41e4-838d-b3b26b3edf3f {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:00.232052 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c', 'tag': '600d9bd9-2c37-4b10-ac74-b88b3738d1c7', 'status': 'completed', 'code': 200} Aug 10 03:51:00.251101 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-5477c603-f699-436f-b12c-381057534ae9 None None] Set router 9b4567af-eccf-4112-be64-28b94d626855 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:51:00.300451 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc6a6e-9619-47ed-a994-0bfb39372ce7 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Pushing event deleted for resources: {'Port': ['ID=584cd549-6e4c-4b3c-8a7b-213c8973acf9,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:00.341637 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b68e46-904e-417d-84b2-b556acb8175e req-aafe346d-baf4-4fa5-9cf7-6ec36e32a08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:00.343652 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6b68e46-904e-417d-84b2-b556acb8175e req-aafe346d-baf4-4fa5-9cf7-6ec36e32a08e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=455216bb3ea34e1e9314603aca942071&device_id=b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c HTTP/1.1" status: 200 len: 1096 time: 0.0540137 Aug 10 03:51:00.386985 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da06b3e-854d-455c-b8bb-4116b15732bb req-90fc6a6e-9619-47ed-a994-0bfb39372ce7 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] No DVR routers for this DVR port 584cd549-6e4c-4b3c-8a7b-213c8973acf9 on host n-h2-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:51:00.412591 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-7da06b3e-854d-455c-b8bb-4116b15732bb req-90fc6a6e-9619-47ed-a994-0bfb39372ce7 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.415620 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7da06b3e-854d-455c-b8bb-4116b15732bb req-90fc6a6e-9619-47ed-a994-0bfb39372ce7 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.20 "DELETE /v2.0/ports/584cd549-6e4c-4b3c-8a7b-213c8973acf9 HTTP/1.1" status: 204 len: 173 time: 0.9907658 Aug 10 03:51:00.469990 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ddff2f-5932-4e19-bf16-821af3e66e7b', 'name': 'network-vif-deleted', 'tag': '584cd549-6e4c-4b3c-8a7b-213c8973acf9'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:00.472793 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d37c0a4-c6e8-433c-8372-047270b014a8" -d '{"events": [{"server_uuid": "01ddff2f-5932-4e19-bf16-821af3e66e7b", "name": "network-vif-deleted", "tag": "584cd549-6e4c-4b3c-8a7b-213c8973acf9"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:00.481439 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-03cfb4bf-0ecf-4d3b-b5c2-1d11d3f10cd0 req-ab36c9c9-96b3-43ae-a193-eefc9415bb62 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2 HTTP/1.1" status: 200 len: 210 time: 0.1437726 Aug 10 03:51:00.489582 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-cffca217-a384-4b7f-9ffd-0c091f626c9e tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Allocated IP 172.20.0.13 (090053fa-3622-4eb2-b424-9f79f809823c/0fb74cc3-4ca6-4831-90a5-8c72ae326916/5a4480ef-de4e-44c2-a93b-bf1f5b5e5423) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:00.539170 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b68e46-904e-417d-84b2-b556acb8175e req-1978b35c-172c-43f9-ad57-8b8585ae6cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:00.540741 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6b68e46-904e-417d-84b2-b556acb8175e req-1978b35c-172c-43f9-ad57-8b8585ae6cf5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92b87fe8-9d55-4b2e-9e12-e987835d0d07 HTTP/1.1" status: 200 len: 916 time: 0.1849568 Aug 10 03:51:00.548572 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a38b6-09fb-48c3-98b2-f82eef462931 req-3f20f510-7d91-4ad1-b449-54c38dd975a0 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:00.550377 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-004a38b6-09fb-48c3-98b2-f82eef462931 req-3f20f510-7d91-4ad1-b449-54c38dd975a0 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.1175277 Aug 10 03:51:00.582269 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5ef94e-ec89-49cc-9f6d-c260fa3c5538 x-openstack-request-id: req-db5ef94e-ec89-49cc-9f6d-c260fa3c5538 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:00.582571 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ddff2f-5932-4e19-bf16-821af3e66e7b", "name": "network-vif-deleted", "tag": "584cd549-6e4c-4b3c-8a7b-213c8973acf9", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:00.582785 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db5ef94e-ec89-49cc-9f6d-c260fa3c5538 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:00.583618 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ddff2f-5932-4e19-bf16-821af3e66e7b', 'name': 'network-vif-deleted', 'tag': '584cd549-6e4c-4b3c-8a7b-213c8973acf9', 'status': 'completed', 'code': 200} Aug 10 03:51:00.650249 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-004a38b6-09fb-48c3-98b2-f82eef462931 req-d39f1477-9afc-4817-90ba-7850faf94acb tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923676 Aug 10 03:51:00.679082 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-5477c603-f699-436f-b12c-381057534ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4567af-eccf-4112-be64-28b94d626855', 'name': 'tempest-ServersTestFqdnHostnames-1875955359-router', 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:23Z', 'updated_at': '2021-08-10T03:50:28Z', 'revision_number': 4, 'project_id': '455216bb3ea34e1e9314603aca942071', 'gw_port': {'id': '03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4567af-eccf-4112-be64-28b94d626855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:25Z', 'updated_at': '2021-08-10T03:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '2e3a541f-0de5-4c0c-8ef9-5807fed22c84', 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'floating_ip_address': '172.25.0.150', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '9b4567af-eccf-4112-be64-28b94d626855', 'port_id': '600d9bd9-2c37-4b10-ac74-b88b3738d1c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92b87fe8-9d55-4b2e-9e12-e987835d0d07', 'mac_address': 'fa:16:3e:c7:56:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:50:33Z', 'updated_at': '2021-08-10T03:50:59Z', 'revision_number': 1, 'project_id': '455216bb3ea34e1e9314603aca942071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e77aa05-fab9-4931-9efc-1573db2f4a5e', 'name': '', 'network_id': '92b87fe8-9d55-4b2e-9e12-e987835d0d07', 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'mac_address': 'fa:16:3e:65:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4567af-eccf-4112-be64-28b94d626855', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '2d781aa2-be8f-4750-961d-b5a631d74df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:27Z', 'updated_at': '2021-08-10T03:50:35Z', 'revision_number': 5, 'project_id': '455216bb3ea34e1e9314603aca942071', 'subnets': [{'id': '2d781aa2-be8f-4750-961d-b5a631d74df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:00.714707 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device c901ae39-40cb-49bf-bf6c-33c60415bfd9 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:00.728531 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5477c603-f699-436f-b12c-381057534ae9 None None] Checking router: 9b4567af-eccf-4112-be64-28b94d626855 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:51:00.733608 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-cffca217-a384-4b7f-9ffd-0c091f626c9e tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.737641 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:51:00.742777 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6b68e46-904e-417d-84b2-b556acb8175e req-2b2040f8-00af-48d7-9fca-e54c8579a21d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=600d9bd9-2c37-4b10-ac74-b88b3738d1c7 HTTP/1.1" status: 200 len: 999 time: 0.1742666 Aug 10 03:51:00.746003 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5477c603-f699-436f-b12c-381057534ae9 None None] Routers {'9b4567af-eccf-4112-be64-28b94d626855'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:51:00.746636 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-5477c603-f699-436f-b12c-381057534ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:50:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['9b4567af-eccf-4112-be64-28b94d626855'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:00.776206 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port c901ae39-40cb-49bf-bf6c-33c60415bfd9 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:00.776929 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.836907 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b68e46-904e-417d-84b2-b556acb8175e req-cc76b566-7b9f-43ba-abcb-6dbdb693a2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:00.839633 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6b68e46-904e-417d-84b2-b556acb8175e req-cc76b566-7b9f-43ba-abcb-6dbdb693a2c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d781aa2-be8f-4750-961d-b5a631d74df2 HTTP/1.1" status: 200 len: 854 time: 0.0809338 Aug 10 03:51:00.847481 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-04b015f7-4421-431d-9931-00dfec702bb7 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:00.850067 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-04b015f7-4421-431d-9931-00dfec702bb7 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.68 "GET /v2.0/networks?id=e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 HTTP/1.1" status: 200 len: 815 time: 0.2239072 Aug 10 03:51:00.863999 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-cffca217-a384-4b7f-9ffd-0c091f626c9e tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.874544 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-706ceb60-2aa5-4e24-b6e9-8b0b03fc7b54 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Request body: {'port': {'device_id': 'c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2', 'network_id': 'e74c04aa-4182-4fb7-9ce2-cf2690adb1f4', 'admin_state_up': True, 'tenant_id': '518fa0d68256485d8c15c7ca946355d2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:00.882683 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:00.904779 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-5477c603-f699-436f-b12c-381057534ae9 None None] Set router 9b4567af-eccf-4112-be64-28b94d626855 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:51:00.923220 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port c901ae39-40cb-49bf-bf6c-33c60415bfd9, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c901ae39-40cb-49bf-bf6c-33c60415bfd9,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:00.924651 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f4fa5f-d8b5-4d57-a64c-8b0d10779c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c901ae39-40cb-49bf-bf6c-33c60415bfd9'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:00.928246 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a6bb71-acf4-401c-805c-6103f0a71f00" -d '{"events": [{"server_uuid": "86f4fa5f-d8b5-4d57-a64c-8b0d10779c71", "name": "network-vif-plugged", "status": "completed", "tag": "c901ae39-40cb-49bf-bf6c-33c60415bfd9"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:00.944306 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-cffca217-a384-4b7f-9ffd-0c091f626c9e tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Network 090053fa-3622-4eb2-b424-9f79f809823c is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:00.947429 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-cffca217-a384-4b7f-9ffd-0c091f626c9e tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:00.951006 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-cffca217-a384-4b7f-9ffd-0c091f626c9e tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:00.989926 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f81b76-f437-4d79-aa23-df49125ada57 x-openstack-request-id: req-54f81b76-f437-4d79-aa23-df49125ada57 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:00.989926 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f4fa5f-d8b5-4d57-a64c-8b0d10779c71", "name": "network-vif-plugged", "status": "completed", "tag": "c901ae39-40cb-49bf-bf6c-33c60415bfd9", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:00.989926 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54f81b76-f437-4d79-aa23-df49125ada57 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:00.989926 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f4fa5f-d8b5-4d57-a64c-8b0d10779c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c901ae39-40cb-49bf-bf6c-33c60415bfd9', 'code': 200} Aug 10 03:51:01.011388 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b68e46-904e-417d-84b2-b556acb8175e req-f93233bf-22f2-4254-a59d-6eaa62848fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:01.012953 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6b68e46-904e-417d-84b2-b556acb8175e req-f93233bf-22f2-4254-a59d-6eaa62848fe9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92b87fe8-9d55-4b2e-9e12-e987835d0d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1539061 Aug 10 03:51:01.026646 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffca217-a384-4b7f-9ffd-0c091f626c9e tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Pushing event updated for resources: {'Port': ['ID=5a4480ef-de4e-44c2-a93b-bf1f5b5e5423,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:01.056766 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:01.057614 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 584cd549-6e4c-4b3c-8a7b-213c8973acf9 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:51:01.064231 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-cffca217-a384-4b7f-9ffd-0c091f626c9e tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:01.064983 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-cffca217-a384-4b7f-9ffd-0c091f626c9e tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:01.079830 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 584cd549-6e4c-4b3c-8a7b-213c8973acf9 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:51:01.080213 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 584cd549-6e4c-4b3c-8a7b-213c8973acf9 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:51:01.085245 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-706ceb60-2aa5-4e24-b6e9-8b0b03fc7b54 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Made reservation on behalf of 518fa0d68256485d8c15c7ca946355d2 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:01.089645 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-706ceb60-2aa5-4e24-b6e9-8b0b03fc7b54 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:01.191201 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-cffca217-a384-4b7f-9ffd-0c091f626c9e tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3505986 Aug 10 03:51:01.208340 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-1b9517a2-dec1-4533-abd1-ab6574bdf247 service neutron] Request body: {'port': {'device_id': '5341ad5c-7a22-49df-bc79-ce0646815e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:01.226881 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=c901ae39-40cb-49bf-bf6c-33c60415bfd9,revision_number=10']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:01.233313 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-5477c603-f699-436f-b12c-381057534ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4567af-eccf-4112-be64-28b94d626855', 'name': 'tempest-ServersTestFqdnHostnames-1875955359-router', 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:23Z', 'updated_at': '2021-08-10T03:50:28Z', 'revision_number': 4, 'project_id': '455216bb3ea34e1e9314603aca942071', 'gw_port': {'id': '03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4567af-eccf-4112-be64-28b94d626855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:25Z', 'updated_at': '2021-08-10T03:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '2e3a541f-0de5-4c0c-8ef9-5807fed22c84', 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'floating_ip_address': '172.25.0.150', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '9b4567af-eccf-4112-be64-28b94d626855', 'port_id': '600d9bd9-2c37-4b10-ac74-b88b3738d1c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92b87fe8-9d55-4b2e-9e12-e987835d0d07', 'mac_address': 'fa:16:3e:c7:56:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:50:33Z', 'updated_at': '2021-08-10T03:50:59Z', 'revision_number': 1, 'project_id': '455216bb3ea34e1e9314603aca942071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e77aa05-fab9-4931-9efc-1573db2f4a5e', 'name': '', 'network_id': '92b87fe8-9d55-4b2e-9e12-e987835d0d07', 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'mac_address': 'fa:16:3e:65:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4567af-eccf-4112-be64-28b94d626855', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '2d781aa2-be8f-4750-961d-b5a631d74df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:27Z', 'updated_at': '2021-08-10T03:50:35Z', 'revision_number': 5, 'project_id': '455216bb3ea34e1e9314603aca942071', 'subnets': [{'id': '2d781aa2-be8f-4750-961d-b5a631d74df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:01.288728 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5477c603-f699-436f-b12c-381057534ae9 None None] The sync data for ids ['9b4567af-eccf-4112-be64-28b94d626855'] in n-d-802893-2 is: [{'id': '9b4567af-eccf-4112-be64-28b94d626855', 'name': 'tempest-ServersTestFqdnHostnames-1875955359-router', 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:23Z', 'updated_at': '2021-08-10T03:50:28Z', 'revision_number': 4, 'project_id': '455216bb3ea34e1e9314603aca942071', 'gw_port': {'id': '03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4567af-eccf-4112-be64-28b94d626855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:25Z', 'updated_at': '2021-08-10T03:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '2e3a541f-0de5-4c0c-8ef9-5807fed22c84', 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'floating_ip_address': '172.25.0.150', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '9b4567af-eccf-4112-be64-28b94d626855', 'port_id': '600d9bd9-2c37-4b10-ac74-b88b3738d1c7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92b87fe8-9d55-4b2e-9e12-e987835d0d07', 'mac_address': 'fa:16:3e:c7:56:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:50:33Z', 'updated_at': '2021-08-10T03:50:59Z', 'revision_number': 1, 'project_id': '455216bb3ea34e1e9314603aca942071', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e77aa05-fab9-4931-9efc-1573db2f4a5e', 'name': '', 'network_id': '92b87fe8-9d55-4b2e-9e12-e987835d0d07', 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'mac_address': 'fa:16:3e:65:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4567af-eccf-4112-be64-28b94d626855', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '2d781aa2-be8f-4750-961d-b5a631d74df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:27Z', 'updated_at': '2021-08-10T03:50:35Z', 'revision_number': 5, 'project_id': '455216bb3ea34e1e9314603aca942071', 'subnets': [{'id': '2d781aa2-be8f-4750-961d-b5a631d74df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:51:01.315847 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-08c3c58d-6573-42cb-bb10-25b47eacefca req-06ce1285-c620-4494-ba26-305fc10e47dd tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0610633 Aug 10 03:51:01.347400 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-1b9517a2-dec1-4533-abd1-ab6574bdf247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:01.495435 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6b68e46-904e-417d-84b2-b556acb8175e req-023b6696-cce4-4282-aa27-192a63a63c6a service neutron] 10.222.0.20 "GET /v2.0/networks/92b87fe8-9d55-4b2e-9e12-e987835d0d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213994 Aug 10 03:51:01.530036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bb5bf-2d65-4eb2-bed8-667c592aacea req-7afabf85-01aa-475c-83e8-494f1aa7ac5c tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:01.544399 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff3bb5bf-2d65-4eb2-bed8-667c592aacea req-7afabf85-01aa-475c-83e8-494f1aa7ac5c tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 932 time: 0.3557396 Aug 10 03:51:01.688954 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-706ceb60-2aa5-4e24-b6e9-8b0b03fc7b54 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Allocated IP 172.20.0.8 (e74c04aa-4182-4fb7-9ce2-cf2690adb1f4/6a4191d9-e64e-4743-823a-6d34a29ab994/6ea866cc-5cb4-4f69-8626-4a15d1af770d) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:01.746737 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb73693-7353-46e5-9c69-ef08e5af86dc None None] New status for floating IP 2e3a541f-0de5-4c0c-8ef9-5807fed22c84: ACTIVE {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:51:01.758081 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff3bb5bf-2d65-4eb2-bed8-667c592aacea req-76e06f50-7f54-4c82-995e-251b27504c76 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126985 Aug 10 03:51:01.989351 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6b68e46-904e-417d-84b2-b556acb8175e req-fab59dbb-5084-4c37-a951-2cd32260eb23 service neutron] 10.222.0.20 "GET /v2.0/networks/92b87fe8-9d55-4b2e-9e12-e987835d0d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844353 Aug 10 03:51:02.024956 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dddd98-c32d-4084-a293-f56f4b2031c7 req-095019b3-25c4-4bae-b7f8-cf1c24c33878 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:02.026600 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25dddd98-c32d-4084-a293-f56f4b2031c7 req-095019b3-25c4-4bae-b7f8-cf1c24c33878 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.1584809 Aug 10 03:51:02.055548 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-706ceb60-2aa5-4e24-b6e9-8b0b03fc7b54 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:02.141692 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25dddd98-c32d-4084-a293-f56f4b2031c7 req-b07825da-b1a1-4049-8d0d-b85b95152ff8 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004629 Aug 10 03:51:02.208273 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3d7d91e4-049c-49c1-aad8-84d555b38994 req-90786d71-ad31-4f01-b0d8-24eb19fa30c1 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2 HTTP/1.1" status: 200 len: 210 time: 0.0845366 Aug 10 03:51:02.211178 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-706ceb60-2aa5-4e24-b6e9-8b0b03fc7b54 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:02.280934 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-706ceb60-2aa5-4e24-b6e9-8b0b03fc7b54 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Network e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:02.286808 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-706ceb60-2aa5-4e24-b6e9-8b0b03fc7b54 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:02.291805 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-706ceb60-2aa5-4e24-b6e9-8b0b03fc7b54 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:02.294636 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ceb60-2aa5-4e24-b6e9-8b0b03fc7b54 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Pushing event updated for resources: {'Port': ['ID=6ea866cc-5cb4-4f69-8626-4a15d1af770d,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:02.327635 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-1b9517a2-dec1-4533-abd1-ab6574bdf247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:51:02.336831 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-1b9517a2-dec1-4533-abd1-ab6574bdf247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:02.348611 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-706ceb60-2aa5-4e24-b6e9-8b0b03fc7b54 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:02.349009 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-1b9517a2-dec1-4533-abd1-ab6574bdf247 service neutron] Transition to ACTIVE for port object 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:02.349227 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-706ceb60-2aa5-4e24-b6e9-8b0b03fc7b54 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:02.446337 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8d086e42-354c-459e-9698-3c130974a722 req-8c373b27-48ec-4d09-9901-21a516391845 tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0281649 Aug 10 03:51:02.639939 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-1b9517a2-dec1-4533-abd1-ab6574bdf247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:02.655743 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-706ceb60-2aa5-4e24-b6e9-8b0b03fc7b54 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7717254 Aug 10 03:51:02.664900 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-9d4ad48d-1ca1-4bff-8f9d-ada1df80b593 service neutron] Request body: {'port': {'device_id': 'c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:02.756033 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9517a2-dec1-4533-abd1-ab6574bdf247 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4480ef-de4e-44c2-a93b-bf1f5b5e5423,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:02.778639 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-9d4ad48d-1ca1-4bff-8f9d-ada1df80b593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:02.824619 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-1b9517a2-dec1-4533-abd1-ab6574bdf247 service neutron] Attempting to bind port 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:02.824890 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-1b9517a2-dec1-4533-abd1-ab6574bdf247 service neutron] Attempting to bind port 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '217cc7ac-ee74-4f0b-b82c-3629bdc09967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '090053fa-3622-4eb2-b424-9f79f809823c'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:02.825178 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-1b9517a2-dec1-4533-abd1-ab6574bdf247 service neutron] Attempting to bind port 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423 on network 090053fa-3622-4eb2-b424-9f79f809823c {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:02.877152 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-1b9517a2-dec1-4533-abd1-ab6574bdf247 service neutron] Port 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423 on network 090053fa-3622-4eb2-b424-9f79f809823c not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:51:02.877487 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-1b9517a2-dec1-4533-abd1-ab6574bdf247 service neutron] Attempting to bind port 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423 on network 090053fa-3622-4eb2-b424-9f79f809823c {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:02.892267 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-1b9517a2-dec1-4533-abd1-ab6574bdf247 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:02.892598 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-1b9517a2-dec1-4533-abd1-ab6574bdf247 service neutron] Checking segment: {'id': '217cc7ac-ee74-4f0b-b82c-3629bdc09967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '090053fa-3622-4eb2-b424-9f79f809823c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:02.892995 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-1b9517a2-dec1-4533-abd1-ab6574bdf247 service neutron] Bound using segment: {'id': '217cc7ac-ee74-4f0b-b82c-3629bdc09967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '090053fa-3622-4eb2-b424-9f79f809823c'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:02.893432 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-1b9517a2-dec1-4533-abd1-ab6574bdf247 service neutron] Bound port: 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '217cc7ac-ee74-4f0b-b82c-3629bdc09967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '090053fa-3622-4eb2-b424-9f79f809823c'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:02.893791 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-1b9517a2-dec1-4533-abd1-ab6574bdf247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.048533 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4334c12-0e5f-4b3d-9155-05cf1c1bdda8 req-13ffa83f-60d1-41a2-a640-2da930d51fde tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:03.062623 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b4334c12-0e5f-4b3d-9155-05cf1c1bdda8 req-13ffa83f-60d1-41a2-a640-2da930d51fde tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 944 time: 0.2121363 Aug 10 03:51:03.086059 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-1b9517a2-dec1-4533-abd1-ab6574bdf247 service neutron] For port 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:03.127695 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-1b9517a2-dec1-4533-abd1-ab6574bdf247 service neutron] For port 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5a4480ef-de4e-44c2-a93b-bf1f5b5e5423,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:03.137981 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e7c371ea-4528-4837-8df2-03a620d37618 req-6ac9e78d-ef64-490f-8180-8ce657f887bb tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0477390 Aug 10 03:51:03.172619 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b4334c12-0e5f-4b3d-9155-05cf1c1bdda8 req-a0477d77-98f7-4cb4-bd3a-4f50752140e1 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041098 Aug 10 03:51:03.188802 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-1b9517a2-dec1-4533-abd1-ab6574bdf247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.244537 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-1b9517a2-dec1-4533-abd1-ab6574bdf247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:03.245294 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-1b9517a2-dec1-4533-abd1-ab6574bdf247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.246907 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-1b9517a2-dec1-4533-abd1-ab6574bdf247 service neutron] 10.222.0.68 "PUT /v2.0/ports/5a4480ef-de4e-44c2-a93b-bf1f5b5e5423 HTTP/1.1" status: 200 len: 1092 time: 2.0446155 Aug 10 03:51:03.247468 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5341ad5c-7a22-49df-bc79-ce0646815e19', 'tag': '5a4480ef-de4e-44c2-a93b-bf1f5b5e5423'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:03.250571 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5a677c-426e-4618-b4b2-bf53b56b9bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "5341ad5c-7a22-49df-bc79-ce0646815e19", "tag": "5a4480ef-de4e-44c2-a93b-bf1f5b5e5423"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:03.299565 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-9d4ad48d-1ca1-4bff-8f9d-ada1df80b593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea866cc-5cb4-4f69-8626-4a15d1af770d {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:51:03.313912 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-9d4ad48d-1ca1-4bff-8f9d-ada1df80b593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.324792 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76ebfbb-6909-4005-bfbe-7caa6eae3020 x-openstack-request-id: req-b76ebfbb-6909-4005-bfbe-7caa6eae3020 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:03.325102 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5341ad5c-7a22-49df-bc79-ce0646815e19", "tag": "5a4480ef-de4e-44c2-a93b-bf1f5b5e5423", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:03.325389 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b76ebfbb-6909-4005-bfbe-7caa6eae3020 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:03.332987 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5341ad5c-7a22-49df-bc79-ce0646815e19', 'tag': '5a4480ef-de4e-44c2-a93b-bf1f5b5e5423', 'status': 'completed', 'code': 200} Aug 10 03:51:03.342004 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9517a2-dec1-4533-abd1-ab6574bdf247 service neutron] Pushing event updated for resources: {'Port': ['ID=5a4480ef-de4e-44c2-a93b-bf1f5b5e5423,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:03.342212 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732ea57-beff-446c-ab24-970ab8319ba2 req-7485ed25-957b-483d-86a9-4da76a0956b7 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:03.344442 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3732ea57-beff-446c-ab24-970ab8319ba2 req-7485ed25-957b-483d-86a9-4da76a0956b7 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0908833 Aug 10 03:51:03.348275 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-9d4ad48d-1ca1-4bff-8f9d-ada1df80b593 service neutron] Transition to ACTIVE for port object 6ea866cc-5cb4-4f69-8626-4a15d1af770d will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:03.396357 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3732ea57-beff-446c-ab24-970ab8319ba2 req-658727c3-1207-4dd0-b339-ca59b28f1eb6 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445867 Aug 10 03:51:03.414465 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a677c-426e-4618-b4b2-bf53b56b9bf1 req-b52a0cab-40d9-43a3-9f17-8d8ba2e2246c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:03.416234 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1d5a677c-426e-4618-b4b2-bf53b56b9bf1 req-b52a0cab-40d9-43a3-9f17-8d8ba2e2246c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=23e5f3c2b75643ebb56574b008fa08d4&device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 1095 time: 0.0707843 Aug 10 03:51:03.428047 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-9d4ad48d-1ca1-4bff-8f9d-ada1df80b593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.474689 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ad48d-1ca1-4bff-8f9d-ada1df80b593 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea866cc-5cb4-4f69-8626-4a15d1af770d,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:03.702996 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67f285-5600-4754-a96d-587733f51b9c req-d7a61e84-9d9e-47a5-a743-49ce90513f09 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:03.702996 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5c67f285-5600-4754-a96d-587733f51b9c req-d7a61e84-9d9e-47a5-a743-49ce90513f09 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2 HTTP/1.1" status: 200 len: 943 time: 0.1481912 Aug 10 03:51:03.702996 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5c67f285-5600-4754-a96d-587733f51b9c req-080d982c-e193-4b63-95dd-1ee24090a6c6 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626187 Aug 10 03:51:03.704548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-9d4ad48d-1ca1-4bff-8f9d-ada1df80b593 service neutron] Attempting to bind port 6ea866cc-5cb4-4f69-8626-4a15d1af770d on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:03.704548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-9d4ad48d-1ca1-4bff-8f9d-ada1df80b593 service neutron] Attempting to bind port 6ea866cc-5cb4-4f69-8626-4a15d1af770d by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '438f092c-63d3-4c8c-b4b5-84c92a8890bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e74c04aa-4182-4fb7-9ce2-cf2690adb1f4'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:03.704548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-9d4ad48d-1ca1-4bff-8f9d-ada1df80b593 service neutron] Attempting to bind port 6ea866cc-5cb4-4f69-8626-4a15d1af770d on network e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:03.705550 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a677c-426e-4618-b4b2-bf53b56b9bf1 req-44be311b-000d-4ddc-9ba2-83275c1d7241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:03.705550 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1d5a677c-426e-4618-b4b2-bf53b56b9bf1 req-44be311b-000d-4ddc-9ba2-83275c1d7241 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=23e5f3c2b75643ebb56574b008fa08d4&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2252767 Aug 10 03:51:03.706316 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-9d4ad48d-1ca1-4bff-8f9d-ada1df80b593 service neutron] Port 6ea866cc-5cb4-4f69-8626-4a15d1af770d on network e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:51:03.706316 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-9d4ad48d-1ca1-4bff-8f9d-ada1df80b593 service neutron] Attempting to bind port 6ea866cc-5cb4-4f69-8626-4a15d1af770d on network e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:03.706316 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-9d4ad48d-1ca1-4bff-8f9d-ada1df80b593 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:03.706316 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-9d4ad48d-1ca1-4bff-8f9d-ada1df80b593 service neutron] Checking segment: {'id': '438f092c-63d3-4c8c-b4b5-84c92a8890bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e74c04aa-4182-4fb7-9ce2-cf2690adb1f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:03.706316 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-9d4ad48d-1ca1-4bff-8f9d-ada1df80b593 service neutron] Bound using segment: {'id': '438f092c-63d3-4c8c-b4b5-84c92a8890bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e74c04aa-4182-4fb7-9ce2-cf2690adb1f4'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:03.706316 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-9d4ad48d-1ca1-4bff-8f9d-ada1df80b593 service neutron] Bound port: 6ea866cc-5cb4-4f69-8626-4a15d1af770d, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '438f092c-63d3-4c8c-b4b5-84c92a8890bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e74c04aa-4182-4fb7-9ce2-cf2690adb1f4'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:03.706316 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-9d4ad48d-1ca1-4bff-8f9d-ada1df80b593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.780231 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-9d4ad48d-1ca1-4bff-8f9d-ada1df80b593 service neutron] For port 6ea866cc-5cb4-4f69-8626-4a15d1af770d, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:03.790052 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-9d4ad48d-1ca1-4bff-8f9d-ada1df80b593 service neutron] For port 6ea866cc-5cb4-4f69-8626-4a15d1af770d, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=6ea866cc-5cb4-4f69-8626-4a15d1af770d,segment=NetworkSegment(438f092c-63d3-4c8c-b4b5-84c92a8890bc),segment_id=438f092c-63d3-4c8c-b4b5-84c92a8890bc)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:03.812723 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a677c-426e-4618-b4b2-bf53b56b9bf1 req-6e7396b6-12dd-4aaf-9c68-2d988111fcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:03.814206 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1d5a677c-426e-4618-b4b2-bf53b56b9bf1 req-6e7396b6-12dd-4aaf-9c68-2d988111fcd5 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1485050 Aug 10 03:51:03.887163 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-9d4ad48d-1ca1-4bff-8f9d-ada1df80b593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.934233 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-d09ebb02-723d-424d-a33f-5d4becfb15dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:03.937067 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-d09ebb02-723d-424d-a33f-5d4becfb15dd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=23e5f3c2b75643ebb56574b008fa08d4&device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 1095 time: 0.0675683 Aug 10 03:51:03.953785 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ad48d-1ca1-4bff-8f9d-ada1df80b593 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea866cc-5cb4-4f69-8626-4a15d1af770d,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:03.959395 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-9d4ad48d-1ca1-4bff-8f9d-ada1df80b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:03.960608 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-9d4ad48d-1ca1-4bff-8f9d-ada1df80b593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:03.962971 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-9d4ad48d-1ca1-4bff-8f9d-ada1df80b593 service neutron] 10.222.0.68 "PUT /v2.0/ports/6ea866cc-5cb4-4f69-8626-4a15d1af770d HTTP/1.1" status: 200 len: 1091 time: 1.3105080 Aug 10 03:51:03.963430 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2', 'tag': '6ea866cc-5cb4-4f69-8626-4a15d1af770d'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:03.966083 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c979cc6-e664-4dca-a086-f5353e8ef166" -d '{"events": [{"name": "network-changed", "server_uuid": "c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2", "tag": "6ea866cc-5cb4-4f69-8626-4a15d1af770d"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:04.011557 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-fef75f9d-980c-45f0-8135-c30aadb9fa8f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5a4480ef-de4e-44c2-a93b-bf1f5b5e5423 HTTP/1.1" status: 200 len: 217 time: 0.0661142 Aug 10 03:51:04.013225 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934ed830-d925-4e7f-bf24-86f25c538309 x-openstack-request-id: req-934ed830-d925-4e7f-bf24-86f25c538309 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:04.016592 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2", "tag": "6ea866cc-5cb4-4f69-8626-4a15d1af770d", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:04.016592 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-934ed830-d925-4e7f-bf24-86f25c538309 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:04.016592 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2', 'tag': '6ea866cc-5cb4-4f69-8626-4a15d1af770d', 'status': 'completed', 'code': 200} Aug 10 03:51:04.077639 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-293f6e7c-5ba1-468e-bbda-28e21ec6633b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:04.079519 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-293f6e7c-5ba1-468e-bbda-28e21ec6633b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0fb74cc3-4ca6-4831-90a5-8c72ae326916 HTTP/1.1" status: 200 len: 845 time: 0.0564501 Aug 10 03:51:04.093942 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c979cc6-e664-4dca-a086-f5353e8ef166 req-537e72ef-d6ca-4cb5-a320-fe1e75d8956e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:04.095749 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c979cc6-e664-4dca-a086-f5353e8ef166 req-537e72ef-d6ca-4cb5-a320-fe1e75d8956e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=518fa0d68256485d8c15c7ca946355d2&device_id=c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2 HTTP/1.1" status: 200 len: 1094 time: 0.0612063 Aug 10 03:51:04.112930 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-2dafc6db-1582-49f8-b007-8f2be456de45 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=090053fa-3622-4eb2-b424-9f79f809823c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261202 Aug 10 03:51:04.244396 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-72839078-de20-48f7-a9be-4a7afdfa80fb service neutron] 10.222.0.68 "GET /v2.0/networks/090053fa-3622-4eb2-b424-9f79f809823c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235666 Aug 10 03:51:04.372283 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e3069857-3c3e-471e-8c65-881dc8140f94 req-d1bb1fbc-31e9-4a34-8ad3-0eeba5e09fb2 tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0613730 Aug 10 03:51:04.383095 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c979cc6-e664-4dca-a086-f5353e8ef166 req-41283f6f-ebef-474c-b81b-dc051ee531f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:04.384784 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c979cc6-e664-4dca-a086-f5353e8ef166 req-41283f6f-ebef-474c-b81b-dc051ee531f2 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=518fa0d68256485d8c15c7ca946355d2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2789879 Aug 10 03:51:04.397685 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef42ae-0e6d-433f-b8f9-548edc566a0c req-ed017541-8f55-4bb4-9eed-5a6a1b641b5a tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:04.399514 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e1ef42ae-0e6d-433f-b8f9-548edc566a0c req-ed017541-8f55-4bb4-9eed-5a6a1b641b5a tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 944 time: 0.0821908 Aug 10 03:51:04.436534 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8a9fe1f0-9945-4ac2-8233-1303c17cbc42 req-0fd9c8ac-9d2f-4795-81d8-dbab7473053d service neutron] 10.222.0.68 "GET /v2.0/networks/090053fa-3622-4eb2-b424-9f79f809823c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794245 Aug 10 03:51:04.468601 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e1ef42ae-0e6d-433f-b8f9-548edc566a0c req-847a2023-4e6a-4df9-8e96-2ab5b3ee3e20 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625827 Aug 10 03:51:04.596734 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2152ca-458f-48ad-9497-8720fcea6a4d req-406324d3-c572-4a3e-8d24-dd9d845e702f tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:04.605227 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5c2152ca-458f-48ad-9497-8720fcea6a4d req-406324d3-c572-4a3e-8d24-dd9d845e702f tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.1046412 Aug 10 03:51:04.613020 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c979cc6-e664-4dca-a086-f5353e8ef166 req-d4c7c786-c36c-498b-bf10-f13ee777023a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:04.616139 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c979cc6-e664-4dca-a086-f5353e8ef166 req-d4c7c786-c36c-498b-bf10-f13ee777023a service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2224798 Aug 10 03:51:04.661182 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5c2152ca-458f-48ad-9497-8720fcea6a4d req-b9b20d45-40fb-45c4-9326-616cb3fd2418 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540771 Aug 10 03:51:04.741263 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-81bcf47c-fd36-482b-b6ad-baf379df890a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:04.743494 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-81bcf47c-fd36-482b-b6ad-baf379df890a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=518fa0d68256485d8c15c7ca946355d2&device_id=c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2 HTTP/1.1" status: 200 len: 1094 time: 0.0685530 Aug 10 03:51:04.778818 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe7355-5e5b-43de-95fe-d2af32ae6685 req-619a7aa4-a37a-4e4c-ada5-d7906f209c74 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:04.788570 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-79fe7355-5e5b-43de-95fe-d2af32ae6685 req-619a7aa4-a37a-4e4c-ada5-d7906f209c74 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2 HTTP/1.1" status: 200 len: 943 time: 0.0738952 Aug 10 03:51:04.807424 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-e6f0582d-771f-415f-a3e6-4479ffd91f86 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ea866cc-5cb4-4f69-8626-4a15d1af770d HTTP/1.1" status: 200 len: 217 time: 0.0496609 Aug 10 03:51:04.892873 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-79fe7355-5e5b-43de-95fe-d2af32ae6685 req-a2146051-150f-4bab-bfb5-642d8a6d66ac tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560274 Aug 10 03:51:04.893271 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-bb1d03e3-432f-43cd-ba6c-7cfd9868e866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:04.898605 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-bb1d03e3-432f-43cd-ba6c-7cfd9868e866 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6a4191d9-e64e-4743-823a-6d34a29ab994 HTTP/1.1" status: 200 len: 855 time: 0.0835140 Aug 10 03:51:04.937295 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-be5cd1e8-ffeb-403f-95fd-9a9970a6040b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e74c04aa-4182-4fb7-9ce2-cf2690adb1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305216 Aug 10 03:51:04.950492 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-1e7ec594-e3c2-4756-8dca-9f7722f2ed3d service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:51:04.952649 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-1e7ec594-e3c2-4756-8dca-9f7722f2ed3d service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062416 Aug 10 03:51:05.023640 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-f92df4f9-7e47-44aa-a458-7c6780f8b29e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0555310 Aug 10 03:51:05.079550 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-8bdef6bc-35ab-459d-a22f-4c97a8f4aca6 service neutron] 10.222.0.68 "GET /v2.0/networks/e74c04aa-4182-4fb7-9ce2-cf2690adb1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120248 Aug 10 03:51:05.134283 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-436f4445-e051-4621-9539-678e672267e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:05.134773 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-436f4445-e051-4621-9539-678e672267e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:05.136505 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-436f4445-e051-4621-9539-678e672267e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:05.139644 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-436f4445-e051-4621-9539-678e672267e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:05.140365 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-436f4445-e051-4621-9539-678e672267e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:05.141126 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-436f4445-e051-4621-9539-678e672267e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:05.141776 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-436f4445-e051-4621-9539-678e672267e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:05.144889 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-436f4445-e051-4621-9539-678e672267e1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=131e3b69db844409bca7efef95f46481&device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 6489 time: 0.0660198 Aug 10 03:51:05.188720 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5d144dcc-84de-435e-86b4-5c98f3c5f3c6 req-67aeeab3-0598-46cb-8c1f-bb3c6749622b service neutron] 10.222.0.68 "GET /v2.0/networks/e74c04aa-4182-4fb7-9ce2-cf2690adb1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010997 Aug 10 03:51:05.297300 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-ac4aed4e-33d9-4d4d-92f7-26ba872b710b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:05.297708 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-ac4aed4e-33d9-4d4d-92f7-26ba872b710b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:05.298168 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-ac4aed4e-33d9-4d4d-92f7-26ba872b710b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:05.299765 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-ac4aed4e-33d9-4d4d-92f7-26ba872b710b service neutron] 10.222.0.68 "GET /v2.0/networks?id=fa395f05-97ff-41a7-920e-74dd9aa81561&id=417fd08b-d4a9-43bf-abeb-ff8394392512&id=417fd08b-d4a9-43bf-abeb-ff8394392512&id=417fd08b-d4a9-43bf-abeb-ff8394392512&id=417fd08b-d4a9-43bf-abeb-ff8394392512&id=6124ac5f-cc2c-4188-9079-e96ada11101c&id=6124ac5f-cc2c-4188-9079-e96ada11101c HTTP/1.1" status: 200 len: 2293 time: 0.1270077 Aug 10 03:51:05.376597 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-e5d550b3-73ce-4001-a09f-06d7670b3218 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b16112ea-945d-400e-93b8-dc4400ca7754 HTTP/1.1" status: 200 len: 1002 time: 0.0656543 Aug 10 03:51:05.447980 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-41c4da0b-89a0-402f-8e91-865ec08f0a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:05.449080 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-41c4da0b-89a0-402f-8e91-865ec08f0a4d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1583fe6d-0928-4ce5-a5da-99afb99ff698 HTTP/1.1" status: 200 len: 851 time: 0.0648880 Aug 10 03:51:05.514949 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-57d3cd97-372f-400d-a831-4689ea948722 req-840d5e3e-fba6-46bf-a9f9-b17bf56b1d46 tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0318301 Aug 10 03:51:05.518490 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-9496c712-3462-42a2-9d0a-d50ba81a9238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:05.520390 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-9496c712-3462-42a2-9d0a-d50ba81a9238 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fa395f05-97ff-41a7-920e-74dd9aa81561&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606251 Aug 10 03:51:05.654904 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b5b41-232f-4c25-a8a9-fe9760eb9ee8 req-6318679f-edd3-4049-ba3f-e3a0e5b6d895 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:05.661159 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-790b5b41-232f-4c25-a8a9-fe9760eb9ee8 req-6318679f-edd3-4049-ba3f-e3a0e5b6d895 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 944 time: 0.1041167 Aug 10 03:51:05.664745 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-bf35f5ff-6da0-4809-aa22-25138a2cf145 service neutron] 10.222.0.68 "GET /v2.0/networks/fa395f05-97ff-41a7-920e-74dd9aa81561?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349478 Aug 10 03:51:05.755284 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-790b5b41-232f-4c25-a8a9-fe9760eb9ee8 req-38aa879e-2324-47a1-8a8b-1980835ba3ec tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891478 Aug 10 03:51:05.812065 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-59c218cb-42a5-46d5-800a-147087f5507e service neutron] 10.222.0.68 "GET /v2.0/networks/fa395f05-97ff-41a7-920e-74dd9aa81561?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285679 Aug 10 03:51:05.826555 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42124a-7385-459f-a90e-e6fa50f78867 req-239fbdc9-47f2-4c0b-9af1-67d801177946 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:05.832448 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7a42124a-7385-459f-a90e-e6fa50f78867 req-239fbdc9-47f2-4c0b-9af1-67d801177946 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0809596 Aug 10 03:51:05.866918 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-ae039f78-6ba3-4212-957b-629ea9a8c5e8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.244&port_id=f967e2df-2718-4410-a5e2-41f4e2475bac HTTP/1.1" status: 200 len: 217 time: 0.0483727 Aug 10 03:51:05.899789 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7a42124a-7385-459f-a90e-e6fa50f78867 req-e0bdd7a6-9aba-4501-b2fc-84c88902e47e tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637414 Aug 10 03:51:05.942007 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-f86a0937-907d-437f-ab2f-d96cc98e688f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:05.944325 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-f86a0937-907d-437f-ab2f-d96cc98e688f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7b687a16-5dca-4966-9a46-f39eb550130f HTTP/1.1" status: 200 len: 797 time: 0.0618360 Aug 10 03:51:05.996849 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-24df6398-e7da-43a2-9104-5f2ec3fdd613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:05.997878 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-24df6398-e7da-43a2-9104-5f2ec3fdd613 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=417fd08b-d4a9-43bf-abeb-ff8394392512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0457835 Aug 10 03:51:06.029596 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f1cb0-643f-4ab9-af3c-b5e8d2e634ce req-c745970a-7a9e-46ad-998a-5d0af745f952 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:06.031374 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-677f1cb0-643f-4ab9-af3c-b5e8d2e634ce req-c745970a-7a9e-46ad-998a-5d0af745f952 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2 HTTP/1.1" status: 200 len: 943 time: 0.0635960 Aug 10 03:51:06.077198 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-677f1cb0-643f-4ab9-af3c-b5e8d2e634ce req-6f1dbe13-4842-4076-b5d8-a5073f3bc737 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394952 Aug 10 03:51:06.105259 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-efbf6a31-1a96-4d0f-b114-49aa62254f19 service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970702 Aug 10 03:51:06.218643 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-39e96517-e438-4144-92b0-98a6fb07a703 service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054170 Aug 10 03:51:06.263378 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-fa01e385-dd41-47ac-9d32-9632325a7ad1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=14710601-7780-4dc4-9078-9d9e5dd540bd HTTP/1.1" status: 200 len: 217 time: 0.0377336 Aug 10 03:51:06.314840 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-63f8e50b-16d6-4ce6-be10-40941907b446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:06.316547 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-63f8e50b-16d6-4ce6-be10-40941907b446 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7b687a16-5dca-4966-9a46-f39eb550130f HTTP/1.1" status: 200 len: 797 time: 0.0447416 Aug 10 03:51:06.372167 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-333b0416-acf8-42d1-9c60-a45d04c3b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:06.373836 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-333b0416-acf8-42d1-9c60-a45d04c3b5ec service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=417fd08b-d4a9-43bf-abeb-ff8394392512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0487051 Aug 10 03:51:06.475869 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-3f99b511-8212-4e3b-ad4f-8b8751d83697 service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941348 Aug 10 03:51:06.579806 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-4492194f-0665-49be-82a2-e1e9bb512cb4 service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961647 Aug 10 03:51:06.640417 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-f64a6e21-9f62-4104-832e-f2a236544856 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=ed70a477-1112-4bcb-a46c-2d53afbe9813 HTTP/1.1" status: 200 len: 217 time: 0.0502927 Aug 10 03:51:06.653446 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-67cdfd73-4e74-49a4-980d-5fb55425e71e req-3ecf9e3e-ea7c-452e-96f4-fa325e2602ab tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0444100 Aug 10 03:51:06.702418 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-c3252c59-cc7d-40c3-b8a1-75827f8f644c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:06.703903 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-c3252c59-cc7d-40c3-b8a1-75827f8f644c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7b687a16-5dca-4966-9a46-f39eb550130f HTTP/1.1" status: 200 len: 797 time: 0.0565791 Aug 10 03:51:06.760269 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-96a7dc91-9680-401a-a105-1171a18157a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:06.762117 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-96a7dc91-9680-401a-a105-1171a18157a9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=417fd08b-d4a9-43bf-abeb-ff8394392512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0454106 Aug 10 03:51:06.916383 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc762760-064d-43da-8bfb-7fcc55b74656 req-0e904bc5-e5ea-431b-9bc3-774d5c0a4be1 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:06.918031 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc762760-064d-43da-8bfb-7fcc55b74656 req-0e904bc5-e5ea-431b-9bc3-774d5c0a4be1 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 944 time: 0.0854981 Aug 10 03:51:06.972850 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-400a9fe0-913d-4431-998c-8846e278a156 service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977959 Aug 10 03:51:06.978518 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc762760-064d-43da-8bfb-7fcc55b74656 req-7252fe9f-9d49-42ba-ac1d-7410f7f170d0 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503480 Aug 10 03:51:07.031148 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d251c37-1b92-4824-b5a2-f89167ca933b req-170f3309-978f-451b-a333-23cbb5967329 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:07.042108 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d251c37-1b92-4824-b5a2-f89167ca933b req-170f3309-978f-451b-a333-23cbb5967329 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0659151 Aug 10 03:51:07.101742 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-4eff8c12-a7f7-4912-a2f2-56d1bd661f6f service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212561 Aug 10 03:51:07.116329 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d251c37-1b92-4824-b5a2-f89167ca933b req-c9167196-fa03-49f5-a1a8-4cabc1b7b0d0 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678775 Aug 10 03:51:07.180329 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-7c5cfa80-69e7-4c29-af00-50eaca8a486b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=9f78b27d-b50f-47fa-bf82-e1195b79cdfa HTTP/1.1" status: 200 len: 217 time: 0.0640931 Aug 10 03:51:07.235343 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f58fc-bff6-470f-8b79-f866e7e64f83 req-577da320-945a-44f8-8d07-6115f29d62e0 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:07.237083 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-856f58fc-bff6-470f-8b79-f866e7e64f83 req-577da320-945a-44f8-8d07-6115f29d62e0 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2 HTTP/1.1" status: 200 len: 943 time: 0.0596244 Aug 10 03:51:07.250535 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-83e77125-820d-4169-b134-290494af9235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:07.252167 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-83e77125-820d-4169-b134-290494af9235 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=7b687a16-5dca-4966-9a46-f39eb550130f HTTP/1.1" status: 200 len: 797 time: 0.0589209 Aug 10 03:51:07.305531 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-856f58fc-bff6-470f-8b79-f866e7e64f83 req-06705ef4-e288-4135-8ab1-e6afff0737b4 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551057 Aug 10 03:51:07.334001 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-ea241335-e5f2-4585-b03a-fbc920c9eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:07.335812 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-ea241335-e5f2-4585-b03a-fbc920c9eee2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=417fd08b-d4a9-43bf-abeb-ff8394392512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0749202 Aug 10 03:51:07.439388 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-8ae14c32-31e3-4ff3-8615-431b3b0d10bb service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956492 Aug 10 03:51:07.544799 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-2637186e-ea1d-4b8d-a6c0-f54382dc3c25 service neutron] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924382 Aug 10 03:51:07.591636 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-d008613d-6473-47fd-b12e-e7771f1d90ce service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=db6f0dfe-aee4-4b7b-be43-c2e8f14c481f HTTP/1.1" status: 200 len: 217 time: 0.0394940 Aug 10 03:51:07.643094 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-717b1de3-e6c7-4e58-99b2-f4a125f2b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:07.645299 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-717b1de3-e6c7-4e58-99b2-f4a125f2b49c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0453306b-cd65-4df9-b318-fe396283b459 HTTP/1.1" status: 200 len: 797 time: 0.0459986 Aug 10 03:51:07.709294 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-a41aa72c-d29c-4b63-8d8a-4909ecacc2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:07.710806 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-a41aa72c-d29c-4b63-8d8a-4909ecacc2cf service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6124ac5f-cc2c-4188-9079-e96ada11101c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0575330 Aug 10 03:51:07.801217 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-98159103-6672-422e-ac93-91f384fc1f87 req-ffd7c207-ab9b-4d58-b130-4089f867a1a2 tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0336304 Aug 10 03:51:07.845214 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-8b092525-9824-4460-afed-fe8c62da6f2a service neutron] 10.222.0.68 "GET /v2.0/networks/6124ac5f-cc2c-4188-9079-e96ada11101c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257370 Aug 10 03:51:07.958597 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-24a63bab-2af8-48d2-a587-9819206becac service neutron] 10.222.0.68 "GET /v2.0/networks/6124ac5f-cc2c-4188-9079-e96ada11101c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061897 Aug 10 03:51:07.976245 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:51:08.014443 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-49fec5f6-7a4f-4b7d-893f-c893c35e4abc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f HTTP/1.1" status: 200 len: 217 time: 0.0469062 Aug 10 03:51:08.071533 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-4aa54de6-0acc-41fc-bdbd-96d6a970b5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:08.072959 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-4aa54de6-0acc-41fc-bdbd-96d6a970b5f5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0453306b-cd65-4df9-b318-fe396283b459 HTTP/1.1" status: 200 len: 797 time: 0.0512636 Aug 10 03:51:08.144023 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e0b56-5860-4e68-98b7-529a379bd7d0 req-7497362c-b82f-4cd3-9ef4-6d48068e71e6 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:08.145659 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b8e0b56-5860-4e68-98b7-529a379bd7d0 req-7497362c-b82f-4cd3-9ef4-6d48068e71e6 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 944 time: 0.0672698 Aug 10 03:51:08.145825 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-671df63c-227d-474f-9bb5-a31dfdb36cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:08.147300 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-671df63c-227d-474f-9bb5-a31dfdb36cfa service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6124ac5f-cc2c-4188-9079-e96ada11101c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0670102 Aug 10 03:51:08.174644 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5a4480ef-de4e-44c2-a93b-bf1f5b5e5423,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:08.193839 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '5a4480ef-de4e-44c2-a93b-bf1f5b5e5423', 'network_id': '090053fa-3622-4eb2-b424-9f79f809823c', 'port_id': '5a4480ef-de4e-44c2-a93b-bf1f5b5e5423', 'mac_address': 'fa:16:3e:56:b5:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb74cc3-4ca6-4831-90a5-8c72ae326916', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:51:08.206279 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b8e0b56-5860-4e68-98b7-529a379bd7d0 req-f4bfb5ff-0ea9-438d-a20c-aa4a6e2683b5 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514481 Aug 10 03:51:08.251537 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:08.280201 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:51:08.322365 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-2c8e0436-0c96-4861-9e3f-723b7ea73ed2 service neutron] 10.222.0.68 "GET /v2.0/networks/6124ac5f-cc2c-4188-9079-e96ada11101c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659422 Aug 10 03:51:08.324132 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5a4480ef-de4e-44c2-a93b-bf1f5b5e5423,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:08.360061 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0c4cd9fc-d8e2-4d3c-b372-b742a0cf3dcb req-ef6ebd00-f668-4f5c-97e9-a7e16b69554e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0996699 Aug 10 03:51:08.422841 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:08.423636 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 6ea866cc-5cb4-4f69-8626-4a15d1af770d details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:51:08.483490 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e90831-1b11-46c5-bf5e-270c74f311b8 req-dcc7d1b4-c9ac-40cc-9088-8adeeb00de94 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:08.485684 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c8e90831-1b11-46c5-bf5e-270c74f311b8 req-dcc7d1b4-c9ac-40cc-9088-8adeeb00de94 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.1566956 Aug 10 03:51:08.568951 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=5a4480ef-de4e-44c2-a93b-bf1f5b5e5423,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:08.623209 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c8e90831-1b11-46c5-bf5e-270c74f311b8 req-cdd0f713-a886-4804-b69f-9c4f315f314f tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960834 Aug 10 03:51:08.633913 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fe0afb7-f28b-4e3e-a263-1a6b23005e29 req-2ce51f88-4aee-432c-b0a3-e8f1181abde3 service neutron] 10.222.0.68 "GET /v2.0/networks/6124ac5f-cc2c-4188-9079-e96ada11101c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030691 Aug 10 03:51:08.643618 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cd9fc-d8e2-4d3c-b372-b742a0cf3dcb req-71d87864-28a7-41db-8d31-e206b07943c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:08.645350 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0c4cd9fc-d8e2-4d3c-b372-b742a0cf3dcb req-71d87864-28a7-41db-8d31-e206b07943c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d216423445e7417ebda781341e2866d3&device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 1096 time: 0.1588309 Aug 10 03:51:08.667020 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 6ea866cc-5cb4-4f69-8626-4a15d1af770d, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=6ea866cc-5cb4-4f69-8626-4a15d1af770d,segment=NetworkSegment(438f092c-63d3-4c8c-b4b5-84c92a8890bc),segment_id=438f092c-63d3-4c8c-b4b5-84c92a8890bc)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:08.676238 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e40adf-1276-48b1-aa13-d9c287a84324 req-395a12e1-fb7f-460f-8e97-979c129b1a6e tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:08.683381 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '6ea866cc-5cb4-4f69-8626-4a15d1af770d', 'network_id': 'e74c04aa-4182-4fb7-9ce2-cf2690adb1f4', 'port_id': '6ea866cc-5cb4-4f69-8626-4a15d1af770d', 'mac_address': 'fa:16:3e:25:14:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a4191d9-e64e-4743-823a-6d34a29ab994', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:51:08.686201 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-01e40adf-1276-48b1-aa13-d9c287a84324 req-395a12e1-fb7f-460f-8e97-979c129b1a6e tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2 HTTP/1.1" status: 200 len: 943 time: 0.1157839 Aug 10 03:51:08.726744 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:08.741312 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea866cc-5cb4-4f69-8626-4a15d1af770d {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:51:08.765121 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 6ea866cc-5cb4-4f69-8626-4a15d1af770d, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=6ea866cc-5cb4-4f69-8626-4a15d1af770d,segment=NetworkSegment(438f092c-63d3-4c8c-b4b5-84c92a8890bc),segment_id=438f092c-63d3-4c8c-b4b5-84c92a8890bc)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:08.802043 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-01e40adf-1276-48b1-aa13-d9c287a84324 req-4ec06e2f-0c08-40f3-92bd-c38f0cff9dbb tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149526 Aug 10 03:51:08.817745 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cd9fc-d8e2-4d3c-b372-b742a0cf3dcb req-2d3f198e-3a94-445f-af6f-f112c0f8ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:08.823040 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0c4cd9fc-d8e2-4d3c-b372-b742a0cf3dcb req-2d3f198e-3a94-445f-af6f-f112c0f8ab06 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1ca020ad-1aaa-41d6-9111-46f9d3246bb6 HTTP/1.1" status: 200 len: 917 time: 0.1313064 Aug 10 03:51:08.892655 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:08.911372 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0c4cd9fc-d8e2-4d3c-b372-b742a0cf3dcb req-53dd091b-35cf-4c11-86ef-0cc032b37f5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4654b648-825c-4823-ba74-3e5f61479c58 HTTP/1.1" status: 200 len: 999 time: 0.0734880 Aug 10 03:51:08.956008 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=6ea866cc-5cb4-4f69-8626-4a15d1af770d,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:08.975086 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cd9fc-d8e2-4d3c-b372-b742a0cf3dcb req-9b1567cb-8214-42ee-b38a-1ca2cc20e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:08.976587 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0c4cd9fc-d8e2-4d3c-b372-b742a0cf3dcb req-9b1567cb-8214-42ee-b38a-1ca2cc20e69f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df76a7ea-7a2f-4a90-9ce1-92f4bebee059 HTTP/1.1" status: 200 len: 855 time: 0.0568492 Aug 10 03:51:09.009649 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2f166a31-b09f-43b9-9882-823db9eb21ac req-9fbf197e-6913-44b7-8abe-f8ceb564019e tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0294714 Aug 10 03:51:09.040078 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cd9fc-d8e2-4d3c-b372-b742a0cf3dcb req-5959c1ae-77a9-4099-a8f5-d3dc81b3386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:09.042069 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0c4cd9fc-d8e2-4d3c-b372-b742a0cf3dcb req-5959c1ae-77a9-4099-a8f5-d3dc81b3386e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ca020ad-1aaa-41d6-9111-46f9d3246bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491982 Aug 10 03:51:09.156945 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0c4cd9fc-d8e2-4d3c-b372-b742a0cf3dcb req-2648dbd2-1c29-4724-82d8-4c1c3477d08e service neutron] 10.222.0.20 "GET /v2.0/networks/1ca020ad-1aaa-41d6-9111-46f9d3246bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063309 Aug 10 03:51:09.267119 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['6ea866cc-5cb4-4f69-8626-4a15d1af770d'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:51:09.309419 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0c4cd9fc-d8e2-4d3c-b372-b742a0cf3dcb req-054b9846-c5d6-4e64-af8e-fffba7e8380b service neutron] 10.222.0.20 "GET /v2.0/networks/1ca020ad-1aaa-41d6-9111-46f9d3246bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387496 Aug 10 03:51:09.409465 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dab040-ced2-43a5-b736-0124ea11d187 req-bdedb85b-5c5c-4555-bbdb-e3624b3c2d86 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:09.412584 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-97dab040-ced2-43a5-b736-0124ea11d187 req-bdedb85b-5c5c-4555-bbdb-e3624b3c2d86 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 945 time: 0.0724225 Aug 10 03:51:09.475263 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['5a4480ef-de4e-44c2-a93b-bf1f5b5e5423'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:51:09.493883 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-97dab040-ced2-43a5-b736-0124ea11d187 req-43948686-2352-4f51-8995-ba07b3f3f25d tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659566 Aug 10 03:51:09.750068 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3c190-cfbc-4e42-8f80-b2ad5e0e0eff req-9c9a55ac-c34a-4aa2-a36b-9f0775e46e9b tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:09.751608 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7fc3c190-cfbc-4e42-8f80-b2ad5e0e0eff req-9c9a55ac-c34a-4aa2-a36b-9f0775e46e9b tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0511262 Aug 10 03:51:09.793420 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7fc3c190-cfbc-4e42-8f80-b2ad5e0e0eff req-de8a6f0b-931a-4ea5-aed8-0ed71c834363 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355756 Aug 10 03:51:09.931484 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d6ef64-8787-4122-8a71-29453fce907f req-4dc700fd-f42a-43b6-823e-3402be0387ee tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:09.932892 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c3d6ef64-8787-4122-8a71-29453fce907f req-4dc700fd-f42a-43b6-823e-3402be0387ee tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2 HTTP/1.1" status: 200 len: 944 time: 0.0539682 Aug 10 03:51:09.947751 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7039449d-1d5e-49ee-b10a-d9b8d160ba4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:09.973132 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c3d6ef64-8787-4122-8a71-29453fce907f req-a30d5053-136f-49be-b9f4-02f1300eb975 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342062 Aug 10 03:51:10.122313 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a0e7aaa2-23c4-4ada-9e6f-2b67db4e69ed req-02e718c3-ec85-4515-9297-7c5bff26775e tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0295813 Aug 10 03:51:10.628345 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cb34c-67a8-4ac7-82b1-40a652aa746e req-f34784e1-36d0-48b1-80a9-51077950bcda tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:10.630750 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4f1cb34c-67a8-4ac7-82b1-40a652aa746e req-f34784e1-36d0-48b1-80a9-51077950bcda tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 945 time: 0.0547214 Aug 10 03:51:10.683237 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4f1cb34c-67a8-4ac7-82b1-40a652aa746e req-fe267c19-861a-4e31-b648-9296134c32a3 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429242 Aug 10 03:51:10.929511 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c5eae-948f-4b74-b7bb-e17f3c3aa996 req-02ad2195-c986-4d0d-a8df-44f6e3c510a1 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:10.932444 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-315c5eae-948f-4b74-b7bb-e17f3c3aa996 req-02ad2195-c986-4d0d-a8df-44f6e3c510a1 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0562162 Aug 10 03:51:10.977309 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-315c5eae-948f-4b74-b7bb-e17f3c3aa996 req-45918442-ee32-432e-bffa-a483c4aadd64 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375471 Aug 10 03:51:11.121708 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e75b1-763b-417c-9add-cd877fdc4c11 req-1e909c00-5cb4-493e-aa57-33c9dc1166f1 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:11.123698 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-957e75b1-763b-417c-9add-cd877fdc4c11 req-1e909c00-5cb4-493e-aa57-33c9dc1166f1 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2 HTTP/1.1" status: 200 len: 944 time: 0.0559821 Aug 10 03:51:11.201836 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-957e75b1-763b-417c-9add-cd877fdc4c11 req-bf447b98-13a8-449a-8727-8d5f51f072ae tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660677 Aug 10 03:51:11.251275 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-879421fa-570b-456d-bb4b-c59a8dab9070 req-31632e41-0a1f-47c4-b219-8746dcd58625 tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0389082 Aug 10 03:51:11.829061 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78227c3f-8b1f-4841-a311-4044e1b7703c req-8d2b5714-5c36-4f0d-a82c-7a433be32614 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:11.830539 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78227c3f-8b1f-4841-a311-4044e1b7703c req-8d2b5714-5c36-4f0d-a82c-7a433be32614 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 945 time: 0.0610142 Aug 10 03:51:11.877598 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78227c3f-8b1f-4841-a311-4044e1b7703c req-40bc9d92-b07d-4a89-b2de-3672bc7f61fe tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396221 Aug 10 03:51:12.007363 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 6ea866cc-5cb4-4f69-8626-4a15d1af770d up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:12.128107 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62200131-0172-40e9-a12e-81287fa7d9cb req-40d60b50-0273-4cab-a387-b12b98bc0de7 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:12.130505 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62200131-0172-40e9-a12e-81287fa7d9cb req-40d60b50-0273-4cab-a387-b12b98bc0de7 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0643480 Aug 10 03:51:12.147925 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 6ea866cc-5cb4-4f69-8626-4a15d1af770d completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:12.153182 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 6ea866cc-5cb4-4f69-8626-4a15d1af770d triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:12.153182 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:12.188334 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62200131-0172-40e9-a12e-81287fa7d9cb req-17e02f1c-08d6-4423-9d17-9cc27d4c6c36 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450156 Aug 10 03:51:12.251695 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:12.287711 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea866cc-5cb4-4f69-8626-4a15d1af770d'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:12.289993 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848bfc56-6866-4379-a77c-d575dd606298" -d '{"events": [{"server_uuid": "c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2", "name": "network-vif-plugged", "status": "completed", "tag": "6ea866cc-5cb4-4f69-8626-4a15d1af770d"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:12.305049 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 6ea866cc-5cb4-4f69-8626-4a15d1af770d, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=6ea866cc-5cb4-4f69-8626-4a15d1af770d,segment=NetworkSegment(438f092c-63d3-4c8c-b4b5-84c92a8890bc),segment_id=438f092c-63d3-4c8c-b4b5-84c92a8890bc)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:12.357103 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bee3b-311d-485d-8958-c630436a1021 req-07720b51-4c87-4d80-9277-e46ab2512111 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:12.366333 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-706bee3b-311d-485d-8958-c630436a1021 req-07720b51-4c87-4d80-9277-e46ab2512111 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2 HTTP/1.1" status: 200 len: 944 time: 0.0841260 Aug 10 03:51:12.408861 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-adcb394c-daf3-4046-92ef-cc938f36ff45 req-0d8fdf5e-8a77-417b-aa91-899814fefc51 tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0347817 Aug 10 03:51:12.426916 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-706bee3b-311d-485d-8958-c630436a1021 req-45d53012-bc0d-40ea-b523-faf55223b603 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594547 Aug 10 03:51:12.448405 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:12.449500 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:12.535882 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0390a8-9a56-41c5-ad09-81275ba3077e x-openstack-request-id: req-9c0390a8-9a56-41c5-ad09-81275ba3077e {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:12.536184 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2", "name": "network-vif-plugged", "status": "completed", "tag": "6ea866cc-5cb4-4f69-8626-4a15d1af770d", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:12.536426 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c0390a8-9a56-41c5-ad09-81275ba3077e {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:12.539354 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea866cc-5cb4-4f69-8626-4a15d1af770d', 'code': 200} Aug 10 03:51:12.598178 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=6ea866cc-5cb4-4f69-8626-4a15d1af770d,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:12.611970 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb7818-246b-4c0a-9c2f-51b51dfc326c req-e0023469-eacf-433d-9829-679c3ed54100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:12.618690 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1ebb7818-246b-4c0a-9c2f-51b51dfc326c req-e0023469-eacf-433d-9829-679c3ed54100 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2 HTTP/1.1" status: 200 len: 1096 time: 0.0461395 Aug 10 03:51:12.661023 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1ebb7818-246b-4c0a-9c2f-51b51dfc326c req-014ce2df-39fa-4287-94cf-7cd3fffef503 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346286 Aug 10 03:51:12.673751 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:12.679294 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:12.679665 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:12.782469 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:12.829078 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5a4480ef-de4e-44c2-a93b-bf1f5b5e5423,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:12.998514 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33dbbfa-1d58-46d0-8357-118421ff003f req-12dde0c6-abc0-4e11-8d0c-c612b0b2a54f tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:12.999985 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b33dbbfa-1d58-46d0-8357-118421ff003f req-12dde0c6-abc0-4e11-8d0c-c612b0b2a54f tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 945 time: 0.0487351 Aug 10 03:51:13.040823 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b33dbbfa-1d58-46d0-8357-118421ff003f req-ed452f7a-c933-425e-8683-510aae3e98a7 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348172 Aug 10 03:51:13.073402 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:13.124199 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=5a4480ef-de4e-44c2-a93b-bf1f5b5e5423,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:13.329948 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffea099-2d3c-41dc-8603-93029bedc193 req-d295001b-72ae-4347-8408-ec4557fffdb4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:13.336459 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3ffea099-2d3c-41dc-8603-93029bedc193 req-d295001b-72ae-4347-8408-ec4557fffdb4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0744333 Aug 10 03:51:13.379043 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3ffea099-2d3c-41dc-8603-93029bedc193 req-3858a0bb-9336-4178-a099-6a404ff2dcfb tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405304 Aug 10 03:51:13.570345 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3739ec58-2346-4975-8dc8-ce2c0a735510 req-2bf9f550-72f2-4645-ae8a-f76c58ae3c49 tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0346684 Aug 10 03:51:13.580174 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ac415-243a-4aba-add0-0409b52163f1 req-9ce91dcd-acf5-48e0-8da7-692536247ff1 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:13.581805 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-552ac415-243a-4aba-add0-0409b52163f1 req-9ce91dcd-acf5-48e0-8da7-692536247ff1 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2 HTTP/1.1" status: 200 len: 945 time: 0.0566385 Aug 10 03:51:13.624781 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-552ac415-243a-4aba-add0-0409b52163f1 req-1b59b686-8bf5-4857-9031-e785b3e5d156 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358884 Aug 10 03:51:13.679679 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:13.890599 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8a28c007-c855-433d-9b1f-03db135f8ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:14.159428 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44845033-2e25-4adc-9ead-7530357017c5 req-9f62f741-0cb0-4a03-b93a-b6ac46de2341 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:14.162308 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-44845033-2e25-4adc-9ead-7530357017c5 req-9f62f741-0cb0-4a03-b93a-b6ac46de2341 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 946 time: 0.0516131 Aug 10 03:51:14.202838 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-44845033-2e25-4adc-9ead-7530357017c5 req-38e23b16-087d-4495-a2e3-fb4b47c3977a tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352671 Aug 10 03:51:14.499973 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c5454-45a4-4c13-aeb6-f5e36d0d6f06 req-66e22387-c001-489a-a723-5ee353dcb367 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:14.501442 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-750c5454-45a4-4c13-aeb6-f5e36d0d6f06 req-66e22387-c001-489a-a723-5ee353dcb367 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0493834 Aug 10 03:51:14.537825 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5341ad5c-7a22-49df-bc79-ce0646815e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4480ef-de4e-44c2-a93b-bf1f5b5e5423'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:14.539170 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-750c5454-45a4-4c13-aeb6-f5e36d0d6f06 req-4dfd845e-4835-4519-b005-8daac0ed34e4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316787 Aug 10 03:51:14.540144 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7734f68-c19d-4957-bcfa-6a43dbac423a" -d '{"events": [{"server_uuid": "5341ad5c-7a22-49df-bc79-ce0646815e19", "name": "network-vif-plugged", "status": "completed", "tag": "5a4480ef-de4e-44c2-a93b-bf1f5b5e5423"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:14.575049 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b7ebb9-a1c4-4c5a-ad0f-9cf742ef0857 x-openstack-request-id: req-a5b7ebb9-a1c4-4c5a-ad0f-9cf742ef0857 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:14.575600 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5341ad5c-7a22-49df-bc79-ce0646815e19", "name": "network-vif-plugged", "status": "completed", "tag": "5a4480ef-de4e-44c2-a93b-bf1f5b5e5423", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:14.575855 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5b7ebb9-a1c4-4c5a-ad0f-9cf742ef0857 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:14.576297 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5341ad5c-7a22-49df-bc79-ce0646815e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4480ef-de4e-44c2-a93b-bf1f5b5e5423', 'code': 200} Aug 10 03:51:14.701110 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-31db64bc-82ce-46d7-a6a8-02a6fff6df1c req-4b8915d8-0e6e-4a0a-a204-743cdc758a04 tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0432987 Aug 10 03:51:14.713943 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f13f3d-7037-4ef5-a6ee-aa20384743bb req-712a05b1-3cf5-4e1c-a624-acbae679b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:14.715414 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-01f13f3d-7037-4ef5-a6ee-aa20384743bb req-712a05b1-3cf5-4e1c-a624-acbae679b341 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 1097 time: 0.0665178 Aug 10 03:51:14.750498 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e533d-a987-43f5-8f27-b0fd5b8aac45 req-93c1e4a1-6ade-48b6-b6e9-4940b19f2fe3 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:14.756657 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1a9e533d-a987-43f5-8f27-b0fd5b8aac45 req-93c1e4a1-6ade-48b6-b6e9-4940b19f2fe3 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2 HTTP/1.1" status: 200 len: 945 time: 0.0581412 Aug 10 03:51:14.758313 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-01f13f3d-7037-4ef5-a6ee-aa20384743bb req-67f44e4b-8166-471b-9778-6ba982b90d4e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350730 Aug 10 03:51:14.798311 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1a9e533d-a987-43f5-8f27-b0fd5b8aac45 req-acaad27e-820f-4b1d-a30a-e68f74ecf56b tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402806 Aug 10 03:51:15.149101 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b8eff-4ce0-4e96-863c-45dfedc7ba3c req-780b90ca-b5b4-426a-ba2a-9eecae25c105 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:15.150581 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5d1b8eff-4ce0-4e96-863c-45dfedc7ba3c req-780b90ca-b5b4-426a-ba2a-9eecae25c105 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f4fa5f-d8b5-4d57-a64c-8b0d10779c71 HTTP/1.1" status: 200 len: 951 time: 0.0494058 Aug 10 03:51:15.188864 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5d1b8eff-4ce0-4e96-863c-45dfedc7ba3c req-92c3ee06-7ff4-4a37-9368-566463fb20fe tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/security-groups?id=86964e4b-5153-4372-a32b-7f95f079ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322490 Aug 10 03:51:15.193507 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:15.322454 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe5127-0a10-4c5e-8bc6-cac9fb0546f6 req-5c8c7237-0119-4d0c-8388-916474b213e2 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:15.324005 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eabe5127-0a10-4c5e-8bc6-cac9fb0546f6 req-5c8c7237-0119-4d0c-8388-916474b213e2 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 946 time: 0.0521946 Aug 10 03:51:15.366671 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eabe5127-0a10-4c5e-8bc6-cac9fb0546f6 req-bf12784e-45b2-4487-a6bf-54d6cc77cae4 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340734 Aug 10 03:51:15.427718 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:15.664388 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c25108-f9ea-4320-ba7a-01e30db80081 req-7a50d279-2376-4327-91c9-814efd66325d tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:15.665971 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-48c25108-f9ea-4320-ba7a-01e30db80081 req-7a50d279-2376-4327-91c9-814efd66325d tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0518405 Aug 10 03:51:15.709028 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-48c25108-f9ea-4320-ba7a-01e30db80081 req-d7c57bcf-d83f-4dd4-a273-f5c4e15b8353 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369177 Aug 10 03:51:16.095000 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-73214053-80b7-45c5-9c6f-51cf56789cf5 req-a3a6617f-eb16-4cab-9e2b-8dc1c462d641 tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.3150291 Aug 10 03:51:16.509562 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699b93f-2715-4859-a178-ab90eb84072b req-5ab19bb7-ce60-42ac-87c2-361dd26d330f tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:16.511542 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b699b93f-2715-4859-a178-ab90eb84072b req-5ab19bb7-ce60-42ac-87c2-361dd26d330f tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 946 time: 0.0585792 Aug 10 03:51:16.560616 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b699b93f-2715-4859-a178-ab90eb84072b req-e9db4de9-7075-4d5c-bcc9-4dafd395f41a tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430114 Aug 10 03:51:16.787859 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device c901ae39-40cb-49bf-bf6c-33c60415bfd9 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:51:16.868341 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:16.885835 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:16.891160 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f4fa5f-d8b5-4d57-a64c-8b0d10779c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c901ae39-40cb-49bf-bf6c-33c60415bfd9'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:16.893390 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcf9ffa-97ff-45f6-ad7f-fd0c0b25b101" -d '{"events": [{"server_uuid": "86f4fa5f-d8b5-4d57-a64c-8b0d10779c71", "name": "network-vif-unplugged", "status": "completed", "tag": "c901ae39-40cb-49bf-bf6c-33c60415bfd9"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:16.906482 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port c901ae39-40cb-49bf-bf6c-33c60415bfd9, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c901ae39-40cb-49bf-bf6c-33c60415bfd9,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:17.039043 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:17.085663 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=c901ae39-40cb-49bf-bf6c-33c60415bfd9,revision_number=11']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:17.131662 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13d0de4-0d23-465c-b925-261661a64351 x-openstack-request-id: req-a13d0de4-0d23-465c-b925-261661a64351 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:17.132073 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f4fa5f-d8b5-4d57-a64c-8b0d10779c71", "name": "network-vif-unplugged", "status": "completed", "tag": "c901ae39-40cb-49bf-bf6c-33c60415bfd9", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:17.132394 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a13d0de4-0d23-465c-b925-261661a64351 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:17.132896 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f4fa5f-d8b5-4d57-a64c-8b0d10779c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c901ae39-40cb-49bf-bf6c-33c60415bfd9', 'code': 200} Aug 10 03:51:17.198411 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f088cd-a3f0-44a0-b903-cef21b95647e req-4b355ff2-d18f-4cb1-b0b2-61f0792b15c7 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:17.199891 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-17f088cd-a3f0-44a0-b903-cef21b95647e req-4b355ff2-d18f-4cb1-b0b2-61f0792b15c7 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0527353 Aug 10 03:51:17.226322 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9335f00-9c7b-4e4c-b076-a988b88ce021 req-24d58fcf-7073-4f23-af69-ff3ff4823575 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:17.227890 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d9335f00-9c7b-4e4c-b076-a988b88ce021 req-24d58fcf-7073-4f23-af69-ff3ff4823575 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f4fa5f-d8b5-4d57-a64c-8b0d10779c71 HTTP/1.1" status: 200 len: 949 time: 0.0521805 Aug 10 03:51:17.240382 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-17f088cd-a3f0-44a0-b903-cef21b95647e req-728a4dad-0f11-47db-8f1c-f946507a9e61 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340750 Aug 10 03:51:17.266434 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d9335f00-9c7b-4e4c-b076-a988b88ce021 req-a3933645-c792-4d9f-a55e-17ba4d51bb5c tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/security-groups?id=86964e4b-5153-4372-a32b-7f95f079ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323300 Aug 10 03:51:17.361794 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6d5a1-4cf7-4349-af72-15a492796076 req-e6169b89-39e2-4402-ac33-f7f679e0c87f tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:17.362090 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bf825764-2bcf-4604-837a-8813e6dbaf26 req-8cdee51c-0855-4f69-8497-ca8131435196 tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0326772 Aug 10 03:51:17.363669 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b0c6d5a1-4cf7-4349-af72-15a492796076 req-e6169b89-39e2-4402-ac33-f7f679e0c87f tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 946 time: 0.0496247 Aug 10 03:51:17.404239 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b0c6d5a1-4cf7-4349-af72-15a492796076 req-d8c99142-d3e6-407a-acd4-3123438c2353 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333238 Aug 10 03:51:18.061479 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 3717da73-7f35-4b53-9e1d-fe580150296d details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:51:18.064553 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 3717da73-7f35-4b53-9e1d-fe580150296d no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:51:18.213789 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:18.219791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 3717da73-7f35-4b53-9e1d-fe580150296d, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=3717da73-7f35-4b53-9e1d-fe580150296d,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:18.242475 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '3717da73-7f35-4b53-9e1d-fe580150296d', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': '3717da73-7f35-4b53-9e1d-fe580150296d', 'mac_address': 'fa:16:3e:49:3a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:51:18.283322 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 3717da73-7f35-4b53-9e1d-fe580150296d, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=3717da73-7f35-4b53-9e1d-fe580150296d,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:18.297076 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:18.311839 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3717da73-7f35-4b53-9e1d-fe580150296d {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:51:18.368377 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c78d5d-6194-4ce6-81db-27d1dce3a3ee req-eb910b1d-e667-413d-bcf5-3d86a4376e0d tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:18.369845 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-44c78d5d-6194-4ce6-81db-27d1dce3a3ee req-eb910b1d-e667-413d-bcf5-3d86a4376e0d tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0543075 Aug 10 03:51:18.376480 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:18.407792 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-44c78d5d-6194-4ce6-81db-27d1dce3a3ee req-614f62c4-7067-47e0-96dc-d08ab4615e23 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318208 Aug 10 03:51:18.450606 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:51:18.453962 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:51:18.453962 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=3717da73-7f35-4b53-9e1d-fe580150296d,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:18.525301 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91cfac-d4d7-4d04-8f12-8d391fa84dfc req-ff865409-e256-40d4-b478-06981e5ff52a tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:18.526774 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dd91cfac-d4d7-4d04-8f12-8d391fa84dfc req-ff865409-e256-40d4-b478-06981e5ff52a tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f4fa5f-d8b5-4d57-a64c-8b0d10779c71 HTTP/1.1" status: 200 len: 949 time: 0.0496881 Aug 10 03:51:18.563574 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dd91cfac-d4d7-4d04-8f12-8d391fa84dfc req-4988a964-2104-4f61-b840-4050e45bb138 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/security-groups?id=86964e4b-5153-4372-a32b-7f95f079ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307693 Aug 10 03:51:18.649717 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0a46ca6b-6699-4f8d-b4f5-ed0ecc391531 req-7a09797f-3eb0-4026-a82f-f6d15b63006b tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0280733 Aug 10 03:51:18.773172 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24290d-b1b0-4182-94fb-532dc10670f5 req-b0086d9c-7848-4d89-bfbd-530a5abea84a tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:18.774730 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6e24290d-b1b0-4182-94fb-532dc10670f5 req-b0086d9c-7848-4d89-bfbd-530a5abea84a tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 946 time: 0.0657640 Aug 10 03:51:18.814423 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6e24290d-b1b0-4182-94fb-532dc10670f5 req-bf37c9bd-54d5-4238-a985-599bafbfcf07 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332236 Aug 10 03:51:18.994039 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:19.004353 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3717da73-7f35-4b53-9e1d-fe580150296d {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:51:19.026105 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 3717da73-7f35-4b53-9e1d-fe580150296d, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=3717da73-7f35-4b53-9e1d-fe580150296d,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:19.101774 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:19.135212 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b32c25-c093-4a06-bd2c-48ca24e8d1c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3717da73-7f35-4b53-9e1d-fe580150296d'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:19.137457 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b59d8ab-6fe0-4393-8da2-36fba5af50f9" -d '{"events": [{"server_uuid": "f7b32c25-c093-4a06-bd2c-48ca24e8d1c7", "name": "network-vif-unplugged", "status": "completed", "tag": "3717da73-7f35-4b53-9e1d-fe580150296d"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:19.157770 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=3717da73-7f35-4b53-9e1d-fe580150296d,revision_number=7']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:19.184960 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512d9c23-24e0-4760-9aaf-3ee15d9ace6f x-openstack-request-id: req-512d9c23-24e0-4760-9aaf-3ee15d9ace6f {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:19.188005 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b32c25-c093-4a06-bd2c-48ca24e8d1c7", "name": "network-vif-unplugged", "status": "completed", "tag": "3717da73-7f35-4b53-9e1d-fe580150296d", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:19.188005 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-512d9c23-24e0-4760-9aaf-3ee15d9ace6f {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:19.188005 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b32c25-c093-4a06-bd2c-48ca24e8d1c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3717da73-7f35-4b53-9e1d-fe580150296d', 'code': 200} Aug 10 03:51:19.443114 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['3717da73-7f35-4b53-9e1d-fe580150296d'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:51:19.537827 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e6e79-98bc-4fe2-ba1e-414347d82c66 req-6f05afe2-e771-4279-bdd0-48546274f13e tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:19.539418 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-963e6e79-98bc-4fe2-ba1e-414347d82c66 req-6f05afe2-e771-4279-bdd0-48546274f13e tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 948 time: 0.0549965 Aug 10 03:51:19.586331 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-963e6e79-98bc-4fe2-ba1e-414347d82c66 req-3bd6133a-23d1-4e76-8efd-4932694459a4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405440 Aug 10 03:51:19.686872 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e8cc9-a2bc-411d-9912-a0a23c163953 req-7a0b0ca4-3e40-4afb-a0c2-17e794395f11 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:19.687455 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ced38-b6aa-4dfe-819c-5dc4522ceca9 req-6c7f1293-456f-4561-92f9-1fe5d46fc45a tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:19.688837 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-952ced38-b6aa-4dfe-819c-5dc4522ceca9 req-6c7f1293-456f-4561-92f9-1fe5d46fc45a tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.20 "GET /v2.0/ports?device_id=86f4fa5f-d8b5-4d57-a64c-8b0d10779c71 HTTP/1.1" status: 200 len: 949 time: 0.0498967 Aug 10 03:51:19.695838 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-de2e8cc9-a2bc-411d-9912-a0a23c163953 req-7a0b0ca4-3e40-4afb-a0c2-17e794395f11 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f4fa5f-d8b5-4d57-a64c-8b0d10779c71 HTTP/1.1" status: 200 len: 949 time: 0.0592248 Aug 10 03:51:19.738880 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-de2e8cc9-a2bc-411d-9912-a0a23c163953 req-d23ed312-aa76-4c49-a412-24003f0205f5 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/security-groups?id=86964e4b-5153-4372-a32b-7f95f079ef9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399938 Aug 10 03:51:19.800532 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-17b1090e-ede1-4dc7-9f3c-5068dad2e5bc req-aafd1638-566e-409d-836c-baa3d8cb97e0 tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0496397 Aug 10 03:51:19.830334 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-952ced38-b6aa-4dfe-819c-5dc4522ceca9 req-a28864a9-93cf-41af-acec-76956f12df1a tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Deleting port c901ae39-40cb-49bf-bf6c-33c60415bfd9 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:51:19.830334 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-952ced38-b6aa-4dfe-819c-5dc4522ceca9 req-a28864a9-93cf-41af-acec-76956f12df1a tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:19.989154 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8caa5-9030-4161-ac5c-f34875d3a3eb req-c721e551-7790-4c3a-8669-f4fc5587835f tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:19.990711 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6bb8caa5-9030-4161-ac5c-f34875d3a3eb req-c721e551-7790-4c3a-8669-f4fc5587835f tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 946 time: 0.0841999 Aug 10 03:51:19.992681 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-952ced38-b6aa-4dfe-819c-5dc4522ceca9 req-a28864a9-93cf-41af-acec-76956f12df1a tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] For port c901ae39-40cb-49bf-bf6c-33c60415bfd9, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c901ae39-40cb-49bf-bf6c-33c60415bfd9,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:19.993052 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-952ced38-b6aa-4dfe-819c-5dc4522ceca9 req-a28864a9-93cf-41af-acec-76956f12df1a tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:20.012779 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-952ced38-b6aa-4dfe-819c-5dc4522ceca9 req-a28864a9-93cf-41af-acec-76956f12df1a tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Calling delete_port for c901ae39-40cb-49bf-bf6c-33c60415bfd9 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:51:20.048769 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6bb8caa5-9030-4161-ac5c-f34875d3a3eb req-ec16a57c-1114-492e-89bd-8429d03d9491 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478754 Aug 10 03:51:20.319299 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-952ced38-b6aa-4dfe-819c-5dc4522ceca9 req-a28864a9-93cf-41af-acec-76956f12df1a tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:20.348477 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28864a9-93cf-41af-acec-76956f12df1a tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Pushing event deleted for resources: {'Port': ['ID=c901ae39-40cb-49bf-bf6c-33c60415bfd9,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:20.361583 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28864a9-93cf-41af-acec-76956f12df1a tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:20.361583 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28864a9-93cf-41af-acec-76956f12df1a tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:20.361883 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28864a9-93cf-41af-acec-76956f12df1a tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:20.362126 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28864a9-93cf-41af-acec-76956f12df1a tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:20.363033 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28864a9-93cf-41af-acec-76956f12df1a tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:20.363519 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28864a9-93cf-41af-acec-76956f12df1a tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:20.364033 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28864a9-93cf-41af-acec-76956f12df1a tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:20.364379 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28864a9-93cf-41af-acec-76956f12df1a tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:20.364717 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28864a9-93cf-41af-acec-76956f12df1a tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:20.365051 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28864a9-93cf-41af-acec-76956f12df1a tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:20.365384 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28864a9-93cf-41af-acec-76956f12df1a tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:20.365714 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a28864a9-93cf-41af-acec-76956f12df1a tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:20.400681 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-952ced38-b6aa-4dfe-819c-5dc4522ceca9 req-a28864a9-93cf-41af-acec-76956f12df1a tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] No DVR routers for this DVR port c901ae39-40cb-49bf-bf6c-33c60415bfd9 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:51:20.403296 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-952ced38-b6aa-4dfe-819c-5dc4522ceca9 req-a28864a9-93cf-41af-acec-76956f12df1a tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:20.405326 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-952ced38-b6aa-4dfe-819c-5dc4522ceca9 req-a28864a9-93cf-41af-acec-76956f12df1a tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.20 "DELETE /v2.0/ports/c901ae39-40cb-49bf-bf6c-33c60415bfd9 HTTP/1.1" status: 204 len: 173 time: 0.7092571 Aug 10 03:51:20.405756 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f4fa5f-d8b5-4d57-a64c-8b0d10779c71', 'name': 'network-vif-deleted', 'tag': 'c901ae39-40cb-49bf-bf6c-33c60415bfd9'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:20.408033 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029faa62-282a-4fac-b893-468b990e6aad" -d '{"events": [{"server_uuid": "86f4fa5f-d8b5-4d57-a64c-8b0d10779c71", "name": "network-vif-deleted", "tag": "c901ae39-40cb-49bf-bf6c-33c60415bfd9"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:20.515390 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be68c5b-c1f9-47a4-a116-07f603d2c971 x-openstack-request-id: req-7be68c5b-c1f9-47a4-a116-07f603d2c971 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:20.515686 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86f4fa5f-d8b5-4d57-a64c-8b0d10779c71", "name": "network-vif-deleted", "tag": "c901ae39-40cb-49bf-bf6c-33c60415bfd9", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:20.515943 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7be68c5b-c1f9-47a4-a116-07f603d2c971 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:20.516391 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f4fa5f-d8b5-4d57-a64c-8b0d10779c71', 'name': 'network-vif-deleted', 'tag': 'c901ae39-40cb-49bf-bf6c-33c60415bfd9', 'status': 'completed', 'code': 200} Aug 10 03:51:20.725288 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442046ec-ea60-4ce2-b1e3-f7448360ebb7 req-68ca2ef8-61d1-434e-8ff6-d5a945a74745 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:20.727423 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-442046ec-ea60-4ce2-b1e3-f7448360ebb7 req-68ca2ef8-61d1-434e-8ff6-d5a945a74745 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 948 time: 0.0658934 Aug 10 03:51:20.781358 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-442046ec-ea60-4ce2-b1e3-f7448360ebb7 req-9c399c39-304e-4ae3-8fe6-ed6cf3863812 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456643 Aug 10 03:51:20.925909 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2ecd2ee4-a77b-477f-8408-4fe70130153e req-b47a3ba6-c687-4c05-bf69-e6c672ce32e7 tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f4fa5f-d8b5-4d57-a64c-8b0d10779c71 HTTP/1.1" status: 200 len: 210 time: 0.0403192 Aug 10 03:51:20.987458 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b48c4b1c-abab-4f61-b7c0-5cd350a507cd req-4d20b1ce-8eec-468e-b4fd-dcb16e9b07ba tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0332301 Aug 10 03:51:21.192701 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c458c2-1c14-4f78-975a-273628536620 req-397c2f7f-ee7e-476d-82bc-b01995e4b372 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:21.194654 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c8c458c2-1c14-4f78-975a-273628536620 req-397c2f7f-ee7e-476d-82bc-b01995e4b372 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 946 time: 0.0567133 Aug 10 03:51:21.241948 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c8c458c2-1c14-4f78-975a-273628536620 req-65e14e8f-b881-4f46-9305-842a30217834 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402417 Aug 10 03:51:21.938883 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e5698-1e3c-42f0-abe6-cdac713a0638 req-57bd2fcc-cfb4-415c-b8af-7b777ad9aec2 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:21.940424 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-778e5698-1e3c-42f0-abe6-cdac713a0638 req-57bd2fcc-cfb4-415c-b8af-7b777ad9aec2 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 948 time: 0.0499008 Aug 10 03:51:21.985468 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-778e5698-1e3c-42f0-abe6-cdac713a0638 req-db66657f-5d35-4f41-8915-145863e44dde tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364423 Aug 10 03:51:22.069607 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 3717da73-7f35-4b53-9e1d-fe580150296d up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:22.070670 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b4f51337-82fc-497b-bfc2-f62f5a9e20ff req-d2f7f454-26a4-44ef-9d35-61e86c9de02e tempest-ImagesOneServerTestJSON-511499195 tempest-ImagesOneServerTestJSON-511499195-project] 10.222.0.25 "GET /v2.0/ports?device_id=86f4fa5f-d8b5-4d57-a64c-8b0d10779c71 HTTP/1.1" status: 200 len: 210 time: 0.0406299 Aug 10 03:51:22.137332 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 3717da73-7f35-4b53-9e1d-fe580150296d triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:22.138074 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:22.144252 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-af95e1c2-9839-4cdb-b3d2-6299bc6a977f req-5e6491e3-ee9d-45a8-9749-b0e6b05c711b tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0387759 Aug 10 03:51:22.226007 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:22.253032 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b32c25-c093-4a06-bd2c-48ca24e8d1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3717da73-7f35-4b53-9e1d-fe580150296d'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:22.253032 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87212a2d-9911-4e9b-83f2-88c2b8417d41" -d '{"events": [{"server_uuid": "f7b32c25-c093-4a06-bd2c-48ca24e8d1c7", "name": "network-vif-plugged", "status": "completed", "tag": "3717da73-7f35-4b53-9e1d-fe580150296d"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:22.265942 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 3717da73-7f35-4b53-9e1d-fe580150296d, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=3717da73-7f35-4b53-9e1d-fe580150296d,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:22.304367 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f29dcc-3698-4904-9db6-e2fe74619877 x-openstack-request-id: req-00f29dcc-3698-4904-9db6-e2fe74619877 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:22.304367 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b32c25-c093-4a06-bd2c-48ca24e8d1c7", "name": "network-vif-plugged", "status": "completed", "tag": "3717da73-7f35-4b53-9e1d-fe580150296d", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:22.304367 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00f29dcc-3698-4904-9db6-e2fe74619877 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:22.304367 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b32c25-c093-4a06-bd2c-48ca24e8d1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3717da73-7f35-4b53-9e1d-fe580150296d', 'code': 200} Aug 10 03:51:22.319123 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:22.378960 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d026fcf-0e7f-4fd9-9831-f18295d95cef req-63f8df20-ebd4-4b16-bce4-7d9e919c6566 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:22.381728 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d026fcf-0e7f-4fd9-9831-f18295d95cef req-63f8df20-ebd4-4b16-bce4-7d9e919c6566 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 946 time: 0.0641632 Aug 10 03:51:22.383536 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=3717da73-7f35-4b53-9e1d-fe580150296d,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:22.428898 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d026fcf-0e7f-4fd9-9831-f18295d95cef req-990da1f0-6560-455b-a804-342de85f2cba tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396473 Aug 10 03:51:22.536822 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cdb31-7bf3-4943-add9-1b96844d9495 req-1b9c3237-2e06-4069-8ef8-77d4069ffdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:22.538431 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5e6cdb31-7bf3-4943-add9-1b96844d9495 req-1b9c3237-2e06-4069-8ef8-77d4069ffdea service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 1100 time: 0.0440009 Aug 10 03:51:22.573463 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5e6cdb31-7bf3-4943-add9-1b96844d9495 req-935bb63f-24a4-428a-a94a-40c64c5816b7 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273297 Aug 10 03:51:22.819876 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device c901ae39-40cb-49bf-bf6c-33c60415bfd9 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:51:22.840894 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: c901ae39-40cb-49bf-bf6c-33c60415bfd9 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:51:22.841125 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device c901ae39-40cb-49bf-bf6c-33c60415bfd9 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:51:23.126701 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ae4cb-3016-4216-9646-5a905f1ff0dc req-1c91ddd8-249a-4736-8479-14a374bca583 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:23.128193 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8d0ae4cb-3016-4216-9646-5a905f1ff0dc req-1c91ddd8-249a-4736-8479-14a374bca583 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0624452 Aug 10 03:51:23.174746 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8d0ae4cb-3016-4216-9646-5a905f1ff0dc req-1d8c9b0d-f87b-4d7c-8700-cf91553c345d tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401499 Aug 10 03:51:23.264633 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f696c41-8cef-403a-b45c-b51ae923e879 req-e22980ed-31bd-4625-b13c-e08c7d7b4562 tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0289879 Aug 10 03:51:23.555771 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a9b5c-b488-49ec-9f8f-08f500264006 req-c8bdb032-6c60-4d60-9cd3-55cfb01e8984 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:23.555771 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-870a9b5c-b488-49ec-9f8f-08f500264006 req-c8bdb032-6c60-4d60-9cd3-55cfb01e8984 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 946 time: 0.0535202 Aug 10 03:51:23.591120 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-870a9b5c-b488-49ec-9f8f-08f500264006 req-9fef886b-34fe-46f5-afd1-ea0296288d03 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315380 Aug 10 03:51:23.607049 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 58176) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:23.739520 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-86ac301a-9430-4e3a-81a3-b63b66ebbc88 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=395165def85749cc95d1604cea9a83d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1311502 Aug 10 03:51:23.741997 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 58180) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:23.790896 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74e2ccb4-c690-4fec-b2f5-6ac4fe1757ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:23.811935 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74e2ccb4-c690-4fec-b2f5-6ac4fe1757ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:23.959185 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74e2ccb4-c690-4fec-b2f5-6ac4fe1757ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:23.961816 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74e2ccb4-c690-4fec-b2f5-6ac4fe1757ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:23.963469 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-74e2ccb4-c690-4fec-b2f5-6ac4fe1757ae admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/86964e4b-5153-4372-a32b-7f95f079ef9b HTTP/1.1" status: 204 len: 168 time: 0.2201178 Aug 10 03:51:23.971291 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2ccb4-c690-4fec-b2f5-6ac4fe1757ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86964e4b-5153-4372-a32b-7f95f079ef9b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:24.302226 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e270c0b-34ea-462b-bfa7-dac2db2a0f3b req-e67ff3a9-bf2c-4f0b-9605-a1ebc37d2bf4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:24.304400 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4e270c0b-34ea-462b-bfa7-dac2db2a0f3b req-e67ff3a9-bf2c-4f0b-9605-a1ebc37d2bf4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0508032 Aug 10 03:51:24.344618 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4e270c0b-34ea-462b-bfa7-dac2db2a0f3b req-f600df02-2ba4-4c4d-9562-9e0e622fc864 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349882 Aug 10 03:51:24.435943 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5adc2bd6-a747-44c3-864a-10d7a51d2ddb req-d3bc5808-4617-43a2-9fbd-ac4f94d6d9de tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0286160 Aug 10 03:51:24.546495 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eb344-4d66-44fb-89ee-086c0eda9ab5 req-91adc0d6-831b-4f1c-9c5c-c619ea158419 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:24.548197 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-339eb344-4d66-44fb-89ee-086c0eda9ab5 req-91adc0d6-831b-4f1c-9c5c-c619ea158419 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0523367 Aug 10 03:51:24.599656 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-339eb344-4d66-44fb-89ee-086c0eda9ab5 req-8fea519b-de73-439c-8813-e361fda684d4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434434 Aug 10 03:51:24.738747 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54a463-32f6-424c-9d1f-2b4b790a49bd req-72219fb8-3b9e-4887-a29c-3abd7c65c5d1 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:24.741058 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3b54a463-32f6-424c-9d1f-2b4b790a49bd req-72219fb8-3b9e-4887-a29c-3abd7c65c5d1 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 946 time: 0.0527892 Aug 10 03:51:24.784787 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3b54a463-32f6-424c-9d1f-2b4b790a49bd req-470ebc70-9f17-4084-8b28-b20a59e91cc2 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376546 Aug 10 03:51:25.079796 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a524ed-16be-4d0b-8c87-236a99f7d06a req-b3665c9b-93b7-46f9-9c63-d92206d1ff6c tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:25.082040 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-06a524ed-16be-4d0b-8c87-236a99f7d06a req-b3665c9b-93b7-46f9-9c63-d92206d1ff6c tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0489509 Aug 10 03:51:25.121867 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-06a524ed-16be-4d0b-8c87-236a99f7d06a req-1f49927b-f1f5-484d-b6ef-40b16b653ee5 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333734 Aug 10 03:51:25.548787 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e7e2598b-cbf2-403f-9e91-075dea1b87f1 req-ea08f0bb-1498-498a-adc2-f0826a51fd77 tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0321250 Aug 10 03:51:25.814644 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 58250) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:25.903613 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b355a50-56dd-402f-9905-c47a9234d890 req-a1bf3633-6c9e-45e7-8698-116c36cf5e01 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:25.905138 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3b355a50-56dd-402f-9905-c47a9234d890 req-a1bf3633-6c9e-45e7-8698-116c36cf5e01 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 946 time: 0.0494993 Aug 10 03:51:25.924933 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ebaed743-7a64-4565-9e7c-add24c950abb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:25.962963 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3b355a50-56dd-402f-9905-c47a9234d890 req-cc61229e-0206-4241-9c02-cc9279e3e1f9 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496323 Aug 10 03:51:26.035580 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ebaed743-7a64-4565-9e7c-add24c950abb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:26.130018 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ebaed743-7a64-4565-9e7c-add24c950abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:26.167666 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ebaed743-7a64-4565-9e7c-add24c950abb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1670fdb158548ccba6a08c5d1997afd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3512278 Aug 10 03:51:26.168560 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaed743-7a64-4565-9e7c-add24c950abb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d891c8d-0ded-45c7-8c0a-5a9696f306b7,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:26.171197 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 58256) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:26.262143 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed02121-3a5c-4d1f-b83b-235a28f604d6 req-b3a53cf5-e252-4679-a60c-e404895f5cbe tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:26.263623 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0ed02121-3a5c-4d1f-b83b-235a28f604d6 req-b3a53cf5-e252-4679-a60c-e404895f5cbe tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0691559 Aug 10 03:51:26.264253 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a28fe574-b937-444b-b6f5-9f587c2dbdf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:26.297893 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a28fe574-b937-444b-b6f5-9f587c2dbdf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:26.333040 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0ed02121-3a5c-4d1f-b83b-235a28f604d6 req-1b0937e5-e26c-4e9f-89f1-622cfd3155e8 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593596 Aug 10 03:51:26.444771 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a28fe574-b937-444b-b6f5-9f587c2dbdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:26.447366 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a28fe574-b937-444b-b6f5-9f587c2dbdf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:26.448503 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a28fe574-b937-444b-b6f5-9f587c2dbdf4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9d891c8d-0ded-45c7-8c0a-5a9696f306b7 HTTP/1.1" status: 204 len: 168 time: 0.2755373 Aug 10 03:51:26.458487 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28fe574-b937-444b-b6f5-9f587c2dbdf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d891c8d-0ded-45c7-8c0a-5a9696f306b7,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:26.657005 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-259bc901-a7cd-4448-b391-c5a6ef0ff7a4 req-628ed009-1466-4c12-a0ff-452ff5d88b13 tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0299151 Aug 10 03:51:27.084428 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533648e-78be-43bd-b183-7a6a85b10975 req-3007b261-c9b7-4704-9625-efb310464d51 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:27.085942 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e533648e-78be-43bd-b183-7a6a85b10975 req-3007b261-c9b7-4704-9625-efb310464d51 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 946 time: 0.0534482 Aug 10 03:51:27.123254 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e533648e-78be-43bd-b183-7a6a85b10975 req-d3409b33-65ba-4a9f-a7e1-f4dc8d5751c5 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312746 Aug 10 03:51:27.250311 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:27.417556 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 58292) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:27.453805 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fca475-dc5f-4211-9775-99c96c35a071 req-682a7691-e2e2-41c4-b8e6-26ca7a30355e tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:27.455318 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a0fca475-dc5f-4211-9775-99c96c35a071 req-682a7691-e2e2-41c4-b8e6-26ca7a30355e tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0513713 Aug 10 03:51:27.493263 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a0fca475-dc5f-4211-9775-99c96c35a071 req-bec8186f-b322-4ab4-a1b0-53f6e93e11f2 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313795 Aug 10 03:51:27.524015 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-26b7a01a-eaf9-4cb9-8165-35bc3b56dc06 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1861095225-network', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:27.627646 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b7a01a-eaf9-4cb9-8165-35bc3b56dc06 admin admin] Made reservation on behalf of 7613e46ecb1e44beabb9108ddbbb4b81 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:27.630798 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-26b7a01a-eaf9-4cb9-8165-35bc3b56dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:27.639564 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-26b7a01a-eaf9-4cb9-8165-35bc3b56dc06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:27.728418 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-26b7a01a-eaf9-4cb9-8165-35bc3b56dc06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:27.765971 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5fab62b7-0208-4121-b682-6db926c0ee15 req-7278ba2b-798c-452e-88eb-edb460d20df3 tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0259540 Aug 10 03:51:27.804558 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-26b7a01a-eaf9-4cb9-8165-35bc3b56dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:27.833540 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b7a01a-eaf9-4cb9-8165-35bc3b56dc06 admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:51:27.839720 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7a01a-eaf9-4cb9-8165-35bc3b56dc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08b68a4-61ad-4649-8ed9-709e16405ac2,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:27.845554 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-26b7a01a-eaf9-4cb9-8165-35bc3b56dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:27.845898 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-26b7a01a-eaf9-4cb9-8165-35bc3b56dc06 admin admin] Added segment ac840d2f-22d8-4451-be0a-5884fabfcf90 of type vlan for network af9d6125-2256-42d2-8b3b-ccaff09619e5 Aug 10 03:51:27.886084 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-26b7a01a-eaf9-4cb9-8165-35bc3b56dc06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:27.964437 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-26b7a01a-eaf9-4cb9-8165-35bc3b56dc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:27.965418 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b7a01a-eaf9-4cb9-8165-35bc3b56dc06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:27.965998 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-26b7a01a-eaf9-4cb9-8165-35bc3b56dc06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:28.024389 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7a01a-eaf9-4cb9-8165-35bc3b56dc06 admin admin] Pushing event updated for resources: {'Network': ['ID=af9d6125-2256-42d2-8b3b-ccaff09619e5,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:28.034057 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network af9d6125-2256-42d2-8b3b-ccaff09619e5 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:51:28.102619 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-26b7a01a-eaf9-4cb9-8165-35bc3b56dc06 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6838818 Aug 10 03:51:28.105352 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 58302) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:28.110073 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-3a09b49d-1bc7-437e-a4d2-e64bc2fe7673 admin admin] Request body: {'subnet': {'network_id': 'af9d6125-2256-42d2-8b3b-ccaff09619e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1861095225-subnet', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:28.221972 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a09b49d-1bc7-437e-a4d2-e64bc2fe7673 admin admin] Made reservation on behalf of 7613e46ecb1e44beabb9108ddbbb4b81 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:28.224351 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3a09b49d-1bc7-437e-a4d2-e64bc2fe7673 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:28.239917 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf31dfa-1752-482a-8527-e770a701d07f req-72a68f6b-4866-44b4-9a2a-909c7b3877a2 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:28.241441 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fcf31dfa-1752-482a-8527-e770a701d07f req-72a68f6b-4866-44b4-9a2a-909c7b3877a2 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 946 time: 0.0494475 Aug 10 03:51:28.280332 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fcf31dfa-1752-482a-8527-e770a701d07f req-bf965c0e-a13a-47e9-a0db-cc652e9bd76b tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328789 Aug 10 03:51:28.490779 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3a09b49d-1bc7-437e-a4d2-e64bc2fe7673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:28.548381 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a09b49d-1bc7-437e-a4d2-e64bc2fe7673 admin admin] Pushing event updated for resources: {'Subnet': ['ID=131e12ae-b15c-4627-a08c-2d35b677d6c9,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:28.556872 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a09b49d-1bc7-437e-a4d2-e64bc2fe7673 admin admin] Checking segment: {'id': 'ac840d2f-22d8-4451-be0a-5884fabfcf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'af9d6125-2256-42d2-8b3b-ccaff09619e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:28.557268 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a09b49d-1bc7-437e-a4d2-e64bc2fe7673 admin admin] Network hostable DHCP agents. Network: af9d6125-2256-42d2-8b3b-ccaff09619e5, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:51:28.620211 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da05d61-05fe-4e5d-a2db-fe6828013f37 req-0d9189bf-b78d-40c5-bdf2-d8c86ceb7b6e tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:28.621715 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2da05d61-05fe-4e5d-a2db-fe6828013f37 req-0d9189bf-b78d-40c5-bdf2-d8c86ceb7b6e tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0563908 Aug 10 03:51:28.642091 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a09b49d-1bc7-437e-a4d2-e64bc2fe7673 admin admin] Network af9d6125-2256-42d2-8b3b-ccaff09619e5 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:51:28.666879 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2da05d61-05fe-4e5d-a2db-fe6828013f37 req-576bada3-960a-449e-8468-2d45bf5c8cd0 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386024 Aug 10 03:51:28.730145 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-3a09b49d-1bc7-437e-a4d2-e64bc2fe7673 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, af9d6125-2256-42d2-8b3b-ccaff09619e5) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:28.734530 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a09b49d-1bc7-437e-a4d2-e64bc2fe7673 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:28.735127 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3a09b49d-1bc7-437e-a4d2-e64bc2fe7673 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:28.741553 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6775b3c8-858e-4023-a10c-54c58e72bbd6 None None] Network af9d6125-2256-42d2-8b3b-ccaff09619e5 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:28.822308 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3a09b49d-1bc7-437e-a4d2-e64bc2fe7673 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7158754 Aug 10 03:51:28.825619 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 58316) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:28.830013 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-f7230093-f414-40f4-9c18-7d3cefaba8b3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1861095225-router', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:28.893342 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6198a8bd-add4-4928-8a89-c35bb7ec8ce2 req-f7d98880-b420-4172-9a73-f925e9c2605c tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0272031 Aug 10 03:51:28.900200 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29dec03-ff92-4393-9b91-4ad7103eb4ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-af9d6125-2256-42d2-8b3b-ccaff09619e5', 'network_id': 'af9d6125-2256-42d2-8b3b-ccaff09619e5', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'fixed_ips': [{'subnet_id': '131e12ae-b15c-4627-a08c-2d35b677d6c9'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:51:28.901099 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d29dec03-ff92-4393-9b91-4ad7103eb4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:28.921296 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7230093-f414-40f4-9c18-7d3cefaba8b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:28.922306 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7230093-f414-40f4-9c18-7d3cefaba8b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:28.974012 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7230093-f414-40f4-9c18-7d3cefaba8b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:29.050958 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-d29dec03-ff92-4393-9b91-4ad7103eb4ee None None] Allocated IP 172.20.0.2 (af9d6125-2256-42d2-8b3b-ccaff09619e5/131e12ae-b15c-4627-a08c-2d35b677d6c9/615ed173-7105-40ed-afa2-418357ced03f) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:29.198842 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d29dec03-ff92-4393-9b91-4ad7103eb4ee None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:29.208457 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d29dec03-ff92-4393-9b91-4ad7103eb4ee None None] Transition to ACTIVE for port object 615ed173-7105-40ed-afa2-418357ced03f will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:29.226404 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d29dec03-ff92-4393-9b91-4ad7103eb4ee None None] Transition to ACTIVE for port object 615ed173-7105-40ed-afa2-418357ced03f will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:29.290808 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d29dec03-ff92-4393-9b91-4ad7103eb4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:29.328622 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29dec03-ff92-4393-9b91-4ad7103eb4ee None None] Network af9d6125-2256-42d2-8b3b-ccaff09619e5 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:29.336654 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-d29dec03-ff92-4393-9b91-4ad7103eb4ee None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:29.340588 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29dec03-ff92-4393-9b91-4ad7103eb4ee None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:29.351061 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29dec03-ff92-4393-9b91-4ad7103eb4ee None None] Pushing event updated for resources: {'Port': ['ID=615ed173-7105-40ed-afa2-418357ced03f,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:29.405043 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d29dec03-ff92-4393-9b91-4ad7103eb4ee None None] Attempting to bind port 615ed173-7105-40ed-afa2-418357ced03f on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:29.405420 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d29dec03-ff92-4393-9b91-4ad7103eb4ee None None] Attempting to bind port 615ed173-7105-40ed-afa2-418357ced03f by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'ac840d2f-22d8-4451-be0a-5884fabfcf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'af9d6125-2256-42d2-8b3b-ccaff09619e5'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:29.405774 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29dec03-ff92-4393-9b91-4ad7103eb4ee None None] Attempting to bind port 615ed173-7105-40ed-afa2-418357ced03f on network af9d6125-2256-42d2-8b3b-ccaff09619e5 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:29.411439 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29dec03-ff92-4393-9b91-4ad7103eb4ee None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:29.411803 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29dec03-ff92-4393-9b91-4ad7103eb4ee None None] Checking segment: {'id': 'ac840d2f-22d8-4451-be0a-5884fabfcf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'af9d6125-2256-42d2-8b3b-ccaff09619e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:29.412233 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d29dec03-ff92-4393-9b91-4ad7103eb4ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:29.412624 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29dec03-ff92-4393-9b91-4ad7103eb4ee None None] Bound using segment: {'id': 'ac840d2f-22d8-4451-be0a-5884fabfcf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'af9d6125-2256-42d2-8b3b-ccaff09619e5'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:29.413582 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d29dec03-ff92-4393-9b91-4ad7103eb4ee None None] Bound port: 615ed173-7105-40ed-afa2-418357ced03f, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac840d2f-22d8-4451-be0a-5884fabfcf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'af9d6125-2256-42d2-8b3b-ccaff09619e5'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:29.413823 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d29dec03-ff92-4393-9b91-4ad7103eb4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:29.488402 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d29dec03-ff92-4393-9b91-4ad7103eb4ee None None] For port 615ed173-7105-40ed-afa2-418357ced03f, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:29.491568 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d29dec03-ff92-4393-9b91-4ad7103eb4ee None None] For port 615ed173-7105-40ed-afa2-418357ced03f, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=615ed173-7105-40ed-afa2-418357ced03f,segment=NetworkSegment(ac840d2f-22d8-4451-be0a-5884fabfcf90),segment_id=ac840d2f-22d8-4451-be0a-5884fabfcf90)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:29.538047 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7230093-f414-40f4-9c18-7d3cefaba8b3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:29.549897 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0556143a-7ff3-4f8c-ae9b-8a4d482d8c91 req-9b26517f-17ca-473b-baf4-4b6690cbc88b tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:29.551382 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0556143a-7ff3-4f8c-ae9b-8a4d482d8c91 req-9b26517f-17ca-473b-baf4-4b6690cbc88b tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 946 time: 0.1313038 Aug 10 03:51:29.559769 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d29dec03-ff92-4393-9b91-4ad7103eb4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:29.612991 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0556143a-7ff3-4f8c-ae9b-8a4d482d8c91 req-db0cdf05-8cb8-4165-9f53-792cef7b86f5 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496247 Aug 10 03:51:29.623229 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29dec03-ff92-4393-9b91-4ad7103eb4ee None None] Pushing event updated for resources: {'Port': ['ID=615ed173-7105-40ed-afa2-418357ced03f,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:29.853863 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-032893ae-fb22-4865-a15c-b05ad2566bb0 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:29.855387 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-032893ae-fb22-4865-a15c-b05ad2566bb0 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/networks?id=e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 HTTP/1.1" status: 200 len: 815 time: 0.1255250 Aug 10 03:51:29.883090 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-df3805cd-9045-4817-ba12-6c5e1df55e78 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/quotas/518fa0d68256485d8c15c7ca946355d2 HTTP/1.1" status: 200 len: 375 time: 0.0216413 Aug 10 03:51:29.891827 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ef71f-2c96-4073-bec1-de5b5f7c8a99 req-9317fdb9-6cc4-4d88-887a-d53f9e6960d0 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:29.893862 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cf5ef71f-2c96-4073-bec1-de5b5f7c8a99 req-9317fdb9-6cc4-4d88-887a-d53f9e6960d0 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.1324365 Aug 10 03:51:29.894931 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7230093-f414-40f4-9c18-7d3cefaba8b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:29.922774 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7230093-f414-40f4-9c18-7d3cefaba8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:29.944711 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-53972dd8-80cb-4919-a1d1-d9282a34941b tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=518fa0d68256485d8c15c7ca946355d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0547962 Aug 10 03:51:29.999995 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cf5ef71f-2c96-4073-bec1-de5b5f7c8a99 req-fcab2e3e-15a6-4513-bdb4-8dfb961450b7 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844901 Aug 10 03:51:30.051554 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-413951ef-5186-4d2e-9af3-c4bfa5822e13 service neutron] 10.222.0.25 "GET /v2.0/networks/e74c04aa-4182-4fb7-9ce2-cf2690adb1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038089 Aug 10 03:51:30.064130 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-f7230093-f414-40f4-9c18-7d3cefaba8b3 admin admin] Allocated IP 172.25.0.177 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/51528760-ed0f-4320-8a81-b8ee91fbc2c7) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:30.151387 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-07ed97f8-0b1d-45c1-9282-d7aa37841717 service neutron] 10.222.0.25 "GET /v2.0/networks/e74c04aa-4182-4fb7-9ce2-cf2690adb1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930440 Aug 10 03:51:30.181822 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7230093-f414-40f4-9c18-7d3cefaba8b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:30.270609 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f8065203-e29f-4f2c-abae-47b9f4ab5314 req-a173ec32-4588-469e-9fb9-234cfe22b00c tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0325954 Aug 10 03:51:30.302485 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7230093-f414-40f4-9c18-7d3cefaba8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:30.350198 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7230093-f414-40f4-9c18-7d3cefaba8b3 admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:30.353509 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-f7230093-f414-40f4-9c18-7d3cefaba8b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:30.358131 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7230093-f414-40f4-9c18-7d3cefaba8b3 admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:30.361368 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7230093-f414-40f4-9c18-7d3cefaba8b3 admin admin] Pushing event updated for resources: {'Port': ['ID=51528760-ed0f-4320-8a81-b8ee91fbc2c7,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:30.515221 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e30cc904-db50-41b6-89e2-19261b548832 req-a38936e7-8360-4123-970c-b29786876fce tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72e64e7-3e82-446b-91cb-288643c6e814 HTTP/1.1" status: 200 len: 210 time: 0.0497265 Aug 10 03:51:30.616954 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d70d58-acca-4042-bb7d-0715f7e89078 None None] Network af9d6125-2256-42d2-8b3b-ccaff09619e5 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:51:30.715268 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7230093-f414-40f4-9c18-7d3cefaba8b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:30.735515 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72adf3-2bba-461f-b694-d6efb8808049 req-2f14860d-000c-4048-869e-3d05410585da tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:30.738029 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f72adf3-2bba-461f-b694-d6efb8808049 req-2f14860d-000c-4048-869e-3d05410585da tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 946 time: 0.0557766 Aug 10 03:51:30.786184 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f72adf3-2bba-461f-b694-d6efb8808049 req-7ecb9e8c-df51-43c0-b12a-2075ffb22a9c tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385127 Aug 10 03:51:30.833683 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-67b25152-ea88-40e8-b563-764423ba6e02 None None] Provisioning for port 615ed173-7105-40ed-afa2-418357ced03f completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:30.959301 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7230093-f414-40f4-9c18-7d3cefaba8b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:31.014886 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 615ed173-7105-40ed-afa2-418357ced03f up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:31.152297 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f65b4-fb6e-4935-98d1-280e057f24fe req-100e3c56-3483-4b0d-bbec-6f31cc37b0b6 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:31.153786 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f20f65b4-fb6e-4935-98d1-280e057f24fe req-100e3c56-3483-4b0d-bbec-6f31cc37b0b6 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0701406 Aug 10 03:51:31.159064 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 615ed173-7105-40ed-afa2-418357ced03f completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:31.163648 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 615ed173-7105-40ed-afa2-418357ced03f triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:31.164115 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:31.204592 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f20f65b4-fb6e-4935-98d1-280e057f24fe req-0dcbf257-49f6-4956-9912-f8d4c7e4a91e tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444453 Aug 10 03:51:31.249107 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:31.282494 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 615ed173-7105-40ed-afa2-418357ced03f, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=615ed173-7105-40ed-afa2-418357ced03f,segment=NetworkSegment(ac840d2f-22d8-4451-be0a-5884fabfcf90),segment_id=ac840d2f-22d8-4451-be0a-5884fabfcf90)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:31.295778 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7230093-f414-40f4-9c18-7d3cefaba8b3 admin admin] Router 0c3df0b4-26ae-4405-a319-35d61b308e25 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:51:31.370601 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:31.408343 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a6055646-9f7b-46c2-a23d-7c23f76ed694 req-09dfdd62-fede-4e95-9e99-c92b8eff93a4 tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0570178 Aug 10 03:51:31.428352 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=615ed173-7105-40ed-afa2-418357ced03f,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:31.442229 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7230093-f414-40f4-9c18-7d3cefaba8b3 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:51:31.463107 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cd1f71-fa29-406f-9708-c90d600dad7a None None] Sync routers for ids ['0c3df0b4-26ae-4405-a319-35d61b308e25'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:51:31.469967 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cd1f71-fa29-406f-9708-c90d600dad7a None None] Routers {'0c3df0b4-26ae-4405-a319-35d61b308e25'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:51:31.470569 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-52cd1f71-fa29-406f-9708-c90d600dad7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:51:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0c3df0b4-26ae-4405-a319-35d61b308e25'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:31.536155 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7230093-f414-40f4-9c18-7d3cefaba8b3 admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:31.540082 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f7230093-f414-40f4-9c18-7d3cefaba8b3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7108841 Aug 10 03:51:31.545325 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 58366) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:31.576225 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-52cd1f71-fa29-406f-9708-c90d600dad7a None None] Set router 0c3df0b4-26ae-4405-a319-35d61b308e25 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:51:31.616061 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-39f0dc6a-6dcc-4f28-918b-201c3c73c8fe req-113da16c-262c-4bb6-81a2-ec4058341732 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72e64e7-3e82-446b-91cb-288643c6e814 HTTP/1.1" status: 200 len: 210 time: 0.0272646 Aug 10 03:51:31.769928 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-52cd1f71-fa29-406f-9708-c90d600dad7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'name': 'tempest-TaggedBootDevicesTest_v242-1861095225-router', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '51528760-ed0f-4320-8a81-b8ee91fbc2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:28Z', 'updated_at': '2021-08-10T03:51:30Z', 'revision_number': 3, 'project_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'gw_port': {'id': '51528760-ed0f-4320-8a81-b8ee91fbc2c7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:00:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:29Z', 'updated_at': '2021-08-10T03:51:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:31.797684 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cd1f71-fa29-406f-9708-c90d600dad7a None None] Checking router: 0c3df0b4-26ae-4405-a319-35d61b308e25 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:51:31.798034 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cd1f71-fa29-406f-9708-c90d600dad7a None None] Updating router 0c3df0b4-26ae-4405-a319-35d61b308e25 port 51528760-ed0f-4320-8a81-b8ee91fbc2c7 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:51:31.825579 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-52cd1f71-fa29-406f-9708-c90d600dad7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:31.969957 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf4d13-348b-4d6d-8af9-b4c07ec3bf21 req-003d5b2f-0799-459a-af18-a25135d8bf5d tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:31.972523 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-71cf4d13-348b-4d6d-8af9-b4c07ec3bf21 req-003d5b2f-0799-459a-af18-a25135d8bf5d tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 946 time: 0.0993779 Aug 10 03:51:32.043721 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6a1b0b0-31b0-4fdd-b31a-417bd5c509c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.047829 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-71cf4d13-348b-4d6d-8af9-b4c07ec3bf21 req-b358f9e8-c0b0-410e-b940-2a943a361d40 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647500 Aug 10 03:51:32.103305 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-52cd1f71-fa29-406f-9708-c90d600dad7a None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.112931 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-52cd1f71-fa29-406f-9708-c90d600dad7a None None] Transition to ACTIVE for port object 51528760-ed0f-4320-8a81-b8ee91fbc2c7 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:32.198852 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-52cd1f71-fa29-406f-9708-c90d600dad7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.209384 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-e6a1b0b0-31b0-4fdd-b31a-417bd5c509c0 admin admin] Allocated IP 172.20.0.1 (af9d6125-2256-42d2-8b3b-ccaff09619e5/131e12ae-b15c-4627-a08c-2d35b677d6c9/fc6ae7c9-695f-4452-8877-2162cff3a30a) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:32.251745 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-52cd1f71-fa29-406f-9708-c90d600dad7a None None] Attempting to bind port 51528760-ed0f-4320-8a81-b8ee91fbc2c7 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:32.252560 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-52cd1f71-fa29-406f-9708-c90d600dad7a None None] Attempting to bind port 51528760-ed0f-4320-8a81-b8ee91fbc2c7 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:32.253109 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cd1f71-fa29-406f-9708-c90d600dad7a None None] Attempting to bind port 51528760-ed0f-4320-8a81-b8ee91fbc2c7 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:32.263390 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cd1f71-fa29-406f-9708-c90d600dad7a None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:32.263759 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cd1f71-fa29-406f-9708-c90d600dad7a None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:32.270509 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-52cd1f71-fa29-406f-9708-c90d600dad7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.270509 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cd1f71-fa29-406f-9708-c90d600dad7a None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:32.270509 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-52cd1f71-fa29-406f-9708-c90d600dad7a None None] Bound port: 51528760-ed0f-4320-8a81-b8ee91fbc2c7, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:32.270509 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-52cd1f71-fa29-406f-9708-c90d600dad7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.286273 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59f804-a747-4d97-af9d-404504741414 None None] Pushing event updated for resources: {'Port': ['ID=51528760-ed0f-4320-8a81-b8ee91fbc2c7,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:32.312937 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59f804-a747-4d97-af9d-404504741414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:32.312937 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59f804-a747-4d97-af9d-404504741414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:32.312937 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59f804-a747-4d97-af9d-404504741414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:32.312937 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59f804-a747-4d97-af9d-404504741414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:32.312937 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59f804-a747-4d97-af9d-404504741414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:32.312937 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59f804-a747-4d97-af9d-404504741414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:32.312937 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59f804-a747-4d97-af9d-404504741414 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:32.312937 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59f804-a747-4d97-af9d-404504741414 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:32.312937 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59f804-a747-4d97-af9d-404504741414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:32.312937 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59f804-a747-4d97-af9d-404504741414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:32.312937 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59f804-a747-4d97-af9d-404504741414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:32.312937 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59f804-a747-4d97-af9d-404504741414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:32.332463 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-52cd1f71-fa29-406f-9708-c90d600dad7a None None] For port 51528760-ed0f-4320-8a81-b8ee91fbc2c7, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:32.335983 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-52cd1f71-fa29-406f-9708-c90d600dad7a None None] For port 51528760-ed0f-4320-8a81-b8ee91fbc2c7, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=51528760-ed0f-4320-8a81-b8ee91fbc2c7,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:32.369011 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6a1b0b0-31b0-4fdd-b31a-417bd5c509c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.391060 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ece775-789d-40bb-affc-b3ac88150a6b req-c74f078f-d286-4d50-a282-71067b970291 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:32.392697 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b9ece775-789d-40bb-affc-b3ac88150a6b req-c74f078f-d286-4d50-a282-71067b970291 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.1008887 Aug 10 03:51:32.395122 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-e6a1b0b0-31b0-4fdd-b31a-417bd5c509c0 admin admin] Transition to ACTIVE for port object fc6ae7c9-695f-4452-8877-2162cff3a30a will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:32.447945 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b9ece775-789d-40bb-affc-b3ac88150a6b req-06e72428-533b-43b1-9071-91d17d46b61e tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484188 Aug 10 03:51:32.451312 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-52cd1f71-fa29-406f-9708-c90d600dad7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.514751 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cd1f71-fa29-406f-9708-c90d600dad7a None None] Routers {'0c3df0b4-26ae-4405-a319-35d61b308e25'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:51:32.515455 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-52cd1f71-fa29-406f-9708-c90d600dad7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:51:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0c3df0b4-26ae-4405-a319-35d61b308e25'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:32.535091 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-10f00ec1-a9d8-451f-9c67-886c79497e9b req-73785498-608a-40c6-8d9f-681267758192 tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0267200 Aug 10 03:51:32.550734 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59f804-a747-4d97-af9d-404504741414 None None] Pushing event updated for resources: {'Port': ['ID=51528760-ed0f-4320-8a81-b8ee91fbc2c7,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:32.563288 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6a1b0b0-31b0-4fdd-b31a-417bd5c509c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.606207 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a1b0b0-31b0-4fdd-b31a-417bd5c509c0 admin admin] Network af9d6125-2256-42d2-8b3b-ccaff09619e5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:32.610815 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-e6a1b0b0-31b0-4fdd-b31a-417bd5c509c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:32.615500 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a1b0b0-31b0-4fdd-b31a-417bd5c509c0 admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:32.621339 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1b0b0-31b0-4fdd-b31a-417bd5c509c0 admin admin] Pushing event updated for resources: {'Port': ['ID=fc6ae7c9-695f-4452-8877-2162cff3a30a,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:32.627038 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-52cd1f71-fa29-406f-9708-c90d600dad7a None None] Set router 0c3df0b4-26ae-4405-a319-35d61b308e25 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:51:32.673905 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6a1b0b0-31b0-4fdd-b31a-417bd5c509c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.794853 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-d0321b05-d546-4648-bcf1-a08fe15bdf15 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:32.797478 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-d0321b05-d546-4648-bcf1-a08fe15bdf15 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.20 "GET /v2.0/networks?id=e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 HTTP/1.1" status: 200 len: 815 time: 0.1631072 Aug 10 03:51:32.821558 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-d7756802-74d2-4889-a333-25e836ab9c3a tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Request body: {'port': {'device_id': 'e72e64e7-3e82-446b-91cb-288643c6e814', 'network_id': 'e74c04aa-4182-4fb7-9ce2-cf2690adb1f4', 'admin_state_up': True, 'tenant_id': '518fa0d68256485d8c15c7ca946355d2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:32.838476 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8dd3170f-45f5-4cb5-8d0c-b9ab2e7ad88f req-e2a900e8-8ccc-44e6-92fd-631c2598a0e5 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72e64e7-3e82-446b-91cb-288643c6e814 HTTP/1.1" status: 200 len: 210 time: 0.0392320 Aug 10 03:51:32.922422 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6a1b0b0-31b0-4fdd-b31a-417bd5c509c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:32.966798 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-cd67c92b-45b2-404b-a68f-5956393c32d5 None None] Provisioning for port fc6ae7c9-695f-4452-8877-2162cff3a30a completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:32.969471 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-52cd1f71-fa29-406f-9708-c90d600dad7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'name': 'tempest-TaggedBootDevicesTest_v242-1861095225-router', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '51528760-ed0f-4320-8a81-b8ee91fbc2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:28Z', 'updated_at': '2021-08-10T03:51:30Z', 'revision_number': 3, 'project_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'gw_port': {'id': '51528760-ed0f-4320-8a81-b8ee91fbc2c7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:00:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:29Z', 'updated_at': '2021-08-10T03:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:32.975677 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-cd67c92b-45b2-404b-a68f-5956393c32d5 None None] Provisioning complete for port fc6ae7c9-695f-4452-8877-2162cff3a30a triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:32.976440 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cd67c92b-45b2-404b-a68f-5956393c32d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:33.005218 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cd1f71-fa29-406f-9708-c90d600dad7a None None] The sync data for ids ['0c3df0b4-26ae-4405-a319-35d61b308e25'] in n-d-802893-2 is: [{'id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'name': 'tempest-TaggedBootDevicesTest_v242-1861095225-router', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '51528760-ed0f-4320-8a81-b8ee91fbc2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:28Z', 'updated_at': '2021-08-10T03:51:30Z', 'revision_number': 3, 'project_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'gw_port': {'id': '51528760-ed0f-4320-8a81-b8ee91fbc2c7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:00:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:29Z', 'updated_at': '2021-08-10T03:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:51:33.016374 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-cd67c92b-45b2-404b-a68f-5956393c32d5 None None] Port fc6ae7c9-695f-4452-8877-2162cff3a30a cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:51:33.055410 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 615ed173-7105-40ed-afa2-418357ced03f up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:33.056269 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-d7756802-74d2-4889-a333-25e836ab9c3a tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Made reservation on behalf of 518fa0d68256485d8c15c7ca946355d2 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:33.060105 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-d7756802-74d2-4889-a333-25e836ab9c3a tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:33.126402 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 615ed173-7105-40ed-afa2-418357ced03f triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:33.127488 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:33.163895 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6a1b0b0-31b0-4fdd-b31a-417bd5c509c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:33.222916 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6a1b0b0-31b0-4fdd-b31a-417bd5c509c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:33.242713 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e10f6-8a58-4e71-9cc8-b5c4d5f90ac5 req-b3bc6598-fec4-44c4-b827-5ef13ba0537c tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:33.244351 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6e9e10f6-8a58-4e71-9cc8-b5c4d5f90ac5 req-b3bc6598-fec4-44c4-b827-5ef13ba0537c tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 946 time: 0.0979807 Aug 10 03:51:33.250908 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-d7756802-74d2-4889-a333-25e836ab9c3a tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Allocated IP 172.20.0.10 (e74c04aa-4182-4fb7-9ce2-cf2690adb1f4/6a4191d9-e64e-4743-823a-6d34a29ab994/ddc105c1-a5ef-456a-afad-6b9089f09d14) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:33.325189 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1b0b0-31b0-4fdd-b31a-417bd5c509c0 admin admin] Pushing event updated for resources: {'Port': ['ID=fc6ae7c9-695f-4452-8877-2162cff3a30a,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:33.339068 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6a1b0b0-31b0-4fdd-b31a-417bd5c509c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:33.350049 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6e9e10f6-8a58-4e71-9cc8-b5c4d5f90ac5 req-2a12fe64-682a-4b19-86a5-218461ef701b tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962515 Aug 10 03:51:33.482628 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a1b0b0-31b0-4fdd-b31a-417bd5c509c0 admin admin] Network af9d6125-2256-42d2-8b3b-ccaff09619e5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:33.484051 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-e6a1b0b0-31b0-4fdd-b31a-417bd5c509c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:33.517676 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-d7756802-74d2-4889-a333-25e836ab9c3a tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:33.670680 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cdd85-1941-45ae-9d19-1bb510543e41 req-22c1c65e-1f45-4d36-bf7d-e630793b360f tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:33.672448 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-971cdd85-1941-45ae-9d19-1bb510543e41 req-22c1c65e-1f45-4d36-bf7d-e630793b360f tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.1262109 Aug 10 03:51:33.673295 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dbb68b8d-9447-407f-834a-b5508d9cfe13 req-45886ff8-7d3c-42bf-8d1a-30c3c74b5a6f tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0330307 Aug 10 03:51:33.691903 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-d7756802-74d2-4889-a333-25e836ab9c3a tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:33.704479 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['6ea866cc-5cb4-4f69-8626-4a15d1af770d'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:51:33.724498 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-d7756802-74d2-4889-a333-25e836ab9c3a tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Network e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:33.739162 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a1b0b0-31b0-4fdd-b31a-417bd5c509c0 admin admin] Router 0c3df0b4-26ae-4405-a319-35d61b308e25 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:51:33.747462 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-d7756802-74d2-4889-a333-25e836ab9c3a tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:33.750751 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-d7756802-74d2-4889-a333-25e836ab9c3a tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:33.761235 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-971cdd85-1941-45ae-9d19-1bb510543e41 req-50865653-c318-474a-bc3a-7a2c132a76b8 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717094 Aug 10 03:51:33.825007 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7756802-74d2-4889-a333-25e836ab9c3a tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Pushing event updated for resources: {'Port': ['ID=ddc105c1-a5ef-456a-afad-6b9089f09d14,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:33.848452 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-d7756802-74d2-4889-a333-25e836ab9c3a tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:33.849232 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-d7756802-74d2-4889-a333-25e836ab9c3a tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:33.881382 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-89bd6759-5618-413e-81e9-79ea72403971 None None] Provisioning complete for port fc6ae7c9-695f-4452-8877-2162cff3a30a triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:33.881724 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-89bd6759-5618-413e-81e9-79ea72403971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:33.935488 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-89bd6759-5618-413e-81e9-79ea72403971 None None] Port fc6ae7c9-695f-4452-8877-2162cff3a30a cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:51:33.953247 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-d7756802-74d2-4889-a333-25e836ab9c3a tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1358550 Aug 10 03:51:33.981382 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-d9ec0ac7-d741-4492-b886-ab285b1d453a tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:51:33.982573 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-d9ec0ac7-d741-4492-b886-ab285b1d453a tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121455 Aug 10 03:51:34.012400 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f3d07-a51d-4e9e-8a51-cf8d60acdfe8 req-f07e8a3a-ca65-4a48-983d-f36c81c1106b tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:34.020820 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-202f3d07-a51d-4e9e-8a51-cf8d60acdfe8 req-f07e8a3a-ca65-4a48-983d-f36c81c1106b tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72e64e7-3e82-446b-91cb-288643c6e814 HTTP/1.1" status: 200 len: 932 time: 0.0935509 Aug 10 03:51:34.061140 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-202f3d07-a51d-4e9e-8a51-cf8d60acdfe8 req-27b9635a-6a79-4b2a-90af-e1b2d0a18084 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394115 Aug 10 03:51:34.067745 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-b8413f37-0def-4d8a-be7d-ba079f8c0cb3 service neutron] Request body: {'port': {'device_id': 'e72e64e7-3e82-446b-91cb-288643c6e814', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:34.127231 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-b8413f37-0def-4d8a-be7d-ba079f8c0cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:34.210614 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a1b0b0-31b0-4fdd-b31a-417bd5c509c0 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:51:34.220042 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e6a1b0b0-31b0-4fdd-b31a-417bd5c509c0 admin admin] 10.222.0.25 "PUT /v2.0/routers/0c3df0b4-26ae-4405-a319-35d61b308e25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6743033 Aug 10 03:51:34.406183 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-b8413f37-0def-4d8a-be7d-ba079f8c0cb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddc105c1-a5ef-456a-afad-6b9089f09d14 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:51:34.416034 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-b8413f37-0def-4d8a-be7d-ba079f8c0cb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:34.434316 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-b8413f37-0def-4d8a-be7d-ba079f8c0cb3 service neutron] Transition to ACTIVE for port object ddc105c1-a5ef-456a-afad-6b9089f09d14 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:34.520415 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dbcee9-9092-48f9-ad13-01a4ade9d0fa req-f69edb77-3f26-4813-aa50-8274acb747fd tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:34.522175 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b3dbcee9-9092-48f9-ad13-01a4ade9d0fa req-f69edb77-3f26-4813-aa50-8274acb747fd tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 946 time: 0.0586100 Aug 10 03:51:34.524839 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-b8413f37-0def-4d8a-be7d-ba079f8c0cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:34.612827 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b3dbcee9-9092-48f9-ad13-01a4ade9d0fa req-2da868f5-a0d8-4065-b7b4-d1d04b0ad60d tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755057 Aug 10 03:51:34.649590 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8413f37-0def-4d8a-be7d-ba079f8c0cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc105c1-a5ef-456a-afad-6b9089f09d14,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:34.711938 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-b8413f37-0def-4d8a-be7d-ba079f8c0cb3 service neutron] Attempting to bind port ddc105c1-a5ef-456a-afad-6b9089f09d14 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:34.713539 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-b8413f37-0def-4d8a-be7d-ba079f8c0cb3 service neutron] Attempting to bind port ddc105c1-a5ef-456a-afad-6b9089f09d14 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '438f092c-63d3-4c8c-b4b5-84c92a8890bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e74c04aa-4182-4fb7-9ce2-cf2690adb1f4'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:34.713986 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-b8413f37-0def-4d8a-be7d-ba079f8c0cb3 service neutron] Attempting to bind port ddc105c1-a5ef-456a-afad-6b9089f09d14 on network e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:34.718774 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-b8413f37-0def-4d8a-be7d-ba079f8c0cb3 service neutron] Port ddc105c1-a5ef-456a-afad-6b9089f09d14 on network e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:51:34.719236 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-b8413f37-0def-4d8a-be7d-ba079f8c0cb3 service neutron] Attempting to bind port ddc105c1-a5ef-456a-afad-6b9089f09d14 on network e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:34.725079 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-b8413f37-0def-4d8a-be7d-ba079f8c0cb3 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:34.725753 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-b8413f37-0def-4d8a-be7d-ba079f8c0cb3 service neutron] Checking segment: {'id': '438f092c-63d3-4c8c-b4b5-84c92a8890bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e74c04aa-4182-4fb7-9ce2-cf2690adb1f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:34.726045 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-b8413f37-0def-4d8a-be7d-ba079f8c0cb3 service neutron] Bound using segment: {'id': '438f092c-63d3-4c8c-b4b5-84c92a8890bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e74c04aa-4182-4fb7-9ce2-cf2690adb1f4'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:34.726482 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-b8413f37-0def-4d8a-be7d-ba079f8c0cb3 service neutron] Bound port: ddc105c1-a5ef-456a-afad-6b9089f09d14, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '438f092c-63d3-4c8c-b4b5-84c92a8890bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e74c04aa-4182-4fb7-9ce2-cf2690adb1f4'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:34.726868 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-b8413f37-0def-4d8a-be7d-ba079f8c0cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:34.833907 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b2ed41a2-14e9-46e1-82ee-cd910e2141e0 req-b8367535-b9db-4d73-89d2-b6f3a7fa371a tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0361791 Aug 10 03:51:34.840588 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-b8413f37-0def-4d8a-be7d-ba079f8c0cb3 service neutron] For port ddc105c1-a5ef-456a-afad-6b9089f09d14, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:34.844107 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-b8413f37-0def-4d8a-be7d-ba079f8c0cb3 service neutron] For port ddc105c1-a5ef-456a-afad-6b9089f09d14, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=ddc105c1-a5ef-456a-afad-6b9089f09d14,segment=NetworkSegment(438f092c-63d3-4c8c-b4b5-84c92a8890bc),segment_id=438f092c-63d3-4c8c-b4b5-84c92a8890bc)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:34.880702 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ffc8a-b29f-4b2a-b38a-ad9b82558363 req-4e305563-99f0-46e7-9f15-12788ca4eec4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:34.882275 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4f7ffc8a-b29f-4b2a-b38a-ad9b82558363 req-4e305563-99f0-46e7-9f15-12788ca4eec4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0536849 Aug 10 03:51:34.920073 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4f7ffc8a-b29f-4b2a-b38a-ad9b82558363 req-3a60855a-433c-4736-a1ae-2e070ed1f587 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318000 Aug 10 03:51:34.930092 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-b8413f37-0def-4d8a-be7d-ba079f8c0cb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:34.980680 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-b8413f37-0def-4d8a-be7d-ba079f8c0cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:34.981297 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-b8413f37-0def-4d8a-be7d-ba079f8c0cb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:34.982708 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-b8413f37-0def-4d8a-be7d-ba079f8c0cb3 service neutron] 10.222.0.20 "PUT /v2.0/ports/ddc105c1-a5ef-456a-afad-6b9089f09d14 HTTP/1.1" status: 200 len: 1092 time: 0.9906433 Aug 10 03:51:34.983152 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e72e64e7-3e82-446b-91cb-288643c6e814', 'tag': 'ddc105c1-a5ef-456a-afad-6b9089f09d14'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:34.985434 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f2a5e5-12b6-423f-9106-4ad9d2cbb165" -d '{"events": [{"name": "network-changed", "server_uuid": "e72e64e7-3e82-446b-91cb-288643c6e814", "tag": "ddc105c1-a5ef-456a-afad-6b9089f09d14"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:35.011023 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8413f37-0def-4d8a-be7d-ba079f8c0cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=ddc105c1-a5ef-456a-afad-6b9089f09d14,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:35.035084 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379ebd0e-20b5-4efd-a7ce-1d74a6065991 x-openstack-request-id: req-379ebd0e-20b5-4efd-a7ce-1d74a6065991 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:35.035431 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e72e64e7-3e82-446b-91cb-288643c6e814", "tag": "ddc105c1-a5ef-456a-afad-6b9089f09d14", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:35.035620 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 51528760-ed0f-4320-8a81-b8ee91fbc2c7 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:35.036126 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-379ebd0e-20b5-4efd-a7ce-1d74a6065991 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:35.036274 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e72e64e7-3e82-446b-91cb-288643c6e814', 'tag': 'ddc105c1-a5ef-456a-afad-6b9089f09d14', 'status': 'completed', 'code': 200} Aug 10 03:51:35.062910 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2462b23b-61c4-4225-97d2-14fcbce0f84a None None] Sync routers for ids ['0c3df0b4-26ae-4405-a319-35d61b308e25'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:51:35.087114 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2462b23b-61c4-4225-97d2-14fcbce0f84a None None] Routers {'0c3df0b4-26ae-4405-a319-35d61b308e25'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:51:35.090901 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-2462b23b-61c4-4225-97d2-14fcbce0f84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:51:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0c3df0b4-26ae-4405-a319-35d61b308e25'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:35.129956 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2a5e5-12b6-423f-9106-4ad9d2cbb165 req-0357a232-ee43-4dd0-83db-a4ee28666535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:35.131564 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-82f2a5e5-12b6-423f-9106-4ad9d2cbb165 req-0357a232-ee43-4dd0-83db-a4ee28666535 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=518fa0d68256485d8c15c7ca946355d2&device_id=e72e64e7-3e82-446b-91cb-288643c6e814 HTTP/1.1" status: 200 len: 1095 time: 0.0451131 Aug 10 03:51:35.198574 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62cd8a-9a73-497a-80a1-d9b4b7bf2ec7 req-4c88a753-2084-4c9e-be38-eec11aa78cd2 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:35.206330 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1f62cd8a-9a73-497a-80a1-d9b4b7bf2ec7 req-4c88a753-2084-4c9e-be38-eec11aa78cd2 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72e64e7-3e82-446b-91cb-288643c6e814 HTTP/1.1" status: 200 len: 944 time: 0.0621896 Aug 10 03:51:35.207988 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-2462b23b-61c4-4225-97d2-14fcbce0f84a None None] Set router 0c3df0b4-26ae-4405-a319-35d61b308e25 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:51:35.241310 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1f62cd8a-9a73-497a-80a1-d9b4b7bf2ec7 req-1d9751c9-82ca-40e3-ac48-02ca4d8ea02c tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342231 Aug 10 03:51:35.251614 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2a5e5-12b6-423f-9106-4ad9d2cbb165 req-ae4f2757-28c8-4cb6-999c-392fd2d97429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:35.254017 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-82f2a5e5-12b6-423f-9106-4ad9d2cbb165 req-ae4f2757-28c8-4cb6-999c-392fd2d97429 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=518fa0d68256485d8c15c7ca946355d2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1020882 Aug 10 03:51:35.288444 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 51528760-ed0f-4320-8a81-b8ee91fbc2c7 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:35.306372 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 51528760-ed0f-4320-8a81-b8ee91fbc2c7 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:35.306372 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.354407 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2a5e5-12b6-423f-9106-4ad9d2cbb165 req-8c115536-b9aa-4bf7-9d7a-a24aa0690f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:35.355887 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-82f2a5e5-12b6-423f-9106-4ad9d2cbb165 req-8c115536-b9aa-4bf7-9d7a-a24aa0690f15 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920870 Aug 10 03:51:35.469364 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.497861 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 51528760-ed0f-4320-8a81-b8ee91fbc2c7, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=51528760-ed0f-4320-8a81-b8ee91fbc2c7,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:35.498240 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-a3da9e62-37ff-4e60-869a-86a9898ea9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:35.499837 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-a3da9e62-37ff-4e60-869a-86a9898ea9ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=518fa0d68256485d8c15c7ca946355d2&device_id=e72e64e7-3e82-446b-91cb-288643c6e814 HTTP/1.1" status: 200 len: 1095 time: 0.0520933 Aug 10 03:51:35.505667 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-2462b23b-61c4-4225-97d2-14fcbce0f84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'name': 'tempest-TaggedBootDevicesTest_v242-1861095225-router', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '51528760-ed0f-4320-8a81-b8ee91fbc2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:28Z', 'updated_at': '2021-08-10T03:51:32Z', 'revision_number': 4, 'project_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'gw_port': {'id': '51528760-ed0f-4320-8a81-b8ee91fbc2c7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:00:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:29Z', 'updated_at': '2021-08-10T03:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'fc6ae7c9-695f-4452-8877-2162cff3a30a', 'name': '', 'network_id': 'af9d6125-2256-42d2-8b3b-ccaff09619e5', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'mac_address': 'fa:16:3e:a7:61:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '131e12ae-b15c-4627-a08c-2d35b677d6c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:32Z', 'updated_at': '2021-08-10T03:51:32Z', 'revision_number': 2, 'project_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'subnets': [{'id': '131e12ae-b15c-4627-a08c-2d35b677d6c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:35.552747 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-37e0a02a-1a0b-4ba5-8aa0-d632ec9b96b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddc105c1-a5ef-456a-afad-6b9089f09d14 HTTP/1.1" status: 200 len: 217 time: 0.0364950 Aug 10 03:51:35.607477 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-42e8d46b-7b25-4fb4-8181-5e4a5a912d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:35.609017 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-42e8d46b-7b25-4fb4-8181-5e4a5a912d26 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a4191d9-e64e-4743-823a-6d34a29ab994 HTTP/1.1" status: 200 len: 855 time: 0.0489109 Aug 10 03:51:35.645417 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-b880f378-2ef9-4e01-ad4a-9f842adbb125 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e74c04aa-4182-4fb7-9ce2-cf2690adb1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265179 Aug 10 03:51:35.671162 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.673030 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2462b23b-61c4-4225-97d2-14fcbce0f84a None None] Checking router: 0c3df0b4-26ae-4405-a319-35d61b308e25 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:51:35.673374 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2462b23b-61c4-4225-97d2-14fcbce0f84a None None] Updating router 0c3df0b4-26ae-4405-a319-35d61b308e25 port fc6ae7c9-695f-4452-8877-2162cff3a30a binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:51:35.731467 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2462b23b-61c4-4225-97d2-14fcbce0f84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:35.750986 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=51528760-ed0f-4320-8a81-b8ee91fbc2c7,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:35.819172 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee60e0-41f4-45bb-b4e8-3a64bbf6ed18 req-6e6b3438-fbb9-446d-926f-3122135c8194 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:35.820938 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-19ee60e0-41f4-45bb-b4e8-3a64bbf6ed18 req-6e6b3438-fbb9-446d-926f-3122135c8194 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 946 time: 0.0936317 Aug 10 03:51:35.825383 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-af13ff61-2222-4d08-8c7c-bf57d1d709ab service neutron] 10.222.0.20 "GET /v2.0/networks/e74c04aa-4182-4fb7-9ce2-cf2690adb1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738172 Aug 10 03:51:35.954688 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-19ee60e0-41f4-45bb-b4e8-3a64bbf6ed18 req-787a4529-0bd0-45c8-9dcd-83eb8faee555 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181784 Aug 10 03:51:36.062715 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ac6a8413-f673-4d6f-ad63-6946ac3d42bc req-f59ca9c3-82bc-4b37-94af-f5ef485baa44 tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0351841 Aug 10 03:51:36.065851 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7a4d987-a33e-4081-b60a-e9758d1e40de req-d8fe2e15-1a7c-4a73-bade-83016debac77 service neutron] 10.222.0.20 "GET /v2.0/networks/e74c04aa-4182-4fb7-9ce2-cf2690adb1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267714 Aug 10 03:51:36.099472 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da238c-e0b9-4461-a61b-aa67dba2092d req-e324eeb2-b6cb-49ea-8ffc-02d765c1ead7 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:36.101589 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-63da238c-e0b9-4461-a61b-aa67dba2092d req-e324eeb2-b6cb-49ea-8ffc-02d765c1ead7 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0575874 Aug 10 03:51:36.122874 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2462b23b-61c4-4225-97d2-14fcbce0f84a None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.134858 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2462b23b-61c4-4225-97d2-14fcbce0f84a None None] Transition to ACTIVE for port object fc6ae7c9-695f-4452-8877-2162cff3a30a will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:36.146838 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-63da238c-e0b9-4461-a61b-aa67dba2092d req-9722c792-feb2-4dec-8926-c5735840f30c tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383482 Aug 10 03:51:36.222367 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2462b23b-61c4-4225-97d2-14fcbce0f84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.292094 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5a178-432b-4a04-8440-2741c81b35a8 None None] Pushing event updated for resources: {'Port': ['ID=fc6ae7c9-695f-4452-8877-2162cff3a30a,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:36.325737 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-2462b23b-61c4-4225-97d2-14fcbce0f84a None None] Attempting to bind port fc6ae7c9-695f-4452-8877-2162cff3a30a on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:36.326104 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-2462b23b-61c4-4225-97d2-14fcbce0f84a None None] Attempting to bind port fc6ae7c9-695f-4452-8877-2162cff3a30a by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'ac840d2f-22d8-4451-be0a-5884fabfcf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'af9d6125-2256-42d2-8b3b-ccaff09619e5'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:36.326472 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462b23b-61c4-4225-97d2-14fcbce0f84a None None] Attempting to bind port fc6ae7c9-695f-4452-8877-2162cff3a30a on network af9d6125-2256-42d2-8b3b-ccaff09619e5 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:36.332198 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462b23b-61c4-4225-97d2-14fcbce0f84a None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:36.332574 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462b23b-61c4-4225-97d2-14fcbce0f84a None None] Checking segment: {'id': 'ac840d2f-22d8-4451-be0a-5884fabfcf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'af9d6125-2256-42d2-8b3b-ccaff09619e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:36.332973 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2462b23b-61c4-4225-97d2-14fcbce0f84a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.333367 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2462b23b-61c4-4225-97d2-14fcbce0f84a None None] Bound using segment: {'id': 'ac840d2f-22d8-4451-be0a-5884fabfcf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'af9d6125-2256-42d2-8b3b-ccaff09619e5'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:36.333837 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-2462b23b-61c4-4225-97d2-14fcbce0f84a None None] Bound port: fc6ae7c9-695f-4452-8877-2162cff3a30a, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac840d2f-22d8-4451-be0a-5884fabfcf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'af9d6125-2256-42d2-8b3b-ccaff09619e5'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:36.334222 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2462b23b-61c4-4225-97d2-14fcbce0f84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.413765 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5e3e3-5e43-4a0a-a0eb-d806eb1c01a3 req-5f72bf93-dd23-48b2-a728-be3baa540913 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:36.415869 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-49f5e3e3-5e43-4a0a-a0eb-d806eb1c01a3 req-5f72bf93-dd23-48b2-a728-be3baa540913 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72e64e7-3e82-446b-91cb-288643c6e814 HTTP/1.1" status: 200 len: 944 time: 0.0737107 Aug 10 03:51:36.421378 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-2462b23b-61c4-4225-97d2-14fcbce0f84a None None] For port fc6ae7c9-695f-4452-8877-2162cff3a30a, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:51:36.425865 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-2462b23b-61c4-4225-97d2-14fcbce0f84a None None] For port fc6ae7c9-695f-4452-8877-2162cff3a30a, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=fc6ae7c9-695f-4452-8877-2162cff3a30a,segment=NetworkSegment(ac840d2f-22d8-4451-be0a-5884fabfcf90),segment_id=ac840d2f-22d8-4451-be0a-5884fabfcf90)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:51:36.462657 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-49f5e3e3-5e43-4a0a-a0eb-d806eb1c01a3 req-dbb7fc38-6edf-4a41-8690-c638ac342089 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394816 Aug 10 03:51:36.530886 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2462b23b-61c4-4225-97d2-14fcbce0f84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:36.595445 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2462b23b-61c4-4225-97d2-14fcbce0f84a None None] Routers {'0c3df0b4-26ae-4405-a319-35d61b308e25'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:51:36.597244 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-2462b23b-61c4-4225-97d2-14fcbce0f84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:51:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0c3df0b4-26ae-4405-a319-35d61b308e25'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:36.635493 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5a178-432b-4a04-8440-2741c81b35a8 None None] Pushing event updated for resources: {'Port': ['ID=fc6ae7c9-695f-4452-8877-2162cff3a30a,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:36.767207 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-2462b23b-61c4-4225-97d2-14fcbce0f84a None None] Set router 0c3df0b4-26ae-4405-a319-35d61b308e25 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:51:37.005550 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 51528760-ed0f-4320-8a81-b8ee91fbc2c7 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:37.097450 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f1905-fe7c-44ed-9dd0-f36b2ce74685 req-b66877b7-dc6f-4b0d-9a2e-e769f9359330 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:37.104815 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-599f1905-fe7c-44ed-9dd0-f36b2ce74685 req-b66877b7-dc6f-4b0d-9a2e-e769f9359330 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 946 time: 0.0638254 Aug 10 03:51:37.116017 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 51528760-ed0f-4320-8a81-b8ee91fbc2c7 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:37.116267 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:37.119156 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-2462b23b-61c4-4225-97d2-14fcbce0f84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'name': 'tempest-TaggedBootDevicesTest_v242-1861095225-router', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '51528760-ed0f-4320-8a81-b8ee91fbc2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:28Z', 'updated_at': '2021-08-10T03:51:32Z', 'revision_number': 4, 'project_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'gw_port': {'id': '51528760-ed0f-4320-8a81-b8ee91fbc2c7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:00:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:29Z', 'updated_at': '2021-08-10T03:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'fc6ae7c9-695f-4452-8877-2162cff3a30a', 'name': '', 'network_id': 'af9d6125-2256-42d2-8b3b-ccaff09619e5', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'mac_address': 'fa:16:3e:a7:61:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '131e12ae-b15c-4627-a08c-2d35b677d6c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:32Z', 'updated_at': '2021-08-10T03:51:36Z', 'revision_number': 4, 'project_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'subnets': [{'id': '131e12ae-b15c-4627-a08c-2d35b677d6c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:51:37.158752 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-599f1905-fe7c-44ed-9dd0-f36b2ce74685 req-4ad534c1-091d-45ba-a761-6fc8719b3eda tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527294 Aug 10 03:51:37.169944 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2462b23b-61c4-4225-97d2-14fcbce0f84a None None] The sync data for ids ['0c3df0b4-26ae-4405-a319-35d61b308e25'] in n-d-802893-2 is: [{'id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'name': 'tempest-TaggedBootDevicesTest_v242-1861095225-router', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '51528760-ed0f-4320-8a81-b8ee91fbc2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:28Z', 'updated_at': '2021-08-10T03:51:32Z', 'revision_number': 4, 'project_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'gw_port': {'id': '51528760-ed0f-4320-8a81-b8ee91fbc2c7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:00:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:29Z', 'updated_at': '2021-08-10T03:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'fc6ae7c9-695f-4452-8877-2162cff3a30a', 'name': '', 'network_id': 'af9d6125-2256-42d2-8b3b-ccaff09619e5', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'mac_address': 'fa:16:3e:a7:61:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '131e12ae-b15c-4627-a08c-2d35b677d6c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:32Z', 'updated_at': '2021-08-10T03:51:36Z', 'revision_number': 4, 'project_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'subnets': [{'id': '131e12ae-b15c-4627-a08c-2d35b677d6c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:51:37.203144 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b0da4d24-b1e7-48a3-bd87-2378b206d635 req-e418c064-3414-4d45-9af5-0ed20d937226 tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0397141 Aug 10 03:51:37.327332 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d04c8a-7528-46c3-9e5b-b62c659214b3 req-0b6d35f6-9426-4d21-a582-25c0ee502222 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:37.328930 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e4d04c8a-7528-46c3-9e5b-b62c659214b3 req-0b6d35f6-9426-4d21-a582-25c0ee502222 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0676513 Aug 10 03:51:37.374861 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e4d04c8a-7528-46c3-9e5b-b62c659214b3 req-10da5971-5873-4ec3-a34d-494952166972 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393205 Aug 10 03:51:37.517556 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d695249e-b02e-44b0-b650-520e0db55790 req-ff36f4f7-59dc-4c20-aff0-81c4a94a8048 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0311198 Aug 10 03:51:37.601993 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9896c4f-7420-4ea1-88f3-fdcdd694d2fc req-7d497ead-c4eb-4795-88a9-1bab574839c8 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:37.603519 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f9896c4f-7420-4ea1-88f3-fdcdd694d2fc req-7d497ead-c4eb-4795-88a9-1bab574839c8 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72e64e7-3e82-446b-91cb-288643c6e814 HTTP/1.1" status: 200 len: 944 time: 0.0574782 Aug 10 03:51:37.654618 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f9896c4f-7420-4ea1-88f3-fdcdd694d2fc req-3ca9bcf7-c153-49dc-be5b-d0cc8dcef507 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425930 Aug 10 03:51:37.737678 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:51:38.297361 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464d6f5-1ad8-4920-82d0-6b493a532e29 req-69b3ef6d-fa12-4eb7-80fd-842e457680b9 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:38.298993 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3464d6f5-1ad8-4920-82d0-6b493a532e29 req-69b3ef6d-fa12-4eb7-80fd-842e457680b9 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 946 time: 0.0604482 Aug 10 03:51:38.338515 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-224b848a-2529-4ba8-a629-49c5ff617dc0 req-5fb225f2-2df9-476f-b5b0-acf48c42e787 tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0363111 Aug 10 03:51:38.340599 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3464d6f5-1ad8-4920-82d0-6b493a532e29 req-300c1d8b-5c57-4f65-8026-d2799c07c741 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348315 Aug 10 03:51:38.499633 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b17b4-7af5-47cc-970a-db6723e8805c req-e0d940fd-132a-4ea0-9980-ac08ef3ae773 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:38.501137 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-467b17b4-7af5-47cc-970a-db6723e8805c req-e0d940fd-132a-4ea0-9980-ac08ef3ae773 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0505688 Aug 10 03:51:38.556785 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-467b17b4-7af5-47cc-970a-db6723e8805c req-1de38f1f-c06a-4512-9beb-89e68622fe50 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490592 Aug 10 03:51:38.785047 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926514ba-fb30-45d1-a2b0-5a4f6cd42a22 req-90d5913a-92a5-4984-af8e-b834accc377c tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:38.786466 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-926514ba-fb30-45d1-a2b0-5a4f6cd42a22 req-90d5913a-92a5-4984-af8e-b834accc377c tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72e64e7-3e82-446b-91cb-288643c6e814 HTTP/1.1" status: 200 len: 944 time: 0.0564871 Aug 10 03:51:38.826492 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-926514ba-fb30-45d1-a2b0-5a4f6cd42a22 req-0e94d75b-117b-40e3-b941-36d5c989207c tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338438 Aug 10 03:51:39.004860 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device fc6ae7c9-695f-4452-8877-2162cff3a30a up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:39.118483 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port fc6ae7c9-695f-4452-8877-2162cff3a30a completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:39.122789 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port fc6ae7c9-695f-4452-8877-2162cff3a30a triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:39.123160 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:39.213732 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:39.251865 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port fc6ae7c9-695f-4452-8877-2162cff3a30a, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=fc6ae7c9-695f-4452-8877-2162cff3a30a,segment=NetworkSegment(ac840d2f-22d8-4451-be0a-5884fabfcf90),segment_id=ac840d2f-22d8-4451-be0a-5884fabfcf90)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:39.347141 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:39.398367 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=fc6ae7c9-695f-4452-8877-2162cff3a30a,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:39.407123 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:39.407123 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:39.407123 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:39.407123 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:39.407651 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:39.407651 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:39.407850 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:39.408169 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:39.408537 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:39.408873 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:39.409195 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:39.409516 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:39.480106 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-00b31f3d-23ed-4eb3-9bf9-dc2e656e10cc req-bba35261-7a0e-4ec7-aeba-7abd0075e9ba tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0329165 Aug 10 03:51:39.490322 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9226df1-cb02-41eb-bc5b-24022ba37b64 req-13b831e5-02e2-49e1-b46b-66b77ec29e21 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:39.491910 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c9226df1-cb02-41eb-bc5b-24022ba37b64 req-13b831e5-02e2-49e1-b46b-66b77ec29e21 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 946 time: 0.0650697 Aug 10 03:51:39.540557 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c9226df1-cb02-41eb-bc5b-24022ba37b64 req-ae26a9e3-42ad-450c-b94c-5266826dc5cd tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358319 Aug 10 03:51:39.686659 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32818a1f-520f-4fd5-b3e9-82f3d59028df req-821f0a9c-3401-400f-9fe7-8bec7871d16f tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:39.688363 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32818a1f-520f-4fd5-b3e9-82f3d59028df req-821f0a9c-3401-400f-9fe7-8bec7871d16f tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0620008 Aug 10 03:51:39.738382 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32818a1f-520f-4fd5-b3e9-82f3d59028df req-89806e18-5cd2-4e3c-8527-43b1a8e7bd65 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409024 Aug 10 03:51:39.800591 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-41c1bcfc-1ce1-4104-bc11-bc7bc7fe8456 req-be3d4c2c-8b0d-4aea-aa0d-e369067aa49b tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0d12045-d03e-4bd4-9f21-9766ab33fe13&device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0272281 Aug 10 03:51:39.952715 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-33c6a97a-9f3f-4947-8f74-149341d14e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:39.953485 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700001ea-38c2-4470-b5ea-91efa28487e5 req-df16bf33-5dce-43d7-8b6c-9c31952dc83a tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:39.955438 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-700001ea-38c2-4470-b5ea-91efa28487e5 req-df16bf33-5dce-43d7-8b6c-9c31952dc83a tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72e64e7-3e82-446b-91cb-288643c6e814 HTTP/1.1" status: 200 len: 944 time: 0.0540202 Aug 10 03:51:39.999173 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-700001ea-38c2-4470-b5ea-91efa28487e5 req-525ef2f4-17fe-44ac-9277-e61b8a00844f tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374553 Aug 10 03:51:40.323307 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ea9b6483-2ec3-41b7-861b-5ec8582d3b5e req-b3f4575d-3e1e-4984-8ce4-86e644b74b21 tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0305541 Aug 10 03:51:40.402938 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c34481bd-3299-4d08-9c1b-0a84e17de5ed req-4ca18a1e-22ed-4eca-ac65-312da59a923b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f6f221dd77747438bc5899bd7c1ede0&device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0273101 Aug 10 03:51:40.445404 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c34481bd-3299-4d08-9c1b-0a84e17de5ed req-f2f3515c-909e-4a66-998e-d38af32e5220 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9f6f221dd77747438bc5899bd7c1ede0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240529 Aug 10 03:51:40.546843 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34481bd-3299-4d08-9c1b-0a84e17de5ed req-7657b593-7b9e-44b7-bf86-25aa45c9a187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:40.548277 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c34481bd-3299-4d08-9c1b-0a84e17de5ed req-7657b593-7b9e-44b7-bf86-25aa45c9a187 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952413 Aug 10 03:51:40.657701 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75864397-384c-47e6-95a5-2e796cf8ff9d req-bfbded8d-dcdb-4119-ba7a-bf9bc721e7f7 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:40.659991 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-75864397-384c-47e6-95a5-2e796cf8ff9d req-bfbded8d-dcdb-4119-ba7a-bf9bc721e7f7 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 946 time: 0.0495508 Aug 10 03:51:40.698396 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-75864397-384c-47e6-95a5-2e796cf8ff9d req-fe2012c2-0276-4c5b-848a-4bdc01b18a7b tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322714 Aug 10 03:51:40.872601 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e34378-7b5b-4d25-8343-13d1c33723de req-e533e2ba-bddd-487b-a5fa-dbd39ac9f6fa tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:40.874052 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d8e34378-7b5b-4d25-8343-13d1c33723de req-e533e2ba-bddd-487b-a5fa-dbd39ac9f6fa tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0530179 Aug 10 03:51:40.879907 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device ddc105c1-a5ef-456a-afad-6b9089f09d14 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:51:40.914788 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d8e34378-7b5b-4d25-8343-13d1c33723de req-8977c2e9-14d7-4e7a-a96b-c8c89e8a8519 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342729 Aug 10 03:51:40.994358 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port ddc105c1-a5ef-456a-afad-6b9089f09d14, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=ddc105c1-a5ef-456a-afad-6b9089f09d14,segment=NetworkSegment(438f092c-63d3-4c8c-b4b5-84c92a8890bc),segment_id=438f092c-63d3-4c8c-b4b5-84c92a8890bc)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:41.010811 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device fc6ae7c9-695f-4452-8877-2162cff3a30a up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:41.031540 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'ddc105c1-a5ef-456a-afad-6b9089f09d14', 'network_id': 'e74c04aa-4182-4fb7-9ce2-cf2690adb1f4', 'port_id': 'ddc105c1-a5ef-456a-afad-6b9089f09d14', 'mac_address': 'fa:16:3e:c8:ad:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a4191d9-e64e-4743-823a-6d34a29ab994', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:51:41.089155 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:41.106639 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port fc6ae7c9-695f-4452-8877-2162cff3a30a triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:41.106999 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:41.109254 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddc105c1-a5ef-456a-afad-6b9089f09d14 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:51:41.125504 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce7e24-db2c-4bc3-96dd-cf4c7d5d7b1f req-17dcbb16-ee34-42bf-b54e-803b883d71dc tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:41.134625 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b2ce7e24-db2c-4bc3-96dd-cf4c7d5d7b1f req-17dcbb16-ee34-42bf-b54e-803b883d71dc tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72e64e7-3e82-446b-91cb-288643c6e814 HTTP/1.1" status: 200 len: 944 time: 0.0645745 Aug 10 03:51:41.153232 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port ddc105c1-a5ef-456a-afad-6b9089f09d14, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=ddc105c1-a5ef-456a-afad-6b9089f09d14,segment=NetworkSegment(438f092c-63d3-4c8c-b4b5-84c92a8890bc),segment_id=438f092c-63d3-4c8c-b4b5-84c92a8890bc)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:41.172070 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b2ce7e24-db2c-4bc3-96dd-cf4c7d5d7b1f req-fda29a40-bf8a-46c1-ab18-0e09d09949d4 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363739 Aug 10 03:51:41.295852 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:41.358044 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=ddc105c1-a5ef-456a-afad-6b9089f09d14,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:41.430078 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-395bcfca-402a-4638-bd5c-70bb7eb6ec72 req-50412ece-6d03-4d09-895f-1e70345b4eef tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0313554 Aug 10 03:51:41.652939 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['ddc105c1-a5ef-456a-afad-6b9089f09d14'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:51:41.867712 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd4222-14fc-4d25-b21f-0ed7fab68d09 req-ba51daf4-9a81-4d9e-8a67-1102a710aba4 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:41.869370 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-37dd4222-14fc-4d25-b21f-0ed7fab68d09 req-ba51daf4-9a81-4d9e-8a67-1102a710aba4 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 946 time: 0.0893202 Aug 10 03:51:41.910049 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-37dd4222-14fc-4d25-b21f-0ed7fab68d09 req-4677569b-ddd3-4778-8710-026feae3fc8a tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341911 Aug 10 03:51:42.044784 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e793bbb-d03f-417f-8f9e-fe14e08df941 req-dfb77521-93ff-4539-817f-f090bd332978 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:42.046244 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5e793bbb-d03f-417f-8f9e-fe14e08df941 req-dfb77521-93ff-4539-817f-f090bd332978 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0512354 Aug 10 03:51:42.087447 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5e793bbb-d03f-417f-8f9e-fe14e08df941 req-cb1dcb41-24ff-4f1e-bb6f-8f23a4f493e5 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335686 Aug 10 03:51:42.165646 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c34481bd-3299-4d08-9c1b-0a84e17de5ed req-3c2fa50a-8285-4b94-8a23-bcdf5f791236 tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0288723 Aug 10 03:51:42.303715 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541c77c-5411-4f85-9fce-5880fb377ce7 req-4b06e9a6-acfe-4cbe-9051-4841263b4771 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:42.305272 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b541c77c-5411-4f85-9fce-5880fb377ce7 req-4b06e9a6-acfe-4cbe-9051-4841263b4771 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72e64e7-3e82-446b-91cb-288643c6e814 HTTP/1.1" status: 200 len: 945 time: 0.0617793 Aug 10 03:51:42.345678 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b541c77c-5411-4f85-9fce-5880fb377ce7 req-57fefec0-923c-4966-8470-2c4a52fc084b tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337756 Aug 10 03:51:42.536040 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e9cd3a2d-d030-45d3-b487-5ac87ca12cf9 req-78c1d08d-e7c9-45a6-b994-75c64126facb tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0342894 Aug 10 03:51:42.908127 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device ddc105c1-a5ef-456a-afad-6b9089f09d14 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:43.033472 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eaec81-3f87-4abf-b85a-09940af9a8fc req-7b3dc3e6-71ba-483b-b7d7-b480c07a6b5a tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:43.035317 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-73eaec81-3f87-4abf-b85a-09940af9a8fc req-7b3dc3e6-71ba-483b-b7d7-b480c07a6b5a tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 946 time: 0.0532086 Aug 10 03:51:43.076135 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-73eaec81-3f87-4abf-b85a-09940af9a8fc req-f7ae705b-6ce6-4a98-8254-41dc470809ac tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340092 Aug 10 03:51:43.077294 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port ddc105c1-a5ef-456a-afad-6b9089f09d14 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:51:43.084756 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port ddc105c1-a5ef-456a-afad-6b9089f09d14 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:43.085203 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:43.170917 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:43.198475 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72e64e7-3e82-446b-91cb-288643c6e814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc105c1-a5ef-456a-afad-6b9089f09d14'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:43.201014 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd14d78f-f49e-49bc-801f-e05fe414ecfe" -d '{"events": [{"server_uuid": "e72e64e7-3e82-446b-91cb-288643c6e814", "name": "network-vif-plugged", "status": "completed", "tag": "ddc105c1-a5ef-456a-afad-6b9089f09d14"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:43.216287 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port ddc105c1-a5ef-456a-afad-6b9089f09d14, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=ddc105c1-a5ef-456a-afad-6b9089f09d14,segment=NetworkSegment(438f092c-63d3-4c8c-b4b5-84c92a8890bc),segment_id=438f092c-63d3-4c8c-b4b5-84c92a8890bc)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:43.232094 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e78db5-1a7e-427e-800e-c241317796a9 req-dca84739-de22-49b5-bd7b-f0bb1e6b781b tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:43.233633 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5e78db5-1a7e-427e-800e-c241317796a9 req-dca84739-de22-49b5-bd7b-f0bb1e6b781b tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0629077 Aug 10 03:51:43.276886 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5e78db5-1a7e-427e-800e-c241317796a9 req-49a8afaf-1887-4d1f-8afc-fd24ee7b41be tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360751 Aug 10 03:51:43.341736 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:43.510496 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d75bec-f759-4170-9c34-be5ff5247d34 x-openstack-request-id: req-83d75bec-f759-4170-9c34-be5ff5247d34 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:43.510864 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72e64e7-3e82-446b-91cb-288643c6e814", "name": "network-vif-plugged", "status": "completed", "tag": "ddc105c1-a5ef-456a-afad-6b9089f09d14", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:43.511060 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83d75bec-f759-4170-9c34-be5ff5247d34 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:43.511383 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72e64e7-3e82-446b-91cb-288643c6e814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddc105c1-a5ef-456a-afad-6b9089f09d14', 'code': 200} Aug 10 03:51:43.530406 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09b2ae-54a4-4c66-948f-32d0bd184d6f req-727d04f1-b98b-4a73-9b6a-e0d2bebae8ce tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:43.539500 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1b09b2ae-54a4-4c66-948f-32d0bd184d6f req-727d04f1-b98b-4a73-9b6a-e0d2bebae8ce tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72e64e7-3e82-446b-91cb-288643c6e814 HTTP/1.1" status: 200 len: 946 time: 0.0985334 Aug 10 03:51:43.551501 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=ddc105c1-a5ef-456a-afad-6b9089f09d14,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:43.602909 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1b09b2ae-54a4-4c66-948f-32d0bd184d6f req-c004b156-449d-485e-b02c-4c4aaa4e04b1 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622301 Aug 10 03:51:43.625514 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9571556-4609-4c10-a563-34e4a91f7533 req-fe35a9f1-b0a7-41de-8edb-3e6be933de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:43.625514 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b9571556-4609-4c10-a563-34e4a91f7533 req-fe35a9f1-b0a7-41de-8edb-3e6be933de60 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e72e64e7-3e82-446b-91cb-288643c6e814 HTTP/1.1" status: 200 len: 1097 time: 0.0572889 Aug 10 03:51:43.644278 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:43.665238 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b9571556-4609-4c10-a563-34e4a91f7533 req-984bcf8b-9521-4701-a730-354e5b778e63 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388477 Aug 10 03:51:43.666849 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-18645541-a20d-488c-921d-a41995b59a07 req-ccce7277-ea86-4447-a73a-f95239c603aa tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e4752688-a6d7-40b4-9fab-5c9893722321 HTTP/1.1" status: 200 len: 210 time: 0.0403197 Aug 10 03:51:43.787111 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1951d17e-8c7a-4b44-8d04-1aaaa84a865c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:44.203979 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3082c-9ca0-4f49-951f-f72aad2735b0 req-d75dd2a6-ec0c-48bb-b56e-011b7e0ae864 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:44.206117 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-70e3082c-9ca0-4f49-951f-f72aad2735b0 req-d75dd2a6-ec0c-48bb-b56e-011b7e0ae864 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 946 time: 0.0573306 Aug 10 03:51:44.250040 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-70e3082c-9ca0-4f49-951f-f72aad2735b0 req-e90c093f-0e04-4175-a1e7-fcd5f9458cfd tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376565 Aug 10 03:51:44.411024 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620fa8c-80dc-4513-94ad-89692544eb5e req-ec6b2c67-28ea-475b-af08-f69f83c9629b tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:44.412550 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c620fa8c-80dc-4513-94ad-89692544eb5e req-ec6b2c67-28ea-475b-af08-f69f83c9629b tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0543950 Aug 10 03:51:44.454668 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c620fa8c-80dc-4513-94ad-89692544eb5e req-d52f3ebb-029d-44ec-baac-18dda7c3acd2 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357728 Aug 10 03:51:44.740193 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cf991-4db2-4a43-9d39-9bbc0aeb2f35 req-1ece0ce9-3722-4e0b-a8cf-495239565464 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:44.740798 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-712cf991-4db2-4a43-9d39-9bbc0aeb2f35 req-1ece0ce9-3722-4e0b-a8cf-495239565464 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72e64e7-3e82-446b-91cb-288643c6e814 HTTP/1.1" status: 200 len: 946 time: 0.0631027 Aug 10 03:51:44.784181 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-712cf991-4db2-4a43-9d39-9bbc0aeb2f35 req-aa91f48d-e9f3-4e4c-bad1-7fcfec46870d tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367358 Aug 10 03:51:45.222276 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:45.254182 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2cbaa8ea-689e-4376-9cea-6a3169a6e94d req-79dc0404-bdce-4e36-8f78-1b1d2261264a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f6f221dd77747438bc5899bd7c1ede0&device_id=c0d12045-d03e-4bd4-9f21-9766ab33fe13 HTTP/1.1" status: 200 len: 210 time: 0.0280073 Aug 10 03:51:45.295381 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2cbaa8ea-689e-4376-9cea-6a3169a6e94d req-02bc201b-50be-493d-97fb-ff21e6c19a8a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9f6f221dd77747438bc5899bd7c1ede0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317526 Aug 10 03:51:45.335729 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bce4c1a0-4889-410e-a1f6-05a97a569ec7 req-55919383-7feb-4345-8635-aeeec9bfcd54 tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0d12045-d03e-4bd4-9f21-9766ab33fe13 HTTP/1.1" status: 200 len: 210 time: 0.0429556 Aug 10 03:51:45.397827 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5311a-86e3-488b-b79a-c5459721a0dd req-b50a3aec-6b5d-4e24-9765-22c166c251e1 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:45.404560 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-19d5311a-86e3-488b-b79a-c5459721a0dd req-b50a3aec-6b5d-4e24-9765-22c166c251e1 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 946 time: 0.0653837 Aug 10 03:51:45.419368 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbaa8ea-689e-4376-9cea-6a3169a6e94d req-06404a5b-1655-48cf-8b63-26c31dce4b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:45.422214 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2cbaa8ea-689e-4376-9cea-6a3169a6e94d req-06404a5b-1655-48cf-8b63-26c31dce4b12 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1155827 Aug 10 03:51:45.438338 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:45.445085 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-19d5311a-86e3-488b-b79a-c5459721a0dd req-fd7cf1be-53a2-490f-8169-99716f24c688 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382819 Aug 10 03:51:45.575173 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d1bca-43d5-4032-9ac4-60402c335e52 req-9fb645b8-59d7-4403-b6e2-4871aa61c637 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:45.577922 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-483d1bca-43d5-4032-9ac4-60402c335e52 req-9fb645b8-59d7-4403-b6e2-4871aa61c637 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0535102 Aug 10 03:51:45.617378 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-483d1bca-43d5-4032-9ac4-60402c335e52 req-213fd36f-eae6-431e-959f-390ee0d230a8 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336614 Aug 10 03:51:45.906977 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6580e89-8398-46f3-81aa-9b0decd5dbd0 req-9c4daeee-89d4-40af-83fc-f4628f252500 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:45.909579 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c6580e89-8398-46f3-81aa-9b0decd5dbd0 req-9c4daeee-89d4-40af-83fc-f4628f252500 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72e64e7-3e82-446b-91cb-288643c6e814 HTTP/1.1" status: 200 len: 946 time: 0.0570085 Aug 10 03:51:45.948764 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c6580e89-8398-46f3-81aa-9b0decd5dbd0 req-389c8028-49a9-4ba1-b79f-809fbacd36ae tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333889 Aug 10 03:51:46.447036 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aca34813-acce-4403-924d-5ae402938f08 req-41eb6567-96a1-4e47-8023-0e8be8d3b31e tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0d12045-d03e-4bd4-9f21-9766ab33fe13 HTTP/1.1" status: 200 len: 210 time: 0.0285835 Aug 10 03:51:46.566121 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9b880-203b-4f8e-80aa-95827894f82a req-ff0f8acb-aeac-4b6a-b5b2-9ff55b2f2501 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:46.568408 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a6c9b880-203b-4f8e-80aa-95827894f82a req-ff0f8acb-aeac-4b6a-b5b2-9ff55b2f2501 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 946 time: 0.0527022 Aug 10 03:51:46.610684 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a6c9b880-203b-4f8e-80aa-95827894f82a req-990d4984-c88a-4b05-8aba-330c3361e12f tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365281 Aug 10 03:51:46.755746 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac57cb2-b680-4f1b-8d75-32087ebd0c86 req-fdc676c3-c279-48ce-9f3b-7c39e6f7b8fe tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:46.757413 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0ac57cb2-b680-4f1b-8d75-32087ebd0c86 req-fdc676c3-c279-48ce-9f3b-7c39e6f7b8fe tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0606689 Aug 10 03:51:46.803604 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0ac57cb2-b680-4f1b-8d75-32087ebd0c86 req-e063bae9-302d-44b7-94a9-aebf9565df8e tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335102 Aug 10 03:51:46.810389 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:46.891831 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2cbaa8ea-689e-4376-9cea-6a3169a6e94d req-a0cbcec3-c5cc-4e3e-a44b-5937f469a15a tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.20 "GET /v2.0/ports?device_id=c0d12045-d03e-4bd4-9f21-9766ab33fe13 HTTP/1.1" status: 200 len: 210 time: 0.0259652 Aug 10 03:51:47.569512 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c5cfa637-7684-4459-b2e2-c63c8571790c req-01efc747-f538-4e3a-ad0e-b0690c988b64 tempest-ServerShowV247Test-1238436804 tempest-ServerShowV247Test-1238436804-project] 10.222.0.25 "GET /v2.0/ports?device_id=c0d12045-d03e-4bd4-9f21-9766ab33fe13 HTTP/1.1" status: 200 len: 210 time: 0.0304382 Aug 10 03:51:47.780838 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494e839-0e40-417d-8800-a29e8b4a29c1 req-577993e2-b875-4aa4-b3f6-a4b5afc1ddd4 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:47.780838 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e494e839-0e40-417d-8800-a29e8b4a29c1 req-577993e2-b875-4aa4-b3f6-a4b5afc1ddd4 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 946 time: 0.0879486 Aug 10 03:51:47.850233 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e494e839-0e40-417d-8800-a29e8b4a29c1 req-27969041-697a-46fd-ba52-6541a6d1c53a tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595460 Aug 10 03:51:47.973955 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7e91c-ff91-4dec-8aab-3d62864d3b7b req-5dd9303a-4fb2-4122-b58d-dde1254acb6f tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:47.980242 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bbb7e91c-ff91-4dec-8aab-3d62864d3b7b req-5dd9303a-4fb2-4122-b58d-dde1254acb6f tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0693865 Aug 10 03:51:48.022245 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bbb7e91c-ff91-4dec-8aab-3d62864d3b7b req-1325fb49-4d65-45c9-be4d-a4bc334a065e tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366015 Aug 10 03:51:48.987176 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8005f-c18d-42db-b9a6-607edce2b92d req-c21d3658-afc4-4bbf-bf62-8e9081e59be1 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:48.995740 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-88e8005f-c18d-42db-b9a6-607edce2b92d req-c21d3658-afc4-4bbf-bf62-8e9081e59be1 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 946 time: 0.0694065 Aug 10 03:51:49.032345 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-88e8005f-c18d-42db-b9a6-607edce2b92d req-4e8f0bae-6818-467f-9f70-30773531494e tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352571 Aug 10 03:51:49.165737 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 58704) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:49.179931 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9aa642-9040-4f7c-9d07-80949efd929e req-bc5f27b4-5967-4e6f-accd-19d6a88b9f2e tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:49.192393 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7a9aa642-9040-4f7c-9d07-80949efd929e req-bc5f27b4-5967-4e6f-accd-19d6a88b9f2e tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0750360 Aug 10 03:51:49.241446 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7a9aa642-9040-4f7c-9d07-80949efd929e req-1057f3b9-85e0-4644-8567-40d305427752 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475106 Aug 10 03:51:49.334087 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1eaba938-2690-44ca-a32a-87b3c510b17b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:49.444836 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1eaba938-2690-44ca-a32a-87b3c510b17b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:49.530383 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1eaba938-2690-44ca-a32a-87b3c510b17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:49.569622 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaba938-2690-44ca-a32a-87b3c510b17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d511be27-9ba8-4820-a7c8-810b2fabdb20,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:49.576502 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1eaba938-2690-44ca-a32a-87b3c510b17b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f6f221dd77747438bc5899bd7c1ede0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4068937 Aug 10 03:51:49.576987 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 58724) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:49.588936 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaba938-2690-44ca-a32a-87b3c510b17b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:49.589708 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaba938-2690-44ca-a32a-87b3c510b17b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:49.590290 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaba938-2690-44ca-a32a-87b3c510b17b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:49.590845 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaba938-2690-44ca-a32a-87b3c510b17b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:49.591430 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaba938-2690-44ca-a32a-87b3c510b17b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:49.592016 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaba938-2690-44ca-a32a-87b3c510b17b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:49.592597 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaba938-2690-44ca-a32a-87b3c510b17b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:49.593153 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaba938-2690-44ca-a32a-87b3c510b17b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:49.593727 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaba938-2690-44ca-a32a-87b3c510b17b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:49.594286 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaba938-2690-44ca-a32a-87b3c510b17b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:49.594842 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaba938-2690-44ca-a32a-87b3c510b17b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:49.595401 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eaba938-2690-44ca-a32a-87b3c510b17b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:51:49.649806 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-83ad329d-65f8-4e29-a121-711af77c4307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:49.674689 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-83ad329d-65f8-4e29-a121-711af77c4307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:49.871906 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-83ad329d-65f8-4e29-a121-711af77c4307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:49.878121 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-83ad329d-65f8-4e29-a121-711af77c4307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:49.878121 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-83ad329d-65f8-4e29-a121-711af77c4307 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d511be27-9ba8-4820-a7c8-810b2fabdb20 HTTP/1.1" status: 204 len: 168 time: 0.2980452 Aug 10 03:51:49.887462 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad329d-65f8-4e29-a121-711af77c4307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d511be27-9ba8-4820-a7c8-810b2fabdb20,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:50.411558 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90bdd76-972d-4edd-9ceb-5ad4fcb930cf req-f5a03916-ddcf-4339-b016-7fc2642ee2a9 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:50.413973 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b90bdd76-972d-4edd-9ceb-5ad4fcb930cf req-f5a03916-ddcf-4339-b016-7fc2642ee2a9 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0744977 Aug 10 03:51:50.481321 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b90bdd76-972d-4edd-9ceb-5ad4fcb930cf req-a03ab6f6-0405-4ab9-a857-d4c9ecdf72f0 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532222 Aug 10 03:51:51.592777 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3df62-8d45-4d06-aa11-33014ec93cf7 req-34bc44c0-7df3-4951-9af2-da74934fee62 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:51.594278 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-85f3df62-8d45-4d06-aa11-33014ec93cf7 req-34bc44c0-7df3-4951-9af2-da74934fee62 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0492866 Aug 10 03:51:51.635971 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-85f3df62-8d45-4d06-aa11-33014ec93cf7 req-3aabc291-9e32-40bf-a60d-624e74e23f37 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347660 Aug 10 03:51:51.932288 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 58792) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:52.053624 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-19d8a0b0-67e0-41bb-ba67-564312b255d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:52.147765 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-19d8a0b0-67e0-41bb-ba67-564312b255d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:52.289847 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-19d8a0b0-67e0-41bb-ba67-564312b255d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:52.298486 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:51:52.333685 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-19d8a0b0-67e0-41bb-ba67-564312b255d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed272421787c437ab29996a62161cf1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4002700 Aug 10 03:51:52.334823 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8a0b0-67e0-41bb-ba67-564312b255d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b002fa6-ab26-43b4-9b2b-610850388a55,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:52.338482 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 58824) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:51:52.389371 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0706fe71-47a1-473f-8123-4e3f8a563d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:52.402930 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-b5c3c00a-e319-4638-a2dc-621fd718df4d tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:52.404661 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-b5c3c00a-e319-4638-a2dc-621fd718df4d tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/networks?id=e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 HTTP/1.1" status: 200 len: 815 time: 0.1235347 Aug 10 03:51:52.411532 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0706fe71-47a1-473f-8123-4e3f8a563d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:52.417922 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5a4480ef-de4e-44c2-a93b-bf1f5b5e5423,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:52.430897 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-fa8e0cd9-c37c-47e8-b7f0-0a5911436e70 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/quotas/518fa0d68256485d8c15c7ca946355d2 HTTP/1.1" status: 200 len: 375 time: 0.0196824 Aug 10 03:51:52.433341 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '5a4480ef-de4e-44c2-a93b-bf1f5b5e5423', 'network_id': '090053fa-3622-4eb2-b424-9f79f809823c', 'port_id': '5a4480ef-de4e-44c2-a93b-bf1f5b5e5423', 'mac_address': 'fa:16:3e:56:b5:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb74cc3-4ca6-4831-90a5-8c72ae326916', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:51:52.478743 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:52.493482 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:51:52.511876 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-fbfa1ac4-5c68-48a3-9c28-8cfecbbf5973 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=518fa0d68256485d8c15c7ca946355d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738909 Aug 10 03:51:52.513697 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5a4480ef-de4e-44c2-a93b-bf1f5b5e5423,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:52.523510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-5cd5cefc-20ba-47a8-9c48-f1b120dc696b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:51:52.524593 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-5cd5cefc-20ba-47a8-9c48-f1b120dc696b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052629 Aug 10 03:51:52.627401 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0706fe71-47a1-473f-8123-4e3f8a563d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:52.630842 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0706fe71-47a1-473f-8123-4e3f8a563d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:52.632028 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0706fe71-47a1-473f-8123-4e3f8a563d9e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b002fa6-ab26-43b4-9b2b-610850388a55 HTTP/1.1" status: 204 len: 168 time: 0.2926037 Aug 10 03:51:52.635277 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-1e0ead54-21c3-4598-9cd6-cfe892ca7808 service neutron] 10.222.0.25 "GET /v2.0/networks/e74c04aa-4182-4fb7-9ce2-cf2690adb1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932631 Aug 10 03:51:52.646300 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706fe71-47a1-473f-8123-4e3f8a563d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b002fa6-ab26-43b4-9b2b-610850388a55,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:52.677784 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:52.753624 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=5a4480ef-de4e-44c2-a93b-bf1f5b5e5423,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:52.767912 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-e221bc5b-b1a0-43b9-9c61-482cbfd2ac63 service neutron] 10.222.0.25 "GET /v2.0/networks/e74c04aa-4182-4fb7-9ce2-cf2690adb1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206405 Aug 10 03:51:52.807134 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92a230-964e-4811-b10b-27f6e90d283b req-c384c6a4-8b9d-407b-a167-78031b76f89c tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:52.808742 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2c92a230-964e-4811-b10b-27f6e90d283b req-c384c6a4-8b9d-407b-a167-78031b76f89c tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0625114 Aug 10 03:51:52.826093 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['5a4480ef-de4e-44c2-a93b-bf1f5b5e5423'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:51:52.857981 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2c92a230-964e-4811-b10b-27f6e90d283b req-ffd55713-0ede-4107-b6d6-dba9b4d97eeb tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406063 Aug 10 03:51:53.101075 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e325624c-2d89-4042-844a-971482ab7973 req-e3d3009e-10ef-43c5-8602-040235ae6b08 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=113c0507-934b-4195-bb48-9dac40bc4dca HTTP/1.1" status: 200 len: 210 time: 0.0585353 Aug 10 03:51:54.040709 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82b247-4682-47c2-a071-dab246843d2f req-c8e71b25-90bc-4fea-899f-122621bac339 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:54.048358 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6e82b247-4682-47c2-a071-dab246843d2f req-c8e71b25-90bc-4fea-899f-122621bac339 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0950098 Aug 10 03:51:54.116352 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6e82b247-4682-47c2-a071-dab246843d2f req-f071094c-dfa2-4273-af1e-e7c91d0cfc13 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627704 Aug 10 03:51:54.244187 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-64bd5c43-fde4-4539-8c02-fa06caefa847 req-f3ca290b-1a99-4125-abc8-332b371406e1 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=113c0507-934b-4195-bb48-9dac40bc4dca HTTP/1.1" status: 200 len: 210 time: 0.0707853 Aug 10 03:51:54.313686 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:51:54.388368 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:51:54.389051 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:54.521376 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:54.561337 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5a4480ef-de4e-44c2-a93b-bf1f5b5e5423,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:51:54.561967 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5341ad5c-7a22-49df-bc79-ce0646815e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4480ef-de4e-44c2-a93b-bf1f5b5e5423'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:51:54.564234 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdde3d20-eced-46a7-a8e8-b1da34c6ee4e" -d '{"events": [{"server_uuid": "5341ad5c-7a22-49df-bc79-ce0646815e19", "name": "network-vif-plugged", "status": "completed", "tag": "5a4480ef-de4e-44c2-a93b-bf1f5b5e5423"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:51:54.625983 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9705919-0a6c-4f65-a995-afa999272142 x-openstack-request-id: req-d9705919-0a6c-4f65-a995-afa999272142 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:51:54.626341 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5341ad5c-7a22-49df-bc79-ce0646815e19", "name": "network-vif-plugged", "status": "completed", "tag": "5a4480ef-de4e-44c2-a93b-bf1f5b5e5423", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:51:54.626537 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9705919-0a6c-4f65-a995-afa999272142 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:51:54.626962 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5341ad5c-7a22-49df-bc79-ce0646815e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a4480ef-de4e-44c2-a93b-bf1f5b5e5423', 'code': 200} Aug 10 03:51:55.010625 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:55.103513 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=5a4480ef-de4e-44c2-a93b-bf1f5b5e5423,revision_number=7']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:55.294267 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ffa60-3bcd-43eb-a68f-63b0ffdcb39d req-67523d1c-1730-4e91-bf6c-e2693514c8eb tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:55.304310 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-654ffa60-3bcd-43eb-a68f-63b0ffdcb39d req-67523d1c-1730-4e91-bf6c-e2693514c8eb tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0823381 Aug 10 03:51:55.392587 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-654ffa60-3bcd-43eb-a68f-63b0ffdcb39d req-4c4908a9-b943-478b-87e0-050a999c1b94 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870838 Aug 10 03:51:55.450996 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-00f71bc7-f9ae-4be8-98a9-c2a231bd4830 req-5342bddc-14e4-4a99-8a33-5ead8dc17814 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=113c0507-934b-4195-bb48-9dac40bc4dca HTTP/1.1" status: 200 len: 210 time: 0.0573800 Aug 10 03:51:56.556995 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7d136-12e1-4a84-8217-967e8f776d42 req-bd7236d2-eb91-4a6c-b1f3-21e847bbf859 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:56.564599 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fff7d136-12e1-4a84-8217-967e8f776d42 req-bd7236d2-eb91-4a6c-b1f3-21e847bbf859 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0630238 Aug 10 03:51:56.573721 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-42933546-460b-40ca-ad94-c89de4754379 req-693a44cc-acc0-4806-9835-93c4d7f15984 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=113c0507-934b-4195-bb48-9dac40bc4dca HTTP/1.1" status: 200 len: 210 time: 0.0333886 Aug 10 03:51:56.611046 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fff7d136-12e1-4a84-8217-967e8f776d42 req-5d6fb8a7-24ed-41bb-8159-025bfee383e0 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433052 Aug 10 03:51:57.346429 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:57.386674 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-b0493672-8318-4b69-9dd0-706a570e8ee1 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:57.386674 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-b0493672-8318-4b69-9dd0-706a570e8ee1 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.20 "GET /v2.0/networks?id=e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 HTTP/1.1" status: 200 len: 815 time: 0.1143589 Aug 10 03:51:57.405429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-b18ea01b-4e0c-428c-ac3b-1e606a883411 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Request body: {'port': {'device_id': '113c0507-934b-4195-bb48-9dac40bc4dca', 'network_id': 'e74c04aa-4182-4fb7-9ce2-cf2690adb1f4', 'admin_state_up': True, 'tenant_id': '518fa0d68256485d8c15c7ca946355d2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:57.688643 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-b18ea01b-4e0c-428c-ac3b-1e606a883411 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Made reservation on behalf of 518fa0d68256485d8c15c7ca946355d2 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:51:57.706638 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-b18ea01b-4e0c-428c-ac3b-1e606a883411 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:57.733976 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e3ab1854-714c-44f4-bc6f-4880d88688ac req-0c8cb8f2-f950-4842-8a33-f79abe432db2 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=113c0507-934b-4195-bb48-9dac40bc4dca HTTP/1.1" status: 200 len: 210 time: 0.0471022 Aug 10 03:51:57.947997 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891bbc4-8039-470b-a0b8-c7091e1059b8 req-b19a2a4a-6b5b-4629-a7fb-be7ac3853c35 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:57.949688 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4891bbc4-8039-470b-a0b8-c7091e1059b8 req-b19a2a4a-6b5b-4629-a7fb-be7ac3853c35 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.2236478 Aug 10 03:51:57.986114 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-b18ea01b-4e0c-428c-ac3b-1e606a883411 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Allocated IP 172.20.0.14 (e74c04aa-4182-4fb7-9ce2-cf2690adb1f4/6a4191d9-e64e-4743-823a-6d34a29ab994/2632c810-0333-4d35-b87c-fd3aab836d6c) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:51:58.023892 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4891bbc4-8039-470b-a0b8-c7091e1059b8 req-050bd3ad-4a82-4f9c-adee-117cfe664662 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666134 Aug 10 03:51:58.209298 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-b18ea01b-4e0c-428c-ac3b-1e606a883411 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:58.325396 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-b18ea01b-4e0c-428c-ac3b-1e606a883411 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:58.337426 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['6ea866cc-5cb4-4f69-8626-4a15d1af770d'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:51:58.413166 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['ddc105c1-a5ef-456a-afad-6b9089f09d14'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:51:58.413752 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18ea01b-4e0c-428c-ac3b-1e606a883411 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Pushing event updated for resources: {'Port': ['ID=2632c810-0333-4d35-b87c-fd3aab836d6c,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:58.419663 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-b18ea01b-4e0c-428c-ac3b-1e606a883411 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Network e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:51:58.421275 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-b18ea01b-4e0c-428c-ac3b-1e606a883411 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:51:58.425434 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-b18ea01b-4e0c-428c-ac3b-1e606a883411 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:51:58.484683 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-b18ea01b-4e0c-428c-ac3b-1e606a883411 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:58.487343 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-b18ea01b-4e0c-428c-ac3b-1e606a883411 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:58.683332 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-b18ea01b-4e0c-428c-ac3b-1e606a883411 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2791245 Aug 10 03:51:58.703676 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-c9e8e4b4-03e9-4235-90d1-926a6e93ca77 service neutron] Request body: {'port': {'device_id': '113c0507-934b-4195-bb48-9dac40bc4dca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:51:58.782734 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-c9e8e4b4-03e9-4235-90d1-926a6e93ca77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:58.881600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8208ffae-840d-4360-b43a-9067ee181673 req-227393ba-be71-4225-bb3a-602c542f478e tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:58.891673 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8208ffae-840d-4360-b43a-9067ee181673 req-227393ba-be71-4225-bb3a-602c542f478e tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=113c0507-934b-4195-bb48-9dac40bc4dca HTTP/1.1" status: 200 len: 932 time: 0.0720530 Aug 10 03:51:58.977103 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8208ffae-840d-4360-b43a-9067ee181673 req-8a37cfe2-4098-4db5-8c25-0f733408e8a3 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828998 Aug 10 03:51:59.599485 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cfe212-9c28-4023-8dbb-8abdcb7f824f req-dd091f3d-21f9-42b9-b1cf-a44e311218f0 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:51:59.599485 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-61cfe212-9c28-4023-8dbb-8abdcb7f824f req-dd091f3d-21f9-42b9-b1cf-a44e311218f0 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0853763 Aug 10 03:51:59.599485 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-61cfe212-9c28-4023-8dbb-8abdcb7f824f req-37f2694a-e5ef-4639-b544-01716352feb9 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751386 Aug 10 03:51:59.599485 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-c9e8e4b4-03e9-4235-90d1-926a6e93ca77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2632c810-0333-4d35-b87c-fd3aab836d6c {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:51:59.599485 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-c9e8e4b4-03e9-4235-90d1-926a6e93ca77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:59.599485 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-c9e8e4b4-03e9-4235-90d1-926a6e93ca77 service neutron] Transition to ACTIVE for port object 2632c810-0333-4d35-b87c-fd3aab836d6c will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:51:59.816469 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-c9e8e4b4-03e9-4235-90d1-926a6e93ca77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:51:59.904303 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8e4b4-03e9-4235-90d1-926a6e93ca77 service neutron] Pushing event updated for resources: {'Port': ['ID=2632c810-0333-4d35-b87c-fd3aab836d6c,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:51:59.957297 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-c9e8e4b4-03e9-4235-90d1-926a6e93ca77 service neutron] Attempting to bind port 2632c810-0333-4d35-b87c-fd3aab836d6c on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:51:59.957745 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-c9e8e4b4-03e9-4235-90d1-926a6e93ca77 service neutron] Attempting to bind port 2632c810-0333-4d35-b87c-fd3aab836d6c by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '438f092c-63d3-4c8c-b4b5-84c92a8890bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e74c04aa-4182-4fb7-9ce2-cf2690adb1f4'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:51:59.958147 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-c9e8e4b4-03e9-4235-90d1-926a6e93ca77 service neutron] Attempting to bind port 2632c810-0333-4d35-b87c-fd3aab836d6c on network e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:59.962663 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-c9e8e4b4-03e9-4235-90d1-926a6e93ca77 service neutron] Port 2632c810-0333-4d35-b87c-fd3aab836d6c on network e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:51:59.963089 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-c9e8e4b4-03e9-4235-90d1-926a6e93ca77 service neutron] Attempting to bind port 2632c810-0333-4d35-b87c-fd3aab836d6c on network e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:51:59.968188 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-c9e8e4b4-03e9-4235-90d1-926a6e93ca77 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:51:59.968606 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-c9e8e4b4-03e9-4235-90d1-926a6e93ca77 service neutron] Checking segment: {'id': '438f092c-63d3-4c8c-b4b5-84c92a8890bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e74c04aa-4182-4fb7-9ce2-cf2690adb1f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:51:59.969065 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-c9e8e4b4-03e9-4235-90d1-926a6e93ca77 service neutron] Bound using segment: {'id': '438f092c-63d3-4c8c-b4b5-84c92a8890bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e74c04aa-4182-4fb7-9ce2-cf2690adb1f4'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:51:59.969619 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-c9e8e4b4-03e9-4235-90d1-926a6e93ca77 service neutron] Bound port: 2632c810-0333-4d35-b87c-fd3aab836d6c, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '438f092c-63d3-4c8c-b4b5-84c92a8890bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e74c04aa-4182-4fb7-9ce2-cf2690adb1f4'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:51:59.970048 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-c9e8e4b4-03e9-4235-90d1-926a6e93ca77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.061731 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-c9e8e4b4-03e9-4235-90d1-926a6e93ca77 service neutron] For port 2632c810-0333-4d35-b87c-fd3aab836d6c, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:00.064836 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-c9e8e4b4-03e9-4235-90d1-926a6e93ca77 service neutron] For port 2632c810-0333-4d35-b87c-fd3aab836d6c, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=2632c810-0333-4d35-b87c-fd3aab836d6c,segment=NetworkSegment(438f092c-63d3-4c8c-b4b5-84c92a8890bc),segment_id=438f092c-63d3-4c8c-b4b5-84c92a8890bc)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:00.181689 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-c9e8e4b4-03e9-4235-90d1-926a6e93ca77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.207744 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b0cc4-a6cc-419d-9b7d-bc6b95fbeb14 req-641c4911-c578-4b67-881a-26d5195f4318 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:00.216893 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d04b0cc4-a6cc-419d-9b7d-bc6b95fbeb14 req-641c4911-c578-4b67-881a-26d5195f4318 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=113c0507-934b-4195-bb48-9dac40bc4dca HTTP/1.1" status: 200 len: 944 time: 0.0911338 Aug 10 03:52:00.232664 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-c9e8e4b4-03e9-4235-90d1-926a6e93ca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:00.233300 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-c9e8e4b4-03e9-4235-90d1-926a6e93ca77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.234738 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-c9e8e4b4-03e9-4235-90d1-926a6e93ca77 service neutron] 10.222.0.20 "PUT /v2.0/ports/2632c810-0333-4d35-b87c-fd3aab836d6c HTTP/1.1" status: 200 len: 1092 time: 1.5358493 Aug 10 03:52:00.235204 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113c0507-934b-4195-bb48-9dac40bc4dca', 'tag': '2632c810-0333-4d35-b87c-fd3aab836d6c'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:00.239101 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ca9a73-c260-4e10-b2cc-a2b303f2b056" -d '{"events": [{"name": "network-changed", "server_uuid": "113c0507-934b-4195-bb48-9dac40bc4dca", "tag": "2632c810-0333-4d35-b87c-fd3aab836d6c"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:00.272810 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8e4b4-03e9-4235-90d1-926a6e93ca77 service neutron] Pushing event updated for resources: {'Port': ['ID=2632c810-0333-4d35-b87c-fd3aab836d6c,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:00.329400 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 3717da73-7f35-4b53-9e1d-fe580150296d details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:52:00.341560 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 3717da73-7f35-4b53-9e1d-fe580150296d no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:00.345675 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad2656e-6483-4d4a-82f3-b6f804780d2b x-openstack-request-id: req-5ad2656e-6483-4d4a-82f3-b6f804780d2b {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:00.346614 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113c0507-934b-4195-bb48-9dac40bc4dca", "tag": "2632c810-0333-4d35-b87c-fd3aab836d6c", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:00.346879 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ad2656e-6483-4d4a-82f3-b6f804780d2b {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:00.347131 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d04b0cc4-a6cc-419d-9b7d-bc6b95fbeb14 req-0914d5cc-0085-496d-a2ab-a1ce49b2e2db tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266439 Aug 10 03:52:00.347281 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '113c0507-934b-4195-bb48-9dac40bc4dca', 'tag': '2632c810-0333-4d35-b87c-fd3aab836d6c', 'status': 'completed', 'code': 200} Aug 10 03:52:00.439044 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca9a73-c260-4e10-b2cc-a2b303f2b056 req-54a79cba-5b63-42ca-bc97-fcf7cc42e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:00.440721 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-88ca9a73-c260-4e10-b2cc-a2b303f2b056 req-54a79cba-5b63-42ca-bc97-fcf7cc42e187 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=518fa0d68256485d8c15c7ca946355d2&device_id=113c0507-934b-4195-bb48-9dac40bc4dca HTTP/1.1" status: 200 len: 1095 time: 0.0727646 Aug 10 03:52:00.673263 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca9a73-c260-4e10-b2cc-a2b303f2b056 req-be560288-51f0-4068-b558-086578f3074f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:00.677517 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.677739 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-88ca9a73-c260-4e10-b2cc-a2b303f2b056 req-be560288-51f0-4068-b558-086578f3074f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=518fa0d68256485d8c15c7ca946355d2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1918116 Aug 10 03:52:00.698645 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 3717da73-7f35-4b53-9e1d-fe580150296d, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=3717da73-7f35-4b53-9e1d-fe580150296d,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:00.699767 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15849b69-f850-4172-aa4f-3aaa46545d75 req-3b70a601-4140-4c59-a589-545bfc9c4926 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:00.707740 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-15849b69-f850-4172-aa4f-3aaa46545d75 req-3b70a601-4140-4c59-a589-545bfc9c4926 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0734282 Aug 10 03:52:00.715043 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '3717da73-7f35-4b53-9e1d-fe580150296d', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': '3717da73-7f35-4b53-9e1d-fe580150296d', 'mac_address': 'fa:16:3e:49:3a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:52:00.742135 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 3717da73-7f35-4b53-9e1d-fe580150296d, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=3717da73-7f35-4b53-9e1d-fe580150296d,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:00.743842 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b32c25-c093-4a06-bd2c-48ca24e8d1c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3717da73-7f35-4b53-9e1d-fe580150296d'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:00.748017 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b53d1cb-dd55-49fa-8353-0a0bd535a74f" -d '{"events": [{"server_uuid": "f7b32c25-c093-4a06-bd2c-48ca24e8d1c7", "name": "network-vif-unplugged", "status": "completed", "tag": "3717da73-7f35-4b53-9e1d-fe580150296d"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:00.771539 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-15849b69-f850-4172-aa4f-3aaa46545d75 req-0e078564-c575-4606-8c84-06e8e46aa8bc tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619032 Aug 10 03:52:00.791111 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.795161 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669751d8-fb12-4563-9f96-c613fd13176f x-openstack-request-id: req-669751d8-fb12-4563-9f96-c613fd13176f {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:00.795452 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b32c25-c093-4a06-bd2c-48ca24e8d1c7", "name": "network-vif-unplugged", "status": "completed", "tag": "3717da73-7f35-4b53-9e1d-fe580150296d", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:00.795704 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-669751d8-fb12-4563-9f96-c613fd13176f {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:00.796123 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b32c25-c093-4a06-bd2c-48ca24e8d1c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3717da73-7f35-4b53-9e1d-fe580150296d', 'code': 200} Aug 10 03:52:00.807535 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3717da73-7f35-4b53-9e1d-fe580150296d {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:52:00.816421 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca9a73-c260-4e10-b2cc-a2b303f2b056 req-dcef7faf-c30d-4027-aade-9adc637bc0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:00.818011 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-88ca9a73-c260-4e10-b2cc-a2b303f2b056 req-dcef7faf-c30d-4027-aade-9adc637bc0b6 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1289234 Aug 10 03:52:00.925806 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:00.931816 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-d05ec7f2-bfcc-4cf4-a6dd-cb37be5a24bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:00.933984 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-d05ec7f2-bfcc-4cf4-a6dd-cb37be5a24bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=518fa0d68256485d8c15c7ca946355d2&device_id=113c0507-934b-4195-bb48-9dac40bc4dca HTTP/1.1" status: 200 len: 1095 time: 0.0582094 Aug 10 03:52:00.987948 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-53074494-d4a3-4796-8ec4-e561737194ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2632c810-0333-4d35-b87c-fd3aab836d6c HTTP/1.1" status: 200 len: 217 time: 0.0387530 Aug 10 03:52:01.003585 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:52:01.003936 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:52:01.019296 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=3717da73-7f35-4b53-9e1d-fe580150296d,revision_number=9']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:01.051290 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-4dae50b3-a064-43db-b328-f9412c808e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:01.052925 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-4dae50b3-a064-43db-b328-f9412c808e59 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a4191d9-e64e-4743-823a-6d34a29ab994 HTTP/1.1" status: 200 len: 855 time: 0.0578980 Aug 10 03:52:01.093495 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-d3f10434-af84-443b-b124-bf90a1743078 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e74c04aa-4182-4fb7-9ce2-cf2690adb1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315199 Aug 10 03:52:01.207742 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-99423e81-656f-448a-b06b-bced76fc35b3 service neutron] 10.222.0.20 "GET /v2.0/networks/e74c04aa-4182-4fb7-9ce2-cf2690adb1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062167 Aug 10 03:52:01.297760 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56bb17b6-8765-4b18-becd-c0cb0779b196 req-d6cd8817-cd5b-4158-b65f-c99b840bd50b service neutron] 10.222.0.20 "GET /v2.0/networks/e74c04aa-4182-4fb7-9ce2-cf2690adb1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830855 Aug 10 03:52:01.468402 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f778406-fde5-4353-9ed0-34b400ea39bf req-d96e2ef4-18c4-4e4d-adb8-2eba4b89a68f tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:01.469955 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1f778406-fde5-4353-9ed0-34b400ea39bf req-d96e2ef4-18c4-4e4d-adb8-2eba4b89a68f tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=113c0507-934b-4195-bb48-9dac40bc4dca HTTP/1.1" status: 200 len: 944 time: 0.0547805 Aug 10 03:52:01.515708 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1f778406-fde5-4353-9ed0-34b400ea39bf req-9934c29f-5f21-4778-9746-c7fdb6904aa3 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390165 Aug 10 03:52:01.542338 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:01.559664 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3717da73-7f35-4b53-9e1d-fe580150296d {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:52:01.581675 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 3717da73-7f35-4b53-9e1d-fe580150296d, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=3717da73-7f35-4b53-9e1d-fe580150296d,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:01.808177 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:01.870859 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=3717da73-7f35-4b53-9e1d-fe580150296d,revision_number=10']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:01.909843 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76967e62-d71f-4a09-85c2-8bbd259bc763 req-1be8676c-8a16-4ad0-a07a-0c79b5e91763 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:01.917826 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-76967e62-d71f-4a09-85c2-8bbd259bc763 req-1be8676c-8a16-4ad0-a07a-0c79b5e91763 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0675273 Aug 10 03:52:01.965404 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-76967e62-d71f-4a09-85c2-8bbd259bc763 req-9402a692-f934-44cc-9bbc-2580971ab192 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464668 Aug 10 03:52:02.133129 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['3717da73-7f35-4b53-9e1d-fe580150296d'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:52:02.684338 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a9f13-e0d8-4afa-bb30-8d02fa168b56 req-1eed7114-2f61-4c18-8fec-b3db18dd225c tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:02.692340 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d94a9f13-e0d8-4afa-bb30-8d02fa168b56 req-1eed7114-2f61-4c18-8fec-b3db18dd225c tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=113c0507-934b-4195-bb48-9dac40bc4dca HTTP/1.1" status: 200 len: 944 time: 0.0644014 Aug 10 03:52:02.734851 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d94a9f13-e0d8-4afa-bb30-8d02fa168b56 req-c8b2e476-691a-4d05-9ac1-3bdbdb12b7c4 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414722 Aug 10 03:52:03.084942 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90040dbc-8202-4bc2-9d04-b4ae6b56665e req-f9626da8-3cab-45bb-ab29-30cb1b3ea625 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:03.086486 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-90040dbc-8202-4bc2-9d04-b4ae6b56665e req-f9626da8-3cab-45bb-ab29-30cb1b3ea625 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0595453 Aug 10 03:52:03.126373 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-90040dbc-8202-4bc2-9d04-b4ae6b56665e req-0939ad86-674e-413b-bb46-af6ba1103533 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331621 Aug 10 03:52:03.911309 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a866e5-b754-4de5-8163-f70ad90479cc req-d97d96b5-8256-4a32-8a4f-0f36102fd723 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:03.926124 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-13a866e5-b754-4de5-8163-f70ad90479cc req-d97d96b5-8256-4a32-8a4f-0f36102fd723 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=113c0507-934b-4195-bb48-9dac40bc4dca HTTP/1.1" status: 200 len: 944 time: 0.0978591 Aug 10 03:52:03.987289 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-13a866e5-b754-4de5-8163-f70ad90479cc req-f0c5b843-dcdf-46a2-88be-abce05c5060d tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602660 Aug 10 03:52:04.269763 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42951d7-0a22-4a71-b48c-a09cae214642 req-25764e99-48dd-441a-b294-e9c15d1094ac tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:04.277438 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f42951d7-0a22-4a71-b48c-a09cae214642 req-25764e99-48dd-441a-b294-e9c15d1094ac tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 949 time: 0.0639834 Aug 10 03:52:04.318458 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f42951d7-0a22-4a71-b48c-a09cae214642 req-945c4ad3-f78f-448d-a8ca-5bf44a2d2d46 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401537 Aug 10 03:52:04.357414 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 3717da73-7f35-4b53-9e1d-fe580150296d up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:04.448530 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 3717da73-7f35-4b53-9e1d-fe580150296d triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:04.448530 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:04.559863 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:04.595593 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b32c25-c093-4a06-bd2c-48ca24e8d1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3717da73-7f35-4b53-9e1d-fe580150296d'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:04.600301 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c18a0d-5522-4299-b221-078c34617c88" -d '{"events": [{"server_uuid": "f7b32c25-c093-4a06-bd2c-48ca24e8d1c7", "name": "network-vif-plugged", "status": "completed", "tag": "3717da73-7f35-4b53-9e1d-fe580150296d"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:04.628827 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 3717da73-7f35-4b53-9e1d-fe580150296d, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=3717da73-7f35-4b53-9e1d-fe580150296d,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:04.667215 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6ab4dc-d28f-4cf8-8f6a-80f30835e008 x-openstack-request-id: req-fc6ab4dc-d28f-4cf8-8f6a-80f30835e008 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:04.667498 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b32c25-c093-4a06-bd2c-48ca24e8d1c7", "name": "network-vif-plugged", "status": "completed", "tag": "3717da73-7f35-4b53-9e1d-fe580150296d", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:04.667754 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc6ab4dc-d28f-4cf8-8f6a-80f30835e008 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:04.668169 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b32c25-c093-4a06-bd2c-48ca24e8d1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3717da73-7f35-4b53-9e1d-fe580150296d', 'code': 200} Aug 10 03:52:04.752525 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:04.848734 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=3717da73-7f35-4b53-9e1d-fe580150296d,revision_number=11']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:05.017467 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 2632c810-0333-4d35-b87c-fd3aab836d6c details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:52:05.021046 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bc300-bb73-452b-a196-463d7bdebd32 req-862e6c53-e527-4423-91ab-2dd8431ff829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:05.029101 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-364bc300-bb73-452b-a196-463d7bdebd32 req-862e6c53-e527-4423-91ab-2dd8431ff829 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 1101 time: 0.2236583 Aug 10 03:52:05.046667 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3341087-450e-4dd8-96e3-4504ee17937e req-a9b7ec98-945a-4eba-aaf1-84be483c02e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:05.048229 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3341087-450e-4dd8-96e3-4504ee17937e req-a9b7ec98-945a-4eba-aaf1-84be483c02e1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=531844b5219944e08810c1a9ffd2589c&device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 1101 time: 0.0708547 Aug 10 03:52:05.099494 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-364bc300-bb73-452b-a196-463d7bdebd32 req-283bfbc1-5eb3-4856-94bb-3f85aa2fbb1a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636446 Aug 10 03:52:05.181558 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 2632c810-0333-4d35-b87c-fd3aab836d6c, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=2632c810-0333-4d35-b87c-fd3aab836d6c,segment=NetworkSegment(438f092c-63d3-4c8c-b4b5-84c92a8890bc),segment_id=438f092c-63d3-4c8c-b4b5-84c92a8890bc)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:05.195525 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '2632c810-0333-4d35-b87c-fd3aab836d6c', 'network_id': 'e74c04aa-4182-4fb7-9ce2-cf2690adb1f4', 'port_id': '2632c810-0333-4d35-b87c-fd3aab836d6c', 'mac_address': 'fa:16:3e:65:bf:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a4191d9-e64e-4743-823a-6d34a29ab994', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:52:05.203786 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c0a31-f9b5-40b9-b2da-1bb5b0a24649 req-5234a96a-fe07-4fce-9227-289d15c9bcfe tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:05.203786 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a35c0a31-f9b5-40b9-b2da-1bb5b0a24649 req-5234a96a-fe07-4fce-9227-289d15c9bcfe tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=113c0507-934b-4195-bb48-9dac40bc4dca HTTP/1.1" status: 200 len: 944 time: 0.1020546 Aug 10 03:52:05.235552 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3341087-450e-4dd8-96e3-4504ee17937e req-c6bafa5a-3cf9-4223-956e-af21b2f4289a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:05.237872 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3341087-450e-4dd8-96e3-4504ee17937e req-c6bafa5a-3cf9-4223-956e-af21b2f4289a service neutron] 10.222.0.68 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.1605194 Aug 10 03:52:05.253162 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:05.268404 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2632c810-0333-4d35-b87c-fd3aab836d6c {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:52:05.292414 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 2632c810-0333-4d35-b87c-fd3aab836d6c, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=2632c810-0333-4d35-b87c-fd3aab836d6c,segment=NetworkSegment(438f092c-63d3-4c8c-b4b5-84c92a8890bc),segment_id=438f092c-63d3-4c8c-b4b5-84c92a8890bc)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:05.294753 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a35c0a31-f9b5-40b9-b2da-1bb5b0a24649 req-70f4dae1-34ca-4ef2-96d9-be5b205accbd tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825143 Aug 10 03:52:05.296244 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3341087-450e-4dd8-96e3-4504ee17937e req-263099b4-f85d-4049-adc1-3dff7feff0f3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=3717da73-7f35-4b53-9e1d-fe580150296d HTTP/1.1" status: 200 len: 217 time: 0.0470593 Aug 10 03:52:05.352380 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3341087-450e-4dd8-96e3-4504ee17937e req-6a5dcf30-1356-43eb-aa28-e88a2601df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:05.354824 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3341087-450e-4dd8-96e3-4504ee17937e req-6a5dcf30-1356-43eb-aa28-e88a2601df87 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0515461 Aug 10 03:52:05.407223 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3341087-450e-4dd8-96e3-4504ee17937e req-8a97ff8d-348d-4b1b-a73a-6b48ae003dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:05.409909 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3341087-450e-4dd8-96e3-4504ee17937e req-8a97ff8d-348d-4b1b-a73a-6b48ae003dc4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0469854 Aug 10 03:52:05.442577 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:05.453041 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473ff48-dbb5-4763-ac41-b624004ff2ae req-086a9003-2209-46e4-bf61-079d2349d46d tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:05.454442 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3473ff48-dbb5-4763-ac41-b624004ff2ae req-086a9003-2209-46e4-bf61-079d2349d46d tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 950 time: 0.0597618 Aug 10 03:52:05.527021 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=2632c810-0333-4d35-b87c-fd3aab836d6c,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:05.571669 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3341087-450e-4dd8-96e3-4504ee17937e req-ee8023bf-1c62-4e79-a657-ad484575f028 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531811 Aug 10 03:52:05.576512 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3473ff48-dbb5-4763-ac41-b624004ff2ae req-6100cfc5-082b-4bb9-acd2-06d4e4d39bca tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124220 Aug 10 03:52:05.729806 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3341087-450e-4dd8-96e3-4504ee17937e req-ac2a8a52-9cb4-4682-a98e-865ac66de8e3 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479785 Aug 10 03:52:05.770573 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['2632c810-0333-4d35-b87c-fd3aab836d6c'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:52:06.312216 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 59350) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:06.428765 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bbe7d-72b2-459b-83fd-5627bd7b04fe req-e9a75d2f-b463-4293-b22e-71b0a46a4810 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:06.430295 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-511bbe7d-72b2-459b-83fd-5627bd7b04fe req-e9a75d2f-b463-4293-b22e-71b0a46a4810 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=113c0507-934b-4195-bb48-9dac40bc4dca HTTP/1.1" status: 200 len: 945 time: 0.0599909 Aug 10 03:52:06.439080 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c0329e4b-a190-456a-8050-96b9ad709c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:06.490507 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-511bbe7d-72b2-459b-83fd-5627bd7b04fe req-cabc8c33-ddd4-4600-a91c-2a420667a0d6 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534177 Aug 10 03:52:06.561379 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c0329e4b-a190-456a-8050-96b9ad709c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:06.655182 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c0329e4b-a190-456a-8050-96b9ad709c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:06.694694 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c0329e4b-a190-456a-8050-96b9ad709c43 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d40e16078b6849e29002595654475f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3811827 Aug 10 03:52:06.695813 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0329e4b-a190-456a-8050-96b9ad709c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6357e58-2255-42aa-9acf-58ed21ae1aab,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:06.697703 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 59368) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:06.757336 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec9f7f-2c5c-404e-ad6c-7254a086bc40 req-94c58b02-f089-49d4-985e-88e21aefd164 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:06.758825 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2dec9f7f-2c5c-404e-ad6c-7254a086bc40 req-94c58b02-f089-49d4-985e-88e21aefd164 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 950 time: 0.0894277 Aug 10 03:52:06.788295 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-08bef5f8-3f9f-419b-b73c-21a6c893f222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:06.821943 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2dec9f7f-2c5c-404e-ad6c-7254a086bc40 req-5575a681-ad4a-4c73-89ab-375f0595c809 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560830 Aug 10 03:52:06.826924 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-08bef5f8-3f9f-419b-b73c-21a6c893f222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:06.987390 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-08bef5f8-3f9f-419b-b73c-21a6c893f222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:06.990132 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-08bef5f8-3f9f-419b-b73c-21a6c893f222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:06.991281 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-08bef5f8-3f9f-419b-b73c-21a6c893f222 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b6357e58-2255-42aa-9acf-58ed21ae1aab HTTP/1.1" status: 204 len: 168 time: 0.2920773 Aug 10 03:52:06.999170 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bef5f8-3f9f-419b-b73c-21a6c893f222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6357e58-2255-42aa-9acf-58ed21ae1aab,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:07.034078 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 2632c810-0333-4d35-b87c-fd3aab836d6c up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:07.255490 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 2632c810-0333-4d35-b87c-fd3aab836d6c completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:07.259754 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 2632c810-0333-4d35-b87c-fd3aab836d6c triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:07.265952 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:07.358078 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:07.381881 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113c0507-934b-4195-bb48-9dac40bc4dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2632c810-0333-4d35-b87c-fd3aab836d6c'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:07.384627 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2250721d-5317-4909-9999-a6aed50531d6" -d '{"events": [{"server_uuid": "113c0507-934b-4195-bb48-9dac40bc4dca", "name": "network-vif-plugged", "status": "completed", "tag": "2632c810-0333-4d35-b87c-fd3aab836d6c"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:07.399593 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 2632c810-0333-4d35-b87c-fd3aab836d6c, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=2632c810-0333-4d35-b87c-fd3aab836d6c,segment=NetworkSegment(438f092c-63d3-4c8c-b4b5-84c92a8890bc),segment_id=438f092c-63d3-4c8c-b4b5-84c92a8890bc)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:07.405542 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737ca4e-dc4c-4578-8ab3-d1dc703e8634 req-213571bd-bfc4-41e5-a261-f113782ff72e tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:07.407344 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d737ca4e-dc4c-4578-8ab3-d1dc703e8634 req-213571bd-bfc4-41e5-a261-f113782ff72e tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 1101 time: 0.0435333 Aug 10 03:52:07.449016 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d737ca4e-dc4c-4578-8ab3-d1dc703e8634 req-df246ee8-e19e-41ed-ae27-85b7730e8cbf tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338213 Aug 10 03:52:07.493187 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17307132-c546-4e7b-bcf9-1b78c42d3449 x-openstack-request-id: req-17307132-c546-4e7b-bcf9-1b78c42d3449 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:07.493473 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113c0507-934b-4195-bb48-9dac40bc4dca", "name": "network-vif-plugged", "status": "completed", "tag": "2632c810-0333-4d35-b87c-fd3aab836d6c", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:07.493901 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17307132-c546-4e7b-bcf9-1b78c42d3449 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:07.494466 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '113c0507-934b-4195-bb48-9dac40bc4dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2632c810-0333-4d35-b87c-fd3aab836d6c', 'code': 200} Aug 10 03:52:07.539689 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:07.607826 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=2632c810-0333-4d35-b87c-fd3aab836d6c,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:07.620923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac934a0-6ebf-4b8a-841b-271a416a79f8 req-123bcd9c-8bca-4f89-a8e1-05991a678674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:07.622413 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fac934a0-6ebf-4b8a-841b-271a416a79f8 req-123bcd9c-8bca-4f89-a8e1-05991a678674 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=113c0507-934b-4195-bb48-9dac40bc4dca HTTP/1.1" status: 200 len: 1097 time: 0.0413110 Aug 10 03:52:07.657557 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fac934a0-6ebf-4b8a-841b-271a416a79f8 req-0c9c1008-473b-412a-b8a8-1dc89b4cce8d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281146 Aug 10 03:52:07.931356 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 59436) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:07.945226 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f24fb16c-1c78-44d3-8f9f-5c32fb9fe982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.043140 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f24fb16c-1c78-44d3-8f9f-5c32fb9fe982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.089136 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dafea0-89cb-4026-a764-82688f4facb7 req-d2eb7c0a-c983-428e-8283-269672f364b4 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:08.090547 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b8dafea0-89cb-4026-a764-82688f4facb7 req-d2eb7c0a-c983-428e-8283-269672f364b4 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=113c0507-934b-4195-bb48-9dac40bc4dca HTTP/1.1" status: 200 len: 946 time: 0.0488014 Aug 10 03:52:08.133024 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b8dafea0-89cb-4026-a764-82688f4facb7 req-2343c147-42a6-44e9-9a89-57fef0cf9567 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357037 Aug 10 03:52:08.157887 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f24fb16c-1c78-44d3-8f9f-5c32fb9fe982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.200827 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f24fb16c-1c78-44d3-8f9f-5c32fb9fe982 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=01ccae8528594b688360160e2f168e09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2657895 Aug 10 03:52:08.200827 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24fb16c-1c78-44d3-8f9f-5c32fb9fe982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ea61db-56a5-43cc-ad82-3beda9d510e3,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:08.201352 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 59450) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:08.254743 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9c5cdf25-652b-49cf-ba60-46f6ccc7068c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.275641 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9c5cdf25-652b-49cf-ba60-46f6ccc7068c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.355045 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2833a-a591-4342-8fd2-06b10dbfe96f req-5e64f56f-b1af-41b2-978e-aac11c5d82b3 tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:08.356623 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0ea2833a-a591-4342-8fd2-06b10dbfe96f req-5e64f56f-b1af-41b2-978e-aac11c5d82b3 tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 1101 time: 0.0747485 Aug 10 03:52:08.395056 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0ea2833a-a591-4342-8fd2-06b10dbfe96f req-fea8ffd3-23af-4998-9a02-198e540c16fd tempest-ServersAdminTestJSON-1592860921 tempest-ServersAdminTestJSON-1592860921-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314860 Aug 10 03:52:08.478270 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9c5cdf25-652b-49cf-ba60-46f6ccc7068c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.480913 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9c5cdf25-652b-49cf-ba60-46f6ccc7068c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:08.482111 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9c5cdf25-652b-49cf-ba60-46f6ccc7068c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/40ea61db-56a5-43cc-ad82-3beda9d510e3 HTTP/1.1" status: 204 len: 168 time: 0.2792814 Aug 10 03:52:08.494802 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5cdf25-652b-49cf-ba60-46f6ccc7068c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ea61db-56a5-43cc-ad82-3beda9d510e3,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:09.059190 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8f08b-812a-46f4-8e02-e6a93642d6c1 req-921afe43-240c-4285-9d24-bd2fe66aaec3 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:09.061554 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-27c8f08b-812a-46f4-8e02-e6a93642d6c1 req-921afe43-240c-4285-9d24-bd2fe66aaec3 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e08c5c4-995b-46e9-b187-237ca0a0d8bb HTTP/1.1" status: 200 len: 950 time: 0.0869837 Aug 10 03:52:09.106582 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-27c8f08b-812a-46f4-8e02-e6a93642d6c1 req-e0e848d7-18e9-4a6d-b152-398e088ab546 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383854 Aug 10 03:52:09.249799 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583df4ff-c752-4712-aa23-5d2fccfcd9f5 req-47000701-96ed-4f9f-9389-e8bc224c2907 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:09.251188 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-583df4ff-c752-4712-aa23-5d2fccfcd9f5 req-47000701-96ed-4f9f-9389-e8bc224c2907 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=113c0507-934b-4195-bb48-9dac40bc4dca HTTP/1.1" status: 200 len: 946 time: 0.0502694 Aug 10 03:52:09.296059 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-583df4ff-c752-4712-aa23-5d2fccfcd9f5 req-65b9999d-14a7-4b06-aad2-04dfe9028ccc tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382595 Aug 10 03:52:09.821687 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29140a02-b913-4924-bf7e-76de04b982f8 req-74cb2472-a237-4360-8423-bd521f1520b1 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:09.823202 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-29140a02-b913-4924-bf7e-76de04b982f8 req-74cb2472-a237-4360-8423-bd521f1520b1 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/networks?id=090053fa-3622-4eb2-b424-9f79f809823c HTTP/1.1" status: 200 len: 805 time: 0.1076043 Aug 10 03:52:09.839057 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-29140a02-b913-4924-bf7e-76de04b982f8 req-c8fac1f0-63d7-4338-937f-6b5c6b74cf55 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/quotas/23e5f3c2b75643ebb56574b008fa08d4 HTTP/1.1" status: 200 len: 375 time: 0.0094156 Aug 10 03:52:09.894909 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-29140a02-b913-4924-bf7e-76de04b982f8 req-86874eb3-b003-4f73-89a9-349d7c62f1d9 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=23e5f3c2b75643ebb56574b008fa08d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0494685 Aug 10 03:52:09.985886 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1736e41b-36e9-48db-a2c5-71e1437a7e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:09.986476 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-29140a02-b913-4924-bf7e-76de04b982f8 req-8b232646-55c9-4d74-a903-f5da206f1b30 service neutron] 10.222.0.25 "GET /v2.0/networks/090053fa-3622-4eb2-b424-9f79f809823c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837429 Aug 10 03:52:10.091737 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-29140a02-b913-4924-bf7e-76de04b982f8 req-3bc019f8-084e-41e1-9948-571942722c80 service neutron] 10.222.0.25 "GET /v2.0/networks/090053fa-3622-4eb2-b424-9f79f809823c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977693 Aug 10 03:52:10.231882 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06627bc8-9bd7-4886-b6fa-2f6cab201b97 req-ab61dc5f-8baa-4e5f-b9b7-4575e4352fb6 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:10.233449 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-06627bc8-9bd7-4886-b6fa-2f6cab201b97 req-ab61dc5f-8baa-4e5f-b9b7-4575e4352fb6 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e08c5c4-995b-46e9-b187-237ca0a0d8bb HTTP/1.1" status: 200 len: 950 time: 0.0526755 Aug 10 03:52:10.282016 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-06627bc8-9bd7-4886-b6fa-2f6cab201b97 req-10dff778-f2ea-4200-9098-aec7cf5cc0b0 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377266 Aug 10 03:52:10.302540 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8860ff7b-11f1-4927-b4fb-a6997840e89b req-958c4c84-88bd-44ea-9209-10859ae2db33 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0923636 Aug 10 03:52:10.315390 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9678bd-914a-4d6c-b291-0a0877dcc1a9 req-91d71865-9f71-427b-9735-09b16deb97ef tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:10.316909 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f9678bd-914a-4d6c-b291-0a0877dcc1a9 req-91d71865-9f71-427b-9735-09b16deb97ef tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.68 "GET /v2.0/ports?device_id=0e08c5c4-995b-46e9-b187-237ca0a0d8bb HTTP/1.1" status: 200 len: 950 time: 0.0706937 Aug 10 03:52:10.425410 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:10.427633 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-def9ccfe-800d-4abd-b46c-092852144488 req-5ae24759-6a38-41ff-a2ff-2984d4c870df tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce37c85a-0d2a-4681-9812-2cdf79665a4a HTTP/1.1" status: 200 len: 210 time: 0.0482605 Aug 10 03:52:10.456704 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860ff7b-11f1-4927-b4fb-a6997840e89b req-38ad8829-04be-4136-92c4-d0eef48f8ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:10.458244 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8860ff7b-11f1-4927-b4fb-a6997840e89b req-38ad8829-04be-4136-92c4-d0eef48f8ced service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=455216bb3ea34e1e9314603aca942071&device_id=b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c HTTP/1.1" status: 200 len: 1096 time: 0.1051807 Aug 10 03:52:10.539919 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-2f9678bd-914a-4d6c-b291-0a0877dcc1a9 req-0224d175-b05b-463b-b14d-27a87e78bd88 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Deleting port bb3f8fe0-c469-4b54-a39e-8e2443f3d134 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:10.540301 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2f9678bd-914a-4d6c-b291-0a0877dcc1a9 req-0224d175-b05b-463b-b14d-27a87e78bd88 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:10.597990 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:10.658499 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5341ad5c-7a22-49df-bc79-ce0646815e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a4480ef-de4e-44c2-a93b-bf1f5b5e5423'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:10.662023 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd024bd-9a15-4bb8-9b20-1f2b88e2c600" -d '{"events": [{"server_uuid": "5341ad5c-7a22-49df-bc79-ce0646815e19", "name": "network-vif-unplugged", "status": "completed", "tag": "5a4480ef-de4e-44c2-a93b-bf1f5b5e5423"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:10.683753 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5a4480ef-de4e-44c2-a93b-bf1f5b5e5423,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:10.730134 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a41548-41e6-4b8a-a2ca-8737123496c0 x-openstack-request-id: req-60a41548-41e6-4b8a-a2ca-8737123496c0 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:10.730423 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5341ad5c-7a22-49df-bc79-ce0646815e19", "name": "network-vif-unplugged", "status": "completed", "tag": "5a4480ef-de4e-44c2-a93b-bf1f5b5e5423", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:10.730672 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60a41548-41e6-4b8a-a2ca-8737123496c0 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:10.731201 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5341ad5c-7a22-49df-bc79-ce0646815e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a4480ef-de4e-44c2-a93b-bf1f5b5e5423', 'code': 200} Aug 10 03:52:10.787584 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:10.790185 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-2f9678bd-914a-4d6c-b291-0a0877dcc1a9 req-0224d175-b05b-463b-b14d-27a87e78bd88 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] For port bb3f8fe0-c469-4b54-a39e-8e2443f3d134, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=bb3f8fe0-c469-4b54-a39e-8e2443f3d134,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:10.790812 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2f9678bd-914a-4d6c-b291-0a0877dcc1a9 req-0224d175-b05b-463b-b14d-27a87e78bd88 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:10.815518 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-2f9678bd-914a-4d6c-b291-0a0877dcc1a9 req-0224d175-b05b-463b-b14d-27a87e78bd88 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Calling delete_port for bb3f8fe0-c469-4b54-a39e-8e2443f3d134 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:10.826592 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860ff7b-11f1-4927-b4fb-a6997840e89b req-c01ce9c9-79dc-45d4-8bfa-9564e082dd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:10.828797 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8860ff7b-11f1-4927-b4fb-a6997840e89b req-c01ce9c9-79dc-45d4-8bfa-9564e082dd14 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92b87fe8-9d55-4b2e-9e12-e987835d0d07 HTTP/1.1" status: 200 len: 916 time: 0.3197196 Aug 10 03:52:10.840509 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=5a4480ef-de4e-44c2-a93b-bf1f5b5e5423,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:10.971643 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8860ff7b-11f1-4927-b4fb-a6997840e89b req-b907d77f-7afc-4d38-8ab7-9cff9da79e3b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=600d9bd9-2c37-4b10-ac74-b88b3738d1c7 HTTP/1.1" status: 200 len: 1001 time: 0.0849054 Aug 10 03:52:11.055574 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860ff7b-11f1-4927-b4fb-a6997840e89b req-397d472a-23c5-44d5-8866-84a60f66f64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:11.057134 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8860ff7b-11f1-4927-b4fb-a6997840e89b req-397d472a-23c5-44d5-8866-84a60f66f64e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2d781aa2-be8f-4750-961d-b5a631d74df2 HTTP/1.1" status: 200 len: 854 time: 0.0803027 Aug 10 03:52:11.117319 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860ff7b-11f1-4927-b4fb-a6997840e89b req-14273226-25ac-4ece-90e8-5d88e93787ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:11.119065 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8860ff7b-11f1-4927-b4fb-a6997840e89b req-14273226-25ac-4ece-90e8-5d88e93787ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92b87fe8-9d55-4b2e-9e12-e987835d0d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534575 Aug 10 03:52:11.164064 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c17c13-f99c-47c5-86b9-029d2ee4e5b1 req-20172c62-eb2d-424a-b3e6-c9a19693c41f tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:11.165518 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-45c17c13-f99c-47c5-86b9-029d2ee4e5b1 req-20172c62-eb2d-424a-b3e6-c9a19693c41f tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.68 "GET /v2.0/ports?device_id=5341ad5c-7a22-49df-bc79-ce0646815e19 HTTP/1.1" status: 200 len: 944 time: 0.0515230 Aug 10 03:52:11.174497 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2f9678bd-914a-4d6c-b291-0a0877dcc1a9 req-0224d175-b05b-463b-b14d-27a87e78bd88 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:11.186397 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88', 'bb3f8fe0-c469-4b54-a39e-8e2443f3d134', '3717da73-7f35-4b53-9e1d-fe580150296d'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:52:11.213549 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0224d175-b05b-463b-b14d-27a87e78bd88 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Pushing event deleted for resources: {'Port': ['ID=bb3f8fe0-c469-4b54-a39e-8e2443f3d134,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:11.352801 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9678bd-914a-4d6c-b291-0a0877dcc1a9 req-0224d175-b05b-463b-b14d-27a87e78bd88 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] No DVR routers for this DVR port bb3f8fe0-c469-4b54-a39e-8e2443f3d134 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:11.369318 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2f9678bd-914a-4d6c-b291-0a0877dcc1a9 req-0224d175-b05b-463b-b14d-27a87e78bd88 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:11.402493 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f9678bd-914a-4d6c-b291-0a0877dcc1a9 req-0224d175-b05b-463b-b14d-27a87e78bd88 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.68 "DELETE /v2.0/ports/bb3f8fe0-c469-4b54-a39e-8e2443f3d134 HTTP/1.1" status: 204 len: 173 time: 1.0685105 Aug 10 03:52:11.404889 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e08c5c4-995b-46e9-b187-237ca0a0d8bb', 'name': 'network-vif-deleted', 'tag': 'bb3f8fe0-c469-4b54-a39e-8e2443f3d134'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:11.405340 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-45c17c13-f99c-47c5-86b9-029d2ee4e5b1 req-c6621d41-aee2-45a9-80e4-f34068fc69d2 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Deleting port 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:11.405803 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-45c17c13-f99c-47c5-86b9-029d2ee4e5b1 req-c6621d41-aee2-45a9-80e4-f34068fc69d2 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:11.409195 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065e9722-bf0f-4b27-960e-f2e7ad45eb07" -d '{"events": [{"server_uuid": "0e08c5c4-995b-46e9-b187-237ca0a0d8bb", "name": "network-vif-deleted", "tag": "bb3f8fe0-c469-4b54-a39e-8e2443f3d134"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:11.441006 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8860ff7b-11f1-4927-b4fb-a6997840e89b req-2ae55331-436b-4886-ad79-80706e6f9371 service neutron] 10.222.0.20 "GET /v2.0/networks/92b87fe8-9d55-4b2e-9e12-e987835d0d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129809 Aug 10 03:52:11.546587 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50877bb-5200-4ac8-bdf5-f7fef89b97a8 x-openstack-request-id: req-e50877bb-5200-4ac8-bdf5-f7fef89b97a8 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:11.546997 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e08c5c4-995b-46e9-b187-237ca0a0d8bb", "name": "network-vif-deleted", "tag": "bb3f8fe0-c469-4b54-a39e-8e2443f3d134", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:11.554449 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e50877bb-5200-4ac8-bdf5-f7fef89b97a8 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:11.554449 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e08c5c4-995b-46e9-b187-237ca0a0d8bb', 'name': 'network-vif-deleted', 'tag': 'bb3f8fe0-c469-4b54-a39e-8e2443f3d134', 'status': 'completed', 'code': 200} Aug 10 03:52:11.554786 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2c70d8ec-f058-4cc5-8bd4-d8c2bd2de7dc req-02725ba4-51cd-4ffe-9e95-93cbb489f76f tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce37c85a-0d2a-4681-9812-2cdf79665a4a HTTP/1.1" status: 200 len: 210 time: 0.0413504 Aug 10 03:52:11.622497 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-38ca3cb7-f9f7-4943-b26c-19c7294cab89 req-2c7c7018-12f7-47be-b289-b89f57e03579 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e08c5c4-995b-46e9-b187-237ca0a0d8bb HTTP/1.1" status: 200 len: 210 time: 0.1638775 Aug 10 03:52:11.630143 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-45c17c13-f99c-47c5-86b9-029d2ee4e5b1 req-c6621d41-aee2-45a9-80e4-f34068fc69d2 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] For port 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5a4480ef-de4e-44c2-a93b-bf1f5b5e5423,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:11.630837 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-45c17c13-f99c-47c5-86b9-029d2ee4e5b1 req-c6621d41-aee2-45a9-80e4-f34068fc69d2 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:11.658318 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-45c17c13-f99c-47c5-86b9-029d2ee4e5b1 req-c6621d41-aee2-45a9-80e4-f34068fc69d2 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Calling delete_port for 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:11.683088 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8860ff7b-11f1-4927-b4fb-a6997840e89b req-8b452db0-952f-4c8f-86fa-5379eba5a112 service neutron] 10.222.0.20 "GET /v2.0/networks/92b87fe8-9d55-4b2e-9e12-e987835d0d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199237 Aug 10 03:52:12.025080 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-45c17c13-f99c-47c5-86b9-029d2ee4e5b1 req-c6621d41-aee2-45a9-80e4-f34068fc69d2 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:12.053086 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6621d41-aee2-45a9-80e4-f34068fc69d2 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Pushing event deleted for resources: {'Port': ['ID=5a4480ef-de4e-44c2-a93b-bf1f5b5e5423,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:12.102757 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c17c13-f99c-47c5-86b9-029d2ee4e5b1 req-c6621d41-aee2-45a9-80e4-f34068fc69d2 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] No DVR routers for this DVR port 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423 on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:12.105462 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-45c17c13-f99c-47c5-86b9-029d2ee4e5b1 req-c6621d41-aee2-45a9-80e4-f34068fc69d2 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:12.107457 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-45c17c13-f99c-47c5-86b9-029d2ee4e5b1 req-c6621d41-aee2-45a9-80e4-f34068fc69d2 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.68 "DELETE /v2.0/ports/5a4480ef-de4e-44c2-a93b-bf1f5b5e5423 HTTP/1.1" status: 204 len: 173 time: 0.9352939 Aug 10 03:52:12.108145 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5341ad5c-7a22-49df-bc79-ce0646815e19', 'name': 'network-vif-deleted', 'tag': '5a4480ef-de4e-44c2-a93b-bf1f5b5e5423'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:12.116020 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c94de0-6c66-4925-80bc-20e4d02f68bc" -d '{"events": [{"server_uuid": "5341ad5c-7a22-49df-bc79-ce0646815e19", "name": "network-vif-deleted", "tag": "5a4480ef-de4e-44c2-a93b-bf1f5b5e5423"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:12.322180 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97302f6-acd8-4b12-b0df-768cb3c4ee8b x-openstack-request-id: req-f97302f6-acd8-4b12-b0df-768cb3c4ee8b {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:12.322476 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5341ad5c-7a22-49df-bc79-ce0646815e19", "name": "network-vif-deleted", "tag": "5a4480ef-de4e-44c2-a93b-bf1f5b5e5423", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:12.322728 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f97302f6-acd8-4b12-b0df-768cb3c4ee8b {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:12.323138 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5341ad5c-7a22-49df-bc79-ce0646815e19', 'name': 'network-vif-deleted', 'tag': '5a4480ef-de4e-44c2-a93b-bf1f5b5e5423', 'status': 'completed', 'code': 200} Aug 10 03:52:12.664334 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e6d0b88d-9ac3-4675-aa45-601883d10371 req-3af15353-c4dc-44aa-aebb-f0bc215c6045 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce37c85a-0d2a-4681-9812-2cdf79665a4a HTTP/1.1" status: 200 len: 210 time: 0.0281084 Aug 10 03:52:12.819796 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2e07dc6a-c4b7-4aef-aafc-adfd8acd6913 req-1f66c58d-2607-42ef-9987-478d3ecefdcd tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e08c5c4-995b-46e9-b187-237ca0a0d8bb HTTP/1.1" status: 200 len: 210 time: 0.0372105 Aug 10 03:52:13.462068 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29140a02-b913-4924-bf7e-76de04b982f8 req-6ba88b81-0952-424e-af6d-d5b758fa6bb1 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:13.463702 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29140a02-b913-4924-bf7e-76de04b982f8 req-6ba88b81-0952-424e-af6d-d5b758fa6bb1 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.68 "GET /v2.0/networks?id=090053fa-3622-4eb2-b424-9f79f809823c HTTP/1.1" status: 200 len: 805 time: 0.1147640 Aug 10 03:52:13.464522 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 59628) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:13.510073 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-29140a02-b913-4924-bf7e-76de04b982f8 req-de8e9b48-2140-49ba-be6d-3602146841f3 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Request body: {'port': {'device_id': 'ce37c85a-0d2a-4681-9812-2cdf79665a4a', 'network_id': '090053fa-3622-4eb2-b424-9f79f809823c', 'admin_state_up': True, 'tenant_id': '23e5f3c2b75643ebb56574b008fa08d4'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:13.581092 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9f2d214b-db66-45b4-8eb1-8185a0bef703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:13.641899 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 59634) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:13.644223 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:13.647102 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-df8b991b-e5b3-4595-b051-cff2b32cefaa tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-342589247'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:13.676625 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9f2d214b-db66-45b4-8eb1-8185a0bef703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:13.743098 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9f2d214b-db66-45b4-8eb1-8185a0bef703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:13.794286 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9f2d214b-db66-45b4-8eb1-8185a0bef703 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c5f8c24359c47ec8ea15d089b38b43f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3282733 Aug 10 03:52:13.800497 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 59638) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:13.811139 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d214b-db66-45b4-8eb1-8185a0bef703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33ca93e-08b7-4ae6-90ae-6f07c219da45,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:13.812487 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d19d456e-3d89-432b-bdc8-88c29c7be736 req-fef83796-348d-47cc-b6ae-ceceebcefd37 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce37c85a-0d2a-4681-9812-2cdf79665a4a HTTP/1.1" status: 200 len: 210 time: 0.0344975 Aug 10 03:52:13.815173 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3486cbeb-dfe3-488a-83f3-0d8624ee96ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:13.864994 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0190c5b4-2e3e-4e04-9e2e-71f9078e22e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:13.894927 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0190c5b4-2e3e-4e04-9e2e-71f9078e22e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:13.900948 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29140a02-b913-4924-bf7e-76de04b982f8 req-de8e9b48-2140-49ba-be6d-3602146841f3 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Made reservation on behalf of 23e5f3c2b75643ebb56574b008fa08d4 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:13.905518 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-29140a02-b913-4924-bf7e-76de04b982f8 req-de8e9b48-2140-49ba-be6d-3602146841f3 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:14.009017 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8b991b-e5b3-4595-b051-cff2b32cefaa tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Made reservation on behalf of 7613e46ecb1e44beabb9108ddbbb4b81 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:14.012531 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-df8b991b-e5b3-4595-b051-cff2b32cefaa tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:14.084222 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0190c5b4-2e3e-4e04-9e2e-71f9078e22e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:14.086988 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0190c5b4-2e3e-4e04-9e2e-71f9078e22e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:14.089828 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0190c5b4-2e3e-4e04-9e2e-71f9078e22e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e33ca93e-08b7-4ae6-90ae-6f07c219da45 HTTP/1.1" status: 204 len: 168 time: 0.2842855 Aug 10 03:52:14.093141 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8b991b-e5b3-4595-b051-cff2b32cefaa tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:52:14.100000 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190c5b4-2e3e-4e04-9e2e-71f9078e22e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33ca93e-08b7-4ae6-90ae-6f07c219da45,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:14.159674 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-df8b991b-e5b3-4595-b051-cff2b32cefaa tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:14.160047 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-df8b991b-e5b3-4595-b051-cff2b32cefaa tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Added segment fc65a185-2ca5-435d-8bdb-72122a46119f of type vlan for network 438e5aac-e98a-498a-962c-24a8dab08d84 Aug 10 03:52:14.237418 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-df8b991b-e5b3-4595-b051-cff2b32cefaa tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:14.260568 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-29140a02-b913-4924-bf7e-76de04b982f8 req-de8e9b48-2140-49ba-be6d-3602146841f3 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Allocated IP 172.20.0.4 (090053fa-3622-4eb2-b424-9f79f809823c/0fb74cc3-4ca6-4831-90a5-8c72ae326916/5fb90a01-c532-4a51-8c37-5fb6cc79e4ba) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:14.421034 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-df8b991b-e5b3-4595-b051-cff2b32cefaa tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:14.427842 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3c492-83e0-4d9d-aa6b-18a661e69381 req-f08f6a06-af40-431a-9e1f-603e6f5b84f4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:14.429726 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-04a3c492-83e0-4d9d-aa6b-18a661e69381 req-f08f6a06-af40-431a-9e1f-603e6f5b84f4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2757b66-ade7-4a18-b32d-f00659e2c845 HTTP/1.1" status: 200 len: 950 time: 0.0585580 Aug 10 03:52:14.431259 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8b991b-e5b3-4595-b051-cff2b32cefaa tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:14.431527 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-df8b991b-e5b3-4595-b051-cff2b32cefaa tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:14.435371 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device bb3f8fe0-c469-4b54-a39e-8e2443f3d134 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:14.474955 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: bb3f8fe0-c469-4b54-a39e-8e2443f3d134 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:14.475523 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device bb3f8fe0-c469-4b54-a39e-8e2443f3d134 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:14.476583 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:14.502424 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-29140a02-b913-4924-bf7e-76de04b982f8 req-de8e9b48-2140-49ba-be6d-3602146841f3 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:14.520321 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-04a3c492-83e0-4d9d-aa6b-18a661e69381 req-b97d6c3c-c04d-4cd9-a2cd-af2111ec23e4 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721884 Aug 10 03:52:14.520754 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:14.520754 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 5a4480ef-de4e-44c2-a93b-bf1f5b5e5423 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:14.599689 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8b991b-e5b3-4595-b051-cff2b32cefaa tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Pushing event updated for resources: {'Network': ['ID=438e5aac-e98a-498a-962c-24a8dab08d84,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:14.611195 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 438e5aac-e98a-498a-962c-24a8dab08d84 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:52:14.708400 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-df8b991b-e5b3-4595-b051-cff2b32cefaa tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0651133 Aug 10 03:52:14.710308 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-29140a02-b913-4924-bf7e-76de04b982f8 req-de8e9b48-2140-49ba-be6d-3602146841f3 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:14.710959 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 59656) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:14.716354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-08e874b2-eadb-47fc-b6e2-18e57e8da475 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-949335556'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:14.738516 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:52:14.761221 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29140a02-b913-4924-bf7e-76de04b982f8 req-de8e9b48-2140-49ba-be6d-3602146841f3 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Network 090053fa-3622-4eb2-b424-9f79f809823c is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:14.764274 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-29140a02-b913-4924-bf7e-76de04b982f8 req-de8e9b48-2140-49ba-be6d-3602146841f3 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:14.768651 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-29140a02-b913-4924-bf7e-76de04b982f8 req-de8e9b48-2140-49ba-be6d-3602146841f3 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:14.794262 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8e9b48-2140-49ba-be6d-3602146841f3 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Pushing event updated for resources: {'Port': ['ID=5fb90a01-c532-4a51-8c37-5fb6cc79e4ba,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:14.824606 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29140a02-b913-4924-bf7e-76de04b982f8 req-de8e9b48-2140-49ba-be6d-3602146841f3 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:14.825241 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-29140a02-b913-4924-bf7e-76de04b982f8 req-de8e9b48-2140-49ba-be6d-3602146841f3 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:14.906480 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e874b2-eadb-47fc-b6e2-18e57e8da475 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Made reservation on behalf of 7613e46ecb1e44beabb9108ddbbb4b81 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:14.910916 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-08e874b2-eadb-47fc-b6e2-18e57e8da475 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:14.934224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e874b2-eadb-47fc-b6e2-18e57e8da475 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:52:14.938719 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f67e2a9-3a6f-4e4e-9412-02611b620b75 req-d63e82da-2250-4692-9764-9ea16632eb8a tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:14.944418 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-08e874b2-eadb-47fc-b6e2-18e57e8da475 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:14.944775 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-08e874b2-eadb-47fc-b6e2-18e57e8da475 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Added segment da658146-22e1-4101-b313-7e8ac30939d3 of type vlan for network fc4bc8cd-9681-4c48-a384-e9912b245b99 Aug 10 03:52:14.946545 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3f67e2a9-3a6f-4e4e-9412-02611b620b75 req-d63e82da-2250-4692-9764-9ea16632eb8a tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce37c85a-0d2a-4681-9812-2cdf79665a4a HTTP/1.1" status: 200 len: 931 time: 0.0600400 Aug 10 03:52:14.982770 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3f67e2a9-3a6f-4e4e-9412-02611b620b75 req-a16759b1-cb67-400b-b50d-c010f53b08c9 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353558 Aug 10 03:52:14.991749 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-08e874b2-eadb-47fc-b6e2-18e57e8da475 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:15.079561 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29140a02-b913-4924-bf7e-76de04b982f8 req-de8e9b48-2140-49ba-be6d-3602146841f3 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5818150 Aug 10 03:52:15.093532 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-29140a02-b913-4924-bf7e-76de04b982f8 req-c00e3093-f7bb-4af8-b180-36a04e890857 service neutron] Request body: {'port': {'device_id': 'ce37c85a-0d2a-4681-9812-2cdf79665a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:15.103502 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 59662) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:15.130443 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d5f05194-a234-4f5f-bb6e-478e64b038cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:15.176406 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-08e874b2-eadb-47fc-b6e2-18e57e8da475 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:15.182737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e874b2-eadb-47fc-b6e2-18e57e8da475 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:15.183339 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-08e874b2-eadb-47fc-b6e2-18e57e8da475 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:15.184986 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-29140a02-b913-4924-bf7e-76de04b982f8 req-c00e3093-f7bb-4af8-b180-36a04e890857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:15.232131 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:15.313436 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e874b2-eadb-47fc-b6e2-18e57e8da475 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Pushing event updated for resources: {'Network': ['ID=fc4bc8cd-9681-4c48-a384-e9912b245b99,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:15.324828 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network fc4bc8cd-9681-4c48-a384-e9912b245b99 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:52:15.363267 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d5f05194-a234-4f5f-bb6e-478e64b038cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:15.487784 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-29140a02-b913-4924-bf7e-76de04b982f8 req-c00e3093-f7bb-4af8-b180-36a04e890857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:52:15.496905 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-29140a02-b913-4924-bf7e-76de04b982f8 req-c00e3093-f7bb-4af8-b180-36a04e890857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:15.507931 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d5f05194-a234-4f5f-bb6e-478e64b038cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:15.512877 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-29140a02-b913-4924-bf7e-76de04b982f8 req-c00e3093-f7bb-4af8-b180-36a04e890857 service neutron] Transition to ACTIVE for port object 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:15.561489 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d5f05194-a234-4f5f-bb6e-478e64b038cd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc064e316896420e9a5cb1bc43644a13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4561522 Aug 10 03:52:15.562427 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f05194-a234-4f5f-bb6e-478e64b038cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97aa3fdb-4ccc-4659-bb16-fc4191ff72b5,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:15.564126 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 59668) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:15.626743 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-08e874b2-eadb-47fc-b6e2-18e57e8da475 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9121287 Aug 10 03:52:15.642277 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 59672) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:15.650669 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-ce2bbfac-49a8-4152-a37a-c1be9cc08050 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Request body: {'subnet': {'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:15.678174 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:15.683894 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7996b3e8-6f60-4b19-b727-eb55e4b53f8b req-0e7226d7-a079-4aeb-90b2-81204ab276cd tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:15.687239 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7996b3e8-6f60-4b19-b727-eb55e4b53f8b req-0e7226d7-a079-4aeb-90b2-81204ab276cd tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2757b66-ade7-4a18-b32d-f00659e2c845 HTTP/1.1" status: 200 len: 950 time: 0.0757635 Aug 10 03:52:15.709352 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-29140a02-b913-4924-bf7e-76de04b982f8 req-c00e3093-f7bb-4af8-b180-36a04e890857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:15.730866 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-03dbff32-cf2e-42ca-a8ac-309df763956e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:15.769259 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7996b3e8-6f60-4b19-b727-eb55e4b53f8b req-fa59d867-67ae-4498-b0de-734d62624950 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710042 Aug 10 03:52:15.787751 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5842c80d-8ce7-46ff-aad1-4434b4bf340b req-cfda8304-f5c4-471a-bcf2-f642bd019e16 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:15.789501 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5842c80d-8ce7-46ff-aad1-4434b4bf340b req-cfda8304-f5c4-471a-bcf2-f642bd019e16 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.68 "GET /v2.0/ports?device_id=b2757b66-ade7-4a18-b32d-f00659e2c845 HTTP/1.1" status: 200 len: 950 time: 0.1010723 Aug 10 03:52:15.807933 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-03dbff32-cf2e-42ca-a8ac-309df763956e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:15.825994 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e3093-f7bb-4af8-b180-36a04e890857 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb90a01-c532-4a51-8c37-5fb6cc79e4ba,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:15.901893 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-5842c80d-8ce7-46ff-aad1-4434b4bf340b req-28652e9d-45e3-4bc0-9a4f-5626f0d8adcf tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Deleting port e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:15.902241 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5842c80d-8ce7-46ff-aad1-4434b4bf340b req-28652e9d-45e3-4bc0-9a4f-5626f0d8adcf tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:15.929960 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-29140a02-b913-4924-bf7e-76de04b982f8 req-c00e3093-f7bb-4af8-b180-36a04e890857 service neutron] Attempting to bind port 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:15.930654 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-29140a02-b913-4924-bf7e-76de04b982f8 req-c00e3093-f7bb-4af8-b180-36a04e890857 service neutron] Attempting to bind port 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '217cc7ac-ee74-4f0b-b82c-3629bdc09967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '090053fa-3622-4eb2-b424-9f79f809823c'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:15.931213 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29140a02-b913-4924-bf7e-76de04b982f8 req-c00e3093-f7bb-4af8-b180-36a04e890857 service neutron] Attempting to bind port 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba on network 090053fa-3622-4eb2-b424-9f79f809823c {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:15.937342 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29140a02-b913-4924-bf7e-76de04b982f8 req-c00e3093-f7bb-4af8-b180-36a04e890857 service neutron] Port 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba on network 090053fa-3622-4eb2-b424-9f79f809823c not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:52:15.937739 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29140a02-b913-4924-bf7e-76de04b982f8 req-c00e3093-f7bb-4af8-b180-36a04e890857 service neutron] Attempting to bind port 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba on network 090053fa-3622-4eb2-b424-9f79f809823c {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:15.944248 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29140a02-b913-4924-bf7e-76de04b982f8 req-c00e3093-f7bb-4af8-b180-36a04e890857 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:15.944664 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29140a02-b913-4924-bf7e-76de04b982f8 req-c00e3093-f7bb-4af8-b180-36a04e890857 service neutron] Checking segment: {'id': '217cc7ac-ee74-4f0b-b82c-3629bdc09967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '090053fa-3622-4eb2-b424-9f79f809823c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:15.945117 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29140a02-b913-4924-bf7e-76de04b982f8 req-c00e3093-f7bb-4af8-b180-36a04e890857 service neutron] Bound using segment: {'id': '217cc7ac-ee74-4f0b-b82c-3629bdc09967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '090053fa-3622-4eb2-b424-9f79f809823c'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:15.945618 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-29140a02-b913-4924-bf7e-76de04b982f8 req-c00e3093-f7bb-4af8-b180-36a04e890857 service neutron] Bound port: 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '217cc7ac-ee74-4f0b-b82c-3629bdc09967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '090053fa-3622-4eb2-b424-9f79f809823c'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:15.946047 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-29140a02-b913-4924-bf7e-76de04b982f8 req-c00e3093-f7bb-4af8-b180-36a04e890857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:15.998014 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-5842c80d-8ce7-46ff-aad1-4434b4bf340b req-28652e9d-45e3-4bc0-9a4f-5626f0d8adcf tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] For port e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:15.998488 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5842c80d-8ce7-46ff-aad1-4434b4bf340b req-28652e9d-45e3-4bc0-9a4f-5626f0d8adcf tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:16.010474 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2bbfac-49a8-4152-a37a-c1be9cc08050 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Made reservation on behalf of 7613e46ecb1e44beabb9108ddbbb4b81 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:16.013444 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-5842c80d-8ce7-46ff-aad1-4434b4bf340b req-28652e9d-45e3-4bc0-9a4f-5626f0d8adcf tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Calling delete_port for e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:16.013963 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce2bbfac-49a8-4152-a37a-c1be9cc08050 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:16.075904 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-29140a02-b913-4924-bf7e-76de04b982f8 req-c00e3093-f7bb-4af8-b180-36a04e890857 service neutron] For port 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:16.089292 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-03dbff32-cf2e-42ca-a8ac-309df763956e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:16.092115 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-03dbff32-cf2e-42ca-a8ac-309df763956e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:16.093282 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-03dbff32-cf2e-42ca-a8ac-309df763956e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/97aa3fdb-4ccc-4659-bb16-fc4191ff72b5 HTTP/1.1" status: 204 len: 168 time: 0.5281885 Aug 10 03:52:16.114093 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-29140a02-b913-4924-bf7e-76de04b982f8 req-c00e3093-f7bb-4af8-b180-36a04e890857 service neutron] For port 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5fb90a01-c532-4a51-8c37-5fb6cc79e4ba,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:16.125397 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbff32-cf2e-42ca-a8ac-309df763956e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97aa3fdb-4ccc-4659-bb16-fc4191ff72b5,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:16.206938 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763e88f5-cb68-40fb-abb5-c5335143fb70 req-bc6aa489-1d49-462f-b58d-0f69e4d12a31 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:16.208607 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-763e88f5-cb68-40fb-abb5-c5335143fb70 req-bc6aa489-1d49-462f-b58d-0f69e4d12a31 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce37c85a-0d2a-4681-9812-2cdf79665a4a HTTP/1.1" status: 200 len: 943 time: 0.0785387 Aug 10 03:52:16.280847 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-29140a02-b913-4924-bf7e-76de04b982f8 req-c00e3093-f7bb-4af8-b180-36a04e890857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:16.324957 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-763e88f5-cb68-40fb-abb5-c5335143fb70 req-be37c35b-d273-461e-a203-8e64bd30f556 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943682 Aug 10 03:52:16.349832 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5842c80d-8ce7-46ff-aad1-4434b4bf340b req-28652e9d-45e3-4bc0-9a4f-5626f0d8adcf tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:16.358481 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29140a02-b913-4924-bf7e-76de04b982f8 req-c00e3093-f7bb-4af8-b180-36a04e890857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:16.359101 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-29140a02-b913-4924-bf7e-76de04b982f8 req-c00e3093-f7bb-4af8-b180-36a04e890857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:16.360523 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29140a02-b913-4924-bf7e-76de04b982f8 req-c00e3093-f7bb-4af8-b180-36a04e890857 service neutron] 10.222.0.68 "PUT /v2.0/ports/5fb90a01-c532-4a51-8c37-5fb6cc79e4ba HTTP/1.1" status: 200 len: 1091 time: 1.2714896 Aug 10 03:52:16.362119 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88', '3717da73-7f35-4b53-9e1d-fe580150296d'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:52:16.363397 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce37c85a-0d2a-4681-9812-2cdf79665a4a', 'tag': '5fb90a01-c532-4a51-8c37-5fb6cc79e4ba'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:16.365519 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed572a3-c4ed-4530-ad47-45b310c0d96a" -d '{"events": [{"name": "network-changed", "server_uuid": "ce37c85a-0d2a-4681-9812-2cdf79665a4a", "tag": "5fb90a01-c532-4a51-8c37-5fb6cc79e4ba"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:16.393353 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e3093-f7bb-4af8-b180-36a04e890857 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb90a01-c532-4a51-8c37-5fb6cc79e4ba,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:16.403665 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28652e9d-45e3-4bc0-9a4f-5626f0d8adcf tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Pushing event deleted for resources: {'Port': ['ID=e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:16.431271 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3523715-b7e6-4862-addb-4336367c6aca x-openstack-request-id: req-e3523715-b7e6-4862-addb-4336367c6aca {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:16.431575 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce37c85a-0d2a-4681-9812-2cdf79665a4a", "tag": "5fb90a01-c532-4a51-8c37-5fb6cc79e4ba", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:16.436190 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3523715-b7e6-4862-addb-4336367c6aca {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:16.436190 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce37c85a-0d2a-4681-9812-2cdf79665a4a', 'tag': '5fb90a01-c532-4a51-8c37-5fb6cc79e4ba', 'status': 'completed', 'code': 200} Aug 10 03:52:16.470103 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce2bbfac-49a8-4152-a37a-c1be9cc08050 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:16.473816 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-5842c80d-8ce7-46ff-aad1-4434b4bf340b req-28652e9d-45e3-4bc0-9a4f-5626f0d8adcf tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] No DVR routers for this DVR port e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:16.479078 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5842c80d-8ce7-46ff-aad1-4434b4bf340b req-28652e9d-45e3-4bc0-9a4f-5626f0d8adcf tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:16.481618 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5842c80d-8ce7-46ff-aad1-4434b4bf340b req-28652e9d-45e3-4bc0-9a4f-5626f0d8adcf tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.68 "DELETE /v2.0/ports/e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88 HTTP/1.1" status: 204 len: 173 time: 0.6801324 Aug 10 03:52:16.482407 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2757b66-ade7-4a18-b32d-f00659e2c845', 'name': 'network-vif-deleted', 'tag': 'e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:16.485992 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49f07b5-b49e-490a-823f-046d9b19011f" -d '{"events": [{"server_uuid": "b2757b66-ade7-4a18-b32d-f00659e2c845", "name": "network-vif-deleted", "tag": "e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:16.527496 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43229e7-ae9f-46a9-8bb2-0a9314019635 x-openstack-request-id: req-e43229e7-ae9f-46a9-8bb2-0a9314019635 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:16.527656 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2757b66-ade7-4a18-b32d-f00659e2c845", "name": "network-vif-deleted", "tag": "e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:16.528060 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e43229e7-ae9f-46a9-8bb2-0a9314019635 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:16.528463 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2757b66-ade7-4a18-b32d-f00659e2c845', 'name': 'network-vif-deleted', 'tag': 'e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88', 'status': 'completed', 'code': 200} Aug 10 03:52:16.575982 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2bbfac-49a8-4152-a37a-c1be9cc08050 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Pushing event updated for resources: {'Subnet': ['ID=4672b88c-e1c1-4d0c-a3fa-f280cf947686,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:16.580858 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed572a3-c4ed-4530-ad47-45b310c0d96a req-a3fe068f-ad87-4f9f-830c-e8d8049186ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:16.582868 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8ed572a3-c4ed-4530-ad47-45b310c0d96a req-a3fe068f-ad87-4f9f-830c-e8d8049186ce service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=23e5f3c2b75643ebb56574b008fa08d4&device_id=ce37c85a-0d2a-4681-9812-2cdf79665a4a HTTP/1.1" status: 200 len: 1094 time: 0.1311817 Aug 10 03:52:16.588448 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2bbfac-49a8-4152-a37a-c1be9cc08050 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Checking segment: {'id': 'fc65a185-2ca5-435d-8bdb-72122a46119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:16.588869 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2bbfac-49a8-4152-a37a-c1be9cc08050 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Network hostable DHCP agents. Network: 438e5aac-e98a-498a-962c-24a8dab08d84, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:52:16.714823 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed572a3-c4ed-4530-ad47-45b310c0d96a req-3f8a504a-3664-4d35-b0c9-3997e9e08f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:16.716522 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8ed572a3-c4ed-4530-ad47-45b310c0d96a req-3f8a504a-3664-4d35-b0c9-3997e9e08f9f service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=23e5f3c2b75643ebb56574b008fa08d4&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1244864 Aug 10 03:52:16.781502 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2bbfac-49a8-4152-a37a-c1be9cc08050 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Network 438e5aac-e98a-498a-962c-24a8dab08d84 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:52:16.828739 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed572a3-c4ed-4530-ad47-45b310c0d96a req-894a0b92-13bd-4e09-958d-c8295f87e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:16.830628 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8ed572a3-c4ed-4530-ad47-45b310c0d96a req-894a0b92-13bd-4e09-958d-c8295f87e0ed service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1070511 Aug 10 03:52:16.893159 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ea2bbf98-a684-4f04-8f7b-0d1d18ffbe4d req-5ae418e0-d141-43c6-9f5f-c404e6dde8ff tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2757b66-ade7-4a18-b32d-f00659e2c845 HTTP/1.1" status: 200 len: 210 time: 0.0324578 Aug 10 03:52:16.915005 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29140a02-b913-4924-bf7e-76de04b982f8 req-f0c81e07-20d7-41c9-b649-54713d70fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:16.916874 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29140a02-b913-4924-bf7e-76de04b982f8 req-f0c81e07-20d7-41c9-b649-54713d70fe41 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=23e5f3c2b75643ebb56574b008fa08d4&device_id=ce37c85a-0d2a-4681-9812-2cdf79665a4a HTTP/1.1" status: 200 len: 1094 time: 0.0467000 Aug 10 03:52:16.921218 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-ce2bbfac-49a8-4152-a37a-c1be9cc08050 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 438e5aac-e98a-498a-962c-24a8dab08d84) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:16.923305 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:16.930862 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1a2480-9f6a-4e95-8602-c4fe54863bc0 None None] Network 438e5aac-e98a-498a-962c-24a8dab08d84 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:16.937199 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2bbfac-49a8-4152-a37a-c1be9cc08050 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:16.937509 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce2bbfac-49a8-4152-a37a-c1be9cc08050 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:16.996026 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29140a02-b913-4924-bf7e-76de04b982f8 req-83b00a45-b24d-4998-8f8d-95a085dce8f8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5fb90a01-c532-4a51-8c37-5fb6cc79e4ba HTTP/1.1" status: 200 len: 217 time: 0.0700226 Aug 10 03:52:17.053039 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29140a02-b913-4924-bf7e-76de04b982f8 req-7f98cbf8-fee9-4354-9078-376957e56b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:17.054462 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29140a02-b913-4924-bf7e-76de04b982f8 req-7f98cbf8-fee9-4354-9078-376957e56b80 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0fb74cc3-4ca6-4831-90a5-8c72ae326916 HTTP/1.1" status: 200 len: 845 time: 0.0512505 Aug 10 03:52:17.097499 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29140a02-b913-4924-bf7e-76de04b982f8 req-2ff2afc9-fca1-4bb9-96c5-5ebf0b81cd18 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=090053fa-3622-4eb2-b424-9f79f809823c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330286 Aug 10 03:52:17.102363 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ce2bbfac-49a8-4152-a37a-c1be9cc08050 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4531150 Aug 10 03:52:17.102672 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 59700) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:17.108707 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-466190a2-fa3e-42fb-b25a-413e047a4f70 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Request body: {'subnet': {'network_id': 'fc4bc8cd-9681-4c48-a384-e9912b245b99', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:17.141212 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d21907-93c3-41b1-ba4c-53a47ad6c9bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-438e5aac-e98a-498a-962c-24a8dab08d84', 'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'fixed_ips': [{'subnet_id': '4672b88c-e1c1-4d0c-a3fa-f280cf947686'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:52:17.142307 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-20d21907-93c3-41b1-ba4c-53a47ad6c9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:17.275593 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29140a02-b913-4924-bf7e-76de04b982f8 req-65c8f90b-cbc0-4aed-aa2d-e79d829f0e8a service neutron] 10.222.0.68 "GET /v2.0/networks/090053fa-3622-4eb2-b424-9f79f809823c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671891 Aug 10 03:52:17.302185 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466190a2-fa3e-42fb-b25a-413e047a4f70 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Made reservation on behalf of 7613e46ecb1e44beabb9108ddbbb4b81 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:17.306596 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-466190a2-fa3e-42fb-b25a-413e047a4f70 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:17.343378 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-20d21907-93c3-41b1-ba4c-53a47ad6c9bc None None] Allocated IP 10.1.1.2 (438e5aac-e98a-498a-962c-24a8dab08d84/4672b88c-e1c1-4d0c-a3fa-f280cf947686/738bbb57-e921-413b-80de-ae0e64c9b8c2) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:17.480260 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29140a02-b913-4924-bf7e-76de04b982f8 req-9428b1b9-cb18-40d3-9274-4c399d92f00a service neutron] 10.222.0.68 "GET /v2.0/networks/090053fa-3622-4eb2-b424-9f79f809823c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890945 Aug 10 03:52:17.554311 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9bac0c-0b5c-4795-9be6-77187232b2e7 req-2c3b9f81-6136-4d0c-a156-bb9b6f47975f tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:17.563171 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1c9bac0c-0b5c-4795-9be6-77187232b2e7 req-2c3b9f81-6136-4d0c-a156-bb9b6f47975f tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce37c85a-0d2a-4681-9812-2cdf79665a4a HTTP/1.1" status: 200 len: 943 time: 0.0686531 Aug 10 03:52:17.568507 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-20d21907-93c3-41b1-ba4c-53a47ad6c9bc None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:17.588545 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-20d21907-93c3-41b1-ba4c-53a47ad6c9bc None None] Transition to ACTIVE for port object 738bbb57-e921-413b-80de-ae0e64c9b8c2 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:17.622918 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-20d21907-93c3-41b1-ba4c-53a47ad6c9bc None None] Transition to ACTIVE for port object 738bbb57-e921-413b-80de-ae0e64c9b8c2 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:17.648867 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1c9bac0c-0b5c-4795-9be6-77187232b2e7 req-63d09d68-ac6d-4574-8dfa-31efd70999d7 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844522 Aug 10 03:52:17.866660 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-20d21907-93c3-41b1-ba4c-53a47ad6c9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:17.873682 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-466190a2-fa3e-42fb-b25a-413e047a4f70 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:17.912402 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d21907-93c3-41b1-ba4c-53a47ad6c9bc None None] Pushing event updated for resources: {'Port': ['ID=738bbb57-e921-413b-80de-ae0e64c9b8c2,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:17.927381 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d21907-93c3-41b1-ba4c-53a47ad6c9bc None None] Network 438e5aac-e98a-498a-962c-24a8dab08d84 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:17.929247 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-20d21907-93c3-41b1-ba4c-53a47ad6c9bc None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:17.932678 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d21907-93c3-41b1-ba4c-53a47ad6c9bc None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:17.988401 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466190a2-fa3e-42fb-b25a-413e047a4f70 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Pushing event updated for resources: {'Subnet': ['ID=96c77b29-de8a-40c8-ae15-4c8b35353438,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:17.994088 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466190a2-fa3e-42fb-b25a-413e047a4f70 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Checking segment: {'id': 'da658146-22e1-4101-b313-7e8ac30939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fc4bc8cd-9681-4c48-a384-e9912b245b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:17.994462 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466190a2-fa3e-42fb-b25a-413e047a4f70 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Network hostable DHCP agents. Network: fc4bc8cd-9681-4c48-a384-e9912b245b99, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:52:18.017236 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-20d21907-93c3-41b1-ba4c-53a47ad6c9bc None None] Attempting to bind port 738bbb57-e921-413b-80de-ae0e64c9b8c2 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:18.017784 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-20d21907-93c3-41b1-ba4c-53a47ad6c9bc None None] Attempting to bind port 738bbb57-e921-413b-80de-ae0e64c9b8c2 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'fc65a185-2ca5-435d-8bdb-72122a46119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:18.018348 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d21907-93c3-41b1-ba4c-53a47ad6c9bc None None] Attempting to bind port 738bbb57-e921-413b-80de-ae0e64c9b8c2 on network 438e5aac-e98a-498a-962c-24a8dab08d84 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:18.023638 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d21907-93c3-41b1-ba4c-53a47ad6c9bc None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:18.024106 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d21907-93c3-41b1-ba4c-53a47ad6c9bc None None] Checking segment: {'id': 'fc65a185-2ca5-435d-8bdb-72122a46119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:18.024512 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-20d21907-93c3-41b1-ba4c-53a47ad6c9bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.024949 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d21907-93c3-41b1-ba4c-53a47ad6c9bc None None] Bound using segment: {'id': 'fc65a185-2ca5-435d-8bdb-72122a46119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:18.025418 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-20d21907-93c3-41b1-ba4c-53a47ad6c9bc None None] Bound port: 738bbb57-e921-413b-80de-ae0e64c9b8c2, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc65a185-2ca5-435d-8bdb-72122a46119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:18.025802 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-20d21907-93c3-41b1-ba4c-53a47ad6c9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.096993 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-20d21907-93c3-41b1-ba4c-53a47ad6c9bc None None] For port 738bbb57-e921-413b-80de-ae0e64c9b8c2, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:18.099921 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-20d21907-93c3-41b1-ba4c-53a47ad6c9bc None None] For port 738bbb57-e921-413b-80de-ae0e64c9b8c2, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=738bbb57-e921-413b-80de-ae0e64c9b8c2,segment=NetworkSegment(fc65a185-2ca5-435d-8bdb-72122a46119f),segment_id=fc65a185-2ca5-435d-8bdb-72122a46119f)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:18.100806 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466190a2-fa3e-42fb-b25a-413e047a4f70 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Network fc4bc8cd-9681-4c48-a384-e9912b245b99 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:52:18.237335 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-466190a2-fa3e-42fb-b25a-413e047a4f70 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, fc4bc8cd-9681-4c48-a384-e9912b245b99) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:18.237683 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-20d21907-93c3-41b1-ba4c-53a47ad6c9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.242366 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466190a2-fa3e-42fb-b25a-413e047a4f70 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:18.243224 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-466190a2-fa3e-42fb-b25a-413e047a4f70 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.254591 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e6584b-3633-43cd-ae13-fbc4007a606c None None] Network fc4bc8cd-9681-4c48-a384-e9912b245b99 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:18.359159 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d21907-93c3-41b1-ba4c-53a47ad6c9bc None None] Pushing event updated for resources: {'Port': ['ID=738bbb57-e921-413b-80de-ae0e64c9b8c2,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:18.371868 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 59732) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:18.374118 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-466190a2-fa3e-42fb-b25a-413e047a4f70 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2697475 Aug 10 03:52:18.380288 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-7b6a1552-601e-4bfa-96bc-877fe2cfebba tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Request body: {'port': {'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84', 'name': 'tempest-TaggedBootDevicesTest_v242-359031558', 'fixed_ips': [{'subnet_id': '4672b88c-e1c1-4d0c-a3fa-f280cf947686'}]}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:18.466191 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:18.491296 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:18.491665 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device e26bbfcb-5f23-4da2-bb05-3a6a74fc7f88 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:18.609994 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3cb795-f9eb-4ec0-8502-b9d047a2ea91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-fc4bc8cd-9681-4c48-a384-e9912b245b99', 'network_id': 'fc4bc8cd-9681-4c48-a384-e9912b245b99', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'fixed_ips': [{'subnet_id': '96c77b29-de8a-40c8-ae15-4c8b35353438'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:52:18.612410 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eb3cb795-f9eb-4ec0-8502-b9d047a2ea91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.719256 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4866a-9172-47d3-a865-db153a123ec5 req-1723f44c-ae57-4a24-b557-bbf6a03ae9a6 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:18.722427 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eaf4866a-9172-47d3-a865-db153a123ec5 req-1723f44c-ae57-4a24-b557-bbf6a03ae9a6 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 950 time: 0.1060297 Aug 10 03:52:18.792189 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eaf4866a-9172-47d3-a865-db153a123ec5 req-fc77dc7a-2a31-4eab-8948-8faf9f1573be tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627172 Aug 10 03:52:18.793418 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6a1552-601e-4bfa-96bc-877fe2cfebba tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Made reservation on behalf of 7613e46ecb1e44beabb9108ddbbb4b81 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:18.869524 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-eb3cb795-f9eb-4ec0-8502-b9d047a2ea91 None None] Allocated IP 10.2.2.2 (fc4bc8cd-9681-4c48-a384-e9912b245b99/96c77b29-de8a-40c8-ae15-4c8b35353438/e4216de0-1daf-44a8-a6eb-e2bc7263d711) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:18.885131 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f156d-269d-43da-baf6-03ec9ad120bb req-79bbe01e-7d50-4eed-a58a-84af1d7e6662 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:18.887181 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1a2f156d-269d-43da-baf6-03ec9ad120bb req-79bbe01e-7d50-4eed-a58a-84af1d7e6662 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce37c85a-0d2a-4681-9812-2cdf79665a4a HTTP/1.1" status: 200 len: 943 time: 0.1077173 Aug 10 03:52:18.931125 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7b6a1552-601e-4bfa-96bc-877fe2cfebba tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:18.944174 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1a2f156d-269d-43da-baf6-03ec9ad120bb req-82d1b298-c082-44e0-91ba-89627e07df60 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486665 Aug 10 03:52:18.974422 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-7b6a1552-601e-4bfa-96bc-877fe2cfebba tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] device_id is not set on port 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:52:19.066114 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eb3cb795-f9eb-4ec0-8502-b9d047a2ea91 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.079058 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-eb3cb795-f9eb-4ec0-8502-b9d047a2ea91 None None] Transition to ACTIVE for port object e4216de0-1daf-44a8-a6eb-e2bc7263d711 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:19.083357 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 738bbb57-e921-413b-80de-ae0e64c9b8c2 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:19.126506 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-eb3cb795-f9eb-4ec0-8502-b9d047a2ea91 None None] Transition to ACTIVE for port object e4216de0-1daf-44a8-a6eb-e2bc7263d711 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:19.179503 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-7b6a1552-601e-4bfa-96bc-877fe2cfebba tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Allocated IP 10.1.1.96 (438e5aac-e98a-498a-962c-24a8dab08d84/4672b88c-e1c1-4d0c-a3fa-f280cf947686/2c7de5ba-33bf-4c9f-b02d-0d1250755d4b) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:19.232423 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eb3cb795-f9eb-4ec0-8502-b9d047a2ea91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.276855 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 738bbb57-e921-413b-80de-ae0e64c9b8c2 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:19.287237 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3cb795-f9eb-4ec0-8502-b9d047a2ea91 None None] Network fc4bc8cd-9681-4c48-a384-e9912b245b99 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:19.290217 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3cb795-f9eb-4ec0-8502-b9d047a2ea91 None None] Pushing event updated for resources: {'Port': ['ID=e4216de0-1daf-44a8-a6eb-e2bc7263d711,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:19.293562 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-eb3cb795-f9eb-4ec0-8502-b9d047a2ea91 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:19.297117 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3cb795-f9eb-4ec0-8502-b9d047a2ea91 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:19.363479 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-eb3cb795-f9eb-4ec0-8502-b9d047a2ea91 None None] Attempting to bind port e4216de0-1daf-44a8-a6eb-e2bc7263d711 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:19.363860 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-eb3cb795-f9eb-4ec0-8502-b9d047a2ea91 None None] Attempting to bind port e4216de0-1daf-44a8-a6eb-e2bc7263d711 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'da658146-22e1-4101-b313-7e8ac30939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fc4bc8cd-9681-4c48-a384-e9912b245b99'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:19.364380 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3cb795-f9eb-4ec0-8502-b9d047a2ea91 None None] Attempting to bind port e4216de0-1daf-44a8-a6eb-e2bc7263d711 on network fc4bc8cd-9681-4c48-a384-e9912b245b99 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:19.370174 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7b6a1552-601e-4bfa-96bc-877fe2cfebba tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.370286 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3cb795-f9eb-4ec0-8502-b9d047a2ea91 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:19.370567 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3cb795-f9eb-4ec0-8502-b9d047a2ea91 None None] Checking segment: {'id': 'da658146-22e1-4101-b313-7e8ac30939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fc4bc8cd-9681-4c48-a384-e9912b245b99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:19.371000 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eb3cb795-f9eb-4ec0-8502-b9d047a2ea91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.371407 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3cb795-f9eb-4ec0-8502-b9d047a2ea91 None None] Bound using segment: {'id': 'da658146-22e1-4101-b313-7e8ac30939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fc4bc8cd-9681-4c48-a384-e9912b245b99'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:19.372299 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-eb3cb795-f9eb-4ec0-8502-b9d047a2ea91 None None] Bound port: e4216de0-1daf-44a8-a6eb-e2bc7263d711, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da658146-22e1-4101-b313-7e8ac30939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fc4bc8cd-9681-4c48-a384-e9912b245b99'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:19.372659 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eb3cb795-f9eb-4ec0-8502-b9d047a2ea91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.386891 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-7b6a1552-601e-4bfa-96bc-877fe2cfebba tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Transition to ACTIVE for port object 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:19.450881 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-eb3cb795-f9eb-4ec0-8502-b9d047a2ea91 None None] For port e4216de0-1daf-44a8-a6eb-e2bc7263d711, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:19.454598 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-eb3cb795-f9eb-4ec0-8502-b9d047a2ea91 None None] For port e4216de0-1daf-44a8-a6eb-e2bc7263d711, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e4216de0-1daf-44a8-a6eb-e2bc7263d711,segment=NetworkSegment(da658146-22e1-4101-b313-7e8ac30939d3),segment_id=da658146-22e1-4101-b313-7e8ac30939d3)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:19.541470 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7b6a1552-601e-4bfa-96bc-877fe2cfebba tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.552755 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7344961-25f3-409e-b30e-81c5d949f7c7 None None] Network 438e5aac-e98a-498a-962c-24a8dab08d84 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:19.565968 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eb3cb795-f9eb-4ec0-8502-b9d047a2ea91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.593620 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6a1552-601e-4bfa-96bc-877fe2cfebba tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Network 438e5aac-e98a-498a-962c-24a8dab08d84 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:19.597886 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-7b6a1552-601e-4bfa-96bc-877fe2cfebba tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:19.605850 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6a1552-601e-4bfa-96bc-877fe2cfebba tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:19.631019 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a1552-601e-4bfa-96bc-877fe2cfebba tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Pushing event updated for resources: {'Port': ['ID=2c7de5ba-33bf-4c9f-b02d-0d1250755d4b,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:19.670993 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6a1552-601e-4bfa-96bc-877fe2cfebba tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:19.670993 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7b6a1552-601e-4bfa-96bc-877fe2cfebba tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.711005 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3cb795-f9eb-4ec0-8502-b9d047a2ea91 None None] Pushing event updated for resources: {'Port': ['ID=e4216de0-1daf-44a8-a6eb-e2bc7263d711,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:19.871738 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7b6a1552-601e-4bfa-96bc-877fe2cfebba tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.4983661 Aug 10 03:52:19.874396 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 59764) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:19.880081 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-9e71eb92-7bee-47b8-9e15-dd23919d7e25 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Request body: {'port': {'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84', 'name': 'tempest-TaggedBootDevicesTest_v242-1602112469', 'fixed_ips': [{'subnet_id': '4672b88c-e1c1-4d0c-a3fa-f280cf947686'}]}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:19.896006 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6bab05e7-c388-4866-b548-5c090c32df07 None None] Provisioning for port 738bbb57-e921-413b-80de-ae0e64c9b8c2 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:19.936614 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6bab05e7-c388-4866-b548-5c090c32df07 None None] Provisioning complete for port 738bbb57-e921-413b-80de-ae0e64c9b8c2 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:19.936946 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6bab05e7-c388-4866-b548-5c090c32df07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:19.967238 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c21c7-a3c2-45a4-af6f-edb6e9466367 req-b0695cee-d21f-4fcd-a897-624a2403ac35 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:19.970176 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f88c21c7-a3c2-45a4-af6f-edb6e9466367 req-b0695cee-d21f-4fcd-a897-624a2403ac35 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 950 time: 0.1105847 Aug 10 03:52:20.102764 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f88c21c7-a3c2-45a4-af6f-edb6e9466367 req-01b21050-4c5a-4f64-8e10-cfe382bb12a1 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/security-groups?id=9f6585e7-f318-4aef-9640-6728bb59aedb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131001 Aug 10 03:52:20.121756 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6bab05e7-c388-4866-b548-5c090c32df07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.129825 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3978b-dfdc-4d75-a5f3-6d754a4c25ce req-40463c6f-6e56-45c6-b1c2-e0c358c7dfdd tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:20.133864 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-05d3978b-dfdc-4d75-a5f3-6d754a4c25ce req-40463c6f-6e56-45c6-b1c2-e0c358c7dfdd tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.68 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 950 time: 0.1585841 Aug 10 03:52:20.165685 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-6bab05e7-c388-4866-b548-5c090c32df07 None None] For port 738bbb57-e921-413b-80de-ae0e64c9b8c2, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=738bbb57-e921-413b-80de-ae0e64c9b8c2,segment=NetworkSegment(fc65a185-2ca5-435d-8bdb-72122a46119f),segment_id=fc65a185-2ca5-435d-8bdb-72122a46119f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:20.191454 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14850c2a-25af-4460-a331-8c55824b0cea req-03acf6a0-fc16-4b49-9af2-55031f5cf48e tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:20.193601 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-14850c2a-25af-4460-a331-8c55824b0cea req-03acf6a0-fc16-4b49-9af2-55031f5cf48e tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce37c85a-0d2a-4681-9812-2cdf79665a4a HTTP/1.1" status: 200 len: 943 time: 0.0940151 Aug 10 03:52:20.245946 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-05d3978b-dfdc-4d75-a5f3-6d754a4c25ce req-18303440-6599-4cc6-ac8f-3acf6acbd6f0 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Deleting port 3717da73-7f35-4b53-9e1d-fe580150296d {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:20.245946 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-05d3978b-dfdc-4d75-a5f3-6d754a4c25ce req-18303440-6599-4cc6-ac8f-3acf6acbd6f0 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.267904 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-14850c2a-25af-4460-a331-8c55824b0cea req-2892c4ea-bcb0-41d2-a5ee-26201801e677 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672541 Aug 10 03:52:20.275366 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e71eb92-7bee-47b8-9e15-dd23919d7e25 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Made reservation on behalf of 7613e46ecb1e44beabb9108ddbbb4b81 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:20.300947 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6bab05e7-c388-4866-b548-5c090c32df07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.347114 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-05d3978b-dfdc-4d75-a5f3-6d754a4c25ce req-18303440-6599-4cc6-ac8f-3acf6acbd6f0 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] For port 3717da73-7f35-4b53-9e1d-fe580150296d, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=3717da73-7f35-4b53-9e1d-fe580150296d,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:20.347648 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-05d3978b-dfdc-4d75-a5f3-6d754a4c25ce req-18303440-6599-4cc6-ac8f-3acf6acbd6f0 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.363565 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-05d3978b-dfdc-4d75-a5f3-6d754a4c25ce req-18303440-6599-4cc6-ac8f-3acf6acbd6f0 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Calling delete_port for 3717da73-7f35-4b53-9e1d-fe580150296d owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:20.385310 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab05e7-c388-4866-b548-5c090c32df07 None None] Pushing event updated for resources: {'Port': ['ID=738bbb57-e921-413b-80de-ae0e64c9b8c2,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:20.409006 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9e71eb92-7bee-47b8-9e15-dd23919d7e25 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.431412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-9e71eb92-7bee-47b8-9e15-dd23919d7e25 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] device_id is not set on port d75f407a-6d9e-4e55-beff-6f8dd89b5d40 yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:52:20.431787 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6acd46a6-189e-4d73-ad7b-5871543d9b8f None None] Provisioning complete for port 738bbb57-e921-413b-80de-ae0e64c9b8c2 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:20.432504 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6acd46a6-189e-4d73-ad7b-5871543d9b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.473182 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:52:20.683884 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5fb90a01-c532-4a51-8c37-5fb6cc79e4ba,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:20.702468 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '5fb90a01-c532-4a51-8c37-5fb6cc79e4ba', 'network_id': '090053fa-3622-4eb2-b424-9f79f809823c', 'port_id': '5fb90a01-c532-4a51-8c37-5fb6cc79e4ba', 'mac_address': 'fa:16:3e:87:09:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb74cc3-4ca6-4831-90a5-8c72ae326916', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:52:20.845969 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:20.847730 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-9e71eb92-7bee-47b8-9e15-dd23919d7e25 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Allocated IP 10.1.1.44 (438e5aac-e98a-498a-962c-24a8dab08d84/4672b88c-e1c1-4d0c-a3fa-f280cf947686/d75f407a-6d9e-4e55-beff-6f8dd89b5d40) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:20.862239 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:52:20.883729 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5fb90a01-c532-4a51-8c37-5fb6cc79e4ba,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:20.983936 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6acd46a6-189e-4d73-ad7b-5871543d9b8f None None] Provisioning for port 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:20.990117 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6acd46a6-189e-4d73-ad7b-5871543d9b8f None None] Provisioning complete for port 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:20.990746 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6acd46a6-189e-4d73-ad7b-5871543d9b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.038728 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.105511 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-05d3978b-dfdc-4d75-a5f3-6d754a4c25ce req-18303440-6599-4cc6-ac8f-3acf6acbd6f0 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.178427 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18303440-6599-4cc6-ac8f-3acf6acbd6f0 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Pushing event deleted for resources: {'Port': ['ID=3717da73-7f35-4b53-9e1d-fe580150296d,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:21.210837 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=5fb90a01-c532-4a51-8c37-5fb6cc79e4ba,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:21.229902 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb71cd24-d886-46b4-99a6-cc4ee5bed208 None None] Network fc4bc8cd-9681-4c48-a384-e9912b245b99 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:21.255785 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e4216de0-1daf-44a8-a6eb-e2bc7263d711 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:21.292394 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-6acd46a6-189e-4d73-ad7b-5871543d9b8f None None] Port 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:52:21.329360 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d3978b-dfdc-4d75-a5f3-6d754a4c25ce req-18303440-6599-4cc6-ac8f-3acf6acbd6f0 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] No DVR routers for this DVR port 3717da73-7f35-4b53-9e1d-fe580150296d on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:21.334659 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c1a5e3ca-4c84-4f16-a147-818da36691b3 req-75509ee8-8852-4d3f-b2f2-fcac2b4a12a0 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 210 time: 0.1093249 Aug 10 03:52:21.336452 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-05d3978b-dfdc-4d75-a5f3-6d754a4c25ce req-18303440-6599-4cc6-ac8f-3acf6acbd6f0 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.343918 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-05d3978b-dfdc-4d75-a5f3-6d754a4c25ce req-18303440-6599-4cc6-ac8f-3acf6acbd6f0 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.68 "DELETE /v2.0/ports/3717da73-7f35-4b53-9e1d-fe580150296d HTTP/1.1" status: 204 len: 173 time: 1.2017322 Aug 10 03:52:21.343918 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b32c25-c093-4a06-bd2c-48ca24e8d1c7', 'name': 'network-vif-deleted', 'tag': '3717da73-7f35-4b53-9e1d-fe580150296d'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:21.344701 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['5fb90a01-c532-4a51-8c37-5fb6cc79e4ba'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:52:21.351595 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a835524-2a1f-45db-ae31-11546e34412d" -d '{"events": [{"server_uuid": "f7b32c25-c093-4a06-bd2c-48ca24e8d1c7", "name": "network-vif-deleted", "tag": "3717da73-7f35-4b53-9e1d-fe580150296d"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:21.428354 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b0a6e4-933f-45c2-849a-4f7325922774 x-openstack-request-id: req-91b0a6e4-933f-45c2-849a-4f7325922774 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:21.428880 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b32c25-c093-4a06-bd2c-48ca24e8d1c7", "name": "network-vif-deleted", "tag": "3717da73-7f35-4b53-9e1d-fe580150296d", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:21.429351 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91b0a6e4-933f-45c2-849a-4f7325922774 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:21.429939 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b32c25-c093-4a06-bd2c-48ca24e8d1c7', 'name': 'network-vif-deleted', 'tag': '3717da73-7f35-4b53-9e1d-fe580150296d', 'status': 'completed', 'code': 200} Aug 10 03:52:21.502785 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e579e5-7a56-4647-8fe4-23b1e972a1ea req-e55829fd-f73a-4ab1-8bb5-24ef8cb6ac54 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:21.504407 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b1e579e5-7a56-4647-8fe4-23b1e972a1ea req-e55829fd-f73a-4ab1-8bb5-24ef8cb6ac54 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce37c85a-0d2a-4681-9812-2cdf79665a4a HTTP/1.1" status: 200 len: 944 time: 0.1016760 Aug 10 03:52:21.526789 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-badbee11-5a82-4133-a97e-0aab1e1e7488 None None] Provisioning complete for port 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:21.527399 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-badbee11-5a82-4133-a97e-0aab1e1e7488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.569516 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9e71eb92-7bee-47b8-9e15-dd23919d7e25 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.578291 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b1e579e5-7a56-4647-8fe4-23b1e972a1ea req-f1e79799-60c7-456f-8a98-0165f9f9546c tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674536 Aug 10 03:52:21.600795 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-9e71eb92-7bee-47b8-9e15-dd23919d7e25 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Transition to ACTIVE for port object d75f407a-6d9e-4e55-beff-6f8dd89b5d40 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:21.730054 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9e71eb92-7bee-47b8-9e15-dd23919d7e25 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.753289 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-badbee11-5a82-4133-a97e-0aab1e1e7488 None None] Port 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:52:21.786413 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e71eb92-7bee-47b8-9e15-dd23919d7e25 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Network 438e5aac-e98a-498a-962c-24a8dab08d84 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:21.794568 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-9e71eb92-7bee-47b8-9e15-dd23919d7e25 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:21.800049 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e71eb92-7bee-47b8-9e15-dd23919d7e25 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:21.849235 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71eb92-7bee-47b8-9e15-dd23919d7e25 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Pushing event updated for resources: {'Port': ['ID=d75f407a-6d9e-4e55-beff-6f8dd89b5d40,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:21.855835 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port e4216de0-1daf-44a8-a6eb-e2bc7263d711 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:21.877416 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e71eb92-7bee-47b8-9e15-dd23919d7e25 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:21.877901 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e71eb92-7bee-47b8-9e15-dd23919d7e25 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:21.878300 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e71eb92-7bee-47b8-9e15-dd23919d7e25 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:21.878640 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e71eb92-7bee-47b8-9e15-dd23919d7e25 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:21.878985 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e71eb92-7bee-47b8-9e15-dd23919d7e25 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:21.879978 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 738bbb57-e921-413b-80de-ae0e64c9b8c2 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:21.880592 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e71eb92-7bee-47b8-9e15-dd23919d7e25 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:21.880948 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e71eb92-7bee-47b8-9e15-dd23919d7e25 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:21.881289 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e71eb92-7bee-47b8-9e15-dd23919d7e25 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:21.881640 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e71eb92-7bee-47b8-9e15-dd23919d7e25 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:21.881965 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e71eb92-7bee-47b8-9e15-dd23919d7e25 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:21.882303 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e71eb92-7bee-47b8-9e15-dd23919d7e25 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:21.882625 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e71eb92-7bee-47b8-9e15-dd23919d7e25 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:21.909630 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e71eb92-7bee-47b8-9e15-dd23919d7e25 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:21.910533 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9e71eb92-7bee-47b8-9e15-dd23919d7e25 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:21.995375 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 738bbb57-e921-413b-80de-ae0e64c9b8c2 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:21.995375 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:22.028241 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-badbee11-5a82-4133-a97e-0aab1e1e7488 None None] Provisioning for port e4216de0-1daf-44a8-a6eb-e2bc7263d711 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:22.034953 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-badbee11-5a82-4133-a97e-0aab1e1e7488 None None] Provisioning complete for port e4216de0-1daf-44a8-a6eb-e2bc7263d711 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:22.035727 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-badbee11-5a82-4133-a97e-0aab1e1e7488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:22.084681 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9e71eb92-7bee-47b8-9e15-dd23919d7e25 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2089386 Aug 10 03:52:22.172961 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-badbee11-5a82-4133-a97e-0aab1e1e7488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:22.209155 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-badbee11-5a82-4133-a97e-0aab1e1e7488 None None] For port e4216de0-1daf-44a8-a6eb-e2bc7263d711, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e4216de0-1daf-44a8-a6eb-e2bc7263d711,segment=NetworkSegment(da658146-22e1-4101-b313-7e8ac30939d3),segment_id=da658146-22e1-4101-b313-7e8ac30939d3)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:22.312324 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-badbee11-5a82-4133-a97e-0aab1e1e7488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:22.368315 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badbee11-5a82-4133-a97e-0aab1e1e7488 None None] Pushing event updated for resources: {'Port': ['ID=e4216de0-1daf-44a8-a6eb-e2bc7263d711,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:22.474424 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 3717da73-7f35-4b53-9e1d-fe580150296d no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:22.481630 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-59e728f5-c072-4435-bcf0-3667ccf59cdb req-216c64c2-424b-45d3-8d32-58829adc0037 tempest-ServersAdminTestJSON-1021494070 tempest-ServersAdminTestJSON-1021494070-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7b32c25-c093-4a06-bd2c-48ca24e8d1c7 HTTP/1.1" status: 200 len: 210 time: 0.0343208 Aug 10 03:52:22.496106 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 3717da73-7f35-4b53-9e1d-fe580150296d {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:22.496461 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 3717da73-7f35-4b53-9e1d-fe580150296d not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:22.552253 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8185584d-16d9-43a1-9e0c-53e5e5b21b95 None None] Provisioning for port d75f407a-6d9e-4e55-beff-6f8dd89b5d40 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:22.553807 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 59810) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:22.557327 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8185584d-16d9-43a1-9e0c-53e5e5b21b95 None None] Provisioning complete for port d75f407a-6d9e-4e55-beff-6f8dd89b5d40 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:22.557705 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8185584d-16d9-43a1-9e0c-53e5e5b21b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:22.558578 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-e0b7436b-8df6-409b-9807-ca7ee83790f9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1151337602', 'description': 'tempest-description--1662901414'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:22.592942 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-8185584d-16d9-43a1-9e0c-53e5e5b21b95 None None] Port d75f407a-6d9e-4e55-beff-6f8dd89b5d40 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:52:22.604520 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8185584d-16d9-43a1-9e0c-53e5e5b21b95 None None] Provisioning complete for port e4216de0-1daf-44a8-a6eb-e2bc7263d711 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:22.604888 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8185584d-16d9-43a1-9e0c-53e5e5b21b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:22.678934 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e0b7436b-8df6-409b-9807-ca7ee83790f9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:22.724134 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a047e07c-bee9-484e-932f-057a2716c8ca req-7819c01a-2075-4939-bc7b-7a70ef6e24f0 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:22.725614 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a047e07c-bee9-484e-932f-057a2716c8ca req-7819c01a-2075-4939-bc7b-7a70ef6e24f0 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce37c85a-0d2a-4681-9812-2cdf79665a4a HTTP/1.1" status: 200 len: 944 time: 0.0737352 Aug 10 03:52:22.787428 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a047e07c-bee9-484e-932f-057a2716c8ca req-03835197-07fa-4c6a-9522-1850de430812 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556095 Aug 10 03:52:22.813473 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e0b7436b-8df6-409b-9807-ca7ee83790f9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:22.934991 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e0b7436b-8df6-409b-9807-ca7ee83790f9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:22.965405 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7436b-8df6-409b-9807-ca7ee83790f9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:23.030139 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e4216de0-1daf-44a8-a6eb-e2bc7263d711 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:23.059038 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e0b7436b-8df6-409b-9807-ca7ee83790f9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.063167 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e0b7436b-8df6-409b-9807-ca7ee83790f9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5055246 Aug 10 03:52:23.063308 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 59824) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:23.067820 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-c543518d-eee4-4689-a997-ad147d2dc5f8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Request body: {'security_group_rule': {'security_group_id': '1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:23.094100 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port e4216de0-1daf-44a8-a6eb-e2bc7263d711 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:23.094466 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.244157 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c543518d-eee4-4689-a997-ad147d2dc5f8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.317763 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c543518d-eee4-4689-a997-ad147d2dc5f8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.403470 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c543518d-eee4-4689-a997-ad147d2dc5f8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.423494 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c543518d-eee4-4689-a997-ad147d2dc5f8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=960a9cde-92fa-459a-baad-09681045d804,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:23.500467 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c543518d-eee4-4689-a997-ad147d2dc5f8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.502667 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c543518d-eee4-4689-a997-ad147d2dc5f8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4375260 Aug 10 03:52:23.504984 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 59834) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:23.509547 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-2759e30f-c164-409c-86e1-c53766a73753 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Request body: {'security_group_rule': {'security_group_id': '1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:23.622098 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2759e30f-c164-409c-86e1-c53766a73753 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.680704 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2759e30f-c164-409c-86e1-c53766a73753 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.757831 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2759e30f-c164-409c-86e1-c53766a73753 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.779458 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759e30f-c164-409c-86e1-c53766a73753 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a447a5-f504-4c78-8c7d-3be0676143a9,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:23.904413 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52366d5-ae15-49f4-af2c-5b9cb97eeefc req-03934d77-316c-4015-9953-e287870f919b tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:23.905884 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e52366d5-ae15-49f4-af2c-5b9cb97eeefc req-03934d77-316c-4015-9953-e287870f919b tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce37c85a-0d2a-4681-9812-2cdf79665a4a HTTP/1.1" status: 200 len: 944 time: 0.0500317 Aug 10 03:52:23.940405 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2759e30f-c164-409c-86e1-c53766a73753 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:23.944764 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 59846) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:23.945304 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2759e30f-c164-409c-86e1-c53766a73753 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4387817 Aug 10 03:52:23.952267 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-532247e9-923d-44eb-b988-7b37f328171d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:23.953535 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e52366d5-ae15-49f4-af2c-5b9cb97eeefc req-c10358b0-a6fd-4a3a-b02a-44db79daac3e tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415707 Aug 10 03:52:24.129795 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-532247e9-923d-44eb-b988-7b37f328171d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:24.231469 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-532247e9-923d-44eb-b988-7b37f328171d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:24.285091 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 59856) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:24.354835 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-532247e9-923d-44eb-b988-7b37f328171d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Allocated IP 172.25.0.202 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/7ef3351e-6b2e-4f87-b503-5d8b45dd0999) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:24.442557 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cb7e07bf-77da-4db3-be56-74a10c42e99d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=531844b5219944e08810c1a9ffd2589c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1562335 Aug 10 03:52:24.447325 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 59864) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:24.498817 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:24.506492 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-532247e9-923d-44eb-b988-7b37f328171d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:24.547370 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e94682b7-4ab1-4d3b-bbc7-d627d9468bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:24.582546 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e94682b7-4ab1-4d3b-bbc7-d627d9468bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:24.710371 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:24.711316 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-532247e9-923d-44eb-b988-7b37f328171d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:24.714955 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:24.715310 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:24.751044 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532247e9-923d-44eb-b988-7b37f328171d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:24.756432 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-532247e9-923d-44eb-b988-7b37f328171d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:24.759406 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532247e9-923d-44eb-b988-7b37f328171d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:24.795545 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532247e9-923d-44eb-b988-7b37f328171d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Pushing event updated for resources: {'Port': ['ID=7ef3351e-6b2e-4f87-b503-5d8b45dd0999,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:24.799329 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:24.811890 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e94682b7-4ab1-4d3b-bbc7-d627d9468bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:24.811890 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e94682b7-4ab1-4d3b-bbc7-d627d9468bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:24.811890 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e94682b7-4ab1-4d3b-bbc7-d627d9468bf3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9f6585e7-f318-4aef-9640-6728bb59aedb HTTP/1.1" status: 204 len: 168 time: 0.3602335 Aug 10 03:52:24.827096 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94682b7-4ab1-4d3b-bbc7-d627d9468bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6585e7-f318-4aef-9640-6728bb59aedb,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:24.840813 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce37c85a-0d2a-4681-9812-2cdf79665a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb90a01-c532-4a51-8c37-5fb6cc79e4ba'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:24.843212 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847340e3-eed9-4337-ab9c-e5b47b24148f" -d '{"events": [{"server_uuid": "ce37c85a-0d2a-4681-9812-2cdf79665a4a", "name": "network-vif-plugged", "status": "completed", "tag": "5fb90a01-c532-4a51-8c37-5fb6cc79e4ba"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:24.872330 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5fb90a01-c532-4a51-8c37-5fb6cc79e4ba,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:24.911792 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-532247e9-923d-44eb-b988-7b37f328171d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:24.922049 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318e1f8e-10a5-4b38-b10f-df5398766891 x-openstack-request-id: req-318e1f8e-10a5-4b38-b10f-df5398766891 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:24.922416 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce37c85a-0d2a-4681-9812-2cdf79665a4a", "name": "network-vif-plugged", "status": "completed", "tag": "5fb90a01-c532-4a51-8c37-5fb6cc79e4ba", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:24.922722 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-318e1f8e-10a5-4b38-b10f-df5398766891 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:24.924560 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce37c85a-0d2a-4681-9812-2cdf79665a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb90a01-c532-4a51-8c37-5fb6cc79e4ba', 'code': 200} Aug 10 03:52:24.957997 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.058394 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=5fb90a01-c532-4a51-8c37-5fb6cc79e4ba,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:25.083616 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d2879-48db-40fd-a9fa-42a136314354 req-7161a838-7af7-42f4-aaf6-40e078bcc27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:25.085290 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-358d2879-48db-40fd-a9fa-42a136314354 req-7161a838-7af7-42f4-aaf6-40e078bcc27e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ce37c85a-0d2a-4681-9812-2cdf79665a4a HTTP/1.1" status: 200 len: 1096 time: 0.0916893 Aug 10 03:52:25.129135 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa4844-bcc9-4396-b8a0-d3e1c77d84f9 req-6c46f612-6382-49f8-9951-1a21e9b711dc tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:25.129416 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-95aa4844-bcc9-4396-b8a0-d3e1c77d84f9 req-6c46f612-6382-49f8-9951-1a21e9b711dc tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce37c85a-0d2a-4681-9812-2cdf79665a4a HTTP/1.1" status: 200 len: 945 time: 0.0883219 Aug 10 03:52:25.173003 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-532247e9-923d-44eb-b988-7b37f328171d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.205265 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-358d2879-48db-40fd-a9fa-42a136314354 req-fa1d48dc-43b6-4fd5-9610-fb718ee6b264 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118553 Aug 10 03:52:25.230543 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-95aa4844-bcc9-4396-b8a0-d3e1c77d84f9 req-68e983c3-05c1-4719-9b3a-11caf3b655e4 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832274 Aug 10 03:52:25.375398 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-532247e9-923d-44eb-b988-7b37f328171d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.519252 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-532247e9-923d-44eb-b988-7b37f328171d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.589988 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532247e9-923d-44eb-b988-7b37f328171d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Pushing event updated for resources: {'Port': ['ID=7ef3351e-6b2e-4f87-b503-5d8b45dd0999,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:25.604884 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-532247e9-923d-44eb-b988-7b37f328171d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.787107 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-532247e9-923d-44eb-b988-7b37f328171d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:25.797086 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-532247e9-923d-44eb-b988-7b37f328171d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8422205 Aug 10 03:52:26.100645 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 59898) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:26.169559 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0ca6962f-781a-451b-8819-51afa01d47d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=690a6b603681405493acdc4190478726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0653114 Aug 10 03:52:26.169962 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 59902) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:26.234645 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-34590ad3-9c23-46f4-a8fe-25774f13b881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.237667 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f83df3-9936-4583-b14f-6715a3edbe04 req-6db2a5e8-3c2d-42e1-a132-8cb7294b26ca tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:26.243693 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f83df3-9936-4583-b14f-6715a3edbe04 req-6db2a5e8-3c2d-42e1-a132-8cb7294b26ca tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:26.250211 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f83df3-9936-4583-b14f-6715a3edbe04 req-6db2a5e8-3c2d-42e1-a132-8cb7294b26ca tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:26.257581 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f83df3-9936-4583-b14f-6715a3edbe04 req-6db2a5e8-3c2d-42e1-a132-8cb7294b26ca tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:26.262603 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-34590ad3-9c23-46f4-a8fe-25774f13b881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.263708 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f83df3-9936-4583-b14f-6715a3edbe04 req-6db2a5e8-3c2d-42e1-a132-8cb7294b26ca tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:26.270042 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f83df3-9936-4583-b14f-6715a3edbe04 req-6db2a5e8-3c2d-42e1-a132-8cb7294b26ca tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:26.275995 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f83df3-9936-4583-b14f-6715a3edbe04 req-6db2a5e8-3c2d-42e1-a132-8cb7294b26ca tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:26.278215 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-10f83df3-9936-4583-b14f-6715a3edbe04 req-6db2a5e8-3c2d-42e1-a132-8cb7294b26ca tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5432 time: 0.1296740 Aug 10 03:52:26.327995 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-10f83df3-9936-4583-b14f-6715a3edbe04 req-46481dc9-ecb8-4e4f-94da-af70056277aa tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431812 Aug 10 03:52:26.345360 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-1cc1d54e-dfb3-4d5e-9728-58ee2a36ee84 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1151337602&fields=id&tenant_id=7613e46ecb1e44beabb9108ddbbb4b81 HTTP/1.1" status: 200 len: 267 time: 0.0378530 Aug 10 03:52:26.403886 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-a1df387b-1724-4075-88f9-b3a630afd2f0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:26.405439 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-a1df387b-1724-4075-88f9-b3a630afd2f0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports/2c7de5ba-33bf-4c9f-b02d-0d1250755d4b HTTP/1.1" status: 200 len: 935 time: 0.0525494 Aug 10 03:52:26.424236 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-34590ad3-9c23-46f4-a8fe-25774f13b881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.426733 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-34590ad3-9c23-46f4-a8fe-25774f13b881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:26.429592 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-34590ad3-9c23-46f4-a8fe-25774f13b881 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a40c2c42-c02b-4718-ac80-db2cf5400aab HTTP/1.1" status: 204 len: 168 time: 0.2562151 Aug 10 03:52:26.453345 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371eef22-7482-4dc9-b6b9-cb7caf92be77 req-acf3f39f-e9f1-4b69-a500-1b2f99fc3c82 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:26.458020 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34590ad3-9c23-46f4-a8fe-25774f13b881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40c2c42-c02b-4718-ac80-db2cf5400aab,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:26.463383 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-371eef22-7482-4dc9-b6b9-cb7caf92be77 req-acf3f39f-e9f1-4b69-a500-1b2f99fc3c82 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce37c85a-0d2a-4681-9812-2cdf79665a4a HTTP/1.1" status: 200 len: 945 time: 0.0721955 Aug 10 03:52:26.490252 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-25bf45f1-160f-45bd-a30d-c8f714d2b103 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:26.500370 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-25bf45f1-160f-45bd-a30d-c8f714d2b103 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports/d75f407a-6d9e-4e55-beff-6f8dd89b5d40 HTTP/1.1" status: 200 len: 936 time: 0.0883727 Aug 10 03:52:26.519261 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-371eef22-7482-4dc9-b6b9-cb7caf92be77 req-793c6478-83f3-42fe-bcfd-271d7f450b63 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498788 Aug 10 03:52:26.577927 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-7e73ae1f-b321-4d29-8348-bebb8479d1e4 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?network_id=fc4bc8cd-9681-4c48-a384-e9912b245b99&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0765197 Aug 10 03:52:26.606634 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-243b1c73-3387-455f-8477-94d8c0426d6e tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?network_id=fc4bc8cd-9681-4c48-a384-e9912b245b99&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0278277 Aug 10 03:52:26.730519 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-e40ff64d-5efb-4abd-9d9f-33d3e0a53e9e tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:26.736923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-e40ff64d-5efb-4abd-9d9f-33d3e0a53e9e tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:26.743063 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-e40ff64d-5efb-4abd-9d9f-33d3e0a53e9e tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:26.744739 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-e40ff64d-5efb-4abd-9d9f-33d3e0a53e9e tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/networks?id=af9d6125-2256-42d2-8b3b-ccaff09619e5&id=438e5aac-e98a-498a-962c-24a8dab08d84&id=438e5aac-e98a-498a-962c-24a8dab08d84&id=fc4bc8cd-9681-4c48-a384-e9912b245b99&id=fc4bc8cd-9681-4c48-a384-e9912b245b99 HTTP/1.1" status: 200 len: 1994 time: 0.1302950 Aug 10 03:52:26.763301 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-7c153b7e-b9b1-4d68-bf74-2b81a622eefc tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/quotas/7613e46ecb1e44beabb9108ddbbb4b81 HTTP/1.1" status: 200 len: 375 time: 0.0104575 Aug 10 03:52:26.828830 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-eabe658e-3ef8-419d-b220-39755301b09a tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7613e46ecb1e44beabb9108ddbbb4b81&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0590951 Aug 10 03:52:26.930281 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-b4255d36-5c3c-4728-bf9a-95e33cfe4c6a service neutron] 10.222.0.25 "GET /v2.0/networks/af9d6125-2256-42d2-8b3b-ccaff09619e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895398 Aug 10 03:52:27.037131 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-bb885267-52c6-42f3-a87f-574c5e856eee service neutron] 10.222.0.25 "GET /v2.0/networks/af9d6125-2256-42d2-8b3b-ccaff09619e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006560 Aug 10 03:52:27.081254 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2dba251f-14b8-49c7-88c7-e0744f29a280 service neutron] 10.222.0.25 "GET /v2.0/ports/2c7de5ba-33bf-4c9f-b02d-0d1250755d4b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0375333 Aug 10 03:52:27.178132 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-cc2a33af-e867-4285-be71-d7bb3955ee39 service neutron] 10.222.0.25 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910265 Aug 10 03:52:27.266774 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-2b4b62bf-956c-4944-ad5d-0f8399a47e8b tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:27.274378 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-2b4b62bf-956c-4944-ad5d-0f8399a47e8b tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:27.274851 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-5424884d-c8ee-484d-82e8-295e3e759720 service neutron] 10.222.0.25 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898564 Aug 10 03:52:27.285993 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-2b4b62bf-956c-4944-ad5d-0f8399a47e8b tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:27.292973 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-2b4b62bf-956c-4944-ad5d-0f8399a47e8b tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:27.300747 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-2b4b62bf-956c-4944-ad5d-0f8399a47e8b tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:27.307337 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-2b4b62bf-956c-4944-ad5d-0f8399a47e8b tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:27.347517 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-05c14b41-f965-435f-88b5-078e2d25fc95 service neutron] 10.222.0.25 "GET /v2.0/ports/d75f407a-6d9e-4e55-beff-6f8dd89b5d40?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0326908 Aug 10 03:52:27.348243 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-2b4b62bf-956c-4944-ad5d-0f8399a47e8b tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:27.348243 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-2b4b62bf-956c-4944-ad5d-0f8399a47e8b tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.68 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5432 time: 0.1151419 Aug 10 03:52:27.383243 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-ccc84db9-aca4-437e-9552-ded4199ef29d tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:27.385029 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-ccc84db9-aca4-437e-9552-ded4199ef29d tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.68 "GET /v2.0/ports/14710601-7780-4dc4-9078-9d9e5dd540bd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0603204 Aug 10 03:52:27.411060 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-da60bb02-61ee-461a-8027-70ca0966b081 service neutron] 10.222.0.25 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901856 Aug 10 03:52:27.504795 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-ca08bb1d-4d95-4bf0-864f-3c4cd5e1d18f tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.68 "GET /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1142700 Aug 10 03:52:27.516745 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-d3cdfc21-e0dd-4307-8bc2-97f4af0fc5aa service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:27.523598 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:27.542870 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-b30c705a-078a-4cd9-b4d3-6d63cd782af4 service neutron] 10.222.0.25 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236811 Aug 10 03:52:27.601905 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-d3cdfc21-e0dd-4307-8bc2-97f4af0fc5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:27.670953 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-46fe3346-98b0-469c-8cd2-feffa6793578 service neutron] 10.222.0.25 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163731 Aug 10 03:52:27.820771 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-7a0863a5-f288-4b49-89c2-23fb0ff2f1f4 service neutron] 10.222.0.25 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353197 Aug 10 03:52:27.891084 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900831e9-ae56-4e5a-a8bc-33424f38d795 req-523d4cfe-3541-463d-bb91-fc8c423b18d1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:27.897196 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900831e9-ae56-4e5a-a8bc-33424f38d795 req-523d4cfe-3541-463d-bb91-fc8c423b18d1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:27.903285 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900831e9-ae56-4e5a-a8bc-33424f38d795 req-523d4cfe-3541-463d-bb91-fc8c423b18d1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:27.909839 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900831e9-ae56-4e5a-a8bc-33424f38d795 req-523d4cfe-3541-463d-bb91-fc8c423b18d1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:27.915729 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900831e9-ae56-4e5a-a8bc-33424f38d795 req-523d4cfe-3541-463d-bb91-fc8c423b18d1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:27.921835 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900831e9-ae56-4e5a-a8bc-33424f38d795 req-523d4cfe-3541-463d-bb91-fc8c423b18d1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:27.928902 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900831e9-ae56-4e5a-a8bc-33424f38d795 req-523d4cfe-3541-463d-bb91-fc8c423b18d1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:27.930562 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-900831e9-ae56-4e5a-a8bc-33424f38d795 req-523d4cfe-3541-463d-bb91-fc8c423b18d1 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 5432 time: 0.2426350 Aug 10 03:52:27.951199 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8c5ef610-7285-496b-8ac8-88fbaa23ed80 service neutron] 10.222.0.25 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234586 Aug 10 03:52:28.000335 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-d3cdfc21-e0dd-4307-8bc2-97f4af0fc5aa service neutron] For port 14710601-7780-4dc4-9078-9d9e5dd540bd, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=14710601-7780-4dc4-9078-9d9e5dd540bd,segment=NetworkSegment(70d6eaf4-21df-4d51-8711-37655142b07a),segment_id=70d6eaf4-21df-4d51-8711-37655142b07a)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:28.006252 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-900831e9-ae56-4e5a-a8bc-33424f38d795 req-cc6e19e8-dda0-4228-bb6e-d34b6191bb01 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=db8cc47e-009c-4dfd-beb8-46508ab519bd&id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664990 Aug 10 03:52:28.039368 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-d3cdfc21-e0dd-4307-8bc2-97f4af0fc5aa service neutron] For port 14710601-7780-4dc4-9078-9d9e5dd540bd, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:28.073745 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-1f58755e-bbe7-455f-98e9-495dc658b0f5 service neutron] 10.222.0.25 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158309 Aug 10 03:52:28.083467 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-d3cdfc21-e0dd-4307-8bc2-97f4af0fc5aa service neutron] device_id is not set on port 14710601-7780-4dc4-9078-9d9e5dd540bd yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:52:28.104819 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-d3cdfc21-e0dd-4307-8bc2-97f4af0fc5aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:28.152296 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48ca4a4-cd89-4609-8f27-126deb189f9b req-ef54f3e7-5bab-495d-a79b-1bab2c0d5614 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:28.156515 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a48ca4a4-cd89-4609-8f27-126deb189f9b req-ef54f3e7-5bab-495d-a79b-1bab2c0d5614 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce37c85a-0d2a-4681-9812-2cdf79665a4a HTTP/1.1" status: 200 len: 945 time: 0.0666535 Aug 10 03:52:28.204496 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-c4826340-912b-4df2-840d-f44dff129a1c service neutron] 10.222.0.25 "GET /v2.0/networks/fc4bc8cd-9681-4c48-a384-e9912b245b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298332 Aug 10 03:52:28.210848 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a48ca4a4-cd89-4609-8f27-126deb189f9b req-379c981f-c626-4fe1-bd8f-e4bb24ee216a tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485072 Aug 10 03:52:28.243673 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-d3cdfc21-e0dd-4307-8bc2-97f4af0fc5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:28.314347 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-d3cdfc21-e0dd-4307-8bc2-97f4af0fc5aa service neutron] No DVR routers for this DVR port 14710601-7780-4dc4-9078-9d9e5dd540bd on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:28.339901 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-c4254cd6-4f51-4672-bf7a-65d8aec2cfc9 service neutron] 10.222.0.25 "GET /v2.0/networks/fc4bc8cd-9681-4c48-a384-e9912b245b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274915 Aug 10 03:52:28.384242 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cdfc21-e0dd-4307-8bc2-97f4af0fc5aa service neutron] Pushing event updated for resources: {'Port': ['ID=14710601-7780-4dc4-9078-9d9e5dd540bd,revision_number=6']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:28.415295 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-d3cdfc21-e0dd-4307-8bc2-97f4af0fc5aa service neutron] In _notify_port_updated(), no bound segment for port 14710601-7780-4dc4-9078-9d9e5dd540bd on network 417fd08b-d4a9-43bf-abeb-ff8394392512 {{(pid=94938) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:52:28.421955 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-d3cdfc21-e0dd-4307-8bc2-97f4af0fc5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:28.421955 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-d3cdfc21-e0dd-4307-8bc2-97f4af0fc5aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:28.421955 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-d3cdfc21-e0dd-4307-8bc2-97f4af0fc5aa service neutron] 10.222.0.68 "PUT /v2.0/ports/14710601-7780-4dc4-9078-9d9e5dd540bd HTTP/1.1" status: 200 len: 1026 time: 0.9064882 Aug 10 03:52:28.477274 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-98bba292-e0f0-43d2-bdc1-56e6f95382fb tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:28.478721 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-98bba292-e0f0-43d2-bdc1-56e6f95382fb tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.68 "GET /v2.0/ports/f967e2df-2718-4410-a5e2-41f4e2475bac?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0531785 Aug 10 03:52:28.491997 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-ce0b37f8-b36c-4499-898d-d21af4109043 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:28.557839 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-e9187cb5-45fd-42a8-b012-b1448cade44f service neutron] 10.222.0.25 "GET /v2.0/networks/fc4bc8cd-9681-4c48-a384-e9912b245b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169397 Aug 10 03:52:28.570172 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-ce0b37f8-b36c-4499-898d-d21af4109043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:28.660408 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f1b5bb3b-87fe-4c0c-883e-8fa64542895f None None] Provisioning complete for port 14710601-7780-4dc4-9078-9d9e5dd540bd triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:28.663603 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f1b5bb3b-87fe-4c0c-883e-8fa64542895f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:28.708652 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2c892d07-d3b0-4bc7-be6c-883c21b3fd84 service neutron] 10.222.0.25 "GET /v2.0/networks/fc4bc8cd-9681-4c48-a384-e9912b245b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413932 Aug 10 03:52:28.730262 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-f1b5bb3b-87fe-4c0c-883e-8fa64542895f None None] Port 14710601-7780-4dc4-9078-9d9e5dd540bd cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:52:28.775391 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-ce0b37f8-b36c-4499-898d-d21af4109043 service neutron] For port f967e2df-2718-4410-a5e2-41f4e2475bac, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f967e2df-2718-4410-a5e2-41f4e2475bac,segment=NetworkSegment(70d6eaf4-21df-4d51-8711-37655142b07a),segment_id=70d6eaf4-21df-4d51-8711-37655142b07a)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:28.812325 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-ce0b37f8-b36c-4499-898d-d21af4109043 service neutron] For port f967e2df-2718-4410-a5e2-41f4e2475bac, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:28.850320 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-ce0b37f8-b36c-4499-898d-d21af4109043 service neutron] device_id is not set on port f967e2df-2718-4410-a5e2-41f4e2475bac yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:52:28.858951 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-ce0b37f8-b36c-4499-898d-d21af4109043 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.031983 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-ce0b37f8-b36c-4499-898d-d21af4109043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.090577 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b37f8-b36c-4499-898d-d21af4109043 service neutron] Pushing event updated for resources: {'Port': ['ID=f967e2df-2718-4410-a5e2-41f4e2475bac,revision_number=6']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:29.109520 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-ce0b37f8-b36c-4499-898d-d21af4109043 service neutron] No DVR routers for this DVR port f967e2df-2718-4410-a5e2-41f4e2475bac on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:29.149856 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-ce0b37f8-b36c-4499-898d-d21af4109043 service neutron] In _notify_port_updated(), no bound segment for port f967e2df-2718-4410-a5e2-41f4e2475bac on network 417fd08b-d4a9-43bf-abeb-ff8394392512 {{(pid=94938) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:52:29.150776 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-ce0b37f8-b36c-4499-898d-d21af4109043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:29.151383 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-ce0b37f8-b36c-4499-898d-d21af4109043 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.152711 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-ce0b37f8-b36c-4499-898d-d21af4109043 service neutron] 10.222.0.68 "PUT /v2.0/ports/f967e2df-2718-4410-a5e2-41f4e2475bac HTTP/1.1" status: 200 len: 1027 time: 0.6671593 Aug 10 03:52:29.276937 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964800f-2828-45c7-967f-03d529a7055a req-af79f6e0-a5f0-4c9c-81bd-2ff3d99b58a0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:29.283061 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964800f-2828-45c7-967f-03d529a7055a req-af79f6e0-a5f0-4c9c-81bd-2ff3d99b58a0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:29.290932 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964800f-2828-45c7-967f-03d529a7055a req-af79f6e0-a5f0-4c9c-81bd-2ff3d99b58a0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:29.297441 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964800f-2828-45c7-967f-03d529a7055a req-af79f6e0-a5f0-4c9c-81bd-2ff3d99b58a0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:29.304643 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964800f-2828-45c7-967f-03d529a7055a req-af79f6e0-a5f0-4c9c-81bd-2ff3d99b58a0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:29.306521 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d964800f-2828-45c7-967f-03d529a7055a req-af79f6e0-a5f0-4c9c-81bd-2ff3d99b58a0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 3885 time: 0.1404395 Aug 10 03:52:29.365575 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f252c5dd-f8e1-4a29-b491-9f21ee69e453 None None] Provisioning complete for port f967e2df-2718-4410-a5e2-41f4e2475bac triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:29.365575 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f252c5dd-f8e1-4a29-b491-9f21ee69e453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.365753 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-1d81a357-700b-4c64-a621-f67a33d24371 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Deleting port db6f0dfe-aee4-4b7b-be43-c2e8f14c481f {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:29.365753 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-1d81a357-700b-4c64-a621-f67a33d24371 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.379273 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d964800f-2828-45c7-967f-03d529a7055a req-1b867719-d374-455b-8822-39ed8d4b5ac9 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635555 Aug 10 03:52:29.440150 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-f252c5dd-f8e1-4a29-b491-9f21ee69e453 None None] Port f967e2df-2718-4410-a5e2-41f4e2475bac cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:52:29.508657 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-1d81a357-700b-4c64-a621-f67a33d24371 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] For port db6f0dfe-aee4-4b7b-be43-c2e8f14c481f, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=db6f0dfe-aee4-4b7b-be43-c2e8f14c481f,segment=NetworkSegment(e05be633-5f7b-4d4d-8f67-46bd31919666),segment_id=e05be633-5f7b-4d4d-8f67-46bd31919666)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:29.509027 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-1d81a357-700b-4c64-a621-f67a33d24371 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.525827 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-1d81a357-700b-4c64-a621-f67a33d24371 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Calling delete_port for db6f0dfe-aee4-4b7b-be43-c2e8f14c481f owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:29.635813 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce449abd-1f94-439b-86f9-365d32314974 req-f1bd04ae-3e63-4e0e-b637-e0cf0fc9a3ce tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:29.637353 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ce449abd-1f94-439b-86f9-365d32314974 req-f1bd04ae-3e63-4e0e-b637-e0cf0fc9a3ce tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce37c85a-0d2a-4681-9812-2cdf79665a4a HTTP/1.1" status: 200 len: 945 time: 0.1127834 Aug 10 03:52:29.697418 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ce449abd-1f94-439b-86f9-365d32314974 req-d6b926ba-2c2e-4379-853c-b1e3c179a70c tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471373 Aug 10 03:52:29.889419 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-1d81a357-700b-4c64-a621-f67a33d24371 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:29.941020 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d81a357-700b-4c64-a621-f67a33d24371 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Pushing event deleted for resources: {'Port': ['ID=db6f0dfe-aee4-4b7b-be43-c2e8f14c481f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:29.992038 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-1d81a357-700b-4c64-a621-f67a33d24371 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] No DVR routers for this DVR port db6f0dfe-aee4-4b7b-be43-c2e8f14c481f on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:29.996724 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-1d81a357-700b-4c64-a621-f67a33d24371 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.001481 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-1d81a357-700b-4c64-a621-f67a33d24371 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.68 "DELETE /v2.0/ports/db6f0dfe-aee4-4b7b-be43-c2e8f14c481f HTTP/1.1" status: 204 len: 173 time: 0.8418908 Aug 10 03:52:30.002886 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'name': 'network-vif-deleted', 'tag': 'db6f0dfe-aee4-4b7b-be43-c2e8f14c481f'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:30.006847 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4488758-efb8-4151-9665-f48e50043be3" -d '{"events": [{"server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "name": "network-vif-deleted", "tag": "db6f0dfe-aee4-4b7b-be43-c2e8f14c481f"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:30.181911 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-9c7b660e-d17d-4717-9d7a-5af4fce6e5ff tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Deleting port ed70a477-1112-4bcb-a46c-2d53afbe9813 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:30.182616 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-9c7b660e-d17d-4717-9d7a-5af4fce6e5ff tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.273685 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-9c7b660e-d17d-4717-9d7a-5af4fce6e5ff tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] For port ed70a477-1112-4bcb-a46c-2d53afbe9813, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=ed70a477-1112-4bcb-a46c-2d53afbe9813,segment=NetworkSegment(70d6eaf4-21df-4d51-8711-37655142b07a),segment_id=70d6eaf4-21df-4d51-8711-37655142b07a)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:30.274069 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-9c7b660e-d17d-4717-9d7a-5af4fce6e5ff tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.289250 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-9c7b660e-d17d-4717-9d7a-5af4fce6e5ff tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Calling delete_port for ed70a477-1112-4bcb-a46c-2d53afbe9813 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:30.545186 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 14710601-7780-4dc4-9078-9d9e5dd540bd no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:30.591710 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 14710601-7780-4dc4-9078-9d9e5dd540bd not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:30.592201 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device ed70a477-1112-4bcb-a46c-2d53afbe9813 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:30.621191 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-9c7b660e-d17d-4717-9d7a-5af4fce6e5ff tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.712007 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No active binding found for port ed70a477-1112-4bcb-a46c-2d53afbe9813 {{(pid=94939) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 03:52:30.712007 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device ed70a477-1112-4bcb-a46c-2d53afbe9813 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:30.712007 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 9f78b27d-b50f-47fa-bf82-e1195b79cdfa no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:30.716546 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7b660e-d17d-4717-9d7a-5af4fce6e5ff tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Pushing event deleted for resources: {'Port': ['ID=ed70a477-1112-4bcb-a46c-2d53afbe9813,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:30.716546 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bacbe6-8ecb-467d-a4d7-ea0d2da3f725 x-openstack-request-id: req-f9bacbe6-8ecb-467d-a4d7-ea0d2da3f725 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:30.716546 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "name": "network-vif-deleted", "tag": "db6f0dfe-aee4-4b7b-be43-c2e8f14c481f", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:30.716546 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9bacbe6-8ecb-467d-a4d7-ea0d2da3f725 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:30.716546 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'name': 'network-vif-deleted', 'tag': 'db6f0dfe-aee4-4b7b-be43-c2e8f14c481f', 'status': 'completed', 'code': 200} Aug 10 03:52:30.724207 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.753576 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f78b27d-b50f-47fa-bf82-e1195b79cdfa'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:30.755901 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45212ae0-2869-44a0-a345-6f2494ba8d10" -d '{"events": [{"server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "name": "network-vif-unplugged", "status": "completed", "tag": "9f78b27d-b50f-47fa-bf82-e1195b79cdfa"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:30.937992 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 9f78b27d-b50f-47fa-bf82-e1195b79cdfa, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=9f78b27d-b50f-47fa-bf82-e1195b79cdfa,segment=NetworkSegment(70d6eaf4-21df-4d51-8711-37655142b07a),segment_id=70d6eaf4-21df-4d51-8711-37655142b07a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:30.939586 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-9c7b660e-d17d-4717-9d7a-5af4fce6e5ff tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] No DVR routers for this DVR port ed70a477-1112-4bcb-a46c-2d53afbe9813 on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:30.939586 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-9c7b660e-d17d-4717-9d7a-5af4fce6e5ff tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:30.939586 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-9c7b660e-d17d-4717-9d7a-5af4fce6e5ff tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.68 "DELETE /v2.0/ports/ed70a477-1112-4bcb-a46c-2d53afbe9813 HTTP/1.1" status: 204 len: 173 time: 0.7932403 Aug 10 03:52:30.992523 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-435e8321-e585-421a-9d28-3f5125bc7d37 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Deleting port 9f78b27d-b50f-47fa-bf82-e1195b79cdfa {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:30.992869 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-435e8321-e585-421a-9d28-3f5125bc7d37 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.075830 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.080245 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device db6f0dfe-aee4-4b7b-be43-c2e8f14c481f no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:31.134293 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: db6f0dfe-aee4-4b7b-be43-c2e8f14c481f {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:31.135352 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device db6f0dfe-aee4-4b7b-be43-c2e8f14c481f not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:31.135868 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device f967e2df-2718-4410-a5e2-41f4e2475bac no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:31.139886 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-435e8321-e585-421a-9d28-3f5125bc7d37 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] For port 9f78b27d-b50f-47fa-bf82-e1195b79cdfa, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=9f78b27d-b50f-47fa-bf82-e1195b79cdfa,segment=NetworkSegment(70d6eaf4-21df-4d51-8711-37655142b07a),segment_id=70d6eaf4-21df-4d51-8711-37655142b07a)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:31.145037 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-435e8321-e585-421a-9d28-3f5125bc7d37 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.148916 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-1771545b-e2ab-4a5b-8898-882a4e85f3b3 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c31316a9e3804d3f85270265e6ed6d52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471811 Aug 10 03:52:31.214049 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-435e8321-e585-421a-9d28-3f5125bc7d37 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Calling delete_port for 9f78b27d-b50f-47fa-bf82-e1195b79cdfa owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:31.271564 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device f967e2df-2718-4410-a5e2-41f4e2475bac not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:31.272652 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:31.318512 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=9f78b27d-b50f-47fa-bf82-e1195b79cdfa,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:31.354551 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec5b9f-072e-46ce-ade3-5f63304fe33d req-832b2064-18a7-4e49-bb3b-539370dcce47 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:31.361555 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec5b9f-072e-46ce-ade3-5f63304fe33d req-832b2064-18a7-4e49-bb3b-539370dcce47 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:31.370437 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ec5b9f-072e-46ce-ade3-5f63304fe33d req-832b2064-18a7-4e49-bb3b-539370dcce47 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:31.378656 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c9ec5b9f-072e-46ce-ade3-5f63304fe33d req-832b2064-18a7-4e49-bb3b-539370dcce47 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 2414 time: 0.2257981 Aug 10 03:52:31.380616 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.414528 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-9cd27b27-ca77-42b9-996c-af566695ecfe tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:31.425155 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-9cd27b27-ca77-42b9-996c-af566695ecfe tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2661645 Aug 10 03:52:31.431367 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f,segment=NetworkSegment(e05be633-5f7b-4d4d-8f67-46bd31919666),segment_id=e05be633-5f7b-4d4d-8f67-46bd31919666)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:31.435443 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-11512da1-e3cb-40a0-ae87-c3513b956a24 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/quotas/c31316a9e3804d3f85270265e6ed6d52 HTTP/1.1" status: 200 len: 375 time: 0.0094123 Aug 10 03:52:31.474113 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c9ec5b9f-072e-46ce-ade3-5f63304fe33d req-87ed3965-5632-4f1b-8b84-a008906cc1b0 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900624 Aug 10 03:52:31.474378 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-8d0d7981-4c3b-4c8c-8d93-d06a771f8a55 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c31316a9e3804d3f85270265e6ed6d52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320587 Aug 10 03:52:31.518255 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.519068 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device b16112ea-945d-400e-93b8-dc4400ca7754 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:31.702293 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:31.717000 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.753789 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port b16112ea-945d-400e-93b8-dc4400ca7754, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=b16112ea-945d-400e-93b8-dc4400ca7754,segment=NetworkSegment(df0a830f-75f3-4d44-a26e-0bcdbbc81e39),segment_id=df0a830f-75f3-4d44-a26e-0bcdbbc81e39)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:31.756093 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0c2cb237-a2b2-4d18-b727-ab0f10794953 req-770572ca-1334-4dd7-a0e2-c7d2ab945567 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 210 time: 0.0559223 Aug 10 03:52:31.806454 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45944f7-4723-488b-b370-fd9f9dd577a8 x-openstack-request-id: req-b45944f7-4723-488b-b370-fd9f9dd577a8 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:31.806852 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "name": "network-vif-unplugged", "status": "completed", "tag": "9f78b27d-b50f-47fa-bf82-e1195b79cdfa", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:31.807204 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b45944f7-4723-488b-b370-fd9f9dd577a8 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:31.807683 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f78b27d-b50f-47fa-bf82-e1195b79cdfa', 'code': 200} Aug 10 03:52:31.843708 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-435e8321-e585-421a-9d28-3f5125bc7d37 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.879101 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e8321-e585-421a-9d28-3f5125bc7d37 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Pushing event deleted for resources: {'Port': ['ID=9f78b27d-b50f-47fa-bf82-e1195b79cdfa,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:31.917831 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.945923 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-435e8321-e585-421a-9d28-3f5125bc7d37 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] No DVR routers for this DVR port 9f78b27d-b50f-47fa-bf82-e1195b79cdfa on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:31.963311 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-435e8321-e585-421a-9d28-3f5125bc7d37 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:31.970436 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-435e8321-e585-421a-9d28-3f5125bc7d37 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.68 "DELETE /v2.0/ports/9f78b27d-b50f-47fa-bf82-e1195b79cdfa HTTP/1.1" status: 204 len: 173 time: 1.1520855 Aug 10 03:52:32.041876 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=b16112ea-945d-400e-93b8-dc4400ca7754,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:32.092195 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e946e5c3-6994-494c-b446-e5d87e95e604 req-8a5c0c4e-ae63-47e5-b21c-32af60d7a21a tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/ports?device_id=6befb863-52f1-4625-b833-757fbcc5c34b HTTP/1.1" status: 200 len: 210 time: 0.0572948 Aug 10 03:52:32.138486 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-a436382d-0556-4bfd-85e4-7c4a1066fcb3 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Deleting port b16112ea-945d-400e-93b8-dc4400ca7754 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:32.143484 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-a436382d-0556-4bfd-85e4-7c4a1066fcb3 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.239351 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-a436382d-0556-4bfd-85e4-7c4a1066fcb3 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] For port b16112ea-945d-400e-93b8-dc4400ca7754, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=b16112ea-945d-400e-93b8-dc4400ca7754,segment=NetworkSegment(df0a830f-75f3-4d44-a26e-0bcdbbc81e39),segment_id=df0a830f-75f3-4d44-a26e-0bcdbbc81e39)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:32.240024 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-a436382d-0556-4bfd-85e4-7c4a1066fcb3 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.512067 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-a436382d-0556-4bfd-85e4-7c4a1066fcb3 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.512440 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-a436382d-0556-4bfd-85e4-7c4a1066fcb3 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.512753 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-a436382d-0556-4bfd-85e4-7c4a1066fcb3 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Floating IP 8922ce5f-5267-4792-a9f2-c82671aaa1e7 disassociated. External IP: 172.25.0.167, port: b16112ea-945d-400e-93b8-dc4400ca7754. Aug 10 03:52:32.513096 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-a436382d-0556-4bfd-85e4-7c4a1066fcb3 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Calling delete_port for b16112ea-945d-400e-93b8-dc4400ca7754 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:32.683756 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24271717-2a90-4b24-8514-bdd22306e59f req-bcf47e3d-ef8a-4313-a5df-e5071ccd19f9 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:32.691847 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24271717-2a90-4b24-8514-bdd22306e59f req-bcf47e3d-ef8a-4313-a5df-e5071ccd19f9 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:32.693646 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-24271717-2a90-4b24-8514-bdd22306e59f req-bcf47e3d-ef8a-4313-a5df-e5071ccd19f9 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 1678 time: 0.0913227 Aug 10 03:52:32.709287 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'name': 'network-vif-deleted', 'tag': 'ed70a477-1112-4bcb-a46c-2d53afbe9813'}, {'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'name': 'network-vif-deleted', 'tag': '9f78b27d-b50f-47fa-bf82-e1195b79cdfa'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:32.711662 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0002f278-da50-4091-aa0b-2f58e9de44c4" -d '{"events": [{"server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "name": "network-vif-deleted", "tag": "ed70a477-1112-4bcb-a46c-2d53afbe9813"}, {"server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "name": "network-vif-deleted", "tag": "9f78b27d-b50f-47fa-bf82-e1195b79cdfa"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:32.768269 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-24271717-2a90-4b24-8514-bdd22306e59f req-98b4655a-9445-442b-b5fe-0d18c6886489 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups?id=207402d5-4854-416e-a120-9ef6131884a1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642600 Aug 10 03:52:32.768886 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-a436382d-0556-4bfd-85e4-7c4a1066fcb3 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:32.792695 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b036ce9-a6ca-44cc-a319-691d4ca36016 x-openstack-request-id: req-5b036ce9-a6ca-44cc-a319-691d4ca36016 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:32.798741 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "name": "network-vif-deleted", "tag": "ed70a477-1112-4bcb-a46c-2d53afbe9813", "status": "completed", "code": 200}, {"server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "name": "network-vif-deleted", "tag": "9f78b27d-b50f-47fa-bf82-e1195b79cdfa", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:32.798741 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b036ce9-a6ca-44cc-a319-691d4ca36016 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:32.798741 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'name': 'network-vif-deleted', 'tag': 'ed70a477-1112-4bcb-a46c-2d53afbe9813', 'status': 'completed', 'code': 200} Aug 10 03:52:32.798741 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'name': 'network-vif-deleted', 'tag': '9f78b27d-b50f-47fa-bf82-e1195b79cdfa', 'status': 'completed', 'code': 200} Aug 10 03:52:32.823990 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436382d-0556-4bfd-85e4-7c4a1066fcb3 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Pushing event deleted for resources: {'Port': ['ID=b16112ea-945d-400e-93b8-dc4400ca7754,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:32.878974 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b06bb17b-42ad-4d1f-ac15-509ad1e4d105 req-cc472c91-f593-49ad-b7ba-2c0d4bf34254 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 210 time: 0.0470407 Aug 10 03:52:32.977745 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-a436382d-0556-4bfd-85e4-7c4a1066fcb3 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Router 04b1b6e9-069a-4025-958f-5a2316bd234f has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:52:33.129446 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-a436382d-0556-4bfd-85e4-7c4a1066fcb3 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:52:33.141186 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6307bad9-f8f7-4093-86b5-56c61c41e5ad None None] Sync routers for ids ['04b1b6e9-069a-4025-958f-5a2316bd234f'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:52:33.156914 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6307bad9-f8f7-4093-86b5-56c61c41e5ad None None] Routers {'04b1b6e9-069a-4025-958f-5a2316bd234f'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:33.158685 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-6307bad9-f8f7-4093-86b5-56c61c41e5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:52:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['04b1b6e9-069a-4025-958f-5a2316bd234f'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:33.174723 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-a436382d-0556-4bfd-85e4-7c4a1066fcb3 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] No DVR routers for this DVR port b16112ea-945d-400e-93b8-dc4400ca7754 on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:33.177032 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1fb0f99f-6788-41fa-8e17-10043dc55d9c req-4c340709-96f4-4744-8369-cdda096f1f9d tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/ports?device_id=6befb863-52f1-4625-b833-757fbcc5c34b HTTP/1.1" status: 200 len: 210 time: 0.0303109 Aug 10 03:52:33.177991 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-a436382d-0556-4bfd-85e4-7c4a1066fcb3 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.181364 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-a436382d-0556-4bfd-85e4-7c4a1066fcb3 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.68 "DELETE /v2.0/ports/b16112ea-945d-400e-93b8-dc4400ca7754 HTTP/1.1" status: 204 len: 173 time: 1.2050991 Aug 10 03:52:33.303622 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-2864335a-e7ec-4018-b6f4-bd51ca79fc37 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Deleting port ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:33.304139 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-2864335a-e7ec-4018-b6f4-bd51ca79fc37 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.318469 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-6307bad9-f8f7-4093-86b5-56c61c41e5ad None None] Set router 04b1b6e9-069a-4025-958f-5a2316bd234f gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:33.429805 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-2864335a-e7ec-4018-b6f4-bd51ca79fc37 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] For port ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f,segment=NetworkSegment(e05be633-5f7b-4d4d-8f67-46bd31919666),segment_id=e05be633-5f7b-4d4d-8f67-46bd31919666)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:33.429805 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-2864335a-e7ec-4018-b6f4-bd51ca79fc37 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.472214 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-2864335a-e7ec-4018-b6f4-bd51ca79fc37 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Calling delete_port for ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:33.646430 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-6307bad9-f8f7-4093-86b5-56c61c41e5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'name': 'tempest-TaggedBootDevicesTest-1731749727-router', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b10774f1-63a5-4755-8271-4bf444121db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:32Z', 'updated_at': '2021-08-10T03:41:38Z', 'revision_number': 4, 'project_id': '131e3b69db844409bca7efef95f46481', 'gw_port': {'id': 'b10774f1-63a5-4755-8271-4bf444121db8', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:33Z', 'updated_at': '2021-08-10T03:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a', 'name': '', 'network_id': 'fa395f05-97ff-41a7-920e-74dd9aa81561', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'mac_address': 'fa:16:3e:b8:1e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'device_owner': 'network:router_interface', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '1583fe6d-0928-4ce5-a5da-99afb99ff698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:36Z', 'updated_at': '2021-08-10T03:41:45Z', 'revision_number': 5, 'project_id': '131e3b69db844409bca7efef95f46481', 'subnets': [{'id': '1583fe6d-0928-4ce5-a5da-99afb99ff698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:33.680299 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6307bad9-f8f7-4093-86b5-56c61c41e5ad None None] Checking router: 04b1b6e9-069a-4025-958f-5a2316bd234f for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:52:33.689201 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6307bad9-f8f7-4093-86b5-56c61c41e5ad None None] Routers {'04b1b6e9-069a-4025-958f-5a2316bd234f'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:33.689888 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-6307bad9-f8f7-4093-86b5-56c61c41e5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:52:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['04b1b6e9-069a-4025-958f-5a2316bd234f'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:33.759184 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-2864335a-e7ec-4018-b6f4-bd51ca79fc37 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.784281 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864335a-e7ec-4018-b6f4-bd51ca79fc37 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Pushing event deleted for resources: {'Port': ['ID=ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:33.807738 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-6307bad9-f8f7-4093-86b5-56c61c41e5ad None None] Set router 04b1b6e9-069a-4025-958f-5a2316bd234f gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:33.808882 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f'}, {'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b16112ea-945d-400e-93b8-dc4400ca7754'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:33.813255 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6fb9a8-c917-4c89-8d5c-c602dca64c9f" -d '{"events": [{"server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "name": "network-vif-unplugged", "status": "completed", "tag": "ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f"}, {"server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "name": "network-vif-unplugged", "status": "completed", "tag": "b16112ea-945d-400e-93b8-dc4400ca7754"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:33.892245 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-2864335a-e7ec-4018-b6f4-bd51ca79fc37 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] No DVR routers for this DVR port ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:33.895726 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-2864335a-e7ec-4018-b6f4-bd51ca79fc37 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:33.898713 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-874cf66a-d641-44b6-a2ff-38dd5917dd2f req-2864335a-e7ec-4018-b6f4-bd51ca79fc37 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.68 "DELETE /v2.0/ports/ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f HTTP/1.1" status: 204 len: 173 time: 0.7101183 Aug 10 03:52:33.916007 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271f1d81-35fb-498e-adcc-9e1e1fb85b56 x-openstack-request-id: req-271f1d81-35fb-498e-adcc-9e1e1fb85b56 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:33.916475 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "name": "network-vif-unplugged", "status": "completed", "tag": "ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f", "code": 200}, {"server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "name": "network-vif-unplugged", "status": "completed", "tag": "b16112ea-945d-400e-93b8-dc4400ca7754", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:33.917464 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-271f1d81-35fb-498e-adcc-9e1e1fb85b56 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:33.917926 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f', 'code': 200} Aug 10 03:52:33.920463 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b16112ea-945d-400e-93b8-dc4400ca7754', 'code': 200} Aug 10 03:52:33.955624 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-80118ff5-445c-4ae6-92c5-2675a83f84e9 req-eb69d2c5-47fc-435f-baa6-9e4ea10ed123 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 210 time: 0.0424917 Aug 10 03:52:34.069825 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e6f1f09-342c-4a10-9076-e3daaf0055d8 req-2c44fab0-42be-4ec5-b699-09916d5773ac tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 210 time: 0.0487006 Aug 10 03:52:34.122053 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-6307bad9-f8f7-4093-86b5-56c61c41e5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'name': 'tempest-TaggedBootDevicesTest-1731749727-router', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b10774f1-63a5-4755-8271-4bf444121db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:32Z', 'updated_at': '2021-08-10T03:41:38Z', 'revision_number': 4, 'project_id': '131e3b69db844409bca7efef95f46481', 'gw_port': {'id': 'b10774f1-63a5-4755-8271-4bf444121db8', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:33Z', 'updated_at': '2021-08-10T03:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a', 'name': '', 'network_id': 'fa395f05-97ff-41a7-920e-74dd9aa81561', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'mac_address': 'fa:16:3e:b8:1e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'device_owner': 'network:router_interface', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '1583fe6d-0928-4ce5-a5da-99afb99ff698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:36Z', 'updated_at': '2021-08-10T03:41:45Z', 'revision_number': 5, 'project_id': '131e3b69db844409bca7efef95f46481', 'subnets': [{'id': '1583fe6d-0928-4ce5-a5da-99afb99ff698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:34.154642 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6307bad9-f8f7-4093-86b5-56c61c41e5ad None None] The sync data for ids ['04b1b6e9-069a-4025-958f-5a2316bd234f'] in n-d-802893-2 is: [{'id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'name': 'tempest-TaggedBootDevicesTest-1731749727-router', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b10774f1-63a5-4755-8271-4bf444121db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:32Z', 'updated_at': '2021-08-10T03:41:38Z', 'revision_number': 4, 'project_id': '131e3b69db844409bca7efef95f46481', 'gw_port': {'id': 'b10774f1-63a5-4755-8271-4bf444121db8', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:33Z', 'updated_at': '2021-08-10T03:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a', 'name': '', 'network_id': 'fa395f05-97ff-41a7-920e-74dd9aa81561', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'mac_address': 'fa:16:3e:b8:1e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'device_owner': 'network:router_interface', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '1583fe6d-0928-4ce5-a5da-99afb99ff698', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:36Z', 'updated_at': '2021-08-10T03:41:45Z', 'revision_number': 5, 'project_id': '131e3b69db844409bca7efef95f46481', 'subnets': [{'id': '1583fe6d-0928-4ce5-a5da-99afb99ff698', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:52:34.306017 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-62f040d7-d50e-41ac-b4d1-c456a19dbcb0 req-45fadef6-6777-4b50-aa3c-8ae756b93df3 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/ports?device_id=6befb863-52f1-4625-b833-757fbcc5c34b HTTP/1.1" status: 200 len: 210 time: 0.0282171 Aug 10 03:52:34.510354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60178) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:34.545317 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c1c7a0-bd26-4112-bdef-4ec078389bfa None None] New status for floating IP 8922ce5f-5267-4792-a9f2-c82671aaa1e7: DOWN {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:52:34.578302 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:52:34.635839 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e2f79553-44f5-4f19-b33d-d94874d390bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:34.787332 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5fb90a01-c532-4a51-8c37-5fb6cc79e4ba,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:34.796125 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'name': 'network-vif-deleted', 'tag': 'b16112ea-945d-400e-93b8-dc4400ca7754'}, {'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'name': 'network-vif-deleted', 'tag': 'ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:34.797479 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c11d99-30e1-4da5-ba0c-791fe2c570fb" -d '{"events": [{"server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "name": "network-vif-deleted", "tag": "b16112ea-945d-400e-93b8-dc4400ca7754"}, {"server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "name": "network-vif-deleted", "tag": "ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:34.813634 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e2f79553-44f5-4f19-b33d-d94874d390bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:34.821846 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '5fb90a01-c532-4a51-8c37-5fb6cc79e4ba', 'network_id': '090053fa-3622-4eb2-b424-9f79f809823c', 'port_id': '5fb90a01-c532-4a51-8c37-5fb6cc79e4ba', 'mac_address': 'fa:16:3e:87:09:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb74cc3-4ca6-4831-90a5-8c72ae326916', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:52:34.867529 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed34c66d-9299-4fc4-8189-a2223cd3bc7a x-openstack-request-id: req-ed34c66d-9299-4fc4-8189-a2223cd3bc7a {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:34.867823 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "name": "network-vif-deleted", "tag": "b16112ea-945d-400e-93b8-dc4400ca7754", "status": "completed", "code": 200}, {"server_uuid": "e75f7d98-06fd-49f7-9836-a18e538ff46e", "name": "network-vif-deleted", "tag": "ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:34.868169 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed34c66d-9299-4fc4-8189-a2223cd3bc7a {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:34.868576 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'name': 'network-vif-deleted', 'tag': 'b16112ea-945d-400e-93b8-dc4400ca7754', 'status': 'completed', 'code': 200} Aug 10 03:52:34.868824 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75f7d98-06fd-49f7-9836-a18e538ff46e', 'name': 'network-vif-deleted', 'tag': 'ed16eb6e-3b26-4eab-8ef9-dcea76ae8e2f', 'status': 'completed', 'code': 200} Aug 10 03:52:34.888475 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:34.933412 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:52:34.947417 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e2f79553-44f5-4f19-b33d-d94874d390bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:34.974503 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5fb90a01-c532-4a51-8c37-5fb6cc79e4ba,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:34.992005 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60196) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:34.992217 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e2f79553-44f5-4f19-b33d-d94874d390bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=392934627df048ffb300012453c7bc75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4805584 Aug 10 03:52:35.008518 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f79553-44f5-4f19-b33d-d94874d390bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9c8895-f9b9-4e3f-bf31-8682bf4b020b,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:35.090370 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:35.108139 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5c004cbc-45f7-44e5-9f54-e08e0acafe3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:35.144230 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5c004cbc-45f7-44e5-9f54-e08e0acafe3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:35.165989 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6fc1ddf7-7aca-43db-bffa-93671d765447 req-338c6f26-1031-4bdb-9a15-aa96ef629bfc tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 210 time: 0.0454886 Aug 10 03:52:35.187578 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['5fb90a01-c532-4a51-8c37-5fb6cc79e4ba'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:52:35.249122 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-4473eb30-9d4d-4d2a-a63e-499ea1c29b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:35.250869 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-4473eb30-9d4d-4d2a-a63e-499ea1c29b46 service neutron] 10.222.0.20 "GET /v2.0/ports/2c7de5ba-33bf-4c9f-b02d-0d1250755d4b HTTP/1.1" status: 200 len: 1031 time: 0.0812185 Aug 10 03:52:35.263479 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=5fb90a01-c532-4a51-8c37-5fb6cc79e4ba,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:35.369706 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-88fe1b8e-19de-4e68-9395-ff53a6758beb req-555cb9d5-9cb1-4567-ab17-7acd64b11c92 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 210 time: 0.0458770 Aug 10 03:52:35.398472 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-63a9749e-5291-40e5-beb7-4590da2d9483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:35.398564 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5c004cbc-45f7-44e5-9f54-e08e0acafe3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:35.398648 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-63a9749e-5291-40e5-beb7-4590da2d9483 service neutron] 10.222.0.20 "GET /v2.0/ports/d75f407a-6d9e-4e55-beff-6f8dd89b5d40 HTTP/1.1" status: 200 len: 1032 time: 0.1269000 Aug 10 03:52:35.398737 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5c004cbc-45f7-44e5-9f54-e08e0acafe3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:35.398737 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5c004cbc-45f7-44e5-9f54-e08e0acafe3d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9f9c8895-f9b9-4e3f-bf31-8682bf4b020b HTTP/1.1" status: 204 len: 168 time: 0.4039516 Aug 10 03:52:35.420543 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c004cbc-45f7-44e5-9f54-e08e0acafe3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9c8895-f9b9-4e3f-bf31-8682bf4b020b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:35.456293 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-7cad75bc-c636-4d00-8f1f-24fba08dd9b2 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:35.467211 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-7cad75bc-c636-4d00-8f1f-24fba08dd9b2 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/networks?id=e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 HTTP/1.1" status: 200 len: 815 time: 0.2301798 Aug 10 03:52:35.485087 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f6f474a6-91fa-4e29-96e1-1884e4b1aea8 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/quotas/518fa0d68256485d8c15c7ca946355d2 HTTP/1.1" status: 200 len: 375 time: 0.0182977 Aug 10 03:52:35.549434 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-98d09960-b583-4a0f-92c6-550118595bd9 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=518fa0d68256485d8c15c7ca946355d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0623744 Aug 10 03:52:35.611032 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-6c485ca4-12fa-428d-8d60-949f55f439b4 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:52:35.620953 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-6c485ca4-12fa-428d-8d60-949f55f439b4 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0706358 Aug 10 03:52:35.624299 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-6a02040d-a1e0-4043-b8eb-531f2f2ef14c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:35.632135 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-6a02040d-a1e0-4043-b8eb-531f2f2ef14c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:35.639656 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-6a02040d-a1e0-4043-b8eb-531f2f2ef14c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:35.641711 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-6a02040d-a1e0-4043-b8eb-531f2f2ef14c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.20 "GET /v2.0/networks?id=af9d6125-2256-42d2-8b3b-ccaff09619e5&id=438e5aac-e98a-498a-962c-24a8dab08d84&id=438e5aac-e98a-498a-962c-24a8dab08d84&id=438e5aac-e98a-498a-962c-24a8dab08d84&id=438e5aac-e98a-498a-962c-24a8dab08d84&id=fc4bc8cd-9681-4c48-a384-e9912b245b99&id=fc4bc8cd-9681-4c48-a384-e9912b245b99 HTTP/1.1" status: 200 len: 1994 time: 0.2414162 Aug 10 03:52:35.736490 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-4be1e04b-c7ec-40d5-9a84-3394fbd206a2 service neutron] 10.222.0.25 "GET /v2.0/networks/e74c04aa-4182-4fb7-9ce2-cf2690adb1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142962 Aug 10 03:52:35.747889 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-37158ca5-75e7-4d05-bf36-18108de66f61 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7613e46ecb1e44beabb9108ddbbb4b81 HTTP/1.1" status: 200 len: 380 time: 0.0854111 Aug 10 03:52:35.775275 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-00abd665-17b4-4a68-a099-900ea36a1655 req-952026ac-a124-43aa-bde3-876e2721eeb1 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Request body: {'port': {'device_id': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'network_id': 'af9d6125-2256-42d2-8b3b-ccaff09619e5', 'admin_state_up': True, 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'security_groups': ['1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:35.880759 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-36aa29b7-e28a-43b7-bf53-3fd120835ae1 service neutron] 10.222.0.25 "GET /v2.0/networks/e74c04aa-4182-4fb7-9ce2-cf2690adb1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272094 Aug 10 03:52:35.971918 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c9ceab52-779c-4b0a-b62b-cbaed76b3175 req-88c91f5c-5a50-4dc3-b117-507668c204fd tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/ports?device_id=6befb863-52f1-4625-b833-757fbcc5c34b HTTP/1.1" status: 200 len: 210 time: 0.0407989 Aug 10 03:52:36.165840 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-952026ac-a124-43aa-bde3-876e2721eeb1 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Made reservation on behalf of 7613e46ecb1e44beabb9108ddbbb4b81 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:36.169458 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-952026ac-a124-43aa-bde3-876e2721eeb1 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.285902 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-f1e7a64c-6730-4135-8151-4904d05aca42 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c31316a9e3804d3f85270265e6ed6d52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668027 Aug 10 03:52:36.578779 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:36.620785 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-00abd665-17b4-4a68-a099-900ea36a1655 req-952026ac-a124-43aa-bde3-876e2721eeb1 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Allocated IP 172.20.0.5 (af9d6125-2256-42d2-8b3b-ccaff09619e5/131e12ae-b15c-4627-a08c-2d35b677d6c9/c5bd3815-002e-4d67-be39-954b17157f18) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:36.658298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60252) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:36.730976 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:36.731595 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.781422 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f099fdc1-2b1c-47fd-bf77-0c487c73bbcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.870597 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:36.905970 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5fb90a01-c532-4a51-8c37-5fb6cc79e4ba,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:36.907307 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce37c85a-0d2a-4681-9812-2cdf79665a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb90a01-c532-4a51-8c37-5fb6cc79e4ba'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:36.910583 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad75da9-d6e1-4d48-809c-c70b70704a28" -d '{"events": [{"server_uuid": "ce37c85a-0d2a-4681-9812-2cdf79665a4a", "name": "network-vif-plugged", "status": "completed", "tag": "5fb90a01-c532-4a51-8c37-5fb6cc79e4ba"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:36.945914 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-77b8905a-2609-419f-8ec5-fb5334cb6292 req-a76c2c1d-c1e3-4c07-a907-7f60fe7110bd tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=57034e56-471e-4c9e-a41f-d0f7b3b20151 HTTP/1.1" status: 200 len: 210 time: 0.2932012 Aug 10 03:52:37.018636 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.087879 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-06891c45-13ac-4a5a-a890-37ef6fcfb40e req-9a921a9d-3389-4745-be2a-edd371837143 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 210 time: 0.6869690 Aug 10 03:52:37.122708 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=5fb90a01-c532-4a51-8c37-5fb6cc79e4ba,revision_number=7']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:37.269872 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-ab1a6f09-d578-41ad-9ad9-92066317c54b tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:37.273146 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-ab1a6f09-d578-41ad-9ad9-92066317c54b tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9700541 Aug 10 03:52:37.275156 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-65ee2988-7036-49de-8977-3d1dbb4a9bb6 req-341b0753-ab4d-4b3d-a314-bf21e0ebf822 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 210 time: 0.1464465 Aug 10 03:52:37.298277 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-ed271b12-0963-4640-aeca-e6a667f051ad tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Request body: {'port': {'device_id': '6befb863-52f1-4625-b833-757fbcc5c34b', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': 'c31316a9e3804d3f85270265e6ed6d52'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:37.372086 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-952026ac-a124-43aa-bde3-876e2721eeb1 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.390785 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-00abd665-17b4-4a68-a099-900ea36a1655 req-952026ac-a124-43aa-bde3-876e2721eeb1 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Transition to ACTIVE for port object c5bd3815-002e-4d67-be39-954b17157f18 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:37.495403 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e710e3-17ad-4413-b3f7-83c03a3faac7 x-openstack-request-id: req-72e710e3-17ad-4413-b3f7-83c03a3faac7 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:37.495940 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce37c85a-0d2a-4681-9812-2cdf79665a4a", "name": "network-vif-plugged", "status": "completed", "tag": "5fb90a01-c532-4a51-8c37-5fb6cc79e4ba", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:37.496374 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72e710e3-17ad-4413-b3f7-83c03a3faac7 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:37.497214 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce37c85a-0d2a-4681-9812-2cdf79665a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb90a01-c532-4a51-8c37-5fb6cc79e4ba', 'code': 200} Aug 10 03:52:37.586432 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ea3ed964-5c51-4e8c-bf30-44a7a2eecbd0 req-f399535a-4506-401a-96f1-974de7a85f7c tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/ports?device_id=6befb863-52f1-4625-b833-757fbcc5c34b HTTP/1.1" status: 200 len: 210 time: 0.0327151 Aug 10 03:52:37.597382 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f099fdc1-2b1c-47fd-bf77-0c487c73bbcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.603812 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-952026ac-a124-43aa-bde3-876e2721eeb1 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.628996 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00abd665-17b4-4a68-a099-900ea36a1655 req-952026ac-a124-43aa-bde3-876e2721eeb1 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Network af9d6125-2256-42d2-8b3b-ccaff09619e5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:37.631816 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-00abd665-17b4-4a68-a099-900ea36a1655 req-952026ac-a124-43aa-bde3-876e2721eeb1 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:37.666630 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-00abd665-17b4-4a68-a099-900ea36a1655 req-952026ac-a124-43aa-bde3-876e2721eeb1 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:37.772636 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-952026ac-a124-43aa-bde3-876e2721eeb1 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:37.774964 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-952026ac-a124-43aa-bde3-876e2721eeb1 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.807640 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f099fdc1-2b1c-47fd-bf77-0c487c73bbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.884119 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-ed271b12-0963-4640-aeca-e6a667f051ad tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Made reservation on behalf of c31316a9e3804d3f85270265e6ed6d52 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:37.888263 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-ed271b12-0963-4640-aeca-e6a667f051ad tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.912089 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952026ac-a124-43aa-bde3-876e2721eeb1 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Pushing event updated for resources: {'Port': ['ID=c5bd3815-002e-4d67-be39-954b17157f18,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:37.917239 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-ed271b12-0963-4640-aeca-e6a667f051ad tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:37.923430 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f099fdc1-2b1c-47fd-bf77-0c487c73bbcc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c46ca2c474724d07aefbfaa428e45dc6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2622187 Aug 10 03:52:37.933872 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099fdc1-2b1c-47fd-bf77-0c487c73bbcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c522656f-ff9a-4dbb-9b6e-91f316d0d676,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:37.933872 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60278) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:38.018775 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-85a788ad-700b-4351-89ae-4d7a9f8bf4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.056100 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-85a788ad-700b-4351-89ae-4d7a9f8bf4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.107628 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e34f7dba-d052-4cb2-add2-4a175286d7e2 req-b8861996-a291-4ac0-b8dc-64d732171bd9 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=57034e56-471e-4c9e-a41f-d0f7b3b20151 HTTP/1.1" status: 200 len: 210 time: 0.0734594 Aug 10 03:52:38.120550 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-952026ac-a124-43aa-bde3-876e2721eeb1 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3502181 Aug 10 03:52:38.141604 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-00abd665-17b4-4a68-a099-900ea36a1655 req-1a8b35bb-9a62-418c-bdfe-85a7c5546dbf tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Request body: {'port': {'device_id': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84', 'admin_state_up': True, 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'security_groups': ['1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:38.171231 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6a9b8adf-9bb5-45c9-84a7-73b140d1456e None None] Provisioning for port c5bd3815-002e-4d67-be39-954b17157f18 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:38.177594 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6a9b8adf-9bb5-45c9-84a7-73b140d1456e None None] Provisioning complete for port c5bd3815-002e-4d67-be39-954b17157f18 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:38.178277 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6a9b8adf-9bb5-45c9-84a7-73b140d1456e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.217906 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-85a788ad-700b-4351-89ae-4d7a9f8bf4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.230003 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-85a788ad-700b-4351-89ae-4d7a9f8bf4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.237527 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-85a788ad-700b-4351-89ae-4d7a9f8bf4a4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c522656f-ff9a-4dbb-9b6e-91f316d0d676 HTTP/1.1" status: 204 len: 168 time: 0.2990553 Aug 10 03:52:38.290921 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a788ad-700b-4351-89ae-4d7a9f8bf4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c522656f-ff9a-4dbb-9b6e-91f316d0d676,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:38.348994 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-6a9b8adf-9bb5-45c9-84a7-73b140d1456e None None] Port c5bd3815-002e-4d67-be39-954b17157f18 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:52:38.393228 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-77628b0c-b087-4bc4-ab48-e1e5843999a8 req-c65ded9e-f66f-4b4d-a65a-e7b5f34255b6 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 210 time: 0.0938044 Aug 10 03:52:38.404000 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-ed271b12-0963-4640-aeca-e6a667f051ad tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.545249 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f48e0-b46b-4202-b053-4fb286380829 req-e9792efb-83a9-4900-ad6b-fd247b63214a tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:38.553721 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-343f48e0-b46b-4202-b053-4fb286380829 req-e9792efb-83a9-4900-ad6b-fd247b63214a tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 931 time: 0.0746834 Aug 10 03:52:38.613459 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-ed271b12-0963-4640-aeca-e6a667f051ad tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:38.644037 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-343f48e0-b46b-4202-b053-4fb286380829 req-7b5c852a-55a9-49f8-b048-bfc024ed1940 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893564 Aug 10 03:52:38.701963 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed271b12-0963-4640-aeca-e6a667f051ad tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=debb343a-75e6-450f-947c-4139ad6c6895,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:38.803477 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-42a198ca-915d-4979-965a-c8ebc8dc6292 req-15ff125d-a490-466f-b7ba-fda52a32d0a6 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/ports?device_id=6befb863-52f1-4625-b833-757fbcc5c34b HTTP/1.1" status: 200 len: 210 time: 0.0335286 Aug 10 03:52:38.841109 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-ed271b12-0963-4640-aeca-e6a667f051ad tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Allocated IP 192.168.233.63 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/a382d0ab-72d0-4212-a122-2f98df6ffc44) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:38.906057 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-1a8b35bb-9a62-418c-bdfe-85a7c5546dbf tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Made reservation on behalf of 7613e46ecb1e44beabb9108ddbbb4b81 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:38.917481 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-1a8b35bb-9a62-418c-bdfe-85a7c5546dbf tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.141532 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-00abd665-17b4-4a68-a099-900ea36a1655 req-1a8b35bb-9a62-418c-bdfe-85a7c5546dbf tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Allocated IP 10.1.1.33 (438e5aac-e98a-498a-962c-24a8dab08d84/4672b88c-e1c1-4d0c-a3fa-f280cf947686/69e2a20f-0ef2-479f-b9ef-320a6110a078) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:39.297451 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a9eb563f-e2e7-4218-afc4-63a5d10cba12 req-615512e1-adcf-42d8-8f63-4858285a825a tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=57034e56-471e-4c9e-a41f-d0f7b3b20151 HTTP/1.1" status: 200 len: 210 time: 0.0421600 Aug 10 03:52:39.362612 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-ed271b12-0963-4640-aeca-e6a667f051ad tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.385535 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-1a8b35bb-9a62-418c-bdfe-85a7c5546dbf tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.387927 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-ed271b12-0963-4640-aeca-e6a667f051ad tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Transition to ACTIVE for port object a382d0ab-72d0-4212-a122-2f98df6ffc44 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:39.403107 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-00abd665-17b4-4a68-a099-900ea36a1655 req-1a8b35bb-9a62-418c-bdfe-85a7c5546dbf tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Transition to ACTIVE for port object 69e2a20f-0ef2-479f-b9ef-320a6110a078 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:39.509412 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-ed271b12-0963-4640-aeca-e6a667f051ad tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.561768 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-1a8b35bb-9a62-418c-bdfe-85a7c5546dbf tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.598562 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4a263d1b-1a73-48e2-b490-35d6fc05ceb3 req-e76a9af6-10bc-4b32-9d93-cec64a0bacf7 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 210 time: 0.0451965 Aug 10 03:52:39.617775 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-ed271b12-0963-4640-aeca-e6a667f051ad tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:39.621786 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-ed271b12-0963-4640-aeca-e6a667f051ad tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:39.626678 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-ed271b12-0963-4640-aeca-e6a667f051ad tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:39.679730 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00abd665-17b4-4a68-a099-900ea36a1655 req-1a8b35bb-9a62-418c-bdfe-85a7c5546dbf tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Network 438e5aac-e98a-498a-962c-24a8dab08d84 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:39.693052 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-00abd665-17b4-4a68-a099-900ea36a1655 req-1a8b35bb-9a62-418c-bdfe-85a7c5546dbf tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:39.695099 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b35bb-9a62-418c-bdfe-85a7c5546dbf tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Pushing event updated for resources: {'Port': ['ID=69e2a20f-0ef2-479f-b9ef-320a6110a078,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:39.716402 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-00abd665-17b4-4a68-a099-900ea36a1655 req-1a8b35bb-9a62-418c-bdfe-85a7c5546dbf tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:39.931667 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-1a8b35bb-9a62-418c-bdfe-85a7c5546dbf tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:39.936783 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-1a8b35bb-9a62-418c-bdfe-85a7c5546dbf tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.943489 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-65ab46cb-1259-4392-8125-9d896fc90db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:39.958131 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-43f63cf8-6305-4cdd-8235-4b930cf53b9e tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:39.963377 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-43f63cf8-6305-4cdd-8235-4b930cf53b9e tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.68 "GET /v2.0/networks?id=e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 HTTP/1.1" status: 200 len: 815 time: 0.2707810 Aug 10 03:52:40.003268 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f1aa9fb4-57c1-47c3-8d98-5c31e66c6bfe tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Request body: {'port': {'device_id': '57034e56-471e-4c9e-a41f-d0f7b3b20151', 'network_id': 'e74c04aa-4182-4fb7-9ce2-cf2690adb1f4', 'admin_state_up': True, 'tenant_id': '518fa0d68256485d8c15c7ca946355d2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:40.107400 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc0cd6-a3eb-4ec6-b9e2-0907eeb95157 req-498068ba-909b-4266-a840-dceadfea7d22 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:40.121210 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc0cd6-a3eb-4ec6-b9e2-0907eeb95157 req-498068ba-909b-4266-a840-dceadfea7d22 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:40.144722 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed271b12-0963-4640-aeca-e6a667f051ad tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Pushing event updated for resources: {'Port': ['ID=a382d0ab-72d0-4212-a122-2f98df6ffc44,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:40.147576 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-29cc0cd6-a3eb-4ec6-b9e2-0907eeb95157 req-498068ba-909b-4266-a840-dceadfea7d22 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 1652 time: 0.1873705 Aug 10 03:52:40.269072 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-29cc0cd6-a3eb-4ec6-b9e2-0907eeb95157 req-3d23680c-e57e-4dd2-8268-8a0acc9407d5 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775924 Aug 10 03:52:40.269072 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-1a8b35bb-9a62-418c-bdfe-85a7c5546dbf tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1019495 Aug 10 03:52:40.269223 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-ed271b12-0963-4640-aeca-e6a667f051ad tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:40.269223 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-ed271b12-0963-4640-aeca-e6a667f051ad tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.269369 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d6a95eab-f71b-4478-8b23-8e05e733a1cc tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Request body: {'port': {'device_id': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84', 'admin_state_up': True, 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'security_groups': ['1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:40.291556 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddaaab8-6ed9-43a6-a99b-a22df554039c req-3971b1ff-8695-4c60-a8ee-9ffece363fdf tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:40.293557 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8ddaaab8-6ed9-43a6-a99b-a22df554039c req-3971b1ff-8695-4c60-a8ee-9ffece363fdf tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 945 time: 0.1400828 Aug 10 03:52:40.357511 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-31096617-314a-485f-82a7-83fcf5df05eb None None] Provisioning for port 69e2a20f-0ef2-479f-b9ef-320a6110a078 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:40.363127 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-31096617-314a-485f-82a7-83fcf5df05eb None None] Provisioning complete for port 69e2a20f-0ef2-479f-b9ef-320a6110a078 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:40.363642 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-31096617-314a-485f-82a7-83fcf5df05eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.402822 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8ddaaab8-6ed9-43a6-a99b-a22df554039c req-5c8898ae-bd36-4441-a797-24ad398d4c47 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0639bd95-6396-4516-b213-71e9bb76a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005661 Aug 10 03:52:40.413399 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-ed271b12-0963-4640-aeca-e6a667f051ad tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1193268 Aug 10 03:52:40.459460 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215b0a1-992c-43c5-a4ae-400c4bea4df9 req-2cabe5e0-0462-4557-8ed8-633d54f14283 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:40.463987 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-6b29d9d4-c0ff-4ddc-8e18-5e4ce7dc324e service neutron] Request body: {'port': {'device_id': '6befb863-52f1-4625-b833-757fbcc5c34b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:40.468093 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8215b0a1-992c-43c5-a4ae-400c4bea4df9 req-2cabe5e0-0462-4557-8ed8-633d54f14283 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/ports?device_id=6befb863-52f1-4625-b833-757fbcc5c34b HTTP/1.1" status: 200 len: 935 time: 0.1406162 Aug 10 03:52:40.502183 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-31096617-314a-485f-82a7-83fcf5df05eb None None] Port 69e2a20f-0ef2-479f-b9ef-320a6110a078 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:52:40.555858 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8215b0a1-992c-43c5-a4ae-400c4bea4df9 req-515d9032-f0ec-4ecb-b076-028f91664295 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/security-groups?id=debb343a-75e6-450f-947c-4139ad6c6895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857780 Aug 10 03:52:40.558506 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.db.api [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d6a95eab-f71b-4478-8b23-8e05e733a1cc tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:52:40.558506 n-d-802893-2 neutron-server[94937]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:52:40.558506 n-d-802893-2 neutron-server[94937]: [parameters: {'project_id_1': '7613e46ecb1e44beabb9108ddbbb4b81', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 52, 40, 496683)}] Aug 10 03:52:40.558506 n-d-802893-2 neutron-server[94937]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:52:40.558891 n-d-802893-2 neutron-server[94937]: DEBUG oslo_db.api [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d6a95eab-f71b-4478-8b23-8e05e733a1cc tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:52:40.628147 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8e5698b7-91e5-4e73-9a73-bc5732de3bc5 req-09e75b56-ff8f-4c56-8018-32738f105771 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=57034e56-471e-4c9e-a41f-d0f7b3b20151 HTTP/1.1" status: 200 len: 210 time: 0.0652518 Aug 10 03:52:40.637121 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-6b29d9d4-c0ff-4ddc-8e18-5e4ce7dc324e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.660061 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-31096617-314a-485f-82a7-83fcf5df05eb None None] Provisioning for port a382d0ab-72d0-4212-a122-2f98df6ffc44 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:40.664243 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-31096617-314a-485f-82a7-83fcf5df05eb None None] Provisioning complete for port a382d0ab-72d0-4212-a122-2f98df6ffc44 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:40.664623 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-31096617-314a-485f-82a7-83fcf5df05eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.712969 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f1aa9fb4-57c1-47c3-8d98-5c31e66c6bfe tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Made reservation on behalf of 518fa0d68256485d8c15c7ca946355d2 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:40.717670 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f1aa9fb4-57c1-47c3-8d98-5c31e66c6bfe tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:40.731227 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-31096617-314a-485f-82a7-83fcf5df05eb None None] Port a382d0ab-72d0-4212-a122-2f98df6ffc44 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:52:40.786196 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8569e80e-c1a8-4060-9a9a-7d663358ad25 req-a0c9294b-f2d1-4179-be51-6ba6ec5aa868 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 210 time: 0.0849929 Aug 10 03:52:41.170227 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f1aa9fb4-57c1-47c3-8d98-5c31e66c6bfe tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Allocated IP 172.20.0.3 (e74c04aa-4182-4fb7-9ce2-cf2690adb1f4/6a4191d9-e64e-4743-823a-6d34a29ab994/ed6455dc-b4fc-4864-a2a1-c9c2324c8db1) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:41.443024 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d6a95eab-f71b-4478-8b23-8e05e733a1cc tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Made reservation on behalf of 7613e46ecb1e44beabb9108ddbbb4b81 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:41.449062 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d6a95eab-f71b-4478-8b23-8e05e733a1cc tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:41.540676 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-6b29d9d4-c0ff-4ddc-8e18-5e4ce7dc324e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a382d0ab-72d0-4212-a122-2f98df6ffc44 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:52:41.564024 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-6b29d9d4-c0ff-4ddc-8e18-5e4ce7dc324e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:41.628041 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1f598-06a4-461c-b9ec-6fe73e17c26e req-b4aed9db-ef32-4d13-9287-3ff2c034bf34 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:41.649008 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1f598-06a4-461c-b9ec-6fe73e17c26e req-b4aed9db-ef32-4d13-9287-3ff2c034bf34 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:41.649008 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-61e1f598-06a4-461c-b9ec-6fe73e17c26e req-b4aed9db-ef32-4d13-9287-3ff2c034bf34 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 1652 time: 0.2252595 Aug 10 03:52:41.649008 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-6b29d9d4-c0ff-4ddc-8e18-5e4ce7dc324e service neutron] Transition to ACTIVE for port object a382d0ab-72d0-4212-a122-2f98df6ffc44 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:41.698639 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d6a95eab-f71b-4478-8b23-8e05e733a1cc tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Allocated IP 10.1.1.76 (438e5aac-e98a-498a-962c-24a8dab08d84/4672b88c-e1c1-4d0c-a3fa-f280cf947686/27b3504e-5f67-479d-9a2f-2aa759db0602) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:41.730296 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-61e1f598-06a4-461c-b9ec-6fe73e17c26e req-c288971f-d632-422a-a46e-d4f73c6872b7 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751603 Aug 10 03:52:41.755142 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f1aa9fb4-57c1-47c3-8d98-5c31e66c6bfe tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:41.850229 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b4624d-3292-4128-8b41-ae6912d27139 req-38498e12-593d-4a47-9959-15299fbf1468 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:41.851765 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-51b4624d-3292-4128-8b41-ae6912d27139 req-38498e12-593d-4a47-9959-15299fbf1468 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/ports?device_id=6befb863-52f1-4625-b833-757fbcc5c34b HTTP/1.1" status: 200 len: 935 time: 0.1278317 Aug 10 03:52:41.877822 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ce7387cd-d121-4fe5-8835-2c739a7a49fb req-cbad4c7b-70d9-4003-94ec-49daf4d902a4 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=57034e56-471e-4c9e-a41f-d0f7b3b20151 HTTP/1.1" status: 200 len: 210 time: 0.0336351 Aug 10 03:52:41.878577 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-6b29d9d4-c0ff-4ddc-8e18-5e4ce7dc324e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:41.922285 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29d9d4-c0ff-4ddc-8e18-5e4ce7dc324e service neutron] Pushing event updated for resources: {'Port': ['ID=a382d0ab-72d0-4212-a122-2f98df6ffc44,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:41.990832 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-51b4624d-3292-4128-8b41-ae6912d27139 req-333991ce-140c-4a65-a706-9ea65830115b tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/security-groups?id=debb343a-75e6-450f-947c-4139ad6c6895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276126 Aug 10 03:52:42.046103 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-23cec0ef-257b-45aa-a8b4-83c3a5040497 req-5c760012-d3a2-44ad-9a8e-7a3a421b7f44 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 210 time: 0.0738389 Aug 10 03:52:42.052520 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f1aa9fb4-57c1-47c3-8d98-5c31e66c6bfe tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.061091 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d6a95eab-f71b-4478-8b23-8e05e733a1cc tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.073262 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['6ea866cc-5cb4-4f69-8626-4a15d1af770d'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:52:42.086000 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d6a95eab-f71b-4478-8b23-8e05e733a1cc tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Transition to ACTIVE for port object 27b3504e-5f67-479d-9a2f-2aa759db0602 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:42.144888 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['ddc105c1-a5ef-456a-afad-6b9089f09d14', '2632c810-0333-4d35-b87c-fd3aab836d6c'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:52:42.179450 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f1aa9fb4-57c1-47c3-8d98-5c31e66c6bfe tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Network e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:42.203336 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f1aa9fb4-57c1-47c3-8d98-5c31e66c6bfe tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:42.216196 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f1aa9fb4-57c1-47c3-8d98-5c31e66c6bfe tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:42.264450 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d6a95eab-f71b-4478-8b23-8e05e733a1cc tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.352593 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f1aa9fb4-57c1-47c3-8d98-5c31e66c6bfe tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:42.353564 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f1aa9fb4-57c1-47c3-8d98-5c31e66c6bfe tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.365017 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa9fb4-57c1-47c3-8d98-5c31e66c6bfe tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Pushing event updated for resources: {'Port': ['ID=ed6455dc-b4fc-4864-a2a1-c9c2324c8db1,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:42.389922 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-6b29d9d4-c0ff-4ddc-8e18-5e4ce7dc324e service neutron] Attempting to bind port a382d0ab-72d0-4212-a122-2f98df6ffc44 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:42.394366 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-6b29d9d4-c0ff-4ddc-8e18-5e4ce7dc324e service neutron] Attempting to bind port a382d0ab-72d0-4212-a122-2f98df6ffc44 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:42.394366 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-6b29d9d4-c0ff-4ddc-8e18-5e4ce7dc324e service neutron] Attempting to bind port a382d0ab-72d0-4212-a122-2f98df6ffc44 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:42.408418 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d6a95eab-f71b-4478-8b23-8e05e733a1cc tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Network 438e5aac-e98a-498a-962c-24a8dab08d84 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:42.414027 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-6b29d9d4-c0ff-4ddc-8e18-5e4ce7dc324e service neutron] Port a382d0ab-72d0-4212-a122-2f98df6ffc44 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:52:42.414356 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-6b29d9d4-c0ff-4ddc-8e18-5e4ce7dc324e service neutron] Attempting to bind port a382d0ab-72d0-4212-a122-2f98df6ffc44 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:42.421575 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d6a95eab-f71b-4478-8b23-8e05e733a1cc tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:42.429612 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d6a95eab-f71b-4478-8b23-8e05e733a1cc tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:42.429801 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-6b29d9d4-c0ff-4ddc-8e18-5e4ce7dc324e service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:42.430202 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-6b29d9d4-c0ff-4ddc-8e18-5e4ce7dc324e service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:42.430594 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-6b29d9d4-c0ff-4ddc-8e18-5e4ce7dc324e service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:42.433771 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-6b29d9d4-c0ff-4ddc-8e18-5e4ce7dc324e service neutron] Bound port: a382d0ab-72d0-4212-a122-2f98df6ffc44, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:42.434199 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-6b29d9d4-c0ff-4ddc-8e18-5e4ce7dc324e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.504401 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a95eab-f71b-4478-8b23-8e05e733a1cc tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Pushing event updated for resources: {'Port': ['ID=27b3504e-5f67-479d-9a2f-2aa759db0602,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:42.530331 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f1aa9fb4-57c1-47c3-8d98-5c31e66c6bfe tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5512710 Aug 10 03:52:42.555536 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f426d9cf-ec77-4b9b-876a-b46f522d9ca8 service neutron] Request body: {'port': {'device_id': '57034e56-471e-4c9e-a41f-d0f7b3b20151', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:42.570306 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d6a95eab-f71b-4478-8b23-8e05e733a1cc tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:42.571193 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d6a95eab-f71b-4478-8b23-8e05e733a1cc tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.661596 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d6a95eab-f71b-4478-8b23-8e05e733a1cc tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4090979 Aug 10 03:52:42.686499 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-00abd665-17b4-4a68-a099-900ea36a1655 req-976cebe3-ecd6-423a-a469-d4af6997238c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Request body: {'port': {'device_id': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'fc4bc8cd-9681-4c48-a384-e9912b245b99', 'admin_state_up': True, 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'security_groups': ['1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:42.727994 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-6b29d9d4-c0ff-4ddc-8e18-5e4ce7dc324e service neutron] For port a382d0ab-72d0-4212-a122-2f98df6ffc44, host n-h2-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:42.778378 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f426d9cf-ec77-4b9b-876a-b46f522d9ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:42.782950 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-6b29d9d4-c0ff-4ddc-8e18-5e4ce7dc324e service neutron] For port a382d0ab-72d0-4212-a122-2f98df6ffc44, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=a382d0ab-72d0-4212-a122-2f98df6ffc44,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:43.000733 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60420) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:43.010924 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-6b29d9d4-c0ff-4ddc-8e18-5e4ce7dc324e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.102465 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-6b29d9d4-c0ff-4ddc-8e18-5e4ce7dc324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:43.104043 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-6b29d9d4-c0ff-4ddc-8e18-5e4ce7dc324e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.104132 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76071ef-40de-41e0-aab0-eb48cc4dfa69 req-3b419c8c-1b30-4398-a249-02aa6bb47bfa tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:43.105048 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-6b29d9d4-c0ff-4ddc-8e18-5e4ce7dc324e service neutron] 10.222.0.20 "PUT /v2.0/ports/a382d0ab-72d0-4212-a122-2f98df6ffc44 HTTP/1.1" status: 200 len: 1095 time: 2.6488919 Aug 10 03:52:43.111992 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6befb863-52f1-4625-b833-757fbcc5c34b', 'tag': 'a382d0ab-72d0-4212-a122-2f98df6ffc44'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:43.114494 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76071ef-40de-41e0-aab0-eb48cc4dfa69 req-3b419c8c-1b30-4398-a249-02aa6bb47bfa tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:43.115030 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c88d1e9-66f6-410b-b371-ee6111316310" -d '{"events": [{"name": "network-changed", "server_uuid": "6befb863-52f1-4625-b833-757fbcc5c34b", "tag": "a382d0ab-72d0-4212-a122-2f98df6ffc44"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:43.121364 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76071ef-40de-41e0-aab0-eb48cc4dfa69 req-3b419c8c-1b30-4398-a249-02aa6bb47bfa tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:43.122716 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f76071ef-40de-41e0-aab0-eb48cc4dfa69 req-3b419c8c-1b30-4398-a249-02aa6bb47bfa tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 2372 time: 0.1913919 Aug 10 03:52:43.174065 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-efce8285-44af-42dd-81f7-3333856532b6 None None] Provisioning for port 27b3504e-5f67-479d-9a2f-2aa759db0602 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:43.174065 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-efce8285-44af-42dd-81f7-3333856532b6 None None] Provisioning complete for port 27b3504e-5f67-479d-9a2f-2aa759db0602 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:43.174065 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-efce8285-44af-42dd-81f7-3333856532b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.184681 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f76071ef-40de-41e0-aab0-eb48cc4dfa69 req-8ece5472-b9e7-4f56-88fc-f62c3d3f5f7d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512886 Aug 10 03:52:43.199159 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-976cebe3-ecd6-423a-a469-d4af6997238c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Made reservation on behalf of 7613e46ecb1e44beabb9108ddbbb4b81 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:43.231976 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29d9d4-c0ff-4ddc-8e18-5e4ce7dc324e service neutron] Pushing event updated for resources: {'Port': ['ID=a382d0ab-72d0-4212-a122-2f98df6ffc44,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:43.256863 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293cdfd7-034b-4d83-9e7f-16f24e3d9f2b req-49acedb6-f672-483a-9239-a88316b46a56 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:43.268336 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-293cdfd7-034b-4d83-9e7f-16f24e3d9f2b req-49acedb6-f672-483a-9239-a88316b46a56 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 945 time: 0.2671514 Aug 10 03:52:43.334820 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-efce8285-44af-42dd-81f7-3333856532b6 None None] Port 27b3504e-5f67-479d-9a2f-2aa759db0602 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:52:43.340468 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9d9e86a7-af30-47f2-9c39-24f7bc0d1c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.377847 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-976cebe3-ecd6-423a-a469-d4af6997238c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.413181 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-293cdfd7-034b-4d83-9e7f-16f24e3d9f2b req-25b14228-fb31-4b33-b178-2398c80b10ab tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0639bd95-6396-4516-b213-71e9bb76a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285470 Aug 10 03:52:43.566215 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.575261 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-a24d2d97-5c06-4305-8430-a1642fb2132c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:43.576969 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-a24d2d97-5c06-4305-8430-a1642fb2132c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c31316a9e3804d3f85270265e6ed6d52&device_id=6befb863-52f1-4625-b833-757fbcc5c34b HTTP/1.1" status: 200 len: 1098 time: 0.2523377 Aug 10 03:52:43.646570 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648227a-f214-409c-81f9-26f34d74929b req-e706be48-7ef4-4a58-bf5f-ec4566a63551 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:43.654222 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5648227a-f214-409c-81f9-26f34d74929b req-e706be48-7ef4-4a58-bf5f-ec4566a63551 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=57034e56-471e-4c9e-a41f-d0f7b3b20151 HTTP/1.1" status: 200 len: 931 time: 0.2471311 Aug 10 03:52:43.666064 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-eaa906f4-60ab-4d4a-a4b7-f33edc0aaea3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=a382d0ab-72d0-4212-a122-2f98df6ffc44 HTTP/1.1" status: 200 len: 217 time: 0.0660195 Aug 10 03:52:43.675072 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f426d9cf-ec77-4b9b-876a-b46f522d9ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed6455dc-b4fc-4864-a2a1-c9c2324c8db1 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:52:43.697886 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f426d9cf-ec77-4b9b-876a-b46f522d9ca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.735115 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5648227a-f214-409c-81f9-26f34d74929b req-a3ae0437-dc84-45f2-828f-7bacb62956d1 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799332 Aug 10 03:52:43.772745 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f426d9cf-ec77-4b9b-876a-b46f522d9ca8 service neutron] Transition to ACTIVE for port object ed6455dc-b4fc-4864-a2a1-c9c2324c8db1 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:43.794481 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-448a0295-66b4-4845-8376-d378ccad49f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:43.796675 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-448a0295-66b4-4845-8376-d378ccad49f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.1132791 Aug 10 03:52:43.805650 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21013157-d60f-4f88-995c-e0d841096e63 req-2b0bbd17-8d5e-4555-9b49-1929cc6acf4a tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:43.810139 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-21013157-d60f-4f88-995c-e0d841096e63 req-2b0bbd17-8d5e-4555-9b49-1929cc6acf4a tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/ports?device_id=6befb863-52f1-4625-b833-757fbcc5c34b HTTP/1.1" status: 200 len: 947 time: 0.2278140 Aug 10 03:52:43.895469 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5ebf398c-efed-4ae6-9226-a22c550afb2a req-3d0ed5a4-de94-4074-8ea4-46c99876dc7b tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 210 time: 0.0465400 Aug 10 03:52:43.899998 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f426d9cf-ec77-4b9b-876a-b46f522d9ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:43.924455 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-21013157-d60f-4f88-995c-e0d841096e63 req-5c4828bc-c516-48a1-ab45-5c93f30d8c38 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/security-groups?id=debb343a-75e6-450f-947c-4139ad6c6895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983429 Aug 10 03:52:43.995696 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9cec1643-dae6-4685-b935-54c85933dbc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.000075 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-ab5812bb-3c7f-4088-a908-cedcb549ed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:44.002353 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-ab5812bb-3c7f-4088-a908-cedcb549ed49 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1914599 Aug 10 03:52:44.017608 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9d9e86a7-af30-47f2-9c39-24f7bc0d1c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.022413 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd825118-1d6d-40fe-a5e1-a855fab0c2d2 x-openstack-request-id: req-cd825118-1d6d-40fe-a5e1-a855fab0c2d2 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:44.022813 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6befb863-52f1-4625-b833-757fbcc5c34b", "tag": "a382d0ab-72d0-4212-a122-2f98df6ffc44", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:44.030409 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd825118-1d6d-40fe-a5e1-a855fab0c2d2 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:44.030962 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6befb863-52f1-4625-b833-757fbcc5c34b', 'tag': 'a382d0ab-72d0-4212-a122-2f98df6ffc44', 'status': 'completed', 'code': 200} Aug 10 03:52:44.059302 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-00abd665-17b4-4a68-a099-900ea36a1655 req-976cebe3-ecd6-423a-a469-d4af6997238c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Allocated IP 10.2.2.100 (fc4bc8cd-9681-4c48-a384-e9912b245b99/96c77b29-de8a-40c8-ae15-4c8b35353438/fafd8c8c-73f6-41b9-881e-4160cffd6abc) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:44.166000 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9d9e86a7-af30-47f2-9c39-24f7bc0d1c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.226360 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e86a7-af30-47f2-9c39-24f7bc0d1c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3f7145-e128-46ba-ade8-79b05c74e3ed,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:44.229174 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426d9cf-ec77-4b9b-876a-b46f522d9ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=ed6455dc-b4fc-4864-a2a1-c9c2324c8db1,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:44.306803 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-976cebe3-ecd6-423a-a469-d4af6997238c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.325750 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-00abd665-17b4-4a68-a099-900ea36a1655 req-976cebe3-ecd6-423a-a469-d4af6997238c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Transition to ACTIVE for port object fafd8c8c-73f6-41b9-881e-4160cffd6abc will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:44.334284 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9d9e86a7-af30-47f2-9c39-24f7bc0d1c67 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ad5aea7ce6c4cc6be9ad8a85f3768ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3299940 Aug 10 03:52:44.335187 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60450) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:44.395986 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f426d9cf-ec77-4b9b-876a-b46f522d9ca8 service neutron] Attempting to bind port ed6455dc-b4fc-4864-a2a1-c9c2324c8db1 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:44.395986 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f426d9cf-ec77-4b9b-876a-b46f522d9ca8 service neutron] Attempting to bind port ed6455dc-b4fc-4864-a2a1-c9c2324c8db1 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '438f092c-63d3-4c8c-b4b5-84c92a8890bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e74c04aa-4182-4fb7-9ce2-cf2690adb1f4'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:44.395986 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f426d9cf-ec77-4b9b-876a-b46f522d9ca8 service neutron] Attempting to bind port ed6455dc-b4fc-4864-a2a1-c9c2324c8db1 on network e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:44.399687 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-793fc771-6cab-4858-8cc9-8355475d6776 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860531 Aug 10 03:52:44.402084 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f426d9cf-ec77-4b9b-876a-b46f522d9ca8 service neutron] Port ed6455dc-b4fc-4864-a2a1-c9c2324c8db1 on network e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:52:44.402523 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f426d9cf-ec77-4b9b-876a-b46f522d9ca8 service neutron] Attempting to bind port ed6455dc-b4fc-4864-a2a1-c9c2324c8db1 on network e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:44.411241 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f426d9cf-ec77-4b9b-876a-b46f522d9ca8 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:44.411241 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f426d9cf-ec77-4b9b-876a-b46f522d9ca8 service neutron] Checking segment: {'id': '438f092c-63d3-4c8c-b4b5-84c92a8890bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e74c04aa-4182-4fb7-9ce2-cf2690adb1f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:44.411241 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f426d9cf-ec77-4b9b-876a-b46f522d9ca8 service neutron] Bound using segment: {'id': '438f092c-63d3-4c8c-b4b5-84c92a8890bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e74c04aa-4182-4fb7-9ce2-cf2690adb1f4'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:44.411241 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f426d9cf-ec77-4b9b-876a-b46f522d9ca8 service neutron] Bound port: ed6455dc-b4fc-4864-a2a1-c9c2324c8db1, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '438f092c-63d3-4c8c-b4b5-84c92a8890bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e74c04aa-4182-4fb7-9ce2-cf2690adb1f4'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:44.411718 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f426d9cf-ec77-4b9b-876a-b46f522d9ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.469421 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8640750c-7549-4575-9222-4e26edca42c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.500317 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8640750c-7549-4575-9222-4e26edca42c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.537694 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f426d9cf-ec77-4b9b-876a-b46f522d9ca8 service neutron] For port ed6455dc-b4fc-4864-a2a1-c9c2324c8db1, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:44.541278 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f426d9cf-ec77-4b9b-876a-b46f522d9ca8 service neutron] For port ed6455dc-b4fc-4864-a2a1-c9c2324c8db1, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=ed6455dc-b4fc-4864-a2a1-c9c2324c8db1,segment=NetworkSegment(438f092c-63d3-4c8c-b4b5-84c92a8890bc),segment_id=438f092c-63d3-4c8c-b4b5-84c92a8890bc)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:44.589646 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1e17e3a6-311e-4af0-9572-ce4fa1f71e17 req-a99ab070-d513-4006-b35c-b53890461327 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813755 Aug 10 03:52:44.669688 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f426d9cf-ec77-4b9b-876a-b46f522d9ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.739499 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f426d9cf-ec77-4b9b-876a-b46f522d9ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:44.740231 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f426d9cf-ec77-4b9b-876a-b46f522d9ca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:44.741717 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f426d9cf-ec77-4b9b-876a-b46f522d9ca8 service neutron] 10.222.0.68 "PUT /v2.0/ports/ed6455dc-b4fc-4864-a2a1-c9c2324c8db1 HTTP/1.1" status: 200 len: 1091 time: 2.2018154 Aug 10 03:52:44.775403 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426d9cf-ec77-4b9b-876a-b46f522d9ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=ed6455dc-b4fc-4864-a2a1-c9c2324c8db1,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:44.861774 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88d1e9-66f6-410b-b371-ee6111316310 req-e149c116-7d8d-434c-927e-aa7d4551ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:44.863638 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3c88d1e9-66f6-410b-b371-ee6111316310 req-e149c116-7d8d-434c-927e-aa7d4551ea99 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c31316a9e3804d3f85270265e6ed6d52&device_id=6befb863-52f1-4625-b833-757fbcc5c34b HTTP/1.1" status: 200 len: 1098 time: 0.0663550 Aug 10 03:52:44.940503 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9fcdce-7ae5-4916-b0e6-d5c1510649b3 req-8fb056ec-64af-4349-b286-3d866df74966 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:44.946664 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9fcdce-7ae5-4916-b0e6-d5c1510649b3 req-8fb056ec-64af-4349-b286-3d866df74966 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:44.953018 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9fcdce-7ae5-4916-b0e6-d5c1510649b3 req-8fb056ec-64af-4349-b286-3d866df74966 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:44.964896 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8b9fcdce-7ae5-4916-b0e6-d5c1510649b3 req-8fb056ec-64af-4349-b286-3d866df74966 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 2372 time: 0.5910366 Aug 10 03:52:44.995519 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88d1e9-66f6-410b-b371-ee6111316310 req-58875740-7b55-4470-a253-38b327618df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:44.997828 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3c88d1e9-66f6-410b-b371-ee6111316310 req-58875740-7b55-4470-a253-38b327618df1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.1244335 Aug 10 03:52:45.007709 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8b9fcdce-7ae5-4916-b0e6-d5c1510649b3 req-41ec04ae-2b4b-43dc-944f-ca3c227eb200 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419228 Aug 10 03:52:45.110447 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3c88d1e9-66f6-410b-b371-ee6111316310 req-d563acda-19f6-4531-a422-78e69797c445 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=a382d0ab-72d0-4212-a122-2f98df6ffc44 HTTP/1.1" status: 200 len: 217 time: 0.0996869 Aug 10 03:52:45.133172 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8640750c-7549-4575-9222-4e26edca42c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.136256 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8640750c-7549-4575-9222-4e26edca42c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.137978 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8640750c-7549-4575-9222-4e26edca42c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/de3f7145-e128-46ba-ade8-79b05c74e3ed HTTP/1.1" status: 204 len: 168 time: 0.8013811 Aug 10 03:52:45.139454 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-976cebe3-ecd6-423a-a469-d4af6997238c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.172083 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-cc4a6d20-b451-4907-99d4-578605dbc0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:45.174074 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-cc4a6d20-b451-4907-99d4-578605dbc0c0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=518fa0d68256485d8c15c7ca946355d2&device_id=57034e56-471e-4c9e-a41f-d0f7b3b20151 HTTP/1.1" status: 200 len: 1094 time: 0.1751363 Aug 10 03:52:45.203420 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88d1e9-66f6-410b-b371-ee6111316310 req-ed63a9ca-a1b8-4d9d-9893-343ed62ecfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:45.205969 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3c88d1e9-66f6-410b-b371-ee6111316310 req-ed63a9ca-a1b8-4d9d-9893-343ed62ecfaa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0880151 Aug 10 03:52:45.217813 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.277703 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00abd665-17b4-4a68-a099-900ea36a1655 req-976cebe3-ecd6-423a-a469-d4af6997238c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Network fc4bc8cd-9681-4c48-a384-e9912b245b99 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:45.285875 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976cebe3-ecd6-423a-a469-d4af6997238c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Pushing event updated for resources: {'Port': ['ID=fafd8c8c-73f6-41b9-881e-4160cffd6abc,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:45.289365 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-00abd665-17b4-4a68-a099-900ea36a1655 req-976cebe3-ecd6-423a-a469-d4af6997238c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:45.298851 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-00abd665-17b4-4a68-a099-900ea36a1655 req-976cebe3-ecd6-423a-a469-d4af6997238c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:45.317066 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-08f8dcdd-03fa-423e-a938-ddedb0b665af service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed6455dc-b4fc-4864-a2a1-c9c2324c8db1 HTTP/1.1" status: 200 len: 217 time: 0.1095669 Aug 10 03:52:45.369234 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fcc383-0aca-4a2e-9ba1-dfa333cf48c4 req-1480ca1c-ce70-46a3-9434-4b3158e20bd7 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:45.378492 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-97fcc383-0aca-4a2e-9ba1-dfa333cf48c4 req-1480ca1c-ce70-46a3-9434-4b3158e20bd7 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=57034e56-471e-4c9e-a41f-d0f7b3b20151 HTTP/1.1" status: 200 len: 943 time: 0.2937293 Aug 10 03:52:45.381019 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640750c-7549-4575-9222-4e26edca42c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3f7145-e128-46ba-ade8-79b05c74e3ed,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:45.471649 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-976cebe3-ecd6-423a-a469-d4af6997238c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:45.473338 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-976cebe3-ecd6-423a-a469-d4af6997238c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.481809 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88d1e9-66f6-410b-b371-ee6111316310 req-62ad4d70-5874-4405-8ff2-326066849a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:45.492673 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3c88d1e9-66f6-410b-b371-ee6111316310 req-62ad4d70-5874-4405-8ff2-326066849a64 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2647038 Aug 10 03:52:45.523637 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:45.525834 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-97fcc383-0aca-4a2e-9ba1-dfa333cf48c4 req-1dc1d0d3-71b5-4b99-a8b7-06d15a4d3084 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461906 Aug 10 03:52:45.607591 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-976cebe3-ecd6-423a-a469-d4af6997238c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9298005 Aug 10 03:52:45.627293 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8a4a71ad-905d-407c-8e57-d6fe58a16886 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Request body: {'port': {'device_id': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'fc4bc8cd-9681-4c48-a384-e9912b245b99', 'admin_state_up': True, 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'security_groups': ['1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:45.690957 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-555f5557-3294-4b89-bc67-10eb3550d089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:45.694358 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-555f5557-3294-4b89-bc67-10eb3550d089 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6a4191d9-e64e-4743-823a-6d34a29ab994 HTTP/1.1" status: 200 len: 855 time: 0.3462081 Aug 10 03:52:45.755289 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-5d244def-313a-437a-b354-41ed84109544 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e74c04aa-4182-4fb7-9ce2-cf2690adb1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483141 Aug 10 03:52:45.823018 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3b106079-2673-4c0d-9e16-94da1ea5172e req-bb227e7a-bfba-4001-8e7a-028cee4089e5 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 210 time: 0.1546464 Aug 10 03:52:45.845162 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e19fd-3aa8-4703-9358-4a63f84ab04d req-a80b6274-18f7-4704-8bf6-857079718179 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:45.858375 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0b3e19fd-3aa8-4703-9358-4a63f84ab04d req-a80b6274-18f7-4704-8bf6-857079718179 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/ports?device_id=6befb863-52f1-4625-b833-757fbcc5c34b HTTP/1.1" status: 200 len: 947 time: 0.3025773 Aug 10 03:52:46.006565 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ab57cc00-38f5-4231-abb6-5f9ed17167d8 None None] Provisioning for port fafd8c8c-73f6-41b9-881e-4160cffd6abc completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:46.011506 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ab57cc00-38f5-4231-abb6-5f9ed17167d8 None None] Provisioning complete for port fafd8c8c-73f6-41b9-881e-4160cffd6abc triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:46.011868 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ab57cc00-38f5-4231-abb6-5f9ed17167d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.076808 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8a4a71ad-905d-407c-8e57-d6fe58a16886 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Made reservation on behalf of 7613e46ecb1e44beabb9108ddbbb4b81 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:46.078913 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8a4a71ad-905d-407c-8e57-d6fe58a16886 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.106405 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-ab57cc00-38f5-4231-abb6-5f9ed17167d8 None None] Port fafd8c8c-73f6-41b9-881e-4160cffd6abc cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:52:46.431876 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3f413-ec4f-4c84-abba-3ab9a090745f req-04be6dce-f35b-4e93-829c-8154d31702d9 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:46.433508 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-62c3f413-ec4f-4c84-abba-3ab9a090745f req-04be6dce-f35b-4e93-829c-8154d31702d9 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 945 time: 0.2043951 Aug 10 03:52:46.507084 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57034e56-471e-4c9e-a41f-d0f7b3b20151', 'tag': 'ed6455dc-b4fc-4864-a2a1-c9c2324c8db1'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:46.509323 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b894586-6449-4470-bc7c-20e003e35034" -d '{"events": [{"name": "network-changed", "server_uuid": "57034e56-471e-4c9e-a41f-d0f7b3b20151", "tag": "ed6455dc-b4fc-4864-a2a1-c9c2324c8db1"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:46.524158 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0b3e19fd-3aa8-4703-9358-4a63f84ab04d req-4174717e-fbe7-4d52-98ed-0877de72ae58 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/security-groups?id=debb343a-75e6-450f-947c-4139ad6c6895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6617436 Aug 10 03:52:46.551834 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-62c3f413-ec4f-4c84-abba-3ab9a090745f req-948e51d5-c10e-491e-8c08-22e8470f7b2b tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0639bd95-6396-4516-b213-71e9bb76a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006405 Aug 10 03:52:46.555653 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3c88d1e9-66f6-410b-b371-ee6111316310 req-0425f3ab-f623-4d22-8896-f91bb7d9cd44 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0618708 Aug 10 03:52:46.576762 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8a4a71ad-905d-407c-8e57-d6fe58a16886 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Allocated IP 10.2.2.200 (fc4bc8cd-9681-4c48-a384-e9912b245b99/96c77b29-de8a-40c8-ae15-4c8b35353438/689d1191-90af-45a6-9b31-5a0d267b556e) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:46.651588 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f21a4d0-674f-4994-a93c-b882ce9db1f1 x-openstack-request-id: req-2f21a4d0-674f-4994-a93c-b882ce9db1f1 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:46.664116 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57034e56-471e-4c9e-a41f-d0f7b3b20151", "tag": "ed6455dc-b4fc-4864-a2a1-c9c2324c8db1", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:46.665899 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f21a4d0-674f-4994-a93c-b882ce9db1f1 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:46.669700 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57034e56-471e-4c9e-a41f-d0f7b3b20151', 'tag': 'ed6455dc-b4fc-4864-a2a1-c9c2324c8db1', 'status': 'completed', 'code': 200} Aug 10 03:52:46.738147 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-f54e927a-0a4f-44ee-a32f-f98aadc8c89c service neutron] 10.222.0.68 "GET /v2.0/networks/e74c04aa-4182-4fb7-9ce2-cf2690adb1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9523549 Aug 10 03:52:46.791888 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:46.922368 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f6d1ece0-9d2c-41dc-848e-dab905a6840c req-425f650a-d349-41d1-bdd9-09ba55d489a1 service neutron] 10.222.0.68 "GET /v2.0/networks/e74c04aa-4182-4fb7-9ce2-cf2690adb1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271105 Aug 10 03:52:46.983165 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c7091-245d-473f-96ef-781f630251b3 req-75b9733c-7c94-4045-9644-27941a624d41 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:46.990585 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a83cf-8c9b-4b6b-b285-1c4ed8aa12f9 req-fb68a25a-4263-4915-ad9a-aac9a9f8c4a1 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:46.997870 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a83cf-8c9b-4b6b-b285-1c4ed8aa12f9 req-fb68a25a-4263-4915-ad9a-aac9a9f8c4a1 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:47.000815 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b37c7091-245d-473f-96ef-781f630251b3 req-75b9733c-7c94-4045-9644-27941a624d41 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=57034e56-471e-4c9e-a41f-d0f7b3b20151 HTTP/1.1" status: 200 len: 943 time: 0.1818256 Aug 10 03:52:47.014484 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a83cf-8c9b-4b6b-b285-1c4ed8aa12f9 req-fb68a25a-4263-4915-ad9a-aac9a9f8c4a1 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:47.022575 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a83cf-8c9b-4b6b-b285-1c4ed8aa12f9 req-fb68a25a-4263-4915-ad9a-aac9a9f8c4a1 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:47.031184 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-092a83cf-8c9b-4b6b-b285-1c4ed8aa12f9 req-fb68a25a-4263-4915-ad9a-aac9a9f8c4a1 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 3093 time: 0.3404927 Aug 10 03:52:47.071367 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3c88d1e9-66f6-410b-b371-ee6111316310 req-865a04b7-c30d-4fb4-a39c-ae9e766140b8 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4848363 Aug 10 03:52:47.101910 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8a4a71ad-905d-407c-8e57-d6fe58a16886 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.112816 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b37c7091-245d-473f-96ef-781f630251b3 req-c2a4dacd-5515-4287-ab01-44df82395bba tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108885 Aug 10 03:52:47.143554 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8a4a71ad-905d-407c-8e57-d6fe58a16886 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Transition to ACTIVE for port object 689d1191-90af-45a6-9b31-5a0d267b556e will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:47.183432 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-092a83cf-8c9b-4b6b-b285-1c4ed8aa12f9 req-74f7ec8b-f520-4209-88a4-d4e0d0c908a9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497283 Aug 10 03:52:47.189966 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b894586-6449-4470-bc7c-20e003e35034 req-4db45d46-e78f-4458-92a2-dcca5320a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:47.191561 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2b894586-6449-4470-bc7c-20e003e35034 req-4db45d46-e78f-4458-92a2-dcca5320a39a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=518fa0d68256485d8c15c7ca946355d2&device_id=57034e56-471e-4c9e-a41f-d0f7b3b20151 HTTP/1.1" status: 200 len: 1094 time: 0.1115944 Aug 10 03:52:47.297525 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0475669a-1811-4ed0-8061-8cfc1fa6ff6e req-db634cf3-4046-4ba6-bde9-16071c23c661 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 210 time: 0.0330703 Aug 10 03:52:47.321840 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8a4a71ad-905d-407c-8e57-d6fe58a16886 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.398463 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddb0f4-58fd-4969-83e3-7fb7cfdc426b req-1f064b40-3ac2-4a45-8082-f02022ad5a83 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:47.401906 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aaddb0f4-58fd-4969-83e3-7fb7cfdc426b req-1f064b40-3ac2-4a45-8082-f02022ad5a83 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.20 "GET /v2.0/ports?device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 945 time: 0.2067428 Aug 10 03:52:47.447035 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8a4a71ad-905d-407c-8e57-d6fe58a16886 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Network fc4bc8cd-9681-4c48-a384-e9912b245b99 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:47.450707 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8a4a71ad-905d-407c-8e57-d6fe58a16886 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:47.452801 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8a4a71ad-905d-407c-8e57-d6fe58a16886 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:47.461649 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a71ad-905d-407c-8e57-d6fe58a16886 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Pushing event updated for resources: {'Port': ['ID=689d1191-90af-45a6-9b31-5a0d267b556e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:47.538463 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8a4a71ad-905d-407c-8e57-d6fe58a16886 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:47.539306 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8a4a71ad-905d-407c-8e57-d6fe58a16886 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.572968 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b894586-6449-4470-bc7c-20e003e35034 req-453d9de5-dd2f-4cd2-8379-cac9fb73eabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:47.581275 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2b894586-6449-4470-bc7c-20e003e35034 req-453d9de5-dd2f-4cd2-8379-cac9fb73eabe service neutron] 10.222.0.68 "GET /v2.0/networks?id=e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 HTTP/1.1" status: 200 len: 916 time: 0.3646786 Aug 10 03:52:47.692366 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8a4a71ad-905d-407c-8e57-d6fe58a16886 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0693264 Aug 10 03:52:47.724549 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2b894586-6449-4470-bc7c-20e003e35034 req-448acdad-051e-4c3b-a3aa-34c6e1330a54 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed6455dc-b4fc-4864-a2a1-c9c2324c8db1 HTTP/1.1" status: 200 len: 217 time: 0.0840132 Aug 10 03:52:47.738003 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2030e4b6-316b-49a4-8151-e52ed59d827a service neutron] Request body: {'port': {'device_id': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:47.792767 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0100c-3e89-433a-af95-aa80ae4f2386 req-d5c3ed9d-c6aa-4711-b71b-c8448836ade8 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:47.803750 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90a0100c-3e89-433a-af95-aa80ae4f2386 req-d5c3ed9d-c6aa-4711-b71b-c8448836ade8 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/ports?device_id=6befb863-52f1-4625-b833-757fbcc5c34b HTTP/1.1" status: 200 len: 947 time: 0.1701927 Aug 10 03:52:47.828945 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b894586-6449-4470-bc7c-20e003e35034 req-d47b7347-3fe8-4d39-86d4-f1dae9617aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:47.831228 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2b894586-6449-4470-bc7c-20e003e35034 req-d47b7347-3fe8-4d39-86d4-f1dae9617aee service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6a4191d9-e64e-4743-823a-6d34a29ab994 HTTP/1.1" status: 200 len: 855 time: 0.0975728 Aug 10 03:52:47.839091 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2030e4b6-316b-49a4-8151-e52ed59d827a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.926127 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2b894586-6449-4470-bc7c-20e003e35034 req-c7c2692a-ace4-4d1d-8cbd-c5c6af22c728 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=e74c04aa-4182-4fb7-9ce2-cf2690adb1f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827301 Aug 10 03:52:47.933567 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-aaddb0f4-58fd-4969-83e3-7fb7cfdc426b req-5513606c-65f3-4344-ab99-53c5911d2fc3 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Deleting port 4654b648-825c-4823-ba74-3e5f61479c58 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:47.936077 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-aaddb0f4-58fd-4969-83e3-7fb7cfdc426b req-5513606c-65f3-4344-ab99-53c5911d2fc3 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:47.938887 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90a0100c-3e89-433a-af95-aa80ae4f2386 req-66922cef-31a3-4ee0-8d1e-5142e35f9d45 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/security-groups?id=debb343a-75e6-450f-947c-4139ad6c6895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341252 Aug 10 03:52:48.046284 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6a4d90e9-9846-4dcf-86e9-41ad4cac759d None None] Provisioning for port 689d1191-90af-45a6-9b31-5a0d267b556e completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:48.051453 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6a4d90e9-9846-4dcf-86e9-41ad4cac759d None None] Provisioning complete for port 689d1191-90af-45a6-9b31-5a0d267b556e triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:48.052109 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6a4d90e9-9846-4dcf-86e9-41ad4cac759d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.121929 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-6a4d90e9-9846-4dcf-86e9-41ad4cac759d None None] Port 689d1191-90af-45a6-9b31-5a0d267b556e cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:52:48.234023 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf890a-98b4-4a79-bf0e-885771a4d725 req-02713575-95a8-42cf-8f7c-13858c67c7ab tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:48.244663 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-caaf890a-98b4-4a79-bf0e-885771a4d725 req-02713575-95a8-42cf-8f7c-13858c67c7ab tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c HTTP/1.1" status: 200 len: 945 time: 0.0925071 Aug 10 03:52:48.306141 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-aaddb0f4-58fd-4969-83e3-7fb7cfdc426b req-5513606c-65f3-4344-ab99-53c5911d2fc3 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] For port 4654b648-825c-4823-ba74-3e5f61479c58, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=4654b648-825c-4823-ba74-3e5f61479c58,segment=NetworkSegment(812a0f1c-bdad-4ac0-a285-5f050f5a3dc6),segment_id=812a0f1c-bdad-4ac0-a285-5f050f5a3dc6)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:48.309675 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-aaddb0f4-58fd-4969-83e3-7fb7cfdc426b req-5513606c-65f3-4344-ab99-53c5911d2fc3 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.399371 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-caaf890a-98b4-4a79-bf0e-885771a4d725 req-0f9a3f2e-9226-4003-84e0-be54f361c9dd tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff38f70-152f-465a-b256-1de92b769116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519132 Aug 10 03:52:48.463999 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2b894586-6449-4470-bc7c-20e003e35034 req-36cd752d-4607-4508-87f3-ce173de438bb service neutron] 10.222.0.68 "GET /v2.0/networks/e74c04aa-4182-4fb7-9ce2-cf2690adb1f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286617 Aug 10 03:52:48.622559 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device ed6455dc-b4fc-4864-a2a1-c9c2324c8db1 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:52:48.660424 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2b894586-6449-4470-bc7c-20e003e35034 req-5d6afa83-3ea7-4bd4-b44a-0d7e36234799 service neutron] 10.222.0.68 "GET /v2.0/networks/e74c04aa-4182-4fb7-9ce2-cf2690adb1f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753385 Aug 10 03:52:48.674157 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077f788-d5d9-4094-a86e-705468d252f9 req-9be581ae-a449-40b6-95db-625b73dd2509 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:48.684758 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5077f788-d5d9-4094-a86e-705468d252f9 req-9be581ae-a449-40b6-95db-625b73dd2509 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 945 time: 0.5504973 Aug 10 03:52:48.723345 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2030e4b6-316b-49a4-8151-e52ed59d827a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5bd3815-002e-4d67-be39-954b17157f18 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:52:48.741349 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2030e4b6-316b-49a4-8151-e52ed59d827a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.790961 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83fbd5-a9b4-49d0-a0e2-00c6199dea93 req-8142cde8-e1bb-4988-93c4-2b31da062e6c tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:48.805170 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-be83fbd5-a9b4-49d0-a0e2-00c6199dea93 req-8142cde8-e1bb-4988-93c4-2b31da062e6c tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=57034e56-471e-4c9e-a41f-d0f7b3b20151 HTTP/1.1" status: 200 len: 943 time: 0.2476194 Aug 10 03:52:48.820877 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2030e4b6-316b-49a4-8151-e52ed59d827a service neutron] Transition to ACTIVE for port object c5bd3815-002e-4d67-be39-954b17157f18 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:48.842031 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port ed6455dc-b4fc-4864-a2a1-c9c2324c8db1, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=ed6455dc-b4fc-4864-a2a1-c9c2324c8db1,segment=NetworkSegment(438f092c-63d3-4c8c-b4b5-84c92a8890bc),segment_id=438f092c-63d3-4c8c-b4b5-84c92a8890bc)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:48.866817 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'ed6455dc-b4fc-4864-a2a1-c9c2324c8db1', 'network_id': 'e74c04aa-4182-4fb7-9ce2-cf2690adb1f4', 'port_id': 'ed6455dc-b4fc-4864-a2a1-c9c2324c8db1', 'mac_address': 'fa:16:3e:b7:23:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a4191d9-e64e-4743-823a-6d34a29ab994', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:52:48.906566 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-be83fbd5-a9b4-49d0-a0e2-00c6199dea93 req-c5d02a35-e528-4ec8-b2ec-7585c6a84ae9 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953214 Aug 10 03:52:48.917153 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2030e4b6-316b-49a4-8151-e52ed59d827a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.994466 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-aaddb0f4-58fd-4969-83e3-7fb7cfdc426b req-5513606c-65f3-4344-ab99-53c5911d2fc3 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.996689 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:48.999042 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-aaddb0f4-58fd-4969-83e3-7fb7cfdc426b req-5513606c-65f3-4344-ab99-53c5911d2fc3 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.000375 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [req-aaddb0f4-58fd-4969-83e3-7fb7cfdc426b req-5513606c-65f3-4344-ab99-53c5911d2fc3 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Floating IP e0a37c63-73e9-4b5a-accf-9877a7d78cfa disassociated. External IP: 172.25.0.4, port: 4654b648-825c-4823-ba74-3e5f61479c58. Aug 10 03:52:49.002970 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-aaddb0f4-58fd-4969-83e3-7fb7cfdc426b req-5513606c-65f3-4344-ab99-53c5911d2fc3 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Calling delete_port for 4654b648-825c-4823-ba74-3e5f61479c58 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:49.038215 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed6455dc-b4fc-4864-a2a1-c9c2324c8db1 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:52:49.096767 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port ed6455dc-b4fc-4864-a2a1-c9c2324c8db1, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=ed6455dc-b4fc-4864-a2a1-c9c2324c8db1,segment=NetworkSegment(438f092c-63d3-4c8c-b4b5-84c92a8890bc),segment_id=438f092c-63d3-4c8c-b4b5-84c92a8890bc)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:49.145587 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030e4b6-316b-49a4-8151-e52ed59d827a service neutron] Pushing event updated for resources: {'Port': ['ID=c5bd3815-002e-4d67-be39-954b17157f18,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:49.192405 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.279830 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device a382d0ab-72d0-4212-a122-2f98df6ffc44 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:52:49.288951 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de907af5-64f8-49db-977d-41ad38d53a30 req-3dfe44b5-a7a2-4a06-b15d-f40d058e035b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:49.301840 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de907af5-64f8-49db-977d-41ad38d53a30 req-3dfe44b5-a7a2-4a06-b15d-f40d058e035b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:49.321951 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de907af5-64f8-49db-977d-41ad38d53a30 req-3dfe44b5-a7a2-4a06-b15d-f40d058e035b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:49.325537 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5077f788-d5d9-4094-a86e-705468d252f9 req-0c56bbbc-b665-49de-997b-565101023524 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/security-groups?id=0639bd95-6396-4516-b213-71e9bb76a018&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6397181 Aug 10 03:52:49.332651 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de907af5-64f8-49db-977d-41ad38d53a30 req-3dfe44b5-a7a2-4a06-b15d-f40d058e035b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:49.347172 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de907af5-64f8-49db-977d-41ad38d53a30 req-3dfe44b5-a7a2-4a06-b15d-f40d058e035b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:49.347172 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-de907af5-64f8-49db-977d-41ad38d53a30 req-3dfe44b5-a7a2-4a06-b15d-f40d058e035b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 3826 time: 0.2805119 Aug 10 03:52:49.367105 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-aaddb0f4-58fd-4969-83e3-7fb7cfdc426b req-5513606c-65f3-4344-ab99-53c5911d2fc3 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.404496 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2030e4b6-316b-49a4-8151-e52ed59d827a service neutron] Attempting to bind port c5bd3815-002e-4d67-be39-954b17157f18 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:49.404869 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2030e4b6-316b-49a4-8151-e52ed59d827a service neutron] Attempting to bind port c5bd3815-002e-4d67-be39-954b17157f18 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'ac840d2f-22d8-4451-be0a-5884fabfcf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'af9d6125-2256-42d2-8b3b-ccaff09619e5'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:49.406357 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2030e4b6-316b-49a4-8151-e52ed59d827a service neutron] Attempting to bind port c5bd3815-002e-4d67-be39-954b17157f18 on network af9d6125-2256-42d2-8b3b-ccaff09619e5 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:49.482370 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513606c-65f3-4344-ab99-53c5911d2fc3 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Pushing event deleted for resources: {'Port': ['ID=4654b648-825c-4823-ba74-3e5f61479c58,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:49.529814 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2030e4b6-316b-49a4-8151-e52ed59d827a service neutron] Port c5bd3815-002e-4d67-be39-954b17157f18 on network af9d6125-2256-42d2-8b3b-ccaff09619e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:52:49.535240 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2030e4b6-316b-49a4-8151-e52ed59d827a service neutron] Attempting to bind port c5bd3815-002e-4d67-be39-954b17157f18 on network af9d6125-2256-42d2-8b3b-ccaff09619e5 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:49.554305 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2030e4b6-316b-49a4-8151-e52ed59d827a service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:49.554911 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2030e4b6-316b-49a4-8151-e52ed59d827a service neutron] Checking segment: {'id': 'ac840d2f-22d8-4451-be0a-5884fabfcf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'af9d6125-2256-42d2-8b3b-ccaff09619e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:49.555311 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2030e4b6-316b-49a4-8151-e52ed59d827a service neutron] Bound using segment: {'id': 'ac840d2f-22d8-4451-be0a-5884fabfcf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'af9d6125-2256-42d2-8b3b-ccaff09619e5'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:49.555822 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2030e4b6-316b-49a4-8151-e52ed59d827a service neutron] Bound port: c5bd3815-002e-4d67-be39-954b17157f18, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac840d2f-22d8-4451-be0a-5884fabfcf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'af9d6125-2256-42d2-8b3b-ccaff09619e5'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:49.556145 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2030e4b6-316b-49a4-8151-e52ed59d827a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:49.578278 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-04bf7fba-153c-4577-8efe-c083bdff747e req-ca574214-f5ee-438a-81fd-d717bb7631ab tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 210 time: 0.0797327 Aug 10 03:52:49.679293 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port a382d0ab-72d0-4212-a122-2f98df6ffc44, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=a382d0ab-72d0-4212-a122-2f98df6ffc44,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:49.714276 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'a382d0ab-72d0-4212-a122-2f98df6ffc44', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': 'a382d0ab-72d0-4212-a122-2f98df6ffc44', 'mac_address': 'fa:16:3e:f7:7e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:52:49.716598 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=ed6455dc-b4fc-4864-a2a1-c9c2324c8db1,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:49.746656 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['ed6455dc-b4fc-4864-a2a1-c9c2324c8db1'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:52:49.814516 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382dcdb3-3deb-4cc0-a052-8cd9e3aeaf01 req-f2d60885-2151-45db-86f9-446a227de3e1 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:49.817688 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-382dcdb3-3deb-4cc0-a052-8cd9e3aeaf01 req-f2d60885-2151-45db-86f9-446a227de3e1 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c HTTP/1.1" status: 200 len: 945 time: 0.4720345 Aug 10 03:52:49.839415 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaddb0f4-58fd-4969-83e3-7fb7cfdc426b req-5513606c-65f3-4344-ab99-53c5911d2fc3 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Router 7256a5cf-081f-4511-86d0-23c3affc0c37 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:52:49.863171 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:49.874765 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-de907af5-64f8-49db-977d-41ad38d53a30 req-705ced54-98ab-41cc-88b3-fc98ad9d4d2c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4766045 Aug 10 03:52:49.877617 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:49.878146 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:49.883923 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:49.884285 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:49.884644 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:49.885017 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:49.885892 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:49.886292 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:49.886624 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:49.887113 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:49.887612 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:49.937090 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2030e4b6-316b-49a4-8151-e52ed59d827a service neutron] For port c5bd3815-002e-4d67-be39-954b17157f18, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:49.968314 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2030e4b6-316b-49a4-8151-e52ed59d827a service neutron] For port c5bd3815-002e-4d67-be39-954b17157f18, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c5bd3815-002e-4d67-be39-954b17157f18,segment=NetworkSegment(ac840d2f-22d8-4451-be0a-5884fabfcf90),segment_id=ac840d2f-22d8-4451-be0a-5884fabfcf90)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:50.002883 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60570) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:50.039987 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3d214-ba63-49f6-b369-81e7179321a9 req-e880cb1a-7e5c-4014-9593-f265376a5e43 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:50.041642 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1ec3d214-ba63-49f6-b369-81e7179321a9 req-e880cb1a-7e5c-4014-9593-f265376a5e43 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/ports?device_id=6befb863-52f1-4625-b833-757fbcc5c34b HTTP/1.1" status: 200 len: 947 time: 0.2556584 Aug 10 03:52:50.061357 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaddb0f4-58fd-4969-83e3-7fb7cfdc426b req-5513606c-65f3-4344-ab99-53c5911d2fc3 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:52:50.083707 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9eca32c-ad29-485e-ba75-46eddfaabb42 None None] Sync routers for ids ['7256a5cf-081f-4511-86d0-23c3affc0c37'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:52:50.094648 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.100950 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eca32c-ad29-485e-ba75-46eddfaabb42 None None] Routers {'7256a5cf-081f-4511-86d0-23c3affc0c37'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:50.101589 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d9eca32c-ad29-485e-ba75-46eddfaabb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:52:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['7256a5cf-081f-4511-86d0-23c3affc0c37'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:50.156406 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a382d0ab-72d0-4212-a122-2f98df6ffc44 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:52:50.201172 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port a382d0ab-72d0-4212-a122-2f98df6ffc44, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=a382d0ab-72d0-4212-a122-2f98df6ffc44,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:50.219127 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaddb0f4-58fd-4969-83e3-7fb7cfdc426b req-5513606c-65f3-4344-ab99-53c5911d2fc3 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] No DVR routers for this DVR port 4654b648-825c-4823-ba74-3e5f61479c58 on host n-h2-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:50.223888 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-aaddb0f4-58fd-4969-83e3-7fb7cfdc426b req-5513606c-65f3-4344-ab99-53c5911d2fc3 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.226514 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aaddb0f4-58fd-4969-83e3-7fb7cfdc426b req-5513606c-65f3-4344-ab99-53c5911d2fc3 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.20 "DELETE /v2.0/ports/4654b648-825c-4823-ba74-3e5f61479c58 HTTP/1.1" status: 204 len: 173 time: 2.8066878 Aug 10 03:52:50.227411 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ef42d5b-c965-45b0-a25e-0048c87e5a3a', 'name': 'network-vif-deleted', 'tag': '4654b648-825c-4823-ba74-3e5f61479c58'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:50.230048 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e6ed08-d3ca-401e-bad7-41aeda4a93ac" -d '{"events": [{"server_uuid": "4ef42d5b-c965-45b0-a25e-0048c87e5a3a", "name": "network-vif-deleted", "tag": "4654b648-825c-4823-ba74-3e5f61479c58"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:50.239503 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f5f1a-de61-4ba3-b634-bb21fb1ec701 req-ba1eca6b-5f9c-4984-84a0-784535e07284 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:50.240056 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1ec3d214-ba63-49f6-b369-81e7179321a9 req-1866d5f3-0524-4be4-81a7-6732a146fd3f tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/security-groups?id=debb343a-75e6-450f-947c-4139ad6c6895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858258 Aug 10 03:52:50.243266 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-659f5f1a-de61-4ba3-b634-bb21fb1ec701 req-ba1eca6b-5f9c-4984-84a0-784535e07284 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c HTTP/1.1" status: 200 len: 945 time: 0.1857393 Aug 10 03:52:50.247851 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2030e4b6-316b-49a4-8151-e52ed59d827a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.327921 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-34e3a460-f868-4dcf-8965-31641672cfeb tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:50.347330 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-382dcdb3-3deb-4cc0-a052-8cd9e3aeaf01 req-b97f5455-0a4e-497d-b668-d376499b24f1 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Deleting port 600d9bd9-2c37-4b10-ac74-b88b3738d1c7 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:50.347687 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-382dcdb3-3deb-4cc0-a052-8cd9e3aeaf01 req-b97f5455-0a4e-497d-b668-d376499b24f1 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.357360 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.377991 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-d9eca32c-ad29-485e-ba75-46eddfaabb42 None None] Set router 7256a5cf-081f-4511-86d0-23c3affc0c37 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:50.461957 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2030e4b6-316b-49a4-8151-e52ed59d827a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:50.463545 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2030e4b6-316b-49a4-8151-e52ed59d827a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.465701 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2030e4b6-316b-49a4-8151-e52ed59d827a service neutron] 10.222.0.20 "PUT /v2.0/ports/c5bd3815-002e-4d67-be39-954b17157f18 HTTP/1.1" status: 200 len: 1091 time: 2.7400205 Aug 10 03:52:50.466580 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2030e4b6-316b-49a4-8151-e52ed59d827a service neutron] Pushing event updated for resources: {'Port': ['ID=c5bd3815-002e-4d67-be39-954b17157f18,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:50.471559 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=a382d0ab-72d0-4212-a122-2f98df6ffc44,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:50.472909 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8441c07-ae00-4a4f-91e9-c7d94307af63 req-bce9dfd9-d4f8-4cb8-82bf-d28e3ff7e099 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:50.484480 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e8441c07-ae00-4a4f-91e9-c7d94307af63 req-bce9dfd9-d4f8-4cb8-82bf-d28e3ff7e099 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=57034e56-471e-4c9e-a41f-d0f7b3b20151 HTTP/1.1" status: 200 len: 944 time: 0.1186361 Aug 10 03:52:50.568061 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e8441c07-ae00-4a4f-91e9-c7d94307af63 req-4020dc79-7c7c-4ba8-b266-b6b4badc7a2a tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825198 Aug 10 03:52:50.568812 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-34e3a460-f868-4dcf-8965-31641672cfeb tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.621547 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-382dcdb3-3deb-4cc0-a052-8cd9e3aeaf01 req-b97f5455-0a4e-497d-b668-d376499b24f1 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] For port 600d9bd9-2c37-4b10-ac74-b88b3738d1c7, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=600d9bd9-2c37-4b10-ac74-b88b3738d1c7,segment=NetworkSegment(d41f39b2-01b8-4941-9a6e-431a94bd1bc6),segment_id=d41f39b2-01b8-4941-9a6e-431a94bd1bc6)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:50.623535 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-382dcdb3-3deb-4cc0-a052-8cd9e3aeaf01 req-b97f5455-0a4e-497d-b668-d376499b24f1 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.699337 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5873d0-76af-44fd-92be-ffe41d4bd7b7 x-openstack-request-id: req-dc5873d0-76af-44fd-92be-ffe41d4bd7b7 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:50.699719 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ef42d5b-c965-45b0-a25e-0048c87e5a3a", "name": "network-vif-deleted", "tag": "4654b648-825c-4823-ba74-3e5f61479c58", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:50.699913 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc5873d0-76af-44fd-92be-ffe41d4bd7b7 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:50.700324 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ef42d5b-c965-45b0-a25e-0048c87e5a3a', 'name': 'network-vif-deleted', 'tag': '4654b648-825c-4823-ba74-3e5f61479c58', 'status': 'completed', 'code': 200} Aug 10 03:52:50.709461 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['a382d0ab-72d0-4212-a122-2f98df6ffc44'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:52:50.859384 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d18d3aa8-f243-4926-85b2-0a1cf65c2828 req-fc103fb4-b7da-4005-82ae-1e3a825c8ec8 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 210 time: 0.0805249 Aug 10 03:52:50.933047 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-34e3a460-f868-4dcf-8965-31641672cfeb tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.936656 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d9eca32c-ad29-485e-ba75-46eddfaabb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'name': 'tempest-ServersTestBootFromVolume-1341046435-router', 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6d661210-5be2-424a-ac72-bb6127202ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:20Z', 'updated_at': '2021-08-10T03:48:30Z', 'revision_number': 4, 'project_id': 'd216423445e7417ebda781341e2866d3', 'gw_port': {'id': '6d661210-5be2-424a-ac72-bb6127202ed3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:21Z', 'updated_at': '2021-08-10T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '4b7458e5-76ef-4e46-82f5-cc7109f35c5f', 'name': '', 'network_id': '1ca020ad-1aaa-41d6-9111-46f9d3246bb6', 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'mac_address': 'fa:16:3e:3d:87:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'df76a7ea-7a2f-4a90-9ce1-92f4bebee059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:28Z', 'updated_at': '2021-08-10T03:48:37Z', 'revision_number': 5, 'project_id': 'd216423445e7417ebda781341e2866d3', 'subnets': [{'id': 'df76a7ea-7a2f-4a90-9ce1-92f4bebee059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:50.961485 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-382dcdb3-3deb-4cc0-a052-8cd9e3aeaf01 req-b97f5455-0a4e-497d-b668-d376499b24f1 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.962020 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-382dcdb3-3deb-4cc0-a052-8cd9e3aeaf01 req-b97f5455-0a4e-497d-b668-d376499b24f1 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:50.962126 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [req-382dcdb3-3deb-4cc0-a052-8cd9e3aeaf01 req-b97f5455-0a4e-497d-b668-d376499b24f1 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Floating IP 2e3a541f-0de5-4c0c-8ef9-5807fed22c84 disassociated. External IP: 172.25.0.150, port: 600d9bd9-2c37-4b10-ac74-b88b3738d1c7. Aug 10 03:52:50.962470 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-382dcdb3-3deb-4cc0-a052-8cd9e3aeaf01 req-b97f5455-0a4e-497d-b668-d376499b24f1 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Calling delete_port for 600d9bd9-2c37-4b10-ac74-b88b3738d1c7 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:50.999338 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9eca32c-ad29-485e-ba75-46eddfaabb42 None None] Checking router: 7256a5cf-081f-4511-86d0-23c3affc0c37 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:52:51.029418 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eca32c-ad29-485e-ba75-46eddfaabb42 None None] Routers {'7256a5cf-081f-4511-86d0-23c3affc0c37'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:51.036295 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d9eca32c-ad29-485e-ba75-46eddfaabb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:52:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['7256a5cf-081f-4511-86d0-23c3affc0c37'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:51.152190 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-003659d0-7217-49ae-bba6-5f96c92912e8 req-faf92349-afe4-4389-950b-0a229051e959 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 210 time: 0.0751505 Aug 10 03:52:51.191380 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'tag': 'c5bd3815-002e-4d67-be39-954b17157f18'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:51.193939 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f6620b-3024-4118-b1d9-5f5c448feda1" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "tag": "c5bd3815-002e-4d67-be39-954b17157f18"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:51.207015 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0f2a17bb-731b-45d2-86ce-84e37a8a9288 service neutron] Request body: {'port': {'device_id': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:51.259289 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-d9eca32c-ad29-485e-ba75-46eddfaabb42 None None] Set router 7256a5cf-081f-4511-86d0-23c3affc0c37 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:51.299688 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 4654b648-825c-4823-ba74-3e5f61479c58 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:51.301270 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-34e3a460-f868-4dcf-8965-31641672cfeb tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Allocated IP 172.25.0.84 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/f0d8756c-9f1b-412e-b8d2-b8345c484d82) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:51.339864 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-659f5f1a-de61-4ba3-b634-bb21fb1ec701 req-9b00a936-98cd-433d-b239-6056fa6870e8 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff38f70-152f-465a-b256-1de92b769116&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0112100 Aug 10 03:52:51.355310 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0f2a17bb-731b-45d2-86ce-84e37a8a9288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.388393 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-382dcdb3-3deb-4cc0-a052-8cd9e3aeaf01 req-b97f5455-0a4e-497d-b668-d376499b24f1 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.399590 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 4654b648-825c-4823-ba74-3e5f61479c58 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:51.399944 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 4654b648-825c-4823-ba74-3e5f61479c58 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:51.402700 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 600d9bd9-2c37-4b10-ac74-b88b3738d1c7 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:52:51.459649 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 600d9bd9-2c37-4b10-ac74-b88b3738d1c7 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:52:51.460051 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 600d9bd9-2c37-4b10-ac74-b88b3738d1c7 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:52:51.517931 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f5455-0a4e-497d-b668-d376499b24f1 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Pushing event deleted for resources: {'Port': ['ID=600d9bd9-2c37-4b10-ac74-b88b3738d1c7,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:51.526213 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8b836c-62f0-4c45-8513-a6f72f75af62 x-openstack-request-id: req-cd8b836c-62f0-4c45-8513-a6f72f75af62 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:51.526725 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "tag": "c5bd3815-002e-4d67-be39-954b17157f18", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:51.527419 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd8b836c-62f0-4c45-8513-a6f72f75af62 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:51.528045 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'tag': 'c5bd3815-002e-4d67-be39-954b17157f18', 'status': 'completed', 'code': 200} Aug 10 03:52:51.623739 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3b7da-26e2-404d-9b1e-a7ab09eba6f4 req-f9b9646e-b844-4f2f-8d69-4dfb84704fb0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:51.630384 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3b7da-26e2-404d-9b1e-a7ab09eba6f4 req-f9b9646e-b844-4f2f-8d69-4dfb84704fb0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:51.636553 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3b7da-26e2-404d-9b1e-a7ab09eba6f4 req-f9b9646e-b844-4f2f-8d69-4dfb84704fb0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:51.645422 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3b7da-26e2-404d-9b1e-a7ab09eba6f4 req-f9b9646e-b844-4f2f-8d69-4dfb84704fb0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:51.651630 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3b7da-26e2-404d-9b1e-a7ab09eba6f4 req-f9b9646e-b844-4f2f-8d69-4dfb84704fb0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:51.660112 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-89b3b7da-26e2-404d-9b1e-a7ab09eba6f4 req-f9b9646e-b844-4f2f-8d69-4dfb84704fb0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 3826 time: 0.2574813 Aug 10 03:52:51.679255 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-34e3a460-f868-4dcf-8965-31641672cfeb tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:51.737233 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-89b3b7da-26e2-404d-9b1e-a7ab09eba6f4 req-96e67b40-8802-4354-966c-089bfd5caa2d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761766 Aug 10 03:52:51.750383 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6620b-3024-4118-b1d9-5f5c448feda1 req-13fda4c0-174b-4dd3-b305-56bbcf063add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:51.756647 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6620b-3024-4118-b1d9-5f5c448feda1 req-13fda4c0-174b-4dd3-b305-56bbcf063add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:51.761691 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6620b-3024-4118-b1d9-5f5c448feda1 req-13fda4c0-174b-4dd3-b305-56bbcf063add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:51.762336 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6620b-3024-4118-b1d9-5f5c448feda1 req-13fda4c0-174b-4dd3-b305-56bbcf063add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:51.762973 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6620b-3024-4118-b1d9-5f5c448feda1 req-13fda4c0-174b-4dd3-b305-56bbcf063add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:51.765036 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-48f6620b-3024-4118-b1d9-5f5c448feda1 req-13fda4c0-174b-4dd3-b305-56bbcf063add service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7613e46ecb1e44beabb9108ddbbb4b81&device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 4361 time: 0.2065899 Aug 10 03:52:51.812802 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:52:51.909197 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d9eca32c-ad29-485e-ba75-46eddfaabb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'name': 'tempest-ServersTestBootFromVolume-1341046435-router', 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6d661210-5be2-424a-ac72-bb6127202ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:20Z', 'updated_at': '2021-08-10T03:48:30Z', 'revision_number': 4, 'project_id': 'd216423445e7417ebda781341e2866d3', 'gw_port': {'id': '6d661210-5be2-424a-ac72-bb6127202ed3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:21Z', 'updated_at': '2021-08-10T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '4b7458e5-76ef-4e46-82f5-cc7109f35c5f', 'name': '', 'network_id': '1ca020ad-1aaa-41d6-9111-46f9d3246bb6', 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'mac_address': 'fa:16:3e:3d:87:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'df76a7ea-7a2f-4a90-9ce1-92f4bebee059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:28Z', 'updated_at': '2021-08-10T03:48:37Z', 'revision_number': 5, 'project_id': 'd216423445e7417ebda781341e2866d3', 'subnets': [{'id': 'df76a7ea-7a2f-4a90-9ce1-92f4bebee059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:51.978343 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a2b32-b894-405c-9525-16d0e87178a8 req-efce5a99-2c3e-46d5-9a79-df552d243ce7 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:51.980710 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9eca32c-ad29-485e-ba75-46eddfaabb42 None None] The sync data for ids ['7256a5cf-081f-4511-86d0-23c3affc0c37'] in n-d-802893-2 is: [{'id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'name': 'tempest-ServersTestBootFromVolume-1341046435-router', 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6d661210-5be2-424a-ac72-bb6127202ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:20Z', 'updated_at': '2021-08-10T03:48:30Z', 'revision_number': 4, 'project_id': 'd216423445e7417ebda781341e2866d3', 'gw_port': {'id': '6d661210-5be2-424a-ac72-bb6127202ed3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:21Z', 'updated_at': '2021-08-10T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '4b7458e5-76ef-4e46-82f5-cc7109f35c5f', 'name': '', 'network_id': '1ca020ad-1aaa-41d6-9111-46f9d3246bb6', 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'mac_address': 'fa:16:3e:3d:87:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': 'df76a7ea-7a2f-4a90-9ce1-92f4bebee059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:28Z', 'updated_at': '2021-08-10T03:48:37Z', 'revision_number': 5, 'project_id': 'd216423445e7417ebda781341e2866d3', 'subnets': [{'id': 'df76a7ea-7a2f-4a90-9ce1-92f4bebee059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:52:51.994114 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cd5a2b32-b894-405c-9525-16d0e87178a8 req-efce5a99-2c3e-46d5-9a79-df552d243ce7 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=57034e56-471e-4c9e-a41f-d0f7b3b20151 HTTP/1.1" status: 200 len: 944 time: 0.1178575 Aug 10 03:52:52.052820 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-34e3a460-f868-4dcf-8965-31641672cfeb tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:52.108603 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff316c-ddcc-4fc9-b75d-fc93659e5bba req-32401c41-d950-49da-a3fa-c840fe18fcba tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:52.110802 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-01ff316c-ddcc-4fc9-b75d-fc93659e5bba req-32401c41-d950-49da-a3fa-c840fe18fcba tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/ports?device_id=6befb863-52f1-4625-b833-757fbcc5c34b HTTP/1.1" status: 200 len: 948 time: 0.4266624 Aug 10 03:52:52.140681 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6620b-3024-4118-b1d9-5f5c448feda1 req-2e7d9765-5232-44a5-a260-e1e1bad168c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:52.141451 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6620b-3024-4118-b1d9-5f5c448feda1 req-2e7d9765-5232-44a5-a260-e1e1bad168c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:52.142087 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6620b-3024-4118-b1d9-5f5c448feda1 req-2e7d9765-5232-44a5-a260-e1e1bad168c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:52.146710 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-48f6620b-3024-4118-b1d9-5f5c448feda1 req-2e7d9765-5232-44a5-a260-e1e1bad168c3 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7613e46ecb1e44beabb9108ddbbb4b81&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3642914 Aug 10 03:52:52.213760 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e3a460-f868-4dcf-8965-31641672cfeb tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:52.259896 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [req-382dcdb3-3deb-4cc0-a052-8cd9e3aeaf01 req-b97f5455-0a4e-497d-b668-d376499b24f1 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Router 9b4567af-eccf-4112-be64-28b94d626855 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:52:52.269837 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-34e3a460-f868-4dcf-8965-31641672cfeb tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:52.282018 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e3a460-f868-4dcf-8965-31641672cfeb tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:52.304418 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cd5a2b32-b894-405c-9525-16d0e87178a8 req-bb5cd86a-d57b-4f54-bf63-fba0197f7ad7 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082979 Aug 10 03:52:52.304418 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3a460-f868-4dcf-8965-31641672cfeb tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Pushing event updated for resources: {'Port': ['ID=f0d8756c-9f1b-412e-b8d2-b8345c484d82,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:52.311838 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-01ff316c-ddcc-4fc9-b75d-fc93659e5bba req-5252da82-5ab3-4307-8d7c-4ffd273ebef3 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/security-groups?id=debb343a-75e6-450f-947c-4139ad6c6895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880839 Aug 10 03:52:52.422789 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca757bf-0776-4ff5-b3b9-629f4b63faf7 None None] New status for floating IP e0a37c63-73e9-4b5a-accf-9877a7d78cfa: DOWN {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:52:52.559018 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-34e3a460-f868-4dcf-8965-31641672cfeb tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:52.566278 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e3a460-f868-4dcf-8965-31641672cfeb tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:52.566758 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e3a460-f868-4dcf-8965-31641672cfeb tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:52.567196 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e3a460-f868-4dcf-8965-31641672cfeb tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:52.567605 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e3a460-f868-4dcf-8965-31641672cfeb tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:52.568086 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e3a460-f868-4dcf-8965-31641672cfeb tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:52.568488 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e3a460-f868-4dcf-8965-31641672cfeb tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:52.568903 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e3a460-f868-4dcf-8965-31641672cfeb tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:52.569301 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e3a460-f868-4dcf-8965-31641672cfeb tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:52.569696 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e3a460-f868-4dcf-8965-31641672cfeb tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:52.570140 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e3a460-f868-4dcf-8965-31641672cfeb tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:52.570534 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e3a460-f868-4dcf-8965-31641672cfeb tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:52.570924 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e3a460-f868-4dcf-8965-31641672cfeb tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:52:52.614994 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6620b-3024-4118-b1d9-5f5c448feda1 req-b3168af2-b9c2-4659-92d1-85474aa97c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:52.618492 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-48f6620b-3024-4118-b1d9-5f5c448feda1 req-b3168af2-b9c2-4659-92d1-85474aa97c56 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4574268 Aug 10 03:52:52.648328 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-857fc79d-d322-47b4-8144-f808e6d5c670 req-1045d73a-d373-4ade-bac0-bf6f533cccbf tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 210 time: 0.1723232 Aug 10 03:52:52.675712 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device ed6455dc-b4fc-4864-a2a1-c9c2324c8db1 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:52.754081 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-34e3a460-f868-4dcf-8965-31641672cfeb tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:52.857488 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port ed6455dc-b4fc-4864-a2a1-c9c2324c8db1 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:52.862894 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port ed6455dc-b4fc-4864-a2a1-c9c2324c8db1 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:52.863419 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:52.902325 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e77e8db2-b4aa-49b7-b009-b9a38e1d6532 req-49f05da6-dfd5-44f6-8b9f-d56364b04f13 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c HTTP/1.1" status: 200 len: 210 time: 0.0549114 Aug 10 03:52:53.065018 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:53.095793 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57034e56-471e-4c9e-a41f-d0f7b3b20151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6455dc-b4fc-4864-a2a1-c9c2324c8db1'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:53.098275 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778db0a4-823f-493a-81de-25e85b23d0ad" -d '{"events": [{"server_uuid": "57034e56-471e-4c9e-a41f-d0f7b3b20151", "name": "network-vif-plugged", "status": "completed", "tag": "ed6455dc-b4fc-4864-a2a1-c9c2324c8db1"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:53.120866 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port ed6455dc-b4fc-4864-a2a1-c9c2324c8db1, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=ed6455dc-b4fc-4864-a2a1-c9c2324c8db1,segment=NetworkSegment(438f092c-63d3-4c8c-b4b5-84c92a8890bc),segment_id=438f092c-63d3-4c8c-b4b5-84c92a8890bc)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:53.159535 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0f2a17bb-731b-45d2-86ce-84e37a8a9288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:52:53.168818 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0f2a17bb-731b-45d2-86ce-84e37a8a9288 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:53.170618 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34670040-4579-4226-af2b-7374e7c87147 req-72bbf331-4846-4d8a-828f-8413c8189ecb tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:53.177293 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34670040-4579-4226-af2b-7374e7c87147 req-72bbf331-4846-4d8a-828f-8413c8189ecb tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:53.182917 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0f2a17bb-731b-45d2-86ce-84e37a8a9288 service neutron] Transition to ACTIVE for port object 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:53.188490 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34670040-4579-4226-af2b-7374e7c87147 req-72bbf331-4846-4d8a-828f-8413c8189ecb tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:53.188650 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1ff6bb21-8598-474e-baf3-8169f5e850e4 req-59cb83ec-996b-4656-b0ca-eb75c4bf5c75 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 210 time: 0.7110064 Aug 10 03:52:53.190764 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34670040-4579-4226-af2b-7374e7c87147 req-72bbf331-4846-4d8a-828f-8413c8189ecb tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:53.198264 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34670040-4579-4226-af2b-7374e7c87147 req-72bbf331-4846-4d8a-828f-8413c8189ecb tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:53.200375 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-34670040-4579-4226-af2b-7374e7c87147 req-72bbf331-4846-4d8a-828f-8413c8189ecb tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 3826 time: 0.1795754 Aug 10 03:52:53.205528 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-34e3a460-f868-4dcf-8965-31641672cfeb tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:53.220094 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:53.236229 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-382dcdb3-3deb-4cc0-a052-8cd9e3aeaf01 req-b97f5455-0a4e-497d-b668-d376499b24f1 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:52:53.251926 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817d2b80-9fc7-447d-9c7f-8399666c822a None None] Sync routers for ids ['9b4567af-eccf-4112-be64-28b94d626855'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:52:53.267542 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817d2b80-9fc7-447d-9c7f-8399666c822a None None] Routers {'9b4567af-eccf-4112-be64-28b94d626855'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:53.272495 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-817d2b80-9fc7-447d-9c7f-8399666c822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:52:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['9b4567af-eccf-4112-be64-28b94d626855'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:53.303235 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-34670040-4579-4226-af2b-7374e7c87147 req-5a06c5a6-644a-4cd9-8d5e-3963640eb754 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928957 Aug 10 03:52:53.331289 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-382dcdb3-3deb-4cc0-a052-8cd9e3aeaf01 req-b97f5455-0a4e-497d-b668-d376499b24f1 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] No DVR routers for this DVR port 600d9bd9-2c37-4b10-ac74-b88b3738d1c7 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:52:53.333755 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0f2a17bb-731b-45d2-86ce-84e37a8a9288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:53.338125 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-382dcdb3-3deb-4cc0-a052-8cd9e3aeaf01 req-b97f5455-0a4e-497d-b668-d376499b24f1 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:53.345533 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-382dcdb3-3deb-4cc0-a052-8cd9e3aeaf01 req-b97f5455-0a4e-497d-b668-d376499b24f1 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.20 "DELETE /v2.0/ports/600d9bd9-2c37-4b10-ac74-b88b3738d1c7 HTTP/1.1" status: 204 len: 173 time: 3.4999652 Aug 10 03:52:53.379498 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=ed6455dc-b4fc-4864-a2a1-c9c2324c8db1,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:53.391387 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baec309b-0376-4787-ac42-f04042aba11e x-openstack-request-id: req-baec309b-0376-4787-ac42-f04042aba11e {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:53.392148 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57034e56-471e-4c9e-a41f-d0f7b3b20151", "name": "network-vif-plugged", "status": "completed", "tag": "ed6455dc-b4fc-4864-a2a1-c9c2324c8db1", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:53.392696 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-baec309b-0376-4787-ac42-f04042aba11e {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:53.394329 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57034e56-471e-4c9e-a41f-d0f7b3b20151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed6455dc-b4fc-4864-a2a1-c9c2324c8db1', 'code': 200} Aug 10 03:52:53.399853 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device a382d0ab-72d0-4212-a122-2f98df6ffc44 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:53.438193 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-34e3a460-f868-4dcf-8965-31641672cfeb tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:53.459200 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a17bb-731b-45d2-86ce-84e37a8a9288 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7de5ba-33bf-4c9f-b02d-0d1250755d4b,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:53.538599 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-817d2b80-9fc7-447d-9c7f-8399666c822a None None] Set router 9b4567af-eccf-4112-be64-28b94d626855 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:53.546568 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c', 'name': 'network-vif-deleted', 'tag': '600d9bd9-2c37-4b10-ac74-b88b3738d1c7'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:53.564503 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88184517-7729-43b1-bb1c-8d6989508a91" -d '{"events": [{"server_uuid": "b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c", "name": "network-vif-deleted", "tag": "600d9bd9-2c37-4b10-ac74-b88b3738d1c7"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:53.671501 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port a382d0ab-72d0-4212-a122-2f98df6ffc44 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:53.676948 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port a382d0ab-72d0-4212-a122-2f98df6ffc44 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:52:53.677313 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:53.744108 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebdb9a5-3003-4aa2-98dd-b7f049c3df6b req-66274062-c349-491a-b6c4-52d05b1acb5a tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:53.745938 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3ebdb9a5-3003-4aa2-98dd-b7f049c3df6b req-66274062-c349-491a-b6c4-52d05b1acb5a tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=57034e56-471e-4c9e-a41f-d0f7b3b20151 HTTP/1.1" status: 200 len: 945 time: 0.2642834 Aug 10 03:52:53.785932 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0c19e-f151-4736-b4ca-dd78c415d46a req-470d0657-2a3a-4639-a6aa-07775f23c308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:53.787973 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a9e0c19e-f151-4736-b4ca-dd78c415d46a req-470d0657-2a3a-4639-a6aa-07775f23c308 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=57034e56-471e-4c9e-a41f-d0f7b3b20151 HTTP/1.1" status: 200 len: 1096 time: 0.4500985 Aug 10 03:52:53.891767 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3ebdb9a5-3003-4aa2-98dd-b7f049c3df6b req-d2134414-78e1-476a-96d6-2b3be6a53ef0 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369729 Aug 10 03:52:53.893422 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0f2a17bb-731b-45d2-86ce-84e37a8a9288 service neutron] Attempting to bind port 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:53.893973 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0f2a17bb-731b-45d2-86ce-84e37a8a9288 service neutron] Attempting to bind port 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'fc65a185-2ca5-435d-8bdb-72122a46119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:53.894309 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0f2a17bb-731b-45d2-86ce-84e37a8a9288 service neutron] Attempting to bind port 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b on network 438e5aac-e98a-498a-962c-24a8dab08d84 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:53.911100 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0f2a17bb-731b-45d2-86ce-84e37a8a9288 service neutron] Port 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b on network 438e5aac-e98a-498a-962c-24a8dab08d84 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:52:53.911452 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0f2a17bb-731b-45d2-86ce-84e37a8a9288 service neutron] Attempting to bind port 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b on network 438e5aac-e98a-498a-962c-24a8dab08d84 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:53.918467 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0f2a17bb-731b-45d2-86ce-84e37a8a9288 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:53.948444 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0f2a17bb-731b-45d2-86ce-84e37a8a9288 service neutron] Checking segment: {'id': 'fc65a185-2ca5-435d-8bdb-72122a46119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:53.948444 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0f2a17bb-731b-45d2-86ce-84e37a8a9288 service neutron] Bound using segment: {'id': 'fc65a185-2ca5-435d-8bdb-72122a46119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:53.948444 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0f2a17bb-731b-45d2-86ce-84e37a8a9288 service neutron] Bound port: 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65a185-2ca5-435d-8bdb-72122a46119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:53.948444 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0f2a17bb-731b-45d2-86ce-84e37a8a9288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:53.948929 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e3a460-f868-4dcf-8965-31641672cfeb tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Pushing event updated for resources: {'Port': ['ID=f0d8756c-9f1b-412e-b8d2-b8345c484d82,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:53.949012 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:53.974527 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5192a0-8ef5-45f9-aed3-ea4843d84e74 req-f8e990ad-b8b8-4376-a93b-24b8e744c4ee tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:53.984566 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3d5192a0-8ef5-45f9-aed3-ea4843d84e74 req-f8e990ad-b8b8-4376-a93b-24b8e744c4ee tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/ports?device_id=6befb863-52f1-4625-b833-757fbcc5c34b HTTP/1.1" status: 200 len: 948 time: 0.3784773 Aug 10 03:52:54.004678 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port a382d0ab-72d0-4212-a122-2f98df6ffc44, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=a382d0ab-72d0-4212-a122-2f98df6ffc44,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:52:54.009886 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-34e3a460-f868-4dcf-8965-31641672cfeb tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.057346 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0f2a17bb-731b-45d2-86ce-84e37a8a9288 service neutron] For port 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:54.061990 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0f2a17bb-731b-45d2-86ce-84e37a8a9288 service neutron] For port 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=2c7de5ba-33bf-4c9f-b02d-0d1250755d4b,segment=NetworkSegment(fc65a185-2ca5-435d-8bdb-72122a46119f),segment_id=fc65a185-2ca5-435d-8bdb-72122a46119f)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:54.080240 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e595d1c-2c6a-4e63-8d49-1b184dd6f2da x-openstack-request-id: req-9e595d1c-2c6a-4e63-8d49-1b184dd6f2da {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:54.080978 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c", "name": "network-vif-deleted", "tag": "600d9bd9-2c37-4b10-ac74-b88b3738d1c7", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:54.081446 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e595d1c-2c6a-4e63-8d49-1b184dd6f2da {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:54.082393 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c', 'name': 'network-vif-deleted', 'tag': '600d9bd9-2c37-4b10-ac74-b88b3738d1c7', 'status': 'completed', 'code': 200} Aug 10 03:52:54.090996 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a9e0c19e-f151-4736-b4ca-dd78c415d46a req-08f838c8-643e-48de-8670-00b60c81bf48 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564206 Aug 10 03:52:54.092437 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-817d2b80-9fc7-447d-9c7f-8399666c822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4567af-eccf-4112-be64-28b94d626855', 'name': 'tempest-ServersTestFqdnHostnames-1875955359-router', 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:23Z', 'updated_at': '2021-08-10T03:50:28Z', 'revision_number': 4, 'project_id': '455216bb3ea34e1e9314603aca942071', 'gw_port': {'id': '03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4567af-eccf-4112-be64-28b94d626855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:25Z', 'updated_at': '2021-08-10T03:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '1e77aa05-fab9-4931-9efc-1573db2f4a5e', 'name': '', 'network_id': '92b87fe8-9d55-4b2e-9e12-e987835d0d07', 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'mac_address': 'fa:16:3e:65:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4567af-eccf-4112-be64-28b94d626855', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '2d781aa2-be8f-4750-961d-b5a631d74df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:27Z', 'updated_at': '2021-08-10T03:50:35Z', 'revision_number': 5, 'project_id': '455216bb3ea34e1e9314603aca942071', 'subnets': [{'id': '2d781aa2-be8f-4750-961d-b5a631d74df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:54.112747 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.141345 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3d5192a0-8ef5-45f9-aed3-ea4843d84e74 req-72fa0dc1-50f7-4228-9e49-b39422fd3eac tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/security-groups?id=debb343a-75e6-450f-947c-4139ad6c6895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551297 Aug 10 03:52:54.173484 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817d2b80-9fc7-447d-9c7f-8399666c822a None None] Checking router: 9b4567af-eccf-4112-be64-28b94d626855 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:52:54.182397 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ef423fdd-4ca6-454a-b8b7-c89b2ca9297f req-188ab7ad-bb36-4a2a-9acc-c01b858c8b57 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 210 time: 0.0726244 Aug 10 03:52:54.183331 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0f2a17bb-731b-45d2-86ce-84e37a8a9288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.192038 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817d2b80-9fc7-447d-9c7f-8399666c822a None None] Routers {'9b4567af-eccf-4112-be64-28b94d626855'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:52:54.192825 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-817d2b80-9fc7-447d-9c7f-8399666c822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:52:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['9b4567af-eccf-4112-be64-28b94d626855'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:54.238814 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-34e3a460-f868-4dcf-8965-31641672cfeb tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.244175 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-34e3a460-f868-4dcf-8965-31641672cfeb tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2381887 Aug 10 03:52:54.249110 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60644) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:54.249238 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=a382d0ab-72d0-4212-a122-2f98df6ffc44,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:54.251828 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-54a0ff03-a0bb-4646-8022-1551ca1c3a22 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-861603776'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:54.313844 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0f2a17bb-731b-45d2-86ce-84e37a8a9288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:54.316631 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0f2a17bb-731b-45d2-86ce-84e37a8a9288 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.322419 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0f2a17bb-731b-45d2-86ce-84e37a8a9288 service neutron] 10.222.0.20 "PUT /v2.0/ports/2c7de5ba-33bf-4c9f-b02d-0d1250755d4b HTTP/1.1" status: 200 len: 1134 time: 3.1201913 Aug 10 03:52:54.385517 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a17bb-731b-45d2-86ce-84e37a8a9288 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7de5ba-33bf-4c9f-b02d-0d1250755d4b,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:54.449312 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8ade80d0-c363-4c35-88ce-03451a62c6bb service neutron] Request body: {'port': {'device_id': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:54.459249 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0e38627c-7a1f-4f75-b5c2-743480b5d331 req-6551ca62-8e38-4e9a-8b6b-250b6643c38f tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 210 time: 0.0741425 Aug 10 03:52:54.465611 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a0ff03-a0bb-4646-8022-1551ca1c3a22 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Made reservation on behalf of 6ad20ab43f234af19588f9ff303172db for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:54.476830 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-54a0ff03-a0bb-4646-8022-1551ca1c3a22 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.504617 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-090abc18-b099-47be-81d6-d35226127f26 req-226bb4a6-6d10-49f8-a304-0e66c539d6f3 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5094da4-d8cb-4d52-b7a5-c5ba3ee9540c HTTP/1.1" status: 200 len: 210 time: 0.1113858 Aug 10 03:52:54.539580 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-54a0ff03-a0bb-4646-8022-1551ca1c3a22 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.578181 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-817d2b80-9fc7-447d-9c7f-8399666c822a None None] Set router 9b4567af-eccf-4112-be64-28b94d626855 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:52:54.738614 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8ade80d0-c363-4c35-88ce-03451a62c6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.821421 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-54a0ff03-a0bb-4646-8022-1551ca1c3a22 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.845199 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6856ced-d489-4cfa-86ad-b78d7a952e61 req-444d374e-ab54-42d2-9297-30ae06b01868 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:54.854727 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6856ced-d489-4cfa-86ad-b78d7a952e61 req-444d374e-ab54-42d2-9297-30ae06b01868 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:54.861486 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6856ced-d489-4cfa-86ad-b78d7a952e61 req-444d374e-ab54-42d2-9297-30ae06b01868 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:54.867680 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6856ced-d489-4cfa-86ad-b78d7a952e61 req-444d374e-ab54-42d2-9297-30ae06b01868 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:54.873952 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6856ced-d489-4cfa-86ad-b78d7a952e61 req-444d374e-ab54-42d2-9297-30ae06b01868 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:54.881041 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6856ced-d489-4cfa-86ad-b78d7a952e61 req-444d374e-ab54-42d2-9297-30ae06b01868 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:54.882891 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f6856ced-d489-4cfa-86ad-b78d7a952e61 req-444d374e-ab54-42d2-9297-30ae06b01868 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 4602 time: 0.2362947 Aug 10 03:52:54.946050 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-54a0ff03-a0bb-4646-8022-1551ca1c3a22 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:54.997869 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-817d2b80-9fc7-447d-9c7f-8399666c822a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4567af-eccf-4112-be64-28b94d626855', 'name': 'tempest-ServersTestFqdnHostnames-1875955359-router', 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:23Z', 'updated_at': '2021-08-10T03:50:28Z', 'revision_number': 4, 'project_id': '455216bb3ea34e1e9314603aca942071', 'gw_port': {'id': '03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4567af-eccf-4112-be64-28b94d626855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:25Z', 'updated_at': '2021-08-10T03:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '1e77aa05-fab9-4931-9efc-1573db2f4a5e', 'name': '', 'network_id': '92b87fe8-9d55-4b2e-9e12-e987835d0d07', 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'mac_address': 'fa:16:3e:65:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4567af-eccf-4112-be64-28b94d626855', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '2d781aa2-be8f-4750-961d-b5a631d74df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:27Z', 'updated_at': '2021-08-10T03:50:35Z', 'revision_number': 5, 'project_id': '455216bb3ea34e1e9314603aca942071', 'subnets': [{'id': '2d781aa2-be8f-4750-961d-b5a631d74df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:52:55.011149 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a0ff03-a0bb-4646-8022-1551ca1c3a22 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:52:55.027064 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a0ff03-a0bb-4646-8022-1551ca1c3a22 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eed7840-8de0-49d9-8d16-a67db6f2f985,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:55.036514 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817d2b80-9fc7-447d-9c7f-8399666c822a None None] The sync data for ids ['9b4567af-eccf-4112-be64-28b94d626855'] in n-d-802893-2 is: [{'id': '9b4567af-eccf-4112-be64-28b94d626855', 'name': 'tempest-ServersTestFqdnHostnames-1875955359-router', 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:23Z', 'updated_at': '2021-08-10T03:50:28Z', 'revision_number': 4, 'project_id': '455216bb3ea34e1e9314603aca942071', 'gw_port': {'id': '03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4567af-eccf-4112-be64-28b94d626855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:25Z', 'updated_at': '2021-08-10T03:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '1e77aa05-fab9-4931-9efc-1573db2f4a5e', 'name': '', 'network_id': '92b87fe8-9d55-4b2e-9e12-e987835d0d07', 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'mac_address': 'fa:16:3e:65:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4567af-eccf-4112-be64-28b94d626855', 'device_owner': 'network:router_interface', 'standard_attr_id': 1007, 'fixed_ips': [{'subnet_id': '2d781aa2-be8f-4750-961d-b5a631d74df2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:27Z', 'updated_at': '2021-08-10T03:50:35Z', 'revision_number': 5, 'project_id': '455216bb3ea34e1e9314603aca942071', 'subnets': [{'id': '2d781aa2-be8f-4750-961d-b5a631d74df2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:52:55.064801 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-54a0ff03-a0bb-4646-8022-1551ca1c3a22 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.076487 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-54a0ff03-a0bb-4646-8022-1551ca1c3a22 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Added segment f1a5e180-2452-4890-b678-8e12ec908ffa of type vlan for network ff8e0d59-f23b-41aa-81f1-0f60a6891275 Aug 10 03:52:55.218755 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-54a0ff03-a0bb-4646-8022-1551ca1c3a22 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.230238 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01631397-d7d6-408c-937f-10daeac56fe8 req-974803c6-9d9c-4a2c-bacf-a34808068164 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:55.231904 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-01631397-d7d6-408c-937f-10daeac56fe8 req-974803c6-9d9c-4a2c-bacf-a34808068164 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=57034e56-471e-4c9e-a41f-d0f7b3b20151 HTTP/1.1" status: 200 len: 945 time: 0.1743093 Aug 10 03:52:55.261605 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8ade80d0-c363-4c35-88ce-03451a62c6bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d75f407a-6d9e-4e55-beff-6f8dd89b5d40 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:52:55.287832 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8ade80d0-c363-4c35-88ce-03451a62c6bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.300347 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-01631397-d7d6-408c-937f-10daeac56fe8 req-063ee972-f317-4e48-8dd5-770c62f2e3d1 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603933 Aug 10 03:52:55.347119 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8ade80d0-c363-4c35-88ce-03451a62c6bb service neutron] Transition to ACTIVE for port object d75f407a-6d9e-4e55-beff-6f8dd89b5d40 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:55.385492 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-54a0ff03-a0bb-4646-8022-1551ca1c3a22 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.386903 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f6856ced-d489-4cfa-86ad-b78d7a952e61 req-72ebc873-ed15-42d0-9be7-c91731381187 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1179423 Aug 10 03:52:55.394915 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a0ff03-a0bb-4646-8022-1551ca1c3a22 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:55.395177 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-54a0ff03-a0bb-4646-8022-1551ca1c3a22 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.396222 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6befb863-52f1-4625-b833-757fbcc5c34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a382d0ab-72d0-4212-a122-2f98df6ffc44'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:55.400350 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0c9c21-7375-4a15-91ab-3b26953a8ce5" -d '{"events": [{"server_uuid": "6befb863-52f1-4625-b833-757fbcc5c34b", "name": "network-vif-plugged", "status": "completed", "tag": "a382d0ab-72d0-4212-a122-2f98df6ffc44"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:55.455642 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8ade80d0-c363-4c35-88ce-03451a62c6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.522106 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199740ef-6aa3-46e6-bdc0-9cc9a218550e None None] New status for floating IP 2e3a541f-0de5-4c0c-8ef9-5807fed22c84: DOWN {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:52:55.534508 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade80d0-c363-4c35-88ce-03451a62c6bb service neutron] Pushing event updated for resources: {'Port': ['ID=d75f407a-6d9e-4e55-beff-6f8dd89b5d40,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:55.554920 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a0ff03-a0bb-4646-8022-1551ca1c3a22 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Pushing event updated for resources: {'Network': ['ID=ff8e0d59-f23b-41aa-81f1-0f60a6891275,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:55.554920 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-54a0ff03-a0bb-4646-8022-1551ca1c3a22 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3061070 Aug 10 03:52:55.564821 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60662) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:55.591730 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-32521c08-d804-4643-8dd7-05fd6e9d47af tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Request body: {'subnet': {'network_id': 'ff8e0d59-f23b-41aa-81f1-0f60a6891275', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:55.608130 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f388a16-c376-497b-a84d-30c2dca0ef8b req-23227333-e952-49db-85a2-78fb553017b0 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:55.610285 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1f388a16-c376-497b-a84d-30c2dca0ef8b req-23227333-e952-49db-85a2-78fb553017b0 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/ports?device_id=6befb863-52f1-4625-b833-757fbcc5c34b HTTP/1.1" status: 200 len: 949 time: 0.2002373 Aug 10 03:52:55.666698 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1f388a16-c376-497b-a84d-30c2dca0ef8b req-e2dd53bd-8978-4e60-8042-cbdf39ca3cd6 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/security-groups?id=debb343a-75e6-450f-947c-4139ad6c6895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504780 Aug 10 03:52:55.666921 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network ff8e0d59-f23b-41aa-81f1-0f60a6891275 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:52:55.813725 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4309efe1-b0fd-4cdf-a450-0a7c613bd8c7 req-1f5c1dea-0cf0-4dde-8926-c6437e0e12b5 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 210 time: 0.2454724 Aug 10 03:52:55.849417 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8ade80d0-c363-4c35-88ce-03451a62c6bb service neutron] Attempting to bind port d75f407a-6d9e-4e55-beff-6f8dd89b5d40 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:55.852292 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8ade80d0-c363-4c35-88ce-03451a62c6bb service neutron] Attempting to bind port d75f407a-6d9e-4e55-beff-6f8dd89b5d40 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'fc65a185-2ca5-435d-8bdb-72122a46119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:55.853059 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8ade80d0-c363-4c35-88ce-03451a62c6bb service neutron] Attempting to bind port d75f407a-6d9e-4e55-beff-6f8dd89b5d40 on network 438e5aac-e98a-498a-962c-24a8dab08d84 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:55.880603 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8ade80d0-c363-4c35-88ce-03451a62c6bb service neutron] Port d75f407a-6d9e-4e55-beff-6f8dd89b5d40 on network 438e5aac-e98a-498a-962c-24a8dab08d84 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:52:55.882445 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8ade80d0-c363-4c35-88ce-03451a62c6bb service neutron] Attempting to bind port d75f407a-6d9e-4e55-beff-6f8dd89b5d40 on network 438e5aac-e98a-498a-962c-24a8dab08d84 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:55.899549 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8ade80d0-c363-4c35-88ce-03451a62c6bb service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:55.902253 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8ade80d0-c363-4c35-88ce-03451a62c6bb service neutron] Checking segment: {'id': 'fc65a185-2ca5-435d-8bdb-72122a46119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:55.914327 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8ade80d0-c363-4c35-88ce-03451a62c6bb service neutron] Bound using segment: {'id': 'fc65a185-2ca5-435d-8bdb-72122a46119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:55.914563 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8ade80d0-c363-4c35-88ce-03451a62c6bb service neutron] Bound port: d75f407a-6d9e-4e55-beff-6f8dd89b5d40, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65a185-2ca5-435d-8bdb-72122a46119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:55.915042 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8ade80d0-c363-4c35-88ce-03451a62c6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:55.931091 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e314c75-6aaa-4909-b257-008dd4474c66 x-openstack-request-id: req-0e314c75-6aaa-4909-b257-008dd4474c66 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:55.931590 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6befb863-52f1-4625-b833-757fbcc5c34b", "name": "network-vif-plugged", "status": "completed", "tag": "a382d0ab-72d0-4212-a122-2f98df6ffc44", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:55.932018 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e314c75-6aaa-4909-b257-008dd4474c66 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:55.932691 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6befb863-52f1-4625-b833-757fbcc5c34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a382d0ab-72d0-4212-a122-2f98df6ffc44', 'code': 200} Aug 10 03:52:56.028416 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32521c08-d804-4643-8dd7-05fd6e9d47af tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Made reservation on behalf of 6ad20ab43f234af19588f9ff303172db for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:52:56.033271 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-32521c08-d804-4643-8dd7-05fd6e9d47af tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:56.046775 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60674) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:56.050124 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a369bc72-0ad4-49a4-bf77-aba3fb89e002 req-ba0a9663-865a-49f6-b6f9-6a3b0c7dd8ca tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 210 time: 0.0496092 Aug 10 03:52:56.154789 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-35122e2e-fe59-41f7-a1b3-e67b4ec181b8 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:56.207756 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-35122e2e-fe59-41f7-a1b3-e67b4ec181b8 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:56.270755 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'tag': '2c7de5ba-33bf-4c9f-b02d-0d1250755d4b'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:56.273264 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b38c53-4cb1-4d1c-9524-8e4633f99f28" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "tag": "2c7de5ba-33bf-4c9f-b02d-0d1250755d4b"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:56.303101 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26fad8-c375-423a-86ce-8a322efa4865 req-76d347db-e893-4e7c-bf86-f08ecb7b6a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:56.304683 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2a26fad8-c375-423a-86ce-8a322efa4865 req-76d347db-e893-4e7c-bf86-f08ecb7b6a63 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6befb863-52f1-4625-b833-757fbcc5c34b HTTP/1.1" status: 200 len: 1100 time: 0.3134382 Aug 10 03:52:56.329786 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988f5496-a757-4674-863c-d9224c66b407 x-openstack-request-id: req-988f5496-a757-4674-863c-d9224c66b407 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:56.330440 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "tag": "2c7de5ba-33bf-4c9f-b02d-0d1250755d4b", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:56.330915 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-988f5496-a757-4674-863c-d9224c66b407 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:56.331571 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'tag': '2c7de5ba-33bf-4c9f-b02d-0d1250755d4b', 'status': 'completed', 'code': 200} Aug 10 03:52:56.345891 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8ade80d0-c363-4c35-88ce-03451a62c6bb service neutron] For port d75f407a-6d9e-4e55-beff-6f8dd89b5d40, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:56.381615 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8ade80d0-c363-4c35-88ce-03451a62c6bb service neutron] For port d75f407a-6d9e-4e55-beff-6f8dd89b5d40, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=d75f407a-6d9e-4e55-beff-6f8dd89b5d40,segment=NetworkSegment(fc65a185-2ca5-435d-8bdb-72122a46119f),segment_id=fc65a185-2ca5-435d-8bdb-72122a46119f)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:56.384221 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2a26fad8-c375-423a-86ce-8a322efa4865 req-65632948-8cd2-44e8-88e3-f33a8355818d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=debb343a-75e6-450f-947c-4139ad6c6895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717199 Aug 10 03:52:56.385775 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-32521c08-d804-4643-8dd7-05fd6e9d47af tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:56.463855 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-35122e2e-fe59-41f7-a1b3-e67b4ec181b8 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:56.467288 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-35122e2e-fe59-41f7-a1b3-e67b4ec181b8 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:56.468651 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-35122e2e-fe59-41f7-a1b3-e67b4ec181b8 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "DELETE /v2.0/security-groups/1ff38f70-152f-465a-b256-1de92b769116 HTTP/1.1" status: 204 len: 168 time: 0.4171739 Aug 10 03:52:56.478108 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8ade80d0-c363-4c35-88ce-03451a62c6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:56.487852 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60682) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:56.508116 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32521c08-d804-4643-8dd7-05fd6e9d47af tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Pushing event updated for resources: {'Subnet': ['ID=c5f04636-46ea-4056-997f-84c9cd8d5fa8,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:56.525561 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35122e2e-fe59-41f7-a1b3-e67b4ec181b8 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff38f70-152f-465a-b256-1de92b769116,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:56.549292 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-1a3404fd-4ff8-4c9a-86e7-a0014d1ac607 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] show failed (client error): The resource could not be found. Aug 10 03:52:56.550476 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1a3404fd-4ff8-4c9a-86e7-a0014d1ac607 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "GET /v2.0/security-groups/1ff38f70-152f-465a-b256-1de92b769116 HTTP/1.1" status: 404 len: 347 time: 0.0187962 Aug 10 03:52:56.555209 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60684) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:56.564634 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8ade80d0-c363-4c35-88ce-03451a62c6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:56.565275 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8ade80d0-c363-4c35-88ce-03451a62c6bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:56.566662 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-8ade80d0-c363-4c35-88ce-03451a62c6bb service neutron] 10.222.0.20 "PUT /v2.0/ports/d75f407a-6d9e-4e55-beff-6f8dd89b5d40 HTTP/1.1" status: 200 len: 1135 time: 2.1220598 Aug 10 03:52:56.574688 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32521c08-d804-4643-8dd7-05fd6e9d47af tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Checking segment: {'id': 'f1a5e180-2452-4890-b678-8e12ec908ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ff8e0d59-f23b-41aa-81f1-0f60a6891275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:56.575074 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32521c08-d804-4643-8dd7-05fd6e9d47af tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Network hostable DHCP agents. Network: ff8e0d59-f23b-41aa-81f1-0f60a6891275, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:52:56.659230 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656dfd7-e402-44db-be54-220fef1c7810 req-406961db-c06d-45fd-a94b-44afe2f226c7 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:56.672115 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656dfd7-e402-44db-be54-220fef1c7810 req-406961db-c06d-45fd-a94b-44afe2f226c7 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:56.679562 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656dfd7-e402-44db-be54-220fef1c7810 req-406961db-c06d-45fd-a94b-44afe2f226c7 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:56.702089 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656dfd7-e402-44db-be54-220fef1c7810 req-406961db-c06d-45fd-a94b-44afe2f226c7 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:56.712951 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656dfd7-e402-44db-be54-220fef1c7810 req-406961db-c06d-45fd-a94b-44afe2f226c7 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:56.719921 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656dfd7-e402-44db-be54-220fef1c7810 req-406961db-c06d-45fd-a94b-44afe2f226c7 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:56.722522 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297becb4-ca6a-45e4-a900-dd34e732c2a9 req-1e84e3e4-a5e0-4e95-be81-5dcb7c1694d4 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:56.730800 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-297becb4-ca6a-45e4-a900-dd34e732c2a9 req-1e84e3e4-a5e0-4e95-be81-5dcb7c1694d4 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=57034e56-471e-4c9e-a41f-d0f7b3b20151 HTTP/1.1" status: 200 len: 945 time: 0.2978523 Aug 10 03:52:56.743587 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656dfd7-e402-44db-be54-220fef1c7810 req-406961db-c06d-45fd-a94b-44afe2f226c7 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:56.747447 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a656dfd7-e402-44db-be54-220fef1c7810 req-406961db-c06d-45fd-a94b-44afe2f226c7 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5379 time: 0.2360351 Aug 10 03:52:56.765759 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b38c53-4cb1-4d1c-9524-8e4633f99f28 req-2a8cdd31-86ba-462d-a98e-b2230d38585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:56.775831 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b38c53-4cb1-4d1c-9524-8e4633f99f28 req-2a8cdd31-86ba-462d-a98e-b2230d38585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:56.775831 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b38c53-4cb1-4d1c-9524-8e4633f99f28 req-2a8cdd31-86ba-462d-a98e-b2230d38585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:56.775831 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b38c53-4cb1-4d1c-9524-8e4633f99f28 req-2a8cdd31-86ba-462d-a98e-b2230d38585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:56.775831 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b38c53-4cb1-4d1c-9524-8e4633f99f28 req-2a8cdd31-86ba-462d-a98e-b2230d38585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:56.775831 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b38c53-4cb1-4d1c-9524-8e4633f99f28 req-2a8cdd31-86ba-462d-a98e-b2230d38585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:56.775831 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b38c53-4cb1-4d1c-9524-8e4633f99f28 req-2a8cdd31-86ba-462d-a98e-b2230d38585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:56.775831 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-99b38c53-4cb1-4d1c-9524-8e4633f99f28 req-2a8cdd31-86ba-462d-a98e-b2230d38585e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7613e46ecb1e44beabb9108ddbbb4b81&device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 6174 time: 0.4021847 Aug 10 03:52:56.776563 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2c9a4904-51e6-4f46-ac08-e1e73ca734dc service neutron] Request body: {'port': {'device_id': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:56.789450 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32521c08-d804-4643-8dd7-05fd6e9d47af tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Network ff8e0d59-f23b-41aa-81f1-0f60a6891275 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:52:56.848425 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade80d0-c363-4c35-88ce-03451a62c6bb service neutron] Pushing event updated for resources: {'Port': ['ID=d75f407a-6d9e-4e55-beff-6f8dd89b5d40,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:56.909197 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-297becb4-ca6a-45e4-a900-dd34e732c2a9 req-4fad844b-ea70-4e5b-9bc3-150b70a53555 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759224 Aug 10 03:52:56.987222 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-32521c08-d804-4643-8dd7-05fd6e9d47af tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, ff8e0d59-f23b-41aa-81f1-0f60a6891275) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:56.996262 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-86f82ed0-888a-4c40-b3f7-cb94e920ea05 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Deleting port 24c111d9-f836-4acc-95ac-d529ac734e01 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:52:56.996895 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-86f82ed0-888a-4c40-b3f7-cb94e920ea05 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:56.997121 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdc59c1-21fd-4e54-9725-a224b24bfe5a None None] Network ff8e0d59-f23b-41aa-81f1-0f60a6891275 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:52:57.023750 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a656dfd7-e402-44db-be54-220fef1c7810 req-e2ae71a2-faf1-487b-b8ce-6dae81d2e9b3 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2681234 Aug 10 03:52:57.025132 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32521c08-d804-4643-8dd7-05fd6e9d47af tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:57.036190 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-32521c08-d804-4643-8dd7-05fd6e9d47af tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.075086 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2c9a4904-51e6-4f46-ac08-e1e73ca734dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.197809 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-32521c08-d804-4643-8dd7-05fd6e9d47af tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6296072 Aug 10 03:52:57.210635 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60704) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:57.215277 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-76d20a12-f089-4364-8b6f-837c65c60778 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1284248536', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}, 'admin_state_up': False}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:57.355930 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.369109 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2b9b5e-a032-48dd-a58b-27c91a0191c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-ff8e0d59-f23b-41aa-81f1-0f60a6891275', 'network_id': 'ff8e0d59-f23b-41aa-81f1-0f60a6891275', 'tenant_id': '6ad20ab43f234af19588f9ff303172db', 'fixed_ips': [{'subnet_id': 'c5f04636-46ea-4056-997f-84c9cd8d5fa8'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:52:57.369109 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5c2b9b5e-a032-48dd-a58b-27c91a0191c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.491337 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-02f48087-6838-44b1-aa67-5304d9a9e85c req-7e2530c2-d35a-4073-904d-1895f9b16515 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 210 time: 0.1268618 Aug 10 03:52:57.626867 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b38c53-4cb1-4d1c-9524-8e4633f99f28 req-581bbc27-e0b3-4cec-9014-4f2b0372b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:57.627416 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b38c53-4cb1-4d1c-9524-8e4633f99f28 req-581bbc27-e0b3-4cec-9014-4f2b0372b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:57.634014 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b38c53-4cb1-4d1c-9524-8e4633f99f28 req-581bbc27-e0b3-4cec-9014-4f2b0372b28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:57.635825 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-99b38c53-4cb1-4d1c-9524-8e4633f99f28 req-581bbc27-e0b3-4cec-9014-4f2b0372b28e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7613e46ecb1e44beabb9108ddbbb4b81&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8330200 Aug 10 03:52:57.649141 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fd7619ba-7c1f-4a17-94c8-d6505b74e3e7 req-1cccc7c2-60c0-4e46-a559-cd24fa954ac8 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 210 time: 0.0396976 Aug 10 03:52:57.660432 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-76d20a12-f089-4364-8b6f-837c65c60778 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.665485 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-76d20a12-f089-4364-8b6f-837c65c60778 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.693457 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-5c2b9b5e-a032-48dd-a58b-27c91a0191c2 None None] Allocated IP 172.20.0.2 (ff8e0d59-f23b-41aa-81f1-0f60a6891275/c5f04636-46ea-4056-997f-84c9cd8d5fa8/3686d189-45ea-4173-b09f-aff7bcd0b153) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:52:57.737776 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ec20f-3880-46cb-a3e9-d362a5b3ea17 req-d2291d20-c97c-4e24-97ac-f284637617a0 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:57.750026 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-153ec20f-3880-46cb-a3e9-d362a5b3ea17 req-d2291d20-c97c-4e24-97ac-f284637617a0 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/ports?device_id=6befb863-52f1-4625-b833-757fbcc5c34b HTTP/1.1" status: 200 len: 949 time: 0.7050483 Aug 10 03:52:57.850457 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-86f82ed0-888a-4c40-b3f7-cb94e920ea05 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.851033 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-86f82ed0-888a-4c40-b3f7-cb94e920ea05 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.860462 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5c2b9b5e-a032-48dd-a58b-27c91a0191c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.870954 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5c2b9b5e-a032-48dd-a58b-27c91a0191c2 None None] Transition to ACTIVE for port object 3686d189-45ea-4173-b09f-aff7bcd0b153 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:57.889435 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5c2b9b5e-a032-48dd-a58b-27c91a0191c2 None None] Transition to ACTIVE for port object 3686d189-45ea-4173-b09f-aff7bcd0b153 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:57.945865 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2c9a4904-51e6-4f46-ac08-e1e73ca734dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e2a20f-0ef2-479f-b9ef-320a6110a078 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:52:57.951723 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-76d20a12-f089-4364-8b6f-837c65c60778 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.967504 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2c9a4904-51e6-4f46-ac08-e1e73ca734dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.989592 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5c2b9b5e-a032-48dd-a58b-27c91a0191c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:57.993472 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-86f82ed0-888a-4c40-b3f7-cb94e920ea05 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Calling delete_port for 24c111d9-f836-4acc-95ac-d529ac734e01 owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:52:58.005114 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2c9a4904-51e6-4f46-ac08-e1e73ca734dc service neutron] Transition to ACTIVE for port object 69e2a20f-0ef2-479f-b9ef-320a6110a078 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:52:58.007517 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b38c53-4cb1-4d1c-9524-8e4633f99f28 req-198a3475-faba-468d-98a3-9854c91789d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:58.009170 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-99b38c53-4cb1-4d1c-9524-8e4633f99f28 req-198a3475-faba-468d-98a3-9854c91789d1 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3617449 Aug 10 03:52:58.040866 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-153ec20f-3880-46cb-a3e9-d362a5b3ea17 req-3d98bd34-99f3-4bd4-9b59-274669c7883f tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/security-groups?id=debb343a-75e6-450f-947c-4139ad6c6895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082326 Aug 10 03:52:58.054741 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2b9b5e-a032-48dd-a58b-27c91a0191c2 None None] Network ff8e0d59-f23b-41aa-81f1-0f60a6891275 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:52:58.056174 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-5c2b9b5e-a032-48dd-a58b-27c91a0191c2 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:52:58.062366 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2b9b5e-a032-48dd-a58b-27c91a0191c2 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:52:58.124472 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-5c2b9b5e-a032-48dd-a58b-27c91a0191c2 None None] Attempting to bind port 3686d189-45ea-4173-b09f-aff7bcd0b153 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:58.124845 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-5c2b9b5e-a032-48dd-a58b-27c91a0191c2 None None] Attempting to bind port 3686d189-45ea-4173-b09f-aff7bcd0b153 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'f1a5e180-2452-4890-b678-8e12ec908ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ff8e0d59-f23b-41aa-81f1-0f60a6891275'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:58.125731 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b9b5e-a032-48dd-a58b-27c91a0191c2 None None] Attempting to bind port 3686d189-45ea-4173-b09f-aff7bcd0b153 on network ff8e0d59-f23b-41aa-81f1-0f60a6891275 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:58.131301 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b9b5e-a032-48dd-a58b-27c91a0191c2 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:58.131676 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b9b5e-a032-48dd-a58b-27c91a0191c2 None None] Checking segment: {'id': 'f1a5e180-2452-4890-b678-8e12ec908ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ff8e0d59-f23b-41aa-81f1-0f60a6891275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:58.132180 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5c2b9b5e-a032-48dd-a58b-27c91a0191c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.132578 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2b9b5e-a032-48dd-a58b-27c91a0191c2 None None] Bound using segment: {'id': 'f1a5e180-2452-4890-b678-8e12ec908ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ff8e0d59-f23b-41aa-81f1-0f60a6891275'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:58.133045 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-5c2b9b5e-a032-48dd-a58b-27c91a0191c2 None None] Bound port: 3686d189-45ea-4173-b09f-aff7bcd0b153, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a5e180-2452-4890-b678-8e12ec908ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'ff8e0d59-f23b-41aa-81f1-0f60a6891275'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:58.133425 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5c2b9b5e-a032-48dd-a58b-27c91a0191c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.135305 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b9b5e-a032-48dd-a58b-27c91a0191c2 None None] Pushing event updated for resources: {'Port': ['ID=3686d189-45ea-4173-b09f-aff7bcd0b153,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:58.258723 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2c9a4904-51e6-4f46-ac08-e1e73ca734dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.292847 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-5c2b9b5e-a032-48dd-a58b-27c91a0191c2 None None] For port 3686d189-45ea-4173-b09f-aff7bcd0b153, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:58.296498 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-5c2b9b5e-a032-48dd-a58b-27c91a0191c2 None None] For port 3686d189-45ea-4173-b09f-aff7bcd0b153, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3686d189-45ea-4173-b09f-aff7bcd0b153,segment=NetworkSegment(f1a5e180-2452-4890-b678-8e12ec908ffa),segment_id=f1a5e180-2452-4890-b678-8e12ec908ffa)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:58.344702 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'tag': 'd75f407a-6d9e-4e55-beff-6f8dd89b5d40'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:52:58.347147 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ace6e98-e630-4cd7-b556-3c6f2c6c76dc" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "tag": "d75f407a-6d9e-4e55-beff-6f8dd89b5d40"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:52:58.400578 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-86f82ed0-888a-4c40-b3f7-cb94e920ea05 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.441736 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5c2b9b5e-a032-48dd-a58b-27c91a0191c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.463989 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f82ed0-888a-4c40-b3f7-cb94e920ea05 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Pushing event deleted for resources: {'Port': ['ID=24c111d9-f836-4acc-95ac-d529ac734e01,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:58.549405 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a4904-51e6-4f46-ac08-e1e73ca734dc service neutron] Pushing event updated for resources: {'Port': ['ID=69e2a20f-0ef2-479f-b9ef-320a6110a078,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:58.575178 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1a6e45-3238-4973-b4fa-a70f646b6ddb x-openstack-request-id: req-6d1a6e45-3238-4973-b4fa-a70f646b6ddb {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:52:58.575716 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "tag": "d75f407a-6d9e-4e55-beff-6f8dd89b5d40", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:52:58.576216 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d1a6e45-3238-4973-b4fa-a70f646b6ddb {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:52:58.576752 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'tag': 'd75f407a-6d9e-4e55-beff-6f8dd89b5d40', 'status': 'completed', 'code': 200} Aug 10 03:52:58.585859 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-76d20a12-f089-4364-8b6f-837c65c60778 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.645241 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b82d6-e905-48c7-a887-bc31cb81e4a7 req-6c25e83a-62e1-4c7a-ac5b-ddc819dad5a5 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:58.652340 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b82d6-e905-48c7-a887-bc31cb81e4a7 req-6c25e83a-62e1-4c7a-ac5b-ddc819dad5a5 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:58.660116 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b82d6-e905-48c7-a887-bc31cb81e4a7 req-6c25e83a-62e1-4c7a-ac5b-ddc819dad5a5 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:58.666951 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b9b5e-a032-48dd-a58b-27c91a0191c2 None None] Pushing event updated for resources: {'Port': ['ID=3686d189-45ea-4173-b09f-aff7bcd0b153,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:58.677645 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b82d6-e905-48c7-a887-bc31cb81e4a7 req-6c25e83a-62e1-4c7a-ac5b-ddc819dad5a5 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:58.686689 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b82d6-e905-48c7-a887-bc31cb81e4a7 req-6c25e83a-62e1-4c7a-ac5b-ddc819dad5a5 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:58.698157 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b82d6-e905-48c7-a887-bc31cb81e4a7 req-6c25e83a-62e1-4c7a-ac5b-ddc819dad5a5 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:58.727572 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4d05d504-36e9-4c3b-a076-fac285c73bd0 req-3bb63899-620a-4577-beb1-d0cf51612585 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 210 time: 0.0903947 Aug 10 03:52:58.728154 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b82d6-e905-48c7-a887-bc31cb81e4a7 req-6c25e83a-62e1-4c7a-ac5b-ddc819dad5a5 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:58.734414 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-437b82d6-e905-48c7-a887-bc31cb81e4a7 req-6c25e83a-62e1-4c7a-ac5b-ddc819dad5a5 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5391 time: 0.5381401 Aug 10 03:52:58.807120 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace6e98-e630-4cd7-b556-3c6f2c6c76dc req-5143b372-d304-4303-afac-471b9b51e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:58.807120 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace6e98-e630-4cd7-b556-3c6f2c6c76dc req-5143b372-d304-4303-afac-471b9b51e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:58.807120 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace6e98-e630-4cd7-b556-3c6f2c6c76dc req-5143b372-d304-4303-afac-471b9b51e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:58.807120 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace6e98-e630-4cd7-b556-3c6f2c6c76dc req-5143b372-d304-4303-afac-471b9b51e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:58.807120 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace6e98-e630-4cd7-b556-3c6f2c6c76dc req-5143b372-d304-4303-afac-471b9b51e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:58.807120 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace6e98-e630-4cd7-b556-3c6f2c6c76dc req-5143b372-d304-4303-afac-471b9b51e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:58.807120 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace6e98-e630-4cd7-b556-3c6f2c6c76dc req-5143b372-d304-4303-afac-471b9b51e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:58.807120 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0ace6e98-e630-4cd7-b556-3c6f2c6c76dc req-5143b372-d304-4303-afac-471b9b51e787 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7613e46ecb1e44beabb9108ddbbb4b81&device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 6241 time: 0.2510214 Aug 10 03:52:58.807120 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-86f82ed0-888a-4c40-b3f7-cb94e920ea05 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks [] for floatingip, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.808651 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-86f82ed0-888a-4c40-b3f7-cb94e920ea05 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.811080 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-86f82ed0-888a-4c40-b3f7-cb94e920ea05 tempest-ServersTestFqdnHostnames-1396369939 tempest-ServersTestFqdnHostnames-1396369939-project] 10.222.0.25 "DELETE /v2.0/floatingips/2e3a541f-0de5-4c0c-8ef9-5807fed22c84 HTTP/1.1" status: 204 len: 168 time: 2.2546418 Aug 10 03:52:58.814485 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60724) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:52:58.828217 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2c9a4904-51e6-4f46-ac08-e1e73ca734dc service neutron] Attempting to bind port 69e2a20f-0ef2-479f-b9ef-320a6110a078 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:52:58.829184 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2c9a4904-51e6-4f46-ac08-e1e73ca734dc service neutron] Attempting to bind port 69e2a20f-0ef2-479f-b9ef-320a6110a078 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'fc65a185-2ca5-435d-8bdb-72122a46119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:52:58.829547 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2c9a4904-51e6-4f46-ac08-e1e73ca734dc service neutron] Attempting to bind port 69e2a20f-0ef2-479f-b9ef-320a6110a078 on network 438e5aac-e98a-498a-962c-24a8dab08d84 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:58.840101 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2c9a4904-51e6-4f46-ac08-e1e73ca734dc service neutron] Port 69e2a20f-0ef2-479f-b9ef-320a6110a078 on network 438e5aac-e98a-498a-962c-24a8dab08d84 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:52:58.840444 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2c9a4904-51e6-4f46-ac08-e1e73ca734dc service neutron] Attempting to bind port 69e2a20f-0ef2-479f-b9ef-320a6110a078 on network 438e5aac-e98a-498a-962c-24a8dab08d84 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:52:58.856347 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2c9a4904-51e6-4f46-ac08-e1e73ca734dc service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:52:58.856699 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2c9a4904-51e6-4f46-ac08-e1e73ca734dc service neutron] Checking segment: {'id': 'fc65a185-2ca5-435d-8bdb-72122a46119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:52:58.857154 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2c9a4904-51e6-4f46-ac08-e1e73ca734dc service neutron] Bound using segment: {'id': 'fc65a185-2ca5-435d-8bdb-72122a46119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:52:58.857888 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2c9a4904-51e6-4f46-ac08-e1e73ca734dc service neutron] Bound port: 69e2a20f-0ef2-479f-b9ef-320a6110a078, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65a185-2ca5-435d-8bdb-72122a46119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:52:58.858332 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2c9a4904-51e6-4f46-ac08-e1e73ca734dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:58.890390 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-437b82d6-e905-48c7-a887-bc31cb81e4a7 req-1ab71704-c7d9-4e6a-b3c1-cd5705556c3b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1458280 Aug 10 03:52:59.076596 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-13f07219-4752-4dc0-9869-5713fa03f397 req-c857221a-a5a8-4459-a0b7-bc9c2c87c723 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 210 time: 0.1602757 Aug 10 03:52:59.080486 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2c9a4904-51e6-4f46-ac08-e1e73ca734dc service neutron] For port 69e2a20f-0ef2-479f-b9ef-320a6110a078, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:52:59.145615 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2c9a4904-51e6-4f46-ac08-e1e73ca734dc service neutron] For port 69e2a20f-0ef2-479f-b9ef-320a6110a078, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=69e2a20f-0ef2-479f-b9ef-320a6110a078,segment=NetworkSegment(fc65a185-2ca5-435d-8bdb-72122a46119f),segment_id=fc65a185-2ca5-435d-8bdb-72122a46119f)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:52:59.237740 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2c9a4904-51e6-4f46-ac08-e1e73ca734dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.250401 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3686d189-45ea-4173-b09f-aff7bcd0b153 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:52:59.302070 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2c9a4904-51e6-4f46-ac08-e1e73ca734dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:59.302070 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2c9a4904-51e6-4f46-ac08-e1e73ca734dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.303375 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2c9a4904-51e6-4f46-ac08-e1e73ca734dc service neutron] 10.222.0.20 "PUT /v2.0/ports/69e2a20f-0ef2-479f-b9ef-320a6110a078 HTTP/1.1" status: 200 len: 1090 time: 2.5320199 Aug 10 03:52:59.330453 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93624e-944a-4c34-b5ef-c598c536391e req-c400ab03-4250-4f11-95e9-2c45c0ac33be tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:59.332371 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5d93624e-944a-4c34-b5ef-c598c536391e req-c400ab03-4250-4f11-95e9-2c45c0ac33be tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/ports?device_id=6befb863-52f1-4625-b833-757fbcc5c34b HTTP/1.1" status: 200 len: 949 time: 0.1615934 Aug 10 03:52:59.372485 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace6e98-e630-4cd7-b556-3c6f2c6c76dc req-fc6faf3c-ba30-4326-bd7e-befc17d8656f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:59.373845 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace6e98-e630-4cd7-b556-3c6f2c6c76dc req-fc6faf3c-ba30-4326-bd7e-befc17d8656f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:59.374334 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace6e98-e630-4cd7-b556-3c6f2c6c76dc req-fc6faf3c-ba30-4326-bd7e-befc17d8656f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:59.377768 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a4904-51e6-4f46-ac08-e1e73ca734dc service neutron] Pushing event updated for resources: {'Port': ['ID=69e2a20f-0ef2-479f-b9ef-320a6110a078,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:52:59.378966 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0ace6e98-e630-4cd7-b556-3c6f2c6c76dc req-fc6faf3c-ba30-4326-bd7e-befc17d8656f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7613e46ecb1e44beabb9108ddbbb4b81&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5630512 Aug 10 03:52:59.471434 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 3686d189-45ea-4173-b09f-aff7bcd0b153 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:52:59.477656 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d9355af2-8c2c-4efe-85b0-b0c915c72191 service neutron] Request body: {'port': {'device_id': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:52:59.484389 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5d93624e-944a-4c34-b5ef-c598c536391e req-9040be85-59b6-479f-ad21-6ee7a5c2c850 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/security-groups?id=debb343a-75e6-450f-947c-4139ad6c6895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414218 Aug 10 03:52:59.687070 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-76d20a12-f089-4364-8b6f-837c65c60778 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.719626 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d9355af2-8c2c-4efe-85b0-b0c915c72191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.722148 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-76d20a12-f089-4364-8b6f-837c65c60778 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:52:59.754327 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ace6e98-e630-4cd7-b556-3c6f2c6c76dc req-c2bc113d-a181-4d47-9f34-17d10ace349b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:52:59.756156 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0ace6e98-e630-4cd7-b556-3c6f2c6c76dc req-c2bc113d-a181-4d47-9f34-17d10ace349b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3661277 Aug 10 03:53:00.041234 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-37a2a4d8-0774-4c8c-879c-40fca151425d req-e979b3c9-1d78-4797-ad07-bac58318e50a tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 210 time: 0.1035669 Aug 10 03:53:00.145168 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5e4649ce-96f6-4ae5-b00e-813dfbf49a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.293981 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cd8fc4-069e-4fb8-bedf-0f0d7e373372 None None] Network ff8e0d59-f23b-41aa-81f1-0f60a6891275 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:00.294517 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-76d20a12-f089-4364-8b6f-837c65c60778 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Allocated IP 172.25.0.78 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/1a9b4ddf-1527-429b-850d-ffb548bf51be) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:00.376553 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-257a7e99-6bd0-4126-9614-d45577ee81a5 req-8e02ffc5-3a43-4035-b05c-2b1c5c3b2587 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 210 time: 0.1431589 Aug 10 03:53:00.401632 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859dbb10-4974-48e1-bd93-1553cf22bf23 req-76df0648-6af1-4a1d-8be3-4c2b467ca68c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:00.407772 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859dbb10-4974-48e1-bd93-1553cf22bf23 req-76df0648-6af1-4a1d-8be3-4c2b467ca68c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:00.414059 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859dbb10-4974-48e1-bd93-1553cf22bf23 req-76df0648-6af1-4a1d-8be3-4c2b467ca68c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:00.420029 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859dbb10-4974-48e1-bd93-1553cf22bf23 req-76df0648-6af1-4a1d-8be3-4c2b467ca68c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:00.426340 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859dbb10-4974-48e1-bd93-1553cf22bf23 req-76df0648-6af1-4a1d-8be3-4c2b467ca68c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:00.432374 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859dbb10-4974-48e1-bd93-1553cf22bf23 req-76df0648-6af1-4a1d-8be3-4c2b467ca68c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:00.439353 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859dbb10-4974-48e1-bd93-1553cf22bf23 req-76df0648-6af1-4a1d-8be3-4c2b467ca68c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:00.441531 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-859dbb10-4974-48e1-bd93-1553cf22bf23 req-76df0648-6af1-4a1d-8be3-4c2b467ca68c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5391 time: 0.2253556 Aug 10 03:53:00.580755 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-859dbb10-4974-48e1-bd93-1553cf22bf23 req-212a5b40-9866-44c9-a6bd-b79d0d16efcf tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1107359 Aug 10 03:53:00.584544 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'tag': '69e2a20f-0ef2-479f-b9ef-320a6110a078'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:00.587560 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a0a3b8-34ae-4e07-99aa-695da9f4d6c0" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "tag": "69e2a20f-0ef2-479f-b9ef-320a6110a078"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:00.591698 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-57a4186f-3228-45cf-a898-a2626d80d8a6 None None] Provisioning for port 3686d189-45ea-4173-b09f-aff7bcd0b153 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:00.601703 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-57a4186f-3228-45cf-a898-a2626d80d8a6 None None] Provisioning complete for port 3686d189-45ea-4173-b09f-aff7bcd0b153 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:00.602922 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-57a4186f-3228-45cf-a898-a2626d80d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.662653 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-5e4649ce-96f6-4ae5-b00e-813dfbf49a84 admin admin] Deleting port 1e77aa05-fab9-4931-9efc-1573db2f4a5e {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:00.667744 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5e4649ce-96f6-4ae5-b00e-813dfbf49a84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.674994 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-76d20a12-f089-4364-8b6f-837c65c60778 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.721855 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307f0a8f-868b-4db2-b1ef-5630d14f5c6a x-openstack-request-id: req-307f0a8f-868b-4db2-b1ef-5630d14f5c6a {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:00.722807 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "tag": "69e2a20f-0ef2-479f-b9ef-320a6110a078", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:00.723217 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-307f0a8f-868b-4db2-b1ef-5630d14f5c6a {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:00.723771 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'tag': '69e2a20f-0ef2-479f-b9ef-320a6110a078', 'status': 'completed', 'code': 200} Aug 10 03:53:00.733289 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d9355af2-8c2c-4efe-85b0-b0c915c72191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b3504e-5f67-479d-9a2f-2aa759db0602 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:53:00.746514 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d9355af2-8c2c-4efe-85b0-b0c915c72191 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.801423 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d9355af2-8c2c-4efe-85b0-b0c915c72191 service neutron] Transition to ACTIVE for port object 27b3504e-5f67-479d-9a2f-2aa759db0602 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:00.814157 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-57a4186f-3228-45cf-a898-a2626d80d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.839431 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a3b8-34ae-4e07-99aa-695da9f4d6c0 req-193bad6a-3848-41f4-a950-bf9971fc6aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:00.840029 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a3b8-34ae-4e07-99aa-695da9f4d6c0 req-193bad6a-3848-41f4-a950-bf9971fc6aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:00.840536 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a3b8-34ae-4e07-99aa-695da9f4d6c0 req-193bad6a-3848-41f4-a950-bf9971fc6aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:00.841029 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a3b8-34ae-4e07-99aa-695da9f4d6c0 req-193bad6a-3848-41f4-a950-bf9971fc6aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:00.841507 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a3b8-34ae-4e07-99aa-695da9f4d6c0 req-193bad6a-3848-41f4-a950-bf9971fc6aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:00.842267 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a3b8-34ae-4e07-99aa-695da9f4d6c0 req-193bad6a-3848-41f4-a950-bf9971fc6aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:00.842751 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a3b8-34ae-4e07-99aa-695da9f4d6c0 req-193bad6a-3848-41f4-a950-bf9971fc6aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:00.846248 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d6a0a3b8-34ae-4e07-99aa-695da9f4d6c0 req-193bad6a-3848-41f4-a950-bf9971fc6aec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7613e46ecb1e44beabb9108ddbbb4b81&device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 6283 time: 0.0841348 Aug 10 03:53:00.858852 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-57a4186f-3228-45cf-a898-a2626d80d8a6 None None] For port 3686d189-45ea-4173-b09f-aff7bcd0b153, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3686d189-45ea-4173-b09f-aff7bcd0b153,segment=NetworkSegment(f1a5e180-2452-4890-b678-8e12ec908ffa),segment_id=f1a5e180-2452-4890-b678-8e12ec908ffa)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:00.909282 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d9355af2-8c2c-4efe-85b0-b0c915c72191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.976393 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-76d20a12-f089-4364-8b6f-837c65c60778 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.979248 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-5e4649ce-96f6-4ae5-b00e-813dfbf49a84 admin admin] For port 1e77aa05-fab9-4931-9efc-1573db2f4a5e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1e77aa05-fab9-4931-9efc-1573db2f4a5e,segment=NetworkSegment(d41f39b2-01b8-4941-9a6e-431a94bd1bc6),segment_id=d41f39b2-01b8-4941-9a6e-431a94bd1bc6)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:00.990557 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5e4649ce-96f6-4ae5-b00e-813dfbf49a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:00.990702 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9355af2-8c2c-4efe-85b0-b0c915c72191 service neutron] Pushing event updated for resources: {'Port': ['ID=27b3504e-5f67-479d-9a2f-2aa759db0602,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:01.008464 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-5e4649ce-96f6-4ae5-b00e-813dfbf49a84 admin admin] Calling delete_port for 1e77aa05-fab9-4931-9efc-1573db2f4a5e owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:01.008745 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-57a4186f-3228-45cf-a898-a2626d80d8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:01.033463 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d20a12-f089-4364-8b6f-837c65c60778 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:01.037188 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a3b8-34ae-4e07-99aa-695da9f4d6c0 req-f7e362f3-a753-4d8d-8df8-c0ffeaee1941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:01.037684 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a3b8-34ae-4e07-99aa-695da9f4d6c0 req-f7e362f3-a753-4d8d-8df8-c0ffeaee1941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:01.038295 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a3b8-34ae-4e07-99aa-695da9f4d6c0 req-f7e362f3-a753-4d8d-8df8-c0ffeaee1941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:01.039914 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d6a0a3b8-34ae-4e07-99aa-695da9f4d6c0 req-f7e362f3-a753-4d8d-8df8-c0ffeaee1941 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7613e46ecb1e44beabb9108ddbbb4b81&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1769390 Aug 10 03:53:01.194763 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4186f-3228-45cf-a898-a2626d80d8a6 None None] Pushing event updated for resources: {'Port': ['ID=3686d189-45ea-4173-b09f-aff7bcd0b153,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:01.213361 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-64f10c32-a727-43bb-9232-2012005e8656 None None] Provisioning complete for port 3686d189-45ea-4173-b09f-aff7bcd0b153 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:01.213892 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-64f10c32-a727-43bb-9232-2012005e8656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:01.243839 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1cdc3f4b-4393-43d2-801a-a7e96d5e8d6d req-c6f1a5c5-e58c-43ac-b709-c353d6ed259a tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 210 time: 0.0661500 Aug 10 03:53:01.399037 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a3b8-34ae-4e07-99aa-695da9f4d6c0 req-60a20e19-8891-416a-94f2-6a8ce072009f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:01.400561 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d6a0a3b8-34ae-4e07-99aa-695da9f4d6c0 req-60a20e19-8891-416a-94f2-6a8ce072009f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3504195 Aug 10 03:53:01.572342 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-76d20a12-f089-4364-8b6f-837c65c60778 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:01.606738 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d20a12-f089-4364-8b6f-837c65c60778 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:01.627784 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d13b0689-1a71-49c6-94bc-ce413dbbfda8 req-34613420-43fa-47f9-a81c-992f62cc233a tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 210 time: 0.0485945 Aug 10 03:53:01.680929 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5e4649ce-96f6-4ae5-b00e-813dfbf49a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:01.711452 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d20a12-f089-4364-8b6f-837c65c60778 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Pushing event updated for resources: {'Port': ['ID=1a9b4ddf-1527-429b-850d-ffb548bf51be,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:01.746009 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4649ce-96f6-4ae5-b00e-813dfbf49a84 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e77aa05-fab9-4931-9efc-1573db2f4a5e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:01.759411 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c48222-8732-4464-bc2d-abf2b2c1e9fe req-ee6dae96-f051-4927-a9ce-555f8f624ddd tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:01.761014 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90c48222-8732-4464-bc2d-abf2b2c1e9fe req-ee6dae96-f051-4927-a9ce-555f8f624ddd tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/ports?device_id=6befb863-52f1-4625-b833-757fbcc5c34b HTTP/1.1" status: 200 len: 949 time: 0.1657491 Aug 10 03:53:01.807212 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d9355af2-8c2c-4efe-85b0-b0c915c72191 service neutron] Attempting to bind port 27b3504e-5f67-479d-9a2f-2aa759db0602 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:01.807564 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d9355af2-8c2c-4efe-85b0-b0c915c72191 service neutron] Attempting to bind port 27b3504e-5f67-479d-9a2f-2aa759db0602 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'fc65a185-2ca5-435d-8bdb-72122a46119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:01.807904 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d9355af2-8c2c-4efe-85b0-b0c915c72191 service neutron] Attempting to bind port 27b3504e-5f67-479d-9a2f-2aa759db0602 on network 438e5aac-e98a-498a-962c-24a8dab08d84 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:01.880320 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d9355af2-8c2c-4efe-85b0-b0c915c72191 service neutron] Port 27b3504e-5f67-479d-9a2f-2aa759db0602 on network 438e5aac-e98a-498a-962c-24a8dab08d84 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:53:01.881438 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d9355af2-8c2c-4efe-85b0-b0c915c72191 service neutron] Attempting to bind port 27b3504e-5f67-479d-9a2f-2aa759db0602 on network 438e5aac-e98a-498a-962c-24a8dab08d84 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:01.952642 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90c48222-8732-4464-bc2d-abf2b2c1e9fe req-c6687c13-d78c-4153-aeb1-39f165cef41c tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/security-groups?id=debb343a-75e6-450f-947c-4139ad6c6895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513929 Aug 10 03:53:01.960354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d9355af2-8c2c-4efe-85b0-b0c915c72191 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:01.960771 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d9355af2-8c2c-4efe-85b0-b0c915c72191 service neutron] Checking segment: {'id': 'fc65a185-2ca5-435d-8bdb-72122a46119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:01.961190 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d9355af2-8c2c-4efe-85b0-b0c915c72191 service neutron] Bound using segment: {'id': 'fc65a185-2ca5-435d-8bdb-72122a46119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:01.961651 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d9355af2-8c2c-4efe-85b0-b0c915c72191 service neutron] Bound port: 27b3504e-5f67-479d-9a2f-2aa759db0602, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc65a185-2ca5-435d-8bdb-72122a46119f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:01.963075 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d9355af2-8c2c-4efe-85b0-b0c915c72191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:02.051052 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4c128-912e-4afd-b4b3-6984f868ebef req-d4302721-de40-4abc-9e35-a1b8214378e9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:02.057446 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4c128-912e-4afd-b4b3-6984f868ebef req-d4302721-de40-4abc-9e35-a1b8214378e9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:02.064835 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4c128-912e-4afd-b4b3-6984f868ebef req-d4302721-de40-4abc-9e35-a1b8214378e9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:02.072824 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4c128-912e-4afd-b4b3-6984f868ebef req-d4302721-de40-4abc-9e35-a1b8214378e9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:02.084325 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4c128-912e-4afd-b4b3-6984f868ebef req-d4302721-de40-4abc-9e35-a1b8214378e9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:02.092694 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4c128-912e-4afd-b4b3-6984f868ebef req-d4302721-de40-4abc-9e35-a1b8214378e9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:02.100227 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4c128-912e-4afd-b4b3-6984f868ebef req-d4302721-de40-4abc-9e35-a1b8214378e9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:02.111182 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e6d4c128-912e-4afd-b4b3-6984f868ebef req-d4302721-de40-4abc-9e35-a1b8214378e9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5403 time: 0.2699199 Aug 10 03:53:02.127715 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d9355af2-8c2c-4efe-85b0-b0c915c72191 service neutron] For port 27b3504e-5f67-479d-9a2f-2aa759db0602, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:02.131612 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d9355af2-8c2c-4efe-85b0-b0c915c72191 service neutron] For port 27b3504e-5f67-479d-9a2f-2aa759db0602, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=27b3504e-5f67-479d-9a2f-2aa759db0602,segment=NetworkSegment(fc65a185-2ca5-435d-8bdb-72122a46119f),segment_id=fc65a185-2ca5-435d-8bdb-72122a46119f)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:02.167472 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e6d4c128-912e-4afd-b4b3-6984f868ebef req-e4051cf9-5881-40ef-8f18-c3cdda847c8e tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555427 Aug 10 03:53:02.171460 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5e4649ce-96f6-4ae5-b00e-813dfbf49a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:02.354893 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d9355af2-8c2c-4efe-85b0-b0c915c72191 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:02.431997 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d9355af2-8c2c-4efe-85b0-b0c915c72191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:02.432533 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d9355af2-8c2c-4efe-85b0-b0c915c72191 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:02.434018 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d9355af2-8c2c-4efe-85b0-b0c915c72191 service neutron] 10.222.0.20 "PUT /v2.0/ports/27b3504e-5f67-479d-9a2f-2aa759db0602 HTTP/1.1" status: 200 len: 1090 time: 2.9611061 Aug 10 03:53:02.468190 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-01dfccb6-b41e-4740-8dd4-5c9f4d9417f2 req-e421e036-07ee-48ed-b5ee-25fca47509f7 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ef42d5b-c965-45b0-a25e-0048c87e5a3a HTTP/1.1" status: 200 len: 210 time: 0.0655253 Aug 10 03:53:02.571857 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4649ce-96f6-4ae5-b00e-813dfbf49a84 admin admin] Router 9b4567af-eccf-4112-be64-28b94d626855 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:02.574757 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-00abd665-17b4-4a68-a099-900ea36a1655 req-79159b0f-349f-4919-8374-88f16b2681d1 service neutron] Request body: {'port': {'device_id': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:02.732469 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'tag': '27b3504e-5f67-479d-9a2f-2aa759db0602'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:02.745124 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7c07ba5-59b6-4e7b-b88a-d6d2c41a20bd" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "tag": "27b3504e-5f67-479d-9a2f-2aa759db0602"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:02.772937 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9355af2-8c2c-4efe-85b0-b0c915c72191 service neutron] Pushing event updated for resources: {'Port': ['ID=27b3504e-5f67-479d-9a2f-2aa759db0602,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:02.798539 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-76d20a12-f089-4364-8b6f-837c65c60778 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:02.799831 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-79159b0f-349f-4919-8374-88f16b2681d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:02.910896 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4649ce-96f6-4ae5-b00e-813dfbf49a84 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:02.925793 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a84338-61a0-4760-9a47-1243d2359e5f None None] Sync routers for ids ['9b4567af-eccf-4112-be64-28b94d626855'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:02.947688 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a84338-61a0-4760-9a47-1243d2359e5f None None] Routers {'9b4567af-eccf-4112-be64-28b94d626855'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:02.948376 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-80a84338-61a0-4760-9a47-1243d2359e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:52:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['9b4567af-eccf-4112-be64-28b94d626855'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:03.000271 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5e4649ce-96f6-4ae5-b00e-813dfbf49a84 admin admin] 10.222.0.25 "PUT /v2.0/routers/9b4567af-eccf-4112-be64-28b94d626855/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1817873 Aug 10 03:53:03.014978 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8452538c-5ebd-40c6-bbfd-704459dd6966 req-fc833630-0f1d-459d-951b-365f4825469b tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 210 time: 0.2968597 Aug 10 03:53:03.026832 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60848) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:03.150099 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520856f-9968-44a3-b29d-e6fa310c70cc req-cdc20c48-164b-4bc3-ab5c-4c2cebdb0a0c tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:03.153907 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7520856f-9968-44a3-b29d-e6fa310c70cc req-cdc20c48-164b-4bc3-ab5c-4c2cebdb0a0c tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.20 "GET /v2.0/ports?device_id=6befb863-52f1-4625-b833-757fbcc5c34b HTTP/1.1" status: 200 len: 949 time: 0.1502967 Aug 10 03:53:03.250741 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-80a84338-61a0-4760-9a47-1243d2359e5f None None] Set router 9b4567af-eccf-4112-be64-28b94d626855 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:03.304043 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0107689a-924b-459b-b047-5fddc6119284 admin admin] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:03.333470 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3686d189-45ea-4173-b09f-aff7bcd0b153 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:03.447652 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7374eb2-d54e-4c88-98be-a7ce78de01b2 x-openstack-request-id: req-c7374eb2-d54e-4c88-98be-a7ce78de01b2 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:03.448356 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "tag": "27b3504e-5f67-479d-9a2f-2aa759db0602", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:03.448829 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7374eb2-d54e-4c88-98be-a7ce78de01b2 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:03.451284 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'tag': '27b3504e-5f67-479d-9a2f-2aa759db0602', 'status': 'completed', 'code': 200} Aug 10 03:53:03.456655 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 3686d189-45ea-4173-b09f-aff7bcd0b153 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:03.457539 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:03.491643 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63633902-3a77-44af-9316-db6a765cd0ed req-e8e2533d-4ab0-452a-b283-45c67cb9d7aa tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:03.502033 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-63633902-3a77-44af-9316-db6a765cd0ed req-e8e2533d-4ab0-452a-b283-45c67cb9d7aa tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/ports?device_id=6befb863-52f1-4625-b833-757fbcc5c34b HTTP/1.1" status: 200 len: 949 time: 0.1668842 Aug 10 03:53:03.569171 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-63633902-3a77-44af-9316-db6a765cd0ed req-f9b48f25-21e2-4983-ba39-6252b4425dcd tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/security-groups?id=debb343a-75e6-450f-947c-4139ad6c6895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658052 Aug 10 03:53:03.614841 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-7520856f-9968-44a3-b29d-e6fa310c70cc req-c278bfe0-585a-424f-b2cf-18c3f324ceb7 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Deleting port a382d0ab-72d0-4212-a122-2f98df6ffc44 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:03.618256 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-7520856f-9968-44a3-b29d-e6fa310c70cc req-c278bfe0-585a-424f-b2cf-18c3f324ceb7 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:03.674699 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-80a84338-61a0-4760-9a47-1243d2359e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4567af-eccf-4112-be64-28b94d626855', 'name': 'tempest-ServersTestFqdnHostnames-1875955359-router', 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:23Z', 'updated_at': '2021-08-10T03:53:01Z', 'revision_number': 5, 'project_id': '455216bb3ea34e1e9314603aca942071', 'gw_port': {'id': '03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4567af-eccf-4112-be64-28b94d626855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:25Z', 'updated_at': '2021-08-10T03:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:03.729499 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a84338-61a0-4760-9a47-1243d2359e5f None None] Checking router: 9b4567af-eccf-4112-be64-28b94d626855 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:53:03.745016 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a84338-61a0-4760-9a47-1243d2359e5f None None] Routers {'9b4567af-eccf-4112-be64-28b94d626855'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:03.745875 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-80a84338-61a0-4760-9a47-1243d2359e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:52:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['9b4567af-eccf-4112-be64-28b94d626855'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:03.956936 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c07ba5-59b6-4e7b-b88a-d6d2c41a20bd req-9ecc434c-ae72-4c34-8e39-dc58fdcf511d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:03.957497 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c07ba5-59b6-4e7b-b88a-d6d2c41a20bd req-9ecc434c-ae72-4c34-8e39-dc58fdcf511d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:03.959014 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c07ba5-59b6-4e7b-b88a-d6d2c41a20bd req-9ecc434c-ae72-4c34-8e39-dc58fdcf511d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:03.959828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c07ba5-59b6-4e7b-b88a-d6d2c41a20bd req-9ecc434c-ae72-4c34-8e39-dc58fdcf511d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:03.960563 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c07ba5-59b6-4e7b-b88a-d6d2c41a20bd req-9ecc434c-ae72-4c34-8e39-dc58fdcf511d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:03.961206 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c07ba5-59b6-4e7b-b88a-d6d2c41a20bd req-9ecc434c-ae72-4c34-8e39-dc58fdcf511d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:03.961766 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c07ba5-59b6-4e7b-b88a-d6d2c41a20bd req-9ecc434c-ae72-4c34-8e39-dc58fdcf511d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:03.964601 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a7c07ba5-59b6-4e7b-b88a-d6d2c41a20bd req-9ecc434c-ae72-4c34-8e39-dc58fdcf511d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7613e46ecb1e44beabb9108ddbbb4b81&device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 6350 time: 0.5322397 Aug 10 03:53:04.118117 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0107689a-924b-459b-b047-5fddc6119284 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.126649 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-80a84338-61a0-4760-9a47-1243d2359e5f None None] Set router 9b4567af-eccf-4112-be64-28b94d626855 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:04.181851 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-76d20a12-f089-4364-8b6f-837c65c60778 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.350846 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b954c6-e4aa-4d0d-b3ee-c4727985cdde req-45942a27-1a68-4cea-a6d4-2948956180e8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:04.357860 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b954c6-e4aa-4d0d-b3ee-c4727985cdde req-45942a27-1a68-4cea-a6d4-2948956180e8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:04.364146 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b954c6-e4aa-4d0d-b3ee-c4727985cdde req-45942a27-1a68-4cea-a6d4-2948956180e8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:04.380278 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b954c6-e4aa-4d0d-b3ee-c4727985cdde req-45942a27-1a68-4cea-a6d4-2948956180e8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:04.390077 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b954c6-e4aa-4d0d-b3ee-c4727985cdde req-45942a27-1a68-4cea-a6d4-2948956180e8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:04.398310 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b954c6-e4aa-4d0d-b3ee-c4727985cdde req-45942a27-1a68-4cea-a6d4-2948956180e8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:04.404221 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b954c6-e4aa-4d0d-b3ee-c4727985cdde req-45942a27-1a68-4cea-a6d4-2948956180e8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:04.409106 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-80a84338-61a0-4760-9a47-1243d2359e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4567af-eccf-4112-be64-28b94d626855', 'name': 'tempest-ServersTestFqdnHostnames-1875955359-router', 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:23Z', 'updated_at': '2021-08-10T03:53:01Z', 'revision_number': 5, 'project_id': '455216bb3ea34e1e9314603aca942071', 'gw_port': {'id': '03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4567af-eccf-4112-be64-28b94d626855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:25Z', 'updated_at': '2021-08-10T03:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:04.412718 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a8b954c6-e4aa-4d0d-b3ee-c4727985cdde req-45942a27-1a68-4cea-a6d4-2948956180e8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5403 time: 0.6944842 Aug 10 03:53:04.440542 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-7520856f-9968-44a3-b29d-e6fa310c70cc req-c278bfe0-585a-424f-b2cf-18c3f324ceb7 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] For port a382d0ab-72d0-4212-a122-2f98df6ffc44, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=a382d0ab-72d0-4212-a122-2f98df6ffc44,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:04.441218 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-7520856f-9968-44a3-b29d-e6fa310c70cc req-c278bfe0-585a-424f-b2cf-18c3f324ceb7 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.457424 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-7520856f-9968-44a3-b29d-e6fa310c70cc req-c278bfe0-585a-424f-b2cf-18c3f324ceb7 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Calling delete_port for a382d0ab-72d0-4212-a122-2f98df6ffc44 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:04.464372 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c07ba5-59b6-4e7b-b88a-d6d2c41a20bd req-f99bd41d-111b-4eeb-af40-28d4d0d07272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:04.465161 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c07ba5-59b6-4e7b-b88a-d6d2c41a20bd req-f99bd41d-111b-4eeb-af40-28d4d0d07272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:04.466090 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c07ba5-59b6-4e7b-b88a-d6d2c41a20bd req-f99bd41d-111b-4eeb-af40-28d4d0d07272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:04.466902 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a84338-61a0-4760-9a47-1243d2359e5f None None] The sync data for ids ['9b4567af-eccf-4112-be64-28b94d626855'] in n-d-802893-2 is: [{'id': '9b4567af-eccf-4112-be64-28b94d626855', 'name': 'tempest-ServersTestFqdnHostnames-1875955359-router', 'tenant_id': '455216bb3ea34e1e9314603aca942071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': '03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:50:23Z', 'updated_at': '2021-08-10T03:53:01Z', 'revision_number': 5, 'project_id': '455216bb3ea34e1e9314603aca942071', 'gw_port': {'id': '03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:4b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4567af-eccf-4112-be64-28b94d626855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:50:25Z', 'updated_at': '2021-08-10T03:50:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:04.469130 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a7c07ba5-59b6-4e7b-b88a-d6d2c41a20bd req-f99bd41d-111b-4eeb-af40-28d4d0d07272 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7613e46ecb1e44beabb9108ddbbb4b81&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4528565 Aug 10 03:53:04.492206 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-00abd665-17b4-4a68-a099-900ea36a1655 req-79159b0f-349f-4919-8374-88f16b2681d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fafd8c8c-73f6-41b9-881e-4160cffd6abc {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:53:04.563087 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-79159b0f-349f-4919-8374-88f16b2681d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.581715 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a8b954c6-e4aa-4d0d-b3ee-c4727985cdde req-1872c4bc-0ba7-4a49-ad52-2175b9c47e3d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1682172 Aug 10 03:53:04.610948 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-00abd665-17b4-4a68-a099-900ea36a1655 req-79159b0f-349f-4919-8374-88f16b2681d1 service neutron] Transition to ACTIVE for port object fafd8c8c-73f6-41b9-881e-4160cffd6abc will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:04.637227 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-0107689a-924b-459b-b047-5fddc6119284 admin admin] Deleting port 03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:04.637606 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0107689a-924b-459b-b047-5fddc6119284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.711577 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:04.743498 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8dc8183d-fe81-4b6b-acb8-26965ee00910 req-ab65ba32-c515-482e-96bb-5939bf194fc9 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 210 time: 0.0282984 Aug 10 03:53:04.766807 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60880) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:04.845930 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-7520856f-9968-44a3-b29d-e6fa310c70cc req-c278bfe0-585a-424f-b2cf-18c3f324ceb7 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.856361 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5641d8e5-7152-4cb0-a45b-5f2f6b8edc6a tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.880686 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['a382d0ab-72d0-4212-a122-2f98df6ffc44'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:04.934403 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278bfe0-585a-424f-b2cf-18c3f324ceb7 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Pushing event deleted for resources: {'Port': ['ID=a382d0ab-72d0-4212-a122-2f98df6ffc44,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:04.935583 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:04.988161 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce37c85a-0d2a-4681-9812-2cdf79665a4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fb90a01-c532-4a51-8c37-5fb6cc79e4ba'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:04.990585 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-597b1cf1-b14b-4c64-bc60-d91ce2314b7d" -d '{"events": [{"server_uuid": "ce37c85a-0d2a-4681-9812-2cdf79665a4a", "name": "network-vif-unplugged", "status": "completed", "tag": "5fb90a01-c532-4a51-8c37-5fb6cc79e4ba"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:05.023270 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5fb90a01-c532-4a51-8c37-5fb6cc79e4ba,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:05.043431 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1e77aa05-fab9-4931-9efc-1573db2f4a5e no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:05.050570 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5641d8e5-7152-4cb0-a45b-5f2f6b8edc6a tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:05.082535 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 1e77aa05-fab9-4931-9efc-1573db2f4a5e {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:05.083235 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1e77aa05-fab9-4931-9efc-1573db2f4a5e not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:05.102878 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:05.152991 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-7520856f-9968-44a3-b29d-e6fa310c70cc req-c278bfe0-585a-424f-b2cf-18c3f324ceb7 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] No DVR routers for this DVR port a382d0ab-72d0-4212-a122-2f98df6ffc44 on host n-h2-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:05.158602 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-7520856f-9968-44a3-b29d-e6fa310c70cc req-c278bfe0-585a-424f-b2cf-18c3f324ceb7 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:05.161336 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7520856f-9968-44a3-b29d-e6fa310c70cc req-c278bfe0-585a-424f-b2cf-18c3f324ceb7 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.20 "DELETE /v2.0/ports/a382d0ab-72d0-4212-a122-2f98df6ffc44 HTTP/1.1" status: 204 len: 173 time: 1.9692531 Aug 10 03:53:05.162210 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6befb863-52f1-4625-b833-757fbcc5c34b', 'name': 'network-vif-deleted', 'tag': 'a382d0ab-72d0-4212-a122-2f98df6ffc44'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:05.164892 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d848ed88-d551-4bda-aacc-fcad1c2903fd" -d '{"events": [{"server_uuid": "6befb863-52f1-4625-b833-757fbcc5c34b", "name": "network-vif-deleted", "tag": "a382d0ab-72d0-4212-a122-2f98df6ffc44"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:05.213080 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=5fb90a01-c532-4a51-8c37-5fb6cc79e4ba,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:05.244690 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-79159b0f-349f-4919-8374-88f16b2681d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:05.277965 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-0b184dd7-3751-48eb-a14a-b2f9f2f607c4 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:05.284536 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-0b184dd7-3751-48eb-a14a-b2f9f2f607c4 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/networks?id=090053fa-3622-4eb2-b424-9f79f809823c HTTP/1.1" status: 200 len: 805 time: 0.3731952 Aug 10 03:53:05.288607 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5641d8e5-7152-4cb0-a45b-5f2f6b8edc6a tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:05.291778 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5641d8e5-7152-4cb0-a45b-5f2f6b8edc6a tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:05.295222 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5641d8e5-7152-4cb0-a45b-5f2f6b8edc6a tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "DELETE /v2.0/security-groups/0639bd95-6396-4516-b213-71e9bb76a018 HTTP/1.1" status: 204 len: 168 time: 0.5252688 Aug 10 03:53:05.299773 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60896) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:05.311380 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c92ee584-9b66-4c1d-b038-9d9ef67660a5 req-13905c30-8490-4fc3-bfbd-7616a5525aa9 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/ports?device_id=6befb863-52f1-4625-b833-757fbcc5c34b HTTP/1.1" status: 200 len: 210 time: 0.0957968 Aug 10 03:53:05.311380 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c07ba5-59b6-4e7b-b88a-d6d2c41a20bd req-b5b89efb-71b3-4c9d-9bbc-ae37b03895f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:05.311380 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a7c07ba5-59b6-4e7b-b88a-d6d2c41a20bd req-b5b89efb-71b3-4c9d-9bbc-ae37b03895f6 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8282535 Aug 10 03:53:05.361152 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641d8e5-7152-4cb0-a45b-5f2f6b8edc6a tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0639bd95-6396-4516-b213-71e9bb76a018,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:05.376299 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79159b0f-349f-4919-8374-88f16b2681d1 service neutron] Pushing event updated for resources: {'Port': ['ID=fafd8c8c-73f6-41b9-881e-4160cffd6abc,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:05.385318 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-aec2d46f-f7f8-4499-a1ad-c11b8ffb0979 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/quotas/23e5f3c2b75643ebb56574b008fa08d4 HTTP/1.1" status: 200 len: 375 time: 0.0987833 Aug 10 03:53:05.391981 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-ba0d2d0a-5a37-4400-bb3c-77fb8408defa tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] show failed (client error): The resource could not be found. Aug 10 03:53:05.393371 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ba0d2d0a-5a37-4400-bb3c-77fb8408defa tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "GET /v2.0/security-groups/0639bd95-6396-4516-b213-71e9bb76a018 HTTP/1.1" status: 404 len: 347 time: 0.0875161 Aug 10 03:53:05.395925 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60898) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:05.409099 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d23218-e307-4774-af89-f68d6f8627ec x-openstack-request-id: req-10d23218-e307-4774-af89-f68d6f8627ec {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:05.409099 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce37c85a-0d2a-4681-9812-2cdf79665a4a", "name": "network-vif-unplugged", "status": "completed", "tag": "5fb90a01-c532-4a51-8c37-5fb6cc79e4ba", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:05.409540 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10d23218-e307-4774-af89-f68d6f8627ec {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:05.410096 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce37c85a-0d2a-4681-9812-2cdf79665a4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fb90a01-c532-4a51-8c37-5fb6cc79e4ba', 'code': 200} Aug 10 03:53:05.490057 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-0107689a-924b-459b-b047-5fddc6119284 admin admin] For port 03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:05.490586 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0107689a-924b-459b-b047-5fddc6119284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:05.494405 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-00abd665-17b4-4a68-a099-900ea36a1655 req-79159b0f-349f-4919-8374-88f16b2681d1 service neutron] Attempting to bind port fafd8c8c-73f6-41b9-881e-4160cffd6abc on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:05.494791 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-00abd665-17b4-4a68-a099-900ea36a1655 req-79159b0f-349f-4919-8374-88f16b2681d1 service neutron] Attempting to bind port fafd8c8c-73f6-41b9-881e-4160cffd6abc by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'da658146-22e1-4101-b313-7e8ac30939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fc4bc8cd-9681-4c48-a384-e9912b245b99'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:05.495135 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-79159b0f-349f-4919-8374-88f16b2681d1 service neutron] Attempting to bind port fafd8c8c-73f6-41b9-881e-4160cffd6abc on network fc4bc8cd-9681-4c48-a384-e9912b245b99 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:05.509765 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-79159b0f-349f-4919-8374-88f16b2681d1 service neutron] Port fafd8c8c-73f6-41b9-881e-4160cffd6abc on network fc4bc8cd-9681-4c48-a384-e9912b245b99 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:53:05.510107 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-79159b0f-349f-4919-8374-88f16b2681d1 service neutron] Attempting to bind port fafd8c8c-73f6-41b9-881e-4160cffd6abc on network fc4bc8cd-9681-4c48-a384-e9912b245b99 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:05.517523 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfe0d3d-2f82-4fdc-aab9-678e01a902ff x-openstack-request-id: req-3bfe0d3d-2f82-4fdc-aab9-678e01a902ff {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:05.517843 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6befb863-52f1-4625-b833-757fbcc5c34b", "name": "network-vif-deleted", "tag": "a382d0ab-72d0-4212-a122-2f98df6ffc44", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:05.518133 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3bfe0d3d-2f82-4fdc-aab9-678e01a902ff {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:05.518534 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6befb863-52f1-4625-b833-757fbcc5c34b', 'name': 'network-vif-deleted', 'tag': 'a382d0ab-72d0-4212-a122-2f98df6ffc44', 'status': 'completed', 'code': 200} Aug 10 03:53:05.522197 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-79159b0f-349f-4919-8374-88f16b2681d1 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:05.522197 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-79159b0f-349f-4919-8374-88f16b2681d1 service neutron] Checking segment: {'id': 'da658146-22e1-4101-b313-7e8ac30939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fc4bc8cd-9681-4c48-a384-e9912b245b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:05.522647 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-79159b0f-349f-4919-8374-88f16b2681d1 service neutron] Bound using segment: {'id': 'da658146-22e1-4101-b313-7e8ac30939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fc4bc8cd-9681-4c48-a384-e9912b245b99'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:05.523107 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-00abd665-17b4-4a68-a099-900ea36a1655 req-79159b0f-349f-4919-8374-88f16b2681d1 service neutron] Bound port: fafd8c8c-73f6-41b9-881e-4160cffd6abc, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da658146-22e1-4101-b313-7e8ac30939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fc4bc8cd-9681-4c48-a384-e9912b245b99'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:05.523563 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-79159b0f-349f-4919-8374-88f16b2681d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:05.526308 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d20a12-f089-4364-8b6f-837c65c60778 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Router 3773a031-6bb8-49e7-8045-40c871ab16cd is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:53:05.533901 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-0107689a-924b-459b-b047-5fddc6119284 admin admin] Calling delete_port for 03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:05.613179 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-aab0584b-bd5e-4c9a-b632-02ad35e19f5a tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=23e5f3c2b75643ebb56574b008fa08d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2269425 Aug 10 03:53:05.757523 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-36b340b3-acb1-4777-b74c-95d5ea6f8e79 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Deleting port d1fd1826-5a7c-4383-83b0-b277bb032621 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:05.757980 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-36b340b3-acb1-4777-b74c-95d5ea6f8e79 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:05.762047 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-5a9106b3-50e3-45b5-bce6-25f532dd7976 service neutron] 10.222.0.25 "GET /v2.0/networks/090053fa-3622-4eb2-b424-9f79f809823c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478989 Aug 10 03:53:05.829698 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-00abd665-17b4-4a68-a099-900ea36a1655 req-79159b0f-349f-4919-8374-88f16b2681d1 service neutron] For port fafd8c8c-73f6-41b9-881e-4160cffd6abc, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:05.833601 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d20a12-f089-4364-8b6f-837c65c60778 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:05.843777 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30826fc9-1f28-4d25-ac76-369bb2f9537a None None] Sync routers for ids ['3773a031-6bb8-49e7-8045-40c871ab16cd'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:05.856770 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30826fc9-1f28-4d25-ac76-369bb2f9537a None None] Routers {'3773a031-6bb8-49e7-8045-40c871ab16cd'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:05.857558 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-30826fc9-1f28-4d25-ac76-369bb2f9537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:52:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3773a031-6bb8-49e7-8045-40c871ab16cd'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:05.869777 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-00abd665-17b4-4a68-a099-900ea36a1655 req-79159b0f-349f-4919-8374-88f16b2681d1 service neutron] For port fafd8c8c-73f6-41b9-881e-4160cffd6abc, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=fafd8c8c-73f6-41b9-881e-4160cffd6abc,segment=NetworkSegment(da658146-22e1-4101-b313-7e8ac30939d3),segment_id=da658146-22e1-4101-b313-7e8ac30939d3)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:05.889169 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af03fc-884c-41b6-89e0-1462238ea0ab req-56dbc590-f9d8-49f8-a3b1-38b76610aa2e tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:05.896166 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af03fc-884c-41b6-89e0-1462238ea0ab req-56dbc590-f9d8-49f8-a3b1-38b76610aa2e tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:05.897003 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-30826fc9-1f28-4d25-ac76-369bb2f9537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:05.902413 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af03fc-884c-41b6-89e0-1462238ea0ab req-56dbc590-f9d8-49f8-a3b1-38b76610aa2e tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:05.903688 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-36b340b3-acb1-4777-b74c-95d5ea6f8e79 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:05.904053 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-36b340b3-acb1-4777-b74c-95d5ea6f8e79 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:05.907779 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30826fc9-1f28-4d25-ac76-369bb2f9537a None None] Routers {'3773a031-6bb8-49e7-8045-40c871ab16cd'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:05.908553 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-30826fc9-1f28-4d25-ac76-369bb2f9537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:52:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3773a031-6bb8-49e7-8045-40c871ab16cd'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:05.909890 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af03fc-884c-41b6-89e0-1462238ea0ab req-56dbc590-f9d8-49f8-a3b1-38b76610aa2e tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:05.917237 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af03fc-884c-41b6-89e0-1462238ea0ab req-56dbc590-f9d8-49f8-a3b1-38b76610aa2e tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:05.923301 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af03fc-884c-41b6-89e0-1462238ea0ab req-56dbc590-f9d8-49f8-a3b1-38b76610aa2e tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:05.926984 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-36b340b3-acb1-4777-b74c-95d5ea6f8e79 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Calling delete_port for d1fd1826-5a7c-4383-83b0-b277bb032621 owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:05.929300 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af03fc-884c-41b6-89e0-1462238ea0ab req-56dbc590-f9d8-49f8-a3b1-38b76610aa2e tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:05.932562 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-f5de6ae1-1dd7-4c47-92d3-cc1215b80939 service neutron] 10.222.0.25 "GET /v2.0/networks/090053fa-3622-4eb2-b424-9f79f809823c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602647 Aug 10 03:53:05.937791 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-45af03fc-884c-41b6-89e0-1462238ea0ab req-56dbc590-f9d8-49f8-a3b1-38b76610aa2e tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5415 time: 0.2295880 Aug 10 03:53:05.970288 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-30826fc9-1f28-4d25-ac76-369bb2f9537a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:05.971099 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30826fc9-1f28-4d25-ac76-369bb2f9537a None None] The sync data for ids ['3773a031-6bb8-49e7-8045-40c871ab16cd'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:05.987901 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-76d20a12-f089-4364-8b6f-837c65c60778 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:05.989220 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-76d20a12-f089-4364-8b6f-837c65c60778 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.7775552 Aug 10 03:53:05.990853 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-79159b0f-349f-4919-8374-88f16b2681d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:05.992262 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60904) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:06.046074 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-79159b0f-349f-4919-8374-88f16b2681d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:06.047008 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-79159b0f-349f-4919-8374-88f16b2681d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:06.048284 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-79159b0f-349f-4919-8374-88f16b2681d1 service neutron] 10.222.0.20 "PUT /v2.0/ports/fafd8c8c-73f6-41b9-881e-4160cffd6abc HTTP/1.1" status: 200 len: 1091 time: 3.5168915 Aug 10 03:53:06.061313 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'tag': 'fafd8c8c-73f6-41b9-881e-4160cffd6abc'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:06.061313 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e591afdf-6762-4190-80d4-0b395df7240a" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "tag": "fafd8c8c-73f6-41b9-881e-4160cffd6abc"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:06.112348 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-45af03fc-884c-41b6-89e0-1462238ea0ab req-286e340e-31ec-4461-aa5b-3229b3b55b1c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1644244 Aug 10 03:53:06.162203 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79159b0f-349f-4919-8374-88f16b2681d1 service neutron] Pushing event updated for resources: {'Port': ['ID=fafd8c8c-73f6-41b9-881e-4160cffd6abc,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:06.235890 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0300b480-ef2b-4581-a28f-67966a308ab0 service neutron] Request body: {'port': {'device_id': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:06.296603 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-36b340b3-acb1-4777-b74c-95d5ea6f8e79 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:06.311540 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-860ff5aa-4bf2-4291-9472-383562616d34 req-6c1bf34b-0bf7-4334-92df-616f182f3631 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 210 time: 0.0646310 Aug 10 03:53:06.350180 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdfa92f-9391-4945-9bb3-4b61c7d9795b x-openstack-request-id: req-fcdfa92f-9391-4945-9bb3-4b61c7d9795b {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:06.356945 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "tag": "fafd8c8c-73f6-41b9-881e-4160cffd6abc", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:06.356945 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fcdfa92f-9391-4945-9bb3-4b61c7d9795b {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:06.356945 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'tag': 'fafd8c8c-73f6-41b9-881e-4160cffd6abc', 'status': 'completed', 'code': 200} Aug 10 03:53:06.432874 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0300b480-ef2b-4581-a28f-67966a308ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:06.458798 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b340b3-acb1-4777-b74c-95d5ea6f8e79 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Pushing event deleted for resources: {'Port': ['ID=d1fd1826-5a7c-4383-83b0-b277bb032621,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:06.482567 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0107689a-924b-459b-b047-5fddc6119284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:06.522322 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-737ccfe0-c8c1-43e0-992f-2b3dbca16ef9 req-4ebc2525-016b-4962-8bda-fbf2b54e7319 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2d603bb-8035-4a22-8947-42abfacafc63 HTTP/1.1" status: 200 len: 210 time: 0.0644076 Aug 10 03:53:06.556764 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0107689a-924b-459b-b047-5fddc6119284 admin admin] Pushing event deleted for resources: {'Port': ['ID=03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:06.630758 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591afdf-6762-4190-80d4-0b395df7240a req-21a153e2-2644-4221-b8ca-825f043123e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:06.631253 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591afdf-6762-4190-80d4-0b395df7240a req-21a153e2-2644-4221-b8ca-825f043123e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:06.631739 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591afdf-6762-4190-80d4-0b395df7240a req-21a153e2-2644-4221-b8ca-825f043123e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:06.632249 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591afdf-6762-4190-80d4-0b395df7240a req-21a153e2-2644-4221-b8ca-825f043123e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:06.632892 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591afdf-6762-4190-80d4-0b395df7240a req-21a153e2-2644-4221-b8ca-825f043123e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:06.633379 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591afdf-6762-4190-80d4-0b395df7240a req-21a153e2-2644-4221-b8ca-825f043123e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:06.633853 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591afdf-6762-4190-80d4-0b395df7240a req-21a153e2-2644-4221-b8ca-825f043123e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:06.635926 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e591afdf-6762-4190-80d4-0b395df7240a req-21a153e2-2644-4221-b8ca-825f043123e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7613e46ecb1e44beabb9108ddbbb4b81&device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 6417 time: 0.1976938 Aug 10 03:53:06.690375 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6221c761-c72c-42ea-a823-a58ef9cf76ca req-43aedc8c-a79e-4fdd-b457-64896eacb8e1 tempest-TenantUsagesTestJSON-525898622 tempest-TenantUsagesTestJSON-525898622-project] 10.222.0.25 "GET /v2.0/ports?device_id=6befb863-52f1-4625-b833-757fbcc5c34b HTTP/1.1" status: 200 len: 210 time: 0.1392684 Aug 10 03:53:06.753935 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-36b340b3-acb1-4777-b74c-95d5ea6f8e79 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks [] for floatingip, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:06.756492 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-36b340b3-acb1-4777-b74c-95d5ea6f8e79 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:06.760533 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-36b340b3-acb1-4777-b74c-95d5ea6f8e79 tempest-ServersTestBootFromVolume-1843390222 tempest-ServersTestBootFromVolume-1843390222-project] 10.222.0.25 "DELETE /v2.0/floatingips/e0a37c63-73e9-4b5a-accf-9877a7d78cfa HTTP/1.1" status: 204 len: 168 time: 1.3605931 Aug 10 03:53:06.761878 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60918) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:06.778393 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184ae58d-db0b-49bc-af56-1d9eac530469 req-1e903c50-76db-45e5-b0d4-2950e72d9d58 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:06.779817 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-184ae58d-db0b-49bc-af56-1d9eac530469 req-1e903c50-76db-45e5-b0d4-2950e72d9d58 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.68 "GET /v2.0/ports?device_id=ce37c85a-0d2a-4681-9812-2cdf79665a4a HTTP/1.1" status: 200 len: 943 time: 0.2590668 Aug 10 03:53:06.796601 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0107689a-924b-459b-b047-5fddc6119284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:06.944257 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0107689a-924b-459b-b047-5fddc6119284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:06.974070 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0107689a-924b-459b-b047-5fddc6119284 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:07.040553 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591afdf-6762-4190-80d4-0b395df7240a req-fa074619-0370-4ca1-bab9-31afc1fc1bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:07.041049 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591afdf-6762-4190-80d4-0b395df7240a req-fa074619-0370-4ca1-bab9-31afc1fc1bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:07.041600 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591afdf-6762-4190-80d4-0b395df7240a req-fa074619-0370-4ca1-bab9-31afc1fc1bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:07.043211 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e591afdf-6762-4190-80d4-0b395df7240a req-fa074619-0370-4ca1-bab9-31afc1fc1bf6 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7613e46ecb1e44beabb9108ddbbb4b81&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3778505 Aug 10 03:53:07.149163 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0107689a-924b-459b-b047-5fddc6119284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:07.149641 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0107689a-924b-459b-b047-5fddc6119284 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b4567af-eccf-4112-be64-28b94d626855 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:53:07.161143 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0107689a-924b-459b-b047-5fddc6119284 admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:07.166755 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0107689a-924b-459b-b047-5fddc6119284 admin admin] 10.222.0.25 "DELETE /v2.0/routers/9b4567af-eccf-4112-be64-28b94d626855 HTTP/1.1" status: 204 len: 168 time: 4.1324563 Aug 10 03:53:07.172796 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60924) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:07.192842 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-184ae58d-db0b-49bc-af56-1d9eac530469 req-f7e0e7fd-9513-4c58-99d1-5e8fe40ebb50 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Deleting port 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:07.193126 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-184ae58d-db0b-49bc-af56-1d9eac530469 req-f7e0e7fd-9513-4c58-99d1-5e8fe40ebb50 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:07.360595 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device a382d0ab-72d0-4212-a122-2f98df6ffc44 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:07.371239 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591afdf-6762-4190-80d4-0b395df7240a req-9f7ca75e-3e56-4db4-abc5-e44ba702af48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:07.372935 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e591afdf-6762-4190-80d4-0b395df7240a req-9f7ca75e-3e56-4db4-abc5-e44ba702af48 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3217492 Aug 10 03:53:07.378553 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-36fd8adf-3f55-406e-8ae4-bcdf948f37ef admin admin] Deleting subnet 2d781aa2-be8f-4750-961d-b5a631d74df2 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:53:07.401924 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-36fd8adf-3f55-406e-8ae4-bcdf948f37ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:07.461065 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0300b480-ef2b-4581-a28f-67966a308ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 689d1191-90af-45a6-9b31-5a0d267b556e {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:53:07.473201 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-184ae58d-db0b-49bc-af56-1d9eac530469 req-f7e0e7fd-9513-4c58-99d1-5e8fe40ebb50 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] For port 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5fb90a01-c532-4a51-8c37-5fb6cc79e4ba,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:07.473780 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-184ae58d-db0b-49bc-af56-1d9eac530469 req-f7e0e7fd-9513-4c58-99d1-5e8fe40ebb50 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:07.500533 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: a382d0ab-72d0-4212-a122-2f98df6ffc44 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:07.501996 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device a382d0ab-72d0-4212-a122-2f98df6ffc44 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:07.506187 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0300b480-ef2b-4581-a28f-67966a308ab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:07.527726 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b5119-6fe7-4c94-9ad4-85c694e197a7 req-58bd3396-9866-48f7-a7f3-23476b49ec49 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:07.540906 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b5119-6fe7-4c94-9ad4-85c694e197a7 req-58bd3396-9866-48f7-a7f3-23476b49ec49 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:07.549964 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b5119-6fe7-4c94-9ad4-85c694e197a7 req-58bd3396-9866-48f7-a7f3-23476b49ec49 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:07.556067 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b5119-6fe7-4c94-9ad4-85c694e197a7 req-58bd3396-9866-48f7-a7f3-23476b49ec49 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:07.558278 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-184ae58d-db0b-49bc-af56-1d9eac530469 req-f7e0e7fd-9513-4c58-99d1-5e8fe40ebb50 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Calling delete_port for 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:07.561977 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b5119-6fe7-4c94-9ad4-85c694e197a7 req-58bd3396-9866-48f7-a7f3-23476b49ec49 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:07.568707 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b5119-6fe7-4c94-9ad4-85c694e197a7 req-58bd3396-9866-48f7-a7f3-23476b49ec49 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:07.575161 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b5119-6fe7-4c94-9ad4-85c694e197a7 req-58bd3396-9866-48f7-a7f3-23476b49ec49 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:07.580003 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d75b5119-6fe7-4c94-9ad4-85c694e197a7 req-58bd3396-9866-48f7-a7f3-23476b49ec49 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5415 time: 0.3159580 Aug 10 03:53:07.584651 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-36fd8adf-3f55-406e-8ae4-bcdf948f37ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:07.602312 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-28943fee-1354-41ba-903c-5688d173e6c1 req-a652b5b6-d598-4613-a0e8-3064a98b8973 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/ports?device_id=e75f7d98-06fd-49f7-9836-a18e538ff46e HTTP/1.1" status: 200 len: 210 time: 0.0457661 Aug 10 03:53:07.620600 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4ec42282-c156-430a-bd52-351bad8fda5d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:07.628082 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0300b480-ef2b-4581-a28f-67966a308ab0 service neutron] Transition to ACTIVE for port object 689d1191-90af-45a6-9b31-5a0d267b556e will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:07.697820 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d75b5119-6fe7-4c94-9ad4-85c694e197a7 req-e7ff56d4-d822-4884-983b-2fe800d22d25 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744183 Aug 10 03:53:07.741303 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0300b480-ef2b-4581-a28f-67966a308ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:07.860400 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6ce55a0d-92f6-474e-b955-46e2c6bcd976 req-df6dbc21-4a4b-44d0-b0d9-52d599863885 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2d603bb-8035-4a22-8947-42abfacafc63 HTTP/1.1" status: 200 len: 210 time: 0.0539808 Aug 10 03:53:07.871637 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-36fd8adf-3f55-406e-8ae4-bcdf948f37ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:07.942143 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300b480-ef2b-4581-a28f-67966a308ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=689d1191-90af-45a6-9b31-5a0d267b556e,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:08.152411 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4fcf03e2-09fc-4b77-982e-1fcd58002ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.164992 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0300b480-ef2b-4581-a28f-67966a308ab0 service neutron] Attempting to bind port 689d1191-90af-45a6-9b31-5a0d267b556e on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:08.176004 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0300b480-ef2b-4581-a28f-67966a308ab0 service neutron] Attempting to bind port 689d1191-90af-45a6-9b31-5a0d267b556e by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'da658146-22e1-4101-b313-7e8ac30939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fc4bc8cd-9681-4c48-a384-e9912b245b99'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:08.176299 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0300b480-ef2b-4581-a28f-67966a308ab0 service neutron] Attempting to bind port 689d1191-90af-45a6-9b31-5a0d267b556e on network fc4bc8cd-9681-4c48-a384-e9912b245b99 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:08.182327 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0300b480-ef2b-4581-a28f-67966a308ab0 service neutron] Port 689d1191-90af-45a6-9b31-5a0d267b556e on network fc4bc8cd-9681-4c48-a384-e9912b245b99 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:53:08.182658 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0300b480-ef2b-4581-a28f-67966a308ab0 service neutron] Attempting to bind port 689d1191-90af-45a6-9b31-5a0d267b556e on network fc4bc8cd-9681-4c48-a384-e9912b245b99 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:08.193472 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0300b480-ef2b-4581-a28f-67966a308ab0 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:08.194259 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0300b480-ef2b-4581-a28f-67966a308ab0 service neutron] Checking segment: {'id': 'da658146-22e1-4101-b313-7e8ac30939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fc4bc8cd-9681-4c48-a384-e9912b245b99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:08.194958 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0300b480-ef2b-4581-a28f-67966a308ab0 service neutron] Bound using segment: {'id': 'da658146-22e1-4101-b313-7e8ac30939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fc4bc8cd-9681-4c48-a384-e9912b245b99'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:08.195578 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0300b480-ef2b-4581-a28f-67966a308ab0 service neutron] Bound port: 689d1191-90af-45a6-9b31-5a0d267b556e, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da658146-22e1-4101-b313-7e8ac30939d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'fc4bc8cd-9681-4c48-a384-e9912b245b99'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:08.196186 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0300b480-ef2b-4581-a28f-67966a308ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.226605 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-184ae58d-db0b-49bc-af56-1d9eac530469 req-f7e0e7fd-9513-4c58-99d1-5e8fe40ebb50 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.295381 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-36fd8adf-3f55-406e-8ae4-bcdf948f37ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.300338 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0e7fd-9513-4c58-99d1-5e8fe40ebb50 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Pushing event deleted for resources: {'Port': ['ID=5fb90a01-c532-4a51-8c37-5fb6cc79e4ba,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:08.340216 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd8adf-3f55-406e-8ae4-bcdf948f37ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d781aa2-be8f-4750-961d-b5a631d74df2,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:08.351425 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-36fd8adf-3f55-406e-8ae4-bcdf948f37ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.355854 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50f36a4-a802-4dbf-9d3f-64534ad3a6f8 None None] Network 92b87fe8-9d55-4b2e-9e12-e987835d0d07 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:08.356723 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-36fd8adf-3f55-406e-8ae4-bcdf948f37ef admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2d781aa2-be8f-4750-961d-b5a631d74df2 HTTP/1.1" status: 204 len: 168 time: 1.1833827 Aug 10 03:53:08.359012 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60942) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:08.369260 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0300b480-ef2b-4581-a28f-67966a308ab0 service neutron] For port 689d1191-90af-45a6-9b31-5a0d267b556e, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:08.477579 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd2b1c1b-47a7-4c95-a4d9-cbd14ef3d338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.503510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0300b480-ef2b-4581-a28f-67966a308ab0 service neutron] For port 689d1191-90af-45a6-9b31-5a0d267b556e, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=689d1191-90af-45a6-9b31-5a0d267b556e,segment=NetworkSegment(da658146-22e1-4101-b313-7e8ac30939d3),segment_id=da658146-22e1-4101-b313-7e8ac30939d3)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:08.572098 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-cd2b1c1b-47a7-4c95-a4d9-cbd14ef3d338 admin admin] Deleting port 7bdb8248-6160-48a3-a4ec-1ac7bebe81ea {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:08.572451 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd2b1c1b-47a7-4c95-a4d9-cbd14ef3d338 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.714824 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee8e78c-8477-4cb9-a554-2718481ba986 None None] DHCP port deletion for 92b87fe8-9d55-4b2e-9e12-e987835d0d07 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:53:08.720422 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0300b480-ef2b-4581-a28f-67966a308ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.794282 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:08.832903 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300b480-ef2b-4581-a28f-67966a308ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=689d1191-90af-45a6-9b31-5a0d267b556e,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:08.849398 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:08.849740 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:08.870901 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0300b480-ef2b-4581-a28f-67966a308ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:08.870901 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0300b480-ef2b-4581-a28f-67966a308ab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.870901 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-0300b480-ef2b-4581-a28f-67966a308ab0 service neutron] 10.222.0.20 "PUT /v2.0/ports/689d1191-90af-45a6-9b31-5a0d267b556e HTTP/1.1" status: 200 len: 1091 time: 2.6403322 Aug 10 03:53:08.870901 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'tag': '689d1191-90af-45a6-9b31-5a0d267b556e'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:08.870901 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd9d578-4da0-494f-9a8f-63a8d04bf4a1" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "tag": "689d1191-90af-45a6-9b31-5a0d267b556e"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:08.873545 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-cd2b1c1b-47a7-4c95-a4d9-cbd14ef3d338 admin admin] For port 7bdb8248-6160-48a3-a4ec-1ac7bebe81ea, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7bdb8248-6160-48a3-a4ec-1ac7bebe81ea,segment=NetworkSegment(d41f39b2-01b8-4941-9a6e-431a94bd1bc6),segment_id=d41f39b2-01b8-4941-9a6e-431a94bd1bc6)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:08.874021 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd2b1c1b-47a7-4c95-a4d9-cbd14ef3d338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.899097 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60958) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:08.907912 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-5ee8e78c-8477-4cb9-a554-2718481ba986 None None] Deleting port 7bdb8248-6160-48a3-a4ec-1ac7bebe81ea {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:08.908162 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5ee8e78c-8477-4cb9-a554-2718481ba986 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:08.944952 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-cd2b1c1b-47a7-4c95-a4d9-cbd14ef3d338 admin admin] Calling delete_port for 7bdb8248-6160-48a3-a4ec-1ac7bebe81ea owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:09.037384 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60962) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:09.082589 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-5ee8e78c-8477-4cb9-a554-2718481ba986 None None] For port 7bdb8248-6160-48a3-a4ec-1ac7bebe81ea, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7bdb8248-6160-48a3-a4ec-1ac7bebe81ea,segment=NetworkSegment(d41f39b2-01b8-4941-9a6e-431a94bd1bc6),segment_id=d41f39b2-01b8-4941-9a6e-431a94bd1bc6)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:09.083054 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5ee8e78c-8477-4cb9-a554-2718481ba986 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.141111 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-5ee8e78c-8477-4cb9-a554-2718481ba986 None None] Calling delete_port for 7bdb8248-6160-48a3-a4ec-1ac7bebe81ea owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:09.159107 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-4ec42282-c156-430a-bd52-351bad8fda5d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Allocated IP 172.20.0.1 (ff8e0d59-f23b-41aa-81f1-0f60a6891275/c5f04636-46ea-4056-997f-84c9cd8d5fa8/51b0ece2-85b8-4382-91a6-b6ee59671b9d) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:09.238482 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7bdb8248-6160-48a3-a4ec-1ac7bebe81ea no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:09.356032 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4ec42282-c156-430a-bd52-351bad8fda5d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.357428 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.371364 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-4ec42282-c156-430a-bd52-351bad8fda5d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Transition to ACTIVE for port object 51b0ece2-85b8-4382-91a6-b6ee59671b9d will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:09.413771 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c52ea071-ee73-4a1c-aef4-561b6e5e0e03 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c31316a9e3804d3f85270265e6ed6d52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5105407 Aug 10 03:53:09.427374 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60964) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:09.429502 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-184ae58d-db0b-49bc-af56-1d9eac530469 req-f7e0e7fd-9513-4c58-99d1-5e8fe40ebb50 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] No DVR routers for this DVR port 5fb90a01-c532-4a51-8c37-5fb6cc79e4ba on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:09.452849 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-184ae58d-db0b-49bc-af56-1d9eac530469 req-f7e0e7fd-9513-4c58-99d1-5e8fe40ebb50 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.453621 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5ee8e78c-8477-4cb9-a554-2718481ba986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.459134 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-184ae58d-db0b-49bc-af56-1d9eac530469 req-f7e0e7fd-9513-4c58-99d1-5e8fe40ebb50 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.68 "DELETE /v2.0/ports/5fb90a01-c532-4a51-8c37-5fb6cc79e4ba HTTP/1.1" status: 204 len: 173 time: 2.6431375 Aug 10 03:53:09.462260 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce37c85a-0d2a-4681-9812-2cdf79665a4a', 'name': 'network-vif-deleted', 'tag': '5fb90a01-c532-4a51-8c37-5fb6cc79e4ba'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:09.464909 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07db920-2743-4a30-ac76-e482a3d4f210" -d '{"events": [{"server_uuid": "ce37c85a-0d2a-4681-9812-2cdf79665a4a", "name": "network-vif-deleted", "tag": "5fb90a01-c532-4a51-8c37-5fb6cc79e4ba"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:09.487301 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:09.504514 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2d206d45-52e9-4b11-8df7-c777533b10ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:09.506876 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2d206d45-52e9-4b11-8df7-c777533b10ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:09.507412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2d206d45-52e9-4b11-8df7-c777533b10ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:09.507940 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2d206d45-52e9-4b11-8df7-c777533b10ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:09.508503 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2d206d45-52e9-4b11-8df7-c777533b10ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:09.508979 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2d206d45-52e9-4b11-8df7-c777533b10ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:09.509533 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2d206d45-52e9-4b11-8df7-c777533b10ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:09.519632 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2d206d45-52e9-4b11-8df7-c777533b10ba service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7613e46ecb1e44beabb9108ddbbb4b81&device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 6484 time: 0.4498577 Aug 10 03:53:09.521992 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4ec42282-c156-430a-bd52-351bad8fda5d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.558696 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:09.559452 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 03b8b4ff-c8f1-4aa5-85d2-f4ff8a1368ca not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:09.595923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2017df-5f64-4cc2-b2c7-7d03a1e2bfb6 req-133eb385-0cd1-4627-8887-9835cc3d9a76 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:09.607077 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2017df-5f64-4cc2-b2c7-7d03a1e2bfb6 req-133eb385-0cd1-4627-8887-9835cc3d9a76 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:09.616569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee8e78c-8477-4cb9-a554-2718481ba986 None None] No DVR routers for this DVR port 7bdb8248-6160-48a3-a4ec-1ac7bebe81ea on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:09.619595 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec42282-c156-430a-bd52-351bad8fda5d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Network ff8e0d59-f23b-41aa-81f1-0f60a6891275 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:09.624865 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2017df-5f64-4cc2-b2c7-7d03a1e2bfb6 req-133eb385-0cd1-4627-8887-9835cc3d9a76 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:09.628487 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec42282-c156-430a-bd52-351bad8fda5d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Pushing event updated for resources: {'Port': ['ID=51b0ece2-85b8-4382-91a6-b6ee59671b9d,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:09.631946 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8e78c-8477-4cb9-a554-2718481ba986 None None] Pushing event deleted for resources: {'Port': ['ID=7bdb8248-6160-48a3-a4ec-1ac7bebe81ea,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:09.648287 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-4ec42282-c156-430a-bd52-351bad8fda5d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:09.648833 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2017df-5f64-4cc2-b2c7-7d03a1e2bfb6 req-133eb385-0cd1-4627-8887-9835cc3d9a76 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:09.648930 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-da3c71f6-b8d3-4dd8-bb19-dba10b675681 req-20a8296c-e2a5-4e2d-8fc9-724d370cbe2a tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2d603bb-8035-4a22-8947-42abfacafc63 HTTP/1.1" status: 200 len: 210 time: 0.2201748 Aug 10 03:53:09.670799 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2017df-5f64-4cc2-b2c7-7d03a1e2bfb6 req-133eb385-0cd1-4627-8887-9835cc3d9a76 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:09.680529 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec42282-c156-430a-bd52-351bad8fda5d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:09.694853 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2017df-5f64-4cc2-b2c7-7d03a1e2bfb6 req-133eb385-0cd1-4627-8887-9835cc3d9a76 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:09.712906 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2017df-5f64-4cc2-b2c7-7d03a1e2bfb6 req-133eb385-0cd1-4627-8887-9835cc3d9a76 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:09.716579 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-be2017df-5f64-4cc2-b2c7-7d03a1e2bfb6 req-133eb385-0cd1-4627-8887-9835cc3d9a76 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5427 time: 0.7957275 Aug 10 03:53:09.822596 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d3f4fe-3d97-49dd-b77d-02eef2b9055e x-openstack-request-id: req-a1d3f4fe-3d97-49dd-b77d-02eef2b9055e {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:09.822885 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "tag": "689d1191-90af-45a6-9b31-5a0d267b556e", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:09.823309 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1d3f4fe-3d97-49dd-b77d-02eef2b9055e {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:09.823985 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'tag': '689d1191-90af-45a6-9b31-5a0d267b556e', 'status': 'completed', 'code': 200} Aug 10 03:53:09.850464 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2441ea4-9b1d-4a2f-9317-165af45682c7 x-openstack-request-id: req-b2441ea4-9b1d-4a2f-9317-165af45682c7 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:09.850777 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce37c85a-0d2a-4681-9812-2cdf79665a4a", "name": "network-vif-deleted", "tag": "5fb90a01-c532-4a51-8c37-5fb6cc79e4ba", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:09.851168 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2441ea4-9b1d-4a2f-9317-165af45682c7 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:09.851632 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce37c85a-0d2a-4681-9812-2cdf79665a4a', 'name': 'network-vif-deleted', 'tag': '5fb90a01-c532-4a51-8c37-5fb6cc79e4ba', 'status': 'completed', 'code': 200} Aug 10 03:53:09.881279 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-013f1f14-2967-434b-b47c-2ae07db8f870 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5bd3815-002e-4d67-be39-954b17157f18 HTTP/1.1" status: 200 len: 217 time: 0.0588231 Aug 10 03:53:09.882277 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4ec42282-c156-430a-bd52-351bad8fda5d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.914598 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7e113ff6-cb61-4d31-97d0-4f13d9c719d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:09.992822 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-e308bde0-f1ae-463e-a26a-ae7dcd26ad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:09.994480 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-e308bde0-f1ae-463e-a26a-ae7dcd26ad30 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=131e12ae-b15c-4627-a08c-2d35b677d6c9 HTTP/1.1" status: 200 len: 856 time: 0.0946510 Aug 10 03:53:10.001917 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-847c90ef-c451-4edb-9fe7-f7426f781e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.060563 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-847c90ef-c451-4edb-9fe7-f7426f781e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.143137 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2d8dfe99-1cc2-4732-b4dd-89876d5f1fce None None] Provisioning for port 51b0ece2-85b8-4382-91a6-b6ee59671b9d completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:10.163018 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2d8dfe99-1cc2-4732-b4dd-89876d5f1fce None None] Provisioning complete for port 51b0ece2-85b8-4382-91a6-b6ee59671b9d triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:10.163386 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2d8dfe99-1cc2-4732-b4dd-89876d5f1fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.268474 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-2d8dfe99-1cc2-4732-b4dd-89876d5f1fce None None] Port 51b0ece2-85b8-4382-91a6-b6ee59671b9d cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:10.280342 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-847c90ef-c451-4edb-9fe7-f7426f781e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.285171 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-847c90ef-c451-4edb-9fe7-f7426f781e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.287211 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-847c90ef-c451-4edb-9fe7-f7426f781e7d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/debb343a-75e6-450f-947c-4139ad6c6895 HTTP/1.1" status: 204 len: 168 time: 0.8555074 Aug 10 03:53:10.338548 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c90ef-c451-4edb-9fe7-f7426f781e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debb343a-75e6-450f-947c-4139ad6c6895,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:10.344340 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4ec42282-c156-430a-bd52-351bad8fda5d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.426496 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-4fcf03e2-09fc-4b77-982e-1fcd58002ebc admin admin] Deleting port 4b7458e5-76ef-4e46-82f5-cc7109f35c5f {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:10.426846 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4fcf03e2-09fc-4b77-982e-1fcd58002ebc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.430856 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fc075713-0558-4e93-9880-20f79f6ea116 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.463285 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fc075713-0558-4e93-9880-20f79f6ea116 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.532332 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd2b1c1b-47a7-4c95-a4d9-cbd14ef3d338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.569737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b1c1b-47a7-4c95-a4d9-cbd14ef3d338 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bdb8248-6160-48a3-a4ec-1ac7bebe81ea,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:10.596775 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2b1c1b-47a7-4c95-a4d9-cbd14ef3d338 admin admin] No DVR routers for this DVR port 7bdb8248-6160-48a3-a4ec-1ac7bebe81ea on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:10.615220 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-be2017df-5f64-4cc2-b2c7-7d03a1e2bfb6 req-cd1f93d9-6b17-4c7a-9035-3c1a8680cc6c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7769842 Aug 10 03:53:10.626131 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-fdcdb58d-5206-4439-8207-3aa0ce4e0465 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:10.629502 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-4fcf03e2-09fc-4b77-982e-1fcd58002ebc admin admin] For port 4b7458e5-76ef-4e46-82f5-cc7109f35c5f, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4b7458e5-76ef-4e46-82f5-cc7109f35c5f,segment=NetworkSegment(812a0f1c-bdad-4ac0-a285-5f050f5a3dc6),segment_id=812a0f1c-bdad-4ac0-a285-5f050f5a3dc6)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:10.632643 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-fdcdb58d-5206-4439-8207-3aa0ce4e0465 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.68 "GET /v2.0/networks?id=090053fa-3622-4eb2-b424-9f79f809823c HTTP/1.1" status: 200 len: 805 time: 1.4996047 Aug 10 03:53:10.634865 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4fcf03e2-09fc-4b77-982e-1fcd58002ebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.635855 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fc075713-0558-4e93-9880-20f79f6ea116 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.639202 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fc075713-0558-4e93-9880-20f79f6ea116 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.641349 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fc075713-0558-4e93-9880-20f79f6ea116 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "DELETE /v2.0/security-groups/207402d5-4854-416e-a120-9ef6131884a1 HTTP/1.1" status: 204 len: 168 time: 1.6040590 Aug 10 03:53:10.661361 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-7ad400a3-887a-4c14-9ec6-d4fe51575aed tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Request body: {'port': {'device_id': 'd2d603bb-8035-4a22-8947-42abfacafc63', 'network_id': '090053fa-3622-4eb2-b424-9f79f809823c', 'admin_state_up': True, 'tenant_id': '23e5f3c2b75643ebb56574b008fa08d4'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:10.665854 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60974) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:10.731483 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-f7ce881d-56ca-4e70-b853-185d53e87197 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] show failed (client error): The resource could not be found. Aug 10 03:53:10.733005 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f7ce881d-56ca-4e70-b853-185d53e87197 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "GET /v2.0/security-groups/207402d5-4854-416e-a120-9ef6131884a1 HTTP/1.1" status: 404 len: 347 time: 0.0611227 Aug 10 03:53:10.734039 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-4fcf03e2-09fc-4b77-982e-1fcd58002ebc admin admin] Calling delete_port for 4b7458e5-76ef-4e46-82f5-cc7109f35c5f owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:10.768080 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60978) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:10.806791 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc075713-0558-4e93-9880-20f79f6ea116 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=207402d5-4854-416e-a120-9ef6131884a1,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:10.870215 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-4ce1a107-8fec-43a0-8b68-3d99d6e0278b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:10.871783 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-4ce1a107-8fec-43a0-8b68-3d99d6e0278b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af9d6125-2256-42d2-8b3b-ccaff09619e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4488015 Aug 10 03:53:10.896849 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-85d40732-d116-4712-b36d-3cc6cc315d63 req-963e19c2-cd4f-4831-800d-12a0faf7eeea tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2d603bb-8035-4a22-8947-42abfacafc63 HTTP/1.1" status: 200 len: 210 time: 0.1277192 Aug 10 03:53:10.926360 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd2b1c1b-47a7-4c95-a4d9-cbd14ef3d338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:10.970022 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-cd2b1c1b-47a7-4c95-a4d9-cbd14ef3d338 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92b87fe8-9d55-4b2e-9e12-e987835d0d07']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:10.991085 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-cd2b1c1b-47a7-4c95-a4d9-cbd14ef3d338 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd41f39b2-01b8-4941-9a6e-431a94bd1bc6') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:10.991430 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-cd2b1c1b-47a7-4c95-a4d9-cbd14ef3d338 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd41f39b2-01b8-4941-9a6e-431a94bd1bc6') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:11.007168 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd2b1c1b-47a7-4c95-a4d9-cbd14ef3d338 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:11.040283 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd2b1c1b-47a7-4c95-a4d9-cbd14ef3d338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:11.057235 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd2b1c1b-47a7-4c95-a4d9-cbd14ef3d338 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:53:11.057665 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd2b1c1b-47a7-4c95-a4d9-cbd14ef3d338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:53:11.059672 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:53:11.070736 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-83e5042f-8e09-457a-ab46-c7689d50eebf service neutron] 10.222.0.20 "GET /v2.0/networks/af9d6125-2256-42d2-8b3b-ccaff09619e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885338 Aug 10 03:53:11.158222 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-7ad400a3-887a-4c14-9ec6-d4fe51575aed tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Made reservation on behalf of 23e5f3c2b75643ebb56574b008fa08d4 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:11.163288 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-7ad400a3-887a-4c14-9ec6-d4fe51575aed tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:11.258215 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60980) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:11.277774 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd2b1c1b-47a7-4c95-a4d9-cbd14ef3d338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:11.279522 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-8409ff02-06cf-4ca9-aa47-d609c17f6e3a tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Deleting port 7dc9615d-7a15-4743-b4a6-3e298fd7678a {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:11.279522 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8409ff02-06cf-4ca9-aa47-d609c17f6e3a tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:11.287366 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd2b1c1b-47a7-4c95-a4d9-cbd14ef3d338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:11.290494 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4ec42282-c156-430a-bd52-351bad8fda5d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:11.292209 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cd2b1c1b-47a7-4c95-a4d9-cbd14ef3d338 admin admin] 10.222.0.25 "DELETE /v2.0/networks/92b87fe8-9d55-4b2e-9e12-e987835d0d07 HTTP/1.1" status: 204 len: 168 time: 2.9309268 Aug 10 03:53:11.296384 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e27a4c8a-001d-4e57-95d9-6bc9f545f6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:11.298709 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-cdf8fdfd-8f04-4617-984f-0e39a3334ce8 service neutron] 10.222.0.20 "GET /v2.0/networks/af9d6125-2256-42d2-8b3b-ccaff09619e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955113 Aug 10 03:53:11.365809 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b1c1b-47a7-4c95-a4d9-cbd14ef3d338 admin admin] Pushing event deleted for resources: {'Network': ['ID=92b87fe8-9d55-4b2e-9e12-e987835d0d07,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:11.371585 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-047a9e50-ee3e-4067-9fe6-6d6d6f5c4b06 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=2c7de5ba-33bf-4c9f-b02d-0d1250755d4b HTTP/1.1" status: 200 len: 217 time: 0.0600843 Aug 10 03:53:11.412335 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8409ff02-06cf-4ca9-aa47-d609c17f6e3a tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:11.412335 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8409ff02-06cf-4ca9-aa47-d609c17f6e3a tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:11.421112 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-8409ff02-06cf-4ca9-aa47-d609c17f6e3a tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Calling delete_port for 7dc9615d-7a15-4743-b4a6-3e298fd7678a owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:11.441193 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4fcf03e2-09fc-4b77-982e-1fcd58002ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:11.441625 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4ec42282-c156-430a-bd52-351bad8fda5d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:11.453062 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-7ad400a3-887a-4c14-9ec6-d4fe51575aed tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Allocated IP 172.20.0.12 (090053fa-3622-4eb2-b424-9f79f809823c/0fb74cc3-4ca6-4831-90a5-8c72ae326916/9ef33c26-95cb-409d-9c84-632dda7a7ea0) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:11.470328 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-5ce48f05-b2fb-4efe-81f7-8f1b423a3e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:11.471983 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-5ce48f05-b2fb-4efe-81f7-8f1b423a3e08 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4672b88c-e1c1-4d0c-a3fa-f280cf947686 HTTP/1.1" status: 200 len: 797 time: 0.0896800 Aug 10 03:53:11.548494 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf03e2-09fc-4b77-982e-1fcd58002ebc admin admin] Pushing event deleted for resources: {'Port': ['ID=4b7458e5-76ef-4e46-82f5-cc7109f35c5f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:11.604182 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d62ef7e3-8e36-4fd1-aea7-b1a528e8069a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:11.605356 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d62ef7e3-8e36-4fd1-aea7-b1a528e8069a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=438e5aac-e98a-498a-962c-24a8dab08d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1245294 Aug 10 03:53:11.713553 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4ec42282-c156-430a-bd52-351bad8fda5d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:11.762198 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec42282-c156-430a-bd52-351bad8fda5d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Pushing event updated for resources: {'Port': ['ID=51b0ece2-85b8-4382-91a6-b6ee59671b9d,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:11.770717 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-7ad400a3-887a-4c14-9ec6-d4fe51575aed tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:11.950935 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7ade9-8819-41de-a40a-3829bee1663c req-0e7e7426-61be-40b4-b246-dcb8de80aa8a tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:11.957294 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7ade9-8819-41de-a40a-3829bee1663c req-0e7e7426-61be-40b4-b246-dcb8de80aa8a tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:11.963710 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7ade9-8819-41de-a40a-3829bee1663c req-0e7e7426-61be-40b4-b246-dcb8de80aa8a tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:11.970144 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7ade9-8819-41de-a40a-3829bee1663c req-0e7e7426-61be-40b4-b246-dcb8de80aa8a tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:11.976350 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7ade9-8819-41de-a40a-3829bee1663c req-0e7e7426-61be-40b4-b246-dcb8de80aa8a tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:11.983909 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7ade9-8819-41de-a40a-3829bee1663c req-0e7e7426-61be-40b4-b246-dcb8de80aa8a tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:11.991138 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7ade9-8819-41de-a40a-3829bee1663c req-0e7e7426-61be-40b4-b246-dcb8de80aa8a tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:11.991857 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60988) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:12.001066 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-54e7ade9-8819-41de-a40a-3829bee1663c req-0e7e7426-61be-40b4-b246-dcb8de80aa8a tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5427 time: 0.1862307 Aug 10 03:53:12.004125 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-7ad400a3-887a-4c14-9ec6-d4fe51575aed tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.087208 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-01a6c85d-4bda-4d19-8fa0-8397648e7fec service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702439 Aug 10 03:53:12.108486 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-54e7ade9-8819-41de-a40a-3829bee1663c req-0518c901-41b6-47f1-97ef-231858c14d53 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1063013 Aug 10 03:53:12.134550 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-7ad400a3-887a-4c14-9ec6-d4fe51575aed tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Network 090053fa-3622-4eb2-b424-9f79f809823c is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:12.140963 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e27a4c8a-001d-4e57-95d9-6bc9f545f6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.146940 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-7ad400a3-887a-4c14-9ec6-d4fe51575aed tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:12.151619 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-7ad400a3-887a-4c14-9ec6-d4fe51575aed tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:12.160224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad400a3-887a-4c14-9ec6-d4fe51575aed tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Pushing event updated for resources: {'Port': ['ID=9ef33c26-95cb-409d-9c84-632dda7a7ea0,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:12.196471 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4fcf03e2-09fc-4b77-982e-1fcd58002ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.217867 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b42706ba-a79a-4d0c-82a5-e660aa14bfb4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=455216bb3ea34e1e9314603aca942071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2117326 Aug 10 03:53:12.218183 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60990) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:12.220993 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec42282-c156-430a-bd52-351bad8fda5d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Network ff8e0d59-f23b-41aa-81f1-0f60a6891275 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:12.229915 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8012f-cf97-4174-ba9a-00ecc6ecfbdc req-8ee00faa-4f1d-477a-b11d-a8e65027dadf tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:12.231413 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5be8012f-cf97-4174-ba9a-00ecc6ecfbdc req-8ee00faa-4f1d-477a-b11d-a8e65027dadf tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2d603bb-8035-4a22-8947-42abfacafc63 HTTP/1.1" status: 200 len: 932 time: 0.2035830 Aug 10 03:53:12.234687 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-4ec42282-c156-430a-bd52-351bad8fda5d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:12.237926 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e27a4c8a-001d-4e57-95d9-6bc9f545f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.254967 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-7ad400a3-887a-4c14-9ec6-d4fe51575aed tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:12.255603 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-7ad400a3-887a-4c14-9ec6-d4fe51575aed tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.303346 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8409ff02-06cf-4ca9-aa47-d609c17f6e3a tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.366553 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5be8012f-cf97-4174-ba9a-00ecc6ecfbdc req-d0e19733-c5b0-4b3b-9197-66013b7563f8 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671780 Aug 10 03:53:12.415301 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-6bd9d7a6-9200-4c3a-9707-e3592c8767c7 service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832173 Aug 10 03:53:12.497775 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-561ccefa-7b13-487b-a18c-9fa64b7e1a10 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=d75f407a-6d9e-4e55-beff-6f8dd89b5d40 HTTP/1.1" status: 200 len: 217 time: 0.0550032 Aug 10 03:53:12.510461 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-7ad400a3-887a-4c14-9ec6-d4fe51575aed tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8586934 Aug 10 03:53:12.540122 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e27a4c8a-001d-4e57-95d9-6bc9f545f6f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5236cf4d83e44b3da101827ada7d9bac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2778158 Aug 10 03:53:12.547735 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a4c8a-001d-4e57-95d9-6bc9f545f6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357a9372-ce24-4086-a648-c3c22092991a,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:12.586423 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-e9934ad0-de42-4f3b-b19c-de1187ad9e9d service neutron] Request body: {'port': {'device_id': 'd2d603bb-8035-4a22-8947-42abfacafc63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:12.621747 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60994) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:12.649571 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409ff02-06cf-4ca9-aa47-d609c17f6e3a tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Pushing event deleted for resources: {'Port': ['ID=7dc9615d-7a15-4743-b4a6-3e298fd7678a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:12.691105 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-e9934ad0-de42-4f3b-b19c-de1187ad9e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.713026 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b0886fba-68dd-4c27-a6b6-d4c9df739a63 None None] Provisioning complete for port 51b0ece2-85b8-4382-91a6-b6ee59671b9d triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:12.713563 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b0886fba-68dd-4c27-a6b6-d4c9df739a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.721358 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec42282-c156-430a-bd52-351bad8fda5d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Router 3773a031-6bb8-49e7-8045-40c871ab16cd has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:12.739215 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e6a21dd9-2332-4ed2-8952-691e797aae94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.745863 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8409ff02-06cf-4ca9-aa47-d609c17f6e3a tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for floatingip, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.748957 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8409ff02-06cf-4ca9-aa47-d609c17f6e3a tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.750920 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8409ff02-06cf-4ca9-aa47-d609c17f6e3a tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "DELETE /v2.0/floatingips/8922ce5f-5267-4792-a9f2-c82671aaa1e7 HTTP/1.1" status: 204 len: 168 time: 1.9718802 Aug 10 03:53:12.751318 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-4c31794a-f214-453b-8866-a9e393b6f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:12.752860 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-4c31794a-f214-453b-8866-a9e393b6f9f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4672b88c-e1c1-4d0c-a3fa-f280cf947686 HTTP/1.1" status: 200 len: 797 time: 0.2413967 Aug 10 03:53:12.755899 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60996) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:12.784781 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-b0886fba-68dd-4c27-a6b6-d4c9df739a63 None None] Port 51b0ece2-85b8-4382-91a6-b6ee59671b9d cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:12.825190 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e6a21dd9-2332-4ed2-8952-691e797aae94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.887546 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0dca7f45-5c39-49de-b149-9dfe4cd6259d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:12.929155 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-9e5e0a1d-0b6f-4876-b880-69fca4689cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:12.930663 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-9e5e0a1d-0b6f-4876-b880-69fca4689cc7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=438e5aac-e98a-498a-962c-24a8dab08d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1672950 Aug 10 03:53:13.243925 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e6a21dd9-2332-4ed2-8952-691e797aae94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.246409 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e6a21dd9-2332-4ed2-8952-691e797aae94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.250746 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e6a21dd9-2332-4ed2-8952-691e797aae94 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c92fd279-2bed-41f9-bd79-274b79c8e2ed HTTP/1.1" status: 204 len: 168 time: 1.0284650 Aug 10 03:53:13.294069 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a21dd9-2332-4ed2-8952-691e797aae94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92fd279-2bed-41f9-bd79-274b79c8e2ed,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:13.302402 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-c64a9017-c3a6-4537-97a7-739ef2fc3ef7 service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072982 Aug 10 03:53:13.327444 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-e9934ad0-de42-4f3b-b19c-de1187ad9e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ef33c26-95cb-409d-9c84-632dda7a7ea0 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:53:13.346854 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-e9934ad0-de42-4f3b-b19c-de1187ad9e9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.347739 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0dca7f45-5c39-49de-b149-9dfe4cd6259d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.408591 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5db664-3486-4d10-87a1-ceab3ba2abe1 req-9ed0a91d-3746-4377-9d88-76468e2b02c0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:13.424146 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5db664-3486-4d10-87a1-ceab3ba2abe1 req-9ed0a91d-3746-4377-9d88-76468e2b02c0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:13.431294 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcf03e2-09fc-4b77-982e-1fcd58002ebc admin admin] Router 7256a5cf-081f-4511-86d0-23c3affc0c37 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:13.441495 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5db664-3486-4d10-87a1-ceab3ba2abe1 req-9ed0a91d-3746-4377-9d88-76468e2b02c0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:13.441903 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec42282-c156-430a-bd52-351bad8fda5d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:13.451540 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4ec42282-c156-430a-bd52-351bad8fda5d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] 10.222.0.25 "PUT /v2.0/routers/3773a031-6bb8-49e7-8045-40c871ab16cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4561536 Aug 10 03:53:13.453157 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abc906f-864a-489a-8fd1-7b42a68a45cc None None] Sync routers for ids ['3773a031-6bb8-49e7-8045-40c871ab16cd'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:13.464820 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 32772) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:13.465531 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5db664-3486-4d10-87a1-ceab3ba2abe1 req-9ed0a91d-3746-4377-9d88-76468e2b02c0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:13.474238 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5db664-3486-4d10-87a1-ceab3ba2abe1 req-9ed0a91d-3746-4377-9d88-76468e2b02c0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:13.481001 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5db664-3486-4d10-87a1-ceab3ba2abe1 req-9ed0a91d-3746-4377-9d88-76468e2b02c0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:13.482535 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abc906f-864a-489a-8fd1-7b42a68a45cc None None] Routers {'3773a031-6bb8-49e7-8045-40c871ab16cd'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:13.483166 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-6abc906f-864a-489a-8fd1-7b42a68a45cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:52:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3773a031-6bb8-49e7-8045-40c871ab16cd'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:13.489666 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5db664-3486-4d10-87a1-ceab3ba2abe1 req-9ed0a91d-3746-4377-9d88-76468e2b02c0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:13.491632 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bb5db664-3486-4d10-87a1-ceab3ba2abe1 req-9ed0a91d-3746-4377-9d88-76468e2b02c0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5427 time: 0.2504039 Aug 10 03:53:13.501159 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-1423e61d-adb5-48dd-9562-6f772e9b4686 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Request body: {'port': {'network_id': 'ff8e0d59-f23b-41aa-81f1-0f60a6891275', 'name': 'tempest-FloatingIPAdminTestJSON-1047757976'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:13.506813 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-13acd207-fd41-4592-9305-df3559adea48 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Deleting port 14710601-7780-4dc4-9078-9d9e5dd540bd {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:13.507072 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-13acd207-fd41-4592-9305-df3559adea48 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.544233 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-6abc906f-864a-489a-8fd1-7b42a68a45cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:13.558200 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abc906f-864a-489a-8fd1-7b42a68a45cc None None] Routers {'3773a031-6bb8-49e7-8045-40c871ab16cd'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:13.560301 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-6abc906f-864a-489a-8fd1-7b42a68a45cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:52:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3773a031-6bb8-49e7-8045-40c871ab16cd'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:13.578535 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bb5db664-3486-4d10-87a1-ceab3ba2abe1 req-280a0016-0b0c-4c26-a906-828593180781 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693040 Aug 10 03:53:13.585453 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-5b4dbcba-490c-4466-9b9a-9cf4ce3c3f39 service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748809 Aug 10 03:53:13.616681 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.635768 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-6abc906f-864a-489a-8fd1-7b42a68a45cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:13.637102 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abc906f-864a-489a-8fd1-7b42a68a45cc None None] The sync data for ids ['3773a031-6bb8-49e7-8045-40c871ab16cd'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:13.646997 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-037ff42e-1cd0-4c6e-b6eb-1774f620edc8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=69e2a20f-0ef2-479f-b9ef-320a6110a078 HTTP/1.1" status: 200 len: 217 time: 0.0517490 Aug 10 03:53:13.686140 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-e9934ad0-de42-4f3b-b19c-de1187ad9e9d service neutron] Transition to ACTIVE for port object 9ef33c26-95cb-409d-9c84-632dda7a7ea0 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:13.693180 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0dca7f45-5c39-49de-b149-9dfe4cd6259d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.695667 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0dca7f45-5c39-49de-b149-9dfe4cd6259d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.699572 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0dca7f45-5c39-49de-b149-9dfe4cd6259d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/357a9372-ce24-4086-a648-c3c22092991a HTTP/1.1" status: 204 len: 168 time: 1.0743654 Aug 10 03:53:13.715638 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-3c036c8e-1c9c-403b-add8-8211ac707ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:13.720921 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-3c036c8e-1c9c-403b-add8-8211ac707ce3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4672b88c-e1c1-4d0c-a3fa-f280cf947686 HTTP/1.1" status: 200 len: 797 time: 0.0593209 Aug 10 03:53:13.740852 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca7f45-5c39-49de-b149-9dfe4cd6259d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357a9372-ce24-4086-a648-c3c22092991a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:13.804912 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-e9934ad0-de42-4f3b-b19c-de1187ad9e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.860046 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a9604a-0396-408d-8821-5ce475376bc8 req-277f8378-a801-446a-a79c-9f196486d26e tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:13.867445 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-70a9604a-0396-408d-8821-5ce475376bc8 req-277f8378-a801-446a-a79c-9f196486d26e tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2d603bb-8035-4a22-8947-42abfacafc63 HTTP/1.1" status: 200 len: 932 time: 0.3573544 Aug 10 03:53:13.875633 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-13acd207-fd41-4592-9305-df3559adea48 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:13.882100 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-7ec6166a-10c5-432e-b8f1-3bb82504e997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:13.883556 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-7ec6166a-10c5-432e-b8f1-3bb82504e997 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=438e5aac-e98a-498a-962c-24a8dab08d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1588175 Aug 10 03:53:13.927651 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-13acd207-fd41-4592-9305-df3559adea48 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Calling delete_port for 14710601-7780-4dc4-9078-9d9e5dd540bd owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:13.933931 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcf03e2-09fc-4b77-982e-1fcd58002ebc admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:13.947944 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4fcf03e2-09fc-4b77-982e-1fcd58002ebc admin admin] 10.222.0.25 "PUT /v2.0/routers/7256a5cf-081f-4511-86d0-23c3affc0c37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1853938 Aug 10 03:53:13.952264 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 32778) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:13.973459 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9934ad0-de42-4f3b-b19c-de1187ad9e9d service neutron] Pushing event updated for resources: {'Port': ['ID=9ef33c26-95cb-409d-9c84-632dda7a7ea0,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:14.020007 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7508bed8-1c4d-43a5-ac47-e79f32ba2c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.024946 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb59388-76e7-4cb7-ad95-48705ff24dd6 None None] Sync routers for ids ['7256a5cf-081f-4511-86d0-23c3affc0c37'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:14.038228 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb59388-76e7-4cb7-ad95-48705ff24dd6 None None] Routers {'7256a5cf-081f-4511-86d0-23c3affc0c37'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:14.038924 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9cb59388-76e7-4cb7-ad95-48705ff24dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:53:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['7256a5cf-081f-4511-86d0-23c3affc0c37'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:14.050198 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-70a9604a-0396-408d-8821-5ce475376bc8 req-22110e9c-3929-4b4d-831b-c4ec49120cc3 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764419 Aug 10 03:53:14.068858 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1423e61d-adb5-48dd-9562-6f772e9b4686 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Made reservation on behalf of 6ad20ab43f234af19588f9ff303172db for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:14.072928 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1423e61d-adb5-48dd-9562-6f772e9b4686 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.116921 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-b5e4bdd4-9bd9-4c95-af8d-52a9536b9674 service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236931 Aug 10 03:53:14.148766 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-1423e61d-adb5-48dd-9562-6f772e9b4686 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] device_id is not set on port b44c3d9a-e76a-4eed-ac6b-00402ea1e68a yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:53:14.184058 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-e9934ad0-de42-4f3b-b19c-de1187ad9e9d service neutron] Attempting to bind port 9ef33c26-95cb-409d-9c84-632dda7a7ea0 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:14.184655 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-e9934ad0-de42-4f3b-b19c-de1187ad9e9d service neutron] Attempting to bind port 9ef33c26-95cb-409d-9c84-632dda7a7ea0 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '217cc7ac-ee74-4f0b-b82c-3629bdc09967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '090053fa-3622-4eb2-b424-9f79f809823c'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:14.184993 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-e9934ad0-de42-4f3b-b19c-de1187ad9e9d service neutron] Attempting to bind port 9ef33c26-95cb-409d-9c84-632dda7a7ea0 on network 090053fa-3622-4eb2-b424-9f79f809823c {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:14.227400 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-9cb59388-76e7-4cb7-ad95-48705ff24dd6 None None] Set router 7256a5cf-081f-4511-86d0-23c3affc0c37 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:14.230751 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-e9934ad0-de42-4f3b-b19c-de1187ad9e9d service neutron] Port 9ef33c26-95cb-409d-9c84-632dda7a7ea0 on network 090053fa-3622-4eb2-b424-9f79f809823c not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:53:14.231091 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-e9934ad0-de42-4f3b-b19c-de1187ad9e9d service neutron] Attempting to bind port 9ef33c26-95cb-409d-9c84-632dda7a7ea0 on network 090053fa-3622-4eb2-b424-9f79f809823c {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:14.241005 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f04f1e1-dcc4-4bb0-bf69-20c9f1264b27 admin admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.242412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-e9934ad0-de42-4f3b-b19c-de1187ad9e9d service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:14.242767 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-e9934ad0-de42-4f3b-b19c-de1187ad9e9d service neutron] Checking segment: {'id': '217cc7ac-ee74-4f0b-b82c-3629bdc09967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '090053fa-3622-4eb2-b424-9f79f809823c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:14.243165 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-e9934ad0-de42-4f3b-b19c-de1187ad9e9d service neutron] Bound using segment: {'id': '217cc7ac-ee74-4f0b-b82c-3629bdc09967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '090053fa-3622-4eb2-b424-9f79f809823c'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:14.243613 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-e9934ad0-de42-4f3b-b19c-de1187ad9e9d service neutron] Bound port: 9ef33c26-95cb-409d-9c84-632dda7a7ea0, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '217cc7ac-ee74-4f0b-b82c-3629bdc09967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '090053fa-3622-4eb2-b424-9f79f809823c'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:14.243994 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-e9934ad0-de42-4f3b-b19c-de1187ad9e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.375074 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-e9934ad0-de42-4f3b-b19c-de1187ad9e9d service neutron] For port 9ef33c26-95cb-409d-9c84-632dda7a7ea0, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:14.378344 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-e9934ad0-de42-4f3b-b19c-de1187ad9e9d service neutron] For port 9ef33c26-95cb-409d-9c84-632dda7a7ea0, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=9ef33c26-95cb-409d-9c84-632dda7a7ea0,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:14.440674 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-80cdd74d-9790-4b16-b443-98f14e832b9c service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651930 Aug 10 03:53:14.473116 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-1423e61d-adb5-48dd-9562-6f772e9b4686 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Allocated IP 172.20.0.12 (ff8e0d59-f23b-41aa-81f1-0f60a6891275/c5f04636-46ea-4056-997f-84c9cd8d5fa8/b44c3d9a-e76a-4eed-ac6b-00402ea1e68a) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:14.488544 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-13acd207-fd41-4592-9305-df3559adea48 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.502706 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2826fe2f-f867-4041-bf4b-2b4e62982ba1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=27b3504e-5f67-479d-9a2f-2aa759db0602 HTTP/1.1" status: 200 len: 217 time: 0.0531025 Aug 10 03:53:14.504128 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-e9934ad0-de42-4f3b-b19c-de1187ad9e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.551250 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13acd207-fd41-4592-9305-df3559adea48 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Pushing event deleted for resources: {'Port': ['ID=14710601-7780-4dc4-9078-9d9e5dd540bd,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:14.596892 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9cb59388-76e7-4cb7-ad95-48705ff24dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'name': 'tempest-ServersTestBootFromVolume-1341046435-router', 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6d661210-5be2-424a-ac72-bb6127202ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:20Z', 'updated_at': '2021-08-10T03:53:11Z', 'revision_number': 5, 'project_id': 'd216423445e7417ebda781341e2866d3', 'gw_port': {'id': '6d661210-5be2-424a-ac72-bb6127202ed3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:21Z', 'updated_at': '2021-08-10T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:14.619202 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-25e31c46-7c7b-4d83-b6a2-669a75d3b052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:14.621004 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-25e31c46-7c7b-4d83-b6a2-669a75d3b052 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4672b88c-e1c1-4d0c-a3fa-f280cf947686 HTTP/1.1" status: 200 len: 797 time: 0.1069522 Aug 10 03:53:14.627344 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f04f1e1-dcc4-4bb0-bf69-20c9f1264b27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.658072 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb59388-76e7-4cb7-ad95-48705ff24dd6 None None] Checking router: 7256a5cf-081f-4511-86d0-23c3affc0c37 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:53:14.678426 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb59388-76e7-4cb7-ad95-48705ff24dd6 None None] Routers {'7256a5cf-081f-4511-86d0-23c3affc0c37'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:14.679381 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9cb59388-76e7-4cb7-ad95-48705ff24dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:53:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['7256a5cf-081f-4511-86d0-23c3affc0c37'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:14.723763 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9934ad0-de42-4f3b-b19c-de1187ad9e9d service neutron] Pushing event updated for resources: {'Port': ['ID=9ef33c26-95cb-409d-9c84-632dda7a7ea0,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:14.746332 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-13acd207-fd41-4592-9305-df3559adea48 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.748119 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-13acd207-fd41-4592-9305-df3559adea48 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "DELETE /v2.0/ports/14710601-7780-4dc4-9078-9d9e5dd540bd HTTP/1.1" status: 204 len: 168 time: 1.9910791 Aug 10 03:53:14.779028 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 32798) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:14.791338 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-e9934ad0-de42-4f3b-b19c-de1187ad9e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:14.791889 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-e9934ad0-de42-4f3b-b19c-de1187ad9e9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:14.793366 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-e9934ad0-de42-4f3b-b19c-de1187ad9e9d service neutron] 10.222.0.68 "PUT /v2.0/ports/9ef33c26-95cb-409d-9c84-632dda7a7ea0 HTTP/1.1" status: 200 len: 1092 time: 2.2124159 Aug 10 03:53:14.797547 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d603bb-8035-4a22-8947-42abfacafc63', 'tag': '9ef33c26-95cb-409d-9c84-632dda7a7ea0'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:14.800045 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9dfd86d-d86d-4350-ad32-4b4d4cee7483" -d '{"events": [{"name": "network-changed", "server_uuid": "d2d603bb-8035-4a22-8947-42abfacafc63", "tag": "9ef33c26-95cb-409d-9c84-632dda7a7ea0"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:14.874488 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2c2ab6e9-5a7f-4a21-a5cc-50e9f41f0633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:14.876079 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-2c2ab6e9-5a7f-4a21-a5cc-50e9f41f0633 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=438e5aac-e98a-498a-962c-24a8dab08d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1492116 Aug 10 03:53:14.880060 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d0bc19-5f45-4e8a-a93f-96100428b591 x-openstack-request-id: req-86d0bc19-5f45-4e8a-a93f-96100428b591 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:14.880358 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2d603bb-8035-4a22-8947-42abfacafc63", "tag": "9ef33c26-95cb-409d-9c84-632dda7a7ea0", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:14.880618 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-86d0bc19-5f45-4e8a-a93f-96100428b591 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:14.881009 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d603bb-8035-4a22-8947-42abfacafc63', 'tag': '9ef33c26-95cb-409d-9c84-632dda7a7ea0', 'status': 'completed', 'code': 200} Aug 10 03:53:14.924345 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b63df1-e2be-4b56-aede-bd0cbbb93edd req-d7e56bb8-de54-4dda-a997-9b3fe51d71e3 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:14.933310 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b63df1-e2be-4b56-aede-bd0cbbb93edd req-d7e56bb8-de54-4dda-a997-9b3fe51d71e3 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:14.945073 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b63df1-e2be-4b56-aede-bd0cbbb93edd req-d7e56bb8-de54-4dda-a997-9b3fe51d71e3 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:14.964339 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b63df1-e2be-4b56-aede-bd0cbbb93edd req-d7e56bb8-de54-4dda-a997-9b3fe51d71e3 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:14.970840 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b63df1-e2be-4b56-aede-bd0cbbb93edd req-d7e56bb8-de54-4dda-a997-9b3fe51d71e3 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:14.978691 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b63df1-e2be-4b56-aede-bd0cbbb93edd req-d7e56bb8-de54-4dda-a997-9b3fe51d71e3 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:14.989746 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b63df1-e2be-4b56-aede-bd0cbbb93edd req-d7e56bb8-de54-4dda-a997-9b3fe51d71e3 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:14.992514 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-85b63df1-e2be-4b56-aede-bd0cbbb93edd req-d7e56bb8-de54-4dda-a997-9b3fe51d71e3 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5427 time: 0.2121489 Aug 10 03:53:15.039321 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-3f04f1e1-dcc4-4bb0-bf69-20c9f1264b27 admin admin] Deleting port 6d661210-5be2-424a-ac72-bb6127202ed3 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:15.039667 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f04f1e1-dcc4-4bb0-bf69-20c9f1264b27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:15.050766 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-9cb59388-76e7-4cb7-ad95-48705ff24dd6 None None] Set router 7256a5cf-081f-4511-86d0-23c3affc0c37 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:15.137028 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1423e61d-adb5-48dd-9562-6f772e9b4686 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:15.219487 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-1423e61d-adb5-48dd-9562-6f772e9b4686 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Transition to ACTIVE for port object b44c3d9a-e76a-4eed-ac6b-00402ea1e68a will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:15.297767 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-85b63df1-e2be-4b56-aede-bd0cbbb93edd req-d042535d-c7f3-44c0-9c65-3fc7c422f3de tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2834094 Aug 10 03:53:15.327381 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfd86d-d86d-4350-ad32-4b4d4cee7483 req-6a4796da-6f2c-4a24-bdde-1b7e186e8cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:15.329783 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a9dfd86d-d86d-4350-ad32-4b4d4cee7483 req-6a4796da-6f2c-4a24-bdde-1b7e186e8cf2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=23e5f3c2b75643ebb56574b008fa08d4&device_id=d2d603bb-8035-4a22-8947-42abfacafc63 HTTP/1.1" status: 200 len: 1095 time: 0.3238068 Aug 10 03:53:15.361217 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-6c50a938-9b87-4798-b782-569bb21d6656 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Deleting port f967e2df-2718-4410-a5e2-41f4e2475bac {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:15.361579 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c50a938-9b87-4798-b782-569bb21d6656 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:15.493170 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:15.500132 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-3f04f1e1-dcc4-4bb0-bf69-20c9f1264b27 admin admin] For port 6d661210-5be2-424a-ac72-bb6127202ed3, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=6d661210-5be2-424a-ac72-bb6127202ed3,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:15.506464 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f04f1e1-dcc4-4bb0-bf69-20c9f1264b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:15.535632 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814c4ff-31fe-4752-84f8-1bf137ce4684 req-c898f1ea-77ff-43f0-8599-94ca8eab859e tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:15.541246 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5814c4ff-31fe-4752-84f8-1bf137ce4684 req-c898f1ea-77ff-43f0-8599-94ca8eab859e tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2d603bb-8035-4a22-8947-42abfacafc63 HTTP/1.1" status: 200 len: 944 time: 0.3453147 Aug 10 03:53:15.554480 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9cb59388-76e7-4cb7-ad95-48705ff24dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'name': 'tempest-ServersTestBootFromVolume-1341046435-router', 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6d661210-5be2-424a-ac72-bb6127202ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:20Z', 'updated_at': '2021-08-10T03:53:11Z', 'revision_number': 5, 'project_id': 'd216423445e7417ebda781341e2866d3', 'gw_port': {'id': '6d661210-5be2-424a-ac72-bb6127202ed3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:21Z', 'updated_at': '2021-08-10T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:15.589169 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb59388-76e7-4cb7-ad95-48705ff24dd6 None None] The sync data for ids ['7256a5cf-081f-4511-86d0-23c3affc0c37'] in n-d-802893-2 is: [{'id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'name': 'tempest-ServersTestBootFromVolume-1341046435-router', 'tenant_id': 'd216423445e7417ebda781341e2866d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': '6d661210-5be2-424a-ac72-bb6127202ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:48:20Z', 'updated_at': '2021-08-10T03:53:11Z', 'revision_number': 5, 'project_id': 'd216423445e7417ebda781341e2866d3', 'gw_port': {'id': '6d661210-5be2-424a-ac72-bb6127202ed3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:c9:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7256a5cf-081f-4511-86d0-23c3affc0c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:48:21Z', 'updated_at': '2021-08-10T03:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:15.609066 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:15.619277 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 32820) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:15.627398 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-3f04f1e1-dcc4-4bb0-bf69-20c9f1264b27 admin admin] Calling delete_port for 6d661210-5be2-424a-ac72-bb6127202ed3 owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:15.648042 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5814c4ff-31fe-4752-84f8-1bf137ce4684 req-797ce950-ca66-4c97-b864-3b4e3cab377f tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903218 Aug 10 03:53:15.751526 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1423e61d-adb5-48dd-9562-6f772e9b4686 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:15.997206 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423e61d-adb5-48dd-9562-6f772e9b4686 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Pushing event updated for resources: {'Port': ['ID=b44c3d9a-e76a-4eed-ac6b-00402ea1e68a,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:16.004314 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-e3f8799b-4a4a-4682-a341-ace0cc6c58e8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1460666278-network', 'tenant_id': 'f978154370c54cef8e8d819528465357'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:16.019737 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1423e61d-adb5-48dd-9562-6f772e9b4686 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Network ff8e0d59-f23b-41aa-81f1-0f60a6891275 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:16.022742 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-1423e61d-adb5-48dd-9562-6f772e9b4686 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:16.025677 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1423e61d-adb5-48dd-9562-6f772e9b4686 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:16.033656 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c50a938-9b87-4798-b782-569bb21d6656 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.043385 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f04f1e1-dcc4-4bb0-bf69-20c9f1264b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.043715 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfd86d-d86d-4350-ad32-4b4d4cee7483 req-7546b65a-0def-4a44-a472-5283583e51e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:16.047148 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a9dfd86d-d86d-4350-ad32-4b4d4cee7483 req-7546b65a-0def-4a44-a472-5283583e51e9 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=23e5f3c2b75643ebb56574b008fa08d4&shared=False HTTP/1.1" status: 200 len: 906 time: 0.7017076 Aug 10 03:53:16.081473 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-dc19da90-eb97-4db2-92b2-2f710b7d9ee9 service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1923521 Aug 10 03:53:16.103231 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04f1e1-dcc4-4bb0-bf69-20c9f1264b27 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d661210-5be2-424a-ac72-bb6127202ed3,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:16.153607 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-6c50a938-9b87-4798-b782-569bb21d6656 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Calling delete_port for f967e2df-2718-4410-a5e2-41f4e2475bac owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:16.196754 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1423e61d-adb5-48dd-9562-6f772e9b4686 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:16.196754 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1423e61d-adb5-48dd-9562-6f772e9b4686 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.231347 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f8799b-4a4a-4682-a341-ace0cc6c58e8 admin admin] Made reservation on behalf of f978154370c54cef8e8d819528465357 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:16.237729 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3f8799b-4a4a-4682-a341-ace0cc6c58e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.289668 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3f8799b-4a4a-4682-a341-ace0cc6c58e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.320702 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f04f1e1-dcc4-4bb0-bf69-20c9f1264b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.444991 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1423e61d-adb5-48dd-9562-6f772e9b4686 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.9768410 Aug 10 03:53:16.456276 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 32852) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:16.473282 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dfd86d-d86d-4350-ad32-4b4d4cee7483 req-19702f30-f302-4b15-b893-ed07d5f1c0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:16.474998 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a9dfd86d-d86d-4350-ad32-4b4d4cee7483 req-19702f30-f302-4b15-b893-ed07d5f1c0ad service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4038472 Aug 10 03:53:16.494869 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-c8eefa3d-f872-4bfd-883f-331bb9c19828 service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754642 Aug 10 03:53:16.500266 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f04f1e1-dcc4-4bb0-bf69-20c9f1264b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.502292 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f04f1e1-dcc4-4bb0-bf69-20c9f1264b27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.541719 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-02a1acc4-9d8b-411f-9740-b21fdff3b04c None None] Provisioning for port b44c3d9a-e76a-4eed-ac6b-00402ea1e68a completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:16.545839 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-02a1acc4-9d8b-411f-9740-b21fdff3b04c None None] Provisioning complete for port b44c3d9a-e76a-4eed-ac6b-00402ea1e68a triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:16.546208 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-02a1acc4-9d8b-411f-9740-b21fdff3b04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.584619 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-fb851df9-6429-4e45-ac41-6bc71f51ac71 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fafd8c8c-73f6-41b9-881e-4160cffd6abc HTTP/1.1" status: 200 len: 217 time: 0.0812087 Aug 10 03:53:16.613601 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-02a1acc4-9d8b-411f-9740-b21fdff3b04c None None] Port b44c3d9a-e76a-4eed-ac6b-00402ea1e68a cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:16.648311 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1646e34-c92c-45be-9fcc-51aeb8979234 req-fa0f50df-5168-432a-9460-f2cdb4f9ae0b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:16.654374 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1646e34-c92c-45be-9fcc-51aeb8979234 req-fa0f50df-5168-432a-9460-f2cdb4f9ae0b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:16.661674 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1646e34-c92c-45be-9fcc-51aeb8979234 req-fa0f50df-5168-432a-9460-f2cdb4f9ae0b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:16.667747 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1646e34-c92c-45be-9fcc-51aeb8979234 req-fa0f50df-5168-432a-9460-f2cdb4f9ae0b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:16.669494 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-92a2d2a7-a625-4a90-a7b7-7a805a33c8ee tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'project_id': '6ad20ab43f234af19588f9ff303172db', 'port_id': 'b44c3d9a-e76a-4eed-ac6b-00402ea1e68a'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:16.673772 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1646e34-c92c-45be-9fcc-51aeb8979234 req-fa0f50df-5168-432a-9460-f2cdb4f9ae0b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:16.682734 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1646e34-c92c-45be-9fcc-51aeb8979234 req-fa0f50df-5168-432a-9460-f2cdb4f9ae0b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:16.689944 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1646e34-c92c-45be-9fcc-51aeb8979234 req-fa0f50df-5168-432a-9460-f2cdb4f9ae0b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:16.692924 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d1646e34-c92c-45be-9fcc-51aeb8979234 req-fa0f50df-5168-432a-9460-f2cdb4f9ae0b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5427 time: 0.2117457 Aug 10 03:53:16.709945 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f04f1e1-dcc4-4bb0-bf69-20c9f1264b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.710648 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f04f1e1-dcc4-4bb0-bf69-20c9f1264b27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7256a5cf-081f-4511-86d0-23c3affc0c37 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:53:16.721500 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-7d36f967-3fbd-4d09-a572-3ac88192d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:16.723167 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-7d36f967-3fbd-4d09-a572-3ac88192d367 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=23e5f3c2b75643ebb56574b008fa08d4&device_id=d2d603bb-8035-4a22-8947-42abfacafc63 HTTP/1.1" status: 200 len: 1095 time: 0.1576560 Aug 10 03:53:16.724901 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f04f1e1-dcc4-4bb0-bf69-20c9f1264b27 admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.726023 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3f04f1e1-dcc4-4bb0-bf69-20c9f1264b27 admin admin] 10.222.0.25 "DELETE /v2.0/routers/7256a5cf-081f-4511-86d0-23c3affc0c37 HTTP/1.1" status: 204 len: 168 time: 2.7701221 Aug 10 03:53:16.731197 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 32858) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:16.788413 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c50a938-9b87-4798-b782-569bb21d6656 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.791638 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.791785 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-f35a8e14-1bb8-47e4-9495-ccbe74338cf4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ef33c26-95cb-409d-9c84-632dda7a7ea0 HTTP/1.1" status: 200 len: 217 time: 0.0554993 Aug 10 03:53:16.806959 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-da209b45-f848-4833-b474-2c0bf8c3bb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:16.807152 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-da209b45-f848-4833-b474-2c0bf8c3bb1f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96c77b29-de8a-40c8-ae15-4c8b35353438 HTTP/1.1" status: 200 len: 797 time: 0.1693871 Aug 10 03:53:16.848427 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3f8799b-4a4a-4682-a341-ace0cc6c58e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.882339 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d1646e34-c92c-45be-9fcc-51aeb8979234 req-3193dc01-98f5-48f0-a672-50f508ec459b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1746886 Aug 10 03:53:16.900348 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bda0ce1-56d4-416e-b76b-57146f6b8ce3 admin admin] Deleting subnet df76a7ea-7a2f-4a90-9ce1-92f4bebee059 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:53:16.904710 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9bda0ce1-56d4-416e-b76b-57146f6b8ce3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.907047 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 32862) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:16.935773 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3f8799b-4a4a-4682-a341-ace0cc6c58e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.949335 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f8799b-4a4a-4682-a341-ace0cc6c58e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:53:16.959768 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3f8799b-4a4a-4682-a341-ace0cc6c58e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:16.960145 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-e3f8799b-4a4a-4682-a341-ace0cc6c58e8 admin admin] Added segment ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71 of type vlan for network c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc Aug 10 03:53:17.002700 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3f8799b-4a4a-4682-a341-ace0cc6c58e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.065685 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50a938-9b87-4798-b782-569bb21d6656 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Pushing event deleted for resources: {'Port': ['ID=f967e2df-2718-4410-a5e2-41f4e2475bac,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:17.079837 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c9451b2b-5d00-45c4-a554-7572d4856437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.083409 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9bda0ce1-56d4-416e-b76b-57146f6b8ce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.089264 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c50a938-9b87-4798-b782-569bb21d6656 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.093660 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6c50a938-9b87-4798-b782-569bb21d6656 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "DELETE /v2.0/ports/f967e2df-2718-4410-a5e2-41f4e2475bac HTTP/1.1" status: 204 len: 168 time: 2.3086574 Aug 10 03:53:17.096777 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 32866) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:17.106737 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f8799b-4a4a-4682-a341-ace0cc6c58e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06aa3788-14b7-4191-8c62-7c895a85e671,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:17.116656 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-66d8e0a0-1e63-4b18-b5dd-91ac435e2d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:17.118187 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-66d8e0a0-1e63-4b18-b5dd-91ac435e2d78 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=0fb74cc3-4ca6-4831-90a5-8c72ae326916 HTTP/1.1" status: 200 len: 845 time: 0.2971318 Aug 10 03:53:17.118780 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3f8799b-4a4a-4682-a341-ace0cc6c58e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.119726 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f8799b-4a4a-4682-a341-ace0cc6c58e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:17.120326 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3f8799b-4a4a-4682-a341-ace0cc6c58e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.247533 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f8799b-4a4a-4682-a341-ace0cc6c58e8 admin admin] Pushing event updated for resources: {'Network': ['ID=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:17.259646 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:53:17.522211 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855db7d-2467-4695-8fb5-807bef06ca6f req-0bc40c74-bfbe-4d82-9d18-384fdde272f7 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:17.522211 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1855db7d-2467-4695-8fb5-807bef06ca6f req-0bc40c74-bfbe-4d82-9d18-384fdde272f7 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2d603bb-8035-4a22-8947-42abfacafc63 HTTP/1.1" status: 200 len: 944 time: 0.4806306 Aug 10 03:53:17.522211 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-48ca90d0-12e8-4b63-9e01-fb84bddf2ea9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=090053fa-3622-4eb2-b424-9f79f809823c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1207495 Aug 10 03:53:17.522211 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92a2d2a7-a625-4a90-a7b7-7a805a33c8ee tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.522211 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ee63ac-bab7-4dac-9d8c-3d23fddfebea tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Deleting subnet 0453306b-cd65-4df9-b318-fe396283b459 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:53:17.522211 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-06ee63ac-bab7-4dac-9d8c-3d23fddfebea tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.522211 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-5ec80563-2e37-4160-bbfd-2bae9edd5e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:17.522211 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-5ec80563-2e37-4160-bbfd-2bae9edd5e62 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fc4bc8cd-9681-4c48-a384-e9912b245b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5481212 Aug 10 03:53:17.523050 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 6d661210-5be2-424a-ac72-bb6127202ed3 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:17.523560 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c9451b2b-5d00-45c4-a554-7572d4856437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.523560 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9bda0ce1-56d4-416e-b76b-57146f6b8ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.524657 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 6d661210-5be2-424a-ac72-bb6127202ed3 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:17.524657 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 6d661210-5be2-424a-ac72-bb6127202ed3 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:17.524657 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4b7458e5-76ef-4e46-82f5-cc7109f35c5f no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:17.524657 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 4b7458e5-76ef-4e46-82f5-cc7109f35c5f {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:17.524657 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4b7458e5-76ef-4e46-82f5-cc7109f35c5f not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:17.539880 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-06ee63ac-bab7-4dac-9d8c-3d23fddfebea tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.610513 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c9451b2b-5d00-45c4-a554-7572d4856437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.614096 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9bda0ce1-56d4-416e-b76b-57146f6b8ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.659239 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1855db7d-2467-4695-8fb5-807bef06ca6f req-88673b97-28cc-445d-9610-bc7962d50308 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910287 Aug 10 03:53:17.668175 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda0ce1-56d4-416e-b76b-57146f6b8ce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df76a7ea-7a2f-4a90-9ce1-92f4bebee059,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:17.685960 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9451b2b-5d00-45c4-a554-7572d4856437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384adda7-c73b-4be1-9474-a1b6c1783f4b,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:17.700025 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c9451b2b-5d00-45c4-a554-7572d4856437 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c79f5c7431cd4266baeb77d73c9c2da7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7917001 Aug 10 03:53:17.700714 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 32868) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:17.702186 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9bda0ce1-56d4-416e-b76b-57146f6b8ce3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.707690 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9bda0ce1-56d4-416e-b76b-57146f6b8ce3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/df76a7ea-7a2f-4a90-9ce1-92f4bebee059 HTTP/1.1" status: 204 len: 168 time: 0.9679394 Aug 10 03:53:17.710359 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d59785-0e80-402a-8ac3-274eeebefbf0 None None] Network 1ca020ad-1aaa-41d6-9111-46f9d3246bb6 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:17.714811 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 32870) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:17.749874 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-9c8d3d32-6585-4ab4-8afd-1d6076aa5c5a service neutron] 10.222.0.68 "GET /v2.0/networks/090053fa-3622-4eb2-b424-9f79f809823c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804479 Aug 10 03:53:17.764088 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e3f8799b-4a4a-4682-a341-ace0cc6c58e8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1435108 Aug 10 03:53:17.769716 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 32874) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:17.777986 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-414130a3-70b7-4703-aee8-73f18387d2d9 admin admin] Request body: {'subnet': {'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1460666278-subnet', 'tenant_id': 'f978154370c54cef8e8d819528465357', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:17.814686 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-f4551598-af51-4127-b0ba-348704bdf91b service neutron] 10.222.0.20 "GET /v2.0/networks/fc4bc8cd-9681-4c48-a384-e9912b245b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365343 Aug 10 03:53:17.909374 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-999287f4-dbec-4a4e-819c-dca2cc7b2af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.928939 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4a484c66-6ab6-4235-bbad-e7b9468cbbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.950692 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-999287f4-dbec-4a4e-819c-dca2cc7b2af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.981156 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-06ee63ac-bab7-4dac-9d8c-3d23fddfebea tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:17.993698 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f142d31-0c86-41e0-9d7b-31beeba6839a None None] DHCP port deletion for 1ca020ad-1aaa-41d6-9111-46f9d3246bb6 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:53:18.044815 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-8f142d31-0c86-41e0-9d7b-31beeba6839a None None] Deleting port 59125fbc-226e-4879-b376-fbb67df789cc {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:18.045450 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8f142d31-0c86-41e0-9d7b-31beeba6839a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:18.061060 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d22b6050-bd5d-45d5-bbc6-d5ca1614999a req-6dff399a-b223-4e6b-bf2d-a340f7473039 service neutron] 10.222.0.68 "GET /v2.0/networks/090053fa-3622-4eb2-b424-9f79f809823c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426121 Aug 10 03:53:18.102292 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414130a3-70b7-4703-aee8-73f18387d2d9 admin admin] Made reservation on behalf of f978154370c54cef8e8d819528465357 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:18.102292 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-414130a3-70b7-4703-aee8-73f18387d2d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:18.123010 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-8f142d31-0c86-41e0-9d7b-31beeba6839a None None] For port 59125fbc-226e-4879-b376-fbb67df789cc, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=59125fbc-226e-4879-b376-fbb67df789cc,segment=NetworkSegment(812a0f1c-bdad-4ac0-a285-5f050f5a3dc6),segment_id=812a0f1c-bdad-4ac0-a285-5f050f5a3dc6)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:18.123751 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8f142d31-0c86-41e0-9d7b-31beeba6839a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:18.130180 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92a2d2a7-a625-4a90-a7b7-7a805a33c8ee tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:18.142181 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-8f142d31-0c86-41e0-9d7b-31beeba6839a None None] Calling delete_port for 59125fbc-226e-4879-b376-fbb67df789cc owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:18.170569 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-4a484c66-6ab6-4235-bbad-e7b9468cbbed admin admin] Deleting port 59125fbc-226e-4879-b376-fbb67df789cc {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:18.170918 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4a484c66-6ab6-4235-bbad-e7b9468cbbed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:18.176767 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-52f1a224-aff7-4af5-a20b-4aa1b3ac275f service neutron] 10.222.0.20 "GET /v2.0/networks/fc4bc8cd-9681-4c48-a384-e9912b245b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404024 Aug 10 03:53:18.232062 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-ac004472-b026-4d3a-961b-f7074c44ad61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=689d1191-90af-45a6-9b31-5a0d267b556e HTTP/1.1" status: 200 len: 217 time: 0.0481339 Aug 10 03:53:18.248570 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-999287f4-dbec-4a4e-819c-dca2cc7b2af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:18.251860 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-999287f4-dbec-4a4e-819c-dca2cc7b2af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:18.253139 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-999287f4-dbec-4a4e-819c-dca2cc7b2af2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/384adda7-c73b-4be1-9474-a1b6c1783f4b HTTP/1.1" status: 204 len: 168 time: 0.5441787 Aug 10 03:53:18.269134 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-06ee63ac-bab7-4dac-9d8c-3d23fddfebea tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:18.286340 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f348de-8768-4f0e-86ae-b6022ed128fb req-a2246151-8b78-428b-a05c-3fc40da4f1ce tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:18.287810 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8f142d31-0c86-41e0-9d7b-31beeba6839a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:18.298027 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f348de-8768-4f0e-86ae-b6022ed128fb req-a2246151-8b78-428b-a05c-3fc40da4f1ce tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:18.308529 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f348de-8768-4f0e-86ae-b6022ed128fb req-a2246151-8b78-428b-a05c-3fc40da4f1ce tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:18.327503 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f348de-8768-4f0e-86ae-b6022ed128fb req-a2246151-8b78-428b-a05c-3fc40da4f1ce tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:18.334291 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f348de-8768-4f0e-86ae-b6022ed128fb req-a2246151-8b78-428b-a05c-3fc40da4f1ce tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:18.339365 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b203d310-f728-4004-8f23-daf66219cfbc None None] Network 6124ac5f-cc2c-4188-9079-e96ada11101c requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:18.349219 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f348de-8768-4f0e-86ae-b6022ed128fb req-a2246151-8b78-428b-a05c-3fc40da4f1ce tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:18.356503 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f348de-8768-4f0e-86ae-b6022ed128fb req-a2246151-8b78-428b-a05c-3fc40da4f1ce tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:18.358592 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-91f348de-8768-4f0e-86ae-b6022ed128fb req-a2246151-8b78-428b-a05c-3fc40da4f1ce tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5427 time: 0.3505249 Aug 10 03:53:18.365192 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-4a484c66-6ab6-4235-bbad-e7b9468cbbed admin admin] For port 59125fbc-226e-4879-b376-fbb67df789cc, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=59125fbc-226e-4879-b376-fbb67df789cc,segment=NetworkSegment(812a0f1c-bdad-4ac0-a285-5f050f5a3dc6),segment_id=812a0f1c-bdad-4ac0-a285-5f050f5a3dc6)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:18.365635 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4a484c66-6ab6-4235-bbad-e7b9468cbbed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:18.418073 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-4a484c66-6ab6-4235-bbad-e7b9468cbbed admin admin] Calling delete_port for 59125fbc-226e-4879-b376-fbb67df789cc owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:18.450163 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-92a2d2a7-a625-4a90-a7b7-7a805a33c8ee tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Allocated IP 172.25.0.89 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/9281da0d-1068-448e-a621-7bbd4566eb3a) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:18.460614 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f142d31-0c86-41e0-9d7b-31beeba6839a None None] Pushing event deleted for resources: {'Port': ['ID=59125fbc-226e-4879-b376-fbb67df789cc,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:18.472007 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f142d31-0c86-41e0-9d7b-31beeba6839a None None] No DVR routers for this DVR port 59125fbc-226e-4879-b376-fbb67df789cc on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:18.554516 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-06ee63ac-bab7-4dac-9d8c-3d23fddfebea tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:18.560639 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-06ee63ac-bab7-4dac-9d8c-3d23fddfebea tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "DELETE /v2.0/subnets/0453306b-cd65-4df9-b318-fe396283b459 HTTP/1.1" status: 204 len: 168 time: 1.4567673 Aug 10 03:53:18.566143 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999287f4-dbec-4a4e-819c-dca2cc7b2af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384adda7-c73b-4be1-9474-a1b6c1783f4b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:18.572927 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 32880) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:18.616585 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51e7c4a-dfba-444f-8d44-86057258a252 None None] DHCP port deletion for 6124ac5f-cc2c-4188-9079-e96ada11101c request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:53:18.643812 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ee63ac-bab7-4dac-9d8c-3d23fddfebea tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Pushing event deleted for resources: {'Subnet': ['ID=0453306b-cd65-4df9-b318-fe396283b459,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:18.692133 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d2544449-42ef-4151-b268-ea23e5a0ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:18.701158 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-d2544449-42ef-4151-b268-ea23e5a0ed6f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96c77b29-de8a-40c8-ae15-4c8b35353438 HTTP/1.1" status: 200 len: 797 time: 0.4214196 Aug 10 03:53:18.720075 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-c51e7c4a-dfba-444f-8d44-86057258a252 None None] Deleting port 363fea77-413f-42a2-8417-d657c1ed1edf {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:18.727774 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c51e7c4a-dfba-444f-8d44-86057258a252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:18.777116 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-91f348de-8768-4f0e-86ae-b6022ed128fb req-be957ba6-447e-4a72-b62e-9c1f441008e6 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2860017 Aug 10 03:53:18.821970 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-c51e7c4a-dfba-444f-8d44-86057258a252 None None] For port 363fea77-413f-42a2-8417-d657c1ed1edf, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=363fea77-413f-42a2-8417-d657c1ed1edf,segment=NetworkSegment(e05be633-5f7b-4d4d-8f67-46bd31919666),segment_id=e05be633-5f7b-4d4d-8f67-46bd31919666)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:18.822606 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c51e7c4a-dfba-444f-8d44-86057258a252 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:18.843551 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-c51e7c4a-dfba-444f-8d44-86057258a252 None None] Calling delete_port for 363fea77-413f-42a2-8417-d657c1ed1edf owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:18.903043 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92a2d2a7-a625-4a90-a7b7-7a805a33c8ee tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:18.918291 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abd665-17b4-4a68-a099-900ea36a1655 req-68c4ea89-be9a-4ff0-aff0-205e6ad49415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:18.919816 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-68c4ea89-be9a-4ff0-aff0-205e6ad49415 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fc4bc8cd-9681-4c48-a384-e9912b245b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2061517 Aug 10 03:53:18.920728 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc6fdb7-6999-4847-bfac-6147407765a8 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Deleting subnet 7b687a16-5dca-4966-9a46-f39eb550130f {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:53:18.935909 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a65f55-af95-4dd9-96f1-e057fc8414b4 req-f0691381-d670-43f6-a44d-c32fdb78e362 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:18.938194 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-81a65f55-af95-4dd9-96f1-e057fc8414b4 req-f0691381-d670-43f6-a44d-c32fdb78e362 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2d603bb-8035-4a22-8947-42abfacafc63 HTTP/1.1" status: 200 len: 944 time: 0.1144652 Aug 10 03:53:18.946238 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7bc6fdb7-6999-4847-bfac-6147407765a8 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:19.025252 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c51e7c4a-dfba-444f-8d44-86057258a252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:19.070267 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e7c4a-dfba-444f-8d44-86057258a252 None None] Pushing event deleted for resources: {'Port': ['ID=363fea77-413f-42a2-8417-d657c1ed1edf,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:19.072425 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-81a65f55-af95-4dd9-96f1-e057fc8414b4 req-e83706c3-e4b1-404a-aa89-3352d2cb2662 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223772 Aug 10 03:53:19.079768 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51e7c4a-dfba-444f-8d44-86057258a252 None None] No DVR routers for this DVR port 363fea77-413f-42a2-8417-d657c1ed1edf on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:19.097462 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7bc6fdb7-6999-4847-bfac-6147407765a8 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:19.105861 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 59125fbc-226e-4879-b376-fbb67df789cc no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:19.128790 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 59125fbc-226e-4879-b376-fbb67df789cc {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:19.129282 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 59125fbc-226e-4879-b376-fbb67df789cc not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:19.131017 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 363fea77-413f-42a2-8417-d657c1ed1edf no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:19.146734 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4a484c66-6ab6-4235-bbad-e7b9468cbbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:19.148489 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-151d0b16-af15-45b5-ad15-4c08168523bd service neutron] 10.222.0.20 "GET /v2.0/networks/fc4bc8cd-9681-4c48-a384-e9912b245b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056959 Aug 10 03:53:19.159592 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 363fea77-413f-42a2-8417-d657c1ed1edf {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:19.160157 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 363fea77-413f-42a2-8417-d657c1ed1edf not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:19.190239 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a484c66-6ab6-4235-bbad-e7b9468cbbed admin admin] No DVR routers for this DVR port 59125fbc-226e-4879-b376-fbb67df789cc on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:19.195779 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92a2d2a7-a625-4a90-a7b7-7a805a33c8ee tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:19.299627 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a2d2a7-a625-4a90-a7b7-7a805a33c8ee tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:19.306414 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-92a2d2a7-a625-4a90-a7b7-7a805a33c8ee tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:19.322759 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a2d2a7-a625-4a90-a7b7-7a805a33c8ee tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:19.352937 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2d2a7-a625-4a90-a7b7-7a805a33c8ee tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Pushing event updated for resources: {'Port': ['ID=9281da0d-1068-448e-a621-7bbd4566eb3a,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:19.354828 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a484c66-6ab6-4235-bbad-e7b9468cbbed admin admin] Pushing event deleted for resources: {'Port': ['ID=59125fbc-226e-4879-b376-fbb67df789cc,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:19.387280 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7bc6fdb7-6999-4847-bfac-6147407765a8 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:19.419358 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4a484c66-6ab6-4235-bbad-e7b9468cbbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:19.433908 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-414130a3-70b7-4703-aee8-73f18387d2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:19.448578 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-4a484c66-6ab6-4235-bbad-e7b9468cbbed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca020ad-1aaa-41d6-9111-46f9d3246bb6']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:19.448804 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00abd665-17b4-4a68-a099-900ea36a1655 req-315d7530-4ae6-40a9-96e5-7e992b897730 service neutron] 10.222.0.20 "GET /v2.0/networks/fc4bc8cd-9681-4c48-a384-e9912b245b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938535 Aug 10 03:53:19.482685 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-4a484c66-6ab6-4235-bbad-e7b9468cbbed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812a0f1c-bdad-4ac0-a285-5f050f5a3dc6') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:19.483456 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-4a484c66-6ab6-4235-bbad-e7b9468cbbed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812a0f1c-bdad-4ac0-a285-5f050f5a3dc6') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:19.506856 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4a484c66-6ab6-4235-bbad-e7b9468cbbed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:19.535462 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4a484c66-6ab6-4235-bbad-e7b9468cbbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:19.544070 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414130a3-70b7-4703-aee8-73f18387d2d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf9a7592-e5a6-49d5-943e-a569f481a6b7,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:19.555130 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a484c66-6ab6-4235-bbad-e7b9468cbbed admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:53:19.555130 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4a484c66-6ab6-4235-bbad-e7b9468cbbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:53:19.558100 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:53:19.603376 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414130a3-70b7-4703-aee8-73f18387d2d9 admin admin] Checking segment: {'id': 'ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:19.604115 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414130a3-70b7-4703-aee8-73f18387d2d9 admin admin] Network hostable DHCP agents. Network: c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:53:19.699042 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7bc6fdb7-6999-4847-bfac-6147407765a8 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:19.756619 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6fdb7-6999-4847-bfac-6147407765a8 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Pushing event deleted for resources: {'Subnet': ['ID=7b687a16-5dca-4966-9a46-f39eb550130f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:19.766324 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85c076d-a169-40fe-a984-82e1d21a60ec None None] Network 417fd08b-d4a9-43bf-abeb-ff8394392512 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:19.774544 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9d578-4da0-494f-9a8f-63a8d04bf4a1 req-fc919ea9-d337-4ac7-981b-ac77a0dd190c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:19.774544 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9d578-4da0-494f-9a8f-63a8d04bf4a1 req-fc919ea9-d337-4ac7-981b-ac77a0dd190c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:19.774544 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9d578-4da0-494f-9a8f-63a8d04bf4a1 req-fc919ea9-d337-4ac7-981b-ac77a0dd190c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:19.775068 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9d578-4da0-494f-9a8f-63a8d04bf4a1 req-fc919ea9-d337-4ac7-981b-ac77a0dd190c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:19.775655 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9d578-4da0-494f-9a8f-63a8d04bf4a1 req-fc919ea9-d337-4ac7-981b-ac77a0dd190c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:19.776522 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9d578-4da0-494f-9a8f-63a8d04bf4a1 req-fc919ea9-d337-4ac7-981b-ac77a0dd190c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:19.777110 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9d578-4da0-494f-9a8f-63a8d04bf4a1 req-fc919ea9-d337-4ac7-981b-ac77a0dd190c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:19.780139 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3cd9d578-4da0-494f-9a8f-63a8d04bf4a1 req-fc919ea9-d337-4ac7-981b-ac77a0dd190c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7613e46ecb1e44beabb9108ddbbb4b81&device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 6484 time: 0.1175499 Aug 10 03:53:19.788998 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7bc6fdb7-6999-4847-bfac-6147407765a8 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:19.790894 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7bc6fdb7-6999-4847-bfac-6147407765a8 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "DELETE /v2.0/subnets/7b687a16-5dca-4966-9a46-f39eb550130f HTTP/1.1" status: 204 len: 168 time: 1.2157154 Aug 10 03:53:19.792783 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4a484c66-6ab6-4235-bbad-e7b9468cbbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:19.797546 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414130a3-70b7-4703-aee8-73f18387d2d9 admin admin] Network c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:53:19.799202 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 32908) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:19.817740 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4a484c66-6ab6-4235-bbad-e7b9468cbbed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:19.826282 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4a484c66-6ab6-4235-bbad-e7b9468cbbed admin admin] 10.222.0.25 "DELETE /v2.0/networks/1ca020ad-1aaa-41d6-9111-46f9d3246bb6 HTTP/1.1" status: 204 len: 168 time: 2.1086915 Aug 10 03:53:19.851558 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a484c66-6ab6-4235-bbad-e7b9468cbbed admin admin] Pushing event deleted for resources: {'Network': ['ID=1ca020ad-1aaa-41d6-9111-46f9d3246bb6,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:19.905011 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-414130a3-70b7-4703-aee8-73f18387d2d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:19.910789 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414130a3-70b7-4703-aee8-73f18387d2d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:19.911376 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-414130a3-70b7-4703-aee8-73f18387d2d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:19.921872 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f32036-2c95-49d6-bffa-f5b52a635cdd None None] Network c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:19.941490 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9d578-4da0-494f-9a8f-63a8d04bf4a1 req-15d4b8df-e177-45f8-b910-6b544f794455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:19.943012 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3cd9d578-4da0-494f-9a8f-63a8d04bf4a1 req-15d4b8df-e177-45f8-b910-6b544f794455 service neutron] 10.222.0.20 "GET /v2.0/networks?id=fc4bc8cd-9681-4c48-a384-e9912b245b99 HTTP/1.1" status: 200 len: 902 time: 0.1563821 Aug 10 03:53:20.016088 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-414130a3-70b7-4703-aee8-73f18387d2d9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2443352 Aug 10 03:53:20.066493 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3cd9d578-4da0-494f-9a8f-63a8d04bf4a1 req-8f24bf75-b20b-4ae3-91bd-0dbdf501b8b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=689d1191-90af-45a6-9b31-5a0d267b556e HTTP/1.1" status: 200 len: 217 time: 0.1074443 Aug 10 03:53:20.261983 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fb39e4-2e09-4892-9e32-e453a47a48c6 None None] Network c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:20.264861 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4252174a-e1a7-4cd1-8f5c-63efd16f42db None None] DHCP port deletion for 417fd08b-d4a9-43bf-abeb-ff8394392512 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:53:20.448957 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 32930) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:20.489880 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-4252174a-e1a7-4cd1-8f5c-63efd16f42db None None] Deleting port 84d74489-e850-4be8-84b8-380e90d0a666 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:20.490555 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4252174a-e1a7-4cd1-8f5c-63efd16f42db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:20.494883 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92a2d2a7-a625-4a90-a7b7-7a805a33c8ee tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:20.510230 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab305ffa-de3c-46bf-a77d-61a86c9f2553 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:20.580971 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351bed66-354b-4ad6-85d5-75dd731178ba req-2d0689b7-98d4-44cd-a98d-edf1465dc0ef tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:20.582515 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-351bed66-354b-4ad6-85d5-75dd731178ba req-2d0689b7-98d4-44cd-a98d-edf1465dc0ef tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2d603bb-8035-4a22-8947-42abfacafc63 HTTP/1.1" status: 200 len: 944 time: 0.0951674 Aug 10 03:53:20.587430 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1815becf-34d8-4c3f-b3b9-d3d453d98787 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d216423445e7417ebda781341e2866d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1347437 Aug 10 03:53:20.587647 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 32932) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:20.596414 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-4252174a-e1a7-4cd1-8f5c-63efd16f42db None None] For port 84d74489-e850-4be8-84b8-380e90d0a666, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=84d74489-e850-4be8-84b8-380e90d0a666,segment=NetworkSegment(70d6eaf4-21df-4d51-8711-37655142b07a),segment_id=70d6eaf4-21df-4d51-8711-37655142b07a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:20.596915 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4252174a-e1a7-4cd1-8f5c-63efd16f42db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:20.616209 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-4252174a-e1a7-4cd1-8f5c-63efd16f42db None None] Calling delete_port for 84d74489-e850-4be8-84b8-380e90d0a666 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:20.673368 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ff79c4a6-fb4c-4e0e-aa06-4c6e05a26e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:20.688319 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab305ffa-de3c-46bf-a77d-61a86c9f2553 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:20.699543 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-ab305ffa-de3c-46bf-a77d-61a86c9f2553 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6124ac5f-cc2c-4188-9079-e96ada11101c']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:20.700781 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ff79c4a6-fb4c-4e0e-aa06-4c6e05a26e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:20.719207 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24eb65c-574b-4203-8fee-ab06e50d8ee7 req-abdce0eb-279a-4da4-a7e6-d65ba23370e3 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:20.725703 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24eb65c-574b-4203-8fee-ab06e50d8ee7 req-abdce0eb-279a-4da4-a7e6-d65ba23370e3 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:20.731824 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24eb65c-574b-4203-8fee-ab06e50d8ee7 req-abdce0eb-279a-4da4-a7e6-d65ba23370e3 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:20.738730 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24eb65c-574b-4203-8fee-ab06e50d8ee7 req-abdce0eb-279a-4da4-a7e6-d65ba23370e3 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:20.744780 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24eb65c-574b-4203-8fee-ab06e50d8ee7 req-abdce0eb-279a-4da4-a7e6-d65ba23370e3 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:20.751894 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24eb65c-574b-4203-8fee-ab06e50d8ee7 req-abdce0eb-279a-4da4-a7e6-d65ba23370e3 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:20.760816 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24eb65c-574b-4203-8fee-ab06e50d8ee7 req-abdce0eb-279a-4da4-a7e6-d65ba23370e3 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:20.761022 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-351bed66-354b-4ad6-85d5-75dd731178ba req-dfa59a0c-27c8-4092-b9ff-9cd449c3137f tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646574 Aug 10 03:53:20.771822 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c24eb65c-574b-4203-8fee-ab06e50d8ee7 req-abdce0eb-279a-4da4-a7e6-d65ba23370e3 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5427 time: 0.7653842 Aug 10 03:53:20.783750 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9d578-4da0-494f-9a8f-63a8d04bf4a1 req-cbae025d-0b17-4edd-b531-71152c7e7945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:20.785452 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3cd9d578-4da0-494f-9a8f-63a8d04bf4a1 req-cbae025d-0b17-4edd-b531-71152c7e7945 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96c77b29-de8a-40c8-ae15-4c8b35353438 HTTP/1.1" status: 200 len: 797 time: 0.6929307 Aug 10 03:53:20.811381 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-ab305ffa-de3c-46bf-a77d-61a86c9f2553 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e05be633-5f7b-4d4d-8f67-46bd31919666') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:20.811698 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-ab305ffa-de3c-46bf-a77d-61a86c9f2553 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e05be633-5f7b-4d4d-8f67-46bd31919666') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:20.845203 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ff79c4a6-fb4c-4e0e-aa06-4c6e05a26e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:20.848449 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ff79c4a6-fb4c-4e0e-aa06-4c6e05a26e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:20.860686 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ff79c4a6-fb4c-4e0e-aa06-4c6e05a26e91 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/74e1cefd-021b-4cbd-915a-6edcc7d9fb7b HTTP/1.1" status: 204 len: 168 time: 0.2611682 Aug 10 03:53:20.861002 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 9ef33c26-95cb-409d-9c84-632dda7a7ea0 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:53:20.868938 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab305ffa-de3c-46bf-a77d-61a86c9f2553 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:20.872911 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff79c4a6-fb4c-4e0e-aa06-4c6e05a26e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e1cefd-021b-4cbd-915a-6edcc7d9fb7b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:20.931270 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c24eb65c-574b-4203-8fee-ab06e50d8ee7 req-5b0e05ec-4ece-4ff5-b831-26f73091be86 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1584024 Aug 10 03:53:20.954324 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab305ffa-de3c-46bf-a77d-61a86c9f2553 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:20.985883 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 9ef33c26-95cb-409d-9c84-632dda7a7ea0, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=9ef33c26-95cb-409d-9c84-632dda7a7ea0,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:21.004003 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '9ef33c26-95cb-409d-9c84-632dda7a7ea0', 'network_id': '090053fa-3622-4eb2-b424-9f79f809823c', 'port_id': '9ef33c26-95cb-409d-9c84-632dda7a7ea0', 'mac_address': 'fa:16:3e:25:c5:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb74cc3-4ca6-4831-90a5-8c72ae326916', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:53:21.039301 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab305ffa-de3c-46bf-a77d-61a86c9f2553 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:53:21.039801 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab305ffa-de3c-46bf-a77d-61a86c9f2553 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:53:21.088273 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:53:21.176653 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92a2d2a7-a625-4a90-a7b7-7a805a33c8ee tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.182024 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 84d74489-e850-4be8-84b8-380e90d0a666 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:21.279012 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.313651 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ef33c26-95cb-409d-9c84-632dda7a7ea0 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:53:21.366698 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 9ef33c26-95cb-409d-9c84-632dda7a7ea0, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=9ef33c26-95cb-409d-9c84-632dda7a7ea0,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:21.398213 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92a2d2a7-a625-4a90-a7b7-7a805a33c8ee tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.407052 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9d578-4da0-494f-9a8f-63a8d04bf4a1 req-44f4d2d3-0129-4a2b-ab10-e7f9a461537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:21.410105 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3cd9d578-4da0-494f-9a8f-63a8d04bf4a1 req-44f4d2d3-0129-4a2b-ab10-e7f9a461537e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fc4bc8cd-9681-4c48-a384-e9912b245b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5947371 Aug 10 03:53:21.430993 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-615c58f4-1017-439b-9c2b-4c87cf530c1e tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:21.438235 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-615c58f4-1017-439b-9c2b-4c87cf530c1e tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/networks?id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc HTTP/1.1" status: 200 len: 812 time: 0.2473936 Aug 10 03:53:21.463392 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4252174a-e1a7-4cd1-8f5c-63efd16f42db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.463526 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-c5386a3a-a1a9-42f5-8b5f-10c4d641bf0b tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/quotas/f978154370c54cef8e8d819528465357 HTTP/1.1" status: 200 len: 375 time: 0.0194478 Aug 10 03:53:21.478950 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4252174a-e1a7-4cd1-8f5c-63efd16f42db None None] No DVR routers for this DVR port 84d74489-e850-4be8-84b8-380e90d0a666 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:21.524573 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-4046ade3-ab6b-4982-b192-5a66b9b6a3a9 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f978154370c54cef8e8d819528465357&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558014 Aug 10 03:53:21.534709 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.545551 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4252174a-e1a7-4cd1-8f5c-63efd16f42db None None] Pushing event deleted for resources: {'Port': ['ID=84d74489-e850-4be8-84b8-380e90d0a666,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:21.551518 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.575574 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3cd9d578-4da0-494f-9a8f-63a8d04bf4a1 req-481541a0-cf57-4c80-87b2-f1f2000c3c05 service neutron] 10.222.0.20 "GET /v2.0/networks/fc4bc8cd-9681-4c48-a384-e9912b245b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585839 Aug 10 03:53:21.591043 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab305ffa-de3c-46bf-a77d-61a86c9f2553 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.592747 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92a2d2a7-a625-4a90-a7b7-7a805a33c8ee tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.611429 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab305ffa-de3c-46bf-a77d-61a86c9f2553 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.613230 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ab305ffa-de3c-46bf-a77d-61a86c9f2553 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "DELETE /v2.0/networks/6124ac5f-cc2c-4188-9079-e96ada11101c HTTP/1.1" status: 204 len: 168 time: 1.8118088 Aug 10 03:53:21.655572 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 32960) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:21.755580 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=9ef33c26-95cb-409d-9c84-632dda7a7ea0,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:21.775406 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab305ffa-de3c-46bf-a77d-61a86c9f2553 tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Pushing event deleted for resources: {'Network': ['ID=6124ac5f-cc2c-4188-9079-e96ada11101c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:21.805544 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['9ef33c26-95cb-409d-9c84-632dda7a7ea0'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:21.844485 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2d2a7-a625-4a90-a7b7-7a805a33c8ee tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Pushing event updated for resources: {'Port': ['ID=9281da0d-1068-448e-a621-7bbd4566eb3a,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:21.872293 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92a2d2a7-a625-4a90-a7b7-7a805a33c8ee tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:21.921425 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3cd9d578-4da0-494f-9a8f-63a8d04bf4a1 req-d701de86-34e0-423f-a462-5a6d59827f0a service neutron] 10.222.0.20 "GET /v2.0/networks/fc4bc8cd-9681-4c48-a384-e9912b245b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171358 Aug 10 03:53:22.003526 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-92a2d2a7-a625-4a90-a7b7-7a805a33c8ee tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Floating IP f39e68a0-61df-421e-8179-5fbf5ba6b0f2 associated. External IP: 172.25.0.89, port: b44c3d9a-e76a-4eed-ac6b-00402ea1e68a. Aug 10 03:53:22.158427 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a49a6a-554d-4a09-9d32-dd7e581c367d req-3c3cff4e-c385-4da3-8591-f0b9c5ee96ee tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:22.159985 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-63a49a6a-554d-4a09-9d32-dd7e581c367d req-3c3cff4e-c385-4da3-8591-f0b9c5ee96ee tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2d603bb-8035-4a22-8947-42abfacafc63 HTTP/1.1" status: 200 len: 945 time: 0.1537161 Aug 10 03:53:22.244401 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d74f245-d48f-4205-851b-a8c758a4137c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.254931 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-b710f3a7-32c3-4e54-a206-ab2479e8afb1 service neutron] 10.222.0.25 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7020054 Aug 10 03:53:22.268824 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-63a49a6a-554d-4a09-9d32-dd7e581c367d req-a2db3ffd-0e24-4241-b2e6-7645cc6f2f1f tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989711 Aug 10 03:53:22.380120 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a2d2a7-a625-4a90-a7b7-7a805a33c8ee tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Router 3773a031-6bb8-49e7-8045-40c871ab16cd has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:22.418737 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d74f245-d48f-4205-851b-a8c758a4137c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.461000 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-6d74f245-d48f-4205-851b-a8c758a4137c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['417fd08b-d4a9-43bf-abeb-ff8394392512']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:22.477650 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-6d74f245-d48f-4205-851b-a8c758a4137c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d6eaf4-21df-4d51-8711-37655142b07a') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:22.478008 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-6d74f245-d48f-4205-851b-a8c758a4137c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d6eaf4-21df-4d51-8711-37655142b07a') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:22.495445 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d74f245-d48f-4205-851b-a8c758a4137c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.508376 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-b8926d4b-19e6-4c49-bdc6-3bee29f7b194 service neutron] 10.222.0.25 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359965 Aug 10 03:53:22.517180 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d74f245-d48f-4205-851b-a8c758a4137c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.528987 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d74f245-d48f-4205-851b-a8c758a4137c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:53:22.529331 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d74f245-d48f-4205-851b-a8c758a4137c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:53:22.533176 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:53:22.563347 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a2d2a7-a625-4a90-a7b7-7a805a33c8ee tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:22.575036 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e39a81-0961-4b6c-84ce-469745d5525f None None] Sync routers for ids ['3773a031-6bb8-49e7-8045-40c871ab16cd'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:22.589820 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e39a81-0961-4b6c-84ce-469745d5525f None None] Routers {'3773a031-6bb8-49e7-8045-40c871ab16cd'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:22.590883 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-38e39a81-0961-4b6c-84ce-469745d5525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:53:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3773a031-6bb8-49e7-8045-40c871ab16cd'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:22.634280 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-38e39a81-0961-4b6c-84ce-469745d5525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:22.645016 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e39a81-0961-4b6c-84ce-469745d5525f None None] Routers {'3773a031-6bb8-49e7-8045-40c871ab16cd'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:22.646199 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-38e39a81-0961-4b6c-84ce-469745d5525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:53:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3773a031-6bb8-49e7-8045-40c871ab16cd'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:22.683921 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-38e39a81-0961-4b6c-84ce-469745d5525f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:22.684828 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e39a81-0961-4b6c-84ce-469745d5525f None None] The sync data for ids ['3773a031-6bb8-49e7-8045-40c871ab16cd'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:22.694402 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92a2d2a7-a625-4a90-a7b7-7a805a33c8ee tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.723425 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 32996) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:22.740296 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-92a2d2a7-a625-4a90-a7b7-7a805a33c8ee tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 6.2752087 Aug 10 03:53:22.742777 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33000) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:22.756815 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d74f245-d48f-4205-851b-a8c758a4137c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.769888 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d74f245-d48f-4205-851b-a8c758a4137c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:22.778495 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6d74f245-d48f-4205-851b-a8c758a4137c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] 10.222.0.25 "DELETE /v2.0/networks/417fd08b-d4a9-43bf-abeb-ff8394392512 HTTP/1.1" status: 204 len: 168 time: 1.1188734 Aug 10 03:53:22.816607 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74f245-d48f-4205-851b-a8c758a4137c tempest-TaggedBootDevicesTest-1839901775 tempest-TaggedBootDevicesTest-1839901775-project] Pushing event deleted for resources: {'Network': ['ID=417fd08b-d4a9-43bf-abeb-ff8394392512,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:22.824745 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 9ef33c26-95cb-409d-9c84-632dda7a7ea0 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:23.010834 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-bf60de13-2bec-4e3a-97d2-ec7d5bcefcc6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-706843902-network', 'tenant_id': '992d730214c1491099e8b120487e23ac'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:23.048029 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1d34b-77ba-4706-a6d2-cbe4c41d0d99 req-c70882fa-45f2-48ff-ad92-a53b164f5cc9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:23.054502 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1d34b-77ba-4706-a6d2-cbe4c41d0d99 req-c70882fa-45f2-48ff-ad92-a53b164f5cc9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:23.061364 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1d34b-77ba-4706-a6d2-cbe4c41d0d99 req-c70882fa-45f2-48ff-ad92-a53b164f5cc9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:23.067817 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1d34b-77ba-4706-a6d2-cbe4c41d0d99 req-c70882fa-45f2-48ff-ad92-a53b164f5cc9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:23.077165 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1d34b-77ba-4706-a6d2-cbe4c41d0d99 req-c70882fa-45f2-48ff-ad92-a53b164f5cc9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:23.086303 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1d34b-77ba-4706-a6d2-cbe4c41d0d99 req-c70882fa-45f2-48ff-ad92-a53b164f5cc9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:23.093713 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fb1a428d-2b5e-43a6-a960-9f7113358831 req-45feacfb-e14b-4422-a927-28644913b288 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc2d3bb8-f714-4b75-98f6-00527f2b6ced HTTP/1.1" status: 200 len: 210 time: 0.0298202 Aug 10 03:53:23.095015 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1d34b-77ba-4706-a6d2-cbe4c41d0d99 req-c70882fa-45f2-48ff-ad92-a53b164f5cc9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:23.097883 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6f1d34b-77ba-4706-a6d2-cbe4c41d0d99 req-c70882fa-45f2-48ff-ad92-a53b164f5cc9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5427 time: 0.2005229 Aug 10 03:53:23.100701 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2e8f0b70-a9bb-4063-97fc-9614d027ea8e tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] 10.222.0.25 "GET /v2.0/floatingips/f39e68a0-61df-421e-8179-5fbf5ba6b0f2 HTTP/1.1" status: 200 len: 983 time: 0.3564203 Aug 10 03:53:23.103228 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33012) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:23.118010 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 9ef33c26-95cb-409d-9c84-632dda7a7ea0 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:23.123536 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 9ef33c26-95cb-409d-9c84-632dda7a7ea0 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:23.124134 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.197452 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6f1d34b-77ba-4706-a6d2-cbe4c41d0d99 req-4cfb2249-db1b-49b2-993e-33397b9e5ea2 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0844586 Aug 10 03:53:23.235994 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf60de13-2bec-4e3a-97d2-ec7d5bcefcc6 admin admin] Made reservation on behalf of 992d730214c1491099e8b120487e23ac for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:23.239899 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bf60de13-2bec-4e3a-97d2-ec7d5bcefcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.258077 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bf60de13-2bec-4e3a-97d2-ec7d5bcefcc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.258717 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.298136 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 9ef33c26-95cb-409d-9c84-632dda7a7ea0, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=9ef33c26-95cb-409d-9c84-632dda7a7ea0,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:23.299686 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d603bb-8035-4a22-8947-42abfacafc63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef33c26-95cb-409d-9c84-632dda7a7ea0'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:23.302113 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7f663d-614c-4df9-aecf-192eb151b973" -d '{"events": [{"server_uuid": "d2d603bb-8035-4a22-8947-42abfacafc63", "name": "network-vif-plugged", "status": "completed", "tag": "9ef33c26-95cb-409d-9c84-632dda7a7ea0"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:23.348256 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-33e1680c-b477-437f-8e46-497358d73278 tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1946 time: 0.2434361 Aug 10 03:53:23.351230 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33026) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:23.372786 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b21e78d-23e5-4bb7-a0fd-f90d76d9aeab x-openstack-request-id: req-0b21e78d-23e5-4bb7-a0fd-f90d76d9aeab {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:23.377638 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d603bb-8035-4a22-8947-42abfacafc63", "name": "network-vif-plugged", "status": "completed", "tag": "9ef33c26-95cb-409d-9c84-632dda7a7ea0", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:23.377638 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b21e78d-23e5-4bb7-a0fd-f90d76d9aeab {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:23.377638 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d603bb-8035-4a22-8947-42abfacafc63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef33c26-95cb-409d-9c84-632dda7a7ea0', 'code': 200} Aug 10 03:53:23.417468 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33028) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:23.428421 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.509478 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40160a31-33b3-48b2-9820-be7752d323cf req-2438c319-16ac-4264-8779-193799d690a1 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:23.525638 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-40160a31-33b3-48b2-9820-be7752d323cf req-2438c319-16ac-4264-8779-193799d690a1 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2d603bb-8035-4a22-8947-42abfacafc63 HTTP/1.1" status: 200 len: 945 time: 0.1731589 Aug 10 03:53:23.613224 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-40160a31-33b3-48b2-9820-be7752d323cf req-4d6c4355-3c7f-4cad-9fbc-fa87f7ea1902 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863216 Aug 10 03:53:23.630615 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=9ef33c26-95cb-409d-9c84-632dda7a7ea0,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:23.636927 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1292618-ad1b-49bb-83bf-88d834473044 req-6cefbe5f-61dc-45b5-a392-5baf410512d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:23.638533 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b1292618-ad1b-49bb-83bf-88d834473044 req-6cefbe5f-61dc-45b5-a392-5baf410512d3 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d2d603bb-8035-4a22-8947-42abfacafc63 HTTP/1.1" status: 200 len: 1097 time: 0.1654119 Aug 10 03:53:23.677978 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f3a94422-a2a9-4eaa-980d-9a4457844674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.702882 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bf60de13-2bec-4e3a-97d2-ec7d5bcefcc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.766644 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b1292618-ad1b-49bb-83bf-88d834473044 req-791bee70-a17b-4b34-8b26-40ef337ed1b6 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197562 Aug 10 03:53:23.798703 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bf60de13-2bec-4e3a-97d2-ec7d5bcefcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.835090 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-c9b5bc87-73a7-404d-ad28-eabff1bf8a88 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Deleting port 9281da0d-1068-448e-a621-7bbd4566eb3a {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:23.835679 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c9b5bc87-73a7-404d-ad28-eabff1bf8a88 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.838439 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf60de13-2bec-4e3a-97d2-ec7d5bcefcc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:53:23.845390 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60de13-2bec-4e3a-97d2-ec7d5bcefcc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2474f2fe-f238-4fa4-bfe9-1fea7d8e9b97,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:23.853150 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bf60de13-2bec-4e3a-97d2-ec7d5bcefcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.853898 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-bf60de13-2bec-4e3a-97d2-ec7d5bcefcc6 admin admin] Added segment b87c53c9-9675-465b-9113-d401ad103929 of type vlan for network c77b191a-044f-43de-9854-a356e10ee6fa Aug 10 03:53:23.907755 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bf60de13-2bec-4e3a-97d2-ec7d5bcefcc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.935433 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c9b5bc87-73a7-404d-ad28-eabff1bf8a88 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.935902 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c9b5bc87-73a7-404d-ad28-eabff1bf8a88 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:23.953518 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-c9b5bc87-73a7-404d-ad28-eabff1bf8a88 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Calling delete_port for 9281da0d-1068-448e-a621-7bbd4566eb3a owned by network:floatingip {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:24.029172 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bf60de13-2bec-4e3a-97d2-ec7d5bcefcc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.030439 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf60de13-2bec-4e3a-97d2-ec7d5bcefcc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:24.031249 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bf60de13-2bec-4e3a-97d2-ec7d5bcefcc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.117053 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60de13-2bec-4e3a-97d2-ec7d5bcefcc6 admin admin] Pushing event updated for resources: {'Network': ['ID=c77b191a-044f-43de-9854-a356e10ee6fa,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:24.127827 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f3a94422-a2a9-4eaa-980d-9a4457844674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.131179 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network c77b191a-044f-43de-9854-a356e10ee6fa details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:53:24.203405 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-59a91dd9-5283-4fec-8d96-5461222eccf8 req-987433b8-8f36-4884-a460-d210c8ae645e tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc2d3bb8-f714-4b75-98f6-00527f2b6ced HTTP/1.1" status: 200 len: 210 time: 0.0271647 Aug 10 03:53:24.224086 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c9b5bc87-73a7-404d-ad28-eabff1bf8a88 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.225265 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f3a94422-a2a9-4eaa-980d-9a4457844674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.259678 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5bc87-73a7-404d-ad28-eabff1bf8a88 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Pushing event deleted for resources: {'Port': ['ID=9281da0d-1068-448e-a621-7bbd4566eb3a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:24.261898 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a94422-a2a9-4eaa-980d-9a4457844674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbbb921-5a06-4c27-9914-7b1da5c92645,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:24.274101 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5bc87-73a7-404d-ad28-eabff1bf8a88 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:24.274464 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5bc87-73a7-404d-ad28-eabff1bf8a88 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:24.274811 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5bc87-73a7-404d-ad28-eabff1bf8a88 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:24.275153 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5bc87-73a7-404d-ad28-eabff1bf8a88 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:24.275492 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5bc87-73a7-404d-ad28-eabff1bf8a88 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:24.275820 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5bc87-73a7-404d-ad28-eabff1bf8a88 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:24.276344 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5bc87-73a7-404d-ad28-eabff1bf8a88 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:24.276679 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5bc87-73a7-404d-ad28-eabff1bf8a88 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:24.277012 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5bc87-73a7-404d-ad28-eabff1bf8a88 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:24.277344 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5bc87-73a7-404d-ad28-eabff1bf8a88 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:24.277744 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5bc87-73a7-404d-ad28-eabff1bf8a88 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:24.277983 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b5bc87-73a7-404d-ad28-eabff1bf8a88 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:24.297784 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f3a94422-a2a9-4eaa-980d-9a4457844674 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0fcfc883f8cd4109a8e919e28f2d3b19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8741465 Aug 10 03:53:24.298202 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33042) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:24.340615 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bf60de13-2bec-4e3a-97d2-ec7d5bcefcc6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.6152420 Aug 10 03:53:24.346088 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33044) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:24.351605 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-2103358d-5f6e-4bf3-b21e-58e4789b63a3 admin admin] Request body: {'subnet': {'network_id': 'c77b191a-044f-43de-9854-a356e10ee6fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-706843902-subnet', 'tenant_id': '992d730214c1491099e8b120487e23ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:24.362017 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c9b5bc87-73a7-404d-ad28-eabff1bf8a88 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks [] for floatingip, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.362446 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-c9b5bc87-73a7-404d-ad28-eabff1bf8a88 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Floating IP f39e68a0-61df-421e-8179-5fbf5ba6b0f2 disassociated (deleted). External IP: 172.25.0.89, port: b44c3d9a-e76a-4eed-ac6b-00402ea1e68a. Aug 10 03:53:24.400721 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677960ef-7c80-493a-9102-ccd75bf2948e req-0edbd88e-a990-4e81-ac05-e4c37c552a54 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:24.408024 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677960ef-7c80-493a-9102-ccd75bf2948e req-0edbd88e-a990-4e81-ac05-e4c37c552a54 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:24.414600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677960ef-7c80-493a-9102-ccd75bf2948e req-0edbd88e-a990-4e81-ac05-e4c37c552a54 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:24.420953 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677960ef-7c80-493a-9102-ccd75bf2948e req-0edbd88e-a990-4e81-ac05-e4c37c552a54 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:24.427813 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677960ef-7c80-493a-9102-ccd75bf2948e req-0edbd88e-a990-4e81-ac05-e4c37c552a54 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:24.433718 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677960ef-7c80-493a-9102-ccd75bf2948e req-0edbd88e-a990-4e81-ac05-e4c37c552a54 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:24.440178 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677960ef-7c80-493a-9102-ccd75bf2948e req-0edbd88e-a990-4e81-ac05-e4c37c552a54 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:24.442179 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-677960ef-7c80-493a-9102-ccd75bf2948e req-0edbd88e-a990-4e81-ac05-e4c37c552a54 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5427 time: 0.1247289 Aug 10 03:53:24.468885 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-95b81fea-5175-4b07-9294-6e0f528d96c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.502041 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-95b81fea-5175-4b07-9294-6e0f528d96c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.516469 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-677960ef-7c80-493a-9102-ccd75bf2948e req-c54d6a8c-8499-4bc2-b389-91fe42a9bf16 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636230 Aug 10 03:53:24.536790 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2103358d-5f6e-4bf3-b21e-58e4789b63a3 admin admin] Made reservation on behalf of 992d730214c1491099e8b120487e23ac for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:24.553345 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2103358d-5f6e-4bf3-b21e-58e4789b63a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.650793 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-95b81fea-5175-4b07-9294-6e0f528d96c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.653449 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-95b81fea-5175-4b07-9294-6e0f528d96c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:24.661645 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-95b81fea-5175-4b07-9294-6e0f528d96c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2dbbb921-5a06-4c27-9914-7b1da5c92645 HTTP/1.1" status: 204 len: 168 time: 0.3582783 Aug 10 03:53:24.673105 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81fea-5175-4b07-9294-6e0f528d96c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbbb921-5a06-4c27-9914-7b1da5c92645,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:24.737440 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b5bc87-73a7-404d-ad28-eabff1bf8a88 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Router 3773a031-6bb8-49e7-8045-40c871ab16cd has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:24.925114 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd089d-dc3c-4d20-8680-5b3b126b57f1 req-a84015ac-5d77-4670-a7d3-ce7db6736ec2 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:24.926573 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43cd089d-dc3c-4d20-8680-5b3b126b57f1 req-a84015ac-5d77-4670-a7d3-ce7db6736ec2 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2d603bb-8035-4a22-8947-42abfacafc63 HTTP/1.1" status: 200 len: 946 time: 0.1782088 Aug 10 03:53:25.044829 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43cd089d-dc3c-4d20-8680-5b3b126b57f1 req-ed909883-430b-400f-93ac-26ab56b91a65 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085143 Aug 10 03:53:25.048232 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b5bc87-73a7-404d-ad28-eabff1bf8a88 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:25.055907 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c9b5bc87-73a7-404d-ad28-eabff1bf8a88 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.066005 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2749f689-737b-4960-a7e2-46993bae9bd9 None None] Sync routers for ids ['3773a031-6bb8-49e7-8045-40c871ab16cd'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:25.080267 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2749f689-737b-4960-a7e2-46993bae9bd9 None None] Routers {'3773a031-6bb8-49e7-8045-40c871ab16cd'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:25.081073 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-2749f689-737b-4960-a7e2-46993bae9bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:53:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3773a031-6bb8-49e7-8045-40c871ab16cd'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:25.088340 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2103358d-5f6e-4bf3-b21e-58e4789b63a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.103773 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c9b5bc87-73a7-404d-ad28-eabff1bf8a88 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] 10.222.0.25 "DELETE /v2.0/floatingips/f39e68a0-61df-421e-8179-5fbf5ba6b0f2 HTTP/1.1" status: 204 len: 168 time: 1.7467098 Aug 10 03:53:25.103979 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33054) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:25.108312 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-66e30842-0dda-4a24-ac39-628b8e92b250 tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:25.130390 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-2749f689-737b-4960-a7e2-46993bae9bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:25.141073 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2749f689-737b-4960-a7e2-46993bae9bd9 None None] Routers {'3773a031-6bb8-49e7-8045-40c871ab16cd'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:25.143844 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-2749f689-737b-4960-a7e2-46993bae9bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:53:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3773a031-6bb8-49e7-8045-40c871ab16cd'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:25.161167 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103358d-5f6e-4bf3-b21e-58e4789b63a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=370f1b13-6f7b-40b4-94af-c5a9772dea2d,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:25.163489 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2103358d-5f6e-4bf3-b21e-58e4789b63a3 admin admin] Checking segment: {'id': 'b87c53c9-9675-465b-9113-d401ad103929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c77b191a-044f-43de-9854-a356e10ee6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:25.168499 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2103358d-5f6e-4bf3-b21e-58e4789b63a3 admin admin] Network hostable DHCP agents. Network: c77b191a-044f-43de-9854-a356e10ee6fa, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:53:25.196482 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-2749f689-737b-4960-a7e2-46993bae9bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:25.197147 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2749f689-737b-4960-a7e2-46993bae9bd9 None None] The sync data for ids ['3773a031-6bb8-49e7-8045-40c871ab16cd'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:25.308317 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2ba9631c-0fef-4247-846b-208bb83723d5 req-f30aa75e-cab4-4fde-8612-1bb444a8e2b0 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc2d3bb8-f714-4b75-98f6-00527f2b6ced HTTP/1.1" status: 200 len: 210 time: 0.0347030 Aug 10 03:53:25.328184 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2103358d-5f6e-4bf3-b21e-58e4789b63a3 admin admin] Network c77b191a-044f-43de-9854-a356e10ee6fa is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:53:25.346190 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-66e30842-0dda-4a24-ac39-628b8e92b250 tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.425487 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-2103358d-5f6e-4bf3-b21e-58e4789b63a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, c77b191a-044f-43de-9854-a356e10ee6fa) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:25.434776 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2103358d-5f6e-4bf3-b21e-58e4789b63a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:25.435450 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2103358d-5f6e-4bf3-b21e-58e4789b63a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.438320 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a858d3c3-f13b-4cb0-acdf-2e9a3dfe0a92 None None] Network c77b191a-044f-43de-9854-a356e10ee6fa requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:25.510589 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-66e30842-0dda-4a24-ac39-628b8e92b250 tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.549521 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2103358d-5f6e-4bf3-b21e-58e4789b63a3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1988945 Aug 10 03:53:25.551716 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33066) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:25.581274 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-19658ef8-2588-4df7-8081-cd66cfc2872a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-706843902-router', 'tenant_id': '992d730214c1491099e8b120487e23ac', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:25.659499 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-66e30842-0dda-4a24-ac39-628b8e92b250 tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Allocated IP 172.25.0.216 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/8333079f-51a7-4d80-9429-b706c96e9bfe) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:25.766424 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4598c52-5889-4c5f-819e-7adf2d03c955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-c77b191a-044f-43de-9854-a356e10ee6fa', 'network_id': 'c77b191a-044f-43de-9854-a356e10ee6fa', 'tenant_id': '992d730214c1491099e8b120487e23ac', 'fixed_ips': [{'subnet_id': '370f1b13-6f7b-40b4-94af-c5a9772dea2d'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:53:25.767302 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b4598c52-5889-4c5f-819e-7adf2d03c955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.831321 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-66e30842-0dda-4a24-ac39-628b8e92b250 tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.837207 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d869b4-16d7-45ba-993c-ce3e53a99267 req-11714ad2-888a-4761-8759-245c396b0551 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:25.845118 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d869b4-16d7-45ba-993c-ce3e53a99267 req-11714ad2-888a-4761-8759-245c396b0551 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:25.851762 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d869b4-16d7-45ba-993c-ce3e53a99267 req-11714ad2-888a-4761-8759-245c396b0551 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:25.878290 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d869b4-16d7-45ba-993c-ce3e53a99267 req-11714ad2-888a-4761-8759-245c396b0551 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:25.883993 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d869b4-16d7-45ba-993c-ce3e53a99267 req-11714ad2-888a-4761-8759-245c396b0551 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:25.893524 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d869b4-16d7-45ba-993c-ce3e53a99267 req-11714ad2-888a-4761-8759-245c396b0551 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:25.902729 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d869b4-16d7-45ba-993c-ce3e53a99267 req-11714ad2-888a-4761-8759-245c396b0551 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:25.924154 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e0d869b4-16d7-45ba-993c-ce3e53a99267 req-11714ad2-888a-4761-8759-245c396b0551 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5427 time: 0.2760632 Aug 10 03:53:25.961292 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-19658ef8-2588-4df7-8081-cd66cfc2872a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.963031 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-19658ef8-2588-4df7-8081-cd66cfc2872a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:25.991770 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e0d869b4-16d7-45ba-993c-ce3e53a99267 req-89abdee2-a356-45f4-a10a-d7a143d70459 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0733407 Aug 10 03:53:26.010794 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-b4598c52-5889-4c5f-819e-7adf2d03c955 None None] Allocated IP 172.20.0.2 (c77b191a-044f-43de-9854-a356e10ee6fa/370f1b13-6f7b-40b4-94af-c5a9772dea2d/652635db-a0c2-482b-bf8d-a799434edb21) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:26.045190 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-66e30842-0dda-4a24-ac39-628b8e92b250 tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:26.165525 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e30842-0dda-4a24-ac39-628b8e92b250 tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Pushing event updated for resources: {'Port': ['ID=8333079f-51a7-4d80-9429-b706c96e9bfe,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:26.194034 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e30842-0dda-4a24-ac39-628b8e92b250 tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:26.203436 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-66e30842-0dda-4a24-ac39-628b8e92b250 tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:26.212326 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e30842-0dda-4a24-ac39-628b8e92b250 tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:26.285943 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b4598c52-5889-4c5f-819e-7adf2d03c955 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:26.297738 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b4598c52-5889-4c5f-819e-7adf2d03c955 None None] Transition to ACTIVE for port object 652635db-a0c2-482b-bf8d-a799434edb21 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:26.319330 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b4598c52-5889-4c5f-819e-7adf2d03c955 None None] Transition to ACTIVE for port object 652635db-a0c2-482b-bf8d-a799434edb21 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:26.350953 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-0b50e79f-66b0-4f49-a80c-e92bf35d7a86 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:26.351377 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-0b50e79f-66b0-4f49-a80c-e92bf35d7a86 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.20 "GET /v2.0/networks?id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc HTTP/1.1" status: 200 len: 812 time: 0.3530571 Aug 10 03:53:26.354845 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-19658ef8-2588-4df7-8081-cd66cfc2872a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:26.370853 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-2806b18a-2e8d-4924-a4d0-31150c7e66d5 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Request body: {'port': {'device_id': 'cc2d3bb8-f714-4b75-98f6-00527f2b6ced', 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc', 'admin_state_up': True, 'tenant_id': 'f978154370c54cef8e8d819528465357'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:26.377248 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33098) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:26.399907 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b4598c52-5889-4c5f-819e-7adf2d03c955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:26.425598 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3fb3f-c899-47f2-9e19-c55da2eaac95 req-cd6e9d36-5ebe-482d-b87b-0afcb404a574 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:26.434889 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c0c3fb3f-c899-47f2-9e19-c55da2eaac95 req-cd6e9d36-5ebe-482d-b87b-0afcb404a574 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2d603bb-8035-4a22-8947-42abfacafc63 HTTP/1.1" status: 200 len: 946 time: 0.2234306 Aug 10 03:53:26.460600 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-66e30842-0dda-4a24-ac39-628b8e92b250 tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:26.500820 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c0c3fb3f-c899-47f2-9e19-c55da2eaac95 req-488ec890-d197-427e-be49-33e8c19600a7 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601580 Aug 10 03:53:26.540732 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4598c52-5889-4c5f-819e-7adf2d03c955 None None] Network c77b191a-044f-43de-9854-a356e10ee6fa is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:26.545028 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-b4598c52-5889-4c5f-819e-7adf2d03c955 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:26.551723 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4598c52-5889-4c5f-819e-7adf2d03c955 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:26.559687 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4598c52-5889-4c5f-819e-7adf2d03c955 None None] Pushing event updated for resources: {'Port': ['ID=652635db-a0c2-482b-bf8d-a799434edb21,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:26.632172 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-43d2874a-6f54-4870-b9cf-2959fe251096 req-ab5511db-45a4-4c21-89d1-f5f53641aa51 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc2d3bb8-f714-4b75-98f6-00527f2b6ced HTTP/1.1" status: 200 len: 210 time: 0.0410004 Aug 10 03:53:26.633170 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-66e30842-0dda-4a24-ac39-628b8e92b250 tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:26.639761 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-b4598c52-5889-4c5f-819e-7adf2d03c955 None None] Attempting to bind port 652635db-a0c2-482b-bf8d-a799434edb21 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:26.640541 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-b4598c52-5889-4c5f-819e-7adf2d03c955 None None] Attempting to bind port 652635db-a0c2-482b-bf8d-a799434edb21 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'b87c53c9-9675-465b-9113-d401ad103929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c77b191a-044f-43de-9854-a356e10ee6fa'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:26.640698 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4598c52-5889-4c5f-819e-7adf2d03c955 None None] Attempting to bind port 652635db-a0c2-482b-bf8d-a799434edb21 on network c77b191a-044f-43de-9854-a356e10ee6fa {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:26.646321 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4598c52-5889-4c5f-819e-7adf2d03c955 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:26.646687 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4598c52-5889-4c5f-819e-7adf2d03c955 None None] Checking segment: {'id': 'b87c53c9-9675-465b-9113-d401ad103929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c77b191a-044f-43de-9854-a356e10ee6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:26.647085 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b4598c52-5889-4c5f-819e-7adf2d03c955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:26.647474 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4598c52-5889-4c5f-819e-7adf2d03c955 None None] Bound using segment: {'id': 'b87c53c9-9675-465b-9113-d401ad103929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c77b191a-044f-43de-9854-a356e10ee6fa'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:26.648110 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-b4598c52-5889-4c5f-819e-7adf2d03c955 None None] Bound port: 652635db-a0c2-482b-bf8d-a799434edb21, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87c53c9-9675-465b-9113-d401ad103929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c77b191a-044f-43de-9854-a356e10ee6fa'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:26.648480 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b4598c52-5889-4c5f-819e-7adf2d03c955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:26.746561 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-b4598c52-5889-4c5f-819e-7adf2d03c955 None None] For port 652635db-a0c2-482b-bf8d-a799434edb21, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:26.751000 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-b4598c52-5889-4c5f-819e-7adf2d03c955 None None] For port 652635db-a0c2-482b-bf8d-a799434edb21, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=652635db-a0c2-482b-bf8d-a799434edb21,segment=NetworkSegment(b87c53c9-9675-465b-9113-d401ad103929),segment_id=b87c53c9-9675-465b-9113-d401ad103929)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:26.845640 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b4598c52-5889-4c5f-819e-7adf2d03c955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:26.989983 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-66e30842-0dda-4a24-ac39-628b8e92b250 tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.008031 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4598c52-5889-4c5f-819e-7adf2d03c955 None None] Pushing event updated for resources: {'Port': ['ID=652635db-a0c2-482b-bf8d-a799434edb21,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:27.072654 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-5a54f5a6-58ec-4ae2-afbb-8efcd4c98ad6 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1188620571-network', 'tenant_id': 'fe3e47b5b863422a8413d67ebdb1f2f2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:27.138982 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-66e30842-0dda-4a24-ac39-628b8e92b250 tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.267761 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e30842-0dda-4a24-ac39-628b8e92b250 tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Pushing event updated for resources: {'Port': ['ID=8333079f-51a7-4d80-9429-b706c96e9bfe,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:27.282738 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.285007 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-66e30842-0dda-4a24-ac39-628b8e92b250 tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.300840 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-19658ef8-2588-4df7-8081-cd66cfc2872a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.350515 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e601e10-eb59-4e82-8f99-2f51d454ca58 req-70557123-53cf-492a-9dda-5ec2ea409f38 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:27.357874 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e601e10-eb59-4e82-8f99-2f51d454ca58 req-70557123-53cf-492a-9dda-5ec2ea409f38 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:27.363049 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e601e10-eb59-4e82-8f99-2f51d454ca58 req-70557123-53cf-492a-9dda-5ec2ea409f38 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:27.369170 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e601e10-eb59-4e82-8f99-2f51d454ca58 req-70557123-53cf-492a-9dda-5ec2ea409f38 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:27.377073 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e601e10-eb59-4e82-8f99-2f51d454ca58 req-70557123-53cf-492a-9dda-5ec2ea409f38 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:27.383429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e601e10-eb59-4e82-8f99-2f51d454ca58 req-70557123-53cf-492a-9dda-5ec2ea409f38 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:27.389267 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e601e10-eb59-4e82-8f99-2f51d454ca58 req-70557123-53cf-492a-9dda-5ec2ea409f38 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:27.392293 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8e601e10-eb59-4e82-8f99-2f51d454ca58 req-70557123-53cf-492a-9dda-5ec2ea409f38 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5427 time: 0.2644293 Aug 10 03:53:27.393553 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a54f5a6-58ec-4ae2-afbb-8efcd4c98ad6 admin admin] Made reservation on behalf of fe3e47b5b863422a8413d67ebdb1f2f2 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:27.395805 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a54f5a6-58ec-4ae2-afbb-8efcd4c98ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.414761 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a54f5a6-58ec-4ae2-afbb-8efcd4c98ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.460131 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-66e30842-0dda-4a24-ac39-628b8e92b250 tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.461864 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-66e30842-0dda-4a24-ac39-628b8e92b250 tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3577683 Aug 10 03:53:27.467480 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33142) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:27.560266 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8e601e10-eb59-4e82-8f99-2f51d454ca58 req-1c8a1e06-c480-4ea8-b26c-d8290af6cf34 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1533179 Aug 10 03:53:27.653780 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-39b893e1-364f-437a-80c1-386ae0c2b4f2 tempest-FloatingIPAdminTestJSON-372624954 tempest-FloatingIPAdminTestJSON-372624954-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:27.706132 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-2806b18a-2e8d-4924-a4d0-31150c7e66d5 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Made reservation on behalf of f978154370c54cef8e8d819528465357 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:27.709851 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-2806b18a-2e8d-4924-a4d0-31150c7e66d5 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:27.724705 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.db.api [None req-39b893e1-364f-437a-80c1-386ae0c2b4f2 tempest-FloatingIPAdminTestJSON-372624954 tempest-FloatingIPAdminTestJSON-372624954-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:53:27.724705 n-d-802893-2 neutron-server[94938]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:53:27.724705 n-d-802893-2 neutron-server[94938]: [parameters: {'project_id_1': 'c846ffe06ffc42f9a4bb5d32364424ad', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 53, 27, 660341)}] Aug 10 03:53:27.724705 n-d-802893-2 neutron-server[94938]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94938) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:53:27.730305 n-d-802893-2 neutron-server[94938]: DEBUG oslo_db.api [None req-39b893e1-364f-437a-80c1-386ae0c2b4f2 tempest-FloatingIPAdminTestJSON-372624954 tempest-FloatingIPAdminTestJSON-372624954-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:53:27.813073 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-54087657-28e2-42c9-8ceb-d7e0e227bf21 req-898f1cee-3f95-4cb2-ba33-0bf6bc08657c tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc2d3bb8-f714-4b75-98f6-00527f2b6ced HTTP/1.1" status: 200 len: 210 time: 0.0917301 Aug 10 03:53:27.968686 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-19658ef8-2588-4df7-8081-cd66cfc2872a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:28.007143 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-19658ef8-2588-4df7-8081-cd66cfc2872a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:28.136030 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a54f5a6-58ec-4ae2-afbb-8efcd4c98ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:28.137200 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe3571-2567-426d-80ff-92dae3e6beb1 req-5a18cb1b-3fd0-4d3b-8c05-21548b62866c tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:28.153809 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a1fe3571-2567-426d-80ff-92dae3e6beb1 req-5a18cb1b-3fd0-4d3b-8c05-21548b62866c tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2d603bb-8035-4a22-8947-42abfacafc63 HTTP/1.1" status: 200 len: 946 time: 0.1217871 Aug 10 03:53:28.248353 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a54f5a6-58ec-4ae2-afbb-8efcd4c98ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:28.259491 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a1fe3571-2567-426d-80ff-92dae3e6beb1 req-ccd64ab5-ddff-43e9-a53c-9443b38449ed tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042788 Aug 10 03:53:28.311064 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a54f5a6-58ec-4ae2-afbb-8efcd4c98ad6 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:53:28.317501 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-2806b18a-2e8d-4924-a4d0-31150c7e66d5 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Allocated IP 172.20.0.14 (c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc/cf9a7592-e5a6-49d5-943e-a569f481a6b7/c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:28.347709 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-19658ef8-2588-4df7-8081-cd66cfc2872a admin admin] Allocated IP 172.25.0.147 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/e8ee389c-abcc-456a-953d-dea31df7a88a) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:28.366811 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92deef4e-c1ac-44cb-877a-6126efb65641 None None] Network c77b191a-044f-43de-9854-a356e10ee6fa requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:28.367901 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a54f5a6-58ec-4ae2-afbb-8efcd4c98ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:28.368280 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-5a54f5a6-58ec-4ae2-afbb-8efcd4c98ad6 admin admin] Added segment 3d115a19-b78b-4dce-8807-55f45b1f144a of type vlan for network d813dcb0-6c57-43fd-9816-9088c0da8c98 Aug 10 03:53:28.372998 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54f5a6-58ec-4ae2-afbb-8efcd4c98ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592c0f2d-cf9c-46ca-915e-f4a7ae4e8f45,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:28.393119 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-39b893e1-364f-437a-80c1-386ae0c2b4f2 tempest-FloatingIPAdminTestJSON-372624954 tempest-FloatingIPAdminTestJSON-372624954-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:28.507798 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a54f5a6-58ec-4ae2-afbb-8efcd4c98ad6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:28.569219 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-39b893e1-364f-437a-80c1-386ae0c2b4f2 tempest-FloatingIPAdminTestJSON-372624954 tempest-FloatingIPAdminTestJSON-372624954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:28.609154 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a54f5a6-58ec-4ae2-afbb-8efcd4c98ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:28.610268 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a54f5a6-58ec-4ae2-afbb-8efcd4c98ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:28.610995 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a54f5a6-58ec-4ae2-afbb-8efcd4c98ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:28.661189 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f3271fd4-ade4-4327-8de0-9e94444954f1 None None] Provisioning for port 652635db-a0c2-482b-bf8d-a799434edb21 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:28.741654 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:53:28.835065 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5a54f5a6-58ec-4ae2-afbb-8efcd4c98ad6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4559498 Aug 10 03:53:28.847771 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54f5a6-58ec-4ae2-afbb-8efcd4c98ad6 admin admin] Pushing event updated for resources: {'Network': ['ID=d813dcb0-6c57-43fd-9816-9088c0da8c98,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:28.860366 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network d813dcb0-6c57-43fd-9816-9088c0da8c98 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:53:28.893577 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-19658ef8-2588-4df7-8081-cd66cfc2872a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:28.939060 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c24e9-d8e6-4f13-ba28-fec7466fca3e req-8f13181f-90ef-4261-8836-e6b5b56390a1 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:28.952853 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c24e9-d8e6-4f13-ba28-fec7466fca3e req-8f13181f-90ef-4261-8836-e6b5b56390a1 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:28.959179 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c24e9-d8e6-4f13-ba28-fec7466fca3e req-8f13181f-90ef-4261-8836-e6b5b56390a1 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:28.978042 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c24e9-d8e6-4f13-ba28-fec7466fca3e req-8f13181f-90ef-4261-8836-e6b5b56390a1 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:28.986798 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c24e9-d8e6-4f13-ba28-fec7466fca3e req-8f13181f-90ef-4261-8836-e6b5b56390a1 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:29.000078 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-09dd15aa-4369-4946-a2c6-0b2aa84a36a0 req-721baa98-1e10-4a45-ba60-074384caad7a tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc2d3bb8-f714-4b75-98f6-00527f2b6ced HTTP/1.1" status: 200 len: 210 time: 0.0628428 Aug 10 03:53:29.018026 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c24e9-d8e6-4f13-ba28-fec7466fca3e req-8f13181f-90ef-4261-8836-e6b5b56390a1 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:29.031253 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c24e9-d8e6-4f13-ba28-fec7466fca3e req-8f13181f-90ef-4261-8836-e6b5b56390a1 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:29.039614 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b26c24e9-d8e6-4f13-ba28-fec7466fca3e req-8f13181f-90ef-4261-8836-e6b5b56390a1 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5427 time: 0.3408694 Aug 10 03:53:29.070081 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-2806b18a-2e8d-4924-a4d0-31150c7e66d5 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.173706 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 652635db-a0c2-482b-bf8d-a799434edb21 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:29.216573 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b26c24e9-d8e6-4f13-ba28-fec7466fca3e req-dbb15d09-3b18-42ff-a158-ab718e5cfb30 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1642313 Aug 10 03:53:29.387134 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a8c87-95ea-483d-8815-b73ac773d917 req-4594d2b9-a117-4bd0-899a-ca37369e6f71 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:29.388768 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ae4a8c87-95ea-483d-8815-b73ac773d917 req-4594d2b9-a117-4bd0-899a-ca37369e6f71 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2d603bb-8035-4a22-8947-42abfacafc63 HTTP/1.1" status: 200 len: 946 time: 0.0598271 Aug 10 03:53:29.432253 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ae4a8c87-95ea-483d-8815-b73ac773d917 req-6a78ca2c-6aef-4db5-8bcb-7c785bda7007 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359650 Aug 10 03:53:29.433727 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-2806b18a-2e8d-4924-a4d0-31150c7e66d5 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.475448 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-19658ef8-2588-4df7-8081-cd66cfc2872a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.480675 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 652635db-a0c2-482b-bf8d-a799434edb21 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:29.485059 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 652635db-a0c2-482b-bf8d-a799434edb21 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:29.488338 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.505782 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-2806b18a-2e8d-4924-a4d0-31150c7e66d5 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Network c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:29.513747 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19658ef8-2588-4df7-8081-cd66cfc2872a admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:29.515735 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-2806b18a-2e8d-4924-a4d0-31150c7e66d5 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:29.518869 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-2806b18a-2e8d-4924-a4d0-31150c7e66d5 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:29.521709 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-19658ef8-2588-4df7-8081-cd66cfc2872a admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:29.524401 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19658ef8-2588-4df7-8081-cd66cfc2872a admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:29.528331 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806b18a-2e8d-4924-a4d0-31150c7e66d5 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Pushing event updated for resources: {'Port': ['ID=c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:29.600526 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.605920 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3cb90-2fa9-4fa9-bbe9-34625ec304cc req-88bb9496-6246-46f4-aa8a-319611e75912 tempest-ComputeTenantNetworksTest-1442623685 tempest-ComputeTenantNetworksTest-1442623685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:29.612363 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3cb90-2fa9-4fa9-bbe9-34625ec304cc req-88bb9496-6246-46f4-aa8a-319611e75912 tempest-ComputeTenantNetworksTest-1442623685 tempest-ComputeTenantNetworksTest-1442623685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:29.618809 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3cb90-2fa9-4fa9-bbe9-34625ec304cc req-88bb9496-6246-46f4-aa8a-319611e75912 tempest-ComputeTenantNetworksTest-1442623685 tempest-ComputeTenantNetworksTest-1442623685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:29.624961 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5ff3cb90-2fa9-4fa9-bbe9-34625ec304cc req-88bb9496-6246-46f4-aa8a-319611e75912 tempest-ComputeTenantNetworksTest-1442623685 tempest-ComputeTenantNetworksTest-1442623685-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2855222 Aug 10 03:53:29.637203 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-2806b18a-2e8d-4924-a4d0-31150c7e66d5 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:29.637708 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-2806b18a-2e8d-4924-a4d0-31150c7e66d5 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.641490 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19658ef8-2588-4df7-8081-cd66cfc2872a admin admin] Pushing event updated for resources: {'Port': ['ID=e8ee389c-abcc-456a-953d-dea31df7a88a,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:29.651854 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-39b893e1-364f-437a-80c1-386ae0c2b4f2 tempest-FloatingIPAdminTestJSON-372624954 tempest-FloatingIPAdminTestJSON-372624954-project] Allocated IP 172.25.0.119 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/e52296af-2972-4698-be82-e8a9dd902d7e) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:29.679795 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 652635db-a0c2-482b-bf8d-a799434edb21, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=652635db-a0c2-482b-bf8d-a799434edb21,segment=NetworkSegment(b87c53c9-9675-465b-9113-d401ad103929),segment_id=b87c53c9-9675-465b-9113-d401ad103929)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:29.764200 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-39b893e1-364f-437a-80c1-386ae0c2b4f2 tempest-FloatingIPAdminTestJSON-372624954 tempest-FloatingIPAdminTestJSON-372624954-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.807442 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.842726 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc19738-d4d4-4e69-998b-ebe7d42b34ec req-558f7be0-c3f4-433e-b285-caedd42bd45b tempest-ComputeTenantNetworksTest-1442623685 tempest-ComputeTenantNetworksTest-1442623685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:29.844390 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2fc19738-d4d4-4e69-998b-ebe7d42b34ec req-558f7be0-c3f4-433e-b285-caedd42bd45b tempest-ComputeTenantNetworksTest-1442623685 tempest-ComputeTenantNetworksTest-1442623685-project] 10.222.0.25 "GET /v2.0/networks/d813dcb0-6c57-43fd-9816-9088c0da8c98 HTTP/1.1" status: 200 len: 769 time: 0.1522086 Aug 10 03:53:29.847838 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-2806b18a-2e8d-4924-a4d0-31150c7e66d5 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4812515 Aug 10 03:53:29.854102 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33190) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:29.863341 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=652635db-a0c2-482b-bf8d-a799434edb21,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:29.868190 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-818ac2d6-f9f6-408d-826d-7ad6652e76a2 service neutron] Request body: {'port': {'device_id': 'cc2d3bb8-f714-4b75-98f6-00527f2b6ced', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:29.910658 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-39b893e1-364f-437a-80c1-386ae0c2b4f2 tempest-FloatingIPAdminTestJSON-372624954 tempest-FloatingIPAdminTestJSON-372624954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.955880 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b893e1-364f-437a-80c1-386ae0c2b4f2 tempest-FloatingIPAdminTestJSON-372624954 tempest-FloatingIPAdminTestJSON-372624954-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:29.961518 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-39b893e1-364f-437a-80c1-386ae0c2b4f2 tempest-FloatingIPAdminTestJSON-372624954 tempest-FloatingIPAdminTestJSON-372624954-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:29.963463 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b893e1-364f-437a-80c1-386ae0c2b4f2 tempest-FloatingIPAdminTestJSON-372624954 tempest-FloatingIPAdminTestJSON-372624954-project] Pushing event updated for resources: {'Port': ['ID=e52296af-2972-4698-be82-e8a9dd902d7e,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:29.968260 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b893e1-364f-437a-80c1-386ae0c2b4f2 tempest-FloatingIPAdminTestJSON-372624954 tempest-FloatingIPAdminTestJSON-372624954-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:29.978682 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-763e9df9-117b-4bfc-bbc6-5b631963baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:29.990347 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-818ac2d6-f9f6-408d-826d-7ad6652e76a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.075636 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-39b893e1-364f-437a-80c1-386ae0c2b4f2 tempest-FloatingIPAdminTestJSON-372624954 tempest-FloatingIPAdminTestJSON-372624954-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.156521 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251a293-27ac-4e48-a0cd-121b20bbb74a req-9abbd24a-60d5-48ea-8349-9e2155aeba42 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:30.167034 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1251a293-27ac-4e48-a0cd-121b20bbb74a req-9abbd24a-60d5-48ea-8349-9e2155aeba42 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc2d3bb8-f714-4b75-98f6-00527f2b6ced HTTP/1.1" status: 200 len: 932 time: 0.0777230 Aug 10 03:53:30.208099 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-763e9df9-117b-4bfc-bbc6-5b631963baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.221529 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-39b893e1-364f-437a-80c1-386ae0c2b4f2 tempest-FloatingIPAdminTestJSON-372624954 tempest-FloatingIPAdminTestJSON-372624954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.228616 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1251a293-27ac-4e48-a0cd-121b20bbb74a req-c6e26ad3-7cd7-4dab-9ada-7a7cbb2c75fa tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604875 Aug 10 03:53:30.279385 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-763e9df9-117b-4bfc-bbc6-5b631963baa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d813dcb0-6c57-43fd-9816-9088c0da8c98']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:30.294599 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-19658ef8-2588-4df7-8081-cd66cfc2872a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.298317 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-763e9df9-117b-4bfc-bbc6-5b631963baa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d115a19-b78b-4dce-8807-55f45b1f144a') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:30.298696 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-763e9df9-117b-4bfc-bbc6-5b631963baa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d115a19-b78b-4dce-8807-55f45b1f144a') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:30.355059 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-763e9df9-117b-4bfc-bbc6-5b631963baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.404384 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-39b893e1-364f-437a-80c1-386ae0c2b4f2 tempest-FloatingIPAdminTestJSON-372624954 tempest-FloatingIPAdminTestJSON-372624954-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.427230 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-763e9df9-117b-4bfc-bbc6-5b631963baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.477888 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763e9df9-117b-4bfc-bbc6-5b631963baa1 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:53:30.478255 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-763e9df9-117b-4bfc-bbc6-5b631963baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:53:30.479920 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:53:30.486436 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-39b893e1-364f-437a-80c1-386ae0c2b4f2 tempest-FloatingIPAdminTestJSON-372624954 tempest-FloatingIPAdminTestJSON-372624954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.606911 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b893e1-364f-437a-80c1-386ae0c2b4f2 tempest-FloatingIPAdminTestJSON-372624954 tempest-FloatingIPAdminTestJSON-372624954-project] Pushing event updated for resources: {'Port': ['ID=e52296af-2972-4698-be82-e8a9dd902d7e,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:30.620350 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-39b893e1-364f-437a-80c1-386ae0c2b4f2 tempest-FloatingIPAdminTestJSON-372624954 tempest-FloatingIPAdminTestJSON-372624954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.645144 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db438acb-f9d6-4820-b279-ade6d5f72703 req-3b8cc1c4-4f7d-4d67-96fc-b71834ffbdb8 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:30.646738 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db438acb-f9d6-4820-b279-ade6d5f72703 req-3b8cc1c4-4f7d-4d67-96fc-b71834ffbdb8 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2d603bb-8035-4a22-8947-42abfacafc63 HTTP/1.1" status: 200 len: 946 time: 0.0892041 Aug 10 03:53:30.692293 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db438acb-f9d6-4820-b279-ade6d5f72703 req-0f4f19a7-890b-4923-b821-102b1f028b0c tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383410 Aug 10 03:53:30.753616 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-39b893e1-364f-437a-80c1-386ae0c2b4f2 tempest-FloatingIPAdminTestJSON-372624954 tempest-FloatingIPAdminTestJSON-372624954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:30.757388 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-39b893e1-364f-437a-80c1-386ae0c2b4f2 tempest-FloatingIPAdminTestJSON-372624954 tempest-FloatingIPAdminTestJSON-372624954-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2891476 Aug 10 03:53:30.757719 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33204) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:30.813526 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-38a1b392-5233-4ddd-af82-1b794a5b6673 tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2131 time: 0.0518310 Aug 10 03:53:30.813867 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33206) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:30.859678 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 9ef33c26-95cb-409d-9c84-632dda7a7ea0 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:53:30.892653 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d4c29490-bcb5-4969-9563-65446e281440 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0775795 Aug 10 03:53:30.896292 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33208) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:30.947073 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa774625-998e-4399-a4c5-308106aaef98 req-79516090-9921-4a98-a064-572a93e97e3c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:30.953543 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa774625-998e-4399-a4c5-308106aaef98 req-79516090-9921-4a98-a064-572a93e97e3c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:30.959581 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa774625-998e-4399-a4c5-308106aaef98 req-79516090-9921-4a98-a064-572a93e97e3c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:30.965617 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa774625-998e-4399-a4c5-308106aaef98 req-79516090-9921-4a98-a064-572a93e97e3c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:30.972395 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa774625-998e-4399-a4c5-308106aaef98 req-79516090-9921-4a98-a064-572a93e97e3c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:30.978554 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa774625-998e-4399-a4c5-308106aaef98 req-79516090-9921-4a98-a064-572a93e97e3c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:30.985414 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa774625-998e-4399-a4c5-308106aaef98 req-79516090-9921-4a98-a064-572a93e97e3c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:30.992229 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 9ef33c26-95cb-409d-9c84-632dda7a7ea0, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=9ef33c26-95cb-409d-9c84-632dda7a7ea0,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:30.995099 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aa774625-998e-4399-a4c5-308106aaef98 req-79516090-9921-4a98-a064-572a93e97e3c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5427 time: 0.6438639 Aug 10 03:53:31.008344 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '9ef33c26-95cb-409d-9c84-632dda7a7ea0', 'network_id': '090053fa-3622-4eb2-b424-9f79f809823c', 'port_id': '9ef33c26-95cb-409d-9c84-632dda7a7ea0', 'mac_address': 'fa:16:3e:25:c5:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb74cc3-4ca6-4831-90a5-8c72ae326916', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:53:31.063543 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-e323b50b-e084-45a8-90e0-f51939532aee tempest-FloatingIPAdminTestJSON-372624954 tempest-FloatingIPAdminTestJSON-372624954-project] Deleting port e52296af-2972-4698-be82-e8a9dd902d7e {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:31.064170 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e323b50b-e084-45a8-90e0-f51939532aee tempest-FloatingIPAdminTestJSON-372624954 tempest-FloatingIPAdminTestJSON-372624954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.067093 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.082905 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ef33c26-95cb-409d-9c84-632dda7a7ea0 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:53:31.106109 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 9ef33c26-95cb-409d-9c84-632dda7a7ea0, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=9ef33c26-95cb-409d-9c84-632dda7a7ea0,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:31.118924 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aa774625-998e-4399-a4c5-308106aaef98 req-b435fca3-8940-48a5-a927-b21ce170389e tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1228302 Aug 10 03:53:31.127414 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 652635db-a0c2-482b-bf8d-a799434edb21 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:31.139121 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-763e9df9-117b-4bfc-bbc6-5b631963baa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.157374 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-763e9df9-117b-4bfc-bbc6-5b631963baa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.168167 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-763e9df9-117b-4bfc-bbc6-5b631963baa1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d813dcb0-6c57-43fd-9816-9088c0da8c98 HTTP/1.1" status: 204 len: 168 time: 1.3042734 Aug 10 03:53:31.210590 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e323b50b-e084-45a8-90e0-f51939532aee tempest-FloatingIPAdminTestJSON-372624954 tempest-FloatingIPAdminTestJSON-372624954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.211945 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e323b50b-e084-45a8-90e0-f51939532aee tempest-FloatingIPAdminTestJSON-372624954 tempest-FloatingIPAdminTestJSON-372624954-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.227805 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 652635db-a0c2-482b-bf8d-a799434edb21 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:31.236878 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.250782 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-e323b50b-e084-45a8-90e0-f51939532aee tempest-FloatingIPAdminTestJSON-372624954 tempest-FloatingIPAdminTestJSON-372624954-project] Calling delete_port for e52296af-2972-4698-be82-e8a9dd902d7e owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:31.270936 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e9df9-117b-4bfc-bbc6-5b631963baa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d813dcb0-6c57-43fd-9816-9088c0da8c98,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:31.299171 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.315391 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-818ac2d6-f9f6-408d-826d-7ad6652e76a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:53:31.329239 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-818ac2d6-f9f6-408d-826d-7ad6652e76a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.362752 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-818ac2d6-f9f6-408d-826d-7ad6652e76a2 service neutron] Transition to ACTIVE for port object c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:31.381161 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-19658ef8-2588-4df7-8081-cd66cfc2872a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.430441 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=9ef33c26-95cb-409d-9c84-632dda7a7ea0,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:31.460966 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-818ac2d6-f9f6-408d-826d-7ad6652e76a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.464826 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['9ef33c26-95cb-409d-9c84-632dda7a7ea0'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:31.572411 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33218) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:31.574123 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8ddd6-141b-417e-b020-7289285fed02 req-724c76b9-aad6-468f-b6d3-d7541c1df26f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:31.584132 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d6e8ddd6-141b-417e-b020-7289285fed02 req-724c76b9-aad6-468f-b6d3-d7541c1df26f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc2d3bb8-f714-4b75-98f6-00527f2b6ced HTTP/1.1" status: 200 len: 932 time: 0.2421660 Aug 10 03:53:31.603948 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e323b50b-e084-45a8-90e0-f51939532aee tempest-FloatingIPAdminTestJSON-372624954 tempest-FloatingIPAdminTestJSON-372624954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.651809 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323b50b-e084-45a8-90e0-f51939532aee tempest-FloatingIPAdminTestJSON-372624954 tempest-FloatingIPAdminTestJSON-372624954-project] Pushing event deleted for resources: {'Port': ['ID=e52296af-2972-4698-be82-e8a9dd902d7e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:31.675219 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-cde4bc79-6313-472f-87ce-76def8692d2d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe3e47b5b863422a8413d67ebdb1f2f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1008446 Aug 10 03:53:31.675936 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33220) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:31.680801 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d6e8ddd6-141b-417e-b020-7289285fed02 req-13eecf5a-01fb-471f-ba83-47bae2cf004f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954757 Aug 10 03:53:31.692921 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ac2d6-f9f6-408d-826d-7ad6652e76a2 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:31.781176 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-818ac2d6-f9f6-408d-826d-7ad6652e76a2 service neutron] Attempting to bind port c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:31.781510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-818ac2d6-f9f6-408d-826d-7ad6652e76a2 service neutron] Attempting to bind port c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:31.781841 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-818ac2d6-f9f6-408d-826d-7ad6652e76a2 service neutron] Attempting to bind port c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d on network c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:31.788787 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-818ac2d6-f9f6-408d-826d-7ad6652e76a2 service neutron] Port c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d on network c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:53:31.788787 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-818ac2d6-f9f6-408d-826d-7ad6652e76a2 service neutron] Attempting to bind port c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d on network c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:31.791601 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-818ac2d6-f9f6-408d-826d-7ad6652e76a2 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:31.791939 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-818ac2d6-f9f6-408d-826d-7ad6652e76a2 service neutron] Checking segment: {'id': 'ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:31.792352 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-818ac2d6-f9f6-408d-826d-7ad6652e76a2 service neutron] Bound using segment: {'id': 'ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:31.792783 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-818ac2d6-f9f6-408d-826d-7ad6652e76a2 service neutron] Bound port: c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:31.793141 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-818ac2d6-f9f6-408d-826d-7ad6652e76a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.810722 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e323b50b-e084-45a8-90e0-f51939532aee tempest-FloatingIPAdminTestJSON-372624954 tempest-FloatingIPAdminTestJSON-372624954-project] Notify callbacks [] for floatingip, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.814063 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e323b50b-e084-45a8-90e0-f51939532aee tempest-FloatingIPAdminTestJSON-372624954 tempest-FloatingIPAdminTestJSON-372624954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.815211 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e323b50b-e084-45a8-90e0-f51939532aee tempest-FloatingIPAdminTestJSON-372624954 tempest-FloatingIPAdminTestJSON-372624954-project] 10.222.0.25 "DELETE /v2.0/floatingips/568b9aef-a1b6-49a8-9f31-b5435877341e HTTP/1.1" status: 204 len: 168 time: 0.9189749 Aug 10 03:53:31.819680 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33224) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:31.833530 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19658ef8-2588-4df7-8081-cd66cfc2872a admin admin] Router 0384db6e-eea2-41cb-a52c-ff7937113d20 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:53:31.902696 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee808f76-a572-47b1-8154-15a0f60712fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.914231 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-818ac2d6-f9f6-408d-826d-7ad6652e76a2 service neutron] For port c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:31.919301 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-818ac2d6-f9f6-408d-826d-7ad6652e76a2 service neutron] For port c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:31.958170 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39051ac9-253d-4db3-b85b-27654d6e106a req-47e0cc55-e85b-4650-a52e-d14f497ab59b tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:31.959723 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-39051ac9-253d-4db3-b85b-27654d6e106a req-47e0cc55-e85b-4650-a52e-d14f497ab59b tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2d603bb-8035-4a22-8947-42abfacafc63 HTTP/1.1" status: 200 len: 945 time: 0.1907749 Aug 10 03:53:31.984278 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee808f76-a572-47b1-8154-15a0f60712fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:31.995602 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19658ef8-2588-4df7-8081-cd66cfc2872a admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:32.006714 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804e63d5-4f57-4322-b554-962a7ef0f7e1 None None] Sync routers for ids ['0384db6e-eea2-41cb-a52c-ff7937113d20'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:32.017897 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804e63d5-4f57-4322-b554-962a7ef0f7e1 None None] Routers {'0384db6e-eea2-41cb-a52c-ff7937113d20'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:32.019787 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-804e63d5-4f57-4322-b554-962a7ef0f7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:53:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0384db6e-eea2-41cb-a52c-ff7937113d20'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:32.040186 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-818ac2d6-f9f6-408d-826d-7ad6652e76a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:32.066895 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-39051ac9-253d-4db3-b85b-27654d6e106a req-d2184cfa-5698-490d-ab9a-ed8463d045b6 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975394 Aug 10 03:53:32.104519 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-74784940-3a0f-47ae-9f0b-4b526893b197 tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Deleting port 8333079f-51a7-4d80-9429-b706c96e9bfe {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:32.105319 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74784940-3a0f-47ae-9f0b-4b526893b197 tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:32.132626 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-19658ef8-2588-4df7-8081-cd66cfc2872a admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:32.146713 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-19658ef8-2588-4df7-8081-cd66cfc2872a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.5937092 Aug 10 03:53:32.147345 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33228) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:32.160048 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-804e63d5-4f57-4322-b554-962a7ef0f7e1 None None] Set router 0384db6e-eea2-41cb-a52c-ff7937113d20 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:32.181526 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee808f76-a572-47b1-8154-15a0f60712fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:32.184348 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee808f76-a572-47b1-8154-15a0f60712fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:32.190059 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ee808f76-a572-47b1-8154-15a0f60712fd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/592c0f2d-cf9c-46ca-915e-f4a7ae4e8f45 HTTP/1.1" status: 204 len: 168 time: 0.5116012 Aug 10 03:53:32.219749 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee808f76-a572-47b1-8154-15a0f60712fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592c0f2d-cf9c-46ca-915e-f4a7ae4e8f45,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:32.301769 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-818ac2d6-f9f6-408d-826d-7ad6652e76a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:32.301769 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-818ac2d6-f9f6-408d-826d-7ad6652e76a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:32.303072 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-818ac2d6-f9f6-408d-826d-7ad6652e76a2 service neutron] 10.222.0.20 "PUT /v2.0/ports/c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d HTTP/1.1" status: 200 len: 1092 time: 2.4403386 Aug 10 03:53:32.303597 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc2d3bb8-f714-4b75-98f6-00527f2b6ced', 'tag': 'c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:32.306089 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c799c1-ced7-4132-8dab-bd5c8959d1a9" -d '{"events": [{"name": "network-changed", "server_uuid": "cc2d3bb8-f714-4b75-98f6-00527f2b6ced", "tag": "c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:32.326246 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74784940-3a0f-47ae-9f0b-4b526893b197 tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:32.327979 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74784940-3a0f-47ae-9f0b-4b526893b197 tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:32.333852 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ac2d6-f9f6-408d-826d-7ad6652e76a2 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:32.429194 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-74784940-3a0f-47ae-9f0b-4b526893b197 tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Calling delete_port for 8333079f-51a7-4d80-9429-b706c96e9bfe owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:32.473728 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6461a2-c7c6-4d4a-90fe-b38c7ff2efc0 req-56c4a9b8-5086-46b2-ae7d-e4beaff26b12 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:32.484230 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6461a2-c7c6-4d4a-90fe-b38c7ff2efc0 req-56c4a9b8-5086-46b2-ae7d-e4beaff26b12 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:32.502652 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6461a2-c7c6-4d4a-90fe-b38c7ff2efc0 req-56c4a9b8-5086-46b2-ae7d-e4beaff26b12 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:32.508631 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6461a2-c7c6-4d4a-90fe-b38c7ff2efc0 req-56c4a9b8-5086-46b2-ae7d-e4beaff26b12 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:32.516238 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6461a2-c7c6-4d4a-90fe-b38c7ff2efc0 req-56c4a9b8-5086-46b2-ae7d-e4beaff26b12 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:32.517216 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-804e63d5-4f57-4322-b554-962a7ef0f7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'name': 'tempest-ServersTestJSON-706843902-router', 'tenant_id': '992d730214c1491099e8b120487e23ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e8ee389c-abcc-456a-953d-dea31df7a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:25Z', 'updated_at': '2021-08-10T03:53:29Z', 'revision_number': 3, 'project_id': '992d730214c1491099e8b120487e23ac', 'gw_port': {'id': 'e8ee389c-abcc-456a-953d-dea31df7a88a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ae:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:28Z', 'updated_at': '2021-08-10T03:53:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:32.522536 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6461a2-c7c6-4d4a-90fe-b38c7ff2efc0 req-56c4a9b8-5086-46b2-ae7d-e4beaff26b12 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:32.548527 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6461a2-c7c6-4d4a-90fe-b38c7ff2efc0 req-56c4a9b8-5086-46b2-ae7d-e4beaff26b12 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:32.553923 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804e63d5-4f57-4322-b554-962a7ef0f7e1 None None] Checking router: 0384db6e-eea2-41cb-a52c-ff7937113d20 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:53:32.554728 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804e63d5-4f57-4322-b554-962a7ef0f7e1 None None] Updating router 0384db6e-eea2-41cb-a52c-ff7937113d20 port e8ee389c-abcc-456a-953d-dea31df7a88a binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:53:32.560971 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-c603213e-c2f7-486c-99ea-91d82c93ebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:32.562564 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-c603213e-c2f7-486c-99ea-91d82c93ebb1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f978154370c54cef8e8d819528465357&device_id=cc2d3bb8-f714-4b75-98f6-00527f2b6ced HTTP/1.1" status: 200 len: 1095 time: 0.1270206 Aug 10 03:53:32.563281 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7d6461a2-c7c6-4d4a-90fe-b38c7ff2efc0 req-56c4a9b8-5086-46b2-ae7d-e4beaff26b12 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5427 time: 0.2085497 Aug 10 03:53:32.594047 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-804e63d5-4f57-4322-b554-962a7ef0f7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:32.647031 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-7d6601d3-f931-4582-82f9-35c5ea9e613b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d HTTP/1.1" status: 200 len: 217 time: 0.0553141 Aug 10 03:53:32.779113 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7d6461a2-c7c6-4d4a-90fe-b38c7ff2efc0 req-eb1af04d-add7-41eb-a5fb-42fd1975b1a2 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2149167 Aug 10 03:53:32.839241 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9ad254-d043-4f29-889c-1e30ea48531e x-openstack-request-id: req-bd9ad254-d043-4f29-889c-1e30ea48531e {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:32.839551 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc2d3bb8-f714-4b75-98f6-00527f2b6ced", "tag": "c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:32.840039 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd9ad254-d043-4f29-889c-1e30ea48531e {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:32.843359 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc2d3bb8-f714-4b75-98f6-00527f2b6ced', 'tag': 'c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d', 'status': 'completed', 'code': 200} Aug 10 03:53:32.861670 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 9ef33c26-95cb-409d-9c84-632dda7a7ea0 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:32.914598 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74784940-3a0f-47ae-9f0b-4b526893b197 tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:32.944818 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74784940-3a0f-47ae-9f0b-4b526893b197 tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Pushing event deleted for resources: {'Port': ['ID=8333079f-51a7-4d80-9429-b706c96e9bfe,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:32.971318 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3d13b-0bc9-41fd-9cdc-1f012bd05303 req-f665c275-0363-4b90-a3f5-bcf2b52bc1e9 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:32.980583 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-99b3d13b-0bc9-41fd-9cdc-1f012bd05303 req-f665c275-0363-4b90-a3f5-bcf2b52bc1e9 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc2d3bb8-f714-4b75-98f6-00527f2b6ced HTTP/1.1" status: 200 len: 944 time: 0.1198330 Aug 10 03:53:33.055536 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-99b3d13b-0bc9-41fd-9cdc-1f012bd05303 req-87f9f2c2-0a08-43b9-b8d5-515588be19b0 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679240 Aug 10 03:53:33.061065 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 9ef33c26-95cb-409d-9c84-632dda7a7ea0 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:33.061662 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.076683 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-804e63d5-4f57-4322-b554-962a7ef0f7e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.090030 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-804e63d5-4f57-4322-b554-962a7ef0f7e1 None None] Transition to ACTIVE for port object e8ee389c-abcc-456a-953d-dea31df7a88a will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:33.135319 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74784940-3a0f-47ae-9f0b-4b526893b197 tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.140243 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74784940-3a0f-47ae-9f0b-4b526893b197 tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.141549 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-74784940-3a0f-47ae-9f0b-4b526893b197 tempest-FloatingIPAdminTestJSON-1293212090 tempest-FloatingIPAdminTestJSON-1293212090-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/930ceee1-a3d9-40a7-b1e9-36b08bc80d6a HTTP/1.1" status: 204 len: 168 time: 1.3208971 Aug 10 03:53:33.145256 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33262) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:33.171945 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-59897d2e-541b-4417-b2dd-762e5d13fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:33.173434 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-59897d2e-541b-4417-b2dd-762e5d13fa1a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf9a7592-e5a6-49d5-943e-a569f481a6b7 HTTP/1.1" status: 200 len: 852 time: 0.5042644 Aug 10 03:53:33.193080 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-804e63d5-4f57-4322-b554-962a7ef0f7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.232930 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-670339fd-d4cc-45ff-b8e6-b0640c825652 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427852 Aug 10 03:53:33.293505 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.325534 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26c1ef-a4ea-428e-9527-f349bb54c550 None None] Pushing event updated for resources: {'Port': ['ID=e8ee389c-abcc-456a-953d-dea31df7a88a,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:33.348991 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d603bb-8035-4a22-8947-42abfacafc63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef33c26-95cb-409d-9c84-632dda7a7ea0'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:33.351695 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdef8e7-a642-41c2-be75-9addcf2134f5" -d '{"events": [{"server_uuid": "d2d603bb-8035-4a22-8947-42abfacafc63", "name": "network-vif-plugged", "status": "completed", "tag": "9ef33c26-95cb-409d-9c84-632dda7a7ea0"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:33.373395 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26c1ef-a4ea-428e-9527-f349bb54c550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:33.375119 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26c1ef-a4ea-428e-9527-f349bb54c550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:33.375457 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26c1ef-a4ea-428e-9527-f349bb54c550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:33.375792 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26c1ef-a4ea-428e-9527-f349bb54c550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:33.376149 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26c1ef-a4ea-428e-9527-f349bb54c550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:33.376480 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26c1ef-a4ea-428e-9527-f349bb54c550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:33.376802 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26c1ef-a4ea-428e-9527-f349bb54c550 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:33.377128 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26c1ef-a4ea-428e-9527-f349bb54c550 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:33.377441 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26c1ef-a4ea-428e-9527-f349bb54c550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:33.377758 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26c1ef-a4ea-428e-9527-f349bb54c550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:33.378075 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26c1ef-a4ea-428e-9527-f349bb54c550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:33.378388 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26c1ef-a4ea-428e-9527-f349bb54c550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:33.394667 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-804e63d5-4f57-4322-b554-962a7ef0f7e1 None None] Attempting to bind port e8ee389c-abcc-456a-953d-dea31df7a88a on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:33.395477 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-804e63d5-4f57-4322-b554-962a7ef0f7e1 None None] Attempting to bind port e8ee389c-abcc-456a-953d-dea31df7a88a by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:33.395846 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804e63d5-4f57-4322-b554-962a7ef0f7e1 None None] Attempting to bind port e8ee389c-abcc-456a-953d-dea31df7a88a on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:33.406697 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804e63d5-4f57-4322-b554-962a7ef0f7e1 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:33.407072 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804e63d5-4f57-4322-b554-962a7ef0f7e1 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:33.407467 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-804e63d5-4f57-4322-b554-962a7ef0f7e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.407855 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804e63d5-4f57-4322-b554-962a7ef0f7e1 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:33.408355 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-804e63d5-4f57-4322-b554-962a7ef0f7e1 None None] Bound port: e8ee389c-abcc-456a-953d-dea31df7a88a, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:33.408733 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-804e63d5-4f57-4322-b554-962a7ef0f7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.415126 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 9ef33c26-95cb-409d-9c84-632dda7a7ea0, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=9ef33c26-95cb-409d-9c84-632dda7a7ea0,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:33.429288 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9d72f-c451-4dd9-b961-592436b296cf req-0e3e5d23-f239-4b8a-a0d0-217ac01d4a40 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:33.430424 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd952b2d-9d50-4cd9-ae49-0260959c69f8 x-openstack-request-id: req-fd952b2d-9d50-4cd9-ae49-0260959c69f8 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:33.430712 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d603bb-8035-4a22-8947-42abfacafc63", "name": "network-vif-plugged", "status": "completed", "tag": "9ef33c26-95cb-409d-9c84-632dda7a7ea0", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:33.430963 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd952b2d-9d50-4cd9-ae49-0260959c69f8 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:33.431341 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d603bb-8035-4a22-8947-42abfacafc63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ef33c26-95cb-409d-9c84-632dda7a7ea0', 'code': 200} Aug 10 03:53:33.438575 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4eb9d72f-c451-4dd9-b961-592436b296cf req-0e3e5d23-f239-4b8a-a0d0-217ac01d4a40 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2d603bb-8035-4a22-8947-42abfacafc63 HTTP/1.1" status: 200 len: 945 time: 0.2556925 Aug 10 03:53:33.511120 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-804e63d5-4f57-4322-b554-962a7ef0f7e1 None None] For port e8ee389c-abcc-456a-953d-dea31df7a88a, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:33.511337 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-9b32df65-0e2f-4dd8-96e5-81b11684515d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Deleting port b44c3d9a-e76a-4eed-ac6b-00402ea1e68a {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:33.511337 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9b32df65-0e2f-4dd8-96e5-81b11684515d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.511824 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-804e63d5-4f57-4322-b554-962a7ef0f7e1 None None] For port e8ee389c-abcc-456a-953d-dea31df7a88a, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e8ee389c-abcc-456a-953d-dea31df7a88a,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:33.524203 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4eb9d72f-c451-4dd9-b961-592436b296cf req-b77d00f0-1c66-40ec-9275-191574b7a229 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847228 Aug 10 03:53:33.533500 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.577359 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-773f2778-cb3d-43c3-b1e7-854ecf8ef463 service neutron] 10.222.0.20 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351057 Aug 10 03:53:33.596750 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-804e63d5-4f57-4322-b554-962a7ef0f7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.616515 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-28a8e30f-b1ef-43a3-8b00-d66def0584d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:33.622633 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=9ef33c26-95cb-409d-9c84-632dda7a7ea0,revision_number=7']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:33.741324 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804e63d5-4f57-4322-b554-962a7ef0f7e1 None None] Routers {'0384db6e-eea2-41cb-a52c-ff7937113d20'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:33.742016 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-804e63d5-4f57-4322-b554-962a7ef0f7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:53:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0384db6e-eea2-41cb-a52c-ff7937113d20'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:33.804742 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-902d2ded-9e5a-4597-ae88-af407f9f57c9 req-bc874fbf-c1df-481f-b888-5e69c5be9868 service neutron] 10.222.0.20 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188914 Aug 10 03:53:33.906389 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-804e63d5-4f57-4322-b554-962a7ef0f7e1 None None] Set router 0384db6e-eea2-41cb-a52c-ff7937113d20 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:33.971126 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26c1ef-a4ea-428e-9527-f349bb54c550 None None] Pushing event updated for resources: {'Port': ['ID=e8ee389c-abcc-456a-953d-dea31df7a88a,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:33.976978 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-28a8e30f-b1ef-43a3-8b00-d66def0584d1 admin admin] Allocated IP 172.20.0.1 (c77b191a-044f-43de-9854-a356e10ee6fa/370f1b13-6f7b-40b4-94af-c5a9772dea2d/576e1efe-b5f4-4da5-8a4f-505a2c4c985f) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:34.203334 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-804e63d5-4f57-4322-b554-962a7ef0f7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'name': 'tempest-ServersTestJSON-706843902-router', 'tenant_id': '992d730214c1491099e8b120487e23ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e8ee389c-abcc-456a-953d-dea31df7a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:25Z', 'updated_at': '2021-08-10T03:53:29Z', 'revision_number': 3, 'project_id': '992d730214c1491099e8b120487e23ac', 'gw_port': {'id': 'e8ee389c-abcc-456a-953d-dea31df7a88a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ae:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:28Z', 'updated_at': '2021-08-10T03:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:34.240554 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804e63d5-4f57-4322-b554-962a7ef0f7e1 None None] The sync data for ids ['0384db6e-eea2-41cb-a52c-ff7937113d20'] in n-d-802893-2 is: [{'id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'name': 'tempest-ServersTestJSON-706843902-router', 'tenant_id': '992d730214c1491099e8b120487e23ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e8ee389c-abcc-456a-953d-dea31df7a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:25Z', 'updated_at': '2021-08-10T03:53:29Z', 'revision_number': 3, 'project_id': '992d730214c1491099e8b120487e23ac', 'gw_port': {'id': 'e8ee389c-abcc-456a-953d-dea31df7a88a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ae:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:28Z', 'updated_at': '2021-08-10T03:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:34.377951 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e425b-d354-4eda-8fc6-dca8b2456bd7 req-5959899a-68f9-4bfa-ae40-ef256c74dd94 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:34.391716 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e425b-d354-4eda-8fc6-dca8b2456bd7 req-5959899a-68f9-4bfa-ae40-ef256c74dd94 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:34.399259 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e425b-d354-4eda-8fc6-dca8b2456bd7 req-5959899a-68f9-4bfa-ae40-ef256c74dd94 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:34.408723 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e425b-d354-4eda-8fc6-dca8b2456bd7 req-5959899a-68f9-4bfa-ae40-ef256c74dd94 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:34.421511 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e425b-d354-4eda-8fc6-dca8b2456bd7 req-5959899a-68f9-4bfa-ae40-ef256c74dd94 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:34.423581 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18046f51-f865-4bb3-94ef-3fa56a0c9af1 req-048d335f-21c7-4a89-892f-c8213aeb17b3 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:34.425568 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-18046f51-f865-4bb3-94ef-3fa56a0c9af1 req-048d335f-21c7-4a89-892f-c8213aeb17b3 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc2d3bb8-f714-4b75-98f6-00527f2b6ced HTTP/1.1" status: 200 len: 944 time: 0.1898298 Aug 10 03:53:34.427946 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9b32df65-0e2f-4dd8-96e5-81b11684515d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.436863 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e425b-d354-4eda-8fc6-dca8b2456bd7 req-5959899a-68f9-4bfa-ae40-ef256c74dd94 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:34.449199 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e425b-d354-4eda-8fc6-dca8b2456bd7 req-5959899a-68f9-4bfa-ae40-ef256c74dd94 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:34.454547 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d0e425b-d354-4eda-8fc6-dca8b2456bd7 req-5959899a-68f9-4bfa-ae40-ef256c74dd94 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5427 time: 0.4730177 Aug 10 03:53:34.464116 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c799c1-ced7-4132-8dab-bd5c8959d1a9 req-b691bf4f-7800-4f00-b8fc-dd3e32b6dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:34.465774 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89c799c1-ced7-4132-8dab-bd5c8959d1a9 req-b691bf4f-7800-4f00-b8fc-dd3e32b6dee5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f978154370c54cef8e8d819528465357&device_id=cc2d3bb8-f714-4b75-98f6-00527f2b6ced HTTP/1.1" status: 200 len: 1095 time: 0.3762374 Aug 10 03:53:34.474251 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-9b32df65-0e2f-4dd8-96e5-81b11684515d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Calling delete_port for b44c3d9a-e76a-4eed-ac6b-00402ea1e68a owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:34.512707 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-18046f51-f865-4bb3-94ef-3fa56a0c9af1 req-cd1ecccf-63a0-44af-97d1-297a5f73a52d tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738072 Aug 10 03:53:34.529492 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc2963-1f89-456b-98bc-9e98ad491add req-2145a42c-2f0b-42b8-80b2-53384a197d66 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:34.533237 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a0fc2963-1f89-456b-98bc-9e98ad491add req-2145a42c-2f0b-42b8-80b2-53384a197d66 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.68 "GET /v2.0/ports?device_id=d2d603bb-8035-4a22-8947-42abfacafc63 HTTP/1.1" status: 200 len: 946 time: 0.3402822 Aug 10 03:53:34.772535 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d0e425b-d354-4eda-8fc6-dca8b2456bd7 req-69b6147f-2fdb-4019-9f54-dd0c025120e4 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3169994 Aug 10 03:53:34.790510 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3568cbd2-6607-4ef4-8333-eda4fd74c4b3 req-ae73592d-cba5-405f-a586-1e8a2d896d6c tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:34.812611 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3568cbd2-6607-4ef4-8333-eda4fd74c4b3 req-ae73592d-cba5-405f-a586-1e8a2d896d6c tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2d603bb-8035-4a22-8947-42abfacafc63 HTTP/1.1" status: 200 len: 946 time: 0.1641259 Aug 10 03:53:34.862478 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9b32df65-0e2f-4dd8-96e5-81b11684515d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.910400 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-28a8e30f-b1ef-43a3-8b00-d66def0584d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:34.930555 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32df65-0e2f-4dd8-96e5-81b11684515d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Pushing event deleted for resources: {'Port': ['ID=b44c3d9a-e76a-4eed-ac6b-00402ea1e68a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:34.936831 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c799c1-ced7-4132-8dab-bd5c8959d1a9 req-77e45cd2-4f07-45a8-b997-7e6148608445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:34.938070 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89c799c1-ced7-4132-8dab-bd5c8959d1a9 req-77e45cd2-4f07-45a8-b997-7e6148608445 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc HTTP/1.1" status: 200 len: 913 time: 0.4615741 Aug 10 03:53:34.944865 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-28a8e30f-b1ef-43a3-8b00-d66def0584d1 admin admin] Transition to ACTIVE for port object 576e1efe-b5f4-4da5-8a4f-505a2c4c985f will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:34.951379 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3568cbd2-6607-4ef4-8333-eda4fd74c4b3 req-c5750077-a9d0-4adb-a083-1b3ee7176800 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374197 Aug 10 03:53:35.017956 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89c799c1-ced7-4132-8dab-bd5c8959d1a9 req-80ad62db-41b9-416e-a514-427c59872f19 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d HTTP/1.1" status: 200 len: 217 time: 0.0689917 Aug 10 03:53:35.041438 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9b32df65-0e2f-4dd8-96e5-81b11684515d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.044255 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9b32df65-0e2f-4dd8-96e5-81b11684515d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] 10.222.0.25 "DELETE /v2.0/ports/b44c3d9a-e76a-4eed-ac6b-00402ea1e68a HTTP/1.1" status: 204 len: 168 time: 1.8979530 Aug 10 03:53:35.046550 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-a0fc2963-1f89-456b-98bc-9e98ad491add req-92ad871a-6fa5-4a06-9488-738f290e9f87 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Deleting port 9ef33c26-95cb-409d-9c84-632dda7a7ea0 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:35.046883 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33300) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:35.046986 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a0fc2963-1f89-456b-98bc-9e98ad491add req-92ad871a-6fa5-4a06-9488-738f290e9f87 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.151558 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ccc869-ca75-4b19-aaf3-57720a386af7 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:35.153573 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b0ccc869-ca75-4b19-aaf3-57720a386af7 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] 10.222.0.25 "GET /v2.0/ports?device_id=3773a031-6bb8-49e7-8045-40c871ab16cd HTTP/1.1" status: 200 len: 913 time: 0.1055453 Aug 10 03:53:35.156779 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33304) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:35.230434 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e8ee389c-abcc-456a-953d-dea31df7a88a up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:35.388284 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c799c1-ced7-4132-8dab-bd5c8959d1a9 req-c09f87d3-390c-46af-b072-8b1e5dd42e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:35.389896 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89c799c1-ced7-4132-8dab-bd5c8959d1a9 req-c09f87d3-390c-46af-b072-8b1e5dd42e5e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf9a7592-e5a6-49d5-943e-a569f481a6b7 HTTP/1.1" status: 200 len: 852 time: 0.3460002 Aug 10 03:53:35.456867 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89c799c1-ced7-4132-8dab-bd5c8959d1a9 req-007d80b6-b95e-4b34-af57-834a5597e946 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593274 Aug 10 03:53:35.558715 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-28a8e30f-b1ef-43a3-8b00-d66def0584d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.575452 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port e8ee389c-abcc-456a-953d-dea31df7a88a completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:35.581377 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port e8ee389c-abcc-456a-953d-dea31df7a88a triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:35.581688 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.759008 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-504190fa-f6dc-4ba2-bdb3-8625e82644fa tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.760535 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:35.804457 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port e8ee389c-abcc-456a-953d-dea31df7a88a, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e8ee389c-abcc-456a-953d-dea31df7a88a,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:35.971981 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:36.052945 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=e8ee389c-abcc-456a-953d-dea31df7a88a,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:36.077485 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305adca-35a7-471e-a2d8-73839dcf0fc7 req-96908ea1-f4ed-4f77-b194-60f3695e08e4 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:36.083488 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305adca-35a7-471e-a2d8-73839dcf0fc7 req-96908ea1-f4ed-4f77-b194-60f3695e08e4 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:36.089508 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305adca-35a7-471e-a2d8-73839dcf0fc7 req-96908ea1-f4ed-4f77-b194-60f3695e08e4 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:36.096679 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305adca-35a7-471e-a2d8-73839dcf0fc7 req-96908ea1-f4ed-4f77-b194-60f3695e08e4 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:36.102794 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305adca-35a7-471e-a2d8-73839dcf0fc7 req-96908ea1-f4ed-4f77-b194-60f3695e08e4 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:36.109296 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305adca-35a7-471e-a2d8-73839dcf0fc7 req-96908ea1-f4ed-4f77-b194-60f3695e08e4 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:36.115423 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305adca-35a7-471e-a2d8-73839dcf0fc7 req-96908ea1-f4ed-4f77-b194-60f3695e08e4 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:36.117382 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a305adca-35a7-471e-a2d8-73839dcf0fc7 req-96908ea1-f4ed-4f77-b194-60f3695e08e4 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5427 time: 0.1621068 Aug 10 03:53:36.200524 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a0fc2963-1f89-456b-98bc-9e98ad491add req-92ad871a-6fa5-4a06-9488-738f290e9f87 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] For port 9ef33c26-95cb-409d-9c84-632dda7a7ea0, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=9ef33c26-95cb-409d-9c84-632dda7a7ea0,segment=NetworkSegment(217cc7ac-ee74-4f0b-b82c-3629bdc09967),segment_id=217cc7ac-ee74-4f0b-b82c-3629bdc09967)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:36.202425 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a0fc2963-1f89-456b-98bc-9e98ad491add req-92ad871a-6fa5-4a06-9488-738f290e9f87 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:36.218855 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a305adca-35a7-471e-a2d8-73839dcf0fc7 req-c7ccb39a-62ca-4b6d-b26d-93eadc36250a tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0950959 Aug 10 03:53:36.302924 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-a0fc2963-1f89-456b-98bc-9e98ad491add req-92ad871a-6fa5-4a06-9488-738f290e9f87 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Calling delete_port for 9ef33c26-95cb-409d-9c84-632dda7a7ea0 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:36.310757 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-504190fa-f6dc-4ba2-bdb3-8625e82644fa tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Deleting port 51b0ece2-85b8-4382-91a6-b6ee59671b9d {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:36.311754 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-504190fa-f6dc-4ba2-bdb3-8625e82644fa tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:36.315722 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a8e30f-b1ef-43a3-8b00-d66def0584d1 admin admin] Network c77b191a-044f-43de-9854-a356e10ee6fa is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:36.331453 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-28a8e30f-b1ef-43a3-8b00-d66def0584d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:36.350123 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a8e30f-b1ef-43a3-8b00-d66def0584d1 admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:36.388380 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8e30f-b1ef-43a3-8b00-d66def0584d1 admin admin] Pushing event updated for resources: {'Port': ['ID=576e1efe-b5f4-4da5-8a4f-505a2c4c985f,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:36.492648 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc5a40-8b29-45d6-9299-3f7818193f30 req-8ebd0e82-6e74-4cb1-afe8-87f551631531 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:36.494236 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-71bc5a40-8b29-45d6-9299-3f7818193f30 req-8ebd0e82-6e74-4cb1-afe8-87f551631531 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2d603bb-8035-4a22-8947-42abfacafc63 HTTP/1.1" status: 200 len: 946 time: 0.1780200 Aug 10 03:53:36.542006 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89c799c1-ced7-4132-8dab-bd5c8959d1a9 req-8ea599fa-69fb-4309-af23-d331748d8594 service neutron] 10.222.0.20 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0779209 Aug 10 03:53:36.562473 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-504190fa-f6dc-4ba2-bdb3-8625e82644fa tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:36.565880 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98acb4-72c7-468f-b805-e8c70173beb3 req-4253f8d9-959b-4572-ab1e-5b0a28107c3f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:36.574506 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b98acb4-72c7-468f-b805-e8c70173beb3 req-4253f8d9-959b-4572-ab1e-5b0a28107c3f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc2d3bb8-f714-4b75-98f6-00527f2b6ced HTTP/1.1" status: 200 len: 944 time: 0.3669844 Aug 10 03:53:36.597996 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-504190fa-f6dc-4ba2-bdb3-8625e82644fa tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Calling delete_port for 51b0ece2-85b8-4382-91a6-b6ee59671b9d owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:36.614692 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-71bc5a40-8b29-45d6-9299-3f7818193f30 req-abe437bd-ae1a-4d60-8059-19cf7fb204b8 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/security-groups?id=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127257 Aug 10 03:53:36.642828 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-28a8e30f-b1ef-43a3-8b00-d66def0584d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:36.848942 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b98acb4-72c7-468f-b805-e8c70173beb3 req-7f73c24a-9a2d-4a9d-bed3-63e8894df255 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272191 Aug 10 03:53:36.862534 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 9ef33c26-95cb-409d-9c84-632dda7a7ea0 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:36.915232 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89c799c1-ced7-4132-8dab-bd5c8959d1a9 req-a6a331e5-8695-48c8-b060-35a4590ca42f service neutron] 10.222.0.20 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271530 Aug 10 03:53:36.934976 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8b4e8dde-65db-4eb5-9aa2-5446dfd69f3d None None] Provisioning for port 576e1efe-b5f4-4da5-8a4f-505a2c4c985f completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:36.956160 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8b4e8dde-65db-4eb5-9aa2-5446dfd69f3d None None] Provisioning complete for port 576e1efe-b5f4-4da5-8a4f-505a2c4c985f triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:36.957062 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8b4e8dde-65db-4eb5-9aa2-5446dfd69f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.008585 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-504190fa-f6dc-4ba2-bdb3-8625e82644fa tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.095761 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a0fc2963-1f89-456b-98bc-9e98ad491add req-92ad871a-6fa5-4a06-9488-738f290e9f87 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.142021 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504190fa-f6dc-4ba2-bdb3-8625e82644fa tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Pushing event deleted for resources: {'Port': ['ID=51b0ece2-85b8-4382-91a6-b6ee59671b9d,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:37.188120 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad871a-6fa5-4a06-9488-738f290e9f87 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Pushing event deleted for resources: {'Port': ['ID=9ef33c26-95cb-409d-9c84-632dda7a7ea0,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:37.298010 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fc2963-1f89-456b-98bc-9e98ad491add req-92ad871a-6fa5-4a06-9488-738f290e9f87 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] No DVR routers for this DVR port 9ef33c26-95cb-409d-9c84-632dda7a7ea0 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:37.303044 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a0fc2963-1f89-456b-98bc-9e98ad491add req-92ad871a-6fa5-4a06-9488-738f290e9f87 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.312336 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a0fc2963-1f89-456b-98bc-9e98ad491add req-92ad871a-6fa5-4a06-9488-738f290e9f87 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.68 "DELETE /v2.0/ports/9ef33c26-95cb-409d-9c84-632dda7a7ea0 HTTP/1.1" status: 204 len: 173 time: 2.7633157 Aug 10 03:53:37.314224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d603bb-8035-4a22-8947-42abfacafc63', 'name': 'network-vif-deleted', 'tag': '9ef33c26-95cb-409d-9c84-632dda7a7ea0'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:37.320897 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c87520-cd8d-48ce-99e4-e5e0fe7d8812" -d '{"events": [{"server_uuid": "d2d603bb-8035-4a22-8947-42abfacafc63", "name": "network-vif-deleted", "tag": "9ef33c26-95cb-409d-9c84-632dda7a7ea0"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:37.436725 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-8b4e8dde-65db-4eb5-9aa2-5446dfd69f3d None None] Port 576e1efe-b5f4-4da5-8a4f-505a2c4c985f cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:37.442728 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e8ee389c-abcc-456a-953d-dea31df7a88a up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:37.443988 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-28a8e30f-b1ef-43a3-8b00-d66def0584d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.471039 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370c2ef7-a770-476d-8de4-8d3a673c4977 x-openstack-request-id: req-370c2ef7-a770-476d-8de4-8d3a673c4977 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:37.471604 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2d603bb-8035-4a22-8947-42abfacafc63", "name": "network-vif-deleted", "tag": "9ef33c26-95cb-409d-9c84-632dda7a7ea0", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:37.472055 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-370c2ef7-a770-476d-8de4-8d3a673c4977 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:37.472613 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d603bb-8035-4a22-8947-42abfacafc63', 'name': 'network-vif-deleted', 'tag': '9ef33c26-95cb-409d-9c84-632dda7a7ea0', 'status': 'completed', 'code': 200} Aug 10 03:53:37.482736 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No active binding found for port 9ef33c26-95cb-409d-9c84-632dda7a7ea0 {{(pid=94939) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 03:53:37.483280 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 9ef33c26-95cb-409d-9c84-632dda7a7ea0 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:37.526817 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-504190fa-f6dc-4ba2-bdb3-8625e82644fa tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.546930 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:53:37.608821 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port e8ee389c-abcc-456a-953d-dea31df7a88a triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:37.608821 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.678464 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db4dc4-81f6-4b09-955e-700808c89be7 req-2b51c0de-b43a-42f5-8c97-045bbb51e30a tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:37.696943 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db4dc4-81f6-4b09-955e-700808c89be7 req-2b51c0de-b43a-42f5-8c97-045bbb51e30a tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:37.710267 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db4dc4-81f6-4b09-955e-700808c89be7 req-2b51c0de-b43a-42f5-8c97-045bbb51e30a tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:37.726179 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db4dc4-81f6-4b09-955e-700808c89be7 req-2b51c0de-b43a-42f5-8c97-045bbb51e30a tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:37.740939 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db4dc4-81f6-4b09-955e-700808c89be7 req-2b51c0de-b43a-42f5-8c97-045bbb51e30a tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:37.759025 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db4dc4-81f6-4b09-955e-700808c89be7 req-2b51c0de-b43a-42f5-8c97-045bbb51e30a tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:37.770555 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db4dc4-81f6-4b09-955e-700808c89be7 req-2b51c0de-b43a-42f5-8c97-045bbb51e30a tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:37.772549 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-28a8e30f-b1ef-43a3-8b00-d66def0584d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.773496 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a7db4dc4-81f6-4b09-955e-700808c89be7 req-2b51c0de-b43a-42f5-8c97-045bbb51e30a tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5427 time: 0.2554471 Aug 10 03:53:37.860842 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4a749c2d-b2c6-44e0-96aa-87ccc7d5159a req-31c3c961-8532-460c-ac45-eefbc49bd761 tempest-ImagesTestJSON-491197411 tempest-ImagesTestJSON-491197411-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2d603bb-8035-4a22-8947-42abfacafc63 HTTP/1.1" status: 200 len: 210 time: 0.0795171 Aug 10 03:53:37.907659 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-28a8e30f-b1ef-43a3-8b00-d66def0584d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:37.969736 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a7db4dc4-81f6-4b09-955e-700808c89be7 req-01f531d9-b2b8-47ac-8082-90ffd76edea8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1862893 Aug 10 03:53:37.984636 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:38.007211 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d', 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc', 'port_id': 'c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d', 'mac_address': 'fa:16:3e:3c:1e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9a7592-e5a6-49d5-943e-a569f481a6b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:53:38.052850 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.071428 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:53:38.113954 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:38.128572 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-28a8e30f-b1ef-43a3-8b00-d66def0584d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.133590 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8e30f-b1ef-43a3-8b00-d66def0584d1 admin admin] Pushing event updated for resources: {'Port': ['ID=576e1efe-b5f4-4da5-8a4f-505a2c4c985f,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:38.172203 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504190fa-f6dc-4ba2-bdb3-8625e82644fa tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Router 3773a031-6bb8-49e7-8045-40c871ab16cd has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:38.188072 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c1c1c-1fb8-46a3-b23f-b18ed2786b12 req-3ecbbaf7-88cd-4914-928a-439b86eea134 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:38.193028 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-248c1c1c-1fb8-46a3-b23f-b18ed2786b12 req-3ecbbaf7-88cd-4914-928a-439b86eea134 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc2d3bb8-f714-4b75-98f6-00527f2b6ced HTTP/1.1" status: 200 len: 944 time: 0.2118752 Aug 10 03:53:38.216190 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.314768 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-248c1c1c-1fb8-46a3-b23f-b18ed2786b12 req-b652a91e-0909-4ddf-989f-42fdee9b46cf tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138453 Aug 10 03:53:38.342823 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:38.390630 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a8e30f-b1ef-43a3-8b00-d66def0584d1 admin admin] Network c77b191a-044f-43de-9854-a356e10ee6fa is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:38.392566 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-28a8e30f-b1ef-43a3-8b00-d66def0584d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:38.475885 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504190fa-f6dc-4ba2-bdb3-8625e82644fa tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:38.488877 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d099bc33-fcdf-4053-a2b8-53bc714110ac None None] Sync routers for ids ['3773a031-6bb8-49e7-8045-40c871ab16cd'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:38.491855 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-504190fa-f6dc-4ba2-bdb3-8625e82644fa tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] 10.222.0.25 "PUT /v2.0/routers/3773a031-6bb8-49e7-8045-40c871ab16cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3316422 Aug 10 03:53:38.492344 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33362) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:38.506477 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d099bc33-fcdf-4053-a2b8-53bc714110ac None None] Routers {'3773a031-6bb8-49e7-8045-40c871ab16cd'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:38.508827 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d099bc33-fcdf-4053-a2b8-53bc714110ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:53:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3773a031-6bb8-49e7-8045-40c871ab16cd'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:38.622642 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:38.625811 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d099bc33-fcdf-4053-a2b8-53bc714110ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:38.653175 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b7e1493a-6b00-443d-a7ff-2ef5c3e0f300 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.674897 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d099bc33-fcdf-4053-a2b8-53bc714110ac None None] Routers {'3773a031-6bb8-49e7-8045-40c871ab16cd'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:38.675546 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d099bc33-fcdf-4053-a2b8-53bc714110ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:53:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3773a031-6bb8-49e7-8045-40c871ab16cd'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:38.692933 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a8e30f-b1ef-43a3-8b00-d66def0584d1 admin admin] Router 0384db6e-eea2-41cb-a52c-ff7937113d20 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:38.727456 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d099bc33-fcdf-4053-a2b8-53bc714110ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:38.729641 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d099bc33-fcdf-4053-a2b8-53bc714110ac None None] The sync data for ids ['3773a031-6bb8-49e7-8045-40c871ab16cd'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:38.875206 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b7e1493a-6b00-443d-a7ff-2ef5c3e0f300 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:38.935394 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-fcad6eff-d5f2-4874-a687-711b90aede5b None None] Provisioning complete for port 576e1efe-b5f4-4da5-8a4f-505a2c4c985f triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:38.940657 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fcad6eff-d5f2-4874-a687-711b90aede5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:39.038869 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-b7e1493a-6b00-443d-a7ff-2ef5c3e0f300 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Deleting port 1a9b4ddf-1527-429b-850d-ffb548bf51be {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:39.040076 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b7e1493a-6b00-443d-a7ff-2ef5c3e0f300 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:39.054727 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-fcad6eff-d5f2-4874-a687-711b90aede5b None None] Port 576e1efe-b5f4-4da5-8a4f-505a2c4c985f cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:39.064746 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a8e30f-b1ef-43a3-8b00-d66def0584d1 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:39.074730 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb7194-3103-4cfb-a2eb-1822f0f6b9e4 None None] Sync routers for ids ['0384db6e-eea2-41cb-a52c-ff7937113d20'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:39.083215 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-28a8e30f-b1ef-43a3-8b00-d66def0584d1 admin admin] 10.222.0.25 "PUT /v2.0/routers/0384db6e-eea2-41cb-a52c-ff7937113d20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9310911 Aug 10 03:53:39.091789 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fb7194-3103-4cfb-a2eb-1822f0f6b9e4 None None] Routers {'0384db6e-eea2-41cb-a52c-ff7937113d20'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:39.093056 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d2fb7194-3103-4cfb-a2eb-1822f0f6b9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:53:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0384db6e-eea2-41cb-a52c-ff7937113d20'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:39.221994 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fd9a1-ccc3-414c-afe8-e62ffba3c7f2 req-11dc4894-1f86-4960-88c7-c3d9d975df61 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:39.228445 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fd9a1-ccc3-414c-afe8-e62ffba3c7f2 req-11dc4894-1f86-4960-88c7-c3d9d975df61 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:39.234037 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b7e1493a-6b00-443d-a7ff-2ef5c3e0f300 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:39.235665 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fd9a1-ccc3-414c-afe8-e62ffba3c7f2 req-11dc4894-1f86-4960-88c7-c3d9d975df61 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:39.242151 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fd9a1-ccc3-414c-afe8-e62ffba3c7f2 req-11dc4894-1f86-4960-88c7-c3d9d975df61 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:39.248409 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fd9a1-ccc3-414c-afe8-e62ffba3c7f2 req-11dc4894-1f86-4960-88c7-c3d9d975df61 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:39.253844 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-b7e1493a-6b00-443d-a7ff-2ef5c3e0f300 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Calling delete_port for 1a9b4ddf-1527-429b-850d-ffb548bf51be owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:39.258629 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fd9a1-ccc3-414c-afe8-e62ffba3c7f2 req-11dc4894-1f86-4960-88c7-c3d9d975df61 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:39.272997 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0fd9a1-ccc3-414c-afe8-e62ffba3c7f2 req-11dc4894-1f86-4960-88c7-c3d9d975df61 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:39.274992 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3e0fd9a1-ccc3-414c-afe8-e62ffba3c7f2 req-11dc4894-1f86-4960-88c7-c3d9d975df61 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5427 time: 0.1626501 Aug 10 03:53:39.309678 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-d2fb7194-3103-4cfb-a2eb-1822f0f6b9e4 None None] Set router 0384db6e-eea2-41cb-a52c-ff7937113d20 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:39.324812 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3e0fd9a1-ccc3-414c-afe8-e62ffba3c7f2 req-c0e69541-3f20-4d47-a562-a8b21f64885b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415986 Aug 10 03:53:39.568519 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e44903-b6a2-4a74-908c-6184fd0494ec req-d7b671c3-0c05-4712-96ee-e4374b097643 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:39.586971 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b7e1493a-6b00-443d-a7ff-2ef5c3e0f300 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:39.587163 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23e44903-b6a2-4a74-908c-6184fd0494ec req-d7b671c3-0c05-4712-96ee-e4374b097643 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc2d3bb8-f714-4b75-98f6-00527f2b6ced HTTP/1.1" status: 200 len: 945 time: 0.0911968 Aug 10 03:53:39.644168 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23e44903-b6a2-4a74-908c-6184fd0494ec req-a01b8e09-b490-493e-9262-426074240080 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557909 Aug 10 03:53:39.664315 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1493a-6b00-443d-a7ff-2ef5c3e0f300 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Pushing event deleted for resources: {'Port': ['ID=1a9b4ddf-1527-429b-850d-ffb548bf51be,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:39.747436 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d2fb7194-3103-4cfb-a2eb-1822f0f6b9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'name': 'tempest-ServersTestJSON-706843902-router', 'tenant_id': '992d730214c1491099e8b120487e23ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e8ee389c-abcc-456a-953d-dea31df7a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:25Z', 'updated_at': '2021-08-10T03:53:37Z', 'revision_number': 4, 'project_id': '992d730214c1491099e8b120487e23ac', 'gw_port': {'id': 'e8ee389c-abcc-456a-953d-dea31df7a88a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ae:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:28Z', 'updated_at': '2021-08-10T03:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '576e1efe-b5f4-4da5-8a4f-505a2c4c985f', 'name': '', 'network_id': 'c77b191a-044f-43de-9854-a356e10ee6fa', 'tenant_id': '992d730214c1491099e8b120487e23ac', 'mac_address': 'fa:16:3e:e8:ff:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '370f1b13-6f7b-40b4-94af-c5a9772dea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:33Z', 'updated_at': '2021-08-10T03:53:37Z', 'revision_number': 2, 'project_id': '992d730214c1491099e8b120487e23ac', 'subnets': [{'id': '370f1b13-6f7b-40b4-94af-c5a9772dea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:39.767312 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b7e1493a-6b00-443d-a7ff-2ef5c3e0f300 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:39.780637 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb7194-3103-4cfb-a2eb-1822f0f6b9e4 None None] Checking router: 0384db6e-eea2-41cb-a52c-ff7937113d20 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:53:39.781229 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb7194-3103-4cfb-a2eb-1822f0f6b9e4 None None] Updating router 0384db6e-eea2-41cb-a52c-ff7937113d20 port 576e1efe-b5f4-4da5-8a4f-505a2c4c985f binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:53:39.806808 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d2fb7194-3103-4cfb-a2eb-1822f0f6b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:39.927946 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d068b1-33c1-4997-bf10-1aeeadf2df35 req-65b71e63-0dc3-4d0d-bcd7-258dfd7a8fde tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:39.943677 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b7e1493a-6b00-443d-a7ff-2ef5c3e0f300 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:39.944562 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-82d068b1-33c1-4997-bf10-1aeeadf2df35 req-65b71e63-0dc3-4d0d-bcd7-258dfd7a8fde tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=57034e56-471e-4c9e-a41f-d0f7b3b20151 HTTP/1.1" status: 200 len: 945 time: 0.1031210 Aug 10 03:53:39.946742 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b7e1493a-6b00-443d-a7ff-2ef5c3e0f300 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:39.993661 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-82d068b1-33c1-4997-bf10-1aeeadf2df35 req-3af968c9-3c52-410b-8230-1a19eb2e3473 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482287 Aug 10 03:53:40.224535 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d2fb7194-3103-4cfb-a2eb-1822f0f6b9e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.224535 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-d2fb7194-3103-4cfb-a2eb-1822f0f6b9e4 None None] Transition to ACTIVE for port object 576e1efe-b5f4-4da5-8a4f-505a2c4c985f will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:40.312145 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33418) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:40.360351 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33424) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:40.408497 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c802f1-ce81-4dae-8926-80d8753ecea8 admin admin] Deleting subnet 0fb74cc3-4ca6-4831-90a5-8c72ae326916 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:53:40.412065 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-90c802f1-ce81-4dae-8926-80d8753ecea8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.482439 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fbbb6e27-297a-4e66-9559-aaad527fe714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.492223 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-90c802f1-ce81-4dae-8926-80d8753ecea8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.501612 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ca5bf86f-a768-48df-a12b-9b9abb112e0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.502134 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b7e1493a-6b00-443d-a7ff-2ef5c3e0f300 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.502505 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e1493a-6b00-443d-a7ff-2ef5c3e0f300 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Fanout notify agent at l3_agent the message router_deleted on router 3773a031-6bb8-49e7-8045-40c871ab16cd {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:53:40.510391 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b7e1493a-6b00-443d-a7ff-2ef5c3e0f300 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.513291 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b7e1493a-6b00-443d-a7ff-2ef5c3e0f300 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] 10.222.0.25 "DELETE /v2.0/routers/3773a031-6bb8-49e7-8045-40c871ab16cd HTTP/1.1" status: 204 len: 168 time: 2.0150728 Aug 10 03:53:40.514526 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33428) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:40.547989 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d2fb7194-3103-4cfb-a2eb-1822f0f6b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.569784 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce753a-3ec6-46cf-9643-f48f090c88ac req-7b15994c-c367-4221-b146-a17f73edf8b6 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:40.575946 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce753a-3ec6-46cf-9643-f48f090c88ac req-7b15994c-c367-4221-b146-a17f73edf8b6 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:40.584842 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce753a-3ec6-46cf-9643-f48f090c88ac req-7b15994c-c367-4221-b146-a17f73edf8b6 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:40.590949 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce753a-3ec6-46cf-9643-f48f090c88ac req-7b15994c-c367-4221-b146-a17f73edf8b6 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:40.605240 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b77cfd-6c79-42c1-b6cc-2513b858ca6d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Deleting subnet c5f04636-46ea-4056-997f-84c9cd8d5fa8 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:53:40.608334 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce753a-3ec6-46cf-9643-f48f090c88ac req-7b15994c-c367-4221-b146-a17f73edf8b6 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:40.612496 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-56b77cfd-6c79-42c1-b6cc-2513b858ca6d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.619056 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce753a-3ec6-46cf-9643-f48f090c88ac req-7b15994c-c367-4221-b146-a17f73edf8b6 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:40.633624 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce753a-3ec6-46cf-9643-f48f090c88ac req-7b15994c-c367-4221-b146-a17f73edf8b6 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:40.635585 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ddce753a-3ec6-46cf-9643-f48f090c88ac req-7b15994c-c367-4221-b146-a17f73edf8b6 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5427 time: 0.2030232 Aug 10 03:53:40.647099 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-90c802f1-ce81-4dae-8926-80d8753ecea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.649179 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33432) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:40.681330 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-56b77cfd-6c79-42c1-b6cc-2513b858ca6d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.709352 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-20f0ebf5-459e-41fe-9371-5ef1f7b36fa3 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Request body: {'security_group': {'name': 'tempest-securitygroup--465404023', 'description': 'tempest-description--1447798571'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:40.733850 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ebd01-19e1-4b9a-9d2f-e9391e25e0fc None None] Pushing event updated for resources: {'Port': ['ID=576e1efe-b5f4-4da5-8a4f-505a2c4c985f,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:40.764976 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-d2fb7194-3103-4cfb-a2eb-1822f0f6b9e4 None None] Attempting to bind port 576e1efe-b5f4-4da5-8a4f-505a2c4c985f on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:40.766536 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-d2fb7194-3103-4cfb-a2eb-1822f0f6b9e4 None None] Attempting to bind port 576e1efe-b5f4-4da5-8a4f-505a2c4c985f by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'b87c53c9-9675-465b-9113-d401ad103929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c77b191a-044f-43de-9854-a356e10ee6fa'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:40.768047 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fb7194-3103-4cfb-a2eb-1822f0f6b9e4 None None] Attempting to bind port 576e1efe-b5f4-4da5-8a4f-505a2c4c985f on network c77b191a-044f-43de-9854-a356e10ee6fa {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:40.784834 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fb7194-3103-4cfb-a2eb-1822f0f6b9e4 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:40.786210 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fb7194-3103-4cfb-a2eb-1822f0f6b9e4 None None] Checking segment: {'id': 'b87c53c9-9675-465b-9113-d401ad103929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c77b191a-044f-43de-9854-a356e10ee6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:40.786897 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d2fb7194-3103-4cfb-a2eb-1822f0f6b9e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.787972 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fb7194-3103-4cfb-a2eb-1822f0f6b9e4 None None] Bound using segment: {'id': 'b87c53c9-9675-465b-9113-d401ad103929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c77b191a-044f-43de-9854-a356e10ee6fa'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:40.789927 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-d2fb7194-3103-4cfb-a2eb-1822f0f6b9e4 None None] Bound port: 576e1efe-b5f4-4da5-8a4f-505a2c4c985f, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87c53c9-9675-465b-9113-d401ad103929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c77b191a-044f-43de-9854-a356e10ee6fa'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:40.792342 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d2fb7194-3103-4cfb-a2eb-1822f0f6b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.804335 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ddce753a-3ec6-46cf-9643-f48f090c88ac req-618484c1-7976-43c7-9775-41d79cdaa0e8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1527421 Aug 10 03:53:40.872945 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be962aa-44f7-402b-a1c0-adb4847e420c req-c6778798-ae01-42b8-8ef4-7575e0740f8f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:40.875786 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8be962aa-44f7-402b-a1c0-adb4847e420c req-c6778798-ae01-42b8-8ef4-7575e0740f8f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc2d3bb8-f714-4b75-98f6-00527f2b6ced HTTP/1.1" status: 200 len: 945 time: 0.1060734 Aug 10 03:53:40.914701 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-d2fb7194-3103-4cfb-a2eb-1822f0f6b9e4 None None] For port 576e1efe-b5f4-4da5-8a4f-505a2c4c985f, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:40.918784 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-d2fb7194-3103-4cfb-a2eb-1822f0f6b9e4 None None] For port 576e1efe-b5f4-4da5-8a4f-505a2c4c985f, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=576e1efe-b5f4-4da5-8a4f-505a2c4c985f,segment=NetworkSegment(b87c53c9-9675-465b-9113-d401ad103929),segment_id=b87c53c9-9675-465b-9113-d401ad103929)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:40.940754 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-56b77cfd-6c79-42c1-b6cc-2513b858ca6d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.976171 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ffc6f-b6a0-4ab2-a08c-09772c499ff7 req-60ca60db-bd5a-4e03-85a7-5101fde28e41 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:40.977663 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c76ffc6f-b6a0-4ab2-a08c-09772c499ff7 req-60ca60db-bd5a-4e03-85a7-5101fde28e41 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.68 "GET /v2.0/ports?device_id=57034e56-471e-4c9e-a41f-d0f7b3b20151 HTTP/1.1" status: 200 len: 945 time: 0.0904458 Aug 10 03:53:40.982502 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fbbb6e27-297a-4e66-9559-aaad527fe714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.986125 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-90c802f1-ce81-4dae-8926-80d8753ecea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:40.997491 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8be962aa-44f7-402b-a1c0-adb4847e420c req-014cdba4-05b0-4d75-9cd9-03704375b392 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149483 Aug 10 03:53:41.033821 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d2fb7194-3103-4cfb-a2eb-1822f0f6b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.038193 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c802f1-ce81-4dae-8926-80d8753ecea8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fb74cc3-4ca6-4831-90a5-8c72ae326916,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:41.043554 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-90c802f1-ce81-4dae-8926-80d8753ecea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.046030 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-90c802f1-ce81-4dae-8926-80d8753ecea8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0fb74cc3-4ca6-4831-90a5-8c72ae326916 HTTP/1.1" status: 204 len: 168 time: 0.6887634 Aug 10 03:53:41.049166 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33438) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:41.099711 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fb7194-3103-4cfb-a2eb-1822f0f6b9e4 None None] Routers {'0384db6e-eea2-41cb-a52c-ff7937113d20'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:41.100813 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d2fb7194-3103-4cfb-a2eb-1822f0f6b9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:53:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0384db6e-eea2-41cb-a52c-ff7937113d20'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:41.159070 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-56b77cfd-6c79-42c1-b6cc-2513b858ca6d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.178238 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fbbb6e27-297a-4e66-9559-aaad527fe714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.182957 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ebd01-19e1-4b9a-9d2f-e9391e25e0fc None None] Pushing event updated for resources: {'Port': ['ID=576e1efe-b5f4-4da5-8a4f-505a2c4c985f,revision_number=4']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:41.209610 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b77cfd-6c79-42c1-b6cc-2513b858ca6d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Pushing event deleted for resources: {'Subnet': ['ID=c5f04636-46ea-4056-997f-84c9cd8d5fa8,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:41.226154 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-56b77cfd-6c79-42c1-b6cc-2513b858ca6d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.228915 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-56b77cfd-6c79-42c1-b6cc-2513b858ca6d tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] 10.222.0.25 "DELETE /v2.0/subnets/c5f04636-46ea-4056-997f-84c9cd8d5fa8 HTTP/1.1" status: 204 len: 168 time: 0.7131054 Aug 10 03:53:41.231701 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33440) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:41.233738 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c65df46-ef09-4a67-b6c2-adf184fee7b5 None None] Network ff8e0d59-f23b-41aa-81f1-0f60a6891275 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:41.249003 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-d2fb7194-3103-4cfb-a2eb-1822f0f6b9e4 None None] Set router 0384db6e-eea2-41cb-a52c-ff7937113d20 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:41.350596 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-81ad388f-b7e0-48c8-a4df-4607b6e2e02e tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.361530 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fbbb6e27-297a-4e66-9559-aaad527fe714 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=56e1461da39740c291963ba1a476e2f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0479007 Aug 10 03:53:41.364537 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33442) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:41.384953 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aed094a5-562a-4d6a-aac2-6f3a8feb514f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.405990 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb6e27-297a-4e66-9559-aaad527fe714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981a7b1c-f48c-4e44-96ae-2b5fd9c42b49,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:41.421618 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3c232a-6054-40b5-a75f-869864714fd6 req-565b3b66-8f0e-4d56-bad9-fc9c7b1f73e9 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:41.430636 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4a3c232a-6054-40b5-a75f-869864714fd6 req-565b3b66-8f0e-4d56-bad9-fc9c7b1f73e9 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=57034e56-471e-4c9e-a41f-d0f7b3b20151 HTTP/1.1" status: 200 len: 945 time: 0.3203473 Aug 10 03:53:41.439008 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20f0ebf5-459e-41fe-9371-5ef1f7b36fa3 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.449390 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-c76ffc6f-b6a0-4ab2-a08c-09772c499ff7 req-1109dc4d-27ed-49ef-b3dd-ee257d1a0b6f tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Deleting port ed6455dc-b4fc-4864-a2a1-c9c2324c8db1 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:41.449748 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c76ffc6f-b6a0-4ab2-a08c-09772c499ff7 req-1109dc4d-27ed-49ef-b3dd-ee257d1a0b6f tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.483471 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eef6299d-1d00-4fa6-8f28-6e98babde802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.486268 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-81ad388f-b7e0-48c8-a4df-4607b6e2e02e tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Deleting port 3686d189-45ea-4173-b09f-aff7bcd0b153 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:41.486711 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-81ad388f-b7e0-48c8-a4df-4607b6e2e02e tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.523793 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c6beb7-a0c2-4e2d-b20c-fc8eea8878f5 None None] DHCP port deletion for ff8e0d59-f23b-41aa-81f1-0f60a6891275 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:53:41.563190 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eef6299d-1d00-4fa6-8f28-6e98babde802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.570990 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d2fb7194-3103-4cfb-a2eb-1822f0f6b9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'name': 'tempest-ServersTestJSON-706843902-router', 'tenant_id': '992d730214c1491099e8b120487e23ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e8ee389c-abcc-456a-953d-dea31df7a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:25Z', 'updated_at': '2021-08-10T03:53:37Z', 'revision_number': 4, 'project_id': '992d730214c1491099e8b120487e23ac', 'gw_port': {'id': 'e8ee389c-abcc-456a-953d-dea31df7a88a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ae:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:28Z', 'updated_at': '2021-08-10T03:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '576e1efe-b5f4-4da5-8a4f-505a2c4c985f', 'name': '', 'network_id': 'c77b191a-044f-43de-9854-a356e10ee6fa', 'tenant_id': '992d730214c1491099e8b120487e23ac', 'mac_address': 'fa:16:3e:e8:ff:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '370f1b13-6f7b-40b4-94af-c5a9772dea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:33Z', 'updated_at': '2021-08-10T03:53:40Z', 'revision_number': 4, 'project_id': '992d730214c1491099e8b120487e23ac', 'subnets': [{'id': '370f1b13-6f7b-40b4-94af-c5a9772dea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:41.591151 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-81ad388f-b7e0-48c8-a4df-4607b6e2e02e tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] For port 3686d189-45ea-4173-b09f-aff7bcd0b153, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3686d189-45ea-4173-b09f-aff7bcd0b153,segment=NetworkSegment(f1a5e180-2452-4890-b678-8e12ec908ffa),segment_id=f1a5e180-2452-4890-b678-8e12ec908ffa)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:41.591685 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-81ad388f-b7e0-48c8-a4df-4607b6e2e02e tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.593092 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:41.616647 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-81ad388f-b7e0-48c8-a4df-4607b6e2e02e tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Calling delete_port for 3686d189-45ea-4173-b09f-aff7bcd0b153 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:41.628767 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4a3c232a-6054-40b5-a75f-869864714fd6 req-ad1c9d71-b91c-4de1-a093-2e6363e1603b tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830604 Aug 10 03:53:41.641854 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fb7194-3103-4cfb-a2eb-1822f0f6b9e4 None None] The sync data for ids ['0384db6e-eea2-41cb-a52c-ff7937113d20'] in n-d-802893-2 is: [{'id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'name': 'tempest-ServersTestJSON-706843902-router', 'tenant_id': '992d730214c1491099e8b120487e23ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e8ee389c-abcc-456a-953d-dea31df7a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:25Z', 'updated_at': '2021-08-10T03:53:37Z', 'revision_number': 4, 'project_id': '992d730214c1491099e8b120487e23ac', 'gw_port': {'id': 'e8ee389c-abcc-456a-953d-dea31df7a88a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ae:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:28Z', 'updated_at': '2021-08-10T03:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '576e1efe-b5f4-4da5-8a4f-505a2c4c985f', 'name': '', 'network_id': 'c77b191a-044f-43de-9854-a356e10ee6fa', 'tenant_id': '992d730214c1491099e8b120487e23ac', 'mac_address': 'fa:16:3e:e8:ff:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '370f1b13-6f7b-40b4-94af-c5a9772dea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:33Z', 'updated_at': '2021-08-10T03:53:40Z', 'revision_number': 4, 'project_id': '992d730214c1491099e8b120487e23ac', 'subnets': [{'id': '370f1b13-6f7b-40b4-94af-c5a9772dea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:41.706655 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-a3c6beb7-a0c2-4e2d-b20c-fc8eea8878f5 None None] Deleting port 3686d189-45ea-4173-b09f-aff7bcd0b153 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:41.707544 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a3c6beb7-a0c2-4e2d-b20c-fc8eea8878f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.798890 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:41.806460 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33446) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:41.812338 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:41.812969 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.820126 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aed094a5-562a-4d6a-aac2-6f3a8feb514f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.910342 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-c76ffc6f-b6a0-4ab2-a08c-09772c499ff7 req-1109dc4d-27ed-49ef-b3dd-ee257d1a0b6f tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] For port ed6455dc-b4fc-4864-a2a1-c9c2324c8db1, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=ed6455dc-b4fc-4864-a2a1-c9c2324c8db1,segment=NetworkSegment(438f092c-63d3-4c8c-b4b5-84c92a8890bc),segment_id=438f092c-63d3-4c8c-b4b5-84c92a8890bc)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:41.912375 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c76ffc6f-b6a0-4ab2-a08c-09772c499ff7 req-1109dc4d-27ed-49ef-b3dd-ee257d1a0b6f tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:41.923531 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-aed094a5-562a-4d6a-aac2-6f3a8feb514f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['090053fa-3622-4eb2-b424-9f79f809823c']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:41.965231 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a3c6beb7-a0c2-4e2d-b20c-fc8eea8878f5 None None] For port 3686d189-45ea-4173-b09f-aff7bcd0b153, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3686d189-45ea-4173-b09f-aff7bcd0b153,segment=NetworkSegment(f1a5e180-2452-4890-b678-8e12ec908ffa),segment_id=f1a5e180-2452-4890-b678-8e12ec908ffa)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:41.965629 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a3c6beb7-a0c2-4e2d-b20c-fc8eea8878f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.015491 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.020416 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-c76ffc6f-b6a0-4ab2-a08c-09772c499ff7 req-1109dc4d-27ed-49ef-b3dd-ee257d1a0b6f tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Calling delete_port for ed6455dc-b4fc-4864-a2a1-c9c2324c8db1 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:42.025591 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-aed094a5-562a-4d6a-aac2-6f3a8feb514f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217cc7ac-ee74-4f0b-b82c-3629bdc09967') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:42.026045 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-aed094a5-562a-4d6a-aac2-6f3a8feb514f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217cc7ac-ee74-4f0b-b82c-3629bdc09967') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:42.057493 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aed094a5-562a-4d6a-aac2-6f3a8feb514f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.060394 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-a3c6beb7-a0c2-4e2d-b20c-fc8eea8878f5 None None] Calling delete_port for 3686d189-45ea-4173-b09f-aff7bcd0b153 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:42.151251 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2d3bb8-f714-4b75-98f6-00527f2b6ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:42.154050 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85c3ad6-f5b6-496c-ae61-ad783264f82d" -d '{"events": [{"server_uuid": "cc2d3bb8-f714-4b75-98f6-00527f2b6ced", "name": "network-vif-plugged", "status": "completed", "tag": "c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:42.176433 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:42.183612 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aed094a5-562a-4d6a-aac2-6f3a8feb514f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.237210 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba638bd-92a7-4de7-8181-16254dabc51e req-4a80b3e4-15b2-4e44-a8a5-294ada6f6db6 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:42.244073 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba638bd-92a7-4de7-8181-16254dabc51e req-4a80b3e4-15b2-4e44-a8a5-294ada6f6db6 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:42.244745 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.250925 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba638bd-92a7-4de7-8181-16254dabc51e req-4a80b3e4-15b2-4e44-a8a5-294ada6f6db6 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:42.252783 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed094a5-562a-4d6a-aac2-6f3a8feb514f admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:53:42.253417 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aed094a5-562a-4d6a-aac2-6f3a8feb514f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:53:42.255613 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:53:42.257827 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba638bd-92a7-4de7-8181-16254dabc51e req-4a80b3e4-15b2-4e44-a8a5-294ada6f6db6 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:42.268990 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba638bd-92a7-4de7-8181-16254dabc51e req-4a80b3e4-15b2-4e44-a8a5-294ada6f6db6 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:42.293228 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba638bd-92a7-4de7-8181-16254dabc51e req-4a80b3e4-15b2-4e44-a8a5-294ada6f6db6 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:42.305697 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba638bd-92a7-4de7-8181-16254dabc51e req-4a80b3e4-15b2-4e44-a8a5-294ada6f6db6 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:42.309209 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:42.312634 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8ba638bd-92a7-4de7-8181-16254dabc51e req-4a80b3e4-15b2-4e44-a8a5-294ada6f6db6 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5427 time: 0.1758149 Aug 10 03:53:42.313461 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eef6299d-1d00-4fa6-8f28-6e98babde802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.314320 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a3c6beb7-a0c2-4e2d-b20c-fc8eea8878f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.316058 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eef6299d-1d00-4fa6-8f28-6e98babde802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.317445 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-eef6299d-1d00-4fa6-8f28-6e98babde802 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/981a7b1c-f48c-4e44-96ae-2b5fd9c42b49 HTTP/1.1" status: 204 len: 168 time: 0.9527357 Aug 10 03:53:42.351353 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6beb7-a0c2-4e2d-b20c-fc8eea8878f5 None None] Pushing event deleted for resources: {'Port': ['ID=3686d189-45ea-4173-b09f-aff7bcd0b153,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:42.361741 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c6beb7-a0c2-4e2d-b20c-fc8eea8878f5 None None] No DVR routers for this DVR port 3686d189-45ea-4173-b09f-aff7bcd0b153 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:42.395994 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef6299d-1d00-4fa6-8f28-6e98babde802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981a7b1c-f48c-4e44-96ae-2b5fd9c42b49,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:42.437200 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20f0ebf5-459e-41fe-9371-5ef1f7b36fa3 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.469591 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8ba638bd-92a7-4de7-8181-16254dabc51e req-cdca36fe-28bb-4c69-a1c7-bbdc3dd5ba7a tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1394594 Aug 10 03:53:42.470451 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-81ad388f-b7e0-48c8-a4df-4607b6e2e02e tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.495343 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f623a2-56c3-47f0-a546-a3fd97a67484 req-d1a3c451-fa4b-4bfe-8ccf-e64fe747f522 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:42.497389 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-22f623a2-56c3-47f0-a546-a3fd97a67484 req-d1a3c451-fa4b-4bfe-8ccf-e64fe747f522 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc2d3bb8-f714-4b75-98f6-00527f2b6ced HTTP/1.1" status: 200 len: 945 time: 0.3182170 Aug 10 03:53:42.534263 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad388f-b7e0-48c8-a4df-4607b6e2e02e tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Pushing event deleted for resources: {'Port': ['ID=3686d189-45ea-4173-b09f-aff7bcd0b153,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:42.543151 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ad388f-b7e0-48c8-a4df-4607b6e2e02e tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] No DVR routers for this DVR port 3686d189-45ea-4173-b09f-aff7bcd0b153 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:42.569334 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae38f651-adf5-4219-91cf-cf649df6afde x-openstack-request-id: req-ae38f651-adf5-4219-91cf-cf649df6afde {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:42.569825 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2d3bb8-f714-4b75-98f6-00527f2b6ced", "name": "network-vif-plugged", "status": "completed", "tag": "c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:42.569919 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae38f651-adf5-4219-91cf-cf649df6afde {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:42.570550 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2d3bb8-f714-4b75-98f6-00527f2b6ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d', 'code': 200} Aug 10 03:53:42.596022 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20f0ebf5-459e-41fe-9371-5ef1f7b36fa3 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.641195 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aed094a5-562a-4d6a-aac2-6f3a8feb514f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.664244 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-81ad388f-b7e0-48c8-a4df-4607b6e2e02e tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.681121 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-81ad388f-b7e0-48c8-a4df-4607b6e2e02e tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8e0d59-f23b-41aa-81f1-0f60a6891275']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:42.722709 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-81ad388f-b7e0-48c8-a4df-4607b6e2e02e tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a5e180-2452-4890-b678-8e12ec908ffa') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:42.723025 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-81ad388f-b7e0-48c8-a4df-4607b6e2e02e tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a5e180-2452-4890-b678-8e12ec908ffa') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:42.736272 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-81ad388f-b7e0-48c8-a4df-4607b6e2e02e tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.750537 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0ebf5-459e-41fe-9371-5ef1f7b36fa3 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c570b4d8-c912-4a68-9631-02dd72174dfb,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:42.782920 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-81ad388f-b7e0-48c8-a4df-4607b6e2e02e tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.786372 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aed094a5-562a-4d6a-aac2-6f3a8feb514f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.788433 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-aed094a5-562a-4d6a-aac2-6f3a8feb514f admin admin] 10.222.0.25 "DELETE /v2.0/networks/090053fa-3622-4eb2-b424-9f79f809823c HTTP/1.1" status: 204 len: 168 time: 1.7381351 Aug 10 03:53:42.789686 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20f0ebf5-459e-41fe-9371-5ef1f7b36fa3 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.791194 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-20f0ebf5-459e-41fe-9371-5ef1f7b36fa3 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.1388421 Aug 10 03:53:42.809028 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-22f623a2-56c3-47f0-a546-a3fd97a67484 req-06469d07-acef-4897-a6d9-9544eebd86f1 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977970 Aug 10 03:53:42.820821 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33464) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:42.821836 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed094a5-562a-4d6a-aac2-6f3a8feb514f admin admin] Pushing event deleted for resources: {'Network': ['ID=090053fa-3622-4eb2-b424-9f79f809823c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:42.822750 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ad388f-b7e0-48c8-a4df-4607b6e2e02e tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:53:42.823177 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-81ad388f-b7e0-48c8-a4df-4607b6e2e02e tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:53:42.836462 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:53:42.869456 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-e8620296-c5f6-49e5-a8a0-8dec9e5614f1 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Request body: {'security_group_rule': {'security_group_id': 'c570b4d8-c912-4a68-9631-02dd72174dfb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:42.957382 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba48ab-0524-4619-be35-89fe3caf3d0d req-b54eb4e5-ae3a-422b-afc2-ee1a608a747c tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:42.960040 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-26ba48ab-0524-4619-be35-89fe3caf3d0d req-b54eb4e5-ae3a-422b-afc2-ee1a608a747c tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=57034e56-471e-4c9e-a41f-d0f7b3b20151 HTTP/1.1" status: 200 len: 945 time: 0.2200665 Aug 10 03:53:42.984387 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9ef82-f9d3-4f2a-b13d-3a2e279c385b req-8d93e985-ff4d-4d3a-a655-20cfdbae96e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:42.991297 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b5d9ef82-f9d3-4f2a-b13d-3a2e279c385b req-8d93e985-ff4d-4d3a-a655-20cfdbae96e3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cc2d3bb8-f714-4b75-98f6-00527f2b6ced HTTP/1.1" status: 200 len: 1097 time: 0.2041881 Aug 10 03:53:43.019847 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-26ba48ab-0524-4619-be35-89fe3caf3d0d req-afbe3db2-0712-48bf-a2c5-0f4595f88b6d tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458419 Aug 10 03:53:43.036134 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e8620296-c5f6-49e5-a8a0-8dec9e5614f1 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.051143 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b5d9ef82-f9d3-4f2a-b13d-3a2e279c385b req-b13e1d17-c020-4efc-a508-d480a00d98c7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577500 Aug 10 03:53:43.055028 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c76ffc6f-b6a0-4ab2-a08c-09772c499ff7 req-1109dc4d-27ed-49ef-b3dd-ee257d1a0b6f tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.067732 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['6ea866cc-5cb4-4f69-8626-4a15d1af770d'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:43.098786 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-81ad388f-b7e0-48c8-a4df-4607b6e2e02e tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.128079 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['ddc105c1-a5ef-456a-afad-6b9089f09d14', '2632c810-0333-4d35-b87c-fd3aab836d6c'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:43.144319 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-81ad388f-b7e0-48c8-a4df-4607b6e2e02e tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.148769 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-81ad388f-b7e0-48c8-a4df-4607b6e2e02e tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] 10.222.0.25 "DELETE /v2.0/networks/ff8e0d59-f23b-41aa-81f1-0f60a6891275 HTTP/1.1" status: 204 len: 168 time: 1.9137821 Aug 10 03:53:43.148769 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad388f-b7e0-48c8-a4df-4607b6e2e02e tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Pushing event deleted for resources: {'Network': ['ID=ff8e0d59-f23b-41aa-81f1-0f60a6891275,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:43.148990 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109dc4d-27ed-49ef-b3dd-ee257d1a0b6f tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Pushing event deleted for resources: {'Port': ['ID=ed6455dc-b4fc-4864-a2a1-c9c2324c8db1,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:43.153588 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33466) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:43.186541 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76ffc6f-b6a0-4ab2-a08c-09772c499ff7 req-1109dc4d-27ed-49ef-b3dd-ee257d1a0b6f tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] No DVR routers for this DVR port ed6455dc-b4fc-4864-a2a1-c9c2324c8db1 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:43.193468 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c76ffc6f-b6a0-4ab2-a08c-09772c499ff7 req-1109dc4d-27ed-49ef-b3dd-ee257d1a0b6f tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.195744 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c76ffc6f-b6a0-4ab2-a08c-09772c499ff7 req-1109dc4d-27ed-49ef-b3dd-ee257d1a0b6f tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.68 "DELETE /v2.0/ports/ed6455dc-b4fc-4864-a2a1-c9c2324c8db1 HTTP/1.1" status: 204 len: 173 time: 2.2109325 Aug 10 03:53:43.206879 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57034e56-471e-4c9e-a41f-d0f7b3b20151', 'name': 'network-vif-deleted', 'tag': 'ed6455dc-b4fc-4864-a2a1-c9c2324c8db1'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:43.209863 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ef54bf-4070-4d67-9d48-a11ee6b76b72" -d '{"events": [{"server_uuid": "57034e56-471e-4c9e-a41f-d0f7b3b20151", "name": "network-vif-deleted", "tag": "ed6455dc-b4fc-4864-a2a1-c9c2324c8db1"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:43.241771 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 576e1efe-b5f4-4da5-8a4f-505a2c4c985f up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:43.251934 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e8620296-c5f6-49e5-a8a0-8dec9e5614f1 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.272190 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33470) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:43.302572 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7055ac-e0fe-41db-bc53-555c3e7b1fb5 x-openstack-request-id: req-ba7055ac-e0fe-41db-bc53-555c3e7b1fb5 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:43.303346 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57034e56-471e-4c9e-a41f-d0f7b3b20151", "name": "network-vif-deleted", "tag": "ed6455dc-b4fc-4864-a2a1-c9c2324c8db1", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:43.303921 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba7055ac-e0fe-41db-bc53-555c3e7b1fb5 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:43.304462 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57034e56-471e-4c9e-a41f-d0f7b3b20151', 'name': 'network-vif-deleted', 'tag': 'ed6455dc-b4fc-4864-a2a1-c9c2324c8db1', 'status': 'completed', 'code': 200} Aug 10 03:53:43.314008 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3df20ccf-1018-4313-85e2-c321265db767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.344476 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-904280f0-5cc0-48f5-94a2-26cb69f0b53a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.391986 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-171e0341-234f-470f-8974-493a789403e0 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Deleting port f0d8756c-9f1b-412e-b8d2-b8345c484d82 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:43.392203 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e8620296-c5f6-49e5-a8a0-8dec9e5614f1 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.392682 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-171e0341-234f-470f-8974-493a789403e0 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.446344 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8620296-c5f6-49e5-a8a0-8dec9e5614f1 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9141764-9733-4b1d-9af1-fa2e1465eb50,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:43.498782 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33472) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:43.505757 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 576e1efe-b5f4-4da5-8a4f-505a2c4c985f completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:43.532546 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 576e1efe-b5f4-4da5-8a4f-505a2c4c985f triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:43.533155 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.622085 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.653027 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f7c92c50-2d24-4645-9e84-ccfd2494abb0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=23e5f3c2b75643ebb56574b008fa08d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528099 Aug 10 03:53:43.657607 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33476) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:43.672732 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3df20ccf-1018-4313-85e2-c321265db767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.674041 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-171e0341-234f-470f-8974-493a789403e0 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.674550 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-171e0341-234f-470f-8974-493a789403e0 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.683575 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.691603 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-171e0341-234f-470f-8974-493a789403e0 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Calling delete_port for f0d8756c-9f1b-412e-b8d2-b8345c484d82 owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:43.704013 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46d1c2-5db3-45d3-b77b-dd1ee5965858 req-65725d32-783f-4faf-bd1e-0e90fdfb5438 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:43.710058 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46d1c2-5db3-45d3-b77b-dd1ee5965858 req-65725d32-783f-4faf-bd1e-0e90fdfb5438 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:43.716666 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46d1c2-5db3-45d3-b77b-dd1ee5965858 req-65725d32-783f-4faf-bd1e-0e90fdfb5438 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:43.727064 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46d1c2-5db3-45d3-b77b-dd1ee5965858 req-65725d32-783f-4faf-bd1e-0e90fdfb5438 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:43.733096 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46d1c2-5db3-45d3-b77b-dd1ee5965858 req-65725d32-783f-4faf-bd1e-0e90fdfb5438 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:43.739349 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46d1c2-5db3-45d3-b77b-dd1ee5965858 req-65725d32-783f-4faf-bd1e-0e90fdfb5438 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:43.743802 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 576e1efe-b5f4-4da5-8a4f-505a2c4c985f, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=576e1efe-b5f4-4da5-8a4f-505a2c4c985f,segment=NetworkSegment(b87c53c9-9675-465b-9113-d401ad103929),segment_id=b87c53c9-9675-465b-9113-d401ad103929)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:43.745131 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46d1c2-5db3-45d3-b77b-dd1ee5965858 req-65725d32-783f-4faf-bd1e-0e90fdfb5438 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:43.746673 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b7ceee4d-eb74-4dbd-8d35-edbdb725b62e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.747014 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3e46d1c2-5db3-45d3-b77b-dd1ee5965858 req-65725d32-783f-4faf-bd1e-0e90fdfb5438 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5427 time: 0.1490867 Aug 10 03:53:43.815235 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b7ceee4d-eb74-4dbd-8d35-edbdb725b62e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.829113 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3df20ccf-1018-4313-85e2-c321265db767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.836982 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3e46d1c2-5db3-45d3-b77b-dd1ee5965858 req-a9a4a788-7cd8-42c4-aa1f-2231f3744a3f tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0798686 Aug 10 03:53:43.854139 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c3783135-e582-4225-91df-4be461cc2465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.855781 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.906956 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3df20ccf-1018-4313-85e2-c321265db767 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4850066d26ba4f0996b4c3315e5caf4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6328084 Aug 10 03:53:43.909563 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df20ccf-1018-4313-85e2-c321265db767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1297084-0e7a-4ef6-8f6f-6b7422c6d81e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:43.914990 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33480) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:43.957344 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-904280f0-5cc0-48f5-94a2-26cb69f0b53a admin admin] Deleting port c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:43.957703 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-904280f0-5cc0-48f5-94a2-26cb69f0b53a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:43.968906 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3686d189-45ea-4173-b09f-aff7bcd0b153 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:44.007223 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 3686d189-45ea-4173-b09f-aff7bcd0b153 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:44.007669 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3686d189-45ea-4173-b09f-aff7bcd0b153 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:44.013280 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=576e1efe-b5f4-4da5-8a4f-505a2c4c985f,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:44.018001 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e8620296-c5f6-49e5-a8a0-8dec9e5614f1 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.019159 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e8620296-c5f6-49e5-a8a0-8dec9e5614f1 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1936469 Aug 10 03:53:44.022070 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33482) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:44.030398 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-5dc58025-e541-479f-87f7-92feb980d1ad tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Request body: {'security_group_rule': {'security_group_id': 'c570b4d8-c912-4a68-9631-02dd72174dfb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:44.048959 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b7ceee4d-eb74-4dbd-8d35-edbdb725b62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.054775 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b7ceee4d-eb74-4dbd-8d35-edbdb725b62e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.054775 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b7ceee4d-eb74-4dbd-8d35-edbdb725b62e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa HTTP/1.1" status: 204 len: 168 time: 0.3946784 Aug 10 03:53:44.080329 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ceee4d-eb74-4dbd-8d35-edbdb725b62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fd2773-e2bb-465a-b1ba-d4ad5fbe34fa,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:44.084162 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-171e0341-234f-470f-8974-493a789403e0 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.090620 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9122ddca-0f4b-478a-9ba1-f80d8fc2a8ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.116349 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e0341-234f-470f-8974-493a789403e0 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Pushing event deleted for resources: {'Port': ['ID=f0d8756c-9f1b-412e-b8d2-b8345c484d82,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:44.128145 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2189786-527d-4d90-9f39-2cb8235c65c2 req-2b144ab6-2627-439b-9ece-eeaf498c771c tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:44.129017 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e2189786-527d-4d90-9f39-2cb8235c65c2 req-2b144ab6-2627-439b-9ece-eeaf498c771c tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc2d3bb8-f714-4b75-98f6-00527f2b6ced HTTP/1.1" status: 200 len: 946 time: 0.1642661 Aug 10 03:53:44.177012 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-904280f0-5cc0-48f5-94a2-26cb69f0b53a admin admin] For port c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a,segment=NetworkSegment(df0a830f-75f3-4d44-a26e-0bcdbbc81e39),segment_id=df0a830f-75f3-4d44-a26e-0bcdbbc81e39)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:44.178889 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-904280f0-5cc0-48f5-94a2-26cb69f0b53a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.194477 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9122ddca-0f4b-478a-9ba1-f80d8fc2a8ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.218284 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c6e6d860-af43-4610-bd44-8691261eee21 req-4ed68baf-a563-49de-8a47-f95fbb82cad6 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=57034e56-471e-4c9e-a41f-d0f7b3b20151 HTTP/1.1" status: 200 len: 210 time: 0.0537541 Aug 10 03:53:44.228352 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5dc58025-e541-479f-87f7-92feb980d1ad tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.266094 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-904280f0-5cc0-48f5-94a2-26cb69f0b53a admin admin] Calling delete_port for c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:44.276821 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-171e0341-234f-470f-8974-493a789403e0 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks [] for floatingip, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.279375 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-171e0341-234f-470f-8974-493a789403e0 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.281923 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-171e0341-234f-470f-8974-493a789403e0 tempest-FloatingIPAdminTestJSON-1174674985 tempest-FloatingIPAdminTestJSON-1174674985-project] 10.222.0.25 "DELETE /v2.0/floatingips/5907bf38-0c81-4577-9798-991d4e78d150 HTTP/1.1" status: 204 len: 168 time: 1.1273258 Aug 10 03:53:44.318183 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e2189786-527d-4d90-9f39-2cb8235c65c2 req-14086dd4-80ea-42b7-9912-d36b4c5a57de tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758518 Aug 10 03:53:44.330494 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5dc58025-e541-479f-87f7-92feb980d1ad tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.466785 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5dc58025-e541-479f-87f7-92feb980d1ad tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.487331 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc58025-e541-479f-87f7-92feb980d1ad tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bebabb20-2520-48fb-860e-68b2585db93d,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:44.578934 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5dc58025-e541-479f-87f7-92feb980d1ad tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.580220 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5dc58025-e541-479f-87f7-92feb980d1ad tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5568857 Aug 10 03:53:44.583387 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33490) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:44.588177 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-71344405-14db-46d7-a503-fae062e72bd6 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:44.724614 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-71344405-14db-46d7-a503-fae062e72bd6 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.864335 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-71344405-14db-46d7-a503-fae062e72bd6 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.865473 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9122ddca-0f4b-478a-9ba1-f80d8fc2a8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.869833 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9122ddca-0f4b-478a-9ba1-f80d8fc2a8ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:44.879001 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9122ddca-0f4b-478a-9ba1-f80d8fc2a8ec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e1297084-0e7a-4ef6-8f6f-6b7422c6d81e HTTP/1.1" status: 204 len: 168 time: 0.9626718 Aug 10 03:53:44.879693 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33504) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:44.889638 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122ddca-0f4b-478a-9ba1-f80d8fc2a8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1297084-0e7a-4ef6-8f6f-6b7422c6d81e,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:44.927256 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device ed6455dc-b4fc-4864-a2a1-c9c2324c8db1 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:44.955039 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: ed6455dc-b4fc-4864-a2a1-c9c2324c8db1 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:44.955795 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device ed6455dc-b4fc-4864-a2a1-c9c2324c8db1 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:45.036481 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-71344405-14db-46d7-a503-fae062e72bd6 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Allocated IP 172.25.0.246 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/566d3a32-a4d7-443a-89b9-3b1411fd620e) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:45.064484 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90c71f-8376-437c-bd24-aa036550b3ca req-e5088de5-f165-4b75-873e-259cc482ca96 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:45.070499 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90c71f-8376-437c-bd24-aa036550b3ca req-e5088de5-f165-4b75-873e-259cc482ca96 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:45.076507 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90c71f-8376-437c-bd24-aa036550b3ca req-e5088de5-f165-4b75-873e-259cc482ca96 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:45.082774 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90c71f-8376-437c-bd24-aa036550b3ca req-e5088de5-f165-4b75-873e-259cc482ca96 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:45.088647 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90c71f-8376-437c-bd24-aa036550b3ca req-e5088de5-f165-4b75-873e-259cc482ca96 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:45.094603 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90c71f-8376-437c-bd24-aa036550b3ca req-e5088de5-f165-4b75-873e-259cc482ca96 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:45.098921 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 576e1efe-b5f4-4da5-8a4f-505a2c4c985f up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:45.101817 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90c71f-8376-437c-bd24-aa036550b3ca req-e5088de5-f165-4b75-873e-259cc482ca96 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:45.103763 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d90c71f-8376-437c-bd24-aa036550b3ca req-e5088de5-f165-4b75-873e-259cc482ca96 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5427 time: 0.1245365 Aug 10 03:53:45.135302 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-904280f0-5cc0-48f5-94a2-26cb69f0b53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:45.170135 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 576e1efe-b5f4-4da5-8a4f-505a2c4c985f triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:45.171604 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:45.175789 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904280f0-5cc0-48f5-94a2-26cb69f0b53a admin admin] Pushing event deleted for resources: {'Port': ['ID=c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:45.205146 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d90c71f-8376-437c-bd24-aa036550b3ca req-2b6b2314-0ccb-4b2b-9e00-a893d998ab5b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0850830 Aug 10 03:53:45.256358 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-71344405-14db-46d7-a503-fae062e72bd6 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:45.281812 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:45.480158 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-904280f0-5cc0-48f5-94a2-26cb69f0b53a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:45.488260 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-71344405-14db-46d7-a503-fae062e72bd6 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:45.503348 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbf3e09-9113-49b0-a5d2-cb0a7f680df6 req-3d137e94-82cc-4f8e-b230-c774dd1283c9 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:45.511343 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fdbf3e09-9113-49b0-a5d2-cb0a7f680df6 req-3d137e94-82cc-4f8e-b230-c774dd1283c9 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc2d3bb8-f714-4b75-98f6-00527f2b6ced HTTP/1.1" status: 200 len: 946 time: 0.1256824 Aug 10 03:53:45.575034 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device fafd8c8c-73f6-41b9-881e-4160cffd6abc details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:53:45.584400 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71344405-14db-46d7-a503-fae062e72bd6 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:45.594487 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-71344405-14db-46d7-a503-fae062e72bd6 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:45.602622 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71344405-14db-46d7-a503-fae062e72bd6 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:45.678965 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71344405-14db-46d7-a503-fae062e72bd6 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Pushing event updated for resources: {'Port': ['ID=566d3a32-a4d7-443a-89b9-3b1411fd620e,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:45.689779 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:45.720112 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port fafd8c8c-73f6-41b9-881e-4160cffd6abc, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=fafd8c8c-73f6-41b9-881e-4160cffd6abc,segment=NetworkSegment(da658146-22e1-4101-b313-7e8ac30939d3),segment_id=da658146-22e1-4101-b313-7e8ac30939d3)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:45.723055 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fdbf3e09-9113-49b0-a5d2-cb0a7f680df6 req-904faa6c-63af-4680-9386-a46891116281 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107484 Aug 10 03:53:45.729119 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f9afba55-c82b-4bc4-bd3b-e4b74e6bec7a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6ad20ab43f234af19588f9ff303172db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8482771 Aug 10 03:53:45.743117 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33530) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:45.766287 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'fafd8c8c-73f6-41b9-881e-4160cffd6abc', 'network_id': 'fc4bc8cd-9681-4c48-a384-e9912b245b99', 'port_id': 'fafd8c8c-73f6-41b9-881e-4160cffd6abc', 'mac_address': 'fa:16:3e:b7:0c:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c77b29-de8a-40c8-ae15-4c8b35353438', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:53:45.863541 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:45.869169 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-be84f102-ba4b-4af5-9562-0bbefbaf6c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:45.872584 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-71344405-14db-46d7-a503-fae062e72bd6 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:45.876827 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904280f0-5cc0-48f5-94a2-26cb69f0b53a admin admin] Router 04b1b6e9-069a-4025-958f-5a2316bd234f has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:53:45.887473 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fafd8c8c-73f6-41b9-881e-4160cffd6abc {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:53:45.903795 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-be84f102-ba4b-4af5-9562-0bbefbaf6c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:45.914319 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port fafd8c8c-73f6-41b9-881e-4160cffd6abc, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=fafd8c8c-73f6-41b9-881e-4160cffd6abc,segment=NetworkSegment(da658146-22e1-4101-b313-7e8ac30939d3),segment_id=da658146-22e1-4101-b313-7e8ac30939d3)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:46.005508 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904280f0-5cc0-48f5-94a2-26cb69f0b53a admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:53:46.014854 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-904280f0-5cc0-48f5-94a2-26cb69f0b53a admin admin] 10.222.0.25 "PUT /v2.0/routers/04b1b6e9-069a-4025-958f-5a2316bd234f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1984739 Aug 10 03:53:46.021446 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33540) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:46.021572 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b2ae35-ff45-410b-92f5-193fb6822b57 None None] Sync routers for ids ['04b1b6e9-069a-4025-958f-5a2316bd234f'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:53:46.028937 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b2ae35-ff45-410b-92f5-193fb6822b57 None None] Routers {'04b1b6e9-069a-4025-958f-5a2316bd234f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:46.030405 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-51b2ae35-ff45-410b-92f5-193fb6822b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:53:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['04b1b6e9-069a-4025-958f-5a2316bd234f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:46.137814 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cef65446-92b9-49d9-bb24-dd26f00a08a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:46.147005 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-51b2ae35-ff45-410b-92f5-193fb6822b57 None None] Set router 04b1b6e9-069a-4025-958f-5a2316bd234f gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:46.176707 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:46.177537 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 69e2a20f-0ef2-479f-b9ef-320a6110a078 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:53:46.230992 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-be84f102-ba4b-4af5-9562-0bbefbaf6c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:46.234190 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-be84f102-ba4b-4af5-9562-0bbefbaf6c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:46.235343 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-be84f102-ba4b-4af5-9562-0bbefbaf6c8e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3eed7840-8de0-49d9-8d16-a67db6f2f985 HTTP/1.1" status: 204 len: 168 time: 0.4890270 Aug 10 03:53:46.244885 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33548) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:46.257175 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84f102-ba4b-4af5-9562-0bbefbaf6c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eed7840-8de0-49d9-8d16-a67db6f2f985,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:46.270680 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=fafd8c8c-73f6-41b9-881e-4160cffd6abc,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:46.341959 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-71344405-14db-46d7-a503-fae062e72bd6 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:46.452809 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cef65446-92b9-49d9-bb24-dd26f00a08a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:46.494286 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0b00f-250e-4ce1-8a14-cb15a69d02bd req-d44657c7-4d38-4f0c-991d-b47e0247a541 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:46.497800 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 69e2a20f-0ef2-479f-b9ef-320a6110a078, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=69e2a20f-0ef2-479f-b9ef-320a6110a078,segment=NetworkSegment(fc65a185-2ca5-435d-8bdb-72122a46119f),segment_id=fc65a185-2ca5-435d-8bdb-72122a46119f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:46.500318 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0b00f-250e-4ce1-8a14-cb15a69d02bd req-d44657c7-4d38-4f0c-991d-b47e0247a541 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:46.506424 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0b00f-250e-4ce1-8a14-cb15a69d02bd req-d44657c7-4d38-4f0c-991d-b47e0247a541 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:46.512032 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0b00f-250e-4ce1-8a14-cb15a69d02bd req-d44657c7-4d38-4f0c-991d-b47e0247a541 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:46.514437 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '69e2a20f-0ef2-479f-b9ef-320a6110a078', 'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84', 'port_id': '69e2a20f-0ef2-479f-b9ef-320a6110a078', 'mac_address': 'fa:16:3e:c9:f5:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4672b88c-e1c1-4d0c-a3fa-f280cf947686', 'ip_address': '10.1.1.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:53:46.518614 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0b00f-250e-4ce1-8a14-cb15a69d02bd req-d44657c7-4d38-4f0c-991d-b47e0247a541 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:46.524507 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0b00f-250e-4ce1-8a14-cb15a69d02bd req-d44657c7-4d38-4f0c-991d-b47e0247a541 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:46.531139 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0b00f-250e-4ce1-8a14-cb15a69d02bd req-d44657c7-4d38-4f0c-991d-b47e0247a541 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:46.533135 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f8d0b00f-250e-4ce1-8a14-cb15a69d02bd req-d44657c7-4d38-4f0c-991d-b47e0247a541 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5428 time: 0.1573431 Aug 10 03:53:46.662774 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a19d73-8a9b-49c3-9f5c-606d27b75796 req-accb2365-2a3b-4c4c-aa99-9c7cc1418fb3 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:46.677436 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-42a19d73-8a9b-49c3-9f5c-606d27b75796 req-accb2365-2a3b-4c4c-aa99-9c7cc1418fb3 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc2d3bb8-f714-4b75-98f6-00527f2b6ced HTTP/1.1" status: 200 len: 946 time: 0.0895214 Aug 10 03:53:46.692084 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f8d0b00f-250e-4ce1-8a14-cb15a69d02bd req-4c13beab-f952-453b-b5a8-ca8c85b1d08e tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1235428 Aug 10 03:53:46.742075 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-42a19d73-8a9b-49c3-9f5c-606d27b75796 req-c80572de-f7f2-4dfb-a584-dc9146f5d6ad tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630088 Aug 10 03:53:46.756678 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-cef65446-92b9-49d9-bb24-dd26f00a08a5 admin admin] Deleting port b10774f1-63a5-4755-8271-4bf444121db8 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:46.756678 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cef65446-92b9-49d9-bb24-dd26f00a08a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:46.809986 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-71344405-14db-46d7-a503-fae062e72bd6 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:46.825909 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:46.840808 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-7e8c233f-7b10-4155-8446-7af93c780031 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-697773585-network', 'tenant_id': 'ba4dfbcf73f2425d88d975c4d0dbffe2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:46.869114 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-cef65446-92b9-49d9-bb24-dd26f00a08a5 admin admin] For port b10774f1-63a5-4755-8271-4bf444121db8, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=b10774f1-63a5-4755-8271-4bf444121db8,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:46.869562 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cef65446-92b9-49d9-bb24-dd26f00a08a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:46.889880 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-cef65446-92b9-49d9-bb24-dd26f00a08a5 admin admin] Calling delete_port for b10774f1-63a5-4755-8271-4bf444121db8 owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:46.899904 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e2a20f-0ef2-479f-b9ef-320a6110a078 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:53:46.900213 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-71344405-14db-46d7-a503-fae062e72bd6 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:46.925942 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 69e2a20f-0ef2-479f-b9ef-320a6110a078, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=69e2a20f-0ef2-479f-b9ef-320a6110a078,segment=NetworkSegment(fc65a185-2ca5-435d-8bdb-72122a46119f),segment_id=fc65a185-2ca5-435d-8bdb-72122a46119f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:46.931912 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-51b2ae35-ff45-410b-92f5-193fb6822b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'name': 'tempest-TaggedBootDevicesTest-1731749727-router', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'b10774f1-63a5-4755-8271-4bf444121db8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:32Z', 'updated_at': '2021-08-10T03:53:44Z', 'revision_number': 5, 'project_id': '131e3b69db844409bca7efef95f46481', 'gw_port': {'id': 'b10774f1-63a5-4755-8271-4bf444121db8', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:41:33Z', 'updated_at': '2021-08-10T03:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:46.961502 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b2ae35-ff45-410b-92f5-193fb6822b57 None None] Checking router: 04b1b6e9-069a-4025-958f-5a2316bd234f for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:53:46.971143 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b2ae35-ff45-410b-92f5-193fb6822b57 None None] Routers {'04b1b6e9-069a-4025-958f-5a2316bd234f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:53:46.971833 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-51b2ae35-ff45-410b-92f5-193fb6822b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:53:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['04b1b6e9-069a-4025-958f-5a2316bd234f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:47.001042 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71344405-14db-46d7-a503-fae062e72bd6 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Pushing event updated for resources: {'Port': ['ID=566d3a32-a4d7-443a-89b9-3b1411fd620e,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:47.021066 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8c233f-7b10-4155-8446-7af93c780031 admin admin] Made reservation on behalf of ba4dfbcf73f2425d88d975c4d0dbffe2 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:47.024864 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7e8c233f-7b10-4155-8446-7af93c780031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.044707 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7e8c233f-7b10-4155-8446-7af93c780031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.058076 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.058076 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.058076 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 27b3504e-5f67-479d-9a2f-2aa759db0602 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:53:47.068560 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-71344405-14db-46d7-a503-fae062e72bd6 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.092467 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 27b3504e-5f67-479d-9a2f-2aa759db0602, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=27b3504e-5f67-479d-9a2f-2aa759db0602,segment=NetworkSegment(fc65a185-2ca5-435d-8bdb-72122a46119f),segment_id=fc65a185-2ca5-435d-8bdb-72122a46119f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:47.108262 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '27b3504e-5f67-479d-9a2f-2aa759db0602', 'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84', 'port_id': '27b3504e-5f67-479d-9a2f-2aa759db0602', 'mac_address': 'fa:16:3e:9c:f8:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4672b88c-e1c1-4d0c-a3fa-f280cf947686', 'ip_address': '10.1.1.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:53:47.224070 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-51b2ae35-ff45-410b-92f5-193fb6822b57 None None] Set router 04b1b6e9-069a-4025-958f-5a2316bd234f gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:53:47.253203 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7e8c233f-7b10-4155-8446-7af93c780031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.313149 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-51b2ae35-ff45-410b-92f5-193fb6822b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'name': 'tempest-TaggedBootDevicesTest-1731749727-router', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:32Z', 'updated_at': '2021-08-10T03:53:46Z', 'revision_number': 6, 'project_id': '131e3b69db844409bca7efef95f46481', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:47.326867 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33568) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:47.342512 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d70773c-e70e-43e1-bea0-2f390aa89420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.346848 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=69e2a20f-0ef2-479f-b9ef-320a6110a078,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:47.350579 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.352595 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b2ae35-ff45-410b-92f5-193fb6822b57 None None] The sync data for ids ['04b1b6e9-069a-4025-958f-5a2316bd234f'] in n-d-802893-2 is: [{'id': '04b1b6e9-069a-4025-958f-5a2316bd234f', 'name': 'tempest-TaggedBootDevicesTest-1731749727-router', 'tenant_id': '131e3b69db844409bca7efef95f46481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:41:32Z', 'updated_at': '2021-08-10T03:53:46Z', 'revision_number': 6, 'project_id': '131e3b69db844409bca7efef95f46481', 'gw_port_host': None}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:53:47.366184 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b3504e-5f67-479d-9a2f-2aa759db0602 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:53:47.373901 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cef65446-92b9-49d9-bb24-dd26f00a08a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.408721 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 27b3504e-5f67-479d-9a2f-2aa759db0602, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=27b3504e-5f67-479d-9a2f-2aa759db0602,segment=NetworkSegment(fc65a185-2ca5-435d-8bdb-72122a46119f),segment_id=fc65a185-2ca5-435d-8bdb-72122a46119f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:47.410120 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef65446-92b9-49d9-bb24-dd26f00a08a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b10774f1-63a5-4755-8271-4bf444121db8,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:47.432709 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7e8c233f-7b10-4155-8446-7af93c780031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.460388 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e8c233f-7b10-4155-8446-7af93c780031 admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:53:47.479230 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c233f-7b10-4155-8446-7af93c780031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465c2225-6e39-4e75-8af9-0add66f2bbd7,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:47.482238 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7e8c233f-7b10-4155-8446-7af93c780031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.482845 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-7e8c233f-7b10-4155-8446-7af93c780031 admin admin] Added segment 1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1 of type vlan for network c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb Aug 10 03:53:47.515215 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cef65446-92b9-49d9-bb24-dd26f00a08a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.534767 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7e8c233f-7b10-4155-8446-7af93c780031 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.541866 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.542365 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:53:47.605269 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-71344405-14db-46d7-a503-fae062e72bd6 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.606527 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-71344405-14db-46d7-a503-fae062e72bd6 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0220914 Aug 10 03:53:47.614241 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cef65446-92b9-49d9-bb24-dd26f00a08a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.616948 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cef65446-92b9-49d9-bb24-dd26f00a08a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.646769 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=2c7de5ba-33bf-4c9f-b02d-0d1250755d4b,segment=NetworkSegment(fc65a185-2ca5-435d-8bdb-72122a46119f),segment_id=fc65a185-2ca5-435d-8bdb-72122a46119f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:47.683906 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=27b3504e-5f67-479d-9a2f-2aa759db0602,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:47.703570 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '2c7de5ba-33bf-4c9f-b02d-0d1250755d4b', 'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84', 'port_id': '2c7de5ba-33bf-4c9f-b02d-0d1250755d4b', 'mac_address': 'fa:16:3e:3e:22:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4672b88c-e1c1-4d0c-a3fa-f280cf947686', 'ip_address': '10.1.1.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:53:47.716491 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d70773c-e70e-43e1-bea0-2f390aa89420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.718996 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7e8c233f-7b10-4155-8446-7af93c780031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.720479 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8c233f-7b10-4155-8446-7af93c780031 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:47.721137 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7e8c233f-7b10-4155-8446-7af93c780031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.776056 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cef65446-92b9-49d9-bb24-dd26f00a08a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.776714 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef65446-92b9-49d9-bb24-dd26f00a08a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04b1b6e9-069a-4025-958f-5a2316bd234f {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:53:47.783161 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cef65446-92b9-49d9-bb24-dd26f00a08a5 admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.787498 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-cef65446-92b9-49d9-bb24-dd26f00a08a5 admin admin] 10.222.0.25 "DELETE /v2.0/routers/04b1b6e9-069a-4025-958f-5a2316bd234f HTTP/1.1" status: 204 len: 168 time: 1.7678123 Aug 10 03:53:47.787922 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33580) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:47.834047 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.847976 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:53:47.859598 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d70773c-e70e-43e1-bea0-2f390aa89420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.869183 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=2c7de5ba-33bf-4c9f-b02d-0d1250755d4b,segment=NetworkSegment(fc65a185-2ca5-435d-8bdb-72122a46119f),segment_id=fc65a185-2ca5-435d-8bdb-72122a46119f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:47.886090 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff3b4477-34db-4ddb-bdce-cd7e00803432 admin admin] Deleting subnet 1583fe6d-0928-4ce5-a5da-99afb99ff698 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:53:47.923396 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ff3b4477-34db-4ddb-bdce-cd7e00803432 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.958988 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7e8c233f-7b10-4155-8446-7af93c780031 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7049317 Aug 10 03:53:47.963051 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2d70773c-e70e-43e1-bea0-2f390aa89420 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c846ffe06ffc42f9a4bb5d32364424ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6349964 Aug 10 03:53:47.967755 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33586) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:47.968322 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33588) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:47.973479 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ff3b4477-34db-4ddb-bdce-cd7e00803432 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:47.975806 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-9d1f6a7b-f053-4767-b457-09c3212801cf admin admin] Request body: {'subnet': {'network_id': 'c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-697773585-subnet', 'tenant_id': 'ba4dfbcf73f2425d88d975c4d0dbffe2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:48.002243 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.002907 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device d75f407a-6d9e-4e55-beff-6f8dd89b5d40 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:53:48.010650 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c233f-7b10-4155-8446-7af93c780031 admin admin] Pushing event updated for resources: {'Network': ['ID=c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:48.034650 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70773c-e70e-43e1-bea0-2f390aa89420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c59a19-3482-4927-91ef-02250badef84,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:48.057271 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:53:48.083805 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b4a8f-f423-41bc-b1ff-fdaade238803 req-aa284e93-1f48-46b8-b819-18ae7f7ee1f0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:48.097172 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b4a8f-f423-41bc-b1ff-fdaade238803 req-aa284e93-1f48-46b8-b819-18ae7f7ee1f0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:48.104804 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b4a8f-f423-41bc-b1ff-fdaade238803 req-aa284e93-1f48-46b8-b819-18ae7f7ee1f0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:48.106356 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be15065-d38d-454f-82a1-4e245dc2c5c9 req-0a9b353c-978b-4f66-8c2c-674b7d54382b tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:48.112455 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b4a8f-f423-41bc-b1ff-fdaade238803 req-aa284e93-1f48-46b8-b819-18ae7f7ee1f0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:48.114755 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7be15065-d38d-454f-82a1-4e245dc2c5c9 req-0a9b353c-978b-4f66-8c2c-674b7d54382b tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc2d3bb8-f714-4b75-98f6-00527f2b6ced HTTP/1.1" status: 200 len: 946 time: 0.2336073 Aug 10 03:53:48.119413 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b4a8f-f423-41bc-b1ff-fdaade238803 req-aa284e93-1f48-46b8-b819-18ae7f7ee1f0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:48.126533 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e80541b0-b742-435b-a4e1-a47066a63a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.127293 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b4a8f-f423-41bc-b1ff-fdaade238803 req-aa284e93-1f48-46b8-b819-18ae7f7ee1f0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:48.134786 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b4a8f-f423-41bc-b1ff-fdaade238803 req-aa284e93-1f48-46b8-b819-18ae7f7ee1f0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:48.140212 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b12b4a8f-f423-41bc-b1ff-fdaade238803 req-aa284e93-1f48-46b8-b819-18ae7f7ee1f0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5430 time: 0.2575338 Aug 10 03:53:48.167888 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd4462-afc1-4219-9b24-ebf0f4c25dd2 req-527381f6-d4a2-4443-be3e-6e47c8a528cf tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:48.172741 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-85fd4462-afc1-4219-9b24-ebf0f4c25dd2 req-527381f6-d4a2-4443-be3e-6e47c8a528cf tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc2d3bb8-f714-4b75-98f6-00527f2b6ced HTTP/1.1" status: 200 len: 946 time: 0.1520376 Aug 10 03:53:48.183530 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=2c7de5ba-33bf-4c9f-b02d-0d1250755d4b,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:48.188070 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port d75f407a-6d9e-4e55-beff-6f8dd89b5d40, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=d75f407a-6d9e-4e55-beff-6f8dd89b5d40,segment=NetworkSegment(fc65a185-2ca5-435d-8bdb-72122a46119f),segment_id=fc65a185-2ca5-435d-8bdb-72122a46119f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:48.202519 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'd75f407a-6d9e-4e55-beff-6f8dd89b5d40', 'network_id': '438e5aac-e98a-498a-962c-24a8dab08d84', 'port_id': 'd75f407a-6d9e-4e55-beff-6f8dd89b5d40', 'mac_address': 'fa:16:3e:e0:4f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4672b88c-e1c1-4d0c-a3fa-f280cf947686', 'ip_address': '10.1.1.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:53:48.215146 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b12b4a8f-f423-41bc-b1ff-fdaade238803 req-e084036a-8557-4ce9-a116-60fcba023997 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0687864 Aug 10 03:53:48.220009 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ff3b4477-34db-4ddb-bdce-cd7e00803432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.224031 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e80541b0-b742-435b-a4e1-a47066a63a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.278540 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1f6a7b-f053-4767-b457-09c3212801cf admin admin] Made reservation on behalf of ba4dfbcf73f2425d88d975c4d0dbffe2 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:48.288267 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9d1f6a7b-f053-4767-b457-09c3212801cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.294468 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.309171 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d75f407a-6d9e-4e55-beff-6f8dd89b5d40 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:53:48.333300 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port d75f407a-6d9e-4e55-beff-6f8dd89b5d40, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=d75f407a-6d9e-4e55-beff-6f8dd89b5d40,segment=NetworkSegment(fc65a185-2ca5-435d-8bdb-72122a46119f),segment_id=fc65a185-2ca5-435d-8bdb-72122a46119f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:48.375577 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7be15065-d38d-454f-82a1-4e245dc2c5c9 req-bdb33bdb-e0ea-42cf-8fa4-1529cd70c580 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597997 Aug 10 03:53:48.438987 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.439701 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 689d1191-90af-45a6-9b31-5a0d267b556e details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:53:48.665038 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-85fd4462-afc1-4219-9b24-ebf0f4c25dd2 req-4b3b31b7-bc89-4c1d-b95d-14a296600f66 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Deleting port c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:48.665038 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-85fd4462-afc1-4219-9b24-ebf0f4c25dd2 req-4b3b31b7-bc89-4c1d-b95d-14a296600f66 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.665623 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=d75f407a-6d9e-4e55-beff-6f8dd89b5d40,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:48.665623 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 689d1191-90af-45a6-9b31-5a0d267b556e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=689d1191-90af-45a6-9b31-5a0d267b556e,segment=NetworkSegment(da658146-22e1-4101-b313-7e8ac30939d3),segment_id=da658146-22e1-4101-b313-7e8ac30939d3)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:48.665623 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '689d1191-90af-45a6-9b31-5a0d267b556e', 'network_id': 'fc4bc8cd-9681-4c48-a384-e9912b245b99', 'port_id': '689d1191-90af-45a6-9b31-5a0d267b556e', 'mac_address': 'fa:16:3e:ac:a6:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c77b29-de8a-40c8-ae15-4c8b35353438', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:53:48.665912 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-85fd4462-afc1-4219-9b24-ebf0f4c25dd2 req-4b3b31b7-bc89-4c1d-b95d-14a296600f66 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] For port c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:48.665912 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-85fd4462-afc1-4219-9b24-ebf0f4c25dd2 req-4b3b31b7-bc89-4c1d-b95d-14a296600f66 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.665912 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-85fd4462-afc1-4219-9b24-ebf0f4c25dd2 req-4b3b31b7-bc89-4c1d-b95d-14a296600f66 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Calling delete_port for c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:48.736022 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.762529 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-c79afa65-8c91-4a39-a300-4c0a7d2843f9 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--465404023&fields=id&tenant_id=992d730214c1491099e8b120487e23ac HTTP/1.1" status: 200 len: 267 time: 0.4012349 Aug 10 03:53:48.765079 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ff3b4477-34db-4ddb-bdce-cd7e00803432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.782548 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 689d1191-90af-45a6-9b31-5a0d267b556e {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:53:48.812140 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 689d1191-90af-45a6-9b31-5a0d267b556e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=689d1191-90af-45a6-9b31-5a0d267b556e,segment=NetworkSegment(da658146-22e1-4101-b313-7e8ac30939d3),segment_id=da658146-22e1-4101-b313-7e8ac30939d3)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:48.846970 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b4698e-ea60-4830-9cdb-874538110321 None None] Network fa395f05-97ff-41a7-920e-74dd9aa81561 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:48.879521 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b4477-34db-4ddb-bdce-cd7e00803432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1583fe6d-0928-4ce5-a5da-99afb99ff698,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:48.881847 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ff3b4477-34db-4ddb-bdce-cd7e00803432 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.892868 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ff3b4477-34db-4ddb-bdce-cd7e00803432 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1583fe6d-0928-4ce5-a5da-99afb99ff698 HTTP/1.1" status: 204 len: 168 time: 1.0973496 Aug 10 03:53:48.892993 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33606) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:48.935822 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e80541b0-b742-435b-a4e1-a47066a63a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.938788 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e80541b0-b742-435b-a4e1-a47066a63a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.940390 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e80541b0-b742-435b-a4e1-a47066a63a0e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b4c59a19-3482-4927-91ef-02250badef84 HTTP/1.1" status: 204 len: 168 time: 0.9696167 Aug 10 03:53:48.959639 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-adc316b1-fc10-44b6-8ead-e9167cc9e3d6 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:48.962135 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80541b0-b742-435b-a4e1-a47066a63a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c59a19-3482-4927-91ef-02250badef84,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:48.962274 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-adc316b1-fc10-44b6-8ead-e9167cc9e3d6 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/networks?id=c77b191a-044f-43de-9854-a356e10ee6fa HTTP/1.1" status: 200 len: 805 time: 0.1978545 Aug 10 03:53:48.983925 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-986128b2-7d86-4393-a5b7-f98ddc4c97ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:48.991903 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-12e22b76-38a4-4cc8-ad71-6a8871281c28 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/quotas/992d730214c1491099e8b120487e23ac HTTP/1.1" status: 200 len: 375 time: 0.0119913 Aug 10 03:53:49.042029 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:49.042985 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device c5bd3815-002e-4d67-be39-954b17157f18 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:53:49.075467 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-85fd4462-afc1-4219-9b24-ebf0f4c25dd2 req-4b3b31b7-bc89-4c1d-b95d-14a296600f66 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:49.114411 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:49.177306 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b31b7-bc89-4c1d-b95d-14a296600f66 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Pushing event deleted for resources: {'Port': ['ID=c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:49.179769 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-c2cd515e-8aac-472a-8108-c8095adefdf6 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=992d730214c1491099e8b120487e23ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1777446 Aug 10 03:53:49.216129 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=689d1191-90af-45a6-9b31-5a0d267b556e,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:49.258461 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b10774f1-63a5-4755-8271-4bf444121db8 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:49.294627 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82bd495-11d0-41b3-b413-8d8b9d89de55 None None] DHCP port deletion for fa395f05-97ff-41a7-920e-74dd9aa81561 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:53:49.301358 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: b10774f1-63a5-4755-8271-4bf444121db8 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:49.302064 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b10774f1-63a5-4755-8271-4bf444121db8 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:49.303060 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:49.330952 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:49.331662 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c4c5c842-3216-4cb4-b4c4-8f95c3bddf1a not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:49.344278 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-986128b2-7d86-4393-a5b7-f98ddc4c97ad admin admin] Deleting port 964c4bbc-7062-41f1-a4f2-f351ec1aadec {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:49.345194 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-986128b2-7d86-4393-a5b7-f98ddc4c97ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:49.349448 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-b41c1347-7986-4f1f-a3ef-d8a4aff5a542 service neutron] 10.222.0.25 "GET /v2.0/networks/c77b191a-044f-43de-9854-a356e10ee6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431990 Aug 10 03:53:49.392470 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port c5bd3815-002e-4d67-be39-954b17157f18, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c5bd3815-002e-4d67-be39-954b17157f18,segment=NetworkSegment(ac840d2f-22d8-4451-be0a-5884fabfcf90),segment_id=ac840d2f-22d8-4451-be0a-5884fabfcf90)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:49.410573 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'c5bd3815-002e-4d67-be39-954b17157f18', 'network_id': 'af9d6125-2256-42d2-8b3b-ccaff09619e5', 'port_id': 'c5bd3815-002e-4d67-be39-954b17157f18', 'mac_address': 'fa:16:3e:96:15:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '131e12ae-b15c-4627-a08c-2d35b677d6c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:53:49.411049 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-85fd4462-afc1-4219-9b24-ebf0f4c25dd2 req-4b3b31b7-bc89-4c1d-b95d-14a296600f66 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] No DVR routers for this DVR port c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:49.416386 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-85fd4462-afc1-4219-9b24-ebf0f4c25dd2 req-4b3b31b7-bc89-4c1d-b95d-14a296600f66 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:49.418907 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-85fd4462-afc1-4219-9b24-ebf0f4c25dd2 req-4b3b31b7-bc89-4c1d-b95d-14a296600f66 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.20 "DELETE /v2.0/ports/c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d HTTP/1.1" status: 204 len: 173 time: 1.2416370 Aug 10 03:53:49.462787 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-e82bd495-11d0-41b3-b413-8d8b9d89de55 None None] Deleting port 964c4bbc-7062-41f1-a4f2-f351ec1aadec {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:49.468747 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e82bd495-11d0-41b3-b413-8d8b9d89de55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:49.491707 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc2d3bb8-f714-4b75-98f6-00527f2b6ced', 'name': 'network-vif-deleted', 'tag': 'c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:49.497397 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45aa9ac-e1f1-485a-a136-0740301e46b2" -d '{"events": [{"server_uuid": "cc2d3bb8-f714-4b75-98f6-00527f2b6ced", "name": "network-vif-deleted", "tag": "c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:49.529506 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:49.561517 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-e82bd495-11d0-41b3-b413-8d8b9d89de55 None None] For port 964c4bbc-7062-41f1-a4f2-f351ec1aadec, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=964c4bbc-7062-41f1-a4f2-f351ec1aadec,segment=NetworkSegment(df0a830f-75f3-4d44-a26e-0bcdbbc81e39),segment_id=df0a830f-75f3-4d44-a26e-0bcdbbc81e39)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:49.561916 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e82bd495-11d0-41b3-b413-8d8b9d89de55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:49.564936 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-986128b2-7d86-4393-a5b7-f98ddc4c97ad admin admin] For port 964c4bbc-7062-41f1-a4f2-f351ec1aadec, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=964c4bbc-7062-41f1-a4f2-f351ec1aadec,segment=NetworkSegment(df0a830f-75f3-4d44-a26e-0bcdbbc81e39),segment_id=df0a830f-75f3-4d44-a26e-0bcdbbc81e39)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:49.565664 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5bd3815-002e-4d67-be39-954b17157f18 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:53:49.566001 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-515b53ba-fa13-437a-b83c-f4af1712d44a service neutron] 10.222.0.25 "GET /v2.0/networks/c77b191a-044f-43de-9854-a356e10ee6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019784 Aug 10 03:53:49.568379 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-986128b2-7d86-4393-a5b7-f98ddc4c97ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:49.590448 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-e82bd495-11d0-41b3-b413-8d8b9d89de55 None None] Calling delete_port for 964c4bbc-7062-41f1-a4f2-f351ec1aadec owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:49.606732 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port c5bd3815-002e-4d67-be39-954b17157f18, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c5bd3815-002e-4d67-be39-954b17157f18,segment=NetworkSegment(ac840d2f-22d8-4451-be0a-5884fabfcf90),segment_id=ac840d2f-22d8-4451-be0a-5884fabfcf90)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:49.608362 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9d1f6a7b-f053-4767-b457-09c3212801cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:49.662095 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-986128b2-7d86-4393-a5b7-f98ddc4c97ad admin admin] Calling delete_port for 964c4bbc-7062-41f1-a4f2-f351ec1aadec owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:49.695540 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:49.761295 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e2662-439a-4563-8d55-5359c402de75 req-fb19ca0a-aae2-44ef-a081-74c7209b3f61 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:49.768442 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e2662-439a-4563-8d55-5359c402de75 req-fb19ca0a-aae2-44ef-a081-74c7209b3f61 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:49.774406 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e2662-439a-4563-8d55-5359c402de75 req-fb19ca0a-aae2-44ef-a081-74c7209b3f61 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:49.780948 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e2662-439a-4563-8d55-5359c402de75 req-fb19ca0a-aae2-44ef-a081-74c7209b3f61 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:49.788036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e2662-439a-4563-8d55-5359c402de75 req-fb19ca0a-aae2-44ef-a081-74c7209b3f61 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:49.795333 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e2662-439a-4563-8d55-5359c402de75 req-fb19ca0a-aae2-44ef-a081-74c7209b3f61 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:49.801932 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e2662-439a-4563-8d55-5359c402de75 req-fb19ca0a-aae2-44ef-a081-74c7209b3f61 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:49.810023 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-123e2662-439a-4563-8d55-5359c402de75 req-fb19ca0a-aae2-44ef-a081-74c7209b3f61 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5433 time: 0.3900969 Aug 10 03:53:49.817325 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1f6a7b-f053-4767-b457-09c3212801cf admin admin] Checking segment: {'id': '1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:49.817750 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1f6a7b-f053-4767-b457-09c3212801cf admin admin] Network hostable DHCP agents. Network: c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:53:49.829293 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=c5bd3815-002e-4d67-be39-954b17157f18,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:49.861398 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e82bd495-11d0-41b3-b413-8d8b9d89de55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:49.881526 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f6a7b-f053-4767-b457-09c3212801cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4841167f-f267-48b7-aadb-98bc93baab6d,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:49.892939 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bd495-11d0-41b3-b413-8d8b9d89de55 None None] Pushing event deleted for resources: {'Port': ['ID=964c4bbc-7062-41f1-a4f2-f351ec1aadec,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:49.914119 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82bd495-11d0-41b3-b413-8d8b9d89de55 None None] No DVR routers for this DVR port 964c4bbc-7062-41f1-a4f2-f351ec1aadec on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:49.916878 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bd495-11d0-41b3-b413-8d8b9d89de55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:49.917408 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bd495-11d0-41b3-b413-8d8b9d89de55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:49.917904 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bd495-11d0-41b3-b413-8d8b9d89de55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:49.918387 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bd495-11d0-41b3-b413-8d8b9d89de55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:49.918869 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bd495-11d0-41b3-b413-8d8b9d89de55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:49.919472 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bd495-11d0-41b3-b413-8d8b9d89de55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:49.920696 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bd495-11d0-41b3-b413-8d8b9d89de55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:49.921442 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bd495-11d0-41b3-b413-8d8b9d89de55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:49.922046 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bd495-11d0-41b3-b413-8d8b9d89de55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:49.923064 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bd495-11d0-41b3-b413-8d8b9d89de55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:49.923637 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bd495-11d0-41b3-b413-8d8b9d89de55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:49.924132 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82bd495-11d0-41b3-b413-8d8b9d89de55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:49.935690 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-123e2662-439a-4563-8d55-5359c402de75 req-38e768e4-f654-4ef0-878a-a68f4968d55d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1191580 Aug 10 03:53:49.978981 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-986128b2-7d86-4393-a5b7-f98ddc4c97ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.010444 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986128b2-7d86-4393-a5b7-f98ddc4c97ad admin admin] Pushing event deleted for resources: {'Port': ['ID=964c4bbc-7062-41f1-a4f2-f351ec1aadec,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:50.032997 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986128b2-7d86-4393-a5b7-f98ddc4c97ad admin admin] No DVR routers for this DVR port 964c4bbc-7062-41f1-a4f2-f351ec1aadec on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:50.044658 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1f6a7b-f053-4767-b457-09c3212801cf admin admin] Network c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:53:50.125224 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e8391f-1c36-4cd9-a161-2725a130609e x-openstack-request-id: req-56e8391f-1c36-4cd9-a161-2725a130609e {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:50.125819 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc2d3bb8-f714-4b75-98f6-00527f2b6ced", "name": "network-vif-deleted", "tag": "c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:50.126016 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56e8391f-1c36-4cd9-a161-2725a130609e {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:50.126274 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc2d3bb8-f714-4b75-98f6-00527f2b6ced', 'name': 'network-vif-deleted', 'tag': 'c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d', 'status': 'completed', 'code': 200} Aug 10 03:53:50.148051 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-9d1f6a7b-f053-4767-b457-09c3212801cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:50.156377 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa2a241-fa86-4d7d-9b9e-36bec4face56 None None] Network c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:50.179431 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bf916b90-e455-4a2e-a4ae-2441f9ca148a req-13c68ced-d66a-4b50-9de5-d702caefd3e9 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc2d3bb8-f714-4b75-98f6-00527f2b6ced HTTP/1.1" status: 200 len: 210 time: 0.0520837 Aug 10 03:53:50.191711 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-986128b2-7d86-4393-a5b7-f98ddc4c97ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.203464 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1f6a7b-f053-4767-b457-09c3212801cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:50.203653 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9d1f6a7b-f053-4767-b457-09c3212801cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.228465 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-986128b2-7d86-4393-a5b7-f98ddc4c97ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa395f05-97ff-41a7-920e-74dd9aa81561']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:50.253574 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33652) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:50.258026 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-986128b2-7d86-4393-a5b7-f98ddc4c97ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df0a830f-75f3-4d44-a26e-0bcdbbc81e39') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:50.258332 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-986128b2-7d86-4393-a5b7-f98ddc4c97ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df0a830f-75f3-4d44-a26e-0bcdbbc81e39') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:53:50.264495 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a720f8d6-762f-454e-80d8-791d5e049c33 req-f43ca5a5-3e4b-4876-a5b1-b6e7d49043b7 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/ports?device_id=694df543-b5ec-4345-a560-605c47474843 HTTP/1.1" status: 200 len: 210 time: 0.0558054 Aug 10 03:53:50.286318 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-986128b2-7d86-4393-a5b7-f98ddc4c97ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.286527 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3a6316cd-92c8-41c5-8ff6-ce14ccec2e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.320356 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-986128b2-7d86-4393-a5b7-f98ddc4c97ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.328971 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-986128b2-7d86-4393-a5b7-f98ddc4c97ad admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:53:50.329390 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-986128b2-7d86-4393-a5b7-f98ddc4c97ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:53:50.331198 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:53:50.354230 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9d1f6a7b-f053-4767-b457-09c3212801cf admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3847053 Aug 10 03:53:50.480215 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f12c7ab-5e5e-43eb-997e-0ab20ba59f49 None None] Network c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:50.496697 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3a6316cd-92c8-41c5-8ff6-ce14ccec2e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.547092 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-986128b2-7d86-4393-a5b7-f98ddc4c97ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.556128 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-986128b2-7d86-4393-a5b7-f98ddc4c97ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.559575 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-986128b2-7d86-4393-a5b7-f98ddc4c97ad admin admin] 10.222.0.25 "DELETE /v2.0/networks/fa395f05-97ff-41a7-920e-74dd9aa81561 HTTP/1.1" status: 204 len: 168 time: 1.6712472 Aug 10 03:53:50.574912 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3a6316cd-92c8-41c5-8ff6-ce14ccec2e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.577733 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['fafd8c8c-73f6-41b9-881e-4160cffd6abc'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:50.588264 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['69e2a20f-0ef2-479f-b9ef-320a6110a078'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:50.603578 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986128b2-7d86-4393-a5b7-f98ddc4c97ad admin admin] Pushing event deleted for resources: {'Network': ['ID=fa395f05-97ff-41a7-920e-74dd9aa81561,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:50.677141 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3a6316cd-92c8-41c5-8ff6-ce14ccec2e0e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eacbf1966b5546bf87b1192779eedf4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4222794 Aug 10 03:53:50.677976 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6316cd-92c8-41c5-8ff6-ce14ccec2e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e617702f-7797-4c24-b3fb-e3abcfacf3be,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:50.679823 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33668) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:50.712295 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['d75f407a-6d9e-4e55-beff-6f8dd89b5d40'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:50.720142 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['c5bd3815-002e-4d67-be39-954b17157f18'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:50.755470 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['2c7de5ba-33bf-4c9f-b02d-0d1250755d4b'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:50.788138 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-aee21e0f-f04c-44fa-9e87-db14c401b137 req-868ca36a-8474-4a0a-9e60-987c8c717320 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-46419889', 'description': 'tempest-description-870087852'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:50.813400 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1c703349-0dc1-418c-9ae5-9941414d755b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.895274 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1c703349-0dc1-418c-9ae5-9941414d755b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:50.942588 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3bb3a-63df-4ef2-a506-1a45b7d280d8 req-5d64c970-6043-402f-b7ad-361a7477ab8b tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:50.944190 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dfa3bb3a-63df-4ef2-a506-1a45b7d280d8 req-5d64c970-6043-402f-b7ad-361a7477ab8b tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=113c0507-934b-4195-bb48-9dac40bc4dca HTTP/1.1" status: 200 len: 946 time: 0.1155491 Aug 10 03:53:50.950090 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-aee21e0f-f04c-44fa-9e87-db14c401b137 req-868ca36a-8474-4a0a-9e60-987c8c717320 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:51.002973 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dfa3bb3a-63df-4ef2-a506-1a45b7d280d8 req-08bc7374-b307-48fc-b0cc-6b9b996bb578 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380533 Aug 10 03:53:51.157958 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 964c4bbc-7062-41f1-a4f2-f351ec1aadec no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:51.177597 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4da3d-297a-4aab-bdba-d85c9f6e7aec req-e1393ca5-c1ef-479e-9ff0-a37b8da9b80b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:51.184691 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4da3d-297a-4aab-bdba-d85c9f6e7aec req-e1393ca5-c1ef-479e-9ff0-a37b8da9b80b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:51.190087 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4da3d-297a-4aab-bdba-d85c9f6e7aec req-e1393ca5-c1ef-479e-9ff0-a37b8da9b80b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:51.196772 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4da3d-297a-4aab-bdba-d85c9f6e7aec req-e1393ca5-c1ef-479e-9ff0-a37b8da9b80b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:51.203034 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4da3d-297a-4aab-bdba-d85c9f6e7aec req-e1393ca5-c1ef-479e-9ff0-a37b8da9b80b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:51.209956 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4da3d-297a-4aab-bdba-d85c9f6e7aec req-e1393ca5-c1ef-479e-9ff0-a37b8da9b80b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:51.225825 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4da3d-297a-4aab-bdba-d85c9f6e7aec req-e1393ca5-c1ef-479e-9ff0-a37b8da9b80b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:51.229564 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c5d4da3d-297a-4aab-bdba-d85c9f6e7aec req-e1393ca5-c1ef-479e-9ff0-a37b8da9b80b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5434 time: 0.1383905 Aug 10 03:53:51.238440 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1c703349-0dc1-418c-9ae5-9941414d755b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:51.240965 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1c703349-0dc1-418c-9ae5-9941414d755b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:51.242149 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1c703349-0dc1-418c-9ae5-9941414d755b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e617702f-7797-4c24-b3fb-e3abcfacf3be HTTP/1.1" status: 204 len: 168 time: 0.5610769 Aug 10 03:53:51.248377 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 964c4bbc-7062-41f1-a4f2-f351ec1aadec {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:51.249153 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 964c4bbc-7062-41f1-a4f2-f351ec1aadec not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:51.252419 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-aee21e0f-f04c-44fa-9e87-db14c401b137 req-868ca36a-8474-4a0a-9e60-987c8c717320 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:51.256152 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33682) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:51.272367 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c703349-0dc1-418c-9ae5-9941414d755b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e617702f-7797-4c24-b3fb-e3abcfacf3be,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:51.324514 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c5d4da3d-297a-4aab-bdba-d85c9f6e7aec req-f903b23a-337a-4055-b207-0d1538fc8b15 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0939360 Aug 10 03:53:51.339271 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-32d413ad-23a0-439d-b432-e81181f65dd2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=131e3b69db844409bca7efef95f46481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0816169 Aug 10 03:53:51.344134 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33686) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:51.360740 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33688) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:51.402371 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-aee21e0f-f04c-44fa-9e87-db14c401b137 req-868ca36a-8474-4a0a-9e60-987c8c717320 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:51.490821 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-67e22c63-2e6c-4cb0-b3d7-02155206f82d req-c94e8adf-56c7-457d-9e0c-f29bfe9145e0 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/ports?device_id=694df543-b5ec-4345-a560-605c47474843 HTTP/1.1" status: 200 len: 210 time: 0.0472929 Aug 10 03:53:51.499480 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0c4902fe-5e2f-4c25-a964-0d060548fafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:51.505673 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ca36a-8474-4a0a-9e60-987c8c717320 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2075ea22-90db-4456-b554-de2627e23c3a,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:51.539672 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0c4902fe-5e2f-4c25-a964-0d060548fafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:51.562657 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-aee21e0f-f04c-44fa-9e87-db14c401b137 req-868ca36a-8474-4a0a-9e60-987c8c717320 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:51.564178 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aee21e0f-f04c-44fa-9e87-db14c401b137 req-868ca36a-8474-4a0a-9e60-987c8c717320 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7827322 Aug 10 03:53:51.595294 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['27b3504e-5f67-479d-9a2f-2aa759db0602'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:51.597741 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-7962dac9-d2c0-4cbb-a5bb-9547d88227d0 req-1815636e-a408-4b62-ac1c-d15e48570b98 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-41046280', 'description': 'tempest-description-342163770'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:51.621723 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-82cc2ded-6b85-4886-814e-87fab7cf5a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:51.651768 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['689d1191-90af-45a6-9b31-5a0d267b556e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:51.655689 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0c4902fe-5e2f-4c25-a964-0d060548fafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:51.661390 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0c4902fe-5e2f-4c25-a964-0d060548fafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:51.666039 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0c4902fe-5e2f-4c25-a964-0d060548fafc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/db8cc47e-009c-4dfd-beb8-46508ab519bd HTTP/1.1" status: 204 len: 168 time: 0.3204889 Aug 10 03:53:51.677831 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4902fe-5e2f-4c25-a964-0d060548fafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8cc47e-009c-4dfd-beb8-46508ab519bd,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:51.747786 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7962dac9-d2c0-4cbb-a5bb-9547d88227d0 req-1815636e-a408-4b62-ac1c-d15e48570b98 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:51.911729 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-82cc2ded-6b85-4886-814e-87fab7cf5a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:51.951881 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-0661096d-f60f-48bc-afa4-af8d0ea9655c tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:51.953437 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-0661096d-f60f-48bc-afa4-af8d0ea9655c tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/networks?id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc HTTP/1.1" status: 200 len: 812 time: 0.1762688 Aug 10 03:53:51.973788 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-b741caee-a8f0-404d-93ee-464dbc7667dc tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/quotas/f978154370c54cef8e8d819528465357 HTTP/1.1" status: 200 len: 375 time: 0.0136542 Aug 10 03:53:52.009560 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-0e68c80d-8c98-4776-87f1-02bf4f85c5b3 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f978154370c54cef8e8d819528465357&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276823 Aug 10 03:53:52.032022 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-82cc2ded-6b85-4886-814e-87fab7cf5a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:52.083355 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-82cc2ded-6b85-4886-814e-87fab7cf5a2d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a853f5a3beb44138f87c0031ec0f02f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7213695 Aug 10 03:53:52.086775 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33718) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:52.099423 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc2ded-6b85-4886-814e-87fab7cf5a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3710b711-a593-47f6-8b31-452db72d8a50,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:52.112199 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-913c7077-d118-4d45-b2cf-29199a0d3b56 service neutron] 10.222.0.25 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949485 Aug 10 03:53:52.192986 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e0a37e10-5947-4c71-a18a-b24b6693c39f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:52.214266 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7962dac9-d2c0-4cbb-a5bb-9547d88227d0 req-1815636e-a408-4b62-ac1c-d15e48570b98 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:52.226757 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e0a37e10-5947-4c71-a18a-b24b6693c39f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:52.269331 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-ab760527-9245-45e1-8a78-452ea46561cc service neutron] 10.222.0.25 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477299 Aug 10 03:53:52.313105 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7962dac9-d2c0-4cbb-a5bb-9547d88227d0 req-1815636e-a408-4b62-ac1c-d15e48570b98 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:52.347544 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815636e-a408-4b62-ac1c-d15e48570b98 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a83bd464-c54e-414d-8505-ce7611a9e27a,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:52.407263 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e0a37e10-5947-4c71-a18a-b24b6693c39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:52.409889 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e0a37e10-5947-4c71-a18a-b24b6693c39f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:52.411048 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e0a37e10-5947-4c71-a18a-b24b6693c39f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3710b711-a593-47f6-8b31-452db72d8a50 HTTP/1.1" status: 204 len: 168 time: 0.3206363 Aug 10 03:53:52.419632 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a37e10-5947-4c71-a18a-b24b6693c39f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3710b711-a593-47f6-8b31-452db72d8a50,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:52.445756 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7962dac9-d2c0-4cbb-a5bb-9547d88227d0 req-1815636e-a408-4b62-ac1c-d15e48570b98 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:52.445756 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7962dac9-d2c0-4cbb-a5bb-9547d88227d0 req-1815636e-a408-4b62-ac1c-d15e48570b98 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8522069 Aug 10 03:53:52.556099 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354e21c-f0c1-4789-a9c7-a9fd5c729c7c req-0cf69897-7d7a-4534-b88f-ad3618b1f778 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:52.558755 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d354e21c-f0c1-4789-a9c7-a9fd5c729c7c req-0cf69897-7d7a-4534-b88f-ad3618b1f778 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.20 "GET /v2.0/ports?device_id=113c0507-934b-4195-bb48-9dac40bc4dca HTTP/1.1" status: 200 len: 946 time: 0.1351979 Aug 10 03:53:52.674141 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24170586-0a25-425b-bae9-687d417937b9 req-26253a3f-a8e2-4ce4-a918-0100739cc1d9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:52.681736 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24170586-0a25-425b-bae9-687d417937b9 req-26253a3f-a8e2-4ce4-a918-0100739cc1d9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:52.689993 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24170586-0a25-425b-bae9-687d417937b9 req-26253a3f-a8e2-4ce4-a918-0100739cc1d9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:52.696687 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24170586-0a25-425b-bae9-687d417937b9 req-26253a3f-a8e2-4ce4-a918-0100739cc1d9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:52.702715 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24170586-0a25-425b-bae9-687d417937b9 req-26253a3f-a8e2-4ce4-a918-0100739cc1d9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:52.708753 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24170586-0a25-425b-bae9-687d417937b9 req-26253a3f-a8e2-4ce4-a918-0100739cc1d9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:52.715011 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24170586-0a25-425b-bae9-687d417937b9 req-26253a3f-a8e2-4ce4-a918-0100739cc1d9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:52.726172 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59931e81-7348-4d43-aa3e-3f1765580d4a req-48e327af-7fe6-4ae2-89db-79f718f93765 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:52.726454 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-24170586-0a25-425b-bae9-687d417937b9 req-26253a3f-a8e2-4ce4-a918-0100739cc1d9 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5434 time: 0.1570909 Aug 10 03:53:52.727725 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-59931e81-7348-4d43-aa3e-3f1765580d4a req-48e327af-7fe6-4ae2-89db-79f718f93765 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=113c0507-934b-4195-bb48-9dac40bc4dca HTTP/1.1" status: 200 len: 946 time: 0.1677015 Aug 10 03:53:52.783191 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-24170586-0a25-425b-bae9-687d417937b9 req-d7a71e1e-b432-4bb2-b688-2b5cbb1e0a11 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455883 Aug 10 03:53:52.799271 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-d354e21c-f0c1-4789-a9c7-a9fd5c729c7c req-f512a806-b8c2-4602-8d76-b1cc7ff3edf5 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Deleting port 2632c810-0333-4d35-b87c-fd3aab836d6c {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:52.799271 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d354e21c-f0c1-4789-a9c7-a9fd5c729c7c req-f512a806-b8c2-4602-8d76-b1cc7ff3edf5 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:52.813336 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-59931e81-7348-4d43-aa3e-3f1765580d4a req-08c8332f-a643-41d2-857a-28f402e98c24 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658455 Aug 10 03:53:52.926209 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3b8501d4-2717-4e93-9d46-1dc3addcaeb6 req-d856ad6b-d75a-40a2-951d-f079f6ee5cae tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=323b1221-6fca-4fb3-b043-04f7ec6a408b HTTP/1.1" status: 200 len: 210 time: 0.0276625 Aug 10 03:53:52.927548 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d90717ac-f6d9-497e-8958-2971ad1b48d2 req-67543491-8e14-49f1-b4e0-7aa8e1a4ab8b tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/ports?device_id=694df543-b5ec-4345-a560-605c47474843 HTTP/1.1" status: 200 len: 210 time: 0.0336640 Aug 10 03:53:52.948523 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d354e21c-f0c1-4789-a9c7-a9fd5c729c7c req-f512a806-b8c2-4602-8d76-b1cc7ff3edf5 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] For port 2632c810-0333-4d35-b87c-fd3aab836d6c, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=2632c810-0333-4d35-b87c-fd3aab836d6c,segment=NetworkSegment(438f092c-63d3-4c8c-b4b5-84c92a8890bc),segment_id=438f092c-63d3-4c8c-b4b5-84c92a8890bc)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:52.949003 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d354e21c-f0c1-4789-a9c7-a9fd5c729c7c req-f512a806-b8c2-4602-8d76-b1cc7ff3edf5 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:52.969898 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-d354e21c-f0c1-4789-a9c7-a9fd5c729c7c req-f512a806-b8c2-4602-8d76-b1cc7ff3edf5 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Calling delete_port for 2632c810-0333-4d35-b87c-fd3aab836d6c owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:53.154177 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-425e48c7-dc8e-452b-8d51-180254d833ee tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:53.162480 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-425e48c7-dc8e-452b-8d51-180254d833ee tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/networks?id=c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb HTTP/1.1" status: 200 len: 812 time: 0.1391809 Aug 10 03:53:53.168209 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-662ae244-1234-46d4-a9a7-9082077083fe tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:53.170462 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-662ae244-1234-46d4-a9a7-9082077083fe tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.68 "GET /v2.0/networks?id=c77b191a-044f-43de-9854-a356e10ee6fa HTTP/1.1" status: 200 len: 805 time: 0.1553347 Aug 10 03:53:53.175216 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-3207d7d4-018b-4528-8ea1-5efd595fb499 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/quotas/ba4dfbcf73f2425d88d975c4d0dbffe2 HTTP/1.1" status: 200 len: 375 time: 0.0112882 Aug 10 03:53:53.215215 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-dc65045d-4447-4b2f-b04b-a13e9c1e3172 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba4dfbcf73f2425d88d975c4d0dbffe2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327303 Aug 10 03:53:53.265191 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-25f77f1c-c1d2-469b-a09b-7191ed706ace tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=992d730214c1491099e8b120487e23ac HTTP/1.1" status: 200 len: 379 time: 0.0832150 Aug 10 03:53:53.276317 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-fa7d02f3-3e3d-4927-ab32-69dc9d4e01e5 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Request body: {'port': {'device_id': '694df543-b5ec-4345-a560-605c47474843', 'network_id': 'c77b191a-044f-43de-9854-a356e10ee6fa', 'admin_state_up': True, 'tenant_id': '992d730214c1491099e8b120487e23ac', 'security_groups': ['c570b4d8-c912-4a68-9631-02dd72174dfb']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:53.314505 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-4fc59f4e-18d3-496f-85e3-0e420cfc036a service neutron] 10.222.0.25 "GET /v2.0/networks/c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913928 Aug 10 03:53:53.356033 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d354e21c-f0c1-4789-a9c7-a9fd5c729c7c req-f512a806-b8c2-4602-8d76-b1cc7ff3edf5 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:53.367518 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['6ea866cc-5cb4-4f69-8626-4a15d1af770d'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:53.406991 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512a806-b8c2-4602-8d76-b1cc7ff3edf5 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Pushing event deleted for resources: {'Port': ['ID=2632c810-0333-4d35-b87c-fd3aab836d6c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:53.481786 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-6dbacc08-5441-4623-b280-cbeccc47fdb7 service neutron] 10.222.0.25 "GET /v2.0/networks/c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463850 Aug 10 03:53:53.514152 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-d354e21c-f0c1-4789-a9c7-a9fd5c729c7c req-f512a806-b8c2-4602-8d76-b1cc7ff3edf5 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] No DVR routers for this DVR port 2632c810-0333-4d35-b87c-fd3aab836d6c on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:53.519540 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d354e21c-f0c1-4789-a9c7-a9fd5c729c7c req-f512a806-b8c2-4602-8d76-b1cc7ff3edf5 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:53.521558 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d354e21c-f0c1-4789-a9c7-a9fd5c729c7c req-f512a806-b8c2-4602-8d76-b1cc7ff3edf5 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.20 "DELETE /v2.0/ports/2632c810-0333-4d35-b87c-fd3aab836d6c HTTP/1.1" status: 204 len: 173 time: 0.9332557 Aug 10 03:53:53.522010 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113c0507-934b-4195-bb48-9dac40bc4dca', 'name': 'network-vif-deleted', 'tag': '2632c810-0333-4d35-b87c-fd3aab836d6c'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:53.524305 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73243115-f7ca-4a64-bb99-a968d85f17ec" -d '{"events": [{"server_uuid": "113c0507-934b-4195-bb48-9dac40bc4dca", "name": "network-vif-deleted", "tag": "2632c810-0333-4d35-b87c-fd3aab836d6c"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:53.572886 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806e272e-9772-405b-8abd-4049b5af01ea x-openstack-request-id: req-806e272e-9772-405b-8abd-4049b5af01ea {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:53.573183 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113c0507-934b-4195-bb48-9dac40bc4dca", "name": "network-vif-deleted", "tag": "2632c810-0333-4d35-b87c-fd3aab836d6c", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:53.573441 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-806e272e-9772-405b-8abd-4049b5af01ea {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:53.573850 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '113c0507-934b-4195-bb48-9dac40bc4dca', 'name': 'network-vif-deleted', 'tag': '2632c810-0333-4d35-b87c-fd3aab836d6c', 'status': 'completed', 'code': 200} Aug 10 03:53:53.648779 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-fa7d02f3-3e3d-4927-ab32-69dc9d4e01e5 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Made reservation on behalf of 992d730214c1491099e8b120487e23ac for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:53.655277 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-fa7d02f3-3e3d-4927-ab32-69dc9d4e01e5 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:53.690176 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33782) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:53.766755 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e1076519-cfe9-4b75-b880-60389e3387c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:53.854938 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-72cc6139-48ac-400f-b90b-8cac9b86882b req-b94f5813-2096-411b-93e8-e8ab0c5e8429 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ca325d0-c9c1-4628-89ab-d51c3855c533 HTTP/1.1" status: 200 len: 210 time: 0.0442903 Aug 10 03:53:53.916218 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device fafd8c8c-73f6-41b9-881e-4160cffd6abc up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:53.932661 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-fa7d02f3-3e3d-4927-ab32-69dc9d4e01e5 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Allocated IP 172.20.0.4 (c77b191a-044f-43de-9854-a356e10ee6fa/370f1b13-6f7b-40b4-94af-c5a9772dea2d/bdcc4c5e-f44c-44a2-8664-03e3a156d29a) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:53.978773 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['ddc105c1-a5ef-456a-afad-6b9089f09d14', '2632c810-0333-4d35-b87c-fd3aab836d6c'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:54.025346 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e1076519-cfe9-4b75-b880-60389e3387c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:54.085144 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5d2d87f2-3bef-41fd-8e2e-b814b7270cf5 req-43ee2aa5-7612-40fc-9ced-db87300d1ae8 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=113c0507-934b-4195-bb48-9dac40bc4dca HTTP/1.1" status: 200 len: 210 time: 0.0405207 Aug 10 03:53:54.089840 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717c90c-fab1-4d69-8cca-bca4c07296fb req-20a859de-8acf-4ed3-b0e8-fab319f8e954 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:54.097019 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717c90c-fab1-4d69-8cca-bca4c07296fb req-20a859de-8acf-4ed3-b0e8-fab319f8e954 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:54.103748 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717c90c-fab1-4d69-8cca-bca4c07296fb req-20a859de-8acf-4ed3-b0e8-fab319f8e954 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:54.110024 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717c90c-fab1-4d69-8cca-bca4c07296fb req-20a859de-8acf-4ed3-b0e8-fab319f8e954 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:54.116936 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717c90c-fab1-4d69-8cca-bca4c07296fb req-20a859de-8acf-4ed3-b0e8-fab319f8e954 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:54.123456 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717c90c-fab1-4d69-8cca-bca4c07296fb req-20a859de-8acf-4ed3-b0e8-fab319f8e954 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:54.129590 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717c90c-fab1-4d69-8cca-bca4c07296fb req-20a859de-8acf-4ed3-b0e8-fab319f8e954 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:54.131648 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1717c90c-fab1-4d69-8cca-bca4c07296fb req-20a859de-8acf-4ed3-b0e8-fab319f8e954 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5434 time: 0.1925597 Aug 10 03:53:54.159824 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e1076519-cfe9-4b75-b880-60389e3387c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:54.213307 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-212e83be-6f87-44ed-a303-41b3814c21fd req-fb45eb78-0ee6-439b-aec3-02ede031e72f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=323b1221-6fca-4fb3-b043-04f7ec6a408b HTTP/1.1" status: 200 len: 210 time: 0.0485747 Aug 10 03:53:54.242414 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port fafd8c8c-73f6-41b9-881e-4160cffd6abc completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:54.245047 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1717c90c-fab1-4d69-8cca-bca4c07296fb req-8272e20f-7a3f-4672-bc3a-cc9f847242de tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1068804 Aug 10 03:53:54.253615 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port fafd8c8c-73f6-41b9-881e-4160cffd6abc triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:54.254019 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:54.273658 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e1076519-cfe9-4b75-b880-60389e3387c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fb31fcf18faa4f97a42f84199d8d237d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5822988 Aug 10 03:53:54.274743 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1076519-cfe9-4b75-b880-60389e3387c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a26a77-b9e0-4609-9e5e-c850e6943f73,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:54.277565 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33808) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:54.302574 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1076519-cfe9-4b75-b880-60389e3387c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:54.304365 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1076519-cfe9-4b75-b880-60389e3387c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:54.304716 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1076519-cfe9-4b75-b880-60389e3387c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:54.305062 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1076519-cfe9-4b75-b880-60389e3387c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:54.305409 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1076519-cfe9-4b75-b880-60389e3387c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:54.305747 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1076519-cfe9-4b75-b880-60389e3387c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:54.306082 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1076519-cfe9-4b75-b880-60389e3387c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:54.306414 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1076519-cfe9-4b75-b880-60389e3387c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:54.306744 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1076519-cfe9-4b75-b880-60389e3387c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:54.307078 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1076519-cfe9-4b75-b880-60389e3387c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:54.307406 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1076519-cfe9-4b75-b880-60389e3387c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:54.307733 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1076519-cfe9-4b75-b880-60389e3387c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:53:54.352999 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33810) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:54.363715 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-fa7d02f3-3e3d-4927-ab32-69dc9d4e01e5 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:54.376767 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-86c7e623-0485-431a-b906-5437e2f8ef3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:54.393448 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:54.402353 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-86c7e623-0485-431a-b906-5437e2f8ef3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:54.408206 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-28bab772-8304-4ee7-8d6c-2abe8a9fc605 req-fd7b8b06-7bda-4cf5-a9a5-4dc4f6f9672e tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/ports?device_id=694df543-b5ec-4345-a560-605c47474843 HTTP/1.1" status: 200 len: 210 time: 0.0495906 Aug 10 03:53:54.426010 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-fa7d02f3-3e3d-4927-ab32-69dc9d4e01e5 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Transition to ACTIVE for port object bdcc4c5e-f44c-44a2-8664-03e3a156d29a will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:54.431389 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafd8c8c-73f6-41b9-881e-4160cffd6abc'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:54.437053 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9098ef35-9a19-463c-8f85-98ec43cd2e41" -d '{"events": [{"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-plugged", "status": "completed", "tag": "fafd8c8c-73f6-41b9-881e-4160cffd6abc"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:54.459024 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port fafd8c8c-73f6-41b9-881e-4160cffd6abc, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=fafd8c8c-73f6-41b9-881e-4160cffd6abc,segment=NetworkSegment(da658146-22e1-4101-b313-7e8ac30939d3),segment_id=da658146-22e1-4101-b313-7e8ac30939d3)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:54.493086 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c692d92-a749-4dba-bb8a-9a3c02a60329 x-openstack-request-id: req-1c692d92-a749-4dba-bb8a-9a3c02a60329 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:54.493394 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-plugged", "status": "completed", "tag": "fafd8c8c-73f6-41b9-881e-4160cffd6abc", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:54.493641 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c692d92-a749-4dba-bb8a-9a3c02a60329 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:54.494037 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafd8c8c-73f6-41b9-881e-4160cffd6abc', 'code': 200} Aug 10 03:53:54.626748 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33820) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:54.636824 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c3cf85ff-20d7-467e-b708-1946ac07ae98 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-555745212-network', 'tenant_id': '1777edd9fbb84d19b73ae9912a777f83'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:54.682735 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-af8d6f1f-45b4-42a0-9040-99751a33ce0b tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-256800080'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:54.683217 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-af8d6f1f-45b4-42a0-9040-99751a33ce0b tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] Unknown quota resources ['metering_label']. {{(pid=94938) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:53:54.700604 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:54.701686 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-fa7d02f3-3e3d-4927-ab32-69dc9d4e01e5 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:54.702081 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 69e2a20f-0ef2-479f-b9ef-320a6110a078 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:54.752441 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-86c7e623-0485-431a-b906-5437e2f8ef3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:54.755124 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-86c7e623-0485-431a-b906-5437e2f8ef3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:54.756512 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-86c7e623-0485-431a-b906-5437e2f8ef3f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a2a26a77-b9e0-4609-9e5e-c850e6943f73 HTTP/1.1" status: 204 len: 168 time: 0.4776740 Aug 10 03:53:54.765114 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cf85ff-20d7-467e-b708-1946ac07ae98 admin admin] Made reservation on behalf of 1777edd9fbb84d19b73ae9912a777f83 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:54.772746 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c3cf85ff-20d7-467e-b708-1946ac07ae98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:54.790493 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c3cf85ff-20d7-467e-b708-1946ac07ae98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:54.798495 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d02f3-3e3d-4927-ab32-69dc9d4e01e5 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Pushing event updated for resources: {'Port': ['ID=bdcc4c5e-f44c-44a2-8664-03e3a156d29a,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:54.815034 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7e623-0485-431a-b906-5437e2f8ef3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a26a77-b9e0-4609-9e5e-c850e6943f73,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:54.840383 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-fa7d02f3-3e3d-4927-ab32-69dc9d4e01e5 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Network c77b191a-044f-43de-9854-a356e10ee6fa is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:54.844018 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-fa7d02f3-3e3d-4927-ab32-69dc9d4e01e5 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:54.846661 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-fa7d02f3-3e3d-4927-ab32-69dc9d4e01e5 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:54.882106 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=fafd8c8c-73f6-41b9-881e-4160cffd6abc,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:55.023839 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4b69c6cd-49e4-4c48-ba3e-7d88a95d37ad req-47ff8348-0617-48f6-a659-b67c4674489b tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ca325d0-c9c1-4628-89ab-d51c3855c533 HTTP/1.1" status: 200 len: 210 time: 0.0381842 Aug 10 03:53:55.035754 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 69e2a20f-0ef2-479f-b9ef-320a6110a078 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:55.037061 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-fa7d02f3-3e3d-4927-ab32-69dc9d4e01e5 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:55.042942 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-fa7d02f3-3e3d-4927-ab32-69dc9d4e01e5 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.051338 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-af8d6f1f-45b4-42a0-9040-99751a33ce0b tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.051534 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 69e2a20f-0ef2-479f-b9ef-320a6110a078 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:55.051940 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.053057 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-af8d6f1f-45b4-42a0-9040-99751a33ce0b tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4252822 Aug 10 03:53:55.056980 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33830) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:55.071562 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-b6cf46db-a0f6-4401-bbd7-97e46beccf17 tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'e5227889-d3bd-48d9-9ba9-acf409a230d4'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:55.073762 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-b6cf46db-a0f6-4401-bbd7-97e46beccf17 tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94938) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:53:55.183119 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.270264 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 69e2a20f-0ef2-479f-b9ef-320a6110a078, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=69e2a20f-0ef2-479f-b9ef-320a6110a078,segment=NetworkSegment(fc65a185-2ca5-435d-8bdb-72122a46119f),segment_id=fc65a185-2ca5-435d-8bdb-72122a46119f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:55.275225 n-d-802893-2 neutron-server[94938]: WARNING neutron.services.metering.metering_plugin [None req-b6cf46db-a0f6-4401-bbd7-97e46beccf17 tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 03:53:55.278352 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c3cf85ff-20d7-467e-b708-1946ac07ae98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.341229 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-099afaad-c73e-4698-b01f-d76f473f4559 None None] Provisioning for port bdcc4c5e-f44c-44a2-8664-03e3a156d29a completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:55.344014 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.345011 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device d75f407a-6d9e-4e55-beff-6f8dd89b5d40 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:55.351247 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-099afaad-c73e-4698-b01f-d76f473f4559 None None] Provisioning complete for port bdcc4c5e-f44c-44a2-8664-03e3a156d29a triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:55.351778 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-099afaad-c73e-4698-b01f-d76f473f4559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.361267 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c3cf85ff-20d7-467e-b708-1946ac07ae98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.403134 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4ee930d5-f63a-4d2d-8bfd-81d6d61ee1cc req-aa7d6c68-8b9b-4eef-bf10-913421de30be tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=323b1221-6fca-4fb3-b043-04f7ec6a408b HTTP/1.1" status: 200 len: 210 time: 0.0459385 Aug 10 03:53:55.438770 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-fa7d02f3-3e3d-4927-ab32-69dc9d4e01e5 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1665585 Aug 10 03:53:55.450077 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b6cf46db-a0f6-4401-bbd7-97e46beccf17 tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.452795 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b6cf46db-a0f6-4401-bbd7-97e46beccf17 tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3941829 Aug 10 03:53:55.458239 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-35ddd0b9-cabd-4671-8ff3-c242e978cc5c service neutron] Request body: {'port': {'device_id': '694df543-b5ec-4345-a560-605c47474843', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:55.463639 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33852) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:55.466189 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3cf85ff-20d7-467e-b708-1946ac07ae98 admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:53:55.471788 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-e939fb51-107b-46c3-8c94-0dbfbcf607cf tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'e5227889-d3bd-48d9-9ba9-acf409a230d4'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:55.472476 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-e939fb51-107b-46c3-8c94-0dbfbcf607cf tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94938) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:53:55.489358 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-099afaad-c73e-4698-b01f-d76f473f4559 None None] Port bdcc4c5e-f44c-44a2-8664-03e3a156d29a cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:53:55.493122 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=69e2a20f-0ef2-479f-b9ef-320a6110a078,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:55.504143 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf85ff-20d7-467e-b708-1946ac07ae98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b260cf-61da-45dc-89d0-5471fb1699f1,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:55.518091 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c3cf85ff-20d7-467e-b708-1946ac07ae98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.521782 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-c3cf85ff-20d7-467e-b708-1946ac07ae98 admin admin] Added segment 20c309fb-ec98-40d4-a9d0-4aa74be70f65 of type vlan for network 4c5fa83e-577d-40eb-8c55-93af52e54f4e Aug 10 03:53:55.548473 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-35ddd0b9-cabd-4671-8ff3-c242e978cc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.603928 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port d75f407a-6d9e-4e55-beff-6f8dd89b5d40 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:55.611138 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port d75f407a-6d9e-4e55-beff-6f8dd89b5d40 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:55.611552 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.657297 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c3cf85ff-20d7-467e-b708-1946ac07ae98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.664948 n-d-802893-2 neutron-server[94938]: WARNING neutron.services.metering.metering_plugin [None req-e939fb51-107b-46c3-8c94-0dbfbcf607cf tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 03:53:55.736073 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763c39b-8da8-4271-b914-a490b5b50b4f req-c89e8c8b-9b06-496d-92bb-7798697e6a60 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:55.742353 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763c39b-8da8-4271-b914-a490b5b50b4f req-c89e8c8b-9b06-496d-92bb-7798697e6a60 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:55.748550 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763c39b-8da8-4271-b914-a490b5b50b4f req-c89e8c8b-9b06-496d-92bb-7798697e6a60 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:55.754370 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763c39b-8da8-4271-b914-a490b5b50b4f req-c89e8c8b-9b06-496d-92bb-7798697e6a60 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:55.754949 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.760851 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763c39b-8da8-4271-b914-a490b5b50b4f req-c89e8c8b-9b06-496d-92bb-7798697e6a60 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:55.767038 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763c39b-8da8-4271-b914-a490b5b50b4f req-c89e8c8b-9b06-496d-92bb-7798697e6a60 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:55.775844 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763c39b-8da8-4271-b914-a490b5b50b4f req-c89e8c8b-9b06-496d-92bb-7798697e6a60 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:55.777871 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b763c39b-8da8-4271-b914-a490b5b50b4f req-c89e8c8b-9b06-496d-92bb-7798697e6a60 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5436 time: 0.2475276 Aug 10 03:53:55.779727 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.db.resource_extend [None req-c3cf85ff-20d7-467e-b708-1946ac07ae98 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:53:55.790896 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port d75f407a-6d9e-4e55-beff-6f8dd89b5d40, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=d75f407a-6d9e-4e55-beff-6f8dd89b5d40,segment=NetworkSegment(fc65a185-2ca5-435d-8bdb-72122a46119f),segment_id=fc65a185-2ca5-435d-8bdb-72122a46119f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:55.841041 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e939fb51-107b-46c3-8c94-0dbfbcf607cf tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.843363 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e939fb51-107b-46c3-8c94-0dbfbcf607cf tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3784120 Aug 10 03:53:55.855300 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33860) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:55.876682 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-92553427-d0cf-4f54-bdeb-705b9a6df457 tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=0ce87198-7932-4da5-a0dc-bcb255f9faa3 HTTP/1.1" status: 200 len: 462 time: 0.0183787 Aug 10 03:53:55.879668 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33864) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:55.908601 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b763c39b-8da8-4271-b914-a490b5b50b4f req-096c7d02-ee21-4d5f-976c-735e84b0450c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0794570 Aug 10 03:53:55.918220 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.919323 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 27b3504e-5f67-479d-9a2f-2aa759db0602 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:55.975747 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c3cf85ff-20d7-467e-b708-1946ac07ae98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:55.976465 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cf85ff-20d7-467e-b708-1946ac07ae98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:55.977117 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c3cf85ff-20d7-467e-b708-1946ac07ae98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.063247 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=d75f407a-6d9e-4e55-beff-6f8dd89b5d40,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:56.210945 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 27b3504e-5f67-479d-9a2f-2aa759db0602 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:56.216309 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 27b3504e-5f67-479d-9a2f-2aa759db0602 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:56.217634 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.227154 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b05210-4ed9-4236-90e1-41368962d98c req-cfa13e8b-cfe2-4052-8f68-617d4a366aca tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:56.234982 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cf85ff-20d7-467e-b708-1946ac07ae98 admin admin] Pushing event updated for resources: {'Network': ['ID=4c5fa83e-577d-40eb-8c55-93af52e54f4e,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:56.236574 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43b05210-4ed9-4236-90e1-41368962d98c req-cfa13e8b-cfe2-4052-8f68-617d4a366aca tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/ports?device_id=694df543-b5ec-4345-a560-605c47474843 HTTP/1.1" status: 200 len: 931 time: 0.4821801 Aug 10 03:53:56.244053 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c3cf85ff-20d7-467e-b708-1946ac07ae98 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8899608 Aug 10 03:53:56.246982 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aba68e10-bc01-48d3-b150-d6336c0f3086 tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.248162 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-aba68e10-bc01-48d3-b150-d6336c0f3086 tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/0ce87198-7932-4da5-a0dc-bcb255f9faa3 HTTP/1.1" status: 204 len: 168 time: 0.3622205 Aug 10 03:53:56.255560 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33872) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:56.255897 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33874) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:56.268503 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-6904c5e0-264a-4b8b-9ef3-dfa9f9f0b62a admin admin] Request body: {'subnet': {'network_id': '4c5fa83e-577d-40eb-8c55-93af52e54f4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-555745212-subnet', 'tenant_id': '1777edd9fbb84d19b73ae9912a777f83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:56.290276 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 4c5fa83e-577d-40eb-8c55-93af52e54f4e details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:53:56.292458 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3b95cf7e-752f-490c-b12b-8732bbc3b52e tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=0ce87198-7932-4da5-a0dc-bcb255f9faa3 HTTP/1.1" status: 200 len: 221 time: 0.0331061 Aug 10 03:53:56.298262 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33876) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:56.313163 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-f125f18d-e846-4646-a282-39f5a407c10d tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1067870473', 'description': 'label created by tempest'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:56.313941 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-f125f18d-e846-4646-a282-39f5a407c10d tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] Unknown quota resources ['metering_label']. {{(pid=94937) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 03:53:56.328612 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43b05210-4ed9-4236-90e1-41368962d98c req-1a7310a7-48c6-4412-9483-2827fabc5799 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/security-groups?id=c570b4d8-c912-4a68-9631-02dd72174dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899651 Aug 10 03:53:56.337721 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc856490-6533-41dd-8554-cfd4fa4fb07d req-cccf42b0-bc1a-4dec-8550-789b23660a8c tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:56.339293 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dc856490-6533-41dd-8554-cfd4fa4fb07d req-cccf42b0-bc1a-4dec-8550-789b23660a8c tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72e64e7-3e82-446b-91cb-288643c6e814 HTTP/1.1" status: 200 len: 946 time: 0.2766664 Aug 10 03:53:56.389578 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-c1be0531-422b-4b3b-a4f0-92e5bce6f06f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:56.391099 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-c1be0531-422b-4b3b-a4f0-92e5bce6f06f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.68 "GET /v2.0/networks?id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc HTTP/1.1" status: 200 len: 812 time: 0.3176038 Aug 10 03:53:56.406485 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-ff9e89b1-6dcb-4dfb-bdc3-2cfa71298012 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Request body: {'port': {'device_id': '323b1221-6fca-4fb3-b043-04f7ec6a408b', 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc', 'admin_state_up': True, 'tenant_id': 'f978154370c54cef8e8d819528465357'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:56.443738 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dc856490-6533-41dd-8554-cfd4fa4fb07d req-f9277518-1154-4c39-b57a-59416c41db0b tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966406 Aug 10 03:53:56.487798 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.500173 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e2a20f-0ef2-479f-b9ef-320a6110a078'}, {'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75f407a-6d9e-4e55-beff-6f8dd89b5d40'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:56.500875 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5721deaa-a7e2-4e4e-b963-4c2941e461c9 req-78fefc5a-38e0-485e-aa81-debba81f8463 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ca325d0-c9c1-4628-89ab-d51c3855c533 HTTP/1.1" status: 200 len: 210 time: 0.0436134 Aug 10 03:53:56.504551 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe246693-d9aa-4547-b73f-e93dd6e7d582" -d '{"events": [{"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-plugged", "status": "completed", "tag": "69e2a20f-0ef2-479f-b9ef-320a6110a078"}, {"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-plugged", "status": "completed", "tag": "d75f407a-6d9e-4e55-beff-6f8dd89b5d40"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:56.533709 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6904c5e0-264a-4b8b-9ef3-dfa9f9f0b62a admin admin] Made reservation on behalf of 1777edd9fbb84d19b73ae9912a777f83 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:56.543112 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 27b3504e-5f67-479d-9a2f-2aa759db0602, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=27b3504e-5f67-479d-9a2f-2aa759db0602,segment=NetworkSegment(fc65a185-2ca5-435d-8bdb-72122a46119f),segment_id=fc65a185-2ca5-435d-8bdb-72122a46119f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:56.544608 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6904c5e0-264a-4b8b-9ef3-dfa9f9f0b62a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.547558 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-35ddd0b9-cabd-4671-8ff3-c242e978cc5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdcc4c5e-f44c-44a2-8664-03e3a156d29a {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:53:56.578572 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5740cfa4-8c3b-41a7-bcfc-8210d8254032 x-openstack-request-id: req-5740cfa4-8c3b-41a7-bcfc-8210d8254032 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:56.578911 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-plugged", "status": "completed", "tag": "69e2a20f-0ef2-479f-b9ef-320a6110a078", "code": 200}, {"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-plugged", "status": "completed", "tag": "d75f407a-6d9e-4e55-beff-6f8dd89b5d40", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:56.579107 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5740cfa4-8c3b-41a7-bcfc-8210d8254032 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:56.579520 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e2a20f-0ef2-479f-b9ef-320a6110a078', 'code': 200} Aug 10 03:53:56.579797 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75f407a-6d9e-4e55-beff-6f8dd89b5d40', 'code': 200} Aug 10 03:53:56.626744 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-92f2d216-fd32-4582-a7e4-dd6bdd5ecab7 req-1b154276-37f3-4d7a-8b33-a538577996fc tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=323b1221-6fca-4fb3-b043-04f7ec6a408b HTTP/1.1" status: 200 len: 210 time: 0.0681429 Aug 10 03:53:56.666127 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.666940 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device c5bd3815-002e-4d67-be39-954b17157f18 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:56.670750 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-35ddd0b9-cabd-4671-8ff3-c242e978cc5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.764322 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f125f18d-e846-4646-a282-39f5a407c10d tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.766226 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f125f18d-e846-4646-a282-39f5a407c10d tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4641693 Aug 10 03:53:56.769727 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=27b3504e-5f67-479d-9a2f-2aa759db0602,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:56.770722 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-35ddd0b9-cabd-4671-8ff3-c242e978cc5c service neutron] Transition to ACTIVE for port object bdcc4c5e-f44c-44a2-8664-03e3a156d29a will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:56.771301 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33888) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:56.933041 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-35ddd0b9-cabd-4671-8ff3-c242e978cc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.936486 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port c5bd3815-002e-4d67-be39-954b17157f18 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:56.943414 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port c5bd3815-002e-4d67-be39-954b17157f18 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:56.943792 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:56.994483 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddd0b9-cabd-4671-8ff3-c242e978cc5c service neutron] Pushing event updated for resources: {'Port': ['ID=bdcc4c5e-f44c-44a2-8664-03e3a156d29a,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:57.145986 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.192972 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-ff9e89b1-6dcb-4dfb-bdc3-2cfa71298012 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Made reservation on behalf of f978154370c54cef8e8d819528465357 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:57.197339 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-ff9e89b1-6dcb-4dfb-bdc3-2cfa71298012 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.215283 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port c5bd3815-002e-4d67-be39-954b17157f18, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c5bd3815-002e-4d67-be39-954b17157f18,segment=NetworkSegment(ac840d2f-22d8-4451-be0a-5884fabfcf90),segment_id=ac840d2f-22d8-4451-be0a-5884fabfcf90)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:57.224848 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-67d5f1cf-4398-493a-a07e-b8d2e9968a69 tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=89238cd0-52a5-4890-b187-d24db869c662 HTTP/1.1" status: 200 len: 468 time: 0.4521339 Aug 10 03:53:57.230303 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33900) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:57.284212 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76f808-8762-4836-beec-af456d9aa7d2 req-35716037-d594-466a-b63b-768f016950da tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:57.290133 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76f808-8762-4836-beec-af456d9aa7d2 req-35716037-d594-466a-b63b-768f016950da tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:57.297509 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76f808-8762-4836-beec-af456d9aa7d2 req-35716037-d594-466a-b63b-768f016950da tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:57.305399 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76f808-8762-4836-beec-af456d9aa7d2 req-35716037-d594-466a-b63b-768f016950da tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:57.311517 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76f808-8762-4836-beec-af456d9aa7d2 req-35716037-d594-466a-b63b-768f016950da tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:57.317371 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76f808-8762-4836-beec-af456d9aa7d2 req-35716037-d594-466a-b63b-768f016950da tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:57.324230 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76f808-8762-4836-beec-af456d9aa7d2 req-35716037-d594-466a-b63b-768f016950da tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:57.332916 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fd76f808-8762-4836-beec-af456d9aa7d2 req-35716037-d594-466a-b63b-768f016950da tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5438 time: 0.2528265 Aug 10 03:53:57.357305 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-a7afa06b-16b2-41cd-ae82-f85ad3ea6365 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:57.359327 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-a7afa06b-16b2-41cd-ae82-f85ad3ea6365 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.68 "GET /v2.0/networks?id=c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb HTTP/1.1" status: 200 len: 812 time: 0.3753026 Aug 10 03:53:57.384999 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-56bb2811-8199-4df1-9f7e-f65c0f15b077 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Request body: {'port': {'device_id': '7ca325d0-c9c1-4628-89ab-d51c3855c533', 'network_id': 'c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb', 'admin_state_up': True, 'tenant_id': 'ba4dfbcf73f2425d88d975c4d0dbffe2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:57.409406 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118c4f2-b7f6-401b-8e59-cadcbb0737d4 req-c3f3cc40-aecd-4ce0-b5dc-d864da4c4d4d tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:57.412212 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a118c4f2-b7f6-401b-8e59-cadcbb0737d4 req-c3f3cc40-aecd-4ce0-b5dc-d864da4c4d4d tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.20 "GET /v2.0/ports?device_id=e72e64e7-3e82-446b-91cb-288643c6e814 HTTP/1.1" status: 200 len: 946 time: 0.2033944 Aug 10 03:53:57.450624 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-35ddd0b9-cabd-4671-8ff3-c242e978cc5c service neutron] Attempting to bind port bdcc4c5e-f44c-44a2-8664-03e3a156d29a on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:53:57.451816 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-35ddd0b9-cabd-4671-8ff3-c242e978cc5c service neutron] Attempting to bind port bdcc4c5e-f44c-44a2-8664-03e3a156d29a by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': 'b87c53c9-9675-465b-9113-d401ad103929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c77b191a-044f-43de-9854-a356e10ee6fa'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:53:57.452533 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-35ddd0b9-cabd-4671-8ff3-c242e978cc5c service neutron] Attempting to bind port bdcc4c5e-f44c-44a2-8664-03e3a156d29a on network c77b191a-044f-43de-9854-a356e10ee6fa {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:57.499217 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-35ddd0b9-cabd-4671-8ff3-c242e978cc5c service neutron] Port bdcc4c5e-f44c-44a2-8664-03e3a156d29a on network c77b191a-044f-43de-9854-a356e10ee6fa not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:53:57.499543 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-35ddd0b9-cabd-4671-8ff3-c242e978cc5c service neutron] Attempting to bind port bdcc4c5e-f44c-44a2-8664-03e3a156d29a on network c77b191a-044f-43de-9854-a356e10ee6fa {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:53:57.511516 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fd76f808-8762-4836-beec-af456d9aa7d2 req-32294339-d9c1-4629-9ce4-b4fea966bc60 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1777546 Aug 10 03:53:57.524344 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-35ddd0b9-cabd-4671-8ff3-c242e978cc5c service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:53:57.524704 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-35ddd0b9-cabd-4671-8ff3-c242e978cc5c service neutron] Checking segment: {'id': 'b87c53c9-9675-465b-9113-d401ad103929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c77b191a-044f-43de-9854-a356e10ee6fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:57.525076 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-35ddd0b9-cabd-4671-8ff3-c242e978cc5c service neutron] Bound using segment: {'id': 'b87c53c9-9675-465b-9113-d401ad103929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c77b191a-044f-43de-9854-a356e10ee6fa'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:53:57.525524 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-35ddd0b9-cabd-4671-8ff3-c242e978cc5c service neutron] Bound port: bdcc4c5e-f44c-44a2-8664-03e3a156d29a, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b87c53c9-9675-465b-9113-d401ad103929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c77b191a-044f-43de-9854-a356e10ee6fa'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:53:57.525886 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-35ddd0b9-cabd-4671-8ff3-c242e978cc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.568392 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8027a16-72ef-4ea0-9e9e-1b11b99b3633 req-756ecab5-2635-488a-987f-7fb9a3289bb5 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:57.570182 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e8027a16-72ef-4ea0-9e9e-1b11b99b3633 req-756ecab5-2635-488a-987f-7fb9a3289bb5 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/ports?device_id=694df543-b5ec-4345-a560-605c47474843 HTTP/1.1" status: 200 len: 943 time: 0.1360822 Aug 10 03:53:57.646672 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-ff9e89b1-6dcb-4dfb-bdc3-2cfa71298012 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Allocated IP 172.20.0.8 (c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc/cf9a7592-e5a6-49d5-943e-a569f481a6b7/70631c66-749d-4a83-a27a-20b5a198abc2) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:57.653104 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e8027a16-72ef-4ea0-9e9e-1b11b99b3633 req-2cd9bfae-6d41-4f97-8f48-85587ce7de49 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/security-groups?id=c570b4d8-c912-4a68-9631-02dd72174dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593944 Aug 10 03:53:57.720085 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129914f2-0a0c-4d43-bfdd-f3a409e04cdd req-59f59d5c-a876-4a63-a68b-b8619bff00d2 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:57.721592 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-129914f2-0a0c-4d43-bfdd-f3a409e04cdd req-59f59d5c-a876-4a63-a68b-b8619bff00d2 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72e64e7-3e82-446b-91cb-288643c6e814 HTTP/1.1" status: 200 len: 946 time: 0.1372097 Aug 10 03:53:57.726202 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-35ddd0b9-cabd-4671-8ff3-c242e978cc5c service neutron] For port bdcc4c5e-f44c-44a2-8664-03e3a156d29a, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:53:57.730327 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-35ddd0b9-cabd-4671-8ff3-c242e978cc5c service neutron] For port bdcc4c5e-f44c-44a2-8664-03e3a156d29a, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=bdcc4c5e-f44c-44a2-8664-03e3a156d29a,segment=NetworkSegment(b87c53c9-9675-465b-9113-d401ad103929),segment_id=b87c53c9-9675-465b-9113-d401ad103929)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:53:57.734111 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-a118c4f2-b7f6-401b-8e59-cadcbb0737d4 req-b1cbd186-b54c-4df5-8348-a52795ce9eed tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Deleting port ddc105c1-a5ef-456a-afad-6b9089f09d14 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:53:57.734456 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a118c4f2-b7f6-401b-8e59-cadcbb0737d4 req-b1cbd186-b54c-4df5-8348-a52795ce9eed tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.783232 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1ce2097d-00b0-4c53-86a5-c5f87fb9744b req-82e813e5-05b0-49a3-aeea-f56a5d42ffa6 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ca325d0-c9c1-4628-89ab-d51c3855c533 HTTP/1.1" status: 200 len: 210 time: 0.0681870 Aug 10 03:53:57.832947 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-129914f2-0a0c-4d43-bfdd-f3a409e04cdd req-a9490c64-7cef-479d-979a-970c1059619f tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012888 Aug 10 03:53:57.857503 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-ff9e89b1-6dcb-4dfb-bdc3-2cfa71298012 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.863315 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a118c4f2-b7f6-401b-8e59-cadcbb0737d4 req-b1cbd186-b54c-4df5-8348-a52795ce9eed tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] For port ddc105c1-a5ef-456a-afad-6b9089f09d14, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=ddc105c1-a5ef-456a-afad-6b9089f09d14,segment=NetworkSegment(438f092c-63d3-4c8c-b4b5-84c92a8890bc),segment_id=438f092c-63d3-4c8c-b4b5-84c92a8890bc)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:57.863848 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a118c4f2-b7f6-401b-8e59-cadcbb0737d4 req-b1cbd186-b54c-4df5-8348-a52795ce9eed tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:57.877710 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-a118c4f2-b7f6-401b-8e59-cadcbb0737d4 req-b1cbd186-b54c-4df5-8348-a52795ce9eed tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Calling delete_port for ddc105c1-a5ef-456a-afad-6b9089f09d14 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:53:57.903340 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f3e23842-7240-4960-98ed-2cd7ee128567 req-07df9adf-5b04-44ee-b2c7-7f4d7775f81b tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=323b1221-6fca-4fb3-b043-04f7ec6a408b HTTP/1.1" status: 200 len: 210 time: 0.0360231 Aug 10 03:53:58.015264 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:58.016117 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:58.064024 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:58.064024 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device c0f7bbcf-8ff6-4d2d-95d3-cd9534d1fa7d not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:58.077180 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:58.101117 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=c5bd3815-002e-4d67-be39-954b17157f18,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:58.146582 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-35ddd0b9-cabd-4671-8ff3-c242e978cc5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:58.149263 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6904c5e0-264a-4b8b-9ef3-dfa9f9f0b62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:58.151867 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:58.156102 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-56bb2811-8199-4df1-9f7e-f65c0f15b077 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Made reservation on behalf of ba4dfbcf73f2425d88d975c4d0dbffe2 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:53:58.158517 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-12f6569b-6f14-4a71-af14-8b8193cd8534 tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:58.161436 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-56bb2811-8199-4df1-9f7e-f65c0f15b077 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:58.163023 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-12f6569b-6f14-4a71-af14-8b8193cd8534 tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/89238cd0-52a5-4890-b187-d24db869c662 HTTP/1.1" status: 204 len: 168 time: 0.9293916 Aug 10 03:53:58.165099 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33912) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:58.203540 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a118c4f2-b7f6-401b-8e59-cadcbb0737d4 req-b1cbd186-b54c-4df5-8348-a52795ce9eed tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:58.214848 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-ff9e89b1-6dcb-4dfb-bdc3-2cfa71298012 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:58.216988 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904c5e0-264a-4b8b-9ef3-dfa9f9f0b62a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f28f607-37c6-49e9-aa98-1fa9a7d12da2,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:58.224526 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['6ea866cc-5cb4-4f69-8626-4a15d1af770d'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:53:58.257985 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2a3d4942-4dce-430e-a300-3bebd0e57b84 tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=89238cd0-52a5-4890-b187-d24db869c662 HTTP/1.1" status: 200 len: 216 time: 0.0666678 Aug 10 03:53:58.260099 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-35ddd0b9-cabd-4671-8ff3-c242e978cc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:58.260812 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-35ddd0b9-cabd-4671-8ff3-c242e978cc5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:58.262281 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-35ddd0b9-cabd-4671-8ff3-c242e978cc5c service neutron] 10.222.0.68 "PUT /v2.0/ports/bdcc4c5e-f44c-44a2-8664-03e3a156d29a HTTP/1.1" status: 200 len: 1091 time: 2.8084161 Aug 10 03:53:58.265350 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694df543-b5ec-4345-a560-605c47474843', 'tag': 'bdcc4c5e-f44c-44a2-8664-03e3a156d29a'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:58.270786 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9501209f-4195-461f-ab35-3b4ac74cb45c" -d '{"events": [{"name": "network-changed", "server_uuid": "694df543-b5ec-4345-a560-605c47474843", "tag": "bdcc4c5e-f44c-44a2-8664-03e3a156d29a"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:58.270786 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33916) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:58.308180 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:58.331650 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:58.332322 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:58.379509 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-ff9e89b1-6dcb-4dfb-bdc3-2cfa71298012 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Network c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:58.400979 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-ff9e89b1-6dcb-4dfb-bdc3-2cfa71298012 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:58.407441 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6904c5e0-264a-4b8b-9ef3-dfa9f9f0b62a admin admin] Checking segment: {'id': '20c309fb-ec98-40d4-a9d0-4aa74be70f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4c5fa83e-577d-40eb-8c55-93af52e54f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:53:58.408099 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6904c5e0-264a-4b8b-9ef3-dfa9f9f0b62a admin admin] Network hostable DHCP agents. Network: 4c5fa83e-577d-40eb-8c55-93af52e54f4e, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:53:58.425579 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-ff9e89b1-6dcb-4dfb-bdc3-2cfa71298012 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:58.435909 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e89b1-6dcb-4dfb-bdc3-2cfa71298012 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Pushing event updated for resources: {'Port': ['ID=70631c66-749d-4a83-a27a-20b5a198abc2,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:58.499374 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df760a89-501c-4666-b784-14d19a265f21 x-openstack-request-id: req-df760a89-501c-4666-b784-14d19a265f21 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:58.499664 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694df543-b5ec-4345-a560-605c47474843", "tag": "bdcc4c5e-f44c-44a2-8664-03e3a156d29a", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:58.499912 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df760a89-501c-4666-b784-14d19a265f21 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:58.500339 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '694df543-b5ec-4345-a560-605c47474843', 'tag': 'bdcc4c5e-f44c-44a2-8664-03e3a156d29a', 'status': 'completed', 'code': 200} Aug 10 03:53:58.515047 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b5167e8a-ec6f-4eb3-b1b2-20ec1aec2ef4 tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.2145677 Aug 10 03:53:58.515719 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33924) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:58.526827 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:58.532378 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b7f81a74-c344-4530-89e5-fc980aef88d5 tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0157526 Aug 10 03:53:58.541658 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-ff9e89b1-6dcb-4dfb-bdc3-2cfa71298012 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:58.541658 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-ff9e89b1-6dcb-4dfb-bdc3-2cfa71298012 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:58.542559 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-a118c4f2-b7f6-401b-8e59-cadcbb0737d4 req-b1cbd186-b54c-4df5-8348-a52795ce9eed tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] No DVR routers for this DVR port ddc105c1-a5ef-456a-afad-6b9089f09d14 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:53:58.544228 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33926) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:58.559526 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ddd0b9-cabd-4671-8ff3-c242e978cc5c service neutron] Pushing event updated for resources: {'Port': ['ID=bdcc4c5e-f44c-44a2-8664-03e3a156d29a,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:58.568563 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a118c4f2-b7f6-401b-8e59-cadcbb0737d4 req-b1cbd186-b54c-4df5-8348-a52795ce9eed tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:58.570687 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a118c4f2-b7f6-401b-8e59-cadcbb0737d4 req-b1cbd186-b54c-4df5-8348-a52795ce9eed tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.20 "DELETE /v2.0/ports/ddc105c1-a5ef-456a-afad-6b9089f09d14 HTTP/1.1" status: 204 len: 173 time: 1.1163661 Aug 10 03:53:58.579578 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-56bb2811-8199-4df1-9f7e-f65c0f15b077 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Allocated IP 172.20.0.8 (c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb/4841167f-f267-48b7-aadb-98bc93baab6d/4d46f0c8-9253-434c-b6a4-45a957863046) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:53:58.582897 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b3504e-5f67-479d-9a2f-2aa759db0602'}, {'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5bd3815-002e-4d67-be39-954b17157f18'}, {'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7de5ba-33bf-4c9f-b02d-0d1250755d4b'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:53:58.585070 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46d36eb-f3ca-47f0-926d-c8a716a6dde8" -d '{"events": [{"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-plugged", "status": "completed", "tag": "27b3504e-5f67-479d-9a2f-2aa759db0602"}, {"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-plugged", "status": "completed", "tag": "c5bd3815-002e-4d67-be39-954b17157f18"}, {"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-plugged", "status": "completed", "tag": "2c7de5ba-33bf-4c9f-b02d-0d1250755d4b"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:53:58.602999 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=2c7de5ba-33bf-4c9f-b02d-0d1250755d4b,segment=NetworkSegment(fc65a185-2ca5-435d-8bdb-72122a46119f),segment_id=fc65a185-2ca5-435d-8bdb-72122a46119f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:58.637911 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6904c5e0-264a-4b8b-9ef3-dfa9f9f0b62a admin admin] Network 4c5fa83e-577d-40eb-8c55-93af52e54f4e is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:53:58.639523 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 10 Aug 2021 03:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7e22f9-2ca5-4ac6-bda5-0f7d6a7224b8 x-openstack-request-id: req-4b7e22f9-2ca5-4ac6-bda5-0f7d6a7224b8 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:53:58.639992 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-plugged", "status": "completed", "tag": "27b3504e-5f67-479d-9a2f-2aa759db0602", "code": 200}, {"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-plugged", "status": "completed", "tag": "c5bd3815-002e-4d67-be39-954b17157f18", "code": 200}, {"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-plugged", "status": "completed", "tag": "2c7de5ba-33bf-4c9f-b02d-0d1250755d4b", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:53:58.640295 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b7e22f9-2ca5-4ac6-bda5-0f7d6a7224b8 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:53:58.644307 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b3504e-5f67-479d-9a2f-2aa759db0602', 'code': 200} Aug 10 03:53:58.644307 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5bd3815-002e-4d67-be39-954b17157f18', 'code': 200} Aug 10 03:53:58.644307 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c7de5ba-33bf-4c9f-b02d-0d1250755d4b', 'code': 200} Aug 10 03:53:58.647732 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-ff9e89b1-6dcb-4dfb-bdc3-2cfa71298012 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2465823 Aug 10 03:53:58.664771 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:58.665599 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 689d1191-90af-45a6-9b31-5a0d267b556e up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:53:58.674525 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cbd186-b54c-4df5-8348-a52795ce9eed tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Pushing event deleted for resources: {'Port': ['ID=ddc105c1-a5ef-456a-afad-6b9089f09d14,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:58.678033 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-5d99dc31-7a56-479f-a0f2-95cc17a11552 service neutron] Request body: {'port': {'device_id': '323b1221-6fca-4fb3-b043-04f7ec6a408b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:53:58.739897 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-61e39d49-eccc-4abb-9dd3-10fe6969eb0f tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/e5227889-d3bd-48d9-9ba9-acf409a230d4 HTTP/1.1" status: 200 len: 472 time: 0.1770513 Aug 10 03:53:58.743752 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33938) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:58.759140 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=2c7de5ba-33bf-4c9f-b02d-0d1250755d4b,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:58.769655 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501209f-4195-461f-ab35-3b4ac74cb45c req-7f5809a1-2b15-4ae0-aed6-5f70081af270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:58.771199 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9501209f-4195-461f-ab35-3b4ac74cb45c req-7f5809a1-2b15-4ae0-aed6-5f70081af270 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=992d730214c1491099e8b120487e23ac&device_id=694df543-b5ec-4345-a560-605c47474843 HTTP/1.1" status: 200 len: 1094 time: 0.2685671 Aug 10 03:53:58.772571 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-6904c5e0-264a-4b8b-9ef3-dfa9f9f0b62a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 4c5fa83e-577d-40eb-8c55-93af52e54f4e) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:58.781985 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6904c5e0-264a-4b8b-9ef3-dfa9f9f0b62a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:58.782653 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6904c5e0-264a-4b8b-9ef3-dfa9f9f0b62a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:58.783814 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d803b3-3b11-4b6d-ab62-fba56436b227 None None] Network 4c5fa83e-577d-40eb-8c55-93af52e54f4e requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:58.786231 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-aed677ed-05fe-43f9-8310-3c7e811a531a tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/b915feac-445c-4dfc-96d6-79a6267ae1d3 HTTP/1.1" status: 200 len: 459 time: 0.0412014 Aug 10 03:53:58.793889 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33942) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:58.866251 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c8192-f0b5-4b04-9058-3a97df7823f3 req-9f8ba1c6-e16b-49e0-a2df-968e7ac3e878 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:58.872251 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c8192-f0b5-4b04-9058-3a97df7823f3 req-9f8ba1c6-e16b-49e0-a2df-968e7ac3e878 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:58.878916 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c8192-f0b5-4b04-9058-3a97df7823f3 req-9f8ba1c6-e16b-49e0-a2df-968e7ac3e878 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:58.884840 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c8192-f0b5-4b04-9058-3a97df7823f3 req-9f8ba1c6-e16b-49e0-a2df-968e7ac3e878 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:58.891440 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c8192-f0b5-4b04-9058-3a97df7823f3 req-9f8ba1c6-e16b-49e0-a2df-968e7ac3e878 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:58.891943 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 689d1191-90af-45a6-9b31-5a0d267b556e completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:53:58.897106 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c8192-f0b5-4b04-9058-3a97df7823f3 req-9f8ba1c6-e16b-49e0-a2df-968e7ac3e878 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:58.898698 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 689d1191-90af-45a6-9b31-5a0d267b556e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:53:58.899734 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:58.903376 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c8192-f0b5-4b04-9058-3a97df7823f3 req-9f8ba1c6-e16b-49e0-a2df-968e7ac3e878 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:58.906003 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7f6c8192-f0b5-4b04-9058-3a97df7823f3 req-9f8ba1c6-e16b-49e0-a2df-968e7ac3e878 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5440 time: 0.2618430 Aug 10 03:53:58.912105 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-5d99dc31-7a56-479f-a0f2-95cc17a11552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:58.988736 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997133d9-8184-436d-9ac2-07bd6d747b40 req-e5024926-a9ee-46af-b9db-4f16f800c583 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:58.990299 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-997133d9-8184-436d-9ac2-07bd6d747b40 req-e5024926-a9ee-46af-b9db-4f16f800c583 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/ports?device_id=694df543-b5ec-4345-a560-605c47474843 HTTP/1.1" status: 200 len: 943 time: 0.2001064 Aug 10 03:53:59.008592 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6904c5e0-264a-4b8b-9ef3-dfa9f9f0b62a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7428610 Aug 10 03:53:59.021039 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1b53ec-f37f-4a55-9e77-dd3eb8730d7e None None] Network 4c5fa83e-577d-40eb-8c55-93af52e54f4e requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:53:59.039072 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501209f-4195-461f-ab35-3b4ac74cb45c req-979b44c3-6a65-4f35-939a-4482d29d7299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:59.040928 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9501209f-4195-461f-ab35-3b4ac74cb45c req-979b44c3-6a65-4f35-939a-4482d29d7299 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=992d730214c1491099e8b120487e23ac&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2537215 Aug 10 03:53:59.096245 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7f6c8192-f0b5-4b04-9058-3a97df7823f3 req-0f822da3-4ef7-4ff3-900c-f415434712d8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1731763 Aug 10 03:53:59.118764 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:59.136196 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-997133d9-8184-436d-9ac2-07bd6d747b40 req-31145405-8c8e-4b9b-80e1-b5b7f3a40540 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/security-groups?id=c570b4d8-c912-4a68-9631-02dd72174dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343069 Aug 10 03:53:59.174741 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-56bb2811-8199-4df1-9f7e-f65c0f15b077 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:59.205623 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4589cb74-5068-424d-941a-f94118346060 tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:59.207373 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4589cb74-5068-424d-941a-f94118346060 tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/b915feac-445c-4dfc-96d6-79a6267ae1d3 HTTP/1.1" status: 204 len: 168 time: 0.4091938 Aug 10 03:53:59.214843 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33958) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:53:59.280528 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 689d1191-90af-45a6-9b31-5a0d267b556e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=689d1191-90af-45a6-9b31-5a0d267b556e,segment=NetworkSegment(da658146-22e1-4101-b313-7e8ac30939d3),segment_id=da658146-22e1-4101-b313-7e8ac30939d3)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:53:59.309189 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8fb1c67f-1d9a-4e67-8c0a-fee1b46c4462 req-cf343d7e-d4ec-4d60-9240-b597a241d99b tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ca325d0-c9c1-4628-89ab-d51c3855c533 HTTP/1.1" status: 200 len: 210 time: 0.0290458 Aug 10 03:53:59.378641 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501209f-4195-461f-ab35-3b4ac74cb45c req-fa9d11d4-b74b-4629-913e-65ab14b6739b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:59.380376 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9501209f-4195-461f-ab35-3b4ac74cb45c req-fa9d11d4-b74b-4629-913e-65ab14b6739b service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3229573 Aug 10 03:53:59.419047 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f2eaf408-36ee-4b37-b5c5-9659df8b50c5 req-fb95cc73-9a04-410a-b3bd-f710e0cbef20 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=e72e64e7-3e82-446b-91cb-288643c6e814 HTTP/1.1" status: 200 len: 210 time: 0.1037519 Aug 10 03:53:59.455377 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:59.459788 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 2632c810-0333-4d35-b87c-fd3aab836d6c no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:59.577809 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 2632c810-0333-4d35-b87c-fd3aab836d6c {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:59.582649 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 2632c810-0333-4d35-b87c-fd3aab836d6c not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:59.582649 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device ddc105c1-a5ef-456a-afad-6b9089f09d14 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:53:59.583052 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=689d1191-90af-45a6-9b31-5a0d267b556e,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:59.592993 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff832cb-7d56-436d-a8de-935ccf723768 req-a1339136-e535-403c-9f91-c126df898ad6 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:59.602052 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5ff832cb-7d56-436d-a8de-935ccf723768 req-a1339136-e535-403c-9f91-c126df898ad6 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=323b1221-6fca-4fb3-b043-04f7ec6a408b HTTP/1.1" status: 200 len: 931 time: 0.1175873 Aug 10 03:53:59.619629 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: ddc105c1-a5ef-456a-afad-6b9089f09d14 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:53:59.620216 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device ddc105c1-a5ef-456a-afad-6b9089f09d14 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:53:59.669125 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5ff832cb-7d56-436d-a8de-935ccf723768 req-ffad26bc-877b-4d67-b4e6-f8afc59b829e tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662355 Aug 10 03:53:59.715920 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-de6a026b-73ee-4748-ac2c-85dc273642a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:59.715920 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-de6a026b-73ee-4748-ac2c-85dc273642a1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=992d730214c1491099e8b120487e23ac&device_id=694df543-b5ec-4345-a560-605c47474843 HTTP/1.1" status: 200 len: 1094 time: 0.2414021 Aug 10 03:53:59.717178 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-5d99dc31-7a56-479f-a0f2-95cc17a11552 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70631c66-749d-4a83-a27a-20b5a198abc2 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:53:59.724344 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-5d99dc31-7a56-479f-a0f2-95cc17a11552 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:59.743070 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-56bb2811-8199-4df1-9f7e-f65c0f15b077 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:59.750373 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-5d99dc31-7a56-479f-a0f2-95cc17a11552 service neutron] Transition to ACTIVE for port object 70631c66-749d-4a83-a27a-20b5a198abc2 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:53:59.821541 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-61e1ec32-f46d-41cc-96b4-bd51fb3eb302 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdcc4c5e-f44c-44a2-8664-03e3a156d29a HTTP/1.1" status: 200 len: 217 time: 0.0981345 Aug 10 03:53:59.846948 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-138dc144-8cca-4779-a1fa-cff8bfba5233 tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:59.848107 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-138dc144-8cca-4779-a1fa-cff8bfba5233 tempest-MeteringIpV6TestJSON-1419976137 tempest-MeteringIpV6TestJSON-1419976137-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/e5227889-d3bd-48d9-9ba9-acf409a230d4 HTTP/1.1" status: 204 len: 168 time: 0.6248608 Aug 10 03:53:59.918224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-56bb2811-8199-4df1-9f7e-f65c0f15b077 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Network c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:53:59.934206 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-56bb2811-8199-4df1-9f7e-f65c0f15b077 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:53:59.940029 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb2811-8199-4df1-9f7e-f65c0f15b077 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Pushing event updated for resources: {'Port': ['ID=4d46f0c8-9253-434c-b6a4-45a957863046,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:53:59.951275 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-56bb2811-8199-4df1-9f7e-f65c0f15b077 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:53:59.980466 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-5d99dc31-7a56-479f-a0f2-95cc17a11552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:53:59.997171 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-cc59ac0c-94a4-45b5-bfc2-68bf6f6a637e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:59.997171 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-cc59ac0c-94a4-45b5-bfc2-68bf6f6a637e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=370f1b13-6f7b-40b4-94af-c5a9772dea2d HTTP/1.1" status: 200 len: 844 time: 0.1268804 Aug 10 03:53:59.997171 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-3e37e30c-93f7-467d-b894-a66718bbf0ce tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:53:59.997171 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-3e37e30c-93f7-467d-b894-a66718bbf0ce tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/networks?id=4c5fa83e-577d-40eb-8c55-93af52e54f4e HTTP/1.1" status: 200 len: 814 time: 0.2717078 Aug 10 03:54:00.034898 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99dc31-7a56-479f-a0f2-95cc17a11552 service neutron] Pushing event updated for resources: {'Port': ['ID=70631c66-749d-4a83-a27a-20b5a198abc2,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:00.046197 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-3e8076f5-0b3b-4542-8d2e-15e5dc793acf tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/quotas/1777edd9fbb84d19b73ae9912a777f83 HTTP/1.1" status: 200 len: 375 time: 0.0428894 Aug 10 03:54:00.055656 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-56bb2811-8199-4df1-9f7e-f65c0f15b077 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:00.056314 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-56bb2811-8199-4df1-9f7e-f65c0f15b077 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:00.101187 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-89f44a4d-093d-40d0-a8e2-ad674ba11e91 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1777edd9fbb84d19b73ae9912a777f83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406487 Aug 10 03:54:00.103035 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-3f71d450-197f-4170-96d5-6641b5c04df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:00.104437 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-3f71d450-197f-4170-96d5-6641b5c04df4 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c77b191a-044f-43de-9854-a356e10ee6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105974 Aug 10 03:54:00.108626 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-5d99dc31-7a56-479f-a0f2-95cc17a11552 service neutron] Attempting to bind port 70631c66-749d-4a83-a27a-20b5a198abc2 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:54:00.108968 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-5d99dc31-7a56-479f-a0f2-95cc17a11552 service neutron] Attempting to bind port 70631c66-749d-4a83-a27a-20b5a198abc2 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': 'ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:54:00.109299 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-5d99dc31-7a56-479f-a0f2-95cc17a11552 service neutron] Attempting to bind port 70631c66-749d-4a83-a27a-20b5a198abc2 on network c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:00.113856 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-5d99dc31-7a56-479f-a0f2-95cc17a11552 service neutron] Port 70631c66-749d-4a83-a27a-20b5a198abc2 on network c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:54:00.114251 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-5d99dc31-7a56-479f-a0f2-95cc17a11552 service neutron] Attempting to bind port 70631c66-749d-4a83-a27a-20b5a198abc2 on network c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:00.119067 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-5d99dc31-7a56-479f-a0f2-95cc17a11552 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:54:00.119403 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-5d99dc31-7a56-479f-a0f2-95cc17a11552 service neutron] Checking segment: {'id': 'ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:00.119780 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-5d99dc31-7a56-479f-a0f2-95cc17a11552 service neutron] Bound using segment: {'id': 'ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:54:00.120310 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-5d99dc31-7a56-479f-a0f2-95cc17a11552 service neutron] Bound port: 70631c66-749d-4a83-a27a-20b5a198abc2, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:54:00.120667 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-5d99dc31-7a56-479f-a0f2-95cc17a11552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:00.200003 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-8cf31362-1194-4a8b-9248-bcc12e5e6130 service neutron] 10.222.0.68 "GET /v2.0/networks/c77b191a-044f-43de-9854-a356e10ee6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864384 Aug 10 03:54:00.219252 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-5d99dc31-7a56-479f-a0f2-95cc17a11552 service neutron] For port 70631c66-749d-4a83-a27a-20b5a198abc2, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:54:00.234189 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-5d99dc31-7a56-479f-a0f2-95cc17a11552 service neutron] For port 70631c66-749d-4a83-a27a-20b5a198abc2, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=70631c66-749d-4a83-a27a-20b5a198abc2,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:54:00.254137 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d23070-0c13-470f-b1ae-baaed24f9d56 req-d3fa2f31-0730-4821-bfce-6b0a27e1dc79 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:00.260045 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d23070-0c13-470f-b1ae-baaed24f9d56 req-d3fa2f31-0730-4821-bfce-6b0a27e1dc79 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:00.266709 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d23070-0c13-470f-b1ae-baaed24f9d56 req-d3fa2f31-0730-4821-bfce-6b0a27e1dc79 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:00.272761 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d23070-0c13-470f-b1ae-baaed24f9d56 req-d3fa2f31-0730-4821-bfce-6b0a27e1dc79 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:00.278665 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d23070-0c13-470f-b1ae-baaed24f9d56 req-d3fa2f31-0730-4821-bfce-6b0a27e1dc79 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:00.279272 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-56bb2811-8199-4df1-9f7e-f65c0f15b077 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9035151 Aug 10 03:54:00.284780 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d23070-0c13-470f-b1ae-baaed24f9d56 req-d3fa2f31-0730-4821-bfce-6b0a27e1dc79 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:00.290626 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d23070-0c13-470f-b1ae-baaed24f9d56 req-d3fa2f31-0730-4821-bfce-6b0a27e1dc79 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:00.292678 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-63d23070-0c13-470f-b1ae-baaed24f9d56 req-d3fa2f31-0730-4821-bfce-6b0a27e1dc79 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5441 time: 0.1167626 Aug 10 03:54:00.293643 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-7148931b-f5b0-4f54-9f35-6d494f6ed81c service neutron] Request body: {'port': {'device_id': '7ca325d0-c9c1-4628-89ab-d51c3855c533', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:00.318615 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-5d99dc31-7a56-479f-a0f2-95cc17a11552 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:00.323340 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cf52e25d-6809-4382-a935-9e5c4fdd425a req-fe73507a-bd05-4477-94e4-fc795cfe89c3 service neutron] 10.222.0.68 "GET /v2.0/networks/c77b191a-044f-43de-9854-a356e10ee6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161973 Aug 10 03:54:00.360181 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-7148931b-f5b0-4f54-9f35-6d494f6ed81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:00.361045 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-5d99dc31-7a56-479f-a0f2-95cc17a11552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:00.362123 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-5d99dc31-7a56-479f-a0f2-95cc17a11552 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:00.363775 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-5d99dc31-7a56-479f-a0f2-95cc17a11552 service neutron] 10.222.0.68 "PUT /v2.0/ports/70631c66-749d-4a83-a27a-20b5a198abc2 HTTP/1.1" status: 200 len: 1091 time: 1.6950080 Aug 10 03:54:00.370059 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323b1221-6fca-4fb3-b043-04f7ec6a408b', 'tag': '70631c66-749d-4a83-a27a-20b5a198abc2'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:00.373290 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b67f7e-9136-4267-a5a6-aa5262c289ca" -d '{"events": [{"name": "network-changed", "server_uuid": "323b1221-6fca-4fb3-b043-04f7ec6a408b", "tag": "70631c66-749d-4a83-a27a-20b5a198abc2"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:00.399868 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-63d23070-0c13-470f-b1ae-baaed24f9d56 req-451d2310-c4f5-49ae-8d81-d3ad7621baf2 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0982764 Aug 10 03:54:00.413965 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99dc31-7a56-479f-a0f2-95cc17a11552 service neutron] Pushing event updated for resources: {'Port': ['ID=70631c66-749d-4a83-a27a-20b5a198abc2,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:00.508419 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72e64e7-3e82-446b-91cb-288643c6e814', 'name': 'network-vif-deleted', 'tag': 'ddc105c1-a5ef-456a-afad-6b9089f09d14'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:00.510646 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a3a9eb-71a9-40d4-ade0-d2f115a9ecfb" -d '{"events": [{"server_uuid": "e72e64e7-3e82-446b-91cb-288643c6e814", "name": "network-vif-deleted", "tag": "ddc105c1-a5ef-456a-afad-6b9089f09d14"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:00.591366 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34002) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:00.591684 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34004) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:00.595124 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-31696e51-1e1d-4e8d-9ec6-62124c8097b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:00.596858 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-31696e51-1e1d-4e8d-9ec6-62124c8097b3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f978154370c54cef8e8d819528465357&device_id=323b1221-6fca-4fb3-b043-04f7ec6a408b HTTP/1.1" status: 200 len: 1094 time: 0.1105003 Aug 10 03:54:00.642727 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689d1191-90af-45a6-9b31-5a0d267b556e'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:00.645141 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473821bd-5aca-4ea8-ba1f-f7cc948e4b1c" -d '{"events": [{"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-plugged", "status": "completed", "tag": "689d1191-90af-45a6-9b31-5a0d267b556e"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:00.679278 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-6fed358a-2940-4d5e-9dc3-0b638462bdf9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70631c66-749d-4a83-a27a-20b5a198abc2 HTTP/1.1" status: 200 len: 217 time: 0.0686197 Aug 10 03:54:00.721370 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4eb35-2da4-4897-bb6a-29a749fdbd07 req-4b770904-01bf-48f7-a588-ddfab611e49a tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:00.724473 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-69a4eb35-2da4-4897-bb6a-29a749fdbd07 req-4b770904-01bf-48f7-a588-ddfab611e49a tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/ports?device_id=694df543-b5ec-4345-a560-605c47474843 HTTP/1.1" status: 200 len: 943 time: 0.1669712 Aug 10 03:54:00.786193 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b305c141-66e9-4469-8a5a-b71588451902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:00.799249 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-027f61ba-1804-45f4-b6a9-af983996b63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:00.843297 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-ed110a33-4fbf-46bb-bcc7-6d940ca6cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:00.844825 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-ed110a33-4fbf-46bb-bcc7-6d940ca6cc9c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cf9a7592-e5a6-49d5-943e-a569f481a6b7 HTTP/1.1" status: 200 len: 852 time: 0.1533861 Aug 10 03:54:00.853788 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-69a4eb35-2da4-4897-bb6a-29a749fdbd07 req-1012a11d-422f-44cd-b40d-51b824ab6eb6 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/security-groups?id=c570b4d8-c912-4a68-9631-02dd72174dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007283 Aug 10 03:54:00.916877 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-7cbe8446-f7d2-4b86-ba18-6276539ba69b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578902 Aug 10 03:54:00.917465 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.db.api [None req-b305c141-66e9-4469-8a5a-b71588451902 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:54:00.917465 n-d-802893-2 neutron-server[94938]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:54:00.917465 n-d-802893-2 neutron-server[94938]: [parameters: {'project_id': '65a4b6c385834c3ea69dcb83c0f574b4', 'id': 'a407f857-9988-4267-b2da-aa864c108528', 'expiration': datetime.datetime(2021, 8, 10, 3, 56, 0, 856399)}] Aug 10 03:54:00.917465 n-d-802893-2 neutron-server[94938]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94938) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:54:00.917949 n-d-802893-2 neutron-server[94938]: DEBUG oslo_db.api [None req-b305c141-66e9-4469-8a5a-b71588451902 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:54:00.993481 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-ee4623d0-c608-476b-846b-aa210be2998f service neutron] 10.222.0.25 "GET /v2.0/networks/4c5fa83e-577d-40eb-8c55-93af52e54f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8847239 Aug 10 03:54:01.066117 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92713d46-1f4e-4925-975c-60c3e0ceecb2 req-ec5dbb78-8daf-4c97-889f-a0d520f66dba tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:01.067596 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-92713d46-1f4e-4925-975c-60c3e0ceecb2 req-ec5dbb78-8daf-4c97-889f-a0d520f66dba tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ca325d0-c9c1-4628-89ab-d51c3855c533 HTTP/1.1" status: 200 len: 931 time: 0.1297987 Aug 10 03:54:01.090424 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-c465ba6e-2d8a-4685-b561-607650f952db service neutron] 10.222.0.68 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656740 Aug 10 03:54:01.146178 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-0ed9d2bd-9cef-4796-a674-53982a2b28d9 service neutron] 10.222.0.25 "GET /v2.0/networks/4c5fa83e-577d-40eb-8c55-93af52e54f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447935 Aug 10 03:54:01.148131 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-7148931b-f5b0-4f54-9f35-6d494f6ed81c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d46f0c8-9253-434c-b6a4-45a957863046 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:54:01.157148 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-7148931b-f5b0-4f54-9f35-6d494f6ed81c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:01.170513 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-7148931b-f5b0-4f54-9f35-6d494f6ed81c service neutron] Transition to ACTIVE for port object 4d46f0c8-9253-434c-b6a4-45a957863046 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:01.179064 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-027f61ba-1804-45f4-b6a9-af983996b63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:01.191020 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-92713d46-1f4e-4925-975c-60c3e0ceecb2 req-d5f1a448-593b-468e-baa2-62c925aaddef tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?id=465c2225-6e39-4e75-8af9-0add66f2bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154311 Aug 10 03:54:01.230046 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5bc698c3-d532-412e-8af9-bba76b9cbfcb req-a178febb-dd30-4dee-bbac-0730e38a3e9a service neutron] 10.222.0.68 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298423 Aug 10 03:54:01.259576 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba5780e-09a0-4e6f-b989-66e6c608fba7 x-openstack-request-id: req-bba5780e-09a0-4e6f-b989-66e6c608fba7 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:01.260272 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323b1221-6fca-4fb3-b043-04f7ec6a408b", "tag": "70631c66-749d-4a83-a27a-20b5a198abc2", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:01.260739 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bba5780e-09a0-4e6f-b989-66e6c608fba7 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:01.261319 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323b1221-6fca-4fb3-b043-04f7ec6a408b', 'tag': '70631c66-749d-4a83-a27a-20b5a198abc2', 'status': 'completed', 'code': 200} Aug 10 03:54:01.270405 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-7148931b-f5b0-4f54-9f35-6d494f6ed81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:01.312047 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-027f61ba-1804-45f4-b6a9-af983996b63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:01.351386 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148931b-f5b0-4f54-9f35-6d494f6ed81c service neutron] Pushing event updated for resources: {'Port': ['ID=4d46f0c8-9253-434c-b6a4-45a957863046,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:01.359761 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-027f61ba-1804-45f4-b6a9-af983996b63e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22f4b447dea644f69fa7d0b77cb04cdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7607620 Aug 10 03:54:01.362411 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34016) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:01.371496 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f61ba-1804-45f4-b6a9-af983996b63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05101d8-cbbe-44e0-b83b-a10a37570198,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:01.377750 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19db3ae9-5af6-4d0f-91ac-da090eba57db x-openstack-request-id: req-19db3ae9-5af6-4d0f-91ac-da090eba57db {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:01.378065 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72e64e7-3e82-446b-91cb-288643c6e814", "name": "network-vif-deleted", "tag": "ddc105c1-a5ef-456a-afad-6b9089f09d14", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:01.378288 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19db3ae9-5af6-4d0f-91ac-da090eba57db {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:01.378903 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72e64e7-3e82-446b-91cb-288643c6e814', 'name': 'network-vif-deleted', 'tag': 'ddc105c1-a5ef-456a-afad-6b9089f09d14', 'status': 'completed', 'code': 200} Aug 10 03:54:01.432593 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdec01ae-ae3f-4862-b730-7e064254394e x-openstack-request-id: req-bdec01ae-ae3f-4862-b730-7e064254394e {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:01.432593 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-plugged", "status": "completed", "tag": "689d1191-90af-45a6-9b31-5a0d267b556e", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:01.432593 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bdec01ae-ae3f-4862-b730-7e064254394e {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:01.432593 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689d1191-90af-45a6-9b31-5a0d267b556e', 'code': 200} Aug 10 03:54:01.439185 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b305c141-66e9-4469-8a5a-b71588451902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:01.439497 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-7148931b-f5b0-4f54-9f35-6d494f6ed81c service neutron] Attempting to bind port 4d46f0c8-9253-434c-b6a4-45a957863046 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:54:01.440331 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-7148931b-f5b0-4f54-9f35-6d494f6ed81c service neutron] Attempting to bind port 4d46f0c8-9253-434c-b6a4-45a957863046 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:54:01.440683 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-7148931b-f5b0-4f54-9f35-6d494f6ed81c service neutron] Attempting to bind port 4d46f0c8-9253-434c-b6a4-45a957863046 on network c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:01.455608 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-7148931b-f5b0-4f54-9f35-6d494f6ed81c service neutron] Port 4d46f0c8-9253-434c-b6a4-45a957863046 on network c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:54:01.455944 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-7148931b-f5b0-4f54-9f35-6d494f6ed81c service neutron] Attempting to bind port 4d46f0c8-9253-434c-b6a4-45a957863046 on network c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:01.462631 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-7148931b-f5b0-4f54-9f35-6d494f6ed81c service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:54:01.463196 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-7148931b-f5b0-4f54-9f35-6d494f6ed81c service neutron] Checking segment: {'id': '1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:01.464741 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-7148931b-f5b0-4f54-9f35-6d494f6ed81c service neutron] Bound using segment: {'id': '1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:54:01.464741 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-7148931b-f5b0-4f54-9f35-6d494f6ed81c service neutron] Bound port: 4d46f0c8-9253-434c-b6a4-45a957863046, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:54:01.464959 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-7148931b-f5b0-4f54-9f35-6d494f6ed81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:01.672069 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-7148931b-f5b0-4f54-9f35-6d494f6ed81c service neutron] For port 4d46f0c8-9253-434c-b6a4-45a957863046, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:54:01.676187 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-7148931b-f5b0-4f54-9f35-6d494f6ed81c service neutron] For port 4d46f0c8-9253-434c-b6a4-45a957863046, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=4d46f0c8-9253-434c-b6a4-45a957863046,segment=NetworkSegment(1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1),segment_id=1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:54:01.686182 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a1e8b9f4-ba03-4cb2-b07f-111f91218b0a req-c645dccb-efdd-4daa-bb51-7264a4e2cfed tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 210 time: 0.2049503 Aug 10 03:54:01.687850 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc68e5-f93d-499a-8eb8-7190e0252f01 req-253ff414-a0e4-4183-9841-2b77e71d48bb tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:01.689598 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c2dc68e5-f93d-499a-8eb8-7190e0252f01 req-253ff414-a0e4-4183-9841-2b77e71d48bb tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=323b1221-6fca-4fb3-b043-04f7ec6a408b HTTP/1.1" status: 200 len: 943 time: 0.1761432 Aug 10 03:54:01.697073 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf8f5f-6fe7-4769-8bef-88f8b3e22ef8 req-5e621c89-8f23-4675-bbf8-8acf56d9a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:01.697720 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf8f5f-6fe7-4769-8bef-88f8b3e22ef8 req-5e621c89-8f23-4675-bbf8-8acf56d9a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:01.698276 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf8f5f-6fe7-4769-8bef-88f8b3e22ef8 req-5e621c89-8f23-4675-bbf8-8acf56d9a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:01.698856 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf8f5f-6fe7-4769-8bef-88f8b3e22ef8 req-5e621c89-8f23-4675-bbf8-8acf56d9a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:01.699386 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf8f5f-6fe7-4769-8bef-88f8b3e22ef8 req-5e621c89-8f23-4675-bbf8-8acf56d9a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:01.699934 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf8f5f-6fe7-4769-8bef-88f8b3e22ef8 req-5e621c89-8f23-4675-bbf8-8acf56d9a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:01.700847 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf8f5f-6fe7-4769-8bef-88f8b3e22ef8 req-5e621c89-8f23-4675-bbf8-8acf56d9a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:01.702899 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0ce494d5-4a9a-4c5d-8be1-06eaf7b486ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:01.703748 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7eaf8f5f-6fe7-4769-8bef-88f8b3e22ef8 req-5e621c89-8f23-4675-bbf8-8acf56d9a7f3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 6498 time: 0.1359670 Aug 10 03:54:01.727737 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0ce494d5-4a9a-4c5d-8be1-06eaf7b486ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:01.764700 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c2dc68e5-f93d-499a-8eb8-7190e0252f01 req-176e0ba2-2fb7-4e78-b688-4aa24c7606a2 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595038 Aug 10 03:54:01.766914 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7eaf8f5f-6fe7-4769-8bef-88f8b3e22ef8 req-d4c59722-9a0b-46f1-99df-73fc6f6e2e6c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548084 Aug 10 03:54:01.819326 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b305c141-66e9-4469-8a5a-b71588451902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:01.828124 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b67f7e-9136-4267-a5a6-aa5262c289ca req-73eed49f-fa3f-44f0-a59b-feeb107e69b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:01.829627 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-48b67f7e-9136-4267-a5a6-aa5262c289ca req-73eed49f-fa3f-44f0-a59b-feeb107e69b1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f978154370c54cef8e8d819528465357&device_id=323b1221-6fca-4fb3-b043-04f7ec6a408b HTTP/1.1" status: 200 len: 1094 time: 0.4291184 Aug 10 03:54:01.878442 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-7148931b-f5b0-4f54-9f35-6d494f6ed81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:01.915579 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca588a-76a3-4fe4-a95c-6e791145ba84 req-ff537680-a2df-4997-bf64-c99289f84589 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:01.922318 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca588a-76a3-4fe4-a95c-6e791145ba84 req-ff537680-a2df-4997-bf64-c99289f84589 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:01.928209 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca588a-76a3-4fe4-a95c-6e791145ba84 req-ff537680-a2df-4997-bf64-c99289f84589 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:01.935210 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca588a-76a3-4fe4-a95c-6e791145ba84 req-ff537680-a2df-4997-bf64-c99289f84589 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:01.941886 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca588a-76a3-4fe4-a95c-6e791145ba84 req-ff537680-a2df-4997-bf64-c99289f84589 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:01.946128 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-7148931b-f5b0-4f54-9f35-6d494f6ed81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:01.946978 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-7148931b-f5b0-4f54-9f35-6d494f6ed81c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:01.948757 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca588a-76a3-4fe4-a95c-6e791145ba84 req-ff537680-a2df-4997-bf64-c99289f84589 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:01.951521 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-7148931b-f5b0-4f54-9f35-6d494f6ed81c service neutron] 10.222.0.68 "PUT /v2.0/ports/4d46f0c8-9253-434c-b6a4-45a957863046 HTTP/1.1" status: 200 len: 1091 time: 1.6601043 Aug 10 03:54:01.961802 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca588a-76a3-4fe4-a95c-6e791145ba84 req-ff537680-a2df-4997-bf64-c99289f84589 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:01.964293 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9bca588a-76a3-4fe4-a95c-6e791145ba84 req-ff537680-a2df-4997-bf64-c99289f84589 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5441 time: 0.1895790 Aug 10 03:54:01.974131 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0ce494d5-4a9a-4c5d-8be1-06eaf7b486ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:01.976648 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0ce494d5-4a9a-4c5d-8be1-06eaf7b486ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:01.977749 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0ce494d5-4a9a-4c5d-8be1-06eaf7b486ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e05101d8-cbbe-44e0-b83b-a10a37570198 HTTP/1.1" status: 204 len: 168 time: 0.6142309 Aug 10 03:54:01.978780 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b305c141-66e9-4469-8a5a-b71588451902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:02.050244 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7148931b-f5b0-4f54-9f35-6d494f6ed81c service neutron] Pushing event updated for resources: {'Port': ['ID=4d46f0c8-9253-434c-b6a4-45a957863046,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:02.054080 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce494d5-4a9a-4c5d-8be1-06eaf7b486ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05101d8-cbbe-44e0-b83b-a10a37570198,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:02.161672 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833c9f9-9308-473a-82eb-0b8ac132258a req-68d4215b-04b0-495d-a261-bda335e6a779 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:02.163695 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d833c9f9-9308-473a-82eb-0b8ac132258a req-68d4215b-04b0-495d-a261-bda335e6a779 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/ports?device_id=694df543-b5ec-4345-a560-605c47474843 HTTP/1.1" status: 200 len: 943 time: 0.2046678 Aug 10 03:54:02.267703 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-4b64dc1f-8e23-4502-9551-9344186a60bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:02.270255 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-4b64dc1f-8e23-4502-9551-9344186a60bd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ba4dfbcf73f2425d88d975c4d0dbffe2&device_id=7ca325d0-c9c1-4628-89ab-d51c3855c533 HTTP/1.1" status: 200 len: 1094 time: 0.2133245 Aug 10 03:54:02.344231 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-ecf445d1-787a-406c-a0ea-cd0aaadf6208 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d46f0c8-9253-434c-b6a4-45a957863046 HTTP/1.1" status: 200 len: 217 time: 0.0651896 Aug 10 03:54:02.415363 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-84e3d6f0-d7a5-41b1-a498-0165988e4fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:02.418991 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-84e3d6f0-d7a5-41b1-a498-0165988e4fd7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4841167f-f267-48b7-aadb-98bc93baab6d HTTP/1.1" status: 200 len: 852 time: 0.0631762 Aug 10 03:54:02.435997 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d833c9f9-9308-473a-82eb-0b8ac132258a req-aa871d50-423f-4b76-986f-ca4c53d851fc tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/security-groups?id=c570b4d8-c912-4a68-9631-02dd72174dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2641206 Aug 10 03:54:02.457572 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-81ab4025-7e31-4599-8e75-717e9ae19cb3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319459 Aug 10 03:54:02.476244 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b305c141-66e9-4469-8a5a-b71588451902 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=65a4b6c385834c3ea69dcb83c0f574b4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8759348 Aug 10 03:54:02.478370 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34038) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:02.502670 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b305c141-66e9-4469-8a5a-b71588451902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130b848c-1d34-42fe-b189-278db8a7016c,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:02.546595 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9bca588a-76a3-4fe4-a95c-6e791145ba84 req-0de22177-062c-46d0-a7a7-1f143ef8c8c8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5641375 Aug 10 03:54:02.576236 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b67f7e-9136-4267-a5a6-aa5262c289ca req-7236fd25-a274-41bb-a78c-c229bfa44eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:02.579469 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-48b67f7e-9136-4267-a5a6-aa5262c289ca req-7236fd25-a274-41bb-a78c-c229bfa44eb5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc HTTP/1.1" status: 200 len: 913 time: 0.7411087 Aug 10 03:54:02.641819 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-48b67f7e-9136-4267-a5a6-aa5262c289ca req-2de3a287-b791-4297-9396-9e5cb9a3c227 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70631c66-749d-4a83-a27a-20b5a198abc2 HTTP/1.1" status: 200 len: 217 time: 0.0553467 Aug 10 03:54:02.642205 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4f8275bb-d8ea-4d4e-af8f-2cd86f38ff21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:02.666960 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4f8275bb-d8ea-4d4e-af8f-2cd86f38ff21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:02.703845 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b67f7e-9136-4267-a5a6-aa5262c289ca req-90fd6e05-8b47-464b-98e8-2f7fbf167536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:02.705736 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-48b67f7e-9136-4267-a5a6-aa5262c289ca req-90fd6e05-8b47-464b-98e8-2f7fbf167536 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cf9a7592-e5a6-49d5-943e-a569f481a6b7 HTTP/1.1" status: 200 len: 852 time: 0.0574470 Aug 10 03:54:02.743106 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617497a-4036-4976-be61-7730fc7cfb38 req-15d189a5-210f-4ae2-9836-39b7f7cf307b tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:02.743531 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f617497a-4036-4976-be61-7730fc7cfb38 req-15d189a5-210f-4ae2-9836-39b7f7cf307b tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ca325d0-c9c1-4628-89ab-d51c3855c533 HTTP/1.1" status: 200 len: 943 time: 0.1666105 Aug 10 03:54:02.747210 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-48b67f7e-9136-4267-a5a6-aa5262c289ca req-269faaaa-aa85-429b-a373-960eb27506b5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336823 Aug 10 03:54:02.789350 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-a1e036e4-cdec-4626-bb26-2fda6e75fce9 service neutron] 10.222.0.68 "GET /v2.0/networks/c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245580 Aug 10 03:54:02.844487 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34048) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:02.872763 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-48b67f7e-9136-4267-a5a6-aa5262c289ca req-f3de05ad-f689-45d0-804b-eb64b4fb4996 service neutron] 10.222.0.68 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181266 Aug 10 03:54:02.887862 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3efb5e93-9ec4-41c8-8e9a-c1ed3eefc9ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:02.892193 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-927a88a2-d4dd-4e6f-b091-d280030bfada req-9e9b53b3-72cc-47a3-af0a-26088abfcdec tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 210 time: 0.0466440 Aug 10 03:54:02.916611 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f617497a-4036-4976-be61-7730fc7cfb38 req-0b752c50-a9a1-4052-8079-9be8f54b7af8 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?id=465c2225-6e39-4e75-8af9-0add66f2bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657436 Aug 10 03:54:02.943482 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4f8275bb-d8ea-4d4e-af8f-2cd86f38ff21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:02.947504 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4f8275bb-d8ea-4d4e-af8f-2cd86f38ff21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:02.957144 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 70631c66-749d-4a83-a27a-20b5a198abc2 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:54:02.965257 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-4f8275bb-d8ea-4d4e-af8f-2cd86f38ff21 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/130b848c-1d34-42fe-b189-278db8a7016c HTTP/1.1" status: 204 len: 168 time: 0.4792466 Aug 10 03:54:02.987302 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8275bb-d8ea-4d4e-af8f-2cd86f38ff21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130b848c-1d34-42fe-b189-278db8a7016c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:03.007649 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0718cb1d-d59b-45e1-94e5-7787edd426c6 req-ae55443f-11f9-4d3f-aa99-d5399ccaa9c3 service neutron] 10.222.0.68 "GET /v2.0/networks/c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062907 Aug 10 03:54:03.155590 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 70631c66-749d-4a83-a27a-20b5a198abc2, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=70631c66-749d-4a83-a27a-20b5a198abc2,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:03.159085 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-48b67f7e-9136-4267-a5a6-aa5262c289ca req-812eb5b7-6154-473f-806f-ef0f153fe583 service neutron] 10.222.0.68 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721274 Aug 10 03:54:03.166745 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3f5ce-3989-49f3-8878-a90c26542cbd req-46f0f6a1-7a2d-4431-99eb-a214ac6da6e2 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:03.171688 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-faf3f5ce-3989-49f3-8878-a90c26542cbd req-46f0f6a1-7a2d-4431-99eb-a214ac6da6e2 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=323b1221-6fca-4fb3-b043-04f7ec6a408b HTTP/1.1" status: 200 len: 943 time: 0.1294107 Aug 10 03:54:03.181820 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '70631c66-749d-4a83-a27a-20b5a198abc2', 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc', 'port_id': '70631c66-749d-4a83-a27a-20b5a198abc2', 'mac_address': 'fa:16:3e:3d:17:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9a7592-e5a6-49d5-943e-a569f481a6b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:54:03.238831 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-faf3f5ce-3989-49f3-8878-a90c26542cbd req-fafd69e1-3804-4530-9f9e-d0b818efcc6e tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574050 Aug 10 03:54:03.253239 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.265007 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3efb5e93-9ec4-41c8-8e9a-c1ed3eefc9ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.273903 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70631c66-749d-4a83-a27a-20b5a198abc2 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:54:03.302186 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 70631c66-749d-4a83-a27a-20b5a198abc2, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=70631c66-749d-4a83-a27a-20b5a198abc2,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:03.374878 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3efb5e93-9ec4-41c8-8e9a-c1ed3eefc9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.380109 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca325d0-c9c1-4628-89ab-d51c3855c533', 'tag': '4d46f0c8-9253-434c-b6a4-45a957863046'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:03.383226 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc24e6f5-cc94-4b91-a7e3-7729acbf093b" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca325d0-c9c1-4628-89ab-d51c3855c533", "tag": "4d46f0c8-9253-434c-b6a4-45a957863046"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:03.420504 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.421463 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device bdcc4c5e-f44c-44a2-8664-03e3a156d29a details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:54:03.439387 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb5e93-9ec4-41c8-8e9a-c1ed3eefc9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1846be85-e391-45a7-aea4-87ca50fe5165,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:03.453496 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3efb5e93-9ec4-41c8-8e9a-c1ed3eefc9ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f159137bf86d4f578c732608529bc53f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6065247 Aug 10 03:54:03.455813 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34054) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:03.474774 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9749f8b8-f46e-4979-a136-aad1fd976736 x-openstack-request-id: req-9749f8b8-f46e-4979-a136-aad1fd976736 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:03.475095 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca325d0-c9c1-4628-89ab-d51c3855c533", "tag": "4d46f0c8-9253-434c-b6a4-45a957863046", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:03.475351 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9749f8b8-f46e-4979-a136-aad1fd976736 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:03.475742 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca325d0-c9c1-4628-89ab-d51c3855c533', 'tag': '4d46f0c8-9253-434c-b6a4-45a957863046', 'status': 'completed', 'code': 200} Aug 10 03:54:03.522089 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=70631c66-749d-4a83-a27a-20b5a198abc2,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:03.564931 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d915ee8-fc53-46bf-b381-ef9a4903928c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.593750 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24e6f5-cc94-4b91-a7e3-7729acbf093b req-3ec12818-ae91-45c0-9995-be70d95b8700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:03.597513 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dc24e6f5-cc94-4b91-a7e3-7729acbf093b req-3ec12818-ae91-45c0-9995-be70d95b8700 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ba4dfbcf73f2425d88d975c4d0dbffe2&device_id=7ca325d0-c9c1-4628-89ab-d51c3855c533 HTTP/1.1" status: 200 len: 1094 time: 0.0895212 Aug 10 03:54:03.624971 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d915ee8-fc53-46bf-b381-ef9a4903928c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.637516 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port bdcc4c5e-f44c-44a2-8664-03e3a156d29a, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=bdcc4c5e-f44c-44a2-8664-03e3a156d29a,segment=NetworkSegment(b87c53c9-9675-465b-9113-d401ad103929),segment_id=b87c53c9-9675-465b-9113-d401ad103929)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:03.649953 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'bdcc4c5e-f44c-44a2-8664-03e3a156d29a', 'network_id': 'c77b191a-044f-43de-9854-a356e10ee6fa', 'port_id': 'bdcc4c5e-f44c-44a2-8664-03e3a156d29a', 'mac_address': 'fa:16:3e:b3:b3:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370f1b13-6f7b-40b4-94af-c5a9772dea2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:54:03.726391 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.742732 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdcc4c5e-f44c-44a2-8664-03e3a156d29a {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:54:03.745933 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24e6f5-cc94-4b91-a7e3-7729acbf093b req-8f65a000-d038-4d37-b6d9-d13353eeb488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:03.748313 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790265d-9d72-4980-86a6-6bd44ec9f0e4 req-ee5e8e31-ff23-4189-8a4e-32224c2431f0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:03.749135 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dc24e6f5-cc94-4b91-a7e3-7729acbf093b req-8f65a000-d038-4d37-b6d9-d13353eeb488 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb HTTP/1.1" status: 200 len: 913 time: 0.1442056 Aug 10 03:54:03.755047 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790265d-9d72-4980-86a6-6bd44ec9f0e4 req-ee5e8e31-ff23-4189-8a4e-32224c2431f0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:03.761187 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790265d-9d72-4980-86a6-6bd44ec9f0e4 req-ee5e8e31-ff23-4189-8a4e-32224c2431f0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:03.767070 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port bdcc4c5e-f44c-44a2-8664-03e3a156d29a, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=bdcc4c5e-f44c-44a2-8664-03e3a156d29a,segment=NetworkSegment(b87c53c9-9675-465b-9113-d401ad103929),segment_id=b87c53c9-9675-465b-9113-d401ad103929)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:03.768582 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790265d-9d72-4980-86a6-6bd44ec9f0e4 req-ee5e8e31-ff23-4189-8a4e-32224c2431f0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:03.774274 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790265d-9d72-4980-86a6-6bd44ec9f0e4 req-ee5e8e31-ff23-4189-8a4e-32224c2431f0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:03.780952 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790265d-9d72-4980-86a6-6bd44ec9f0e4 req-ee5e8e31-ff23-4189-8a4e-32224c2431f0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:03.788002 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790265d-9d72-4980-86a6-6bd44ec9f0e4 req-ee5e8e31-ff23-4189-8a4e-32224c2431f0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:03.789990 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b790265d-9d72-4980-86a6-6bd44ec9f0e4 req-ee5e8e31-ff23-4189-8a4e-32224c2431f0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5441 time: 0.1460321 Aug 10 03:54:03.837830 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dc24e6f5-cc94-4b91-a7e3-7729acbf093b req-d4f4ae99-b9c6-43bc-a49c-dbd657bd10af service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d46f0c8-9253-434c-b6a4-45a957863046 HTTP/1.1" status: 200 len: 217 time: 0.0449762 Aug 10 03:54:03.849364 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b790265d-9d72-4980-86a6-6bd44ec9f0e4 req-e5e2e81f-7f80-4dfa-87eb-bc36b04e8da6 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0503736 Aug 10 03:54:03.897052 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744e80b-4c73-4421-8540-96a688871722 req-d9c02700-994e-427f-8eb2-a79b36c63e0e tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:03.898515 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c744e80b-4c73-4421-8540-96a688871722 req-d9c02700-994e-427f-8eb2-a79b36c63e0e tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/ports?device_id=694df543-b5ec-4345-a560-605c47474843 HTTP/1.1" status: 200 len: 943 time: 0.1484780 Aug 10 03:54:03.912727 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24e6f5-cc94-4b91-a7e3-7729acbf093b req-778dd96f-6992-4381-b06f-4af686c55c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:03.914146 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dc24e6f5-cc94-4b91-a7e3-7729acbf093b req-778dd96f-6992-4381-b06f-4af686c55c86 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4841167f-f267-48b7-aadb-98bc93baab6d HTTP/1.1" status: 200 len: 852 time: 0.0674179 Aug 10 03:54:03.930440 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.931867 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d915ee8-fc53-46bf-b381-ef9a4903928c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.938849 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d915ee8-fc53-46bf-b381-ef9a4903928c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:03.942801 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0d915ee8-fc53-46bf-b381-ef9a4903928c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1846be85-e391-45a7-aea4-87ca50fe5165 HTTP/1.1" status: 204 len: 168 time: 0.4857860 Aug 10 03:54:03.954117 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d915ee8-fc53-46bf-b381-ef9a4903928c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1846be85-e391-45a7-aea4-87ca50fe5165,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:03.958802 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dc24e6f5-cc94-4b91-a7e3-7729acbf093b req-9cfe7f2a-70d9-491b-ae4e-702c25a13c30 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322294 Aug 10 03:54:04.013766 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c744e80b-4c73-4421-8540-96a688871722 req-766e7bcb-486a-4c44-ac0b-225e803452ae tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/security-groups?id=c570b4d8-c912-4a68-9631-02dd72174dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021883 Aug 10 03:54:04.017665 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=bdcc4c5e-f44c-44a2-8664-03e3a156d29a,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:04.094973 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b92c04-0764-4010-ab40-a00f9c8c8196 req-8529cb8c-b0c7-4822-910c-7701475cf856 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:04.100908 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b92c04-0764-4010-ab40-a00f9c8c8196 req-8529cb8c-b0c7-4822-910c-7701475cf856 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:04.106997 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b92c04-0764-4010-ab40-a00f9c8c8196 req-8529cb8c-b0c7-4822-910c-7701475cf856 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:04.113074 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b92c04-0764-4010-ab40-a00f9c8c8196 req-8529cb8c-b0c7-4822-910c-7701475cf856 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:04.119124 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b92c04-0764-4010-ab40-a00f9c8c8196 req-8529cb8c-b0c7-4822-910c-7701475cf856 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:04.130242 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dc24e6f5-cc94-4b91-a7e3-7729acbf093b req-91107b64-5f9e-4041-aee0-f9759e169cd3 service neutron] 10.222.0.68 "GET /v2.0/networks/c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599674 Aug 10 03:54:04.134648 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b92c04-0764-4010-ab40-a00f9c8c8196 req-8529cb8c-b0c7-4822-910c-7701475cf856 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:04.142455 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b92c04-0764-4010-ab40-a00f9c8c8196 req-8529cb8c-b0c7-4822-910c-7701475cf856 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:04.144617 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c4b92c04-0764-4010-ab40-a00f9c8c8196 req-8529cb8c-b0c7-4822-910c-7701475cf856 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5441 time: 0.1678848 Aug 10 03:54:04.156056 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34072) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:04.162022 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2ab4afcd-2e48-47a8-a665-d5f9ff224362 req-a6d4a85c-2e56-43c4-8461-b9524ddee34c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 210 time: 0.0478797 Aug 10 03:54:04.169071 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-a4f9a727-9f2c-42fe-9468-9f1fdc95aada tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Request body: {'floatingip': {'port_id': 'c5bd3815-002e-4d67-be39-954b17157f18'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:04.171282 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['70631c66-749d-4a83-a27a-20b5a198abc2'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:54:04.249671 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34074) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:04.252122 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['bdcc4c5e-f44c-44a2-8664-03e3a156d29a'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:54:04.258363 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a4f9a727-9f2c-42fe-9468-9f1fdc95aada tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for floatingip, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:04.284073 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b2453c50-e351-45c0-ad98-c480a2966afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:04.301966 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dc24e6f5-cc94-4b91-a7e3-7729acbf093b req-103f7029-56bd-4c3e-9288-bdc5917daf87 service neutron] 10.222.0.68 "GET /v2.0/networks/c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388905 Aug 10 03:54:04.380707 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc577748-5528-436e-9981-8b88655916c7 req-a0356219-4966-4a69-8434-874141c92201 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:04.389657 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc577748-5528-436e-9981-8b88655916c7 req-a0356219-4966-4a69-8434-874141c92201 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=323b1221-6fca-4fb3-b043-04f7ec6a408b HTTP/1.1" status: 200 len: 944 time: 0.0685401 Aug 10 03:54:04.449059 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc577748-5528-436e-9981-8b88655916c7 req-47e87086-5da2-483d-9671-a912f4ee8a82 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578780 Aug 10 03:54:04.465915 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cc6d9-dcd4-4ae7-8202-05bed23081cb req-17dfaaf5-df2e-41fd-b0c6-b745ee66db7b tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:04.468805 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-985cc6d9-dcd4-4ae7-8202-05bed23081cb req-17dfaaf5-df2e-41fd-b0c6-b745ee66db7b tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ca325d0-c9c1-4628-89ab-d51c3855c533 HTTP/1.1" status: 200 len: 943 time: 0.2438509 Aug 10 03:54:04.604557 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-985cc6d9-dcd4-4ae7-8202-05bed23081cb req-12ca55cb-19f9-4526-9877-3845be1662b8 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?id=465c2225-6e39-4e75-8af9-0add66f2bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287043 Aug 10 03:54:04.691236 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b2453c50-e351-45c0-ad98-c480a2966afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:04.833402 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b2453c50-e351-45c0-ad98-c480a2966afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:04.895139 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2453c50-e351-45c0-ad98-c480a2966afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df86d15-662b-4596-8d63-2efdfd3a9a3e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:04.902283 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b2453c50-e351-45c0-ad98-c480a2966afe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f211c65a9a04b559ceedba5aa8f8c57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6500390 Aug 10 03:54:04.906006 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34092) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:04.958658 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 4d46f0c8-9253-434c-b6a4-45a957863046 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:54:05.014742 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-17a54afe-575e-409c-aa7e-5ee6fe7fb8e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:05.022116 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a4f9a727-9f2c-42fe-9468-9f1fdc95aada tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:05.072390 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-17a54afe-575e-409c-aa7e-5ee6fe7fb8e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:05.107993 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 4d46f0c8-9253-434c-b6a4-45a957863046, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=4d46f0c8-9253-434c-b6a4-45a957863046,segment=NetworkSegment(1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1),segment_id=1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:05.122028 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '4d46f0c8-9253-434c-b6a4-45a957863046', 'network_id': 'c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb', 'port_id': '4d46f0c8-9253-434c-b6a4-45a957863046', 'mac_address': 'fa:16:3e:15:37:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4841167f-f267-48b7-aadb-98bc93baab6d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:54:05.151594 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d7829-3e0d-4e80-977f-44328f8e5160 req-acf75065-0a1f-4adf-a1c6-d2dfda937165 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:05.153142 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4c5d7829-3e0d-4e80-977f-44328f8e5160 req-acf75065-0a1f-4adf-a1c6-d2dfda937165 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/ports?device_id=694df543-b5ec-4345-a560-605c47474843 HTTP/1.1" status: 200 len: 944 time: 0.0515714 Aug 10 03:54:05.161999 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:05.177288 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d46f0c8-9253-434c-b6a4-45a957863046 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:54:05.186018 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a4f9a727-9f2c-42fe-9468-9f1fdc95aada tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:05.197737 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 4d46f0c8-9253-434c-b6a4-45a957863046, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=4d46f0c8-9253-434c-b6a4-45a957863046,segment=NetworkSegment(1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1),segment_id=1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:05.289227 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-17a54afe-575e-409c-aa7e-5ee6fe7fb8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:05.293717 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4c5d7829-3e0d-4e80-977f-44328f8e5160 req-c93ba41b-cec9-4997-babd-b5e4e92436e6 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/security-groups?id=c570b4d8-c912-4a68-9631-02dd72174dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344211 Aug 10 03:54:05.299077 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:05.301364 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-17a54afe-575e-409c-aa7e-5ee6fe7fb8e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:05.305105 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-17a54afe-575e-409c-aa7e-5ee6fe7fb8e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3df86d15-662b-4596-8d63-2efdfd3a9a3e HTTP/1.1" status: 204 len: 168 time: 0.3955441 Aug 10 03:54:05.320395 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a54afe-575e-409c-aa7e-5ee6fe7fb8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df86d15-662b-4596-8d63-2efdfd3a9a3e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:05.445174 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-f9db9ffe-4262-48f8-af4a-73a020a4873a tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:05.446782 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-f9db9ffe-4262-48f8-af4a-73a020a4873a tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.20 "GET /v2.0/networks?id=4c5fa83e-577d-40eb-8c55-93af52e54f4e HTTP/1.1" status: 200 len: 814 time: 0.2800322 Aug 10 03:54:05.448231 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-a4f9a727-9f2c-42fe-9468-9f1fdc95aada tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Floating IP c32ef323-a97a-45fc-af28-dc79af4ed9e0 associated. External IP: 172.25.0.202, port: c5bd3815-002e-4d67-be39-954b17157f18. Aug 10 03:54:05.462657 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=4d46f0c8-9253-434c-b6a4-45a957863046,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:05.508127 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-ee1cbba6-b89a-4ef7-8737-5581c36fb19d tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Request body: {'port': {'device_id': '09e5c029-5e0d-418e-bfdc-a2e7f22775bd', 'network_id': '4c5fa83e-577d-40eb-8c55-93af52e54f4e', 'admin_state_up': True, 'tenant_id': '1777edd9fbb84d19b73ae9912a777f83'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:05.538413 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['4d46f0c8-9253-434c-b6a4-45a957863046'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:54:05.593146 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-297edc2c-7a60-4a51-9996-85710a6179a6 req-4246e717-794f-4183-9fe5-9a3ca9f9846c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 210 time: 0.0899811 Aug 10 03:54:05.742824 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:54:05.814979 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b044aa-9973-4061-8c29-245b3465312b req-8a6a1681-2818-463a-b582-29f83da23029 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:05.823174 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f0b044aa-9973-4061-8c29-245b3465312b req-8a6a1681-2818-463a-b582-29f83da23029 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=323b1221-6fca-4fb3-b043-04f7ec6a408b HTTP/1.1" status: 200 len: 944 time: 0.0790780 Aug 10 03:54:05.866272 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f0b044aa-9973-4061-8c29-245b3465312b req-3a432d87-1551-4ff9-bd92-a3245dab785f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404301 Aug 10 03:54:05.888462 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba1fd6-98e8-4697-ba60-b526ee09be39 req-6abf97e6-402d-4df5-8141-2cf97d79f6b0 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:05.890059 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c5ba1fd6-98e8-4697-ba60-b526ee09be39 req-6abf97e6-402d-4df5-8141-2cf97d79f6b0 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2 HTTP/1.1" status: 200 len: 945 time: 0.1303537 Aug 10 03:54:05.929797 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f9a727-9f2c-42fe-9468-9f1fdc95aada tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Router 0c3df0b4-26ae-4405-a319-35d61b308e25 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:54:05.955606 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c5ba1fd6-98e8-4697-ba60-b526ee09be39 req-c0f6fa53-982d-4f65-b755-ae055466309a tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579820 Aug 10 03:54:05.995206 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c079daf-76f1-46fd-a390-377a3c51ab8a req-314d92b0-c0a0-438a-a230-49b17eb5e392 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:05.998469 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4c079daf-76f1-46fd-a390-377a3c51ab8a req-314d92b0-c0a0-438a-a230-49b17eb5e392 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ca325d0-c9c1-4628-89ab-d51c3855c533 HTTP/1.1" status: 200 len: 944 time: 0.0624483 Aug 10 03:54:06.046984 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4c079daf-76f1-46fd-a390-377a3c51ab8a req-57bf94f7-0226-4c56-b6d4-170ef0246e7e tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?id=465c2225-6e39-4e75-8af9-0add66f2bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403304 Aug 10 03:54:06.081909 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-ee1cbba6-b89a-4ef7-8737-5581c36fb19d tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Made reservation on behalf of 1777edd9fbb84d19b73ae9912a777f83 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:06.089458 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-ee1cbba6-b89a-4ef7-8737-5581c36fb19d tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:06.126913 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f9a727-9f2c-42fe-9468-9f1fdc95aada tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:54:06.141316 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a4f9a727-9f2c-42fe-9468-9f1fdc95aada tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:06.141524 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc45b109-d2fc-4d76-8cc0-dee36c0130e6 None None] Sync routers for ids ['0c3df0b4-26ae-4405-a319-35d61b308e25'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:54:06.154365 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc45b109-d2fc-4d76-8cc0-dee36c0130e6 None None] Routers {'0c3df0b4-26ae-4405-a319-35d61b308e25'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:06.155515 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-fc45b109-d2fc-4d76-8cc0-dee36c0130e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:53:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0c3df0b4-26ae-4405-a319-35d61b308e25'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:06.195130 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a4f9a727-9f2c-42fe-9468-9f1fdc95aada tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "PUT /v2.0/floatingips/c32ef323-a97a-45fc-af28-dc79af4ed9e0 HTTP/1.1" status: 200 len: 991 time: 2.0250554 Aug 10 03:54:06.195130 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'tag': 'c5bd3815-002e-4d67-be39-954b17157f18'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:06.203628 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4c9aa8-0b4a-498a-997f-9052a15fca4f" -d '{"events": [{"name": "network-changed", "server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "tag": "c5bd3815-002e-4d67-be39-954b17157f18"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:06.328915 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-fc45b109-d2fc-4d76-8cc0-dee36c0130e6 None None] Set router 0c3df0b4-26ae-4405-a319-35d61b308e25 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:54:06.332892 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb9f817-139c-484c-b55d-6d817731d03f x-openstack-request-id: req-3bb9f817-139c-484c-b55d-6d817731d03f {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:06.333187 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "tag": "c5bd3815-002e-4d67-be39-954b17157f18", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:06.333442 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3bb9f817-139c-484c-b55d-6d817731d03f {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:06.333842 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'tag': 'c5bd3815-002e-4d67-be39-954b17157f18', 'status': 'completed', 'code': 200} Aug 10 03:54:06.502428 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-ee1cbba6-b89a-4ef7-8737-5581c36fb19d tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Allocated IP 172.20.0.11 (4c5fa83e-577d-40eb-8c55-93af52e54f4e/1f28f607-37c6-49e9-aa98-1fa9a7d12da2/370afcbe-96cd-4095-91f2-def098f87603) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:06.531157 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c9aa8-0b4a-498a-997f-9052a15fca4f req-bb0ba1d3-dd0d-41b0-ab29-9c62c96ff1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:06.532334 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c9aa8-0b4a-498a-997f-9052a15fca4f req-bb0ba1d3-dd0d-41b0-ab29-9c62c96ff1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:06.532997 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c9aa8-0b4a-498a-997f-9052a15fca4f req-bb0ba1d3-dd0d-41b0-ab29-9c62c96ff1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:06.533500 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c9aa8-0b4a-498a-997f-9052a15fca4f req-bb0ba1d3-dd0d-41b0-ab29-9c62c96ff1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:06.534073 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c9aa8-0b4a-498a-997f-9052a15fca4f req-bb0ba1d3-dd0d-41b0-ab29-9c62c96ff1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:06.534560 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c9aa8-0b4a-498a-997f-9052a15fca4f req-bb0ba1d3-dd0d-41b0-ab29-9c62c96ff1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:06.535037 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c9aa8-0b4a-498a-997f-9052a15fca4f req-bb0ba1d3-dd0d-41b0-ab29-9c62c96ff1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:06.537226 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0f4c9aa8-0b4a-498a-997f-9052a15fca4f req-bb0ba1d3-dd0d-41b0-ab29-9c62c96ff1ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7613e46ecb1e44beabb9108ddbbb4b81&device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 6498 time: 0.1616344 Aug 10 03:54:06.552878 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df6deb-d4e5-4a57-8fd0-92cfe6cc7bd0 req-f4e2be89-85cc-48d3-86c6-dc4c6aa42d35 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:06.563017 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-20df6deb-d4e5-4a57-8fd0-92cfe6cc7bd0 req-f4e2be89-85cc-48d3-86c6-dc4c6aa42d35 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/ports?device_id=694df543-b5ec-4345-a560-605c47474843 HTTP/1.1" status: 200 len: 944 time: 0.1550632 Aug 10 03:54:06.662075 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-20df6deb-d4e5-4a57-8fd0-92cfe6cc7bd0 req-c56f71fb-2414-480f-9580-e261e3b150f8 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/security-groups?id=c570b4d8-c912-4a68-9631-02dd72174dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979247 Aug 10 03:54:06.689839 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-fc45b109-d2fc-4d76-8cc0-dee36c0130e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'name': 'tempest-TaggedBootDevicesTest_v242-1861095225-router', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '51528760-ed0f-4320-8a81-b8ee91fbc2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:28Z', 'updated_at': '2021-08-10T03:51:32Z', 'revision_number': 4, 'project_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'gw_port': {'id': '51528760-ed0f-4320-8a81-b8ee91fbc2c7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:00:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:29Z', 'updated_at': '2021-08-10T03:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'c32ef323-a97a-45fc-af28-dc79af4ed9e0', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'port_id': 'c5bd3815-002e-4d67-be39-954b17157f18', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9d6125-2256-42d2-8b3b-ccaff09619e5', 'mac_address': 'fa:16:3e:96:15:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:52:24Z', 'updated_at': '2021-08-10T03:54:04Z', 'revision_number': 1, 'project_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc6ae7c9-695f-4452-8877-2162cff3a30a', 'name': '', 'network_id': 'af9d6125-2256-42d2-8b3b-ccaff09619e5', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'mac_address': 'fa:16:3e:a7:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '131e12ae-b15c-4627-a08c-2d35b677d6c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:32Z', 'updated_at': '2021-08-10T03:51:39Z', 'revision_number': 5, 'project_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'subnets': [{'id': '131e12ae-b15c-4627-a08c-2d35b677d6c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:06.722093 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc45b109-d2fc-4d76-8cc0-dee36c0130e6 None None] Checking router: 0c3df0b4-26ae-4405-a319-35d61b308e25 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:54:06.730354 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc45b109-d2fc-4d76-8cc0-dee36c0130e6 None None] Routers {'0c3df0b4-26ae-4405-a319-35d61b308e25'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:06.731018 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-fc45b109-d2fc-4d76-8cc0-dee36c0130e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:53:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0c3df0b4-26ae-4405-a319-35d61b308e25'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:06.754223 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fd143717-1a1a-41db-8eef-89279aa6bbfb req-f37628a3-e2ad-4510-9193-37204566d34e tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 210 time: 0.0506005 Aug 10 03:54:06.779488 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c9aa8-0b4a-498a-997f-9052a15fca4f req-6879d01b-a545-4b85-90f7-6324d3ac8602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:06.780992 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0f4c9aa8-0b4a-498a-997f-9052a15fca4f req-6879d01b-a545-4b85-90f7-6324d3ac8602 service neutron] 10.222.0.20 "GET /v2.0/networks?id=af9d6125-2256-42d2-8b3b-ccaff09619e5 HTTP/1.1" status: 200 len: 918 time: 0.2263706 Aug 10 03:54:06.861655 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-fc45b109-d2fc-4d76-8cc0-dee36c0130e6 None None] Set router 0c3df0b4-26ae-4405-a319-35d61b308e25 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:54:06.900725 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-ee1cbba6-b89a-4ef7-8737-5581c36fb19d tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:06.929087 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0f4c9aa8-0b4a-498a-997f-9052a15fca4f req-7203f390-3dcc-4e17-be57-8becf8e3d048 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5bd3815-002e-4d67-be39-954b17157f18 HTTP/1.1" status: 200 len: 999 time: 0.1405938 Aug 10 03:54:06.971825 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 70631c66-749d-4a83-a27a-20b5a198abc2 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:07.003737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c9aa8-0b4a-498a-997f-9052a15fca4f req-95aa172e-352b-49bd-ac67-dade04423ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:07.005680 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0f4c9aa8-0b4a-498a-997f-9052a15fca4f req-95aa172e-352b-49bd-ac67-dade04423ae2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=131e12ae-b15c-4627-a08c-2d35b677d6c9 HTTP/1.1" status: 200 len: 856 time: 0.0683880 Aug 10 03:54:07.074485 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-ee1cbba6-b89a-4ef7-8737-5581c36fb19d tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:07.155605 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 70631c66-749d-4a83-a27a-20b5a198abc2 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:07.160005 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 70631c66-749d-4a83-a27a-20b5a198abc2 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:07.160379 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:07.174095 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-ee1cbba6-b89a-4ef7-8737-5581c36fb19d tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Network 4c5fa83e-577d-40eb-8c55-93af52e54f4e is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:07.191530 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-ee1cbba6-b89a-4ef7-8737-5581c36fb19d tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:07.194196 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-ee1cbba6-b89a-4ef7-8737-5581c36fb19d tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:07.215343 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d155b-a0db-4a6a-92b4-ffb88de50d22 req-36ab3810-584b-4879-8745-6a9a3ca23684 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:07.217685 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-188d155b-a0db-4a6a-92b4-ffb88de50d22 req-36ab3810-584b-4879-8745-6a9a3ca23684 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=323b1221-6fca-4fb3-b043-04f7ec6a408b HTTP/1.1" status: 200 len: 944 time: 0.1639199 Aug 10 03:54:07.267748 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-ee1cbba6-b89a-4ef7-8737-5581c36fb19d tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:07.268965 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-ee1cbba6-b89a-4ef7-8737-5581c36fb19d tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:07.274178 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c9aa8-0b4a-498a-997f-9052a15fca4f req-53552479-deea-4188-90dc-8bc8ccf2db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:07.275989 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0f4c9aa8-0b4a-498a-997f-9052a15fca4f req-53552479-deea-4188-90dc-8bc8ccf2db86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af9d6125-2256-42d2-8b3b-ccaff09619e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2615249 Aug 10 03:54:07.301776 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaeb7fe-d17a-4129-9267-deba1c901963 req-a8f3f9ef-292c-43cf-98c3-8ac840d6a324 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:07.303892 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bdaeb7fe-d17a-4129-9267-deba1c901963 req-a8f3f9ef-292c-43cf-98c3-8ac840d6a324 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.68 "GET /v2.0/ports?device_id=c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2 HTTP/1.1" status: 200 len: 945 time: 0.2206140 Aug 10 03:54:07.348399 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:07.387645 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34162) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:07.391424 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323b1221-6fca-4fb3-b043-04f7ec6a408b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70631c66-749d-4a83-a27a-20b5a198abc2'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:07.397864 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766860ae-c573-47d3-b8fb-bdb986796b24" -d '{"events": [{"server_uuid": "323b1221-6fca-4fb3-b043-04f7ec6a408b", "name": "network-vif-plugged", "status": "completed", "tag": "70631c66-749d-4a83-a27a-20b5a198abc2"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:07.433104 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 70631c66-749d-4a83-a27a-20b5a198abc2, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=70631c66-749d-4a83-a27a-20b5a198abc2,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:07.449003 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-188d155b-a0db-4a6a-92b4-ffb88de50d22 req-cdfffb35-e1aa-4168-aa57-af33185d6bc6 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064686 Aug 10 03:54:07.500293 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:07.501210 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 4d46f0c8-9253-434c-b6a4-45a957863046 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:07.508898 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-bdaeb7fe-d17a-4129-9267-deba1c901963 req-8940b8c4-ef76-4269-b72e-ee797f5e0206 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Deleting port 6ea866cc-5cb4-4f69-8626-4a15d1af770d {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:07.510615 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bdaeb7fe-d17a-4129-9267-deba1c901963 req-8940b8c4-ef76-4269-b72e-ee797f5e0206 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:07.513672 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-fc45b109-d2fc-4d76-8cc0-dee36c0130e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'name': 'tempest-TaggedBootDevicesTest_v242-1861095225-router', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '51528760-ed0f-4320-8a81-b8ee91fbc2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:28Z', 'updated_at': '2021-08-10T03:51:32Z', 'revision_number': 4, 'project_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'gw_port': {'id': '51528760-ed0f-4320-8a81-b8ee91fbc2c7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:00:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:29Z', 'updated_at': '2021-08-10T03:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'c32ef323-a97a-45fc-af28-dc79af4ed9e0', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'port_id': 'c5bd3815-002e-4d67-be39-954b17157f18', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9d6125-2256-42d2-8b3b-ccaff09619e5', 'mac_address': 'fa:16:3e:96:15:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:52:24Z', 'updated_at': '2021-08-10T03:54:04Z', 'revision_number': 1, 'project_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc6ae7c9-695f-4452-8877-2162cff3a30a', 'name': '', 'network_id': 'af9d6125-2256-42d2-8b3b-ccaff09619e5', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'mac_address': 'fa:16:3e:a7:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '131e12ae-b15c-4627-a08c-2d35b677d6c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:32Z', 'updated_at': '2021-08-10T03:51:39Z', 'revision_number': 5, 'project_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'subnets': [{'id': '131e12ae-b15c-4627-a08c-2d35b677d6c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:07.549016 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc45b109-d2fc-4d76-8cc0-dee36c0130e6 None None] The sync data for ids ['0c3df0b4-26ae-4405-a319-35d61b308e25'] in n-d-802893-2 is: [{'id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'name': 'tempest-TaggedBootDevicesTest_v242-1861095225-router', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '51528760-ed0f-4320-8a81-b8ee91fbc2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:28Z', 'updated_at': '2021-08-10T03:51:32Z', 'revision_number': 4, 'project_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'gw_port': {'id': '51528760-ed0f-4320-8a81-b8ee91fbc2c7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:00:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:29Z', 'updated_at': '2021-08-10T03:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'c32ef323-a97a-45fc-af28-dc79af4ed9e0', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'floating_ip_address': '172.25.0.202', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'port_id': 'c5bd3815-002e-4d67-be39-954b17157f18', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af9d6125-2256-42d2-8b3b-ccaff09619e5', 'mac_address': 'fa:16:3e:96:15:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:52:24Z', 'updated_at': '2021-08-10T03:54:04Z', 'revision_number': 1, 'project_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc6ae7c9-695f-4452-8877-2162cff3a30a', 'name': '', 'network_id': 'af9d6125-2256-42d2-8b3b-ccaff09619e5', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'mac_address': 'fa:16:3e:a7:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '131e12ae-b15c-4627-a08c-2d35b677d6c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:32Z', 'updated_at': '2021-08-10T03:51:39Z', 'revision_number': 5, 'project_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'subnets': [{'id': '131e12ae-b15c-4627-a08c-2d35b677d6c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:54:07.636596 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=70631c66-749d-4a83-a27a-20b5a198abc2,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:07.661106 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-adc23bc6-0d47-4842-afea-1ce4311052dd tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:07.662152 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-adc23bc6-0d47-4842-afea-1ce4311052dd tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2727184 Aug 10 03:54:07.667011 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34172) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:07.678612 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-59c87840-07a5-42d6-b902-6be18f614f04 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:07.679394 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-59c87840-07a5-42d6-b902-6be18f614f04 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0111632 Aug 10 03:54:07.685834 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34176) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:07.690217 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-016379df-06c6-4889-b673-c11fa98956ae tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:07.691161 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-016379df-06c6-4889-b673-c11fa98956ae tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0044060 Aug 10 03:54:07.695351 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 4d46f0c8-9253-434c-b6a4-45a957863046 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:07.699657 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 4d46f0c8-9253-434c-b6a4-45a957863046 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:07.700122 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:07.701051 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34178) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:07.711154 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-5ec19907-2d4a-4fc2-8f47-beff16f35530 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:07.714065 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5ec19907-2d4a-4fc2-8f47-beff16f35530 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0085180 Aug 10 03:54:07.721398 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34180) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:07.726670 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-c1a9d3b0-7279-4121-950a-e5bebcbf7c23 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:07.730092 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c1a9d3b0-7279-4121-950a-e5bebcbf7c23 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0054820 Aug 10 03:54:07.738601 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32121f4c-d58c-4a00-96c3-4f3f2ea52beb req-f55f5ece-0ebf-4873-ad89-9114cce599dd tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:07.740312 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-32121f4c-d58c-4a00-96c3-4f3f2ea52beb req-f55f5ece-0ebf-4873-ad89-9114cce599dd tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ca325d0-c9c1-4628-89ab-d51c3855c533 HTTP/1.1" status: 200 len: 944 time: 0.1733315 Aug 10 03:54:07.745941 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34182) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:07.750951 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-a4ff1696-1372-495d-9a3a-0b79fc499496 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:07.755888 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a4ff1696-1372-495d-9a3a-0b79fc499496 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0077085 Aug 10 03:54:07.759887 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34184) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:07.766305 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-ca89a401-10c0-4f79-8591-28607095a075 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:07.767281 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ca89a401-10c0-4f79-8591-28607095a075 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0051649 Aug 10 03:54:07.776650 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34186) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:07.797868 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-b1164258-f8a1-4621-b147-9487624d6a1a tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:07.799012 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b1164258-f8a1-4621-b147-9487624d6a1a tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0161419 Aug 10 03:54:07.807663 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34192) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:07.815753 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-bdaeb7fe-d17a-4129-9267-deba1c901963 req-8940b8c4-ef76-4269-b72e-ee797f5e0206 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] For port 6ea866cc-5cb4-4f69-8626-4a15d1af770d, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=6ea866cc-5cb4-4f69-8626-4a15d1af770d,segment=NetworkSegment(438f092c-63d3-4c8c-b4b5-84c92a8890bc),segment_id=438f092c-63d3-4c8c-b4b5-84c92a8890bc)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:07.816150 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bdaeb7fe-d17a-4129-9267-deba1c901963 req-8940b8c4-ef76-4269-b72e-ee797f5e0206 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:07.821391 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-6f5ab03a-3914-48be-87c4-076edc0e1d9c tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:07.822385 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6f5ab03a-3914-48be-87c4-076edc0e1d9c tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0103462 Aug 10 03:54:07.831510 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34194) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:07.838081 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:07.841698 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-889272c9-96a8-4a2e-acd4-9a406896e6fa tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:07.845317 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-889272c9-96a8-4a2e-acd4-9a406896e6fa tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0102656 Aug 10 03:54:07.868238 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34196) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:07.869113 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-bdaeb7fe-d17a-4129-9267-deba1c901963 req-8940b8c4-ef76-4269-b72e-ee797f5e0206 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Calling delete_port for 6ea866cc-5cb4-4f69-8626-4a15d1af770d owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:07.875338 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-0c36a539-a966-403c-af5b-9f8c8b3d2d6f tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:07.878699 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0c36a539-a966-403c-af5b-9f8c8b3d2d6f tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0052850 Aug 10 03:54:07.882450 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-32121f4c-d58c-4a00-96c3-4f3f2ea52beb req-59ab5f7f-e246-4e1b-927f-de81f42c8dfa tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?id=465c2225-6e39-4e75-8af9-0add66f2bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213014 Aug 10 03:54:07.882602 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34198) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:07.893831 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1cbba6-b89a-4ef7-8737-5581c36fb19d tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Pushing event updated for resources: {'Port': ['ID=370afcbe-96cd-4095-91f2-def098f87603,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:07.899636 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 4d46f0c8-9253-434c-b6a4-45a957863046, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=4d46f0c8-9253-434c-b6a4-45a957863046,segment=NetworkSegment(1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1),segment_id=1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:07.905369 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bfbf7-c805-4cc6-89ed-ced170b3c68b req-4523251e-96ad-41c2-acce-650d64daed97 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:07.906906 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b41bfbf7-c805-4cc6-89ed-ced170b3c68b req-4523251e-96ad-41c2-acce-650d64daed97 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2 HTTP/1.1" status: 200 len: 945 time: 0.8349543 Aug 10 03:54:07.909329 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-ab81f8b5-8abc-48d4-b753-caf105870f90 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:07.909461 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0f4c9aa8-0b4a-498a-997f-9052a15fca4f req-b3dc3e8e-34ca-4a0d-9009-a2067603df87 service neutron] 10.222.0.20 "GET /v2.0/networks/af9d6125-2256-42d2-8b3b-ccaff09619e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6219509 Aug 10 03:54:07.910318 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ab81f8b5-8abc-48d4-b753-caf105870f90 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0146511 Aug 10 03:54:07.913467 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34200) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:07.919070 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [None req-51d6b5cc-0e82-4959-a7ac-52575be5da4e tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:07.921151 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-51d6b5cc-0e82-4959-a7ac-52575be5da4e tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0056098 Aug 10 03:54:07.931715 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c35b92-6d9a-4c14-8b7f-714fed28f85f None None] New status for floating IP c32ef323-a97a-45fc-af28-dc79af4ed9e0: ACTIVE {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:54:07.938583 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34202) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:07.968380 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [None req-6772693d-1ab7-4e33-b567-595e0f5319b7 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:07.968380 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6772693d-1ab7-4e33-b567-595e0f5319b7 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0161536 Aug 10 03:54:07.975618 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34206) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:07.988290 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-99de862b-f9cf-43a0-98ca-eaa7199bc944 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:07.988290 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-99de862b-f9cf-43a0-98ca-eaa7199bc944 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0060518 Aug 10 03:54:07.988810 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34208) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:07.998408 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-ee1cbba6-b89a-4ef7-8737-5581c36fb19d tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4940195 Aug 10 03:54:08.012434 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:08.014897 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device bdcc4c5e-f44c-44a2-8664-03e3a156d29a up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:08.033278 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b41bfbf7-c805-4cc6-89ed-ced170b3c68b req-30e5c2e2-10c1-4cb2-b0ba-7697128bb56f tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/security-groups?id=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121349 Aug 10 03:54:08.045967 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-0ab3d4bb-24a6-45a8-9909-15c283048f58 service neutron] Request body: {'port': {'device_id': '09e5c029-5e0d-418e-bfdc-a2e7f22775bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:08.047021 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440d0c26-ba60-4ecf-a423-391f2c86aad6 x-openstack-request-id: req-440d0c26-ba60-4ecf-a423-391f2c86aad6 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:08.047367 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323b1221-6fca-4fb3-b043-04f7ec6a408b", "name": "network-vif-plugged", "status": "completed", "tag": "70631c66-749d-4a83-a27a-20b5a198abc2", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:08.047680 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-440d0c26-ba60-4ecf-a423-391f2c86aad6 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:08.048160 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323b1221-6fca-4fb3-b043-04f7ec6a408b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70631c66-749d-4a83-a27a-20b5a198abc2', 'code': 200} Aug 10 03:54:08.114441 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-02dfad1c-d726-4698-865a-5ce75c31ac25 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.115891 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-02dfad1c-d726-4698-865a-5ce75c31ac25 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.1114335 Aug 10 03:54:08.118575 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34212) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.125549 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-cc705f9d-3356-4442-bed0-e2eaf5f0f42c tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.126496 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-cc705f9d-3356-4442-bed0-e2eaf5f0f42c tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0070815 Aug 10 03:54:08.130020 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34214) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.140483 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-c52f64af-c1ef-4f10-afb4-5333b4bcd23a tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.141570 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c52f64af-c1ef-4f10-afb4-5333b4bcd23a tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0108066 Aug 10 03:54:08.145043 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34216) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.151421 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-587e0f90-fbc0-4bad-b694-3e84d1abd735 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.152570 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-587e0f90-fbc0-4bad-b694-3e84d1abd735 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0067663 Aug 10 03:54:08.156933 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34218) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.161907 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-51050e44-1748-4858-9c68-d13b58b5176f tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.164845 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-51050e44-1748-4858-9c68-d13b58b5176f tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0051472 Aug 10 03:54:08.167410 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34220) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.173521 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-005e55a1-18a6-423f-9de0-ccc164fc48db tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.175235 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-005e55a1-18a6-423f-9de0-ccc164fc48db tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0061734 Aug 10 03:54:08.177910 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34222) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.183497 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-9a440f16-0e1f-4120-a515-6d837ad73d28 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.185409 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9a440f16-0e1f-4120-a515-6d837ad73d28 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0065269 Aug 10 03:54:08.190393 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34224) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.197022 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-aa1f92ad-ee0e-4bda-b870-b04d0e41060d tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.201331 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-aa1f92ad-ee0e-4bda-b870-b04d0e41060d tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0093534 Aug 10 03:54:08.210782 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34228) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.227279 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=4d46f0c8-9253-434c-b6a4-45a957863046,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:08.246106 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-36d4b281-a882-40b2-838d-b3984b630484 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.248346 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-36d4b281-a882-40b2-838d-b3984b630484 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0337908 Aug 10 03:54:08.249073 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0f4c9aa8-0b4a-498a-997f-9052a15fca4f req-bebfb608-5b4a-43fb-a744-ffd33af8d0f6 service neutron] 10.222.0.20 "GET /v2.0/networks/af9d6125-2256-42d2-8b3b-ccaff09619e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261638 Aug 10 03:54:08.249632 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-0ab3d4bb-24a6-45a8-9909-15c283048f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:08.255677 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34230) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.258611 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bdaeb7fe-d17a-4129-9267-deba1c901963 req-8940b8c4-ef76-4269-b72e-ee797f5e0206 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:08.268729 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-cc79108d-91ff-4d78-bde7-e7288ecc5d1d tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.269802 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-cc79108d-91ff-4d78-bde7-e7288ecc5d1d tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0091214 Aug 10 03:54:08.274605 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34232) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.279730 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['6ea866cc-5cb4-4f69-8626-4a15d1af770d'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:54:08.281777 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ebf80-9ee7-4a82-98e4-5dc3004eb3ea req-336e6c61-3eb5-438f-804b-59943edc6d65 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:08.288741 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-082ebf80-9ee7-4a82-98e4-5dc3004eb3ea req-336e6c61-3eb5-438f-804b-59943edc6d65 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 932 time: 0.1419697 Aug 10 03:54:08.298583 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-34590cde-b39c-4d01-a4e6-736b34ebf736 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.299618 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-34590cde-b39c-4d01-a4e6-736b34ebf736 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0233724 Aug 10 03:54:08.304248 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34234) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.313181 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-0f341442-e917-406d-9d8f-0c83cd3f5b6a tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.314365 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0f341442-e917-406d-9d8f-0c83cd3f5b6a tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0057495 Aug 10 03:54:08.315233 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940b8c4-ef76-4269-b72e-ee797f5e0206 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Pushing event deleted for resources: {'Port': ['ID=6ea866cc-5cb4-4f69-8626-4a15d1af770d,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:08.316938 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34236) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.329209 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-9fc38da7-052d-4d40-8e84-30cb1e8ec9d2 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.330170 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9fc38da7-052d-4d40-8e84-30cb1e8ec9d2 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0090027 Aug 10 03:54:08.330560 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b3541-e600-47cb-b1b5-c190bf2d0caf req-f70b63cf-0a3c-4012-a37e-4f648f74e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:08.332094 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8e1b3541-e600-47cb-b1b5-c190bf2d0caf req-f70b63cf-0a3c-4012-a37e-4f648f74e94e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=323b1221-6fca-4fb3-b043-04f7ec6a408b HTTP/1.1" status: 200 len: 1096 time: 0.2038832 Aug 10 03:54:08.334684 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34238) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.346993 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b9c9a-aa42-42c1-b346-2a9312b82bf9 req-4b276cf0-3081-4912-aea9-860e23dc263f tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:08.351495 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8c5b9c9a-aa42-42c1-b346-2a9312b82bf9 req-4b276cf0-3081-4912-aea9-860e23dc263f tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/ports?device_id=694df543-b5ec-4345-a560-605c47474843 HTTP/1.1" status: 200 len: 944 time: 0.1590233 Aug 10 03:54:08.351495 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-eee7a497-b125-4b1b-b0cb-8ca9720203d0 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.354771 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-eee7a497-b125-4b1b-b0cb-8ca9720203d0 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0151713 Aug 10 03:54:08.368941 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34242) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.373411 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port bdcc4c5e-f44c-44a2-8664-03e3a156d29a completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:08.378989 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port bdcc4c5e-f44c-44a2-8664-03e3a156d29a triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:08.392549 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:08.392639 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [None req-addf5bfd-ab16-4150-9ca4-ddf09b3a8300 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.392639 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-addf5bfd-ab16-4150-9ca4-ddf09b3a8300 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0175297 Aug 10 03:54:08.393687 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34244) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.406679 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-082ebf80-9ee7-4a82-98e4-5dc3004eb3ea req-01753d1b-8fab-4487-8c95-5a0815c0bdff tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171415 Aug 10 03:54:08.432880 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-615b6ee4-f400-49a0-9b3c-3aa73dbb4db8 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.439475 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-615b6ee4-f400-49a0-9b3c-3aa73dbb4db8 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0441029 Aug 10 03:54:08.454060 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34246) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.457674 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdaeb7fe-d17a-4129-9267-deba1c901963 req-8940b8c4-ef76-4269-b72e-ee797f5e0206 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] No DVR routers for this DVR port 6ea866cc-5cb4-4f69-8626-4a15d1af770d on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:54:08.462191 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-b83bfc01-1dc5-4f62-9f51-3af9f9e177b7 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.463376 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b83bfc01-1dc5-4f62-9f51-3af9f9e177b7 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0080476 Aug 10 03:54:08.467205 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bdaeb7fe-d17a-4129-9267-deba1c901963 req-8940b8c4-ef76-4269-b72e-ee797f5e0206 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:08.470082 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bdaeb7fe-d17a-4129-9267-deba1c901963 req-8940b8c4-ef76-4269-b72e-ee797f5e0206 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.68 "DELETE /v2.0/ports/6ea866cc-5cb4-4f69-8626-4a15d1af770d HTTP/1.1" status: 204 len: 173 time: 1.1570687 Aug 10 03:54:08.472345 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2', 'name': 'network-vif-deleted', 'tag': '6ea866cc-5cb4-4f69-8626-4a15d1af770d'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:08.473303 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5047a4-f06e-441d-8c83-3aebad51e83d" -d '{"events": [{"server_uuid": "c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2", "name": "network-vif-deleted", "tag": "6ea866cc-5cb4-4f69-8626-4a15d1af770d"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:08.483488 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34248) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.490230 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-c717b22e-a66e-468d-901e-4407c776bacf tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.491586 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c717b22e-a66e-468d-901e-4407c776bacf tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0067511 Aug 10 03:54:08.494883 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34256) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.501288 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-41b882ce-9456-447f-bfaf-b2149f92ac90 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.502766 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-41b882ce-9456-447f-bfaf-b2149f92ac90 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0067010 Aug 10 03:54:08.506530 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34258) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.515763 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [None req-36c9fea5-6a5e-4f7f-a181-bb9b8b4aedf6 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.516777 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-36c9fea5-6a5e-4f7f-a181-bb9b8b4aedf6 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0072355 Aug 10 03:54:08.521509 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34260) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.522781 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8e1b3541-e600-47cb-b1b5-c190bf2d0caf req-6ad6261d-84dd-4bdf-9998-aa8074f5e8cb service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762574 Aug 10 03:54:08.526474 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-ebefeb4e-d6b4-4fa9-b965-a92479f1c705 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.527420 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ebefeb4e-d6b4-4fa9-b965-a92479f1c705 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0051014 Aug 10 03:54:08.532455 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34262) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.538656 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-337a2693-772a-4307-a01b-b67eef8bd885 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.540357 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-337a2693-772a-4307-a01b-b67eef8bd885 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0062623 Aug 10 03:54:08.543499 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8c5b9c9a-aa42-42c1-b346-2a9312b82bf9 req-acfe2617-ab6c-46e1-af74-fad108cc6474 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/security-groups?id=c570b4d8-c912-4a68-9631-02dd72174dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603816 Aug 10 03:54:08.544141 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34264) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.551430 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [None req-69b210c0-46e7-4026-b9b5-6ef35881e8a9 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.554815 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-69b210c0-46e7-4026-b9b5-6ef35881e8a9 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0067909 Aug 10 03:54:08.555605 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34266) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.573766 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [None req-2b0c180d-8f3d-45b0-a741-c84ea9edfd29 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.576014 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2b0c180d-8f3d-45b0-a741-c84ea9edfd29 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0188005 Aug 10 03:54:08.577720 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34268) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.578444 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:08.582275 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-e5ac21ee-b043-42fc-9092-a9ed2d200fb2 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.583999 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e5ac21ee-b043-42fc-9092-a9ed2d200fb2 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0044320 Aug 10 03:54:08.585574 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34270) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.594501 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-49b086db-e573-4bb8-8e32-9ab06cc31469 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.601497 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34274) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.603530 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-49b086db-e573-4bb8-8e32-9ab06cc31469 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0166776 Aug 10 03:54:08.614838 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [None req-8083e832-71f9-49a4-9e6b-8adfa474b906 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.615815 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8083e832-71f9-49a4-9e6b-8adfa474b906 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0135229 Aug 10 03:54:08.620771 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7a8e39-e809-4ecf-950a-c3778d16aace x-openstack-request-id: req-6b7a8e39-e809-4ecf-950a-c3778d16aace {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:08.620771 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2", "name": "network-vif-deleted", "tag": "6ea866cc-5cb4-4f69-8626-4a15d1af770d", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:08.620771 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b7a8e39-e809-4ecf-950a-c3778d16aace {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:08.625485 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2', 'name': 'network-vif-deleted', 'tag': '6ea866cc-5cb4-4f69-8626-4a15d1af770d', 'status': 'completed', 'code': 200} Aug 10 03:54:08.625992 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34276) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.630426 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-77a172f0-8801-4728-b411-eeff1b76de38 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.634351 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-77a172f0-8801-4728-b411-eeff1b76de38 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0072088 Aug 10 03:54:08.634925 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34278) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.639134 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-e9df7cba-79c2-4bb3-9770-d8e02c9011ea tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.642544 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e9df7cba-79c2-4bb3-9770-d8e02c9011ea tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0067213 Aug 10 03:54:08.643090 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34280) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.643333 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port bdcc4c5e-f44c-44a2-8664-03e3a156d29a, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=bdcc4c5e-f44c-44a2-8664-03e3a156d29a,segment=NetworkSegment(b87c53c9-9675-465b-9113-d401ad103929),segment_id=b87c53c9-9675-465b-9113-d401ad103929)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:08.647544 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-fc18a4eb-dffd-4a4b-bff1-ace092fdc484 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.648510 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fc18a4eb-dffd-4a4b-bff1-ace092fdc484 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0045588 Aug 10 03:54:08.651051 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34282) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.656769 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-56a08627-bc86-470f-9e2f-67f84678e378 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.657720 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-56a08627-bc86-470f-9e2f-67f84678e378 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0057914 Aug 10 03:54:08.666393 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34284) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.672388 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-b4e32f58-ca09-4dff-a611-e2e26ca5709c tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.676287 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b4e32f58-ca09-4dff-a611-e2e26ca5709c tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0066407 Aug 10 03:54:08.676534 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34286) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.682199 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-fd02ea36-103b-4370-aedc-ac1bcea37993 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.683164 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fd02ea36-103b-4370-aedc-ac1bcea37993 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0057540 Aug 10 03:54:08.685742 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34288) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.688449 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcd711-beac-421f-bba0-1f670f953d68 req-ad1b55af-6d6f-4a2c-b355-ca638dc5a798 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:08.689984 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6dcd711-beac-421f-bba0-1f670f953d68 req-ad1b55af-6d6f-4a2c-b355-ca638dc5a798 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=323b1221-6fca-4fb3-b043-04f7ec6a408b HTTP/1.1" status: 200 len: 945 time: 0.1209018 Aug 10 03:54:08.692381 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-f3d2eecd-24ed-403e-9fab-c64a33322031 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.694006 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f3d2eecd-24ed-403e-9fab-c64a33322031 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0067427 Aug 10 03:54:08.700630 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34290) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.704928 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-980cb14d-d5de-4c72-851c-3973841d4a88 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.705867 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-980cb14d-d5de-4c72-851c-3973841d4a88 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0043197 Aug 10 03:54:08.708273 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34292) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.712243 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-30caa2cb-1271-4810-bc73-be509dc7a6c6 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.713163 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-30caa2cb-1271-4810-bc73-be509dc7a6c6 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0040584 Aug 10 03:54:08.715644 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34294) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.717758 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:08.721200 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-4a2a8bd2-0565-483b-b4be-1b6b8304e744 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.722878 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4a2a8bd2-0565-483b-b4be-1b6b8304e744 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0050516 Aug 10 03:54:08.729308 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34296) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.735098 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-20b5199c-7c2a-4465-b674-d7abdedab405 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.738178 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-20b5199c-7c2a-4465-b674-d7abdedab405 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0060511 Aug 10 03:54:08.740149 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34298) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.744789 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [None req-25b102fb-2ff3-4638-a1ff-f8457d1f3993 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.748253 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-25b102fb-2ff3-4638-a1ff-f8457d1f3993 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0046096 Aug 10 03:54:08.749905 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34300) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.754500 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-2cba200c-b02d-41f5-adeb-ca40f46c4d67 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.756582 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2cba200c-b02d-41f5-adeb-ca40f46c4d67 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0045929 Aug 10 03:54:08.758462 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34304) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.767074 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-47575139-66c1-4daa-b47f-430ff3d7a58a tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.772537 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-47575139-66c1-4daa-b47f-430ff3d7a58a tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0112283 Aug 10 03:54:08.772716 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6dcd711-beac-421f-bba0-1f670f953d68 req-47b0c4a7-f040-4b7f-925e-d484dc52dd82 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739882 Aug 10 03:54:08.773206 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34306) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.780461 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [None req-cd509cf4-5587-4c8d-8f2f-e81ae965193b tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.784303 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cd509cf4-5587-4c8d-8f2f-e81ae965193b tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0052702 Aug 10 03:54:08.784303 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34308) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.786326 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=bdcc4c5e-f44c-44a2-8664-03e3a156d29a,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:08.807592 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [None req-2837eb10-eb98-4f3d-8645-0cffc892ac2a tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.808874 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2837eb10-eb98-4f3d-8645-0cffc892ac2a tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0237687 Aug 10 03:54:08.811881 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34310) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.817961 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-c593de21-7ea6-4823-b742-4b9fae9e7c9c tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.818887 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c593de21-7ea6-4823-b742-4b9fae9e7c9c tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0059474 Aug 10 03:54:08.822049 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34312) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.827853 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [None req-d8ded4b9-5c88-474b-a8ea-19dce1b23101 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.828877 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d8ded4b9-5c88-474b-a8ea-19dce1b23101 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0057247 Aug 10 03:54:08.831348 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34314) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.835743 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-d888ca6e-6206-4703-a332-985e8928076d tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.836907 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d888ca6e-6206-4703-a332-985e8928076d tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0045385 Aug 10 03:54:08.839691 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-0ab3d4bb-24a6-45a8-9909-15c283048f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 370afcbe-96cd-4095-91f2-def098f87603 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:54:08.840640 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34316) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.845931 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-00029cb7-6a37-4417-ad1d-c518929f18d2 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.846989 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-00029cb7-6a37-4417-ad1d-c518929f18d2 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0047519 Aug 10 03:54:08.848690 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-0ab3d4bb-24a6-45a8-9909-15c283048f58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:08.849175 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34318) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.853320 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-dc9f7826-d158-4a17-8863-052030a03c79 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.854240 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-dc9f7826-d158-4a17-8863-052030a03c79 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0042241 Aug 10 03:54:08.856587 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34320) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.860682 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-0ab3d4bb-24a6-45a8-9909-15c283048f58 service neutron] Transition to ACTIVE for port object 370afcbe-96cd-4095-91f2-def098f87603 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:08.860841 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-5f4a9892-db5d-4081-be37-779e0eded8a3 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.861655 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5f4a9892-db5d-4081-be37-779e0eded8a3 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0040290 Aug 10 03:54:08.863796 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34322) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.867648 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-398ec233-8a59-456c-afd1-2bcadf0a3929 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.868664 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-398ec233-8a59-456c-afd1-2bcadf0a3929 tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0039601 Aug 10 03:54:08.870732 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34324) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.878694 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-fab0122e-8d47-444b-9a83-5097a604f69e tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.878694 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fab0122e-8d47-444b-9a83-5097a604f69e tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0040762 Aug 10 03:54:08.880261 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34326) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.884533 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-942c1c7f-4554-4c12-b164-aef82faf218a tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.885559 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-942c1c7f-4554-4c12-b164-aef82faf218a tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0044789 Aug 10 03:54:08.887543 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34328) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.891909 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-5a6cc319-38f8-4db9-ab93-c199b236e1cf tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.892880 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5a6cc319-38f8-4db9-ab93-c199b236e1cf tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0039136 Aug 10 03:54:08.894815 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34330) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:08.898608 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [None req-f393eae5-8d2d-4bd3-85a9-39db1be1285f tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:54:08.899560 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f393eae5-8d2d-4bd3-85a9-39db1be1285f tempest-ExtensionsTestJSON-1941338998 tempest-ExtensionsTestJSON-1941338998-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0039382 Aug 10 03:54:08.926972 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-0ab3d4bb-24a6-45a8-9909-15c283048f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.032845 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3d4bb-24a6-45a8-9909-15c283048f58 service neutron] Pushing event updated for resources: {'Port': ['ID=370afcbe-96cd-4095-91f2-def098f87603,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:09.105113 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11209b53-419c-4400-9641-82003f672c5e req-4920ae12-ad4c-4140-85fa-d562dff76edd tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:09.106888 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-11209b53-419c-4400-9641-82003f672c5e req-4920ae12-ad4c-4140-85fa-d562dff76edd tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ca325d0-c9c1-4628-89ab-d51c3855c533 HTTP/1.1" status: 200 len: 945 time: 0.0975268 Aug 10 03:54:09.111774 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-0ab3d4bb-24a6-45a8-9909-15c283048f58 service neutron] Attempting to bind port 370afcbe-96cd-4095-91f2-def098f87603 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:54:09.115319 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-0ab3d4bb-24a6-45a8-9909-15c283048f58 service neutron] Attempting to bind port 370afcbe-96cd-4095-91f2-def098f87603 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '20c309fb-ec98-40d4-a9d0-4aa74be70f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4c5fa83e-577d-40eb-8c55-93af52e54f4e'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:54:09.115732 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-0ab3d4bb-24a6-45a8-9909-15c283048f58 service neutron] Attempting to bind port 370afcbe-96cd-4095-91f2-def098f87603 on network 4c5fa83e-577d-40eb-8c55-93af52e54f4e {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:09.120418 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-0ab3d4bb-24a6-45a8-9909-15c283048f58 service neutron] Port 370afcbe-96cd-4095-91f2-def098f87603 on network 4c5fa83e-577d-40eb-8c55-93af52e54f4e not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:54:09.120747 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-0ab3d4bb-24a6-45a8-9909-15c283048f58 service neutron] Attempting to bind port 370afcbe-96cd-4095-91f2-def098f87603 on network 4c5fa83e-577d-40eb-8c55-93af52e54f4e {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:09.126475 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-0ab3d4bb-24a6-45a8-9909-15c283048f58 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:54:09.126975 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-0ab3d4bb-24a6-45a8-9909-15c283048f58 service neutron] Checking segment: {'id': '20c309fb-ec98-40d4-a9d0-4aa74be70f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4c5fa83e-577d-40eb-8c55-93af52e54f4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:09.127752 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-0ab3d4bb-24a6-45a8-9909-15c283048f58 service neutron] Bound using segment: {'id': '20c309fb-ec98-40d4-a9d0-4aa74be70f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4c5fa83e-577d-40eb-8c55-93af52e54f4e'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:54:09.130508 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-0ab3d4bb-24a6-45a8-9909-15c283048f58 service neutron] Bound port: 370afcbe-96cd-4095-91f2-def098f87603, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20c309fb-ec98-40d4-a9d0-4aa74be70f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4c5fa83e-577d-40eb-8c55-93af52e54f4e'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:54:09.130883 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-0ab3d4bb-24a6-45a8-9909-15c283048f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.155415 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-11209b53-419c-4400-9641-82003f672c5e req-5ac1b1d0-efc6-48da-9834-9d794a6d63c0 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?id=465c2225-6e39-4e75-8af9-0add66f2bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425889 Aug 10 03:54:09.234538 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7800b954-f55c-4d2d-971c-2cef807ad2aa req-e827a0b4-30ad-4894-a60a-5a1766b9ef54 tempest-AttachVolumeNegativeTest-751464706 tempest-AttachVolumeNegativeTest-751464706-project] 10.222.0.25 "GET /v2.0/ports?device_id=c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2 HTTP/1.1" status: 200 len: 210 time: 0.0358012 Aug 10 03:54:09.246523 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-0ab3d4bb-24a6-45a8-9909-15c283048f58 service neutron] For port 370afcbe-96cd-4095-91f2-def098f87603, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:54:09.251191 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-0ab3d4bb-24a6-45a8-9909-15c283048f58 service neutron] For port 370afcbe-96cd-4095-91f2-def098f87603, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=370afcbe-96cd-4095-91f2-def098f87603,segment=NetworkSegment(20c309fb-ec98-40d4-a9d0-4aa74be70f65),segment_id=20c309fb-ec98-40d4-a9d0-4aa74be70f65)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:54:09.357823 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-0ab3d4bb-24a6-45a8-9909-15c283048f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.397771 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-0ab3d4bb-24a6-45a8-9909-15c283048f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:09.398405 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-0ab3d4bb-24a6-45a8-9909-15c283048f58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.399819 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-0ab3d4bb-24a6-45a8-9909-15c283048f58 service neutron] 10.222.0.20 "PUT /v2.0/ports/370afcbe-96cd-4095-91f2-def098f87603 HTTP/1.1" status: 200 len: 1092 time: 1.3813818 Aug 10 03:54:09.400279 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e5c029-5e0d-418e-bfdc-a2e7f22775bd', 'tag': '370afcbe-96cd-4095-91f2-def098f87603'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:09.402501 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9ccc68-8564-48a2-9398-7ca95452e7db" -d '{"events": [{"name": "network-changed", "server_uuid": "09e5c029-5e0d-418e-bfdc-a2e7f22775bd", "tag": "370afcbe-96cd-4095-91f2-def098f87603"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:09.423305 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3d4bb-24a6-45a8-9909-15c283048f58 service neutron] Pushing event updated for resources: {'Port': ['ID=370afcbe-96cd-4095-91f2-def098f87603,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:09.451918 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbcd3de-3c23-4edd-b01f-e1ec412ed062 x-openstack-request-id: req-9cbcd3de-3c23-4edd-b01f-e1ec412ed062 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:09.452278 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e5c029-5e0d-418e-bfdc-a2e7f22775bd", "tag": "370afcbe-96cd-4095-91f2-def098f87603", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:09.452535 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9cbcd3de-3c23-4edd-b01f-e1ec412ed062 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:09.452936 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e5c029-5e0d-418e-bfdc-a2e7f22775bd', 'tag': '370afcbe-96cd-4095-91f2-def098f87603', 'status': 'completed', 'code': 200} Aug 10 03:54:09.546972 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34362) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:09.560918 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-875f896a-0364-4fd3-8ba5-a946a308981a req-689962f2-5661-4875-b895-d87b747f16d7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0724485 Aug 10 03:54:09.633112 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b10e9c-dda4-4dd8-8744-3b1c728a2c70 req-4e1457cc-0633-4e06-9ad5-e47a3c2fd24f tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:09.634658 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90b10e9c-dda4-4dd8-8744-3b1c728a2c70 req-4e1457cc-0633-4e06-9ad5-e47a3c2fd24f tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 944 time: 0.1025920 Aug 10 03:54:09.651812 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-875f896a-0364-4fd3-8ba5-a946a308981a req-cfbe01ab-f325-4608-ab86-1cb366222bde service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=518fa0d68256485d8c15c7ca946355d2&device_id=c65449ae-1b2e-4a70-b5d3-9f8bf0fd19f2 HTTP/1.1" status: 200 len: 210 time: 0.0389626 Aug 10 03:54:09.654860 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ccc68-8564-48a2-9398-7ca95452e7db req-89a8964a-49a8-48f5-9b92-b98c277328ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:09.657099 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3a9ccc68-8564-48a2-9398-7ca95452e7db req-89a8964a-49a8-48f5-9b92-b98c277328ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1777edd9fbb84d19b73ae9912a777f83&device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 1095 time: 0.1253536 Aug 10 03:54:09.697656 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c53e9d-d559-48ec-8823-9a0759f09a6c req-3c885f77-223e-483d-9363-cfa7e5fc9057 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:09.699162 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62c53e9d-d559-48ec-8823-9a0759f09a6c req-3c885f77-223e-483d-9363-cfa7e5fc9057 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/ports?device_id=694df543-b5ec-4345-a560-605c47474843 HTTP/1.1" status: 200 len: 945 time: 0.0527127 Aug 10 03:54:09.736568 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c61faef1-d63b-4d78-81e9-90eb383cd6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.764171 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62c53e9d-d559-48ec-8823-9a0759f09a6c req-d3dd7b37-8d4b-4af9-a0ce-21c1f83102bd tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/security-groups?id=c570b4d8-c912-4a68-9631-02dd72174dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577049 Aug 10 03:54:09.837566 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90b10e9c-dda4-4dd8-8744-3b1c728a2c70 req-65d398b9-50d9-4764-aed5-83c62f0be2f3 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880620 Aug 10 03:54:09.875142 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f896a-0364-4fd3-8ba5-a946a308981a req-267d6d94-a81e-420e-b50a-189e368d4954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:09.876661 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-875f896a-0364-4fd3-8ba5-a946a308981a req-267d6d94-a81e-420e-b50a-189e368d4954 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=518fa0d68256485d8c15c7ca946355d2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2061081 Aug 10 03:54:09.907591 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-84946c55-65f6-45e4-93d9-123d712e4a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.908240 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c61faef1-d63b-4d78-81e9-90eb383cd6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:09.928702 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87b601-2f0f-4c08-aa2c-91822fc554c5 req-9cfb5ccc-c028-4184-b8e2-457b219a307c tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:09.930221 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fa87b601-2f0f-4c08-aa2c-91822fc554c5 req-9cfb5ccc-c028-4184-b8e2-457b219a307c tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=323b1221-6fca-4fb3-b043-04f7ec6a408b HTTP/1.1" status: 200 len: 945 time: 0.0663209 Aug 10 03:54:09.933775 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ccc68-8564-48a2-9398-7ca95452e7db req-6436770d-81c1-49b4-9acc-8fdd6625d572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:09.935342 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3a9ccc68-8564-48a2-9398-7ca95452e7db req-6436770d-81c1-49b4-9acc-8fdd6625d572 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=1777edd9fbb84d19b73ae9912a777f83&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2624252 Aug 10 03:54:09.970079 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fa87b601-2f0f-4c08-aa2c-91822fc554c5 req-efb46b2d-df11-4fa3-b3b8-001de1e738ba tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332520 Aug 10 03:54:10.025735 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c61faef1-d63b-4d78-81e9-90eb383cd6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:10.040943 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f896a-0364-4fd3-8ba5-a946a308981a req-9d62e85c-aa1d-43ca-b017-a53799e37cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:10.042663 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-875f896a-0364-4fd3-8ba5-a946a308981a req-9d62e85c-aa1d-43ca-b017-a53799e37cbd service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1573336 Aug 10 03:54:10.051542 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca325d0-c9c1-4628-89ab-d51c3855c533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d46f0c8-9253-434c-b6a4-45a957863046'}, {'server_uuid': '694df543-b5ec-4345-a560-605c47474843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcc4c5e-f44c-44a2-8664-03e3a156d29a'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:10.057799 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b48eae-e3e1-43af-ad36-d4596bcff22a" -d '{"events": [{"server_uuid": "7ca325d0-c9c1-4628-89ab-d51c3855c533", "name": "network-vif-plugged", "status": "completed", "tag": "4d46f0c8-9253-434c-b6a4-45a957863046"}, {"server_uuid": "694df543-b5ec-4345-a560-605c47474843", "name": "network-vif-plugged", "status": "completed", "tag": "bdcc4c5e-f44c-44a2-8664-03e3a156d29a"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:10.067884 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ccc68-8564-48a2-9398-7ca95452e7db req-c28a36a9-0221-4e4f-8ab4-666bdb5cf0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:10.069948 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3a9ccc68-8564-48a2-9398-7ca95452e7db req-c28a36a9-0221-4e4f-8ab4-666bdb5cf0c9 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1242082 Aug 10 03:54:10.084708 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34376) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:10.085031 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c61faef1-d63b-4d78-81e9-90eb383cd6d9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=41b498cea0554c5795acaedfa8c26e8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5365767 Aug 10 03:54:10.086598 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61faef1-d63b-4d78-81e9-90eb383cd6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c76d06-1810-42dc-ae6f-06a5e35ff9c0,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:10.129534 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766dbe59-dfc2-4c0c-b39d-8b88f258c34c x-openstack-request-id: req-766dbe59-dfc2-4c0c-b39d-8b88f258c34c {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:10.129837 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca325d0-c9c1-4628-89ab-d51c3855c533", "name": "network-vif-plugged", "status": "completed", "tag": "4d46f0c8-9253-434c-b6a4-45a957863046", "code": 200}, {"server_uuid": "694df543-b5ec-4345-a560-605c47474843", "name": "network-vif-plugged", "status": "completed", "tag": "bdcc4c5e-f44c-44a2-8664-03e3a156d29a", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:10.130092 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-766dbe59-dfc2-4c0c-b39d-8b88f258c34c {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:10.130493 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca325d0-c9c1-4628-89ab-d51c3855c533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d46f0c8-9253-434c-b6a4-45a957863046', 'code': 200} Aug 10 03:54:10.130747 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694df543-b5ec-4345-a560-605c47474843', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdcc4c5e-f44c-44a2-8664-03e3a156d29a', 'code': 200} Aug 10 03:54:10.142177 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34380) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:10.180978 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f5b22348-e23d-48e3-a9de-9693afb7f313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:10.225547 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f5b22348-e23d-48e3-a9de-9693afb7f313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:10.287641 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-a71eb76b-a800-4801-ac4f-1de2fb0d6c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:10.287781 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-a71eb76b-a800-4801-ac4f-1de2fb0d6c3d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1777edd9fbb84d19b73ae9912a777f83&device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 1095 time: 0.1251194 Aug 10 03:54:10.299491 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9db093-58d0-43aa-b9e5-0c16d03c769f req-2aa9e657-c581-4312-a37e-e4cb9105a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:10.301147 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3e9db093-58d0-43aa-b9e5-0c16d03c769f req-2aa9e657-c581-4312-a37e-e4cb9105a2f8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=694df543-b5ec-4345-a560-605c47474843 HTTP/1.1" status: 200 len: 1096 time: 0.0542831 Aug 10 03:54:10.324466 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34388) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:10.369332 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3e9db093-58d0-43aa-b9e5-0c16d03c769f req-4f576bc2-37e1-4411-b94e-9830a1fe5135 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=c570b4d8-c912-4a68-9631-02dd72174dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611496 Aug 10 03:54:10.380668 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-f37aac95-5b8d-4056-9f15-8861c0c3a4e1 admin admin] Deleting subnet 6a4191d9-e64e-4743-823a-6d34a29ab994 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:54:10.384164 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f37aac95-5b8d-4056-9f15-8861c0c3a4e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:10.408717 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-793efd43-89f8-41a6-871a-5ce56fff203a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:10.411255 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-adb5ce48-7445-4ee8-bfdf-2713102700f5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=370afcbe-96cd-4095-91f2-def098f87603 HTTP/1.1" status: 200 len: 217 time: 0.0890079 Aug 10 03:54:10.420157 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f37aac95-5b8d-4056-9f15-8861c0c3a4e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:10.430565 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b4777-9035-4fe1-9eb3-fd530d18a142 req-c86dd044-2370-4cb6-8721-444dfbde445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:10.432072 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f70b4777-9035-4fe1-9eb3-fd530d18a142 req-c86dd044-2370-4cb6-8721-444dfbde445c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7ca325d0-c9c1-4628-89ab-d51c3855c533 HTTP/1.1" status: 200 len: 1096 time: 0.2034183 Aug 10 03:54:10.472716 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f37aac95-5b8d-4056-9f15-8861c0c3a4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:10.482598 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-f3a5c04a-70ab-4518-a839-6bc1b3ab88f5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2303259 Aug 10 03:54:10.519031 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed93601c-1a8b-40af-a1e4-6fe133e9c59d req-22286e2a-9215-4f33-b979-fdcb0a9f698b tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:10.520599 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ed93601c-1a8b-40af-a1e4-6fe133e9c59d req-22286e2a-9215-4f33-b979-fdcb0a9f698b tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ca325d0-c9c1-4628-89ab-d51c3855c533 HTTP/1.1" status: 200 len: 945 time: 0.2382612 Aug 10 03:54:10.555568 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-9d964a48-871e-4767-89f2-a2aaf4887737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:10.556917 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-9d964a48-871e-4767-89f2-a2aaf4887737 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1f28f607-37c6-49e9-aa98-1fa9a7d12da2 HTTP/1.1" status: 200 len: 854 time: 0.1293960 Aug 10 03:54:10.584608 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f70b4777-9035-4fe1-9eb3-fd530d18a142 req-f5d4e0cd-5455-458b-84bf-500278e61278 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=465c2225-6e39-4e75-8af9-0add66f2bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380680 Aug 10 03:54:10.618792 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f5b22348-e23d-48e3-a9de-9693afb7f313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:10.620043 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f37aac95-5b8d-4056-9f15-8861c0c3a4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:10.621373 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f5b22348-e23d-48e3-a9de-9693afb7f313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:10.623250 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f5b22348-e23d-48e3-a9de-9693afb7f313 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/03c76d06-1810-42dc-ae6f-06a5e35ff9c0 HTTP/1.1" status: 204 len: 168 time: 0.5373423 Aug 10 03:54:10.635136 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-37659925-b579-4c01-b1cf-5dd6d6093ad5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c5fa83e-577d-40eb-8c55-93af52e54f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633101 Aug 10 03:54:10.652990 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37aac95-5b8d-4056-9f15-8861c0c3a4e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a4191d9-e64e-4743-823a-6d34a29ab994,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:10.661010 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f37aac95-5b8d-4056-9f15-8861c0c3a4e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:10.663480 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b22348-e23d-48e3-a9de-9693afb7f313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c76d06-1810-42dc-ae6f-06a5e35ff9c0,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:10.671410 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34392) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:10.672349 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f37aac95-5b8d-4056-9f15-8861c0c3a4e1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6a4191d9-e64e-4743-823a-6d34a29ab994 HTTP/1.1" status: 204 len: 168 time: 0.3399088 Aug 10 03:54:10.676630 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ed93601c-1a8b-40af-a1e4-6fe133e9c59d req-b31fb20e-8554-4f58-a58b-bcfed5b7c5e3 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?id=465c2225-6e39-4e75-8af9-0add66f2bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452680 Aug 10 03:54:10.793283 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-05f215cf-ddd4-44cf-9600-3749d56f8f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:10.793855 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-05f215cf-ddd4-44cf-9600-3749d56f8f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:10.795098 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-05f215cf-ddd4-44cf-9600-3749d56f8f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:10.795762 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-05f215cf-ddd4-44cf-9600-3749d56f8f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:10.796277 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-05f215cf-ddd4-44cf-9600-3749d56f8f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:10.796769 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-05f215cf-ddd4-44cf-9600-3749d56f8f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:10.797379 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-05f215cf-ddd4-44cf-9600-3749d56f8f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:10.799395 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-05f215cf-ddd4-44cf-9600-3749d56f8f58 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7613e46ecb1e44beabb9108ddbbb4b81&device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 6498 time: 0.2498090 Aug 10 03:54:10.862873 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cf6bdee-90dd-4fe5-a47f-0252e4146ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:10.939550 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01e3b9-043c-4ebe-acfd-52941ec5997d req-50142297-5bdf-4e36-b246-8c51fbb2b408 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:10.941137 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-be01e3b9-043c-4ebe-acfd-52941ec5997d req-50142297-5bdf-4e36-b246-8c51fbb2b408 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/ports?device_id=694df543-b5ec-4345-a560-605c47474843 HTTP/1.1" status: 200 len: 945 time: 0.0843644 Aug 10 03:54:10.965348 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-5882c498-d924-4927-861d-0c5a509861f4 service neutron] 10.222.0.20 "GET /v2.0/networks/4c5fa83e-577d-40eb-8c55-93af52e54f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169563 Aug 10 03:54:10.979881 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-be01e3b9-043c-4ebe-acfd-52941ec5997d req-de3e377a-a157-48da-a3f5-100d53b1fcd9 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/security-groups?id=c570b4d8-c912-4a68-9631-02dd72174dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323272 Aug 10 03:54:10.985803 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 6ea866cc-5cb4-4f69-8626-4a15d1af770d no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:54:10.993538 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-793efd43-89f8-41a6-871a-5ce56fff203a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.010984 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 6ea866cc-5cb4-4f69-8626-4a15d1af770d {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:54:11.012089 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 6ea866cc-5cb4-4f69-8626-4a15d1af770d not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:54:11.086661 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-793efd43-89f8-41a6-871a-5ce56fff203a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.126592 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8577b-a397-499a-98d3-f267f9980c92 req-bf354bb4-4919-4064-b5ea-144babef73e5 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:11.129168 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8ca8577b-a397-499a-98d3-f267f9980c92 req-bf354bb4-4919-4064-b5ea-144babef73e5 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 944 time: 0.2162614 Aug 10 03:54:11.188580 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-47bf8c5d-7c5c-4b9e-a56a-0a1dcef7879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:11.189072 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-47bf8c5d-7c5c-4b9e-a56a-0a1dcef7879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:11.189552 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-47bf8c5d-7c5c-4b9e-a56a-0a1dcef7879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:11.191143 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-47bf8c5d-7c5c-4b9e-a56a-0a1dcef7879a service neutron] 10.222.0.20 "GET /v2.0/networks?id=af9d6125-2256-42d2-8b3b-ccaff09619e5&id=438e5aac-e98a-498a-962c-24a8dab08d84&id=438e5aac-e98a-498a-962c-24a8dab08d84&id=438e5aac-e98a-498a-962c-24a8dab08d84&id=438e5aac-e98a-498a-962c-24a8dab08d84&id=fc4bc8cd-9681-4c48-a384-e9912b245b99&id=fc4bc8cd-9681-4c48-a384-e9912b245b99 HTTP/1.1" status: 200 len: 2297 time: 0.3502977 Aug 10 03:54:11.241381 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-793efd43-89f8-41a6-871a-5ce56fff203a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b869f60b11e1461e9182d6c535c3946b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0976360 Aug 10 03:54:11.242686 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cf6bdee-90dd-4fe5-a47f-0252e4146ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.243628 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34412) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:11.304650 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5e270ca4-4872-47e1-8150-81defe2d2c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.304789 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793efd43-89f8-41a6-871a-5ce56fff203a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad038cb-5b08-4b7a-939a-d46fa5297f2e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:11.308214 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-1cf6bdee-90dd-4fe5-a47f-0252e4146ada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e74c04aa-4182-4fb7-9ce2-cf2690adb1f4']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:11.344179 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5e270ca4-4872-47e1-8150-81defe2d2c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.353355 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-1cf6bdee-90dd-4fe5-a47f-0252e4146ada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '438f092c-63d3-4c8c-b4b5-84c92a8890bc') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:11.353951 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-1cf6bdee-90dd-4fe5-a47f-0252e4146ada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '438f092c-63d3-4c8c-b4b5-84c92a8890bc') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:11.358362 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-299bd4a2-a9b7-4de6-9ac9-83b2ab063ef7 req-6fabb47a-584d-4611-add9-188ddf936167 service neutron] 10.222.0.20 "GET /v2.0/networks/4c5fa83e-577d-40eb-8c55-93af52e54f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814118 Aug 10 03:54:11.369678 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8ca8577b-a397-499a-98d3-f267f9980c92 req-c39e779e-6b8a-4398-868c-b12164630f02 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019587 Aug 10 03:54:11.377060 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cf6bdee-90dd-4fe5-a47f-0252e4146ada admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.393877 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-5279f7b1-8eb0-4158-a143-790d7a20d443 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5bd3815-002e-4d67-be39-954b17157f18 HTTP/1.1" status: 200 len: 1001 time: 0.1804433 Aug 10 03:54:11.399190 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cf6bdee-90dd-4fe5-a47f-0252e4146ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.417721 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf6bdee-90dd-4fe5-a47f-0252e4146ada admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:54:11.419074 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cf6bdee-90dd-4fe5-a47f-0252e4146ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:54:11.422672 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:54:11.518159 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-b1f1be60-118c-44f1-8ec4-a06886fa2cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:11.519709 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-b1f1be60-118c-44f1-8ec4-a06886fa2cad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=131e12ae-b15c-4627-a08c-2d35b677d6c9 HTTP/1.1" status: 200 len: 856 time: 0.1178668 Aug 10 03:54:11.529126 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5e270ca4-4872-47e1-8150-81defe2d2c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.532217 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5e270ca4-4872-47e1-8150-81defe2d2c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.533522 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5e270ca4-4872-47e1-8150-81defe2d2c8c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fad038cb-5b08-4b7a-939a-d46fa5297f2e HTTP/1.1" status: 204 len: 168 time: 0.2887285 Aug 10 03:54:11.542512 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e270ca4-4872-47e1-8150-81defe2d2c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad038cb-5b08-4b7a-939a-d46fa5297f2e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:11.602044 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-bdc2a961-abb3-44fd-a003-65d497aeccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:11.603528 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-bdc2a961-abb3-44fd-a003-65d497aeccf4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af9d6125-2256-42d2-8b3b-ccaff09619e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632548 Aug 10 03:54:11.665386 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cf6bdee-90dd-4fe5-a47f-0252e4146ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.673085 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cf6bdee-90dd-4fe5-a47f-0252e4146ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:11.676681 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1cf6bdee-90dd-4fe5-a47f-0252e4146ada admin admin] 10.222.0.25 "DELETE /v2.0/networks/e74c04aa-4182-4fb7-9ce2-cf2690adb1f4 HTTP/1.1" status: 204 len: 168 time: 1.0036147 Aug 10 03:54:11.710278 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf6bdee-90dd-4fe5-a47f-0252e4146ada admin admin] Pushing event deleted for resources: {'Network': ['ID=e74c04aa-4182-4fb7-9ce2-cf2690adb1f4,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:11.777326 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-ba9aa3ed-0003-4a1a-9188-b397f73a1a67 service neutron] 10.222.0.20 "GET /v2.0/networks/af9d6125-2256-42d2-8b3b-ccaff09619e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658800 Aug 10 03:54:11.876018 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df281aad-354d-4348-a489-4f1d8c4f3c97 req-2d36393d-5d47-41ba-9310-32a4b45f301f tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:11.878257 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-df281aad-354d-4348-a489-4f1d8c4f3c97 req-2d36393d-5d47-41ba-9310-32a4b45f301f tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ca325d0-c9c1-4628-89ab-d51c3855c533 HTTP/1.1" status: 200 len: 945 time: 0.0880837 Aug 10 03:54:11.920383 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-63ea24da-ed41-4000-9f42-57f2ba0e7fe4 service neutron] 10.222.0.20 "GET /v2.0/networks/af9d6125-2256-42d2-8b3b-ccaff09619e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354482 Aug 10 03:54:11.928914 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-df281aad-354d-4348-a489-4f1d8c4f3c97 req-ec17be1b-182c-4f8e-93c6-3575669f4946 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?id=465c2225-6e39-4e75-8af9-0add66f2bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436125 Aug 10 03:54:11.969219 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-3b7a34cd-0fd9-4b04-a896-493f283fc1f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=2c7de5ba-33bf-4c9f-b02d-0d1250755d4b HTTP/1.1" status: 200 len: 217 time: 0.0385296 Aug 10 03:54:12.043701 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-799ca7dd-3b4d-4e11-b8c1-0cfd3c99bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:12.045425 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-799ca7dd-3b4d-4e11-b8c1-0cfd3c99bd94 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4672b88c-e1c1-4d0c-a3fa-f280cf947686 HTTP/1.1" status: 200 len: 797 time: 0.0694358 Aug 10 03:54:12.054800 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-36acc8f3-ba27-4f71-8039-433e5948d81e req-6805806e-60ae-4170-90c6-215e75422d8e tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-46419889&fields=id&tenant_id=ba4dfbcf73f2425d88d975c4d0dbffe2 HTTP/1.1" status: 200 len: 267 time: 0.0462589 Aug 10 03:54:12.136814 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-35165dcd-fa14-49bd-88e8-297d5cf7a291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:12.139195 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-35165dcd-fa14-49bd-88e8-297d5cf7a291 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=438e5aac-e98a-498a-962c-24a8dab08d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0849357 Aug 10 03:54:12.147737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acc8f3-ba27-4f71-8039-433e5948d81e req-eae05fe6-e51b-4792-a99e-69919f3a9e18 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:12.149338 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-36acc8f3-ba27-4f71-8039-433e5948d81e req-eae05fe6-e51b-4792-a99e-69919f3a9e18 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ca325d0-c9c1-4628-89ab-d51c3855c533 HTTP/1.1" status: 200 len: 945 time: 0.0867102 Aug 10 03:54:12.166012 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-36acc8f3-ba27-4f71-8039-433e5948d81e req-62c0c911-8424-419a-bc69-950cfb18722e tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Request body: {'port': {'security_groups': ['465c2225-6e39-4e75-8af9-0add66f2bbd7', '2075ea22-90db-4456-b554-de2627e23c3a']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:12.177940 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f846c-b36c-49c1-a553-086762f287ca req-b90ef166-52ac-4262-b1dd-fff3a4f86ede tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:12.180668 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b22f846c-b36c-49c1-a553-086762f287ca req-b90ef166-52ac-4262-b1dd-fff3a4f86ede tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/ports?device_id=694df543-b5ec-4345-a560-605c47474843 HTTP/1.1" status: 200 len: 945 time: 0.0820787 Aug 10 03:54:12.226405 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b22f846c-b36c-49c1-a553-086762f287ca req-529ab199-5ee9-4e1a-89f1-30e7af08f4bf tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/security-groups?id=c570b4d8-c912-4a68-9631-02dd72174dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364914 Aug 10 03:54:12.227017 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34440) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:12.295451 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9e80bb13-3f03-4d8f-be03-7b9af1ba058c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=518fa0d68256485d8c15c7ca946355d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0673487 Aug 10 03:54:12.296430 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34444) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:12.314881 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-36acc8f3-ba27-4f71-8039-433e5948d81e req-62c0c911-8424-419a-bc69-950cfb18722e tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:12.319489 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-ce3725f4-5b02-4ea5-9d6b-9b8754f4e520 service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691101 Aug 10 03:54:12.362698 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34446) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:12.405998 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf7b35-15c7-4dfe-899e-dabccb23d82a req-57b8184e-37d5-49d0-a7ed-bfb98460bcd3 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:12.407599 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-60cf7b35-15c7-4dfe-899e-dabccb23d82a req-57b8184e-37d5-49d0-a7ed-bfb98460bcd3 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/ports?device_id=694df543-b5ec-4345-a560-605c47474843 HTTP/1.1" status: 200 len: 945 time: 0.0910780 Aug 10 03:54:12.411449 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0a663a6c-d825-44b0-bd46-0719fbd17d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:12.429932 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34454) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:12.435400 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-d50e3793-96f5-44f3-a650-62e3be0d64cb tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Request body: {'floatingip': {'port_id': 'bdcc4c5e-f44c-44a2-8664-03e3a156d29a'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:12.507576 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d50e3793-96f5-44f3-a650-62e3be0d64cb tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks [] for floatingip, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:12.514505 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0a663a6c-d825-44b0-bd46-0719fbd17d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:12.519553 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-f69628c6-bc11-4ab3-a783-5dd2e09a701e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1961470832'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:12.594074 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34456) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:12.668784 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-490850c6-5855-4572-a8bc-47827f127312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:12.748045 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69628c6-bc11-4ab3-a783-5dd2e09a701e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:12.751596 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f69628c6-bc11-4ab3-a783-5dd2e09a701e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:12.795101 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6a880-445e-4b55-8ea8-9b555d7e5f23 req-215915de-5c16-40cf-bc10-ab6ee4c2ebe5 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:12.796640 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-26c6a880-445e-4b55-8ea8-9b555d7e5f23 req-215915de-5c16-40cf-bc10-ab6ee4c2ebe5 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 944 time: 0.2004287 Aug 10 03:54:12.813245 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f69628c6-bc11-4ab3-a783-5dd2e09a701e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:12.850569 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-cb9159cf-469a-42bf-b253-959849b353ba service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216441 Aug 10 03:54:12.899891 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0a663a6c-d825-44b0-bd46-0719fbd17d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:12.902446 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0a663a6c-d825-44b0-bd46-0719fbd17d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:12.906044 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0a663a6c-d825-44b0-bd46-0719fbd17d6b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a70bb64d-445b-4c3d-bb1e-5c9bd9e31703 HTTP/1.1" status: 204 len: 168 time: 0.6059284 Aug 10 03:54:12.936778 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-26c6a880-445e-4b55-8ea8-9b555d7e5f23 req-c58e7c72-bfac-4d99-952a-01eee0ad15e3 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317365 Aug 10 03:54:12.941402 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-9485b399-e7b5-4e26-8f58-d28f612f768e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=d75f407a-6d9e-4e55-beff-6f8dd89b5d40 HTTP/1.1" status: 200 len: 217 time: 0.0682237 Aug 10 03:54:12.945102 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a663a6c-d825-44b0-bd46-0719fbd17d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70bb64d-445b-4c3d-bb1e-5c9bd9e31703,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:13.032244 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-edbb05d8-c3eb-4673-b626-14169f029e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:13.033773 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-edbb05d8-c3eb-4673-b626-14169f029e1b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4672b88c-e1c1-4d0c-a3fa-f280cf947686 HTTP/1.1" status: 200 len: 797 time: 0.0804663 Aug 10 03:54:13.048967 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-36acc8f3-ba27-4f71-8039-433e5948d81e req-62c0c911-8424-419a-bc69-950cfb18722e tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] For port 4d46f0c8-9253-434c-b6a4-45a957863046, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=4d46f0c8-9253-434c-b6a4-45a957863046,segment=NetworkSegment(1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1),segment_id=1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:13.139537 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-36acc8f3-ba27-4f71-8039-433e5948d81e req-62c0c911-8424-419a-bc69-950cfb18722e tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:13.152128 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-37d541bc-3e71-4fce-b71c-7fe262a21497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:13.155779 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-37d541bc-3e71-4fce-b71c-7fe262a21497 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=438e5aac-e98a-498a-962c-24a8dab08d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1070843 Aug 10 03:54:13.155988 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-490850c6-5855-4572-a8bc-47827f127312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:13.280330 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-eddd4ba5-f427-4513-b69b-37c71b9f68a9 service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114781 Aug 10 03:54:13.306117 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-36acc8f3-ba27-4f71-8039-433e5948d81e req-62c0c911-8424-419a-bc69-950cfb18722e tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:13.316794 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-490850c6-5855-4572-a8bc-47827f127312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:13.317688 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['4d46f0c8-9253-434c-b6a4-45a957863046'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:54:13.359096 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.db.resource_extend [None req-d50e3793-96f5-44f3-a650-62e3be0d64cb tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:54:13.406459 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acc8f3-ba27-4f71-8039-433e5948d81e req-62c0c911-8424-419a-bc69-950cfb18722e tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:13.407173 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-36acc8f3-ba27-4f71-8039-433e5948d81e req-62c0c911-8424-419a-bc69-950cfb18722e tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:13.408667 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-36acc8f3-ba27-4f71-8039-433e5948d81e req-62c0c911-8424-419a-bc69-950cfb18722e tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "PUT /v2.0/ports/4d46f0c8-9253-434c-b6a4-45a957863046 HTTP/1.1" status: 200 len: 981 time: 1.2484503 Aug 10 03:54:13.409151 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca325d0-c9c1-4628-89ab-d51c3855c533', 'tag': '4d46f0c8-9253-434c-b6a4-45a957863046'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:13.413363 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84081c6a-12fd-4591-a992-6e76a48a41fd" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca325d0-c9c1-4628-89ab-d51c3855c533", "tag": "4d46f0c8-9253-434c-b6a4-45a957863046"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:13.485148 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-4fa1c1ce-3556-469b-9d6f-e588532abda4 service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980410 Aug 10 03:54:13.499620 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0c911-8424-419a-bc69-950cfb18722e tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Pushing event updated for resources: {'Port': ['ID=4d46f0c8-9253-434c-b6a4-45a957863046,revision_number=6']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:13.502743 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['4d46f0c8-9253-434c-b6a4-45a957863046'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:54:13.564810 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-3402a0de-472e-4211-91d8-493bc8fe8c80 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=69e2a20f-0ef2-479f-b9ef-320a6110a078 HTTP/1.1" status: 200 len: 217 time: 0.0591538 Aug 10 03:54:13.666081 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-677a9ff5-50ae-4efb-b50d-45932e973105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:13.667630 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-677a9ff5-50ae-4efb-b50d-45932e973105 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4672b88c-e1c1-4d0c-a3fa-f280cf947686 HTTP/1.1" status: 200 len: 797 time: 0.0821226 Aug 10 03:54:13.678306 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-31763f18-7528-4572-8a8c-736194f70caf req-ff518994-a863-4ca7-b720-7b94fbe5f157 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-41046280&fields=id&tenant_id=ba4dfbcf73f2425d88d975c4d0dbffe2 HTTP/1.1" status: 200 len: 267 time: 0.1741431 Aug 10 03:54:13.749243 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:13.752560 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-490850c6-5855-4572-a8bc-47827f127312 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7532bc5b67974bc3bf004d57a7f69483&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1573861 Aug 10 03:54:13.757494 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34484) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:13.759775 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490850c6-5855-4572-a8bc-47827f127312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144340e7-0908-4724-9cbf-fb8755d94d63,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:13.789197 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-b65dffa7-82f3-4129-b634-8199fd0db4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:13.789197 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-b65dffa7-82f3-4129-b634-8199fd0db4c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=438e5aac-e98a-498a-962c-24a8dab08d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1079476 Aug 10 03:54:13.793535 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d50e3793-96f5-44f3-a650-62e3be0d64cb tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:13.801399 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31763f18-7528-4572-8a8c-736194f70caf req-f0a2c1d5-43b9-4a4f-8be4-71cd8a1012e7 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:13.802583 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-31763f18-7528-4572-8a8c-736194f70caf req-f0a2c1d5-43b9-4a4f-8be4-71cd8a1012e7 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ca325d0-c9c1-4628-89ab-d51c3855c533 HTTP/1.1" status: 200 len: 984 time: 0.1234889 Aug 10 03:54:13.849645 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f69628c6-bc11-4ab3-a783-5dd2e09a701e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:13.871266 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-31763f18-7528-4572-8a8c-736194f70caf req-179ae407-6c89-4f77-b75c-1201673acd74 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Request body: {'port': {'security_groups': ['2075ea22-90db-4456-b554-de2627e23c3a', '465c2225-6e39-4e75-8af9-0add66f2bbd7', 'a83bd464-c54e-414d-8505-ce7611a9e27a']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:13.906150 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d50e3793-96f5-44f3-a650-62e3be0d64cb tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:13.910899 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0ffc84e8-2e4f-45a5-97db-c62f5ce8c849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:13.946251 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f69628c6-bc11-4ab3-a783-5dd2e09a701e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:13.977574 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69628c6-bc11-4ab3-a783-5dd2e09a701e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=015a4c97-21d7-47b1-b993-dc73b4541597,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:13.987250 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6b8d331f-188d-4dad-b9dc-8ab8322d040f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:13.998109 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69628c6-bc11-4ab3-a783-5dd2e09a701e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:54:13.999424 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-31763f18-7528-4572-8a8c-736194f70caf req-179ae407-6c89-4f77-b75c-1201673acd74 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:14.055580 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f69628c6-bc11-4ab3-a783-5dd2e09a701e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:14.056037 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-f69628c6-bc11-4ab3-a783-5dd2e09a701e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Added segment 96e2dfbb-e428-4f53-a3f2-83d206aa985d of type vlan for network 51c51a4b-9062-4b68-b831-a60239caa5c4 Aug 10 03:54:14.097313 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e43255-e207-4dcf-9958-8862a731c48c x-openstack-request-id: req-d7e43255-e207-4dcf-9958-8862a731c48c {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:14.097313 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca325d0-c9c1-4628-89ab-d51c3855c533", "tag": "4d46f0c8-9253-434c-b6a4-45a957863046", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:14.097313 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7e43255-e207-4dcf-9958-8862a731c48c {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:14.097313 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca325d0-c9c1-4628-89ab-d51c3855c533', 'tag': '4d46f0c8-9253-434c-b6a4-45a957863046', 'status': 'completed', 'code': 200} Aug 10 03:54:14.098924 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-d4283417-f322-419e-9b2b-7cfd35d14238 service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953784 Aug 10 03:54:14.117723 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6b8d331f-188d-4dad-b9dc-8ab8322d040f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:14.161437 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f69628c6-bc11-4ab3-a783-5dd2e09a701e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:14.166700 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-d50e3793-96f5-44f3-a650-62e3be0d64cb tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Floating IP 7cd22c48-0673-430f-a60a-f7e39184d0d6 associated. External IP: 172.25.0.246, port: bdcc4c5e-f44c-44a2-8664-03e3a156d29a. Aug 10 03:54:14.348556 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f69628c6-bc11-4ab3-a783-5dd2e09a701e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:14.354027 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84081c6a-12fd-4591-a992-6e76a48a41fd req-1ae706fa-226e-4064-90bb-b8b77035df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:14.355317 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69628c6-bc11-4ab3-a783-5dd2e09a701e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:14.355317 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f69628c6-bc11-4ab3-a783-5dd2e09a701e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:14.355730 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84081c6a-12fd-4591-a992-6e76a48a41fd req-1ae706fa-226e-4064-90bb-b8b77035df7a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ba4dfbcf73f2425d88d975c4d0dbffe2&device_id=7ca325d0-c9c1-4628-89ab-d51c3855c533 HTTP/1.1" status: 200 len: 1135 time: 0.2511740 Aug 10 03:54:14.394121 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113930b4-d8d9-4f73-a120-dc88cce4e65f req-b6bda1f0-8bc7-4044-8d29-7011cdc78592 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:14.395790 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-113930b4-d8d9-4f73-a120-dc88cce4e65f req-b6bda1f0-8bc7-4044-8d29-7011cdc78592 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 944 time: 0.1104534 Aug 10 03:54:14.506619 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-f2637c3f-4926-4ac5-8baa-b93ddc49d7aa service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856912 Aug 10 03:54:14.508179 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84081c6a-12fd-4591-a992-6e76a48a41fd req-5b6ee093-ed97-48f6-9618-79bdf8b640d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:14.510093 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84081c6a-12fd-4591-a992-6e76a48a41fd req-5b6ee093-ed97-48f6-9618-79bdf8b640d4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb HTTP/1.1" status: 200 len: 913 time: 0.1426752 Aug 10 03:54:14.565579 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69628c6-bc11-4ab3-a783-5dd2e09a701e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Network': ['ID=51c51a4b-9062-4b68-b831-a60239caa5c4,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:14.580012 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f69628c6-bc11-4ab3-a783-5dd2e09a701e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2159572 Aug 10 03:54:14.584583 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34502) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:14.587163 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 51c51a4b-9062-4b68-b831-a60239caa5c4 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:54:14.596580 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-14f14436-bc63-493d-939a-7da0c7f29c05 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'port': {'network_id': '51c51a4b-9062-4b68-b831-a60239caa5c4', 'name': 'tempest-PortsIpV6TestJSON-99548476'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:14.609530 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-113930b4-d8d9-4f73-a120-dc88cce4e65f req-621b26c8-6eab-454c-afa1-2f840410ea6a tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352646 Aug 10 03:54:14.649285 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-31763f18-7528-4572-8a8c-736194f70caf req-179ae407-6c89-4f77-b75c-1201673acd74 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] For port 4d46f0c8-9253-434c-b6a4-45a957863046, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=4d46f0c8-9253-434c-b6a4-45a957863046,segment=NetworkSegment(1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1),segment_id=1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:14.687125 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-31763f18-7528-4572-8a8c-736194f70caf req-179ae407-6c89-4f77-b75c-1201673acd74 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:14.698455 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50e3793-96f5-44f3-a650-62e3be0d64cb tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Router 0384db6e-eea2-41cb-a52c-ff7937113d20 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:54:14.782941 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-0b5b491b-5c78-4154-8fa2-17c184daea1d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=27b3504e-5f67-479d-9a2f-2aa759db0602 HTTP/1.1" status: 200 len: 217 time: 0.0928261 Aug 10 03:54:14.783762 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6b8d331f-188d-4dad-b9dc-8ab8322d040f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:14.787095 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6b8d331f-188d-4dad-b9dc-8ab8322d040f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:14.790856 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6b8d331f-188d-4dad-b9dc-8ab8322d040f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/144340e7-0908-4724-9cbf-fb8755d94d63 HTTP/1.1" status: 204 len: 168 time: 1.0286028 Aug 10 03:54:14.792675 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84081c6a-12fd-4591-a992-6e76a48a41fd req-d4fe91c4-ea20-4b91-b7a3-3c3b1d44c2fe service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d46f0c8-9253-434c-b6a4-45a957863046 HTTP/1.1" status: 200 len: 217 time: 0.0511298 Aug 10 03:54:14.843347 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-31763f18-7528-4572-8a8c-736194f70caf req-179ae407-6c89-4f77-b75c-1201673acd74 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:14.856512 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['4d46f0c8-9253-434c-b6a4-45a957863046'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:54:14.871211 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f14436-bc63-493d-939a-7da0c7f29c05 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:14.875018 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14f14436-bc63-493d-939a-7da0c7f29c05 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:14.934129 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84081c6a-12fd-4591-a992-6e76a48a41fd req-cb317aac-1587-4b6c-859e-296c181fc0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:14.936976 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84081c6a-12fd-4591-a992-6e76a48a41fd req-cb317aac-1587-4b6c-859e-296c181fc0e8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4841167f-f267-48b7-aadb-98bc93baab6d HTTP/1.1" status: 200 len: 852 time: 0.0850320 Aug 10 03:54:14.937916 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-14f14436-bc63-493d-939a-7da0c7f29c05 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] device_id is not set on port 6112f0cd-9674-42da-af14-7adc54c4f0f3 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:54:14.944553 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d331f-188d-4dad-b9dc-8ab8322d040f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144340e7-0908-4724-9cbf-fb8755d94d63,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:14.950520 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-4a9f8768-778d-4f47-90b4-e81d055586bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:14.954469 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-4a9f8768-778d-4f47-90b4-e81d055586bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4672b88c-e1c1-4d0c-a3fa-f280cf947686 HTTP/1.1" status: 200 len: 797 time: 0.1610341 Aug 10 03:54:15.032538 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50e3793-96f5-44f3-a650-62e3be0d64cb tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:54:15.044804 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d45da8-4d81-4bbb-a6d8-7ab7b161fde3 None None] Sync routers for ids ['0384db6e-eea2-41cb-a52c-ff7937113d20'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:54:15.045758 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d50e3793-96f5-44f3-a650-62e3be0d64cb tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:15.065269 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d45da8-4d81-4bbb-a6d8-7ab7b161fde3 None None] Routers {'0384db6e-eea2-41cb-a52c-ff7937113d20'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:15.071268 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-f1d45da8-4d81-4bbb-a6d8-7ab7b161fde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:54:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0384db6e-eea2-41cb-a52c-ff7937113d20'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:15.129025 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['4d46f0c8-9253-434c-b6a4-45a957863046'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:54:15.142624 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31763f18-7528-4572-8a8c-736194f70caf req-179ae407-6c89-4f77-b75c-1201673acd74 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:15.143619 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d50e3793-96f5-44f3-a650-62e3be0d64cb tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "PUT /v2.0/floatingips/7cd22c48-0673-430f-a60a-f7e39184d0d6 HTTP/1.1" status: 200 len: 991 time: 2.7120383 Aug 10 03:54:15.144626 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-31763f18-7528-4572-8a8c-736194f70caf req-179ae407-6c89-4f77-b75c-1201673acd74 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:15.146686 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-31763f18-7528-4572-8a8c-736194f70caf req-179ae407-6c89-4f77-b75c-1201673acd74 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "PUT /v2.0/ports/4d46f0c8-9253-434c-b6a4-45a957863046 HTTP/1.1" status: 200 len: 1020 time: 1.2850840 Aug 10 03:54:15.147663 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694df543-b5ec-4345-a560-605c47474843', 'tag': 'bdcc4c5e-f44c-44a2-8664-03e3a156d29a'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:15.151571 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66779136-8c72-46a7-801b-cc2bb2be7751" -d '{"events": [{"name": "network-changed", "server_uuid": "694df543-b5ec-4345-a560-605c47474843", "tag": "bdcc4c5e-f44c-44a2-8664-03e3a156d29a"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:15.166257 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84081c6a-12fd-4591-a992-6e76a48a41fd req-53332d88-72a9-412f-baa6-512345814540 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2107358 Aug 10 03:54:15.250523 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ae407-6c89-4f77-b75c-1201673acd74 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Pushing event updated for resources: {'Port': ['ID=4d46f0c8-9253-434c-b6a4-45a957863046,revision_number=7']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:15.291449 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:15.357845 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-485eb8e7-be14-43c1-960d-f8f552aa935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:15.360128 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-485eb8e7-be14-43c1-960d-f8f552aa935a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=438e5aac-e98a-498a-962c-24a8dab08d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3303595 Aug 10 03:54:15.379556 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14f14436-bc63-493d-939a-7da0c7f29c05 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:15.408091 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d29bf5-4601-459f-862e-e3c5b61a8f0d x-openstack-request-id: req-a1d29bf5-4601-459f-862e-e3c5b61a8f0d {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:15.408983 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694df543-b5ec-4345-a560-605c47474843", "tag": "bdcc4c5e-f44c-44a2-8664-03e3a156d29a", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:15.409414 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1d29bf5-4601-459f-862e-e3c5b61a8f0d {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:15.410391 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '694df543-b5ec-4345-a560-605c47474843', 'tag': 'bdcc4c5e-f44c-44a2-8664-03e3a156d29a', 'status': 'completed', 'code': 200} Aug 10 03:54:15.422407 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-f1d45da8-4d81-4bbb-a6d8-7ab7b161fde3 None None] Set router 0384db6e-eea2-41cb-a52c-ff7937113d20 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:54:15.580244 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66779136-8c72-46a7-801b-cc2bb2be7751 req-ebaf1e4c-49c6-42da-ad8b-59f2b5c10c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:15.583642 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-66779136-8c72-46a7-801b-cc2bb2be7751 req-ebaf1e4c-49c6-42da-ad8b-59f2b5c10c1b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=992d730214c1491099e8b120487e23ac&device_id=694df543-b5ec-4345-a560-605c47474843 HTTP/1.1" status: 200 len: 1096 time: 0.1429095 Aug 10 03:54:15.611273 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:15.659071 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84081c6a-12fd-4591-a992-6e76a48a41fd req-fb35edf6-3a41-414a-b135-d4b746868d76 service neutron] 10.222.0.68 "GET /v2.0/networks/c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786463 Aug 10 03:54:15.729139 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-caa7f9e9-db60-4177-a0fd-84684cd76186 service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571997 Aug 10 03:54:15.760993 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-f1d45da8-4d81-4bbb-a6d8-7ab7b161fde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'name': 'tempest-ServersTestJSON-706843902-router', 'tenant_id': '992d730214c1491099e8b120487e23ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e8ee389c-abcc-456a-953d-dea31df7a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:25Z', 'updated_at': '2021-08-10T03:53:37Z', 'revision_number': 4, 'project_id': '992d730214c1491099e8b120487e23ac', 'gw_port': {'id': 'e8ee389c-abcc-456a-953d-dea31df7a88a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ae:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:28Z', 'updated_at': '2021-08-10T03:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '7cd22c48-0673-430f-a60a-f7e39184d0d6', 'tenant_id': '992d730214c1491099e8b120487e23ac', 'floating_ip_address': '172.25.0.246', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'port_id': 'bdcc4c5e-f44c-44a2-8664-03e3a156d29a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c77b191a-044f-43de-9854-a356e10ee6fa', 'mac_address': 'fa:16:3e:b3:b3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694df543-b5ec-4345-a560-605c47474843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:53:45Z', 'updated_at': '2021-08-10T03:54:13Z', 'revision_number': 1, 'project_id': '992d730214c1491099e8b120487e23ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '576e1efe-b5f4-4da5-8a4f-505a2c4c985f', 'name': '', 'network_id': 'c77b191a-044f-43de-9854-a356e10ee6fa', 'tenant_id': '992d730214c1491099e8b120487e23ac', 'mac_address': 'fa:16:3e:e8:ff:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '370f1b13-6f7b-40b4-94af-c5a9772dea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:33Z', 'updated_at': '2021-08-10T03:53:43Z', 'revision_number': 5, 'project_id': '992d730214c1491099e8b120487e23ac', 'subnets': [{'id': '370f1b13-6f7b-40b4-94af-c5a9772dea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:15.801973 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d45da8-4d81-4bbb-a6d8-7ab7b161fde3 None None] Checking router: 0384db6e-eea2-41cb-a52c-ff7937113d20 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:54:15.804541 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66779136-8c72-46a7-801b-cc2bb2be7751 req-0edb868f-e32d-435b-af6d-68c7c091ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:15.810571 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-66779136-8c72-46a7-801b-cc2bb2be7751 req-0edb868f-e32d-435b-af6d-68c7c091ecbe service neutron] 10.222.0.68 "GET /v2.0/networks?id=c77b191a-044f-43de-9854-a356e10ee6fa HTTP/1.1" status: 200 len: 906 time: 0.2111747 Aug 10 03:54:15.813469 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14f14436-bc63-493d-939a-7da0c7f29c05 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:15.815863 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d45da8-4d81-4bbb-a6d8-7ab7b161fde3 None None] Routers {'0384db6e-eea2-41cb-a52c-ff7937113d20'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:54:15.816704 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-f1d45da8-4d81-4bbb-a6d8-7ab7b161fde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:54:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0384db6e-eea2-41cb-a52c-ff7937113d20'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:15.908581 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a3d1b-9c08-4fcb-ad21-50ed172ace49 req-50361380-a1f3-4381-ad5b-68dceef0bacd tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:15.913602 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-078a3d1b-9c08-4fcb-ad21-50ed172ace49 req-50361380-a1f3-4381-ad5b-68dceef0bacd tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ca325d0-c9c1-4628-89ab-d51c3855c533 HTTP/1.1" status: 200 len: 1023 time: 0.3789790 Aug 10 03:54:15.984942 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f14436-bc63-493d-939a-7da0c7f29c05 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Port': ['ID=6112f0cd-9674-42da-af14-7adc54c4f0f3,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:15.990719 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-66779136-8c72-46a7-801b-cc2bb2be7751 req-1410c67d-1444-41ae-804f-d7af79c41f7a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdcc4c5e-f44c-44a2-8664-03e3a156d29a HTTP/1.1" status: 200 len: 999 time: 0.1751404 Aug 10 03:54:15.997732 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f14436-bc63-493d-939a-7da0c7f29c05 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Checking segment: {'id': '96e2dfbb-e428-4f53-a3f2-83d206aa985d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '51c51a4b-9062-4b68-b831-a60239caa5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:15.998110 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f14436-bc63-493d-939a-7da0c7f29c05 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network hostable DHCP agents. Network: 51c51a4b-9062-4b68-b831-a60239caa5c4, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:54:16.007145 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 370afcbe-96cd-4095-91f2-def098f87603 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:54:16.089914 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66779136-8c72-46a7-801b-cc2bb2be7751 req-c6c8780d-6f8d-43dc-a32c-a40377a4a87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:16.093042 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-66779136-8c72-46a7-801b-cc2bb2be7751 req-c6c8780d-6f8d-43dc-a32c-a40377a4a87f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=370f1b13-6f7b-40b4-94af-c5a9772dea2d HTTP/1.1" status: 200 len: 844 time: 0.0917189 Aug 10 03:54:16.101385 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca325d0-c9c1-4628-89ab-d51c3855c533', 'tag': '4d46f0c8-9253-434c-b6a4-45a957863046'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:16.103653 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25faea3d-b026-4788-a928-13170c38ec24" -d '{"events": [{"name": "network-changed", "server_uuid": "7ca325d0-c9c1-4628-89ab-d51c3855c533", "tag": "4d46f0c8-9253-434c-b6a4-45a957863046"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:16.108228 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-f1d45da8-4d81-4bbb-a6d8-7ab7b161fde3 None None] Set router 0384db6e-eea2-41cb-a52c-ff7937113d20 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:54:16.186339 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f14436-bc63-493d-939a-7da0c7f29c05 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network 51c51a4b-9062-4b68-b831-a60239caa5c4 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:54:16.273083 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66779136-8c72-46a7-801b-cc2bb2be7751 req-2fb39557-1266-4235-a64a-f620cf3ed258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:16.273280 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84081c6a-12fd-4591-a992-6e76a48a41fd req-bb4979b1-8b28-4da3-96b6-1760f0cc6f40 service neutron] 10.222.0.68 "GET /v2.0/networks/c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6000338 Aug 10 03:54:16.273759 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-66779136-8c72-46a7-801b-cc2bb2be7751 req-2fb39557-1266-4235-a64a-f620cf3ed258 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c77b191a-044f-43de-9854-a356e10ee6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1716380 Aug 10 03:54:16.281006 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-078a3d1b-9c08-4fcb-ad21-50ed172ace49 req-964fd0a1-39cc-4505-92bf-b65c030ba1e0 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?id=2075ea22-90db-4456-b554-de2627e23c3a&id=465c2225-6e39-4e75-8af9-0add66f2bbd7&id=a83bd464-c54e-414d-8505-ce7611a9e27a HTTP/1.1" status: 200 len: 6152 time: 0.3536015 Aug 10 03:54:16.283426 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-17415275-950b-4cef-8594-d93388d1069a service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5389452 Aug 10 03:54:16.307580 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 370afcbe-96cd-4095-91f2-def098f87603, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=370afcbe-96cd-4095-91f2-def098f87603,segment=NetworkSegment(20c309fb-ec98-40d4-a9d0-4aa74be70f65),segment_id=20c309fb-ec98-40d4-a9d0-4aa74be70f65)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:16.333557 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-14f14436-bc63-493d-939a-7da0c7f29c05 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 51c51a4b-9062-4b68-b831-a60239caa5c4) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:16.336021 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '370afcbe-96cd-4095-91f2-def098f87603', 'network_id': '4c5fa83e-577d-40eb-8c55-93af52e54f4e', 'port_id': '370afcbe-96cd-4095-91f2-def098f87603', 'mac_address': 'fa:16:3e:9f:ca:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f28f607-37c6-49e9-aa98-1fa9a7d12da2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:54:16.357180 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1007463-25d0-4873-9606-41e4839bd40b None None] Network 51c51a4b-9062-4b68-b831-a60239caa5c4 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:16.389654 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-5a22ce20-3f10-48ad-ae00-c1052b710ca9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fafd8c8c-73f6-41b9-881e-4160cffd6abc HTTP/1.1" status: 200 len: 217 time: 0.0916350 Aug 10 03:54:16.462009 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f14436-bc63-493d-939a-7da0c7f29c05 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:16.468740 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecaec8a-3ef2-4ba3-8e64-665134f321a3 x-openstack-request-id: req-5ecaec8a-3ef2-4ba3-8e64-665134f321a3 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:16.472102 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ca325d0-c9c1-4628-89ab-d51c3855c533", "tag": "4d46f0c8-9253-434c-b6a4-45a957863046", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:16.472390 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ecaec8a-3ef2-4ba3-8e64-665134f321a3 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:16.472793 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ca325d0-c9c1-4628-89ab-d51c3855c533', 'tag': '4d46f0c8-9253-434c-b6a4-45a957863046', 'status': 'completed', 'code': 200} Aug 10 03:54:16.480739 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f14436-bc63-493d-939a-7da0c7f29c05 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:16.481438 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14f14436-bc63-493d-939a-7da0c7f29c05 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.576809 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.605301 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-14f14436-bc63-493d-939a-7da0c7f29c05 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.0156677 Aug 10 03:54:16.612832 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-66779136-8c72-46a7-801b-cc2bb2be7751 req-ec8ab9a0-f9fb-48bd-9d34-650a1e39b9a8 service neutron] 10.222.0.68 "GET /v2.0/networks/c77b191a-044f-43de-9854-a356e10ee6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263547 Aug 10 03:54:16.613898 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34560) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:16.619488 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-445b24cd-a870-4fc2-b67c-af30a1650018 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-449198199'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:16.630285 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370afcbe-96cd-4095-91f2-def098f87603 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:54:16.676707 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 370afcbe-96cd-4095-91f2-def098f87603, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=370afcbe-96cd-4095-91f2-def098f87603,segment=NetworkSegment(20c309fb-ec98-40d4-a9d0-4aa74be70f65),segment_id=20c309fb-ec98-40d4-a9d0-4aa74be70f65)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:16.699182 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ab228-0a41-4935-8a82-0d5dd3d86701 req-da1e4f86-ad53-4b74-9bbe-db58c1a8c78f tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:16.701735 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b01ab228-0a41-4935-8a82-0d5dd3d86701 req-da1e4f86-ad53-4b74-9bbe-db58c1a8c78f tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 944 time: 0.2360654 Aug 10 03:54:16.703455 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-5bfe1d34-eafd-4a42-bee0-4b211438c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:16.705066 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-5bfe1d34-eafd-4a42-bee0-4b211438c443 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96c77b29-de8a-40c8-ae15-4c8b35353438 HTTP/1.1" status: 200 len: 797 time: 0.3055265 Aug 10 03:54:16.727369 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-66779136-8c72-46a7-801b-cc2bb2be7751 req-fa61c4e0-a324-4e29-9474-2464e15c4bcb service neutron] 10.222.0.68 "GET /v2.0/networks/c77b191a-044f-43de-9854-a356e10ee6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015067 Aug 10 03:54:16.730976 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25faea3d-b026-4788-a928-13170c38ec24 req-5f325e4d-2488-4d11-b4d4-4ec4bacce1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:16.732810 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25faea3d-b026-4788-a928-13170c38ec24 req-5f325e4d-2488-4d11-b4d4-4ec4bacce1e6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ba4dfbcf73f2425d88d975c4d0dbffe2&device_id=7ca325d0-c9c1-4628-89ab-d51c3855c533 HTTP/1.1" status: 200 len: 1174 time: 0.2566707 Aug 10 03:54:16.735321 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-a9a78d28-cfaa-4d58-8134-94e7c41731cc req-73bbd441-7666-4baa-9080-74c801834d62 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1279747294 ', 'description': 'tempest-description-407168071'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:16.755894 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.822558 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=370afcbe-96cd-4095-91f2-def098f87603,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:16.825772 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-f1d45da8-4d81-4bbb-a6d8-7ab7b161fde3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'name': 'tempest-ServersTestJSON-706843902-router', 'tenant_id': '992d730214c1491099e8b120487e23ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e8ee389c-abcc-456a-953d-dea31df7a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:25Z', 'updated_at': '2021-08-10T03:53:37Z', 'revision_number': 4, 'project_id': '992d730214c1491099e8b120487e23ac', 'gw_port': {'id': 'e8ee389c-abcc-456a-953d-dea31df7a88a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ae:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:28Z', 'updated_at': '2021-08-10T03:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '7cd22c48-0673-430f-a60a-f7e39184d0d6', 'tenant_id': '992d730214c1491099e8b120487e23ac', 'floating_ip_address': '172.25.0.246', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'port_id': 'bdcc4c5e-f44c-44a2-8664-03e3a156d29a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c77b191a-044f-43de-9854-a356e10ee6fa', 'mac_address': 'fa:16:3e:b3:b3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694df543-b5ec-4345-a560-605c47474843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:53:45Z', 'updated_at': '2021-08-10T03:54:13Z', 'revision_number': 1, 'project_id': '992d730214c1491099e8b120487e23ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '576e1efe-b5f4-4da5-8a4f-505a2c4c985f', 'name': '', 'network_id': 'c77b191a-044f-43de-9854-a356e10ee6fa', 'tenant_id': '992d730214c1491099e8b120487e23ac', 'mac_address': 'fa:16:3e:e8:ff:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '370f1b13-6f7b-40b4-94af-c5a9772dea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:33Z', 'updated_at': '2021-08-10T03:53:43Z', 'revision_number': 5, 'project_id': '992d730214c1491099e8b120487e23ac', 'subnets': [{'id': '370f1b13-6f7b-40b4-94af-c5a9772dea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:16.877457 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445b24cd-a870-4fc2-b67c-af30a1650018 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:16.891169 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d45da8-4d81-4bbb-a6d8-7ab7b161fde3 None None] The sync data for ids ['0384db6e-eea2-41cb-a52c-ff7937113d20'] in n-d-802893-2 is: [{'id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'name': 'tempest-ServersTestJSON-706843902-router', 'tenant_id': '992d730214c1491099e8b120487e23ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e8ee389c-abcc-456a-953d-dea31df7a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:25Z', 'updated_at': '2021-08-10T03:53:37Z', 'revision_number': 4, 'project_id': '992d730214c1491099e8b120487e23ac', 'gw_port': {'id': 'e8ee389c-abcc-456a-953d-dea31df7a88a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ae:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:28Z', 'updated_at': '2021-08-10T03:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '7cd22c48-0673-430f-a60a-f7e39184d0d6', 'tenant_id': '992d730214c1491099e8b120487e23ac', 'floating_ip_address': '172.25.0.246', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'port_id': 'bdcc4c5e-f44c-44a2-8664-03e3a156d29a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1214, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c77b191a-044f-43de-9854-a356e10ee6fa', 'mac_address': 'fa:16:3e:b3:b3:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694df543-b5ec-4345-a560-605c47474843', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:53:45Z', 'updated_at': '2021-08-10T03:54:13Z', 'revision_number': 1, 'project_id': '992d730214c1491099e8b120487e23ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '576e1efe-b5f4-4da5-8a4f-505a2c4c985f', 'name': '', 'network_id': 'c77b191a-044f-43de-9854-a356e10ee6fa', 'tenant_id': '992d730214c1491099e8b120487e23ac', 'mac_address': 'fa:16:3e:e8:ff:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '370f1b13-6f7b-40b4-94af-c5a9772dea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:33Z', 'updated_at': '2021-08-10T03:53:43Z', 'revision_number': 5, 'project_id': '992d730214c1491099e8b120487e23ac', 'subnets': [{'id': '370f1b13-6f7b-40b4-94af-c5a9772dea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:54:16.892258 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-445b24cd-a870-4fc2-b67c-af30a1650018 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:16.929884 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b01ab228-0a41-4935-8a82-0d5dd3d86701 req-d286742d-91b1-4175-89d3-1c6eb9bcad0b tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193544 Aug 10 03:54:16.933567 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25faea3d-b026-4788-a928-13170c38ec24 req-c3f6c654-392e-4e3a-ab1b-9e4e8e978344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:16.938023 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25faea3d-b026-4788-a928-13170c38ec24 req-c3f6c654-392e-4e3a-ab1b-9e4e8e978344 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb HTTP/1.1" status: 200 len: 913 time: 0.1731596 Aug 10 03:54:16.986769 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-445b24cd-a870-4fc2-b67c-af30a1650018 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:54:17.011424 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-445b24cd-a870-4fc2-b67c-af30a1650018 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:17.013511 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-445b24cd-a870-4fc2-b67c-af30a1650018 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Added segment 9a18fe1c-7d0c-4bd2-886e-417af84cf058 of type vlan for network ccee1a00-1b8a-4e7f-b8a3-d6b57720ff36 Aug 10 03:54:17.086611 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:17.116269 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a9a78d28-cfaa-4d58-8134-94e7c41731cc req-73bbd441-7666-4baa-9080-74c801834d62 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:17.128308 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25faea3d-b026-4788-a928-13170c38ec24 req-00c76f86-62a9-40e7-8344-5732c5846213 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d46f0c8-9253-434c-b6a4-45a957863046 HTTP/1.1" status: 200 len: 217 time: 0.1424539 Aug 10 03:54:17.170872 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['370afcbe-96cd-4095-91f2-def098f87603'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:54:17.178990 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-445b24cd-a870-4fc2-b67c-af30a1650018 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:17.227084 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-876e8336-a356-4387-8aa2-e1bffb65b475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:17.230845 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-876e8336-a356-4387-8aa2-e1bffb65b475 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fc4bc8cd-9681-4c48-a384-e9912b245b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4644670 Aug 10 03:54:17.391363 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25faea3d-b026-4788-a928-13170c38ec24 req-fa4c5ac8-5233-4139-95f7-2400dbbd961c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:17.393130 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25faea3d-b026-4788-a928-13170c38ec24 req-fa4c5ac8-5233-4139-95f7-2400dbbd961c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=4841167f-f267-48b7-aadb-98bc93baab6d HTTP/1.1" status: 200 len: 852 time: 0.2532711 Aug 10 03:54:17.410579 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a9a78d28-cfaa-4d58-8134-94e7c41731cc req-73bbd441-7666-4baa-9080-74c801834d62 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:17.431414 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-445b24cd-a870-4fc2-b67c-af30a1650018 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:17.439555 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445b24cd-a870-4fc2-b67c-af30a1650018 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:17.440239 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-445b24cd-a870-4fc2-b67c-af30a1650018 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:17.453472 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25faea3d-b026-4788-a928-13170c38ec24 req-fddb9add-5e2f-42ba-b80a-16f8f31ed908 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434079 Aug 10 03:54:17.550758 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c947ced2-c4b4-4534-8b8b-00820224860e None None] New status for floating IP 7cd22c48-0673-430f-a60a-f7e39184d0d6: ACTIVE {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:54:17.569943 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b24cd-a870-4fc2-b67c-af30a1650018 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Network': ['ID=ccee1a00-1b8a-4e7f-b8a3-d6b57720ff36,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:17.581064 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a9a78d28-cfaa-4d58-8134-94e7c41731cc req-73bbd441-7666-4baa-9080-74c801834d62 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:17.621546 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25faea3d-b026-4788-a928-13170c38ec24 req-8aeac8b9-fe6c-42a1-917f-a491096e19f5 service neutron] 10.222.0.68 "GET /v2.0/networks/c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400771 Aug 10 03:54:17.639518 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-c77d8e5d-11b1-40b2-9d15-d53bdbfd180a service neutron] 10.222.0.20 "GET /v2.0/networks/fc4bc8cd-9681-4c48-a384-e9912b245b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3985779 Aug 10 03:54:17.672617 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-445b24cd-a870-4fc2-b67c-af30a1650018 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0522957 Aug 10 03:54:17.680716 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34578) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:17.695710 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c36140a6-38d3-4ea6-8a3a-5dade6866f06 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'ports': [{'network_id': '51c51a4b-9062-4b68-b831-a60239caa5c4'}, {'network_id': 'ccee1a00-1b8a-4e7f-b8a3-d6b57720ff36'}]} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:17.696056 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c36140a6-38d3-4ea6-8a3a-5dade6866f06 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'port': {'network_id': '51c51a4b-9062-4b68-b831-a60239caa5c4'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:17.696536 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c36140a6-38d3-4ea6-8a3a-5dade6866f06 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'port': {'network_id': 'ccee1a00-1b8a-4e7f-b8a3-d6b57720ff36'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:17.746025 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbd441-7666-4baa-9080-74c801834d62 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f782b2dc-96cc-4d00-b9ca-83a3aea8926f,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:17.801599 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a9a78d28-cfaa-4d58-8134-94e7c41731cc req-73bbd441-7666-4baa-9080-74c801834d62 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:17.804454 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a9a78d28-cfaa-4d58-8134-94e7c41731cc req-73bbd441-7666-4baa-9080-74c801834d62 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 1.0759745 Aug 10 03:54:17.838688 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network ccee1a00-1b8a-4e7f-b8a3-d6b57720ff36 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:54:17.844711 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25faea3d-b026-4788-a928-13170c38ec24 req-465bfee5-bf33-47e6-b334-d031f61be7c5 service neutron] 10.222.0.68 "GET /v2.0/networks/c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204432 Aug 10 03:54:17.866432 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-c29de455-0594-4fea-918c-74b399fa5ed1 service neutron] 10.222.0.20 "GET /v2.0/networks/fc4bc8cd-9681-4c48-a384-e9912b245b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105360 Aug 10 03:54:17.921695 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-945f06f7-4ccf-41ea-bd5d-2b8474f8b775 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=689d1191-90af-45a6-9b31-5a0d267b556e HTTP/1.1" status: 200 len: 217 time: 0.0445008 Aug 10 03:54:18.003773 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-49bb248b-06aa-4075-9c48-045287a9caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:18.005364 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-49bb248b-06aa-4075-9c48-045287a9caf6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96c77b29-de8a-40c8-ae15-4c8b35353438 HTTP/1.1" status: 200 len: 797 time: 0.0629964 Aug 10 03:54:18.009039 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc27c283-b949-41ab-8968-42d0e995f4c6 req-017882d8-9952-42e1-ab50-4948b6497740 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups/f782b2dc-96cc-4d00-b9ca-83a3aea8926f HTTP/1.1" status: 200 len: 1782 time: 0.1630447 Aug 10 03:54:18.136897 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-9fd708e9-bc13-419b-af50-368d9c0836e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:18.140593 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-9fd708e9-bc13-419b-af50-368d9c0836e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fc4bc8cd-9681-4c48-a384-e9912b245b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1210630 Aug 10 03:54:18.143181 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36140a6-38d3-4ea6-8a3a-5dade6866f06 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'port': 2} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:18.148348 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c36140a6-38d3-4ea6-8a3a-5dade6866f06 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:18.173661 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c36140a6-38d3-4ea6-8a3a-5dade6866f06 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:18.206858 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68f9d5-1972-46b2-8819-44b6b842ec1b req-6944c071-1117-4162-85f9-5f5e0403c773 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:18.210868 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3d68f9d5-1972-46b2-8819-44b6b842ec1b req-6944c071-1117-4162-85f9-5f5e0403c773 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 945 time: 0.1362631 Aug 10 03:54:18.288937 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f77c2cff-aae7-4c51-a229-9b83a6875108 req-fd24511b-7311-4a28-b176-76d7e6a40317 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups/f782b2dc-96cc-4d00-b9ca-83a3aea8926f HTTP/1.1" status: 200 len: 1782 time: 0.2208049 Aug 10 03:54:18.303445 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-8f7a89e6-7641-4dcf-aa02-50e64bf6105a service neutron] 10.222.0.20 "GET /v2.0/networks/fc4bc8cd-9681-4c48-a384-e9912b245b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476715 Aug 10 03:54:18.334955 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3d68f9d5-1972-46b2-8819-44b6b842ec1b req-0f3f1dfa-da3e-4f96-b23b-7e8b39b40b29 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077774 Aug 10 03:54:18.396823 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-c36140a6-38d3-4ea6-8a3a-5dade6866f06 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] device_id is not set on port f873e8a5-0d6a-484b-ba89-59c6a3b6498f yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:54:18.421192 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f77c2cff-aae7-4c51-a229-9b83a6875108 req-a697c3f3-fe5f-4f88-bc4c-b073168549ae tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:18.470950 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f77c2cff-aae7-4c51-a229-9b83a6875108 req-a697c3f3-fe5f-4f88-bc4c-b073168549ae tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:18.501748 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58c7632d-fbe2-431e-ab4f-8069bc6f1481 req-45b74e98-2bdc-432b-a280-1a8461dc498d service neutron] 10.222.0.20 "GET /v2.0/networks/fc4bc8cd-9681-4c48-a384-e9912b245b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780887 Aug 10 03:54:18.592125 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c36140a6-38d3-4ea6-8a3a-5dade6866f06 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:18.652679 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f77c2cff-aae7-4c51-a229-9b83a6875108 req-a697c3f3-fe5f-4f88-bc4c-b073168549ae tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:18.652679 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f77c2cff-aae7-4c51-a229-9b83a6875108 req-a697c3f3-fe5f-4f88-bc4c-b073168549ae tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:18.652679 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f77c2cff-aae7-4c51-a229-9b83a6875108 req-a697c3f3-fe5f-4f88-bc4c-b073168549ae tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "DELETE /v2.0/security-groups/f782b2dc-96cc-4d00-b9ca-83a3aea8926f HTTP/1.1" status: 204 len: 173 time: 0.3619132 Aug 10 03:54:18.670521 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a697c3f3-fe5f-4f88-bc4c-b073168549ae tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f782b2dc-96cc-4d00-b9ca-83a3aea8926f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:18.687290 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-c36140a6-38d3-4ea6-8a3a-5dade6866f06 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] device_id is not set on port 3db8981b-5840-423d-9eb5-7f373b5f51f7 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:54:18.723464 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [req-ecadfcbc-7cf1-4487-bfa3-54f41eb6e607 req-27df2cfe-b962-4080-a7bc-8a3ff6525ec4 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] show failed (client error): The resource could not be found. Aug 10 03:54:18.724198 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ecadfcbc-7cf1-4487-bfa3-54f41eb6e607 req-27df2cfe-b962-4080-a7bc-8a3ff6525ec4 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups/f782b2dc-96cc-4d00-b9ca-83a3aea8926f HTTP/1.1" status: 404 len: 352 time: 0.0214293 Aug 10 03:54:18.758087 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-84a30592-f347-4606-819d-a72d3e09f685 req-46696919-adff-4563-8acb-d6d04b90697c tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-843798323', 'description': 'tempest-description-1789200625'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:18.853053 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c36140a6-38d3-4ea6-8a3a-5dade6866f06 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:18.871125 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-84a30592-f347-4606-819d-a72d3e09f685 req-46696919-adff-4563-8acb-d6d04b90697c tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:18.960884 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-84a30592-f347-4606-819d-a72d3e09f685 req-46696919-adff-4563-8acb-d6d04b90697c tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:18.979788 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c36140a6-38d3-4ea6-8a3a-5dade6866f06 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:19.029193 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-84a30592-f347-4606-819d-a72d3e09f685 req-46696919-adff-4563-8acb-d6d04b90697c tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:19.033525 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36140a6-38d3-4ea6-8a3a-5dade6866f06 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network 51c51a4b-9062-4b68-b831-a60239caa5c4 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:19.040018 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-c36140a6-38d3-4ea6-8a3a-5dade6866f06 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:19.044644 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36140a6-38d3-4ea6-8a3a-5dade6866f06 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:19.045828 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c36140a6-38d3-4ea6-8a3a-5dade6866f06 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:19.053623 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36140a6-38d3-4ea6-8a3a-5dade6866f06 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Port': ['ID=f873e8a5-0d6a-484b-ba89-59c6a3b6498f,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:19.074706 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46696919-adff-4563-8acb-d6d04b90697c tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e744260a-9173-4459-82a9-028ce88d5300,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:19.122771 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-84a30592-f347-4606-819d-a72d3e09f685 req-46696919-adff-4563-8acb-d6d04b90697c tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:19.124731 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84a30592-f347-4606-819d-a72d3e09f685 req-46696919-adff-4563-8acb-d6d04b90697c tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3727894 Aug 10 03:54:19.146933 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36140a6-38d3-4ea6-8a3a-5dade6866f06 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Checking segment: {'id': '9a18fe1c-7d0c-4bd2-886e-417af84cf058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ccee1a00-1b8a-4e7f-b8a3-d6b57720ff36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:19.147532 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36140a6-38d3-4ea6-8a3a-5dade6866f06 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network hostable DHCP agents. Network: ccee1a00-1b8a-4e7f-b8a3-d6b57720ff36, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:54:19.155124 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36140a6-38d3-4ea6-8a3a-5dade6866f06 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Port': ['ID=3db8981b-5840-423d-9eb5-7f373b5f51f7,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:19.166411 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-27732001-4376-4511-b610-64be872270d1 req-79cf8cc0-adc4-404d-ae8e-99c4beed6b88 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1341103026', 'description': 'tempest-description-1157086351'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:19.265328 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36140a6-38d3-4ea6-8a3a-5dade6866f06 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network ccee1a00-1b8a-4e7f-b8a3-d6b57720ff36 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:54:19.294253 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-27732001-4376-4511-b610-64be872270d1 req-79cf8cc0-adc4-404d-ae8e-99c4beed6b88 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:19.395727 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-27732001-4376-4511-b610-64be872270d1 req-79cf8cc0-adc4-404d-ae8e-99c4beed6b88 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:19.466138 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-c36140a6-38d3-4ea6-8a3a-5dade6866f06 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, ccee1a00-1b8a-4e7f-b8a3-d6b57720ff36) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:19.469964 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36140a6-38d3-4ea6-8a3a-5dade6866f06 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:19.505478 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ac98d9-4fc9-4fb1-85fc-c4c03f931b97 None None] Network ccee1a00-1b8a-4e7f-b8a3-d6b57720ff36 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:19.506334 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36140a6-38d3-4ea6-8a3a-5dade6866f06 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:19.506334 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36140a6-38d3-4ea6-8a3a-5dade6866f06 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:19.506334 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c36140a6-38d3-4ea6-8a3a-5dade6866f06 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:19.568298 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-27732001-4376-4511-b610-64be872270d1 req-79cf8cc0-adc4-404d-ae8e-99c4beed6b88 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:19.632947 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf8cc0-adc4-404d-ae8e-99c4beed6b88 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9798ac4-8348-44cc-b827-733f757367a8,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:19.683112 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c36140a6-38d3-4ea6-8a3a-5dade6866f06 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0012703 Aug 10 03:54:19.689133 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34642) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:19.808278 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8fd9a-fdf0-4bf4-b86e-f18d8d3213aa req-e5ee2ba2-3065-40ec-8f85-8aaacd380a4a tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:19.810424 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eab8fd9a-fdf0-4bf4-b86e-f18d8d3213aa req-e5ee2ba2-3065-40ec-8f85-8aaacd380a4a tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 945 time: 0.0818713 Aug 10 03:54:19.821847 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-27732001-4376-4511-b610-64be872270d1 req-79cf8cc0-adc4-404d-ae8e-99c4beed6b88 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:19.828803 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-27732001-4376-4511-b610-64be872270d1 req-79cf8cc0-adc4-404d-ae8e-99c4beed6b88 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6690211 Aug 10 03:54:19.864969 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-50bf77c8-bcc2-49b3-8309-79f603483881 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting port 3db8981b-5840-423d-9eb5-7f373b5f51f7 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:19.881704 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-50bf77c8-bcc2-49b3-8309-79f603483881 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:19.881704 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eab8fd9a-fdf0-4bf4-b86e-f18d8d3213aa req-53b34512-0683-4022-8347-275944eaf1af tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550849 Aug 10 03:54:19.980014 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-bf4eca5d-7171-4761-9853-46adfc0113f7 req-5476c972-e973-415a-aa39-72ba6ba6023a tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-161079036', 'description': 'tempest-description-800248957'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:19.990097 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-50bf77c8-bcc2-49b3-8309-79f603483881 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:20.011516 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-50bf77c8-bcc2-49b3-8309-79f603483881 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Calling delete_port for 3db8981b-5840-423d-9eb5-7f373b5f51f7 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:20.021475 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 370afcbe-96cd-4095-91f2-def098f87603 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:20.126172 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bf4eca5d-7171-4761-9853-46adfc0113f7 req-5476c972-e973-415a-aa39-72ba6ba6023a tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:20.190800 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 370afcbe-96cd-4095-91f2-def098f87603 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:20.201349 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 370afcbe-96cd-4095-91f2-def098f87603 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:20.201349 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:20.214221 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-50bf77c8-bcc2-49b3-8309-79f603483881 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:20.314118 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:20.357608 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 370afcbe-96cd-4095-91f2-def098f87603, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=370afcbe-96cd-4095-91f2-def098f87603,segment=NetworkSegment(20c309fb-ec98-40d4-a9d0-4aa74be70f65),segment_id=20c309fb-ec98-40d4-a9d0-4aa74be70f65)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:20.358788 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e5c029-5e0d-418e-bfdc-a2e7f22775bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370afcbe-96cd-4095-91f2-def098f87603'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:20.362388 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dc6dc3-239b-4926-8c6a-649335a5e55a" -d '{"events": [{"server_uuid": "09e5c029-5e0d-418e-bfdc-a2e7f22775bd", "name": "network-vif-plugged", "status": "completed", "tag": "370afcbe-96cd-4095-91f2-def098f87603"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:20.367241 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bf4eca5d-7171-4761-9853-46adfc0113f7 req-5476c972-e973-415a-aa39-72ba6ba6023a tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:20.380440 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf77c8-bcc2-49b3-8309-79f603483881 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Port': ['ID=3db8981b-5840-423d-9eb5-7f373b5f51f7,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:20.420739 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730558a2-2f13-4595-9369-a84b9304d589 x-openstack-request-id: req-730558a2-2f13-4595-9369-a84b9304d589 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:20.421229 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e5c029-5e0d-418e-bfdc-a2e7f22775bd", "name": "network-vif-plugged", "status": "completed", "tag": "370afcbe-96cd-4095-91f2-def098f87603", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:20.421642 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-730558a2-2f13-4595-9369-a84b9304d589 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:20.422343 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e5c029-5e0d-418e-bfdc-a2e7f22775bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370afcbe-96cd-4095-91f2-def098f87603', 'code': 200} Aug 10 03:54:20.422465 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-50bf77c8-bcc2-49b3-8309-79f603483881 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:20.424655 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-50bf77c8-bcc2-49b3-8309-79f603483881 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/ports/3db8981b-5840-423d-9eb5-7f373b5f51f7 HTTP/1.1" status: 204 len: 168 time: 0.7372670 Aug 10 03:54:20.427103 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34664) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:20.434848 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:20.480361 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bf4eca5d-7171-4761-9853-46adfc0113f7 req-5476c972-e973-415a-aa39-72ba6ba6023a tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:20.504891 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=370afcbe-96cd-4095-91f2-def098f87603,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:20.540091 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5476c972-e973-415a-aa39-72ba6ba6023a tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd473f8b-062d-4ab2-8025-1f186864ed6b,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:20.603844 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3edfb79-f548-41a6-899c-7692a7564043 req-d4304c99-45ef-4a31-ae9f-ee5d89d888c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:20.606179 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55639e23-c86d-4086-b60d-ab89a1cdc6da tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:20.609335 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3edfb79-f548-41a6-899c-7692a7564043 req-d4304c99-45ef-4a31-ae9f-ee5d89d888c8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 1097 time: 0.0831449 Aug 10 03:54:20.613390 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55639e23-c86d-4086-b60d-ab89a1cdc6da tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:20.615003 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-55639e23-c86d-4086-b60d-ab89a1cdc6da tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.1864552 Aug 10 03:54:20.633947 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34668) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:20.650562 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bf4eca5d-7171-4761-9853-46adfc0113f7 req-5476c972-e973-415a-aa39-72ba6ba6023a tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:20.661969 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bf4eca5d-7171-4761-9853-46adfc0113f7 req-5476c972-e973-415a-aa39-72ba6ba6023a tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6907175 Aug 10 03:54:20.677936 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3edfb79-f548-41a6-899c-7692a7564043 req-11195732-2484-4dfa-a94d-4bc9e4f272f4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600488 Aug 10 03:54:20.813342 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-6358ada1-740f-43cb-a8e9-86b5886e3d12 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting port f873e8a5-0d6a-484b-ba89-59c6a3b6498f {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:20.814023 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6358ada1-740f-43cb-a8e9-86b5886e3d12 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:20.826939 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8750cb58-38a1-4b29-b796-56e9e12c8688 req-6b95965a-e6cc-48c1-8a2a-54946679df5f tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ba4dfbcf73f2425d88d975c4d0dbffe2 HTTP/1.1" status: 200 len: 10905 time: 0.1443183 Aug 10 03:54:20.905829 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8750cb58-38a1-4b29-b796-56e9e12c8688 req-427fd403-bfd3-468c-9f19-c43ea7df8f99 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups/465c2225-6e39-4e75-8af9-0add66f2bbd7 HTTP/1.1" status: 200 len: 2985 time: 0.0608461 Aug 10 03:54:20.912182 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6358ada1-740f-43cb-a8e9-86b5886e3d12 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:20.937052 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-6358ada1-740f-43cb-a8e9-86b5886e3d12 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Calling delete_port for f873e8a5-0d6a-484b-ba89-59c6a3b6498f owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:20.980040 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8750cb58-38a1-4b29-b796-56e9e12c8688 req-42bd11ff-34a9-4ee9-aad4-6ac2b8094530 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups/465c2225-6e39-4e75-8af9-0add66f2bbd7 HTTP/1.1" status: 200 len: 2985 time: 0.0584538 Aug 10 03:54:21.127265 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2a706-695b-4ea1-890f-0dcb7240265d req-12604a8b-78c7-4116-8335-6afc9f8bfd4c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:21.129640 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e9f2a706-695b-4ea1-890f-0dcb7240265d req-12604a8b-78c7-4116-8335-6afc9f8bfd4c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.1050036 Aug 10 03:54:21.131068 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-85be10c5-ace3-4a3a-a5af-535e0f3ca0d5 req-6dcb7488-c3e2-48ee-b7df-250af1f001f5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups/e744260a-9173-4459-82a9-028ce88d5300 HTTP/1.1" status: 200 len: 1802 time: 0.0430918 Aug 10 03:54:21.174254 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e9f2a706-695b-4ea1-890f-0dcb7240265d req-9553cd1f-b9e8-46e8-a3fb-b86dac97d651 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369589 Aug 10 03:54:21.203169 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-85be10c5-ace3-4a3a-a5af-535e0f3ca0d5 req-70ef5ab0-b7e0-4540-bf3f-2dbe896be1ef tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:21.226887 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-85be10c5-ace3-4a3a-a5af-535e0f3ca0d5 req-70ef5ab0-b7e0-4540-bf3f-2dbe896be1ef tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:21.322245 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6358ada1-740f-43cb-a8e9-86b5886e3d12 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:21.355205 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-85be10c5-ace3-4a3a-a5af-535e0f3ca0d5 req-70ef5ab0-b7e0-4540-bf3f-2dbe896be1ef tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:21.359408 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358ada1-740f-43cb-a8e9-86b5886e3d12 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Port': ['ID=f873e8a5-0d6a-484b-ba89-59c6a3b6498f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:21.363176 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-85be10c5-ace3-4a3a-a5af-535e0f3ca0d5 req-70ef5ab0-b7e0-4540-bf3f-2dbe896be1ef tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:21.365231 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-85be10c5-ace3-4a3a-a5af-535e0f3ca0d5 req-70ef5ab0-b7e0-4540-bf3f-2dbe896be1ef tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "DELETE /v2.0/security-groups/e744260a-9173-4459-82a9-028ce88d5300 HTTP/1.1" status: 204 len: 173 time: 0.2251356 Aug 10 03:54:21.380508 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6358ada1-740f-43cb-a8e9-86b5886e3d12 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:21.383535 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6358ada1-740f-43cb-a8e9-86b5886e3d12 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/ports/f873e8a5-0d6a-484b-ba89-59c6a3b6498f HTTP/1.1" status: 204 len: 168 time: 0.7514446 Aug 10 03:54:21.385936 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34694) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:21.389231 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef5ab0-b7e0-4540-bf3f-2dbe896be1ef tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e744260a-9173-4459-82a9-028ce88d5300,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:21.503425 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [req-b0fa55fc-a748-4263-a21c-695cfc718698 req-94002f4a-af9c-4852-a014-d29ce50be969 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] show failed (client error): The resource could not be found. Aug 10 03:54:21.504540 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b0fa55fc-a748-4263-a21c-695cfc718698 req-94002f4a-af9c-4852-a014-d29ce50be969 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups/e744260a-9173-4459-82a9-028ce88d5300 HTTP/1.1" status: 404 len: 352 time: 0.0248706 Aug 10 03:54:21.528635 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d869c390-d537-4895-87a6-be09bf173125 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:21.532724 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d869c390-d537-4895-87a6-be09bf173125 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1433697 Aug 10 03:54:21.535746 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34700) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:21.573441 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-5015101e-1d47-4b33-a89f-6d4253c8bad2 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] GET failed (client error): The resource could not be found. Aug 10 03:54:21.576133 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5015101e-1d47-4b33-a89f-6d4253c8bad2 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "GET /v2.0/ports/3db8981b-5840-423d-9eb5-7f373b5f51f7 HTTP/1.1" status: 404 len: 333 time: 0.0380740 Aug 10 03:54:21.578657 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34702) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:21.608133 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-41303c6f-5bdb-4745-ba9e-c48621e1a5a9 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] GET failed (client error): The resource could not be found. Aug 10 03:54:21.609775 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-41303c6f-5bdb-4745-ba9e-c48621e1a5a9 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "GET /v2.0/ports/f873e8a5-0d6a-484b-ba89-59c6a3b6498f HTTP/1.1" status: 404 len: 333 time: 0.0299900 Aug 10 03:54:21.610165 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b779e9b-06f2-4ff0-b458-5e853284ae92 req-0119a6fb-34f2-4bf2-a89c-e5e4a07ab74a tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups/f9798ac4-8348-44cc-b827-733f757367a8 HTTP/1.1" status: 200 len: 1803 time: 0.0585914 Aug 10 03:54:21.612672 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34704) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:21.716601 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-29caf2a2-6715-44d7-977e-62786615117d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:21.748496 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0b779e9b-06f2-4ff0-b458-5e853284ae92 req-88f50671-6c4c-4c97-8cdb-4d3b3e646ad0 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:22.192713 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0b779e9b-06f2-4ff0-b458-5e853284ae92 req-88f50671-6c4c-4c97-8cdb-4d3b3e646ad0 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:22.212134 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-29caf2a2-6715-44d7-977e-62786615117d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:22.227220 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-29caf2a2-6715-44d7-977e-62786615117d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccee1a00-1b8a-4e7f-b8a3-d6b57720ff36']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:22.252038 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-29caf2a2-6715-44d7-977e-62786615117d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a18fe1c-7d0c-4bd2-886e-417af84cf058') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:22.252251 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-29caf2a2-6715-44d7-977e-62786615117d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a18fe1c-7d0c-4bd2-886e-417af84cf058') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:22.263031 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-29caf2a2-6715-44d7-977e-62786615117d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:22.279319 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-29caf2a2-6715-44d7-977e-62786615117d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:22.286596 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29caf2a2-6715-44d7-977e-62786615117d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:54:22.287701 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-29caf2a2-6715-44d7-977e-62786615117d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:54:22.291073 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:54:22.305287 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee14e1-a2d5-4eaf-9fb5-9b5700e78142 req-b1fdbefb-eb51-43be-8e24-90c4faead0d1 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:22.306931 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-59ee14e1-a2d5-4eaf-9fb5-9b5700e78142 req-b1fdbefb-eb51-43be-8e24-90c4faead0d1 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.0549252 Aug 10 03:54:22.351426 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-59ee14e1-a2d5-4eaf-9fb5-9b5700e78142 req-8ffdf8d4-f53e-4d37-8887-6aa0d87dae8a tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372083 Aug 10 03:54:22.367812 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0b779e9b-06f2-4ff0-b458-5e853284ae92 req-88f50671-6c4c-4c97-8cdb-4d3b3e646ad0 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:22.373244 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0b779e9b-06f2-4ff0-b458-5e853284ae92 req-88f50671-6c4c-4c97-8cdb-4d3b3e646ad0 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:22.374485 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b779e9b-06f2-4ff0-b458-5e853284ae92 req-88f50671-6c4c-4c97-8cdb-4d3b3e646ad0 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "DELETE /v2.0/security-groups/f9798ac4-8348-44cc-b827-733f757367a8 HTTP/1.1" status: 204 len: 173 time: 0.7527983 Aug 10 03:54:22.388064 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f50671-6c4c-4c97-8cdb-4d3b3e646ad0 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9798ac4-8348-44cc-b827-733f757367a8,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:22.451639 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-29caf2a2-6715-44d7-977e-62786615117d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:22.474229 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-29caf2a2-6715-44d7-977e-62786615117d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:22.477502 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-29caf2a2-6715-44d7-977e-62786615117d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/networks/ccee1a00-1b8a-4e7f-b8a3-d6b57720ff36 HTTP/1.1" status: 204 len: 168 time: 0.8637862 Aug 10 03:54:22.483662 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34732) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:22.490517 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c260a124-cace-4796-a7df-c1c6df3038ab tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1567167754'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:22.496071 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [req-fcf8042e-3b22-4df4-8389-f2d78418eaa7 req-37fed90f-4f13-479c-b021-ef8fb50d60d6 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] show failed (client error): The resource could not be found. Aug 10 03:54:22.497176 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fcf8042e-3b22-4df4-8389-f2d78418eaa7 req-37fed90f-4f13-479c-b021-ef8fb50d60d6 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups/f9798ac4-8348-44cc-b827-733f757367a8 HTTP/1.1" status: 404 len: 352 time: 0.0318573 Aug 10 03:54:22.499130 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29caf2a2-6715-44d7-977e-62786615117d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Network': ['ID=ccee1a00-1b8a-4e7f-b8a3-d6b57720ff36,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:22.547360 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a20c5c-ba7b-4e52-9b1c-c6e88dbbca58 req-4b73b9c6-3baa-4b16-a351-ecdcf3253beb tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:22.549091 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4a20c5c-ba7b-4e52-9b1c-c6e88dbbca58 req-4b73b9c6-3baa-4b16-a351-ecdcf3253beb tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.0599256 Aug 10 03:54:22.597139 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c260a124-cace-4796-a7df-c1c6df3038ab tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:22.601917 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c260a124-cace-4796-a7df-c1c6df3038ab tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:22.609697 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4a20c5c-ba7b-4e52-9b1c-c6e88dbbca58 req-d8fb5f16-235e-4dab-959f-07b53809ab8e tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493720 Aug 10 03:54:22.642064 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c260a124-cace-4796-a7df-c1c6df3038ab tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:54:22.650903 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c260a124-cace-4796-a7df-c1c6df3038ab tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:22.651241 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-c260a124-cace-4796-a7df-c1c6df3038ab tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Added segment b0d5e6c5-246b-4bdb-be0c-5417718504ac of type vlan for network 45369fdb-c533-465b-a4e1-0beb8f6a411d Aug 10 03:54:22.686859 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4926988c-066d-4a3a-9469-e88bb442afeb req-7fcae667-77cb-44da-a48c-21067de6e782 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups/dd473f8b-062d-4ab2-8025-1f186864ed6b HTTP/1.1" status: 200 len: 1801 time: 0.0483212 Aug 10 03:54:22.731674 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c260a124-cace-4796-a7df-c1c6df3038ab tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:22.784901 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4926988c-066d-4a3a-9469-e88bb442afeb req-b4b9cc1f-98b6-46e9-ad8d-8e754a3f1725 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:22.816056 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4926988c-066d-4a3a-9469-e88bb442afeb req-b4b9cc1f-98b6-46e9-ad8d-8e754a3f1725 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:23.019222 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c260a124-cace-4796-a7df-c1c6df3038ab tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:23.024915 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c260a124-cace-4796-a7df-c1c6df3038ab tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:23.040040 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c260a124-cace-4796-a7df-c1c6df3038ab tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:23.095058 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4926988c-066d-4a3a-9469-e88bb442afeb req-b4b9cc1f-98b6-46e9-ad8d-8e754a3f1725 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:23.096422 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260a124-cace-4796-a7df-c1c6df3038ab tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Network': ['ID=45369fdb-c533-465b-a4e1-0beb8f6a411d,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:23.098878 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4926988c-066d-4a3a-9469-e88bb442afeb req-b4b9cc1f-98b6-46e9-ad8d-8e754a3f1725 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:23.100423 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4926988c-066d-4a3a-9469-e88bb442afeb req-b4b9cc1f-98b6-46e9-ad8d-8e754a3f1725 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "DELETE /v2.0/security-groups/dd473f8b-062d-4ab2-8025-1f186864ed6b HTTP/1.1" status: 204 len: 173 time: 0.4021225 Aug 10 03:54:23.118204 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9cc1f-98b6-46e9-ad8d-8e754a3f1725 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd473f8b-062d-4ab2-8025-1f186864ed6b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:23.126937 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 45369fdb-c533-465b-a4e1-0beb8f6a411d details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:54:23.163479 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c260a124-cace-4796-a7df-c1c6df3038ab tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6777420 Aug 10 03:54:23.166256 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34766) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:23.173099 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-bfe8fdf6-fe20-4f5c-b1c3-d18354e71219 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'subnet': {'network_id': '45369fdb-c533-465b-a4e1-0beb8f6a411d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:23.191484 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [req-7829d8b3-3f22-479f-a1cf-477087867084 req-ed1cd7d4-ace3-47c5-a5fc-b4c1de2bef5f tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] show failed (client error): The resource could not be found. Aug 10 03:54:23.193116 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7829d8b3-3f22-479f-a1cf-477087867084 req-ed1cd7d4-ace3-47c5-a5fc-b4c1de2bef5f tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups/dd473f8b-062d-4ab2-8025-1f186864ed6b HTTP/1.1" status: 404 len: 352 time: 0.0184286 Aug 10 03:54:23.395712 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe8fdf6-fe20-4f5c-b1c3-d18354e71219 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:23.399983 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bfe8fdf6-fe20-4f5c-b1c3-d18354e71219 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:23.462685 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8defc781-3ccb-42b2-8e13-c84af8af931f req-3f33ec74-f972-4dd4-9d8d-f99b5dac51e1 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:23.468521 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8defc781-3ccb-42b2-8e13-c84af8af931f req-3f33ec74-f972-4dd4-9d8d-f99b5dac51e1 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.0711861 Aug 10 03:54:23.514180 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8defc781-3ccb-42b2-8e13-c84af8af931f req-94b60a11-ff8b-4b94-9997-a6985da33d71 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411503 Aug 10 03:54:23.796701 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b5f2415-0d57-4abe-ba8d-3569ded43ca7 req-7352c5b6-02d6-4c23-8eeb-4f657ed58097 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ba4dfbcf73f2425d88d975c4d0dbffe2 HTTP/1.1" status: 200 len: 6152 time: 0.4724050 Aug 10 03:54:23.881186 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b5f2415-0d57-4abe-ba8d-3569ded43ca7 req-26bd651a-db38-4fd6-a1d4-6b4eb24813ab tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups/465c2225-6e39-4e75-8af9-0add66f2bbd7 HTTP/1.1" status: 200 len: 2985 time: 0.0761187 Aug 10 03:54:23.976573 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b5f2415-0d57-4abe-ba8d-3569ded43ca7 req-72be9c25-f44b-4135-bd7f-7115149e43a2 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups/465c2225-6e39-4e75-8af9-0add66f2bbd7 HTTP/1.1" status: 200 len: 2985 time: 0.0873454 Aug 10 03:54:24.014440 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-0fcc9e74-12f0-42eb-b477-9f960ea66be1 req-4ecb5d09-22ed-43b5-8f7d-588f406f04a5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1814657297', 'description': 'tempest-description-650686039'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:24.174304 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bfe8fdf6-fe20-4f5c-b1c3-d18354e71219 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.202455 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0fcc9e74-12f0-42eb-b477-9f960ea66be1 req-4ecb5d09-22ed-43b5-8f7d-588f406f04a5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.259414 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8fdf6-fe20-4f5c-b1c3-d18354e71219 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Subnet': ['ID=7aeb6e84-bbf5-4c70-9922-c1c4d82190be,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:24.264193 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe8fdf6-fe20-4f5c-b1c3-d18354e71219 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Checking segment: {'id': 'b0d5e6c5-246b-4bdb-be0c-5417718504ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '45369fdb-c533-465b-a4e1-0beb8f6a411d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:24.264806 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe8fdf6-fe20-4f5c-b1c3-d18354e71219 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network hostable DHCP agents. Network: 45369fdb-c533-465b-a4e1-0beb8f6a411d, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:54:24.296101 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0fcc9e74-12f0-42eb-b477-9f960ea66be1 req-4ecb5d09-22ed-43b5-8f7d-588f406f04a5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.343681 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe8fdf6-fe20-4f5c-b1c3-d18354e71219 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network 45369fdb-c533-465b-a4e1-0beb8f6a411d is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:54:24.372589 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0fcc9e74-12f0-42eb-b477-9f960ea66be1 req-4ecb5d09-22ed-43b5-8f7d-588f406f04a5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.402648 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb5d09-22ed-43b5-8f7d-588f406f04a5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fba8096e-fd85-463d-9c1a-ad6ea9fba6f1,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:24.411261 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecb5d09-22ed-43b5-8f7d-588f406f04a5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:24.415036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecb5d09-22ed-43b5-8f7d-588f406f04a5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:24.415036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecb5d09-22ed-43b5-8f7d-588f406f04a5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:24.415036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecb5d09-22ed-43b5-8f7d-588f406f04a5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:24.415036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecb5d09-22ed-43b5-8f7d-588f406f04a5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:24.415036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecb5d09-22ed-43b5-8f7d-588f406f04a5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:24.415036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecb5d09-22ed-43b5-8f7d-588f406f04a5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:24.415036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecb5d09-22ed-43b5-8f7d-588f406f04a5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:24.415036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecb5d09-22ed-43b5-8f7d-588f406f04a5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:24.415036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecb5d09-22ed-43b5-8f7d-588f406f04a5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:24.415036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecb5d09-22ed-43b5-8f7d-588f406f04a5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:24.415036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecb5d09-22ed-43b5-8f7d-588f406f04a5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:24.464855 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-bfe8fdf6-fe20-4f5c-b1c3-d18354e71219 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 45369fdb-c533-465b-a4e1-0beb8f6a411d) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:24.469755 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe8fdf6-fe20-4f5c-b1c3-d18354e71219 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:24.470341 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bfe8fdf6-fe20-4f5c-b1c3-d18354e71219 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.474400 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29893f47-d64a-42f6-b495-efa5e5ff3d18 None None] Network 45369fdb-c533-465b-a4e1-0beb8f6a411d requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:24.492249 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0fcc9e74-12f0-42eb-b477-9f960ea66be1 req-4ecb5d09-22ed-43b5-8f7d-588f406f04a5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.497411 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0fcc9e74-12f0-42eb-b477-9f960ea66be1 req-4ecb5d09-22ed-43b5-8f7d-588f406f04a5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4882755 Aug 10 03:54:24.524112 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-405ccb58-843c-4bba-8df0-88da6b765619 req-c6bdc2f5-7773-4f6b-86fc-b2ff7b2a316f tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1572486608', 'description': 'tempest-description-810517487'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:24.549678 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bfe8fdf6-fe20-4f5c-b1c3-d18354e71219 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3822031 Aug 10 03:54:24.552857 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34800) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:24.562802 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-ecff3c45-c4c1-4a3b-89d5-cfa9155be32a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'port': {'network_id': '45369fdb-c533-465b-a4e1-0beb8f6a411d', 'name': 'tempest-PortsIpV6TestJSON-2099714538'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:24.650912 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cf6d2a-a6ea-426c-a27c-cb704b069afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-45369fdb-c533-465b-a4e1-0beb8f6a411d', 'network_id': '45369fdb-c533-465b-a4e1-0beb8f6a411d', 'tenant_id': 'ac533af90042449fa4780d42e267a0cc', 'fixed_ips': [{'subnet_id': '7aeb6e84-bbf5-4c70-9922-c1c4d82190be'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:54:24.650912 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10cf6d2a-a6ea-426c-a27c-cb704b069afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.654040 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1d147-a997-47bb-aa98-ef3e823f5287 req-9a9f5fee-dceb-40dd-b19a-fddd29bf213d tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:24.656214 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-27f1d147-a997-47bb-aa98-ef3e823f5287 req-9a9f5fee-dceb-40dd-b19a-fddd29bf213d tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.0678060 Aug 10 03:54:24.705708 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-27f1d147-a997-47bb-aa98-ef3e823f5287 req-a63a318e-b0be-4dd6-8f9f-36e7ecf9165b tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419476 Aug 10 03:54:24.727599 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-405ccb58-843c-4bba-8df0-88da6b765619 req-c6bdc2f5-7773-4f6b-86fc-b2ff7b2a316f tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.803511 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-10cf6d2a-a6ea-426c-a27c-cb704b069afc None None] Allocated IP 2001:db8::2 (45369fdb-c533-465b-a4e1-0beb8f6a411d/7aeb6e84-bbf5-4c70-9922-c1c4d82190be/a189f072-d2ae-4a72-9eda-3be5514c13ed) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:24.820999 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecff3c45-c4c1-4a3b-89d5-cfa9155be32a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:24.824693 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ecff3c45-c4c1-4a3b-89d5-cfa9155be32a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.851056 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-ecff3c45-c4c1-4a3b-89d5-cfa9155be32a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] device_id is not set on port 040dae47-a4ab-4fa6-ac19-caed38b7d170 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:54:24.957708 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-405ccb58-843c-4bba-8df0-88da6b765619 req-c6bdc2f5-7773-4f6b-86fc-b2ff7b2a316f tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.964179 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10cf6d2a-a6ea-426c-a27c-cb704b069afc None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:24.972959 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-10cf6d2a-a6ea-426c-a27c-cb704b069afc None None] Transition to ACTIVE for port object a189f072-d2ae-4a72-9eda-3be5514c13ed will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:24.987712 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-10cf6d2a-a6ea-426c-a27c-cb704b069afc None None] Transition to ACTIVE for port object a189f072-d2ae-4a72-9eda-3be5514c13ed will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:25.087521 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-405ccb58-843c-4bba-8df0-88da6b765619 req-c6bdc2f5-7773-4f6b-86fc-b2ff7b2a316f tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.116702 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10cf6d2a-a6ea-426c-a27c-cb704b069afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.123074 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bdc2f5-7773-4f6b-86fc-b2ff7b2a316f tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0c6c78-c609-4e18-8037-13141186bffc,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:25.162665 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10cf6d2a-a6ea-426c-a27c-cb704b069afc None None] Network 45369fdb-c533-465b-a4e1-0beb8f6a411d is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:25.167340 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-10cf6d2a-a6ea-426c-a27c-cb704b069afc None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:25.172856 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cf6d2a-a6ea-426c-a27c-cb704b069afc None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:25.174906 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf6d2a-a6ea-426c-a27c-cb704b069afc None None] Pushing event updated for resources: {'Port': ['ID=a189f072-d2ae-4a72-9eda-3be5514c13ed,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:25.196347 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-ecff3c45-c4c1-4a3b-89d5-cfa9155be32a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Allocated IP 2001:db8::25a (45369fdb-c533-465b-a4e1-0beb8f6a411d/7aeb6e84-bbf5-4c70-9922-c1c4d82190be/040dae47-a4ab-4fa6-ac19-caed38b7d170) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:25.196347 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-405ccb58-843c-4bba-8df0-88da6b765619 req-c6bdc2f5-7773-4f6b-86fc-b2ff7b2a316f tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.196347 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-405ccb58-843c-4bba-8df0-88da6b765619 req-c6bdc2f5-7773-4f6b-86fc-b2ff7b2a316f tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6749518 Aug 10 03:54:25.248996 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-10cf6d2a-a6ea-426c-a27c-cb704b069afc None None] Attempting to bind port a189f072-d2ae-4a72-9eda-3be5514c13ed on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:54:25.249211 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-10cf6d2a-a6ea-426c-a27c-cb704b069afc None None] Attempting to bind port a189f072-d2ae-4a72-9eda-3be5514c13ed by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'b0d5e6c5-246b-4bdb-be0c-5417718504ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '45369fdb-c533-465b-a4e1-0beb8f6a411d'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:54:25.249580 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cf6d2a-a6ea-426c-a27c-cb704b069afc None None] Attempting to bind port a189f072-d2ae-4a72-9eda-3be5514c13ed on network 45369fdb-c533-465b-a4e1-0beb8f6a411d {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:25.256803 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cf6d2a-a6ea-426c-a27c-cb704b069afc None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:54:25.257184 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cf6d2a-a6ea-426c-a27c-cb704b069afc None None] Checking segment: {'id': 'b0d5e6c5-246b-4bdb-be0c-5417718504ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '45369fdb-c533-465b-a4e1-0beb8f6a411d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:25.257684 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10cf6d2a-a6ea-426c-a27c-cb704b069afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.258361 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cf6d2a-a6ea-426c-a27c-cb704b069afc None None] Bound using segment: {'id': 'b0d5e6c5-246b-4bdb-be0c-5417718504ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '45369fdb-c533-465b-a4e1-0beb8f6a411d'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:54:25.259617 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-10cf6d2a-a6ea-426c-a27c-cb704b069afc None None] Bound port: a189f072-d2ae-4a72-9eda-3be5514c13ed, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d5e6c5-246b-4bdb-be0c-5417718504ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '45369fdb-c533-465b-a4e1-0beb8f6a411d'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:54:25.260030 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10cf6d2a-a6ea-426c-a27c-cb704b069afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.349208 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-10cf6d2a-a6ea-426c-a27c-cb704b069afc None None] For port a189f072-d2ae-4a72-9eda-3be5514c13ed, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:54:25.353043 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-10cf6d2a-a6ea-426c-a27c-cb704b069afc None None] For port a189f072-d2ae-4a72-9eda-3be5514c13ed, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a189f072-d2ae-4a72-9eda-3be5514c13ed,segment=NetworkSegment(b0d5e6c5-246b-4bdb-be0c-5417718504ac),segment_id=b0d5e6c5-246b-4bdb-be0c-5417718504ac)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:54:25.396049 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ecff3c45-c4c1-4a3b-89d5-cfa9155be32a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.419431 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-ecff3c45-c4c1-4a3b-89d5-cfa9155be32a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Transition to ACTIVE for port object 040dae47-a4ab-4fa6-ac19-caed38b7d170 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:25.465922 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10cf6d2a-a6ea-426c-a27c-cb704b069afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.526804 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ecff3c45-c4c1-4a3b-89d5-cfa9155be32a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.571270 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-d29ade52-3897-451e-963d-fffe1104c0a5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:25.585584 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-d29ade52-3897-451e-963d-fffe1104c0a5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/networks?id=c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb HTTP/1.1" status: 200 len: 812 time: 0.1711440 Aug 10 03:54:25.590089 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf6d2a-a6ea-426c-a27c-cb704b069afc None None] Pushing event updated for resources: {'Port': ['ID=a189f072-d2ae-4a72-9eda-3be5514c13ed,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:25.608184 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-3f0fdf08-6791-4230-8c98-3996c2fd92c6 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/quotas/ba4dfbcf73f2425d88d975c4d0dbffe2 HTTP/1.1" status: 200 len: 375 time: 0.0215797 Aug 10 03:54:25.635749 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff3c45-c4c1-4a3b-89d5-cfa9155be32a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Port': ['ID=040dae47-a4ab-4fa6-ac19-caed38b7d170,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:25.650681 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecff3c45-c4c1-4a3b-89d5-cfa9155be32a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network 45369fdb-c533-465b-a4e1-0beb8f6a411d is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:25.654879 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-ecff3c45-c4c1-4a3b-89d5-cfa9155be32a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:25.655896 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecff3c45-c4c1-4a3b-89d5-cfa9155be32a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:25.663389 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecff3c45-c4c1-4a3b-89d5-cfa9155be32a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:25.664276 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ecff3c45-c4c1-4a3b-89d5-cfa9155be32a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:25.682731 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-0b397281-75aa-4549-96a8-c89ba90f6848 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ba4dfbcf73f2425d88d975c4d0dbffe2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0730121 Aug 10 03:54:25.741100 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ecff3c45-c4c1-4a3b-89d5-cfa9155be32a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1861300 Aug 10 03:54:25.749356 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34842) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:25.879725 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-4aa699ca-96e7-42c9-9175-38c3cc68b4a6 service neutron] 10.222.0.25 "GET /v2.0/networks/c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856060 Aug 10 03:54:25.921613 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58f0dc-c64d-4f00-b9d2-5ecc7ed8c64e req-cda8470b-65ad-4ab0-a994-bd286ebd0815 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:25.926817 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5b58f0dc-c64d-4f00-b9d2-5ecc7ed8c64e req-cda8470b-65ad-4ab0-a994-bd286ebd0815 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.1193612 Aug 10 03:54:26.040448 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5b58f0dc-c64d-4f00-b9d2-5ecc7ed8c64e req-c092b34d-bc35-42f3-b77d-fee1a85175bc tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104922 Aug 10 03:54:26.054663 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-0e0c4509-a1d5-4b46-b2fc-858ab626de7a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting port 040dae47-a4ab-4fa6-ac19-caed38b7d170 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:26.055183 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e0c4509-a1d5-4b46-b2fc-858ab626de7a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:26.114431 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-734799af-fee9-4096-a54e-08ed93648310 service neutron] 10.222.0.25 "GET /v2.0/networks/c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323811 Aug 10 03:54:26.248136 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e0c4509-a1d5-4b46-b2fc-858ab626de7a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:26.265916 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-0e0c4509-a1d5-4b46-b2fc-858ab626de7a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Calling delete_port for 040dae47-a4ab-4fa6-ac19-caed38b7d170 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:26.506962 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6bea23e4-436d-4643-956f-d2e52761c204 req-d6e9c4b1-1ecb-458f-af88-c5a27d44a4ce tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=8707cd2e-999a-4f0a-9379-a5c721f7eb0e HTTP/1.1" status: 200 len: 210 time: 0.0322127 Aug 10 03:54:26.584636 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e0c4509-a1d5-4b46-b2fc-858ab626de7a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:26.619026 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c4509-a1d5-4b46-b2fc-858ab626de7a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Port': ['ID=040dae47-a4ab-4fa6-ac19-caed38b7d170,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:26.668752 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e0c4509-a1d5-4b46-b2fc-858ab626de7a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:26.671041 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0e0c4509-a1d5-4b46-b2fc-858ab626de7a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/ports/040dae47-a4ab-4fa6-ac19-caed38b7d170 HTTP/1.1" status: 204 len: 168 time: 0.9206228 Aug 10 03:54:26.673947 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34864) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:26.705354 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ce5494-9deb-4259-92a2-2dd4e9174430 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] DELETE failed (client error): The resource could not be found. Aug 10 03:54:26.706210 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9ce5494-9deb-4259-92a2-2dd4e9174430 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:54:26.711017 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34866) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:26.722101 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f9ce5494-9deb-4259-92a2-2dd4e9174430 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/ports/040dae47-a4ab-4fa6-ac19-caed38b7d170 HTTP/1.1" status: 404 len: 333 time: 0.0463290 Aug 10 03:54:26.745314 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ba2a66-60f3-4855-9770-b0d0319b2a4d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] GET failed (client error): The resource could not be found. Aug 10 03:54:26.750543 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34872) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:26.751473 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-36ba2a66-60f3-4855-9770-b0d0319b2a4d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "GET /v2.0/ports/040dae47-a4ab-4fa6-ac19-caed38b7d170 HTTP/1.1" status: 404 len: 333 time: 0.0391684 Aug 10 03:54:26.822987 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-437cc3e7-9f6b-4b1b-a4ec-6f7ed981a5d6 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting subnet 7aeb6e84-bbf5-4c70-9922-c1c4d82190be {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:54:26.827300 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-437cc3e7-9f6b-4b1b-a4ec-6f7ed981a5d6 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:26.890373 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-437cc3e7-9f6b-4b1b-a4ec-6f7ed981a5d6 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:26.991221 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00212bb5-6679-470c-aae0-0e1174739a77 None None] Network 45369fdb-c533-465b-a4e1-0beb8f6a411d requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:27.015910 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-437cc3e7-9f6b-4b1b-a4ec-6f7ed981a5d6 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.270906 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e4f045df-be23-47bc-811c-587a09406202 None None] Provisioning for port a189f072-d2ae-4a72-9eda-3be5514c13ed completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:27.275354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e092986-c059-4e89-9039-5cbab49f6662 req-1f62d3fb-d19e-4ead-8126-f514ea6e4235 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:27.277095 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e092986-c059-4e89-9039-5cbab49f6662 req-1f62d3fb-d19e-4ead-8126-f514ea6e4235 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.1006305 Aug 10 03:54:27.302043 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a189f072-d2ae-4a72-9eda-3be5514c13ed up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:27.353345 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e092986-c059-4e89-9039-5cbab49f6662 req-e089598c-aa64-46eb-ab52-49931b723433 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562010 Aug 10 03:54:27.372229 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-437cc3e7-9f6b-4b1b-a4ec-6f7ed981a5d6 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.406580 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.436052 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437cc3e7-9f6b-4b1b-a4ec-6f7ed981a5d6 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Subnet': ['ID=7aeb6e84-bbf5-4c70-9922-c1c4d82190be,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:27.438189 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-437cc3e7-9f6b-4b1b-a4ec-6f7ed981a5d6 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.442943 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34888) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:27.443190 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-437cc3e7-9f6b-4b1b-a4ec-6f7ed981a5d6 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/subnets/7aeb6e84-bbf5-4c70-9922-c1c4d82190be HTTP/1.1" status: 204 len: 168 time: 0.6902447 Aug 10 03:54:27.482530 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port a189f072-d2ae-4a72-9eda-3be5514c13ed completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:27.504023 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port a189f072-d2ae-4a72-9eda-3be5514c13ed triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:27.504518 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.541569 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d860993-cd54-4334-a0da-5719a3bb1396 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.634307 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.648240 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f0fe888f-972f-4a6c-99f3-68b52615b970 req-d9ca03a6-a291-4fef-8ecc-25245efe9ce1 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=8707cd2e-999a-4f0a-9379-a5c721f7eb0e HTTP/1.1" status: 200 len: 210 time: 0.0410552 Aug 10 03:54:27.670009 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-8d860993-cd54-4334-a0da-5719a3bb1396 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting port a189f072-d2ae-4a72-9eda-3be5514c13ed {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:27.670009 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d860993-cd54-4334-a0da-5719a3bb1396 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.671412 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c9af68-5ddf-4658-a214-9894ff6695cc None None] Network 45369fdb-c533-465b-a4e1-0beb8f6a411d requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:27.723732 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port a189f072-d2ae-4a72-9eda-3be5514c13ed, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a189f072-d2ae-4a72-9eda-3be5514c13ed,segment=NetworkSegment(b0d5e6c5-246b-4bdb-be0c-5417718504ac),segment_id=b0d5e6c5-246b-4bdb-be0c-5417718504ac)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:27.755579 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-8d860993-cd54-4334-a0da-5719a3bb1396 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] For port a189f072-d2ae-4a72-9eda-3be5514c13ed, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a189f072-d2ae-4a72-9eda-3be5514c13ed,segment=NetworkSegment(b0d5e6c5-246b-4bdb-be0c-5417718504ac),segment_id=b0d5e6c5-246b-4bdb-be0c-5417718504ac)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:27.755940 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d860993-cd54-4334-a0da-5719a3bb1396 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.776512 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f3417a0b-0553-4668-86d2-6276547a1414 None None] Provisioning complete for port a189f072-d2ae-4a72-9eda-3be5514c13ed triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:27.776986 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f3417a0b-0553-4668-86d2-6276547a1414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.785770 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-8d860993-cd54-4334-a0da-5719a3bb1396 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Calling delete_port for a189f072-d2ae-4a72-9eda-3be5514c13ed owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:27.872464 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.958398 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=a189f072-d2ae-4a72-9eda-3be5514c13ed,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:27.963052 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d860993-cd54-4334-a0da-5719a3bb1396 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:27.993351 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d860993-cd54-4334-a0da-5719a3bb1396 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Port': ['ID=a189f072-d2ae-4a72-9eda-3be5514c13ed,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:28.001060 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d860993-cd54-4334-a0da-5719a3bb1396 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] No DVR routers for this DVR port a189f072-d2ae-4a72-9eda-3be5514c13ed on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:54:28.020767 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-f3417a0b-0553-4668-86d2-6276547a1414 None None] Port a189f072-d2ae-4a72-9eda-3be5514c13ed update to ACTIVE by agent not found {{(pid=94939) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 10 03:54:28.099063 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9354c704-1045-4538-83ec-79c56d50ab23 None None] DHCP port deletion for 45369fdb-c533-465b-a4e1-0beb8f6a411d request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:54:28.141802 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d860993-cd54-4334-a0da-5719a3bb1396 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:28.155690 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8d860993-cd54-4334-a0da-5719a3bb1396 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45369fdb-c533-465b-a4e1-0beb8f6a411d']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:28.167515 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8d860993-cd54-4334-a0da-5719a3bb1396 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d5e6c5-246b-4bdb-be0c-5417718504ac') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:28.167764 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8d860993-cd54-4334-a0da-5719a3bb1396 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d5e6c5-246b-4bdb-be0c-5417718504ac') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:28.179336 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d860993-cd54-4334-a0da-5719a3bb1396 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:28.195937 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d860993-cd54-4334-a0da-5719a3bb1396 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:28.204238 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d860993-cd54-4334-a0da-5719a3bb1396 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:54:28.204679 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d860993-cd54-4334-a0da-5719a3bb1396 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:54:28.209397 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:54:28.402206 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d860993-cd54-4334-a0da-5719a3bb1396 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:28.409113 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d860993-cd54-4334-a0da-5719a3bb1396 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:28.412263 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8d860993-cd54-4334-a0da-5719a3bb1396 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/networks/45369fdb-c533-465b-a4e1-0beb8f6a411d HTTP/1.1" status: 204 len: 168 time: 0.9680164 Aug 10 03:54:28.416327 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34916) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:28.422945 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-2ac4d5ae-74c0-48d1-b7a9-cb598d62028a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-179992718'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:28.462267 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d860993-cd54-4334-a0da-5719a3bb1396 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Network': ['ID=45369fdb-c533-465b-a4e1-0beb8f6a411d,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:28.566499 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c6419-1b1e-41c0-9ef3-368c9b519b4f req-73f37c7c-ae35-48d7-a7d0-b8215e1b4721 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:28.568866 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b54c6419-1b1e-41c0-9ef3-368c9b519b4f req-73f37c7c-ae35-48d7-a7d0-b8215e1b4721 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.0598798 Aug 10 03:54:28.583383 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac4d5ae-74c0-48d1-b7a9-cb598d62028a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:28.592579 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2ac4d5ae-74c0-48d1-b7a9-cb598d62028a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:28.635012 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac4d5ae-74c0-48d1-b7a9-cb598d62028a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:54:28.649215 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b54c6419-1b1e-41c0-9ef3-368c9b519b4f req-9d3f1f7f-71d2-4d12-be4f-9216ad805087 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721674 Aug 10 03:54:28.651005 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2ac4d5ae-74c0-48d1-b7a9-cb598d62028a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:28.652623 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-2ac4d5ae-74c0-48d1-b7a9-cb598d62028a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Added segment b9cbe1bb-e2d1-4cf1-8dce-2853868fa28b of type vlan for network 4d0c715f-2ead-4437-a9dd-ba23c41f130e Aug 10 03:54:28.721948 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2ac4d5ae-74c0-48d1-b7a9-cb598d62028a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:28.800731 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6c8c04fa-0347-4b7b-b5cb-a6dfba36f283 req-b6a1d4b0-935f-4ead-a437-27eb1456a529 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=8707cd2e-999a-4f0a-9379-a5c721f7eb0e HTTP/1.1" status: 200 len: 210 time: 0.0425456 Aug 10 03:54:28.803172 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34930) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:28.897540 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2ac4d5ae-74c0-48d1-b7a9-cb598d62028a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:28.905495 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac4d5ae-74c0-48d1-b7a9-cb598d62028a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:28.907837 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2ac4d5ae-74c0-48d1-b7a9-cb598d62028a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:28.979882 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4d5ae-74c0-48d1-b7a9-cb598d62028a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Network': ['ID=4d0c715f-2ead-4437-a9dd-ba23c41f130e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:28.992898 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 4d0c715f-2ead-4437-a9dd-ba23c41f130e details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:54:29.064309 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2ac4d5ae-74c0-48d1-b7a9-cb598d62028a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6441369 Aug 10 03:54:29.064309 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d14ca4ca-c118-4cd7-9834-114fccc372a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:29.064589 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34940) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:29.071537 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-d5af1995-9665-4347-85fa-8b2f53921162 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'subnet': {'network_id': '4d0c715f-2ead-4437-a9dd-ba23c41f130e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:29.162342 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a189f072-d2ae-4a72-9eda-3be5514c13ed no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:54:29.189944 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cf7f3-559f-41c1-ad02-c793bbd6fd33 req-658f7a57-0c92-4215-89a0-519eec4fdec5 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:29.192173 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: a189f072-d2ae-4a72-9eda-3be5514c13ed {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:54:29.192622 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a189f072-d2ae-4a72-9eda-3be5514c13ed not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:54:29.201918 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d09cf7f3-559f-41c1-ad02-c793bbd6fd33 req-658f7a57-0c92-4215-89a0-519eec4fdec5 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=323b1221-6fca-4fb3-b043-04f7ec6a408b HTTP/1.1" status: 200 len: 945 time: 0.0924423 Aug 10 03:54:29.253985 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d09cf7f3-559f-41c1-ad02-c793bbd6fd33 req-37619220-0bcd-4706-800b-47be248b5ba6 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509105 Aug 10 03:54:29.299018 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d14ca4ca-c118-4cd7-9834-114fccc372a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:29.430806 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d14ca4ca-c118-4cd7-9834-114fccc372a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:29.505914 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ca4ca-c118-4cd7-9834-114fccc372a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb798d4-84e6-4ccd-881d-c863feb5f1dc,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:29.516184 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-f4450c75-5cdc-4cb8-b0aa-203dcb710013 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:29.517560 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-f4450c75-5cdc-4cb8-b0aa-203dcb710013 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.20 "GET /v2.0/networks?id=c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb HTTP/1.1" status: 200 len: 812 time: 0.1572907 Aug 10 03:54:29.522274 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d14ca4ca-c118-4cd7-9834-114fccc372a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9e0dc608b7f648589862387c80d08c74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7165854 Aug 10 03:54:29.523271 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34944) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:29.564872 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-09ef4e57-5398-4cbe-9fc2-0245bde4b0d5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Request body: {'port': {'device_id': '8707cd2e-999a-4f0a-9379-a5c721f7eb0e', 'network_id': 'c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb', 'admin_state_up': True, 'tenant_id': 'ba4dfbcf73f2425d88d975c4d0dbffe2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:29.613639 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5af1995-9665-4347-85fa-8b2f53921162 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:29.617553 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d5af1995-9665-4347-85fa-8b2f53921162 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:29.695794 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5ec54b74-04d9-498a-a159-b4c066edf40d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:29.766497 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5ec54b74-04d9-498a-a159-b4c066edf40d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:29.788882 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2cceb6-4745-46eb-9acf-d6633cdc0102 req-f0f4f884-4aa6-458f-b9f2-43ce80f5a6f9 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:29.790639 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ae2cceb6-4745-46eb-9acf-d6633cdc0102 req-f0f4f884-4aa6-458f-b9f2-43ce80f5a6f9 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.0531249 Aug 10 03:54:29.833590 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ae2cceb6-4745-46eb-9acf-d6633cdc0102 req-0534fe59-2b2b-4cc3-99e5-57dcbe4291f7 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353692 Aug 10 03:54:29.953107 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-09ef4e57-5398-4cbe-9fc2-0245bde4b0d5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Made reservation on behalf of ba4dfbcf73f2425d88d975c4d0dbffe2 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:29.956775 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-09ef4e57-5398-4cbe-9fc2-0245bde4b0d5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:29.966908 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a7249379-9888-41b0-81a1-b3dc89e87d6c req-56bb2ca3-5608-48b1-b509-670361287c32 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=8707cd2e-999a-4f0a-9379-a5c721f7eb0e HTTP/1.1" status: 200 len: 210 time: 0.0527544 Aug 10 03:54:29.974696 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5ec54b74-04d9-498a-a159-b4c066edf40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:29.977319 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5ec54b74-04d9-498a-a159-b4c066edf40d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:29.978478 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5ec54b74-04d9-498a-a159-b4c066edf40d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6bb798d4-84e6-4ccd-881d-c863feb5f1dc HTTP/1.1" status: 204 len: 168 time: 0.4542837 Aug 10 03:54:30.008254 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec54b74-04d9-498a-a159-b4c066edf40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb798d4-84e6-4ccd-881d-c863feb5f1dc,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:30.123681 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d5af1995-9665-4347-85fa-8b2f53921162 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:30.183663 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-09ef4e57-5398-4cbe-9fc2-0245bde4b0d5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Allocated IP 172.20.0.6 (c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb/4841167f-f267-48b7-aadb-98bc93baab6d/b8bc994d-924d-4fe9-a273-9d617fb83718) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:30.220161 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af1995-9665-4347-85fa-8b2f53921162 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Subnet': ['ID=ec92d86e-9bf7-4323-8470-91a4a25d02f8,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:30.244500 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5af1995-9665-4347-85fa-8b2f53921162 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Checking segment: {'id': 'b9cbe1bb-e2d1-4cf1-8dce-2853868fa28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4d0c715f-2ead-4437-a9dd-ba23c41f130e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:30.244895 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5af1995-9665-4347-85fa-8b2f53921162 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network hostable DHCP agents. Network: 4d0c715f-2ead-4437-a9dd-ba23c41f130e, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:54:30.405511 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5af1995-9665-4347-85fa-8b2f53921162 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network 4d0c715f-2ead-4437-a9dd-ba23c41f130e is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:54:30.421889 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b711e8-4d2f-4a15-9d86-b5984cbde565 req-ec3f7f70-affc-4caa-b99f-35259eed5de3 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:30.423365 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-69b711e8-4d2f-4a15-9d86-b5984cbde565 req-ec3f7f70-affc-4caa-b99f-35259eed5de3 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=323b1221-6fca-4fb3-b043-04f7ec6a408b HTTP/1.1" status: 200 len: 945 time: 0.0954356 Aug 10 03:54:30.435980 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-09ef4e57-5398-4cbe-9fc2-0245bde4b0d5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:30.487718 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-69b711e8-4d2f-4a15-9d86-b5984cbde565 req-fa6aac01-9dc4-4db0-a9d6-9caf2b796643 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502493 Aug 10 03:54:30.504581 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-d5af1995-9665-4347-85fa-8b2f53921162 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 4d0c715f-2ead-4437-a9dd-ba23c41f130e) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:30.510170 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c873c05e-98b0-44ef-b610-738c2fa25993 None None] Network 4d0c715f-2ead-4437-a9dd-ba23c41f130e requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:30.514426 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5af1995-9665-4347-85fa-8b2f53921162 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:30.515033 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d5af1995-9665-4347-85fa-8b2f53921162 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:30.636554 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-09ef4e57-5398-4cbe-9fc2-0245bde4b0d5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:30.650597 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['4d46f0c8-9253-434c-b6a4-45a957863046'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:54:30.682987 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-09ef4e57-5398-4cbe-9fc2-0245bde4b0d5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Network c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:30.689810 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-09ef4e57-5398-4cbe-9fc2-0245bde4b0d5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:30.691871 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef4e57-5398-4cbe-9fc2-0245bde4b0d5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Pushing event updated for resources: {'Port': ['ID=b8bc994d-924d-4fe9-a273-9d617fb83718,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:30.698138 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-09ef4e57-5398-4cbe-9fc2-0245bde4b0d5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:30.699456 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d5af1995-9665-4347-85fa-8b2f53921162 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6338713 Aug 10 03:54:30.702557 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34978) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:30.717929 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-0f844d71-748c-444d-828d-633a6db9d71e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'port': {'network_id': '4d0c715f-2ead-4437-a9dd-ba23c41f130e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1628043433'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:30.744782 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82ac06c-b7fe-4924-821e-f4634c68c2ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-4d0c715f-2ead-4437-a9dd-ba23c41f130e', 'network_id': '4d0c715f-2ead-4437-a9dd-ba23c41f130e', 'tenant_id': 'ac533af90042449fa4780d42e267a0cc', 'fixed_ips': [{'subnet_id': 'ec92d86e-9bf7-4323-8470-91a4a25d02f8'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:54:30.745640 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e82ac06c-b7fe-4924-821e-f4634c68c2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:30.788837 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-09ef4e57-5398-4cbe-9fc2-0245bde4b0d5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:30.789512 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-09ef4e57-5398-4cbe-9fc2-0245bde4b0d5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:30.917590 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-09ef4e57-5398-4cbe-9fc2-0245bde4b0d5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3565073 Aug 10 03:54:30.940800 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172342e5-a06c-4857-8196-97ee59aca97b req-9c75a8e8-bf70-4b2a-876d-8954df8e6183 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:30.942361 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-172342e5-a06c-4857-8196-97ee59aca97b req-9c75a8e8-bf70-4b2a-876d-8954df8e6183 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.68 "GET /v2.0/ports?device_id=323b1221-6fca-4fb3-b043-04f7ec6a408b HTTP/1.1" status: 200 len: 945 time: 0.0782406 Aug 10 03:54:30.949053 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-916d7d75-e8d8-49de-bba4-764765fe7cfb service neutron] Request body: {'port': {'device_id': '8707cd2e-999a-4f0a-9379-a5c721f7eb0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:30.973935 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-e82ac06c-b7fe-4924-821e-f4634c68c2ba None None] Allocated IP 2001:db8::2 (4d0c715f-2ead-4437-a9dd-ba23c41f130e/ec92d86e-9bf7-4323-8470-91a4a25d02f8/7aa2cad7-17ff-4bd1-814d-9100b59a6caf) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:31.035400 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f844d71-748c-444d-828d-633a6db9d71e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:31.049468 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f844d71-748c-444d-828d-633a6db9d71e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.114004 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-0f844d71-748c-444d-828d-633a6db9d71e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] device_id is not set on port 907b7e3f-4046-4f13-9341-93be30d97935 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:54:31.125257 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-916d7d75-e8d8-49de-bba4-764765fe7cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.136329 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2073639-8cb8-4358-b196-6f245e0742ed req-6edb86b7-796e-4401-951a-b85b673856eb tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:31.140697 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e2073639-8cb8-4358-b196-6f245e0742ed req-6edb86b7-796e-4401-951a-b85b673856eb tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.1939206 Aug 10 03:54:31.302933 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed943a7-3001-4059-946a-e28397a4f3f9 req-9cab8a81-6590-451d-baa6-31078cc8ace2 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:31.304474 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5ed943a7-3001-4059-946a-e28397a4f3f9 req-9cab8a81-6590-451d-baa6-31078cc8ace2 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=8707cd2e-999a-4f0a-9379-a5c721f7eb0e HTTP/1.1" status: 200 len: 931 time: 0.0834517 Aug 10 03:54:31.310906 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e2073639-8cb8-4358-b196-6f245e0742ed req-2d9b43f6-5c84-4b7d-9c03-5e4ef3d51e3e tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558690 Aug 10 03:54:31.316217 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-172342e5-a06c-4857-8196-97ee59aca97b req-f192c98b-de37-40ac-8e18-f28389e5e26d tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Deleting port 70631c66-749d-4a83-a27a-20b5a198abc2 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:31.316603 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-172342e5-a06c-4857-8196-97ee59aca97b req-f192c98b-de37-40ac-8e18-f28389e5e26d tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.379643 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e82ac06c-b7fe-4924-821e-f4634c68c2ba None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.393023 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e82ac06c-b7fe-4924-821e-f4634c68c2ba None None] Transition to ACTIVE for port object 7aa2cad7-17ff-4bd1-814d-9100b59a6caf will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:31.398281 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5ed943a7-3001-4059-946a-e28397a4f3f9 req-00fba911-c928-49e0-9650-cafa029e9eaa tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?id=465c2225-6e39-4e75-8af9-0add66f2bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675497 Aug 10 03:54:31.416066 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e82ac06c-b7fe-4924-821e-f4634c68c2ba None None] Transition to ACTIVE for port object 7aa2cad7-17ff-4bd1-814d-9100b59a6caf will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:31.481107 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-172342e5-a06c-4857-8196-97ee59aca97b req-f192c98b-de37-40ac-8e18-f28389e5e26d tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] For port 70631c66-749d-4a83-a27a-20b5a198abc2, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=70631c66-749d-4a83-a27a-20b5a198abc2,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:31.482320 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-172342e5-a06c-4857-8196-97ee59aca97b req-f192c98b-de37-40ac-8e18-f28389e5e26d tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.507716 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-172342e5-a06c-4857-8196-97ee59aca97b req-f192c98b-de37-40ac-8e18-f28389e5e26d tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Calling delete_port for 70631c66-749d-4a83-a27a-20b5a198abc2 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:31.532832 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e82ac06c-b7fe-4924-821e-f4634c68c2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.650591 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-0f844d71-748c-444d-828d-633a6db9d71e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Allocated IP 2001:db8::8a (4d0c715f-2ead-4437-a9dd-ba23c41f130e/ec92d86e-9bf7-4323-8470-91a4a25d02f8/907b7e3f-4046-4f13-9341-93be30d97935) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:31.660506 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ac06c-b7fe-4924-821e-f4634c68c2ba None None] Pushing event updated for resources: {'Port': ['ID=7aa2cad7-17ff-4bd1-814d-9100b59a6caf,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:31.685651 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82ac06c-b7fe-4924-821e-f4634c68c2ba None None] Network 4d0c715f-2ead-4437-a9dd-ba23c41f130e is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:31.688996 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-e82ac06c-b7fe-4924-821e-f4634c68c2ba None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:31.696109 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-916d7d75-e8d8-49de-bba4-764765fe7cfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8bc994d-924d-4fe9-a273-9d617fb83718 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:54:31.697929 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82ac06c-b7fe-4924-821e-f4634c68c2ba None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:31.713624 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c0e08-58b6-45bb-b3f1-f06249f67ea3 req-2a648583-c0aa-4351-8b00-4419aa5b7276 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:31.715246 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f7c0e08-58b6-45bb-b3f1-f06249f67ea3 req-2a648583-c0aa-4351-8b00-4419aa5b7276 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=323b1221-6fca-4fb3-b043-04f7ec6a408b HTTP/1.1" status: 200 len: 945 time: 0.1424365 Aug 10 03:54:31.718439 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-916d7d75-e8d8-49de-bba4-764765fe7cfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.797130 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-e82ac06c-b7fe-4924-821e-f4634c68c2ba None None] Attempting to bind port 7aa2cad7-17ff-4bd1-814d-9100b59a6caf on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:54:31.797514 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-e82ac06c-b7fe-4924-821e-f4634c68c2ba None None] Attempting to bind port 7aa2cad7-17ff-4bd1-814d-9100b59a6caf by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'b9cbe1bb-e2d1-4cf1-8dce-2853868fa28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4d0c715f-2ead-4437-a9dd-ba23c41f130e'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:54:31.797860 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82ac06c-b7fe-4924-821e-f4634c68c2ba None None] Attempting to bind port 7aa2cad7-17ff-4bd1-814d-9100b59a6caf on network 4d0c715f-2ead-4437-a9dd-ba23c41f130e {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:31.800762 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f7c0e08-58b6-45bb-b3f1-f06249f67ea3 req-3bbcced4-5ef1-4554-b1fc-2b7e017ff294 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769556 Aug 10 03:54:31.803355 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82ac06c-b7fe-4924-821e-f4634c68c2ba None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:54:31.803727 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82ac06c-b7fe-4924-821e-f4634c68c2ba None None] Checking segment: {'id': 'b9cbe1bb-e2d1-4cf1-8dce-2853868fa28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4d0c715f-2ead-4437-a9dd-ba23c41f130e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:31.804158 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e82ac06c-b7fe-4924-821e-f4634c68c2ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.804661 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82ac06c-b7fe-4924-821e-f4634c68c2ba None None] Bound using segment: {'id': 'b9cbe1bb-e2d1-4cf1-8dce-2853868fa28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4d0c715f-2ead-4437-a9dd-ba23c41f130e'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:54:31.804993 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-e82ac06c-b7fe-4924-821e-f4634c68c2ba None None] Bound port: 7aa2cad7-17ff-4bd1-814d-9100b59a6caf, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9cbe1bb-e2d1-4cf1-8dce-2853868fa28b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '4d0c715f-2ead-4437-a9dd-ba23c41f130e'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:54:31.805453 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e82ac06c-b7fe-4924-821e-f4634c68c2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.861719 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f844d71-748c-444d-828d-633a6db9d71e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.882571 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-e82ac06c-b7fe-4924-821e-f4634c68c2ba None None] For port 7aa2cad7-17ff-4bd1-814d-9100b59a6caf, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:54:31.883702 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-e82ac06c-b7fe-4924-821e-f4634c68c2ba None None] For port 7aa2cad7-17ff-4bd1-814d-9100b59a6caf, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7aa2cad7-17ff-4bd1-814d-9100b59a6caf,segment=NetworkSegment(b9cbe1bb-e2d1-4cf1-8dce-2853868fa28b),segment_id=b9cbe1bb-e2d1-4cf1-8dce-2853868fa28b)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:54:31.885421 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-0f844d71-748c-444d-828d-633a6db9d71e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Transition to ACTIVE for port object 907b7e3f-4046-4f13-9341-93be30d97935 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:31.962128 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-916d7d75-e8d8-49de-bba4-764765fe7cfb service neutron] Transition to ACTIVE for port object b8bc994d-924d-4fe9-a273-9d617fb83718 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:31.966202 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-172342e5-a06c-4857-8196-97ee59aca97b req-f192c98b-de37-40ac-8e18-f28389e5e26d tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:31.976126 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['70631c66-749d-4a83-a27a-20b5a198abc2'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:54:32.001403 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192c98b-de37-40ac-8e18-f28389e5e26d tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Pushing event deleted for resources: {'Port': ['ID=70631c66-749d-4a83-a27a-20b5a198abc2,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:32.019213 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e82ac06c-b7fe-4924-821e-f4634c68c2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:32.046669 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-172342e5-a06c-4857-8196-97ee59aca97b req-f192c98b-de37-40ac-8e18-f28389e5e26d tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] No DVR routers for this DVR port 70631c66-749d-4a83-a27a-20b5a198abc2 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:54:32.049759 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-172342e5-a06c-4857-8196-97ee59aca97b req-f192c98b-de37-40ac-8e18-f28389e5e26d tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:32.052231 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-172342e5-a06c-4857-8196-97ee59aca97b req-f192c98b-de37-40ac-8e18-f28389e5e26d tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.68 "DELETE /v2.0/ports/70631c66-749d-4a83-a27a-20b5a198abc2 HTTP/1.1" status: 204 len: 173 time: 1.0995917 Aug 10 03:54:32.052763 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323b1221-6fca-4fb3-b043-04f7ec6a408b', 'name': 'network-vif-deleted', 'tag': '70631c66-749d-4a83-a27a-20b5a198abc2'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:32.056337 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084325a8-71a6-420a-988a-0df1abdf35ea" -d '{"events": [{"server_uuid": "323b1221-6fca-4fb3-b043-04f7ec6a408b", "name": "network-vif-deleted", "tag": "70631c66-749d-4a83-a27a-20b5a198abc2"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:32.060576 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f844d71-748c-444d-828d-633a6db9d71e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:32.089141 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-916d7d75-e8d8-49de-bba4-764765fe7cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:32.124301 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ac06c-b7fe-4924-821e-f4634c68c2ba None None] Pushing event updated for resources: {'Port': ['ID=7aa2cad7-17ff-4bd1-814d-9100b59a6caf,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:32.143342 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cfd790-26c1-4a2c-b41f-801327f9267a x-openstack-request-id: req-67cfd790-26c1-4a2c-b41f-801327f9267a {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:32.143824 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323b1221-6fca-4fb3-b043-04f7ec6a408b", "name": "network-vif-deleted", "tag": "70631c66-749d-4a83-a27a-20b5a198abc2", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:32.144266 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67cfd790-26c1-4a2c-b41f-801327f9267a {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:32.144819 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323b1221-6fca-4fb3-b043-04f7ec6a408b', 'name': 'network-vif-deleted', 'tag': '70631c66-749d-4a83-a27a-20b5a198abc2', 'status': 'completed', 'code': 200} Aug 10 03:54:32.184796 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d7d75-e8d8-49de-bba4-764765fe7cfb service neutron] Pushing event updated for resources: {'Port': ['ID=b8bc994d-924d-4fe9-a273-9d617fb83718,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:32.203199 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f844d71-748c-444d-828d-633a6db9d71e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network 4d0c715f-2ead-4437-a9dd-ba23c41f130e is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:32.209197 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-0f844d71-748c-444d-828d-633a6db9d71e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:32.210368 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f844d71-748c-444d-828d-633a6db9d71e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:32.216623 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f844d71-748c-444d-828d-633a6db9d71e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:32.217289 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f844d71-748c-444d-828d-633a6db9d71e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:32.231985 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f844d71-748c-444d-828d-633a6db9d71e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Port': ['ID=907b7e3f-4046-4f13-9341-93be30d97935,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:32.285379 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-916d7d75-e8d8-49de-bba4-764765fe7cfb service neutron] Attempting to bind port b8bc994d-924d-4fe9-a273-9d617fb83718 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:54:32.285480 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-916d7d75-e8d8-49de-bba4-764765fe7cfb service neutron] Attempting to bind port b8bc994d-924d-4fe9-a273-9d617fb83718 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:54:32.285979 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-916d7d75-e8d8-49de-bba4-764765fe7cfb service neutron] Attempting to bind port b8bc994d-924d-4fe9-a273-9d617fb83718 on network c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:32.290520 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-916d7d75-e8d8-49de-bba4-764765fe7cfb service neutron] Port b8bc994d-924d-4fe9-a273-9d617fb83718 on network c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:54:32.290847 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-916d7d75-e8d8-49de-bba4-764765fe7cfb service neutron] Attempting to bind port b8bc994d-924d-4fe9-a273-9d617fb83718 on network c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:32.296779 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-916d7d75-e8d8-49de-bba4-764765fe7cfb service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:54:32.297268 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-916d7d75-e8d8-49de-bba4-764765fe7cfb service neutron] Checking segment: {'id': '1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:32.297665 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-916d7d75-e8d8-49de-bba4-764765fe7cfb service neutron] Bound using segment: {'id': '1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:54:32.298102 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-916d7d75-e8d8-49de-bba4-764765fe7cfb service neutron] Bound port: b8bc994d-924d-4fe9-a273-9d617fb83718, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:54:32.298464 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-916d7d75-e8d8-49de-bba4-764765fe7cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:32.393757 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-916d7d75-e8d8-49de-bba4-764765fe7cfb service neutron] For port b8bc994d-924d-4fe9-a273-9d617fb83718, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:54:32.399470 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-916d7d75-e8d8-49de-bba4-764765fe7cfb service neutron] For port b8bc994d-924d-4fe9-a273-9d617fb83718, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=b8bc994d-924d-4fe9-a273-9d617fb83718,segment=NetworkSegment(1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1),segment_id=1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:54:32.419746 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35032) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:32.421117 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0f844d71-748c-444d-828d-633a6db9d71e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.7170389 Aug 10 03:54:32.509189 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062acc10-36b7-43ed-bb6c-582366abc73a req-2f55ee11-7f27-404b-9401-c39967117fdb tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:32.517604 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-062acc10-36b7-43ed-bb6c-582366abc73a req-2f55ee11-7f27-404b-9401-c39967117fdb tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.0953250 Aug 10 03:54:32.534818 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-916d7d75-e8d8-49de-bba4-764765fe7cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:32.580249 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-062acc10-36b7-43ed-bb6c-582366abc73a req-7185ddff-d164-4b29-8dd3-25ee4dec8a40 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560529 Aug 10 03:54:32.668287 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-916d7d75-e8d8-49de-bba4-764765fe7cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:32.669516 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-916d7d75-e8d8-49de-bba4-764765fe7cfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:32.671074 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-916d7d75-e8d8-49de-bba4-764765fe7cfb service neutron] 10.222.0.20 "PUT /v2.0/ports/b8bc994d-924d-4fe9-a273-9d617fb83718 HTTP/1.1" status: 200 len: 1091 time: 1.7276628 Aug 10 03:54:32.707648 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d7d75-e8d8-49de-bba4-764765fe7cfb service neutron] Pushing event updated for resources: {'Port': ['ID=b8bc994d-924d-4fe9-a273-9d617fb83718,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:32.724174 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678836f6-d164-4c46-a7a6-16e812647df0 req-216a097a-2ed1-42b0-b9ec-b90c7bd0a850 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:32.725708 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-678836f6-d164-4c46-a7a6-16e812647df0 req-216a097a-2ed1-42b0-b9ec-b90c7bd0a850 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=8707cd2e-999a-4f0a-9379-a5c721f7eb0e HTTP/1.1" status: 200 len: 943 time: 0.1855812 Aug 10 03:54:32.735692 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-fa3adb01-4016-4219-8c8a-c860b52fdf69 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting port 907b7e3f-4046-4f13-9341-93be30d97935 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:32.736128 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fa3adb01-4016-4219-8c8a-c860b52fdf69 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:32.858750 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-678836f6-d164-4c46-a7a6-16e812647df0 req-55631259-97de-4bb3-8bc6-9576da6d1d28 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?id=465c2225-6e39-4e75-8af9-0add66f2bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178448 Aug 10 03:54:32.920336 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fa3adb01-4016-4219-8c8a-c860b52fdf69 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:33.002036 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-df269eaf-9068-4b70-8d49-18a0967aedfc req-96cf2553-b5c5-4789-b5cf-344b1ec5f109 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=323b1221-6fca-4fb3-b043-04f7ec6a408b HTTP/1.1" status: 200 len: 210 time: 0.0449328 Aug 10 03:54:33.003628 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-fa3adb01-4016-4219-8c8a-c860b52fdf69 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Calling delete_port for 907b7e3f-4046-4f13-9341-93be30d97935 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:33.035365 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-53a5eb94-8cee-4e7c-b7d8-df97b566ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:33.038208 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-53a5eb94-8cee-4e7c-b7d8-df97b566ea19 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba4dfbcf73f2425d88d975c4d0dbffe2&device_id=8707cd2e-999a-4f0a-9379-a5c721f7eb0e HTTP/1.1" status: 200 len: 1094 time: 0.1402030 Aug 10 03:54:33.225191 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-64e54953-d0cd-497e-9714-544958f5fff2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8bc994d-924d-4fe9-a273-9d617fb83718 HTTP/1.1" status: 200 len: 217 time: 0.0690825 Aug 10 03:54:33.253008 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7aa2cad7-17ff-4bd1-814d-9100b59a6caf up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:33.302626 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-559fefd8-8519-48cb-b431-15d5070a5a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:33.304402 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-559fefd8-8519-48cb-b431-15d5070a5a8c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4841167f-f267-48b7-aadb-98bc93baab6d HTTP/1.1" status: 200 len: 852 time: 0.0641224 Aug 10 03:54:33.382904 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-fc561ef6-3bd3-437f-8952-a5348acca7fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590403 Aug 10 03:54:33.457529 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 7aa2cad7-17ff-4bd1-814d-9100b59a6caf completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:33.522630 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405e08dd-b47a-4d37-9c56-8b81dbbe5bb2 None None] Network 4d0c715f-2ead-4437-a9dd-ba23c41f130e requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:33.549350 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fa3adb01-4016-4219-8c8a-c860b52fdf69 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:33.588042 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-c2841e02-4c90-46c4-b144-08331e8b6fd3 service neutron] 10.222.0.20 "GET /v2.0/networks/c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756325 Aug 10 03:54:33.589506 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3adb01-4016-4219-8c8a-c860b52fdf69 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Port': ['ID=907b7e3f-4046-4f13-9341-93be30d97935,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:33.703804 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-883b6d01-e4ca-45fc-8ce4-d1cb1c5b13b8 req-8664f504-e8bf-44b6-984e-a61f0519dfff service neutron] 10.222.0.20 "GET /v2.0/networks/c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063921 Aug 10 03:54:33.732780 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fa3adb01-4016-4219-8c8a-c860b52fdf69 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:33.735439 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fa3adb01-4016-4219-8c8a-c860b52fdf69 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/ports/907b7e3f-4046-4f13-9341-93be30d97935 HTTP/1.1" status: 204 len: 168 time: 1.3140574 Aug 10 03:54:33.737961 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35064) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:33.793340 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf9a5b89-6ef2-449a-83cd-c1cddd6cae02 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] GET failed (client error): The resource could not be found. Aug 10 03:54:33.795932 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-bf9a5b89-6ef2-449a-83cd-c1cddd6cae02 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "GET /v2.0/ports/907b7e3f-4046-4f13-9341-93be30d97935 HTTP/1.1" status: 404 len: 333 time: 0.0564430 Aug 10 03:54:33.807277 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35066) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:33.855433 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c10f0b6-ef3e-47a6-aced-22092105ad14 req-91cc686d-43cc-4709-af2e-4c4f06e65208 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:33.864733 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ff7385e5-9a73-49fe-9629-ee6716a5095a None None] Provisioning for port 7aa2cad7-17ff-4bd1-814d-9100b59a6caf completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:33.869011 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ff7385e5-9a73-49fe-9629-ee6716a5095a None None] Provisioning complete for port 7aa2cad7-17ff-4bd1-814d-9100b59a6caf triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:33.869381 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ff7385e5-9a73-49fe-9629-ee6716a5095a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:33.870698 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6c10f0b6-ef3e-47a6-aced-22092105ad14 req-91cc686d-43cc-4709-af2e-4c4f06e65208 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.1469195 Aug 10 03:54:33.931343 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e97281-1d38-4bf9-b9c7-f640caa53444 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting subnet ec92d86e-9bf7-4323-8470-91a4a25d02f8 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:54:33.936244 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-16e97281-1d38-4bf9-b9c7-f640caa53444 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:34.009521 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6c10f0b6-ef3e-47a6-aced-22092105ad14 req-d71f154e-921f-49cb-8f1d-13c8aa7c4b0b tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368155 Aug 10 03:54:34.012010 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ff7385e5-9a73-49fe-9629-ee6716a5095a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:34.043821 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-16e97281-1d38-4bf9-b9c7-f640caa53444 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:34.060518 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-ff7385e5-9a73-49fe-9629-ee6716a5095a None None] For port 7aa2cad7-17ff-4bd1-814d-9100b59a6caf, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7aa2cad7-17ff-4bd1-814d-9100b59a6caf,segment=NetworkSegment(b9cbe1bb-e2d1-4cf1-8dce-2853868fa28b),segment_id=b9cbe1bb-e2d1-4cf1-8dce-2853868fa28b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:34.117327 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a09c41-f259-46e2-a3a5-bd22dde9e21d req-8f173022-7e0f-4fb3-821e-4e47b26388ee tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:34.120019 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-60a09c41-f259-46e2-a3a5-bd22dde9e21d req-8f173022-7e0f-4fb3-821e-4e47b26388ee tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=8707cd2e-999a-4f0a-9379-a5c721f7eb0e HTTP/1.1" status: 200 len: 943 time: 0.1171541 Aug 10 03:54:34.192163 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8707cd2e-999a-4f0a-9379-a5c721f7eb0e', 'tag': 'b8bc994d-924d-4fe9-a273-9d617fb83718'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:34.197026 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-60a09c41-f259-46e2-a3a5-bd22dde9e21d req-14796447-9574-4a39-bdd8-ec7a700c0cf4 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?id=465c2225-6e39-4e75-8af9-0add66f2bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652423 Aug 10 03:54:34.202606 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec489353-67d3-40cc-abf1-6e7b15c49a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "8707cd2e-999a-4f0a-9379-a5c721f7eb0e", "tag": "b8bc994d-924d-4fe9-a273-9d617fb83718"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:34.202861 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ff7385e5-9a73-49fe-9629-ee6716a5095a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:34.247682 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-16e97281-1d38-4bf9-b9c7-f640caa53444 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:34.440307 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bb1b9d-dadf-4f8c-b66e-ca7427d3485d x-openstack-request-id: req-29bb1b9d-dadf-4f8c-b66e-ca7427d3485d {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:34.440810 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8707cd2e-999a-4f0a-9379-a5c721f7eb0e", "tag": "b8bc994d-924d-4fe9-a273-9d617fb83718", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:34.441133 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29bb1b9d-dadf-4f8c-b66e-ca7427d3485d {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:34.441794 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8707cd2e-999a-4f0a-9379-a5c721f7eb0e', 'tag': 'b8bc994d-924d-4fe9-a273-9d617fb83718', 'status': 'completed', 'code': 200} Aug 10 03:54:34.473812 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dc1c07e1-f77f-48b5-bef9-d628c5d02968 req-18d337d4-f416-4c4d-a9d0-3dd3dc7e9ea4 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=323b1221-6fca-4fb3-b043-04f7ec6a408b HTTP/1.1" status: 200 len: 210 time: 0.1125221 Aug 10 03:54:34.477682 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-16e97281-1d38-4bf9-b9c7-f640caa53444 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:34.520406 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7385e5-9a73-49fe-9629-ee6716a5095a None None] Pushing event updated for resources: {'Port': ['ID=7aa2cad7-17ff-4bd1-814d-9100b59a6caf,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:34.524698 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e97281-1d38-4bf9-b9c7-f640caa53444 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Subnet': ['ID=ec92d86e-9bf7-4323-8470-91a4a25d02f8,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:34.531824 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-16e97281-1d38-4bf9-b9c7-f640caa53444 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:34.539290 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-36bd2218-20ce-439c-83ba-d9862a15edd1 None None] Provisioning complete for port 7aa2cad7-17ff-4bd1-814d-9100b59a6caf triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:34.539818 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-36bd2218-20ce-439c-83ba-d9862a15edd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:34.549356 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35090) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:34.559729 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-16e97281-1d38-4bf9-b9c7-f640caa53444 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/subnets/ec92d86e-9bf7-4323-8470-91a4a25d02f8 HTTP/1.1" status: 204 len: 168 time: 0.7592242 Aug 10 03:54:34.570379 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec489353-67d3-40cc-abf1-6e7b15c49a3b req-c35b1c6e-1b16-49aa-aa2f-a78c9bb53b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:34.578420 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ec489353-67d3-40cc-abf1-6e7b15c49a3b req-c35b1c6e-1b16-49aa-aa2f-a78c9bb53b13 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba4dfbcf73f2425d88d975c4d0dbffe2&device_id=8707cd2e-999a-4f0a-9379-a5c721f7eb0e HTTP/1.1" status: 200 len: 1094 time: 0.2290161 Aug 10 03:54:34.608671 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eb3e63-1e20-49fc-8ef8-112ee4411981 None None] Network 4d0c715f-2ead-4437-a9dd-ba23c41f130e requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:34.678743 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-31a63b97-cef2-4f36-a940-8ed814959cff tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:34.729362 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec489353-67d3-40cc-abf1-6e7b15c49a3b req-181f9c3d-a7d7-45a8-aa0b-ba773093e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:34.732353 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ec489353-67d3-40cc-abf1-6e7b15c49a3b req-181f9c3d-a7d7-45a8-aa0b-ba773093e4f0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb HTTP/1.1" status: 200 len: 913 time: 0.1450520 Aug 10 03:54:34.757124 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-31a63b97-cef2-4f36-a940-8ed814959cff tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting port 7aa2cad7-17ff-4bd1-814d-9100b59a6caf {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:34.757894 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-31a63b97-cef2-4f36-a940-8ed814959cff tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:34.788553 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ec489353-67d3-40cc-abf1-6e7b15c49a3b req-1587b3b4-efe8-4883-8a16-9642f81e7c79 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8bc994d-924d-4fe9-a273-9d617fb83718 HTTP/1.1" status: 200 len: 217 time: 0.0489485 Aug 10 03:54:34.869723 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec489353-67d3-40cc-abf1-6e7b15c49a3b req-e4e0fbec-985f-4060-9f13-16b96bb7971c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:34.874004 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ec489353-67d3-40cc-abf1-6e7b15c49a3b req-e4e0fbec-985f-4060-9f13-16b96bb7971c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4841167f-f267-48b7-aadb-98bc93baab6d HTTP/1.1" status: 200 len: 852 time: 0.0774825 Aug 10 03:54:34.882061 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-31a63b97-cef2-4f36-a940-8ed814959cff tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] For port 7aa2cad7-17ff-4bd1-814d-9100b59a6caf, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7aa2cad7-17ff-4bd1-814d-9100b59a6caf,segment=NetworkSegment(b9cbe1bb-e2d1-4cf1-8dce-2853868fa28b),segment_id=b9cbe1bb-e2d1-4cf1-8dce-2853868fa28b)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:34.882483 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-31a63b97-cef2-4f36-a940-8ed814959cff tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:34.905161 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ec3ef85f-f854-4c65-b62f-a1897711cfee None None] Could not find standard attr ID for object 907b7e3f-4046-4f13-9341-93be30d97935. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:54:34.910340 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24de56d2-216b-4aea-beca-c371fadcad21 None None] DHCP port deletion for 4d0c715f-2ead-4437-a9dd-ba23c41f130e request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:54:34.924662 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-31a63b97-cef2-4f36-a940-8ed814959cff tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Calling delete_port for 7aa2cad7-17ff-4bd1-814d-9100b59a6caf owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:34.947570 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ec489353-67d3-40cc-abf1-6e7b15c49a3b req-af34e3af-cfc8-4508-bb88-111d852bbab9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641696 Aug 10 03:54:35.039405 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-24de56d2-216b-4aea-beca-c371fadcad21 None None] Deleting port 7aa2cad7-17ff-4bd1-814d-9100b59a6caf {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:35.042455 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-24de56d2-216b-4aea-beca-c371fadcad21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:35.141938 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ec489353-67d3-40cc-abf1-6e7b15c49a3b req-70086002-8d17-412a-8b43-e1efaa5b395b service neutron] 10.222.0.20 "GET /v2.0/networks/c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805522 Aug 10 03:54:35.174295 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-24de56d2-216b-4aea-beca-c371fadcad21 None None] For port 7aa2cad7-17ff-4bd1-814d-9100b59a6caf, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7aa2cad7-17ff-4bd1-814d-9100b59a6caf,segment=NetworkSegment(b9cbe1bb-e2d1-4cf1-8dce-2853868fa28b),segment_id=b9cbe1bb-e2d1-4cf1-8dce-2853868fa28b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:35.174801 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-24de56d2-216b-4aea-beca-c371fadcad21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:35.195162 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-24de56d2-216b-4aea-beca-c371fadcad21 None None] Calling delete_port for 7aa2cad7-17ff-4bd1-814d-9100b59a6caf owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:35.237611 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 70631c66-749d-4a83-a27a-20b5a198abc2 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:54:35.265874 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990a698-d054-4c33-811f-341521cb64a4 req-540a5893-5e33-4ab6-8184-3d66eec46007 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:35.266471 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7aa2cad7-17ff-4bd1-814d-9100b59a6caf no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:54:35.267462 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2990a698-d054-4c33-811f-341521cb64a4 req-540a5893-5e33-4ab6-8184-3d66eec46007 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.1637712 Aug 10 03:54:35.315909 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 70631c66-749d-4a83-a27a-20b5a198abc2 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:54:35.316616 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 70631c66-749d-4a83-a27a-20b5a198abc2 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:54:35.351722 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2990a698-d054-4c33-811f-341521cb64a4 req-3bb3e5b1-6d39-451e-890f-b0f6929915b1 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693033 Aug 10 03:54:35.380684 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ec489353-67d3-40cc-abf1-6e7b15c49a3b req-b320c5d4-845a-4b44-a2d6-69d064bf7b84 service neutron] 10.222.0.20 "GET /v2.0/networks/c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274580 Aug 10 03:54:35.390413 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-31a63b97-cef2-4f36-a940-8ed814959cff tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:35.490659 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:35.497713 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a63b97-cef2-4f36-a940-8ed814959cff tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Port': ['ID=7aa2cad7-17ff-4bd1-814d-9100b59a6caf,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:35.504997 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a63b97-cef2-4f36-a940-8ed814959cff tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] No DVR routers for this DVR port 7aa2cad7-17ff-4bd1-814d-9100b59a6caf on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:54:35.533436 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ee36b-236f-48aa-bbbd-ea55fdf454ae req-e1680f6c-d887-4966-8335-792eee3f0c99 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:35.537375 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c15ee36b-236f-48aa-bbbd-ea55fdf454ae req-e1680f6c-d887-4966-8335-792eee3f0c99 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=8707cd2e-999a-4f0a-9379-a5c721f7eb0e HTTP/1.1" status: 200 len: 943 time: 0.1544878 Aug 10 03:54:35.538238 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-24de56d2-216b-4aea-beca-c371fadcad21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:35.613014 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de56d2-216b-4aea-beca-c371fadcad21 None None] Pushing event deleted for resources: {'Port': ['ID=7aa2cad7-17ff-4bd1-814d-9100b59a6caf,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:35.629258 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c15ee36b-236f-48aa-bbbd-ea55fdf454ae req-b6ed3269-7891-481e-b6cc-2e47845875a2 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?id=465c2225-6e39-4e75-8af9-0add66f2bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826867 Aug 10 03:54:35.630248 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24de56d2-216b-4aea-beca-c371fadcad21 None None] No DVR routers for this DVR port 7aa2cad7-17ff-4bd1-814d-9100b59a6caf on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:54:35.664388 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-31a63b97-cef2-4f36-a940-8ed814959cff tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:35.688307 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-31a63b97-cef2-4f36-a940-8ed814959cff tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d0c715f-2ead-4437-a9dd-ba23c41f130e']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:35.708497 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5463403b-6d96-4bcc-9c90-b40d84fcc05f req-f1938ec9-f9a6-48b9-82b3-9339943f6580 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=323b1221-6fca-4fb3-b043-04f7ec6a408b HTTP/1.1" status: 200 len: 210 time: 0.0336158 Aug 10 03:54:35.713639 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-31a63b97-cef2-4f36-a940-8ed814959cff tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9cbe1bb-e2d1-4cf1-8dce-2853868fa28b') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:35.713639 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-31a63b97-cef2-4f36-a940-8ed814959cff tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9cbe1bb-e2d1-4cf1-8dce-2853868fa28b') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:35.721398 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-31a63b97-cef2-4f36-a940-8ed814959cff tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:35.738537 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-31a63b97-cef2-4f36-a940-8ed814959cff tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:35.744551 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31a63b97-cef2-4f36-a940-8ed814959cff tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:54:35.744969 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-31a63b97-cef2-4f36-a940-8ed814959cff tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:54:35.761800 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:54:35.914655 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-31a63b97-cef2-4f36-a940-8ed814959cff tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:35.922550 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-31a63b97-cef2-4f36-a940-8ed814959cff tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:35.924267 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-31a63b97-cef2-4f36-a940-8ed814959cff tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/networks/4d0c715f-2ead-4437-a9dd-ba23c41f130e HTTP/1.1" status: 204 len: 168 time: 1.3738811 Aug 10 03:54:35.927831 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35120) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:35.933983 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-1a485326-76fd-42fb-9381-c623b3aa66ca tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'port': {'network_id': '51c51a4b-9062-4b68-b831-a60239caa5c4', 'name': 'tempest-PortsIpV6TestJSON-1968999075'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:35.938098 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a63b97-cef2-4f36-a940-8ed814959cff tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Network': ['ID=4d0c715f-2ead-4437-a9dd-ba23c41f130e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:36.102610 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35126) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:36.170844 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a485326-76fd-42fb-9381-c623b3aa66ca tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:36.177428 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1a485326-76fd-42fb-9381-c623b3aa66ca tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:36.493294 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d080daef-77ee-4698-9c9b-4da32f14ee4d req-98b3e1b1-2fee-496d-9fbf-1b65186e410e tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:36.495754 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d080daef-77ee-4698-9c9b-4da32f14ee4d req-98b3e1b1-2fee-496d-9fbf-1b65186e410e tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.0650573 Aug 10 03:54:36.552544 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d080daef-77ee-4698-9c9b-4da32f14ee4d req-b88fcf6c-8321-41ea-98f5-60d57b55090e tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494440 Aug 10 03:54:36.600398 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ed214c73-c5a5-4e07-9f49-c86bb0186267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:36.608613 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-1a485326-76fd-42fb-9381-c623b3aa66ca tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] device_id is not set on port 2cf23c88-1f4b-4e4c-9ca0-2a85ecfca261 yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:54:36.788952 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f3cca-cc1e-43e9-acbd-3f00f5fdcb23 req-65d7f94b-05fc-4e3a-945e-feefcf347d3d tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:36.796477 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-376f3cca-cc1e-43e9-acbd-3f00f5fdcb23 req-65d7f94b-05fc-4e3a-945e-feefcf347d3d tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=8707cd2e-999a-4f0a-9379-a5c721f7eb0e HTTP/1.1" status: 200 len: 943 time: 0.0872838 Aug 10 03:54:36.819565 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ed214c73-c5a5-4e07-9f49-c86bb0186267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:36.843414 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-376f3cca-cc1e-43e9-acbd-3f00f5fdcb23 req-e9be5736-988e-46c2-a432-5e2582d8e088 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?id=465c2225-6e39-4e75-8af9-0add66f2bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447767 Aug 10 03:54:36.854397 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ec9b471-e0a7-482c-b3c0-75ee378990c9 req-1e825d55-2b5a-4cdd-9733-39a0c020c690 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=323b1221-6fca-4fb3-b043-04f7ec6a408b HTTP/1.1" status: 200 len: 210 time: 0.0451176 Aug 10 03:54:36.888809 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1a485326-76fd-42fb-9381-c623b3aa66ca tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:36.917721 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ed214c73-c5a5-4e07-9f49-c86bb0186267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:36.963780 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ed214c73-c5a5-4e07-9f49-c86bb0186267 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9658af4fb7a74fdaa4d3fccd2a8c4945&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8597314 Aug 10 03:54:36.964582 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed214c73-c5a5-4e07-9f49-c86bb0186267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b57923-b843-408d-9d81-73501400ab16,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:36.967022 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35152) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:37.019005 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d19848cd-dce2-4ac7-97cf-c1f75b215e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:37.040158 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d19848cd-dce2-4ac7-97cf-c1f75b215e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:37.064623 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1a485326-76fd-42fb-9381-c623b3aa66ca tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:37.115009 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a485326-76fd-42fb-9381-c623b3aa66ca tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network 51c51a4b-9062-4b68-b831-a60239caa5c4 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:37.118379 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-1a485326-76fd-42fb-9381-c623b3aa66ca tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:37.123036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a485326-76fd-42fb-9381-c623b3aa66ca tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:37.128793 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a485326-76fd-42fb-9381-c623b3aa66ca tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:37.129431 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1a485326-76fd-42fb-9381-c623b3aa66ca tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:37.138810 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a485326-76fd-42fb-9381-c623b3aa66ca tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Port': ['ID=2cf23c88-1f4b-4e4c-9ca0-2a85ecfca261,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:37.235685 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d19848cd-dce2-4ac7-97cf-c1f75b215e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:37.238339 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d19848cd-dce2-4ac7-97cf-c1f75b215e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:37.239618 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d19848cd-dce2-4ac7-97cf-c1f75b215e1a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9b57923-b843-408d-9d81-73501400ab16 HTTP/1.1" status: 204 len: 168 time: 0.2711294 Aug 10 03:54:37.249478 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19848cd-dce2-4ac7-97cf-c1f75b215e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b57923-b843-408d-9d81-73501400ab16,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:37.339391 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1a485326-76fd-42fb-9381-c623b3aa66ca tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4099400 Aug 10 03:54:37.341948 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35160) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:37.433966 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-d8d0d38d-1bae-4e71-9d44-f81654adb173 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting port 2cf23c88-1f4b-4e4c-9ca0-2a85ecfca261 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:37.433966 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d8d0d38d-1bae-4e71-9d44-f81654adb173 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:37.509759 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d8d0d38d-1bae-4e71-9d44-f81654adb173 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:37.523038 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-d8d0d38d-1bae-4e71-9d44-f81654adb173 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Calling delete_port for 2cf23c88-1f4b-4e4c-9ca0-2a85ecfca261 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:37.672365 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23827c44-c161-4203-9310-b2f25a1d4563 req-4db9a25c-a268-4b6d-b633-82bbd0eb8452 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:37.674044 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-23827c44-c161-4203-9310-b2f25a1d4563 req-4db9a25c-a268-4b6d-b633-82bbd0eb8452 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.0507317 Aug 10 03:54:37.699378 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d8d0d38d-1bae-4e71-9d44-f81654adb173 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:37.718532 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-23827c44-c161-4203-9310-b2f25a1d4563 req-5be64c85-7e1a-47f8-9557-2b6f6891f4f4 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378718 Aug 10 03:54:37.749084 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0d38d-1bae-4e71-9d44-f81654adb173 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Port': ['ID=2cf23c88-1f4b-4e4c-9ca0-2a85ecfca261,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:37.749084 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d8d0d38d-1bae-4e71-9d44-f81654adb173 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:37.749084 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d8d0d38d-1bae-4e71-9d44-f81654adb173 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/ports/2cf23c88-1f4b-4e4c-9ca0-2a85ecfca261 HTTP/1.1" status: 204 len: 168 time: 0.4018872 Aug 10 03:54:37.749084 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35170) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:37.752845 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-0cdf7c0e-fde7-475f-a5af-3bf99c8115d3 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'port': {'network_id': '51c51a4b-9062-4b68-b831-a60239caa5c4', 'mac_address': 'fa:16:3e:be:5b:49', 'name': 'tempest-PortsIpV6TestJSON-1151736868'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:37.972376 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3d6a4f3-9e4b-49e1-81b3-2fc280ce88e5 req-341e319d-3cbe-4ecc-87b4-e7c9d143f428 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=323b1221-6fca-4fb3-b043-04f7ec6a408b HTTP/1.1" status: 200 len: 210 time: 0.0282619 Aug 10 03:54:37.975098 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea93f3c-202a-4ee9-a65d-23f2e79710c4 req-b4ef8204-6df9-402f-98df-b92695d5d3d8 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:37.976668 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eea93f3c-202a-4ee9-a65d-23f2e79710c4 req-b4ef8204-6df9-402f-98df-b92695d5d3d8 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=8707cd2e-999a-4f0a-9379-a5c721f7eb0e HTTP/1.1" status: 200 len: 943 time: 0.0585628 Aug 10 03:54:38.017091 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eea93f3c-202a-4ee9-a65d-23f2e79710c4 req-4221c737-b582-4283-ab0f-396be111c164 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?id=465c2225-6e39-4e75-8af9-0add66f2bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333641 Aug 10 03:54:38.035483 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdf7c0e-fde7-475f-a5af-3bf99c8115d3 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:38.047066 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device b8bc994d-924d-4fe9-a273-9d617fb83718 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:54:38.109760 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7c0e-fde7-475f-a5af-3bf99c8115d3 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:38.137825 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-0cdf7c0e-fde7-475f-a5af-3bf99c8115d3 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] device_id is not set on port ea6cce6b-7f1f-471b-a418-457efd514381 yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:54:38.156736 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port b8bc994d-924d-4fe9-a273-9d617fb83718, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=b8bc994d-924d-4fe9-a273-9d617fb83718,segment=NetworkSegment(1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1),segment_id=1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:38.167764 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'b8bc994d-924d-4fe9-a273-9d617fb83718', 'network_id': 'c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb', 'port_id': 'b8bc994d-924d-4fe9-a273-9d617fb83718', 'mac_address': 'fa:16:3e:39:e7:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4841167f-f267-48b7-aadb-98bc93baab6d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:54:38.209876 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:38.223437 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8bc994d-924d-4fe9-a273-9d617fb83718 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:54:38.243699 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port b8bc994d-924d-4fe9-a273-9d617fb83718, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=b8bc994d-924d-4fe9-a273-9d617fb83718,segment=NetworkSegment(1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1),segment_id=1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:38.305766 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7c0e-fde7-475f-a5af-3bf99c8115d3 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:38.371470 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:38.417976 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=b8bc994d-924d-4fe9-a273-9d617fb83718,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:38.456061 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35180) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:38.470695 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1dfed5dc-f6b4-4741-a2bc-b5c965c5d5d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:38.487980 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7c0e-fde7-475f-a5af-3bf99c8115d3 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:38.534819 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdf7c0e-fde7-475f-a5af-3bf99c8115d3 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network 51c51a4b-9062-4b68-b831-a60239caa5c4 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:38.538055 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-0cdf7c0e-fde7-475f-a5af-3bf99c8115d3 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:38.542022 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdf7c0e-fde7-475f-a5af-3bf99c8115d3 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:38.548342 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdf7c0e-fde7-475f-a5af-3bf99c8115d3 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:38.548979 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0cdf7c0e-fde7-475f-a5af-3bf99c8115d3 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:38.557637 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf7c0e-fde7-475f-a5af-3bf99c8115d3 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Port': ['ID=ea6cce6b-7f1f-471b-a418-457efd514381,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:38.579380 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1dfed5dc-f6b4-4741-a2bc-b5c965c5d5d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:38.749169 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1dfed5dc-f6b4-4741-a2bc-b5c965c5d5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:38.756353 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['b8bc994d-924d-4fe9-a273-9d617fb83718'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:54:38.802199 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1dfed5dc-f6b4-4741-a2bc-b5c965c5d5d9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d705aeb01c4a433fa63de9882b7173a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3450131 Aug 10 03:54:38.805211 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfed5dc-f6b4-4741-a2bc-b5c965c5d5d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774e574f-a30d-4d6c-99ee-4eb60a21175c,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:38.805357 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35190) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:38.860013 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0cdf7c0e-fde7-475f-a5af-3bf99c8115d3 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1061618 Aug 10 03:54:38.860013 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35194) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:38.860462 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5af59-5a33-4160-85fb-68b8afa78488 req-6087644c-b1e5-4cea-866c-61633c4682b6 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:38.862209 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c3c5af59-5a33-4160-85fb-68b8afa78488 req-6087644c-b1e5-4cea-866c-61633c4682b6 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.0583031 Aug 10 03:54:38.912807 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c3c5af59-5a33-4160-85fb-68b8afa78488 req-d06bad88-88aa-43f7-94f9-62ce71b62e2a tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436435 Aug 10 03:54:38.916755 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dacf34-4c12-4ca8-942e-e73a149dc1f9 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:38.918170 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c4dacf34-4c12-4ca8-942e-e73a149dc1f9 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "GET /v2.0/ports/ea6cce6b-7f1f-471b-a418-457efd514381 HTTP/1.1" status: 200 len: 845 time: 0.0577276 Aug 10 03:54:38.928925 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e6667c46-67d9-43d2-a3da-3f325b1e6496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:38.935756 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35196) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:38.994608 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e6667c46-67d9-43d2-a3da-3f325b1e6496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:39.076891 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-f0db734a-8331-4300-8025-0f32d06447b7 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting port ea6cce6b-7f1f-471b-a418-457efd514381 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:39.077244 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f0db734a-8331-4300-8025-0f32d06447b7 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:39.156485 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4aae4-2a17-4df0-b704-a2b8a79e23a8 req-e13c707c-d69f-4b8a-9f85-12dd5ce6512e tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:39.158147 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-43f4aae4-2a17-4df0-b704-a2b8a79e23a8 req-e13c707c-d69f-4b8a-9f85-12dd5ce6512e tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=8707cd2e-999a-4f0a-9379-a5c721f7eb0e HTTP/1.1" status: 200 len: 944 time: 0.0623403 Aug 10 03:54:39.161865 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f0db734a-8331-4300-8025-0f32d06447b7 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:39.183122 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-f0db734a-8331-4300-8025-0f32d06447b7 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Calling delete_port for ea6cce6b-7f1f-471b-a418-457efd514381 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:39.212275 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e6667c46-67d9-43d2-a3da-3f325b1e6496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:39.212275 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e6667c46-67d9-43d2-a3da-3f325b1e6496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:39.212275 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e6667c46-67d9-43d2-a3da-3f325b1e6496 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/774e574f-a30d-4d6c-99ee-4eb60a21175c HTTP/1.1" status: 204 len: 168 time: 0.3999867 Aug 10 03:54:39.216297 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-43f4aae4-2a17-4df0-b704-a2b8a79e23a8 req-43d523e9-66ac-4984-90f5-e043f24deca1 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?id=465c2225-6e39-4e75-8af9-0add66f2bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465198 Aug 10 03:54:39.252846 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6667c46-67d9-43d2-a3da-3f325b1e6496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774e574f-a30d-4d6c-99ee-4eb60a21175c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:39.436344 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f0db734a-8331-4300-8025-0f32d06447b7 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:39.467677 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db734a-8331-4300-8025-0f32d06447b7 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Port': ['ID=ea6cce6b-7f1f-471b-a418-457efd514381,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:39.474569 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f0db734a-8331-4300-8025-0f32d06447b7 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:39.480005 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f0db734a-8331-4300-8025-0f32d06447b7 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/ports/ea6cce6b-7f1f-471b-a418-457efd514381 HTTP/1.1" status: 204 len: 168 time: 0.5459268 Aug 10 03:54:39.481813 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35222) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:39.510647 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e5a273-5ca8-441a-b811-c6551e8060b1 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] GET failed (client error): The resource could not be found. Aug 10 03:54:39.515706 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f7e5a273-5ca8-441a-b811-c6551e8060b1 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "GET /v2.0/ports/ea6cce6b-7f1f-471b-a418-457efd514381 HTTP/1.1" status: 404 len: 333 time: 0.0300636 Aug 10 03:54:39.516162 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35228) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:39.521592 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-ee341a38-930b-408d-bbac-ca7c4543b200 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'port': {'network_id': '51c51a4b-9062-4b68-b831-a60239caa5c4', 'name': 'tempest-PortsIpV6TestJSON-171867696'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:39.681500 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724dde1-e3a7-48cc-91ab-363396023faf req-839b7784-3a40-42ca-9135-8167921da9d4 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:39.682980 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9724dde1-e3a7-48cc-91ab-363396023faf req-839b7784-3a40-42ca-9135-8167921da9d4 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/networks?id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc HTTP/1.1" status: 200 len: 812 time: 0.1175716 Aug 10 03:54:39.698995 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9724dde1-e3a7-48cc-91ab-363396023faf req-9a02e47f-4eb7-4d05-9c86-b9f1a820d6f0 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/quotas/f978154370c54cef8e8d819528465357 HTTP/1.1" status: 200 len: 375 time: 0.0094233 Aug 10 03:54:39.730876 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9724dde1-e3a7-48cc-91ab-363396023faf req-96c9b183-0493-4946-8c4d-9a64bd874ccc tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f978154370c54cef8e8d819528465357&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261812 Aug 10 03:54:39.749838 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee341a38-930b-408d-bbac-ca7c4543b200 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:39.753447 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee341a38-930b-408d-bbac-ca7c4543b200 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:39.773122 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-ee341a38-930b-408d-bbac-ca7c4543b200 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] device_id is not set on port 2c23f727-f5a0-44b4-9764-93490942241a yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:54:39.837479 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9724dde1-e3a7-48cc-91ab-363396023faf req-e40cfd27-5242-42d0-9348-b5545f3d802c service neutron] 10.222.0.25 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985594 Aug 10 03:54:39.932632 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9724dde1-e3a7-48cc-91ab-363396023faf req-5b0d7bbb-6d26-456b-ba48-ef9cf5969a7d service neutron] 10.222.0.25 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878494 Aug 10 03:54:39.948284 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8650eec2-44a5-4e06-8281-9fa61cb7ecbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:39.965079 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee341a38-930b-408d-bbac-ca7c4543b200 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:40.055966 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac40854-e018-4b5d-8b88-2813035fbc28 req-f84b3169-1124-4e0a-8188-d4e27a5a9cfe tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:40.056560 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device b8bc994d-924d-4fe9-a273-9d617fb83718 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:40.057507 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0ac40854-e018-4b5d-8b88-2813035fbc28 req-f84b3169-1124-4e0a-8188-d4e27a5a9cfe tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.0569339 Aug 10 03:54:40.102678 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0ac40854-e018-4b5d-8b88-2813035fbc28 req-d2cdde87-8119-48e7-bd91-c2b2deab31d7 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385864 Aug 10 03:54:40.142995 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35248) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:40.157570 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf3ed-364f-4d1c-a0e6-f17385de3097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:40.174087 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee341a38-930b-408d-bbac-ca7c4543b200 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:40.223603 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port b8bc994d-924d-4fe9-a273-9d617fb83718 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:40.223603 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port b8bc994d-924d-4fe9-a273-9d617fb83718 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:40.223603 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:40.237296 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee341a38-930b-408d-bbac-ca7c4543b200 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network 51c51a4b-9062-4b68-b831-a60239caa5c4 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:40.255711 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-ee341a38-930b-408d-bbac-ca7c4543b200 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:40.258559 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee341a38-930b-408d-bbac-ca7c4543b200 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:40.265337 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee341a38-930b-408d-bbac-ca7c4543b200 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:40.265977 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee341a38-930b-408d-bbac-ca7c4543b200 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:40.295630 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee341a38-930b-408d-bbac-ca7c4543b200 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Port': ['ID=2c23f727-f5a0-44b4-9764-93490942241a,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:40.319073 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-851abc2b-0012-4c95-a93f-53989cc1df4a req-e1cbe032-ba1f-445f-8759-fd3268f6bd1f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=9298af2e-8985-42b4-9234-426c140ae52b HTTP/1.1" status: 200 len: 210 time: 0.0473185 Aug 10 03:54:40.371030 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39096a03-1669-424f-9cd1-750bd6bbe503 req-87b16301-2a68-44b4-a151-79d97d5ce087 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:40.379556 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-39096a03-1669-424f-9cd1-750bd6bbe503 req-87b16301-2a68-44b4-a151-79d97d5ce087 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=8707cd2e-999a-4f0a-9379-a5c721f7eb0e HTTP/1.1" status: 200 len: 944 time: 0.0844960 Aug 10 03:54:40.384925 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:40.389642 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf3ed-364f-4d1c-a0e6-f17385de3097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:40.411489 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8707cd2e-999a-4f0a-9379-a5c721f7eb0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bc994d-924d-4fe9-a273-9d617fb83718'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:40.414437 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534597b6-7b61-4025-9708-92bb0c224636" -d '{"events": [{"server_uuid": "8707cd2e-999a-4f0a-9379-a5c721f7eb0e", "name": "network-vif-plugged", "status": "completed", "tag": "b8bc994d-924d-4fe9-a273-9d617fb83718"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:40.428825 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-39096a03-1669-424f-9cd1-750bd6bbe503 req-5a1ad057-1c54-4401-827e-0d429a10da90 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?id=465c2225-6e39-4e75-8af9-0add66f2bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482264 Aug 10 03:54:40.436405 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port b8bc994d-924d-4fe9-a273-9d617fb83718, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=b8bc994d-924d-4fe9-a273-9d617fb83718,segment=NetworkSegment(1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1),segment_id=1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:40.477853 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c565dbe-68f7-4fe6-b5f2-318a21791bb7 x-openstack-request-id: req-9c565dbe-68f7-4fe6-b5f2-318a21791bb7 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:40.478215 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8707cd2e-999a-4f0a-9379-a5c721f7eb0e", "name": "network-vif-plugged", "status": "completed", "tag": "b8bc994d-924d-4fe9-a273-9d617fb83718", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:40.478537 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c565dbe-68f7-4fe6-b5f2-318a21791bb7 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:40.479003 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8707cd2e-999a-4f0a-9379-a5c721f7eb0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8bc994d-924d-4fe9-a273-9d617fb83718', 'code': 200} Aug 10 03:54:40.591167 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:40.592237 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf3ed-364f-4d1c-a0e6-f17385de3097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:40.609912 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119485a-856e-4a05-a0d4-70c385d68947 req-65e8d875-c0b2-48de-abc7-f4628a619722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:40.612420 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9119485a-856e-4a05-a0d4-70c385d68947 req-65e8d875-c0b2-48de-abc7-f4628a619722 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8707cd2e-999a-4f0a-9379-a5c721f7eb0e HTTP/1.1" status: 200 len: 1095 time: 0.0497231 Aug 10 03:54:40.660492 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8cdbf3ed-364f-4d1c-a0e6-f17385de3097 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b151045de52b4465b8ad439a9152b493&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5163500 Aug 10 03:54:40.664512 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35274) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:40.671343 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9119485a-856e-4a05-a0d4-70c385d68947 req-8ec65867-5da9-4109-be90-63358738410d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=465c2225-6e39-4e75-8af9-0add66f2bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504782 Aug 10 03:54:40.674082 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbf3ed-364f-4d1c-a0e6-f17385de3097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2968f44-234f-4a5b-8cc3-e8e63f8a2733,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:40.696535 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=b8bc994d-924d-4fe9-a273-9d617fb83718,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:40.705981 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ee341a38-930b-408d-bbac-ca7c4543b200 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1886787 Aug 10 03:54:40.709683 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35276) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:40.716181 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-2c082784-542a-4cad-b8e2-8a60504f8eed tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:40.734022 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-191f4a8c-a904-4052-a836-0d032eb45160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:40.765573 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-191f4a8c-a904-4052-a836-0d032eb45160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:40.826800 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2c082784-542a-4cad-b8e2-8a60504f8eed tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:40.904714 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-191f4a8c-a904-4052-a836-0d032eb45160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:40.907614 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-191f4a8c-a904-4052-a836-0d032eb45160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:40.908975 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-191f4a8c-a904-4052-a836-0d032eb45160 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e2968f44-234f-4a5b-8cc3-e8e63f8a2733 HTTP/1.1" status: 204 len: 168 time: 0.2431843 Aug 10 03:54:40.922740 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191f4a8c-a904-4052-a836-0d032eb45160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2968f44-234f-4a5b-8cc3-e8e63f8a2733,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:41.058581 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2c082784-542a-4cad-b8e2-8a60504f8eed tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:41.172470 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2c082784-542a-4cad-b8e2-8a60504f8eed tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:41.235698 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-2c082784-542a-4cad-b8e2-8a60504f8eed tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] In _notify_port_updated(), no bound segment for port 2c23f727-f5a0-44b4-9764-93490942241a on network 51c51a4b-9062-4b68-b831-a60239caa5c4 {{(pid=94937) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:54:41.241417 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c082784-542a-4cad-b8e2-8a60504f8eed tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:41.245077 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2c082784-542a-4cad-b8e2-8a60504f8eed tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:41.245077 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2c082784-542a-4cad-b8e2-8a60504f8eed tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "PUT /v2.0/ports/2c23f727-f5a0-44b4-9764-93490942241a HTTP/1.1" status: 200 len: 818 time: 0.5324869 Aug 10 03:54:41.246344 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35308) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:41.265174 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c082784-542a-4cad-b8e2-8a60504f8eed tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Port': ['ID=2c23f727-f5a0-44b4-9764-93490942241a,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:41.282746 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854eede0-3f27-40fa-b95f-1810b5afb1e6 req-38361c8a-8fe2-43f2-945c-f5698112c867 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:41.284908 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-854eede0-3f27-40fa-b95f-1810b5afb1e6 req-38361c8a-8fe2-43f2-945c-f5698112c867 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.1095679 Aug 10 03:54:41.332648 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-854eede0-3f27-40fa-b95f-1810b5afb1e6 req-ea2db587-93cd-45df-8a2b-e8314c5cbcbf tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413859 Aug 10 03:54:41.362897 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-3c559cfc-a4a7-4531-9b1a-59cdddec9ad0 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting port 2c23f727-f5a0-44b4-9764-93490942241a {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:41.363341 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3c559cfc-a4a7-4531-9b1a-59cdddec9ad0 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:41.485887 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3c559cfc-a4a7-4531-9b1a-59cdddec9ad0 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:41.506353 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-3c559cfc-a4a7-4531-9b1a-59cdddec9ad0 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Calling delete_port for 2c23f727-f5a0-44b4-9764-93490942241a owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:41.567992 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9665a0-6ff7-4a1e-ac55-76deb35a14c1 req-b4e7d330-2a87-45d6-940e-bab3448a53c6 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:41.572026 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fd9665a0-6ff7-4a1e-ac55-76deb35a14c1 req-b4e7d330-2a87-45d6-940e-bab3448a53c6 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=8707cd2e-999a-4f0a-9379-a5c721f7eb0e HTTP/1.1" status: 200 len: 945 time: 0.0676231 Aug 10 03:54:41.597863 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73258937-76e8-4873-8580-5a900ae741c0 req-20b0ad25-5f11-40f9-aed3-98403807e1ec tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:41.599393 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-73258937-76e8-4873-8580-5a900ae741c0 req-20b0ad25-5f11-40f9-aed3-98403807e1ec tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/networks?id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc HTTP/1.1" status: 200 len: 812 time: 0.1831071 Aug 10 03:54:41.623038 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fd9665a0-6ff7-4a1e-ac55-76deb35a14c1 req-01686765-628f-4a5a-b1ab-9f0bd984f96c tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?id=465c2225-6e39-4e75-8af9-0add66f2bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431890 Aug 10 03:54:41.628971 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-73258937-76e8-4873-8580-5a900ae741c0 req-29a1c871-87d1-4111-8f83-e35367ffd2c4 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/quotas/f978154370c54cef8e8d819528465357 HTTP/1.1" status: 200 len: 375 time: 0.0184915 Aug 10 03:54:41.672557 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-73258937-76e8-4873-8580-5a900ae741c0 req-0418b259-8b74-4259-b583-36412a8ebfb7 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f978154370c54cef8e8d819528465357&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366802 Aug 10 03:54:41.764894 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3c559cfc-a4a7-4531-9b1a-59cdddec9ad0 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:41.795343 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-73258937-76e8-4873-8580-5a900ae741c0 req-a9f0ecc7-2ae8-47a8-bf8c-7cd762174821 service neutron] 10.222.0.25 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174431 Aug 10 03:54:41.798216 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c559cfc-a4a7-4531-9b1a-59cdddec9ad0 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Port': ['ID=2c23f727-f5a0-44b4-9764-93490942241a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:41.803630 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3c559cfc-a4a7-4531-9b1a-59cdddec9ad0 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:41.805346 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3c559cfc-a4a7-4531-9b1a-59cdddec9ad0 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/ports/2c23f727-f5a0-44b4-9764-93490942241a HTTP/1.1" status: 204 len: 168 time: 0.5572696 Aug 10 03:54:41.807771 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35334) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:41.914011 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11071a1b-41c2-4350-9e9f-3f51b24c20fc tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:41.917875 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-11071a1b-41c2-4350-9e9f-3f51b24c20fc tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1066859 Aug 10 03:54:41.918258 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35340) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:41.946208 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-73258937-76e8-4873-8580-5a900ae741c0 req-62d1708a-b6fe-4f0a-b3ab-292e0b2b4fe4 service neutron] 10.222.0.25 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294768 Aug 10 03:54:41.948187 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2f4c234-597b-4160-9ce2-6c3866ede966 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] GET failed (client error): The resource could not be found. Aug 10 03:54:41.950226 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a2f4c234-597b-4160-9ce2-6c3866ede966 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "GET /v2.0/ports/2c23f727-f5a0-44b4-9764-93490942241a HTTP/1.1" status: 404 len: 333 time: 0.0304217 Aug 10 03:54:41.954097 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35342) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:41.959587 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-aef791c5-2599-4cc9-9309-91d6bdad5a29 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2071293271'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:42.081318 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef791c5-2599-4cc9-9309-91d6bdad5a29 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:42.084896 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aef791c5-2599-4cc9-9309-91d6bdad5a29 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:42.109918 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef791c5-2599-4cc9-9309-91d6bdad5a29 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:54:42.119034 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aef791c5-2599-4cc9-9309-91d6bdad5a29 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:42.119388 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-aef791c5-2599-4cc9-9309-91d6bdad5a29 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Added segment edd91bb8-4a2e-4d3f-9edf-fef878ef8e7f of type vlan for network a45d6dc5-8691-4631-84e0-812132a6a003 Aug 10 03:54:42.160188 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aef791c5-2599-4cc9-9309-91d6bdad5a29 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:42.321291 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aef791c5-2599-4cc9-9309-91d6bdad5a29 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:42.328341 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef791c5-2599-4cc9-9309-91d6bdad5a29 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:42.328961 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aef791c5-2599-4cc9-9309-91d6bdad5a29 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:42.425369 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bdf5cff-d416-4e1a-bbcb-9e27bb67ddc2 req-b96925d1-3a12-48cb-9201-20b49ff5287e tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dbc473-02c3-4764-9d85-de6da966ec87 HTTP/1.1" status: 200 len: 210 time: 0.0925536 Aug 10 03:54:42.455854 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef791c5-2599-4cc9-9309-91d6bdad5a29 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Network': ['ID=a45d6dc5-8691-4631-84e0-812132a6a003,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:42.478931 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network a45d6dc5-8691-4631-84e0-812132a6a003 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:54:42.509841 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb936f61-712a-4906-a590-ee2208fdb373 req-a28bcba8-b2ba-4ace-8db7-6e59f7d0e73c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:42.516702 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cb936f61-712a-4906-a590-ee2208fdb373 req-a28bcba8-b2ba-4ace-8db7-6e59f7d0e73c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.0793991 Aug 10 03:54:42.561616 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cb936f61-712a-4906-a590-ee2208fdb373 req-96a875cf-6679-4350-96e3-8a170ab20181 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410719 Aug 10 03:54:42.596642 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-aef791c5-2599-4cc9-9309-91d6bdad5a29 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6414802 Aug 10 03:54:42.611438 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35368) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:42.618183 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-2fc2fc45-ca7c-476e-9930-3b20602df81d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'subnet': {'network_id': 'a45d6dc5-8691-4631-84e0-812132a6a003', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:42.744884 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:54:42.769692 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0785cf3-630d-4928-ac60-18b6d8a95544 req-2c815bf4-5b38-47a6-a68e-2fafebcb4d47 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:42.771223 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0785cf3-630d-4928-ac60-18b6d8a95544 req-2c815bf4-5b38-47a6-a68e-2fafebcb4d47 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=8707cd2e-999a-4f0a-9379-a5c721f7eb0e HTTP/1.1" status: 200 len: 945 time: 0.0691538 Aug 10 03:54:42.814156 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0785cf3-630d-4928-ac60-18b6d8a95544 req-8177e4a2-1e6b-4051-ac98-270757fa7f4b tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?id=465c2225-6e39-4e75-8af9-0add66f2bbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367613 Aug 10 03:54:42.913979 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a03df7de-3ade-4c04-8325-a5f30619dacd req-96f1dfae-4dd5-4651-9707-5b504669a5a6 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1814657297&fields=id&tenant_id=ba4dfbcf73f2425d88d975c4d0dbffe2 HTTP/1.1" status: 200 len: 267 time: 0.0333848 Aug 10 03:54:42.973151 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03df7de-3ade-4c04-8325-a5f30619dacd req-2a8fad2d-5417-4f42-b000-f6b7f196c6b1 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:42.974779 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a03df7de-3ade-4c04-8325-a5f30619dacd req-2a8fad2d-5417-4f42-b000-f6b7f196c6b1 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=8707cd2e-999a-4f0a-9379-a5c721f7eb0e HTTP/1.1" status: 200 len: 945 time: 0.0548725 Aug 10 03:54:42.986145 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-a03df7de-3ade-4c04-8325-a5f30619dacd req-7f263121-bfc5-4d4b-a2b3-6c677e263c98 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Request body: {'port': {'security_groups': ['465c2225-6e39-4e75-8af9-0add66f2bbd7', 'fba8096e-fd85-463d-9c1a-ad6ea9fba6f1']}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:42.995227 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc2fc45-ca7c-476e-9930-3b20602df81d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:43.000301 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2fc2fc45-ca7c-476e-9930-3b20602df81d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:43.077000 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a03df7de-3ade-4c04-8325-a5f30619dacd req-7f263121-bfc5-4d4b-a2b3-6c677e263c98 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:43.305361 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-a03df7de-3ade-4c04-8325-a5f30619dacd req-7f263121-bfc5-4d4b-a2b3-6c677e263c98 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] For port b8bc994d-924d-4fe9-a273-9d617fb83718, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=b8bc994d-924d-4fe9-a273-9d617fb83718,segment=NetworkSegment(1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1),segment_id=1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:43.337930 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a03df7de-3ade-4c04-8325-a5f30619dacd req-7f263121-bfc5-4d4b-a2b3-6c677e263c98 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:43.487681 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a03df7de-3ade-4c04-8325-a5f30619dacd req-7f263121-bfc5-4d4b-a2b3-6c677e263c98 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:43.498191 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2fc2fc45-ca7c-476e-9930-3b20602df81d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:43.504047 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['4d46f0c8-9253-434c-b6a4-45a957863046'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:54:43.529101 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b36366c2-f500-4d1a-9982-0cd0b09447f4 req-9d5f922b-0b10-403e-a842-607fa26f9782 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dbc473-02c3-4764-9d85-de6da966ec87 HTTP/1.1" status: 200 len: 210 time: 0.0460856 Aug 10 03:54:43.544559 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03df7de-3ade-4c04-8325-a5f30619dacd req-7f263121-bfc5-4d4b-a2b3-6c677e263c98 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:43.545233 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a03df7de-3ade-4c04-8325-a5f30619dacd req-7f263121-bfc5-4d4b-a2b3-6c677e263c98 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:43.553176 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a03df7de-3ade-4c04-8325-a5f30619dacd req-7f263121-bfc5-4d4b-a2b3-6c677e263c98 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "PUT /v2.0/ports/b8bc994d-924d-4fe9-a273-9d617fb83718 HTTP/1.1" status: 200 len: 981 time: 0.5712445 Aug 10 03:54:43.553919 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8707cd2e-999a-4f0a-9379-a5c721f7eb0e', 'tag': 'b8bc994d-924d-4fe9-a273-9d617fb83718'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:43.557963 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8735cee5-84cc-414f-82b7-995be8071c05" -d '{"events": [{"name": "network-changed", "server_uuid": "8707cd2e-999a-4f0a-9379-a5c721f7eb0e", "tag": "b8bc994d-924d-4fe9-a273-9d617fb83718"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:43.578104 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['b8bc994d-924d-4fe9-a273-9d617fb83718'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:54:43.594489 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc2fc45-ca7c-476e-9930-3b20602df81d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Checking segment: {'id': 'edd91bb8-4a2e-4d3f-9edf-fef878ef8e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a45d6dc5-8691-4631-84e0-812132a6a003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:43.595365 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc2fc45-ca7c-476e-9930-3b20602df81d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network hostable DHCP agents. Network: a45d6dc5-8691-4631-84e0-812132a6a003, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:54:43.600562 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc2fc45-ca7c-476e-9930-3b20602df81d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Subnet': ['ID=bcde13c1-90bf-41d6-a7e7-0be77827b845,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:43.640956 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f263121-bfc5-4d4b-a2b3-6c677e263c98 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Pushing event updated for resources: {'Port': ['ID=b8bc994d-924d-4fe9-a273-9d617fb83718,revision_number=6']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:43.664647 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7366adc0-c9f0-4e0a-a3d2-7d541ff2cfe2 x-openstack-request-id: req-7366adc0-c9f0-4e0a-a3d2-7d541ff2cfe2 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:43.664647 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8707cd2e-999a-4f0a-9379-a5c721f7eb0e", "tag": "b8bc994d-924d-4fe9-a273-9d617fb83718", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:43.664647 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7366adc0-c9f0-4e0a-a3d2-7d541ff2cfe2 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:43.664647 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8707cd2e-999a-4f0a-9379-a5c721f7eb0e', 'tag': 'b8bc994d-924d-4fe9-a273-9d617fb83718', 'status': 'completed', 'code': 200} Aug 10 03:54:43.668152 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3b8503bb-a059-4eeb-9f5d-c9a01664cdf3 req-dcbeca93-527f-48aa-8209-8c946f526b15 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups/fba8096e-fd85-463d-9c1a-ad6ea9fba6f1 HTTP/1.1" status: 200 len: 1802 time: 0.0633147 Aug 10 03:54:43.727088 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:43.775256 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['b8bc994d-924d-4fe9-a273-9d617fb83718'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:54:43.798671 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [req-3b8503bb-a059-4eeb-9f5d-c9a01664cdf3 req-9bf61acb-d3f9-40a9-9443-83a8f4b347ff tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 03:54:43.802183 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29c872-c3ca-4570-a155-ac47d08b24a8 req-b475a335-f1cd-4e07-bd9e-7f19dd39f288 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:43.811554 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3b8503bb-a059-4eeb-9f5d-c9a01664cdf3 req-9bf61acb-d3f9-40a9-9443-83a8f4b347ff tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "DELETE /v2.0/security-groups/fba8096e-fd85-463d-9c1a-ad6ea9fba6f1 HTTP/1.1" status: 409 len: 341 time: 0.1256218 Aug 10 03:54:43.814424 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc2fc45-ca7c-476e-9930-3b20602df81d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network a45d6dc5-8691-4631-84e0-812132a6a003 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:54:43.815054 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0c29c872-c3ca-4570-a155-ac47d08b24a8 req-b475a335-f1cd-4e07-bd9e-7f19dd39f288 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.0965443 Aug 10 03:54:43.827191 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735cee5-84cc-414f-82b7-995be8071c05 req-6a01624d-2eea-4b8b-bf47-e860770a646f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:43.829684 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8735cee5-84cc-414f-82b7-995be8071c05 req-6a01624d-2eea-4b8b-bf47-e860770a646f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba4dfbcf73f2425d88d975c4d0dbffe2&device_id=8707cd2e-999a-4f0a-9379-a5c721f7eb0e HTTP/1.1" status: 200 len: 1135 time: 0.1343222 Aug 10 03:54:43.880723 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0c29c872-c3ca-4570-a155-ac47d08b24a8 req-294da5a5-df21-48d3-a095-154417e93d71 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646646 Aug 10 03:54:43.929881 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-93cde13d-db6b-41a7-b140-386a9f2ba944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:43.975837 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735cee5-84cc-414f-82b7-995be8071c05 req-fedeeedd-d860-4636-9b37-e0d5e93083f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:43.977699 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8735cee5-84cc-414f-82b7-995be8071c05 req-fedeeedd-d860-4636-9b37-e0d5e93083f5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb HTTP/1.1" status: 200 len: 913 time: 0.1339500 Aug 10 03:54:44.032471 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8735cee5-84cc-414f-82b7-995be8071c05 req-c905fece-997d-49a9-a919-2b61957db246 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8bc994d-924d-4fe9-a273-9d617fb83718 HTTP/1.1" status: 200 len: 217 time: 0.0463624 Aug 10 03:54:44.034679 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-2fc2fc45-ca7c-476e-9930-3b20602df81d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, a45d6dc5-8691-4631-84e0-812132a6a003) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:44.040069 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc2fc45-ca7c-476e-9930-3b20602df81d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:44.040811 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2fc2fc45-ca7c-476e-9930-3b20602df81d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:44.052454 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486d129d-0964-4bfe-915a-6f785a718fa2 None None] Network a45d6dc5-8691-4631-84e0-812132a6a003 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:44.102268 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735cee5-84cc-414f-82b7-995be8071c05 req-8cc50754-a271-44a9-b5f9-0221b2c9a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:44.104631 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8735cee5-84cc-414f-82b7-995be8071c05 req-8cc50754-a271-44a9-b5f9-0221b2c9a34f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4841167f-f267-48b7-aadb-98bc93baab6d HTTP/1.1" status: 200 len: 852 time: 0.0604448 Aug 10 03:54:44.145617 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8735cee5-84cc-414f-82b7-995be8071c05 req-dcc8b1b9-fa25-4202-be13-2ae61cc4ab95 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258055 Aug 10 03:54:44.254913 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8735cee5-84cc-414f-82b7-995be8071c05 req-e455f546-6193-41f3-b2fc-2be77321d770 service neutron] 10.222.0.20 "GET /v2.0/networks/c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936391 Aug 10 03:54:44.257190 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2fc2fc45-ca7c-476e-9930-3b20602df81d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6445177 Aug 10 03:54:44.260053 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35416) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:44.267064 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-99f60ae7-e769-42b1-a52a-b7e50ad49b0f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'subnet': {'network_id': 'a45d6dc5-8691-4631-84e0-812132a6a003', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:44.376133 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58641922-66fe-4825-a914-e610e3f8110e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-a45d6dc5-8691-4631-84e0-812132a6a003', 'network_id': 'a45d6dc5-8691-4631-84e0-812132a6a003', 'tenant_id': 'ac533af90042449fa4780d42e267a0cc', 'fixed_ips': [{'subnet_id': 'bcde13c1-90bf-41d6-a7e7-0be77827b845'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:54:44.377551 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-58641922-66fe-4825-a914-e610e3f8110e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:44.503056 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181581c-95a1-4120-81c3-45cc32fd2aad req-5c6858e6-24bf-4527-bb1c-155210cded4a tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:44.504513 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0181581c-95a1-4120-81c3-45cc32fd2aad req-5c6858e6-24bf-4527-bb1c-155210cded4a tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=8707cd2e-999a-4f0a-9379-a5c721f7eb0e HTTP/1.1" status: 200 len: 984 time: 0.1231000 Aug 10 03:54:44.507229 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8735cee5-84cc-414f-82b7-995be8071c05 req-75bff5cd-1c78-43d4-bfe2-355b06d33e3a service neutron] 10.222.0.20 "GET /v2.0/networks/c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347064 Aug 10 03:54:44.546324 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35422) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:44.556828 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-58641922-66fe-4825-a914-e610e3f8110e None None] Allocated IP 2001:db8::2 (a45d6dc5-8691-4631-84e0-812132a6a003/bcde13c1-90bf-41d6-a7e7-0be77827b845/c6ff125f-da72-421a-903e-7d453d718704) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:44.587204 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0181581c-95a1-4120-81c3-45cc32fd2aad req-a8e1aa9c-e128-46be-a38c-7349659e4ee9 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?id=465c2225-6e39-4e75-8af9-0add66f2bbd7&id=fba8096e-fd85-463d-9c1a-ad6ea9fba6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0668840 Aug 10 03:54:44.601720 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f60ae7-e769-42b1-a52a-b7e50ad49b0f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:44.605790 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-99f60ae7-e769-42b1-a52a-b7e50ad49b0f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:44.708680 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-732b2a76-f7c5-43d9-b813-1067b38d10c7 req-74cb0535-23a2-4f71-bed8-6b7683e704b9 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dbc473-02c3-4764-9d85-de6da966ec87 HTTP/1.1" status: 200 len: 210 time: 0.0399640 Aug 10 03:54:44.757706 n-d-802893-2 neutron-server[94937]: INFO neutron.db.ipam_backend_mixin [None req-99f60ae7-e769-42b1-a52a-b7e50ad49b0f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bcde13c1-90bf-41d6-a7e7-0be77827b845 (CIDR: 2001:db8::/64) Aug 10 03:54:44.772167 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c5368-32da-49a7-847b-6a0d3dfb22b8 req-e27896db-32ed-49fc-bf90-2cf71dbb9594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:44.773786 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b50c5368-32da-49a7-847b-6a0d3dfb22b8 req-e27896db-32ed-49fc-bf90-2cf71dbb9594 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba4dfbcf73f2425d88d975c4d0dbffe2&device_id=8707cd2e-999a-4f0a-9379-a5c721f7eb0e HTTP/1.1" status: 200 len: 1135 time: 0.0583375 Aug 10 03:54:44.778172 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a23c54f3-cfe3-476c-b1e3-09793eb10aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:44.779697 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-58641922-66fe-4825-a914-e610e3f8110e None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:44.789898 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-58641922-66fe-4825-a914-e610e3f8110e None None] Transition to ACTIVE for port object c6ff125f-da72-421a-903e-7d453d718704 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:44.808215 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-58641922-66fe-4825-a914-e610e3f8110e None None] Transition to ACTIVE for port object c6ff125f-da72-421a-903e-7d453d718704 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:44.830772 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-99f60ae7-e769-42b1-a52a-b7e50ad49b0f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:54:44.831271 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99f60ae7-e769-42b1-a52a-b7e50ad49b0f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:54:44.881105 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c5368-32da-49a7-847b-6a0d3dfb22b8 req-4483c2e6-222f-4781-9711-a1dcee9a9d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:44.883345 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b50c5368-32da-49a7-847b-6a0d3dfb22b8 req-4483c2e6-222f-4781-9711-a1dcee9a9d2b service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb HTTP/1.1" status: 200 len: 913 time: 0.1015935 Aug 10 03:54:44.884582 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a23c54f3-cfe3-476c-b1e3-09793eb10aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:44.928112 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-58641922-66fe-4825-a914-e610e3f8110e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:44.929575 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b50c5368-32da-49a7-847b-6a0d3dfb22b8 req-8118caf1-a204-4ba2-aee9-d9527520fdb1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8bc994d-924d-4fe9-a273-9d617fb83718 HTTP/1.1" status: 200 len: 217 time: 0.0393798 Aug 10 03:54:44.983475 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58641922-66fe-4825-a914-e610e3f8110e None None] Network a45d6dc5-8691-4631-84e0-812132a6a003 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:44.988744 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-58641922-66fe-4825-a914-e610e3f8110e None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:44.993809 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58641922-66fe-4825-a914-e610e3f8110e None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:44.995696 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a23c54f3-cfe3-476c-b1e3-09793eb10aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:44.998167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58641922-66fe-4825-a914-e610e3f8110e None None] Pushing event updated for resources: {'Port': ['ID=c6ff125f-da72-421a-903e-7d453d718704,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:45.036719 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c5368-32da-49a7-847b-6a0d3dfb22b8 req-d4ffc34c-c569-434e-b0e2-f058add191d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:45.038383 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b50c5368-32da-49a7-847b-6a0d3dfb22b8 req-d4ffc34c-c569-434e-b0e2-f058add191d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4841167f-f267-48b7-aadb-98bc93baab6d HTTP/1.1" status: 200 len: 852 time: 0.0942416 Aug 10 03:54:45.043048 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a23c54f3-cfe3-476c-b1e3-09793eb10aa1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7cf6d14d385a4359a1792499c4a838c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4949617 Aug 10 03:54:45.046550 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35434) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:45.048685 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924b400-7c11-4f5a-947e-c87be1623a47 req-1b6eca3b-8e66-43aa-9751-baf2e403bfce tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:45.050353 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f924b400-7c11-4f5a-947e-c87be1623a47 req-1b6eca3b-8e66-43aa-9751-baf2e403bfce tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.0951838 Aug 10 03:54:45.055582 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23c54f3-cfe3-476c-b1e3-09793eb10aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4f24d5-5d56-45b0-8d75-b7f1307cf925,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:45.076240 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-58641922-66fe-4825-a914-e610e3f8110e None None] Attempting to bind port c6ff125f-da72-421a-903e-7d453d718704 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:54:45.076618 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-58641922-66fe-4825-a914-e610e3f8110e None None] Attempting to bind port c6ff125f-da72-421a-903e-7d453d718704 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'edd91bb8-4a2e-4d3f-9edf-fef878ef8e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a45d6dc5-8691-4631-84e0-812132a6a003'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:54:45.076971 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58641922-66fe-4825-a914-e610e3f8110e None None] Attempting to bind port c6ff125f-da72-421a-903e-7d453d718704 on network a45d6dc5-8691-4631-84e0-812132a6a003 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:45.082250 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58641922-66fe-4825-a914-e610e3f8110e None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:54:45.082768 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58641922-66fe-4825-a914-e610e3f8110e None None] Checking segment: {'id': 'edd91bb8-4a2e-4d3f-9edf-fef878ef8e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a45d6dc5-8691-4631-84e0-812132a6a003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:45.083171 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-58641922-66fe-4825-a914-e610e3f8110e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:45.083845 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58641922-66fe-4825-a914-e610e3f8110e None None] Bound using segment: {'id': 'edd91bb8-4a2e-4d3f-9edf-fef878ef8e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a45d6dc5-8691-4631-84e0-812132a6a003'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:54:45.084193 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-58641922-66fe-4825-a914-e610e3f8110e None None] Bound port: c6ff125f-da72-421a-903e-7d453d718704, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd91bb8-4a2e-4d3f-9edf-fef878ef8e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'a45d6dc5-8691-4631-84e0-812132a6a003'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:54:45.084489 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-58641922-66fe-4825-a914-e610e3f8110e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:45.103399 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b50c5368-32da-49a7-847b-6a0d3dfb22b8 req-edb2c547-8a25-4e36-ad95-a5dedff29b92 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519800 Aug 10 03:54:45.117012 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-59a15f51-a40e-44cb-b1dc-6e88f7a86f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:45.144559 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-59a15f51-a40e-44cb-b1dc-6e88f7a86f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:45.158830 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f924b400-7c11-4f5a-947e-c87be1623a47 req-80d3b5b5-aaa6-46cc-8191-fbdd890a87c2 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971365 Aug 10 03:54:45.176520 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-58641922-66fe-4825-a914-e610e3f8110e None None] For port c6ff125f-da72-421a-903e-7d453d718704, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:54:45.182717 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-58641922-66fe-4825-a914-e610e3f8110e None None] For port c6ff125f-da72-421a-903e-7d453d718704, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c6ff125f-da72-421a-903e-7d453d718704,segment=NetworkSegment(edd91bb8-4a2e-4d3f-9edf-fef878ef8e7f),segment_id=edd91bb8-4a2e-4d3f-9edf-fef878ef8e7f)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:54:45.196219 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-99f60ae7-e769-42b1-a52a-b7e50ad49b0f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9327610 Aug 10 03:54:45.201561 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35436) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:45.213815 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-d855a39a-29ea-47f8-8e85-d72789ee4de0 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'subnet': {'network_id': 'a45d6dc5-8691-4631-84e0-812132a6a003', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:45.235242 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:45.288273 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b50c5368-32da-49a7-847b-6a0d3dfb22b8 req-e28b1cb1-9777-45c5-aeea-930d62eed963 service neutron] 10.222.0.20 "GET /v2.0/networks/c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760459 Aug 10 03:54:45.414620 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b50c5368-32da-49a7-847b-6a0d3dfb22b8 req-accd2d66-5cee-4869-a258-331ac868161a service neutron] 10.222.0.20 "GET /v2.0/networks/c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148038 Aug 10 03:54:45.418874 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-58641922-66fe-4825-a914-e610e3f8110e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:45.482882 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-59a15f51-a40e-44cb-b1dc-6e88f7a86f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:45.487623 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-59a15f51-a40e-44cb-b1dc-6e88f7a86f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:45.492695 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-59a15f51-a40e-44cb-b1dc-6e88f7a86f02 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4f4f24d5-5d56-45b0-8d75-b7f1307cf925 HTTP/1.1" status: 204 len: 168 time: 0.4444451 Aug 10 03:54:45.493800 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58641922-66fe-4825-a914-e610e3f8110e None None] Pushing event updated for resources: {'Port': ['ID=c6ff125f-da72-421a-903e-7d453d718704,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:45.517345 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a15f51-a40e-44cb-b1dc-6e88f7a86f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4f24d5-5d56-45b0-8d75-b7f1307cf925,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:45.562883 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d855a39a-29ea-47f8-8e85-d72789ee4de0 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:45.571060 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d855a39a-29ea-47f8-8e85-d72789ee4de0 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:45.594110 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:45.742011 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73258937-76e8-4873-8580-5a900ae741c0 req-f7395a4e-aac6-49d6-a4af-5d381c862408 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:45.746050 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-73258937-76e8-4873-8580-5a900ae741c0 req-f7395a4e-aac6-49d6-a4af-5d381c862408 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.68 "GET /v2.0/networks?id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc HTTP/1.1" status: 200 len: 812 time: 0.2324190 Aug 10 03:54:45.781814 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-73258937-76e8-4873-8580-5a900ae741c0 req-f2db7d95-1bb9-439e-8d13-3717abf70b28 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Request body: {'port': {'device_id': 'a7dbc473-02c3-4764-9d85-de6da966ec87', 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc', 'admin_state_up': True, 'tenant_id': 'f978154370c54cef8e8d819528465357'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:45.790809 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad825fd5-4e50-4e78-bd51-179de66fcc30 req-381568c9-4386-48b5-9592-3611188df3be tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:45.809899 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ad825fd5-4e50-4e78-bd51-179de66fcc30 req-381568c9-4386-48b5-9592-3611188df3be tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=8707cd2e-999a-4f0a-9379-a5c721f7eb0e HTTP/1.1" status: 200 len: 984 time: 0.1565742 Aug 10 03:54:45.862997 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ad825fd5-4e50-4e78-bd51-179de66fcc30 req-f7e271fb-400c-4b2c-b9d7-bc712e83b9d1 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?id=465c2225-6e39-4e75-8af9-0add66f2bbd7&id=fba8096e-fd85-463d-9c1a-ad6ea9fba6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0519323 Aug 10 03:54:45.922065 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-727b5b55-0ab0-4e01-ad86-ab749d2d4d3f req-a3196557-3ea8-4f04-b270-14509bda3428 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dbc473-02c3-4764-9d85-de6da966ec87 HTTP/1.1" status: 200 len: 210 time: 0.0474713 Aug 10 03:54:46.172392 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73258937-76e8-4873-8580-5a900ae741c0 req-f2db7d95-1bb9-439e-8d13-3717abf70b28 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Made reservation on behalf of f978154370c54cef8e8d819528465357 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:46.175994 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-73258937-76e8-4873-8580-5a900ae741c0 req-f2db7d95-1bb9-439e-8d13-3717abf70b28 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:46.236543 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d855a39a-29ea-47f8-8e85-d72789ee4de0 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:46.311328 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843484b1-76fd-482b-ab48-67032339bdfa req-f76028d4-1f49-4781-a279-7a7e6efc8bab tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:46.313633 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-843484b1-76fd-482b-ab48-67032339bdfa req-f76028d4-1f49-4781-a279-7a7e6efc8bab tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.0808184 Aug 10 03:54:46.376945 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d855a39a-29ea-47f8-8e85-d72789ee4de0 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network a45d6dc5-8691-4631-84e0-812132a6a003 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:46.378522 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-843484b1-76fd-482b-ab48-67032339bdfa req-997c8561-c9e8-4866-8223-4b1f27a2959c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547473 Aug 10 03:54:46.417868 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-73258937-76e8-4873-8580-5a900ae741c0 req-f2db7d95-1bb9-439e-8d13-3717abf70b28 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Allocated IP 172.20.0.3 (c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc/cf9a7592-e5a6-49d5-943e-a569f481a6b7/91d866e7-af34-4e4d-a0e0-37a023e1231f) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:46.451649 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-d855a39a-29ea-47f8-8e85-d72789ee4de0 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:46.455077 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d855a39a-29ea-47f8-8e85-d72789ee4de0 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:46.455674 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d855a39a-29ea-47f8-8e85-d72789ee4de0 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:46.462120 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855a39a-29ea-47f8-8e85-d72789ee4de0 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Subnet': ['ID=0674aa70-d592-4ddf-a0e8-36d5fe55c67e,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:46.572158 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35470) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:46.597938 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-28b48675-8b97-4ff8-b4ba-205ea35f5981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:46.617214 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-73258937-76e8-4873-8580-5a900ae741c0 req-f2db7d95-1bb9-439e-8d13-3717abf70b28 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:46.623469 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d855a39a-29ea-47f8-8e85-d72789ee4de0 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4205961 Aug 10 03:54:46.626171 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35474) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:46.631479 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-70dc45cb-7c46-4c43-8e0c-e2780ab88737 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'port': {'network_id': 'a45d6dc5-8691-4631-84e0-812132a6a003', 'fixed_ips': [{'subnet_id': 'bcde13c1-90bf-41d6-a7e7-0be77827b845'}, {'subnet_id': '0674aa70-d592-4ddf-a0e8-36d5fe55c67e'}], 'name': 'tempest-PortsIpV6TestJSON-793529410'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:46.659290 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5811f97b-fb05-4213-a069-a35a6cdf7854 None None] Network a45d6dc5-8691-4631-84e0-812132a6a003 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:46.737342 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-28b48675-8b97-4ff8-b4ba-205ea35f5981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:46.904950 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-28b48675-8b97-4ff8-b4ba-205ea35f5981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:46.905650 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-25fbf90d-b22b-4dee-8e48-e79a6653816f None None] Provisioning for port c6ff125f-da72-421a-903e-7d453d718704 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:46.905948 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:46.925347 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a5e8c0-112a-4642-b562-6dec4d2b6aeb None None] Update dhcp port {'port': {'network_id': 'a45d6dc5-8691-4631-84e0-812132a6a003', 'fixed_ips': [{'subnet_id': 'bcde13c1-90bf-41d6-a7e7-0be77827b845', 'ip_address': '2001:db8::2'}, {'subnet_id': '0674aa70-d592-4ddf-a0e8-36d5fe55c67e'}], 'binding:host_id': 'n-d-802893-2'}, 'id': 'c6ff125f-da72-421a-903e-7d453d718704'} from n-d-802893-2. {{(pid=94939) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:54:46.984443 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f5a5e8c0-112a-4642-b562-6dec4d2b6aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:46.986345 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-28b48675-8b97-4ff8-b4ba-205ea35f5981 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=125efd3b57a646e7b805d54120eee45e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4129026 Aug 10 03:54:46.998213 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35482) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:47.064177 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b48675-8b97-4ff8-b4ba-205ea35f5981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d96e40d-eee5-4339-8880-2c97d204cf50,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:47.092594 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-72bfab6d-1592-47b4-bf72-c37a084a7ff7 req-dd06183f-2ebe-411f-884b-bafd1ea21aba tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dbc473-02c3-4764-9d85-de6da966ec87 HTTP/1.1" status: 200 len: 210 time: 0.0468869 Aug 10 03:54:47.113219 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-542e0625-f631-4754-bd5e-990afe4cf694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.143483 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-542e0625-f631-4754-bd5e-990afe4cf694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.188530 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bf11a-d083-45fe-8ecf-2f5494c8b704 req-28276f6f-78ff-44a1-9efa-37231db81a70 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:47.190058 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-736bf11a-d083-45fe-8ecf-2f5494c8b704 req-28276f6f-78ff-44a1-9efa-37231db81a70 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=8707cd2e-999a-4f0a-9379-a5c721f7eb0e HTTP/1.1" status: 200 len: 984 time: 0.1239738 Aug 10 03:54:47.233355 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-f5a5e8c0-112a-4642-b562-6dec4d2b6aeb None None] Allocated IP 2001:db8:0:1::2 (a45d6dc5-8691-4631-84e0-812132a6a003/0674aa70-d592-4ddf-a0e8-36d5fe55c67e/c6ff125f-da72-421a-903e-7d453d718704) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:47.249784 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-736bf11a-d083-45fe-8ecf-2f5494c8b704 req-ab721fc2-6035-46e7-bb1f-1bcddae5bb10 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?id=465c2225-6e39-4e75-8af9-0add66f2bbd7&id=fba8096e-fd85-463d-9c1a-ad6ea9fba6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0516307 Aug 10 03:54:47.290796 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c6ff125f-da72-421a-903e-7d453d718704 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:47.311008 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-73258937-76e8-4873-8580-5a900ae741c0 req-f2db7d95-1bb9-439e-8d13-3717abf70b28 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.360685 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e6f3ba48-b89e-4115-b37e-0ff14a9f878a req-3ae6fb3b-855c-44c6-b55f-5422bb267603 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1572486608&fields=id&tenant_id=ba4dfbcf73f2425d88d975c4d0dbffe2 HTTP/1.1" status: 200 len: 267 time: 0.0367630 Aug 10 03:54:47.369865 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73258937-76e8-4873-8580-5a900ae741c0 req-f2db7d95-1bb9-439e-8d13-3717abf70b28 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Network c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:47.370411 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-f5a5e8c0-112a-4642-b562-6dec4d2b6aeb None None] For port c6ff125f-da72-421a-903e-7d453d718704, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c6ff125f-da72-421a-903e-7d453d718704,segment=NetworkSegment(edd91bb8-4a2e-4d3f-9edf-fef878ef8e7f),segment_id=edd91bb8-4a2e-4d3f-9edf-fef878ef8e7f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:47.374447 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-73258937-76e8-4873-8580-5a900ae741c0 req-f2db7d95-1bb9-439e-8d13-3717abf70b28 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:47.379547 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-73258937-76e8-4873-8580-5a900ae741c0 req-f2db7d95-1bb9-439e-8d13-3717abf70b28 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:47.384078 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db7d95-1bb9-439e-8d13-3717abf70b28 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Pushing event updated for resources: {'Port': ['ID=91d866e7-af34-4e4d-a0e0-37a023e1231f,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:47.405880 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-542e0625-f631-4754-bd5e-990afe4cf694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.410645 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70dc45cb-7c46-4c43-8e0c-e2780ab88737 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:47.412445 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-542e0625-f631-4754-bd5e-990afe4cf694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.414350 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-542e0625-f631-4754-bd5e-990afe4cf694 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1d96e40d-eee5-4339-8880-2c97d204cf50 HTTP/1.1" status: 204 len: 168 time: 0.4149306 Aug 10 03:54:47.417380 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f5a5e8c0-112a-4642-b562-6dec4d2b6aeb None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.432883 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f5a5e8c0-112a-4642-b562-6dec4d2b6aeb None None] Transition to ACTIVE for port object c6ff125f-da72-421a-903e-7d453d718704 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:47.442664 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e0625-f631-4754-bd5e-990afe4cf694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d96e40d-eee5-4339-8880-2c97d204cf50,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:47.469589 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3ba48-b89e-4115-b37e-0ff14a9f878a req-2c929b1f-2e26-4e13-9aaa-282d30fc78b4 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:47.472104 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e6f3ba48-b89e-4115-b37e-0ff14a9f878a req-2c929b1f-2e26-4e13-9aaa-282d30fc78b4 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=8707cd2e-999a-4f0a-9379-a5c721f7eb0e HTTP/1.1" status: 200 len: 984 time: 0.1045203 Aug 10 03:54:47.492702 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port c6ff125f-da72-421a-903e-7d453d718704 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:47.500846 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-e6f3ba48-b89e-4115-b37e-0ff14a9f878a req-a4292788-4ea6-4c1d-ab89-04d5760fa934 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Request body: {'port': {'security_groups': ['465c2225-6e39-4e75-8af9-0add66f2bbd7', 'fba8096e-fd85-463d-9c1a-ad6ea9fba6f1', '7d0c6c78-c609-4e18-8037-13141186bffc']}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:47.503197 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port c6ff125f-da72-421a-903e-7d453d718704 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:47.503584 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.517853 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73258937-76e8-4873-8580-5a900ae741c0 req-f2db7d95-1bb9-439e-8d13-3717abf70b28 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:47.518669 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-73258937-76e8-4873-8580-5a900ae741c0 req-f2db7d95-1bb9-439e-8d13-3717abf70b28 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.561980 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f5a5e8c0-112a-4642-b562-6dec4d2b6aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.582553 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e6f3ba48-b89e-4115-b37e-0ff14a9f878a req-a4292788-4ea6-4c1d-ab89-04d5760fa934 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.608949 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b348a41-4435-4076-84d3-2b2e03558df2 req-7d178a44-9db1-4347-9185-2d9b3f741510 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:47.617195 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b348a41-4435-4076-84d3-2b2e03558df2 req-7d178a44-9db1-4347-9185-2d9b3f741510 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.1077337 Aug 10 03:54:47.629332 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-70dc45cb-7c46-4c43-8e0c-e2780ab88737 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.682383 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-70dc45cb-7c46-4c43-8e0c-e2780ab88737 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] device_id is not set on port 79405985-96bb-4d52-8bbb-06c6d4339c07 yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:54:47.733797 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b348a41-4435-4076-84d3-2b2e03558df2 req-44eb37b4-3ac4-4f76-ad63-9971ad888344 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155910 Aug 10 03:54:47.737853 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-73258937-76e8-4873-8580-5a900ae741c0 req-f2db7d95-1bb9-439e-8d13-3717abf70b28 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9771461 Aug 10 03:54:47.761686 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35496) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:47.775531 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-73258937-76e8-4873-8580-5a900ae741c0 req-c6b3688c-f118-44a4-93be-9a4a7c8f1d98 service neutron] Request body: {'port': {'device_id': 'a7dbc473-02c3-4764-9d85-de6da966ec87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:47.843883 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5e8c0-112a-4642-b562-6dec4d2b6aeb None None] Pushing event updated for resources: {'Port': ['ID=c6ff125f-da72-421a-903e-7d453d718704,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:47.925480 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:47.960347 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-e6f3ba48-b89e-4115-b37e-0ff14a9f878a req-a4292788-4ea6-4c1d-ab89-04d5760fa934 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] For port b8bc994d-924d-4fe9-a273-9d617fb83718, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=b8bc994d-924d-4fe9-a273-9d617fb83718,segment=NetworkSegment(1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1),segment_id=1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:47.967781 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-73258937-76e8-4873-8580-5a900ae741c0 req-c6b3688c-f118-44a4-93be-9a4a7c8f1d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.020266 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port c6ff125f-da72-421a-903e-7d453d718704, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c6ff125f-da72-421a-903e-7d453d718704,segment=NetworkSegment(edd91bb8-4a2e-4d3f-9edf-fef878ef8e7f),segment_id=edd91bb8-4a2e-4d3f-9edf-fef878ef8e7f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:48.041722 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e6f3ba48-b89e-4115-b37e-0ff14a9f878a req-a4292788-4ea6-4c1d-ab89-04d5760fa934 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.072407 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a15ed30b-cee3-48a6-8ad4-0a736abcb59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.132736 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.184980 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e6f3ba48-b89e-4115-b37e-0ff14a9f878a req-a4292788-4ea6-4c1d-ab89-04d5760fa934 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.213041 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['4d46f0c8-9253-434c-b6a4-45a957863046'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:54:48.252167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['b8bc994d-924d-4fe9-a273-9d617fb83718'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:54:48.260297 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=c6ff125f-da72-421a-903e-7d453d718704,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:48.325989 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4292788-4ea6-4c1d-ab89-04d5760fa934 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Pushing event updated for resources: {'Port': ['ID=b8bc994d-924d-4fe9-a273-9d617fb83718,revision_number=7']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:48.351692 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-70dc45cb-7c46-4c43-8e0c-e2780ab88737 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Allocated IP 2001:db8::18d (a45d6dc5-8691-4631-84e0-812132a6a003/bcde13c1-90bf-41d6-a7e7-0be77827b845/79405985-96bb-4d52-8bbb-06c6d4339c07) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:48.359814 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-70dc45cb-7c46-4c43-8e0c-e2780ab88737 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Allocated IP 2001:db8:0:1::da (a45d6dc5-8691-4631-84e0-812132a6a003/0674aa70-d592-4ddf-a0e8-36d5fe55c67e/79405985-96bb-4d52-8bbb-06c6d4339c07) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:48.360121 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3ba48-b89e-4115-b37e-0ff14a9f878a req-a4292788-4ea6-4c1d-ab89-04d5760fa934 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:48.360964 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e6f3ba48-b89e-4115-b37e-0ff14a9f878a req-a4292788-4ea6-4c1d-ab89-04d5760fa934 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.372681 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e6f3ba48-b89e-4115-b37e-0ff14a9f878a req-a4292788-4ea6-4c1d-ab89-04d5760fa934 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "PUT /v2.0/ports/b8bc994d-924d-4fe9-a273-9d617fb83718 HTTP/1.1" status: 200 len: 1020 time: 0.8905380 Aug 10 03:54:48.373430 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8707cd2e-999a-4f0a-9379-a5c721f7eb0e', 'tag': 'b8bc994d-924d-4fe9-a273-9d617fb83718'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:48.384683 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be054e8-911c-4d69-b9a7-11766305d68d" -d '{"events": [{"name": "network-changed", "server_uuid": "8707cd2e-999a-4f0a-9379-a5c721f7eb0e", "tag": "b8bc994d-924d-4fe9-a273-9d617fb83718"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:48.457604 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c499af82-f3f2-4afc-828c-517ee7993612 req-523eaa34-5707-499d-84d1-fd531c87ebb6 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:48.469758 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c499af82-f3f2-4afc-828c-517ee7993612 req-523eaa34-5707-499d-84d1-fd531c87ebb6 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dbc473-02c3-4764-9d85-de6da966ec87 HTTP/1.1" status: 200 len: 931 time: 0.2657437 Aug 10 03:54:48.492994 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7cc3ed8e-6c88-4d6b-b898-6ac449d41a1f req-e78b690a-75a0-4af6-aa66-0211d94b48c6 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups/7d0c6c78-c609-4e18-8037-13141186bffc HTTP/1.1" status: 200 len: 1802 time: 0.1041148 Aug 10 03:54:48.565040 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['b8bc994d-924d-4fe9-a273-9d617fb83718'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:54:48.594199 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [req-7cc3ed8e-6c88-4d6b-b898-6ac449d41a1f req-0cd37fd5-1258-4b6f-a7fd-1a1000de7157 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 03:54:48.599616 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7cc3ed8e-6c88-4d6b-b898-6ac449d41a1f req-0cd37fd5-1258-4b6f-a7fd-1a1000de7157 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "DELETE /v2.0/security-groups/7d0c6c78-c609-4e18-8037-13141186bffc HTTP/1.1" status: 409 len: 341 time: 0.1051164 Aug 10 03:54:48.675755 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c499af82-f3f2-4afc-828c-517ee7993612 req-7bf6953e-4567-4237-9af1-26774202399b tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048664 Aug 10 03:54:48.730139 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a74606-993c-4b7d-a657-935eef24285e x-openstack-request-id: req-09a74606-993c-4b7d-a657-935eef24285e {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:48.731403 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8707cd2e-999a-4f0a-9379-a5c721f7eb0e", "tag": "b8bc994d-924d-4fe9-a273-9d617fb83718", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:48.731637 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09a74606-993c-4b7d-a657-935eef24285e {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:48.732127 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8707cd2e-999a-4f0a-9379-a5c721f7eb0e', 'tag': 'b8bc994d-924d-4fe9-a273-9d617fb83718', 'status': 'completed', 'code': 200} Aug 10 03:54:48.740005 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a15ed30b-cee3-48a6-8ad4-0a736abcb59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.791475 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-70dc45cb-7c46-4c43-8e0c-e2780ab88737 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.815021 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-73258937-76e8-4873-8580-5a900ae741c0 req-c6b3688c-f118-44a4-93be-9a4a7c8f1d98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d866e7-af34-4e4d-a0e0-37a023e1231f {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:54:48.823575 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e8dc22-8afc-480f-adfa-0424af8ecc03 None None] Network a45d6dc5-8691-4631-84e0-812132a6a003 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:48.847473 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-73258937-76e8-4873-8580-5a900ae741c0 req-c6b3688c-f118-44a4-93be-9a4a7c8f1d98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.851712 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a15ed30b-cee3-48a6-8ad4-0a736abcb59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:48.860614 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-70dc45cb-7c46-4c43-8e0c-e2780ab88737 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Transition to ACTIVE for port object 79405985-96bb-4d52-8bbb-06c6d4339c07 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:48.884529 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae924b5-26e8-4d20-b1a7-8f7cfbc0911a req-184af0d4-6c92-412e-9179-1eb983d05bc6 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:48.886304 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bae924b5-26e8-4d20-b1a7-8f7cfbc0911a req-184af0d4-6c92-412e-9179-1eb983d05bc6 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.0592458 Aug 10 03:54:48.899720 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-73258937-76e8-4873-8580-5a900ae741c0 req-c6b3688c-f118-44a4-93be-9a4a7c8f1d98 service neutron] Transition to ACTIVE for port object 91d866e7-af34-4e4d-a0e0-37a023e1231f will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:48.971719 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35530) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:48.973531 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a15ed30b-cee3-48a6-8ad4-0a736abcb59d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=669f670033d74319b5a50ace71e95572&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2091930 Aug 10 03:54:48.984326 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ed30b-cee3-48a6-8ad4-0a736abcb59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a2f74f-6b6a-486f-acf2-15c38cfa1d68,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:48.990424 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bae924b5-26e8-4d20-b1a7-8f7cfbc0911a req-133213f2-2afa-4707-b90c-e7bc1593dd4f tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958414 Aug 10 03:54:49.012658 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be054e8-911c-4d69-b9a7-11766305d68d req-b52e888e-a6fe-4a73-b4a1-9bc9204ab929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:49.018572 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0be054e8-911c-4d69-b9a7-11766305d68d req-b52e888e-a6fe-4a73-b4a1-9bc9204ab929 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ba4dfbcf73f2425d88d975c4d0dbffe2&device_id=8707cd2e-999a-4f0a-9379-a5c721f7eb0e HTTP/1.1" status: 200 len: 1174 time: 0.2275646 Aug 10 03:54:49.019338 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-73258937-76e8-4873-8580-5a900ae741c0 req-c6b3688c-f118-44a4-93be-9a4a7c8f1d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:49.047292 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-06497846-283e-4ae5-ad88-5ab6636b94ec None None] Provisioning for port c6ff125f-da72-421a-903e-7d453d718704 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:49.062993 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-06497846-283e-4ae5-ad88-5ab6636b94ec None None] Provisioning complete for port c6ff125f-da72-421a-903e-7d453d718704 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:49.063357 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-06497846-283e-4ae5-ad88-5ab6636b94ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:49.104551 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-da5fe639-b921-4113-8a4c-1feabab2244b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:49.166924 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-da5fe639-b921-4113-8a4c-1feabab2244b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:49.262888 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c6ff125f-da72-421a-903e-7d453d718704 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:49.285431 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-70dc45cb-7c46-4c43-8e0c-e2780ab88737 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:49.343370 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port c6ff125f-da72-421a-903e-7d453d718704 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:49.343981 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:49.366672 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-da5fe639-b921-4113-8a4c-1feabab2244b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:49.372824 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-da5fe639-b921-4113-8a4c-1feabab2244b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:49.374786 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-da5fe639-b921-4113-8a4c-1feabab2244b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/55a2f74f-6b6a-486f-acf2-15c38cfa1d68 HTTP/1.1" status: 204 len: 168 time: 0.4016447 Aug 10 03:54:49.392978 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3688c-f118-44a4-93be-9a4a7c8f1d98 service neutron] Pushing event updated for resources: {'Port': ['ID=91d866e7-af34-4e4d-a0e0-37a023e1231f,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:49.398184 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5fe639-b921-4113-8a4c-1feabab2244b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a2f74f-6b6a-486f-acf2-15c38cfa1d68,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:49.508149 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70dc45cb-7c46-4c43-8e0c-e2780ab88737 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network a45d6dc5-8691-4631-84e0-812132a6a003 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:49.526482 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-70dc45cb-7c46-4c43-8e0c-e2780ab88737 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:49.529262 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dc45cb-7c46-4c43-8e0c-e2780ab88737 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:49.535172 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70dc45cb-7c46-4c43-8e0c-e2780ab88737 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:49.535786 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-70dc45cb-7c46-4c43-8e0c-e2780ab88737 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:49.568914 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc45cb-7c46-4c43-8e0c-e2780ab88737 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Port': ['ID=79405985-96bb-4d52-8bbb-06c6d4339c07,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:49.586779 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00da4e83-4166-42ea-9a14-b8e4e828fd84 req-f3fb1c6c-0e6d-4352-a66c-a72d6f504404 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:49.595085 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00da4e83-4166-42ea-9a14-b8e4e828fd84 req-f3fb1c6c-0e6d-4352-a66c-a72d6f504404 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=8707cd2e-999a-4f0a-9379-a5c721f7eb0e HTTP/1.1" status: 200 len: 1023 time: 0.2958868 Aug 10 03:54:49.598767 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be054e8-911c-4d69-b9a7-11766305d68d req-0710a090-d7d0-4bee-b8c1-53adaf1bdee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:49.600299 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0be054e8-911c-4d69-b9a7-11766305d68d req-0710a090-d7d0-4bee-b8c1-53adaf1bdee6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb HTTP/1.1" status: 200 len: 913 time: 0.5688229 Aug 10 03:54:49.612953 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ce731671-ec5a-42a3-a434-f7897d142797 None None] Provisioning for port 79405985-96bb-4d52-8bbb-06c6d4339c07 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:49.618185 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ce731671-ec5a-42a3-a434-f7897d142797 None None] Provisioning complete for port 79405985-96bb-4d52-8bbb-06c6d4339c07 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:49.618606 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ce731671-ec5a-42a3-a434-f7897d142797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:49.661989 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-73258937-76e8-4873-8580-5a900ae741c0 req-c6b3688c-f118-44a4-93be-9a4a7c8f1d98 service neutron] Attempting to bind port 91d866e7-af34-4e4d-a0e0-37a023e1231f on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:54:49.662334 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-73258937-76e8-4873-8580-5a900ae741c0 req-c6b3688c-f118-44a4-93be-9a4a7c8f1d98 service neutron] Attempting to bind port 91d866e7-af34-4e4d-a0e0-37a023e1231f by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': 'ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:54:49.662712 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73258937-76e8-4873-8580-5a900ae741c0 req-c6b3688c-f118-44a4-93be-9a4a7c8f1d98 service neutron] Attempting to bind port 91d866e7-af34-4e4d-a0e0-37a023e1231f on network c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:49.671534 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0be054e8-911c-4d69-b9a7-11766305d68d req-a8ade74d-2df2-4837-9daa-323d339a41f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8bc994d-924d-4fe9-a273-9d617fb83718 HTTP/1.1" status: 200 len: 217 time: 0.0493276 Aug 10 03:54:49.675463 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-70dc45cb-7c46-4c43-8e0c-e2780ab88737 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.0456734 Aug 10 03:54:49.675851 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35544) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:49.682375 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-4901a1a7-16a4-4871-95d3-94a54a3eab83 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bcde13c1-90bf-41d6-a7e7-0be77827b845'}]}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:49.685098 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-ce731671-ec5a-42a3-a434-f7897d142797 None None] Port 79405985-96bb-4d52-8bbb-06c6d4339c07 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:54:49.686746 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73258937-76e8-4873-8580-5a900ae741c0 req-c6b3688c-f118-44a4-93be-9a4a7c8f1d98 service neutron] Port 91d866e7-af34-4e4d-a0e0-37a023e1231f on network c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:54:49.687080 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73258937-76e8-4873-8580-5a900ae741c0 req-c6b3688c-f118-44a4-93be-9a4a7c8f1d98 service neutron] Attempting to bind port 91d866e7-af34-4e4d-a0e0-37a023e1231f on network c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:49.700580 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ce731671-ec5a-42a3-a434-f7897d142797 None None] Provisioning complete for port c6ff125f-da72-421a-903e-7d453d718704 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:49.701104 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ce731671-ec5a-42a3-a434-f7897d142797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:49.728811 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00da4e83-4166-42ea-9a14-b8e4e828fd84 req-5a0a076c-5643-4529-854e-2a0add760b31 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d0c6c78-c609-4e18-8037-13141186bffc&id=465c2225-6e39-4e75-8af9-0add66f2bbd7&id=fba8096e-fd85-463d-9c1a-ad6ea9fba6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1325221 Aug 10 03:54:49.817146 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73258937-76e8-4873-8580-5a900ae741c0 req-c6b3688c-f118-44a4-93be-9a4a7c8f1d98 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:54:49.818193 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73258937-76e8-4873-8580-5a900ae741c0 req-c6b3688c-f118-44a4-93be-9a4a7c8f1d98 service neutron] Checking segment: {'id': 'ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:49.819781 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73258937-76e8-4873-8580-5a900ae741c0 req-c6b3688c-f118-44a4-93be-9a4a7c8f1d98 service neutron] Bound using segment: {'id': 'ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:54:49.820320 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-73258937-76e8-4873-8580-5a900ae741c0 req-c6b3688c-f118-44a4-93be-9a4a7c8f1d98 service neutron] Bound port: 91d866e7-af34-4e4d-a0e0-37a023e1231f, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:54:49.820699 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-73258937-76e8-4873-8580-5a900ae741c0 req-c6b3688c-f118-44a4-93be-9a4a7c8f1d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:49.827381 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be054e8-911c-4d69-b9a7-11766305d68d req-447c931a-6f9c-41ef-8f97-33fe8b408d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:49.829229 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0be054e8-911c-4d69-b9a7-11766305d68d req-447c931a-6f9c-41ef-8f97-33fe8b408d1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4841167f-f267-48b7-aadb-98bc93baab6d HTTP/1.1" status: 200 len: 852 time: 0.1468570 Aug 10 03:54:49.878448 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0be054e8-911c-4d69-b9a7-11766305d68d req-a0ead9f6-dd2e-4ddb-a005-fb37ae578db0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405102 Aug 10 03:54:49.971170 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0971c08b-bcfb-49a9-9dfc-d501cdb5a30c None None] Provisioning complete for port 79405985-96bb-4d52-8bbb-06c6d4339c07 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:49.972740 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0971c08b-bcfb-49a9-9dfc-d501cdb5a30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:49.998172 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-73258937-76e8-4873-8580-5a900ae741c0 req-c6b3688c-f118-44a4-93be-9a4a7c8f1d98 service neutron] For port 91d866e7-af34-4e4d-a0e0-37a023e1231f, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:54:50.002876 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-73258937-76e8-4873-8580-5a900ae741c0 req-c6b3688c-f118-44a4-93be-9a4a7c8f1d98 service neutron] For port 91d866e7-af34-4e4d-a0e0-37a023e1231f, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=91d866e7-af34-4e4d-a0e0-37a023e1231f,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:54:50.043642 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-0971c08b-bcfb-49a9-9dfc-d501cdb5a30c None None] Port 79405985-96bb-4d52-8bbb-06c6d4339c07 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:54:50.043821 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0be054e8-911c-4d69-b9a7-11766305d68d req-9a40a5ab-a035-4c78-9174-50c0b3d6351d service neutron] 10.222.0.20 "GET /v2.0/networks/c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296058 Aug 10 03:54:50.103587 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-73258937-76e8-4873-8580-5a900ae741c0 req-c6b3688c-f118-44a4-93be-9a4a7c8f1d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:50.165857 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73258937-76e8-4873-8580-5a900ae741c0 req-c6b3688c-f118-44a4-93be-9a4a7c8f1d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:50.166388 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-73258937-76e8-4873-8580-5a900ae741c0 req-c6b3688c-f118-44a4-93be-9a4a7c8f1d98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:50.167793 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-73258937-76e8-4873-8580-5a900ae741c0 req-c6b3688c-f118-44a4-93be-9a4a7c8f1d98 service neutron] 10.222.0.68 "PUT /v2.0/ports/91d866e7-af34-4e4d-a0e0-37a023e1231f HTTP/1.1" status: 200 len: 1091 time: 2.4051809 Aug 10 03:54:50.168747 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7dbc473-02c3-4764-9d85-de6da966ec87', 'tag': '91d866e7-af34-4e4d-a0e0-37a023e1231f'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:50.171043 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c98cf1-0001-4799-95d9-27c0a61c091d" -d '{"events": [{"name": "network-changed", "server_uuid": "a7dbc473-02c3-4764-9d85-de6da966ec87", "tag": "91d866e7-af34-4e4d-a0e0-37a023e1231f"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:50.259291 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3688c-f118-44a4-93be-9a4a7c8f1d98 service neutron] Pushing event updated for resources: {'Port': ['ID=91d866e7-af34-4e4d-a0e0-37a023e1231f,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:50.283202 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348e1c8-9086-48b4-8a2e-564bd8b518d8 req-f73569ce-cd65-4967-b085-f3fce863a7ed tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:50.284813 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e348e1c8-9086-48b4-8a2e-564bd8b518d8 req-f73569ce-cd65-4967-b085-f3fce863a7ed tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.1660528 Aug 10 03:54:50.286950 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0be054e8-911c-4d69-b9a7-11766305d68d req-d923f1b0-c5fa-49d5-ab3f-bf155588d8eb service neutron] 10.222.0.20 "GET /v2.0/networks/c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345192 Aug 10 03:54:50.338387 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4901a1a7-16a4-4871-95d3-94a54a3eab83 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:50.354778 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e348e1c8-9086-48b4-8a2e-564bd8b518d8 req-2228cee3-0214-4fe6-9bbc-b33a1b79e807 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614250 Aug 10 03:54:50.361260 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9dedc-5a35-42c8-8e28-3dc33f61c07b req-025fe782-1370-422a-ac58-8beda74e0d8d tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:50.364019 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a0c9dedc-5a35-42c8-8e28-3dc33f61c07b req-025fe782-1370-422a-ac58-8beda74e0d8d tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dbc473-02c3-4764-9d85-de6da966ec87 HTTP/1.1" status: 200 len: 943 time: 0.5112920 Aug 10 03:54:50.377490 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73258937-76e8-4873-8580-5a900ae741c0 req-0fa9d041-d1b7-41f7-96ef-e93fae869ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:50.379036 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-73258937-76e8-4873-8580-5a900ae741c0 req-0fa9d041-d1b7-41f7-96ef-e93fae869ef8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f978154370c54cef8e8d819528465357&device_id=a7dbc473-02c3-4764-9d85-de6da966ec87 HTTP/1.1" status: 200 len: 1094 time: 0.0533659 Aug 10 03:54:50.481050 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a0c9dedc-5a35-42c8-8e28-3dc33f61c07b req-b9fd3716-ac73-40b6-a7fe-6fd48bf82f1f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786006 Aug 10 03:54:50.482395 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-73258937-76e8-4873-8580-5a900ae741c0 req-fc33bf66-9a62-4227-b2d5-98614148135f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91d866e7-af34-4e4d-a0e0-37a023e1231f HTTP/1.1" status: 200 len: 217 time: 0.0587714 Aug 10 03:54:50.520326 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20779e1f-5b02-4066-be78-ba53b4aedca2 x-openstack-request-id: req-20779e1f-5b02-4066-be78-ba53b4aedca2 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:50.521221 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7dbc473-02c3-4764-9d85-de6da966ec87", "tag": "91d866e7-af34-4e4d-a0e0-37a023e1231f", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:50.521481 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20779e1f-5b02-4066-be78-ba53b4aedca2 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:50.521889 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7dbc473-02c3-4764-9d85-de6da966ec87', 'tag': '91d866e7-af34-4e4d-a0e0-37a023e1231f', 'status': 'completed', 'code': 200} Aug 10 03:54:50.523589 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73258937-76e8-4873-8580-5a900ae741c0 req-f8898c4b-4e29-4d16-938a-bdea9bcdca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:50.525482 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-73258937-76e8-4873-8580-5a900ae741c0 req-f8898c4b-4e29-4d16-938a-bdea9bcdca5d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cf9a7592-e5a6-49d5-943e-a569f481a6b7 HTTP/1.1" status: 200 len: 852 time: 0.0654359 Aug 10 03:54:50.560677 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-73258937-76e8-4873-8580-5a900ae741c0 req-9591dcc6-8720-423f-a55f-c0e379cced2b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279205 Aug 10 03:54:50.663699 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-73258937-76e8-4873-8580-5a900ae741c0 req-a048a017-5851-490c-b900-b579d2cdc7ff service neutron] 10.222.0.68 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949967 Aug 10 03:54:50.696109 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-4901a1a7-16a4-4871-95d3-94a54a3eab83 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Delete allocated IP 2001:db8:0:1::da (a45d6dc5-8691-4631-84e0-812132a6a003/0674aa70-d592-4ddf-a0e8-36d5fe55c67e) {{(pid=94938) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 03:54:50.765349 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-73258937-76e8-4873-8580-5a900ae741c0 req-60ac30c4-3bcb-400b-bc0c-e6d31d8e22b1 service neutron] 10.222.0.68 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951350 Aug 10 03:54:50.874532 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78cf57-b090-48fa-b756-77a3e736a34e req-591a14bf-8be6-492e-befd-f9a8ff46b309 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:50.876065 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8d78cf57-b090-48fa-b756-77a3e736a34e req-591a14bf-8be6-492e-befd-f9a8ff46b309 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=8707cd2e-999a-4f0a-9379-a5c721f7eb0e HTTP/1.1" status: 200 len: 1023 time: 0.0808289 Aug 10 03:54:50.911687 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4901a1a7-16a4-4871-95d3-94a54a3eab83 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:50.941447 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-4901a1a7-16a4-4871-95d3-94a54a3eab83 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Transition to ACTIVE for port object 79405985-96bb-4d52-8bbb-06c6d4339c07 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:50.962363 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8d78cf57-b090-48fa-b756-77a3e736a34e req-06a02537-3cf5-4696-93ef-2ab6517f9cf6 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d0c6c78-c609-4e18-8037-13141186bffc&id=465c2225-6e39-4e75-8af9-0add66f2bbd7&id=fba8096e-fd85-463d-9c1a-ad6ea9fba6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0699418 Aug 10 03:54:51.006401 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c98cf1-0001-4799-95d9-27c0a61c091d req-ad3abfaa-7a16-4e8c-a490-bb6d42af0a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:51.007910 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-38c98cf1-0001-4799-95d9-27c0a61c091d req-ad3abfaa-7a16-4e8c-a490-bb6d42af0a7f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f978154370c54cef8e8d819528465357&device_id=a7dbc473-02c3-4764-9d85-de6da966ec87 HTTP/1.1" status: 200 len: 1094 time: 0.0678105 Aug 10 03:54:51.019905 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4901a1a7-16a4-4871-95d3-94a54a3eab83 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:51.098427 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-4901a1a7-16a4-4871-95d3-94a54a3eab83 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] In _notify_port_updated(), no bound segment for port 79405985-96bb-4d52-8bbb-06c6d4339c07 on network a45d6dc5-8691-4631-84e0-812132a6a003 {{(pid=94938) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:54:51.103792 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4901a1a7-16a4-4871-95d3-94a54a3eab83 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:51.104041 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1688310-e6d7-4313-bd30-b828931a0323 req-c249b4bf-44bb-42ae-8c23-8f04ca190acc tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:51.104432 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4901a1a7-16a4-4871-95d3-94a54a3eab83 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:51.106049 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b1688310-e6d7-4313-bd30-b828931a0323 req-c249b4bf-44bb-42ae-8c23-8f04ca190acc tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.20 "GET /v2.0/ports?device_id=8707cd2e-999a-4f0a-9379-a5c721f7eb0e HTTP/1.1" status: 200 len: 1023 time: 0.1103249 Aug 10 03:54:51.108672 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35600) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:51.108830 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4901a1a7-16a4-4871-95d3-94a54a3eab83 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "PUT /v2.0/ports/79405985-96bb-4d52-8bbb-06c6d4339c07 HTTP/1.1" status: 200 len: 925 time: 1.4312847 Aug 10 03:54:51.113114 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901a1a7-16a4-4871-95d3-94a54a3eab83 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Port': ['ID=79405985-96bb-4d52-8bbb-06c6d4339c07,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:51.115612 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-2c018902-c71e-4c70-ae8b-f3737a3a5cf3 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bcde13c1-90bf-41d6-a7e7-0be77827b845'}, {'subnet_id': '0674aa70-d592-4ddf-a0e8-36d5fe55c67e'}]}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:51.247027 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c98cf1-0001-4799-95d9-27c0a61c091d req-f8b2e931-003e-47ac-886f-8c1aeba61278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:51.248515 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-38c98cf1-0001-4799-95d9-27c0a61c091d req-f8b2e931-003e-47ac-886f-8c1aeba61278 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc HTTP/1.1" status: 200 len: 913 time: 0.2249775 Aug 10 03:54:51.288976 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2c018902-c71e-4c70-ae8b-f3737a3a5cf3 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:51.320483 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-38c98cf1-0001-4799-95d9-27c0a61c091d req-5e64b9cf-c041-4362-b80d-430708824568 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=91d866e7-af34-4e4d-a0e0-37a023e1231f HTTP/1.1" status: 200 len: 217 time: 0.0449059 Aug 10 03:54:51.457573 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8025bb9b-3959-420a-af79-d7afffe113f5 None None] Provisioning for port 79405985-96bb-4d52-8bbb-06c6d4339c07 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:51.462281 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8025bb9b-3959-420a-af79-d7afffe113f5 None None] Provisioning complete for port 79405985-96bb-4d52-8bbb-06c6d4339c07 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:51.462940 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8025bb9b-3959-420a-af79-d7afffe113f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:51.474538 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-b1688310-e6d7-4313-bd30-b828931a0323 req-35c0ddfa-6b13-41e5-b2bd-026c164b03d5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Deleting port b8bc994d-924d-4fe9-a273-9d617fb83718 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:51.474895 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b1688310-e6d7-4313-bd30-b828931a0323 req-35c0ddfa-6b13-41e5-b2bd-026c164b03d5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:51.484923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c98cf1-0001-4799-95d9-27c0a61c091d req-4849503f-8183-44fb-bd13-ad35ae90f784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:51.485491 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-38c98cf1-0001-4799-95d9-27c0a61c091d req-4849503f-8183-44fb-bd13-ad35ae90f784 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cf9a7592-e5a6-49d5-943e-a569f481a6b7 HTTP/1.1" status: 200 len: 852 time: 0.1543772 Aug 10 03:54:51.528720 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-8025bb9b-3959-420a-af79-d7afffe113f5 None None] Port 79405985-96bb-4d52-8bbb-06c6d4339c07 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:54:51.592002 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e7131-c78f-4032-9901-4e6120471372 req-f07f0702-e7ab-4683-b789-c1e69b0aff52 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:51.595450 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a53e7131-c78f-4032-9901-4e6120471372 req-f07f0702-e7ab-4683-b789-c1e69b0aff52 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dbc473-02c3-4764-9d85-de6da966ec87 HTTP/1.1" status: 200 len: 943 time: 0.0553663 Aug 10 03:54:51.600352 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35614) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:51.651443 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a53e7131-c78f-4032-9901-4e6120471372 req-8138761a-7a25-43ca-914d-4e8f15890bf8 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405204 Aug 10 03:54:51.731140 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35620) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:51.816003 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4ead6515-66b4-4818-afe4-ea7fdbbab29e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:51.818412 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7802b409-34ad-4b6f-8cda-6e7f302e2f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:51.858871 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.db.api [None req-7802b409-34ad-4b6f-8cda-6e7f302e2f88 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:54:51.858871 n-d-802893-2 neutron-server[94938]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 03:54:51.858871 n-d-802893-2 neutron-server[94938]: [parameters: {'project_id': '6ecdf0832c3a4c53a237083ce163254a', 'id': '61f5be41-2d8b-4444-b39d-9d8f07049070', 'expiration': datetime.datetime(2021, 8, 10, 3, 56, 51, 850038)}] Aug 10 03:54:51.858871 n-d-802893-2 neutron-server[94938]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94938) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:54:51.859373 n-d-802893-2 neutron-server[94938]: DEBUG oslo_db.api [None req-7802b409-34ad-4b6f-8cda-6e7f302e2f88 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:54:51.940678 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4ead6515-66b4-4818-afe4-ea7fdbbab29e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:51.970719 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-38c98cf1-0001-4799-95d9-27c0a61c091d req-a32fe85b-29a4-48f9-b9bd-9a6d134e7072 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4256196 Aug 10 03:54:52.018428 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4ead6515-66b4-4818-afe4-ea7fdbbab29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.059058 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74105f-e0d6-4916-9f45-52ca872234f2 req-aeaefebd-8420-49a3-a3a9-00a365e60f7c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:52.060759 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e74105f-e0d6-4916-9f45-52ca872234f2 req-aeaefebd-8420-49a3-a3a9-00a365e60f7c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.6065524 Aug 10 03:54:52.086778 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4ead6515-66b4-4818-afe4-ea7fdbbab29e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b8472065cc0548af9d7c7f8f20cd649e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3541913 Aug 10 03:54:52.087904 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead6515-66b4-4818-afe4-ea7fdbbab29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f822431-9964-44a1-b92f-9797a9e0dd27,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:52.093107 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35626) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:52.129659 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd016c-c70b-4433-9a97-5b243f6cb6af req-23dcea26-6521-4041-aee1-10be72f2896e tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:52.131178 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a7fd016c-c70b-4433-9a97-5b243f6cb6af req-23dcea26-6521-4041-aee1-10be72f2896e tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=8707cd2e-999a-4f0a-9379-a5c721f7eb0e HTTP/1.1" status: 200 len: 1023 time: 0.1095574 Aug 10 03:54:52.135784 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-b1688310-e6d7-4313-bd30-b828931a0323 req-35c0ddfa-6b13-41e5-b2bd-026c164b03d5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] For port b8bc994d-924d-4fe9-a273-9d617fb83718, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=b8bc994d-924d-4fe9-a273-9d617fb83718,segment=NetworkSegment(1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1),segment_id=1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:52.136183 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b1688310-e6d7-4313-bd30-b828931a0323 req-35c0ddfa-6b13-41e5-b2bd-026c164b03d5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.170394 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-b1688310-e6d7-4313-bd30-b828931a0323 req-35c0ddfa-6b13-41e5-b2bd-026c164b03d5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Calling delete_port for b8bc994d-924d-4fe9-a273-9d617fb83718 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:52.182032 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-11f96481-7748-4f95-841d-ee96e544f27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.194942 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a7fd016c-c70b-4433-9a97-5b243f6cb6af req-ee946a63-cda2-4ac0-a5bd-afc2d3476d46 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?id=7d0c6c78-c609-4e18-8037-13141186bffc&id=465c2225-6e39-4e75-8af9-0add66f2bbd7&id=fba8096e-fd85-463d-9c1a-ad6ea9fba6f1&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0531085 Aug 10 03:54:52.211483 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e74105f-e0d6-4916-9f45-52ca872234f2 req-261813ec-c0dd-408c-b271-90c9966f00b6 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403816 Aug 10 03:54:52.218010 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-11f96481-7748-4f95-841d-ee96e544f27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.276849 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-38c98cf1-0001-4799-95d9-27c0a61c091d req-2d20b91c-9ee2-4089-812d-c05785d7ade9 service neutron] 10.222.0.68 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923121 Aug 10 03:54:52.355276 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-11f96481-7748-4f95-841d-ee96e544f27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.358485 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-11f96481-7748-4f95-841d-ee96e544f27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.359664 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-11f96481-7748-4f95-841d-ee96e544f27b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f822431-9964-44a1-b92f-9797a9e0dd27 HTTP/1.1" status: 204 len: 168 time: 0.2656083 Aug 10 03:54:52.362043 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7802b409-34ad-4b6f-8cda-6e7f302e2f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.374695 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-2c018902-c71e-4c70-ae8b-f3737a3a5cf3 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Allocated IP 2001:db8:0:1::b9 (a45d6dc5-8691-4631-84e0-812132a6a003/0674aa70-d592-4ddf-a0e8-36d5fe55c67e/79405985-96bb-4d52-8bbb-06c6d4339c07) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:52.382112 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f96481-7748-4f95-841d-ee96e544f27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f822431-9964-44a1-b92f-9797a9e0dd27,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:52.497761 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7802b409-34ad-4b6f-8cda-6e7f302e2f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.507319 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-38c98cf1-0001-4799-95d9-27c0a61c091d req-4fb46c29-7b4d-4bf0-8a03-eb2afd220fcc service neutron] 10.222.0.68 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170901 Aug 10 03:54:52.581848 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2c018902-c71e-4c70-ae8b-f3737a3a5cf3 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.583785 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7802b409-34ad-4b6f-8cda-6e7f302e2f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.595186 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-2c018902-c71e-4c70-ae8b-f3737a3a5cf3 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Ignored duplicate provisioning block setup for port 79405985-96bb-4d52-8bbb-06c6d4339c07 by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 03:54:52.625535 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7802b409-34ad-4b6f-8cda-6e7f302e2f88 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6ecdf0832c3a4c53a237083ce163254a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0235767 Aug 10 03:54:52.626595 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7802b409-34ad-4b6f-8cda-6e7f302e2f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc30f3a-7cf6-4439-9620-d408d8233ae2,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:52.628258 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35630) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:52.637264 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b1688310-e6d7-4313-bd30-b828931a0323 req-35c0ddfa-6b13-41e5-b2bd-026c164b03d5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.648425 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['4d46f0c8-9253-434c-b6a4-45a957863046'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:54:52.674203 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['b8bc994d-924d-4fe9-a273-9d617fb83718'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:54:52.684115 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c0ddfa-6b13-41e5-b2bd-026c164b03d5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Pushing event deleted for resources: {'Port': ['ID=b8bc994d-924d-4fe9-a273-9d617fb83718,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:52.772764 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1688310-e6d7-4313-bd30-b828931a0323 req-35c0ddfa-6b13-41e5-b2bd-026c164b03d5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] No DVR routers for this DVR port b8bc994d-924d-4fe9-a273-9d617fb83718 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:54:52.779159 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b1688310-e6d7-4313-bd30-b828931a0323 req-35c0ddfa-6b13-41e5-b2bd-026c164b03d5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.782087 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b1688310-e6d7-4313-bd30-b828931a0323 req-35c0ddfa-6b13-41e5-b2bd-026c164b03d5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.20 "DELETE /v2.0/ports/b8bc994d-924d-4fe9-a273-9d617fb83718 HTTP/1.1" status: 204 len: 173 time: 1.6576757 Aug 10 03:54:52.782087 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2c018902-c71e-4c70-ae8b-f3737a3a5cf3 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.785510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8707cd2e-999a-4f0a-9379-a5c721f7eb0e', 'name': 'network-vif-deleted', 'tag': 'b8bc994d-924d-4fe9-a273-9d617fb83718'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:52.788036 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f269179-ea7d-4b30-b178-fed1e5600c1d" -d '{"events": [{"server_uuid": "8707cd2e-999a-4f0a-9379-a5c721f7eb0e", "name": "network-vif-deleted", "tag": "b8bc994d-924d-4fe9-a273-9d617fb83718"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:52.804267 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3973aa2-15d7-405c-ab65-c27c16e9e58b req-aebf4606-d536-4ffb-afcc-e27942e61633 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:52.817856 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f3973aa2-15d7-405c-ab65-c27c16e9e58b req-aebf4606-d536-4ffb-afcc-e27942e61633 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dbc473-02c3-4764-9d85-de6da966ec87 HTTP/1.1" status: 200 len: 943 time: 0.0826054 Aug 10 03:54:52.850665 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-17d78063-c30c-45df-83dc-9f992f7a236c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.855722 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c018902-c71e-4c70-ae8b-f3737a3a5cf3 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Port': ['ID=79405985-96bb-4d52-8bbb-06c6d4339c07,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:52.893267 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f3973aa2-15d7-405c-ab65-c27c16e9e58b req-ae7590c6-2a20-4e57-95d9-d21e40a78cc6 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743310 Aug 10 03:54:52.937300 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-17d78063-c30c-45df-83dc-9f992f7a236c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.953032 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fe9eabb-7019-4495-8799-53047fd719c5 x-openstack-request-id: req-4fe9eabb-7019-4495-8799-53047fd719c5 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:52.953542 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8707cd2e-999a-4f0a-9379-a5c721f7eb0e", "name": "network-vif-deleted", "tag": "b8bc994d-924d-4fe9-a273-9d617fb83718", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:52.954040 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4fe9eabb-7019-4495-8799-53047fd719c5 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:52.954625 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8707cd2e-999a-4f0a-9379-a5c721f7eb0e', 'name': 'network-vif-deleted', 'tag': 'b8bc994d-924d-4fe9-a273-9d617fb83718', 'status': 'completed', 'code': 200} Aug 10 03:54:52.955740 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-2c018902-c71e-4c70-ae8b-f3737a3a5cf3 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] In _notify_port_updated(), no bound segment for port 79405985-96bb-4d52-8bbb-06c6d4339c07 on network a45d6dc5-8691-4631-84e0-812132a6a003 {{(pid=94937) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:54:52.964496 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c018902-c71e-4c70-ae8b-f3737a3a5cf3 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:52.964496 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2c018902-c71e-4c70-ae8b-f3737a3a5cf3 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:52.966991 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2c018902-c71e-4c70-ae8b-f3737a3a5cf3 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "PUT /v2.0/ports/79405985-96bb-4d52-8bbb-06c6d4339c07 HTTP/1.1" status: 200 len: 1010 time: 1.8572340 Aug 10 03:54:52.967138 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35646) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:53.102712 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-d3071d1a-9ad1-4b44-ae1a-31a6b612a959 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting port 79405985-96bb-4d52-8bbb-06c6d4339c07 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:53.103058 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d3071d1a-9ad1-4b44-ae1a-31a6b612a959 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:53.183334 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 91d866e7-af34-4e4d-a0e0-37a023e1231f details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:54:53.195173 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-17d78063-c30c-45df-83dc-9f992f7a236c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:53.195402 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d3071d1a-9ad1-4b44-ae1a-31a6b612a959 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:53.198102 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-17d78063-c30c-45df-83dc-9f992f7a236c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:53.199528 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-17d78063-c30c-45df-83dc-9f992f7a236c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8fc30f3a-7cf6-4439-9620-d408d8233ae2 HTTP/1.1" status: 204 len: 168 time: 0.5694768 Aug 10 03:54:53.220212 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-d3071d1a-9ad1-4b44-ae1a-31a6b612a959 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Calling delete_port for 79405985-96bb-4d52-8bbb-06c6d4339c07 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:53.220389 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d78063-c30c-45df-83dc-9f992f7a236c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc30f3a-7cf6-4439-9620-d408d8233ae2,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:53.280906 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-58a6df84-49a4-44fd-b827-fe4ed1cc64d8 None None] Provisioning complete for port 79405985-96bb-4d52-8bbb-06c6d4339c07 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:53.281277 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-58a6df84-49a4-44fd-b827-fe4ed1cc64d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:53.341172 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-58a6df84-49a4-44fd-b827-fe4ed1cc64d8 None None] Port 79405985-96bb-4d52-8bbb-06c6d4339c07 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:54:53.347337 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 91d866e7-af34-4e4d-a0e0-37a023e1231f, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=91d866e7-af34-4e4d-a0e0-37a023e1231f,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:53.368848 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '91d866e7-af34-4e4d-a0e0-37a023e1231f', 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc', 'port_id': '91d866e7-af34-4e4d-a0e0-37a023e1231f', 'mac_address': 'fa:16:3e:0f:e0:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9a7592-e5a6-49d5-943e-a569f481a6b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:54:53.400077 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84afd9c7-839e-486d-ad8a-67ace88cd54f req-10e4ce32-5e61-4900-868a-9fad8512c7a4 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=8707cd2e-999a-4f0a-9379-a5c721f7eb0e HTTP/1.1" status: 200 len: 210 time: 0.0360610 Aug 10 03:54:53.415253 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:53.432896 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d866e7-af34-4e4d-a0e0-37a023e1231f {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:54:53.459490 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 91d866e7-af34-4e4d-a0e0-37a023e1231f, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=91d866e7-af34-4e4d-a0e0-37a023e1231f,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:53.471022 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f9e9d6-8316-4066-8abf-100a75687f67 req-253ffbd1-4d22-4066-bd82-7e3f4d4dbcdd tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:53.478092 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-42f9e9d6-8316-4066-8abf-100a75687f67 req-253ffbd1-4d22-4066-bd82-7e3f4d4dbcdd tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.1037242 Aug 10 03:54:53.548671 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-42f9e9d6-8316-4066-8abf-100a75687f67 req-fd97e1db-f672-4643-a9c7-d2c5085546e6 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693095 Aug 10 03:54:53.601268 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:53.643068 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=91d866e7-af34-4e4d-a0e0-37a023e1231f,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:53.650970 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:53.651558 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:53.651689 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:53.651940 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:53.652298 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:53.652616 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:53.652939 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:53.653258 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:53.653574 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:53.653888 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:53.654202 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:53.654693 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:53.675767 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d3071d1a-9ad1-4b44-ae1a-31a6b612a959 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:53.714472 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3071d1a-9ad1-4b44-ae1a-31a6b612a959 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Port': ['ID=79405985-96bb-4d52-8bbb-06c6d4339c07,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:53.768179 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d3071d1a-9ad1-4b44-ae1a-31a6b612a959 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:53.768179 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d3071d1a-9ad1-4b44-ae1a-31a6b612a959 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/ports/79405985-96bb-4d52-8bbb-06c6d4339c07 HTTP/1.1" status: 204 len: 168 time: 0.7941632 Aug 10 03:54:53.769979 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35668) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:53.795692 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7142b4-9e05-406f-a36a-fd01cf6be840 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] GET failed (client error): The resource could not be found. Aug 10 03:54:53.800127 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4f7142b4-9e05-406f-a36a-fd01cf6be840 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "GET /v2.0/ports/79405985-96bb-4d52-8bbb-06c6d4339c07 HTTP/1.1" status: 404 len: 333 time: 0.0290539 Aug 10 03:54:53.800741 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35670) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:53.834035 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['91d866e7-af34-4e4d-a0e0-37a023e1231f'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:54:53.871676 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c240eb-6175-4548-a6c6-2a5c6080ec7f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting subnet 0674aa70-d592-4ddf-a0e8-36d5fe55c67e {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:54:53.875782 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-54c240eb-6175-4548-a6c6-2a5c6080ec7f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:53.955614 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-54c240eb-6175-4548-a6c6-2a5c6080ec7f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.151882 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8080a5-6a6a-463d-8a77-01dd46fcc314 req-aadea019-d1b8-41c5-8dea-c730617b1fda tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:54.169015 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7f8080a5-6a6a-463d-8a77-01dd46fcc314 req-aadea019-d1b8-41c5-8dea-c730617b1fda tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dbc473-02c3-4764-9d85-de6da966ec87 HTTP/1.1" status: 200 len: 944 time: 0.1605303 Aug 10 03:54:54.169015 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-54c240eb-6175-4548-a6c6-2a5c6080ec7f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.229778 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7f8080a5-6a6a-463d-8a77-01dd46fcc314 req-b1d2ab65-6447-4bba-b6ed-2b2d5da8c87f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668046 Aug 10 03:54:54.366745 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-54c240eb-6175-4548-a6c6-2a5c6080ec7f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.397286 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c240eb-6175-4548-a6c6-2a5c6080ec7f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Subnet': ['ID=0674aa70-d592-4ddf-a0e8-36d5fe55c67e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:54.407348 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-54c240eb-6175-4548-a6c6-2a5c6080ec7f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.409734 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-54c240eb-6175-4548-a6c6-2a5c6080ec7f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/subnets/0674aa70-d592-4ddf-a0e8-36d5fe55c67e HTTP/1.1" status: 204 len: 168 time: 0.6080587 Aug 10 03:54:54.415694 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df346d5-7e72-4b4a-b7fa-b3c7519a5d67 None None] Network a45d6dc5-8691-4631-84e0-812132a6a003 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:54.415840 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c240eb-6175-4548-a6c6-2a5c6080ec7f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:54.415840 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c240eb-6175-4548-a6c6-2a5c6080ec7f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:54.415840 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c240eb-6175-4548-a6c6-2a5c6080ec7f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:54.415840 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c240eb-6175-4548-a6c6-2a5c6080ec7f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:54.415840 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c240eb-6175-4548-a6c6-2a5c6080ec7f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:54.415840 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c240eb-6175-4548-a6c6-2a5c6080ec7f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:54.415840 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c240eb-6175-4548-a6c6-2a5c6080ec7f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:54.415840 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c240eb-6175-4548-a6c6-2a5c6080ec7f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:54.415840 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c240eb-6175-4548-a6c6-2a5c6080ec7f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:54.415840 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c240eb-6175-4548-a6c6-2a5c6080ec7f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:54.415840 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c240eb-6175-4548-a6c6-2a5c6080ec7f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:54.415840 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c240eb-6175-4548-a6c6-2a5c6080ec7f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:54:54.417721 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35698) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:54.493063 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccfc2095-7ff6-4d7b-b092-20a463e6c82e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting subnet bcde13c1-90bf-41d6-a7e7-0be77827b845 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:54:54.497957 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ccfc2095-7ff6-4d7b-b092-20a463e6c82e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.544268 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ccfc2095-7ff6-4d7b-b092-20a463e6c82e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.550717 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5f27c4ea-052f-4399-861a-f42e07eb693b req-5b4b4d27-6fe2-4d97-be93-b50b70d621f5 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups/fba8096e-fd85-463d-9c1a-ad6ea9fba6f1 HTTP/1.1" status: 200 len: 1802 time: 0.0593233 Aug 10 03:54:54.637072 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5f27c4ea-052f-4399-861a-f42e07eb693b req-10ec7ad1-1970-4828-96ab-add530a3ffec tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.682772 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5f27c4ea-052f-4399-861a-f42e07eb693b req-10ec7ad1-1970-4828-96ab-add530a3ffec tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.737625 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ccfc2095-7ff6-4d7b-b092-20a463e6c82e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.748726 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d819f15-0ab2-43b1-ad2f-e2bdcd9aefb7 req-ea4e423c-2b72-4986-9063-ba98399b70e3 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:54.750667 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d819f15-0ab2-43b1-ad2f-e2bdcd9aefb7 req-ea4e423c-2b72-4986-9063-ba98399b70e3 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.0829241 Aug 10 03:54:54.827444 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d819f15-0ab2-43b1-ad2f-e2bdcd9aefb7 req-83539eca-1984-4e01-927c-5c73a6ef9122 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568454 Aug 10 03:54:54.863704 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5f27c4ea-052f-4399-861a-f42e07eb693b req-10ec7ad1-1970-4828-96ab-add530a3ffec tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.866693 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5f27c4ea-052f-4399-861a-f42e07eb693b req-10ec7ad1-1970-4828-96ab-add530a3ffec tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:54.867885 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5f27c4ea-052f-4399-861a-f42e07eb693b req-10ec7ad1-1970-4828-96ab-add530a3ffec tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "DELETE /v2.0/security-groups/fba8096e-fd85-463d-9c1a-ad6ea9fba6f1 HTTP/1.1" status: 204 len: 173 time: 0.3068490 Aug 10 03:54:54.878265 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec7ad1-1970-4828-96ab-add530a3ffec tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba8096e-fd85-463d-9c1a-ad6ea9fba6f1,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:54.940522 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-988fe997-92fe-4aad-b8b2-c3e264f03d74 req-a8d479db-7090-4fee-b27b-e43a10036416 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups/7d0c6c78-c609-4e18-8037-13141186bffc HTTP/1.1" status: 200 len: 1802 time: 0.0464711 Aug 10 03:54:55.009434 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ccfc2095-7ff6-4d7b-b092-20a463e6c82e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.016425 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-988fe997-92fe-4aad-b8b2-c3e264f03d74 req-8fce3cb8-ae0f-47e0-bbed-ac22a3e9cb3b tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.052515 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfc2095-7ff6-4d7b-b092-20a463e6c82e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Subnet': ['ID=bcde13c1-90bf-41d6-a7e7-0be77827b845,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:55.073776 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ccfc2095-7ff6-4d7b-b092-20a463e6c82e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.079616 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35722) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:55.079829 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ccfc2095-7ff6-4d7b-b092-20a463e6c82e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/subnets/bcde13c1-90bf-41d6-a7e7-0be77827b845 HTTP/1.1" status: 204 len: 168 time: 0.6587958 Aug 10 03:54:55.089454 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-988fe997-92fe-4aad-b8b2-c3e264f03d74 req-8fce3cb8-ae0f-47e0-bbed-ac22a3e9cb3b tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.190243 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3dc4b4a3-3ba8-438c-8b67-f99e88a31368 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.198519 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 91d866e7-af34-4e4d-a0e0-37a023e1231f up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:54:55.235797 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-988fe997-92fe-4aad-b8b2-c3e264f03d74 req-8fce3cb8-ae0f-47e0-bbed-ac22a3e9cb3b tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.244744 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-988fe997-92fe-4aad-b8b2-c3e264f03d74 req-8fce3cb8-ae0f-47e0-bbed-ac22a3e9cb3b tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.249095 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-988fe997-92fe-4aad-b8b2-c3e264f03d74 req-8fce3cb8-ae0f-47e0-bbed-ac22a3e9cb3b tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "DELETE /v2.0/security-groups/7d0c6c78-c609-4e18-8037-13141186bffc HTTP/1.1" status: 204 len: 173 time: 0.3022404 Aug 10 03:54:55.277678 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce3cb8-ae0f-47e0-bbed-ac22a3e9cb3b tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0c6c78-c609-4e18-8037-13141186bffc,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:55.296315 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-8b83d9be-6871-4c26-a4ce-75a9dc9b5825 req-2e47625e-7539-4e1a-bd98-c6e4b09b69c3 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1767834342', 'description': 'tempest-description-128044485'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:55.337948 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-3dc4b4a3-3ba8-438c-8b67-f99e88a31368 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting port c6ff125f-da72-421a-903e-7d453d718704 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:55.338656 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3dc4b4a3-3ba8-438c-8b67-f99e88a31368 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.343441 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 91d866e7-af34-4e4d-a0e0-37a023e1231f completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:54:55.348479 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 91d866e7-af34-4e4d-a0e0-37a023e1231f triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:55.348865 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.412572 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8b83d9be-6871-4c26-a4ce-75a9dc9b5825 req-2e47625e-7539-4e1a-bd98-c6e4b09b69c3 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.422955 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1a100f-fd5d-42c8-a584-082ef8d7af14 None None] Network a45d6dc5-8691-4631-84e0-812132a6a003 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:55.452102 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-3dc4b4a3-3ba8-438c-8b67-f99e88a31368 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] For port c6ff125f-da72-421a-903e-7d453d718704, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c6ff125f-da72-421a-903e-7d453d718704,segment=NetworkSegment(edd91bb8-4a2e-4d3f-9edf-fef878ef8e7f),segment_id=edd91bb8-4a2e-4d3f-9edf-fef878ef8e7f)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:55.452474 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3dc4b4a3-3ba8-438c-8b67-f99e88a31368 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.468514 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123a83a-e5cc-4efb-93ca-29129155a377 req-f332efd3-8f0a-44b0-b124-fc020d2562d1 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:55.472447 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3123a83a-e5cc-4efb-93ca-29129155a377 req-f332efd3-8f0a-44b0-b124-fc020d2562d1 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dbc473-02c3-4764-9d85-de6da966ec87 HTTP/1.1" status: 200 len: 944 time: 0.1298850 Aug 10 03:54:55.491138 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-3dc4b4a3-3ba8-438c-8b67-f99e88a31368 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Calling delete_port for c6ff125f-da72-421a-903e-7d453d718704 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:55.522099 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8b83d9be-6871-4c26-a4ce-75a9dc9b5825 req-2e47625e-7539-4e1a-bd98-c6e4b09b69c3 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.582489 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3123a83a-e5cc-4efb-93ca-29129155a377 req-add35b01-34f7-46e4-b5b6-6fe24a5d9e29 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977545 Aug 10 03:54:55.623612 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8b83d9be-6871-4c26-a4ce-75a9dc9b5825 req-2e47625e-7539-4e1a-bd98-c6e4b09b69c3 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.644396 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.655360 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e47625e-7539-4e1a-bd98-c6e4b09b69c3 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d36af3d-1765-4802-bab9-152317dfaf22,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:55.686463 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-52bf8fc0-a864-4659-bb92-bc4b6b197dca None None] Provisioning complete for port c6ff125f-da72-421a-903e-7d453d718704 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:54:55.686727 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-52bf8fc0-a864-4659-bb92-bc4b6b197dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.717240 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7dbc473-02c3-4764-9d85-de6da966ec87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d866e7-af34-4e4d-a0e0-37a023e1231f'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:54:55.719463 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf83c36-8245-4eeb-80e2-1c1de86df930" -d '{"events": [{"server_uuid": "a7dbc473-02c3-4764-9d85-de6da966ec87", "name": "network-vif-plugged", "status": "completed", "tag": "91d866e7-af34-4e4d-a0e0-37a023e1231f"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:54:55.731185 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3dc4b4a3-3ba8-438c-8b67-f99e88a31368 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.755476 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 91d866e7-af34-4e4d-a0e0-37a023e1231f, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=91d866e7-af34-4e4d-a0e0-37a023e1231f,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:55.763106 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4b4a3-3ba8-438c-8b67-f99e88a31368 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Port': ['ID=c6ff125f-da72-421a-903e-7d453d718704,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:55.768820 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc4b4a3-3ba8-438c-8b67-f99e88a31368 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] No DVR routers for this DVR port c6ff125f-da72-421a-903e-7d453d718704 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:54:55.771420 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-52bf8fc0-a864-4659-bb92-bc4b6b197dca None None] Could not find standard attr ID for object c6ff125f-da72-421a-903e-7d453d718704. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:54:55.784126 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8b83d9be-6871-4c26-a4ce-75a9dc9b5825 req-2e47625e-7539-4e1a-bd98-c6e4b09b69c3 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.784126 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8b83d9be-6871-4c26-a4ce-75a9dc9b5825 req-2e47625e-7539-4e1a-bd98-c6e4b09b69c3 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4850130 Aug 10 03:54:55.785909 n-d-802893-2 neutron-server[94939]: INFO neutron.plugins.ml2.db [None req-52bf8fc0-a864-4659-bb92-bc4b6b197dca None None] No ports have port_id starting with c6ff125f-da72-421a-903e-7d453d718704 Aug 10 03:54:55.805986 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5301ccd-4de0-4615-8d0c-f4e0e3863c68 x-openstack-request-id: req-a5301ccd-4de0-4615-8d0c-f4e0e3863c68 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:54:55.806232 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7dbc473-02c3-4764-9d85-de6da966ec87", "name": "network-vif-plugged", "status": "completed", "tag": "91d866e7-af34-4e4d-a0e0-37a023e1231f", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:54:55.806876 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5301ccd-4de0-4615-8d0c-f4e0e3863c68 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:54:55.807316 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7dbc473-02c3-4764-9d85-de6da966ec87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d866e7-af34-4e4d-a0e0-37a023e1231f', 'code': 200} Aug 10 03:54:55.870993 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28311d0a-3207-40c7-be31-70e86e0554cd None None] DHCP port deletion for a45d6dc5-8691-4631-84e0-812132a6a003 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:54:55.882550 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.911703 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3dc4b4a3-3ba8-438c-8b67-f99e88a31368 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.924056 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-3dc4b4a3-3ba8-438c-8b67-f99e88a31368 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a45d6dc5-8691-4631-84e0-812132a6a003']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:55.933212 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9c24f26a-743f-4fcd-a5fc-9ebdff8f6bc3 req-46a4b685-1154-40f7-b919-262b5d8f75c3 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups/0d36af3d-1765-4802-bab9-152317dfaf22 HTTP/1.1" status: 200 len: 1802 time: 0.1343753 Aug 10 03:54:55.943993 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-3dc4b4a3-3ba8-438c-8b67-f99e88a31368 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd91bb8-4a2e-4d3f-9edf-fef878ef8e7f') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:55.956087 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-3dc4b4a3-3ba8-438c-8b67-f99e88a31368 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd91bb8-4a2e-4d3f-9edf-fef878ef8e7f') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:54:55.956242 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-9c24f26a-743f-4fcd-a5fc-9ebdff8f6bc3 req-0eed1aa2-469b-4192-ae69-e8863bf34894 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Request body: {'security_group': {'name': 'tempest-sg-hth-641794819', 'description': 'tempest-description-hth-1391616909'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:55.956345 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3dc4b4a3-3ba8-438c-8b67-f99e88a31368 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.962082 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=91d866e7-af34-4e4d-a0e0-37a023e1231f,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:55.965475 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d1e3e-51be-4354-acc2-994fd91be10c req-3e0848f8-b5dd-414d-ae37-24d5f8793709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:55.966809 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b01d1e3e-51be-4354-acc2-994fd91be10c req-3e0848f8-b5dd-414d-ae37-24d5f8793709 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a7dbc473-02c3-4764-9d85-de6da966ec87 HTTP/1.1" status: 200 len: 1096 time: 0.0789955 Aug 10 03:54:55.993930 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3dc4b4a3-3ba8-438c-8b67-f99e88a31368 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:55.996610 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9c24f26a-743f-4fcd-a5fc-9ebdff8f6bc3 req-0eed1aa2-469b-4192-ae69-e8863bf34894 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.004063 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc4b4a3-3ba8-438c-8b67-f99e88a31368 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:54:56.004419 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3dc4b4a3-3ba8-438c-8b67-f99e88a31368 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:54:56.008112 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:54:56.027391 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b01d1e3e-51be-4354-acc2-994fd91be10c req-972ef5e4-18bf-4221-a5f9-d0f6bb4642be service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527360 Aug 10 03:54:56.057455 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9c24f26a-743f-4fcd-a5fc-9ebdff8f6bc3 req-0eed1aa2-469b-4192-ae69-e8863bf34894 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.073140 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233314e-9846-4df3-8026-5fb7e11d94de req-312991b7-f716-4e90-97c7-c42f55e1bbc3 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:56.074751 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5233314e-9846-4df3-8026-5fb7e11d94de req-312991b7-f716-4e90-97c7-c42f55e1bbc3 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.1171429 Aug 10 03:54:56.115682 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5233314e-9846-4df3-8026-5fb7e11d94de req-acb6ea4a-aaaf-4c7f-ae37-cbda842ad099 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330603 Aug 10 03:54:56.152790 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device b8bc994d-924d-4fe9-a273-9d617fb83718 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:54:56.161232 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9c24f26a-743f-4fcd-a5fc-9ebdff8f6bc3 req-0eed1aa2-469b-4192-ae69-e8863bf34894 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.166511 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9c24f26a-743f-4fcd-a5fc-9ebdff8f6bc3 req-0eed1aa2-469b-4192-ae69-e8863bf34894 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.166511 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9c24f26a-743f-4fcd-a5fc-9ebdff8f6bc3 req-0eed1aa2-469b-4192-ae69-e8863bf34894 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "PUT /v2.0/security-groups/0d36af3d-1765-4802-bab9-152317dfaf22 HTTP/1.1" status: 200 len: 1776 time: 0.2235723 Aug 10 03:54:56.176447 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: b8bc994d-924d-4fe9-a273-9d617fb83718 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:54:56.177099 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device b8bc994d-924d-4fe9-a273-9d617fb83718 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:54:56.198262 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed1aa2-469b-4192-ae69-e8863bf34894 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d36af3d-1765-4802-bab9-152317dfaf22,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:56.212240 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3dc4b4a3-3ba8-438c-8b67-f99e88a31368 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.221795 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3dc4b4a3-3ba8-438c-8b67-f99e88a31368 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.229655 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35770) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:56.234360 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3dc4b4a3-3ba8-438c-8b67-f99e88a31368 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/networks/a45d6dc5-8691-4631-84e0-812132a6a003 HTTP/1.1" status: 204 len: 168 time: 1.1535375 Aug 10 03:54:56.248766 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4b4a3-3ba8-438c-8b67-f99e88a31368 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Network': ['ID=a45d6dc5-8691-4631-84e0-812132a6a003,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:56.301364 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a5061a0f-fd87-4cc1-9a40-a1508538e995 req-a84d1bc9-5819-4fc2-a6ff-18db77a2df99 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups/0d36af3d-1765-4802-bab9-152317dfaf22 HTTP/1.1" status: 200 len: 1776 time: 0.1103716 Aug 10 03:54:56.332585 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4d45d5-eff5-413b-81e8-50d7a9047f70 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:56.332585 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3b4d45d5-eff5-413b-81e8-50d7a9047f70 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.0943429 Aug 10 03:54:56.334013 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35778) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:56.375319 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-890c3228-9579-4f67-af5c-63f2c6b1cde4 req-5f45f933-b4a8-4c6d-982f-1ebbbf2f67fa tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups/0d36af3d-1765-4802-bab9-152317dfaf22 HTTP/1.1" status: 200 len: 1776 time: 0.0442517 Aug 10 03:54:56.394961 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9a09d0ec-5192-452c-8df4-45b2d2bfb869 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0590253 Aug 10 03:54:56.403388 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35788) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:56.413053 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-c8db16ae-b5fa-46c5-8648-51d31db0b605 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1003163319'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:56.474189 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-890c3228-9579-4f67-af5c-63f2c6b1cde4 req-d2a4a4db-aba9-4dce-a446-1dbc733ca6e2 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.497403 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-890c3228-9579-4f67-af5c-63f2c6b1cde4 req-d2a4a4db-aba9-4dce-a446-1dbc733ca6e2 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.606586 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8db16ae-b5fa-46c5-8648-51d31db0b605 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:56.616933 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c8db16ae-b5fa-46c5-8648-51d31db0b605 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.668106 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-890c3228-9579-4f67-af5c-63f2c6b1cde4 req-d2a4a4db-aba9-4dce-a446-1dbc733ca6e2 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.671179 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-890c3228-9579-4f67-af5c-63f2c6b1cde4 req-d2a4a4db-aba9-4dce-a446-1dbc733ca6e2 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.672437 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-890c3228-9579-4f67-af5c-63f2c6b1cde4 req-d2a4a4db-aba9-4dce-a446-1dbc733ca6e2 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "DELETE /v2.0/security-groups/0d36af3d-1765-4802-bab9-152317dfaf22 HTTP/1.1" status: 204 len: 173 time: 0.2789888 Aug 10 03:54:56.673165 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8db16ae-b5fa-46c5-8648-51d31db0b605 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:54:56.700281 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4a4db-aba9-4dce-a446-1dbc733ca6e2 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d36af3d-1765-4802-bab9-152317dfaf22,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:56.700281 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c8db16ae-b5fa-46c5-8648-51d31db0b605 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.700281 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-c8db16ae-b5fa-46c5-8648-51d31db0b605 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Added segment 06d3ff02-a919-4beb-8443-0a065cbef28f of type vlan for network 889502d2-9cf6-4bee-9a61-7b21c7b62c1b Aug 10 03:54:56.747597 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74676324-9280-4ac4-a39c-0e56c27c74bd req-284fddc9-348e-4587-83e2-0d5e9c6eb9c6 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:56.757341 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-74676324-9280-4ac4-a39c-0e56c27c74bd req-284fddc9-348e-4587-83e2-0d5e9c6eb9c6 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dbc473-02c3-4764-9d85-de6da966ec87 HTTP/1.1" status: 200 len: 945 time: 0.0967805 Aug 10 03:54:56.790709 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c8db16ae-b5fa-46c5-8648-51d31db0b605 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.798487 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-74676324-9280-4ac4-a39c-0e56c27c74bd req-a76f874d-cead-4c6b-bf09-646dd04dca58 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400667 Aug 10 03:54:56.840472 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [req-68530ed6-0c93-4af1-b7ca-5f1042e6a77a req-943bbcb7-9650-4448-a947-9f89acc56470 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] show failed (client error): The resource could not be found. Aug 10 03:54:56.841497 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-68530ed6-0c93-4af1-b7ca-5f1042e6a77a req-943bbcb7-9650-4448-a947-9f89acc56470 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups/7d0c6c78-c609-4e18-8037-13141186bffc HTTP/1.1" status: 404 len: 352 time: 0.0232022 Aug 10 03:54:56.876010 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [req-4235f07a-59c8-43d5-8015-c4708e68b56a req-e298cd17-84e2-4f47-8b5f-70ee4b43c9bf tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] show failed (client error): The resource could not be found. Aug 10 03:54:56.877009 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4235f07a-59c8-43d5-8015-c4708e68b56a req-e298cd17-84e2-4f47-8b5f-70ee4b43c9bf tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups/fba8096e-fd85-463d-9c1a-ad6ea9fba6f1 HTTP/1.1" status: 404 len: 352 time: 0.0152199 Aug 10 03:54:56.914872 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [req-8a3f72f8-529e-4379-b2e5-d91ee8ed57cf req-74d5769f-5ed4-4adb-9894-f2fc65df737e tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] show failed (client error): The resource could not be found. Aug 10 03:54:56.915863 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a3f72f8-529e-4379-b2e5-d91ee8ed57cf req-74d5769f-5ed4-4adb-9894-f2fc65df737e tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups/dd473f8b-062d-4ab2-8025-1f186864ed6b HTTP/1.1" status: 404 len: 352 time: 0.0168347 Aug 10 03:54:56.950636 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [req-33cec42c-12f6-4242-83fe-bcb62f66225a req-7f3d05dd-4518-45b1-b225-a30b5afcb60d tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] show failed (client error): The resource could not be found. Aug 10 03:54:56.951546 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-33cec42c-12f6-4242-83fe-bcb62f66225a req-7f3d05dd-4518-45b1-b225-a30b5afcb60d tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups/f9798ac4-8348-44cc-b827-733f757367a8 HTTP/1.1" status: 404 len: 352 time: 0.0151556 Aug 10 03:54:56.974052 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c8db16ae-b5fa-46c5-8648-51d31db0b605 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:56.979726 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8db16ae-b5fa-46c5-8648-51d31db0b605 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:56.980459 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c8db16ae-b5fa-46c5-8648-51d31db0b605 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:57.048928 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [req-376dfcb1-aa51-4d4f-8b05-e87bf6033f58 req-5f982481-4bdb-489c-8806-2f1a0654e4b3 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] show failed (client error): The resource could not be found. Aug 10 03:54:57.049964 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-376dfcb1-aa51-4d4f-8b05-e87bf6033f58 req-5f982481-4bdb-489c-8806-2f1a0654e4b3 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups/e744260a-9173-4459-82a9-028ce88d5300 HTTP/1.1" status: 404 len: 352 time: 0.0771897 Aug 10 03:54:57.068201 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db16ae-b5fa-46c5-8648-51d31db0b605 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Network': ['ID=889502d2-9cf6-4bee-9a61-7b21c7b62c1b,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:57.078971 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 889502d2-9cf6-4bee-9a61-7b21c7b62c1b details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:54:57.090167 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [req-1a1f5049-7c16-4de4-8fa6-4755e0fc3d06 req-826d5710-3b72-409d-8e3d-6320e6f20585 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] show failed (client error): The resource could not be found. Aug 10 03:54:57.091582 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1a1f5049-7c16-4de4-8fa6-4755e0fc3d06 req-826d5710-3b72-409d-8e3d-6320e6f20585 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups/f782b2dc-96cc-4d00-b9ca-83a3aea8926f HTTP/1.1" status: 404 len: 352 time: 0.0200367 Aug 10 03:54:57.181099 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35832) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:57.181514 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c8db16ae-b5fa-46c5-8648-51d31db0b605 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7850947 Aug 10 03:54:57.184767 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c6ff125f-da72-421a-903e-7d453d718704 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:54:57.189880 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-a85ba3fa-658b-4106-b635-7e377ec8b407 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'subnet': {'network_id': '889502d2-9cf6-4bee-9a61-7b21c7b62c1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:57.205811 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: c6ff125f-da72-421a-903e-7d453d718704 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:54:57.206067 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c6ff125f-da72-421a-903e-7d453d718704 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:54:57.304537 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3777ec-d7a2-43ce-807d-8fdf49700300 req-194c3475-5aa0-4619-8be6-7169c0df9c8c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:57.306003 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7b3777ec-d7a2-43ce-807d-8fdf49700300 req-194c3475-5aa0-4619-8be6-7169c0df9c8c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.1102512 Aug 10 03:54:57.349725 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7b3777ec-d7a2-43ce-807d-8fdf49700300 req-86ce921c-c257-4211-ba0b-4342dbce8f99 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370526 Aug 10 03:54:57.354934 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:57.434901 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85ba3fa-658b-4106-b635-7e377ec8b407 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:57.440426 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a85ba3fa-658b-4106-b635-7e377ec8b407 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:57.467014 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35840) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:57.580475 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2de7c4e9-2268-4242-8284-1248fca17508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:57.670825 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2de7c4e9-2268-4242-8284-1248fca17508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:57.755645 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a85ba3fa-658b-4106-b635-7e377ec8b407 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:57.812145 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2de7c4e9-2268-4242-8284-1248fca17508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:57.862645 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e35d59-eded-427d-9cc1-f17ef0da8cd8 req-d946ba41-4b49-42eb-a373-fca32f554cf9 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:57.864258 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-63e35d59-eded-427d-9cc1-f17ef0da8cd8 req-d946ba41-4b49-42eb-a373-fca32f554cf9 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ca325d0-c9c1-4628-89ab-d51c3855c533 HTTP/1.1" status: 200 len: 1023 time: 0.1199069 Aug 10 03:54:57.864921 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ba3fa-658b-4106-b635-7e377ec8b407 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Subnet': ['ID=c92aa665-67f3-4201-b2d8-eb0105a831dd,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:57.877949 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2de7c4e9-2268-4242-8284-1248fca17508 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4b5a2a9890874b9a86c6bfaed2c85bc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4096797 Aug 10 03:54:57.879404 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7c4e9-2268-4242-8284-1248fca17508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb17ed9-d11b-421f-bd2e-6f33662c527a,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:57.880338 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ba3fa-658b-4106-b635-7e377ec8b407 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Checking segment: {'id': '06d3ff02-a919-4beb-8443-0a065cbef28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '889502d2-9cf6-4bee-9a61-7b21c7b62c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:57.880723 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85ba3fa-658b-4106-b635-7e377ec8b407 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network hostable DHCP agents. Network: 889502d2-9cf6-4bee-9a61-7b21c7b62c1b, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:54:57.881894 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35852) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:57.946897 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-63e35d59-eded-427d-9cc1-f17ef0da8cd8 req-51feb7ed-8c6b-45ab-ab69-10f0e4d4da7b tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?id=2075ea22-90db-4456-b554-de2627e23c3a&id=465c2225-6e39-4e75-8af9-0add66f2bbd7&id=a83bd464-c54e-414d-8505-ce7611a9e27a&fields=id&fields=name HTTP/1.1" status: 200 len: 513 time: 0.0456784 Aug 10 03:54:57.978226 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0564618f-1ae7-4781-8b84-4f5e0c664c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:57.989174 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f58fce-fe13-4e83-a402-083d4b4bf593 req-b1f0acde-73dc-4424-b0d4-9bb6f2ad7d8d tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:57.990689 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-74f58fce-fe13-4e83-a402-083d4b4bf593 req-b1f0acde-73dc-4424-b0d4-9bb6f2ad7d8d tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dbc473-02c3-4764-9d85-de6da966ec87 HTTP/1.1" status: 200 len: 945 time: 0.0801044 Aug 10 03:54:58.006303 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85ba3fa-658b-4106-b635-7e377ec8b407 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network 889502d2-9cf6-4bee-9a61-7b21c7b62c1b is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:54:58.028194 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0564618f-1ae7-4781-8b84-4f5e0c664c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:58.063357 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-74f58fce-fe13-4e83-a402-083d4b4bf593 req-adec2c4e-0614-4cda-8329-156a3c1c2e32 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652483 Aug 10 03:54:58.120798 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-a85ba3fa-658b-4106-b635-7e377ec8b407 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 889502d2-9cf6-4bee-9a61-7b21c7b62c1b) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:58.126299 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85ba3fa-658b-4106-b635-7e377ec8b407 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:58.127199 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a85ba3fa-658b-4106-b635-7e377ec8b407 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:58.130354 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40669419-d205-478a-be2b-d14ab111c1b8 None None] Network 889502d2-9cf6-4bee-9a61-7b21c7b62c1b requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:54:58.278630 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9d44fb-de92-4487-9ea5-11042a3a3148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-889502d2-9cf6-4bee-9a61-7b21c7b62c1b', 'network_id': '889502d2-9cf6-4bee-9a61-7b21c7b62c1b', 'tenant_id': 'ac533af90042449fa4780d42e267a0cc', 'fixed_ips': [{'subnet_id': 'c92aa665-67f3-4201-b2d8-eb0105a831dd'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:54:58.280107 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3f9d44fb-de92-4487-9ea5-11042a3a3148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:58.280850 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0564618f-1ae7-4781-8b84-4f5e0c664c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:58.282018 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a85ba3fa-658b-4106-b635-7e377ec8b407 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0991442 Aug 10 03:54:58.284098 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0564618f-1ae7-4781-8b84-4f5e0c664c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:58.284330 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35858) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:58.290658 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0564618f-1ae7-4781-8b84-4f5e0c664c63 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/acb17ed9-d11b-421f-bd2e-6f33662c527a HTTP/1.1" status: 204 len: 168 time: 0.4073365 Aug 10 03:54:58.295656 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-f3cee758-9b74-48a4-8f7d-ea589ba08f10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'port': {'network_id': '889502d2-9cf6-4bee-9a61-7b21c7b62c1b', 'name': 'tempest-PortsIpV6TestJSON-1210732663'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:58.301530 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564618f-1ae7-4781-8b84-4f5e0c664c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb17ed9-d11b-421f-bd2e-6f33662c527a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:58.462587 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-3f9d44fb-de92-4487-9ea5-11042a3a3148 None None] Allocated IP 2001:db8::2 (889502d2-9cf6-4bee-9a61-7b21c7b62c1b/c92aa665-67f3-4201-b2d8-eb0105a831dd/1aef6be8-4112-4685-aeb1-bf736f3359b1) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:58.519082 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b1d196-d5bc-434d-bcc9-6e3c226419fd req-8442790c-cb80-42a7-b9c1-05e9d6b55320 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:58.520922 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-33b1d196-d5bc-434d-bcc9-6e3c226419fd req-8442790c-cb80-42a7-b9c1-05e9d6b55320 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.0728030 Aug 10 03:54:58.531830 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cee758-9b74-48a4-8f7d-ea589ba08f10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:54:58.535303 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f3cee758-9b74-48a4-8f7d-ea589ba08f10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:58.561167 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-f3cee758-9b74-48a4-8f7d-ea589ba08f10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] device_id is not set on port 733e1e95-283e-4860-93a7-6c7f76068049 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:54:58.568095 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-33b1d196-d5bc-434d-bcc9-6e3c226419fd req-037dbe9d-c2db-4d74-b6a0-91c01d46e0b8 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395925 Aug 10 03:54:58.578907 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704c10a-5800-4485-8fc8-64aec8a58b7f req-e3db8ea9-3d7d-4f2b-bcd6-08026a738be1 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:58.580485 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3704c10a-5800-4485-8fc8-64aec8a58b7f req-e3db8ea9-3d7d-4f2b-bcd6-08026a738be1 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dbc473-02c3-4764-9d85-de6da966ec87 HTTP/1.1" status: 200 len: 945 time: 0.0914705 Aug 10 03:54:58.644072 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3f9d44fb-de92-4487-9ea5-11042a3a3148 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:58.656107 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3f9d44fb-de92-4487-9ea5-11042a3a3148 None None] Transition to ACTIVE for port object 1aef6be8-4112-4685-aeb1-bf736f3359b1 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:58.666410 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3704c10a-5800-4485-8fc8-64aec8a58b7f req-3fcc66ff-09a1-4fb2-8ef6-b304806a0af4 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799785 Aug 10 03:54:58.675479 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3f9d44fb-de92-4487-9ea5-11042a3a3148 None None] Transition to ACTIVE for port object 1aef6be8-4112-4685-aeb1-bf736f3359b1 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:58.772443 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3f9d44fb-de92-4487-9ea5-11042a3a3148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:58.813026 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9d44fb-de92-4487-9ea5-11042a3a3148 None None] Network 889502d2-9cf6-4bee-9a61-7b21c7b62c1b is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:58.817819 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-3f9d44fb-de92-4487-9ea5-11042a3a3148 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:58.822387 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9d44fb-de92-4487-9ea5-11042a3a3148 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:58.825674 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d44fb-de92-4487-9ea5-11042a3a3148 None None] Pushing event updated for resources: {'Port': ['ID=1aef6be8-4112-4685-aeb1-bf736f3359b1,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:58.836444 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-f3cee758-9b74-48a4-8f7d-ea589ba08f10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Allocated IP 2001:db8::40 (889502d2-9cf6-4bee-9a61-7b21c7b62c1b/c92aa665-67f3-4201-b2d8-eb0105a831dd/733e1e95-283e-4860-93a7-6c7f76068049) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:54:58.883977 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-3f9d44fb-de92-4487-9ea5-11042a3a3148 None None] Attempting to bind port 1aef6be8-4112-4685-aeb1-bf736f3359b1 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:54:58.884338 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-3f9d44fb-de92-4487-9ea5-11042a3a3148 None None] Attempting to bind port 1aef6be8-4112-4685-aeb1-bf736f3359b1 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '06d3ff02-a919-4beb-8443-0a065cbef28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '889502d2-9cf6-4bee-9a61-7b21c7b62c1b'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:54:58.884696 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9d44fb-de92-4487-9ea5-11042a3a3148 None None] Attempting to bind port 1aef6be8-4112-4685-aeb1-bf736f3359b1 on network 889502d2-9cf6-4bee-9a61-7b21c7b62c1b {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:54:58.889572 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9d44fb-de92-4487-9ea5-11042a3a3148 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:54:58.892481 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9d44fb-de92-4487-9ea5-11042a3a3148 None None] Checking segment: {'id': '06d3ff02-a919-4beb-8443-0a065cbef28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '889502d2-9cf6-4bee-9a61-7b21c7b62c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:54:58.892481 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3f9d44fb-de92-4487-9ea5-11042a3a3148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:58.892481 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9d44fb-de92-4487-9ea5-11042a3a3148 None None] Bound using segment: {'id': '06d3ff02-a919-4beb-8443-0a065cbef28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '889502d2-9cf6-4bee-9a61-7b21c7b62c1b'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:54:58.892481 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-3f9d44fb-de92-4487-9ea5-11042a3a3148 None None] Bound port: 1aef6be8-4112-4685-aeb1-bf736f3359b1, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d3ff02-a919-4beb-8443-0a065cbef28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '889502d2-9cf6-4bee-9a61-7b21c7b62c1b'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:54:58.892481 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3f9d44fb-de92-4487-9ea5-11042a3a3148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:58.969831 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-3f9d44fb-de92-4487-9ea5-11042a3a3148 None None] For port 1aef6be8-4112-4685-aeb1-bf736f3359b1, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:54:58.977563 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-3f9d44fb-de92-4487-9ea5-11042a3a3148 None None] For port 1aef6be8-4112-4685-aeb1-bf736f3359b1, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1aef6be8-4112-4685-aeb1-bf736f3359b1,segment=NetworkSegment(06d3ff02-a919-4beb-8443-0a065cbef28f),segment_id=06d3ff02-a919-4beb-8443-0a065cbef28f)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:54:58.989485 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f3cee758-9b74-48a4-8f7d-ea589ba08f10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.004520 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-f3cee758-9b74-48a4-8f7d-ea589ba08f10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Transition to ACTIVE for port object 733e1e95-283e-4860-93a7-6c7f76068049 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:54:59.076753 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c560b27-3256-4440-82e5-fcdcafff8649 req-787150a4-0dc1-47ad-8291-249642b16465 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:59.078180 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9c560b27-3256-4440-82e5-fcdcafff8649 req-787150a4-0dc1-47ad-8291-249642b16465 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ca325d0-c9c1-4628-89ab-d51c3855c533 HTTP/1.1" status: 200 len: 1023 time: 0.0511668 Aug 10 03:54:59.122054 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9c560b27-3256-4440-82e5-fcdcafff8649 req-a3abdf80-2955-41ca-aca4-dbed1e74f408 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups?id=2075ea22-90db-4456-b554-de2627e23c3a&id=465c2225-6e39-4e75-8af9-0add66f2bbd7&id=a83bd464-c54e-414d-8505-ce7611a9e27a&fields=id&fields=name HTTP/1.1" status: 200 len: 513 time: 0.0372999 Aug 10 03:54:59.132432 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3f9d44fb-de92-4487-9ea5-11042a3a3148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.173418 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f3cee758-9b74-48a4-8f7d-ea589ba08f10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.200256 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d44fb-de92-4487-9ea5-11042a3a3148 None None] Pushing event updated for resources: {'Port': ['ID=1aef6be8-4112-4685-aeb1-bf736f3359b1,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:59.204193 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35874) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:59.219282 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3c03f117-38f0-43f5-a4a6-a3bf318fe98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.236335 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cee758-9b74-48a4-8f7d-ea589ba08f10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network 889502d2-9cf6-4bee-9a61-7b21c7b62c1b is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:54:59.239910 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-f3cee758-9b74-48a4-8f7d-ea589ba08f10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:54:59.244472 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cee758-9b74-48a4-8f7d-ea589ba08f10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:54:59.254544 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cee758-9b74-48a4-8f7d-ea589ba08f10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:59.262043 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f3cee758-9b74-48a4-8f7d-ea589ba08f10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.262043 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cee758-9b74-48a4-8f7d-ea589ba08f10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Port': ['ID=733e1e95-283e-4860-93a7-6c7f76068049,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:59.345561 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd165de-c11b-4197-b117-ecedfbe290df req-fc8bc85f-161b-40b9-b26d-c836444ffc0f tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:59.347476 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dcd165de-c11b-4197-b117-ecedfbe290df req-fc8bc85f-161b-40b9-b26d-c836444ffc0f tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.68 "GET /v2.0/ports?device_id=7ca325d0-c9c1-4628-89ab-d51c3855c533 HTTP/1.1" status: 200 len: 1023 time: 0.0791662 Aug 10 03:54:59.437776 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3c03f117-38f0-43f5-a4a6-a3bf318fe98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.501287 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-dcd165de-c11b-4197-b117-ecedfbe290df req-baa4b01a-223d-4509-8ad5-9bb6917fe77b tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Deleting port 4d46f0c8-9253-434c-b6a4-45a957863046 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:54:59.501287 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-dcd165de-c11b-4197-b117-ecedfbe290df req-baa4b01a-223d-4509-8ad5-9bb6917fe77b tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.561660 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3c03f117-38f0-43f5-a4a6-a3bf318fe98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.627008 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3c03f117-38f0-43f5-a4a6-a3bf318fe98e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=202c8f6dce1740808e46829fb396ec9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4213946 Aug 10 03:54:59.629724 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35884) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:59.630857 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c03f117-38f0-43f5-a4a6-a3bf318fe98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b585091-0e20-4420-9739-1df6a65db160,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:59.644366 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-dcd165de-c11b-4197-b117-ecedfbe290df req-baa4b01a-223d-4509-8ad5-9bb6917fe77b tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] For port 4d46f0c8-9253-434c-b6a4-45a957863046, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=4d46f0c8-9253-434c-b6a4-45a957863046,segment=NetworkSegment(1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1),segment_id=1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:54:59.644610 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-dcd165de-c11b-4197-b117-ecedfbe290df req-baa4b01a-223d-4509-8ad5-9bb6917fe77b tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.663398 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-dcd165de-c11b-4197-b117-ecedfbe290df req-baa4b01a-223d-4509-8ad5-9bb6917fe77b tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Calling delete_port for 4d46f0c8-9253-434c-b6a4-45a957863046 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:54:59.738482 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9694f13-40cb-4d47-acf7-8e2e7248ae75 req-0f5cd366-3128-4e19-af24-d09cb134b9be tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:59.740058 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e9694f13-40cb-4d47-acf7-8e2e7248ae75 req-0f5cd366-3128-4e19-af24-d09cb134b9be tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.0855074 Aug 10 03:54:59.745171 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1a1e52f5-1437-409a-89b7-576bb9d3df6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.769998 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f3cee758-9b74-48a4-8f7d-ea589ba08f10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4845355 Aug 10 03:54:59.774750 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35892) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:54:59.782529 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-28051832-704c-4855-b069-4cabd0ace99b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'port': {'network_id': '889502d2-9cf6-4bee-9a61-7b21c7b62c1b', 'name': 'tempest-PortsIpV6TestJSON-1107770322'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:54:59.783880 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1a1e52f5-1437-409a-89b7-576bb9d3df6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.817826 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e9694f13-40cb-4d47-acf7-8e2e7248ae75 req-4a4020f0-d467-4b26-94c6-029cdb27a17f tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693138 Aug 10 03:54:59.950011 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1669870-4076-4714-b4f5-9285f72a62eb req-2b23ced9-23fc-458f-8faa-8906ffdb8dcf tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:54:59.951569 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f1669870-4076-4714-b4f5-9285f72a62eb req-2b23ced9-23fc-458f-8faa-8906ffdb8dcf tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dbc473-02c3-4764-9d85-de6da966ec87 HTTP/1.1" status: 200 len: 945 time: 0.0773990 Aug 10 03:54:59.972377 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1a1e52f5-1437-409a-89b7-576bb9d3df6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.975723 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1a1e52f5-1437-409a-89b7-576bb9d3df6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.977173 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1a1e52f5-1437-409a-89b7-576bb9d3df6f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9b585091-0e20-4420-9739-1df6a65db160 HTTP/1.1" status: 204 len: 168 time: 0.3463349 Aug 10 03:54:59.986179 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-dcd165de-c11b-4197-b117-ecedfbe290df req-baa4b01a-223d-4509-8ad5-9bb6917fe77b tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:54:59.989258 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e52f5-1437-409a-89b7-576bb9d3df6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b585091-0e20-4420-9739-1df6a65db160,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:54:59.999422 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['4d46f0c8-9253-434c-b6a4-45a957863046'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:55:00.030970 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4b01a-223d-4509-8ad5-9bb6917fe77b tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Pushing event deleted for resources: {'Port': ['ID=4d46f0c8-9253-434c-b6a4-45a957863046,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:00.044726 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f1669870-4076-4714-b4f5-9285f72a62eb req-7fc54e36-437f-45f3-89e1-465afed424d1 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830193 Aug 10 03:55:00.052070 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28051832-704c-4855-b069-4cabd0ace99b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:00.056454 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-28051832-704c-4855-b069-4cabd0ace99b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:00.111360 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-28051832-704c-4855-b069-4cabd0ace99b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] device_id is not set on port 67f2c93e-5f9c-47fb-a227-276e76a7d6fe yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:55:00.133044 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd165de-c11b-4197-b117-ecedfbe290df req-baa4b01a-223d-4509-8ad5-9bb6917fe77b tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] No DVR routers for this DVR port 4d46f0c8-9253-434c-b6a4-45a957863046 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:00.136273 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-dcd165de-c11b-4197-b117-ecedfbe290df req-baa4b01a-223d-4509-8ad5-9bb6917fe77b tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:00.139190 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dcd165de-c11b-4197-b117-ecedfbe290df req-baa4b01a-223d-4509-8ad5-9bb6917fe77b tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.68 "DELETE /v2.0/ports/4d46f0c8-9253-434c-b6a4-45a957863046 HTTP/1.1" status: 204 len: 173 time: 0.7861550 Aug 10 03:55:00.146379 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca325d0-c9c1-4628-89ab-d51c3855c533', 'name': 'network-vif-deleted', 'tag': '4d46f0c8-9253-434c-b6a4-45a957863046'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:00.146379 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52c7c6f-f44c-4b81-a200-38eb0adbc734" -d '{"events": [{"server_uuid": "7ca325d0-c9c1-4628-89ab-d51c3855c533", "name": "network-vif-deleted", "tag": "4d46f0c8-9253-434c-b6a4-45a957863046"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:00.182961 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 370afcbe-96cd-4095-91f2-def098f87603 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:55:00.191504 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 370afcbe-96cd-4095-91f2-def098f87603 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:55:00.234277 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8616f6a8-8ec6-4069-83eb-66532cf00532 req-bf894beb-4f67-4334-9820-f66d1878c17b tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ca325d0-c9c1-4628-89ab-d51c3855c533 HTTP/1.1" status: 200 len: 210 time: 0.0327277 Aug 10 03:55:00.310712 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640428b7-6d64-48fe-94e0-d15d57521340 None None] Network 889502d2-9cf6-4bee-9a61-7b21c7b62c1b requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:00.315897 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd400a4d-3cd6-495a-87fc-022f83d5861e x-openstack-request-id: req-bd400a4d-3cd6-495a-87fc-022f83d5861e {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:00.319015 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ca325d0-c9c1-4628-89ab-d51c3855c533", "name": "network-vif-deleted", "tag": "4d46f0c8-9253-434c-b6a4-45a957863046", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:00.319360 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd400a4d-3cd6-495a-87fc-022f83d5861e {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:00.321410 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ca325d0-c9c1-4628-89ab-d51c3855c533', 'name': 'network-vif-deleted', 'tag': '4d46f0c8-9253-434c-b6a4-45a957863046', 'status': 'completed', 'code': 200} Aug 10 03:55:00.362914 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-28051832-704c-4855-b069-4cabd0ace99b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Allocated IP 2001:db8::3df (889502d2-9cf6-4bee-9a61-7b21c7b62c1b/c92aa665-67f3-4201-b2d8-eb0105a831dd/67f2c93e-5f9c-47fb-a227-276e76a7d6fe) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:00.469313 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:00.472040 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 370afcbe-96cd-4095-91f2-def098f87603, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=370afcbe-96cd-4095-91f2-def098f87603,segment=NetworkSegment(20c309fb-ec98-40d4-a9d0-4aa74be70f65),segment_id=20c309fb-ec98-40d4-a9d0-4aa74be70f65)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:00.521892 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '370afcbe-96cd-4095-91f2-def098f87603', 'network_id': '4c5fa83e-577d-40eb-8c55-93af52e54f4e', 'port_id': '370afcbe-96cd-4095-91f2-def098f87603', 'mac_address': 'fa:16:3e:9f:ca:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f28f607-37c6-49e9-aa98-1fa9a7d12da2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:55:00.541378 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-28051832-704c-4855-b069-4cabd0ace99b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:00.552075 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 370afcbe-96cd-4095-91f2-def098f87603, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=370afcbe-96cd-4095-91f2-def098f87603,segment=NetworkSegment(20c309fb-ec98-40d4-a9d0-4aa74be70f65),segment_id=20c309fb-ec98-40d4-a9d0-4aa74be70f65)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:00.560560 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e5c029-5e0d-418e-bfdc-a2e7f22775bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '370afcbe-96cd-4095-91f2-def098f87603'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:00.562951 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7c0e02-81f4-47c6-af8a-bb12e48497a2" -d '{"events": [{"server_uuid": "09e5c029-5e0d-418e-bfdc-a2e7f22775bd", "name": "network-vif-unplugged", "status": "completed", "tag": "370afcbe-96cd-4095-91f2-def098f87603"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:00.563651 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-28051832-704c-4855-b069-4cabd0ace99b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Transition to ACTIVE for port object 67f2c93e-5f9c-47fb-a227-276e76a7d6fe will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:00.570627 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a605185f-3caf-405e-8a31-2edd0876cb32 None None] Provisioning for port 1aef6be8-4112-4685-aeb1-bf736f3359b1 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:00.619450 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63dcc4f-5db2-4e3a-8bc3-c26dad335eff x-openstack-request-id: req-a63dcc4f-5db2-4e3a-8bc3-c26dad335eff {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:00.622998 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e5c029-5e0d-418e-bfdc-a2e7f22775bd", "name": "network-vif-unplugged", "status": "completed", "tag": "370afcbe-96cd-4095-91f2-def098f87603", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:00.622998 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a63dcc4f-5db2-4e3a-8bc3-c26dad335eff {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:00.622998 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e5c029-5e0d-418e-bfdc-a2e7f22775bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '370afcbe-96cd-4095-91f2-def098f87603', 'code': 200} Aug 10 03:55:00.647826 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:00.651451 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:00.698165 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-28051832-704c-4855-b069-4cabd0ace99b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:00.735222 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 370afcbe-96cd-4095-91f2-def098f87603 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:55:00.793698 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=370afcbe-96cd-4095-91f2-def098f87603,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:00.826113 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28051832-704c-4855-b069-4cabd0ace99b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network 889502d2-9cf6-4bee-9a61-7b21c7b62c1b is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:00.827198 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:55:00.827808 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:55:00.830919 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-28051832-704c-4855-b069-4cabd0ace99b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:00.841325 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28051832-704c-4855-b069-4cabd0ace99b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:00.855688 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28051832-704c-4855-b069-4cabd0ace99b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:00.856512 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-28051832-704c-4855-b069-4cabd0ace99b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:00.869949 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28051832-704c-4855-b069-4cabd0ace99b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Port': ['ID=67f2c93e-5f9c-47fb-a227-276e76a7d6fe,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:00.894486 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02611e20-0974-497a-aeea-82e78627431f req-73961102-ca66-4b41-96e7-e1e9096e7ee9 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:00.896824 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-02611e20-0974-497a-aeea-82e78627431f req-73961102-ca66-4b41-96e7-e1e9096e7ee9 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dbc473-02c3-4764-9d85-de6da966ec87 HTTP/1.1" status: 200 len: 945 time: 0.1329904 Aug 10 03:55:00.944404 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-28051832-704c-4855-b069-4cabd0ace99b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1678295 Aug 10 03:55:00.948392 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35922) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:01.005371 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-02611e20-0974-497a-aeea-82e78627431f req-4bcf9d51-4ca7-415a-b864-17104e8ee044 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999711 Aug 10 03:55:01.240638 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-48cb224b-ec35-407a-b172-c0a010521d06 None None] Provisioning for port 733e1e95-283e-4860-93a7-6c7f76068049 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:01.241705 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff47bd8-c3ae-4c81-b526-76eef69f8c92 req-dcc8672c-d5a3-4281-8c71-4fc4f51457aa tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:01.245323 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-48cb224b-ec35-407a-b172-c0a010521d06 None None] Provisioning complete for port 733e1e95-283e-4860-93a7-6c7f76068049 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:01.247010 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-48cb224b-ec35-407a-b172-c0a010521d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.269768 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5ff47bd8-c3ae-4c81-b526-76eef69f8c92 req-dcc8672c-d5a3-4281-8c71-4fc4f51457aa tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 944 time: 0.2347267 Aug 10 03:55:01.367729 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d145a53-806a-4f10-a9ec-180567d284e6 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:01.377414 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4d145a53-806a-4f10-a9ec-180567d284e6 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A40 HTTP/1.1" status: 200 len: 928 time: 0.4276350 Aug 10 03:55:01.378074 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35934) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:01.398046 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1aef6be8-4112-4685-aeb1-bf736f3359b1 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:01.486332 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5ff47bd8-c3ae-4c81-b526-76eef69f8c92 req-5a565d68-7c6b-4325-a3d9-ebe52e96e9e7 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060366 Aug 10 03:55:01.522024 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-48cb224b-ec35-407a-b172-c0a010521d06 None None] Port 733e1e95-283e-4860-93a7-6c7f76068049 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:01.537019 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.570082 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c684d928-30e7-484c-92f2-e19ec493fd73 req-ae67de3f-7e54-43e5-bf8d-7b93e259207b tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/ports?device_id=7ca325d0-c9c1-4628-89ab-d51c3855c533 HTTP/1.1" status: 200 len: 210 time: 0.0622244 Aug 10 03:55:01.585131 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370afcbe-96cd-4095-91f2-def098f87603 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:55:01.625174 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 370afcbe-96cd-4095-91f2-def098f87603, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=370afcbe-96cd-4095-91f2-def098f87603,segment=NetworkSegment(20c309fb-ec98-40d4-a9d0-4aa74be70f65),segment_id=20c309fb-ec98-40d4-a9d0-4aa74be70f65)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:01.655647 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-7c4d8fd0-697c-4ea5-874c-a81b70326761 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting port 67f2c93e-5f9c-47fb-a227-276e76a7d6fe {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:01.655647 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7c4d8fd0-697c-4ea5-874c-a81b70326761 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.692643 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 1aef6be8-4112-4685-aeb1-bf736f3359b1 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:01.694930 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-69abe5ed-dba1-428b-a946-2c85ef6f4290 None None] Provisioning complete for port 733e1e95-283e-4860-93a7-6c7f76068049 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:01.695448 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-69abe5ed-dba1-428b-a946-2c85ef6f4290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.700352 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 1aef6be8-4112-4685-aeb1-bf736f3359b1 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:01.701086 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.746455 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.768320 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7c4d8fd0-697c-4ea5-874c-a81b70326761 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:01.783877 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-7c4d8fd0-697c-4ea5-874c-a81b70326761 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Calling delete_port for 67f2c93e-5f9c-47fb-a227-276e76a7d6fe owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:01.982103 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-69abe5ed-dba1-428b-a946-2c85ef6f4290 None None] Port 733e1e95-283e-4860-93a7-6c7f76068049 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:01.984495 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=370afcbe-96cd-4095-91f2-def098f87603,revision_number=7']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:02.036981 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.045658 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7c4d8fd0-697c-4ea5-874c-a81b70326761 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.102177 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 1aef6be8-4112-4685-aeb1-bf736f3359b1, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1aef6be8-4112-4685-aeb1-bf736f3359b1,segment=NetworkSegment(06d3ff02-a919-4beb-8443-0a065cbef28f),segment_id=06d3ff02-a919-4beb-8443-0a065cbef28f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:02.115938 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['370afcbe-96cd-4095-91f2-def098f87603'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:55:02.116115 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d8fd0-697c-4ea5-874c-a81b70326761 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Port': ['ID=67f2c93e-5f9c-47fb-a227-276e76a7d6fe,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:02.118372 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7c4d8fd0-697c-4ea5-874c-a81b70326761 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.123069 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7c4d8fd0-697c-4ea5-874c-a81b70326761 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/ports/67f2c93e-5f9c-47fb-a227-276e76a7d6fe HTTP/1.1" status: 204 len: 168 time: 0.7414176 Aug 10 03:55:02.123269 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35948) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:02.154491 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-53ba5844-8e24-46bb-8dec-f2265f637f22 None None] Could not find standard attr ID for object 67f2c93e-5f9c-47fb-a227-276e76a7d6fe. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:55:02.192261 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d82a45-5e72-4a6f-b7d7-950bc35559a6 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] GET failed (client error): The resource could not be found. Aug 10 03:55:02.195014 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-14d82a45-5e72-4a6f-b7d7-950bc35559a6 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "GET /v2.0/ports/67f2c93e-5f9c-47fb-a227-276e76a7d6fe HTTP/1.1" status: 404 len: 333 time: 0.0699255 Aug 10 03:55:02.195308 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.203194 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35952) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:02.217550 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9f855-a559-43f2-8322-738b0c81eab8 req-d6d0a382-7e73-498e-97f1-4f7aca431aee tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:02.219090 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-17e9f855-a559-43f2-8322-738b0c81eab8 req-d6d0a382-7e73-498e-97f1-4f7aca431aee tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dbc473-02c3-4764-9d85-de6da966ec87 HTTP/1.1" status: 200 len: 945 time: 0.0832155 Aug 10 03:55:02.369229 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd81754-7d61-4b8a-bd31-11c89adf50d4 req-ebadfe88-92bc-4f08-8731-3304b236cf49 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:02.371552 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfd81754-7d61-4b8a-bd31-11c89adf50d4 req-ebadfe88-92bc-4f08-8731-3304b236cf49 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.68 "GET /v2.0/ports?device_id=a7dbc473-02c3-4764-9d85-de6da966ec87 HTTP/1.1" status: 200 len: 945 time: 0.1319776 Aug 10 03:55:02.379019 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-17e9f855-a559-43f2-8322-738b0c81eab8 req-d8de1740-70c4-4ed2-a6ee-e9c94d504d3f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533170 Aug 10 03:55:02.398257 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-6455372c-61c9-4115-9aac-7a74a961f4a5 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting port 733e1e95-283e-4860-93a7-6c7f76068049 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:02.399396 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6455372c-61c9-4115-9aac-7a74a961f4a5 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.435059 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=1aef6be8-4112-4685-aeb1-bf736f3359b1,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:02.549640 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-bfd81754-7d61-4b8a-bd31-11c89adf50d4 req-2ab20128-f710-4188-a400-2b33a4d482a3 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Deleting port 91d866e7-af34-4e4d-a0e0-37a023e1231f {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:02.549988 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-bfd81754-7d61-4b8a-bd31-11c89adf50d4 req-2ab20128-f710-4188-a400-2b33a4d482a3 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.558951 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6455372c-61c9-4115-9aac-7a74a961f4a5 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.594088 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-6455372c-61c9-4115-9aac-7a74a961f4a5 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Calling delete_port for 733e1e95-283e-4860-93a7-6c7f76068049 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:02.647001 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-bfd81754-7d61-4b8a-bd31-11c89adf50d4 req-2ab20128-f710-4188-a400-2b33a4d482a3 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] For port 91d866e7-af34-4e4d-a0e0-37a023e1231f, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=91d866e7-af34-4e4d-a0e0-37a023e1231f,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:02.647475 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-bfd81754-7d61-4b8a-bd31-11c89adf50d4 req-2ab20128-f710-4188-a400-2b33a4d482a3 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.662334 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c667f55-25e0-44b9-8a4f-d89ce6a6e0b0 req-265e0421-634b-43e7-a18d-776ea6e04ada tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:02.663887 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0c667f55-25e0-44b9-8a4f-d89ce6a6e0b0 req-265e0421-634b-43e7-a18d-776ea6e04ada tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 945 time: 0.1092925 Aug 10 03:55:02.675123 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-bfd81754-7d61-4b8a-bd31-11c89adf50d4 req-2ab20128-f710-4188-a400-2b33a4d482a3 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Calling delete_port for 91d866e7-af34-4e4d-a0e0-37a023e1231f owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:02.723632 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0c667f55-25e0-44b9-8a4f-d89ce6a6e0b0 req-1bc43981-b876-48a5-802d-286e68815421 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498450 Aug 10 03:55:02.793389 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-80031d29-7e34-4923-953c-8f3c246c873f req-3d9bc980-3161-4719-808e-cf9f2969ec40 tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups/a83bd464-c54e-414d-8505-ce7611a9e27a HTTP/1.1" status: 200 len: 1800 time: 0.1195014 Aug 10 03:55:02.893679 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-80031d29-7e34-4923-953c-8f3c246c873f req-9b37d273-5a8f-4292-96f5-e1f2dfb3d1de tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.903513 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6455372c-61c9-4115-9aac-7a74a961f4a5 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.931596 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-80031d29-7e34-4923-953c-8f3c246c873f req-9b37d273-5a8f-4292-96f5-e1f2dfb3d1de tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.939449 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35974) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:02.951597 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455372c-61c9-4115-9aac-7a74a961f4a5 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Port': ['ID=733e1e95-283e-4860-93a7-6c7f76068049,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:02.974562 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6455372c-61c9-4115-9aac-7a74a961f4a5 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:02.980196 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6455372c-61c9-4115-9aac-7a74a961f4a5 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/ports/733e1e95-283e-4860-93a7-6c7f76068049 HTTP/1.1" status: 204 len: 168 time: 0.7755764 Aug 10 03:55:02.981753 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35978) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:03.012777 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-a905a0b0-ad4e-43c9-863b-55fe04ea763a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] GET failed (client error): The resource could not be found. Aug 10 03:55:03.016864 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a905a0b0-ad4e-43c9-863b-55fe04ea763a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "GET /v2.0/ports/733e1e95-283e-4860-93a7-6c7f76068049 HTTP/1.1" status: 404 len: 333 time: 0.0310891 Aug 10 03:55:03.017383 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35980) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:03.060345 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-bfd81754-7d61-4b8a-bd31-11c89adf50d4 req-2ab20128-f710-4188-a400-2b33a4d482a3 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.072610 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['91d866e7-af34-4e4d-a0e0-37a023e1231f'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:55:03.074065 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-eedd760a-63fd-41a2-921b-df034925ebe2 tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:03.117676 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab20128-f710-4188-a400-2b33a4d482a3 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Pushing event deleted for resources: {'Port': ['ID=91d866e7-af34-4e4d-a0e0-37a023e1231f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:03.119450 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-80031d29-7e34-4923-953c-8f3c246c873f req-9b37d273-5a8f-4292-96f5-e1f2dfb3d1de tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.122252 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-80031d29-7e34-4923-953c-8f3c246c873f req-9b37d273-5a8f-4292-96f5-e1f2dfb3d1de tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.126167 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-80031d29-7e34-4923-953c-8f3c246c873f req-9b37d273-5a8f-4292-96f5-e1f2dfb3d1de tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "DELETE /v2.0/security-groups/a83bd464-c54e-414d-8505-ce7611a9e27a HTTP/1.1" status: 204 len: 173 time: 0.3244293 Aug 10 03:55:03.159147 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-f004d4eb-b53e-4e4d-ba6f-d7bbba4fd0dc tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting subnet c92aa665-67f3-4201-b2d8-eb0105a831dd {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:55:03.181879 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37d273-5a8f-4292-96f5-e1f2dfb3d1de tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83bd464-c54e-414d-8505-ce7611a9e27a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:03.204814 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f004d4eb-b53e-4e4d-ba6f-d7bbba4fd0dc tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.214016 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1aef6be8-4112-4685-aeb1-bf736f3359b1 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:03.244926 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd81754-7d61-4b8a-bd31-11c89adf50d4 req-2ab20128-f710-4188-a400-2b33a4d482a3 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] No DVR routers for this DVR port 91d866e7-af34-4e4d-a0e0-37a023e1231f on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:03.246144 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 4d46f0c8-9253-434c-b6a4-45a957863046 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:55:03.251752 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-bfd81754-7d61-4b8a-bd31-11c89adf50d4 req-2ab20128-f710-4188-a400-2b33a4d482a3 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.257619 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfd81754-7d61-4b8a-bd31-11c89adf50d4 req-2ab20128-f710-4188-a400-2b33a4d482a3 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.68 "DELETE /v2.0/ports/91d866e7-af34-4e4d-a0e0-37a023e1231f HTTP/1.1" status: 204 len: 173 time: 0.8735967 Aug 10 03:55:03.257619 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7dbc473-02c3-4764-9d85-de6da966ec87', 'name': 'network-vif-deleted', 'tag': '91d866e7-af34-4e4d-a0e0-37a023e1231f'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:03.258649 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f145ba95-f5d4-4870-bbd1-94476a29a5cb" -d '{"events": [{"server_uuid": "a7dbc473-02c3-4764-9d85-de6da966ec87", "name": "network-vif-deleted", "tag": "91d866e7-af34-4e4d-a0e0-37a023e1231f"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:03.273163 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 4d46f0c8-9253-434c-b6a4-45a957863046 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:55:03.273567 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 4d46f0c8-9253-434c-b6a4-45a957863046 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:55:03.283943 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f004d4eb-b53e-4e4d-ba6f-d7bbba4fd0dc tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.289122 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 1aef6be8-4112-4685-aeb1-bf736f3359b1 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:03.289300 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b2cccb14-c904-4758-957a-e6a36ff730c4 req-18d32751-d325-475c-85eb-9a0e4397818c tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "GET /v2.0/security-groups/2075ea22-90db-4456-b554-de2627e23c3a HTTP/1.1" status: 200 len: 1800 time: 0.1385632 Aug 10 03:55:03.289486 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.297949 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eedd760a-63fd-41a2-921b-df034925ebe2 tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.309530 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1292f640-8e13-47c4-afc3-bcc2ae2ca5dd x-openstack-request-id: req-1292f640-8e13-47c4-afc3-bcc2ae2ca5dd {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:03.309530 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7dbc473-02c3-4764-9d85-de6da966ec87", "name": "network-vif-deleted", "tag": "91d866e7-af34-4e4d-a0e0-37a023e1231f", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:03.309530 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1292f640-8e13-47c4-afc3-bcc2ae2ca5dd {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:03.309530 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7dbc473-02c3-4764-9d85-de6da966ec87', 'name': 'network-vif-deleted', 'tag': '91d866e7-af34-4e4d-a0e0-37a023e1231f', 'status': 'completed', 'code': 200} Aug 10 03:55:03.397616 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eedd760a-63fd-41a2-921b-df034925ebe2 tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.428628 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b2cccb14-c904-4758-957a-e6a36ff730c4 req-7c2bbd09-712f-4ede-857b-c8fd77fb097c tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.452315 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f004d4eb-b53e-4e4d-ba6f-d7bbba4fd0dc tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.483862 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b2cccb14-c904-4758-957a-e6a36ff730c4 req-7c2bbd09-712f-4ede-857b-c8fd77fb097c tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.522863 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-84ec0491-f6a3-4d98-90b1-210fc564a04c req-232f45dc-4378-44d5-9916-582b8b14b9d5 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dbc473-02c3-4764-9d85-de6da966ec87 HTTP/1.1" status: 200 len: 210 time: 0.0354524 Aug 10 03:55:03.575825 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-eedd760a-63fd-41a2-921b-df034925ebe2 tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Allocated IP 172.25.0.105 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/30e7c83d-acb7-494b-91c5-eecf187618a1) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:03.678449 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eedd760a-63fd-41a2-921b-df034925ebe2 tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.726221 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f004d4eb-b53e-4e4d-ba6f-d7bbba4fd0dc tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.754769 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f004d4eb-b53e-4e4d-ba6f-d7bbba4fd0dc tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Subnet': ['ID=c92aa665-67f3-4201-b2d8-eb0105a831dd,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:03.759473 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f004d4eb-b53e-4e4d-ba6f-d7bbba4fd0dc tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.764774 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f004d4eb-b53e-4e4d-ba6f-d7bbba4fd0dc tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/subnets/c92aa665-67f3-4201-b2d8-eb0105a831dd HTTP/1.1" status: 204 len: 168 time: 0.7439890 Aug 10 03:55:03.765569 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35996) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:03.772531 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7a5924-708e-422e-aa28-a71a0a43c1b7 None None] Network 889502d2-9cf6-4bee-9a61-7b21c7b62c1b requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:03.803183 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b2cccb14-c904-4758-957a-e6a36ff730c4 req-7c2bbd09-712f-4ede-857b-c8fd77fb097c tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.810698 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b2cccb14-c904-4758-957a-e6a36ff730c4 req-7c2bbd09-712f-4ede-857b-c8fd77fb097c tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.817478 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b2cccb14-c904-4758-957a-e6a36ff730c4 req-7c2bbd09-712f-4ede-857b-c8fd77fb097c tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] 10.222.0.25 "DELETE /v2.0/security-groups/2075ea22-90db-4456-b554-de2627e23c3a HTTP/1.1" status: 204 len: 173 time: 0.5068440 Aug 10 03:55:03.819429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36000) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:03.849746 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eedd760a-63fd-41a2-921b-df034925ebe2 tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.889437 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bbd09-712f-4ede-857b-c8fd77fb097c tempest-SecurityGroupsTestJSON-586989763 tempest-SecurityGroupsTestJSON-586989763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2075ea22-90db-4456-b554-de2627e23c3a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:03.912896 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9fcfcc-4fcd-4164-b6e6-c44162f04975 admin admin] Deleting subnet 4841167f-f267-48b7-aadb-98bc93baab6d {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:55:03.916184 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dc9fcfcc-4fcd-4164-b6e6-c44162f04975 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.939149 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedd760a-63fd-41a2-921b-df034925ebe2 tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:03.943589 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-eedd760a-63fd-41a2-921b-df034925ebe2 tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:03.945983 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedd760a-63fd-41a2-921b-df034925ebe2 tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:03.955548 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-be8d889b-0f3d-442d-9b76-969ae00e476e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.965615 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dc9fcfcc-4fcd-4164-b6e6-c44162f04975 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:03.980907 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd760a-63fd-41a2-921b-df034925ebe2 tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Pushing event updated for resources: {'Port': ['ID=30e7c83d-acb7-494b-91c5-eecf187618a1,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:03.994378 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c372e5-d1e2-41cb-9397-42644e6f9dde None None] DHCP port deletion for 889502d2-9cf6-4bee-9a61-7b21c7b62c1b request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:55:04.010822 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dc9fcfcc-4fcd-4164-b6e6-c44162f04975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.017975 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eb7906-6539-447f-b297-b115cfd67755 req-71046c5a-2384-4a91-aea7-bf57493c1feb tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:04.019546 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-13eb7906-6539-447f-b297-b115cfd67755 req-71046c5a-2384-4a91-aea7-bf57493c1feb tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 945 time: 0.1927679 Aug 10 03:55:04.050314 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-a1c372e5-d1e2-41cb-9397-42644e6f9dde None None] Deleting port 1aef6be8-4112-4685-aeb1-bf736f3359b1 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:04.050696 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a1c372e5-d1e2-41cb-9397-42644e6f9dde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.120032 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-13eb7906-6539-447f-b297-b115cfd67755 req-09fd7d91-8d4d-449f-84fd-807b8276d458 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931785 Aug 10 03:55:04.123463 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a1c372e5-d1e2-41cb-9397-42644e6f9dde None None] For port 1aef6be8-4112-4685-aeb1-bf736f3359b1, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1aef6be8-4112-4685-aeb1-bf736f3359b1,segment=NetworkSegment(06d3ff02-a919-4beb-8443-0a065cbef28f),segment_id=06d3ff02-a919-4beb-8443-0a065cbef28f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:04.124167 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a1c372e5-d1e2-41cb-9397-42644e6f9dde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.124273 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eedd760a-63fd-41a2-921b-df034925ebe2 tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.145234 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-be8d889b-0f3d-442d-9b76-969ae00e476e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting port 1aef6be8-4112-4685-aeb1-bf736f3359b1 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:04.145570 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-be8d889b-0f3d-442d-9b76-969ae00e476e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.146865 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-a1c372e5-d1e2-41cb-9397-42644e6f9dde None None] Calling delete_port for 1aef6be8-4112-4685-aeb1-bf736f3359b1 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:04.190151 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dc9fcfcc-4fcd-4164-b6e6-c44162f04975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.206119 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 370afcbe-96cd-4095-91f2-def098f87603 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:04.232087 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-be8d889b-0f3d-442d-9b76-969ae00e476e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] For port 1aef6be8-4112-4685-aeb1-bf736f3359b1, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1aef6be8-4112-4685-aeb1-bf736f3359b1,segment=NetworkSegment(06d3ff02-a919-4beb-8443-0a065cbef28f),segment_id=06d3ff02-a919-4beb-8443-0a065cbef28f)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:04.232471 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-be8d889b-0f3d-442d-9b76-969ae00e476e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.246858 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9fcfcc-4fcd-4164-b6e6-c44162f04975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4841167f-f267-48b7-aadb-98bc93baab6d,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:04.265914 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dc9fcfcc-4fcd-4164-b6e6-c44162f04975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.268752 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-dc9fcfcc-4fcd-4164-b6e6-c44162f04975 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4841167f-f267-48b7-aadb-98bc93baab6d HTTP/1.1" status: 204 len: 168 time: 0.4433298 Aug 10 03:55:04.273105 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36010) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:04.281233 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-be8d889b-0f3d-442d-9b76-969ae00e476e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Calling delete_port for 1aef6be8-4112-4685-aeb1-bf736f3359b1 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:04.295161 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eedd760a-63fd-41a2-921b-df034925ebe2 tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.313947 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 370afcbe-96cd-4095-91f2-def098f87603 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:04.314562 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.369407 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-58a0d120-f72b-490c-8c2c-97c175c0cd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.402370 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.413611 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a1c372e5-d1e2-41cb-9397-42644e6f9dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.457226 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-58a0d120-f72b-490c-8c2c-97c175c0cd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.470466 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-58a0d120-f72b-490c-8c2c-97c175c0cd5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:04.484417 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-58a0d120-f72b-490c-8c2c-97c175c0cd5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:04.484727 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-58a0d120-f72b-490c-8c2c-97c175c0cd5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d73dad1-67a2-4f3c-97f4-1662c5bcb9e1') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:04.497204 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-58a0d120-f72b-490c-8c2c-97c175c0cd5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.502848 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c372e5-d1e2-41cb-9397-42644e6f9dde None None] No DVR routers for this DVR port 1aef6be8-4112-4685-aeb1-bf736f3359b1 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:04.510973 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c372e5-d1e2-41cb-9397-42644e6f9dde None None] Pushing event deleted for resources: {'Port': ['ID=1aef6be8-4112-4685-aeb1-bf736f3359b1,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:04.523916 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e5c029-5e0d-418e-bfdc-a2e7f22775bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370afcbe-96cd-4095-91f2-def098f87603'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:04.526220 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ac4598-4938-49f2-9a2c-ed6e7dee848d" -d '{"events": [{"server_uuid": "09e5c029-5e0d-418e-bfdc-a2e7f22775bd", "name": "network-vif-plugged", "status": "completed", "tag": "370afcbe-96cd-4095-91f2-def098f87603"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:04.527862 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-58a0d120-f72b-490c-8c2c-97c175c0cd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.536612 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a0d120-f72b-490c-8c2c-97c175c0cd5e admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:55:04.537023 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-58a0d120-f72b-490c-8c2c-97c175c0cd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:55:04.540125 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:55:04.543092 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 370afcbe-96cd-4095-91f2-def098f87603, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=370afcbe-96cd-4095-91f2-def098f87603,segment=NetworkSegment(20c309fb-ec98-40d4-a9d0-4aa74be70f65),segment_id=20c309fb-ec98-40d4-a9d0-4aa74be70f65)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:04.583722 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed4bf4d-e7de-4cd6-a9a7-7f70cda91cd5 x-openstack-request-id: req-2ed4bf4d-e7de-4cd6-a9a7-7f70cda91cd5 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:04.584244 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e5c029-5e0d-418e-bfdc-a2e7f22775bd", "name": "network-vif-plugged", "status": "completed", "tag": "370afcbe-96cd-4095-91f2-def098f87603", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:04.584592 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ed4bf4d-e7de-4cd6-a9a7-7f70cda91cd5 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:04.585052 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e5c029-5e0d-418e-bfdc-a2e7f22775bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370afcbe-96cd-4095-91f2-def098f87603', 'code': 200} Aug 10 03:55:04.680811 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.733110 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-58a0d120-f72b-490c-8c2c-97c175c0cd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.733352 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=370afcbe-96cd-4095-91f2-def098f87603,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:04.741232 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-58a0d120-f72b-490c-8c2c-97c175c0cd5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.745348 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-58a0d120-f72b-490c-8c2c-97c175c0cd5e admin admin] 10.222.0.25 "DELETE /v2.0/networks/c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb HTTP/1.1" status: 204 len: 168 time: 0.4681129 Aug 10 03:55:04.766878 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0d120-f72b-490c-8c2c-97c175c0cd5e admin admin] Pushing event deleted for resources: {'Network': ['ID=c1f19e97-b1f2-4cb4-92f3-3b64ecebd8fb,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:04.800583 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a320439-d1a5-48af-8000-43c42ad3ba16 req-6986080c-96c7-417f-82d5-4fe0cc9485e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:04.802842 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7a320439-d1a5-48af-8000-43c42ad3ba16 req-6986080c-96c7-417f-82d5-4fe0cc9485e1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 1097 time: 0.0467839 Aug 10 03:55:04.847382 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7a320439-d1a5-48af-8000-43c42ad3ba16 req-f4d0e2e9-d493-4fad-afdc-8bbca4344f97 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339706 Aug 10 03:55:04.848904 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0354f3c0-c92a-46c0-ae5b-6a991836efae req-53d83fcf-385b-495c-a51d-4c5740f72dee tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7dbc473-02c3-4764-9d85-de6da966ec87 HTTP/1.1" status: 200 len: 210 time: 0.0412314 Aug 10 03:55:04.851632 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-be8d889b-0f3d-442d-9b76-969ae00e476e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:04.884747 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d889b-0f3d-442d-9b76-969ae00e476e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Port': ['ID=1aef6be8-4112-4685-aeb1-bf736f3359b1,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:04.890478 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8d889b-0f3d-442d-9b76-969ae00e476e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] No DVR routers for this DVR port 1aef6be8-4112-4685-aeb1-bf736f3359b1 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:04.998695 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-be8d889b-0f3d-442d-9b76-969ae00e476e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.002029 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eedd760a-63fd-41a2-921b-df034925ebe2 tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.010632 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-be8d889b-0f3d-442d-9b76-969ae00e476e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['889502d2-9cf6-4bee-9a61-7b21c7b62c1b']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:05.020072 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-be8d889b-0f3d-442d-9b76-969ae00e476e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d3ff02-a919-4beb-8443-0a065cbef28f') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:05.020382 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-be8d889b-0f3d-442d-9b76-969ae00e476e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d3ff02-a919-4beb-8443-0a065cbef28f') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:05.030557 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-be8d889b-0f3d-442d-9b76-969ae00e476e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.044602 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-be8d889b-0f3d-442d-9b76-969ae00e476e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.050260 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be8d889b-0f3d-442d-9b76-969ae00e476e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:55:05.050661 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-be8d889b-0f3d-442d-9b76-969ae00e476e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:55:05.053576 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:55:05.125791 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eedd760a-63fd-41a2-921b-df034925ebe2 tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.181809 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1aef6be8-4112-4685-aeb1-bf736f3359b1 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:55:05.202536 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd760a-63fd-41a2-921b-df034925ebe2 tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Pushing event updated for resources: {'Port': ['ID=30e7c83d-acb7-494b-91c5-eecf187618a1,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:05.208958 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 1aef6be8-4112-4685-aeb1-bf736f3359b1 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:55:05.209398 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1aef6be8-4112-4685-aeb1-bf736f3359b1 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:55:05.213529 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eedd760a-63fd-41a2-921b-df034925ebe2 tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.267047 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf241a-13c6-420c-bce4-5e2cb68514e7 req-895aaece-1ddb-485f-8b86-8313a4703137 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:05.269197 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-be8d889b-0f3d-442d-9b76-969ae00e476e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.271843 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6bbf241a-13c6-420c-bce4-5e2cb68514e7 req-895aaece-1ddb-485f-8b86-8313a4703137 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.0603971 Aug 10 03:55:05.281477 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-be8d889b-0f3d-442d-9b76-969ae00e476e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.283455 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-be8d889b-0f3d-442d-9b76-969ae00e476e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/networks/889502d2-9cf6-4bee-9a61-7b21c7b62c1b HTTP/1.1" status: 204 len: 168 time: 1.5167522 Aug 10 03:55:05.295203 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36024) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:05.300215 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-3610b4b3-ac17-45ad-950b-06830a6825f9 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1004869985'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:05.305465 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d889b-0f3d-442d-9b76-969ae00e476e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Network': ['ID=889502d2-9cf6-4bee-9a61-7b21c7b62c1b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:05.321821 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6bbf241a-13c6-420c-bce4-5e2cb68514e7 req-f437d064-1933-4137-9ec1-cd1ef5c3d6a1 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435340 Aug 10 03:55:05.350768 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eedd760a-63fd-41a2-921b-df034925ebe2 tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.351993 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-eedd760a-63fd-41a2-921b-df034925ebe2 tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4113336 Aug 10 03:55:05.354967 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36026) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:05.360188 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-818d84df-3506-4607-9767-62a6d7205bfd tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-183815569', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'fixed_ips': [{'ip_address': '172.25.0.105'}]}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:05.422086 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36028) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:05.461821 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-22f60216-faac-4ca0-a87c-9656bdeb3b41 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ba4dfbcf73f2425d88d975c4d0dbffe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382812 Aug 10 03:55:05.464665 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36030) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:05.512369 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-622750ca-16ef-4f5b-8e73-2dfc4aa19cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.539246 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3610b4b3-ac17-45ad-950b-06830a6825f9 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:05.543185 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3610b4b3-ac17-45ad-950b-06830a6825f9 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.546303 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-622750ca-16ef-4f5b-8e73-2dfc4aa19cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.602497 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3610b4b3-ac17-45ad-950b-06830a6825f9 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:55:05.612968 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3610b4b3-ac17-45ad-950b-06830a6825f9 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.613309 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-3610b4b3-ac17-45ad-950b-06830a6825f9 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Added segment ed695459-be79-47e2-9853-ab09bf7a13f4 of type vlan for network d9962f3c-ea84-4611-97c9-9177afc98ac0 Aug 10 03:55:05.642115 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818d84df-3506-4607-9767-62a6d7205bfd tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Made reservation on behalf of 5c95a92ec9da4e51af2f3f75cb341ace for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:05.644456 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-818d84df-3506-4607-9767-62a6d7205bfd tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.662626 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-818d84df-3506-4607-9767-62a6d7205bfd tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.665276 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3610b4b3-ac17-45ad-950b-06830a6825f9 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.759718 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-622750ca-16ef-4f5b-8e73-2dfc4aa19cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.762802 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-622750ca-16ef-4f5b-8e73-2dfc4aa19cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.763981 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-622750ca-16ef-4f5b-8e73-2dfc4aa19cf4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/465c2225-6e39-4e75-8af9-0add66f2bbd7 HTTP/1.1" status: 204 len: 168 time: 0.2984045 Aug 10 03:55:05.785000 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-818d84df-3506-4607-9767-62a6d7205bfd tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.785000 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622750ca-16ef-4f5b-8e73-2dfc4aa19cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465c2225-6e39-4e75-8af9-0add66f2bbd7,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:05.812500 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3610b4b3-ac17-45ad-950b-06830a6825f9 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.818519 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3610b4b3-ac17-45ad-950b-06830a6825f9 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:05.822999 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3610b4b3-ac17-45ad-950b-06830a6825f9 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.899531 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610b4b3-ac17-45ad-950b-06830a6825f9 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Network': ['ID=d9962f3c-ea84-4611-97c9-9177afc98ac0,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:05.912234 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network d9962f3c-ea84-4611-97c9-9177afc98ac0 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:55:05.932781 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-818d84df-3506-4607-9767-62a6d7205bfd tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:05.943491 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-818d84df-3506-4607-9767-62a6d7205bfd tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] device_id is not set on port b4814e33-6332-4045-b77d-48bd055aa54c yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:55:06.014828 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d84df-3506-4607-9767-62a6d7205bfd tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb9d243-5c8b-4287-92ca-6db3fd399bbf,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:06.086601 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3610b4b3-ac17-45ad-950b-06830a6825f9 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7876117 Aug 10 03:55:06.086788 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36050) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:06.093591 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-85959f96-4d2b-427e-af69-c5ed25b0948b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'subnet': {'network_id': 'd9962f3c-ea84-4611-97c9-9177afc98ac0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:06.204654 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-298760b4-9468-4c80-9cbe-788317d8c5da tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:06.208149 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-298760b4-9468-4c80-9cbe-788317d8c5da tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/networks?id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc HTTP/1.1" status: 200 len: 812 time: 0.1262453 Aug 10 03:55:06.224525 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-dea25368-0a6d-4266-996e-7f9a214b8cb3 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/quotas/f978154370c54cef8e8d819528465357 HTTP/1.1" status: 200 len: 375 time: 0.0106392 Aug 10 03:55:06.271706 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-66789173-90be-4019-acdb-4997fb404c1b tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f978154370c54cef8e8d819528465357&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401261 Aug 10 03:55:06.292868 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-818d84df-3506-4607-9767-62a6d7205bfd tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 10 03:55:06.293522 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-818d84df-3506-4607-9767-62a6d7205bfd tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:06.328262 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85959f96-4d2b-427e-af69-c5ed25b0948b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:06.333766 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-85959f96-4d2b-427e-af69-c5ed25b0948b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:06.370101 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-60991d5a-b846-46b7-bac3-ef49549938cc service neutron] 10.222.0.25 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973439 Aug 10 03:55:06.407992 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-818d84df-3506-4607-9767-62a6d7205bfd tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0514085 Aug 10 03:55:06.410926 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36064) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:06.495466 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-003155c0-9777-4576-adf6-7de30d3bebb0 service neutron] 10.222.0.25 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172733 Aug 10 03:55:06.594336 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc4baf6-5ca6-434d-810d-f0257bf92fb7 req-c2e301b8-4f2f-442a-8075-c00fc936a4a3 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:06.595844 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5dc4baf6-5ca6-434d-810d-f0257bf92fb7 req-c2e301b8-4f2f-442a-8075-c00fc936a4a3 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.1759489 Aug 10 03:55:06.695820 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5dc4baf6-5ca6-434d-810d-f0257bf92fb7 req-0a313499-30dd-48e8-b33a-39e024cd7e89 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915093 Aug 10 03:55:06.699288 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-024b6962-29ed-4c5e-ab30-52a056be168c tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Deleting port 30e7c83d-acb7-494b-91c5-eecf187618a1 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:06.699731 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-024b6962-29ed-4c5e-ab30-52a056be168c tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:06.824720 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-024b6962-29ed-4c5e-ab30-52a056be168c tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:06.825123 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-024b6962-29ed-4c5e-ab30-52a056be168c tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:06.839250 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-024b6962-29ed-4c5e-ab30-52a056be168c tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Calling delete_port for 30e7c83d-acb7-494b-91c5-eecf187618a1 owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:06.862021 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-85959f96-4d2b-427e-af69-c5ed25b0948b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:06.894338 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d77c1a05-ff0e-47a0-80f1-4f2ad2bb6a7a req-c9e8570b-91ce-491d-9876-db62c2e3f002 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 210 time: 0.0486505 Aug 10 03:55:06.977925 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7f0954c2-1237-4c3d-a429-9456fe66b8e2 req-83e7fac8-9b6b-485f-a36e-eaf7db1704f0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=694df543-b5ec-4345-a560-605c47474843&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418203 Aug 10 03:55:07.035994 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85959f96-4d2b-427e-af69-c5ed25b0948b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Subnet': ['ID=07ad4a30-0a16-4b13-aeb3-140db113e2f3,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:07.066577 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879cbe3-b65a-4382-b29f-a3f78fd78406 req-3f00d5fc-a37d-4944-83f9-252a08e1d9ed tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:07.068345 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3879cbe3-b65a-4382-b29f-a3f78fd78406 req-3f00d5fc-a37d-4944-83f9-252a08e1d9ed tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.1329699 Aug 10 03:55:07.077372 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36088) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:07.086086 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0954c2-1237-4c3d-a429-9456fe66b8e2 req-435bacfc-82f8-478c-823c-28f12c52c008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:07.087802 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7f0954c2-1237-4c3d-a429-9456fe66b8e2 req-435bacfc-82f8-478c-823c-28f12c52c008 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=992d730214c1491099e8b120487e23ac&device_id=694df543-b5ec-4345-a560-605c47474843 HTTP/1.1" status: 200 len: 1096 time: 0.0650113 Aug 10 03:55:07.095370 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85959f96-4d2b-427e-af69-c5ed25b0948b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Checking segment: {'id': 'ed695459-be79-47e2-9853-ab09bf7a13f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd9962f3c-ea84-4611-97c9-9177afc98ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:07.095762 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85959f96-4d2b-427e-af69-c5ed25b0948b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network hostable DHCP agents. Network: d9962f3c-ea84-4611-97c9-9177afc98ac0, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:55:07.145357 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3879cbe3-b65a-4382-b29f-a3f78fd78406 req-f06643c3-b788-4faf-8c84-bd1b377126fc tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622728 Aug 10 03:55:07.228445 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0954c2-1237-4c3d-a429-9456fe66b8e2 req-9b34251f-c48a-4eb0-8783-b10c4e2ca588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:07.230986 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7f0954c2-1237-4c3d-a429-9456fe66b8e2 req-9b34251f-c48a-4eb0-8783-b10c4e2ca588 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c77b191a-044f-43de-9854-a356e10ee6fa HTTP/1.1" status: 200 len: 906 time: 0.1232092 Aug 10 03:55:07.236607 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-5782b8a9-41d8-40a6-b294-d69ec69b7a7a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2040026435-network', 'tenant_id': '92a8ec239cac4c7084ee2935e1e8d72e'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:07.257066 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85959f96-4d2b-427e-af69-c5ed25b0948b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network d9962f3c-ea84-4611-97c9-9177afc98ac0 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:55:07.269708 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 91d866e7-af34-4e4d-a0e0-37a023e1231f no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:55:07.289358 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 91d866e7-af34-4e4d-a0e0-37a023e1231f {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:55:07.289701 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 91d866e7-af34-4e4d-a0e0-37a023e1231f not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:55:07.306624 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7f0954c2-1237-4c3d-a429-9456fe66b8e2 req-fce5ac95-6a58-472c-a6a1-838c2b42089e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bdcc4c5e-f44c-44a2-8664-03e3a156d29a HTTP/1.1" status: 200 len: 1001 time: 0.0666771 Aug 10 03:55:07.355722 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0954c2-1237-4c3d-a429-9456fe66b8e2 req-bf79426c-a426-4ae1-b812-68534ef61864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:07.357144 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7f0954c2-1237-4c3d-a429-9456fe66b8e2 req-bf79426c-a426-4ae1-b812-68534ef61864 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=370f1b13-6f7b-40b4-94af-c5a9772dea2d HTTP/1.1" status: 200 len: 844 time: 0.0435047 Aug 10 03:55:07.408558 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0954c2-1237-4c3d-a429-9456fe66b8e2 req-b74a0666-fb36-4ff2-a8e2-1cd154eeefa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:07.410096 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7f0954c2-1237-4c3d-a429-9456fe66b8e2 req-b74a0666-fb36-4ff2-a8e2-1cd154eeefa9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c77b191a-044f-43de-9854-a356e10ee6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463388 Aug 10 03:55:07.434872 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-85959f96-4d2b-427e-af69-c5ed25b0948b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, d9962f3c-ea84-4611-97c9-9177afc98ac0) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:07.445582 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85959f96-4d2b-427e-af69-c5ed25b0948b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:07.445582 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-85959f96-4d2b-427e-af69-c5ed25b0948b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:07.446029 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-024b6962-29ed-4c5e-ab30-52a056be168c tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:07.446159 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd8234b-e4e6-4351-bea8-5e30c90f9c61 None None] Network d9962f3c-ea84-4611-97c9-9177afc98ac0 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:07.474672 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5782b8a9-41d8-40a6-b294-d69ec69b7a7a admin admin] Made reservation on behalf of 92a8ec239cac4c7084ee2935e1e8d72e for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:07.477423 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5782b8a9-41d8-40a6-b294-d69ec69b7a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:07.487742 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b6962-29ed-4c5e-ab30-52a056be168c tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Pushing event deleted for resources: {'Port': ['ID=30e7c83d-acb7-494b-91c5-eecf187618a1,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:07.490082 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5782b8a9-41d8-40a6-b294-d69ec69b7a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:07.545908 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7f0954c2-1237-4c3d-a429-9456fe66b8e2 req-2994c375-c0c5-4e7d-82fd-5ac668de2988 service neutron] 10.222.0.68 "GET /v2.0/networks/c77b191a-044f-43de-9854-a356e10ee6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285329 Aug 10 03:55:07.553493 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-024b6962-29ed-4c5e-ab30-52a056be168c tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:07.556228 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-024b6962-29ed-4c5e-ab30-52a056be168c tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:07.561170 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-024b6962-29ed-4c5e-ab30-52a056be168c tempest-ExternalNetworksAdminNegativeTestJSON-188664665 tempest-ExternalNetworksAdminNegativeTestJSON-188664665-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/fd8950f4-a19b-4d6c-9ca4-2187486d0942 HTTP/1.1" status: 204 len: 168 time: 1.1458590 Aug 10 03:55:07.613818 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d002c79-df3b-49c3-ba7f-f4de03af9ecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-d9962f3c-ea84-4611-97c9-9177afc98ac0', 'network_id': 'd9962f3c-ea84-4611-97c9-9177afc98ac0', 'tenant_id': 'ac533af90042449fa4780d42e267a0cc', 'fixed_ips': [{'subnet_id': '07ad4a30-0a16-4b13-aeb3-140db113e2f3'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:55:07.614975 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3d002c79-df3b-49c3-ba7f-f4de03af9ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:07.625037 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-85959f96-4d2b-427e-af69-c5ed25b0948b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5372550 Aug 10 03:55:07.629142 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36098) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:07.637099 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-f4cab0a5-24af-4e9c-b8ba-602fca33d1ec tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'port': {'network_id': 'd9962f3c-ea84-4611-97c9-9177afc98ac0', 'name': 'tempest-PortsIpV6TestJSON-1643053427', 'fixed_ips': [{'subnet_id': '07ad4a30-0a16-4b13-aeb3-140db113e2f3', 'ip_address': '2001:db8::10'}]}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:07.667331 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7f0954c2-1237-4c3d-a429-9456fe66b8e2 req-1a9a4c41-dbeb-4d03-94f0-771bc36fc60c service neutron] 10.222.0.68 "GET /v2.0/networks/c77b191a-044f-43de-9854-a356e10ee6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141601 Aug 10 03:55:07.729872 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5782b8a9-41d8-40a6-b294-d69ec69b7a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:07.783949 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-3d002c79-df3b-49c3-ba7f-f4de03af9ecd None None] Allocated IP 2001:db8::2 (d9962f3c-ea84-4611-97c9-9177afc98ac0/07ad4a30-0a16-4b13-aeb3-140db113e2f3/82285f2a-3f86-4f32-b194-bb85a40bd63e) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:07.937471 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5782b8a9-41d8-40a6-b294-d69ec69b7a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:07.956332 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3d002c79-df3b-49c3-ba7f-f4de03af9ecd None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:07.967844 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3d002c79-df3b-49c3-ba7f-f4de03af9ecd None None] Transition to ACTIVE for port object 82285f2a-3f86-4f32-b194-bb85a40bd63e will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:07.973292 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5782b8a9-41d8-40a6-b294-d69ec69b7a7a admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:55:07.985544 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3d002c79-df3b-49c3-ba7f-f4de03af9ecd None None] Transition to ACTIVE for port object 82285f2a-3f86-4f32-b194-bb85a40bd63e will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:08.010047 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b21392ae-ca26-4f31-a5b9-7d98611c8fa8 req-2b6ea939-3369-4eeb-bfc5-8c7764de5b76 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 210 time: 0.0406308 Aug 10 03:55:08.015693 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782b8a9-41d8-40a6-b294-d69ec69b7a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39ff9c0-81d2-47b7-a454-c092796897cd,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:08.018760 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5782b8a9-41d8-40a6-b294-d69ec69b7a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:08.019115 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-5782b8a9-41d8-40a6-b294-d69ec69b7a7a admin admin] Added segment 823ef6a3-4315-4c4a-9851-d7eb00a76db1 of type vlan for network dd12cce6-4110-4fd8-8459-92b631186987 Aug 10 03:55:08.061736 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5782b8a9-41d8-40a6-b294-d69ec69b7a7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:08.112365 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-a914e5e1-554b-4dea-8749-e825cc2c7783 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:08.113850 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-a914e5e1-554b-4dea-8749-e825cc2c7783 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/networks?id=4c5fa83e-577d-40eb-8c55-93af52e54f4e HTTP/1.1" status: 200 len: 814 time: 0.1456175 Aug 10 03:55:08.128940 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-c654a8b8-1d02-4691-98b5-637cb4d41ce7 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/quotas/1777edd9fbb84d19b73ae9912a777f83 HTTP/1.1" status: 200 len: 375 time: 0.0091703 Aug 10 03:55:08.144132 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cab0a5-24af-4e9c-b8ba-602fca33d1ec tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:08.219849 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3d002c79-df3b-49c3-ba7f-f4de03af9ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:08.234561 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-122170a0-aa04-4460-98fd-25a6f9d80027 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1777edd9fbb84d19b73ae9912a777f83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1004851 Aug 10 03:55:08.260285 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d002c79-df3b-49c3-ba7f-f4de03af9ecd None None] Network d9962f3c-ea84-4611-97c9-9177afc98ac0 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:08.267657 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-3d002c79-df3b-49c3-ba7f-f4de03af9ecd None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:08.270298 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d002c79-df3b-49c3-ba7f-f4de03af9ecd None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:08.281456 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f4cab0a5-24af-4e9c-b8ba-602fca33d1ec tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:08.284993 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d002c79-df3b-49c3-ba7f-f4de03af9ecd None None] Pushing event updated for resources: {'Port': ['ID=82285f2a-3f86-4f32-b194-bb85a40bd63e,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:08.329781 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-f4cab0a5-24af-4e9c-b8ba-602fca33d1ec tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] device_id is not set on port 80ec6673-43d9-43ef-af2a-4782ea995744 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:55:08.341199 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-3d002c79-df3b-49c3-ba7f-f4de03af9ecd None None] Attempting to bind port 82285f2a-3f86-4f32-b194-bb85a40bd63e on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:08.341834 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-3d002c79-df3b-49c3-ba7f-f4de03af9ecd None None] Attempting to bind port 82285f2a-3f86-4f32-b194-bb85a40bd63e by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'ed695459-be79-47e2-9853-ab09bf7a13f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd9962f3c-ea84-4611-97c9-9177afc98ac0'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:08.342359 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d002c79-df3b-49c3-ba7f-f4de03af9ecd None None] Attempting to bind port 82285f2a-3f86-4f32-b194-bb85a40bd63e on network d9962f3c-ea84-4611-97c9-9177afc98ac0 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:08.347886 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d002c79-df3b-49c3-ba7f-f4de03af9ecd None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:08.348510 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d002c79-df3b-49c3-ba7f-f4de03af9ecd None None] Checking segment: {'id': 'ed695459-be79-47e2-9853-ab09bf7a13f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd9962f3c-ea84-4611-97c9-9177afc98ac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:08.349146 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3d002c79-df3b-49c3-ba7f-f4de03af9ecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:08.351425 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5782b8a9-41d8-40a6-b294-d69ec69b7a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:08.351939 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d002c79-df3b-49c3-ba7f-f4de03af9ecd None None] Bound using segment: {'id': 'ed695459-be79-47e2-9853-ab09bf7a13f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd9962f3c-ea84-4611-97c9-9177afc98ac0'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:08.351939 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-3d002c79-df3b-49c3-ba7f-f4de03af9ecd None None] Bound port: 82285f2a-3f86-4f32-b194-bb85a40bd63e, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed695459-be79-47e2-9853-ab09bf7a13f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd9962f3c-ea84-4611-97c9-9177afc98ac0'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:08.351939 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3d002c79-df3b-49c3-ba7f-f4de03af9ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:08.352262 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5782b8a9-41d8-40a6-b294-d69ec69b7a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:08.352262 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5782b8a9-41d8-40a6-b294-d69ec69b7a7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:08.357441 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36120) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:08.429211 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-3d002c79-df3b-49c3-ba7f-f4de03af9ecd None None] For port 82285f2a-3f86-4f32-b194-bb85a40bd63e, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:08.432524 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-3d002c79-df3b-49c3-ba7f-f4de03af9ecd None None] For port 82285f2a-3f86-4f32-b194-bb85a40bd63e, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=82285f2a-3f86-4f32-b194-bb85a40bd63e,segment=NetworkSegment(ed695459-be79-47e2-9853-ab09bf7a13f4),segment_id=ed695459-be79-47e2-9853-ab09bf7a13f4)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:08.452953 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-f5a4a1a6-b981-4157-a170-cc5f981cb4c6 service neutron] 10.222.0.25 "GET /v2.0/networks/4c5fa83e-577d-40eb-8c55-93af52e54f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079852 Aug 10 03:55:08.478378 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782b8a9-41d8-40a6-b294-d69ec69b7a7a admin admin] Pushing event updated for resources: {'Network': ['ID=dd12cce6-4110-4fd8-8459-92b631186987,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:08.489871 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network dd12cce6-4110-4fd8-8459-92b631186987 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:55:08.522721 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cb2a1013-6b7a-4202-a55e-e091b17f38e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:08.532168 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5782b8a9-41d8-40a6-b294-d69ec69b7a7a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4534440 Aug 10 03:55:08.536783 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36124) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:08.549720 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-10886c41-7a14-4fa3-a6f5-8eca9fce2439 admin admin] Request body: {'subnet': {'network_id': 'dd12cce6-4110-4fd8-8459-92b631186987', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2040026435-subnet', 'tenant_id': '92a8ec239cac4c7084ee2935e1e8d72e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:08.572240 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3d002c79-df3b-49c3-ba7f-f4de03af9ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:08.588578 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-03e0063b-d820-4d74-9468-420f51083885 service neutron] 10.222.0.25 "GET /v2.0/networks/4c5fa83e-577d-40eb-8c55-93af52e54f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346462 Aug 10 03:55:08.616268 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-f4cab0a5-24af-4e9c-b8ba-602fca33d1ec tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Allocated IP 2001:db8::10 (d9962f3c-ea84-4611-97c9-9177afc98ac0/07ad4a30-0a16-4b13-aeb3-140db113e2f3/80ec6673-43d9-43ef-af2a-4782ea995744) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:08.651252 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d002c79-df3b-49c3-ba7f-f4de03af9ecd None None] Pushing event updated for resources: {'Port': ['ID=82285f2a-3f86-4f32-b194-bb85a40bd63e,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:08.673083 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cb2a1013-6b7a-4202-a55e-e091b17f38e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:08.784934 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cb2a1013-6b7a-4202-a55e-e091b17f38e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:08.816754 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f4cab0a5-24af-4e9c-b8ba-602fca33d1ec tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:08.835765 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-f4cab0a5-24af-4e9c-b8ba-602fca33d1ec tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Transition to ACTIVE for port object 80ec6673-43d9-43ef-af2a-4782ea995744 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:08.856081 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a1013-6b7a-4202-a55e-e091b17f38e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7364343d-0f73-4fd0-bfcb-c1bac20620d0,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:08.869738 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cb2a1013-6b7a-4202-a55e-e091b17f38e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=01c3b2366c2d4d81a9a88cb133d6c315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5084140 Aug 10 03:55:08.873550 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36128) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:08.949956 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-50df61f5-717e-4bde-95eb-9539e81f58ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:08.977433 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10886c41-7a14-4fa3-a6f5-8eca9fce2439 admin admin] Made reservation on behalf of 92a8ec239cac4c7084ee2935e1e8d72e for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:08.980501 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-10886c41-7a14-4fa3-a6f5-8eca9fce2439 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:09.005052 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-50df61f5-717e-4bde-95eb-9539e81f58ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:09.097669 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f4cab0a5-24af-4e9c-b8ba-602fca33d1ec tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:09.143270 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cab0a5-24af-4e9c-b8ba-602fca33d1ec tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network d9962f3c-ea84-4611-97c9-9177afc98ac0 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:09.168057 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-f4cab0a5-24af-4e9c-b8ba-602fca33d1ec tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:09.176383 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-30b6b56c-bf99-4190-93da-273a4067cf98 req-e86ddcca-e3a4-4039-9435-b984e5eb6bd2 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 210 time: 0.0495090 Aug 10 03:55:09.183494 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cab0a5-24af-4e9c-b8ba-602fca33d1ec tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:09.187314 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cab0a5-24af-4e9c-b8ba-602fca33d1ec tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:09.188058 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f4cab0a5-24af-4e9c-b8ba-602fca33d1ec tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:09.208956 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cab0a5-24af-4e9c-b8ba-602fca33d1ec tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Port': ['ID=80ec6673-43d9-43ef-af2a-4782ea995744,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:09.272767 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 82285f2a-3f86-4f32-b194-bb85a40bd63e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:09.303148 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-50df61f5-717e-4bde-95eb-9539e81f58ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:09.305840 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-50df61f5-717e-4bde-95eb-9539e81f58ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:09.310085 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-50df61f5-717e-4bde-95eb-9539e81f58ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7364343d-0f73-4fd0-bfcb-c1bac20620d0 HTTP/1.1" status: 204 len: 168 time: 0.4286041 Aug 10 03:55:09.321658 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df61f5-717e-4bde-95eb-9539e81f58ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7364343d-0f73-4fd0-bfcb-c1bac20620d0,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:09.365793 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f4cab0a5-24af-4e9c-b8ba-602fca33d1ec tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7340271 Aug 10 03:55:09.367846 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36144) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:09.384683 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-45d1bf84-5a94-4cab-bd21-c4a664c42760 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'port': {'network_id': 'd9962f3c-ea84-4611-97c9-9177afc98ac0', 'name': 'tempest-PortsIpV6TestJSON-589203948', 'fixed_ips': [{'subnet_id': '07ad4a30-0a16-4b13-aeb3-140db113e2f3', 'ip_address': '2001:db8::f'}]}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:09.435565 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 82285f2a-3f86-4f32-b194-bb85a40bd63e completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:09.564849 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-27296f52-84ee-4cf9-9416-5e584288ca05 req-9571e409-421e-4bdf-b2c2-887afdc07a9d tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 210 time: 0.1076205 Aug 10 03:55:09.606964 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60311ca0-e929-4e6d-a43a-35cada442335 req-06d5ca3c-b469-4a81-b5d4-bd388e6bea0a tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:09.608510 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-60311ca0-e929-4e6d-a43a-35cada442335 req-06d5ca3c-b469-4a81-b5d4-bd388e6bea0a tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.20 "GET /v2.0/ports?device_id=09e5c029-5e0d-418e-bfdc-a2e7f22775bd HTTP/1.1" status: 200 len: 946 time: 0.1534579 Aug 10 03:55:09.633936 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d1bf84-5a94-4cab-bd21-c4a664c42760 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:09.641021 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-45d1bf84-5a94-4cab-bd21-c4a664c42760 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:09.662577 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-45d1bf84-5a94-4cab-bd21-c4a664c42760 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] device_id is not set on port d9f44378-8c27-428c-87de-b303e9993dda yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:55:09.857486 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e196e5ae-ab32-45e7-b636-6b1566195355 None None] Network d9962f3c-ea84-4611-97c9-9177afc98ac0 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:09.878211 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-45d1bf84-5a94-4cab-bd21-c4a664c42760 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Allocated IP 2001:db8::f (d9962f3c-ea84-4611-97c9-9177afc98ac0/07ad4a30-0a16-4b13-aeb3-140db113e2f3/d9f44378-8c27-428c-87de-b303e9993dda) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:09.891570 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-60311ca0-e929-4e6d-a43a-35cada442335 req-21da8a24-4d9d-44ff-bdb5-251fb08e3e57 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Deleting port 370afcbe-96cd-4095-91f2-def098f87603 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:09.891883 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-60311ca0-e929-4e6d-a43a-35cada442335 req-21da8a24-4d9d-44ff-bdb5-251fb08e3e57 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:09.929736 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8715629d-56be-46f5-93e3-13b1eb12afca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.033443 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-53c432e1-1374-4c58-9447-e11214020851 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:10.035255 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-53c432e1-1374-4c58-9447-e11214020851 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.68 "GET /v2.0/networks?id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc HTTP/1.1" status: 200 len: 812 time: 0.2216187 Aug 10 03:55:10.066898 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-777465bd-4a81-4a92-9269-c220d68aabe2 None None] Provisioning for port 82285f2a-3f86-4f32-b194-bb85a40bd63e completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:10.078298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-13389966-8ebe-4f6a-9144-0d3b7a9ced1f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Request body: {'port': {'device_id': '28821d05-b4d4-438b-a1b1-3fc9438dbfef', 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc', 'admin_state_up': True, 'tenant_id': 'f978154370c54cef8e8d819528465357'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:10.081433 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-777465bd-4a81-4a92-9269-c220d68aabe2 None None] Provisioning complete for port 82285f2a-3f86-4f32-b194-bb85a40bd63e triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:10.081995 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-777465bd-4a81-4a92-9269-c220d68aabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.105965 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-60311ca0-e929-4e6d-a43a-35cada442335 req-21da8a24-4d9d-44ff-bdb5-251fb08e3e57 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] For port 370afcbe-96cd-4095-91f2-def098f87603, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=370afcbe-96cd-4095-91f2-def098f87603,segment=NetworkSegment(20c309fb-ec98-40d4-a9d0-4aa74be70f65),segment_id=20c309fb-ec98-40d4-a9d0-4aa74be70f65)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:10.106339 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-60311ca0-e929-4e6d-a43a-35cada442335 req-21da8a24-4d9d-44ff-bdb5-251fb08e3e57 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.112792 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-10886c41-7a14-4fa3-a6f5-8eca9fce2439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.144996 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-45d1bf84-5a94-4cab-bd21-c4a664c42760 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.176701 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-45d1bf84-5a94-4cab-bd21-c4a664c42760 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Transition to ACTIVE for port object d9f44378-8c27-428c-87de-b303e9993dda will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:10.188413 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-777465bd-4a81-4a92-9269-c220d68aabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.196905 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36154) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:10.227525 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-777465bd-4a81-4a92-9269-c220d68aabe2 None None] For port 82285f2a-3f86-4f32-b194-bb85a40bd63e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=82285f2a-3f86-4f32-b194-bb85a40bd63e,segment=NetworkSegment(ed695459-be79-47e2-9853-ab09bf7a13f4),segment_id=ed695459-be79-47e2-9853-ab09bf7a13f4)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:10.273868 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9e2bf416-5939-4d71-bb32-4f53833e6bd5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c95a92ec9da4e51af2f3f75cb341ace&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0757408 Aug 10 03:55:10.277559 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-60311ca0-e929-4e6d-a43a-35cada442335 req-21da8a24-4d9d-44ff-bdb5-251fb08e3e57 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Calling delete_port for 370afcbe-96cd-4095-91f2-def098f87603 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:10.283116 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36158) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:10.330442 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ba96f4f6-cf44-4da9-b330-cc80807881b6 req-2a34c600-0ebe-46d3-8d9f-d8b949df9c10 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 210 time: 0.0393143 Aug 10 03:55:10.353924 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-777465bd-4a81-4a92-9269-c220d68aabe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.371337 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-95aed4f5-7342-4a9f-b23d-0cf232e330a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.399991 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-95aed4f5-7342-4a9f-b23d-0cf232e330a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.400516 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10886c41-7a14-4fa3-a6f5-8eca9fce2439 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad29943a-14b1-490b-9a2c-40eb7599efc6,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:10.413821 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10886c41-7a14-4fa3-a6f5-8eca9fce2439 admin admin] Checking segment: {'id': '823ef6a3-4315-4c4a-9851-d7eb00a76db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd12cce6-4110-4fd8-8459-92b631186987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:10.414198 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10886c41-7a14-4fa3-a6f5-8eca9fce2439 admin admin] Network hostable DHCP agents. Network: dd12cce6-4110-4fd8-8459-92b631186987, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:55:10.446386 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777465bd-4a81-4a92-9269-c220d68aabe2 None None] Pushing event updated for resources: {'Port': ['ID=82285f2a-3f86-4f32-b194-bb85a40bd63e,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:10.457823 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-45d1bf84-5a94-4cab-bd21-c4a664c42760 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.510770 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d1bf84-5a94-4cab-bd21-c4a664c42760 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network d9962f3c-ea84-4611-97c9-9177afc98ac0 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:10.516953 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-45d1bf84-5a94-4cab-bd21-c4a664c42760 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:10.531104 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d1bf84-5a94-4cab-bd21-c4a664c42760 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:10.531104 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d1bf84-5a94-4cab-bd21-c4a664c42760 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:10.531104 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-45d1bf84-5a94-4cab-bd21-c4a664c42760 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.535017 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1bf84-5a94-4cab-bd21-c4a664c42760 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Port': ['ID=d9f44378-8c27-428c-87de-b303e9993dda,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:10.643786 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10886c41-7a14-4fa3-a6f5-8eca9fce2439 admin admin] Network dd12cce6-4110-4fd8-8459-92b631186987 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:55:10.665603 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4ed737f-72ba-4e79-951d-3989201aeb97 req-910ec0e1-4653-48b2-9d0c-e78fa0ad3b38 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 210 time: 0.0319524 Aug 10 03:55:10.708415 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-23c15f22-455a-4eec-8982-fe2ea3a64c1a None None] Provisioning for port 80ec6673-43d9-43ef-af2a-4782ea995744 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:10.708947 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-13389966-8ebe-4f6a-9144-0d3b7a9ced1f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Made reservation on behalf of f978154370c54cef8e8d819528465357 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:10.711393 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-95aed4f5-7342-4a9f-b23d-0cf232e330a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.712763 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-23c15f22-455a-4eec-8982-fe2ea3a64c1a None None] Provisioning complete for port 80ec6673-43d9-43ef-af2a-4782ea995744 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:10.713141 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-23c15f22-455a-4eec-8982-fe2ea3a64c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.713552 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-13389966-8ebe-4f6a-9144-0d3b7a9ced1f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.713695 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-95aed4f5-7342-4a9f-b23d-0cf232e330a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.716319 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-95aed4f5-7342-4a9f-b23d-0cf232e330a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bcb9d243-5c8b-4287-92ca-6db3fd399bbf HTTP/1.1" status: 204 len: 168 time: 0.4306204 Aug 10 03:55:10.716564 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-60311ca0-e929-4e6d-a43a-35cada442335 req-21da8a24-4d9d-44ff-bdb5-251fb08e3e57 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.731160 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aed4f5-7342-4a9f-b23d-0cf232e330a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb9d243-5c8b-4287-92ca-6db3fd399bbf,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:10.758762 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['370afcbe-96cd-4095-91f2-def098f87603'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:55:10.795860 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21da8a24-4d9d-44ff-bdb5-251fb08e3e57 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Pushing event deleted for resources: {'Port': ['ID=370afcbe-96cd-4095-91f2-def098f87603,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:10.799087 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-23c15f22-455a-4eec-8982-fe2ea3a64c1a None None] Port 80ec6673-43d9-43ef-af2a-4782ea995744 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:10.812866 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-23c15f22-455a-4eec-8982-fe2ea3a64c1a None None] Provisioning complete for port 82285f2a-3f86-4f32-b194-bb85a40bd63e triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:10.813238 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-23c15f22-455a-4eec-8982-fe2ea3a64c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.817940 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-60311ca0-e929-4e6d-a43a-35cada442335 req-21da8a24-4d9d-44ff-bdb5-251fb08e3e57 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] No DVR routers for this DVR port 370afcbe-96cd-4095-91f2-def098f87603 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:10.828594 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-60311ca0-e929-4e6d-a43a-35cada442335 req-21da8a24-4d9d-44ff-bdb5-251fb08e3e57 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:10.828594 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-60311ca0-e929-4e6d-a43a-35cada442335 req-21da8a24-4d9d-44ff-bdb5-251fb08e3e57 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.20 "DELETE /v2.0/ports/370afcbe-96cd-4095-91f2-def098f87603 HTTP/1.1" status: 204 len: 173 time: 1.2123456 Aug 10 03:55:10.828775 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e5c029-5e0d-418e-bfdc-a2e7f22775bd', 'name': 'network-vif-deleted', 'tag': '370afcbe-96cd-4095-91f2-def098f87603'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:10.831082 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a2c136-c80a-4013-ad11-56c49cf942e0" -d '{"events": [{"server_uuid": "09e5c029-5e0d-418e-bfdc-a2e7f22775bd", "name": "network-vif-deleted", "tag": "370afcbe-96cd-4095-91f2-def098f87603"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:10.868583 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-10886c41-7a14-4fa3-a6f5-8eca9fce2439 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, dd12cce6-4110-4fd8-8459-92b631186987) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:10.878618 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-45d1bf84-5a94-4cab-bd21-c4a664c42760 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5073452 Aug 10 03:55:10.880817 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36166) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:10.892133 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15321f39-2ecb-4386-8684-87ecb9f0e09e None None] Network dd12cce6-4110-4fd8-8459-92b631186987 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:10.933689 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9109d1-ac21-4e1a-b357-92d35f778d90 x-openstack-request-id: req-fc9109d1-ac21-4e1a-b357-92d35f778d90 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:10.934148 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e5c029-5e0d-418e-bfdc-a2e7f22775bd", "name": "network-vif-deleted", "tag": "370afcbe-96cd-4095-91f2-def098f87603", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:10.934520 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc9109d1-ac21-4e1a-b357-92d35f778d90 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:10.934953 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e5c029-5e0d-418e-bfdc-a2e7f22775bd', 'name': 'network-vif-deleted', 'tag': '370afcbe-96cd-4095-91f2-def098f87603', 'status': 'completed', 'code': 200} Aug 10 03:55:10.940315 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10886c41-7a14-4fa3-a6f5-8eca9fce2439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:10.940941 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-10886c41-7a14-4fa3-a6f5-8eca9fce2439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:11.024822 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2600b3f-8bf0-4f19-89f3-6a6a4df29b76 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:11.029374 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b2600b3f-8bf0-4f19-89f3-6a6a4df29b76 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1475108 Aug 10 03:55:11.032047 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36168) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:11.059306 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-13389966-8ebe-4f6a-9144-0d3b7a9ced1f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Allocated IP 172.20.0.8 (c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc/cf9a7592-e5a6-49d5-943e-a569f481a6b7/6636f0d3-c9c3-4136-8013-fcf47b89097b) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:11.097364 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-10886c41-7a14-4fa3-a6f5-8eca9fce2439 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5517781 Aug 10 03:55:11.097574 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b05dde-45a5-4fe5-b1a4-9392f6ffb6f7 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:11.109126 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b05dde-45a5-4fe5-b1a4-9392f6ffb6f7 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:11.116299 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b05dde-45a5-4fe5-b1a4-9392f6ffb6f7 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:11.118314 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a7b05dde-45a5-4fe5-b1a4-9392f6ffb6f7 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.0853188 Aug 10 03:55:11.129557 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36174) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:11.140794 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-04669321-ee74-4eda-800d-cf2f32c32270 None None] Provisioning complete for port 80ec6673-43d9-43ef-af2a-4782ea995744 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:11.141170 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-04669321-ee74-4eda-800d-cf2f32c32270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:11.250756 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bd6d42-f908-4abf-aa39-c205126cb1fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-dd12cce6-4110-4fd8-8459-92b631186987', 'network_id': 'dd12cce6-4110-4fd8-8459-92b631186987', 'tenant_id': '92a8ec239cac4c7084ee2935e1e8d72e', 'fixed_ips': [{'subnet_id': 'ad29943a-14b1-490b-9a2c-40eb7599efc6'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:55:11.255586 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-75bd6d42-f908-4abf-aa39-c205126cb1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:11.297816 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 82285f2a-3f86-4f32-b194-bb85a40bd63e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:11.344235 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-fdf72670-9fca-43a5-a411-8e6d2c0774b9 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting port d9f44378-8c27-428c-87de-b303e9993dda {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:11.344235 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fdf72670-9fca-43a5-a411-8e6d2c0774b9 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:11.389034 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-13389966-8ebe-4f6a-9144-0d3b7a9ced1f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:11.418862 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-04669321-ee74-4eda-800d-cf2f32c32270 None None] Port 80ec6673-43d9-43ef-af2a-4782ea995744 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:11.493034 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fdf72670-9fca-43a5-a411-8e6d2c0774b9 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:11.519609 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-fdf72670-9fca-43a5-a411-8e6d2c0774b9 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Calling delete_port for d9f44378-8c27-428c-87de-b303e9993dda owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:11.529251 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-467b1f3c-fc2b-4936-8c9b-467f0fc73188 req-a5a369b9-4a50-44ce-b52d-8f6df62ca9ef tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 210 time: 0.0537624 Aug 10 03:55:11.536569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 82285f2a-3f86-4f32-b194-bb85a40bd63e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:11.538034 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:11.664063 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-13389966-8ebe-4f6a-9144-0d3b7a9ced1f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:11.702807 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-04669321-ee74-4eda-800d-cf2f32c32270 None None] Provisioning for port d9f44378-8c27-428c-87de-b303e9993dda completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:11.708163 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-75bd6d42-f908-4abf-aa39-c205126cb1fd None None] Allocated IP 172.20.0.2 (dd12cce6-4110-4fd8-8459-92b631186987/ad29943a-14b1-490b-9a2c-40eb7599efc6/7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:11.718368 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-13389966-8ebe-4f6a-9144-0d3b7a9ced1f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Network c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:11.721754 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-13389966-8ebe-4f6a-9144-0d3b7a9ced1f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:11.724314 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-13389966-8ebe-4f6a-9144-0d3b7a9ced1f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:11.783299 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-04669321-ee74-4eda-800d-cf2f32c32270 None None] Provisioning complete for port d9f44378-8c27-428c-87de-b303e9993dda triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:11.784387 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-04669321-ee74-4eda-800d-cf2f32c32270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:11.789657 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13389966-8ebe-4f6a-9144-0d3b7a9ced1f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Pushing event updated for resources: {'Port': ['ID=6636f0d3-c9c3-4136-8013-fcf47b89097b,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:11.814588 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-133a4a69-90ab-4f9d-a4ef-93919e001eca req-7b11a153-e914-4e0b-8064-e2387bd2842b tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 210 time: 0.0507593 Aug 10 03:55:11.825700 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-13389966-8ebe-4f6a-9144-0d3b7a9ced1f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:11.826738 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-13389966-8ebe-4f6a-9144-0d3b7a9ced1f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:11.915537 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686199f-ca37-48f9-99e6-64236d478b96 req-04c43d38-24a7-4320-90b3-bc1753003382 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:11.917682 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5686199f-ca37-48f9-99e6-64236d478b96 req-04c43d38-24a7-4320-90b3-bc1753003382 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/networks?id=dd12cce6-4110-4fd8-8459-92b631186987 HTTP/1.1" status: 200 len: 816 time: 0.1892405 Aug 10 03:55:11.935286 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5686199f-ca37-48f9-99e6-64236d478b96 req-58cd3d99-b54f-4ac7-9a26-308860bed520 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/quotas/92a8ec239cac4c7084ee2935e1e8d72e HTTP/1.1" status: 200 len: 375 time: 0.0105669 Aug 10 03:55:11.961095 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-13389966-8ebe-4f6a-9144-0d3b7a9ced1f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9077387 Aug 10 03:55:11.970994 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5686199f-ca37-48f9-99e6-64236d478b96 req-00ab4556-b3ab-406a-971a-2434e4148c72 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=92a8ec239cac4c7084ee2935e1e8d72e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293908 Aug 10 03:55:11.974093 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-3d3c0271-19ef-4315-a423-276f0545d026 service neutron] Request body: {'port': {'device_id': '28821d05-b4d4-438b-a1b1-3fc9438dbfef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:11.998768 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fdf72670-9fca-43a5-a411-8e6d2c0774b9 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:12.017434 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-04669321-ee74-4eda-800d-cf2f32c32270 None None] Port d9f44378-8c27-428c-87de-b303e9993dda cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:12.075676 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-3d3c0271-19ef-4315-a423-276f0545d026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:12.133866 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-75bd6d42-f908-4abf-aa39-c205126cb1fd None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:12.146894 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-75bd6d42-f908-4abf-aa39-c205126cb1fd None None] Transition to ACTIVE for port object 7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:12.168303 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-75bd6d42-f908-4abf-aa39-c205126cb1fd None None] Transition to ACTIVE for port object 7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:12.306488 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-3994bac4-11d5-41e9-990e-0f5bd64f08fa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1267803 Aug 10 03:55:12.338349 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-75bd6d42-f908-4abf-aa39-c205126cb1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:12.446112 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf72670-9fca-43a5-a411-8e6d2c0774b9 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Port': ['ID=d9f44378-8c27-428c-87de-b303e9993dda,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:12.460954 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75bd6d42-f908-4abf-aa39-c205126cb1fd None None] Network dd12cce6-4110-4fd8-8459-92b631186987 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:12.467551 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-75bd6d42-f908-4abf-aa39-c205126cb1fd None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:12.472768 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd6d42-f908-4abf-aa39-c205126cb1fd None None] Pushing event updated for resources: {'Port': ['ID=7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:12.478142 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bd6d42-f908-4abf-aa39-c205126cb1fd None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:12.534703 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fdf72670-9fca-43a5-a411-8e6d2c0774b9 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:12.536664 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fdf72670-9fca-43a5-a411-8e6d2c0774b9 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/ports/d9f44378-8c27-428c-87de-b303e9993dda HTTP/1.1" status: 204 len: 168 time: 1.4060826 Aug 10 03:55:12.543474 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36220) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:12.569503 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-75bd6d42-f908-4abf-aa39-c205126cb1fd None None] Attempting to bind port 7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:12.570097 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-75bd6d42-f908-4abf-aa39-c205126cb1fd None None] Attempting to bind port 7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '823ef6a3-4315-4c4a-9851-d7eb00a76db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd12cce6-4110-4fd8-8459-92b631186987'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:12.570791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bd6d42-f908-4abf-aa39-c205126cb1fd None None] Attempting to bind port 7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7 on network dd12cce6-4110-4fd8-8459-92b631186987 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:12.579851 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bd6d42-f908-4abf-aa39-c205126cb1fd None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:12.586694 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bd6d42-f908-4abf-aa39-c205126cb1fd None None] Checking segment: {'id': '823ef6a3-4315-4c4a-9851-d7eb00a76db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd12cce6-4110-4fd8-8459-92b631186987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:12.586694 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-75bd6d42-f908-4abf-aa39-c205126cb1fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:12.586694 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bd6d42-f908-4abf-aa39-c205126cb1fd None None] Bound using segment: {'id': '823ef6a3-4315-4c4a-9851-d7eb00a76db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd12cce6-4110-4fd8-8459-92b631186987'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:12.586694 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-75bd6d42-f908-4abf-aa39-c205126cb1fd None None] Bound port: 7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '823ef6a3-4315-4c4a-9851-d7eb00a76db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd12cce6-4110-4fd8-8459-92b631186987'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:12.586694 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-75bd6d42-f908-4abf-aa39-c205126cb1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:12.596592 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-3d3c0271-19ef-4315-a423-276f0545d026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6636f0d3-c9c3-4136-8013-fcf47b89097b {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:55:12.614609 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3cd0190-4f09-40d8-87c0-6aefd088273d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] GET failed (client error): The resource could not be found. Aug 10 03:55:12.616535 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d3cd0190-4f09-40d8-87c0-6aefd088273d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "GET /v2.0/ports/d9f44378-8c27-428c-87de-b303e9993dda HTTP/1.1" status: 404 len: 333 time: 0.0720747 Aug 10 03:55:12.621665 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-3d3c0271-19ef-4315-a423-276f0545d026 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:12.625037 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36224) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:12.639371 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-3d3c0271-19ef-4315-a423-276f0545d026 service neutron] Transition to ACTIVE for port object 6636f0d3-c9c3-4136-8013-fcf47b89097b will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:12.644685 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5686199f-ca37-48f9-99e6-64236d478b96 req-a6eb2487-cce8-44de-9c67-308792ae512e service neutron] 10.222.0.25 "GET /v2.0/networks/dd12cce6-4110-4fd8-8459-92b631186987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6653078 Aug 10 03:55:12.647377 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-a23db6bc-7749-470c-98cf-780a3fc3d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:12.650548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-a23db6bc-7749-470c-98cf-780a3fc3d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:12.650548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-a23db6bc-7749-470c-98cf-780a3fc3d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:12.650548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-a23db6bc-7749-470c-98cf-780a3fc3d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:12.650548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-a23db6bc-7749-470c-98cf-780a3fc3d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:12.650548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-a23db6bc-7749-470c-98cf-780a3fc3d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:12.650548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-a23db6bc-7749-470c-98cf-780a3fc3d0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:12.652891 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-a23db6bc-7749-470c-98cf-780a3fc3d0d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7613e46ecb1e44beabb9108ddbbb4b81&device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 6498 time: 0.2594180 Aug 10 03:55:12.675150 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-31faed26-41ac-4b74-bf0c-44ebaf1b1d59 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:12.676657 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-31faed26-41ac-4b74-bf0c-44ebaf1b1d59 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.68 "GET /v2.0/networks?id=4c5fa83e-577d-40eb-8c55-93af52e54f4e HTTP/1.1" status: 200 len: 814 time: 0.3189979 Aug 10 03:55:12.696673 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-75bd6d42-f908-4abf-aa39-c205126cb1fd None None] For port 7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:12.703324 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-75bd6d42-f908-4abf-aa39-c205126cb1fd None None] For port 7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7,segment=NetworkSegment(823ef6a3-4315-4c4a-9851-d7eb00a76db1),segment_id=823ef6a3-4315-4c4a-9851-d7eb00a76db1)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:12.753537 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-3d3c0271-19ef-4315-a423-276f0545d026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:12.758729 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-4c988a27-e32a-460f-893c-a651bdcfb855 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Request body: {'port': {'device_id': '3fc329c2-5446-402e-b69b-d6ab03a9aa7d', 'network_id': '4c5fa83e-577d-40eb-8c55-93af52e54f4e', 'admin_state_up': True, 'tenant_id': '1777edd9fbb84d19b73ae9912a777f83'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:12.811797 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-75bd6d42-f908-4abf-aa39-c205126cb1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:12.824082 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c0271-19ef-4315-a423-276f0545d026 service neutron] Pushing event updated for resources: {'Port': ['ID=6636f0d3-c9c3-4136-8013-fcf47b89097b,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:12.863521 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32704569-27c3-4b39-86b9-1586479ad943 req-78b21b41-3b99-44f8-b4d0-c91a64bb4990 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:12.865402 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32704569-27c3-4b39-86b9-1586479ad943 req-78b21b41-3b99-44f8-b4d0-c91a64bb4990 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 931 time: 0.2115600 Aug 10 03:55:12.920945 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd6d42-f908-4abf-aa39-c205126cb1fd None None] Pushing event updated for resources: {'Port': ['ID=7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:12.958156 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5686199f-ca37-48f9-99e6-64236d478b96 req-c9237045-6c44-4476-b772-a02adaba6d1f service neutron] 10.222.0.25 "GET /v2.0/networks/dd12cce6-4110-4fd8-8459-92b631186987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017170 Aug 10 03:55:12.996712 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-e05146a8-147e-4e31-aa6a-46bd3c0eecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:12.997196 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-e05146a8-147e-4e31-aa6a-46bd3c0eecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:12.997700 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-e05146a8-147e-4e31-aa6a-46bd3c0eecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:12.999495 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-e05146a8-147e-4e31-aa6a-46bd3c0eecf0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=af9d6125-2256-42d2-8b3b-ccaff09619e5&id=438e5aac-e98a-498a-962c-24a8dab08d84&id=438e5aac-e98a-498a-962c-24a8dab08d84&id=438e5aac-e98a-498a-962c-24a8dab08d84&id=438e5aac-e98a-498a-962c-24a8dab08d84&id=fc4bc8cd-9681-4c48-a384-e9912b245b99&id=fc4bc8cd-9681-4c48-a384-e9912b245b99 HTTP/1.1" status: 200 len: 2297 time: 0.3062842 Aug 10 03:55:12.999633 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-d1ec08a2-db4d-4634-aab6-5c09866b564f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting port 80ec6673-43d9-43ef-af2a-4782ea995744 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:12.999923 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d1ec08a2-db4d-4634-aab6-5c09866b564f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:13.055212 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32704569-27c3-4b39-86b9-1586479ad943 req-aa4c6e38-b15c-43ca-a545-b1ad71116f90 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692424 Aug 10 03:55:13.090829 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-3d3c0271-19ef-4315-a423-276f0545d026 service neutron] Attempting to bind port 6636f0d3-c9c3-4136-8013-fcf47b89097b on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:13.091178 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-3d3c0271-19ef-4315-a423-276f0545d026 service neutron] Attempting to bind port 6636f0d3-c9c3-4136-8013-fcf47b89097b by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': 'ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:13.091515 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-3d3c0271-19ef-4315-a423-276f0545d026 service neutron] Attempting to bind port 6636f0d3-c9c3-4136-8013-fcf47b89097b on network c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:13.109896 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-3d3c0271-19ef-4315-a423-276f0545d026 service neutron] Port 6636f0d3-c9c3-4136-8013-fcf47b89097b on network c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:55:13.110619 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-3d3c0271-19ef-4315-a423-276f0545d026 service neutron] Attempting to bind port 6636f0d3-c9c3-4136-8013-fcf47b89097b on network c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:13.143592 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-4c988a27-e32a-460f-893c-a651bdcfb855 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Made reservation on behalf of 1777edd9fbb84d19b73ae9912a777f83 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:13.146894 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-4c988a27-e32a-460f-893c-a651bdcfb855 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:13.156687 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-e627c7a8-3331-4a93-8397-debece87bb78 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5bd3815-002e-4d67-be39-954b17157f18 HTTP/1.1" status: 200 len: 1001 time: 0.1405416 Aug 10 03:55:13.172708 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d1ec08a2-db4d-4634-aab6-5c09866b564f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:13.194659 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-d1ec08a2-db4d-4634-aab6-5c09866b564f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Calling delete_port for 80ec6673-43d9-43ef-af2a-4782ea995744 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:13.222715 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-3d3c0271-19ef-4315-a423-276f0545d026 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:13.223059 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-3d3c0271-19ef-4315-a423-276f0545d026 service neutron] Checking segment: {'id': 'ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:13.223459 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-3d3c0271-19ef-4315-a423-276f0545d026 service neutron] Bound using segment: {'id': 'ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:13.223937 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-3d3c0271-19ef-4315-a423-276f0545d026 service neutron] Bound port: 6636f0d3-c9c3-4136-8013-fcf47b89097b, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:13.224331 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-3d3c0271-19ef-4315-a423-276f0545d026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:13.294192 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc4d2317-b5fe-41fb-acfc-268f3b2c5e0a req-df674c9f-dc9a-409f-9864-02a821bfddd5 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 210 time: 0.0849354 Aug 10 03:55:13.339734 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-a18e1b79-ff64-4127-864e-344df7cb6a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:13.341369 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-a18e1b79-ff64-4127-864e-344df7cb6a13 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=131e12ae-b15c-4627-a08c-2d35b677d6c9 HTTP/1.1" status: 200 len: 856 time: 0.1828768 Aug 10 03:55:13.410643 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-3d3c0271-19ef-4315-a423-276f0545d026 service neutron] For port 6636f0d3-c9c3-4136-8013-fcf47b89097b, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:13.425021 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-3d3c0271-19ef-4315-a423-276f0545d026 service neutron] For port 6636f0d3-c9c3-4136-8013-fcf47b89097b, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=6636f0d3-c9c3-4136-8013-fcf47b89097b,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:13.437214 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-4c988a27-e32a-460f-893c-a651bdcfb855 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Allocated IP 172.20.0.8 (4c5fa83e-577d-40eb-8c55-93af52e54f4e/1f28f607-37c6-49e9-aa98-1fa9a7d12da2/12b01d35-edee-4eb5-8b90-8b0acec5f32e) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:13.513801 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-9aca0ada-f390-4eb2-95d5-45ee350b431c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:13.515880 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-9aca0ada-f390-4eb2-95d5-45ee350b431c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af9d6125-2256-42d2-8b3b-ccaff09619e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1670408 Aug 10 03:55:13.559316 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-3d3c0271-19ef-4315-a423-276f0545d026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:13.663348 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-3d3c0271-19ef-4315-a423-276f0545d026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:13.664320 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-3d3c0271-19ef-4315-a423-276f0545d026 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:13.665556 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-3d3c0271-19ef-4315-a423-276f0545d026 service neutron] 10.222.0.68 "PUT /v2.0/ports/6636f0d3-c9c3-4136-8013-fcf47b89097b HTTP/1.1" status: 200 len: 1091 time: 1.6961267 Aug 10 03:55:13.667791 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28821d05-b4d4-438b-a1b1-3fc9438dbfef', 'tag': '6636f0d3-c9c3-4136-8013-fcf47b89097b'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:13.670170 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca8ac78-4c98-4a19-ab6d-85f672ee0cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "28821d05-b4d4-438b-a1b1-3fc9438dbfef", "tag": "6636f0d3-c9c3-4136-8013-fcf47b89097b"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:13.699620 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:13.733889 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c0271-19ef-4315-a423-276f0545d026 service neutron] Pushing event updated for resources: {'Port': ['ID=6636f0d3-c9c3-4136-8013-fcf47b89097b,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:13.742316 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3349e8-306c-4bf6-bca8-ac17f88aa2dc x-openstack-request-id: req-fb3349e8-306c-4bf6-bca8-ac17f88aa2dc {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:13.742595 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28821d05-b4d4-438b-a1b1-3fc9438dbfef", "tag": "6636f0d3-c9c3-4136-8013-fcf47b89097b", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:13.743055 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb3349e8-306c-4bf6-bca8-ac17f88aa2dc {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:13.743467 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28821d05-b4d4-438b-a1b1-3fc9438dbfef', 'tag': '6636f0d3-c9c3-4136-8013-fcf47b89097b', 'status': 'completed', 'code': 200} Aug 10 03:55:13.770084 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-fbcdceb4-c9bc-44ca-9036-948247e6ca31 service neutron] 10.222.0.20 "GET /v2.0/networks/af9d6125-2256-42d2-8b3b-ccaff09619e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439892 Aug 10 03:55:13.828423 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db52db-d309-4ad3-b014-481c4314c789 req-32016a0e-fadf-481b-abde-3afa0bee0b04 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:13.835600 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-44db52db-d309-4ad3-b014-481c4314c789 req-32016a0e-fadf-481b-abde-3afa0bee0b04 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/networks?id=dd12cce6-4110-4fd8-8459-92b631186987 HTTP/1.1" status: 200 len: 816 time: 0.2485750 Aug 10 03:55:13.840681 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-4c988a27-e32a-460f-893c-a651bdcfb855 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:13.857428 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-44db52db-d309-4ad3-b014-481c4314c789 req-dd93f1f1-263e-437d-9be9-61c1f552a133 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/quotas/92a8ec239cac4c7084ee2935e1e8d72e HTTP/1.1" status: 200 len: 375 time: 0.0210409 Aug 10 03:55:13.886568 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8ac78-4c98-4a19-ab6d-85f672ee0cdc req-5788e11c-6c5d-4883-b759-8a14fe759674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:13.888173 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dca8ac78-4c98-4a19-ab6d-85f672ee0cdc req-5788e11c-6c5d-4883-b759-8a14fe759674 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f978154370c54cef8e8d819528465357&device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 1094 time: 0.1153035 Aug 10 03:55:13.926762 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-1a09b78f-0044-4a2b-9c53-c9f654db1edf service neutron] 10.222.0.20 "GET /v2.0/networks/af9d6125-2256-42d2-8b3b-ccaff09619e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440749 Aug 10 03:55:13.937356 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d659ecaa-f8b6-470f-ae5b-0d61798005f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:13.951994 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d1ec08a2-db4d-4634-aab6-5c09866b564f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:13.966836 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-44db52db-d309-4ad3-b014-481c4314c789 req-f84df3c8-b8ec-44d1-bbe7-18e47f99f124 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=92a8ec239cac4c7084ee2935e1e8d72e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1003652 Aug 10 03:55:14.007653 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec08a2-db4d-4634-aab6-5c09866b564f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Port': ['ID=80ec6673-43d9-43ef-af2a-4782ea995744,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:14.014173 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-5ed157c5-edc0-4144-b41d-d41d8ca78e2a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=2c7de5ba-33bf-4c9f-b02d-0d1250755d4b HTTP/1.1" status: 200 len: 217 time: 0.0768676 Aug 10 03:55:14.080605 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d1ec08a2-db4d-4634-aab6-5c09866b564f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:14.085902 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d1ec08a2-db4d-4634-aab6-5c09866b564f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/ports/80ec6673-43d9-43ef-af2a-4782ea995744 HTTP/1.1" status: 204 len: 168 time: 1.4577665 Aug 10 03:55:14.085902 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36270) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:14.119123 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-4c988a27-e32a-460f-893c-a651bdcfb855 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:14.139205 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-1456f80a-4f7d-444b-9ab6-0fda019652d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:14.140814 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-1456f80a-4f7d-444b-9ab6-0fda019652d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4672b88c-e1c1-4d0c-a3fa-f280cf947686 HTTP/1.1" status: 200 len: 797 time: 0.1197188 Aug 10 03:55:14.144774 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8ac78-4c98-4a19-ab6d-85f672ee0cdc req-327bb9c8-9932-49a6-b197-13596b639589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:14.146086 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dca8ac78-4c98-4a19-ab6d-85f672ee0cdc req-327bb9c8-9932-49a6-b197-13596b639589 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=f978154370c54cef8e8d819528465357&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2451501 Aug 10 03:55:14.165427 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-7989e4bb-6f11-4567-9d63-bca7f3ca5acd tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] GET failed (client error): The resource could not be found. Aug 10 03:55:14.169939 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7989e4bb-6f11-4567-9d63-bca7f3ca5acd tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "GET /v2.0/ports/80ec6673-43d9-43ef-af2a-4782ea995744 HTTP/1.1" status: 404 len: 333 time: 0.0803602 Aug 10 03:55:14.173468 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36274) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:14.184238 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-4c988a27-e32a-460f-893c-a651bdcfb855 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Network 4c5fa83e-577d-40eb-8c55-93af52e54f4e is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:14.201071 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-4c988a27-e32a-460f-893c-a651bdcfb855 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:14.203759 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-4c988a27-e32a-460f-893c-a651bdcfb855 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:14.245284 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c988a27-e32a-460f-893c-a651bdcfb855 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Pushing event updated for resources: {'Port': ['ID=12b01d35-edee-4eb5-8b90-8b0acec5f32e,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:14.277617 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 370afcbe-96cd-4095-91f2-def098f87603 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:55:14.306294 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-44db52db-d309-4ad3-b014-481c4314c789 req-439164c4-e264-407c-ac7d-408a7c56be58 service neutron] 10.222.0.25 "GET /v2.0/networks/dd12cce6-4110-4fd8-8459-92b631186987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151639 Aug 10 03:55:14.361847 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 370afcbe-96cd-4095-91f2-def098f87603 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:55:14.362209 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 370afcbe-96cd-4095-91f2-def098f87603 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:55:14.372657 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c0a377-5fee-4a9c-aa91-09d0fdd73b66 None None] Network dd12cce6-4110-4fd8-8459-92b631186987 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:14.391559 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-c30cd613-3644-4045-8855-00b3989eb27d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting subnet 07ad4a30-0a16-4b13-aeb3-140db113e2f3 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:55:14.396278 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c30cd613-3644-4045-8855-00b3989eb27d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:14.435680 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-4c988a27-e32a-460f-893c-a651bdcfb855 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:14.436360 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-4c988a27-e32a-460f-893c-a651bdcfb855 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:14.449594 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9aaf3-7290-4118-9e3a-3bdc0006fa30 req-730040a4-377b-4a51-bda5-c09d9013deae tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:14.449594 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5db9aaf3-7290-4118-9e3a-3bdc0006fa30 req-730040a4-377b-4a51-bda5-c09d9013deae tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 943 time: 0.2877922 Aug 10 03:55:14.455199 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-86633f6c-91ef-47b1-ab3c-2bf5cc4528f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:14.456748 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-86633f6c-91ef-47b1-ab3c-2bf5cc4528f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=438e5aac-e98a-498a-962c-24a8dab08d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3062820 Aug 10 03:55:14.477331 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c30cd613-3644-4045-8855-00b3989eb27d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:14.492406 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-44db52db-d309-4ad3-b014-481c4314c789 req-7e3ebaa6-031e-4309-ba0e-e89971a29870 service neutron] 10.222.0.25 "GET /v2.0/networks/dd12cce6-4110-4fd8-8459-92b631186987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788468 Aug 10 03:55:14.494842 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36282) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:14.595756 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-4c988a27-e32a-460f-893c-a651bdcfb855 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8884120 Aug 10 03:55:14.599515 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8ac78-4c98-4a19-ab6d-85f672ee0cdc req-3339c987-5533-4975-ab62-09c710712dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:14.601065 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dca8ac78-4c98-4a19-ab6d-85f672ee0cdc req-3339c987-5533-4975-ab62-09c710712dc3 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4407349 Aug 10 03:55:14.613621 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-ccdcbc18-047a-4969-abde-666afb9a0f38 service neutron] Request body: {'port': {'device_id': '3fc329c2-5446-402e-b69b-d6ab03a9aa7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:14.638532 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5db9aaf3-7290-4118-9e3a-3bdc0006fa30 req-a7f53720-046b-4fa2-8891-8c35f3ca1157 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808000 Aug 10 03:55:14.663635 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-35b6971e-c10a-47d2-8772-572aa22c2337 None None] Provisioning for port 7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:14.699514 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-b4156a49-513e-4d3a-a64f-d1feb4b5b3e9 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:14.722627 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-ccdcbc18-047a-4969-abde-666afb9a0f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:14.874745 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b4156a49-513e-4d3a-a64f-d1feb4b5b3e9 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] 10.222.0.25 "PUT /v2.0/quotas/4a3c9d2739664317a902019a0dd48078 HTTP/1.1" status: 200 len: 368 time: 0.3774011 Aug 10 03:55:14.879886 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36294) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:14.888455 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-468e6b69-2a0d-4ed7-9b5e-ba82437acc65 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Request body: {'network': {'project_id': '4a3c9d2739664317a902019a0dd48078'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:14.893086 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c30cd613-3644-4045-8855-00b3989eb27d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:14.939157 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-7c2f103c-dc7b-4a43-98a2-3f725135e2ea service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657431 Aug 10 03:55:14.956491 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-53c93d5c-0efd-4a34-b869-2f5d3d1aae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:14.965200 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-53c93d5c-0efd-4a34-b869-2f5d3d1aae7a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f978154370c54cef8e8d819528465357&device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 1094 time: 0.3112760 Aug 10 03:55:15.250780 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:15.273279 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-94e7f9fc-d2a5-4e12-99e9-d329222b88d9 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:15.274975 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-94e7f9fc-d2a5-4e12-99e9-d329222b88d9 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/networks?id=dd12cce6-4110-4fd8-8459-92b631186987 HTTP/1.1" status: 200 len: 816 time: 0.1884449 Aug 10 03:55:15.288536 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-ccdcbc18-047a-4969-abde-666afb9a0f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b01d35-edee-4eb5-8b90-8b0acec5f32e {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:55:15.298265 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.303497 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-ccdcbc18-047a-4969-abde-666afb9a0f38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.310048 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-b0042cc2-41b8-485c-a67a-7f1c6e4b0713 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/quotas/92a8ec239cac4c7084ee2935e1e8d72e HTTP/1.1" status: 200 len: 375 time: 0.0239236 Aug 10 03:55:15.320359 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-ccdcbc18-047a-4969-abde-666afb9a0f38 service neutron] Transition to ACTIVE for port object 12b01d35-edee-4eb5-8b90-8b0acec5f32e will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:15.371861 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-7c87ebc3-29ce-423e-8990-d9918a8431f5 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=92a8ec239cac4c7084ee2935e1e8d72e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0493269 Aug 10 03:55:15.424349 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:15.428634 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:15.430053 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.439368 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8193e57-93f2-41ed-ba84-27c3695b416f req-6613c440-ac86-474e-9138-9e7324ac805c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:15.450367 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c8193e57-93f2-41ed-ba84-27c3695b416f req-6613c440-ac86-474e-9138-9e7324ac805c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 931 time: 0.6817946 Aug 10 03:55:15.450465 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-0809ced1-5f49-48c9-ba90-814b27d01c2f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6636f0d3-c9c3-4136-8013-fcf47b89097b HTTP/1.1" status: 200 len: 217 time: 0.4732456 Aug 10 03:55:15.520348 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468e6b69-2a0d-4ed7-9b5e-ba82437acc65 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Made reservation on behalf of 4a3c9d2739664317a902019a0dd48078 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:15.521221 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-9e8e8522-0d0f-495c-a2cb-de6e77da60a6 service neutron] 10.222.0.25 "GET /v2.0/networks/dd12cce6-4110-4fd8-8459-92b631186987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418784 Aug 10 03:55:15.522637 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-468e6b69-2a0d-4ed7-9b5e-ba82437acc65 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.559861 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-468e6b69-2a0d-4ed7-9b5e-ba82437acc65 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.598988 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.611524 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c8193e57-93f2-41ed-ba84-27c3695b416f req-3034d899-21f3-4ad2-a234-df1defc39b75 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633620 Aug 10 03:55:15.614882 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-ccdcbc18-047a-4969-abde-666afb9a0f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.617461 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-78cf35dc-a5bc-4f3e-9040-7322a25ed866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:15.617900 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-78cf35dc-a5bc-4f3e-9040-7322a25ed866 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cf9a7592-e5a6-49d5-943e-a569f481a6b7 HTTP/1.1" status: 200 len: 852 time: 0.1494243 Aug 10 03:55:15.624867 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-3a1b25dd-2b46-49e7-9ea5-8c5387bea2f6 service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6706076 Aug 10 03:55:15.680207 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7,segment=NetworkSegment(823ef6a3-4315-4c4a-9851-d7eb00a76db1),segment_id=823ef6a3-4315-4c4a-9851-d7eb00a76db1)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:15.682362 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.690265 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-9fc71c24-c8f2-4560-839f-1efccc134483 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646763 Aug 10 03:55:15.694901 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c30cd613-3644-4045-8855-00b3989eb27d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.696129 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-f34fe56d-e208-4c61-b11a-e594314a317e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=d75f407a-6d9e-4e55-beff-6f8dd89b5d40 HTTP/1.1" status: 200 len: 217 time: 0.0617630 Aug 10 03:55:15.763592 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcbc18-047a-4969-abde-666afb9a0f38 service neutron] Pushing event updated for resources: {'Port': ['ID=12b01d35-edee-4eb5-8b90-8b0acec5f32e,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:15.767683 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.775159 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-4e62ee3b-aa13-41f0-92a4-b3cd2e23d048 service neutron] 10.222.0.25 "GET /v2.0/networks/dd12cce6-4110-4fd8-8459-92b631186987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530813 Aug 10 03:55:15.811465 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-ccdcbc18-047a-4969-abde-666afb9a0f38 service neutron] Attempting to bind port 12b01d35-edee-4eb5-8b90-8b0acec5f32e on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:15.814379 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-ccdcbc18-047a-4969-abde-666afb9a0f38 service neutron] Attempting to bind port 12b01d35-edee-4eb5-8b90-8b0acec5f32e by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '20c309fb-ec98-40d4-a9d0-4aa74be70f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4c5fa83e-577d-40eb-8c55-93af52e54f4e'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:15.814792 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-ccdcbc18-047a-4969-abde-666afb9a0f38 service neutron] Attempting to bind port 12b01d35-edee-4eb5-8b90-8b0acec5f32e on network 4c5fa83e-577d-40eb-8c55-93af52e54f4e {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:15.819874 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-ccdcbc18-047a-4969-abde-666afb9a0f38 service neutron] Port 12b01d35-edee-4eb5-8b90-8b0acec5f32e on network 4c5fa83e-577d-40eb-8c55-93af52e54f4e not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:55:15.820685 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-ccdcbc18-047a-4969-abde-666afb9a0f38 service neutron] Attempting to bind port 12b01d35-edee-4eb5-8b90-8b0acec5f32e on network 4c5fa83e-577d-40eb-8c55-93af52e54f4e {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:15.826897 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30cd613-3644-4045-8855-00b3989eb27d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Subnet': ['ID=07ad4a30-0a16-4b13-aeb3-140db113e2f3,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:15.833715 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c30cd613-3644-4045-8855-00b3989eb27d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.838202 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c30cd613-3644-4045-8855-00b3989eb27d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/subnets/07ad4a30-0a16-4b13-aeb3-140db113e2f3 HTTP/1.1" status: 204 len: 168 time: 1.6568305 Aug 10 03:55:15.838354 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-ccdcbc18-047a-4969-abde-666afb9a0f38 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:15.838354 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-ccdcbc18-047a-4969-abde-666afb9a0f38 service neutron] Checking segment: {'id': '20c309fb-ec98-40d4-a9d0-4aa74be70f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4c5fa83e-577d-40eb-8c55-93af52e54f4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:15.838586 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-ccdcbc18-047a-4969-abde-666afb9a0f38 service neutron] Bound using segment: {'id': '20c309fb-ec98-40d4-a9d0-4aa74be70f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4c5fa83e-577d-40eb-8c55-93af52e54f4e'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:15.839974 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-ccdcbc18-047a-4969-abde-666afb9a0f38 service neutron] Bound port: 12b01d35-edee-4eb5-8b90-8b0acec5f32e, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20c309fb-ec98-40d4-a9d0-4aa74be70f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4c5fa83e-577d-40eb-8c55-93af52e54f4e'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:15.840413 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-ccdcbc18-047a-4969-abde-666afb9a0f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:15.842470 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36318) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:15.849598 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:15.853967 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97e7e08-cdb0-49f3-b7a2-7eb01b59c54e None None] Network d9962f3c-ea84-4611-97c9-9177afc98ac0 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:15.915487 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-1a693576-f261-4e9c-b0bf-39ace4f5da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:15.918590 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-1a693576-f261-4e9c-b0bf-39ace4f5da5a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4672b88c-e1c1-4d0c-a3fa-f280cf947686 HTTP/1.1" status: 200 len: 797 time: 0.2160091 Aug 10 03:55:15.970507 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26bcc8-bec8-4307-8c0a-e7a5190a7ccd req-ccb860e9-30ff-43e9-b964-ac894ce8b62f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:15.972074 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8f26bcc8-bec8-4307-8c0a-e7a5190a7ccd req-ccb860e9-30ff-43e9-b964-ac894ce8b62f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 943 time: 0.2062283 Aug 10 03:55:15.994564 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-7a649527-c5ea-490e-9f6b-96430a88e37e service neutron] 10.222.0.68 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908695 Aug 10 03:55:16.014345 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-af6dd8cb-d4a0-47b9-b90c-d859de703b10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.037715 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-ccdcbc18-047a-4969-abde-666afb9a0f38 service neutron] For port 12b01d35-edee-4eb5-8b90-8b0acec5f32e, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:16.041849 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-ccdcbc18-047a-4969-abde-666afb9a0f38 service neutron] For port 12b01d35-edee-4eb5-8b90-8b0acec5f32e, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=12b01d35-edee-4eb5-8b90-8b0acec5f32e,segment=NetworkSegment(20c309fb-ec98-40d4-a9d0-4aa74be70f65),segment_id=20c309fb-ec98-40d4-a9d0-4aa74be70f65)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:16.082669 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-468e6b69-2a0d-4ed7-9b5e-ba82437acc65 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.095063 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-af6dd8cb-d4a0-47b9-b90c-d859de703b10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting port 82285f2a-3f86-4f32-b194-bb85a40bd63e {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:16.095374 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-af6dd8cb-d4a0-47b9-b90c-d859de703b10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.105727 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604dde13-ec99-4d57-9ed7-ca439a5a2c40 None None] DHCP port deletion for d9962f3c-ea84-4611-97c9-9177afc98ac0 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:55:16.116018 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8f26bcc8-bec8-4307-8c0a-e7a5190a7ccd req-dcfab3a2-8da0-43c3-aeb8-e1bd55623aa1 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271005 Aug 10 03:55:16.126608 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-b3fe02e4-e6b8-4342-916c-728367157986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:16.128146 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-b3fe02e4-e6b8-4342-916c-728367157986 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=438e5aac-e98a-498a-962c-24a8dab08d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1877425 Aug 10 03:55:16.167745 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-604dde13-ec99-4d57-9ed7-ca439a5a2c40 None None] Deleting port 82285f2a-3f86-4f32-b194-bb85a40bd63e {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:16.168454 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-604dde13-ec99-4d57-9ed7-ca439a5a2c40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.186219 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-725f3fb4-4869-4e3f-ab4e-424c0fd0e35f req-415a0896-5388-4682-8ee7-323e31afaaa5 service neutron] 10.222.0.68 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792221 Aug 10 03:55:16.203314 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-af6dd8cb-d4a0-47b9-b90c-d859de703b10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] For port 82285f2a-3f86-4f32-b194-bb85a40bd63e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=82285f2a-3f86-4f32-b194-bb85a40bd63e,segment=NetworkSegment(ed695459-be79-47e2-9853-ab09bf7a13f4),segment_id=ed695459-be79-47e2-9853-ab09bf7a13f4)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:16.203661 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-af6dd8cb-d4a0-47b9-b90c-d859de703b10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.211814 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-468e6b69-2a0d-4ed7-9b5e-ba82437acc65 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.220859 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-af6dd8cb-d4a0-47b9-b90c-d859de703b10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Calling delete_port for 82285f2a-3f86-4f32-b194-bb85a40bd63e owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:16.288586 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-ccdcbc18-047a-4969-abde-666afb9a0f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.301860 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-604dde13-ec99-4d57-9ed7-ca439a5a2c40 None None] For port 82285f2a-3f86-4f32-b194-bb85a40bd63e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=82285f2a-3f86-4f32-b194-bb85a40bd63e,segment=NetworkSegment(ed695459-be79-47e2-9853-ab09bf7a13f4),segment_id=ed695459-be79-47e2-9853-ab09bf7a13f4)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:16.302499 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-604dde13-ec99-4d57-9ed7-ca439a5a2c40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.313566 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-468e6b69-2a0d-4ed7-9b5e-ba82437acc65 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:55:16.337309 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-604dde13-ec99-4d57-9ed7-ca439a5a2c40 None None] Calling delete_port for 82285f2a-3f86-4f32-b194-bb85a40bd63e owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:16.345415 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-ccdcbc18-047a-4969-abde-666afb9a0f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:16.346143 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-ccdcbc18-047a-4969-abde-666afb9a0f38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.347865 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-ccdcbc18-047a-4969-abde-666afb9a0f38 service neutron] 10.222.0.68 "PUT /v2.0/ports/12b01d35-edee-4eb5-8b90-8b0acec5f32e HTTP/1.1" status: 200 len: 1091 time: 1.7406290 Aug 10 03:55:16.357457 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fc329c2-5446-402e-b69b-d6ab03a9aa7d', 'tag': '12b01d35-edee-4eb5-8b90-8b0acec5f32e'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:16.366473 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7e1fcd-462a-45bd-af7d-9da51b5cbdde" -d '{"events": [{"name": "network-changed", "server_uuid": "3fc329c2-5446-402e-b69b-d6ab03a9aa7d", "tag": "12b01d35-edee-4eb5-8b90-8b0acec5f32e"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:16.369099 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-468e6b69-2a0d-4ed7-9b5e-ba82437acc65 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.381768 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-468e6b69-2a0d-4ed7-9b5e-ba82437acc65 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Added segment 4062aef1-6cd4-49fa-be92-e4197bd9bd32 of type vlan for network 9cd7b28d-f750-4a9c-8248-1000b1fcf4ab Aug 10 03:55:16.429648 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e6b69-2a0d-4ed7-9b5e-ba82437acc65 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86fc8b68-8353-4124-90c5-4574fc36be28,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:16.441326 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcbc18-047a-4969-abde-666afb9a0f38 service neutron] Pushing event updated for resources: {'Port': ['ID=12b01d35-edee-4eb5-8b90-8b0acec5f32e,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:16.441714 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32861096-47ec-4b66-8d0e-57f930cceaf6 req-512ad315-724e-4538-8e1d-d3e7b35596dc tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=830efd75-e014-4ed7-a512-8173e4f13dcd HTTP/1.1" status: 200 len: 210 time: 0.0917134 Aug 10 03:55:16.468025 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44782f8b-80aa-4592-9003-132092547dd8 x-openstack-request-id: req-44782f8b-80aa-4592-9003-132092547dd8 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:16.468618 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fc329c2-5446-402e-b69b-d6ab03a9aa7d", "tag": "12b01d35-edee-4eb5-8b90-8b0acec5f32e", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:16.469010 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44782f8b-80aa-4592-9003-132092547dd8 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:16.469826 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fc329c2-5446-402e-b69b-d6ab03a9aa7d', 'tag': '12b01d35-edee-4eb5-8b90-8b0acec5f32e', 'status': 'completed', 'code': 200} Aug 10 03:55:16.502156 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-578c6dff-71bd-4b3d-82a6-a9aa2fae5009 service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184221 Aug 10 03:55:16.504004 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-468e6b69-2a0d-4ed7-9b5e-ba82437acc65 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.518447 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e1fcd-462a-45bd-af7d-9da51b5cbdde req-50cca2c1-ecb9-42b2-af8c-d9bc0a42c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:16.519940 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eb7e1fcd-462a-45bd-af7d-9da51b5cbdde req-50cca2c1-ecb9-42b2-af8c-d9bc0a42c08d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1777edd9fbb84d19b73ae9912a777f83&device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 1094 time: 0.0572193 Aug 10 03:55:16.616908 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-ac47f500-0e4a-415b-b718-1d5adfb2bcde service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063454 Aug 10 03:55:16.619494 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e1fcd-462a-45bd-af7d-9da51b5cbdde req-7c1bec7a-4930-4452-841b-7f4d30d6d440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:16.621819 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eb7e1fcd-462a-45bd-af7d-9da51b5cbdde req-7c1bec7a-4930-4452-841b-7f4d30d6d440 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=1777edd9fbb84d19b73ae9912a777f83&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0931399 Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: from cryptography.utils import int_from_bytes Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: from cryptography.utils import int_from_bytes Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:16.653319 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:55:16.660057 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:16.660057 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:55:16.660057 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:16.660057 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:55:16.660057 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:16.660057 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:55:16.660057 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:16.660057 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:55:16.660057 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:16.660057 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:55:16.660057 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:16.660057 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:55:16.660057 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:16.660057 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:55:16.665226 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-604dde13-ec99-4d57-9ed7-ca439a5a2c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.692060 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-468e6b69-2a0d-4ed7-9b5e-ba82437acc65 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.692978 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-af6dd8cb-d4a0-47b9-b90c-d859de703b10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.693115 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468e6b69-2a0d-4ed7-9b5e-ba82437acc65 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:16.693605 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-468e6b69-2a0d-4ed7-9b5e-ba82437acc65 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.696715 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-6a132ba7-26d8-4192-bff7-7808db57309f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=69e2a20f-0ef2-479f-b9ef-320a6110a078 HTTP/1.1" status: 200 len: 217 time: 0.0681164 Aug 10 03:55:16.715910 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604dde13-ec99-4d57-9ed7-ca439a5a2c40 None None] Pushing event deleted for resources: {'Port': ['ID=82285f2a-3f86-4f32-b194-bb85a40bd63e,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:16.721529 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6dd8cb-d4a0-47b9-b90c-d859de703b10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Port': ['ID=82285f2a-3f86-4f32-b194-bb85a40bd63e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:16.746741 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604dde13-ec99-4d57-9ed7-ca439a5a2c40 None None] No DVR routers for this DVR port 82285f2a-3f86-4f32-b194-bb85a40bd63e on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:16.754490 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6dd8cb-d4a0-47b9-b90c-d859de703b10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] No DVR routers for this DVR port 82285f2a-3f86-4f32-b194-bb85a40bd63e on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:16.812919 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e6b69-2a0d-4ed7-9b5e-ba82437acc65 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Pushing event updated for resources: {'Network': ['ID=9cd7b28d-f750-4a9c-8248-1000b1fcf4ab,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:16.819613 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-2266e886-2cac-4ea9-83b7-5dc5b95a5e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:16.821207 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-2266e886-2cac-4ea9-83b7-5dc5b95a5e00 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4672b88c-e1c1-4d0c-a3fa-f280cf947686 HTTP/1.1" status: 200 len: 797 time: 0.1177540 Aug 10 03:55:16.827123 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 9cd7b28d-f750-4a9c-8248-1000b1fcf4ab details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:55:16.878185 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e1fcd-462a-45bd-af7d-9da51b5cbdde req-a0f68833-29ca-4991-886a-98e00b5f4ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:16.879676 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eb7e1fcd-462a-45bd-af7d-9da51b5cbdde req-a0f68833-29ca-4991-886a-98e00b5f4ddc service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2502890 Aug 10 03:55:16.897950 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-af6dd8cb-d4a0-47b9-b90c-d859de703b10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.901002 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-9b6e6beb-efd8-4419-ad04-1af94a198850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:16.902762 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-9b6e6beb-efd8-4419-ad04-1af94a198850 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=438e5aac-e98a-498a-962c-24a8dab08d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0745723 Aug 10 03:55:16.914273 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:16.918180 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba2ef1-ee33-4991-8911-ec92e635b2af req-d667bbf3-a30c-43f1-a99d-d0087108f659 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:16.919789 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bdba2ef1-ee33-4991-8911-ec92e635b2af req-d667bbf3-a30c-43f1-a99d-d0087108f659 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 943 time: 0.1835771 Aug 10 03:55:16.924826 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-af6dd8cb-d4a0-47b9-b90c-d859de703b10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9962f3c-ea84-4611-97c9-9177afc98ac0']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:16.935403 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-468e6b69-2a0d-4ed7-9b5e-ba82437acc65 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.0508690 Aug 10 03:55:16.941366 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36342) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:16.956978 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-d4b5cc77-7d0c-4b15-9f9d-51e3bcfce427 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Request body: {'network': {'project_id': '4a3c9d2739664317a902019a0dd48078'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:16.959068 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-af6dd8cb-d4a0-47b9-b90c-d859de703b10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed695459-be79-47e2-9853-ab09bf7a13f4') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:16.959368 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-af6dd8cb-d4a0-47b9-b90c-d859de703b10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed695459-be79-47e2-9853-ab09bf7a13f4') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:17.019387 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-af6dd8cb-d4a0-47b9-b90c-d859de703b10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:17.029590 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-b947256b-ec83-4333-9ed9-ec5a22ffa0cd service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124661 Aug 10 03:55:17.056712 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bdba2ef1-ee33-4991-8911-ec92e635b2af req-ab6a2e77-7887-4d6c-9afc-af87a9438b36 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138971 Aug 10 03:55:17.074244 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-af6dd8cb-d4a0-47b9-b90c-d859de703b10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:17.083787 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6dd8cb-d4a0-47b9-b90c-d859de703b10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:55:17.084247 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-af6dd8cb-d4a0-47b9-b90c-d859de703b10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:55:17.087340 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:55:17.090392 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-d201817f-7639-42a6-8a90-351529794715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:17.091201 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-d201817f-7639-42a6-8a90-351529794715 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1777edd9fbb84d19b73ae9912a777f83&device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 1094 time: 0.1349735 Aug 10 03:55:17.165872 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-78edf519-868e-4146-b341-660d8cf39e13 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12b01d35-edee-4eb5-8b90-8b0acec5f32e HTTP/1.1" status: 200 len: 217 time: 0.0645936 Aug 10 03:55:17.230587 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-19cde056-5f71-493c-af05-4a7478e92b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:17.232360 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-19cde056-5f71-493c-af05-4a7478e92b47 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1f28f607-37c6-49e9-aa98-1fa9a7d12da2 HTTP/1.1" status: 200 len: 854 time: 0.0585573 Aug 10 03:55:17.232937 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b5cc77-7d0c-4b15-9f9d-51e3bcfce427 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Made reservation on behalf of 4a3c9d2739664317a902019a0dd48078 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:17.235643 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d4b5cc77-7d0c-4b15-9f9d-51e3bcfce427 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:17.247879 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:17.285473 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-9e8d5c7e-70e4-495a-b362-ca96ee9aeaad service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488351 Aug 10 03:55:17.285902 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-b37ef91d-3ac1-40a3-8ca0-aa2359341f6d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4c5fa83e-577d-40eb-8c55-93af52e54f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405617 Aug 10 03:55:17.367080 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:17.368024 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:17.374084 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-7ba23339-55dd-4266-ae09-24ae02aeab52 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=27b3504e-5f67-479d-9a2f-2aa759db0602 HTTP/1.1" status: 200 len: 217 time: 0.0777082 Aug 10 03:55:17.387603 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022db82-ef2d-45bd-89ec-ff63c164aa14 req-acec726f-acad-4f1a-a8fb-5af1515bd189 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:17.394972 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7022db82-ef2d-45bd-89ec-ff63c164aa14 req-acec726f-acad-4f1a-a8fb-5af1515bd189 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 943 time: 0.1654859 Aug 10 03:55:17.396593 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4b5cc77-7d0c-4b15-9f9d-51e3bcfce427 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:55:17.399756 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-7b8665a7-bac2-4c12-b1b2-e04950b90e48 service neutron] 10.222.0.68 "GET /v2.0/networks/4c5fa83e-577d-40eb-8c55-93af52e54f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039102 Aug 10 03:55:17.407663 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686199f-ca37-48f9-99e6-64236d478b96 req-344cc78e-9e2b-4a48-a287-6faf075e3b82 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:17.408597 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-af6dd8cb-d4a0-47b9-b90c-d859de703b10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:17.409793 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5686199f-ca37-48f9-99e6-64236d478b96 req-344cc78e-9e2b-4a48-a287-6faf075e3b82 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.20 "GET /v2.0/networks?id=dd12cce6-4110-4fd8-8459-92b631186987 HTTP/1.1" status: 200 len: 816 time: 0.2898180 Aug 10 03:55:17.413574 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d4b5cc77-7d0c-4b15-9f9d-51e3bcfce427 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:17.413925 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-d4b5cc77-7d0c-4b15-9f9d-51e3bcfce427 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Added segment 45e3b3b1-74a1-430b-bfac-db8506c53856 of type vlan for network 725a8322-bc6c-43b5-8ba4-2db0a7128345 Aug 10 03:55:17.423127 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-af6dd8cb-d4a0-47b9-b90c-d859de703b10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:17.434511 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-af6dd8cb-d4a0-47b9-b90c-d859de703b10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/networks/d9962f3c-ea84-4611-97c9-9177afc98ac0 HTTP/1.1" status: 204 len: 168 time: 1.5857012 Aug 10 03:55:17.467995 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-d833df10-e609-439b-a2ab-a94625f405dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:17.469857 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-d833df10-e609-439b-a2ab-a94625f405dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4672b88c-e1c1-4d0c-a3fa-f280cf947686 HTTP/1.1" status: 200 len: 797 time: 0.0719404 Aug 10 03:55:17.471234 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36356) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:17.477070 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-34518618-d6df-4725-87f9-2cde9f6f49aa tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1388952376'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:17.483724 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-5686199f-ca37-48f9-99e6-64236d478b96 req-908fcb93-e24d-458d-8747-5beebbfdaa60 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Request body: {'port': {'device_id': 'a321c462-ae8c-485d-85b6-655840c30bdc', 'network_id': 'dd12cce6-4110-4fd8-8459-92b631186987', 'admin_state_up': True, 'tenant_id': '92a8ec239cac4c7084ee2935e1e8d72e'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:17.538145 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6dd8cb-d4a0-47b9-b90c-d859de703b10 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Network': ['ID=d9962f3c-ea84-4611-97c9-9177afc98ac0,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:17.578708 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 82285f2a-3f86-4f32-b194-bb85a40bd63e no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:55:17.603321 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 82285f2a-3f86-4f32-b194-bb85a40bd63e {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:55:17.603681 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 82285f2a-3f86-4f32-b194-bb85a40bd63e not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:55:17.622764 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d4b5cc77-7d0c-4b15-9f9d-51e3bcfce427 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:17.637384 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7022db82-ef2d-45bd-89ec-ff63c164aa14 req-2d24aef6-5920-4243-8114-2de24cb0e06c tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413545 Aug 10 03:55:17.670228 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-4234e1f6-4f47-4b79-a071-b06b3263c1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:17.672804 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-4234e1f6-4f47-4b79-a071-b06b3263c1f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=438e5aac-e98a-498a-962c-24a8dab08d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1752234 Aug 10 03:55:17.673968 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d8c26137-ea96-4506-b89a-1c563f4eb308 req-525557e1-a22f-4e4d-a73f-082513ee586f tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=830efd75-e014-4ed7-a512-8173e4f13dcd HTTP/1.1" status: 200 len: 210 time: 0.0466409 Aug 10 03:55:17.714685 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7d624d6-442e-4e68-b553-0d583d1f2bc8 req-db34a201-0b5b-45cb-81cb-217da3cdba24 service neutron] 10.222.0.68 "GET /v2.0/networks/4c5fa83e-577d-40eb-8c55-93af52e54f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024857 Aug 10 03:55:17.789378 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-4a5b77b7-61a5-4dfb-a97c-ee91dc34569b service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937498 Aug 10 03:55:17.883541 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-8ef410a3-385f-44da-88db-6a85194bd66f service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862958 Aug 10 03:55:17.926875 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34518618-d6df-4725-87f9-2cde9f6f49aa tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:17.930568 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-34518618-d6df-4725-87f9-2cde9f6f49aa tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:17.936980 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-f645d9aa-96c5-46d0-b3df-48bbed467d95 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fafd8c8c-73f6-41b9-881e-4160cffd6abc HTTP/1.1" status: 200 len: 217 time: 0.0467942 Aug 10 03:55:17.984633 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d4b5cc77-7d0c-4b15-9f9d-51e3bcfce427 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:17.986220 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b5cc77-7d0c-4b15-9f9d-51e3bcfce427 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:17.986967 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d4b5cc77-7d0c-4b15-9f9d-51e3bcfce427 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:18.000721 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34518618-d6df-4725-87f9-2cde9f6f49aa tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:55:18.011917 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-b151cd9e-b9f6-4dbb-9408-1ea39babf487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:18.013454 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-b151cd9e-b9f6-4dbb-9408-1ea39babf487 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96c77b29-de8a-40c8-ae15-4c8b35353438 HTTP/1.1" status: 200 len: 797 time: 0.0680261 Aug 10 03:55:18.016330 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-34518618-d6df-4725-87f9-2cde9f6f49aa tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:18.016690 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-34518618-d6df-4725-87f9-2cde9f6f49aa tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Added segment 160bbc88-30da-43e9-b20e-a55260d5edd1 of type vlan for network 1ff5c7f0-e5c2-4aeb-9524-a58e8fcd9448 Aug 10 03:55:18.089505 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-34518618-d6df-4725-87f9-2cde9f6f49aa tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:18.117053 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-1e96f45f-65c8-42b7-9b85-48f213c8e510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:18.118615 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-1e96f45f-65c8-42b7-9b85-48f213c8e510 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fc4bc8cd-9681-4c48-a384-e9912b245b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0939298 Aug 10 03:55:18.205950 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5686199f-ca37-48f9-99e6-64236d478b96 req-908fcb93-e24d-458d-8747-5beebbfdaa60 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Made reservation on behalf of 92a8ec239cac4c7084ee2935e1e8d72e for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:18.209493 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5686199f-ca37-48f9-99e6-64236d478b96 req-908fcb93-e24d-458d-8747-5beebbfdaa60 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:18.294217 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2ea9a-4833-4f57-8d2e-9e3872df35c5 req-1ec00603-df97-42e3-82a6-0369f48493a9 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:18.296088 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25b2ea9a-4833-4f57-8d2e-9e3872df35c5 req-1ec00603-df97-42e3-82a6-0369f48493a9 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 943 time: 0.1543460 Aug 10 03:55:18.327925 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-b029441b-0826-405b-ab23-3aeae7b18da2 service neutron] 10.222.0.20 "GET /v2.0/networks/fc4bc8cd-9681-4c48-a384-e9912b245b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981845 Aug 10 03:55:18.337702 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-34518618-d6df-4725-87f9-2cde9f6f49aa tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:18.343447 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34518618-d6df-4725-87f9-2cde9f6f49aa tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:18.344109 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-34518618-d6df-4725-87f9-2cde9f6f49aa tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:18.480911 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d4b5cc77-7d0c-4b15-9f9d-51e3bcfce427 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5366213 Aug 10 03:55:18.487219 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5cc77-7d0c-4b15-9f9d-51e3bcfce427 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Pushing event updated for resources: {'Network': ['ID=725a8322-bc6c-43b5-8ba4-2db0a7128345,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:18.491990 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36364) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:18.498455 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-bc49e09d-5574-45c7-baf3-26d050ee554a tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Request body: {'network': {'project_id': '4a3c9d2739664317a902019a0dd48078'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:18.510089 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 725a8322-bc6c-43b5-8ba4-2db0a7128345 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:55:18.546133 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25b2ea9a-4833-4f57-8d2e-9e3872df35c5 req-a7f87da9-b154-4584-850d-200bcd06412a tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212763 Aug 10 03:55:18.551108 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34518618-d6df-4725-87f9-2cde9f6f49aa tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Network': ['ID=1ff5c7f0-e5c2-4aeb-9524-a58e8fcd9448,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:18.586956 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 1ff5c7f0-e5c2-4aeb-9524-a58e8fcd9448 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:55:18.591856 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-34518618-d6df-4725-87f9-2cde9f6f49aa tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1156859 Aug 10 03:55:18.593163 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36368) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:18.594354 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc49e09d-5574-45c7-baf3-26d050ee554a tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 10 03:55:18.594982 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc49e09d-5574-45c7-baf3-26d050ee554a tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:18.596288 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bc49e09d-5574-45c7-baf3-26d050ee554a tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1031241 Aug 10 03:55:18.601762 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-5686199f-ca37-48f9-99e6-64236d478b96 req-908fcb93-e24d-458d-8747-5beebbfdaa60 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Allocated IP 172.20.0.10 (dd12cce6-4110-4fd8-8459-92b631186987/ad29943a-14b1-490b-9a2c-40eb7599efc6/48d922f3-0d31-435d-b91b-8c4a067b7157) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:18.602047 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-269a4b1a-cc14-43cd-b157-27021cd56554 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'subnet': {'network_id': '1ff5c7f0-e5c2-4aeb-9524-a58e8fcd9448', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:18.609569 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-b384f602-650b-4c60-967d-6872015c842e service neutron] 10.222.0.20 "GET /v2.0/networks/fc4bc8cd-9681-4c48-a384-e9912b245b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590938 Aug 10 03:55:18.614952 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db52db-d309-4ad3-b014-481c4314c789 req-0e008028-ea5a-49c5-aba9-3c06015269fc tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:18.616567 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-44db52db-d309-4ad3-b014-481c4314c789 req-0e008028-ea5a-49c5-aba9-3c06015269fc tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.20 "GET /v2.0/networks?id=dd12cce6-4110-4fd8-8459-92b631186987 HTTP/1.1" status: 200 len: 816 time: 0.2382116 Aug 10 03:55:18.663996 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-ae24dc30-695f-472e-9c11-1507f5774d31 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=689d1191-90af-45a6-9b31-5a0d267b556e HTTP/1.1" status: 200 len: 217 time: 0.0451581 Aug 10 03:55:18.695060 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-44db52db-d309-4ad3-b014-481c4314c789 req-9f4e0351-4ebc-4a1f-b2d4-00afc1a43e88 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Request body: {'port': {'device_id': 'cf227b7f-12f7-453f-b3dc-0a925575aa50', 'network_id': 'dd12cce6-4110-4fd8-8459-92b631186987', 'admin_state_up': True, 'tenant_id': '92a8ec239cac4c7084ee2935e1e8d72e'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:18.808105 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36378) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:18.819246 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-9fa4f7fc-0f61-4078-9534-9a3a4936233a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:18.819246 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-9fa4f7fc-0f61-4078-9534-9a3a4936233a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96c77b29-de8a-40c8-ae15-4c8b35353438 HTTP/1.1" status: 200 len: 797 time: 0.1425412 Aug 10 03:55:18.834299 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c261eaf-abda-4c7a-987b-9b2c701a020f req-7f25d07e-174b-4d80-9a62-c51629fe70d8 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=830efd75-e014-4ed7-a512-8173e4f13dcd HTTP/1.1" status: 200 len: 210 time: 0.0624380 Aug 10 03:55:18.914056 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-ffdebb81-14dd-4124-8719-b34ede79dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:18.915572 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-ffdebb81-14dd-4124-8719-b34ede79dfd9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fc4bc8cd-9681-4c48-a384-e9912b245b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0840230 Aug 10 03:55:18.939354 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5686199f-ca37-48f9-99e6-64236d478b96 req-908fcb93-e24d-458d-8747-5beebbfdaa60 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:18.976678 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce084f5c-0e0d-40e5-ad3b-26987bf9a858 req-da3e591b-1b3b-43d4-ad30-0654e7b27764 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:18.978242 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ce084f5c-0e0d-40e5-ad3b-26987bf9a858 req-da3e591b-1b3b-43d4-ad30-0654e7b27764 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 943 time: 0.1927838 Aug 10 03:55:18.988915 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-02bcbefc-545d-4c75-ad19-140d59512de7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a3c9d2739664317a902019a0dd48078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1786909 Aug 10 03:55:18.989579 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36386) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:18.990011 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-5686199f-ca37-48f9-99e6-64236d478b96 req-908fcb93-e24d-458d-8747-5beebbfdaa60 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Transition to ACTIVE for port object 48d922f3-0d31-435d-b91b-8c4a067b7157 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:19.049031 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-490957a2-d844-4db9-bd08-d30755c73938 service neutron] 10.222.0.20 "GET /v2.0/networks/fc4bc8cd-9681-4c48-a384-e9912b245b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214962 Aug 10 03:55:19.056367 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ce084f5c-0e0d-40e5-ad3b-26987bf9a858 req-8ca88c2f-388b-459c-93cd-c93b61d72d8f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643899 Aug 10 03:55:19.068948 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44db52db-d309-4ad3-b014-481c4314c789 req-9f4e0351-4ebc-4a1f-b2d4-00afc1a43e88 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Made reservation on behalf of 92a8ec239cac4c7084ee2935e1e8d72e for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:19.072564 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-44db52db-d309-4ad3-b014-481c4314c789 req-9f4e0351-4ebc-4a1f-b2d4-00afc1a43e88 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.097721 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-59c18ee5-9310-4cad-b991-d2589b49fa3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.157824 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a7a38a7-10cf-4cff-8168-af38ab00fde9 req-ac163783-a644-49c5-8149-8d0e44aaaa53 service neutron] 10.222.0.20 "GET /v2.0/networks/fc4bc8cd-9681-4c48-a384-e9912b245b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963986 Aug 10 03:55:19.162167 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-59c18ee5-9310-4cad-b991-d2589b49fa3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.206227 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5686199f-ca37-48f9-99e6-64236d478b96 req-908fcb93-e24d-458d-8747-5beebbfdaa60 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.211447 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269a4b1a-cc14-43cd-b157-27021cd56554 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:19.215834 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-269a4b1a-cc14-43cd-b157-27021cd56554 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.257405 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5686199f-ca37-48f9-99e6-64236d478b96 req-908fcb93-e24d-458d-8747-5beebbfdaa60 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Network dd12cce6-4110-4fd8-8459-92b631186987 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:19.263572 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-5686199f-ca37-48f9-99e6-64236d478b96 req-908fcb93-e24d-458d-8747-5beebbfdaa60 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:19.265928 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-5686199f-ca37-48f9-99e6-64236d478b96 req-908fcb93-e24d-458d-8747-5beebbfdaa60 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:19.304881 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908fcb93-e24d-458d-8747-5beebbfdaa60 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Pushing event updated for resources: {'Port': ['ID=48d922f3-0d31-435d-b91b-8c4a067b7157,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:19.345035 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686199f-ca37-48f9-99e6-64236d478b96 req-908fcb93-e24d-458d-8747-5beebbfdaa60 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:19.345710 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5686199f-ca37-48f9-99e6-64236d478b96 req-908fcb93-e24d-458d-8747-5beebbfdaa60 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.352046 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-44db52db-d309-4ad3-b014-481c4314c789 req-9f4e0351-4ebc-4a1f-b2d4-00afc1a43e88 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Allocated IP 172.20.0.12 (dd12cce6-4110-4fd8-8459-92b631186987/ad29943a-14b1-490b-9a2c-40eb7599efc6/d4af00d5-6797-46bb-96e4-85082eb04483) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:19.372852 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 6636f0d3-c9c3-4136-8013-fcf47b89097b details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:55:19.447028 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5686199f-ca37-48f9-99e6-64236d478b96 req-908fcb93-e24d-458d-8747-5beebbfdaa60 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9763308 Aug 10 03:55:19.460480 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-59c18ee5-9310-4cad-b991-d2589b49fa3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.463728 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-59c18ee5-9310-4cad-b991-d2589b49fa3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.468727 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-59c18ee5-9310-4cad-b991-d2589b49fa3c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/86fc8b68-8353-4124-90c5-4574fc36be28 HTTP/1.1" status: 204 len: 168 time: 0.4781473 Aug 10 03:55:19.471113 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36388) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:19.493253 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-5686199f-ca37-48f9-99e6-64236d478b96 req-75e45660-c2ca-4643-a7bb-35405edf45be service neutron] Request body: {'port': {'device_id': 'a321c462-ae8c-485d-85b6-655840c30bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:19.539977 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-7b0bfe3e-40fc-4d7b-bd1a-d1665dda3939 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:19.541416 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-7b0bfe3e-40fc-4d7b-bd1a-d1665dda3939 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.20 "GET /v2.0/networks?id=dd12cce6-4110-4fd8-8459-92b631186987 HTTP/1.1" status: 200 len: 816 time: 0.1809602 Aug 10 03:55:19.544797 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c18ee5-9310-4cad-b991-d2589b49fa3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fc8b68-8353-4124-90c5-4574fc36be28,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:19.551044 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 6636f0d3-c9c3-4136-8013-fcf47b89097b, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=6636f0d3-c9c3-4136-8013-fcf47b89097b,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:19.570844 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '6636f0d3-c9c3-4136-8013-fcf47b89097b', 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc', 'port_id': '6636f0d3-c9c3-4136-8013-fcf47b89097b', 'mac_address': 'fa:16:3e:c7:1c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9a7592-e5a6-49d5-943e-a569f481a6b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:55:19.606024 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-bfb952c6-694a-4570-b7de-c99d5329808f tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Request body: {'port': {'device_id': '830efd75-e014-4ed7-a512-8173e4f13dcd', 'network_id': 'dd12cce6-4110-4fd8-8459-92b631186987', 'admin_state_up': True, 'tenant_id': '92a8ec239cac4c7084ee2935e1e8d72e'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:19.616859 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-44db52db-d309-4ad3-b014-481c4314c789 req-9f4e0351-4ebc-4a1f-b2d4-00afc1a43e88 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.666512 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-44db52db-d309-4ad3-b014-481c4314c789 req-9f4e0351-4ebc-4a1f-b2d4-00afc1a43e88 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Transition to ACTIVE for port object d4af00d5-6797-46bb-96e4-85082eb04483 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:19.669788 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.683602 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c33bee6c-38c7-4cc3-81ae-6cd36be9cc62 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.712380 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5686199f-ca37-48f9-99e6-64236d478b96 req-75e45660-c2ca-4643-a7bb-35405edf45be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.716599 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6636f0d3-c9c3-4136-8013-fcf47b89097b {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:55:19.745733 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:55:19.754362 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 6636f0d3-c9c3-4136-8013-fcf47b89097b, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=6636f0d3-c9c3-4136-8013-fcf47b89097b,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:19.886414 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-44db52db-d309-4ad3-b014-481c4314c789 req-9f4e0351-4ebc-4a1f-b2d4-00afc1a43e88 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.891235 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-baf744ff-a62e-4e9e-a7ee-98c14f844c21 None None] Provisioning for port 48d922f3-0d31-435d-b91b-8c4a067b7157 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:19.894683 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-baf744ff-a62e-4e9e-a7ee-98c14f844c21 None None] Provisioning complete for port 48d922f3-0d31-435d-b91b-8c4a067b7157 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:19.895055 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-baf744ff-a62e-4e9e-a7ee-98c14f844c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.943973 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-baf744ff-a62e-4e9e-a7ee-98c14f844c21 None None] Port 48d922f3-0d31-435d-b91b-8c4a067b7157 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:19.966303 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.967123 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 12b01d35-edee-4eb5-8b90-8b0acec5f32e details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:55:19.973485 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-908ec5bc-d67d-436a-8da9-fed3bdceb861 req-df5eeb6f-5dd7-4ec8-9377-dfb3f2f8f149 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=830efd75-e014-4ed7-a512-8173e4f13dcd HTTP/1.1" status: 200 len: 210 time: 0.0505216 Aug 10 03:55:19.978191 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44db52db-d309-4ad3-b014-481c4314c789 req-9f4e0351-4ebc-4a1f-b2d4-00afc1a43e88 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Network dd12cce6-4110-4fd8-8459-92b631186987 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:19.980627 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-269a4b1a-cc14-43cd-b157-27021cd56554 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:19.985638 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-44db52db-d309-4ad3-b014-481c4314c789 req-9f4e0351-4ebc-4a1f-b2d4-00afc1a43e88 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:19.987540 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e0351-4ebc-4a1f-b2d4-00afc1a43e88 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Pushing event updated for resources: {'Port': ['ID=d4af00d5-6797-46bb-96e4-85082eb04483,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:19.989880 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-44db52db-d309-4ad3-b014-481c4314c789 req-9f4e0351-4ebc-4a1f-b2d4-00afc1a43e88 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:20.053717 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=6636f0d3-c9c3-4136-8013-fcf47b89097b,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:20.118511 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db52db-d309-4ad3-b014-481c4314c789 req-9f4e0351-4ebc-4a1f-b2d4-00afc1a43e88 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:20.119140 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-44db52db-d309-4ad3-b014-481c4314c789 req-9f4e0351-4ebc-4a1f-b2d4-00afc1a43e88 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.148518 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a4b1a-cc14-43cd-b157-27021cd56554 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Subnet': ['ID=388c7d4a-ff8a-41ba-8a10-a98b708047ac,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:20.191567 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 12b01d35-edee-4eb5-8b90-8b0acec5f32e, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=12b01d35-edee-4eb5-8b90-8b0acec5f32e,segment=NetworkSegment(20c309fb-ec98-40d4-a9d0-4aa74be70f65),segment_id=20c309fb-ec98-40d4-a9d0-4aa74be70f65)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:20.208280 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '12b01d35-edee-4eb5-8b90-8b0acec5f32e', 'network_id': '4c5fa83e-577d-40eb-8c55-93af52e54f4e', 'port_id': '12b01d35-edee-4eb5-8b90-8b0acec5f32e', 'mac_address': 'fa:16:3e:9d:e9:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f28f607-37c6-49e9-aa98-1fa9a7d12da2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:55:20.222134 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269a4b1a-cc14-43cd-b157-27021cd56554 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Checking segment: {'id': '160bbc88-30da-43e9-b20e-a55260d5edd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1ff5c7f0-e5c2-4aeb-9524-a58e8fcd9448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:20.222134 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269a4b1a-cc14-43cd-b157-27021cd56554 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network hostable DHCP agents. Network: 1ff5c7f0-e5c2-4aeb-9524-a58e8fcd9448, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:55:20.237935 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-44db52db-d309-4ad3-b014-481c4314c789 req-9f4e0351-4ebc-4a1f-b2d4-00afc1a43e88 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5489252 Aug 10 03:55:20.284516 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-44db52db-d309-4ad3-b014-481c4314c789 req-15052565-9af3-442c-9514-7aa458d5dc95 service neutron] Request body: {'port': {'device_id': 'cf227b7f-12f7-453f-b3dc-0a925575aa50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:20.285922 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.298637 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b01d35-edee-4eb5-8b90-8b0acec5f32e {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:55:20.320580 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 12b01d35-edee-4eb5-8b90-8b0acec5f32e, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=12b01d35-edee-4eb5-8b90-8b0acec5f32e,segment=NetworkSegment(20c309fb-ec98-40d4-a9d0-4aa74be70f65),segment_id=20c309fb-ec98-40d4-a9d0-4aa74be70f65)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:20.339477 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bdb31-4ee0-4cfa-93b8-d79f60313eb0 req-6ea0c6ae-c13f-4d89-a16a-d904f0375467 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:20.343784 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-893bdb31-4ee0-4cfa-93b8-d79f60313eb0 req-6ea0c6ae-c13f-4d89-a16a-d904f0375467 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 943 time: 0.6342726 Aug 10 03:55:20.361707 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76274110-3101-416b-920a-8884f5dbe115 req-0c4a1082-d283-4a47-9608-69f06152aa3f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:20.363408 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-76274110-3101-416b-920a-8884f5dbe115 req-0c4a1082-d283-4a47-9608-69f06152aa3f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 944 time: 0.2096279 Aug 10 03:55:20.365863 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c33bee6c-38c7-4cc3-81ae-6cd36be9cc62 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.369791 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-44db52db-d309-4ad3-b014-481c4314c789 req-15052565-9af3-442c-9514-7aa458d5dc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.388693 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.396002 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-c33bee6c-38c7-4cc3-81ae-6cd36be9cc62 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725a8322-bc6c-43b5-8ba4-2db0a7128345']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:20.422974 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-c33bee6c-38c7-4cc3-81ae-6cd36be9cc62 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e3b3b1-74a1-430b-bfac-db8506c53856') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:20.423280 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-c33bee6c-38c7-4cc3-81ae-6cd36be9cc62 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e3b3b1-74a1-430b-bfac-db8506c53856') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:20.447997 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269a4b1a-cc14-43cd-b157-27021cd56554 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network 1ff5c7f0-e5c2-4aeb-9524-a58e8fcd9448 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:55:20.456305 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=12b01d35-edee-4eb5-8b90-8b0acec5f32e,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:20.469234 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-76274110-3101-416b-920a-8884f5dbe115 req-d2ae733d-5e91-4438-81b6-e31dead6f183 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969529 Aug 10 03:55:20.492708 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c33bee6c-38c7-4cc3-81ae-6cd36be9cc62 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.531983 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4211e84a-65b5-4fa8-89d7-9034a823a590 None None] Provisioning for port d4af00d5-6797-46bb-96e4-85082eb04483 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:20.532263 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c33bee6c-38c7-4cc3-81ae-6cd36be9cc62 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.538799 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4211e84a-65b5-4fa8-89d7-9034a823a590 None None] Provisioning complete for port d4af00d5-6797-46bb-96e4-85082eb04483 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:20.539166 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-893bdb31-4ee0-4cfa-93b8-d79f60313eb0 req-8734b22a-d52b-4743-bb7b-f8d48297fe21 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753044 Aug 10 03:55:20.539369 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4211e84a-65b5-4fa8-89d7-9034a823a590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.576576 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-269a4b1a-cc14-43cd-b157-27021cd56554 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 1ff5c7f0-e5c2-4aeb-9524-a58e8fcd9448) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:20.580898 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269a4b1a-cc14-43cd-b157-27021cd56554 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:20.581453 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-269a4b1a-cc14-43cd-b157-27021cd56554 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.586473 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33bee6c-38c7-4cc3-81ae-6cd36be9cc62 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:55:20.586898 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c33bee6c-38c7-4cc3-81ae-6cd36be9cc62 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:55:20.589256 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:55:20.593283 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-4211e84a-65b5-4fa8-89d7-9034a823a590 None None] Port d4af00d5-6797-46bb-96e4-85082eb04483 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:20.596763 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82543dcc-a455-4d03-b13a-f3dafbc2997a None None] Network 1ff5c7f0-e5c2-4aeb-9524-a58e8fcd9448 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:20.635274 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-bfb952c6-694a-4570-b7de-c99d5329808f tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Made reservation on behalf of 92a8ec239cac4c7084ee2935e1e8d72e for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:20.638956 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-bfb952c6-694a-4570-b7de-c99d5329808f tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.646230 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['12b01d35-edee-4eb5-8b90-8b0acec5f32e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:55:20.648601 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['6636f0d3-c9c3-4136-8013-fcf47b89097b'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:55:20.669612 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-269a4b1a-cc14-43cd-b157-27021cd56554 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0718768 Aug 10 03:55:20.672710 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36408) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:20.678985 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-5008fad5-30e8-4b2f-a813-25d0bfa1c389 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-133403421', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:20.768418 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c33bee6c-38c7-4cc3-81ae-6cd36be9cc62 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.798255 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c33bee6c-38c7-4cc3-81ae-6cd36be9cc62 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.800283 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c33bee6c-38c7-4cc3-81ae-6cd36be9cc62 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] 10.222.0.25 "DELETE /v2.0/networks/725a8322-bc6c-43b5-8ba4-2db0a7128345 HTTP/1.1" status: 204 len: 168 time: 1.3280931 Aug 10 03:55:20.804141 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36412) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:20.812066 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33bee6c-38c7-4cc3-81ae-6cd36be9cc62 tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Pushing event deleted for resources: {'Network': ['ID=725a8322-bc6c-43b5-8ba4-2db0a7128345,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:20.855996 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5008fad5-30e8-4b2f-a813-25d0bfa1c389 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.856884 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5008fad5-30e8-4b2f-a813-25d0bfa1c389 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.897303 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-5686199f-ca37-48f9-99e6-64236d478b96 req-75e45660-c2ca-4643-a7bb-35405edf45be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48d922f3-0d31-435d-b91b-8c4a067b7157 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:55:20.906177 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5686199f-ca37-48f9-99e6-64236d478b96 req-75e45660-c2ca-4643-a7bb-35405edf45be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.921333 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-5686199f-ca37-48f9-99e6-64236d478b96 req-75e45660-c2ca-4643-a7bb-35405edf45be service neutron] Transition to ACTIVE for port object 48d922f3-0d31-435d-b91b-8c4a067b7157 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:20.943305 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4290fffc-5e82-4cec-8fcb-e54b02bd4038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-1ff5c7f0-e5c2-4aeb-9524-a58e8fcd9448', 'network_id': '1ff5c7f0-e5c2-4aeb-9524-a58e8fcd9448', 'tenant_id': 'ac533af90042449fa4780d42e267a0cc', 'fixed_ips': [{'subnet_id': '388c7d4a-ff8a-41ba-8a10-a98b708047ac'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:55:20.944190 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4290fffc-5e82-4cec-8fcb-e54b02bd4038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.959342 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5008fad5-30e8-4b2f-a813-25d0bfa1c389 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:20.981549 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3b78a1eb-3cd8-401a-83c4-2aabbc60198f tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.045716 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5686199f-ca37-48f9-99e6-64236d478b96 req-75e45660-c2ca-4643-a7bb-35405edf45be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.170035 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e45660-c2ca-4643-a7bb-35405edf45be service neutron] Pushing event updated for resources: {'Port': ['ID=48d922f3-0d31-435d-b91b-8c4a067b7157,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:21.180481 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5008fad5-30e8-4b2f-a813-25d0bfa1c389 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.189334 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3b78a1eb-3cd8-401a-83c4-2aabbc60198f tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.200429 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-838ae43d-233f-437b-8623-31e540069328 req-8f614cde-98fc-4604-b57c-05935d26d1a1 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=830efd75-e014-4ed7-a512-8173e4f13dcd HTTP/1.1" status: 200 len: 210 time: 0.0689881 Aug 10 03:55:21.222632 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-3b78a1eb-3cd8-401a-83c4-2aabbc60198f tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd7b28d-f750-4a9c-8248-1000b1fcf4ab']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:21.240197 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-3b78a1eb-3cd8-401a-83c4-2aabbc60198f tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4062aef1-6cd4-49fa-be92-e4197bd9bd32') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:21.240497 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-3b78a1eb-3cd8-401a-83c4-2aabbc60198f tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4062aef1-6cd4-49fa-be92-e4197bd9bd32') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:21.245833 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-4290fffc-5e82-4cec-8fcb-e54b02bd4038 None None] Allocated IP 2001:db8::2 (1ff5c7f0-e5c2-4aeb-9524-a58e8fcd9448/388c7d4a-ff8a-41ba-8a10-a98b708047ac/c86fba60-f682-436e-87a9-4bc536b88efd) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:21.261407 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3b78a1eb-3cd8-401a-83c4-2aabbc60198f tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.264400 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-5686199f-ca37-48f9-99e6-64236d478b96 req-75e45660-c2ca-4643-a7bb-35405edf45be service neutron] Attempting to bind port 48d922f3-0d31-435d-b91b-8c4a067b7157 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:21.265290 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-5686199f-ca37-48f9-99e6-64236d478b96 req-75e45660-c2ca-4643-a7bb-35405edf45be service neutron] Attempting to bind port 48d922f3-0d31-435d-b91b-8c4a067b7157 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '823ef6a3-4315-4c4a-9851-d7eb00a76db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd12cce6-4110-4fd8-8459-92b631186987'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:21.267173 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5686199f-ca37-48f9-99e6-64236d478b96 req-75e45660-c2ca-4643-a7bb-35405edf45be service neutron] Attempting to bind port 48d922f3-0d31-435d-b91b-8c4a067b7157 on network dd12cce6-4110-4fd8-8459-92b631186987 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:21.273226 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5686199f-ca37-48f9-99e6-64236d478b96 req-75e45660-c2ca-4643-a7bb-35405edf45be service neutron] Port 48d922f3-0d31-435d-b91b-8c4a067b7157 on network dd12cce6-4110-4fd8-8459-92b631186987 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:55:21.273856 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5686199f-ca37-48f9-99e6-64236d478b96 req-75e45660-c2ca-4643-a7bb-35405edf45be service neutron] Attempting to bind port 48d922f3-0d31-435d-b91b-8c4a067b7157 on network dd12cce6-4110-4fd8-8459-92b631186987 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:21.280589 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5686199f-ca37-48f9-99e6-64236d478b96 req-75e45660-c2ca-4643-a7bb-35405edf45be service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:21.281201 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5686199f-ca37-48f9-99e6-64236d478b96 req-75e45660-c2ca-4643-a7bb-35405edf45be service neutron] Checking segment: {'id': '823ef6a3-4315-4c4a-9851-d7eb00a76db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd12cce6-4110-4fd8-8459-92b631186987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:21.281770 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5686199f-ca37-48f9-99e6-64236d478b96 req-75e45660-c2ca-4643-a7bb-35405edf45be service neutron] Bound using segment: {'id': '823ef6a3-4315-4c4a-9851-d7eb00a76db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd12cce6-4110-4fd8-8459-92b631186987'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:21.282391 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-5686199f-ca37-48f9-99e6-64236d478b96 req-75e45660-c2ca-4643-a7bb-35405edf45be service neutron] Bound port: 48d922f3-0d31-435d-b91b-8c4a067b7157, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '823ef6a3-4315-4c4a-9851-d7eb00a76db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd12cce6-4110-4fd8-8459-92b631186987'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:21.282931 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5686199f-ca37-48f9-99e6-64236d478b96 req-75e45660-c2ca-4643-a7bb-35405edf45be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.285940 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3b78a1eb-3cd8-401a-83c4-2aabbc60198f tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.297491 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b78a1eb-3cd8-401a-83c4-2aabbc60198f tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3b78a1eb-3cd8-401a-83c4-2aabbc60198f tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:55:21.301001 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:55:21.392876 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-44db52db-d309-4ad3-b014-481c4314c789 req-15052565-9af3-442c-9514-7aa458d5dc95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4af00d5-6797-46bb-96e4-85082eb04483 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:55:21.394818 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-5686199f-ca37-48f9-99e6-64236d478b96 req-75e45660-c2ca-4643-a7bb-35405edf45be service neutron] For port 48d922f3-0d31-435d-b91b-8c4a067b7157, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:21.398332 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-5686199f-ca37-48f9-99e6-64236d478b96 req-75e45660-c2ca-4643-a7bb-35405edf45be service neutron] For port 48d922f3-0d31-435d-b91b-8c4a067b7157, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=48d922f3-0d31-435d-b91b-8c4a067b7157,segment=NetworkSegment(823ef6a3-4315-4c4a-9851-d7eb00a76db1),segment_id=823ef6a3-4315-4c4a-9851-d7eb00a76db1)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:21.402867 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-44db52db-d309-4ad3-b014-481c4314c789 req-15052565-9af3-442c-9514-7aa458d5dc95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.416322 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-44db52db-d309-4ad3-b014-481c4314c789 req-15052565-9af3-442c-9514-7aa458d5dc95 service neutron] Transition to ACTIVE for port object d4af00d5-6797-46bb-96e4-85082eb04483 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:21.422758 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5008fad5-30e8-4b2f-a813-25d0bfa1c389 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.422758 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5008fad5-30e8-4b2f-a813-25d0bfa1c389 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7449706 Aug 10 03:55:21.422758 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36416) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:21.427469 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-6a3e9314-88f1-4914-9010-0c0353024939 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'port': {'network_id': '1ff5c7f0-e5c2-4aeb-9524-a58e8fcd9448', 'name': 'tempest-PortsIpV6TestJSON-1027028826'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:21.459409 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4290fffc-5e82-4cec-8fcb-e54b02bd4038 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.463229 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4290fffc-5e82-4cec-8fcb-e54b02bd4038 None None] Transition to ACTIVE for port object c86fba60-f682-436e-87a9-4bc536b88efd will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:21.473906 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3b78a1eb-3cd8-401a-83c4-2aabbc60198f tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.478366 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4290fffc-5e82-4cec-8fcb-e54b02bd4038 None None] Transition to ACTIVE for port object c86fba60-f682-436e-87a9-4bc536b88efd will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:21.484235 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3b78a1eb-3cd8-401a-83c4-2aabbc60198f tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.486131 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3b78a1eb-3cd8-401a-83c4-2aabbc60198f tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] 10.222.0.25 "DELETE /v2.0/networks/9cd7b28d-f750-4a9c-8248-1000b1fcf4ab HTTP/1.1" status: 204 len: 168 time: 0.6796927 Aug 10 03:55:21.488155 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5686199f-ca37-48f9-99e6-64236d478b96 req-75e45660-c2ca-4643-a7bb-35405edf45be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.502240 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-44db52db-d309-4ad3-b014-481c4314c789 req-15052565-9af3-442c-9514-7aa458d5dc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.552900 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78a1eb-3cd8-401a-83c4-2aabbc60198f tempest-QuotasNegativeTest-326050908 tempest-QuotasNegativeTest-326050908-project-admin] Pushing event deleted for resources: {'Network': ['ID=9cd7b28d-f750-4a9c-8248-1000b1fcf4ab,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:21.560980 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15052565-9af3-442c-9514-7aa458d5dc95 service neutron] Pushing event updated for resources: {'Port': ['ID=d4af00d5-6797-46bb-96e4-85082eb04483,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:21.562561 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4290fffc-5e82-4cec-8fcb-e54b02bd4038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.631536 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4290fffc-5e82-4cec-8fcb-e54b02bd4038 None None] Network 1ff5c7f0-e5c2-4aeb-9524-a58e8fcd9448 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:21.640500 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e45660-c2ca-4643-a7bb-35405edf45be service neutron] Pushing event updated for resources: {'Port': ['ID=48d922f3-0d31-435d-b91b-8c4a067b7157,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:21.657137 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686199f-ca37-48f9-99e6-64236d478b96 req-75e45660-c2ca-4643-a7bb-35405edf45be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:21.657783 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5686199f-ca37-48f9-99e6-64236d478b96 req-75e45660-c2ca-4643-a7bb-35405edf45be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.659241 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5686199f-ca37-48f9-99e6-64236d478b96 req-75e45660-c2ca-4643-a7bb-35405edf45be service neutron] 10.222.0.20 "PUT /v2.0/ports/48d922f3-0d31-435d-b91b-8c4a067b7157 HTTP/1.1" status: 200 len: 1092 time: 2.1761966 Aug 10 03:55:21.665367 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a321c462-ae8c-485d-85b6-655840c30bdc', 'tag': '48d922f3-0d31-435d-b91b-8c4a067b7157'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:21.669893 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8c9439-5a53-445e-aefc-51e65870188f" -d '{"events": [{"name": "network-changed", "server_uuid": "a321c462-ae8c-485d-85b6-655840c30bdc", "tag": "48d922f3-0d31-435d-b91b-8c4a067b7157"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:21.672123 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-4290fffc-5e82-4cec-8fcb-e54b02bd4038 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:21.684063 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4290fffc-5e82-4cec-8fcb-e54b02bd4038 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:21.693006 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290fffc-5e82-4cec-8fcb-e54b02bd4038 None None] Pushing event updated for resources: {'Port': ['ID=c86fba60-f682-436e-87a9-4bc536b88efd,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:21.732216 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-bfb952c6-694a-4570-b7de-c99d5329808f tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Allocated IP 172.20.0.14 (dd12cce6-4110-4fd8-8459-92b631186987/ad29943a-14b1-490b-9a2c-40eb7599efc6/9ea9f265-ec7a-4923-8eb1-a632c2d9bb85) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:21.741056 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-44db52db-d309-4ad3-b014-481c4314c789 req-15052565-9af3-442c-9514-7aa458d5dc95 service neutron] Attempting to bind port d4af00d5-6797-46bb-96e4-85082eb04483 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:21.743226 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-44db52db-d309-4ad3-b014-481c4314c789 req-15052565-9af3-442c-9514-7aa458d5dc95 service neutron] Attempting to bind port d4af00d5-6797-46bb-96e4-85082eb04483 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '823ef6a3-4315-4c4a-9851-d7eb00a76db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd12cce6-4110-4fd8-8459-92b631186987'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:21.743226 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44db52db-d309-4ad3-b014-481c4314c789 req-15052565-9af3-442c-9514-7aa458d5dc95 service neutron] Attempting to bind port d4af00d5-6797-46bb-96e4-85082eb04483 on network dd12cce6-4110-4fd8-8459-92b631186987 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:21.755207 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44db52db-d309-4ad3-b014-481c4314c789 req-15052565-9af3-442c-9514-7aa458d5dc95 service neutron] Port d4af00d5-6797-46bb-96e4-85082eb04483 on network dd12cce6-4110-4fd8-8459-92b631186987 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:55:21.755675 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44db52db-d309-4ad3-b014-481c4314c789 req-15052565-9af3-442c-9514-7aa458d5dc95 service neutron] Attempting to bind port d4af00d5-6797-46bb-96e4-85082eb04483 on network dd12cce6-4110-4fd8-8459-92b631186987 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:21.774282 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44db52db-d309-4ad3-b014-481c4314c789 req-15052565-9af3-442c-9514-7aa458d5dc95 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:21.774618 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44db52db-d309-4ad3-b014-481c4314c789 req-15052565-9af3-442c-9514-7aa458d5dc95 service neutron] Checking segment: {'id': '823ef6a3-4315-4c4a-9851-d7eb00a76db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd12cce6-4110-4fd8-8459-92b631186987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:21.775005 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44db52db-d309-4ad3-b014-481c4314c789 req-15052565-9af3-442c-9514-7aa458d5dc95 service neutron] Bound using segment: {'id': '823ef6a3-4315-4c4a-9851-d7eb00a76db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd12cce6-4110-4fd8-8459-92b631186987'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:21.775925 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-44db52db-d309-4ad3-b014-481c4314c789 req-15052565-9af3-442c-9514-7aa458d5dc95 service neutron] Bound port: d4af00d5-6797-46bb-96e4-85082eb04483, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '823ef6a3-4315-4c4a-9851-d7eb00a76db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd12cce6-4110-4fd8-8459-92b631186987'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:21.777080 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-44db52db-d309-4ad3-b014-481c4314c789 req-15052565-9af3-442c-9514-7aa458d5dc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.791287 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-4290fffc-5e82-4cec-8fcb-e54b02bd4038 None None] Attempting to bind port c86fba60-f682-436e-87a9-4bc536b88efd on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:21.793430 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-4290fffc-5e82-4cec-8fcb-e54b02bd4038 None None] Attempting to bind port c86fba60-f682-436e-87a9-4bc536b88efd by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '160bbc88-30da-43e9-b20e-a55260d5edd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1ff5c7f0-e5c2-4aeb-9524-a58e8fcd9448'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:21.793908 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4290fffc-5e82-4cec-8fcb-e54b02bd4038 None None] Attempting to bind port c86fba60-f682-436e-87a9-4bc536b88efd on network 1ff5c7f0-e5c2-4aeb-9524-a58e8fcd9448 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:21.799516 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981da71-0836-415e-8a4b-175366116dcc req-ab06885f-7316-485f-9591-0681aa94cfd7 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:21.800615 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4290fffc-5e82-4cec-8fcb-e54b02bd4038 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:21.801127 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4290fffc-5e82-4cec-8fcb-e54b02bd4038 None None] Checking segment: {'id': '160bbc88-30da-43e9-b20e-a55260d5edd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1ff5c7f0-e5c2-4aeb-9524-a58e8fcd9448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:21.801623 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4290fffc-5e82-4cec-8fcb-e54b02bd4038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.802115 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4290fffc-5e82-4cec-8fcb-e54b02bd4038 None None] Bound using segment: {'id': '160bbc88-30da-43e9-b20e-a55260d5edd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1ff5c7f0-e5c2-4aeb-9524-a58e8fcd9448'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:21.802613 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9981da71-0836-415e-8a4b-175366116dcc req-ab06885f-7316-485f-9591-0681aa94cfd7 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 944 time: 0.2438283 Aug 10 03:55:21.803052 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-4290fffc-5e82-4cec-8fcb-e54b02bd4038 None None] Bound port: c86fba60-f682-436e-87a9-4bc536b88efd, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '160bbc88-30da-43e9-b20e-a55260d5edd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '1ff5c7f0-e5c2-4aeb-9524-a58e8fcd9448'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:21.803686 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4290fffc-5e82-4cec-8fcb-e54b02bd4038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:21.833418 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e9928-b883-4e6e-ba58-5b572ab68c8b req-b3d892b2-fa80-47f4-98bc-29081b06552a tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:21.835328 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4f2e9928-b883-4e6e-ba58-5b572ab68c8b req-b3d892b2-fa80-47f4-98bc-29081b06552a tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 944 time: 0.1785243 Aug 10 03:55:21.939748 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9981da71-0836-415e-8a4b-175366116dcc req-5f8ace33-0518-478f-9be7-504e9221fc67 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260262 Aug 10 03:55:21.943057 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-4290fffc-5e82-4cec-8fcb-e54b02bd4038 None None] For port c86fba60-f682-436e-87a9-4bc536b88efd, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:21.949720 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-4290fffc-5e82-4cec-8fcb-e54b02bd4038 None None] For port c86fba60-f682-436e-87a9-4bc536b88efd, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c86fba60-f682-436e-87a9-4bc536b88efd,segment=NetworkSegment(160bbc88-30da-43e9-b20e-a55260d5edd1),segment_id=160bbc88-30da-43e9-b20e-a55260d5edd1)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:22.007285 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4f2e9928-b883-4e6e-ba58-5b572ab68c8b req-92ed3e8a-0539-49ea-bf29-38993f552860 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574779 Aug 10 03:55:22.008054 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3e9314-88f1-4914-9010-0c0353024939 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:22.011091 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686199f-ca37-48f9-99e6-64236d478b96 req-8af996ab-aa3f-4eaa-b678-22de8a3fc7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:22.012473 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9314-88f1-4914-9010-0c0353024939 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.012970 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5686199f-ca37-48f9-99e6-64236d478b96 req-8af996ab-aa3f-4eaa-b678-22de8a3fc7dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92a8ec239cac4c7084ee2935e1e8d72e&device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 1095 time: 0.1816092 Aug 10 03:55:22.016227 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-44db52db-d309-4ad3-b014-481c4314c789 req-15052565-9af3-442c-9514-7aa458d5dc95 service neutron] For port d4af00d5-6797-46bb-96e4-85082eb04483, host n-h2-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:22.046202 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-6a3e9314-88f1-4914-9010-0c0353024939 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] device_id is not set on port 5691b688-99ac-493a-a9e5-0bd13a5403a4 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:55:22.046688 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4290fffc-5e82-4cec-8fcb-e54b02bd4038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.101205 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ef2436-50f4-4e6f-a05b-19ff815f55d4 x-openstack-request-id: req-a4ef2436-50f4-4e6f-a05b-19ff815f55d4 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:22.102801 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-44db52db-d309-4ad3-b014-481c4314c789 req-15052565-9af3-442c-9514-7aa458d5dc95 service neutron] For port d4af00d5-6797-46bb-96e4-85082eb04483, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=d4af00d5-6797-46bb-96e4-85082eb04483,segment=NetworkSegment(823ef6a3-4315-4c4a-9851-d7eb00a76db1),segment_id=823ef6a3-4315-4c4a-9851-d7eb00a76db1)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:22.103021 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a321c462-ae8c-485d-85b6-655840c30bdc", "tag": "48d922f3-0d31-435d-b91b-8c4a067b7157", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:22.103642 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4ef2436-50f4-4e6f-a05b-19ff815f55d4 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:22.107044 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a321c462-ae8c-485d-85b6-655840c30bdc', 'tag': '48d922f3-0d31-435d-b91b-8c4a067b7157', 'status': 'completed', 'code': 200} Aug 10 03:55:22.167645 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5686199f-ca37-48f9-99e6-64236d478b96 req-d49dcae2-bd1c-45a6-b0f4-9f811e8075f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48d922f3-0d31-435d-b91b-8c4a067b7157 HTTP/1.1" status: 200 len: 217 time: 0.0836339 Aug 10 03:55:22.169144 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290fffc-5e82-4cec-8fcb-e54b02bd4038 None None] Pushing event updated for resources: {'Port': ['ID=c86fba60-f682-436e-87a9-4bc536b88efd,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:22.212856 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-44db52db-d309-4ad3-b014-481c4314c789 req-15052565-9af3-442c-9514-7aa458d5dc95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.255353 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-bfb952c6-694a-4570-b7de-c99d5329808f tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.285618 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-bfb952c6-694a-4570-b7de-c99d5329808f tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Transition to ACTIVE for port object 9ea9f265-ec7a-4923-8eb1-a632c2d9bb85 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:22.288709 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686199f-ca37-48f9-99e6-64236d478b96 req-7b4a7c86-d0fb-44dd-b461-1ee8f7e27f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:22.290298 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5686199f-ca37-48f9-99e6-64236d478b96 req-7b4a7c86-d0fb-44dd-b461-1ee8f7e27f9f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad29943a-14b1-490b-9a2c-40eb7599efc6 HTTP/1.1" status: 200 len: 855 time: 0.1012235 Aug 10 03:55:22.295487 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-6a3e9314-88f1-4914-9010-0c0353024939 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Allocated IP 2001:db8::216 (1ff5c7f0-e5c2-4aeb-9524-a58e8fcd9448/388c7d4a-ff8a-41ba-8a10-a98b708047ac/5691b688-99ac-493a-a9e5-0bd13a5403a4) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:22.332704 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db52db-d309-4ad3-b014-481c4314c789 req-15052565-9af3-442c-9514-7aa458d5dc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:22.332704 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-44db52db-d309-4ad3-b014-481c4314c789 req-15052565-9af3-442c-9514-7aa458d5dc95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.333772 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-44db52db-d309-4ad3-b014-481c4314c789 req-15052565-9af3-442c-9514-7aa458d5dc95 service neutron] 10.222.0.20 "PUT /v2.0/ports/d4af00d5-6797-46bb-96e4-85082eb04483 HTTP/1.1" status: 200 len: 1092 time: 2.0771670 Aug 10 03:55:22.334276 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf227b7f-12f7-453f-b3dc-0a925575aa50', 'tag': 'd4af00d5-6797-46bb-96e4-85082eb04483'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:22.336799 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f2dd70-8f51-4d34-861c-46bb45682422" -d '{"events": [{"name": "network-changed", "server_uuid": "cf227b7f-12f7-453f-b3dc-0a925575aa50", "tag": "d4af00d5-6797-46bb-96e4-85082eb04483"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:22.340128 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0939dfcc-05fe-4fc9-957b-dc96890e19ea req-2f50dcfc-adcf-43b1-bd89-1bb6191c9c8c tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=830efd75-e014-4ed7-a512-8173e4f13dcd HTTP/1.1" status: 200 len: 210 time: 0.0460823 Aug 10 03:55:22.352533 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15052565-9af3-442c-9514-7aa458d5dc95 service neutron] Pushing event updated for resources: {'Port': ['ID=d4af00d5-6797-46bb-96e4-85082eb04483,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:22.413484 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd04f4d-44ef-42f5-aab4-35723eea42e7 x-openstack-request-id: req-edd04f4d-44ef-42f5-aab4-35723eea42e7 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:22.422897 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf227b7f-12f7-453f-b3dc-0a925575aa50", "tag": "d4af00d5-6797-46bb-96e4-85082eb04483", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:22.422897 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-edd04f4d-44ef-42f5-aab4-35723eea42e7 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:22.422897 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf227b7f-12f7-453f-b3dc-0a925575aa50', 'tag': 'd4af00d5-6797-46bb-96e4-85082eb04483', 'status': 'completed', 'code': 200} Aug 10 03:55:22.472607 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36438) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:22.477971 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686199f-ca37-48f9-99e6-64236d478b96 req-f632eb98-7cc3-4555-8afc-301914f92e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:22.479818 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5686199f-ca37-48f9-99e6-64236d478b96 req-f632eb98-7cc3-4555-8afc-301914f92e37 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dd12cce6-4110-4fd8-8459-92b631186987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1698742 Aug 10 03:55:22.520574 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-407d3b2b-5e25-48b1-824c-ea590011d384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.564781 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-bfb952c6-694a-4570-b7de-c99d5329808f tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.585318 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2dd70-8f51-4d34-861c-46bb45682422 req-2712dfa1-5003-47fb-9933-828bd0b5a4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:22.586928 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b5f2dd70-8f51-4d34-861c-46bb45682422 req-2712dfa1-5003-47fb-9933-828bd0b5a4d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92a8ec239cac4c7084ee2935e1e8d72e&device_id=cf227b7f-12f7-453f-b3dc-0a925575aa50 HTTP/1.1" status: 200 len: 1095 time: 0.1261172 Aug 10 03:55:22.634289 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-bfb952c6-694a-4570-b7de-c99d5329808f tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Network dd12cce6-4110-4fd8-8459-92b631186987 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:22.645408 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9314-88f1-4914-9010-0c0353024939 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.646406 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-bfb952c6-694a-4570-b7de-c99d5329808f tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:22.648897 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-bfb952c6-694a-4570-b7de-c99d5329808f tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:22.684702 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb952c6-694a-4570-b7de-c99d5329808f tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Pushing event updated for resources: {'Port': ['ID=9ea9f265-ec7a-4923-8eb1-a632c2d9bb85,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:22.689635 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5686199f-ca37-48f9-99e6-64236d478b96 req-17c2ebfb-8833-4ca7-8bc5-efee824137b9 service neutron] 10.222.0.20 "GET /v2.0/networks/dd12cce6-4110-4fd8-8459-92b631186987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026658 Aug 10 03:55:22.716443 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-6a3e9314-88f1-4914-9010-0c0353024939 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Transition to ACTIVE for port object 5691b688-99ac-493a-a9e5-0bd13a5403a4 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:22.765464 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-bfb952c6-694a-4570-b7de-c99d5329808f tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:22.766335 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-bfb952c6-694a-4570-b7de-c99d5329808f tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.790466 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2dd70-8f51-4d34-861c-46bb45682422 req-4e02b2b1-2d37-4b54-bed8-81d938b7dd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:22.798194 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b5f2dd70-8f51-4d34-861c-46bb45682422 req-4e02b2b1-2d37-4b54-bed8-81d938b7dd38 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=92a8ec239cac4c7084ee2935e1e8d72e&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1849520 Aug 10 03:55:22.824566 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-407d3b2b-5e25-48b1-824c-ea590011d384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:22.833806 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5686199f-ca37-48f9-99e6-64236d478b96 req-258827ae-9517-4ae3-86aa-45d4aee4f846 service neutron] 10.222.0.20 "GET /v2.0/networks/dd12cce6-4110-4fd8-8459-92b631186987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362727 Aug 10 03:55:22.923692 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2dd70-8f51-4d34-861c-46bb45682422 req-daca198a-c152-47f0-b183-e0ae5164d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:22.925505 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b5f2dd70-8f51-4d34-861c-46bb45682422 req-daca198a-c152-47f0-b183-e0ae5164d90e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1251273 Aug 10 03:55:22.965066 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-407d3b2b-5e25-48b1-824c-ea590011d384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:23.046041 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9314-88f1-4914-9010-0c0353024939 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:23.050554 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d3b2b-5e25-48b1-824c-ea590011d384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02189688-f317-4371-afb8-540524c20de0,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:23.080784 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-407d3b2b-5e25-48b1-824c-ea590011d384 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da1f11f058144e32bd6e8f3b297c8395&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6017175 Aug 10 03:55:23.083112 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36448) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:23.114755 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-bfb952c6-694a-4570-b7de-c99d5329808f tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5200195 Aug 10 03:55:23.137223 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3e9314-88f1-4914-9010-0c0353024939 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network 1ff5c7f0-e5c2-4aeb-9524-a58e8fcd9448 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:23.142133 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Request body: {'port': {'device_id': '830efd75-e014-4ed7-a512-8173e4f13dcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:23.162667 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7eddc-ba79-4d5d-a12d-c812c3f77580 req-0ba613de-08b4-42a6-a2ef-694118061c6e tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:23.172964 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0ac7eddc-ba79-4d5d-a12d-c812c3f77580 req-0ba613de-08b4-42a6-a2ef-694118061c6e tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 944 time: 0.1435287 Aug 10 03:55:23.180819 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-6a3e9314-88f1-4914-9010-0c0353024939 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:23.195817 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3e9314-88f1-4914-9010-0c0353024939 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:23.206943 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3e9314-88f1-4914-9010-0c0353024939 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:23.216392 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6a3e9314-88f1-4914-9010-0c0353024939 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:23.223356 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c9439-5a53-445e-aefc-51e65870188f req-b1457187-ff08-4718-872b-be26ecfd1105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:23.224924 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3d8c9439-5a53-445e-aefc-51e65870188f req-b1457187-ff08-4718-872b-be26ecfd1105 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92a8ec239cac4c7084ee2935e1e8d72e&device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 1095 time: 0.1476393 Aug 10 03:55:23.225097 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db52db-d309-4ad3-b014-481c4314c789 req-9fdccc66-c325-403c-af7b-7dbb45e276ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:23.226603 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-44db52db-d309-4ad3-b014-481c4314c789 req-9fdccc66-c325-403c-af7b-7dbb45e276ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92a8ec239cac4c7084ee2935e1e8d72e&device_id=cf227b7f-12f7-453f-b3dc-0a925575aa50 HTTP/1.1" status: 200 len: 1095 time: 0.2386069 Aug 10 03:55:23.240685 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e9314-88f1-4914-9010-0c0353024939 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Port': ['ID=5691b688-99ac-493a-a9e5-0bd13a5403a4,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:23.251324 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c7f6bcfe-5703-4a88-9bc6-21ccc42033b5 None None] Provisioning for port 9ea9f265-ec7a-4923-8eb1-a632c2d9bb85 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:23.257957 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c7f6bcfe-5703-4a88-9bc6-21ccc42033b5 None None] Provisioning complete for port 9ea9f265-ec7a-4923-8eb1-a632c2d9bb85 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:23.262233 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c7f6bcfe-5703-4a88-9bc6-21ccc42033b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:23.320168 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-44db52db-d309-4ad3-b014-481c4314c789 req-0d359678-95f1-4252-b86e-318e3acba567 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4af00d5-6797-46bb-96e4-85082eb04483 HTTP/1.1" status: 200 len: 217 time: 0.0724559 Aug 10 03:55:23.322526 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-c7f6bcfe-5703-4a88-9bc6-21ccc42033b5 None None] Port 9ea9f265-ec7a-4923-8eb1-a632c2d9bb85 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:23.325103 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c86fba60-f682-436e-87a9-4bc536b88efd up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:23.339244 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0ac7eddc-ba79-4d5d-a12d-c812c3f77580 req-70ea9feb-ef70-4c91-ad0f-0f7345de2918 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645269 Aug 10 03:55:23.346545 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:23.358529 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49dcb51-f81c-480a-a309-8c638ca55e7d req-3ad84c61-48e2-44b1-a55e-a05fb3d2ec0a tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:23.362921 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a49dcb51-f81c-480a-a309-8c638ca55e7d req-3ad84c61-48e2-44b1-a55e-a05fb3d2ec0a tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 944 time: 0.2463858 Aug 10 03:55:23.388320 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 6636f0d3-c9c3-4136-8013-fcf47b89097b up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:23.420942 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e9ccb0a7-9ba4-4af9-b810-d06d0e3f228b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:23.458548 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e9ccb0a7-9ba4-4af9-b810-d06d0e3f228b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:23.517063 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36458) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:23.519082 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6a3e9314-88f1-4914-9010-0c0353024939 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0959120 Aug 10 03:55:23.550919 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db52db-d309-4ad3-b014-481c4314c789 req-994f0a84-60e2-4464-95bc-59be73599f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:23.557841 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-44db52db-d309-4ad3-b014-481c4314c789 req-994f0a84-60e2-4464-95bc-59be73599f42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad29943a-14b1-490b-9a2c-40eb7599efc6 HTTP/1.1" status: 200 len: 855 time: 0.2210276 Aug 10 03:55:23.568152 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36460) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:23.645654 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port c86fba60-f682-436e-87a9-4bc536b88efd completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:23.647513 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a49dcb51-f81c-480a-a309-8c638ca55e7d req-9d207319-39cc-48a2-bd74-2b6af8d4baa5 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285094 Aug 10 03:55:23.662057 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4e88e4-6f4f-47c5-bba6-2587fed6aff8 None None] Network 1ff5c7f0-e5c2-4aeb-9524-a58e8fcd9448 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:23.674002 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db52db-d309-4ad3-b014-481c4314c789 req-c6eba376-8e18-498c-a1da-7f64223c3b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:23.675513 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-44db52db-d309-4ad3-b014-481c4314c789 req-c6eba376-8e18-498c-a1da-7f64223c3b81 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dd12cce6-4110-4fd8-8459-92b631186987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088493 Aug 10 03:55:23.722184 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c9439-5a53-445e-aefc-51e65870188f req-92e65fb7-f955-41e5-8873-4e83050a4922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:23.723694 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3d8c9439-5a53-445e-aefc-51e65870188f req-92e65fb7-f955-41e5-8873-4e83050a4922 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dd12cce6-4110-4fd8-8459-92b631186987 HTTP/1.1" status: 200 len: 917 time: 0.4767649 Aug 10 03:55:23.758242 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c2130e92-1be7-42fe-85d9-4345f12d52bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:23.780605 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e9ccb0a7-9ba4-4af9-b810-d06d0e3f228b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:23.783629 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e9ccb0a7-9ba4-4af9-b810-d06d0e3f228b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:23.786783 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e9ccb0a7-9ba4-4af9-b810-d06d0e3f228b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02189688-f317-4371-afb8-540524c20de0 HTTP/1.1" status: 204 len: 168 time: 0.7022521 Aug 10 03:55:23.877816 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3d8c9439-5a53-445e-aefc-51e65870188f req-523b52ad-8488-4ad2-beab-9821e3770bc5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48d922f3-0d31-435d-b91b-8c4a067b7157 HTTP/1.1" status: 200 len: 217 time: 0.0998709 Aug 10 03:55:23.878459 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ccb0a7-9ba4-4af9-b810-d06d0e3f228b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02189688-f317-4371-afb8-540524c20de0,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:23.893268 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-44db52db-d309-4ad3-b014-481c4314c789 req-e5d746e9-ece7-4da9-b216-690e2ddd8598 service neutron] 10.222.0.20 "GET /v2.0/networks/dd12cce6-4110-4fd8-8459-92b631186987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042828 Aug 10 03:55:23.893610 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 6636f0d3-c9c3-4136-8013-fcf47b89097b completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:23.917412 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 6636f0d3-c9c3-4136-8013-fcf47b89097b triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:23.918102 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:23.983998 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c2130e92-1be7-42fe-85d9-4345f12d52bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.017085 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0d95c85f-1f19-4723-b54d-8cb39cdca066 None None] Provisioning for port c86fba60-f682-436e-87a9-4bc536b88efd completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:24.023790 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-44db52db-d309-4ad3-b014-481c4314c789 req-9a8124e1-3638-42e7-96e6-9288a4269f47 service neutron] 10.222.0.20 "GET /v2.0/networks/dd12cce6-4110-4fd8-8459-92b631186987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224377 Aug 10 03:55:24.027555 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0d95c85f-1f19-4723-b54d-8cb39cdca066 None None] Provisioning complete for port c86fba60-f682-436e-87a9-4bc536b88efd triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:24.027932 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0d95c85f-1f19-4723-b54d-8cb39cdca066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.068480 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c2130e92-1be7-42fe-85d9-4345f12d52bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.068724 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d980d-0f0a-47c5-856e-e616eed3eec3 req-b3faa12e-167e-4a85-8fab-368c049d73c3 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:24.076639 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-204d980d-0f0a-47c5-856e-e616eed3eec3 req-b3faa12e-167e-4a85-8fab-368c049d73c3 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=830efd75-e014-4ed7-a512-8173e4f13dcd HTTP/1.1" status: 200 len: 932 time: 0.3567197 Aug 10 03:55:24.116504 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c2130e92-1be7-42fe-85d9-4345f12d52bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d4cafbcf52c445caf28d2501cc7f8ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5473108 Aug 10 03:55:24.117142 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36466) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:24.119222 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2130e92-1be7-42fe-85d9-4345f12d52bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07328e04-8d97-41bd-b60b-dd67e5f7a511,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:24.126323 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.177547 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c9439-5a53-445e-aefc-51e65870188f req-7a5b1358-19f8-4e2c-8e24-839c1eb05b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:24.184525 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3d8c9439-5a53-445e-aefc-51e65870188f req-7a5b1358-19f8-4e2c-8e24-839c1eb05b54 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad29943a-14b1-490b-9a2c-40eb7599efc6 HTTP/1.1" status: 200 len: 855 time: 0.2870989 Aug 10 03:55:24.184642 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 6636f0d3-c9c3-4136-8013-fcf47b89097b, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=6636f0d3-c9c3-4136-8013-fcf47b89097b,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:24.184642 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28821d05-b4d4-438b-a1b1-3fc9438dbfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6636f0d3-c9c3-4136-8013-fcf47b89097b'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:24.185908 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16df7d03-9534-4dc6-852a-aed182d071a0" -d '{"events": [{"server_uuid": "28821d05-b4d4-438b-a1b1-3fc9438dbfef", "name": "network-vif-plugged", "status": "completed", "tag": "6636f0d3-c9c3-4136-8013-fcf47b89097b"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:24.213098 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f4a689d4-685b-47c8-b3c9-f08317cf647c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.236938 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0d95c85f-1f19-4723-b54d-8cb39cdca066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.260011 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f4a689d4-685b-47c8-b3c9-f08317cf647c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.306344 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-0d95c85f-1f19-4723-b54d-8cb39cdca066 None None] For port c86fba60-f682-436e-87a9-4bc536b88efd, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c86fba60-f682-436e-87a9-4bc536b88efd,segment=NetworkSegment(160bbc88-30da-43e9-b20e-a55260d5edd1),segment_id=160bbc88-30da-43e9-b20e-a55260d5edd1)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:24.312769 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-204d980d-0f0a-47c5-856e-e616eed3eec3 req-b92e034b-2501-4ffc-a5b7-8e4c872127fc tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351618 Aug 10 03:55:24.319742 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f48880-cada-4117-b0ff-7bb2bfe29196 x-openstack-request-id: req-81f48880-cada-4117-b0ff-7bb2bfe29196 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:24.319742 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28821d05-b4d4-438b-a1b1-3fc9438dbfef", "name": "network-vif-plugged", "status": "completed", "tag": "6636f0d3-c9c3-4136-8013-fcf47b89097b", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:24.319742 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81f48880-cada-4117-b0ff-7bb2bfe29196 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:24.319742 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28821d05-b4d4-438b-a1b1-3fc9438dbfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6636f0d3-c9c3-4136-8013-fcf47b89097b', 'code': 200} Aug 10 03:55:24.319742 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.321461 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 12b01d35-edee-4eb5-8b90-8b0acec5f32e up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:24.394568 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c9439-5a53-445e-aefc-51e65870188f req-c321cfcc-feff-4c53-b802-2b6190a6b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:24.396180 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3d8c9439-5a53-445e-aefc-51e65870188f req-c321cfcc-feff-4c53-b802-2b6190a6b939 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dd12cce6-4110-4fd8-8459-92b631186987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1863174 Aug 10 03:55:24.458827 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0d95c85f-1f19-4723-b54d-8cb39cdca066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.505665 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13110c77-22f1-4cbb-9824-172a32dd5344 req-80bc5a74-9d2e-4d0f-adc4-30258cf8ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:24.508314 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-13110c77-22f1-4cbb-9824-172a32dd5344 req-80bc5a74-9d2e-4d0f-adc4-30258cf8ecfc service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 1096 time: 0.1445572 Aug 10 03:55:24.512249 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1605a1c7-2d48-4632-8529-ce34a8c49092 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.539079 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=6636f0d3-c9c3-4136-8013-fcf47b89097b,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:24.544112 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ea9f265-ec7a-4923-8eb1-a632c2d9bb85 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:55:24.562541 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-13110c77-22f1-4cbb-9824-172a32dd5344 req-9390c1ce-83b4-4820-92e5-563adcddfd8d service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460060 Aug 10 03:55:24.564630 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f4a689d4-685b-47c8-b3c9-f08317cf647c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.568090 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f4a689d4-685b-47c8-b3c9-f08317cf647c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.573253 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f4a689d4-685b-47c8-b3c9-f08317cf647c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/07328e04-8d97-41bd-b60b-dd67e5f7a511 HTTP/1.1" status: 204 len: 168 time: 0.4510190 Aug 10 03:55:24.585077 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.592181 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b06474-cedf-415f-bd6c-6687a6acf2ac req-77a8a55a-ed08-425d-b3de-71558de04779 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:24.600224 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-92b06474-cedf-415f-bd6c-6687a6acf2ac req-77a8a55a-ed08-425d-b3de-71558de04779 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.1412883 Aug 10 03:55:24.601082 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a689d4-685b-47c8-b3c9-f08317cf647c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07328e04-8d97-41bd-b60b-dd67e5f7a511,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:24.651976 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Transition to ACTIVE for port object 9ea9f265-ec7a-4923-8eb1-a632c2d9bb85 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:24.690982 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-92b06474-cedf-415f-bd6c-6687a6acf2ac req-a18e4a9e-2a1b-4839-a170-f9fcf0b522d4 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876727 Aug 10 03:55:24.701381 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d95c85f-1f19-4723-b54d-8cb39cdca066 None None] Pushing event updated for resources: {'Port': ['ID=c86fba60-f682-436e-87a9-4bc536b88efd,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:24.721146 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5c517061-3b67-49e4-be3b-9c023e0ff78f None None] Provisioning complete for port c86fba60-f682-436e-87a9-4bc536b88efd triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:24.721146 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5c517061-3b67-49e4-be3b-9c023e0ff78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.728480 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3d8c9439-5a53-445e-aefc-51e65870188f req-22396c68-afcf-46e9-a16b-1715e6241e88 service neutron] 10.222.0.20 "GET /v2.0/networks/dd12cce6-4110-4fd8-8459-92b631186987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162715 Aug 10 03:55:24.752268 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36482) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:24.775121 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e437a259-0a61-4805-a10a-1388c089cb8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.782045 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.845733 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 12b01d35-edee-4eb5-8b90-8b0acec5f32e completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:24.854972 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 12b01d35-edee-4eb5-8b90-8b0acec5f32e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:24.855388 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:24.922311 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687e9b4-e1d2-4b05-bb7e-df31d4ca4f2d req-97196b7d-330c-4e60-9788-5d47a2f9b775 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:24.929743 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4687e9b4-e1d2-4b05-bb7e-df31d4ca4f2d req-97196b7d-330c-4e60-9788-5d47a2f9b775 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 944 time: 0.1013265 Aug 10 03:55:24.997737 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4687e9b4-e1d2-4b05-bb7e-df31d4ca4f2d req-f2b0feca-d452-45b2-b459-d0f7d10315db tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669968 Aug 10 03:55:25.010296 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:25.021982 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Pushing event updated for resources: {'Port': ['ID=9ea9f265-ec7a-4923-8eb1-a632c2d9bb85,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:25.030611 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5c517061-3b67-49e4-be3b-9c023e0ff78f None None] Provisioning for port 5691b688-99ac-493a-a9e5-0bd13a5403a4 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:25.049760 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:25.050212 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:25.050562 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:25.050817 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5c517061-3b67-49e4-be3b-9c023e0ff78f None None] Provisioning complete for port 5691b688-99ac-493a-a9e5-0bd13a5403a4 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:25.050935 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:25.051210 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5c517061-3b67-49e4-be3b-9c023e0ff78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:25.051330 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:25.051545 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:25.051872 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:25.052251 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:25.052569 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:25.053310 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:25.053310 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:25.053685 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:25.063043 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e437a259-0a61-4805-a10a-1388c089cb8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:25.115352 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 12b01d35-edee-4eb5-8b90-8b0acec5f32e, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=12b01d35-edee-4eb5-8b90-8b0acec5f32e,segment=NetworkSegment(20c309fb-ec98-40d4-a9d0-4aa74be70f65),segment_id=20c309fb-ec98-40d4-a9d0-4aa74be70f65)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:25.133141 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-5c517061-3b67-49e4-be3b-9c023e0ff78f None None] Port 5691b688-99ac-493a-a9e5-0bd13a5403a4 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:25.142579 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3d8c9439-5a53-445e-aefc-51e65870188f req-7d7c9592-476a-4009-9ca0-a014552b360c service neutron] 10.222.0.20 "GET /v2.0/networks/dd12cce6-4110-4fd8-8459-92b631186987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035656 Aug 10 03:55:25.162116 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e437a259-0a61-4805-a10a-1388c089cb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:25.207765 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:25.215202 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Attempting to bind port 9ea9f265-ec7a-4923-8eb1-a632c2d9bb85 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:25.215864 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Attempting to bind port 9ea9f265-ec7a-4923-8eb1-a632c2d9bb85 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '823ef6a3-4315-4c4a-9851-d7eb00a76db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd12cce6-4110-4fd8-8459-92b631186987'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:25.216432 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Attempting to bind port 9ea9f265-ec7a-4923-8eb1-a632c2d9bb85 on network dd12cce6-4110-4fd8-8459-92b631186987 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:25.237447 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Port 9ea9f265-ec7a-4923-8eb1-a632c2d9bb85 on network dd12cce6-4110-4fd8-8459-92b631186987 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:55:25.238086 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Attempting to bind port 9ea9f265-ec7a-4923-8eb1-a632c2d9bb85 on network dd12cce6-4110-4fd8-8459-92b631186987 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:25.241274 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437a259-0a61-4805-a10a-1388c089cb8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50e7f6b-3579-4c04-b308-caef17bb6d81,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:25.249566 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e437a259-0a61-4805-a10a-1388c089cb8b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9140dd9cdee54d4e879703cd142d8063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4938245 Aug 10 03:55:25.250737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36490) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:25.252902 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1605a1c7-2d48-4632-8529-ce34a8c49092 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:25.254625 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c86fba60-f682-436e-87a9-4bc536b88efd up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:25.262328 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:25.262675 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Checking segment: {'id': '823ef6a3-4315-4c4a-9851-d7eb00a76db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd12cce6-4110-4fd8-8459-92b631186987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:25.265135 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Bound using segment: {'id': '823ef6a3-4315-4c4a-9851-d7eb00a76db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd12cce6-4110-4fd8-8459-92b631186987'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:25.265135 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Bound port: 9ea9f265-ec7a-4923-8eb1-a632c2d9bb85, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '823ef6a3-4315-4c4a-9851-d7eb00a76db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd12cce6-4110-4fd8-8459-92b631186987'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:25.265135 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:25.313772 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e91eb4f9-52d6-4423-856e-f9ee0995a0c9 None None] Provisioning complete for port 5691b688-99ac-493a-a9e5-0bd13a5403a4 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:25.314332 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e91eb4f9-52d6-4423-856e-f9ee0995a0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:25.327654 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1605a1c7-2d48-4632-8529-ce34a8c49092 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:25.359658 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=12b01d35-edee-4eb5-8b90-8b0acec5f32e,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:25.378169 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-e91eb4f9-52d6-4423-856e-f9ee0995a0c9 None None] Port 5691b688-99ac-493a-a9e5-0bd13a5403a4 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:25.387591 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port c86fba60-f682-436e-87a9-4bc536b88efd triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:25.388150 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:25.460639 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] For port 9ea9f265-ec7a-4923-8eb1-a632c2d9bb85, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:25.466563 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605a1c7-2d48-4632-8529-ce34a8c49092 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Port': ['ID=5691b688-99ac-493a-a9e5-0bd13a5403a4,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:25.527061 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6b383232-043a-412b-8903-391d1043aec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:25.537090 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] For port 9ea9f265-ec7a-4923-8eb1-a632c2d9bb85, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9ea9f265-ec7a-4923-8eb1-a632c2d9bb85,segment=NetworkSegment(823ef6a3-4315-4c4a-9851-d7eb00a76db1),segment_id=823ef6a3-4315-4c4a-9851-d7eb00a76db1)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:25.597991 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6b383232-043a-412b-8903-391d1043aec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:25.619053 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b094a21b-61d9-4f63-99ee-f92d660e4241 req-02a34d77-ed3c-44a3-b801-3749528891b2 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:25.621157 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b094a21b-61d9-4f63-99ee-f92d660e4241 req-02a34d77-ed3c-44a3-b801-3749528891b2 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=830efd75-e014-4ed7-a512-8173e4f13dcd HTTP/1.1" status: 200 len: 944 time: 0.2083662 Aug 10 03:55:25.738753 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d2d6ecbf-ba42-4c93-a903-b37eff02c309 None None] Provisioning complete for port 5691b688-99ac-493a-a9e5-0bd13a5403a4 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:25.739130 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d2d6ecbf-ba42-4c93-a903-b37eff02c309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:25.787844 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-d2d6ecbf-ba42-4c93-a903-b37eff02c309 None None] Port 5691b688-99ac-493a-a9e5-0bd13a5403a4 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:25.852003 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2f3db-a60a-4d57-b2d7-ac002669d8ef req-4d86bbaf-f1b4-429d-8cc3-4658d34dbf55 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:25.853882 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-66e2f3db-a60a-4d57-b2d7-ac002669d8ef req-4d86bbaf-f1b4-429d-8cc3-4658d34dbf55 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.0656712 Aug 10 03:55:25.897826 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-66e2f3db-a60a-4d57-b2d7-ac002669d8ef req-28c64cc8-bd55-4823-b882-b026c690cd05 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370374 Aug 10 03:55:26.024494 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.105949 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1605a1c7-2d48-4632-8529-ce34a8c49092 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.179040 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:26.179665 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.181300 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] 10.222.0.20 "PUT /v2.0/ports/9ea9f265-ec7a-4923-8eb1-a632c2d9bb85 HTTP/1.1" status: 200 len: 1092 time: 3.0440388 Aug 10 03:55:26.191334 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '830efd75-e014-4ed7-a512-8173e4f13dcd', 'tag': '9ea9f265-ec7a-4923-8eb1-a632c2d9bb85'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:26.191334 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c4fbe5-3004-41e7-8c3f-e27a938f89b8" -d '{"events": [{"name": "network-changed", "server_uuid": "830efd75-e014-4ed7-a512-8173e4f13dcd", "tag": "9ea9f265-ec7a-4923-8eb1-a632c2d9bb85"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:26.208133 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b094a21b-61d9-4f63-99ee-f92d660e4241 req-a15e3586-d375-4e48-a63c-02157bd2760b tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5687952 Aug 10 03:55:26.252833 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603058b-dff9-43f6-a6ca-9a296cf30b7c service neutron] Pushing event updated for resources: {'Port': ['ID=9ea9f265-ec7a-4923-8eb1-a632c2d9bb85,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:26.318739 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc329c2-5446-402e-b69b-d6ab03a9aa7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b01d35-edee-4eb5-8b90-8b0acec5f32e'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:26.322006 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9c1c8f-5a8d-4293-8f07-fdd5f4f997c3" -d '{"events": [{"server_uuid": "3fc329c2-5446-402e-b69b-d6ab03a9aa7d", "name": "network-vif-plugged", "status": "completed", "tag": "12b01d35-edee-4eb5-8b90-8b0acec5f32e"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:26.354876 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 48d922f3-0d31-435d-b91b-8c4a067b7157 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:55:26.393155 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5165da-0638-43a0-a6b5-da43926a3641 req-30258f0b-ad7b-4437-b1f0-1f46e5d06af0 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:26.394583 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bd5165da-0638-43a0-a6b5-da43926a3641 req-30258f0b-ad7b-4437-b1f0-1f46e5d06af0 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.1164255 Aug 10 03:55:26.414374 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6b383232-043a-412b-8903-391d1043aec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.417886 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6b383232-043a-412b-8903-391d1043aec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.419245 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6b383232-043a-412b-8903-391d1043aec6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a50e7f6b-3579-4c04-b308-caef17bb6d81 HTTP/1.1" status: 204 len: 168 time: 1.1643045 Aug 10 03:55:26.475917 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b383232-043a-412b-8903-391d1043aec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50e7f6b-3579-4c04-b308-caef17bb6d81,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:26.495992 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-7f2ce68b-5d6c-420a-9f8a-a1311a9983f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:26.501093 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-7f2ce68b-5d6c-420a-9f8a-a1311a9983f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92a8ec239cac4c7084ee2935e1e8d72e&device_id=830efd75-e014-4ed7-a512-8173e4f13dcd HTTP/1.1" status: 200 len: 1095 time: 0.1683283 Aug 10 03:55:26.510907 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1605a1c7-2d48-4632-8529-ce34a8c49092 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.546632 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bd5165da-0638-43a0-a6b5-da43926a3641 req-ad5ec53f-764c-4235-a039-4a2afe734d0c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339107 Aug 10 03:55:26.590888 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-5da44388-7a3f-4038-8308-9332d21834d9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ea9f265-ec7a-4923-8eb1-a632c2d9bb85 HTTP/1.1" status: 200 len: 217 time: 0.0753129 Aug 10 03:55:26.629928 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 48d922f3-0d31-435d-b91b-8c4a067b7157, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=48d922f3-0d31-435d-b91b-8c4a067b7157,segment=NetworkSegment(823ef6a3-4315-4c4a-9851-d7eb00a76db1),segment_id=823ef6a3-4315-4c4a-9851-d7eb00a76db1)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:26.643582 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '48d922f3-0d31-435d-b91b-8c4a067b7157', 'network_id': 'dd12cce6-4110-4fd8-8459-92b631186987', 'port_id': '48d922f3-0d31-435d-b91b-8c4a067b7157', 'mac_address': 'fa:16:3e:9b:48:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad29943a-14b1-490b-9a2c-40eb7599efc6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:55:26.656577 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bdaef8-76e9-40d2-9b32-3ae37b23c00e x-openstack-request-id: req-46bdaef8-76e9-40d2-9b32-3ae37b23c00e {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:26.657126 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "830efd75-e014-4ed7-a512-8173e4f13dcd", "tag": "9ea9f265-ec7a-4923-8eb1-a632c2d9bb85", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:26.657126 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46bdaef8-76e9-40d2-9b32-3ae37b23c00e {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:26.657502 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '830efd75-e014-4ed7-a512-8173e4f13dcd', 'tag': '9ea9f265-ec7a-4923-8eb1-a632c2d9bb85', 'status': 'completed', 'code': 200} Aug 10 03:55:26.695703 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.711915 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48d922f3-0d31-435d-b91b-8c4a067b7157 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:55:26.758051 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 48d922f3-0d31-435d-b91b-8c4a067b7157, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=48d922f3-0d31-435d-b91b-8c4a067b7157,segment=NetworkSegment(823ef6a3-4315-4c4a-9851-d7eb00a76db1),segment_id=823ef6a3-4315-4c4a-9851-d7eb00a76db1)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:26.761792 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-b44ce779-0ec9-484e-84d5-7b39a448da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:26.764330 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-b44ce779-0ec9-484e-84d5-7b39a448da04 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad29943a-14b1-490b-9a2c-40eb7599efc6 HTTP/1.1" status: 200 len: 855 time: 0.1666250 Aug 10 03:55:26.784539 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f92557f-0eea-43e1-ac2b-ef632ffc61b2 x-openstack-request-id: req-3f92557f-0eea-43e1-ac2b-ef632ffc61b2 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:26.784825 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc329c2-5446-402e-b69b-d6ab03a9aa7d", "name": "network-vif-plugged", "status": "completed", "tag": "12b01d35-edee-4eb5-8b90-8b0acec5f32e", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:26.785250 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f92557f-0eea-43e1-ac2b-ef632ffc61b2 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:26.785809 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc329c2-5446-402e-b69b-d6ab03a9aa7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b01d35-edee-4eb5-8b90-8b0acec5f32e', 'code': 200} Aug 10 03:55:26.869454 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:26.885783 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee2fb7-c7d0-4b06-8ae9-c840385613db req-c95cb4d3-ba20-4f53-afb6-265bae7919a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:26.888605 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d0ee2fb7-c7d0-4b06-8ae9-c840385613db req-c95cb4d3-ba20-4f53-afb6-265bae7919a1 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 1096 time: 0.0732713 Aug 10 03:55:26.902781 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-3cce5ecf-01ae-4078-8ae5-16b4c316205c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:26.904338 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-3cce5ecf-01ae-4078-8ae5-16b4c316205c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dd12cce6-4110-4fd8-8459-92b631186987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301544 Aug 10 03:55:26.937702 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=48d922f3-0d31-435d-b91b-8c4a067b7157,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:26.962255 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d0ee2fb7-c7d0-4b06-8ae9-c840385613db req-937c6fb9-1add-432a-90c8-2780d79ad49c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667462 Aug 10 03:55:27.165986 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1605a1c7-2d48-4632-8529-ce34a8c49092 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:27.169910 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-850ec18f-3a96-40ed-9c4e-08ba47b4b740 service neutron] 10.222.0.20 "GET /v2.0/networks/dd12cce6-4110-4fd8-8459-92b631186987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576506 Aug 10 03:55:27.180404 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060af0a3-227e-4b42-a505-1be0834073f9 req-09c01b1b-ffc7-4a6d-8b3a-d12b3f55c503 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:27.181821 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-060af0a3-227e-4b42-a505-1be0834073f9 req-09c01b1b-ffc7-4a6d-8b3a-d12b3f55c503 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.1078269 Aug 10 03:55:27.202685 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['48d922f3-0d31-435d-b91b-8c4a067b7157'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:55:27.268591 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1605a1c7-2d48-4632-8529-ce34a8c49092 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:27.268591 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1605a1c7-2d48-4632-8529-ce34a8c49092 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:27.283743 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-060af0a3-227e-4b42-a505-1be0834073f9 req-88dca634-ef14-4a99-b9b4-77e1191d0705 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931840 Aug 10 03:55:27.376585 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:27.400696 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f63527-9130-476e-b022-5b3a573217d3 req-843923f2-f879-4c7a-825d-5739d67f93a0 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:27.402478 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-53f63527-9130-476e-b022-5b3a573217d3 req-843923f2-f879-4c7a-825d-5739d67f93a0 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=830efd75-e014-4ed7-a512-8173e4f13dcd HTTP/1.1" status: 200 len: 944 time: 0.0811367 Aug 10 03:55:27.417340 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605a1c7-2d48-4632-8529-ce34a8c49092 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Port': ['ID=5691b688-99ac-493a-a9e5-0bd13a5403a4,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:27.430115 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e145bfe0-3a28-45aa-aecb-46c01b45549a req-d2b8a128-dd01-49ee-91c5-1a5bd9be5616 service neutron] 10.222.0.20 "GET /v2.0/networks/dd12cce6-4110-4fd8-8459-92b631186987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466719 Aug 10 03:55:27.468901 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-53f63527-9130-476e-b022-5b3a573217d3 req-bbae28b0-2adb-4073-85ab-489b6dec8ae7 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584984 Aug 10 03:55:27.491593 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1605a1c7-2d48-4632-8529-ce34a8c49092 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network 1ff5c7f0-e5c2-4aeb-9524-a58e8fcd9448 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:27.493066 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-1605a1c7-2d48-4632-8529-ce34a8c49092 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:27.733827 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4fbe5-3004-41e7-8c3f-e27a938f89b8 req-a473d9aa-066d-4258-8b2a-ee6e592e6586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:27.737134 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7c4fbe5-3004-41e7-8c3f-e27a938f89b8 req-a473d9aa-066d-4258-8b2a-ee6e592e6586 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92a8ec239cac4c7084ee2935e1e8d72e&device_id=830efd75-e014-4ed7-a512-8173e4f13dcd HTTP/1.1" status: 200 len: 1095 time: 0.0939827 Aug 10 03:55:27.744888 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58611693-961d-4403-9881-55e2822b0204 req-2c93f44a-786f-44fd-ac22-f8b6d17d2849 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:27.748470 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58611693-961d-4403-9881-55e2822b0204 req-2c93f44a-786f-44fd-ac22-f8b6d17d2849 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.0850267 Aug 10 03:55:27.820449 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1605a1c7-2d48-4632-8529-ce34a8c49092 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Router d668053e-add3-4c95-baa2-e3a8ef80b8a0 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:55:27.845258 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-cfaa62d1-57ba-4d8e-8d2b-4d1c7e50c864 None None] Provisioning complete for port 5691b688-99ac-493a-a9e5-0bd13a5403a4 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:27.846127 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cfaa62d1-57ba-4d8e-8d2b-4d1c7e50c864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:27.852264 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58611693-961d-4403-9881-55e2822b0204 req-e79d8f72-66f5-4517-b9b4-71c008286b58 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837083 Aug 10 03:55:27.919827 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-cfaa62d1-57ba-4d8e-8d2b-4d1c7e50c864 None None] Port 5691b688-99ac-493a-a9e5-0bd13a5403a4 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:27.959328 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4fbe5-3004-41e7-8c3f-e27a938f89b8 req-eaf54075-1565-4df6-9381-35bf268e6e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:27.960895 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7c4fbe5-3004-41e7-8c3f-e27a938f89b8 req-eaf54075-1565-4df6-9381-35bf268e6e3d service neutron] 10.222.0.20 "GET /v2.0/networks?id=dd12cce6-4110-4fd8-8459-92b631186987 HTTP/1.1" status: 200 len: 917 time: 0.2114978 Aug 10 03:55:28.008772 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7c4fbe5-3004-41e7-8c3f-e27a938f89b8 req-d999c70a-1b52-4a73-b8e7-95b275a2873f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ea9f265-ec7a-4923-8eb1-a632c2d9bb85 HTTP/1.1" status: 200 len: 217 time: 0.0384634 Aug 10 03:55:28.011129 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1605a1c7-2d48-4632-8529-ce34a8c49092 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:55:28.019662 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1605a1c7-2d48-4632-8529-ce34a8c49092 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "PUT /v2.0/routers/d668053e-add3-4c95-baa2-e3a8ef80b8a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4934344 Aug 10 03:55:28.019830 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36590) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:28.022837 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff87ffb3-61b1-44c1-8af3-078bab740329 None None] Sync routers for ids ['d668053e-add3-4c95-baa2-e3a8ef80b8a0'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:55:28.032709 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff87ffb3-61b1-44c1-8af3-078bab740329 None None] Routers {'d668053e-add3-4c95-baa2-e3a8ef80b8a0'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:28.033399 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-ff87ffb3-61b1-44c1-8af3-078bab740329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:55:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['d668053e-add3-4c95-baa2-e3a8ef80b8a0'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:28.069223 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-ff87ffb3-61b1-44c1-8af3-078bab740329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:28.079445 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff87ffb3-61b1-44c1-8af3-078bab740329 None None] Routers {'d668053e-add3-4c95-baa2-e3a8ef80b8a0'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:28.079719 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-ff87ffb3-61b1-44c1-8af3-078bab740329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:55:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['d668053e-add3-4c95-baa2-e3a8ef80b8a0'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:28.106814 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4fbe5-3004-41e7-8c3f-e27a938f89b8 req-9bbc0a4a-96fb-46a4-b4df-316a9c26e5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:28.108441 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7c4fbe5-3004-41e7-8c3f-e27a938f89b8 req-9bbc0a4a-96fb-46a4-b4df-316a9c26e5fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad29943a-14b1-490b-9a2c-40eb7599efc6 HTTP/1.1" status: 200 len: 855 time: 0.0863206 Aug 10 03:55:28.111971 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-ff87ffb3-61b1-44c1-8af3-078bab740329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:28.112816 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff87ffb3-61b1-44c1-8af3-078bab740329 None None] The sync data for ids ['d668053e-add3-4c95-baa2-e3a8ef80b8a0'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:55:28.117383 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea6acdd-9e34-440e-9a62-8d1a7aa7929a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:28.118946 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5ea6acdd-9e34-440e-9a62-8d1a7aa7929a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "GET /v2.0/ports?device_id=d668053e-add3-4c95-baa2-e3a8ef80b8a0 HTTP/1.1" status: 200 len: 989 time: 0.0980752 Aug 10 03:55:28.122330 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36594) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:28.241289 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4fbe5-3004-41e7-8c3f-e27a938f89b8 req-32da9530-3efe-48d0-861b-53c59c53e296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:28.245452 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7c4fbe5-3004-41e7-8c3f-e27a938f89b8 req-32da9530-3efe-48d0-861b-53c59c53e296 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dd12cce6-4110-4fd8-8459-92b631186987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223037 Aug 10 03:55:28.355600 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device d4af00d5-6797-46bb-96e4-85082eb04483 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:55:28.377960 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 48d922f3-0d31-435d-b91b-8c4a067b7157 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:28.472336 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7c4fbe5-3004-41e7-8c3f-e27a938f89b8 req-62d0aa6a-0676-4c82-8f23-7423111c3faa service neutron] 10.222.0.20 "GET /v2.0/networks/dd12cce6-4110-4fd8-8459-92b631186987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199144 Aug 10 03:55:28.492587 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff8d70-f5dc-46e0-9b64-c9d7a1276a61 req-ef399e74-ff74-41f1-aca8-57e4b0e2fdf1 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:28.502196 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-adff8d70-f5dc-46e0-9b64-c9d7a1276a61 req-ef399e74-ff74-41f1-aca8-57e4b0e2fdf1 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.0998333 Aug 10 03:55:28.548415 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-adff8d70-f5dc-46e0-9b64-c9d7a1276a61 req-e2eef6cb-1c11-4b06-972d-f565c4003e77 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450273 Aug 10 03:55:28.591680 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port d4af00d5-6797-46bb-96e4-85082eb04483, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=d4af00d5-6797-46bb-96e4-85082eb04483,segment=NetworkSegment(823ef6a3-4315-4c4a-9851-d7eb00a76db1),segment_id=823ef6a3-4315-4c4a-9851-d7eb00a76db1)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:28.603561 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'd4af00d5-6797-46bb-96e4-85082eb04483', 'network_id': 'dd12cce6-4110-4fd8-8459-92b631186987', 'port_id': 'd4af00d5-6797-46bb-96e4-85082eb04483', 'mac_address': 'fa:16:3e:39:a5:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad29943a-14b1-490b-9a2c-40eb7599efc6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:55:28.645671 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.659529 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4af00d5-6797-46bb-96e4-85082eb04483 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:55:28.682928 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port d4af00d5-6797-46bb-96e4-85082eb04483, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=d4af00d5-6797-46bb-96e4-85082eb04483,segment=NetworkSegment(823ef6a3-4315-4c4a-9851-d7eb00a76db1),segment_id=823ef6a3-4315-4c4a-9851-d7eb00a76db1)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:28.684961 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7c4fbe5-3004-41e7-8c3f-e27a938f89b8 req-8ef967b6-94c1-4e8c-a463-fa0105f3721b service neutron] 10.222.0.20 "GET /v2.0/networks/dd12cce6-4110-4fd8-8459-92b631186987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979666 Aug 10 03:55:28.701748 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25897a7-de6e-4a52-b069-040c8ce05861 req-949a67db-4ea4-460e-853f-db1e2f1fb04c tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:28.703339 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e25897a7-de6e-4a52-b069-040c8ce05861 req-949a67db-4ea4-460e-853f-db1e2f1fb04c tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=830efd75-e014-4ed7-a512-8173e4f13dcd HTTP/1.1" status: 200 len: 944 time: 0.1418555 Aug 10 03:55:28.753815 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 48d922f3-0d31-435d-b91b-8c4a067b7157 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:28.758829 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 48d922f3-0d31-435d-b91b-8c4a067b7157 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:28.759470 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.810125 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e25897a7-de6e-4a52-b069-040c8ce05861 req-c47b84b1-e052-4b31-94fd-4878c92fb1ab tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996583 Aug 10 03:55:28.846047 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b27932e5-7ca7-4502-ab5f-baf795cca186 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.852585 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.857320 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:28.906569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a321c462-ae8c-485d-85b6-655840c30bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d922f3-0d31-435d-b91b-8c4a067b7157'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:28.909101 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2ed4aa-62e0-49e1-aff2-3005d2687e15" -d '{"events": [{"server_uuid": "a321c462-ae8c-485d-85b6-655840c30bdc", "name": "network-vif-plugged", "status": "completed", "tag": "48d922f3-0d31-435d-b91b-8c4a067b7157"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:28.912860 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36636) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:28.967281 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 48d922f3-0d31-435d-b91b-8c4a067b7157, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=48d922f3-0d31-435d-b91b-8c4a067b7157,segment=NetworkSegment(823ef6a3-4315-4c4a-9851-d7eb00a76db1),segment_id=823ef6a3-4315-4c4a-9851-d7eb00a76db1)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:28.977294 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f4b7f3-b908-480f-b47c-5a16468a36a9 x-openstack-request-id: req-32f4b7f3-b908-480f-b47c-5a16468a36a9 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:28.977574 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a321c462-ae8c-485d-85b6-655840c30bdc", "name": "network-vif-plugged", "status": "completed", "tag": "48d922f3-0d31-435d-b91b-8c4a067b7157", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:28.977993 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32f4b7f3-b908-480f-b47c-5a16468a36a9 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:28.978625 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a321c462-ae8c-485d-85b6-655840c30bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d922f3-0d31-435d-b91b-8c4a067b7157', 'code': 200} Aug 10 03:55:28.982690 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=d4af00d5-6797-46bb-96e4-85082eb04483,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:29.031105 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a447b-ce57-4e73-a8a6-35e20bb77a52 req-0a6410f2-ac77-461b-8b08-be3bad415762 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:29.033323 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-697a447b-ce57-4e73-a8a6-35e20bb77a52 req-0a6410f2-ac77-461b-8b08-be3bad415762 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.0730989 Aug 10 03:55:29.086238 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-41ecdf06-c402-45c1-9095-2ec38fda89b7 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1955152648', 'router:external': True}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:29.102263 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.127140 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-697a447b-ce57-4e73-a8a6-35e20bb77a52 req-7d3574b9-f255-47c0-8b69-439969d20156 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879364 Aug 10 03:55:29.178688 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=48d922f3-0d31-435d-b91b-8c4a067b7157,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:29.196992 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['d4af00d5-6797-46bb-96e4-85082eb04483'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:55:29.205189 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ecdf06-c402-45c1-9095-2ec38fda89b7 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Made reservation on behalf of 11d0f5265c974a2db962817ed76aac9c for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:29.211358 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-41ecdf06-c402-45c1-9095-2ec38fda89b7 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.226446 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-41ecdf06-c402-45c1-9095-2ec38fda89b7 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.343529 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-41ecdf06-c402-45c1-9095-2ec38fda89b7 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.456745 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-41ecdf06-c402-45c1-9095-2ec38fda89b7 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.479631 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ecdf06-c402-45c1-9095-2ec38fda89b7 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:55:29.493660 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ecdf06-c402-45c1-9095-2ec38fda89b7 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d17b4fe-d303-44b1-b45f-977de34fab9d,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:29.499011 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-41ecdf06-c402-45c1-9095-2ec38fda89b7 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.499360 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-41ecdf06-c402-45c1-9095-2ec38fda89b7 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Added segment b304165c-04a6-4a51-a96a-f8dfd82271da of type vlan for network 02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6 Aug 10 03:55:29.550155 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-41ecdf06-c402-45c1-9095-2ec38fda89b7 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.596608 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87946a4b-9bb9-4782-87a3-57f9fd7d6a3c req-200c5e70-1f31-49e8-bad2-4dcbb84f5cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:29.598184 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-87946a4b-9bb9-4782-87a3-57f9fd7d6a3c req-200c5e70-1f31-49e8-bad2-4dcbb84f5cad service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 1096 time: 0.5214138 Aug 10 03:55:29.641850 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a1c47-843e-4c0a-badc-6853ec66749a req-9e1b6026-0c9d-4fba-8900-d0c9c8ae3658 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:29.643361 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3c1a1c47-843e-4c0a-badc-6853ec66749a req-9e1b6026-0c9d-4fba-8900-d0c9c8ae3658 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.1381071 Aug 10 03:55:29.665035 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-41ecdf06-c402-45c1-9095-2ec38fda89b7 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.667891 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ecdf06-c402-45c1-9095-2ec38fda89b7 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:29.667891 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-41ecdf06-c402-45c1-9095-2ec38fda89b7 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.703165 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36652) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:29.717895 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-87946a4b-9bb9-4782-87a3-57f9fd7d6a3c req-b46f30d4-0827-4cfc-b6a2-9727857607c7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948954 Aug 10 03:55:29.732704 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3c1a1c47-843e-4c0a-badc-6853ec66749a req-a00f157c-1502-4b48-ab14-f2692542c03d tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801308 Aug 10 03:55:29.750756 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-b27932e5-7ca7-4502-ab5f-baf795cca186 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting port 5691b688-99ac-493a-a9e5-0bd13a5403a4 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:29.750756 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b27932e5-7ca7-4502-ab5f-baf795cca186 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.751030 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8075fa28-50bd-4265-85b4-6ff50e29dc6b req-ed5264a3-ec0b-4e91-980a-ea662827dd77 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:29.751030 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8075fa28-50bd-4265-85b4-6ff50e29dc6b req-ed5264a3-ec0b-4e91-980a-ea662827dd77 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.1198499 Aug 10 03:55:29.755493 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ecdf06-c402-45c1-9095-2ec38fda89b7 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Pushing event updated for resources: {'Network': ['ID=02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:29.769912 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:55:29.795258 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8075fa28-50bd-4265-85b4-6ff50e29dc6b req-f5ffd648-8188-4eec-9658-54e2d6c2e36f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370889 Aug 10 03:55:29.800351 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-41ecdf06-c402-45c1-9095-2ec38fda89b7 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8854089 Aug 10 03:55:29.803235 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36658) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:29.809439 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-8bcdb43e-2e37-4ecc-9c62-a06edc968763 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Request body: {'subnet': {'network_id': '02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:29.908356 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e333b517-9fe1-4934-801f-3b39c438e1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.908958 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcdb43e-2e37-4ecc-9c62-a06edc968763 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Made reservation on behalf of 11d0f5265c974a2db962817ed76aac9c for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:29.910958 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8bcdb43e-2e37-4ecc-9c62-a06edc968763 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.940812 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b27932e5-7ca7-4502-ab5f-baf795cca186 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:29.960575 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-b27932e5-7ca7-4502-ab5f-baf795cca186 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Calling delete_port for 5691b688-99ac-493a-a9e5-0bd13a5403a4 owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:30.007781 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48695d3f-4020-4789-9c4a-58ba8c58d9e6 req-46bee37a-07b6-4f29-b478-e74a759da8c5 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:30.012477 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-48695d3f-4020-4789-9c4a-58ba8c58d9e6 req-46bee37a-07b6-4f29-b478-e74a759da8c5 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=830efd75-e014-4ed7-a512-8173e4f13dcd HTTP/1.1" status: 200 len: 944 time: 0.1154904 Aug 10 03:55:30.073709 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-48695d3f-4020-4789-9c4a-58ba8c58d9e6 req-9195bab2-2e84-483f-8545-4e5252ebcc79 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514657 Aug 10 03:55:30.197537 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280f72a-fed1-4a02-a3ee-87d6c3b6ab70 req-75ebee8b-1bb7-424d-b1ac-bfebecc0d237 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:30.199587 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d280f72a-fed1-4a02-a3ee-87d6c3b6ab70 req-75ebee8b-1bb7-424d-b1ac-bfebecc0d237 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.1604135 Aug 10 03:55:30.204671 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e333b517-9fe1-4934-801f-3b39c438e1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.266686 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d280f72a-fed1-4a02-a3ee-87d6c3b6ab70 req-510fbb57-7fac-4728-8c9f-210e7ca3248a tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605850 Aug 10 03:55:30.301959 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e333b517-9fe1-4934-801f-3b39c438e1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.350069 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333b517-9fe1-4934-801f-3b39c438e1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d117893a-672e-4071-931d-76e69e98422d,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:30.354926 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e333b517-9fe1-4934-801f-3b39c438e1cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6de824bc1634400b94b7dbd9c91c874f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6496494 Aug 10 03:55:30.359359 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36670) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:30.366026 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 9ea9f265-ec7a-4923-8eb1-a632c2d9bb85 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:55:30.373406 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device d4af00d5-6797-46bb-96e4-85082eb04483 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:30.404491 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b27932e5-7ca7-4502-ab5f-baf795cca186 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.501512 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27932e5-7ca7-4502-ab5f-baf795cca186 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Port': ['ID=5691b688-99ac-493a-a9e5-0bd13a5403a4,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:30.524751 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d1f77-1f35-4f91-9e7d-82b57ee2ad3b req-047cb8ab-8e06-4351-9803-b7e8b96adea9 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:30.524751 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-948d1f77-1f35-4f91-9e7d-82b57ee2ad3b req-047cb8ab-8e06-4351-9803-b7e8b96adea9 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.1625676 Aug 10 03:55:30.538508 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 9ea9f265-ec7a-4923-8eb1-a632c2d9bb85, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9ea9f265-ec7a-4923-8eb1-a632c2d9bb85,segment=NetworkSegment(823ef6a3-4315-4c4a-9851-d7eb00a76db1),segment_id=823ef6a3-4315-4c4a-9851-d7eb00a76db1)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:30.560198 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '9ea9f265-ec7a-4923-8eb1-a632c2d9bb85', 'network_id': 'dd12cce6-4110-4fd8-8459-92b631186987', 'port_id': '9ea9f265-ec7a-4923-8eb1-a632c2d9bb85', 'mac_address': 'fa:16:3e:8a:84:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad29943a-14b1-490b-9a2c-40eb7599efc6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:55:30.612582 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.629795 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ea9f265-ec7a-4923-8eb1-a632c2d9bb85 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:55:30.640069 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-90ae9c3c-6c79-4c11-af13-b0cea34f85aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.653956 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 9ea9f265-ec7a-4923-8eb1-a632c2d9bb85, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9ea9f265-ec7a-4923-8eb1-a632c2d9bb85,segment=NetworkSegment(823ef6a3-4315-4c4a-9851-d7eb00a76db1),segment_id=823ef6a3-4315-4c4a-9851-d7eb00a76db1)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:30.655077 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port d4af00d5-6797-46bb-96e4-85082eb04483 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:30.656873 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-948d1f77-1f35-4f91-9e7d-82b57ee2ad3b req-3f4279df-2618-4dd2-83fb-3469908bcd86 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928624 Aug 10 03:55:30.659457 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b27932e5-7ca7-4502-ab5f-baf795cca186 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.660251 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port d4af00d5-6797-46bb-96e4-85082eb04483 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:30.660501 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.678906 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-90ae9c3c-6c79-4c11-af13-b0cea34f85aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.743515 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.788606 n-d-802893-2 neutron-server[94938]: DEBUG neutron.objects.ports [None req-8bcdb43e-2e37-4ecc-9c62-a06edc968763 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94938) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 03:55:30.788606 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8bcdb43e-2e37-4ecc-9c62-a06edc968763 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.820799 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=9ea9f265-ec7a-4923-8eb1-a632c2d9bb85,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:30.824580 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:30.868728 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port d4af00d5-6797-46bb-96e4-85082eb04483, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=d4af00d5-6797-46bb-96e4-85082eb04483,segment=NetworkSegment(823ef6a3-4315-4c4a-9851-d7eb00a76db1),segment_id=823ef6a3-4315-4c4a-9851-d7eb00a76db1)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:30.878443 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcdb43e-2e37-4ecc-9c62-a06edc968763 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e7867bf6-d97c-43a6-9f1e-d1c3dd89574e,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:30.892847 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcdb43e-2e37-4ecc-9c62-a06edc968763 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Checking segment: {'id': 'b304165c-04a6-4a51-a96a-f8dfd82271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:30.893107 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcdb43e-2e37-4ecc-9c62-a06edc968763 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Network hostable DHCP agents. Network: 02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:55:30.935658 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27932e5-7ca7-4502-ab5f-baf795cca186 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Router d668053e-add3-4c95-baa2-e3a8ef80b8a0 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:55:30.979969 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf227b7f-12f7-453f-b3dc-0a925575aa50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4af00d5-6797-46bb-96e4-85082eb04483'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:30.982445 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c86ac7-bc66-46c9-86b9-fed053da3503" -d '{"events": [{"server_uuid": "cf227b7f-12f7-453f-b3dc-0a925575aa50", "name": "network-vif-plugged", "status": "completed", "tag": "d4af00d5-6797-46bb-96e4-85082eb04483"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:30.986143 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:31.022081 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcdb43e-2e37-4ecc-9c62-a06edc968763 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Network 02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:55:31.030199 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31c188-af11-419a-8602-12944daef783 req-355b3ce4-b893-4075-bd79-db2a5e55787e tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:31.031988 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2a31c188-af11-419a-8602-12944daef783 req-355b3ce4-b893-4075-bd79-db2a5e55787e tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.0987079 Aug 10 03:55:31.038148 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=d4af00d5-6797-46bb-96e4-85082eb04483,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:31.069477 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-90ae9c3c-6c79-4c11-af13-b0cea34f85aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:31.072183 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-90ae9c3c-6c79-4c11-af13-b0cea34f85aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:31.074562 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-90ae9c3c-6c79-4c11-af13-b0cea34f85aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d117893a-672e-4071-931d-76e69e98422d HTTP/1.1" status: 204 len: 168 time: 0.7132952 Aug 10 03:55:31.095938 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27932e5-7ca7-4502-ab5f-baf795cca186 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:55:31.104960 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae9c3c-6c79-4c11-af13-b0cea34f85aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d117893a-672e-4071-931d-76e69e98422d,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:31.107877 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2a4659-27fd-4b44-8466-0b80a1313e8a None None] Sync routers for ids ['d668053e-add3-4c95-baa2-e3a8ef80b8a0'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:55:31.112516 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b27932e5-7ca7-4502-ab5f-baf795cca186 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "PUT /v2.0/routers/d668053e-add3-4c95-baa2-e3a8ef80b8a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9878249 Aug 10 03:55:31.113135 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['9ea9f265-ec7a-4923-8eb1-a632c2d9bb85'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:55:31.114888 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36690) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:31.128209 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-8bcdb43e-2e37-4ecc-9c62-a06edc968763 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:31.134721 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2a31c188-af11-419a-8602-12944daef783 req-b3ed9693-49b9-498b-9a81-79aabfc5e95a tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710881 Aug 10 03:55:31.171942 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcdb43e-2e37-4ecc-9c62-a06edc968763 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:31.172654 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8bcdb43e-2e37-4ecc-9c62-a06edc968763 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:31.174464 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6dc36a-5394-4f80-8af2-136a271303b2 None None] Network 02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:31.177175 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea38246-a6db-41c4-affb-e109cb60ecf8 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] GET failed (client error): The resource could not be found. Aug 10 03:55:31.180912 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-dea38246-a6db-41c4-affb-e109cb60ecf8 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "GET /v2.0/ports/5691b688-99ac-493a-a9e5-0bd13a5403a4 HTTP/1.1" status: 404 len: 333 time: 0.0621731 Aug 10 03:55:31.182506 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36694) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:31.231216 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a17484-65b4-44ff-bf36-40f30ad01b5c x-openstack-request-id: req-f2a17484-65b4-44ff-bf36-40f30ad01b5c {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:31.231509 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf227b7f-12f7-453f-b3dc-0a925575aa50", "name": "network-vif-plugged", "status": "completed", "tag": "d4af00d5-6797-46bb-96e4-85082eb04483", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:31.231761 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f2a17484-65b4-44ff-bf36-40f30ad01b5c {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:31.232195 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf227b7f-12f7-453f-b3dc-0a925575aa50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4af00d5-6797-46bb-96e4-85082eb04483', 'code': 200} Aug 10 03:55:31.273390 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2a4659-27fd-4b44-8466-0b80a1313e8a None None] Routers {'d668053e-add3-4c95-baa2-e3a8ef80b8a0'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:31.274434 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-1f2a4659-27fd-4b44-8466-0b80a1313e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:55:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['d668053e-add3-4c95-baa2-e3a8ef80b8a0'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:31.317340 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8bcdb43e-2e37-4ecc-9c62-a06edc968763 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5129628 Aug 10 03:55:31.318010 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36698) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:31.323700 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-46cb4f52-59ec-4372-8b11-2729b741ac80 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-324520117', 'network_id': '02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:31.328161 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-1f2a4659-27fd-4b44-8466-0b80a1313e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:31.378071 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2a4659-27fd-4b44-8466-0b80a1313e8a None None] Routers {'d668053e-add3-4c95-baa2-e3a8ef80b8a0'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:31.378710 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-1f2a4659-27fd-4b44-8466-0b80a1313e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:55:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['d668053e-add3-4c95-baa2-e3a8ef80b8a0'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:31.388900 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-50859cf0-8aad-4fa2-aca4-0a6479fbd39f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:31.440899 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-1f2a4659-27fd-4b44-8466-0b80a1313e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:31.440899 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2a4659-27fd-4b44-8466-0b80a1313e8a None None] The sync data for ids ['d668053e-add3-4c95-baa2-e3a8ef80b8a0'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:55:31.459341 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a264a67-3b36-4beb-954a-bcf374dc8877 None None] Network 02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:31.493063 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e1a68-3223-40bd-b2d6-06c1b3625802 req-afdef44d-0f20-442e-83bd-fd7716cf1a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:31.495306 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e41e1a68-3223-40bd-b2d6-06c1b3625802 req-afdef44d-0f20-442e-83bd-fd7716cf1a09 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cf227b7f-12f7-453f-b3dc-0a925575aa50 HTTP/1.1" status: 200 len: 1097 time: 0.1894286 Aug 10 03:55:31.538326 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d2a47-3564-4be6-932b-0a6cb3a0e4f7 req-713846a7-521f-4607-a0c1-06bc16c237f2 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:31.540801 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-566d2a47-3564-4be6-932b-0a6cb3a0e4f7 req-713846a7-521f-4607-a0c1-06bc16c237f2 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.0941231 Aug 10 03:55:31.543279 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cb4f52-59ec-4372-8b11-2729b741ac80 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Made reservation on behalf of 11d0f5265c974a2db962817ed76aac9c for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:31.546079 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-46cb4f52-59ec-4372-8b11-2729b741ac80 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:31.572774 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471cc83-1642-4980-9be5-e12fb144f6d5 req-0e4db36b-abb5-4289-85dd-24686dcbd9f9 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:31.587417 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-46cb4f52-59ec-4372-8b11-2729b741ac80 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] device_id is not set on port 988cd063-d9e1-4ef8-9db2-ddf4dd53ce1d yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:55:31.587534 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0471cc83-1642-4980-9be5-e12fb144f6d5 req-0e4db36b-abb5-4289-85dd-24686dcbd9f9 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=830efd75-e014-4ed7-a512-8173e4f13dcd HTTP/1.1" status: 200 len: 945 time: 0.2767239 Aug 10 03:55:31.635839 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-50859cf0-8aad-4fa2-aca4-0a6479fbd39f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:31.639762 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-50859cf0-8aad-4fa2-aca4-0a6479fbd39f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:31.657809 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-566d2a47-3564-4be6-932b-0a6cb3a0e4f7 req-5f0772e2-3a08-4bc8-89d9-72579e98671d tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918088 Aug 10 03:55:31.735206 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-46cb4f52-59ec-4372-8b11-2729b741ac80 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Allocated IP 172.20.0.11 (02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6/e7867bf6-d97c-43a6-9f1e-d1c3dd89574e/988cd063-d9e1-4ef8-9db2-ddf4dd53ce1d) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:31.887535 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-46cb4f52-59ec-4372-8b11-2729b741ac80 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:31.947035 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e41e1a68-3223-40bd-b2d6-06c1b3625802 req-e76336c9-8fa6-4a35-a05c-59a84a9e9052 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218957 Aug 10 03:55:31.954501 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0471cc83-1642-4980-9be5-e12fb144f6d5 req-a0916c69-03b4-498f-ba63-a8cccdb2b5e0 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727126 Aug 10 03:55:32.114238 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-46cb4f52-59ec-4372-8b11-2729b741ac80 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:32.116667 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-50859cf0-8aad-4fa2-aca4-0a6479fbd39f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:32.117253 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50859cf0-8aad-4fa2-aca4-0a6479fbd39f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Fanout notify agent at l3_agent the message router_deleted on router d668053e-add3-4c95-baa2-e3a8ef80b8a0 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:55:32.125051 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-50859cf0-8aad-4fa2-aca4-0a6479fbd39f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:32.127590 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-50859cf0-8aad-4fa2-aca4-0a6479fbd39f tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/routers/d668053e-add3-4c95-baa2-e3a8ef80b8a0 HTTP/1.1" status: 204 len: 168 time: 0.9440601 Aug 10 03:55:32.130582 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36708) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:32.158381 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cb4f52-59ec-4372-8b11-2729b741ac80 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Network 02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:32.161356 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-46cb4f52-59ec-4372-8b11-2729b741ac80 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:32.163802 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cb4f52-59ec-4372-8b11-2729b741ac80 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:32.188418 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2be05b-d38f-4429-91b2-be5019fe60ca tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting subnet 388c7d4a-ff8a-41ba-8a10-a98b708047ac {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:55:32.192239 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3a2be05b-d38f-4429-91b2-be5019fe60ca tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:32.205151 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb4f52-59ec-4372-8b11-2729b741ac80 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Pushing event updated for resources: {'Port': ['ID=988cd063-d9e1-4ef8-9db2-ddf4dd53ce1d,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:32.222305 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cb4f52-59ec-4372-8b11-2729b741ac80 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:32.223028 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-46cb4f52-59ec-4372-8b11-2729b741ac80 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:32.245694 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3a2be05b-d38f-4429-91b2-be5019fe60ca tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:32.281915 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a988e6d-2e0d-4f93-ade9-d3ee406b9a55 req-b16a4145-d3d8-49fe-a5bd-f90b1a1c2597 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:32.283539 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8a988e6d-2e0d-4f93-ade9-d3ee406b9a55 req-b16a4145-d3d8-49fe-a5bd-f90b1a1c2597 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.0579696 Aug 10 03:55:32.323398 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8a988e6d-2e0d-4f93-ade9-d3ee406b9a55 req-2a7d2edb-afca-4e84-8917-832e36bdfc07 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337188 Aug 10 03:55:32.336409 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3a2be05b-d38f-4429-91b2-be5019fe60ca tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:32.361071 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-46cb4f52-59ec-4372-8b11-2729b741ac80 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.0416603 Aug 10 03:55:32.364754 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36712) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:32.418796 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36716) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:32.435710 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a1a72ab2-2b9d-4c0d-9b75-307cac2765fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:32.491385 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-3a79c9f4-e4f5-4926-a762-df950d2d0354 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Deleting port 988cd063-d9e1-4ef8-9db2-ddf4dd53ce1d {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:32.491720 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3a79c9f4-e4f5-4926-a762-df950d2d0354 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:32.502605 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3a2be05b-d38f-4429-91b2-be5019fe60ca tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:32.532533 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2be05b-d38f-4429-91b2-be5019fe60ca tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Subnet': ['ID=388c7d4a-ff8a-41ba-8a10-a98b708047ac,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:32.536063 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3a2be05b-d38f-4429-91b2-be5019fe60ca tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:32.538305 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3a2be05b-d38f-4429-91b2-be5019fe60ca tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/subnets/388c7d4a-ff8a-41ba-8a10-a98b708047ac HTTP/1.1" status: 204 len: 168 time: 0.4065917 Aug 10 03:55:32.539869 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2e4360-03ab-45cc-8e38-bf19b9cd3a5b None None] Network 1ff5c7f0-e5c2-4aeb-9524-a58e8fcd9448 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:32.541026 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36718) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:32.606236 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3a79c9f4-e4f5-4926-a762-df950d2d0354 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:32.629206 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-3a79c9f4-e4f5-4926-a762-df950d2d0354 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Calling delete_port for 988cd063-d9e1-4ef8-9db2-ddf4dd53ce1d owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:32.635744 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d5d12f0-9eb3-48f5-9642-cf2d66db5132 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:32.643003 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a1a72ab2-2b9d-4c0d-9b75-307cac2765fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:32.694541 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-2d5d12f0-9eb3-48f5-9642-cf2d66db5132 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting port c86fba60-f682-436e-87a9-4bc536b88efd {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:32.694893 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d5d12f0-9eb3-48f5-9642-cf2d66db5132 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:32.739742 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a1a72ab2-2b9d-4c0d-9b75-307cac2765fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:32.763447 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-2d5d12f0-9eb3-48f5-9642-cf2d66db5132 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] For port c86fba60-f682-436e-87a9-4bc536b88efd, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c86fba60-f682-436e-87a9-4bc536b88efd,segment=NetworkSegment(160bbc88-30da-43e9-b20e-a55260d5edd1),segment_id=160bbc88-30da-43e9-b20e-a55260d5edd1)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:32.763873 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d5d12f0-9eb3-48f5-9642-cf2d66db5132 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:32.781202 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-2d5d12f0-9eb3-48f5-9642-cf2d66db5132 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Calling delete_port for c86fba60-f682-436e-87a9-4bc536b88efd owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:32.840067 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a1a72ab2-2b9d-4c0d-9b75-307cac2765fa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5bfd4cd72c54eb8852ebe7cb8fc2054&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4201882 Aug 10 03:55:32.842899 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36724) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:32.847179 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a72ab2-2b9d-4c0d-9b75-307cac2765fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44819f6-809f-4673-a48d-1fae1a6ba953,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:32.883921 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f33a1e-01f4-4fc8-b87e-9ef405c79c6d req-04782021-6d2c-4687-b2da-42cfd23e0d56 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:32.886220 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-07f33a1e-01f4-4fc8-b87e-9ef405c79c6d req-04782021-6d2c-4687-b2da-42cfd23e0d56 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.1433952 Aug 10 03:55:32.903808 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99120379-17a8-4c0c-a82e-f9b8d6137e3b None None] DHCP port deletion for 1ff5c7f0-e5c2-4aeb-9524-a58e8fcd9448 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:55:32.930406 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2f76ac42-5eb1-4774-9509-f8be10e72062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:32.936454 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-07f33a1e-01f4-4fc8-b87e-9ef405c79c6d req-af9d7a23-2c2c-4485-a2ad-819bed1b9b5d tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441720 Aug 10 03:55:32.956915 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2f76ac42-5eb1-4774-9509-f8be10e72062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:32.965585 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3a79c9f4-e4f5-4926-a762-df950d2d0354 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:32.975736 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-99120379-17a8-4c0c-a82e-f9b8d6137e3b None None] Deleting port c86fba60-f682-436e-87a9-4bc536b88efd {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:32.976118 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-99120379-17a8-4c0c-a82e-f9b8d6137e3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.009171 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a79c9f4-e4f5-4926-a762-df950d2d0354 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Pushing event deleted for resources: {'Port': ['ID=988cd063-d9e1-4ef8-9db2-ddf4dd53ce1d,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:33.030371 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d5d12f0-9eb3-48f5-9642-cf2d66db5132 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.054064 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-99120379-17a8-4c0c-a82e-f9b8d6137e3b None None] For port c86fba60-f682-436e-87a9-4bc536b88efd, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c86fba60-f682-436e-87a9-4bc536b88efd,segment=NetworkSegment(160bbc88-30da-43e9-b20e-a55260d5edd1),segment_id=160bbc88-30da-43e9-b20e-a55260d5edd1)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:33.054461 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-99120379-17a8-4c0c-a82e-f9b8d6137e3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.067535 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-99120379-17a8-4c0c-a82e-f9b8d6137e3b None None] Calling delete_port for c86fba60-f682-436e-87a9-4bc536b88efd owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:33.069712 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d12f0-9eb3-48f5-9642-cf2d66db5132 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Port': ['ID=c86fba60-f682-436e-87a9-4bc536b88efd,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:33.081797 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3a79c9f4-e4f5-4926-a762-df950d2d0354 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.083922 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3a79c9f4-e4f5-4926-a762-df950d2d0354 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "DELETE /v2.0/ports/988cd063-d9e1-4ef8-9db2-ddf4dd53ce1d HTTP/1.1" status: 204 len: 168 time: 0.7181811 Aug 10 03:55:33.086567 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36728) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:33.091985 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-ad55f169-83ac-4a39-bb51-1d38dae1b3b8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6', 'external_fixed_ips': [{'subnet_id': 'e7867bf6-d97c-43a6-9f1e-d1c3dd89574e', 'ip_address': '172.20.0.11'}]}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:33.095098 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5d12f0-9eb3-48f5-9642-cf2d66db5132 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] No DVR routers for this DVR port c86fba60-f682-436e-87a9-4bc536b88efd on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:33.144265 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2f76ac42-5eb1-4774-9509-f8be10e72062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.144265 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2f76ac42-5eb1-4774-9509-f8be10e72062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.145208 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2f76ac42-5eb1-4774-9509-f8be10e72062 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e44819f6-809f-4673-a48d-1fae1a6ba953 HTTP/1.1" status: 204 len: 168 time: 0.3011577 Aug 10 03:55:33.156323 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-99120379-17a8-4c0c-a82e-f9b8d6137e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.158952 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76ac42-5eb1-4774-9509-f8be10e72062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44819f6-809f-4673-a48d-1fae1a6ba953,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:33.202071 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99120379-17a8-4c0c-a82e-f9b8d6137e3b None None] Pushing event deleted for resources: {'Port': ['ID=c86fba60-f682-436e-87a9-4bc536b88efd,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:33.206367 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99120379-17a8-4c0c-a82e-f9b8d6137e3b None None] No DVR routers for this DVR port c86fba60-f682-436e-87a9-4bc536b88efd on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:33.218432 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad55f169-83ac-4a39-bb51-1d38dae1b3b8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.219767 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad55f169-83ac-4a39-bb51-1d38dae1b3b8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.231096 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c86fba60-f682-436e-87a9-4bc536b88efd no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:55:33.254441 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: c86fba60-f682-436e-87a9-4bc536b88efd {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:55:33.254795 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c86fba60-f682-436e-87a9-4bc536b88efd not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:55:33.258728 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d5d12f0-9eb3-48f5-9642-cf2d66db5132 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.271778 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-2d5d12f0-9eb3-48f5-9642-cf2d66db5132 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff5c7f0-e5c2-4aeb-9524-a58e8fcd9448']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:33.286298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-2d5d12f0-9eb3-48f5-9642-cf2d66db5132 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '160bbc88-30da-43e9-b20e-a55260d5edd1') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:33.286683 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-2d5d12f0-9eb3-48f5-9642-cf2d66db5132 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '160bbc88-30da-43e9-b20e-a55260d5edd1') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:33.295555 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e58f6f-84e5-4223-86d7-8c778f0127a8 req-5cb92028-55be-41f4-bf8a-034fa94a14ab tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:33.295753 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad55f169-83ac-4a39-bb51-1d38dae1b3b8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.297232 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43e58f6f-84e5-4223-86d7-8c778f0127a8 req-5cb92028-55be-41f4-bf8a-034fa94a14ab tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=830efd75-e014-4ed7-a512-8173e4f13dcd HTTP/1.1" status: 200 len: 945 time: 0.2368207 Aug 10 03:55:33.308302 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d5d12f0-9eb3-48f5-9642-cf2d66db5132 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.340562 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d5d12f0-9eb3-48f5-9642-cf2d66db5132 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.354275 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5d12f0-9eb3-48f5-9642-cf2d66db5132 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:55:33.354687 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d5d12f0-9eb3-48f5-9642-cf2d66db5132 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:55:33.357887 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:55:33.377477 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43e58f6f-84e5-4223-86d7-8c778f0127a8 req-e99343c5-ca28-4080-8640-58880b60a462 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723603 Aug 10 03:55:33.496813 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d5d12f0-9eb3-48f5-9642-cf2d66db5132 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.504483 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d5d12f0-9eb3-48f5-9642-cf2d66db5132 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.506787 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2d5d12f0-9eb3-48f5-9642-cf2d66db5132 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/networks/1ff5c7f0-e5c2-4aeb-9524-a58e8fcd9448 HTTP/1.1" status: 204 len: 168 time: 0.9644730 Aug 10 03:55:33.512418 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36736) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:33.519845 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d12f0-9eb3-48f5-9642-cf2d66db5132 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Network': ['ID=1ff5c7f0-e5c2-4aeb-9524-a58e8fcd9448,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:33.620626 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915aed5-9f3d-42db-a428-2c9caeddd475 req-3103e300-e1d9-46cb-9e0d-ce3f4e2a1693 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:33.621963 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4915aed5-9f3d-42db-a428-2c9caeddd475 req-3103e300-e1d9-46cb-9e0d-ce3f4e2a1693 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.1912763 Aug 10 03:55:33.627730 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad55f169-83ac-4a39-bb51-1d38dae1b3b8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.649859 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6356970a-4da9-43e8-b054-97fd164a4706 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:33.651107 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6356970a-4da9-43e8-b054-97fd164a4706 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "GET /v2.0/ports/6112f0cd-9674-42da-af14-7adc54c4f0f3 HTTP/1.1" status: 200 len: 843 time: 0.0998862 Aug 10 03:55:33.656009 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36742) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:33.680254 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4915aed5-9f3d-42db-a428-2c9caeddd475 req-5c27608c-4e96-46d3-b1f2-6c86fcca23c6 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492470 Aug 10 03:55:33.709741 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-119ed2b4-b161-4b74-a337-7ec974ba34dd tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "GET /v2.0/ports/6112f0cd-9674-42da-af14-7adc54c4f0f3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0525649 Aug 10 03:55:33.719828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36746) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:33.719828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-2c1b6daf-4097-4786-9503-3228f6608282 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'subnet': {'network_id': '51c51a4b-9062-4b68-b831-a60239caa5c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:33.930562 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad55f169-83ac-4a39-bb51-1d38dae1b3b8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.932125 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1b6daf-4097-4786-9503-3228f6608282 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:33.935337 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2c1b6daf-4097-4786-9503-3228f6608282 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:33.965496 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad55f169-83ac-4a39-bb51-1d38dae1b3b8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:34.156505 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbfba2-c145-4142-8676-19766c7c528a req-5a14431e-df36-4a14-8982-39ab6397b82d tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:34.158335 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1ecbfba2-c145-4142-8676-19766c7c528a req-5a14431e-df36-4a14-8982-39ab6397b82d tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.1251233 Aug 10 03:55:34.228699 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1ecbfba2-c145-4142-8676-19766c7c528a req-c70e289a-9e57-4191-8048-584ad211447f tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628476 Aug 10 03:55:34.238051 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-ad55f169-83ac-4a39-bb51-1d38dae1b3b8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Allocated IP 172.20.0.11 (02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6/e7867bf6-d97c-43a6-9f1e-d1c3dd89574e/97141ec1-bd40-49a4-8f8d-2276081b5c52) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:34.239745 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2c1b6daf-4097-4786-9503-3228f6608282 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:34.286978 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1b6daf-4097-4786-9503-3228f6608282 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network 51c51a4b-9062-4b68-b831-a60239caa5c4 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:34.290506 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-2c1b6daf-4097-4786-9503-3228f6608282 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:34.295041 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1b6daf-4097-4786-9503-3228f6608282 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:34.295653 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2c1b6daf-4097-4786-9503-3228f6608282 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:34.306388 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f82167-4fa6-489a-ae11-f50e8e6b8129 None None] Network 51c51a4b-9062-4b68-b831-a60239caa5c4 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:34.308900 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b6daf-4097-4786-9503-3228f6608282 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Subnet': ['ID=45922d15-3b17-454b-aae1-040d91fba014,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:34.370512 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad55f169-83ac-4a39-bb51-1d38dae1b3b8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:34.378049 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 9ea9f265-ec7a-4923-8eb1-a632c2d9bb85 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:34.437633 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2c1b6daf-4097-4786-9503-3228f6608282 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7215948 Aug 10 03:55:34.439488 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36768) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:34.449580 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-d1265e88-2b48-4b5f-b334-c9000bd139be tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'security_group': {'name': 'tempest-secgroup-1959118600'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:34.502589 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad55f169-83ac-4a39-bb51-1d38dae1b3b8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:34.546527 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405abbbd-9fc6-49d3-8e06-da9caec5e072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-51c51a4b-9062-4b68-b831-a60239caa5c4', 'network_id': '51c51a4b-9062-4b68-b831-a60239caa5c4', 'tenant_id': 'ac533af90042449fa4780d42e267a0cc', 'fixed_ips': [{'subnet_id': '45922d15-3b17-454b-aae1-040d91fba014'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:55:34.547788 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-405abbbd-9fc6-49d3-8e06-da9caec5e072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:34.555353 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b85740-9269-4a3a-a5b2-c492f7fe6861 req-c10d92eb-8dea-43ef-ae55-bf24d775e9f5 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:34.561510 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-15b85740-9269-4a3a-a5b2-c492f7fe6861 req-c10d92eb-8dea-43ef-ae55-bf24d775e9f5 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=830efd75-e014-4ed7-a512-8173e4f13dcd HTTP/1.1" status: 200 len: 945 time: 0.0748646 Aug 10 03:55:34.564356 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d1265e88-2b48-4b5f-b334-c9000bd139be tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:34.575284 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad55f169-83ac-4a39-bb51-1d38dae1b3b8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Network 02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:34.581951 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-ad55f169-83ac-4a39-bb51-1d38dae1b3b8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:34.585228 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad55f169-83ac-4a39-bb51-1d38dae1b3b8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:34.589552 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55f169-83ac-4a39-bb51-1d38dae1b3b8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Pushing event updated for resources: {'Port': ['ID=97141ec1-bd40-49a4-8f8d-2276081b5c52,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:34.640538 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 9ea9f265-ec7a-4923-8eb1-a632c2d9bb85 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:34.649331 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 9ea9f265-ec7a-4923-8eb1-a632c2d9bb85 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:34.649855 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:34.657565 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-15b85740-9269-4a3a-a5b2-c492f7fe6861 req-1c92dd18-6efb-4d03-af42-3d420627adda tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666029 Aug 10 03:55:34.736047 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d1265e88-2b48-4b5f-b334-c9000bd139be tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:34.802876 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-405abbbd-9fc6-49d3-8e06-da9caec5e072 None None] Allocated IP 2001:db8::2 (51c51a4b-9062-4b68-b831-a60239caa5c4/45922d15-3b17-454b-aae1-040d91fba014/550178de-6798-46d7-8494-0f3d054070a9) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:34.808678 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d1265e88-2b48-4b5f-b334-c9000bd139be tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:34.827518 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:34.846782 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1265e88-2b48-4b5f-b334-c9000bd139be tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff51d3a1-3417-47d6-90e8-89127fafd0a5,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:34.856940 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86364e4a-ae44-47ce-9642-4308622352ed req-784a16f3-d753-4e80-9ee9-8e2deb317c84 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:34.858721 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-86364e4a-ae44-47ce-9642-4308622352ed req-784a16f3-d753-4e80-9ee9-8e2deb317c84 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.0697739 Aug 10 03:55:34.893749 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830efd75-e014-4ed7-a512-8173e4f13dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea9f265-ec7a-4923-8eb1-a632c2d9bb85'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:34.896011 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1571b43c-71ed-49f6-bde7-8d823b6ab60b" -d '{"events": [{"server_uuid": "830efd75-e014-4ed7-a512-8173e4f13dcd", "name": "network-vif-plugged", "status": "completed", "tag": "9ea9f265-ec7a-4923-8eb1-a632c2d9bb85"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:34.897499 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-86364e4a-ae44-47ce-9642-4308622352ed req-0fc26ec1-5e7f-4856-80b5-777d83c2a7b9 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322421 Aug 10 03:55:34.913319 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 9ea9f265-ec7a-4923-8eb1-a632c2d9bb85, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9ea9f265-ec7a-4923-8eb1-a632c2d9bb85,segment=NetworkSegment(823ef6a3-4315-4c4a-9851-d7eb00a76db1),segment_id=823ef6a3-4315-4c4a-9851-d7eb00a76db1)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:34.946020 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9216ba-57bb-41c9-83bb-8a609d5e40c4 x-openstack-request-id: req-1b9216ba-57bb-41c9-83bb-8a609d5e40c4 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:34.946311 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "830efd75-e014-4ed7-a512-8173e4f13dcd", "name": "network-vif-plugged", "status": "completed", "tag": "9ea9f265-ec7a-4923-8eb1-a632c2d9bb85", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:34.946560 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b9216ba-57bb-41c9-83bb-8a609d5e40c4 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:34.946944 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '830efd75-e014-4ed7-a512-8173e4f13dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ea9f265-ec7a-4923-8eb1-a632c2d9bb85', 'code': 200} Aug 10 03:55:35.001530 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-405abbbd-9fc6-49d3-8e06-da9caec5e072 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:35.012006 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-405abbbd-9fc6-49d3-8e06-da9caec5e072 None None] Transition to ACTIVE for port object 550178de-6798-46d7-8494-0f3d054070a9 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:35.018691 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:35.034491 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d1265e88-2b48-4b5f-b334-c9000bd139be tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:35.036214 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d1265e88-2b48-4b5f-b334-c9000bd139be tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5953529 Aug 10 03:55:35.046521 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36784) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:35.046521 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-dc82a094-9779-4761-bfee-b49ebbbb01ef tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'security_group': {'name': 'tempest-secgroup-398528267'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:35.056902 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-405abbbd-9fc6-49d3-8e06-da9caec5e072 None None] Transition to ACTIVE for port object 550178de-6798-46d7-8494-0f3d054070a9 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:35.101314 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=9ea9f265-ec7a-4923-8eb1-a632c2d9bb85,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:35.119072 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad55f169-83ac-4a39-bb51-1d38dae1b3b8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:35.128783 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda60d2-3065-40c0-8d23-790916c033c9 req-cc45c7e5-3f0c-4a92-ae03-a707c97dcf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:35.130604 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3cda60d2-3065-40c0-8d23-790916c033c9 req-cc45c7e5-3f0c-4a92-ae03-a707c97dcf05 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=830efd75-e014-4ed7-a512-8173e4f13dcd HTTP/1.1" status: 200 len: 1097 time: 0.0472360 Aug 10 03:55:35.167672 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3cda60d2-3065-40c0-8d23-790916c033c9 req-9fc5681a-8521-46bd-9e5b-d461e0b47e77 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294991 Aug 10 03:55:35.182524 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-405abbbd-9fc6-49d3-8e06-da9caec5e072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:35.204694 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dc82a094-9779-4761-bfee-b49ebbbb01ef tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:35.238099 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405abbbd-9fc6-49d3-8e06-da9caec5e072 None None] Network 51c51a4b-9062-4b68-b831-a60239caa5c4 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:35.243579 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-405abbbd-9fc6-49d3-8e06-da9caec5e072 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:35.246278 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405abbbd-9fc6-49d3-8e06-da9caec5e072 None None] Pushing event updated for resources: {'Port': ['ID=550178de-6798-46d7-8494-0f3d054070a9,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:35.249551 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405abbbd-9fc6-49d3-8e06-da9caec5e072 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:35.329487 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-405abbbd-9fc6-49d3-8e06-da9caec5e072 None None] Attempting to bind port 550178de-6798-46d7-8494-0f3d054070a9 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:35.331286 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-405abbbd-9fc6-49d3-8e06-da9caec5e072 None None] Attempting to bind port 550178de-6798-46d7-8494-0f3d054070a9 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '96e2dfbb-e428-4f53-a3f2-83d206aa985d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '51c51a4b-9062-4b68-b831-a60239caa5c4'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:35.331286 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405abbbd-9fc6-49d3-8e06-da9caec5e072 None None] Attempting to bind port 550178de-6798-46d7-8494-0f3d054070a9 on network 51c51a4b-9062-4b68-b831-a60239caa5c4 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:35.336105 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405abbbd-9fc6-49d3-8e06-da9caec5e072 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:35.336481 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405abbbd-9fc6-49d3-8e06-da9caec5e072 None None] Checking segment: {'id': '96e2dfbb-e428-4f53-a3f2-83d206aa985d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '51c51a4b-9062-4b68-b831-a60239caa5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:35.337070 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-405abbbd-9fc6-49d3-8e06-da9caec5e072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:35.337470 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405abbbd-9fc6-49d3-8e06-da9caec5e072 None None] Bound using segment: {'id': '96e2dfbb-e428-4f53-a3f2-83d206aa985d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '51c51a4b-9062-4b68-b831-a60239caa5c4'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:35.338826 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-405abbbd-9fc6-49d3-8e06-da9caec5e072 None None] Bound port: 550178de-6798-46d7-8494-0f3d054070a9, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e2dfbb-e428-4f53-a3f2-83d206aa985d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '51c51a4b-9062-4b68-b831-a60239caa5c4'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:35.339262 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-405abbbd-9fc6-49d3-8e06-da9caec5e072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:35.353009 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad55f169-83ac-4a39-bb51-1d38dae1b3b8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:35.370476 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dc82a094-9779-4761-bfee-b49ebbbb01ef tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:35.396299 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be690311-5b61-491c-8db1-6ec8b535ef84 req-8f1b6383-5022-4012-bce4-85697ca485e1 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:35.397995 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-be690311-5b61-491c-8db1-6ec8b535ef84 req-8f1b6383-5022-4012-bce4-85697ca485e1 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.0780838 Aug 10 03:55:35.422395 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-405abbbd-9fc6-49d3-8e06-da9caec5e072 None None] For port 550178de-6798-46d7-8494-0f3d054070a9, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:35.427073 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-405abbbd-9fc6-49d3-8e06-da9caec5e072 None None] For port 550178de-6798-46d7-8494-0f3d054070a9, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=550178de-6798-46d7-8494-0f3d054070a9,segment=NetworkSegment(96e2dfbb-e428-4f53-a3f2-83d206aa985d),segment_id=96e2dfbb-e428-4f53-a3f2-83d206aa985d)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:35.445479 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-be690311-5b61-491c-8db1-6ec8b535ef84 req-d119da74-ab3e-4418-b2ef-90384f9b51cc tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365014 Aug 10 03:55:35.446826 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dc82a094-9779-4761-bfee-b49ebbbb01ef tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:35.480563 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc82a094-9779-4761-bfee-b49ebbbb01ef tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4d87fb-2fa7-42d4-b4d5-ac1f836e87b9,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:35.536659 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-405abbbd-9fc6-49d3-8e06-da9caec5e072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:35.599186 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405abbbd-9fc6-49d3-8e06-da9caec5e072 None None] Pushing event updated for resources: {'Port': ['ID=550178de-6798-46d7-8494-0f3d054070a9,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:35.622083 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dc82a094-9779-4761-bfee-b49ebbbb01ef tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:35.623848 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-dc82a094-9779-4761-bfee-b49ebbbb01ef tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5836046 Aug 10 03:55:35.626156 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36800) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:35.631587 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-c05b71ca-90ee-4449-93ef-b85eb0742a87 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-225798360', 'security_groups': ['5e4d87fb-2fa7-42d4-b4d5-ac1f836e87b9'], 'network_id': '51c51a4b-9062-4b68-b831-a60239caa5c4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '45922d15-3b17-454b-aae1-040d91fba014'}]}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:35.673709 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad55f169-83ac-4a39-bb51-1d38dae1b3b8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Router 9b28fca2-07c3-4ba6-acc4-76a6b56aaafe is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:55:35.842630 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad55f169-83ac-4a39-bb51-1d38dae1b3b8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:55:35.848324 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c734af-a37a-4e2f-8dc5-f016508a4279 req-3e37f3a3-7eae-4597-8f77-a9dfe9fe4fef tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:35.852735 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Sync routers for ids ['9b28fca2-07c3-4ba6-acc4-76a6b56aaafe'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:55:35.865711 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Routers {'9b28fca2-07c3-4ba6-acc4-76a6b56aaafe'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:35.866092 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f9c734af-a37a-4e2f-8dc5-f016508a4279 req-3e37f3a3-7eae-4597-8f77-a9dfe9fe4fef tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=830efd75-e014-4ed7-a512-8173e4f13dcd HTTP/1.1" status: 200 len: 946 time: 0.0986719 Aug 10 03:55:35.866397 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:55:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['9b28fca2-07c3-4ba6-acc4-76a6b56aaafe'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:35.916718 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f9c734af-a37a-4e2f-8dc5-f016508a4279 req-eee3d4b4-7fd7-4c5b-aab2-21a96a7d8f2e tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487866 Aug 10 03:55:35.918393 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05b71ca-90ee-4449-93ef-b85eb0742a87 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:36.020383 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Set router 9b28fca2-07c3-4ba6-acc4-76a6b56aaafe gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:36.039916 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad55f169-83ac-4a39-bb51-1d38dae1b3b8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:36.044395 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ad55f169-83ac-4a39-bb51-1d38dae1b3b8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.9541395 Aug 10 03:55:36.044555 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c05b71ca-90ee-4449-93ef-b85eb0742a87 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:36.045493 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36816) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:36.067539 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f846d-96d8-4c6b-8ecc-a39be102e082 req-2980af88-fa83-481a-aa0c-87eabf8551c8 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:36.069265 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a5f846d-96d8-4c6b-8ecc-a39be102e082 req-2980af88-fa83-481a-aa0c-87eabf8551c8 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.0629659 Aug 10 03:55:36.118585 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a5f846d-96d8-4c6b-8ecc-a39be102e082 req-9b061896-4269-4b58-bd01-275713caa045 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374918 Aug 10 03:55:36.119289 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-c05b71ca-90ee-4449-93ef-b85eb0742a87 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] device_id is not set on port 06c0c055-c758-48a6-aaad-67c5d8d3d9fa yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:55:36.246731 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b28fca2-07c3-4ba6-acc4-76a6b56aaafe', 'name': '', 'tenant_id': '11d0f5265c974a2db962817ed76aac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6', 'external_fixed_ips': [{'subnet_id': 'e7867bf6-d97c-43a6-9f1e-d1c3dd89574e', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '97141ec1-bd40-49a4-8f8d-2276081b5c52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:33Z', 'updated_at': '2021-08-10T03:55:34Z', 'revision_number': 3, 'project_id': '11d0f5265c974a2db962817ed76aac9c', 'gw_port': {'id': '97141ec1-bd40-49a4-8f8d-2276081b5c52', 'name': '', 'network_id': '02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b28fca2-07c3-4ba6-acc4-76a6b56aaafe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': 'e7867bf6-d97c-43a6-9f1e-d1c3dd89574e', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:33Z', 'updated_at': '2021-08-10T03:55:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7867bf6-d97c-43a6-9f1e-d1c3dd89574e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:36.305934 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c5c715f7-c05b-415c-859b-b49923e73717 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:36.378106 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Checking router: 9b28fca2-07c3-4ba6-acc4-76a6b56aaafe for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:55:36.378449 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Updating router 9b28fca2-07c3-4ba6-acc4-76a6b56aaafe port 97141ec1-bd40-49a4-8f8d-2276081b5c52 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:55:36.411310 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:36.447174 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-c05b71ca-90ee-4449-93ef-b85eb0742a87 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Allocated IP 2001:db8::3ba (51c51a4b-9062-4b68-b831-a60239caa5c4/45922d15-3b17-454b-aae1-040d91fba014/06c0c055-c758-48a6-aaad-67c5d8d3d9fa) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:36.497962 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c5c715f7-c05b-415c-859b-b49923e73717 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:36.609792 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dddf0e-3602-42e9-a164-e1cdb49709fb req-7cd34494-884a-430c-99fd-f5bee19befab tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:36.618830 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-27dddf0e-3602-42e9-a164-e1cdb49709fb req-7cd34494-884a-430c-99fd-f5bee19befab tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.0707765 Aug 10 03:55:36.672239 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c05b71ca-90ee-4449-93ef-b85eb0742a87 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:36.683021 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-c5c715f7-c05b-415c-859b-b49923e73717 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Deleting port 97141ec1-bd40-49a4-8f8d-2276081b5c52 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:36.683375 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c5c715f7-c05b-415c-859b-b49923e73717 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:36.684236 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-27dddf0e-3602-42e9-a164-e1cdb49709fb req-668bf0ef-d8df-4466-82b7-a3d336fbd5c6 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644150 Aug 10 03:55:36.704842 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-c05b71ca-90ee-4449-93ef-b85eb0742a87 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Transition to ACTIVE for port object 06c0c055-c758-48a6-aaad-67c5d8d3d9fa will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:36.809826 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c5c715f7-c05b-415c-859b-b49923e73717 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:36.823434 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-c5c715f7-c05b-415c-859b-b49923e73717 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Calling delete_port for 97141ec1-bd40-49a4-8f8d-2276081b5c52 owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:36.826520 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c8056d37-5262-4149-9773-f3434047ac0d None None] Provisioning complete for port 6112f0cd-9674-42da-af14-7adc54c4f0f3 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:36.827463 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c8056d37-5262-4149-9773-f3434047ac0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:36.842052 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:36.851880 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Transition to ACTIVE for port object 97141ec1-bd40-49a4-8f8d-2276081b5c52 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:36.871170 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-c8056d37-5262-4149-9773-f3434047ac0d None None] Port 6112f0cd-9674-42da-af14-7adc54c4f0f3 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:36.993962 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c05b71ca-90ee-4449-93ef-b85eb0742a87 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.027741 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c8056d37-5262-4149-9773-f3434047ac0d None None] Provisioning for port 550178de-6798-46d7-8494-0f3d054070a9 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:37.028216 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.047980 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bc5e6-b8a8-4f50-8232-01fa5625c1c4 req-24a7cc51-3d26-4c41-b095-e4441d0db512 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:37.049636 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-716bc5e6-b8a8-4f50-8232-01fa5625c1c4 req-24a7cc51-3d26-4c41-b095-e4441d0db512 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=830efd75-e014-4ed7-a512-8173e4f13dcd HTTP/1.1" status: 200 len: 946 time: 0.0563016 Aug 10 03:55:37.060822 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05b71ca-90ee-4449-93ef-b85eb0742a87 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network 51c51a4b-9062-4b68-b831-a60239caa5c4 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:37.068822 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-c05b71ca-90ee-4449-93ef-b85eb0742a87 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:37.072736 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05b71ca-90ee-4449-93ef-b85eb0742a87 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:37.077826 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Attempting to bind port 97141ec1-bd40-49a4-8f8d-2276081b5c52 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:37.078542 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Attempting to bind port 97141ec1-bd40-49a4-8f8d-2276081b5c52 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'b304165c-04a6-4a51-a96a-f8dfd82271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:37.078665 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05b71ca-90ee-4449-93ef-b85eb0742a87 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:37.079200 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c05b71ca-90ee-4449-93ef-b85eb0742a87 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.079323 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Attempting to bind port 97141ec1-bd40-49a4-8f8d-2276081b5c52 on network 02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:37.085492 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b71ca-90ee-4449-93ef-b85eb0742a87 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Port': ['ID=06c0c055-c758-48a6-aaad-67c5d8d3d9fa,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:37.087053 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:37.087672 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Checking segment: {'id': 'b304165c-04a6-4a51-a96a-f8dfd82271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:37.088779 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.089369 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Bound using segment: {'id': 'b304165c-04a6-4a51-a96a-f8dfd82271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:37.089994 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Bound port: 97141ec1-bd40-49a4-8f8d-2276081b5c52, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b304165c-04a6-4a51-a96a-f8dfd82271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:37.090545 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.108601 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-716bc5e6-b8a8-4f50-8232-01fa5625c1c4 req-020deff7-ffb6-4b1a-918e-aa0575dc0821 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511057 Aug 10 03:55:37.146365 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6ac4d-9b0c-4366-b012-57b0e3908b80 None None] Pushing event updated for resources: {'Port': ['ID=97141ec1-bd40-49a4-8f8d-2276081b5c52,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:37.157756 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6ac4d-9b0c-4366-b012-57b0e3908b80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:37.158587 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6ac4d-9b0c-4366-b012-57b0e3908b80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:37.159096 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6ac4d-9b0c-4366-b012-57b0e3908b80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:37.159926 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6ac4d-9b0c-4366-b012-57b0e3908b80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:37.160767 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6ac4d-9b0c-4366-b012-57b0e3908b80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:37.161247 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6ac4d-9b0c-4366-b012-57b0e3908b80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:37.161887 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6ac4d-9b0c-4366-b012-57b0e3908b80 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:37.162347 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6ac4d-9b0c-4366-b012-57b0e3908b80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:37.163355 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6ac4d-9b0c-4366-b012-57b0e3908b80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:37.163833 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6ac4d-9b0c-4366-b012-57b0e3908b80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:37.164317 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6ac4d-9b0c-4366-b012-57b0e3908b80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:37.164974 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e6ac4d-9b0c-4366-b012-57b0e3908b80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:37.268085 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c05b71ca-90ee-4449-93ef-b85eb0742a87 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6406469 Aug 10 03:55:37.270856 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36874) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:37.280733 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-b46afe21-f836-4cf0-b070-551aa9bfad45 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'subnet': {'network_id': '51c51a4b-9062-4b68-b831-a60239caa5c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:37.291278 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 550178de-6798-46d7-8494-0f3d054070a9 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:37.297807 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.db.api [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94940) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:55:37.298219 n-d-802893-2 neutron-server[94940]: DEBUG oslo_db.api [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:55:37.302054 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc349a-8560-438c-b47d-b9a6b060c0c3 req-f49098bd-fff6-4e62-a8a6-fefe7dcbed01 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:37.304022 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3ebc349a-8560-438c-b47d-b9a6b060c0c3 req-f49098bd-fff6-4e62-a8a6-fefe7dcbed01 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 946 time: 0.0712764 Aug 10 03:55:37.305354 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c5c715f7-c05b-415c-859b-b49923e73717 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.337127 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c715f7-c05b-415c-859b-b49923e73717 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Pushing event deleted for resources: {'Port': ['ID=97141ec1-bd40-49a4-8f8d-2276081b5c52,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:37.390811 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994545f-e199-4825-8a48-836fe1391c0f req-c1612eee-ee78-4dc6-98cb-1f072cc406a2 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:37.394062 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4994545f-e199-4825-8a48-836fe1391c0f req-c1612eee-ee78-4dc6-98cb-1f072cc406a2 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.1663513 Aug 10 03:55:37.451912 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3ebc349a-8560-438c-b47d-b9a6b060c0c3 req-e469e6ef-7dc8-449c-a7de-ae8bebebf915 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158466 Aug 10 03:55:37.478087 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c5c715f7-c05b-415c-859b-b49923e73717 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.496125 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 550178de-6798-46d7-8494-0f3d054070a9 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:37.501445 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4994545f-e199-4825-8a48-836fe1391c0f req-cebf70ab-c3ae-41b3-bd3f-9535e836fcf7 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843699 Aug 10 03:55:37.502277 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 550178de-6798-46d7-8494-0f3d054070a9 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:37.502898 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.549445 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-149f0eb0-c727-4d44-9382-894401c2cb68 None None] Provisioning for port 06c0c055-c758-48a6-aaad-67c5d8d3d9fa completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:37.555334 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-149f0eb0-c727-4d44-9382-894401c2cb68 None None] Provisioning complete for port 06c0c055-c758-48a6-aaad-67c5d8d3d9fa triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:37.556003 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-149f0eb0-c727-4d44-9382-894401c2cb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.590692 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c5c715f7-c05b-415c-859b-b49923e73717 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.597459 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c5c715f7-c05b-415c-859b-b49923e73717 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.629178 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-149f0eb0-c727-4d44-9382-894401c2cb68 None None] Port 06c0c055-c758-48a6-aaad-67c5d8d3d9fa cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:37.629428 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd280a-78c5-40e1-b5ab-dafdc248eb4f req-7f0fcdca-13b8-4c11-b54c-e82693f0292c tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:37.630860 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.631023 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0bcd280a-78c5-40e1-b5ab-dafdc248eb4f req-7f0fcdca-13b8-4c11-b54c-e82693f0292c tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf227b7f-12f7-453f-b3dc-0a925575aa50 HTTP/1.1" status: 200 len: 946 time: 0.0653453 Aug 10 03:55:37.632187 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46afe21-f836-4cf0-b070-551aa9bfad45 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:37.638701 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b46afe21-f836-4cf0-b070-551aa9bfad45 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.665513 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 550178de-6798-46d7-8494-0f3d054070a9, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=550178de-6798-46d7-8494-0f3d054070a9,segment=NetworkSegment(96e2dfbb-e428-4f53-a3f2-83d206aa985d),segment_id=96e2dfbb-e428-4f53-a3f2-83d206aa985d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:37.726139 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0bcd280a-78c5-40e1-b5ab-dafdc248eb4f req-cfc57f72-1628-469a-87ba-8f1c9ed5364f tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847602 Aug 10 03:55:37.730566 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c5c715f7-c05b-415c-859b-b49923e73717 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.731102 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c715f7-c05b-415c-859b-b49923e73717 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b28fca2-07c3-4ba6-acc4-76a6b56aaafe {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:55:37.734937 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.739092 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c5c715f7-c05b-415c-859b-b49923e73717 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.739092 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c5c715f7-c05b-415c-859b-b49923e73717 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "DELETE /v2.0/routers/9b28fca2-07c3-4ba6-acc4-76a6b56aaafe HTTP/1.1" status: 204 len: 168 time: 1.6908867 Aug 10 03:55:37.740221 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36896) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:37.768426 n-d-802893-2 neutron-server[94938]: INFO neutron.db.ipam_backend_mixin [None req-b46afe21-f836-4cf0-b070-551aa9bfad45 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 45922d15-3b17-454b-aae1-040d91fba014 (CIDR: 2001:db8::/64) Aug 10 03:55:37.810342 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=550178de-6798-46d7-8494-0f3d054070a9,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:37.825251 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Attempting to bind port 97141ec1-bd40-49a4-8f8d-2276081b5c52 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:37.825605 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Attempting to bind port 97141ec1-bd40-49a4-8f8d-2276081b5c52 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'b304165c-04a6-4a51-a96a-f8dfd82271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:37.825964 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Attempting to bind port 97141ec1-bd40-49a4-8f8d-2276081b5c52 on network 02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:37.829405 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46afe21-f836-4cf0-b070-551aa9bfad45 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:55:37.831192 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b46afe21-f836-4cf0-b070-551aa9bfad45 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:37.832744 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-a492baee-1b4b-4970-88ff-bf8a0289cf9e tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Deleting subnet e7867bf6-d97c-43a6-9f1e-d1c3dd89574e {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:55:37.832938 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:37.833444 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Checking segment: {'id': 'b304165c-04a6-4a51-a96a-f8dfd82271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:37.834387 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.834642 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Bound using segment: {'id': 'b304165c-04a6-4a51-a96a-f8dfd82271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:37.835317 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Bound port: 97141ec1-bd40-49a4-8f8d-2276081b5c52, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b304165c-04a6-4a51-a96a-f8dfd82271da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:37.835778 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a492baee-1b4b-4970-88ff-bf8a0289cf9e tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.835970 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.857361 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.plugin [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Port 97141ec1-bd40-49a4-8f8d-2276081b5c52 has been deleted concurrently {{(pid=94940) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 10 03:55:37.872175 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Routers set() bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:37.873428 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Router IDs set() for agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 03:55:37.874549 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_agentschedulers_db [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9b28fca2-07c3-4ba6-acc4-76a6b56aaafe'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:55:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent'). {{(pid=94940) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 03:55:37.875166 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063733f9-5c30-45df-abc0-beecf0993df1 None None] The sync data for ids ['9b28fca2-07c3-4ba6-acc4-76a6b56aaafe'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:55:37.898744 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af740a-7fc8-4b6b-8ba2-d2f266f5f398 req-db82c23e-2ae9-40ec-a027-b3ef776c6628 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:37.900673 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-64af740a-7fc8-4b6b-8ba2-d2f266f5f398 req-db82c23e-2ae9-40ec-a027-b3ef776c6628 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.1137989 Aug 10 03:55:37.907055 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b46afe21-f836-4cf0-b070-551aa9bfad45 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6340513 Aug 10 03:55:37.909838 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36906) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:37.910428 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a492baee-1b4b-4970-88ff-bf8a0289cf9e tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:37.915441 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-faceee3d-ef31-4673-9e6c-8d0e1ec4db95 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'subnet': {'network_id': '51c51a4b-9062-4b68-b831-a60239caa5c4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:37.992552 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-64af740a-7fc8-4b6b-8ba2-d2f266f5f398 req-857aedc9-bd3e-45b4-8355-8cf84542673b tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850325 Aug 10 03:55:38.010843 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a492baee-1b4b-4970-88ff-bf8a0289cf9e tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:38.077921 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9ceba-9cc7-45f8-8243-95f4e33cafe5 req-e9251e41-312e-4b88-a056-90b451dc0e07 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:38.079425 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e4a9ceba-9cc7-45f8-8243-95f4e33cafe5 req-e9251e41-312e-4b88-a056-90b451dc0e07 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=830efd75-e014-4ed7-a512-8173e4f13dcd HTTP/1.1" status: 200 len: 946 time: 0.0796921 Aug 10 03:55:38.117225 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e4a9ceba-9cc7-45f8-8243-95f4e33cafe5 req-f577f531-6495-4284-9976-7d0be4db0466 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317326 Aug 10 03:55:38.183078 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a492baee-1b4b-4970-88ff-bf8a0289cf9e tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:38.183657 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faceee3d-ef31-4673-9e6c-8d0e1ec4db95 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:38.191920 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-faceee3d-ef31-4673-9e6c-8d0e1ec4db95 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:38.216289 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492baee-1b4b-4970-88ff-bf8a0289cf9e tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e7867bf6-d97c-43a6-9f1e-d1c3dd89574e,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:38.218980 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a492baee-1b4b-4970-88ff-bf8a0289cf9e tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:38.226835 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a492baee-1b4b-4970-88ff-bf8a0289cf9e tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/e7867bf6-d97c-43a6-9f1e-d1c3dd89574e HTTP/1.1" status: 204 len: 168 time: 0.4855490 Aug 10 03:55:38.228157 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36922) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:38.304460 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-afbb02b0-32e0-48f9-992f-7bdc8612b914 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:38.430444 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-afbb02b0-32e0-48f9-992f-7bdc8612b914 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:38.443140 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-afbb02b0-32e0-48f9-992f-7bdc8612b914 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:38.464081 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e754f9-45f3-4752-b193-da196f62773f req-22c0cf52-013e-4afa-ba05-b1ec23bb4b97 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:38.465260 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0e754f9-45f3-4752-b193-da196f62773f req-22c0cf52-013e-4afa-ba05-b1ec23bb4b97 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 946 time: 0.1254356 Aug 10 03:55:38.468122 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-afbb02b0-32e0-48f9-992f-7bdc8612b914 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b304165c-04a6-4a51-a96a-f8dfd82271da') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:38.468122 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-afbb02b0-32e0-48f9-992f-7bdc8612b914 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b304165c-04a6-4a51-a96a-f8dfd82271da') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:38.488932 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-afbb02b0-32e0-48f9-992f-7bdc8612b914 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:38.510677 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-afbb02b0-32e0-48f9-992f-7bdc8612b914 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:38.523452 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afbb02b0-32e0-48f9-992f-7bdc8612b914 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:55:38.523852 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-afbb02b0-32e0-48f9-992f-7bdc8612b914 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: items = [ Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:55:38.526269 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:55:38.553996 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-faceee3d-ef31-4673-9e6c-8d0e1ec4db95 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:38.575665 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0e754f9-45f3-4752-b193-da196f62773f req-f0790fcd-f171-4401-81d1-80f7daffbd2c tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972629 Aug 10 03:55:38.695518 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-afbb02b0-32e0-48f9-992f-7bdc8612b914 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:38.695518 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbb02b0-32e0-48f9-992f-7bdc8612b914 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 03:55:38.699269 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-afbb02b0-32e0-48f9-992f-7bdc8612b914 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:38.701530 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-afbb02b0-32e0-48f9-992f-7bdc8612b914 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "DELETE /v2.0/networks/02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6 HTTP/1.1" status: 204 len: 168 time: 0.4712615 Aug 10 03:55:38.740900 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb02b0-32e0-48f9-992f-7bdc8612b914 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Pushing event deleted for resources: {'Network': ['ID=02e2619d-1ef3-4ecb-93f3-5d026c5ff4c6,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:38.984546 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faceee3d-ef31-4673-9e6c-8d0e1ec4db95 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Subnet': ['ID=0ec88337-47ec-46d6-831f-9a1b6e19186a,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:38.996964 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90051330-11bb-4dcc-b858-af7c042ad965 req-f6223c75-bbcb-4d94-9588-fb8a5047c32c tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:39.003803 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90051330-11bb-4dcc-b858-af7c042ad965 req-f6223c75-bbcb-4d94-9588-fb8a5047c32c tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:39.011292 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90051330-11bb-4dcc-b858-af7c042ad965 req-f6223c75-bbcb-4d94-9588-fb8a5047c32c tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:39.013277 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90051330-11bb-4dcc-b858-af7c042ad965 req-f6223c75-bbcb-4d94-9588-fb8a5047c32c tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=830efd75-e014-4ed7-a512-8173e4f13dcd&device_id=cf227b7f-12f7-453f-b3dc-0a925575aa50&device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 2419 time: 0.0897956 Aug 10 03:55:39.032271 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faceee3d-ef31-4673-9e6c-8d0e1ec4db95 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network 51c51a4b-9062-4b68-b831-a60239caa5c4 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:39.039713 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-faceee3d-ef31-4673-9e6c-8d0e1ec4db95 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:39.043379 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faceee3d-ef31-4673-9e6c-8d0e1ec4db95 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:39.047477 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-faceee3d-ef31-4673-9e6c-8d0e1ec4db95 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:39.051444 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ad83dd-bda9-4122-b224-4890c12c3783 None None] Network 51c51a4b-9062-4b68-b831-a60239caa5c4 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:39.070767 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777b228-f25a-4dff-a1ff-af75172c444d req-6757ecc2-8448-4649-8eb9-f73cc1bbb987 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:39.077801 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90051330-11bb-4dcc-b858-af7c042ad965 req-ff3d5d42-f25c-4f3d-8712-4f23c4367bd2 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524678 Aug 10 03:55:39.078930 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9777b228-f25a-4dff-a1ff-af75172c444d req-6757ecc2-8448-4649-8eb9-f73cc1bbb987 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.0955215 Aug 10 03:55:39.150199 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9777b228-f25a-4dff-a1ff-af75172c444d req-55ec742a-ad89-4ef3-87d5-649656c21f78 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702147 Aug 10 03:55:39.153177 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36966) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:39.158232 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-30c6a212-62f5-4684-b038-797d315c5d17 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Request body: {'router': {'name': 'tempest-router--1508999313', 'project_id': '87041ac2ec7d4c25a5a13d592007453a'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:39.162158 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36968) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:39.167242 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-faceee3d-ef31-4673-9e6c-8d0e1ec4db95 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2512372 Aug 10 03:55:39.170774 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-94874333-fa9f-45d6-9d1e-3708f47ef44a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1459610314', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0ec88337-47ec-46d6-831f-9a1b6e19186a'}], 'security_groups': ['ff51d3a1-3417-47d6-90e8-89127fafd0a5']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:39.289761 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 550178de-6798-46d7-8494-0f3d054070a9 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:39.351865 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 550178de-6798-46d7-8494-0f3d054070a9 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:39.352540 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:39.375171 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ae73af-b182-42d4-aadf-0aac43bdaae3 req-74b39ae4-052d-4ba3-9def-203861c2c09b tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:39.382080 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-69ae73af-b182-42d4-aadf-0aac43bdaae3 req-74b39ae4-052d-4ba3-9def-203861c2c09b tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.2079885 Aug 10 03:55:39.397258 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-94874333-fa9f-45d6-9d1e-3708f47ef44a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:39.414333 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03c975-bcf0-404d-bbe0-90a0ee99bd59 req-d715187c-77fb-44c5-b0ce-1626db66d9eb tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:39.417631 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-30c6a212-62f5-4684-b038-797d315c5d17 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:39.418666 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-30c6a212-62f5-4684-b038-797d315c5d17 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:39.424224 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9f03c975-bcf0-404d-bbe0-90a0ee99bd59 req-d715187c-77fb-44c5-b0ce-1626db66d9eb tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=830efd75-e014-4ed7-a512-8173e4f13dcd HTTP/1.1" status: 200 len: 946 time: 0.0794675 Aug 10 03:55:39.436018 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85aae05-1e95-420d-aa6b-b12b7fec9f57 None None] Update dhcp port {'port': {'network_id': '51c51a4b-9062-4b68-b831-a60239caa5c4', 'fixed_ips': [{'subnet_id': '45922d15-3b17-454b-aae1-040d91fba014', 'ip_address': '2001:db8::2'}, {'subnet_id': '0ec88337-47ec-46d6-831f-9a1b6e19186a'}], 'binding:host_id': 'n-d-802893-2'}, 'id': '550178de-6798-46d7-8494-0f3d054070a9'} from n-d-802893-2. {{(pid=94939) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:55:39.480461 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-69ae73af-b182-42d4-aadf-0aac43bdaae3 req-e90c3332-e191-484c-ada4-008cdbbee4ce tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970581 Aug 10 03:55:39.485860 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9f03c975-bcf0-404d-bbe0-90a0ee99bd59 req-2f0d7768-43c9-44ef-bbe9-5d6bf4461181 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605278 Aug 10 03:55:39.502051 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e85aae05-1e95-420d-aa6b-b12b7fec9f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:39.757333 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-e85aae05-1e95-420d-aa6b-b12b7fec9f57 None None] Allocated IP 2001:db8:0:1::2 (51c51a4b-9062-4b68-b831-a60239caa5c4/0ec88337-47ec-46d6-831f-9a1b6e19186a/550178de-6798-46d7-8494-0f3d054070a9) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:39.852096 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-30c6a212-62f5-4684-b038-797d315c5d17 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:39.920625 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-e85aae05-1e95-420d-aa6b-b12b7fec9f57 None None] For port 550178de-6798-46d7-8494-0f3d054070a9, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=550178de-6798-46d7-8494-0f3d054070a9,segment=NetworkSegment(96e2dfbb-e428-4f53-a3f2-83d206aa985d),segment_id=96e2dfbb-e428-4f53-a3f2-83d206aa985d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:39.949833 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e85aae05-1e95-420d-aa6b-b12b7fec9f57 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:39.965376 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f43df7e5-5a11-4b36-854c-60b82c0a8845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:39.968585 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e85aae05-1e95-420d-aa6b-b12b7fec9f57 None None] Transition to ACTIVE for port object 550178de-6798-46d7-8494-0f3d054070a9 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:39.971814 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-30c6a212-62f5-4684-b038-797d315c5d17 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:40.040716 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e85aae05-1e95-420d-aa6b-b12b7fec9f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:40.044529 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-30c6a212-62f5-4684-b038-797d315c5d17 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:40.048996 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-30c6a212-62f5-4684-b038-797d315c5d17 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8920271 Aug 10 03:55:40.049650 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36998) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:40.130576 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9de2e7f7-2591-4122-8fad-91250f10317a tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:40.194287 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-94874333-fa9f-45d6-9d1e-3708f47ef44a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Delete allocated IP 2001:db8::3ba (51c51a4b-9062-4b68-b831-a60239caa5c4/45922d15-3b17-454b-aae1-040d91fba014) {{(pid=94937) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 03:55:40.194823 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85aae05-1e95-420d-aa6b-b12b7fec9f57 None None] Pushing event updated for resources: {'Port': ['ID=550178de-6798-46d7-8494-0f3d054070a9,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:40.214404 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-94874333-fa9f-45d6-9d1e-3708f47ef44a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Allocated IP 2001:db8:0:1::247 (51c51a4b-9062-4b68-b831-a60239caa5c4/0ec88337-47ec-46d6-831f-9a1b6e19186a/06c0c055-c758-48a6-aaad-67c5d8d3d9fa) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:40.305886 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37010) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:40.383781 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a56dc-6700-4b73-a66e-8e484a472d3b req-6e3ce35b-86f9-4690-8555-28e7020aed01 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:40.386914 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-714a56dc-6700-4b73-a66e-8e484a472d3b req-6e3ce35b-86f9-4690-8555-28e7020aed01 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.1333280 Aug 10 03:55:40.452261 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9de2e7f7-2591-4122-8fad-91250f10317a tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:40.461927 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9de2e7f7-2591-4122-8fad-91250f10317a tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:40.514085 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-efb16fd4-b9a9-470d-919e-ac56e7aca8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:40.529434 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-714a56dc-6700-4b73-a66e-8e484a472d3b req-60d621b3-c993-4810-802b-2bb2022ff888 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270909 Aug 10 03:55:40.586359 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-94874333-fa9f-45d6-9d1e-3708f47ef44a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:40.592591 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9de2e7f7-2591-4122-8fad-91250f10317a tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:40.592591 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de2e7f7-2591-4122-8fad-91250f10317a tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30a78664-e1ee-4ddb-8541-17e5c349daf7 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:55:40.593718 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9de2e7f7-2591-4122-8fad-91250f10317a tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:40.595120 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9de2e7f7-2591-4122-8fad-91250f10317a tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "DELETE /v2.0/routers/30a78664-e1ee-4ddb-8541-17e5c349daf7 HTTP/1.1" status: 204 len: 168 time: 0.5439684 Aug 10 03:55:40.614930 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-94874333-fa9f-45d6-9d1e-3708f47ef44a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Transition to ACTIVE for port object 06c0c055-c758-48a6-aaad-67c5d8d3d9fa will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:40.698755 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-94874333-fa9f-45d6-9d1e-3708f47ef44a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:40.763373 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-efb16fd4-b9a9-470d-919e-ac56e7aca8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:40.808453 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7e4b88-0eb9-4a76-b93c-e785a3155871 req-32c4e54f-01b7-421b-bf58-d2f0a002b93e tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:40.810021 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4f7e4b88-0eb9-4a76-b93c-e785a3155871 req-32c4e54f-01b7-421b-bf58-d2f0a002b93e tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.1603174 Aug 10 03:55:40.811079 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-94874333-fa9f-45d6-9d1e-3708f47ef44a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] In _notify_port_updated(), no bound segment for port 06c0c055-c758-48a6-aaad-67c5d8d3d9fa on network 51c51a4b-9062-4b68-b831-a60239caa5c4 {{(pid=94937) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:55:40.816956 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94874333-fa9f-45d6-9d1e-3708f47ef44a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:40.817606 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-94874333-fa9f-45d6-9d1e-3708f47ef44a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:40.821692 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-94874333-fa9f-45d6-9d1e-3708f47ef44a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "PUT /v2.0/ports/06c0c055-c758-48a6-aaad-67c5d8d3d9fa HTTP/1.1" status: 200 len: 931 time: 1.6540644 Aug 10 03:55:40.830024 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37022) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:40.830187 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94874333-fa9f-45d6-9d1e-3708f47ef44a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Port': ['ID=06c0c055-c758-48a6-aaad-67c5d8d3d9fa,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:40.851795 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-efb16fd4-b9a9-470d-919e-ac56e7aca8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:40.921251 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4f7e4b88-0eb9-4a76-b93c-e785a3155871 req-c7250f91-8f7f-4385-aa5c-8807816a6edd tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004412 Aug 10 03:55:40.928398 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-efb16fd4-b9a9-470d-919e-ac56e7aca8e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=11c8d81125af4e4eae87132f28f8d0a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6179385 Aug 10 03:55:40.929745 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb16fd4-b9a9-470d-919e-ac56e7aca8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23669550-5bdd-4a6d-a2dc-de161121eeaa,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:40.934149 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37024) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:40.939186 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-bb2e0e9a-8dbf-4039-869b-148db26672cf tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting port 06c0c055-c758-48a6-aaad-67c5d8d3d9fa {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:40.941149 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bb2e0e9a-8dbf-4039-869b-148db26672cf tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.006317 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca7e0793-2eb9-495d-ac93-2cfbf639e325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.014450 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2825f612-a605-4d9f-8ebb-50624cdbacd8 None None] Provisioning complete for port 6112f0cd-9674-42da-af14-7adc54c4f0f3 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:41.017858 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2825f612-a605-4d9f-8ebb-50624cdbacd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.029098 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37026) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:41.048618 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca7e0793-2eb9-495d-ac93-2cfbf639e325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.069390 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-2825f612-a605-4d9f-8ebb-50624cdbacd8 None None] Port 6112f0cd-9674-42da-af14-7adc54c4f0f3 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:41.076175 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bb2e0e9a-8dbf-4039-869b-148db26672cf tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.092037 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-bb2e0e9a-8dbf-4039-869b-148db26672cf tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Calling delete_port for 06c0c055-c758-48a6-aaad-67c5d8d3d9fa owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:41.164972 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2825f612-a605-4d9f-8ebb-50624cdbacd8 None None] Provisioning for port 06c0c055-c758-48a6-aaad-67c5d8d3d9fa completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:41.172339 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2825f612-a605-4d9f-8ebb-50624cdbacd8 None None] Provisioning complete for port 06c0c055-c758-48a6-aaad-67c5d8d3d9fa triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:41.172881 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2825f612-a605-4d9f-8ebb-50624cdbacd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.229962 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca7e0793-2eb9-495d-ac93-2cfbf639e325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.235183 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca7e0793-2eb9-495d-ac93-2cfbf639e325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.235492 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ca7e0793-2eb9-495d-ac93-2cfbf639e325 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23669550-5bdd-4a6d-a2dc-de161121eeaa HTTP/1.1" status: 204 len: 168 time: 0.3002677 Aug 10 03:55:41.248998 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25f66d-d19e-4c61-9d99-7a10eff5d629 req-efed3880-93e9-48ac-beda-c0eab34188ee tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:41.250822 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4f25f66d-d19e-4c61-9d99-7a10eff5d629 req-efed3880-93e9-48ac-beda-c0eab34188ee tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 946 time: 0.0829604 Aug 10 03:55:41.263833 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e0793-2eb9-495d-ac93-2cfbf639e325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23669550-5bdd-4a6d-a2dc-de161121eeaa,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:41.266714 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-2825f612-a605-4d9f-8ebb-50624cdbacd8 None None] Port 06c0c055-c758-48a6-aaad-67c5d8d3d9fa cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:41.302636 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 550178de-6798-46d7-8494-0f3d054070a9 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:41.338444 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4f25f66d-d19e-4c61-9d99-7a10eff5d629 req-cfae1746-5ce2-4609-b3e3-66f2770b6380 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763781 Aug 10 03:55:41.360817 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-1d69826b-4868-4b4a-86c5-de36adde5124 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1032808881', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}, 'admin_state_up': False}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:41.370229 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2825f612-a605-4d9f-8ebb-50624cdbacd8 None None] Provisioning for port 550178de-6798-46d7-8494-0f3d054070a9 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:41.375643 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2825f612-a605-4d9f-8ebb-50624cdbacd8 None None] Provisioning complete for port 550178de-6798-46d7-8494-0f3d054070a9 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:41.376025 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2825f612-a605-4d9f-8ebb-50624cdbacd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.398536 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bb2e0e9a-8dbf-4039-869b-148db26672cf tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.420382 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 550178de-6798-46d7-8494-0f3d054070a9 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:41.420746 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.429423 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e0e9a-8dbf-4039-869b-148db26672cf tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Port': ['ID=06c0c055-c758-48a6-aaad-67c5d8d3d9fa,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:41.451519 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1d69826b-4868-4b4a-86c5-de36adde5124 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.453346 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1d69826b-4868-4b4a-86c5-de36adde5124 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.466971 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bb2e0e9a-8dbf-4039-869b-148db26672cf tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.469385 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bb2e0e9a-8dbf-4039-869b-148db26672cf tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/ports/06c0c055-c758-48a6-aaad-67c5d8d3d9fa HTTP/1.1" status: 204 len: 168 time: 0.6459551 Aug 10 03:55:41.472256 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37034) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:41.521388 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dcd2684-e2be-47dd-86f8-898031008448 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] GET failed (client error): The resource could not be found. Aug 10 03:55:41.526901 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1dcd2684-e2be-47dd-86f8-898031008448 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "GET /v2.0/ports/06c0c055-c758-48a6-aaad-67c5d8d3d9fa HTTP/1.1" status: 404 len: 333 time: 0.0500467 Aug 10 03:55:41.527075 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37038) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:41.580035 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1d69826b-4868-4b4a-86c5-de36adde5124 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.597413 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-98f9ec10-eae7-4627-b95a-b1104be34ea9 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.619691 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-dee746ff-20fc-4d3d-8dd0-26764db8642e None None] Could not find standard attr ID for object 06c0c055-c758-48a6-aaad-67c5d8d3d9fa. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:55:41.647190 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-98f9ec10-eae7-4627-b95a-b1104be34ea9 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.770096 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-98f9ec10-eae7-4627-b95a-b1104be34ea9 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.772736 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-98f9ec10-eae7-4627-b95a-b1104be34ea9 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.773936 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-98f9ec10-eae7-4627-b95a-b1104be34ea9 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/security-groups/5e4d87fb-2fa7-42d4-b4d5-ac1f836e87b9 HTTP/1.1" status: 204 len: 168 time: 0.2458384 Aug 10 03:55:41.783554 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37044) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:41.792055 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f9ec10-eae7-4627-b95a-b1104be34ea9 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4d87fb-2fa7-42d4-b4d5-ac1f836e87b9,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:41.822625 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788ac48-2881-49a8-85ea-acbdd80648f9 req-d5b444c6-1a34-4b63-9b7a-6204180b77d9 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:41.824330 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a788ac48-2881-49a8-85ea-acbdd80648f9 req-d5b444c6-1a34-4b63-9b7a-6204180b77d9 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.1969032 Aug 10 03:55:41.826498 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1d69826b-4868-4b4a-86c5-de36adde5124 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.843665 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d65e685d-4ea1-4336-8c87-4a1b3eb49c86 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.864594 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a788ac48-2881-49a8-85ea-acbdd80648f9 req-d04c9150-c99c-4692-9e2c-dc46345e2361 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333612 Aug 10 03:55:41.867213 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d65e685d-4ea1-4336-8c87-4a1b3eb49c86 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.976042 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d65e685d-4ea1-4336-8c87-4a1b3eb49c86 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.979730 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d65e685d-4ea1-4336-8c87-4a1b3eb49c86 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:41.983299 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d65e685d-4ea1-4336-8c87-4a1b3eb49c86 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/security-groups/ff51d3a1-3417-47d6-90e8-89127fafd0a5 HTTP/1.1" status: 204 len: 168 time: 0.1960952 Aug 10 03:55:41.984496 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37048) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:42.020925 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37050) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:42.023047 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e685d-4ea1-4336-8c87-4a1b3eb49c86 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff51d3a1-3417-47d6-90e8-89127fafd0a5,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:42.066824 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-542a25d9-dbfa-4511-9e28-b39822cb810a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:42.078845 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-009b1e3f-9313-4d7a-8d58-916aa660a87c tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting subnet 45922d15-3b17-454b-aae1-040d91fba014 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:55:42.084198 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-009b1e3f-9313-4d7a-8d58-916aa660a87c tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:42.100539 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1d69826b-4868-4b4a-86c5-de36adde5124 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:42.113369 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63fcf4-c81d-42f2-8dd1-ab190ba63c8e req-7ce4a61b-2c3e-4e61-bfb3-583bea673f28 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:42.114964 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cc63fcf4-c81d-42f2-8dd1-ab190ba63c8e req-7ce4a61b-2c3e-4e61-bfb3-583bea673f28 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.1108179 Aug 10 03:55:42.127229 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1d69826b-4868-4b4a-86c5-de36adde5124 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:42.146732 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-009b1e3f-9313-4d7a-8d58-916aa660a87c tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:42.202351 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cc63fcf4-c81d-42f2-8dd1-ab190ba63c8e req-3dc46d5c-521e-4405-80a7-5b10f8ccad57 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753574 Aug 10 03:55:42.257186 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-009b1e3f-9313-4d7a-8d58-916aa660a87c tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:42.322488 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-1d69826b-4868-4b4a-86c5-de36adde5124 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Allocated IP 172.25.0.13 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/c4e23da8-7f4b-42e2-806a-4e3ca4de552c) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:42.348567 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-542a25d9-dbfa-4511-9e28-b39822cb810a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:42.410470 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-009b1e3f-9313-4d7a-8d58-916aa660a87c tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:42.440626 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b1e3f-9313-4d7a-8d58-916aa660a87c tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Subnet': ['ID=45922d15-3b17-454b-aae1-040d91fba014,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:42.442939 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-009b1e3f-9313-4d7a-8d58-916aa660a87c tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:42.449212 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-009b1e3f-9313-4d7a-8d58-916aa660a87c tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/subnets/45922d15-3b17-454b-aae1-040d91fba014 HTTP/1.1" status: 204 len: 168 time: 0.4584124 Aug 10 03:55:42.449947 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37056) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:42.455118 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-3e970db2-548a-47f9-ac5f-885809842657 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'subnet': {'network_id': '51c51a4b-9062-4b68-b831-a60239caa5c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:42.459601 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513ebb9c-bea2-4dde-a3f6-2bcb32d3aa9c None None] Network 51c51a4b-9062-4b68-b831-a60239caa5c4 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:42.465250 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-542a25d9-dbfa-4511-9e28-b39822cb810a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:42.516500 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1d69826b-4868-4b4a-86c5-de36adde5124 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:42.532144 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-542a25d9-dbfa-4511-9e28-b39822cb810a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c151b7b3b1fb4a70842970b055587d5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5101547 Aug 10 03:55:42.535583 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37058) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:42.535936 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a25d9-dbfa-4511-9e28-b39822cb810a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeee4eee-0577-4a03-abda-6284aa063548,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:42.553081 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc7c2b-6510-4544-9d48-7a4f3d8e116e req-7a56c145-cbe5-499a-8411-10c385e32fcd tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:42.561185 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1bcc7c2b-6510-4544-9d48-7a4f3d8e116e req-7a56c145-cbe5-499a-8411-10c385e32fcd tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 946 time: 0.1384258 Aug 10 03:55:42.622522 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-461e8579-c25b-4bdd-b700-b6a0ea3df374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:42.644064 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1bcc7c2b-6510-4544-9d48-7a4f3d8e116e req-c40ed197-49f7-4d08-a294-e2f23884d118 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822840 Aug 10 03:55:42.651263 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-461e8579-c25b-4bdd-b700-b6a0ea3df374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:42.695668 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e970db2-548a-47f9-ac5f-885809842657 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:42.699295 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3e970db2-548a-47f9-ac5f-885809842657 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:42.736546 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1d69826b-4868-4b4a-86c5-de36adde5124 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:42.777871 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d69826b-4868-4b4a-86c5-de36adde5124 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:42.782995 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-1d69826b-4868-4b4a-86c5-de36adde5124 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:42.786937 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d69826b-4868-4b4a-86c5-de36adde5124 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:42.803182 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-461e8579-c25b-4bdd-b700-b6a0ea3df374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:42.806008 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-461e8579-c25b-4bdd-b700-b6a0ea3df374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:42.808207 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-461e8579-c25b-4bdd-b700-b6a0ea3df374 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eeee4eee-0577-4a03-abda-6284aa063548 HTTP/1.1" status: 204 len: 168 time: 0.2714400 Aug 10 03:55:42.814335 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69826b-4868-4b4a-86c5-de36adde5124 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Pushing event updated for resources: {'Port': ['ID=c4e23da8-7f4b-42e2-806a-4e3ca4de552c,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:42.818773 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e8579-c25b-4bdd-b700-b6a0ea3df374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeee4eee-0577-4a03-abda-6284aa063548,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:43.003203 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadd01e-cbf4-4be3-8dd1-4351c26d85a7 req-640ac3a9-cf23-402b-a7b7-8f51dd0fbc59 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:43.010725 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4cadd01e-cbf4-4be3-8dd1-4351c26d85a7 req-640ac3a9-cf23-402b-a7b7-8f51dd0fbc59 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.0696495 Aug 10 03:55:43.066201 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4cadd01e-cbf4-4be3-8dd1-4351c26d85a7 req-517697c2-f9c7-4b14-8647-caeb48e922ac tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407369 Aug 10 03:55:43.201380 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1d69826b-4868-4b4a-86c5-de36adde5124 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:43.216131 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3e970db2-548a-47f9-ac5f-885809842657 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:43.290173 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e970db2-548a-47f9-ac5f-885809842657 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network 51c51a4b-9062-4b68-b831-a60239caa5c4 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:43.300929 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-3e970db2-548a-47f9-ac5f-885809842657 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:43.308559 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e970db2-548a-47f9-ac5f-885809842657 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:43.309561 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3e970db2-548a-47f9-ac5f-885809842657 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:43.320002 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25624de9-d995-4a7b-a548-169c68fcf748 None None] Network 51c51a4b-9062-4b68-b831-a60239caa5c4 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:43.328825 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e970db2-548a-47f9-ac5f-885809842657 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Subnet': ['ID=67d6e150-1968-4158-a396-6061325a1d3a,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:43.409027 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3e970db2-548a-47f9-ac5f-885809842657 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9578671 Aug 10 03:55:43.409765 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37076) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:43.414694 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-f8a28d2f-cf85-4da2-bac2-32490b441a1e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'security_group': {'name': 'tempest-secgroup-1774658546'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:43.513609 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f8a28d2f-cf85-4da2-bac2-32490b441a1e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:43.552112 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5922fc97-06d8-4bdc-afdf-29c83156e490 None None] Provisioning complete for port 6112f0cd-9674-42da-af14-7adc54c4f0f3 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:43.552692 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5922fc97-06d8-4bdc-afdf-29c83156e490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:43.609737 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-5922fc97-06d8-4bdc-afdf-29c83156e490 None None] Port 6112f0cd-9674-42da-af14-7adc54c4f0f3 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:43.639808 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:43.655182 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f8a28d2f-cf85-4da2-bac2-32490b441a1e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:43.657034 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5922fc97-06d8-4bdc-afdf-29c83156e490 None None] Provisioning complete for port 550178de-6798-46d7-8494-0f3d054070a9 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:43.657606 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5922fc97-06d8-4bdc-afdf-29c83156e490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:43.670939 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2da5e-914b-4f38-ad97-9234e6e740e4 req-bb9ccf29-b2e6-4893-803d-3ffaa961e258 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:43.678494 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dfb2da5e-914b-4f38-ad97-9234e6e740e4 req-bb9ccf29-b2e6-4893-803d-3ffaa961e258 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.3585908 Aug 10 03:55:43.750722 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f8a28d2f-cf85-4da2-bac2-32490b441a1e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:43.764172 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dfb2da5e-914b-4f38-ad97-9234e6e740e4 req-03586a65-cce5-4404-9a9a-910e6a293e57 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847425 Aug 10 03:55:43.769475 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1d69826b-4868-4b4a-86c5-de36adde5124 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:43.820189 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ddf0b-f352-4b75-abd7-af1ab92bd93b req-f247143c-1997-4764-b6bd-458f910cf5b3 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:43.821823 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dd2ddf0b-f352-4b75-abd7-af1ab92bd93b req-f247143c-1997-4764-b6bd-458f910cf5b3 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 946 time: 0.0863001 Aug 10 03:55:43.823237 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a28d2f-cf85-4da2-bac2-32490b441a1e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90172629-7e21-4b81-91e6-eda812918383,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:43.875712 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dd2ddf0b-f352-4b75-abd7-af1ab92bd93b req-7a0abc26-1eb0-4045-abd0-7651bc03ccdc tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404940 Aug 10 03:55:43.892211 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-78cf4e4b-b554-4146-907c-8b40698f42df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:43.904317 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94164dd7-9695-44ad-83b7-946146fc1b65 None None] Update dhcp port {'port': {'network_id': '51c51a4b-9062-4b68-b831-a60239caa5c4', 'fixed_ips': [{'subnet_id': '0ec88337-47ec-46d6-831f-9a1b6e19186a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '67d6e150-1968-4158-a396-6061325a1d3a'}], 'binding:host_id': 'n-d-802893-2'}, 'id': '550178de-6798-46d7-8494-0f3d054070a9'} from n-d-802893-2. {{(pid=94939) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:55:43.934884 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-94164dd7-9695-44ad-83b7-946146fc1b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:43.948252 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f8a28d2f-cf85-4da2-bac2-32490b441a1e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:43.950579 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f8a28d2f-cf85-4da2-bac2-32490b441a1e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5397334 Aug 10 03:55:43.954090 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37092) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:43.958988 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-0696f378-8d46-4c39-9360-aba6942c9534 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'security_group': {'name': 'tempest-secgroup-125290128'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:44.067473 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d69826b-4868-4b4a-86c5-de36adde5124 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Router 1697f79b-413c-4903-9785-4c69a3297985 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:55:44.101864 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0696f378-8d46-4c39-9360-aba6942c9534 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:44.129676 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-94164dd7-9695-44ad-83b7-946146fc1b65 None None] Allocated IP 2001:db8::2 (51c51a4b-9062-4b68-b831-a60239caa5c4/67d6e150-1968-4158-a396-6061325a1d3a/550178de-6798-46d7-8494-0f3d054070a9) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:44.216525 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0696f378-8d46-4c39-9360-aba6942c9534 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:44.238221 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f4db3-05cf-4115-88e0-0a4bdc09da10 req-0f715d0c-6c6b-4245-ba3e-f403933a6960 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:44.243709 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-376f4db3-05cf-4115-88e0-0a4bdc09da10 req-0f715d0c-6c6b-4245-ba3e-f403933a6960 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.0952673 Aug 10 03:55:44.244381 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-94164dd7-9695-44ad-83b7-946146fc1b65 None None] For port 550178de-6798-46d7-8494-0f3d054070a9, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=550178de-6798-46d7-8494-0f3d054070a9,segment=NetworkSegment(96e2dfbb-e428-4f53-a3f2-83d206aa985d),segment_id=96e2dfbb-e428-4f53-a3f2-83d206aa985d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:44.247312 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d69826b-4868-4b4a-86c5-de36adde5124 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:55:44.272539 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328c4bf8-276e-40e6-97d1-9f7514ab4cd7 None None] Sync routers for ids ['1697f79b-413c-4903-9785-4c69a3297985'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:55:44.293759 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-94164dd7-9695-44ad-83b7-946146fc1b65 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:44.295396 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-376f4db3-05cf-4115-88e0-0a4bdc09da10 req-7e46b3cc-275b-4cd8-bba8-39bb0b392334 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399172 Aug 10 03:55:44.301249 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0696f378-8d46-4c39-9360-aba6942c9534 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:44.326534 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328c4bf8-276e-40e6-97d1-9f7514ab4cd7 None None] Routers {'1697f79b-413c-4903-9785-4c69a3297985'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:44.326816 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-328c4bf8-276e-40e6-97d1-9f7514ab4cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:55:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['1697f79b-413c-4903-9785-4c69a3297985'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:44.345856 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0696f378-8d46-4c39-9360-aba6942c9534 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8dfd8a-dd12-4454-bd36-a6fa19be2f4f,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:44.375705 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1d69826b-4868-4b4a-86c5-de36adde5124 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:44.376971 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1d69826b-4868-4b4a-86c5-de36adde5124 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3469357 Aug 10 03:55:44.379516 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-328c4bf8-276e-40e6-97d1-9f7514ab4cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:44.381983 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37106) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:44.386151 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-94164dd7-9695-44ad-83b7-946146fc1b65 None None] Transition to ACTIVE for port object 550178de-6798-46d7-8494-0f3d054070a9 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:44.395598 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0696f378-8d46-4c39-9360-aba6942c9534 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:44.395817 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328c4bf8-276e-40e6-97d1-9f7514ab4cd7 None None] Routers {'1697f79b-413c-4903-9785-4c69a3297985'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:44.395817 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-328c4bf8-276e-40e6-97d1-9f7514ab4cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:55:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['1697f79b-413c-4903-9785-4c69a3297985'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:44.404992 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0696f378-8d46-4c39-9360-aba6942c9534 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4414721 Aug 10 03:55:44.404992 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37112) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:44.412708 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-e43c687e-fa24-4d4b-a394-aa8452b46f7c tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'security_group': {'name': 'tempest-secgroup-581675785'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:44.462928 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-328c4bf8-276e-40e6-97d1-9f7514ab4cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:44.463923 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328c4bf8-276e-40e6-97d1-9f7514ab4cd7 None None] The sync data for ids ['1697f79b-413c-4903-9785-4c69a3297985'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:55:44.465560 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-94164dd7-9695-44ad-83b7-946146fc1b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:44.523254 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f23fbd30-f0aa-4bfe-af05-227f7872d71a tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "GET /v2.0/routers/1697f79b-413c-4903-9785-4c69a3297985 HTTP/1.1" status: 200 len: 920 time: 0.1422577 Aug 10 03:55:44.532275 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37148) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:44.547128 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e43c687e-fa24-4d4b-a394-aa8452b46f7c tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:44.561967 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94164dd7-9695-44ad-83b7-946146fc1b65 None None] Pushing event updated for resources: {'Port': ['ID=550178de-6798-46d7-8494-0f3d054070a9,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:44.586573 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a3be51f1-8c29-4302-9278-ad4c98079511 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "GET /v2.0/ports?device_id=1697f79b-413c-4903-9785-4c69a3297985 HTTP/1.1" status: 200 len: 205 time: 0.0534182 Aug 10 03:55:44.590199 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37150) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:44.686149 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e43c687e-fa24-4d4b-a394-aa8452b46f7c tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:44.720156 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1dcc8815-e8b3-4dd9-8a03-2928c72c742c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:44.781724 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e43c687e-fa24-4d4b-a394-aa8452b46f7c tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:44.828581 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43c687e-fa24-4d4b-a394-aa8452b46f7c tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a18e36a-f0dd-468d-9a02-5e5de1dee700,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:44.841502 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1dcc8815-e8b3-4dd9-8a03-2928c72c742c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:44.924662 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e43c687e-fa24-4d4b-a394-aa8452b46f7c tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:44.926150 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e43c687e-fa24-4d4b-a394-aa8452b46f7c tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5205104 Aug 10 03:55:44.928746 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37158) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:44.934770 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8c05d-a171-49e4-9ce8-e8a5b369fbfc req-192c8002-e4d7-4823-b3cf-8aac04949ada tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:44.934957 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-ce9b350d-b90f-4074-9446-397b4aad8be2 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-402320997', 'security_groups': ['7a18e36a-f0dd-468d-9a02-5e5de1dee700'], 'network_id': '51c51a4b-9062-4b68-b831-a60239caa5c4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '67d6e150-1968-4158-a396-6061325a1d3a'}]}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:44.937124 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-07b8c05d-a171-49e4-9ce8-e8a5b369fbfc req-192c8002-e4d7-4823-b3cf-8aac04949ada tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.0618362 Aug 10 03:55:45.020395 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-07b8c05d-a171-49e4-9ce8-e8a5b369fbfc req-75958408-1f78-4244-95c8-604d8ebf2bf3 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725558 Aug 10 03:55:45.045458 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-1dcc8815-e8b3-4dd9-8a03-2928c72c742c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Deleting port c4e23da8-7f4b-42e2-806a-4e3ca4de552c {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:45.045814 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1dcc8815-e8b3-4dd9-8a03-2928c72c742c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.092569 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37162) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:45.146686 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1dcc8815-e8b3-4dd9-8a03-2928c72c742c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.162539 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf22d6-9796-4550-8dd9-8e644ce99d91 req-90302c3a-37b4-4138-b6cd-7d330c7eec96 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:45.164757 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-1dcc8815-e8b3-4dd9-8a03-2928c72c742c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Calling delete_port for c4e23da8-7f4b-42e2-806a-4e3ca4de552c owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:45.173835 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fedf22d6-9796-4550-8dd9-8e644ce99d91 req-90302c3a-37b4-4138-b6cd-7d330c7eec96 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 946 time: 0.0901833 Aug 10 03:55:45.227460 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.238816 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fedf22d6-9796-4550-8dd9-8e644ce99d91 req-2a3b0510-b9f5-4f62-87c9-89baa7055f4d tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633125 Aug 10 03:55:45.246445 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9b350d-b90f-4074-9446-397b4aad8be2 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:45.251988 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 550178de-6798-46d7-8494-0f3d054070a9 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:45.315041 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7646ef2f-2180-4cbc-88bc-02341d0cd2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.347407 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce9b350d-b90f-4074-9446-397b4aad8be2 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.355868 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-df23401c-5561-4f39-8772-a7bb47781be0 None None] Provisioning complete for port 6112f0cd-9674-42da-af14-7adc54c4f0f3 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:45.356277 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-df23401c-5561-4f39-8772-a7bb47781be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.370511 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-ce9b350d-b90f-4074-9446-397b4aad8be2 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] device_id is not set on port 0c2c1ba8-33fc-42c0-9ae8-48eda15b1a70 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:55:45.392914 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-df23401c-5561-4f39-8772-a7bb47781be0 None None] Port 6112f0cd-9674-42da-af14-7adc54c4f0f3 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:45.471259 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16922b21-7e69-4181-9076-25f963cfdca9 req-18260893-7e87-43c0-9872-e205d01ae62d tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:45.472791 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-16922b21-7e69-4181-9076-25f963cfdca9 req-18260893-7e87-43c0-9872-e205d01ae62d tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.0824995 Aug 10 03:55:45.492675 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-df23401c-5561-4f39-8772-a7bb47781be0 None None] Provisioning for port 550178de-6798-46d7-8494-0f3d054070a9 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:45.495892 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-df23401c-5561-4f39-8772-a7bb47781be0 None None] Provisioning complete for port 550178de-6798-46d7-8494-0f3d054070a9 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:45.496506 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-df23401c-5561-4f39-8772-a7bb47781be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.525173 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1dcc8815-e8b3-4dd9-8a03-2928c72c742c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.548917 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-16922b21-7e69-4181-9076-25f963cfdca9 req-21ae475d-2c5b-4a26-aa6b-d34d8d2a6acc tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686576 Aug 10 03:55:45.567666 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7646ef2f-2180-4cbc-88bc-02341d0cd2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.568964 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.577178 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc8815-e8b3-4dd9-8a03-2928c72c742c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Pushing event deleted for resources: {'Port': ['ID=c4e23da8-7f4b-42e2-806a-4e3ca4de552c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:45.631588 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1dcc8815-e8b3-4dd9-8a03-2928c72c742c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.696737 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-ce9b350d-b90f-4074-9446-397b4aad8be2 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Allocated IP 2001:db8::2b9 (51c51a4b-9062-4b68-b831-a60239caa5c4/67d6e150-1968-4158-a396-6061325a1d3a/0c2c1ba8-33fc-42c0-9ae8-48eda15b1a70) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:45.724374 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7646ef2f-2180-4cbc-88bc-02341d0cd2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.731660 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1dcc8815-e8b3-4dd9-8a03-2928c72c742c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.738663 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1dcc8815-e8b3-4dd9-8a03-2928c72c742c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.801038 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646ef2f-2180-4cbc-88bc-02341d0cd2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766412fe-cd21-4100-8bd0-d3873d3f8c5a,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:45.808078 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7646ef2f-2180-4cbc-88bc-02341d0cd2d9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=91bb342eece14820b2466a410443f0f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7143457 Aug 10 03:55:45.810622 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37170) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:45.842361 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce9b350d-b90f-4074-9446-397b4aad8be2 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.862001 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-574704e2-fcbc-4540-a7d8-06eb7434be28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.884022 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-574704e2-fcbc-4540-a7d8-06eb7434be28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.918277 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1dcc8815-e8b3-4dd9-8a03-2928c72c742c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.918485 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-ce9b350d-b90f-4074-9446-397b4aad8be2 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Transition to ACTIVE for port object 0c2c1ba8-33fc-42c0-9ae8-48eda15b1a70 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:45.918869 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcc8815-e8b3-4dd9-8a03-2928c72c742c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Fanout notify agent at l3_agent the message router_deleted on router 1697f79b-413c-4903-9785-4c69a3297985 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:55:45.925766 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1dcc8815-e8b3-4dd9-8a03-2928c72c742c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:45.930473 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1dcc8815-e8b3-4dd9-8a03-2928c72c742c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "DELETE /v2.0/routers/1697f79b-413c-4903-9785-4c69a3297985 HTTP/1.1" status: 204 len: 168 time: 1.3392670 Aug 10 03:55:45.931937 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37172) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:45.939214 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-0b5c9a1d-7e38-4063-9aef-4c6727bb3451 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1312841275', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'enable_snat': False}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:46.049691 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-574704e2-fcbc-4540-a7d8-06eb7434be28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.055840 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-574704e2-fcbc-4540-a7d8-06eb7434be28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.055840 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-574704e2-fcbc-4540-a7d8-06eb7434be28 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/766412fe-cd21-4100-8bd0-d3873d3f8c5a HTTP/1.1" status: 204 len: 168 time: 0.2420599 Aug 10 03:55:46.062436 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574704e2-fcbc-4540-a7d8-06eb7434be28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766412fe-cd21-4100-8bd0-d3873d3f8c5a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:46.077596 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce9b350d-b90f-4074-9446-397b4aad8be2 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.084721 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b5c9a1d-7e38-4063-9aef-4c6727bb3451 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.084721 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b5c9a1d-7e38-4063-9aef-4c6727bb3451 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.137890 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e514b-441a-4514-9d02-38e66ee23b76 req-fa3006c1-de93-4aa1-a59f-3f2f1cf18526 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:46.139424 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e67e514b-441a-4514-9d02-38e66ee23b76 req-fa3006c1-de93-4aa1-a59f-3f2f1cf18526 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.0529649 Aug 10 03:55:46.140834 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9b350d-b90f-4074-9446-397b4aad8be2 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network 51c51a4b-9062-4b68-b831-a60239caa5c4 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:46.156220 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-ce9b350d-b90f-4074-9446-397b4aad8be2 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:46.163994 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b350d-b90f-4074-9446-397b4aad8be2 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:46.169811 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9b350d-b90f-4074-9446-397b4aad8be2 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:46.170463 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce9b350d-b90f-4074-9446-397b4aad8be2 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.177894 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b350d-b90f-4074-9446-397b4aad8be2 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Port': ['ID=0c2c1ba8-33fc-42c0-9ae8-48eda15b1a70,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:46.195893 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e67e514b-441a-4514-9d02-38e66ee23b76 req-7ad1ea6a-3e8c-424d-b8bd-79cddb383d04 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458961 Aug 10 03:55:46.220779 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b5c9a1d-7e38-4063-9aef-4c6727bb3451 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.314630 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ce9b350d-b90f-4074-9446-397b4aad8be2 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3846452 Aug 10 03:55:46.317612 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37184) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:46.323377 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-8c0b4e01-18ce-45c3-afcb-802913e2dd5b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'subnet': {'network_id': '51c51a4b-9062-4b68-b831-a60239caa5c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:46.479493 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2526f6a8-9b24-4e3e-b71d-abcfad538dc1 None None] Provisioning for port 0c2c1ba8-33fc-42c0-9ae8-48eda15b1a70 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:46.485375 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2526f6a8-9b24-4e3e-b71d-abcfad538dc1 None None] Provisioning complete for port 0c2c1ba8-33fc-42c0-9ae8-48eda15b1a70 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:46.485875 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2526f6a8-9b24-4e3e-b71d-abcfad538dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.500716 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7b42b-0f69-47c0-8169-ca9897049878 req-1a071b62-6ff7-4882-8312-e133355786d9 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:46.508039 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-16d7b42b-0f69-47c0-8169-ca9897049878 req-1a071b62-6ff7-4882-8312-e133355786d9 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 946 time: 0.1891432 Aug 10 03:55:46.511712 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b5c9a1d-7e38-4063-9aef-4c6727bb3451 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.524354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0b4e01-18ce-45c3-afcb-802913e2dd5b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:46.529417 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8c0b4e01-18ce-45c3-afcb-802913e2dd5b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.554455 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-16d7b42b-0f69-47c0-8169-ca9897049878 req-07367e0e-9cfa-4ba3-a5b3-8c359fd9751f tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453112 Aug 10 03:55:46.561372 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-2526f6a8-9b24-4e3e-b71d-abcfad538dc1 None None] Port 0c2c1ba8-33fc-42c0-9ae8-48eda15b1a70 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:46.641482 n-d-802893-2 neutron-server[94937]: INFO neutron.db.ipam_backend_mixin [None req-8c0b4e01-18ce-45c3-afcb-802913e2dd5b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 67d6e150-1968-4158-a396-6061325a1d3a (CIDR: 2001:db8::/64) Aug 10 03:55:46.673263 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0b4e01-18ce-45c3-afcb-802913e2dd5b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:55:46.673732 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c0b4e01-18ce-45c3-afcb-802913e2dd5b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:46.755076 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e2642-48c0-45e9-b06a-5cab220e9f6b req-7e1bd6e1-c6e6-4496-a90f-8e56ae958a88 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:46.755076 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f71e2642-48c0-45e9-b06a-5cab220e9f6b req-7e1bd6e1-c6e6-4496-a90f-8e56ae958a88 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.0678828 Aug 10 03:55:46.789253 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f71e2642-48c0-45e9-b06a-5cab220e9f6b req-db8f0138-3402-462b-a7a8-5af52f7634e3 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531204 Aug 10 03:55:46.901935 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8c0b4e01-18ce-45c3-afcb-802913e2dd5b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5831532 Aug 10 03:55:46.904608 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37198) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:46.904795 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b5c9a1d-7e38-4063-9aef-4c6727bb3451 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.909828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-761ea68b-84db-4690-bb7a-b0ebfd3f4cdc tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'subnet': {'network_id': '51c51a4b-9062-4b68-b831-a60239caa5c4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:46.924136 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:46.924729 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b5c9a1d-7e38-4063-9aef-4c6727bb3451 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.032128 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-0b5c9a1d-7e38-4063-9aef-4c6727bb3451 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Allocated IP 172.25.0.104 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/6ba93a3a-719e-4d6c-8fa0-d37072e26339) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:47.107017 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761ea68b-84db-4690-bb7a-b0ebfd3f4cdc tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:47.110894 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-761ea68b-84db-4690-bb7a-b0ebfd3f4cdc tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.152629 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b5c9a1d-7e38-4063-9aef-4c6727bb3451 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.202602 n-d-802893-2 neutron-server[94937]: INFO neutron.db.ipam_backend_mixin [None req-761ea68b-84db-4690-bb7a-b0ebfd3f4cdc tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0ec88337-47ec-46d6-831f-9a1b6e19186a (CIDR: 2001:db8:0:1::/64) Aug 10 03:55:47.245843 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-761ea68b-84db-4690-bb7a-b0ebfd3f4cdc tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:55:47.246469 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-761ea68b-84db-4690-bb7a-b0ebfd3f4cdc tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:47.284717 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b5c9a1d-7e38-4063-9aef-4c6727bb3451 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.343873 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5c9a1d-7e38-4063-9aef-4c6727bb3451 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:47.347523 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-0b5c9a1d-7e38-4063-9aef-4c6727bb3451 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:47.353727 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5c9a1d-7e38-4063-9aef-4c6727bb3451 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:47.370806 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-761ea68b-84db-4690-bb7a-b0ebfd3f4cdc tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4648006 Aug 10 03:55:47.373371 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37218) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:47.376774 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c9a1d-7e38-4063-9aef-4c6727bb3451 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Pushing event updated for resources: {'Port': ['ID=6ba93a3a-719e-4d6c-8fa0-d37072e26339,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:47.383915 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-65dd5046-f162-45eb-9a64-8f25c444e28b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'subnet': {'network_id': '51c51a4b-9062-4b68-b831-a60239caa5c4', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:47.395876 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb48b20-fd38-4c60-860e-21d1dce9e701 req-00a74d2a-b891-4865-94c1-100577635d18 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:47.397411 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8eb48b20-fd38-4c60-860e-21d1dce9e701 req-00a74d2a-b891-4865-94c1-100577635d18 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.1286378 Aug 10 03:55:47.528229 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8eb48b20-fd38-4c60-860e-21d1dce9e701 req-e396bd54-81b3-4186-abff-34383d9b1003 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190808 Aug 10 03:55:47.604878 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dd5046-f162-45eb-9a64-8f25c444e28b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Made reservation on behalf of ac533af90042449fa4780d42e267a0cc for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:55:47.608630 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-65dd5046-f162-45eb-9a64-8f25c444e28b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.741699 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55d4e0-71b0-47ae-8c6c-8fe1b116db6e req-d32fbda6-a13b-453e-8de7-06f9a33c0942 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:47.744547 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b5c9a1d-7e38-4063-9aef-4c6727bb3451 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:47.744798 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4d55d4e0-71b0-47ae-8c6c-8fe1b116db6e req-d32fbda6-a13b-453e-8de7-06f9a33c0942 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 946 time: 0.0819404 Aug 10 03:55:47.810443 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4d55d4e0-71b0-47ae-8c6c-8fe1b116db6e req-42171736-77cb-45d3-ab05-0303ad109a03 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585372 Aug 10 03:55:47.885273 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37228) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:48.005012 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f6c7dd2d-c71a-4043-98c0-2e7dc24df3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:48.047669 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-65dd5046-f162-45eb-9a64-8f25c444e28b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:48.114898 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dd5046-f162-45eb-9a64-8f25c444e28b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Network 51c51a4b-9062-4b68-b831-a60239caa5c4 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:48.125163 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-65dd5046-f162-45eb-9a64-8f25c444e28b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:48.128544 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dd5046-f162-45eb-9a64-8f25c444e28b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:48.129160 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-65dd5046-f162-45eb-9a64-8f25c444e28b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:48.137663 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e04924c-703b-415b-a044-77c786f49781 None None] Network 51c51a4b-9062-4b68-b831-a60239caa5c4 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:48.142439 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd5046-f162-45eb-9a64-8f25c444e28b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Subnet': ['ID=6f6f0336-2469-4a30-b314-38ee188db11d,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:48.189406 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f6c7dd2d-c71a-4043-98c0-2e7dc24df3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:48.268367 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f6c7dd2d-c71a-4043-98c0-2e7dc24df3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:48.299415 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f6c7dd2d-c71a-4043-98c0-2e7dc24df3fd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=16311aa8b0bf47eb88c3a30def8fd183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4105575 Aug 10 03:55:48.303091 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37234) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:48.337706 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b560a3d-782c-45c9-a22d-64391e0c51a1 req-37595f2b-5928-4995-ae23-e10ce4d27131 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:48.339272 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3b560a3d-782c-45c9-a22d-64391e0c51a1 req-37595f2b-5928-4995-ae23-e10ce4d27131 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.4202130 Aug 10 03:55:48.344434 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c7dd2d-c71a-4043-98c0-2e7dc24df3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34218e5f-fb0e-40e2-9c9a-6a5fc8c34a7a,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:48.355834 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b5c9a1d-7e38-4063-9aef-4c6727bb3451 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:48.379226 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-65dd5046-f162-45eb-9a64-8f25c444e28b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0021346 Aug 10 03:55:48.379856 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37236) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:48.387401 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-f5941860-470f-4e7f-9d84-2763cd0e2745 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1473164234', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6f6f0336-2469-4a30-b314-38ee188db11d'}], 'security_groups': ['90172629-7e21-4b81-91e6-eda812918383', '8e8dfd8a-dd12-4454-bd36-a6fa19be2f4f']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:48.409186 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7525c018-bdc7-412f-962b-3e1261341332 None None] Update dhcp port {'port': {'network_id': '51c51a4b-9062-4b68-b831-a60239caa5c4', 'fixed_ips': [{'subnet_id': '0ec88337-47ec-46d6-831f-9a1b6e19186a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '67d6e150-1968-4158-a396-6061325a1d3a', 'ip_address': '2001:db8::2'}, {'subnet_id': '6f6f0336-2469-4a30-b314-38ee188db11d'}], 'binding:host_id': 'n-d-802893-2'}, 'id': '550178de-6798-46d7-8494-0f3d054070a9'} from n-d-802893-2. {{(pid=94939) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:55:48.417149 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-045cb3c4-d3f5-45aa-8462-e62ef0727360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:48.439377 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7525c018-bdc7-412f-962b-3e1261341332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:48.448060 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3b560a3d-782c-45c9-a22d-64391e0c51a1 req-8666539c-bc9b-4b34-b8f7-77427c8d859f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005433 Aug 10 03:55:48.488503 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-045cb3c4-d3f5-45aa-8462-e62ef0727360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:48.593069 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5c9a1d-7e38-4063-9aef-4c6727bb3451 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Router a403fc36-ac97-4af7-8ffa-4b29090dd540 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:55:48.605189 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f5941860-470f-4e7f-9d84-2763cd0e2745 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:48.636225 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-045cb3c4-d3f5-45aa-8462-e62ef0727360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:48.638763 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-045cb3c4-d3f5-45aa-8462-e62ef0727360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:48.639899 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-045cb3c4-d3f5-45aa-8462-e62ef0727360 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34218e5f-fb0e-40e2-9c9a-6a5fc8c34a7a HTTP/1.1" status: 204 len: 168 time: 0.3358369 Aug 10 03:55:48.662876 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-7525c018-bdc7-412f-962b-3e1261341332 None None] Allocated IP 2001:db8:0:2::2 (51c51a4b-9062-4b68-b831-a60239caa5c4/6f6f0336-2469-4a30-b314-38ee188db11d/550178de-6798-46d7-8494-0f3d054070a9) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:48.691412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045cb3c4-d3f5-45aa-8462-e62ef0727360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34218e5f-fb0e-40e2-9c9a-6a5fc8c34a7a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:48.733119 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5c9a1d-7e38-4063-9aef-4c6727bb3451 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:55:48.742209 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc02726-dbaf-48b9-8a70-4cca02c18a38 req-aefa657a-b899-44eb-b08a-7faff3268459 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:48.744486 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-edc02726-dbaf-48b9-8a70-4cca02c18a38 req-aefa657a-b899-44eb-b08a-7faff3268459 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.1281934 Aug 10 03:55:48.762190 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f09bee3-9d01-4b09-ba9e-0e130c779558 None None] Sync routers for ids ['a403fc36-ac97-4af7-8ffa-4b29090dd540'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:55:48.772674 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f09bee3-9d01-4b09-ba9e-0e130c779558 None None] Routers {'a403fc36-ac97-4af7-8ffa-4b29090dd540'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:48.773361 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-6f09bee3-9d01-4b09-ba9e-0e130c779558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:55:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['a403fc36-ac97-4af7-8ffa-4b29090dd540'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:48.816897 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-7525c018-bdc7-412f-962b-3e1261341332 None None] For port 550178de-6798-46d7-8494-0f3d054070a9, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=550178de-6798-46d7-8494-0f3d054070a9,segment=NetworkSegment(96e2dfbb-e428-4f53-a3f2-83d206aa985d),segment_id=96e2dfbb-e428-4f53-a3f2-83d206aa985d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:48.866651 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7525c018-bdc7-412f-962b-3e1261341332 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:48.875471 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7525c018-bdc7-412f-962b-3e1261341332 None None] Transition to ACTIVE for port object 550178de-6798-46d7-8494-0f3d054070a9 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:48.896733 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-6f09bee3-9d01-4b09-ba9e-0e130c779558 None None] Set router a403fc36-ac97-4af7-8ffa-4b29090dd540 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:48.943408 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b5c9a1d-7e38-4063-9aef-4c6727bb3451 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:48.945156 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0b5c9a1d-7e38-4063-9aef-4c6727bb3451 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.0119686 Aug 10 03:55:48.960223 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37246) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:48.975974 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7525c018-bdc7-412f-962b-3e1261341332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.049659 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824de99-58cf-4134-8cc7-1938bdee3425 req-cf51ca6e-5c69-448d-bf34-f5bfbfb538ee tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:49.057974 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e824de99-58cf-4134-8cc7-1938bdee3425 req-cf51ca6e-5c69-448d-bf34-f5bfbfb538ee tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 946 time: 0.1277871 Aug 10 03:55:49.106615 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-6f09bee3-9d01-4b09-ba9e-0e130c779558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a403fc36-ac97-4af7-8ffa-4b29090dd540', 'name': 'tempest-snat-router-1312841275', 'tenant_id': '11d0f5265c974a2db962817ed76aac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.104'}], 'enable_snat': False}, 'gw_port_id': '6ba93a3a-719e-4d6c-8fa0-d37072e26339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:46Z', 'updated_at': '2021-08-10T03:55:47Z', 'revision_number': 3, 'project_id': '11d0f5265c974a2db962817ed76aac9c', 'gw_port': {'id': '6ba93a3a-719e-4d6c-8fa0-d37072e26339', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a403fc36-ac97-4af7-8ffa-4b29090dd540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:46Z', 'updated_at': '2021-08-10T03:55:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:49.146432 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f09bee3-9d01-4b09-ba9e-0e130c779558 None None] Checking router: a403fc36-ac97-4af7-8ffa-4b29090dd540 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:55:49.146970 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f09bee3-9d01-4b09-ba9e-0e130c779558 None None] Updating router a403fc36-ac97-4af7-8ffa-4b29090dd540 port 6ba93a3a-719e-4d6c-8fa0-d37072e26339 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:55:49.148321 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e824de99-58cf-4134-8cc7-1938bdee3425 req-759a4608-fbd4-44e8-ae9a-4ff46765302b tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892508 Aug 10 03:55:49.157583 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-48a9ae5b-801b-4b8d-99ec-fc41f3151fb0 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "GET /v2.0/routers/a403fc36-ac97-4af7-8ffa-4b29090dd540 HTTP/1.1" status: 200 len: 909 time: 0.1960492 Aug 10 03:55:49.159888 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37250) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:49.164439 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-b6fb1053-ccbe-4c22-96a8-56458ec12f9d tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1312841275', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'enable_snat': True}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:49.182623 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525c018-bdc7-412f-962b-3e1261341332 None None] Pushing event updated for resources: {'Port': ['ID=550178de-6798-46d7-8494-0f3d054070a9,revision_number=7']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:49.189273 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-edc02726-dbaf-48b9-8a70-4cca02c18a38 req-51945b6f-fbcc-4b29-acf7-7bdcd4681c93 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343543 Aug 10 03:55:49.189755 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6f09bee3-9d01-4b09-ba9e-0e130c779558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.336127 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b6fb1053-ccbe-4c22-96a8-56458ec12f9d tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.340077 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b6fb1053-ccbe-4c22-96a8-56458ec12f9d tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.409081 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b6fb1053-ccbe-4c22-96a8-56458ec12f9d tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.464337 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-f5941860-470f-4e7f-9d84-2763cd0e2745 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Delete allocated IP 2001:db8::2b9 (51c51a4b-9062-4b68-b831-a60239caa5c4/67d6e150-1968-4158-a396-6061325a1d3a) {{(pid=94937) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 03:55:49.481285 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-f5941860-470f-4e7f-9d84-2763cd0e2745 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Allocated IP 2001:db8:0:2::136 (51c51a4b-9062-4b68-b831-a60239caa5c4/6f6f0336-2469-4a30-b314-38ee188db11d/0c2c1ba8-33fc-42c0-9ae8-48eda15b1a70) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:49.516457 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6f09bee3-9d01-4b09-ba9e-0e130c779558 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.533502 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-6f09bee3-9d01-4b09-ba9e-0e130c779558 None None] Transition to ACTIVE for port object 6ba93a3a-719e-4d6c-8fa0-d37072e26339 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:49.651488 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6f09bee3-9d01-4b09-ba9e-0e130c779558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.660243 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f9fe2-e6c6-45c3-93d5-1ab5dd0fe8ee req-09097a26-5340-4d98-b542-02aa1a1b1e7a tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:49.661950 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7a6f9fe2-e6c6-45c3-93d5-1ab5dd0fe8ee req-09097a26-5340-4d98-b542-02aa1a1b1e7a tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.1173232 Aug 10 03:55:49.711060 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b6fb1053-ccbe-4c22-96a8-56458ec12f9d tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.721720 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e97939-792c-447e-9673-24b9242f346e None None] Pushing event updated for resources: {'Port': ['ID=6ba93a3a-719e-4d6c-8fa0-d37072e26339,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:49.741754 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-6f09bee3-9d01-4b09-ba9e-0e130c779558 None None] Attempting to bind port 6ba93a3a-719e-4d6c-8fa0-d37072e26339 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:55:49.742071 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-6f09bee3-9d01-4b09-ba9e-0e130c779558 None None] Attempting to bind port 6ba93a3a-719e-4d6c-8fa0-d37072e26339 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:55:49.742428 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f09bee3-9d01-4b09-ba9e-0e130c779558 None None] Attempting to bind port 6ba93a3a-719e-4d6c-8fa0-d37072e26339 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:55:49.750243 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f09bee3-9d01-4b09-ba9e-0e130c779558 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 55, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:55:49.750608 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f09bee3-9d01-4b09-ba9e-0e130c779558 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:55:49.751005 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6f09bee3-9d01-4b09-ba9e-0e130c779558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.751445 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f09bee3-9d01-4b09-ba9e-0e130c779558 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:55:49.752133 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-6f09bee3-9d01-4b09-ba9e-0e130c779558 None None] Bound port: 6ba93a3a-719e-4d6c-8fa0-d37072e26339, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:55:49.752518 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6f09bee3-9d01-4b09-ba9e-0e130c779558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.757996 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7a6f9fe2-e6c6-45c3-93d5-1ab5dd0fe8ee req-2bd4cde8-b73f-461e-a71a-bb59c5a10c47 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880165 Aug 10 03:55:49.797349 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f5941860-470f-4e7f-9d84-2763cd0e2745 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.813306 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-f5941860-470f-4e7f-9d84-2763cd0e2745 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Transition to ACTIVE for port object 0c2c1ba8-33fc-42c0-9ae8-48eda15b1a70 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:55:49.825536 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-6f09bee3-9d01-4b09-ba9e-0e130c779558 None None] For port 6ba93a3a-719e-4d6c-8fa0-d37072e26339, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:55:49.828950 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-6f09bee3-9d01-4b09-ba9e-0e130c779558 None None] For port 6ba93a3a-719e-4d6c-8fa0-d37072e26339, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=6ba93a3a-719e-4d6c-8fa0-d37072e26339,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:55:49.941733 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f5941860-470f-4e7f-9d84-2763cd0e2745 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:49.996744 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6f09bee3-9d01-4b09-ba9e-0e130c779558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:50.022575 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-f5941860-470f-4e7f-9d84-2763cd0e2745 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] In _notify_port_updated(), no bound segment for port 0c2c1ba8-33fc-42c0-9ae8-48eda15b1a70 on network 51c51a4b-9062-4b68-b831-a60239caa5c4 {{(pid=94937) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 03:55:50.029477 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5941860-470f-4e7f-9d84-2763cd0e2745 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:50.030244 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f5941860-470f-4e7f-9d84-2763cd0e2745 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:50.034361 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f5941860-470f-4e7f-9d84-2763cd0e2745 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "PUT /v2.0/ports/0c2c1ba8-33fc-42c0-9ae8-48eda15b1a70 HTTP/1.1" status: 200 len: 970 time: 1.6509295 Aug 10 03:55:50.034361 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5941860-470f-4e7f-9d84-2763cd0e2745 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event updated for resources: {'Port': ['ID=0c2c1ba8-33fc-42c0-9ae8-48eda15b1a70,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:50.035251 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37272) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:50.050238 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47608528-9faa-45f2-a38e-f6226ec7b5c9 None None] Provisioning complete for port 6112f0cd-9674-42da-af14-7adc54c4f0f3 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:50.052568 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47608528-9faa-45f2-a38e-f6226ec7b5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:50.102838 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f09bee3-9d01-4b09-ba9e-0e130c779558 None None] Routers {'a403fc36-ac97-4af7-8ffa-4b29090dd540'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:50.104551 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-6f09bee3-9d01-4b09-ba9e-0e130c779558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:55:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['a403fc36-ac97-4af7-8ffa-4b29090dd540'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:50.108484 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47608528-9faa-45f2-a38e-f6226ec7b5c9 None None] Port 6112f0cd-9674-42da-af14-7adc54c4f0f3 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:50.170951 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e97939-792c-447e-9673-24b9242f346e None None] Pushing event updated for resources: {'Port': ['ID=6ba93a3a-719e-4d6c-8fa0-d37072e26339,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:50.187187 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47608528-9faa-45f2-a38e-f6226ec7b5c9 None None] Provisioning for port 0c2c1ba8-33fc-42c0-9ae8-48eda15b1a70 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:50.199574 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47608528-9faa-45f2-a38e-f6226ec7b5c9 None None] Provisioning complete for port 0c2c1ba8-33fc-42c0-9ae8-48eda15b1a70 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:50.200025 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47608528-9faa-45f2-a38e-f6226ec7b5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:50.203177 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b6fb1053-ccbe-4c22-96a8-56458ec12f9d tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:50.255423 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b6fb1053-ccbe-4c22-96a8-56458ec12f9d tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:50.264509 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47608528-9faa-45f2-a38e-f6226ec7b5c9 None None] Port 0c2c1ba8-33fc-42c0-9ae8-48eda15b1a70 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:50.281764 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-6f09bee3-9d01-4b09-ba9e-0e130c779558 None None] Set router a403fc36-ac97-4af7-8ffa-4b29090dd540 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:50.327859 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a3c9e-611a-47e2-a65f-6413cfc07478 req-085eba8e-3efe-4c9f-abcc-6489ebe4b90d tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:50.335986 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e16a3c9e-611a-47e2-a65f-6413cfc07478 req-085eba8e-3efe-4c9f-abcc-6489ebe4b90d tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 946 time: 0.1132996 Aug 10 03:55:50.347258 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47608528-9faa-45f2-a38e-f6226ec7b5c9 None None] Provisioning for port 550178de-6798-46d7-8494-0f3d054070a9 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:50.352305 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47608528-9faa-45f2-a38e-f6226ec7b5c9 None None] Provisioning complete for port 550178de-6798-46d7-8494-0f3d054070a9 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:50.352805 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47608528-9faa-45f2-a38e-f6226ec7b5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:50.410968 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e16a3c9e-611a-47e2-a65f-6413cfc07478 req-8e82d695-5029-48e8-8d58-fd1f72b2be82 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669513 Aug 10 03:55:50.472580 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-ff1157e9-17b9-4e65-ad3b-540efa9237dc tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting port 0c2c1ba8-33fc-42c0-9ae8-48eda15b1a70 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:50.473395 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ff1157e9-17b9-4e65-ad3b-540efa9237dc tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:50.556437 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-6f09bee3-9d01-4b09-ba9e-0e130c779558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a403fc36-ac97-4af7-8ffa-4b29090dd540', 'name': 'tempest-snat-router-1312841275', 'tenant_id': '11d0f5265c974a2db962817ed76aac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.104'}], 'enable_snat': False}, 'gw_port_id': '6ba93a3a-719e-4d6c-8fa0-d37072e26339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:46Z', 'updated_at': '2021-08-10T03:55:47Z', 'revision_number': 3, 'project_id': '11d0f5265c974a2db962817ed76aac9c', 'gw_port': {'id': '6ba93a3a-719e-4d6c-8fa0-d37072e26339', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a403fc36-ac97-4af7-8ffa-4b29090dd540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:46Z', 'updated_at': '2021-08-10T03:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:50.584666 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f09bee3-9d01-4b09-ba9e-0e130c779558 None None] The sync data for ids ['a403fc36-ac97-4af7-8ffa-4b29090dd540'] in n-d-802893-2 is: [{'id': 'a403fc36-ac97-4af7-8ffa-4b29090dd540', 'name': 'tempest-snat-router-1312841275', 'tenant_id': '11d0f5265c974a2db962817ed76aac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.104'}], 'enable_snat': False}, 'gw_port_id': '6ba93a3a-719e-4d6c-8fa0-d37072e26339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:46Z', 'updated_at': '2021-08-10T03:55:47Z', 'revision_number': 3, 'project_id': '11d0f5265c974a2db962817ed76aac9c', 'gw_port': {'id': '6ba93a3a-719e-4d6c-8fa0-d37072e26339', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a403fc36-ac97-4af7-8ffa-4b29090dd540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:46Z', 'updated_at': '2021-08-10T03:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:55:50.591785 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd178646-1a8d-432f-807b-4be0f4645e42 req-346901dd-d21b-420b-9238-d9135f08b4d7 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:50.593394 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fd178646-1a8d-432f-807b-4be0f4645e42 req-346901dd-d21b-420b-9238-d9135f08b4d7 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.2100325 Aug 10 03:55:50.604056 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-07c1b806-594f-42b1-ac14-1e264d2157ea None None] Provisioning complete for port 0c2c1ba8-33fc-42c0-9ae8-48eda15b1a70 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:50.604549 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-07c1b806-594f-42b1-ac14-1e264d2157ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:50.628109 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-b6fb1053-ccbe-4c22-96a8-56458ec12f9d tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Allocated IP 172.25.0.136 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/3df61252-d4d3-4402-9e7e-8e4fb9fb800c) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:50.645367 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-07c1b806-594f-42b1-ac14-1e264d2157ea None None] Port 0c2c1ba8-33fc-42c0-9ae8-48eda15b1a70 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:50.655632 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ff1157e9-17b9-4e65-ad3b-540efa9237dc tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:50.678986 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-ff1157e9-17b9-4e65-ad3b-540efa9237dc tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Calling delete_port for 0c2c1ba8-33fc-42c0-9ae8-48eda15b1a70 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:50.744774 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fd178646-1a8d-432f-807b-4be0f4645e42 req-4afbd696-f44f-44f7-b6ff-067044b4c44d tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390901 Aug 10 03:55:50.878791 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b6fb1053-ccbe-4c22-96a8-56458ec12f9d tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:50.965785 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e05bb-ab0c-4410-8edc-7b93a791a725 req-3f5a69c9-afd3-4f11-88ca-89cc63c86ba4 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:50.967542 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1b3e05bb-ab0c-4410-8edc-7b93a791a725 req-3f5a69c9-afd3-4f11-88ca-89cc63c86ba4 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.0773358 Aug 10 03:55:51.011681 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1b3e05bb-ab0c-4410-8edc-7b93a791a725 req-65c13dd1-8e7c-4791-8173-265ed1948faa tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377219 Aug 10 03:55:51.090914 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b6fb1053-ccbe-4c22-96a8-56458ec12f9d tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.093478 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ff1157e9-17b9-4e65-ad3b-540efa9237dc tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.186263 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fb1053-ccbe-4c22-96a8-56458ec12f9d tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:51.193733 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ff1157e9-17b9-4e65-ad3b-540efa9237dc tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.193733 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ff1157e9-17b9-4e65-ad3b-540efa9237dc tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/ports/0c2c1ba8-33fc-42c0-9ae8-48eda15b1a70 HTTP/1.1" status: 204 len: 168 time: 1.1161263 Aug 10 03:55:51.194019 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb1053-ccbe-4c22-96a8-56458ec12f9d tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Pushing event updated for resources: {'Port': ['ID=3df61252-d4d3-4402-9e7e-8e4fb9fb800c,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:51.197523 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37298) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:51.204013 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-b6fb1053-ccbe-4c22-96a8-56458ec12f9d tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:51.206452 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fb1053-ccbe-4c22-96a8-56458ec12f9d tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:51.244954 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-772f6111-834a-49d5-9914-bcfd1b805319 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] GET failed (client error): The resource could not be found. Aug 10 03:55:51.249510 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-772f6111-834a-49d5-9914-bcfd1b805319 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "GET /v2.0/ports/0c2c1ba8-33fc-42c0-9ae8-48eda15b1a70 HTTP/1.1" status: 404 len: 333 time: 0.0507894 Aug 10 03:55:51.250190 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37302) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:51.296799 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1157e9-17b9-4e65-ad3b-540efa9237dc tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Port': ['ID=0c2c1ba8-33fc-42c0-9ae8-48eda15b1a70,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:51.366604 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a16995fb-31ed-43d5-a637-a58d169dfdfa tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.411341 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 6ba93a3a-719e-4d6c-8fa0-d37072e26339 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:51.439353 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a16995fb-31ed-43d5-a637-a58d169dfdfa tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.592757 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a16995fb-31ed-43d5-a637-a58d169dfdfa tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.595473 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a16995fb-31ed-43d5-a637-a58d169dfdfa tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.597069 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a16995fb-31ed-43d5-a637-a58d169dfdfa tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/security-groups/7a18e36a-f0dd-468d-9a02-5e5de1dee700 HTTP/1.1" status: 204 len: 168 time: 0.3459203 Aug 10 03:55:51.598696 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 6ba93a3a-719e-4d6c-8fa0-d37072e26339 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:55:51.602428 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37312) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:51.611852 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 6ba93a3a-719e-4d6c-8fa0-d37072e26339 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:51.611852 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.633337 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16995fb-31ed-43d5-a637-a58d169dfdfa tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a18e36a-f0dd-468d-9a02-5e5de1dee700,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:51.662319 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c56013-8f66-464d-a027-63be40281e9a req-7bd19246-e981-49fb-9e54-cd6efc292768 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:51.664520 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-35c56013-8f66-464d-a027-63be40281e9a req-7bd19246-e981-49fb-9e54-cd6efc292768 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 946 time: 0.1193242 Aug 10 03:55:51.720836 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cefe6a99-7861-45f2-af79-2d532574726c tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.732587 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.741901 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b6fb1053-ccbe-4c22-96a8-56458ec12f9d tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.755814 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-35c56013-8f66-464d-a027-63be40281e9a req-8f7721ea-356c-4d37-bab8-2868b0d91869 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724523 Aug 10 03:55:51.760221 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 6ba93a3a-719e-4d6c-8fa0-d37072e26339, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=6ba93a3a-719e-4d6c-8fa0-d37072e26339,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:51.785063 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cefe6a99-7861-45f2-af79-2d532574726c tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.839648 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.840483 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 550178de-6798-46d7-8494-0f3d054070a9 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:51.863749 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37318) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:51.919526 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cefe6a99-7861-45f2-af79-2d532574726c tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.926281 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cefe6a99-7861-45f2-af79-2d532574726c tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.928083 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cefe6a99-7861-45f2-af79-2d532574726c tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/security-groups/8e8dfd8a-dd12-4454-bd36-a6fa19be2f4f HTTP/1.1" status: 204 len: 168 time: 0.3225856 Aug 10 03:55:51.936588 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=6ba93a3a-719e-4d6c-8fa0-d37072e26339,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:51.947030 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37322) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:51.949058 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe6a99-7861-45f2-af79-2d532574726c tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8dfd8a-dd12-4454-bd36-a6fa19be2f4f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:51.962034 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 550178de-6798-46d7-8494-0f3d054070a9 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:51.962763 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:51.990701 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e92d0-6b56-42c1-b231-97ed5320c5c1 req-9739f4f7-67fc-4157-852e-4d6a72692c40 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:51.992329 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-868e92d0-6b56-42c1-b231-97ed5320c5c1 req-9739f4f7-67fc-4157-852e-4d6a72692c40 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.1196101 Aug 10 03:55:51.999521 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-ef9e3939-34bb-437d-82de-c539a6547a5d tempest-QuotasTest-1040298253 tempest-QuotasTest-1040298253-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:52.047595 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b6db135f-39bc-4491-b411-f297fe990e6b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:52.078831 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b6db135f-39bc-4491-b411-f297fe990e6b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:52.114184 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-868e92d0-6b56-42c1-b231-97ed5320c5c1 req-258d55d6-99e8-442e-afc1-f829dd93ee04 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072016 Aug 10 03:55:52.126080 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b6fb1053-ccbe-4c22-96a8-56458ec12f9d tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:52.173753 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816e91e-9a98-4dab-8886-017b2c0e4aa5 req-55ce9c67-b1c1-421c-bef3-f47a28499d26 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:52.354824 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6816e91e-9a98-4dab-8886-017b2c0e4aa5 req-55ce9c67-b1c1-421c-bef3-f47a28499d26 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.0755119 Aug 10 03:55:52.354824 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6816e91e-9a98-4dab-8886-017b2c0e4aa5 req-3d1ebc3c-ffef-4c92-8fbe-aed886d3deef tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382547 Aug 10 03:55:52.587841 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b6db135f-39bc-4491-b411-f297fe990e6b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:52.590896 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b6db135f-39bc-4491-b411-f297fe990e6b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:52.592058 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b6db135f-39bc-4491-b411-f297fe990e6b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/security-groups/90172629-7e21-4b81-91e6-eda812918383 HTTP/1.1" status: 204 len: 168 time: 0.6409562 Aug 10 03:55:52.595032 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37328) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:52.601574 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db135f-39bc-4491-b411-f297fe990e6b tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90172629-7e21-4b81-91e6-eda812918383,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:52.613246 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ef9e3939-34bb-437d-82de-c539a6547a5d tempest-QuotasTest-1040298253 tempest-QuotasTest-1040298253-project-admin] 10.222.0.25 "PUT /v2.0/quotas/8ebfdcea3ba54f4aa9cd159660db9baf HTTP/1.1" status: 200 len: 366 time: 0.7481067 Aug 10 03:55:52.618979 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37330) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:52.629820 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5550337d-fe7d-4f8d-b5c4-fdd05b160a9d tempest-QuotasTest-1040298253 tempest-QuotasTest-1040298253-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0148754 Aug 10 03:55:52.630425 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37334) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:52.637718 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fb1053-ccbe-4c22-96a8-56458ec12f9d tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Router 7e7ac163-3514-4db5-aabf-c5cdc0960c71 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:55:52.645416 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37336) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:52.645564 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-34de400d-5b8a-489b-99e0-7d5513686973 tempest-QuotasTest-1040298253 tempest-QuotasTest-1040298253-project-admin] 10.222.0.25 "GET /v2.0/quotas/8ebfdcea3ba54f4aa9cd159660db9baf HTTP/1.1" status: 200 len: 366 time: 0.0140290 Aug 10 03:55:52.712483 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2763a772-748a-4c17-a055-db9edcf246b9 tempest-QuotasTest-1040298253 tempest-QuotasTest-1040298253-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/8ebfdcea3ba54f4aa9cd159660db9baf HTTP/1.1" status: 204 len: 168 time: 0.0640850 Aug 10 03:55:52.714970 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37340) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:52.718669 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99e102d-6e4b-4f23-9d07-6cc206a39d2e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting subnet 67d6e150-1968-4158-a396-6061325a1d3a {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:55:52.727015 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ee75910d-93d1-4071-b072-1d645d28f602 tempest-QuotasTest-1040298253 tempest-QuotasTest-1040298253-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0086155 Aug 10 03:55:52.727221 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f99e102d-6e4b-4f23-9d07-6cc206a39d2e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:52.727326 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37342) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:52.738747 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-503c3711-2198-4faa-a14b-1f5eac2c0082 tempest-QuotasTest-1040298253 tempest-QuotasTest-1040298253-project-admin] 10.222.0.25 "GET /v2.0/quotas/8ebfdcea3ba54f4aa9cd159660db9baf HTTP/1.1" status: 200 len: 370 time: 0.0084291 Aug 10 03:55:52.738968 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37344) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:52.744653 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a4874262-f1f0-4bb3-a966-56b7bf544f6f tempest-QuotasTest-1040298253 tempest-QuotasTest-1040298253-project-admin] 10.222.0.25 "GET /v2.0/quotas/8ebfdcea3ba54f4aa9cd159660db9baf/default HTTP/1.1" status: 200 len: 370 time: 0.0044901 Aug 10 03:55:52.746988 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37346) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:52.778513 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-d552ae8e-b91f-4d09-9f97-0dca41a637e9 tempest-QuotasTest-1040298253 tempest-QuotasTest-1040298253-project-admin] delete failed (client error): The resource could not be found. Aug 10 03:55:52.788779 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d552ae8e-b91f-4d09-9f97-0dca41a637e9 tempest-QuotasTest-1040298253 tempest-QuotasTest-1040298253-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/8ebfdcea3ba54f4aa9cd159660db9baf HTTP/1.1" status: 404 len: 348 time: 0.0235064 Aug 10 03:55:52.802421 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658dfed8-d6e8-4384-99c6-c178963a5844 req-728ec8a3-d53b-4d81-a7f7-4bbdb6146e06 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:52.812836 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-658dfed8-d6e8-4384-99c6-c178963a5844 req-728ec8a3-d53b-4d81-a7f7-4bbdb6146e06 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/ports?device_id=694df543-b5ec-4345-a560-605c47474843 HTTP/1.1" status: 200 len: 945 time: 0.0670350 Aug 10 03:55:52.814498 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f99e102d-6e4b-4f23-9d07-6cc206a39d2e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:52.851488 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-658dfed8-d6e8-4384-99c6-c178963a5844 req-ea67eb0f-6c3d-48a3-a2f2-c1e8df3a8291 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/security-groups?id=c570b4d8-c912-4a68-9631-02dd72174dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377579 Aug 10 03:55:52.863319 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fb1053-ccbe-4c22-96a8-56458ec12f9d tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:55:52.876235 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a72976d-c4c6-4ed4-8365-0c2d72b1daf8 None None] Sync routers for ids ['7e7ac163-3514-4db5-aabf-c5cdc0960c71'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:55:52.889052 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a72976d-c4c6-4ed4-8365-0c2d72b1daf8 None None] Routers {'7e7ac163-3514-4db5-aabf-c5cdc0960c71'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:52.895037 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-8a72976d-c4c6-4ed4-8365-0c2d72b1daf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:55:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['7e7ac163-3514-4db5-aabf-c5cdc0960c71'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:52.954585 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a84d1b-f835-4977-8587-53becf219f2e req-abc025c0-be38-48eb-905e-9d33fb8f6252 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:52.956109 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c2a84d1b-f835-4977-8587-53becf219f2e req-abc025c0-be38-48eb-905e-9d33fb8f6252 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 946 time: 0.1071963 Aug 10 03:55:52.963343 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f99e102d-6e4b-4f23-9d07-6cc206a39d2e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:52.997825 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-8a72976d-c4c6-4ed4-8365-0c2d72b1daf8 None None] Set router 7e7ac163-3514-4db5-aabf-c5cdc0960c71 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:53.033422 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b6fb1053-ccbe-4c22-96a8-56458ec12f9d tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.037189 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b6fb1053-ccbe-4c22-96a8-56458ec12f9d tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8737936 Aug 10 03:55:53.041048 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37354) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:53.045907 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c2a84d1b-f835-4977-8587-53becf219f2e req-c2548228-34da-403f-8f91-569bf97c732d tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792961 Aug 10 03:55:53.130670 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f99e102d-6e4b-4f23-9d07-6cc206a39d2e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.154153 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-58aa400a-a9ec-4add-a00e-4f07ab472a34 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "GET /v2.0/routers/7e7ac163-3514-4db5-aabf-c5cdc0960c71 HTTP/1.1" status: 200 len: 908 time: 0.1141071 Aug 10 03:55:53.156987 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37358) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:53.162234 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99e102d-6e4b-4f23-9d07-6cc206a39d2e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Subnet': ['ID=67d6e150-1968-4158-a396-6061325a1d3a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:53.168075 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f99e102d-6e4b-4f23-9d07-6cc206a39d2e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.184499 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f99e102d-6e4b-4f23-9d07-6cc206a39d2e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/subnets/67d6e150-1968-4158-a396-6061325a1d3a HTTP/1.1" status: 204 len: 168 time: 0.5782120 Aug 10 03:55:53.184499 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37360) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:53.185257 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5471160b-2350-4977-a59f-50e52c92e00a None None] Network 51c51a4b-9062-4b68-b831-a60239caa5c4 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:53.188633 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37362) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:53.239774 n-d-802893-2 neutron-server[94938]: DEBUG neutron.quota.resource [None req-c72ddca4-d802-4fa9-bd70-cc66910ad793 tempest-QuotasTest-1040298253 tempest-QuotasTest-1040298253-project-admin] Usage tracker for resource:network and tenant:03c91ecf57c5407390792252bff0ce32 is out of sync, need to count used quota {{(pid=94938) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:55:53.255821 n-d-802893-2 neutron-server[94938]: DEBUG neutron.quota.resource [None req-c72ddca4-d802-4fa9-bd70-cc66910ad793 tempest-QuotasTest-1040298253 tempest-QuotasTest-1040298253-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94938) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:55:53.266635 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-abd61cd4-8cab-4e2f-84cc-0c88a8e3af56 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting subnet 6f6f0336-2469-4a30-b314-38ee188db11d {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:55:53.277982 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-abd61cd4-8cab-4e2f-84cc-0c88a8e3af56 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.308871 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 6ba93a3a-719e-4d6c-8fa0-d37072e26339 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:53.311434 n-d-802893-2 neutron-server[94938]: DEBUG neutron.quota.resource [None req-c72ddca4-d802-4fa9-bd70-cc66910ad793 tempest-QuotasTest-1040298253 tempest-QuotasTest-1040298253-project-admin] Usage tracker for resource:subnet and tenant:03c91ecf57c5407390792252bff0ce32 is out of sync, need to count used quota {{(pid=94938) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:55:53.320895 n-d-802893-2 neutron-server[94938]: DEBUG neutron.quota.resource [None req-c72ddca4-d802-4fa9-bd70-cc66910ad793 tempest-QuotasTest-1040298253 tempest-QuotasTest-1040298253-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94938) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:55:53.346170 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-abd61cd4-8cab-4e2f-84cc-0c88a8e3af56 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.355978 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263ed5e-a3b5-4fb4-b043-6a456ec482e0 req-a3d9c8c6-d921-4744-8c6d-f5663bf6363f tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:53.363522 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9263ed5e-a3b5-4fb4-b043-6a456ec482e0 req-a3d9c8c6-d921-4744-8c6d-f5663bf6363f tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.1090512 Aug 10 03:55:53.396095 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8bcd4a58-cd88-4693-901b-6a991ba5c63c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.400300 n-d-802893-2 neutron-server[94938]: DEBUG neutron.quota.resource [None req-c72ddca4-d802-4fa9-bd70-cc66910ad793 tempest-QuotasTest-1040298253 tempest-QuotasTest-1040298253-project-admin] Usage tracker for resource:subnetpool and tenant:03c91ecf57c5407390792252bff0ce32 is out of sync, need to count used quota {{(pid=94938) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:55:53.408416 n-d-802893-2 neutron-server[94938]: DEBUG neutron.quota.resource [None req-c72ddca4-d802-4fa9-bd70-cc66910ad793 tempest-QuotasTest-1040298253 tempest-QuotasTest-1040298253-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94938) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:55:53.425380 n-d-802893-2 neutron-server[94938]: DEBUG neutron.quota.resource [None req-c72ddca4-d802-4fa9-bd70-cc66910ad793 tempest-QuotasTest-1040298253 tempest-QuotasTest-1040298253-project-admin] Usage tracker for resource:port and tenant:03c91ecf57c5407390792252bff0ce32 is out of sync, need to count used quota {{(pid=94938) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:55:53.459766 n-d-802893-2 neutron-server[94938]: DEBUG neutron.quota.resource [None req-c72ddca4-d802-4fa9-bd70-cc66910ad793 tempest-QuotasTest-1040298253 tempest-QuotasTest-1040298253-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94938) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:55:53.469256 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9263ed5e-a3b5-4fb4-b043-6a456ec482e0 req-93df9175-44e0-498e-80fa-c76dc760c4ea tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046748 Aug 10 03:55:53.483556 n-d-802893-2 neutron-server[94938]: DEBUG neutron.quota.resource [None req-c72ddca4-d802-4fa9-bd70-cc66910ad793 tempest-QuotasTest-1040298253 tempest-QuotasTest-1040298253-project-admin] Usage tracker for resource:router and tenant:03c91ecf57c5407390792252bff0ce32 is out of sync, need to count used quota {{(pid=94938) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:55:53.504180 n-d-802893-2 neutron-server[94938]: DEBUG neutron.quota.resource [None req-c72ddca4-d802-4fa9-bd70-cc66910ad793 tempest-QuotasTest-1040298253 tempest-QuotasTest-1040298253-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94938) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:55:53.511807 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-abd61cd4-8cab-4e2f-84cc-0c88a8e3af56 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.520098 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 6636f0d3-c9c3-4136-8013-fcf47b89097b details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:55:53.549541 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-8a72976d-c4c6-4ed4-8365-0c2d72b1daf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7ac163-3514-4db5-aabf-c5cdc0960c71', 'name': 'tempest-snat-router-1312841275', 'tenant_id': '11d0f5265c974a2db962817ed76aac9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '3df61252-d4d3-4402-9e7e-8e4fb9fb800c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:55:49Z', 'updated_at': '2021-08-10T03:55:51Z', 'revision_number': 3, 'project_id': '11d0f5265c974a2db962817ed76aac9c', 'gw_port': {'id': '3df61252-d4d3-4402-9e7e-8e4fb9fb800c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:fc:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7ac163-3514-4db5-aabf-c5cdc0960c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:55:50Z', 'updated_at': '2021-08-10T03:55:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:53.553363 n-d-802893-2 neutron-server[94938]: DEBUG neutron.quota.resource [None req-c72ddca4-d802-4fa9-bd70-cc66910ad793 tempest-QuotasTest-1040298253 tempest-QuotasTest-1040298253-project-admin] Usage tracker for resource:floatingip and tenant:03c91ecf57c5407390792252bff0ce32 is out of sync, need to count used quota {{(pid=94938) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:55:53.559550 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8bcd4a58-cd88-4693-901b-6a991ba5c63c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.585138 n-d-802893-2 neutron-server[94938]: DEBUG neutron.quota.resource [None req-c72ddca4-d802-4fa9-bd70-cc66910ad793 tempest-QuotasTest-1040298253 tempest-QuotasTest-1040298253-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94938) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:55:53.607270 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a72976d-c4c6-4ed4-8365-0c2d72b1daf8 None None] Checking router: 7e7ac163-3514-4db5-aabf-c5cdc0960c71 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:55:53.607618 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a72976d-c4c6-4ed4-8365-0c2d72b1daf8 None None] Updating router 7e7ac163-3514-4db5-aabf-c5cdc0960c71 port 3df61252-d4d3-4402-9e7e-8e4fb9fb800c binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:55:53.635398 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3355ed-368c-40ce-80fd-94639d1ff74c req-31d90252-2cd4-41a4-be01-a83a917129fc tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:53.636932 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-be3355ed-368c-40ce-80fd-94639d1ff74c req-31d90252-2cd4-41a4-be01-a83a917129fc tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.1219265 Aug 10 03:55:53.689040 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-be3355ed-368c-40ce-80fd-94639d1ff74c req-43cb059b-d3e3-4561-baec-65369b990bca tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450296 Aug 10 03:55:53.694024 n-d-802893-2 neutron-server[94938]: DEBUG neutron.quota.resource [None req-c72ddca4-d802-4fa9-bd70-cc66910ad793 tempest-QuotasTest-1040298253 tempest-QuotasTest-1040298253-project-admin] Usage tracker for resource:security_group and tenant:03c91ecf57c5407390792252bff0ce32 is out of sync, need to count used quota {{(pid=94938) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:55:53.694565 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-8bcd4a58-cd88-4693-901b-6a991ba5c63c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Deleting port 3df61252-d4d3-4402-9e7e-8e4fb9fb800c {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:53.695082 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8bcd4a58-cd88-4693-901b-6a991ba5c63c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.695582 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8a72976d-c4c6-4ed4-8365-0c2d72b1daf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.703741 n-d-802893-2 neutron-server[94938]: DEBUG neutron.quota.resource [None req-c72ddca4-d802-4fa9-bd70-cc66910ad793 tempest-QuotasTest-1040298253 tempest-QuotasTest-1040298253-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94938) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:55:53.711097 n-d-802893-2 neutron-server[94938]: DEBUG neutron.quota.resource [None req-c72ddca4-d802-4fa9-bd70-cc66910ad793 tempest-QuotasTest-1040298253 tempest-QuotasTest-1040298253-project-admin] Usage tracker for resource:security_group_rule and tenant:03c91ecf57c5407390792252bff0ce32 is out of sync, need to count used quota {{(pid=94938) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 10 03:55:53.721575 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-abd61cd4-8cab-4e2f-84cc-0c88a8e3af56 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.726106 n-d-802893-2 neutron-server[94938]: DEBUG neutron.quota.resource [None req-c72ddca4-d802-4fa9-bd70-cc66910ad793 tempest-QuotasTest-1040298253 tempest-QuotasTest-1040298253-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94938) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 10 03:55:53.756773 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c72ddca4-d802-4fa9-bd70-cc66910ad793 tempest-QuotasTest-1040298253 tempest-QuotasTest-1040298253-project-admin] 10.222.0.25 "GET /v2.0/quotas/03c91ecf57c5407390792252bff0ce32/details.json HTTP/1.1" status: 200 len: 703 time: 0.5655437 Aug 10 03:55:53.760064 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd61cd4-8cab-4e2f-84cc-0c88a8e3af56 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Subnet': ['ID=6f6f0336-2469-4a30-b314-38ee188db11d,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:53.762820 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-abd61cd4-8cab-4e2f-84cc-0c88a8e3af56 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.764884 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-abd61cd4-8cab-4e2f-84cc-0c88a8e3af56 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/subnets/6f6f0336-2469-4a30-b314-38ee188db11d HTTP/1.1" status: 204 len: 168 time: 0.5870774 Aug 10 03:55:53.773246 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37370) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:53.776813 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 6ba93a3a-719e-4d6c-8fa0-d37072e26339 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:53.777298 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.810767 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8bcd4a58-cd88-4693-901b-6a991ba5c63c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.817237 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-78ca003a-3bd4-4c5f-abba-7d554e39409e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] DELETE failed (client error): The resource could not be found. Aug 10 03:55:53.817751 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78ca003a-3bd4-4c5f-abba-7d554e39409e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:53.819995 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-78ca003a-3bd4-4c5f-abba-7d554e39409e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/subnets/67d6e150-1968-4158-a396-6061325a1d3a HTTP/1.1" status: 404 len: 337 time: 0.0452907 Aug 10 03:55:53.822624 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37372) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:53.828268 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-8bcd4a58-cd88-4693-901b-6a991ba5c63c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Calling delete_port for 3df61252-d4d3-4402-9e7e-8e4fb9fb800c owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:53.894209 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-d564f400-7d15-466b-b16b-d83be60c8dd7 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting subnet 0ec88337-47ec-46d6-831f-9a1b6e19186a {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:55:53.899191 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d564f400-7d15-466b-b16b-d83be60c8dd7 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:53.906798 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 6636f0d3-c9c3-4136-8013-fcf47b89097b, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=6636f0d3-c9c3-4136-8013-fcf47b89097b,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:53.944984 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '6636f0d3-c9c3-4136-8013-fcf47b89097b', 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc', 'port_id': '6636f0d3-c9c3-4136-8013-fcf47b89097b', 'mac_address': 'fa:16:3e:c7:1c:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9a7592-e5a6-49d5-943e-a569f481a6b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:55:53.973357 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d564f400-7d15-466b-b16b-d83be60c8dd7 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.072328 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d564f400-7d15-466b-b16b-d83be60c8dd7 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.103634 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.122427 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de10d269-d8d3-4787-95e5-95e4db301b0e None None] Update dhcp port {'port': {'network_id': '51c51a4b-9062-4b68-b831-a60239caa5c4', 'fixed_ips': [{'subnet_id': '0ec88337-47ec-46d6-831f-9a1b6e19186a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6f6f0336-2469-4a30-b314-38ee188db11d'}], 'binding:host_id': 'n-d-802893-2'}, 'id': '550178de-6798-46d7-8494-0f3d054070a9'} from n-d-802893-2. {{(pid=94939) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 03:55:54.149385 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6636f0d3-c9c3-4136-8013-fcf47b89097b {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:55:54.184934 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8bcd4a58-cd88-4693-901b-6a991ba5c63c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.185161 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-de10d269-d8d3-4787-95e5-95e4db301b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.200628 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 6636f0d3-c9c3-4136-8013-fcf47b89097b, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=6636f0d3-c9c3-4136-8013-fcf47b89097b,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:54.222010 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42770cf-5abb-4cee-ac3d-68399fa7d5ca req-4879478b-932a-4fb6-92dc-fdc13adc4692 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:54.223613 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a42770cf-5abb-4cee-ac3d-68399fa7d5ca req-4879478b-932a-4fb6-92dc-fdc13adc4692 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 946 time: 0.0805035 Aug 10 03:55:54.268289 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a42770cf-5abb-4cee-ac3d-68399fa7d5ca req-222e2cbf-3d29-4fa2-808f-1a06f1a8cabd tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375609 Aug 10 03:55:54.285718 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd4a58-cd88-4693-901b-6a991ba5c63c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Pushing event deleted for resources: {'Port': ['ID=3df61252-d4d3-4402-9e7e-8e4fb9fb800c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:54.339360 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8bcd4a58-cd88-4693-901b-6a991ba5c63c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.341589 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-8a72976d-c4c6-4ed4-8365-0c2d72b1daf8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:55:54.341840 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-8a72976d-c4c6-4ed4-8365-0c2d72b1daf8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:55:54.350906 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f434141b-c6f9-4ef5-9235-07f16864af8a req-8d1ba35e-085a-47f8-873d-b77c9f6ee015 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:54.352582 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f434141b-c6f9-4ef5-9235-07f16864af8a req-8d1ba35e-085a-47f8-873d-b77c9f6ee015 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/ports?device_id=694df543-b5ec-4345-a560-605c47474843 HTTP/1.1" status: 200 len: 945 time: 0.0987036 Aug 10 03:55:54.371495 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d564f400-7d15-466b-b16b-d83be60c8dd7 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.404593 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564f400-7d15-466b-b16b-d83be60c8dd7 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Subnet': ['ID=0ec88337-47ec-46d6-831f-9a1b6e19186a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:54.412553 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d564f400-7d15-466b-b16b-d83be60c8dd7 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.412553 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d564f400-7d15-466b-b16b-d83be60c8dd7 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/subnets/0ec88337-47ec-46d6-831f-9a1b6e19186a HTTP/1.1" status: 204 len: 168 time: 0.5864899 Aug 10 03:55:54.413018 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37382) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:54.437391 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37384) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:54.440142 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-f945ae8c-5934-4e00-ab28-7aabf5ec26d8 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] DELETE failed (client error): The resource could not be found. Aug 10 03:55:54.440939 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f945ae8c-5934-4e00-ab28-7aabf5ec26d8 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:54.450010 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f945ae8c-5934-4e00-ab28-7aabf5ec26d8 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/subnets/45922d15-3b17-454b-aae1-040d91fba014 HTTP/1.1" status: 404 len: 337 time: 0.0363677 Aug 10 03:55:54.452441 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37388) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server [None req-de10d269-d8d3-4787-95e5-95e4db301b0e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ec88337-47ec-46d6-831f-9a1b6e19186a: This subnet is being modified by another concurrent operation. Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 03:55:54.467464 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server raise exception Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ec88337-47ec-46d6-831f-9a1b6e19186a: This subnet is being modified by another concurrent operation. Aug 10 03:55:54.471757 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server Aug 10 03:55:54.476306 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.492524 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8bcd4a58-cd88-4693-901b-6a991ba5c63c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.496636 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-46e86fae-ccaf-4561-b00e-48f2eb4553b4 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "GET /v2.0/ports?device_id=d668053e-add3-4c95-baa2-e3a8ef80b8a0 HTTP/1.1" status: 200 len: 205 time: 0.0400722 Aug 10 03:55:54.496636 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37394) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:54.510737 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8bcd4a58-cd88-4693-901b-6a991ba5c63c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.544447 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-ee31e75b-6b3f-4c9b-b95e-133371c7463e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] delete failed (client error): The resource could not be found. Aug 10 03:55:54.547997 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ee31e75b-6b3f-4c9b-b95e-133371c7463e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/routers/d668053e-add3-4c95-baa2-e3a8ef80b8a0 HTTP/1.1" status: 404 len: 336 time: 0.0483463 Aug 10 03:55:54.548241 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37396) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:54.561309 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=6636f0d3-c9c3-4136-8013-fcf47b89097b,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:54.578737 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:54.579267 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:54.579700 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:54.580199 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:54.580736 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:54.581193 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:54.581779 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:54.582301 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:54.582734 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:54.582936 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad26a9d7-984a-4986-8f78-c19df28772df tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] DELETE failed (client error): The resource could not be found. Aug 10 03:55:54.583234 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:54.583447 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad26a9d7-984a-4986-8f78-c19df28772df tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:54.583731 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:54.584167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:54.585816 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ad26a9d7-984a-4986-8f78-c19df28772df tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/subnets/388c7d4a-ff8a-41ba-8a10-a98b708047ac HTTP/1.1" status: 404 len: 337 time: 0.0361168 Aug 10 03:55:54.592468 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37398) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:54.605191 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f434141b-c6f9-4ef5-9235-07f16864af8a req-2d8b536e-7f24-468d-bc9d-3cd0dabe7e7d tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/security-groups?id=c570b4d8-c912-4a68-9631-02dd72174dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283187 Aug 10 03:55:54.624254 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['6636f0d3-c9c3-4136-8013-fcf47b89097b'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:55:54.639470 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bae0f13-6b05-4e1b-a217-f239497cc49a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] DELETE failed (client error): The resource could not be found. Aug 10 03:55:54.639932 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bae0f13-6b05-4e1b-a217-f239497cc49a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:54.644472 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2bae0f13-6b05-4e1b-a217-f239497cc49a tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/subnets/07ad4a30-0a16-4b13-aeb3-140db113e2f3 HTTP/1.1" status: 404 len: 337 time: 0.0504510 Aug 10 03:55:54.644900 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37402) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:54.655078 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae02112-0c53-4ce7-b40e-0790f2116511 None None] Network 51c51a4b-9062-4b68-b831-a60239caa5c4 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:55:54.676486 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff0f2102-a841-43dc-9372-008aa39c6563 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] DELETE failed (client error): The resource could not be found. Aug 10 03:55:54.677195 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff0f2102-a841-43dc-9372-008aa39c6563 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:54.680759 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ff0f2102-a841-43dc-9372-008aa39c6563 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/subnets/c92aa665-67f3-4201-b2d8-eb0105a831dd HTTP/1.1" status: 404 len: 337 time: 0.0348210 Aug 10 03:55:54.686558 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37406) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:54.730177 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38bfa13-22e3-4566-adbd-44450c18409e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] DELETE failed (client error): The resource could not be found. Aug 10 03:55:54.731165 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b38bfa13-22e3-4566-adbd-44450c18409e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:54.735060 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d01a38aa-e4e0-495a-989a-7a7ca138698b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.736379 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b38bfa13-22e3-4566-adbd-44450c18409e tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/ports/79405985-96bb-4d52-8bbb-06c6d4339c07 HTTP/1.1" status: 404 len: 333 time: 0.0485024 Aug 10 03:55:54.738273 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37410) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:54.755059 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8bcd4a58-cd88-4693-901b-6a991ba5c63c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.755873 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcd4a58-cd88-4693-901b-6a991ba5c63c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e7ac163-3514-4db5-aabf-c5cdc0960c71 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:55:54.762776 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8bcd4a58-cd88-4693-901b-6a991ba5c63c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.764671 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44237950-1fbc-4a1d-b292-72d995e83068 req-14273770-c5f7-4d49-a2e3-819ec6b95fc0 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:54.765144 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8bcd4a58-cd88-4693-901b-6a991ba5c63c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "DELETE /v2.0/routers/7e7ac163-3514-4db5-aabf-c5cdc0960c71 HTTP/1.1" status: 204 len: 168 time: 1.6069331 Aug 10 03:55:54.766439 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-44237950-1fbc-4a1d-b292-72d995e83068 req-14273770-c5f7-4d49-a2e3-819ec6b95fc0 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.1132379 Aug 10 03:55:54.768486 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37412) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:54.786516 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5b6f1d53-5422-4aad-8f7a-e0521675636e None None] Provisioning complete for port 6112f0cd-9674-42da-af14-7adc54c4f0f3 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:54.786893 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5b6f1d53-5422-4aad-8f7a-e0521675636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:54.788841 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-2859379c-0db1-421f-a873-95019a3aa5d4 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] DELETE failed (client error): The resource could not be found. Aug 10 03:55:54.789389 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2859379c-0db1-421f-a873-95019a3aa5d4 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:54.794823 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2859379c-0db1-421f-a873-95019a3aa5d4 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/subnets/0674aa70-d592-4ddf-a0e8-36d5fe55c67e HTTP/1.1" status: 404 len: 337 time: 0.0554583 Aug 10 03:55:54.799921 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37414) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:54.836786 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ff03bd-2efd-46cc-bcff-cfc4c10c124d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] DELETE failed (client error): The resource could not be found. Aug 10 03:55:54.838101 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01ff03bd-2efd-46cc-bcff-cfc4c10c124d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:54.842488 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-01ff03bd-2efd-46cc-bcff-cfc4c10c124d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/subnets/bcde13c1-90bf-41d6-a7e7-0be77827b845 HTTP/1.1" status: 404 len: 337 time: 0.0414598 Aug 10 03:55:54.843161 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37416) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:54.871067 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a72976d-c4c6-4ed4-8365-0c2d72b1daf8 None None] Port 3df61252-d4d3-4402-9e7e-8e4fb9fb800c not found while updating agent binding for router 7e7ac163-3514-4db5-aabf-c5cdc0960c71. {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 10 03:55:54.876692 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-5b6f1d53-5422-4aad-8f7a-e0521675636e None None] Port 6112f0cd-9674-42da-af14-7adc54c4f0f3 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:55:54.878200 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-32862f8b-c645-42dc-85fb-19e0ff22fc73 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] DELETE failed (client error): The resource could not be found. Aug 10 03:55:54.878974 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32862f8b-c645-42dc-85fb-19e0ff22fc73 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:54.883813 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-32862f8b-c645-42dc-85fb-19e0ff22fc73 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/ports/907b7e3f-4046-4f13-9341-93be30d97935 HTTP/1.1" status: 404 len: 333 time: 0.0391765 Aug 10 03:55:54.884510 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37418) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:54.897764 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-44237950-1fbc-4a1d-b292-72d995e83068 req-455a3b80-347e-4d21-ac6c-ed4a1f88932e tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112292 Aug 10 03:55:54.939943 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-63bbead5-cc0a-4d7a-afe5-9d122e21e866 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] DELETE failed (client error): The resource could not be found. Aug 10 03:55:54.940802 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63bbead5-cc0a-4d7a-afe5-9d122e21e866 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:54.946735 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-63bbead5-cc0a-4d7a-afe5-9d122e21e866 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/subnets/ec92d86e-9bf7-4323-8470-91a4a25d02f8 HTTP/1.1" status: 404 len: 337 time: 0.0589373 Aug 10 03:55:54.947408 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37422) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:54.963378 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019dfba9-e33f-482f-aab9-c8fb6c3d4783 req-e5dcd82e-b9cd-435c-9631-ba98f094b49d tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:54.965265 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-019dfba9-e33f-482f-aab9-c8fb6c3d4783 req-e5dcd82e-b9cd-435c-9631-ba98f094b49d tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 944 time: 0.1487193 Aug 10 03:55:54.973674 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a72976d-c4c6-4ed4-8365-0c2d72b1daf8 None None] Routers set() bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:54.979224 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a72976d-c4c6-4ed4-8365-0c2d72b1daf8 None None] Router IDs set() for agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 03:55:54.979617 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_agentschedulers_db [None req-8a72976d-c4c6-4ed4-8365-0c2d72b1daf8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7e7ac163-3514-4db5-aabf-c5cdc0960c71'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:55:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent'). {{(pid=94939) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 03:55:54.980329 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a72976d-c4c6-4ed4-8365-0c2d72b1daf8 None None] The sync data for ids ['7e7ac163-3514-4db5-aabf-c5cdc0960c71'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:55:55.014119 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-472a6a29-015d-418c-be52-4162d68c794f tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.056761 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5b6f1d53-5422-4aad-8f7a-e0521675636e None None] Provisioning complete for port 550178de-6798-46d7-8494-0f3d054070a9 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:55.057130 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5b6f1d53-5422-4aad-8f7a-e0521675636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.099976 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d01a38aa-e4e0-495a-989a-7a7ca138698b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.192986 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-019dfba9-e33f-482f-aab9-c8fb6c3d4783 req-bf88c7b0-fa4d-4c8e-85fd-ae74aca2f8ec tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931014 Aug 10 03:55:55.198248 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5312d7af-ceae-4d73-90bd-1d0e351fe9b4 None None] DHCP port deletion for 51c51a4b-9062-4b68-b831-a60239caa5c4 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:55:55.209802 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d01a38aa-e4e0-495a-989a-7a7ca138698b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.282531 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 550178de-6798-46d7-8494-0f3d054070a9 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:55:55.358535 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-472a6a29-015d-418c-be52-4162d68c794f tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.361447 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-6425b868-6bbd-431d-abfa-084869431d92 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] DELETE failed (client error): The resource could not be found. Aug 10 03:55:55.361911 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6425b868-6bbd-431d-abfa-084869431d92 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:55:55.363740 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6425b868-6bbd-431d-abfa-084869431d92 tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/subnets/7aeb6e84-bbf5-4c70-9922-c1c4d82190be HTTP/1.1" status: 404 len: 337 time: 0.4153566 Aug 10 03:55:55.366942 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37440) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:55.370313 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d01a38aa-e4e0-495a-989a-7a7ca138698b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c7c0ba1fe3964316b18d115f8d3f4a95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9030147 Aug 10 03:55:55.372270 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a38aa-e4e0-495a-989a-7a7ca138698b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2aba9e-2e17-4ff7-b2f2-2ea4e2ab8eab,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:55.375056 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37442) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:55.396076 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-5312d7af-ceae-4d73-90bd-1d0e351fe9b4 None None] Deleting port 550178de-6798-46d7-8494-0f3d054070a9 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:55.396510 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5312d7af-ceae-4d73-90bd-1d0e351fe9b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.465915 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-18eea6fc-fba5-4bc9-8445-a5a9d92932f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.508117 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ab322-b968-43ba-92c5-17d211ea0645 req-767b8fe9-0c76-4cb8-aa8a-a7e6cf1c8775 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:55.508117 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bd5ab322-b968-43ba-92c5-17d211ea0645 req-767b8fe9-0c76-4cb8-aa8a-a7e6cf1c8775 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 946 time: 0.1025743 Aug 10 03:55:55.522144 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 6636f0d3-c9c3-4136-8013-fcf47b89097b up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:55:55.530829 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.552830 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-18eea6fc-fba5-4bc9-8445-a5a9d92932f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.570074 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-5312d7af-ceae-4d73-90bd-1d0e351fe9b4 None None] For port 550178de-6798-46d7-8494-0f3d054070a9, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=550178de-6798-46d7-8494-0f3d054070a9,segment=NetworkSegment(96e2dfbb-e428-4f53-a3f2-83d206aa985d),segment_id=96e2dfbb-e428-4f53-a3f2-83d206aa985d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:55.570656 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5312d7af-ceae-4d73-90bd-1d0e351fe9b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.577088 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bd5ab322-b968-43ba-92c5-17d211ea0645 req-4d404aa3-45ef-47df-9f39-7623dab0e2b4 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707951 Aug 10 03:55:55.586191 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-472a6a29-015d-418c-be52-4162d68c794f tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Deleting port 6ba93a3a-719e-4d6c-8fa0-d37072e26339 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:55.586573 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-472a6a29-015d-418c-be52-4162d68c794f tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.603757 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-5312d7af-ceae-4d73-90bd-1d0e351fe9b4 None None] Calling delete_port for 550178de-6798-46d7-8494-0f3d054070a9 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:55.652367 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 550178de-6798-46d7-8494-0f3d054070a9, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=550178de-6798-46d7-8494-0f3d054070a9,segment=NetworkSegment(96e2dfbb-e428-4f53-a3f2-83d206aa985d),segment_id=96e2dfbb-e428-4f53-a3f2-83d206aa985d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:55.683049 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc59b3a-875d-4961-b782-c96fe46df4b7 req-c97e7635-29a5-4813-a32d-27a53e5c537c tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:55.691674 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-abc59b3a-875d-4961-b782-c96fe46df4b7 req-c97e7635-29a5-4813-a32d-27a53e5c537c tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/ports?device_id=694df543-b5ec-4345-a560-605c47474843 HTTP/1.1" status: 200 len: 945 time: 0.1499941 Aug 10 03:55:55.704057 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 6636f0d3-c9c3-4136-8013-fcf47b89097b triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:55:55.704438 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.709837 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.715125 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-472a6a29-015d-418c-be52-4162d68c794f tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] For port 6ba93a3a-719e-4d6c-8fa0-d37072e26339, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=6ba93a3a-719e-4d6c-8fa0-d37072e26339,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:55.715723 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-472a6a29-015d-418c-be52-4162d68c794f tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.734968 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-472a6a29-015d-418c-be52-4162d68c794f tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Calling delete_port for 6ba93a3a-719e-4d6c-8fa0-d37072e26339 owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:55.737791 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-9cd9b37f-b582-4205-83c0-e4effcde97ae tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Deleting port 6112f0cd-9674-42da-af14-7adc54c4f0f3 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:55.738346 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9cd9b37f-b582-4205-83c0-e4effcde97ae tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.759674 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-abc59b3a-875d-4961-b782-c96fe46df4b7 req-c666be06-727d-4654-9708-30e5154ca1ae tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/security-groups?id=c570b4d8-c912-4a68-9631-02dd72174dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664489 Aug 10 03:55:55.845658 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9cd9b37f-b582-4205-83c0-e4effcde97ae tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.849900 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-18eea6fc-fba5-4bc9-8445-a5a9d92932f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.856341 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-18eea6fc-fba5-4bc9-8445-a5a9d92932f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:55.857981 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-18eea6fc-fba5-4bc9-8445-a5a9d92932f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6b2aba9e-2e17-4ff7-b2f2-2ea4e2ab8eab HTTP/1.1" status: 204 len: 168 time: 0.4799676 Aug 10 03:55:55.881515 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-9cd9b37f-b582-4205-83c0-e4effcde97ae tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Calling delete_port for 6112f0cd-9674-42da-af14-7adc54c4f0f3 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:55.884566 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eea6fc-fba5-4bc9-8445-a5a9d92932f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2aba9e-2e17-4ff7-b2f2-2ea4e2ab8eab,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:55.903710 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eea6fc-fba5-4bc9-8445-a5a9d92932f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:55.903710 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eea6fc-fba5-4bc9-8445-a5a9d92932f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:55.903710 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eea6fc-fba5-4bc9-8445-a5a9d92932f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:55.904258 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eea6fc-fba5-4bc9-8445-a5a9d92932f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:55.904347 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eea6fc-fba5-4bc9-8445-a5a9d92932f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:55.904659 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eea6fc-fba5-4bc9-8445-a5a9d92932f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:55.905070 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eea6fc-fba5-4bc9-8445-a5a9d92932f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:55.905397 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eea6fc-fba5-4bc9-8445-a5a9d92932f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:55.906098 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eea6fc-fba5-4bc9-8445-a5a9d92932f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:55.906434 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eea6fc-fba5-4bc9-8445-a5a9d92932f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:55.907132 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eea6fc-fba5-4bc9-8445-a5a9d92932f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:55.907264 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18eea6fc-fba5-4bc9-8445-a5a9d92932f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:55:56.028316 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=550178de-6798-46d7-8494-0f3d054070a9,revision_number=11']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:56.065225 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-472a6a29-015d-418c-be52-4162d68c794f tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.117496 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.117755 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a6a29-015d-418c-be52-4162d68c794f tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ba93a3a-719e-4d6c-8fa0-d37072e26339,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:56.157318 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 6636f0d3-c9c3-4136-8013-fcf47b89097b, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=6636f0d3-c9c3-4136-8013-fcf47b89097b,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:56.158627 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28821d05-b4d4-438b-a1b1-3fc9438dbfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6636f0d3-c9c3-4136-8013-fcf47b89097b'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:56.161715 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609275ed-021f-46c5-a3c8-23fa60c251e5" -d '{"events": [{"server_uuid": "28821d05-b4d4-438b-a1b1-3fc9438dbfef", "name": "network-vif-plugged", "status": "completed", "tag": "6636f0d3-c9c3-4136-8013-fcf47b89097b"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:56.179738 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a1b04-4202-4a0c-9b03-51e739b40669 req-cadc9777-d269-4c51-9c0a-4fa2c6c46c0b tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:56.181622 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e66a1b04-4202-4a0c-9b03-51e739b40669 req-cadc9777-d269-4c51-9c0a-4fa2c6c46c0b tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.1654251 Aug 10 03:55:56.207415 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-472a6a29-015d-418c-be52-4162d68c794f tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.215768 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5312d7af-ceae-4d73-90bd-1d0e351fe9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.242908 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f70a67-526b-480d-8e92-d730fb3fdf6a x-openstack-request-id: req-a7f70a67-526b-480d-8e92-d730fb3fdf6a {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:56.243548 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28821d05-b4d4-438b-a1b1-3fc9438dbfef", "name": "network-vif-plugged", "status": "completed", "tag": "6636f0d3-c9c3-4136-8013-fcf47b89097b", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:56.243864 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a7f70a67-526b-480d-8e92-d730fb3fdf6a {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:56.244372 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28821d05-b4d4-438b-a1b1-3fc9438dbfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6636f0d3-c9c3-4136-8013-fcf47b89097b', 'code': 200} Aug 10 03:55:56.246008 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312d7af-ceae-4d73-90bd-1d0e351fe9b4 None None] Pushing event deleted for resources: {'Port': ['ID=550178de-6798-46d7-8494-0f3d054070a9,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:56.255731 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9cd9b37f-b582-4205-83c0-e4effcde97ae tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.287462 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.295491 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5312d7af-ceae-4d73-90bd-1d0e351fe9b4 None None] No DVR routers for this DVR port 550178de-6798-46d7-8494-0f3d054070a9 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:56.296941 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9cd9b37f-b582-4205-83c0-e4effcde97ae tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.303782 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9cd9b37f-b582-4205-83c0-e4effcde97ae tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/ports/6112f0cd-9674-42da-af14-7adc54c4f0f3 HTTP/1.1" status: 204 len: 168 time: 0.9337401 Aug 10 03:55:56.343448 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37476) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:56.352940 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc87d731-cf44-4ebe-9060-19b2fbacddd8 None None] get_active_networks_info from n-d-802893-2 {{(pid=94939) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:55:56.369659 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9b37f-b582-4205-83c0-e4effcde97ae tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Port': ['ID=6112f0cd-9674-42da-af14-7adc54c4f0f3,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:56.408636 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e66a1b04-4202-4a0c-9b03-51e739b40669 req-de671fee-fb70-4dbe-b11b-be6700835c70 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052290 Aug 10 03:55:56.504483 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-472a6a29-015d-418c-be52-4162d68c794f tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.506951 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-472a6a29-015d-418c-be52-4162d68c794f tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.511269 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc87d731-cf44-4ebe-9060-19b2fbacddd8 None None] Resources bound (agent type, host, resource id): {{(pid=94939) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:55:56.536437 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9fed6c69-78ef-4d8a-8c49-158a7e6f7d7d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.553459 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9fe6db-4ced-4509-a19c-608743eba907 req-abcfa78e-9ee1-4c82-9c94-169530e24873 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:56.555517 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ef9fe6db-4ced-4509-a19c-608743eba907 req-abcfa78e-9ee1-4c82-9c94-169530e24873 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.2005160 Aug 10 03:55:56.638890 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-472a6a29-015d-418c-be52-4162d68c794f tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.643325 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472a6a29-015d-418c-be52-4162d68c794f tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a403fc36-ac97-4af7-8ffa-4b29090dd540 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:55:56.653741 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-472a6a29-015d-418c-be52-4162d68c794f tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.658254 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-472a6a29-015d-418c-be52-4162d68c794f tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "DELETE /v2.0/routers/a403fc36-ac97-4af7-8ffa-4b29090dd540 HTTP/1.1" status: 204 len: 168 time: 1.8860841 Aug 10 03:55:56.659257 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37480) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:56.671986 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-bf143577-aa30-4205-a02b-6f1a2099d21e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1100609397', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}, 'admin_state_up': False}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:55:56.736154 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ef9fe6db-4ced-4509-a19c-608743eba907 req-00c6811b-8acd-40a1-b98c-8ca3d74b73bc tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620195 Aug 10 03:55:56.756482 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:55:56.767208 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9fed6c69-78ef-4d8a-8c49-158a7e6f7d7d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.811478 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-9fed6c69-78ef-4d8a-8c49-158a7e6f7d7d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c51a4b-9062-4b68-b831-a60239caa5c4']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:56.846003 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-9fed6c69-78ef-4d8a-8c49-158a7e6f7d7d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e2dfbb-e428-4f53-a3f2-83d206aa985d') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:56.846698 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-9fed6c69-78ef-4d8a-8c49-158a7e6f7d7d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e2dfbb-e428-4f53-a3f2-83d206aa985d') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:56.853958 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=6636f0d3-c9c3-4136-8013-fcf47b89097b,revision_number=7']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:56.878345 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bf143577-aa30-4205-a02b-6f1a2099d21e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.879573 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bf143577-aa30-4205-a02b-6f1a2099d21e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.945979 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9fed6c69-78ef-4d8a-8c49-158a7e6f7d7d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:56.960066 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37488) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:57.018922 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9fed6c69-78ef-4d8a-8c49-158a7e6f7d7d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:57.032800 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-793e061f-7bff-4a4a-a4b1-ae80312cabb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:57.043992 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bf143577-aa30-4205-a02b-6f1a2099d21e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:57.064409 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f64e5-d0d6-4d7d-9661-943d4e622764 req-64a9e3a9-592a-4d80-b106-0060c7e82cec tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:57.065777 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5e7f64e5-d0d6-4d7d-9661-943d4e622764 req-64a9e3a9-592a-4d80-b106-0060c7e82cec tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.68 "GET /v2.0/ports?device_id=694df543-b5ec-4345-a560-605c47474843 HTTP/1.1" status: 200 len: 945 time: 0.1948845 Aug 10 03:55:57.071857 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fed6c69-78ef-4d8a-8c49-158a7e6f7d7d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:55:57.072203 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9fed6c69-78ef-4d8a-8c49-158a7e6f7d7d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:55:57.080757 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:55:57.168511 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-793e061f-7bff-4a4a-a4b1-ae80312cabb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:57.365047 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:57.381424 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d98b5-2aca-425c-975d-5e7c7a630fde req-b7707345-46b1-43a5-9d4c-c57da415619c tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:57.383199 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-303d98b5-2aca-425c-975d-5e7c7a630fde req-b7707345-46b1-43a5-9d4c-c57da415619c tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/ports?device_id=694df543-b5ec-4345-a560-605c47474843 HTTP/1.1" status: 200 len: 945 time: 0.1918380 Aug 10 03:55:57.390326 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 6ba93a3a-719e-4d6c-8fa0-d37072e26339 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:55:57.398992 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-5e7f64e5-d0d6-4d7d-9661-943d4e622764 req-46a8b2b2-8c76-4e90-8b76-ea13845582ec tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Deleting port bdcc4c5e-f44c-44a2-8664-03e3a156d29a {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:55:57.398992 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5e7f64e5-d0d6-4d7d-9661-943d4e622764 req-46a8b2b2-8c76-4e90-8b76-ea13845582ec tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:57.436213 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 6ba93a3a-719e-4d6c-8fa0-d37072e26339 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:55:57.436841 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 6ba93a3a-719e-4d6c-8fa0-d37072e26339 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:55:57.468117 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9fed6c69-78ef-4d8a-8c49-158a7e6f7d7d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:57.473308 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9fed6c69-78ef-4d8a-8c49-158a7e6f7d7d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:57.494010 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9fed6c69-78ef-4d8a-8c49-158a7e6f7d7d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] 10.222.0.25 "DELETE /v2.0/networks/51c51a4b-9062-4b68-b831-a60239caa5c4 HTTP/1.1" status: 204 len: 168 time: 1.1341870 Aug 10 03:55:57.553104 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-303d98b5-2aca-425c-975d-5e7c7a630fde req-0731cd2f-9cf6-4c97-95e5-2e52991d35df tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/security-groups?id=c570b4d8-c912-4a68-9631-02dd72174dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518426 Aug 10 03:55:57.625169 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-793e061f-7bff-4a4a-a4b1-ae80312cabb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:57.645052 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-5e7f64e5-d0d6-4d7d-9661-943d4e622764 req-46a8b2b2-8c76-4e90-8b76-ea13845582ec tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] For port bdcc4c5e-f44c-44a2-8664-03e3a156d29a, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=bdcc4c5e-f44c-44a2-8664-03e3a156d29a,segment=NetworkSegment(b87c53c9-9675-465b-9113-d401ad103929),segment_id=b87c53c9-9675-465b-9113-d401ad103929)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:55:57.645541 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5e7f64e5-d0d6-4d7d-9661-943d4e622764 req-46a8b2b2-8c76-4e90-8b76-ea13845582ec tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:57.662741 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e061f-7bff-4a4a-a4b1-ae80312cabb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef501ee-9cf5-4a64-b0f8-a1f8650e844d,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:57.750471 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-793e061f-7bff-4a4a-a4b1-ae80312cabb0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=03c91ecf57c5407390792252bff0ce32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7893093 Aug 10 03:55:57.754023 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37494) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:57.763323 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bf143577-aa30-4205-a02b-6f1a2099d21e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:57.764756 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed6c69-78ef-4d8a-8c49-158a7e6f7d7d tempest-PortsIpV6TestJSON-74395448 tempest-PortsIpV6TestJSON-74395448-project] Pushing event deleted for resources: {'Network': ['ID=51c51a4b-9062-4b68-b831-a60239caa5c4,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:57.785374 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e0a4d-cc98-43ee-bd2e-b913a1729f51 req-31039514-915b-48c6-a291-e64546422544 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:57.794208 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e16e0a4d-cc98-43ee-bd2e-b913a1729f51 req-31039514-915b-48c6-a291-e64546422544 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 946 time: 1.0391791 Aug 10 03:55:57.869601 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e16e0a4d-cc98-43ee-bd2e-b913a1729f51 req-b540a51c-50f5-4518-a7ef-bcb292c6f980 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694079 Aug 10 03:55:57.887902 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e8010a3c-5517-4946-b7f7-8827410723b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:58.002355 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e8010a3c-5517-4946-b7f7-8827410723b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:58.120096 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717bd7a-fd18-422c-8789-00ac938909d3 req-243636cc-92ec-48e1-982f-5abba606b095 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:58.120376 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5e7f64e5-d0d6-4d7d-9661-943d4e622764 req-46a8b2b2-8c76-4e90-8b76-ea13845582ec tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:58.120376 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5e7f64e5-d0d6-4d7d-9661-943d4e622764 req-46a8b2b2-8c76-4e90-8b76-ea13845582ec tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:58.120376 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [req-5e7f64e5-d0d6-4d7d-9661-943d4e622764 req-46a8b2b2-8c76-4e90-8b76-ea13845582ec tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Floating IP 7cd22c48-0673-430f-a60a-f7e39184d0d6 disassociated. External IP: 172.25.0.246, port: bdcc4c5e-f44c-44a2-8664-03e3a156d29a. Aug 10 03:55:58.120376 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-5e7f64e5-d0d6-4d7d-9661-943d4e622764 req-46a8b2b2-8c76-4e90-8b76-ea13845582ec tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Calling delete_port for bdcc4c5e-f44c-44a2-8664-03e3a156d29a owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:55:58.121055 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e717bd7a-fd18-422c-8789-00ac938909d3 req-243636cc-92ec-48e1-982f-5abba606b095 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.1146560 Aug 10 03:55:58.143193 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177b598-b5b7-42e3-be90-da5976bdb1b3 req-7cd5b7bb-76a3-4cb7-94a8-32c3ecf00c5e tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:58.145739 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8177b598-b5b7-42e3-be90-da5976bdb1b3 req-7cd5b7bb-76a3-4cb7-94a8-32c3ecf00c5e tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.3690386 Aug 10 03:55:58.181771 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e717bd7a-fd18-422c-8789-00ac938909d3 req-86cd27a2-b27e-4228-bfd1-45f6de5031bd tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616057 Aug 10 03:55:58.236787 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37504) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:58.279786 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8177b598-b5b7-42e3-be90-da5976bdb1b3 req-221eaae9-21fc-4f38-80a7-bfa1c3fc266c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254754 Aug 10 03:55:58.283413 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e8010a3c-5517-4946-b7f7-8827410723b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:58.296227 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e8010a3c-5517-4946-b7f7-8827410723b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:58.296227 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e8010a3c-5517-4946-b7f7-8827410723b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ef501ee-9cf5-4a64-b0f8-a1f8650e844d HTTP/1.1" status: 204 len: 168 time: 0.5306690 Aug 10 03:55:58.333239 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8010a3c-5517-4946-b7f7-8827410723b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef501ee-9cf5-4a64-b0f8-a1f8650e844d,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:58.364260 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bf143577-aa30-4205-a02b-6f1a2099d21e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:58.378552 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bf143577-aa30-4205-a02b-6f1a2099d21e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:58.513509 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-59f8999b-c9a1-47c1-94e5-5033e24c8a7e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac533af90042449fa4780d42e267a0cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2715468 Aug 10 03:55:58.516788 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37510) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:55:58.550733 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5e7f64e5-d0d6-4d7d-9661-943d4e622764 req-46a8b2b2-8c76-4e90-8b76-ea13845582ec tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:58.559941 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-bf143577-aa30-4205-a02b-6f1a2099d21e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Allocated IP 172.25.0.143 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/a7097657-aaa2-48b5-a29b-4749a85b3bac) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:55:58.599381 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8b2b2-8c76-4e90-8b76-ea13845582ec tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Pushing event deleted for resources: {'Port': ['ID=bdcc4c5e-f44c-44a2-8664-03e3a156d29a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:58.634353 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1d58b051-08d0-4fa4-8ea2-44d6fc307bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:58.697332 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bf143577-aa30-4205-a02b-6f1a2099d21e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:58.721627 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-18b1908e-bbec-42d7-9aa8-f343209bebe3 req-71813d99-a1a7-4ed9-a8e5-275dc16cde18 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/ports?device_id=694df543-b5ec-4345-a560-605c47474843 HTTP/1.1" status: 200 len: 210 time: 0.0373938 Aug 10 03:55:58.729375 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1d58b051-08d0-4fa4-8ea2-44d6fc307bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:58.835248 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e7f64e5-d0d6-4d7d-9661-943d4e622764 req-46a8b2b2-8c76-4e90-8b76-ea13845582ec tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Router 0384db6e-eea2-41cb-a52c-ff7937113d20 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:55:58.867369 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bf143577-aa30-4205-a02b-6f1a2099d21e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:58.952151 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf143577-aa30-4205-a02b-6f1a2099d21e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:55:58.953819 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-bf143577-aa30-4205-a02b-6f1a2099d21e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:55:58.957527 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf143577-aa30-4205-a02b-6f1a2099d21e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:55:58.972624 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf143577-aa30-4205-a02b-6f1a2099d21e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Pushing event updated for resources: {'Port': ['ID=a7097657-aaa2-48b5-a29b-4749a85b3bac,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:59.000954 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1d58b051-08d0-4fa4-8ea2-44d6fc307bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:59.015993 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1d58b051-08d0-4fa4-8ea2-44d6fc307bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:59.015993 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1d58b051-08d0-4fa4-8ea2-44d6fc307bf9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/015a4c97-21d7-47b1-b993-dc73b4541597 HTTP/1.1" status: 204 len: 168 time: 0.4976511 Aug 10 03:55:59.035699 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58b051-08d0-4fa4-8ea2-44d6fc307bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015a4c97-21d7-47b1-b993-dc73b4541597,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:55:59.073315 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e7f64e5-d0d6-4d7d-9661-943d4e622764 req-46a8b2b2-8c76-4e90-8b76-ea13845582ec tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:55:59.088481 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f80d74-2d55-4f6f-a4ab-5e7a7c40dfa2 None None] Sync routers for ids ['0384db6e-eea2-41cb-a52c-ff7937113d20'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:55:59.104115 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f80d74-2d55-4f6f-a4ab-5e7a7c40dfa2 None None] Routers {'0384db6e-eea2-41cb-a52c-ff7937113d20'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:59.106922 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b2f80d74-2d55-4f6f-a4ab-5e7a7c40dfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:55:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0384db6e-eea2-41cb-a52c-ff7937113d20'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:59.128657 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7f64e5-d0d6-4d7d-9661-943d4e622764 req-46a8b2b2-8c76-4e90-8b76-ea13845582ec tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] No DVR routers for this DVR port bdcc4c5e-f44c-44a2-8664-03e3a156d29a on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:55:59.131714 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5e7f64e5-d0d6-4d7d-9661-943d4e622764 req-46a8b2b2-8c76-4e90-8b76-ea13845582ec tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:55:59.134699 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5e7f64e5-d0d6-4d7d-9661-943d4e622764 req-46a8b2b2-8c76-4e90-8b76-ea13845582ec tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.68 "DELETE /v2.0/ports/bdcc4c5e-f44c-44a2-8664-03e3a156d29a HTTP/1.1" status: 204 len: 173 time: 2.0537567 Aug 10 03:55:59.135245 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694df543-b5ec-4345-a560-605c47474843', 'name': 'network-vif-deleted', 'tag': 'bdcc4c5e-f44c-44a2-8664-03e3a156d29a'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:55:59.138639 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b166bd9-3a16-4bd7-b282-1308eb62d083" -d '{"events": [{"server_uuid": "694df543-b5ec-4345-a560-605c47474843", "name": "network-vif-deleted", "tag": "bdcc4c5e-f44c-44a2-8664-03e3a156d29a"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:55:59.217368 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2003c3-aa08-4283-9ba0-a7c8a8153cac x-openstack-request-id: req-5a2003c3-aa08-4283-9ba0-a7c8a8153cac {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:55:59.218100 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694df543-b5ec-4345-a560-605c47474843", "name": "network-vif-deleted", "tag": "bdcc4c5e-f44c-44a2-8664-03e3a156d29a", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:55:59.218454 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a2003c3-aa08-4283-9ba0-a7c8a8153cac {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:55:59.219010 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694df543-b5ec-4345-a560-605c47474843', 'name': 'network-vif-deleted', 'tag': 'bdcc4c5e-f44c-44a2-8664-03e3a156d29a', 'status': 'completed', 'code': 200} Aug 10 03:55:59.292056 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9cf84-4bd6-4e5e-a039-3f97ede1edcf req-2d89e288-00f7-4417-befe-418c9848232a tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:59.295636 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25b9cf84-4bd6-4e5e-a039-3f97ede1edcf req-2d89e288-00f7-4417-befe-418c9848232a tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 946 time: 0.2899082 Aug 10 03:55:59.447327 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-b2f80d74-2d55-4f6f-a4ab-5e7a7c40dfa2 None None] Set router 0384db6e-eea2-41cb-a52c-ff7937113d20 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:55:59.508733 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82866f-cbad-4528-a419-b8abcbc1925f req-d56074eb-0a50-44b8-ad6b-cda12ee68d44 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:59.514541 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-be82866f-cbad-4528-a419-b8abcbc1925f req-d56074eb-0a50-44b8-ad6b-cda12ee68d44 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.1623297 Aug 10 03:55:59.546407 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25b9cf84-4bd6-4e5e-a039-3f97ede1edcf req-728d9b14-b7bf-4777-a0fa-2792e86d9289 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125247 Aug 10 03:55:59.616294 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-be82866f-cbad-4528-a419-b8abcbc1925f req-d1822a70-30ae-44de-a040-0592e840a8df tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953329 Aug 10 03:55:59.847967 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cadcd8-5c1d-4fca-b7e5-27d6e7d3afcb req-61305765-6027-4e6d-9314-34cf57acc7ed tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:55:59.851459 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-83cadcd8-5c1d-4fca-b7e5-27d6e7d3afcb req-61305765-6027-4e6d-9314-34cf57acc7ed tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.2193644 Aug 10 03:55:59.859067 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b2f80d74-2d55-4f6f-a4ab-5e7a7c40dfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'name': 'tempest-ServersTestJSON-706843902-router', 'tenant_id': '992d730214c1491099e8b120487e23ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e8ee389c-abcc-456a-953d-dea31df7a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:25Z', 'updated_at': '2021-08-10T03:53:37Z', 'revision_number': 4, 'project_id': '992d730214c1491099e8b120487e23ac', 'gw_port': {'id': 'e8ee389c-abcc-456a-953d-dea31df7a88a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ae:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:28Z', 'updated_at': '2021-08-10T03:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '576e1efe-b5f4-4da5-8a4f-505a2c4c985f', 'name': '', 'network_id': 'c77b191a-044f-43de-9854-a356e10ee6fa', 'tenant_id': '992d730214c1491099e8b120487e23ac', 'mac_address': 'fa:16:3e:e8:ff:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '370f1b13-6f7b-40b4-94af-c5a9772dea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:33Z', 'updated_at': '2021-08-10T03:53:43Z', 'revision_number': 5, 'project_id': '992d730214c1491099e8b120487e23ac', 'subnets': [{'id': '370f1b13-6f7b-40b4-94af-c5a9772dea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:55:59.918311 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f80d74-2d55-4f6f-a4ab-5e7a7c40dfa2 None None] Checking router: 0384db6e-eea2-41cb-a52c-ff7937113d20 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:55:59.937469 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f5fcd052-4bd2-4b99-b7a3-099f1cc615c6 req-b677c0b3-1ce3-427d-b22e-7c49fccaf010 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/ports?device_id=694df543-b5ec-4345-a560-605c47474843 HTTP/1.1" status: 200 len: 210 time: 0.0506301 Aug 10 03:55:59.951429 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f80d74-2d55-4f6f-a4ab-5e7a7c40dfa2 None None] Routers {'0384db6e-eea2-41cb-a52c-ff7937113d20'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:55:59.952530 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b2f80d74-2d55-4f6f-a4ab-5e7a7c40dfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:55:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0384db6e-eea2-41cb-a52c-ff7937113d20'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:00.000274 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bf143577-aa30-4205-a02b-6f1a2099d21e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:00.019819 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-83cadcd8-5c1d-4fca-b7e5-27d6e7d3afcb req-4e2d6bf7-b6ae-4d33-be2a-7d1d538f7360 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516690 Aug 10 03:56:00.325630 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-b2f80d74-2d55-4f6f-a4ab-5e7a7c40dfa2 None None] Set router 0384db6e-eea2-41cb-a52c-ff7937113d20 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:00.334795 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bf143577-aa30-4205-a02b-6f1a2099d21e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:00.726888 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b2f80d74-2d55-4f6f-a4ab-5e7a7c40dfa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'name': 'tempest-ServersTestJSON-706843902-router', 'tenant_id': '992d730214c1491099e8b120487e23ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e8ee389c-abcc-456a-953d-dea31df7a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:25Z', 'updated_at': '2021-08-10T03:53:37Z', 'revision_number': 4, 'project_id': '992d730214c1491099e8b120487e23ac', 'gw_port': {'id': 'e8ee389c-abcc-456a-953d-dea31df7a88a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ae:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:28Z', 'updated_at': '2021-08-10T03:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '576e1efe-b5f4-4da5-8a4f-505a2c4c985f', 'name': '', 'network_id': 'c77b191a-044f-43de-9854-a356e10ee6fa', 'tenant_id': '992d730214c1491099e8b120487e23ac', 'mac_address': 'fa:16:3e:e8:ff:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '370f1b13-6f7b-40b4-94af-c5a9772dea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:33Z', 'updated_at': '2021-08-10T03:53:43Z', 'revision_number': 5, 'project_id': '992d730214c1491099e8b120487e23ac', 'subnets': [{'id': '370f1b13-6f7b-40b4-94af-c5a9772dea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:00.753169 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb31780-7a1e-4964-b932-88ce07780b1a req-0f21f6a6-6038-4159-9a42-72cfdbe9e0b3 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:00.754728 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-edb31780-7a1e-4964-b932-88ce07780b1a req-0f21f6a6-6038-4159-9a42-72cfdbe9e0b3 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 946 time: 0.1129425 Aug 10 03:56:00.782568 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f80d74-2d55-4f6f-a4ab-5e7a7c40dfa2 None None] The sync data for ids ['0384db6e-eea2-41cb-a52c-ff7937113d20'] in n-d-802893-2 is: [{'id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'name': 'tempest-ServersTestJSON-706843902-router', 'tenant_id': '992d730214c1491099e8b120487e23ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e8ee389c-abcc-456a-953d-dea31df7a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:25Z', 'updated_at': '2021-08-10T03:53:37Z', 'revision_number': 4, 'project_id': '992d730214c1491099e8b120487e23ac', 'gw_port': {'id': 'e8ee389c-abcc-456a-953d-dea31df7a88a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ae:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:28Z', 'updated_at': '2021-08-10T03:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '576e1efe-b5f4-4da5-8a4f-505a2c4c985f', 'name': '', 'network_id': 'c77b191a-044f-43de-9854-a356e10ee6fa', 'tenant_id': '992d730214c1491099e8b120487e23ac', 'mac_address': 'fa:16:3e:e8:ff:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '370f1b13-6f7b-40b4-94af-c5a9772dea2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:33Z', 'updated_at': '2021-08-10T03:53:43Z', 'revision_number': 5, 'project_id': '992d730214c1491099e8b120487e23ac', 'subnets': [{'id': '370f1b13-6f7b-40b4-94af-c5a9772dea2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:56:00.793936 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf143577-aa30-4205-a02b-6f1a2099d21e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Router 8109de86-8965-4367-bdd0-e45c25e4c619 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:56:00.822367 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716db7ba-043c-4415-ba15-ddea73d6269d req-51d42bdf-2271-4413-965e-99649aa845be tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:00.838399 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-716db7ba-043c-4415-ba15-ddea73d6269d req-51d42bdf-2271-4413-965e-99649aa845be tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.1318572 Aug 10 03:56:00.873878 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-edb31780-7a1e-4964-b932-88ce07780b1a req-c94fe9b0-4917-464b-acc6-6e7284f6dc41 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984013 Aug 10 03:56:01.045705 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf143577-aa30-4205-a02b-6f1a2099d21e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:56:01.059929 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9d0347-ce32-48fd-9cb9-7013ef6ea359 None None] Sync routers for ids ['8109de86-8965-4367-bdd0-e45c25e4c619'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:56:01.072205 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9d0347-ce32-48fd-9cb9-7013ef6ea359 None None] Routers {'8109de86-8965-4367-bdd0-e45c25e4c619'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:01.072838 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-6c9d0347-ce32-48fd-9cb9-7013ef6ea359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:55:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['8109de86-8965-4367-bdd0-e45c25e4c619'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:01.173015 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37584) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:01.197676 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-716db7ba-043c-4415-ba15-ddea73d6269d req-9bbc7e6d-7bfc-4d25-961a-5c71969f5c23 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577010 Aug 10 03:56:01.211318 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bf143577-aa30-4205-a02b-6f1a2099d21e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:01.217834 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eebe5b-3f2d-43b6-8a4b-21f83b838a89 req-6a7a405e-cd57-4d49-a4b6-8ed714f2b27b tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:01.219525 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f9eebe5b-3f2d-43b6-8a4b-21f83b838a89 req-6a7a405e-cd57-4d49-a4b6-8ed714f2b27b tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.0974650 Aug 10 03:56:01.222598 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-bf143577-aa30-4205-a02b-6f1a2099d21e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.5596862 Aug 10 03:56:01.227117 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37588) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:01.240499 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-6c9d0347-ce32-48fd-9cb9-7013ef6ea359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:01.245904 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-56cd1f72-a10b-49a7-8257-e414487797d6 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'enable_snat': False}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:01.281871 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9d0347-ce32-48fd-9cb9-7013ef6ea359 None None] Routers {'8109de86-8965-4367-bdd0-e45c25e4c619'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:01.282734 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-6c9d0347-ce32-48fd-9cb9-7013ef6ea359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:55:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['8109de86-8965-4367-bdd0-e45c25e4c619'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:01.310204 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f9eebe5b-3f2d-43b6-8a4b-21f83b838a89 req-159ac373-8d12-4cae-98e2-4de2bbb3a4b8 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819986 Aug 10 03:56:01.352136 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610076d0-598b-4904-bcf5-89cbcdcc84cc None None] New status for floating IP 7cd22c48-0673-430f-a60a-f7e39184d0d6: DOWN {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:56:01.354929 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37592) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:01.426060 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-6c9d0347-ce32-48fd-9cb9-7013ef6ea359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:01.430194 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9d0347-ce32-48fd-9cb9-7013ef6ea359 None None] The sync data for ids ['8109de86-8965-4367-bdd0-e45c25e4c619'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:56:01.527304 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f367a1bb-1fd0-4b51-9420-909da3140342 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:01.545429 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device bdcc4c5e-f44c-44a2-8664-03e3a156d29a no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:56:01.558553 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f367a1bb-1fd0-4b51-9420-909da3140342 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:01.599927 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: bdcc4c5e-f44c-44a2-8664-03e3a156d29a {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:56:01.607745 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device bdcc4c5e-f44c-44a2-8664-03e3a156d29a not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:56:01.790774 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-02038662-1945-4487-a10d-4dbf5a19eb58 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Request body: {'security_group': {'name': 'tempest-secgroup--1505799351'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:01.793216 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37598) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:01.883468 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-56cd1f72-a10b-49a7-8257-e414487797d6 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:01.907703 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-e7ab456c-0bd0-47a0-b941-a23459551731 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-584611891'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:01.973438 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f367a1bb-1fd0-4b51-9420-909da3140342 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:01.973438 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f367a1bb-1fd0-4b51-9420-909da3140342 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:01.974502 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f367a1bb-1fd0-4b51-9420-909da3140342 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "DELETE /v2.0/security-groups/c570b4d8-c912-4a68-9631-02dd72174dfb HTTP/1.1" status: 204 len: 168 time: 0.6186578 Aug 10 03:56:01.977215 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37604) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:01.992565 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367a1bb-1fd0-4b51-9420-909da3140342 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c570b4d8-c912-4a68-9631-02dd72174dfb,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:01.997429 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-b8f1cb15-d791-43fa-9ef5-03bc02d80a90 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] show failed (client error): The resource could not be found. Aug 10 03:56:01.997429 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b8f1cb15-d791-43fa-9ef5-03bc02d80a90 tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "GET /v2.0/security-groups/c570b4d8-c912-4a68-9631-02dd72174dfb HTTP/1.1" status: 404 len: 347 time: 0.0155156 Aug 10 03:56:01.999492 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37608) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:02.025992 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f5913d-5a81-43f1-9eb6-1c01d5019e02 req-92f2f7ac-73c6-4e39-ae32-b7728a63973f tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:02.054966 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b5f5913d-5a81-43f1-9eb6-1c01d5019e02 req-92f2f7ac-73c6-4e39-ae32-b7728a63973f tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 946 time: 0.1172400 Aug 10 03:56:02.081867 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-02038662-1945-4487-a10d-4dbf5a19eb58 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.138645 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b5f5913d-5a81-43f1-9eb6-1c01d5019e02 req-fd5fa2c1-12b5-4ced-b0c1-c58428bba581 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864034 Aug 10 03:56:02.175521 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-02038662-1945-4487-a10d-4dbf5a19eb58 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.187657 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e7ab456c-0bd0-47a0-b941-a23459551731 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.188983 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e7ab456c-0bd0-47a0-b941-a23459551731 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.340324 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e7ab456c-0bd0-47a0-b941-a23459551731 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.437009 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-3638ab5f-ac50-40dc-8c61-1744a8911f5e tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Deleting port 566d3a32-a4d7-443a-89b9-3b1411fd620e {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:02.437356 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3638ab5f-ac50-40dc-8c61-1744a8911f5e tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.449187 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e7ab456c-0bd0-47a0-b941-a23459551731 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.503444 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79920e4-23e1-45f5-9f4f-60917fd64f4d req-80b810cd-b5ea-4a48-ab52-884c15b03616 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:02.512778 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a79920e4-23e1-45f5-9f4f-60917fd64f4d req-80b810cd-b5ea-4a48-ab52-884c15b03616 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.1097064 Aug 10 03:56:02.546837 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb7c43-fb21-4495-bd1a-0f01cc560659 req-e35eb7af-ee7b-460d-87cc-04f0e171ffc4 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:02.548475 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-adeb7c43-fb21-4495-bd1a-0f01cc560659 req-e35eb7af-ee7b-460d-87cc-04f0e171ffc4 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.1977124 Aug 10 03:56:02.553469 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-02038662-1945-4487-a10d-4dbf5a19eb58 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.567048 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a79920e4-23e1-45f5-9f4f-60917fd64f4d req-22b02684-f33f-49d1-82e8-e444d6bb12a9 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531659 Aug 10 03:56:02.638937 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-02038662-1945-4487-a10d-4dbf5a19eb58 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.693343 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e7ab456c-0bd0-47a0-b941-a23459551731 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.694832 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e7ab456c-0bd0-47a0-b941-a23459551731 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9002945 Aug 10 03:56:02.697655 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37618) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:02.781262 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e8ac903d-fc1b-429d-aca1-49e6613d2306 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.939403 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3638ab5f-ac50-40dc-8c61-1744a8911f5e tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.940742 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3638ab5f-ac50-40dc-8c61-1744a8911f5e tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.959476 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e8ac903d-fc1b-429d-aca1-49e6613d2306 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:02.962208 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e8ac903d-fc1b-429d-aca1-49e6613d2306 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.009434 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-adeb7c43-fb21-4495-bd1a-0f01cc560659 req-fccabf05-1edf-4d22-8a7a-fe5d3fa5e497 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4515188 Aug 10 03:56:03.023004 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-3638ab5f-ac50-40dc-8c61-1744a8911f5e tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Calling delete_port for 566d3a32-a4d7-443a-89b9-3b1411fd620e owned by network:floatingip {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:03.068397 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02038662-1945-4487-a10d-4dbf5a19eb58 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a689a839-3151-44c7-a814-f4d3da0a7e45,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:03.078183 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e8ac903d-fc1b-429d-aca1-49e6613d2306 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.078696 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ac903d-fc1b-429d-aca1-49e6613d2306 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c986dc98-ecc9-4f11-a690-ecb9c8edc207 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:56:03.088885 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e8ac903d-fc1b-429d-aca1-49e6613d2306 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.088885 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e8ac903d-fc1b-429d-aca1-49e6613d2306 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] 10.222.0.25 "DELETE /v2.0/routers/c986dc98-ecc9-4f11-a690-ecb9c8edc207 HTTP/1.1" status: 204 len: 168 time: 0.3862920 Aug 10 03:56:03.088885 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37620) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:03.092781 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-22ba7abc-b052-4b8d-8ee1-fc45fd78fff0 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Request body: {'router': {'name': 'tempest-router-1904990718', 'distributed': False}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:03.358577 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-02038662-1945-4487-a10d-4dbf5a19eb58 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.412535 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546218b-a3ee-4788-bf92-e00a89b36650 req-6922875d-ea11-49c8-b507-64fe034ece39 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:03.414344 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8546218b-a3ee-4788-bf92-e00a89b36650 req-6922875d-ea11-49c8-b507-64fe034ece39 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 946 time: 0.1905012 Aug 10 03:56:03.419930 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-02038662-1945-4487-a10d-4dbf5a19eb58 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.491179 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-22ba7abc-b052-4b8d-8ee1-fc45fd78fff0 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.644050 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-22ba7abc-b052-4b8d-8ee1-fc45fd78fff0 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.644911 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02038662-1945-4487-a10d-4dbf5a19eb58 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49257b71-0b63-4477-b328-88d744faad97,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:03.645285 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-22ba7abc-b052-4b8d-8ee1-fc45fd78fff0 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.645464 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8546218b-a3ee-4788-bf92-e00a89b36650 req-275afe83-f1af-4b86-a0da-d65ef5acbaab tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706517 Aug 10 03:56:03.659178 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3638ab5f-ac50-40dc-8c61-1744a8911f5e tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.684799 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-56cd1f72-a10b-49a7-8257-e414487797d6 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.734279 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-22ba7abc-b052-4b8d-8ee1-fc45fd78fff0 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.734481 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-56cd1f72-a10b-49a7-8257-e414487797d6 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-457799'] for router, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.737280 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638ab5f-ac50-40dc-8c61-1744a8911f5e tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Pushing event deleted for resources: {'Port': ['ID=566d3a32-a4d7-443a-89b9-3b1411fd620e,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:03.764729 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-02038662-1945-4487-a10d-4dbf5a19eb58 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.766184 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-02038662-1945-4487-a10d-4dbf5a19eb58 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.5672455 Aug 10 03:56:03.769863 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37630) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:03.772699 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea1a90-66d7-454f-a94a-9bda9276ff8b req-7fb41a3d-1d5e-4d32-a768-727e8dab6c11 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:03.774299 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-07ea1a90-66d7-454f-a94a-9bda9276ff8b req-7fb41a3d-1d5e-4d32-a768-727e8dab6c11 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.1005380 Aug 10 03:56:03.813974 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-22ba7abc-b052-4b8d-8ee1-fc45fd78fff0 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:03.818252 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-22ba7abc-b052-4b8d-8ee1-fc45fd78fff0 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7288461 Aug 10 03:56:03.820314 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37632) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:03.920207 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cd1f72-a10b-49a7-8257-e414487797d6 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Router 8109de86-8965-4367-bdd0-e45c25e4c619 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:56:03.936509 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-07ea1a90-66d7-454f-a94a-9bda9276ff8b req-a8cbc69e-0d29-4ec1-a340-6c4d089f0b59 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473687 Aug 10 03:56:03.938557 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6c91f78-99e4-4597-b7f7-05d6d1f8d154 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:04.012191 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3638ab5f-ac50-40dc-8c61-1744a8911f5e tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks [] for floatingip, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:04.015649 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3638ab5f-ac50-40dc-8c61-1744a8911f5e tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:04.018741 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3638ab5f-ac50-40dc-8c61-1744a8911f5e tempest-ServersTestJSON-2042513377 tempest-ServersTestJSON-2042513377-project] 10.222.0.25 "DELETE /v2.0/floatingips/7cd22c48-0673-430f-a60a-f7e39184d0d6 HTTP/1.1" status: 204 len: 168 time: 2.0113120 Aug 10 03:56:04.021102 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37636) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:04.155219 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6943153d-f762-40b9-b733-f023f4cf00c5 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3837545 Aug 10 03:56:04.158144 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37642) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:04.198064 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d8d007-af2f-4bba-bf0b-efaa48139b7a req-c2b3478a-ae77-4405-b9d5-a866bf6ae26c tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:04.205418 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c6d8d007-af2f-4bba-bf0b-efaa48139b7a req-c2b3478a-ae77-4405-b9d5-a866bf6ae26c tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 946 time: 0.0922694 Aug 10 03:56:04.210837 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-ae47ba75-1da5-4ccc-a721-61a8aca752aa tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Request body: {'security_group': {'name': 'tempest-security--693834841', 'description': 'tempest-security-description-342656931'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:04.239181 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6c91f78-99e4-4597-b7f7-05d6d1f8d154 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:04.241772 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6c91f78-99e4-4597-b7f7-05d6d1f8d154 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:04.285091 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ae47ba75-1da5-4ccc-a721-61a8aca752aa tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:04.344835 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c6d8d007-af2f-4bba-bf0b-efaa48139b7a req-51652dc9-df4d-4fd2-85b1-ab3ca2a880de tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231182 Aug 10 03:56:04.401002 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5864a2-d814-418f-98ee-c140bcda9d00 req-7915ddd9-a6ce-4990-ab67-088c0dfe921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:04.408310 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4e5864a2-d814-418f-98ee-c140bcda9d00 req-7915ddd9-a6ce-4990-ab67-088c0dfe921d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92a8ec239cac4c7084ee2935e1e8d72e&device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 1097 time: 0.1323934 Aug 10 03:56:04.413163 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cd1f72-a10b-49a7-8257-e414487797d6 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:56:04.429373 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f53be41-7596-48e0-900c-af0f03cd1f7f None None] Sync routers for ids ['8109de86-8965-4367-bdd0-e45c25e4c619'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:56:04.434427 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-56cd1f72-a10b-49a7-8257-e414487797d6 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:04.444608 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f53be41-7596-48e0-900c-af0f03cd1f7f None None] Routers {'8109de86-8965-4367-bdd0-e45c25e4c619'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:04.445243 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-5f53be41-7596-48e0-900c-af0f03cd1f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:55:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['8109de86-8965-4367-bdd0-e45c25e4c619'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:04.451844 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-56cd1f72-a10b-49a7-8257-e414487797d6 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "PUT /v2.0/routers/8109de86-8965-4367-bdd0-e45c25e4c619 HTTP/1.1" status: 200 len: 922 time: 3.2097695 Aug 10 03:56:04.459400 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37646) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:04.495208 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-5f53be41-7596-48e0-900c-af0f03cd1f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:04.506857 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f53be41-7596-48e0-900c-af0f03cd1f7f None None] Routers {'8109de86-8965-4367-bdd0-e45c25e4c619'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:04.507754 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-5f53be41-7596-48e0-900c-af0f03cd1f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:55:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['8109de86-8965-4367-bdd0-e45c25e4c619'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:04.560280 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-5f53be41-7596-48e0-900c-af0f03cd1f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:04.561560 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f53be41-7596-48e0-900c-af0f03cd1f7f None None] The sync data for ids ['8109de86-8965-4367-bdd0-e45c25e4c619'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:56:04.618392 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5864a2-d814-418f-98ee-c140bcda9d00 req-15ebff3e-783b-487c-be47-a282e9d7e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:04.620552 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4e5864a2-d814-418f-98ee-c140bcda9d00 req-15ebff3e-783b-487c-be47-a282e9d7e1bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=dd12cce6-4110-4fd8-8459-92b631186987 HTTP/1.1" status: 200 len: 917 time: 0.1620996 Aug 10 03:56:04.698775 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64acf78-97b7-45d7-ab4a-f965b1e6c23a req-e20c9a6f-4262-4f05-b037-45ea888a464a tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:04.700221 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a64acf78-97b7-45d7-ab4a-f965b1e6c23a req-e20c9a6f-4262-4f05-b037-45ea888a464a tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.5837705 Aug 10 03:56:04.713019 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4e5864a2-d814-418f-98ee-c140bcda9d00 req-08184715-a0b1-477d-b526-5d88e94ca2e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48d922f3-0d31-435d-b91b-8c4a067b7157 HTTP/1.1" status: 200 len: 217 time: 0.0807421 Aug 10 03:56:04.763599 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ae47ba75-1da5-4ccc-a721-61a8aca752aa tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:04.767075 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6c91f78-99e4-4597-b7f7-05d6d1f8d154 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:04.767599 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6c91f78-99e4-4597-b7f7-05d6d1f8d154 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e1d08851-bd5f-44df-95e3-242c1703096b {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:56:04.780956 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a8ff5ea4-7948-4758-ada7-be1a213dcafc tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "GET /v2.0/routers/8109de86-8965-4367-bdd0-e45c25e4c619 HTTP/1.1" status: 200 len: 922 time: 0.3173783 Aug 10 03:56:04.782112 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37648) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:04.805481 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6c91f78-99e4-4597-b7f7-05d6d1f8d154 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:04.812507 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e6c91f78-99e4-4597-b7f7-05d6d1f8d154 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] 10.222.0.25 "DELETE /v2.0/routers/e1d08851-bd5f-44df-95e3-242c1703096b HTTP/1.1" status: 204 len: 168 time: 0.9588056 Aug 10 03:56:04.818176 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a64acf78-97b7-45d7-ab4a-f965b1e6c23a req-584e8bf1-3452-4f5d-98bd-460ca431d2d6 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066995 Aug 10 03:56:04.818697 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37650) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:04.825197 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-aafa1c82-7485-440a-b4b1-af252bc5be91 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Request body: {'router': {'name': 'tempest-router-1156030188', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '6ec4ab9f50104d0a88a5afaeae26bd9c'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:04.845614 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ae47ba75-1da5-4ccc-a721-61a8aca752aa tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:04.848118 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ae47ba75-1da5-4ccc-a721-61a8aca752aa tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:04.849337 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ae47ba75-1da5-4ccc-a721-61a8aca752aa tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "PUT /v2.0/security-groups/49257b71-0b63-4477-b328-88d744faad97 HTTP/1.1" status: 200 len: 1778 time: 0.6852148 Aug 10 03:56:04.858003 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37652) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:04.867090 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5864a2-d814-418f-98ee-c140bcda9d00 req-1acbd249-9207-4e13-aba8-2d7808059b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:04.869845 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4e5864a2-d814-418f-98ee-c140bcda9d00 req-1acbd249-9207-4e13-aba8-2d7808059b56 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad29943a-14b1-490b-9a2c-40eb7599efc6 HTTP/1.1" status: 200 len: 855 time: 0.1449785 Aug 10 03:56:04.939276 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47ba75-1da5-4ccc-a721-61a8aca752aa tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49257b71-0b63-4477-b328-88d744faad97,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:04.968495 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e80fe34-51d2-4a86-a194-42405a6c08b0 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:04.980863 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3e80fe34-51d2-4a86-a194-42405a6c08b0 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5&device_id=8109de86-8965-4367-bdd0-e45c25e4c619&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1953850 Aug 10 03:56:04.981940 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37656) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:04.993738 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aafa1c82-7485-440a-b4b1-af252bc5be91 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:04.994791 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aafa1c82-7485-440a-b4b1-af252bc5be91 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:04.995361 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d4431fdd-e759-4851-bb61-d6e17f80c04f tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "GET /v2.0/security-groups/49257b71-0b63-4477-b328-88d744faad97 HTTP/1.1" status: 200 len: 1778 time: 0.1372023 Aug 10 03:56:04.997959 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37658) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:05.014356 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5864a2-d814-418f-98ee-c140bcda9d00 req-8359036b-8eb8-47b1-a78c-1336ab09e69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:05.016996 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4e5864a2-d814-418f-98ee-c140bcda9d00 req-8359036b-8eb8-47b1-a78c-1336ab09e69a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dd12cce6-4110-4fd8-8459-92b631186987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308084 Aug 10 03:56:05.146725 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aafa1c82-7485-440a-b4b1-af252bc5be91 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.169723 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-548a1f4f-6c59-4432-b276-2b456c58872d tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.173452 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc57d40-9993-4790-94d7-158199ca0e1b tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:05.177442 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fdc57d40-9993-4790-94d7-158199ca0e1b tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 881 time: 0.1912732 Aug 10 03:56:05.178632 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37660) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:05.202098 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c0a86-acca-4d39-9945-f0fc716562cb req-4b49823c-c53a-40f5-83c4-3a0764599583 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:05.209948 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a3c0a86-acca-4d39-9945-f0fc716562cb req-4b49823c-c53a-40f5-83c4-3a0764599583 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.1560404 Aug 10 03:56:05.213954 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a79c7603-f71e-4b1a-a0bb-d71e5126f77b tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "GET /v2.0/ports?device_id=8109de86-8965-4367-bdd0-e45c25e4c619 HTTP/1.1" status: 200 len: 205 time: 0.0324159 Aug 10 03:56:05.214289 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37662) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:05.247632 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-548a1f4f-6c59-4432-b276-2b456c58872d tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.264743 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aafa1c82-7485-440a-b4b1-af252bc5be91 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.286566 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4e5864a2-d814-418f-98ee-c140bcda9d00 req-d24372a6-23cb-4787-9289-61d2638ad301 service neutron] 10.222.0.20 "GET /v2.0/networks/dd12cce6-4110-4fd8-8459-92b631186987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437339 Aug 10 03:56:05.368213 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a3c0a86-acca-4d39-9945-f0fc716562cb req-6b38f513-5ed9-4f22-9353-c9994bd20815 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538880 Aug 10 03:56:05.400917 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aafa1c82-7485-440a-b4b1-af252bc5be91 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.405156 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-aafa1c82-7485-440a-b4b1-af252bc5be91 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5834651 Aug 10 03:56:05.406094 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37666) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:05.411052 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-3253d44c-4dcd-42fd-b5aa-9cd308c21014 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:05.473718 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-56510185-68f2-4712-9bd9-176f0ce47253 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.507554 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-548a1f4f-6c59-4432-b276-2b456c58872d tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.512452 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-548a1f4f-6c59-4432-b276-2b456c58872d tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.513637 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-548a1f4f-6c59-4432-b276-2b456c58872d tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "DELETE /v2.0/security-groups/49257b71-0b63-4477-b328-88d744faad97 HTTP/1.1" status: 204 len: 168 time: 0.5141912 Aug 10 03:56:05.525310 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37670) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:05.551494 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4e5864a2-d814-418f-98ee-c140bcda9d00 req-978cf371-836d-4f03-890f-884aff409dbc service neutron] 10.222.0.20 "GET /v2.0/networks/dd12cce6-4110-4fd8-8459-92b631186987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548711 Aug 10 03:56:05.556870 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 12b01d35-edee-4eb5-8b90-8b0acec5f32e details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:56:05.572073 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a1f4f-6c59-4432-b276-2b456c58872d tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49257b71-0b63-4477-b328-88d744faad97,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:05.593158 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9b7d67-29b7-4c28-9b5d-abf4851e3597 req-6d407ede-9a9b-4cf1-a0e6-8fb042726e4a tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:05.604662 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fb9b7d67-29b7-4c28-9b5d-abf4851e3597 req-6d407ede-9a9b-4cf1-a0e6-8fb042726e4a tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 946 time: 0.1812496 Aug 10 03:56:05.686761 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7a761b2e-35a2-4181-9eb2-d939351edce3 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1561286 Aug 10 03:56:05.687343 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37672) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:05.698550 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4a02b170-0a5c-4b71-9484-fe25708ba151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.707406 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 12b01d35-edee-4eb5-8b90-8b0acec5f32e, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=12b01d35-edee-4eb5-8b90-8b0acec5f32e,segment=NetworkSegment(20c309fb-ec98-40d4-a9d0-4aa74be70f65),segment_id=20c309fb-ec98-40d4-a9d0-4aa74be70f65)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:05.724782 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '12b01d35-edee-4eb5-8b90-8b0acec5f32e', 'network_id': '4c5fa83e-577d-40eb-8c55-93af52e54f4e', 'port_id': '12b01d35-edee-4eb5-8b90-8b0acec5f32e', 'mac_address': 'fa:16:3e:9d:e9:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f28f607-37c6-49e9-aa98-1fa9a7d12da2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:56:05.767714 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-cd8f518c-ef3a-4a57-9704-d6c6c56357cc tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] delete failed (client error): The resource could not be found. Aug 10 03:56:05.769120 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cd8f518c-ef3a-4a57-9704-d6c6c56357cc tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "DELETE /v2.0/security-groups/49257b71-0b63-4477-b328-88d744faad97 HTTP/1.1" status: 404 len: 347 time: 0.0808535 Aug 10 03:56:05.774747 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37674) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:05.781172 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-de2a94df-9a8e-4613-9a20-76b7ec488be1 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Request body: {'security_group': {'name': 'tempest-secgroup--376079977'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:05.786775 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3253d44c-4dcd-42fd-b5aa-9cd308c21014 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.787122 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3253d44c-4dcd-42fd-b5aa-9cd308c21014 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks [] for router, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.790363 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.812230 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12b01d35-edee-4eb5-8b90-8b0acec5f32e {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:56:05.833733 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 12b01d35-edee-4eb5-8b90-8b0acec5f32e, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=12b01d35-edee-4eb5-8b90-8b0acec5f32e,segment=NetworkSegment(20c309fb-ec98-40d4-a9d0-4aa74be70f65),segment_id=20c309fb-ec98-40d4-a9d0-4aa74be70f65)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:05.838930 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-56510185-68f2-4712-9bd9-176f0ce47253 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:05.906672 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fb9b7d67-29b7-4c28-9b5d-abf4851e3597 req-b8b0b727-427f-44ae-8373-8bb551c24c00 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706437 Aug 10 03:56:05.952694 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:06.080731 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=12b01d35-edee-4eb5-8b90-8b0acec5f32e,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:06.134324 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-56510185-68f2-4712-9bd9-176f0ce47253 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Deleting port a7097657-aaa2-48b5-a29b-4749a85b3bac {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:06.135019 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-56510185-68f2-4712-9bd9-176f0ce47253 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:06.187308 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3253d44c-4dcd-42fd-b5aa-9cd308c21014 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94937) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 10 03:56:06.187920 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-3253d44c-4dcd-42fd-b5aa-9cd308c21014 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Router 3ccd0f1a-f702-4896-8fb8-e1c072507b38 migrating from provider to provider. {{(pid=94937) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 10 03:56:06.188069 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3253d44c-4dcd-42fd-b5aa-9cd308c21014 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:06.199512 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['12b01d35-edee-4eb5-8b90-8b0acec5f32e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:56:06.204257 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3253d44c-4dcd-42fd-b5aa-9cd308c21014 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:06.238818 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5412e-2232-44f3-838c-3e151a9513c1 req-de728e59-a2c0-496c-93e7-4a66c16d3ca9 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:06.241145 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a1a5412e-2232-44f3-838c-3e151a9513c1 req-de728e59-a2c0-496c-93e7-4a66c16d3ca9 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.1137590 Aug 10 03:56:06.273027 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-de2a94df-9a8e-4613-9a20-76b7ec488be1 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:06.307690 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a1a5412e-2232-44f3-838c-3e151a9513c1 req-1bbd6a8b-bcfc-4bfc-a60c-0d8cea2e7f10 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576000 Aug 10 03:56:06.332814 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-56510185-68f2-4712-9bd9-176f0ce47253 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:06.344703 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-56510185-68f2-4712-9bd9-176f0ce47253 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Calling delete_port for a7097657-aaa2-48b5-a29b-4749a85b3bac owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:06.351606 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-4a02b170-0a5c-4b71-9484-fe25708ba151 admin admin] Deleting port 576e1efe-b5f4-4da5-8a4f-505a2c4c985f {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:06.352180 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4a02b170-0a5c-4b71-9484-fe25708ba151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:06.399056 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-de2a94df-9a8e-4613-9a20-76b7ec488be1 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:06.512426 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3253d44c-4dcd-42fd-b5aa-9cd308c21014 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-457799'] for router, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:06.568536 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-4a02b170-0a5c-4b71-9484-fe25708ba151 admin admin] For port 576e1efe-b5f4-4da5-8a4f-505a2c4c985f, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=576e1efe-b5f4-4da5-8a4f-505a2c4c985f,segment=NetworkSegment(b87c53c9-9675-465b-9113-d401ad103929),segment_id=b87c53c9-9675-465b-9113-d401ad103929)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:06.568891 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4a02b170-0a5c-4b71-9484-fe25708ba151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:06.578309 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef330d-10b4-4d9f-86ff-ef0a4c3b1ec1 req-1251e2be-7eda-433e-b21d-ed1ac8c45c10 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:06.579835 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-99ef330d-10b4-4d9f-86ff-ef0a4c3b1ec1 req-1251e2be-7eda-433e-b21d-ed1ac8c45c10 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 944 time: 0.1265843 Aug 10 03:56:06.588377 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-de2a94df-9a8e-4613-9a20-76b7ec488be1 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:06.625580 n-d-802893-2 neutron-server[94937]: WARNING neutron.scheduler.l3_agent_scheduler [None req-3253d44c-4dcd-42fd-b5aa-9cd308c21014 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] No L3 agents can host the router 3ccd0f1a-f702-4896-8fb8-e1c072507b38 Aug 10 03:56:06.637651 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-4a02b170-0a5c-4b71-9484-fe25708ba151 admin admin] Calling delete_port for 576e1efe-b5f4-4da5-8a4f-505a2c4c985f owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:06.642957 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a94df-9a8e-4613-9a20-76b7ec488be1 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f692ae-e575-433c-8c99-ce0a97cf142b,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:06.723682 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-de2a94df-9a8e-4613-9a20-76b7ec488be1 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:06.725016 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-de2a94df-9a8e-4613-9a20-76b7ec488be1 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9478400 Aug 10 03:56:06.728502 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37686) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:06.745636 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-99ef330d-10b4-4d9f-86ff-ef0a4c3b1ec1 req-0dbd92c8-ad78-4f21-aea1-b08e59c7bd60 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567848 Aug 10 03:56:06.753538 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-3a030f99-4633-471b-9d50-5e3bc912b684 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Request body: {'security_group_rule': {'security_group_id': '20f692ae-e575-433c-8c99-ce0a97cf142b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:06.867155 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3253d44c-4dcd-42fd-b5aa-9cd308c21014 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Hosts for router 3ccd0f1a-f702-4896-8fb8-e1c072507b38: [] {{(pid=94937) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 10 03:56:06.875773 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-56510185-68f2-4712-9bd9-176f0ce47253 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:06.900439 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3253d44c-4dcd-42fd-b5aa-9cd308c21014 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Hosts for other DVR routers connected to router 3ccd0f1a-f702-4896-8fb8-e1c072507b38: set() {{(pid=94937) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 10 03:56:06.903270 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3253d44c-4dcd-42fd-b5aa-9cd308c21014 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:06.904621 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3253d44c-4dcd-42fd-b5aa-9cd308c21014 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] 10.222.0.25 "PUT /v2.0/routers/3ccd0f1a-f702-4896-8fb8-e1c072507b38 HTTP/1.1" status: 200 len: 717 time: 1.4974136 Aug 10 03:56:06.907162 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37688) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:06.942977 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56510185-68f2-4712-9bd9-176f0ce47253 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Pushing event deleted for resources: {'Port': ['ID=a7097657-aaa2-48b5-a29b-4749a85b3bac,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:07.003939 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3a030f99-4633-471b-9d50-5e3bc912b684 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.061077 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-acc639fc-db52-4252-a586-79e443749004 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] 10.222.0.25 "GET /v2.0/routers/3ccd0f1a-f702-4896-8fb8-e1c072507b38 HTTP/1.1" status: 200 len: 717 time: 0.1526618 Aug 10 03:56:07.067865 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37692) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:07.078245 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-56510185-68f2-4712-9bd9-176f0ce47253 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.126770 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab01c7a-7116-4807-92a0-8ac788683394 req-74d26e7e-c900-428f-a0f8-865a7c8cc64b tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:07.132455 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2ab01c7a-7116-4807-92a0-8ac788683394 req-74d26e7e-c900-428f-a0f8-865a7c8cc64b tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 946 time: 0.1206317 Aug 10 03:56:07.149506 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3a030f99-4633-471b-9d50-5e3bc912b684 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.207979 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-56510185-68f2-4712-9bd9-176f0ce47253 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.210181 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-56510185-68f2-4712-9bd9-176f0ce47253 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.225792 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2ab01c7a-7116-4807-92a0-8ac788683394 req-782b9739-5398-4fa0-8762-c423aebc5455 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848224 Aug 10 03:56:07.227858 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3a030f99-4633-471b-9d50-5e3bc912b684 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.266591 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a030f99-4633-471b-9d50-5e3bc912b684 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=087c857f-5bfa-4700-9c17-dc2f1c00c897,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:07.327809 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4a02b170-0a5c-4b71-9484-fe25708ba151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.376755 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3a030f99-4633-471b-9d50-5e3bc912b684 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.378769 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3a030f99-4633-471b-9d50-5e3bc912b684 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6492202 Aug 10 03:56:07.385380 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37702) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:07.400335 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-56510185-68f2-4712-9bd9-176f0ce47253 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.400927 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56510185-68f2-4712-9bd9-176f0ce47253 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Fanout notify agent at l3_agent the message router_deleted on router 8109de86-8965-4367-bdd0-e45c25e4c619 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:56:07.409246 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-56510185-68f2-4712-9bd9-176f0ce47253 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.410390 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-56510185-68f2-4712-9bd9-176f0ce47253 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "DELETE /v2.0/routers/8109de86-8965-4367-bdd0-e45c25e4c619 HTTP/1.1" status: 204 len: 168 time: 2.1953065 Aug 10 03:56:07.416311 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37704) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:07.421622 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02b170-0a5c-4b71-9484-fe25708ba151 admin admin] Pushing event deleted for resources: {'Port': ['ID=576e1efe-b5f4-4da5-8a4f-505a2c4c985f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:07.446636 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-71849617-3301-4672-b12c-be823134ab00 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1547974491', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:07.478121 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0dc34d-d030-40c2-980c-5173d8351632 req-525d93e9-62ce-46e8-8e9d-bfd33b33f39e tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:07.478366 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-34d30304-0517-4213-a561-e5f8b8984d86 tempest-RoutersTestDVR-46320540 tempest-RoutersTestDVR-46320540-project] 10.222.0.25 "GET /v2.0/routers/3ccd0f1a-f702-4896-8fb8-e1c072507b38 HTTP/1.1" status: 200 len: 683 time: 0.3908145 Aug 10 03:56:07.478366 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37706) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:07.478560 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3a0dc34d-d030-40c2-980c-5173d8351632 req-525d93e9-62ce-46e8-8e9d-bfd33b33f39e tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 946 time: 0.1404047 Aug 10 03:56:07.506306 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1b20-6c9c-40e2-9d8e-e9bd8b3d4332 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.529119 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1b20-6c9c-40e2-9d8e-e9bd8b3d4332 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.554981 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 12b01d35-edee-4eb5-8b90-8b0acec5f32e up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:07.602576 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3a0dc34d-d030-40c2-980c-5173d8351632 req-514c874d-c128-465a-8c33-04e0d3615002 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322880 Aug 10 03:56:07.633633 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 12b01d35-edee-4eb5-8b90-8b0acec5f32e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:07.634844 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.649858 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1b20-6c9c-40e2-9d8e-e9bd8b3d4332 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.657036 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1b20-6c9c-40e2-9d8e-e9bd8b3d4332 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.658181 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5a5d1b20-6c9c-40e2-9d8e-e9bd8b3d4332 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/087c857f-5bfa-4700-9c17-dc2f1c00c897 HTTP/1.1" status: 204 len: 168 time: 0.2668185 Aug 10 03:56:07.661555 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37710) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:07.683179 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9d6012cf-2c5e-42bc-8cdd-50ac323a2217 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.771361 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d1b20-6c9c-40e2-9d8e-e9bd8b3d4332 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=087c857f-5bfa-4700-9c17-dc2f1c00c897,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:07.782103 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.790002 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d377b15-94f0-4eb8-a9a1-51f879785df6 req-cc15069b-ea08-4085-b229-dad53a38917b tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:07.791776 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7d377b15-94f0-4eb8-a9a1-51f879785df6 req-cc15069b-ea08-4085-b229-dad53a38917b tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.3278289 Aug 10 03:56:07.811838 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc329c2-5446-402e-b69b-d6ab03a9aa7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b01d35-edee-4eb5-8b90-8b0acec5f32e'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:07.816437 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f7e935-f79e-4264-8e8b-d7838b9a9cfa" -d '{"events": [{"server_uuid": "3fc329c2-5446-402e-b69b-d6ab03a9aa7d", "name": "network-vif-plugged", "status": "completed", "tag": "12b01d35-edee-4eb5-8b90-8b0acec5f32e"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:07.823875 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-71849617-3301-4672-b12c-be823134ab00 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.825160 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-71849617-3301-4672-b12c-be823134ab00 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.831398 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 12b01d35-edee-4eb5-8b90-8b0acec5f32e, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=12b01d35-edee-4eb5-8b90-8b0acec5f32e,segment=NetworkSegment(20c309fb-ec98-40d4-a9d0-4aa74be70f65),segment_id=20c309fb-ec98-40d4-a9d0-4aa74be70f65)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:07.835662 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-32e3231a-d1f9-4c1b-9102-c6e5f32880aa tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1685710 Aug 10 03:56:07.841758 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37718) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:07.872369 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e263c70-7f4e-4302-84cd-1cbdebf01fab req-cce03148-798f-41bc-9150-c56a4ebfc422 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:07.873874 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9e263c70-7f4e-4302-84cd-1cbdebf01fab req-cce03148-798f-41bc-9150-c56a4ebfc422 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf227b7f-12f7-453f-b3dc-0a925575aa50 HTTP/1.1" status: 200 len: 946 time: 0.1400578 Aug 10 03:56:07.903061 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.945821 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6bd0a4bc-9454-4618-825d-a6b3766735f1 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:07.975657 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9e263c70-7f4e-4302-84cd-1cbdebf01fab req-69346656-9dd3-464d-9401-0d082dbca4b7 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923073 Aug 10 03:56:08.009909 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6bd0a4bc-9454-4618-825d-a6b3766735f1 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.087628 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=12b01d35-edee-4eb5-8b90-8b0acec5f32e,revision_number=7']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:08.158389 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6bd0a4bc-9454-4618-825d-a6b3766735f1 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.161245 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6bd0a4bc-9454-4618-825d-a6b3766735f1 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.167727 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6bd0a4bc-9454-4618-825d-a6b3766735f1 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "DELETE /v2.0/security-groups/20f692ae-e575-433c-8c99-ce0a97cf142b HTTP/1.1" status: 204 len: 168 time: 0.3190663 Aug 10 03:56:08.167727 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37722) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:08.241737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0a4bc-9454-4618-825d-a6b3766735f1 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f692ae-e575-433c-8c99-ce0a97cf142b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:08.295221 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-74a5c971-f873-40ca-b30e-f456a8a72828 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1223667 Aug 10 03:56:08.296519 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37724) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:08.306826 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-7de7caca-faf0-4881-bcf9-c5a1703e896e tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Request body: {'security_group': {'name': 'tempest-secgroup--299386512'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:08.335651 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f28c0-43a1-434e-b9a1-ce085cb05d06 req-825e658e-9db2-400b-939a-8bf4deb2f12c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:08.339110 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-838f28c0-43a1-434e-b9a1-ce085cb05d06 req-825e658e-9db2-400b-939a-8bf4deb2f12c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.1021087 Aug 10 03:56:08.383050 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-838f28c0-43a1-434e-b9a1-ce085cb05d06 req-364bc608-c234-411a-9560-b35a58f27ab5 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378399 Aug 10 03:56:08.444578 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7de7caca-faf0-4881-bcf9-c5a1703e896e tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.450937 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d4d47f-e9cd-4883-9f32-117b4ba48e24 x-openstack-request-id: req-f7d4d47f-e9cd-4883-9f32-117b4ba48e24 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:08.453676 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc329c2-5446-402e-b69b-d6ab03a9aa7d", "name": "network-vif-plugged", "status": "completed", "tag": "12b01d35-edee-4eb5-8b90-8b0acec5f32e", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:08.453676 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7d4d47f-e9cd-4883-9f32-117b4ba48e24 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:08.453676 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc329c2-5446-402e-b69b-d6ab03a9aa7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b01d35-edee-4eb5-8b90-8b0acec5f32e', 'code': 200} Aug 10 03:56:08.596031 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-71849617-3301-4672-b12c-be823134ab00 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.597820 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9d6012cf-2c5e-42bc-8cdd-50ac323a2217 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.604553 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9d6012cf-2c5e-42bc-8cdd-50ac323a2217 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.612781 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8c59c-14c2-422c-8774-b7f3ed98c94d req-6e36f7a4-efb6-4890-b5ec-464f7d16d06e tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:08.614658 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-59a8c59c-14c2-422c-8774-b7f3ed98c94d req-6e36f7a4-efb6-4890-b5ec-464f7d16d06e tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=830efd75-e014-4ed7-a512-8173e4f13dcd HTTP/1.1" status: 200 len: 946 time: 0.0857906 Aug 10 03:56:08.623696 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7d377b15-94f0-4eb8-a9a1-51f879785df6 req-d99426b0-ba6d-4c23-b1ec-d651388a2468 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7905350 Aug 10 03:56:08.629332 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7de7caca-faf0-4881-bcf9-c5a1703e896e tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.631452 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4a02b170-0a5c-4b71-9484-fe25708ba151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.688745 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-71849617-3301-4672-b12c-be823134ab00 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.708814 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-59a8c59c-14c2-422c-8774-b7f3ed98c94d req-2b6d1cd5-c4c4-41c1-9fda-9b43db3914f2 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774882 Aug 10 03:56:08.710376 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7de7caca-faf0-4881-bcf9-c5a1703e896e tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.747900 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd5715-c9f0-4513-b621-d38f3ecc2eb6 req-19397738-128e-4213-8de7-d199b71939ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:08.749520 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fcd5715-c9f0-4513-b621-d38f3ecc2eb6 req-19397738-128e-4213-8de7-d199b71939ac service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 1096 time: 0.1690402 Aug 10 03:56:08.759624 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-7e554f12-2aa4-4e72-b2b9-f7391fb53928 req-04ca998c-7c95-4c3e-b995-9eec04d31258 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:56:08.760721 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7e554f12-2aa4-4e72-b2b9-f7391fb53928 req-04ca998c-7c95-4c3e-b995-9eec04d31258 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103176 Aug 10 03:56:08.776360 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7caca-faf0-4881-bcf9-c5a1703e896e tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=479f459e-95ba-4ac8-bbe2-12b4c605e203,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:08.843072 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9d6012cf-2c5e-42bc-8cdd-50ac323a2217 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.843580 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6012cf-2c5e-42bc-8cdd-50ac323a2217 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ccd0f1a-f702-4896-8fb8-e1c072507b38 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:56:08.856294 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9d6012cf-2c5e-42bc-8cdd-50ac323a2217 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.857424 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9d6012cf-2c5e-42bc-8cdd-50ac323a2217 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] 10.222.0.25 "DELETE /v2.0/routers/3ccd0f1a-f702-4896-8fb8-e1c072507b38 HTTP/1.1" status: 204 len: 168 time: 1.3912208 Aug 10 03:56:08.861072 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37728) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:08.868311 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-6ecf5185-78c4-43f1-b778-1cbdc81eefa1 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Request body: {'router': {'name': 'tempest-router-870269604', 'distributed': True}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:08.879045 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-71849617-3301-4672-b12c-be823134ab00 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.883077 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-71849617-3301-4672-b12c-be823134ab00 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.4626536 Aug 10 03:56:08.884757 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37730) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:08.887776 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7de7caca-faf0-4881-bcf9-c5a1703e896e tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:08.891630 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7de7caca-faf0-4881-bcf9-c5a1703e896e tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5914996 Aug 10 03:56:08.893108 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37732) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:08.896444 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-9269b7ad-4cd5-4fd7-b701-15a13af2bd73 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Request body: {'router': {'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:08.897053 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-6123dc00-3dc5-4c32-87c2-8d1a90d89a18 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Request body: {'security_group_rule': {'security_group_id': '479f459e-95ba-4ac8-bbe2-12b4c605e203', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:08.906434 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fcd5715-c9f0-4513-b621-d38f3ecc2eb6 req-234dd463-39f9-4a95-ba8a-c09f15ce21b0 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427953 Aug 10 03:56:08.919382 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7e554f12-2aa4-4e72-b2b9-f7391fb53928 req-9d0d76cd-f3db-4c22-b6f5-25f8a2c21578 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1485417 Aug 10 03:56:09.198009 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9269b7ad-4cd5-4fd7-b701-15a13af2bd73 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.204431 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6ecf5185-78c4-43f1-b778-1cbdc81eefa1 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.205669 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6ecf5185-78c4-43f1-b778-1cbdc81eefa1 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.256160 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcde66-62c6-4455-a1bd-efcca87b73af req-a8141622-66df-42db-a6ff-41d6fbc1766c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:09.259081 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dbfcde66-62c6-4455-a1bd-efcca87b73af req-a8141622-66df-42db-a6ff-41d6fbc1766c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f978154370c54cef8e8d819528465357&device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 1096 time: 0.2162058 Aug 10 03:56:09.279794 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6ecf5185-78c4-43f1-b778-1cbdc81eefa1 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.376206 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a02b170-0a5c-4b71-9484-fe25708ba151 admin admin] Router 0384db6e-eea2-41cb-a52c-ff7937113d20 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:56:09.410783 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b17ee2-6575-4b10-8de6-e131931a34e4 req-9c42a254-95bc-47e8-9aca-7e71ba879a78 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:09.422551 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6ecf5185-78c4-43f1-b778-1cbdc81eefa1 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.427113 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-36b17ee2-6575-4b10-8de6-e131931a34e4 req-9c42a254-95bc-47e8-9aca-7e71ba879a78 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 946 time: 0.1602533 Aug 10 03:56:09.466183 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6123dc00-3dc5-4c32-87c2-8d1a90d89a18 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.567443 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcde66-62c6-4455-a1bd-efcca87b73af req-fe113658-dd41-4700-a031-c5ce04e2494d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:09.568969 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dbfcde66-62c6-4455-a1bd-efcca87b73af req-fe113658-dd41-4700-a031-c5ce04e2494d service neutron] 10.222.0.68 "GET /v2.0/networks?id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc HTTP/1.1" status: 200 len: 913 time: 0.2842677 Aug 10 03:56:09.593703 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-36b17ee2-6575-4b10-8de6-e131931a34e4 req-9b8618a2-e1d4-42eb-9efe-bf9db6939f51 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650763 Aug 10 03:56:09.593876 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6ecf5185-78c4-43f1-b778-1cbdc81eefa1 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.599522 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6ecf5185-78c4-43f1-b778-1cbdc81eefa1 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.7317877 Aug 10 03:56:09.641514 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37740) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:09.685361 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9269b7ad-4cd5-4fd7-b701-15a13af2bd73 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.721198 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d5d61-5226-44ef-8283-53418e1da5b4 req-9781bd64-a24d-4e78-adcd-7ec68d8034a5 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:09.722747 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-281d5d61-5226-44ef-8283-53418e1da5b4 req-9781bd64-a24d-4e78-adcd-7ec68d8034a5 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.2007537 Aug 10 03:56:09.724408 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9269b7ad-4cd5-4fd7-b701-15a13af2bd73 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.730412 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dbfcde66-62c6-4455-a1bd-efcca87b73af req-31238790-7299-42c5-8af0-ae82e27019a2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6636f0d3-c9c3-4136-8013-fcf47b89097b HTTP/1.1" status: 200 len: 217 time: 0.1515925 Aug 10 03:56:09.838073 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-281d5d61-5226-44ef-8283-53418e1da5b4 req-6fbc937d-ee16-4b41-aebc-d90a5f63b1ac tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060870 Aug 10 03:56:09.923055 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ce36c6f8-a3bf-46a7-8392-40140b6fdf87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.936604 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a02b170-0a5c-4b71-9484-fe25708ba151 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:56:09.938667 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3df51436-2b6d-4933-a511-d2cb6d43f261 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.943272 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfcde66-62c6-4455-a1bd-efcca87b73af req-a489be6e-9b44-4563-97e8-a3534a664fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:09.945500 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dbfcde66-62c6-4455-a1bd-efcca87b73af req-a489be6e-9b44-4563-97e8-a3534a664fa5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cf9a7592-e5a6-49d5-943e-a569f481a6b7 HTTP/1.1" status: 200 len: 852 time: 0.1997366 Aug 10 03:56:09.947079 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0868c3a-273a-4385-bb36-e0a2fc8af31d None None] Sync routers for ids ['0384db6e-eea2-41cb-a52c-ff7937113d20'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:56:09.949426 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4a02b170-0a5c-4b71-9484-fe25708ba151 admin admin] 10.222.0.25 "PUT /v2.0/routers/0384db6e-eea2-41cb-a52c-ff7937113d20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9272933 Aug 10 03:56:09.955087 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6123dc00-3dc5-4c32-87c2-8d1a90d89a18 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:09.963360 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-9269b7ad-4cd5-4fd7-b701-15a13af2bd73 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Allocated IP 172.25.0.187 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/d5ecec16-e8aa-4dc6-9456-cba494e0e8f8) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:09.965300 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37746) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:09.970089 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0868c3a-273a-4385-bb36-e0a2fc8af31d None None] Routers {'0384db6e-eea2-41cb-a52c-ff7937113d20'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:09.970939 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-f0868c3a-273a-4385-bb36-e0a2fc8af31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:55:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0384db6e-eea2-41cb-a52c-ff7937113d20'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:10.036201 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dbfcde66-62c6-4455-a1bd-efcca87b73af req-98b37d70-edee-4493-b133-955eaed774f9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401299 Aug 10 03:56:10.130274 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd75bb-5b52-4ab3-bed6-178efee89ced req-be149c16-cdee-40b3-8c9b-993530841663 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:10.139925 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7fd75bb-5b52-4ab3-bed6-178efee89ced req-be149c16-cdee-40b3-8c9b-993530841663 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.2198989 Aug 10 03:56:10.158322 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6123dc00-3dc5-4c32-87c2-8d1a90d89a18 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.205593 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-f0868c3a-273a-4385-bb36-e0a2fc8af31d None None] Set router 0384db6e-eea2-41cb-a52c-ff7937113d20 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:10.225885 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7fd75bb-5b52-4ab3-bed6-178efee89ced req-c6dbcab2-a292-47ab-b712-4dba75682b12 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849462 Aug 10 03:56:10.232024 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-773850da-464e-40e4-89c3-f8a3ae364127 admin admin] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.283115 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750b81e-8404-4817-bfbc-c1163668e781 req-9350285b-1028-4b65-9f85-ed754085724f tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:10.285263 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6750b81e-8404-4817-bfbc-c1163668e781 req-9350285b-1028-4b65-9f85-ed754085724f tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf227b7f-12f7-453f-b3dc-0a925575aa50 HTTP/1.1" status: 200 len: 946 time: 0.5484171 Aug 10 03:56:10.305883 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6123dc00-3dc5-4c32-87c2-8d1a90d89a18 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.310369 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37750) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:10.311741 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6123dc00-3dc5-4c32-87c2-8d1a90d89a18 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4184000 Aug 10 03:56:10.335105 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-9722c7cf-7c29-4c52-9bd7-21942322c77f tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Request body: {'security_group_rule': {'security_group_id': '479f459e-95ba-4ac8-bbe2-12b4c605e203', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:10.361964 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123dc00-3dc5-4c32-87c2-8d1a90d89a18 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630038cc-401b-4ea4-88cd-f942c65786c3,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:10.372959 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3df51436-2b6d-4933-a511-d2cb6d43f261 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.373876 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9269b7ad-4cd5-4fd7-b701-15a13af2bd73 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.382677 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3df51436-2b6d-4933-a511-d2cb6d43f261 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.483758 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dbfcde66-62c6-4455-a1bd-efcca87b73af req-cee05180-7e8c-42b6-a712-97543e573cb5 service neutron] 10.222.0.68 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027777 Aug 10 03:56:10.515871 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-773850da-464e-40e4-89c3-f8a3ae364127 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.533710 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9722c7cf-7c29-4c52-9bd7-21942322c77f tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.549776 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-f0868c3a-273a-4385-bb36-e0a2fc8af31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'name': 'tempest-ServersTestJSON-706843902-router', 'tenant_id': '992d730214c1491099e8b120487e23ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e8ee389c-abcc-456a-953d-dea31df7a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:25Z', 'updated_at': '2021-08-10T03:56:07Z', 'revision_number': 5, 'project_id': '992d730214c1491099e8b120487e23ac', 'gw_port': {'id': 'e8ee389c-abcc-456a-953d-dea31df7a88a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ae:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:28Z', 'updated_at': '2021-08-10T03:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:10.584221 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0868c3a-273a-4385-bb36-e0a2fc8af31d None None] Checking router: 0384db6e-eea2-41cb-a52c-ff7937113d20 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:56:10.596747 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0868c3a-273a-4385-bb36-e0a2fc8af31d None None] Routers {'0384db6e-eea2-41cb-a52c-ff7937113d20'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:10.597643 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-f0868c3a-273a-4385-bb36-e0a2fc8af31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:55:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0384db6e-eea2-41cb-a52c-ff7937113d20'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:10.634648 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9269b7ad-4cd5-4fd7-b701-15a13af2bd73 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.647152 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dbfcde66-62c6-4455-a1bd-efcca87b73af req-a485f6ed-c95d-4ed0-a0d3-2720a8c8c985 service neutron] 10.222.0.68 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562314 Aug 10 03:56:10.660915 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9722c7cf-7c29-4c52-9bd7-21942322c77f tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.681674 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6750b81e-8404-4817-bfbc-c1163668e781 req-16e73c13-de7d-498a-bd28-7e7cda5f41e1 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780653 Aug 10 03:56:10.687481 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3df51436-2b6d-4933-a511-d2cb6d43f261 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.688427 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df51436-2b6d-4933-a511-d2cb6d43f261 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9abf6834-f554-46dd-a357-099db5260c8e {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:56:10.706843 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3df51436-2b6d-4933-a511-d2cb6d43f261 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.723234 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3df51436-2b6d-4933-a511-d2cb6d43f261 tempest-RoutersTestDVR-1089179879 tempest-RoutersTestDVR-1089179879-project-admin] 10.222.0.25 "DELETE /v2.0/routers/9abf6834-f554-46dd-a357-099db5260c8e HTTP/1.1" status: 204 len: 168 time: 1.0703082 Aug 10 03:56:10.766231 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9269b7ad-4cd5-4fd7-b701-15a13af2bd73 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:10.795707 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9722c7cf-7c29-4c52-9bd7-21942322c77f tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.805342 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-9269b7ad-4cd5-4fd7-b701-15a13af2bd73 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:10.819680 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9269b7ad-4cd5-4fd7-b701-15a13af2bd73 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:10.833137 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-f0868c3a-273a-4385-bb36-e0a2fc8af31d None None] Set router 0384db6e-eea2-41cb-a52c-ff7937113d20 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:10.842696 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269b7ad-4cd5-4fd7-b701-15a13af2bd73 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Pushing event updated for resources: {'Port': ['ID=d5ecec16-e8aa-4dc6-9456-cba494e0e8f8,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:10.907392 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722c7cf-7c29-4c52-9bd7-21942322c77f tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5277d92f-9717-458d-9377-fb1eaec61343,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:10.966422 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-773850da-464e-40e4-89c3-f8a3ae364127 admin admin] Deleting port e8ee389c-abcc-456a-953d-dea31df7a88a {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:10.966772 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-773850da-464e-40e4-89c3-f8a3ae364127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:10.977824 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6daf6-1b1b-4437-8c8e-fd1c5719b8a0 req-631a44a3-ce39-4b15-8747-fc21a020b859 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:10.979450 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-53d6daf6-1b1b-4437-8c8e-fd1c5719b8a0 req-631a44a3-ce39-4b15-8747-fc21a020b859 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=830efd75-e014-4ed7-a512-8173e4f13dcd HTTP/1.1" status: 200 len: 946 time: 0.1488526 Aug 10 03:56:11.028624 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19042d5-8481-4c4c-afff-2c1eb960deb2 req-8ed54e45-352e-40b2-bf85-f456cdef6f7b tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:11.030272 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d19042d5-8481-4c4c-afff-2c1eb960deb2 req-8ed54e45-352e-40b2-bf85-f456cdef6f7b tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.0729029 Aug 10 03:56:11.091739 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d19042d5-8481-4c4c-afff-2c1eb960deb2 req-f2dd6e48-029a-4c9d-8529-240fc704245c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515332 Aug 10 03:56:11.093313 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-f0868c3a-273a-4385-bb36-e0a2fc8af31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'name': 'tempest-ServersTestJSON-706843902-router', 'tenant_id': '992d730214c1491099e8b120487e23ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e8ee389c-abcc-456a-953d-dea31df7a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:25Z', 'updated_at': '2021-08-10T03:56:07Z', 'revision_number': 5, 'project_id': '992d730214c1491099e8b120487e23ac', 'gw_port': {'id': 'e8ee389c-abcc-456a-953d-dea31df7a88a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ae:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:28Z', 'updated_at': '2021-08-10T03:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:11.121874 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0868c3a-273a-4385-bb36-e0a2fc8af31d None None] The sync data for ids ['0384db6e-eea2-41cb-a52c-ff7937113d20'] in n-d-802893-2 is: [{'id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'name': 'tempest-ServersTestJSON-706843902-router', 'tenant_id': '992d730214c1491099e8b120487e23ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'e8ee389c-abcc-456a-953d-dea31df7a88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:53:25Z', 'updated_at': '2021-08-10T03:56:07Z', 'revision_number': 5, 'project_id': '992d730214c1491099e8b120487e23ac', 'gw_port': {'id': 'e8ee389c-abcc-456a-953d-dea31df7a88a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:ae:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0384db6e-eea2-41cb-a52c-ff7937113d20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:53:28Z', 'updated_at': '2021-08-10T03:53:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:56:11.244134 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a8d42-233b-4bbd-a7de-b9d4fa6a372a req-f66f4a38-4b9a-43cc-a81a-bb1f967f848e tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:11.245844 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ff0a8d42-233b-4bbd-a7de-b9d4fa6a372a req-f66f4a38-4b9a-43cc-a81a-bb1f967f848e tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.0568063 Aug 10 03:56:11.290772 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ff0a8d42-233b-4bbd-a7de-b9d4fa6a372a req-9efea313-7d5d-4136-9956-fc7f374cf292 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376542 Aug 10 03:56:11.366529 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9722c7cf-7c29-4c52-9bd7-21942322c77f tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:11.368245 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9722c7cf-7c29-4c52-9bd7-21942322c77f tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0445476 Aug 10 03:56:11.371497 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37768) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:11.377341 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-41af49ea-0c7f-4e84-9b52-a7693708595d tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Request body: {'security_group_rule': {'security_group_id': '479f459e-95ba-4ac8-bbe2-12b4c605e203', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:11.472724 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-53d6daf6-1b1b-4437-8c8e-fd1c5719b8a0 req-7170732e-f918-4135-92d6-9f469ac9e4c4 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556620 Aug 10 03:56:11.511137 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-773850da-464e-40e4-89c3-f8a3ae364127 admin admin] For port e8ee389c-abcc-456a-953d-dea31df7a88a, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e8ee389c-abcc-456a-953d-dea31df7a88a,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:11.511137 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-773850da-464e-40e4-89c3-f8a3ae364127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:11.525613 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a31fa-746e-4bad-9847-e3e80df47822 req-fd0364ca-9c27-4b28-86f7-8ad8ca6d139b tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:11.530648 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3f8a31fa-746e-4bad-9847-e3e80df47822 req-fd0364ca-9c27-4b28-86f7-8ad8ca6d139b tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.1283548 Aug 10 03:56:11.541884 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-773850da-464e-40e4-89c3-f8a3ae364127 admin admin] Calling delete_port for e8ee389c-abcc-456a-953d-dea31df7a88a owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:11.582715 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37776) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:11.591482 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-41af49ea-0c7f-4e84-9b52-a7693708595d tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:11.666259 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3f8a31fa-746e-4bad-9847-e3e80df47822 req-494630a8-8ccd-4c17-a295-bce1804f8eec tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228316 Aug 10 03:56:11.764327 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-41af49ea-0c7f-4e84-9b52-a7693708595d tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:11.818530 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-153d11c7-b0e0-4ac3-ad6f-7e72b904f0a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:11.839844 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-41af49ea-0c7f-4e84-9b52-a7693708595d tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:11.880137 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41af49ea-0c7f-4e84-9b52-a7693708595d tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d96e887a-049b-4249-9a5e-c8bba184913c,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:11.886975 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9269b7ad-4cd5-4fd7-b701-15a13af2bd73 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.008483 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-153d11c7-b0e0-4ac3-ad6f-7e72b904f0a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.089146 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703070b-6c35-4fa8-93fb-3b0ae67e276f req-7c4fd256-0be1-46fd-9592-8fccc7dcd535 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:12.096374 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703070b-6c35-4fa8-93fb-3b0ae67e276f req-7c4fd256-0be1-46fd-9592-8fccc7dcd535 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:12.103360 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703070b-6c35-4fa8-93fb-3b0ae67e276f req-7c4fd256-0be1-46fd-9592-8fccc7dcd535 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:12.111208 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7703070b-6c35-4fa8-93fb-3b0ae67e276f req-7c4fd256-0be1-46fd-9592-8fccc7dcd535 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=830efd75-e014-4ed7-a512-8173e4f13dcd&device_id=cf227b7f-12f7-453f-b3dc-0a925575aa50&device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 2419 time: 0.0869107 Aug 10 03:56:12.152909 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7703070b-6c35-4fa8-93fb-3b0ae67e276f req-abeddda4-c89b-4fe5-9e38-b8293c37b825 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407805 Aug 10 03:56:12.157079 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-153d11c7-b0e0-4ac3-ad6f-7e72b904f0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.209253 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-153d11c7-b0e0-4ac3-ad6f-7e72b904f0a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6ec4ab9f50104d0a88a5afaeae26bd9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6252272 Aug 10 03:56:12.210124 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d11c7-b0e0-4ac3-ad6f-7e72b904f0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d244bc25-2bc6-4f53-8f29-bab6c2628999,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:12.220612 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37790) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:12.244830 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9269b7ad-4cd5-4fd7-b701-15a13af2bd73 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.252793 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-773850da-464e-40e4-89c3-f8a3ae364127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.261903 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bcce06e8-a4c4-49cf-8e4f-7a96ab06870e req-b6de5146-c682-41f9-adba-26dd9a5a9bf0 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.0719986 Aug 10 03:56:12.263743 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9269b7ad-4cd5-4fd7-b701-15a13af2bd73 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-457799'] for router, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.272006 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-41af49ea-0c7f-4e84-9b52-a7693708595d tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.273241 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-41af49ea-0c7f-4e84-9b52-a7693708595d tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9004583 Aug 10 03:56:12.284608 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37798) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:12.289212 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-6edcda17-f7d5-49dd-b46f-cc4e747e76eb tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Request body: {'security_group_rule': {'security_group_id': '479f459e-95ba-4ac8-bbe2-12b4c605e203', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:12.323808 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773850da-464e-40e4-89c3-f8a3ae364127 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8ee389c-abcc-456a-953d-dea31df7a88a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:12.425271 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6edcda17-f7d5-49dd-b46f-cc4e747e76eb tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.498216 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5284258e-d387-47c9-b243-609737ce0494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.499109 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6edcda17-f7d5-49dd-b46f-cc4e747e76eb tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.580736 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6edcda17-f7d5-49dd-b46f-cc4e747e76eb tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.600467 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5284258e-d387-47c9-b243-609737ce0494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.601594 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edcda17-f7d5-49dd-b46f-cc4e747e76eb tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf75cb9-76ff-4fa8-a7ef-d34f615b6a48,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:12.623992 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-773850da-464e-40e4-89c3-f8a3ae364127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.631782 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-a7355aeb-12e6-4c42-9e16-f922625d70f3 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:12.633816 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-a7355aeb-12e6-4c42-9e16-f922625d70f3 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/networks?id=4c5fa83e-577d-40eb-8c55-93af52e54f4e HTTP/1.1" status: 200 len: 814 time: 0.3761888 Aug 10 03:56:12.661350 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6edcda17-f7d5-49dd-b46f-cc4e747e76eb tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.665902 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6edcda17-f7d5-49dd-b46f-cc4e747e76eb tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3772249 Aug 10 03:56:12.665902 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37812) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:12.670422 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-3f716250-9fb5-4bf1-9911-44d97306b227 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Request body: {'security_group_rule': {'security_group_id': '479f459e-95ba-4ac8-bbe2-12b4c605e203', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:12.752541 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-9f4296d8-ff18-4d08-b0c2-a7718586bde4 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/quotas/1777edd9fbb84d19b73ae9912a777f83 HTTP/1.1" status: 200 len: 375 time: 0.0842144 Aug 10 03:56:12.759207 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f716250-9fb5-4bf1-9911-44d97306b227 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.761533 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-773850da-464e-40e4-89c3-f8a3ae364127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.765611 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-773850da-464e-40e4-89c3-f8a3ae364127 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.861105 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-425863d1-2e48-42fd-b217-8231fd00c347 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1777edd9fbb84d19b73ae9912a777f83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0974567 Aug 10 03:56:12.864332 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628ff59-96a5-4bdc-98ce-a5d38726df8f req-f6c6837b-64d3-45e6-89ea-d7c602d11e50 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:12.865908 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e628ff59-96a5-4bdc-98ce-a5d38726df8f req-f6c6837b-64d3-45e6-89ea-d7c602d11e50 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.0924520 Aug 10 03:56:12.872640 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f716250-9fb5-4bf1-9911-44d97306b227 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.908546 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e628ff59-96a5-4bdc-98ce-a5d38726df8f req-ec72a9e1-f9d1-44da-a600-8d435c30ce70 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346060 Aug 10 03:56:12.927235 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5284258e-d387-47c9-b243-609737ce0494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.927235 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5284258e-d387-47c9-b243-609737ce0494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.927235 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5284258e-d387-47c9-b243-609737ce0494 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d244bc25-2bc6-4f53-8f29-bab6c2628999 HTTP/1.1" status: 204 len: 168 time: 0.6995318 Aug 10 03:56:12.938244 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284258e-d387-47c9-b243-609737ce0494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d244bc25-2bc6-4f53-8f29-bab6c2628999,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:12.949451 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9269b7ad-4cd5-4fd7-b701-15a13af2bd73 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Router 25841c44-08d9-48bd-983f-7b2f965ee311 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:56:12.951236 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-773850da-464e-40e4-89c3-f8a3ae364127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:12.957366 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773850da-464e-40e4-89c3-f8a3ae364127 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0384db6e-eea2-41cb-a52c-ff7937113d20 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:56:12.959721 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f716250-9fb5-4bf1-9911-44d97306b227 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:13.002313 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f716250-9fb5-4bf1-9911-44d97306b227 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7179a9f-83de-4059-8acf-0536803d2b63,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:13.011843 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-bcd4e99c-07f7-485f-8529-8f515d8063e3 service neutron] 10.222.0.25 "GET /v2.0/networks/4c5fa83e-577d-40eb-8c55-93af52e54f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429541 Aug 10 03:56:13.014981 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-773850da-464e-40e4-89c3-f8a3ae364127 admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:13.018241 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-773850da-464e-40e4-89c3-f8a3ae364127 admin admin] 10.222.0.25 "DELETE /v2.0/routers/0384db6e-eea2-41cb-a52c-ff7937113d20 HTTP/1.1" status: 204 len: 168 time: 3.0486729 Aug 10 03:56:13.020037 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37822) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:13.083845 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f716250-9fb5-4bf1-9911-44d97306b227 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:13.093000 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3f716250-9fb5-4bf1-9911-44d97306b227 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4240882 Aug 10 03:56:13.093251 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37824) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:13.163463 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-652e42a6-8d9b-4221-9a75-8a7224dcaf04 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:13.174176 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc266b7c-4694-4131-bebe-dfe0aab48c98 admin admin] Deleting subnet 370f1b13-6f7b-40b4-94af-c5a9772dea2d {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:56:13.187461 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-652e42a6-8d9b-4221-9a75-8a7224dcaf04 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:13.217639 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dc266b7c-4694-4131-bebe-dfe0aab48c98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:13.245860 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc3b49-3eb0-4c9f-85ed-48ff9411857d req-0b62e098-30c8-4e4e-9039-52a16fe23a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:13.248432 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bcdc3b49-3eb0-4c9f-85ed-48ff9411857d req-0b62e098-30c8-4e4e-9039-52a16fe23a1a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f978154370c54cef8e8d819528465357&device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 1096 time: 0.1317561 Aug 10 03:56:13.299282 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-c19b15d2-7fe7-48fe-a0e6-2a8a8acd9798 service neutron] 10.222.0.25 "GET /v2.0/networks/4c5fa83e-577d-40eb-8c55-93af52e54f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779827 Aug 10 03:56:13.325885 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-652e42a6-8d9b-4221-9a75-8a7224dcaf04 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:13.327832 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dc266b7c-4694-4131-bebe-dfe0aab48c98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:13.334572 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-652e42a6-8d9b-4221-9a75-8a7224dcaf04 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:13.334797 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9269b7ad-4cd5-4fd7-b701-15a13af2bd73 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:56:13.341140 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-652e42a6-8d9b-4221-9a75-8a7224dcaf04 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/e7179a9f-83de-4059-8acf-0536803d2b63 HTTP/1.1" status: 204 len: 168 time: 0.2464883 Aug 10 03:56:13.343539 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37830) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:13.350048 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d117c9-64e1-4b3d-acbb-06d98ffb89b9 None None] Sync routers for ids ['25841c44-08d9-48bd-983f-7b2f965ee311'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:56:13.362884 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d117c9-64e1-4b3d-acbb-06d98ffb89b9 None None] Routers {'25841c44-08d9-48bd-983f-7b2f965ee311'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:13.363800 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-28d117c9-64e1-4b3d-acbb-06d98ffb89b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:55:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['25841c44-08d9-48bd-983f-7b2f965ee311'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:13.388572 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9269b7ad-4cd5-4fd7-b701-15a13af2bd73 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:13.389931 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9269b7ad-4cd5-4fd7-b701-15a13af2bd73 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "PUT /v2.0/routers/25841c44-08d9-48bd-983f-7b2f965ee311 HTTP/1.1" status: 200 len: 880 time: 4.4995868 Aug 10 03:56:13.392789 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37832) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:13.419205 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-28d117c9-64e1-4b3d-acbb-06d98ffb89b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:13.428513 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d117c9-64e1-4b3d-acbb-06d98ffb89b9 None None] Routers {'25841c44-08d9-48bd-983f-7b2f965ee311'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:13.429391 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-28d117c9-64e1-4b3d-acbb-06d98ffb89b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:55:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['25841c44-08d9-48bd-983f-7b2f965ee311'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:13.457709 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc3b49-3eb0-4c9f-85ed-48ff9411857d req-4fdae87f-30f9-4f0b-8c54-c046f1740a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:13.459431 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bcdc3b49-3eb0-4c9f-85ed-48ff9411857d req-4fdae87f-30f9-4f0b-8c54-c046f1740a43 service neutron] 10.222.0.68 "GET /v2.0/networks?id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc HTTP/1.1" status: 200 len: 913 time: 0.2029674 Aug 10 03:56:13.460323 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e42a6-8d9b-4221-9a75-8a7224dcaf04 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7179a9f-83de-4059-8acf-0536803d2b63,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:13.487400 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-28d117c9-64e1-4b3d-acbb-06d98ffb89b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:13.487400 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d117c9-64e1-4b3d-acbb-06d98ffb89b9 None None] The sync data for ids ['25841c44-08d9-48bd-983f-7b2f965ee311'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:56:13.527447 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bcdc3b49-3eb0-4c9f-85ed-48ff9411857d req-f216f284-ab21-4297-a612-2073603c991a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6636f0d3-c9c3-4136-8013-fcf47b89097b HTTP/1.1" status: 200 len: 217 time: 0.0587738 Aug 10 03:56:13.563684 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ec4c0f71-81ba-4ee0-9b09-e738f0d8528e tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2038548 Aug 10 03:56:13.566105 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37836) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:13.628636 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 576e1efe-b5f4-4da5-8a4f-505a2c4c985f no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:56:13.642281 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560210cb-039a-4677-ab08-e0f5ad2f78d6 req-30b595b1-048a-4e24-8363-9044ae129f87 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:13.643941 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-560210cb-039a-4677-ab08-e0f5ad2f78d6 req-30b595b1-048a-4e24-8363-9044ae129f87 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.68 "GET /v2.0/ports?device_id=3fc329c2-5446-402e-b69b-d6ab03a9aa7d HTTP/1.1" status: 200 len: 945 time: 0.2026644 Aug 10 03:56:13.666373 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 576e1efe-b5f4-4da5-8a4f-505a2c4c985f {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:56:13.667167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 576e1efe-b5f4-4da5-8a4f-505a2c4c985f not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:56:13.676554 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:13.692984 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc3b49-3eb0-4c9f-85ed-48ff9411857d req-82d03df1-36e6-40cb-becf-9d154a376786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:13.695364 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bcdc3b49-3eb0-4c9f-85ed-48ff9411857d req-82d03df1-36e6-40cb-becf-9d154a376786 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=cf9a7592-e5a6-49d5-943e-a569f481a6b7 HTTP/1.1" status: 200 len: 852 time: 0.1292143 Aug 10 03:56:13.710032 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0d23e6f2-4504-4e00-b814-eee23e1d7a50 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "GET /v2.0/routers/25841c44-08d9-48bd-983f-7b2f965ee311 HTTP/1.1" status: 200 len: 921 time: 0.3136652 Aug 10 03:56:13.710267 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e5d2e2c5-cbc9-42af-94c7-2fb9077abce1 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:13.720603 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e5d2e2c5-cbc9-42af-94c7-2fb9077abce1 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:13.728412 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dc266b7c-4694-4131-bebe-dfe0aab48c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:13.732387 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-47703259-f720-44b4-a8b7-f4ddda79db4d req-be1602e2-737e-4fef-972d-49dd56f66fc1 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=548de673-031c-4cd5-bb91-963e1b39d8ff HTTP/1.1" status: 200 len: 210 time: 0.0849979 Aug 10 03:56:13.739766 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37842) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:13.767687 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37844) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:13.795775 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bcdc3b49-3eb0-4c9f-85ed-48ff9411857d req-e21fb38e-4061-46f0-b609-fa38a812264f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874510 Aug 10 03:56:13.796733 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fd785cc5-0a0f-4390-8bcb-80043bda88d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:13.832303 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c273cbdb-1e05-4cf1-b6c3-378e85fb012e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:13.894665 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e5d2e2c5-cbc9-42af-94c7-2fb9077abce1 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:13.907578 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e5d2e2c5-cbc9-42af-94c7-2fb9077abce1 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:13.910981 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e5d2e2c5-cbc9-42af-94c7-2fb9077abce1 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/aaf75cb9-76ff-4fa8-a7ef-d34f615b6a48 HTTP/1.1" status: 204 len: 168 time: 0.3415830 Aug 10 03:56:13.911325 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37852) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:13.926586 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2e2c5-cbc9-42af-94c7-2fb9077abce1 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aaf75cb9-76ff-4fa8-a7ef-d34f615b6a48,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:13.942470 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3eab026-3640-4b82-954d-1932c603ce05 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:13.947974 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37856) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:13.949196 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e3eab026-3640-4b82-954d-1932c603ce05 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5&device_id=25841c44-08d9-48bd-983f-7b2f965ee311&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1495707 Aug 10 03:56:13.977541 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dc266b7c-4694-4131-bebe-dfe0aab48c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:14.026721 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bcdc3b49-3eb0-4c9f-85ed-48ff9411857d req-9e5d2bf4-b311-4699-aacb-481cd398ae94 service neutron] 10.222.0.68 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166162 Aug 10 03:56:14.031889 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7f32dd45-97d1-42a2-8eb4-b8f078801a48 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1192265 Aug 10 03:56:14.040336 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc266b7c-4694-4131-bebe-dfe0aab48c98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=370f1b13-6f7b-40b4-94af-c5a9772dea2d,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:14.041573 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dc266b7c-4694-4131-bebe-dfe0aab48c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:14.046318 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-dc266b7c-4694-4131-bebe-dfe0aab48c98 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/370f1b13-6f7b-40b4-94af-c5a9772dea2d HTTP/1.1" status: 204 len: 168 time: 1.0239813 Aug 10 03:56:14.047260 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37858) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:14.047593 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37860) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:14.048605 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c25e433-bfd1-4a12-aaa0-fa8d6baafd30 None None] Network c77b191a-044f-43de-9854-a356e10ee6fa requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:14.065751 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-560210cb-039a-4677-ab08-e0f5ad2f78d6 req-64b4d1bd-5af4-4691-b29d-fe69ffc71ecc tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Deleting port 12b01d35-edee-4eb5-8b90-8b0acec5f32e {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:14.066090 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-560210cb-039a-4677-ab08-e0f5ad2f78d6 req-64b4d1bd-5af4-4691-b29d-fe69ffc71ecc tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:14.232810 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561a678-33af-4b15-b2b1-4094541d9ca3 req-590ffe5f-69ad-43ef-b18a-72c3db53d32e tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:14.240836 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f561a678-33af-4b15-b2b1-4094541d9ca3 req-590ffe5f-69ad-43ef-b18a-72c3db53d32e tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.2216430 Aug 10 03:56:14.254751 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fd785cc5-0a0f-4390-8bcb-80043bda88d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:14.289054 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34f0f38-518a-4179-b8c4-4d24337258ea tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:14.292701 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d34f0f38-518a-4179-b8c4-4d24337258ea tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 881 time: 0.3420959 Aug 10 03:56:14.304298 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37866) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:14.329835 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bcdc3b49-3eb0-4c9f-85ed-48ff9411857d req-5d6c54ac-561a-4449-8f39-42c606765696 service neutron] 10.222.0.68 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523856 Aug 10 03:56:14.353571 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fd785cc5-0a0f-4390-8bcb-80043bda88d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:14.359863 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-83e0002f-56d3-4e23-b64d-1b1bc145d46e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "GET /v2.0/ports?device_id=25841c44-08d9-48bd-983f-7b2f965ee311 HTTP/1.1" status: 200 len: 205 time: 0.0539727 Aug 10 03:56:14.373146 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f561a678-33af-4b15-b2b1-4094541d9ca3 req-2217a68a-e963-4a4d-a12f-84a22d739353 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310916 Aug 10 03:56:14.391730 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37870) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:14.493333 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf50fc23-a450-47dc-8fd7-581e84c0422e None None] DHCP port deletion for c77b191a-044f-43de-9854-a356e10ee6fa request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:56:14.523249 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-99b0636c-b6f7-4e64-ac3f-db2a14abad2e tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:14.541095 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-99b0636c-b6f7-4e64-ac3f-db2a14abad2e tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:14.545541 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f24d23cc-ca5c-4d88-b278-330c4cbd8bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:14.546654 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bf50fc23-a450-47dc-8fd7-581e84c0422e None None] Deleting port 652635db-a0c2-482b-bf8d-a799434edb21 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:14.547057 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bf50fc23-a450-47dc-8fd7-581e84c0422e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:14.623445 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bf50fc23-a450-47dc-8fd7-581e84c0422e None None] For port 652635db-a0c2-482b-bf8d-a799434edb21, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=652635db-a0c2-482b-bf8d-a799434edb21,segment=NetworkSegment(b87c53c9-9675-465b-9113-d401ad103929),segment_id=b87c53c9-9675-465b-9113-d401ad103929)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:14.623950 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bf50fc23-a450-47dc-8fd7-581e84c0422e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:14.645200 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-560210cb-039a-4677-ab08-e0f5ad2f78d6 req-64b4d1bd-5af4-4691-b29d-fe69ffc71ecc tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] For port 12b01d35-edee-4eb5-8b90-8b0acec5f32e, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=12b01d35-edee-4eb5-8b90-8b0acec5f32e,segment=NetworkSegment(20c309fb-ec98-40d4-a9d0-4aa74be70f65),segment_id=20c309fb-ec98-40d4-a9d0-4aa74be70f65)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:14.645815 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-560210cb-039a-4677-ab08-e0f5ad2f78d6 req-64b4d1bd-5af4-4691-b29d-fe69ffc71ecc tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:14.647142 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bf50fc23-a450-47dc-8fd7-581e84c0422e None None] Calling delete_port for 652635db-a0c2-482b-bf8d-a799434edb21 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:14.665125 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-560210cb-039a-4677-ab08-e0f5ad2f78d6 req-64b4d1bd-5af4-4691-b29d-fe69ffc71ecc tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Calling delete_port for 12b01d35-edee-4eb5-8b90-8b0acec5f32e owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:14.724727 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-99b0636c-b6f7-4e64-ac3f-db2a14abad2e tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:14.732176 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-99b0636c-b6f7-4e64-ac3f-db2a14abad2e tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:14.733349 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-99b0636c-b6f7-4e64-ac3f-db2a14abad2e tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/d96e887a-049b-4249-9a5e-c8bba184913c HTTP/1.1" status: 204 len: 168 time: 0.6847177 Aug 10 03:56:14.739666 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37872) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:14.756953 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-f24d23cc-ca5c-4d88-b278-330c4cbd8bda admin admin] Deleting port 652635db-a0c2-482b-bf8d-a799434edb21 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:14.757201 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f24d23cc-ca5c-4d88-b278-330c4cbd8bda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:14.768893 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0636c-b6f7-4e64-ac3f-db2a14abad2e tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d96e887a-049b-4249-9a5e-c8bba184913c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:14.803371 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bf50fc23-a450-47dc-8fd7-581e84c0422e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:14.816435 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf50fc23-a450-47dc-8fd7-581e84c0422e None None] No DVR routers for this DVR port 652635db-a0c2-482b-bf8d-a799434edb21 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:14.837745 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf50fc23-a450-47dc-8fd7-581e84c0422e None None] Pushing event deleted for resources: {'Port': ['ID=652635db-a0c2-482b-bf8d-a799434edb21,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:14.863432 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fa53eb18-7c96-428e-b61d-d7c4b85a42b5 req-4cfd7f6d-1e4d-4067-a341-270244c654c4 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=548de673-031c-4cd5-bb91-963e1b39d8ff HTTP/1.1" status: 200 len: 210 time: 0.0454164 Aug 10 03:56:14.869923 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd785cc5-0a0f-4390-8bcb-80043bda88d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a692cc18-967a-4b52-9489-f14b12df9011,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:14.895892 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fd785cc5-0a0f-4390-8bcb-80043bda88d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d41002e80d5f4f208cd4ae0a64d421d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1261098 Aug 10 03:56:14.901609 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-f24d23cc-ca5c-4d88-b278-330c4cbd8bda admin admin] For port 652635db-a0c2-482b-bf8d-a799434edb21, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=652635db-a0c2-482b-bf8d-a799434edb21,segment=NetworkSegment(b87c53c9-9675-465b-9113-d401ad103929),segment_id=b87c53c9-9675-465b-9113-d401ad103929)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:14.901990 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f24d23cc-ca5c-4d88-b278-330c4cbd8bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:14.903355 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37876) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:14.919508 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-370a4689-e370-428a-b7d1-0f04980ed584 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1747372 Aug 10 03:56:14.922406 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37878) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:14.964999 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-f24d23cc-ca5c-4d88-b278-330c4cbd8bda admin admin] Calling delete_port for 652635db-a0c2-482b-bf8d-a799434edb21 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:14.991251 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab50fc50-a124-496d-8644-9513a877d72b req-c86aae49-a053-4303-93c9-06f2ea8ba9a2 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:14.999573 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ab50fc50-a124-496d-8644-9513a877d72b req-c86aae49-a053-4303-93c9-06f2ea8ba9a2 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=830efd75-e014-4ed7-a512-8173e4f13dcd HTTP/1.1" status: 200 len: 946 time: 0.5306897 Aug 10 03:56:15.025929 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a3e2af29-26a7-4cb5-948c-d05a68f5682e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.033826 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-daeb9435-4982-424e-8c59-0ec7640a8642 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.050841 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-daeb9435-4982-424e-8c59-0ec7640a8642 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.089246 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ab50fc50-a124-496d-8644-9513a877d72b req-cf3f862f-4d50-4115-9196-a3c88067efee tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887384 Aug 10 03:56:15.097948 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f5f347ae-def9-4609-ab68-b0e02d617841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.105434 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f24d23cc-ca5c-4d88-b278-330c4cbd8bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.134898 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d23cc-ca5c-4d88-b278-330c4cbd8bda admin admin] Pushing event deleted for resources: {'Port': ['ID=652635db-a0c2-482b-bf8d-a799434edb21,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:15.137343 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-560210cb-039a-4677-ab08-e0f5ad2f78d6 req-64b4d1bd-5af4-4691-b29d-fe69ffc71ecc tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.147522 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24d23cc-ca5c-4d88-b278-330c4cbd8bda admin admin] No DVR routers for this DVR port 652635db-a0c2-482b-bf8d-a799434edb21 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:15.152586 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['12b01d35-edee-4eb5-8b90-8b0acec5f32e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:56:15.178373 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-daeb9435-4982-424e-8c59-0ec7640a8642 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.198612 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f5f347ae-def9-4609-ab68-b0e02d617841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.200766 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b4d1bd-5af4-4691-b29d-fe69ffc71ecc tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Pushing event deleted for resources: {'Port': ['ID=12b01d35-edee-4eb5-8b90-8b0acec5f32e,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:15.206138 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-daeb9435-4982-424e-8c59-0ec7640a8642 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.207289 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-daeb9435-4982-424e-8c59-0ec7640a8642 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/5277d92f-9717-458d-9377-fb1eaec61343 HTTP/1.1" status: 204 len: 168 time: 0.2837598 Aug 10 03:56:15.210220 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37880) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:15.220345 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeb9435-4982-424e-8c59-0ec7640a8642 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5277d92f-9717-458d-9377-fb1eaec61343,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:15.243989 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.254159 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e8ee389c-abcc-456a-953d-dea31df7a88a no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:56:15.287794 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: e8ee389c-abcc-456a-953d-dea31df7a88a {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:56:15.287794 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e8ee389c-abcc-456a-953d-dea31df7a88a not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:56:15.287794 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 652635db-a0c2-482b-bf8d-a799434edb21 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:56:15.288212 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a3e2af29-26a7-4cb5-948c-d05a68f5682e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.303111 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-560210cb-039a-4677-ab08-e0f5ad2f78d6 req-64b4d1bd-5af4-4691-b29d-fe69ffc71ecc tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] No DVR routers for this DVR port 12b01d35-edee-4eb5-8b90-8b0acec5f32e on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:15.305962 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-560210cb-039a-4677-ab08-e0f5ad2f78d6 req-64b4d1bd-5af4-4691-b29d-fe69ffc71ecc tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.308054 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-560210cb-039a-4677-ab08-e0f5ad2f78d6 req-64b4d1bd-5af4-4691-b29d-fe69ffc71ecc tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.68 "DELETE /v2.0/ports/12b01d35-edee-4eb5-8b90-8b0acec5f32e HTTP/1.1" status: 204 len: 173 time: 1.6457562 Aug 10 03:56:15.308501 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fc329c2-5446-402e-b69b-d6ab03a9aa7d', 'name': 'network-vif-deleted', 'tag': '12b01d35-edee-4eb5-8b90-8b0acec5f32e'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:15.310805 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa65a74-05ff-4f21-a9d6-1171a2e1a62f" -d '{"events": [{"server_uuid": "3fc329c2-5446-402e-b69b-d6ab03a9aa7d", "name": "network-vif-deleted", "tag": "12b01d35-edee-4eb5-8b90-8b0acec5f32e"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:15.314570 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f24d23cc-ca5c-4d88-b278-330c4cbd8bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.315512 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 652635db-a0c2-482b-bf8d-a799434edb21 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:56:15.318853 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-554677fc-34fd-4ce5-9df7-e3b89bf54f9d tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1048830 Aug 10 03:56:15.320010 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37884) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:15.322936 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 652635db-a0c2-482b-bf8d-a799434edb21 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:56:15.329259 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-f24d23cc-ca5c-4d88-b278-330c4cbd8bda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c77b191a-044f-43de-9854-a356e10ee6fa']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:15.341314 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-f24d23cc-ca5c-4d88-b278-330c4cbd8bda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b87c53c9-9675-465b-9113-d401ad103929') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:15.341615 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-f24d23cc-ca5c-4d88-b278-330c4cbd8bda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b87c53c9-9675-465b-9113-d401ad103929') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:15.356568 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f24d23cc-ca5c-4d88-b278-330c4cbd8bda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.366355 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-293b4b56-0f64-4113-8422-c0572cb2ff4a tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.372065 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26ea687-e87b-41d5-b065-5349e6ee7a91 x-openstack-request-id: req-e26ea687-e87b-41d5-b065-5349e6ee7a91 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:15.372540 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fc329c2-5446-402e-b69b-d6ab03a9aa7d", "name": "network-vif-deleted", "tag": "12b01d35-edee-4eb5-8b90-8b0acec5f32e", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:15.372804 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e26ea687-e87b-41d5-b065-5349e6ee7a91 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:15.374162 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fc329c2-5446-402e-b69b-d6ab03a9aa7d', 'name': 'network-vif-deleted', 'tag': '12b01d35-edee-4eb5-8b90-8b0acec5f32e', 'status': 'completed', 'code': 200} Aug 10 03:56:15.375401 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-293b4b56-0f64-4113-8422-c0572cb2ff4a tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.380984 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f24d23cc-ca5c-4d88-b278-330c4cbd8bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.388400 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f24d23cc-ca5c-4d88-b278-330c4cbd8bda admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:56:15.388802 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f24d23cc-ca5c-4d88-b278-330c4cbd8bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:56:15.391380 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:56:15.443666 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-a3e2af29-26a7-4cb5-948c-d05a68f5682e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Deleting port d5ecec16-e8aa-4dc6-9456-cba494e0e8f8 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:15.444043 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a3e2af29-26a7-4cb5-948c-d05a68f5682e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.498063 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f5f347ae-def9-4609-ab68-b0e02d617841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.500559 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f5f347ae-def9-4609-ab68-b0e02d617841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.509435 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f5f347ae-def9-4609-ab68-b0e02d617841 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a692cc18-967a-4b52-9489-f14b12df9011 HTTP/1.1" status: 204 len: 168 time: 0.5960264 Aug 10 03:56:15.542143 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f347ae-def9-4609-ab68-b0e02d617841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a692cc18-967a-4b52-9489-f14b12df9011,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:15.551407 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-293b4b56-0f64-4113-8422-c0572cb2ff4a tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.557991 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f24d23cc-ca5c-4d88-b278-330c4cbd8bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.563087 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-293b4b56-0f64-4113-8422-c0572cb2ff4a tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.565834 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-293b4b56-0f64-4113-8422-c0572cb2ff4a tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/630038cc-401b-4ea4-88cd-f942c65786c3 HTTP/1.1" status: 204 len: 168 time: 0.2320383 Aug 10 03:56:15.568553 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f24d23cc-ca5c-4d88-b278-330c4cbd8bda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.570802 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37892) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:15.571312 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f24d23cc-ca5c-4d88-b278-330c4cbd8bda admin admin] 10.222.0.25 "DELETE /v2.0/networks/c77b191a-044f-43de-9854-a356e10ee6fa HTTP/1.1" status: 204 len: 168 time: 1.5212741 Aug 10 03:56:15.574791 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.606959 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b4b56-0f64-4113-8422-c0572cb2ff4a tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=630038cc-401b-4ea4-88cd-f942c65786c3,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:15.616975 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d23cc-ca5c-4d88-b278-330c4cbd8bda admin admin] Pushing event deleted for resources: {'Network': ['ID=c77b191a-044f-43de-9854-a356e10ee6fa,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:15.651808 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c7ecd-d8c0-4490-9c7c-1628a17c3cf8 req-57a90b61-d6bf-4b96-bbff-1f7c8f376058 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:15.653333 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-910c7ecd-d8c0-4490-9c7c-1628a17c3cf8 req-57a90b61-d6bf-4b96-bbff-1f7c8f376058 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.1863174 Aug 10 03:56:15.659118 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a3e2af29-26a7-4cb5-948c-d05a68f5682e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.689117 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-a3e2af29-26a7-4cb5-948c-d05a68f5682e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Calling delete_port for d5ecec16-e8aa-4dc6-9456-cba494e0e8f8 owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:15.709834 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-483121e6-e903-49f1-a6e6-3ae656dd6ea2 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1293411 Aug 10 03:56:15.710388 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37896) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:15.771182 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-910c7ecd-d8c0-4490-9c7c-1628a17c3cf8 req-a7648263-f9eb-43bd-922a-b382ee307d0e tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087682 Aug 10 03:56:15.790817 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9eebb74a-55fb-42f1-bc31-aed7440999fd tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.817772 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9eebb74a-55fb-42f1-bc31-aed7440999fd tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.934828 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9eebb74a-55fb-42f1-bc31-aed7440999fd tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.937713 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9eebb74a-55fb-42f1-bc31-aed7440999fd tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:15.939276 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9eebb74a-55fb-42f1-bc31-aed7440999fd tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "DELETE /v2.0/security-groups/479f459e-95ba-4ac8-bbe2-12b4c605e203 HTTP/1.1" status: 204 len: 168 time: 0.2275150 Aug 10 03:56:15.942476 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37902) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:15.983874 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eebb74a-55fb-42f1-bc31-aed7440999fd tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=479f459e-95ba-4ac8-bbe2-12b4c605e203,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:16.003456 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a3e2af29-26a7-4cb5-948c-d05a68f5682e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.025175 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3a6d100c-161a-4050-a3b9-0fe7f425db00 req-1323629e-16e8-49c9-9fd1-6e4a4b823719 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=548de673-031c-4cd5-bb91-963e1b39d8ff HTTP/1.1" status: 200 len: 210 time: 0.0605049 Aug 10 03:56:16.047282 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37906) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:16.051481 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-674a7a12-dde9-49bf-9c98-817cc1c154cb tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0898178 Aug 10 03:56:16.055630 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-c516e1f1-faeb-4eee-bd9a-921c7300e8a4 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Request body: {'security_group': {'name': 'tempest-secgroup--676379217'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:16.080603 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37910) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:16.101519 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7813c-9cab-4f36-8a07-eec2ba6c6391 req-b7c8793f-895c-4cc4-934d-d98a7646a8dc tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:16.103249 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-04a7813c-9cab-4f36-8a07-eec2ba6c6391 req-b7c8793f-895c-4cc4-934d-d98a7646a8dc tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.20 "GET /v2.0/ports?device_id=830efd75-e014-4ed7-a512-8173e4f13dcd HTTP/1.1" status: 200 len: 946 time: 0.1584668 Aug 10 03:56:16.105261 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2af29-26a7-4cb5-948c-d05a68f5682e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Pushing event deleted for resources: {'Port': ['ID=d5ecec16-e8aa-4dc6-9456-cba494e0e8f8,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:16.167157 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a3e2af29-26a7-4cb5-948c-d05a68f5682e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.304035 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1d14d0c8-8397-4666-bc30-8bd71c3b457a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=992d730214c1491099e8b120487e23ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1996598 Aug 10 03:56:16.320987 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37916) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:16.325284 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c516e1f1-faeb-4eee-bd9a-921c7300e8a4 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.339263 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a3e2af29-26a7-4cb5-948c-d05a68f5682e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.347020 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a3e2af29-26a7-4cb5-948c-d05a68f5682e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.377099 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-14d5073b-2eb2-4d4d-ab00-c6e09931bb2c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:16.378736 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-14d5073b-2eb2-4d4d-ab00-c6e09931bb2c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.68 "GET /v2.0/networks?id=4c5fa83e-577d-40eb-8c55-93af52e54f4e HTTP/1.1" status: 200 len: 814 time: 0.3300016 Aug 10 03:56:16.396401 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-177eba3c-e6be-4ee8-806f-1b4173b46587 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Request body: {'port': {'device_id': '548de673-031c-4cd5-bb91-963e1b39d8ff', 'network_id': '4c5fa83e-577d-40eb-8c55-93af52e54f4e', 'admin_state_up': True, 'tenant_id': '1777edd9fbb84d19b73ae9912a777f83'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:16.428093 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccaeb71-6a48-4424-a952-771d8c7894d8 req-85c4be3f-bc66-44f2-bb63-c3b01ce7c548 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:16.429685 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6ccaeb71-6a48-4424-a952-771d8c7894d8 req-85c4be3f-bc66-44f2-bb63-c3b01ce7c548 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=830efd75-e014-4ed7-a512-8173e4f13dcd HTTP/1.1" status: 200 len: 946 time: 0.2164719 Aug 10 03:56:16.461802 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b63b6007-5b12-49a1-ae32-44024cb2398c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.467281 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-04a7813c-9cab-4f36-8a07-eec2ba6c6391 req-ac900a55-42aa-45a8-8c73-fb5466c76f15 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Deleting port 9ea9f265-ec7a-4923-8eb1-a632c2d9bb85 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:16.467627 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-04a7813c-9cab-4f36-8a07-eec2ba6c6391 req-ac900a55-42aa-45a8-8c73-fb5466c76f15 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.489280 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b63b6007-5b12-49a1-ae32-44024cb2398c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.521371 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6ccaeb71-6a48-4424-a952-771d8c7894d8 req-780c8e9a-4871-4757-afb5-833df8d9eab6 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837984 Aug 10 03:56:16.534930 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a3e2af29-26a7-4cb5-948c-d05a68f5682e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.539695 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e2af29-26a7-4cb5-948c-d05a68f5682e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Fanout notify agent at l3_agent the message router_deleted on router 25841c44-08d9-48bd-983f-7b2f965ee311 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:56:16.552451 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a3e2af29-26a7-4cb5-948c-d05a68f5682e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.553544 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a3e2af29-26a7-4cb5-948c-d05a68f5682e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "DELETE /v2.0/routers/25841c44-08d9-48bd-983f-7b2f965ee311 HTTP/1.1" status: 204 len: 168 time: 2.1495049 Aug 10 03:56:16.563750 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37922) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:16.575571 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-5d6683a8-df02-4682-bfca-afdc4a0775db tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-770760612', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:16.654997 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b63b6007-5b12-49a1-ae32-44024cb2398c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.658327 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b63b6007-5b12-49a1-ae32-44024cb2398c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.659661 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b63b6007-5b12-49a1-ae32-44024cb2398c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2474f2fe-f238-4fa4-bfe9-1fea7d8e9b97 HTTP/1.1" status: 204 len: 168 time: 0.3321872 Aug 10 03:56:16.668871 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-04a7813c-9cab-4f36-8a07-eec2ba6c6391 req-ac900a55-42aa-45a8-8c73-fb5466c76f15 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] For port 9ea9f265-ec7a-4923-8eb1-a632c2d9bb85, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9ea9f265-ec7a-4923-8eb1-a632c2d9bb85,segment=NetworkSegment(823ef6a3-4315-4c4a-9851-d7eb00a76db1),segment_id=823ef6a3-4315-4c4a-9851-d7eb00a76db1)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:16.668871 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-04a7813c-9cab-4f36-8a07-eec2ba6c6391 req-ac900a55-42aa-45a8-8c73-fb5466c76f15 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.671752 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c516e1f1-faeb-4eee-bd9a-921c7300e8a4 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.674281 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b6007-5b12-49a1-ae32-44024cb2398c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2474f2fe-f238-4fa4-bfe9-1fea7d8e9b97,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:16.682986 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-04a7813c-9cab-4f36-8a07-eec2ba6c6391 req-ac900a55-42aa-45a8-8c73-fb5466c76f15 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Calling delete_port for 9ea9f265-ec7a-4923-8eb1-a632c2d9bb85 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:16.746986 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c516e1f1-faeb-4eee-bd9a-921c7300e8a4 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.817263 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516e1f1-faeb-4eee-bd9a-921c7300e8a4 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8dac03-645b-4f20-bb11-e5c13033caa1,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:16.923553 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.924285 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62eb08e-ee8a-4cf6-94d6-9a5da22c0220 req-1af79c0d-b0cf-4bdf-aee0-8a36d87eaf22 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:16.925293 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d62eb08e-ee8a-4cf6-94d6-9a5da22c0220 req-1af79c0d-b0cf-4bdf-aee0-8a36d87eaf22 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 945 time: 0.0607820 Aug 10 03:56:16.956713 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37936) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:16.967104 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d62eb08e-ee8a-4cf6-94d6-9a5da22c0220 req-90f5b500-4933-4085-a0a2-6b58cef0d688 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353498 Aug 10 03:56:16.978661 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5d6683a8-df02-4682-bfca-afdc4a0775db tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:16.979725 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5d6683a8-df02-4682-bfca-afdc4a0775db tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.043928 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-04a7813c-9cab-4f36-8a07-eec2ba6c6391 req-ac900a55-42aa-45a8-8c73-fb5466c76f15 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.074085 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5d6683a8-df02-4682-bfca-afdc4a0775db tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.075919 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac900a55-42aa-45a8-8c73-fb5466c76f15 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Pushing event deleted for resources: {'Port': ['ID=9ea9f265-ec7a-4923-8eb1-a632c2d9bb85,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:17.088818 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['48d922f3-0d31-435d-b91b-8c4a067b7157', 'd4af00d5-6797-46bb-96e4-85082eb04483', '9ea9f265-ec7a-4923-8eb1-a632c2d9bb85'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:56:17.165670 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-177eba3c-e6be-4ee8-806f-1b4173b46587 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Made reservation on behalf of 1777edd9fbb84d19b73ae9912a777f83 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:17.174453 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-177eba3c-e6be-4ee8-806f-1b4173b46587 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.175071 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2c247568-2cda-4632-8183-201284cc7f7b req-e314b05e-814e-413a-bb07-eb7a6868fc41 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=548de673-031c-4cd5-bb91-963e1b39d8ff HTTP/1.1" status: 200 len: 210 time: 0.0621758 Aug 10 03:56:17.218595 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5d6683a8-df02-4682-bfca-afdc4a0775db tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.232378 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a7813c-9cab-4f36-8a07-eec2ba6c6391 req-ac900a55-42aa-45a8-8c73-fb5466c76f15 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] No DVR routers for this DVR port 9ea9f265-ec7a-4923-8eb1-a632c2d9bb85 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:17.243225 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-00659cef-f7d1-42b2-bd8d-21fcd002bae9 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Request body: {'networks': [{'name': 'tempest-network--515105407'}, {'name': 'tempest-network--1553511288'}]} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:17.243225 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-00659cef-f7d1-42b2-bd8d-21fcd002bae9 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Request body: {'network': {'name': 'tempest-network--515105407'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:17.243662 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-00659cef-f7d1-42b2-bd8d-21fcd002bae9 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Request body: {'network': {'name': 'tempest-network--1553511288'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:17.247281 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-04a7813c-9cab-4f36-8a07-eec2ba6c6391 req-ac900a55-42aa-45a8-8c73-fb5466c76f15 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.249235 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-04a7813c-9cab-4f36-8a07-eec2ba6c6391 req-ac900a55-42aa-45a8-8c73-fb5466c76f15 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.20 "DELETE /v2.0/ports/9ea9f265-ec7a-4923-8eb1-a632c2d9bb85 HTTP/1.1" status: 204 len: 173 time: 1.0521445 Aug 10 03:56:17.253367 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c516e1f1-faeb-4eee-bd9a-921c7300e8a4 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.254557 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c516e1f1-faeb-4eee-bd9a-921c7300e8a4 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2046416 Aug 10 03:56:17.258879 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37952) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:17.263898 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-502a92b3-d8cd-44be-a93a-8e9a1f94887b tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Request body: {'security_group_rule': {'security_group_id': '0f8dac03-645b-4f20-bb11-e5c13033caa1', 'direction': 'ingress', 'protocol': 17}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:17.335291 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5d6683a8-df02-4682-bfca-afdc4a0775db tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.339453 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37960) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:17.339681 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5d6683a8-df02-4682-bfca-afdc4a0775db tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7749774 Aug 10 03:56:17.347073 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-d2bb7f37-160e-4e09-a81c-cf52b0e8bd5c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'enable_snat': True}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:17.377286 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830efd75-e014-4ed7-a512-8173e4f13dcd', 'name': 'network-vif-deleted', 'tag': '9ea9f265-ec7a-4923-8eb1-a632c2d9bb85'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:17.380192 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6ad49e-241d-4823-91c6-2b3ec56f584c" -d '{"events": [{"server_uuid": "830efd75-e014-4ed7-a512-8173e4f13dcd", "name": "network-vif-deleted", "tag": "9ea9f265-ec7a-4923-8eb1-a632c2d9bb85"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:17.412146 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-177eba3c-e6be-4ee8-806f-1b4173b46587 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Allocated IP 172.20.0.8 (4c5fa83e-577d-40eb-8c55-93af52e54f4e/1f28f607-37c6-49e9-aa98-1fa9a7d12da2/5664531b-c5bf-4149-9563-c1996ccde507) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:17.445093 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00659cef-f7d1-42b2-bd8d-21fcd002bae9 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Made reservation on behalf of 275eb12e497740188fc68c16a9d85e44 for: {'network': 2} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:17.467453 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-00659cef-f7d1-42b2-bd8d-21fcd002bae9 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.474340 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ada8f1-9e91-4c09-a68f-1595702fee69 x-openstack-request-id: req-94ada8f1-9e91-4c09-a68f-1595702fee69 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:17.475060 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "830efd75-e014-4ed7-a512-8173e4f13dcd", "name": "network-vif-deleted", "tag": "9ea9f265-ec7a-4923-8eb1-a632c2d9bb85", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:17.475522 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94ada8f1-9e91-4c09-a68f-1595702fee69 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:17.476203 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '830efd75-e014-4ed7-a512-8173e4f13dcd', 'name': 'network-vif-deleted', 'tag': '9ea9f265-ec7a-4923-8eb1-a632c2d9bb85', 'status': 'completed', 'code': 200} Aug 10 03:56:17.505035 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-00659cef-f7d1-42b2-bd8d-21fcd002bae9 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.605539 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 6636f0d3-c9c3-4136-8013-fcf47b89097b no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:56:17.701581 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c6e690d2-657b-4e18-89fc-e0d1779c0c87 req-ad7f1263-3498-4d18-aee4-84f03497d4bb tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=830efd75-e014-4ed7-a512-8173e4f13dcd HTTP/1.1" status: 200 len: 210 time: 0.0332606 Aug 10 03:56:17.735081 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-502a92b3-d8cd-44be-a93a-8e9a1f94887b tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.773308 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d2bb7f37-160e-4e09-a81c-cf52b0e8bd5c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.781668 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.810724 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28821d05-b4d4-438b-a1b1-3fc9438dbfef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6636f0d3-c9c3-4136-8013-fcf47b89097b'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:17.813822 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77197c3b-6710-458d-a28b-306b24ef72c5" -d '{"events": [{"server_uuid": "28821d05-b4d4-438b-a1b1-3fc9438dbfef", "name": "network-vif-unplugged", "status": "completed", "tag": "6636f0d3-c9c3-4136-8013-fcf47b89097b"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:17.831551 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 6636f0d3-c9c3-4136-8013-fcf47b89097b, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=6636f0d3-c9c3-4136-8013-fcf47b89097b,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:17.895763 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4def2cd1-d597-46e2-b2ba-1aad31b4a284 x-openstack-request-id: req-4def2cd1-d597-46e2-b2ba-1aad31b4a284 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:17.896290 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28821d05-b4d4-438b-a1b1-3fc9438dbfef", "name": "network-vif-unplugged", "status": "failed", "tag": "6636f0d3-c9c3-4136-8013-fcf47b89097b", "code": 422}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:17.900049 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4def2cd1-d597-46e2-b2ba-1aad31b4a284 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:17.900049 n-d-802893-2 neutron-server[94939]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28821d05-b4d4-438b-a1b1-3fc9438dbfef', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6636f0d3-c9c3-4136-8013-fcf47b89097b', 'code': 422} returned with failed status Aug 10 03:56:17.931495 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-177eba3c-e6be-4ee8-806f-1b4173b46587 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.938992 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-502a92b3-d8cd-44be-a93a-8e9a1f94887b tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.947093 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-00659cef-f7d1-42b2-bd8d-21fcd002bae9 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.974746 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:17.975443 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 12b01d35-edee-4eb5-8b90-8b0acec5f32e no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:56:17.997743 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 12b01d35-edee-4eb5-8b90-8b0acec5f32e {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:56:17.998090 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 12b01d35-edee-4eb5-8b90-8b0acec5f32e not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:56:18.057724 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=6636f0d3-c9c3-4136-8013-fcf47b89097b,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:18.124997 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-00659cef-f7d1-42b2-bd8d-21fcd002bae9 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.125545 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-00659cef-f7d1-42b2-bd8d-21fcd002bae9 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.128134 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-502a92b3-d8cd-44be-a93a-8e9a1f94887b tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.129122 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d2bb7f37-160e-4e09-a81c-cf52b0e8bd5c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.135281 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-177eba3c-e6be-4ee8-806f-1b4173b46587 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.154842 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d2bb7f37-160e-4e09-a81c-cf52b0e8bd5c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.228294 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a92b3-d8cd-44be-a93a-8e9a1f94887b tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca402f0-a7bc-4c12-a750-f0f38090c9e6,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:18.232870 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-177eba3c-e6be-4ee8-806f-1b4173b46587 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Network 4c5fa83e-577d-40eb-8c55-93af52e54f4e is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:18.254883 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-177eba3c-e6be-4ee8-806f-1b4173b46587 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:18.255275 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-177eba3c-e6be-4ee8-806f-1b4173b46587 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:18.263981 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00659cef-f7d1-42b2-bd8d-21fcd002bae9 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1628c39-4217-43ed-9ecf-45e9f8c09ad6,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:18.299555 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00659cef-f7d1-42b2-bd8d-21fcd002bae9 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:18.308546 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177eba3c-e6be-4ee8-806f-1b4173b46587 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Pushing event updated for resources: {'Port': ['ID=5664531b-c5bf-4149-9563-c1996ccde507,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:18.327184 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-502a92b3-d8cd-44be-a93a-8e9a1f94887b tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.331360 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-502a92b3-d8cd-44be-a93a-8e9a1f94887b tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0681832 Aug 10 03:56:18.331514 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38008) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:18.334436 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-d2bb7f37-160e-4e09-a81c-cf52b0e8bd5c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Allocated IP 172.25.0.100 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/80ca4f20-5e7f-438a-bd9c-ccadbc6c3e32) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:18.335784 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-00659cef-f7d1-42b2-bd8d-21fcd002bae9 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.336765 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-00659cef-f7d1-42b2-bd8d-21fcd002bae9 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Added segment ea3a9dc9-64fd-4e50-a4ac-447724aab35e of type vlan for network 4de61b5e-46d3-4c79-b55b-8c32bc0b6cc9 Aug 10 03:56:18.354460 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-177eba3c-e6be-4ee8-806f-1b4173b46587 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:18.355851 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-177eba3c-e6be-4ee8-806f-1b4173b46587 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.375546 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82da771-5a73-493b-93d9-c4c1710d5931 req-fa07feba-5c39-419a-b603-c8c038316da7 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:18.377008 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c82da771-5a73-493b-93d9-c4c1710d5931 req-fa07feba-5c39-419a-b603-c8c038316da7 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=548de673-031c-4cd5-bb91-963e1b39d8ff HTTP/1.1" status: 200 len: 931 time: 0.1241763 Aug 10 03:56:18.390606 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38012) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:18.410203 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-00659cef-f7d1-42b2-bd8d-21fcd002bae9 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.457192 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00659cef-f7d1-42b2-bd8d-21fcd002bae9 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:18.460088 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-177eba3c-e6be-4ee8-806f-1b4173b46587 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0721521 Aug 10 03:56:18.470560 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-00659cef-f7d1-42b2-bd8d-21fcd002bae9 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.471016 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-00659cef-f7d1-42b2-bd8d-21fcd002bae9 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Added segment 1fc13fb6-2c01-4995-a562-a28dae79f9a8 of type vlan for network ff509d84-8bbb-4eee-b467-e1046e00548b Aug 10 03:56:18.476251 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-f2a00e25-8bf4-4c4b-b128-a40c059960db service neutron] Request body: {'port': {'device_id': '548de673-031c-4cd5-bb91-963e1b39d8ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:18.503583 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e75f7ade-849a-4ee3-8291-64c2376c1555 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.536921 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c82da771-5a73-493b-93d9-c4c1710d5931 req-7e68dd20-71e1-447b-92c7-6bd6cc3d41ef tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401465 Aug 10 03:56:18.575489 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-00659cef-f7d1-42b2-bd8d-21fcd002bae9 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.575652 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e75f7ade-849a-4ee3-8291-64c2376c1555 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.585058 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-f2a00e25-8bf4-4c4b-b128-a40c059960db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.604656 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-8fe9bba8-29fe-447a-a063-0db160647912 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-371336575-network', 'tenant_id': '8281b6bf97984b32a5c87806dd937c20'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:18.630022 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d2bb7f37-160e-4e09-a81c-cf52b0e8bd5c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.775623 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e75f7ade-849a-4ee3-8291-64c2376c1555 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.778314 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e75f7ade-849a-4ee3-8291-64c2376c1555 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.779479 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e75f7ade-849a-4ee3-8291-64c2376c1555 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "DELETE /v2.0/security-groups/0f8dac03-645b-4f20-bb11-e5c13033caa1 HTTP/1.1" status: 204 len: 168 time: 0.4472942 Aug 10 03:56:18.780716 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-00659cef-f7d1-42b2-bd8d-21fcd002bae9 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.781362 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-00659cef-f7d1-42b2-bd8d-21fcd002bae9 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.784031 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38020) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:18.788033 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00659cef-f7d1-42b2-bd8d-21fcd002bae9 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:18.794056 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00659cef-f7d1-42b2-bd8d-21fcd002bae9 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:18.794733 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-00659cef-f7d1-42b2-bd8d-21fcd002bae9 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.815519 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f7ade-849a-4ee3-8291-64c2376c1555 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8dac03-645b-4f20-bb11-e5c13033caa1,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:18.865732 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8fb1c453-fc48-4c68-8437-635fe9a95faf req-29257318-29d5-492b-88eb-14436f7270b9 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=830efd75-e014-4ed7-a512-8173e4f13dcd HTTP/1.1" status: 200 len: 210 time: 0.0440900 Aug 10 03:56:18.888982 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9d36fb99-d40a-46da-ade7-7175e33473d3 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1038134 Aug 10 03:56:18.890798 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d2bb7f37-160e-4e09-a81c-cf52b0e8bd5c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.893776 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe9bba8-29fe-447a-a063-0db160647912 admin admin] Made reservation on behalf of 8281b6bf97984b32a5c87806dd937c20 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:18.896084 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8fe9bba8-29fe-447a-a063-0db160647912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.897822 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38024) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:18.908047 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-fd28f92e-dcae-4d2a-9f17-a616869f4f93 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Request body: {'security_group': {'name': 'tempest-secgroup--1898265357'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:18.930435 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8fe9bba8-29fe-447a-a063-0db160647912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:18.932546 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bb7f37-160e-4e09-a81c-cf52b0e8bd5c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:18.935768 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-d2bb7f37-160e-4e09-a81c-cf52b0e8bd5c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:18.941820 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb7f37-160e-4e09-a81c-cf52b0e8bd5c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:18.955888 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00659cef-f7d1-42b2-bd8d-21fcd002bae9 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Pushing event updated for resources: {'Network': ['ID=4de61b5e-46d3-4c79-b55b-8c32bc0b6cc9,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:18.968208 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 4de61b5e-46d3-4c79-b55b-8c32bc0b6cc9 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:18.985573 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-00659cef-f7d1-42b2-bd8d-21fcd002bae9 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.0276105 Aug 10 03:56:18.985801 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb7f37-160e-4e09-a81c-cf52b0e8bd5c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Pushing event updated for resources: {'Port': ['ID=80ca4f20-5e7f-438a-bd9c-ccadbc6c3e32,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:18.989864 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38026) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:19.065064 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00659cef-f7d1-42b2-bd8d-21fcd002bae9 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Pushing event updated for resources: {'Network': ['ID=ff509d84-8bbb-4eee-b467-e1046e00548b,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:19.080252 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network ff509d84-8bbb-4eee-b467-e1046e00548b details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:19.143042 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fd28f92e-dcae-4d2a-9f17-a616869f4f93 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.192766 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723083fb-6527-4a40-8f04-f60dcccc63f3 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:19.199064 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723083fb-6527-4a40-8f04-f60dcccc63f3 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:19.201074 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-f2a00e25-8bf4-4c4b-b128-a40c059960db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5664531b-c5bf-4149-9563-c1996ccde507 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:56:19.204832 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723083fb-6527-4a40-8f04-f60dcccc63f3 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:19.210547 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723083fb-6527-4a40-8f04-f60dcccc63f3 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:19.212317 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-723083fb-6527-4a40-8f04-f60dcccc63f3 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2214837 Aug 10 03:56:19.216856 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38028) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:19.218769 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-f2a00e25-8bf4-4c4b-b128-a40c059960db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.251087 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff724053-0f3a-40ea-988b-596f17b0d7aa req-97118971-6b98-4b71-aa94-a217005af5d2 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:19.252702 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff724053-0f3a-40ea-988b-596f17b0d7aa req-97118971-6b98-4b71-aa94-a217005af5d2 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=28821d05-b4d4-438b-a1b1-3fc9438dbfef HTTP/1.1" status: 200 len: 943 time: 0.1268191 Aug 10 03:56:19.257054 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-f2a00e25-8bf4-4c4b-b128-a40c059960db service neutron] Transition to ACTIVE for port object 5664531b-c5bf-4149-9563-c1996ccde507 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:19.304112 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05c3bc0e-4860-488f-ab10-baea318bb4f4 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.343265 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-f2a00e25-8bf4-4c4b-b128-a40c059960db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.415263 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8fe9bba8-29fe-447a-a063-0db160647912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.429316 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05c3bc0e-4860-488f-ab10-baea318bb4f4 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.431517 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a00e25-8bf4-4c4b-b128-a40c059960db service neutron] Pushing event updated for resources: {'Port': ['ID=5664531b-c5bf-4149-9563-c1996ccde507,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:19.446467 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-05c3bc0e-4860-488f-ab10-baea318bb4f4 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4de61b5e-46d3-4c79-b55b-8c32bc0b6cc9']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:19.482473 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-05c3bc0e-4860-488f-ab10-baea318bb4f4 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3a9dc9-64fd-4e50-a4ac-447724aab35e') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:19.482769 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-05c3bc0e-4860-488f-ab10-baea318bb4f4 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3a9dc9-64fd-4e50-a4ac-447724aab35e') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:19.485725 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-ff724053-0f3a-40ea-988b-596f17b0d7aa req-8cb899bf-42ea-4257-8550-d1b09ee709e0 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Deleting port 6636f0d3-c9c3-4136-8013-fcf47b89097b {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:19.486075 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ff724053-0f3a-40ea-988b-596f17b0d7aa req-8cb899bf-42ea-4257-8550-d1b09ee709e0 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.494785 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05c3bc0e-4860-488f-ab10-baea318bb4f4 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.516906 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05c3bc0e-4860-488f-ab10-baea318bb4f4 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.523975 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d2bb7f37-160e-4e09-a81c-cf52b0e8bd5c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.525849 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c3bc0e-4860-488f-ab10-baea318bb4f4 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:56:19.526234 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05c3bc0e-4860-488f-ab10-baea318bb4f4 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:56:19.529818 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:56:19.539812 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8fe9bba8-29fe-447a-a063-0db160647912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.611013 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe9bba8-29fe-447a-a063-0db160647912 admin admin] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:19.643753 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9bba8-29fe-447a-a063-0db160647912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaebf6d4-db31-498a-84f6-349a531f9c01,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:19.651732 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-f2a00e25-8bf4-4c4b-b128-a40c059960db service neutron] Attempting to bind port 5664531b-c5bf-4149-9563-c1996ccde507 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:19.652104 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-f2a00e25-8bf4-4c4b-b128-a40c059960db service neutron] Attempting to bind port 5664531b-c5bf-4149-9563-c1996ccde507 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '20c309fb-ec98-40d4-a9d0-4aa74be70f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4c5fa83e-577d-40eb-8c55-93af52e54f4e'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:19.652445 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-f2a00e25-8bf4-4c4b-b128-a40c059960db service neutron] Attempting to bind port 5664531b-c5bf-4149-9563-c1996ccde507 on network 4c5fa83e-577d-40eb-8c55-93af52e54f4e {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:19.657528 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8fe9bba8-29fe-447a-a063-0db160647912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.657888 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-8fe9bba8-29fe-447a-a063-0db160647912 admin admin] Added segment 92b62f01-5706-4edb-be59-ea84b6549b20 of type vlan for network d668b864-a45c-433f-a3f1-ead2aadee531 Aug 10 03:56:19.682841 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-f2a00e25-8bf4-4c4b-b128-a40c059960db service neutron] Port 5664531b-c5bf-4149-9563-c1996ccde507 on network 4c5fa83e-577d-40eb-8c55-93af52e54f4e not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:56:19.683091 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-f2a00e25-8bf4-4c4b-b128-a40c059960db service neutron] Attempting to bind port 5664531b-c5bf-4149-9563-c1996ccde507 on network 4c5fa83e-577d-40eb-8c55-93af52e54f4e {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:19.687014 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05c3bc0e-4860-488f-ab10-baea318bb4f4 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.698303 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05c3bc0e-4860-488f-ab10-baea318bb4f4 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.700169 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-05c3bc0e-4860-488f-ab10-baea318bb4f4 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] 10.222.0.25 "DELETE /v2.0/networks/4de61b5e-46d3-4c79-b55b-8c32bc0b6cc9 HTTP/1.1" status: 204 len: 168 time: 0.4823763 Aug 10 03:56:19.707736 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38032) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:19.729812 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-ff724053-0f3a-40ea-988b-596f17b0d7aa req-8cb899bf-42ea-4257-8550-d1b09ee709e0 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] For port 6636f0d3-c9c3-4136-8013-fcf47b89097b, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=6636f0d3-c9c3-4136-8013-fcf47b89097b,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:19.730192 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ff724053-0f3a-40ea-988b-596f17b0d7aa req-8cb899bf-42ea-4257-8550-d1b09ee709e0 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.737256 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-f2a00e25-8bf4-4c4b-b128-a40c059960db service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:19.737611 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-f2a00e25-8bf4-4c4b-b128-a40c059960db service neutron] Checking segment: {'id': '20c309fb-ec98-40d4-a9d0-4aa74be70f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4c5fa83e-577d-40eb-8c55-93af52e54f4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:19.738009 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-f2a00e25-8bf4-4c4b-b128-a40c059960db service neutron] Bound using segment: {'id': '20c309fb-ec98-40d4-a9d0-4aa74be70f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4c5fa83e-577d-40eb-8c55-93af52e54f4e'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:19.738451 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-f2a00e25-8bf4-4c4b-b128-a40c059960db service neutron] Bound port: 5664531b-c5bf-4149-9563-c1996ccde507, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20c309fb-ec98-40d4-a9d0-4aa74be70f65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '4c5fa83e-577d-40eb-8c55-93af52e54f4e'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:19.738870 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-f2a00e25-8bf4-4c4b-b128-a40c059960db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.739183 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3bc0e-4860-488f-ab10-baea318bb4f4 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Pushing event deleted for resources: {'Network': ['ID=4de61b5e-46d3-4c79-b55b-8c32bc0b6cc9,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:19.761171 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8fe9bba8-29fe-447a-a063-0db160647912 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.771672 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-ff724053-0f3a-40ea-988b-596f17b0d7aa req-8cb899bf-42ea-4257-8550-d1b09ee709e0 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Calling delete_port for 6636f0d3-c9c3-4136-8013-fcf47b89097b owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:19.877917 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fd28f92e-dcae-4d2a-9f17-a616869f4f93 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.933931 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-f2a00e25-8bf4-4c4b-b128-a40c059960db service neutron] For port 5664531b-c5bf-4149-9563-c1996ccde507, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:19.935852 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fd28f92e-dcae-4d2a-9f17-a616869f4f93 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.939696 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-f2a00e25-8bf4-4c4b-b128-a40c059960db service neutron] For port 5664531b-c5bf-4149-9563-c1996ccde507, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5664531b-c5bf-4149-9563-c1996ccde507,segment=NetworkSegment(20c309fb-ec98-40d4-a9d0-4aa74be70f65),segment_id=20c309fb-ec98-40d4-a9d0-4aa74be70f65)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:19.971204 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8fe9bba8-29fe-447a-a063-0db160647912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:19.972228 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe9bba8-29fe-447a-a063-0db160647912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:19.972813 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8fe9bba8-29fe-447a-a063-0db160647912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.041589 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28f92e-dcae-4d2a-9f17-a616869f4f93 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26e756d5-ddbb-4f23-b27c-99b4803099fe,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:20.159477 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2776e-c6e6-4e5f-b08a-99b1dceb817f req-a5c0b177-1f3f-41ed-a1d6-e333c89980ad tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:20.161069 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-44e2776e-c6e6-4e5f-b08a-99b1dceb817f req-a5c0b177-1f3f-41ed-a1d6-e333c89980ad tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=548de673-031c-4cd5-bb91-963e1b39d8ff HTTP/1.1" status: 200 len: 943 time: 0.5073450 Aug 10 03:56:20.207319 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fdbd4997-98a0-4b3c-b613-2a55bc20c9c7 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.271591 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-44e2776e-c6e6-4e5f-b08a-99b1dceb817f req-085e046e-5c43-4b40-b25c-653cd9f2ca57 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022289 Aug 10 03:56:20.284059 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d2bb7f37-160e-4e09-a81c-cf52b0e8bd5c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.307924 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-f2a00e25-8bf4-4c4b-b128-a40c059960db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.308889 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d2bb7f37-160e-4e09-a81c-cf52b0e8bd5c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-457799'] for router, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.324711 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fd28f92e-dcae-4d2a-9f17-a616869f4f93 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.324711 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fd28f92e-dcae-4d2a-9f17-a616869f4f93 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4138317 Aug 10 03:56:20.324711 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38038) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:20.366178 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-19d62cf7-264c-43ec-b556-976a9d40d168 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Request body: {'security_group': {'name': 'tempest-secgroup--1485524850'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:20.385799 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8fe9bba8-29fe-447a-a063-0db160647912 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9904556 Aug 10 03:56:20.385799 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9bba8-29fe-447a-a063-0db160647912 admin admin] Pushing event updated for resources: {'Network': ['ID=d668b864-a45c-433f-a3f1-ead2aadee531,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:20.386125 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38042) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:20.391041 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-6d79464f-f085-456a-adf5-05c029cdf6eb admin admin] Request body: {'subnet': {'network_id': 'd668b864-a45c-433f-a3f1-ead2aadee531', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-371336575-subnet', 'tenant_id': '8281b6bf97984b32a5c87806dd937c20', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:20.411246 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-f2a00e25-8bf4-4c4b-b128-a40c059960db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:20.411925 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-f2a00e25-8bf4-4c4b-b128-a40c059960db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.413619 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-f2a00e25-8bf4-4c4b-b128-a40c059960db service neutron] 10.222.0.68 "PUT /v2.0/ports/5664531b-c5bf-4149-9563-c1996ccde507 HTTP/1.1" status: 200 len: 1091 time: 1.9441481 Aug 10 03:56:20.419296 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network d668b864-a45c-433f-a3f1-ead2aadee531 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:20.419762 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548de673-031c-4cd5-bb91-963e1b39d8ff', 'tag': '5664531b-c5bf-4149-9563-c1996ccde507'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:20.419762 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6cbfc6-511f-4cef-a099-cbf113ab4947" -d '{"events": [{"name": "network-changed", "server_uuid": "548de673-031c-4cd5-bb91-963e1b39d8ff", "tag": "5664531b-c5bf-4149-9563-c1996ccde507"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:20.424712 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.db.api [None req-6d79464f-f085-456a-adf5-05c029cdf6eb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:56:20.424712 n-d-802893-2 neutron-server[94938]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:56:20.424712 n-d-802893-2 neutron-server[94938]: [parameters: {'project_id_1': '8281b6bf97984b32a5c87806dd937c20', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 56, 20, 405028)}] Aug 10 03:56:20.424712 n-d-802893-2 neutron-server[94938]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94938) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:56:20.424712 n-d-802893-2 neutron-server[94938]: DEBUG oslo_db.api [None req-6d79464f-f085-456a-adf5-05c029cdf6eb admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:56:20.424712 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fdbd4997-98a0-4b3c-b613-2a55bc20c9c7 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.449270 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a00e25-8bf4-4c4b-b128-a40c059960db service neutron] Pushing event updated for resources: {'Port': ['ID=5664531b-c5bf-4149-9563-c1996ccde507,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:20.466538 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-fdbd4997-98a0-4b3c-b613-2a55bc20c9c7 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff509d84-8bbb-4eee-b467-e1046e00548b']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:20.482849 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-fdbd4997-98a0-4b3c-b613-2a55bc20c9c7 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc13fb6-2c01-4995-a562-a28dae79f9a8') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:20.483185 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-fdbd4997-98a0-4b3c-b613-2a55bc20c9c7 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc13fb6-2c01-4995-a562-a28dae79f9a8') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:20.491258 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-19d62cf7-264c-43ec-b556-976a9d40d168 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.496780 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fdbd4997-98a0-4b3c-b613-2a55bc20c9c7 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.514391 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fdbd4997-98a0-4b3c-b613-2a55bc20c9c7 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.524278 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdbd4997-98a0-4b3c-b613-2a55bc20c9c7 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:56:20.524683 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fdbd4997-98a0-4b3c-b613-2a55bc20c9c7 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:56:20.527740 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:56:20.549361 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ff724053-0f3a-40ea-988b-596f17b0d7aa req-8cb899bf-42ea-4257-8550-d1b09ee709e0 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.627002 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb899bf-42ea-4257-8550-d1b09ee709e0 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Pushing event deleted for resources: {'Port': ['ID=6636f0d3-c9c3-4136-8013-fcf47b89097b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:20.642399 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 9ea9f265-ec7a-4923-8eb1-a632c2d9bb85 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:56:20.669292 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 9ea9f265-ec7a-4923-8eb1-a632c2d9bb85 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:56:20.669634 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 9ea9f265-ec7a-4923-8eb1-a632c2d9bb85 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:56:20.672398 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fdbd4997-98a0-4b3c-b613-2a55bc20c9c7 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.680111 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff724053-0f3a-40ea-988b-596f17b0d7aa req-8cb899bf-42ea-4257-8550-d1b09ee709e0 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] No DVR routers for this DVR port 6636f0d3-c9c3-4136-8013-fcf47b89097b on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:20.681355 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fdbd4997-98a0-4b3c-b613-2a55bc20c9c7 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.683582 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fdbd4997-98a0-4b3c-b613-2a55bc20c9c7 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] 10.222.0.25 "DELETE /v2.0/networks/ff509d84-8bbb-4eee-b467-e1046e00548b HTTP/1.1" status: 204 len: 168 time: 0.9748826 Aug 10 03:56:20.686173 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38046) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:20.688809 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ff724053-0f3a-40ea-988b-596f17b0d7aa req-8cb899bf-42ea-4257-8550-d1b09ee709e0 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.691073 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff724053-0f3a-40ea-988b-596f17b0d7aa req-8cb899bf-42ea-4257-8550-d1b09ee709e0 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "DELETE /v2.0/ports/6636f0d3-c9c3-4136-8013-fcf47b89097b HTTP/1.1" status: 204 len: 173 time: 1.4304643 Aug 10 03:56:20.710014 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-a9a8defc-0005-4814-9df8-feae334c6047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:20.712253 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-a9a8defc-0005-4814-9df8-feae334c6047 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1777edd9fbb84d19b73ae9912a777f83&device_id=548de673-031c-4cd5-bb91-963e1b39d8ff HTTP/1.1" status: 200 len: 1094 time: 0.1575711 Aug 10 03:56:20.726036 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bb7f37-160e-4e09-a81c-cf52b0e8bd5c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Router be427d74-84f7-4733-b804-033cec519cee is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:56:20.734539 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-19d62cf7-264c-43ec-b556-976a9d40d168 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.756034 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd4997-98a0-4b3c-b613-2a55bc20c9c7 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Pushing event deleted for resources: {'Network': ['ID=ff509d84-8bbb-4eee-b467-e1046e00548b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:20.769688 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-43422543-b190-4080-b7d9-04d6e05b48a8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5664531b-c5bf-4149-9563-c1996ccde507 HTTP/1.1" status: 200 len: 217 time: 0.0448639 Aug 10 03:56:20.834355 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-1dd13bcd-0f09-438b-8628-39cec1f71ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:20.837185 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-1dd13bcd-0f09-438b-8628-39cec1f71ea6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1f28f607-37c6-49e9-aa98-1fa9a7d12da2 HTTP/1.1" status: 200 len: 854 time: 0.0600562 Aug 10 03:56:20.872050 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-7f5b340c-dc17-4586-a917-5beb5637671f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4c5fa83e-577d-40eb-8c55-93af52e54f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288875 Aug 10 03:56:20.953446 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-19d62cf7-264c-43ec-b556-976a9d40d168 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:20.959451 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243640c5-c9a7-46c2-ad19-1f9233a8178e tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:20.966551 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243640c5-c9a7-46c2-ad19-1f9233a8178e tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:20.968157 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-243640c5-c9a7-46c2-ad19-1f9233a8178e tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2809529 Aug 10 03:56:20.973472 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38052) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:20.980881 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c4195ec7-bd40-4fa3-a468-b583a8d32ca5 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1578681661'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:20.991625 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108ee661-c41c-4932-84a9-50e227ec5384 x-openstack-request-id: req-108ee661-c41c-4932-84a9-50e227ec5384 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:20.992956 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548de673-031c-4cd5-bb91-963e1b39d8ff", "tag": "5664531b-c5bf-4149-9563-c1996ccde507", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:20.994031 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-108ee661-c41c-4932-84a9-50e227ec5384 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:20.994430 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548de673-031c-4cd5-bb91-963e1b39d8ff', 'tag': '5664531b-c5bf-4149-9563-c1996ccde507', 'status': 'completed', 'code': 200} Aug 10 03:56:21.001131 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bb7f37-160e-4e09-a81c-cf52b0e8bd5c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:56:21.010819 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0689c588-7ce2-4014-96d0-83eb1ed57ac8 None None] Sync routers for ids ['be427d74-84f7-4733-b804-033cec519cee'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:56:21.012382 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d2bb7f37-160e-4e09-a81c-cf52b0e8bd5c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:21.013640 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d2bb7f37-160e-4e09-a81c-cf52b0e8bd5c tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "PUT /v2.0/routers/be427d74-84f7-4733-b804-033cec519cee HTTP/1.1" status: 200 len: 914 time: 3.6719286 Aug 10 03:56:21.016408 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38054) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:21.022946 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d62cf7-264c-43ec-b556-976a9d40d168 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c88b77a-956e-41bb-940a-ac3071962b94,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:21.038310 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0689c588-7ce2-4014-96d0-83eb1ed57ac8 None None] Routers {'be427d74-84f7-4733-b804-033cec519cee'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:21.039520 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0689c588-7ce2-4014-96d0-83eb1ed57ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:56:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['be427d74-84f7-4733-b804-033cec519cee'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:21.062837 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-904c8e82-821d-4d46-b4ad-866affc9f88c service neutron] 10.222.0.68 "GET /v2.0/networks/4c5fa83e-577d-40eb-8c55-93af52e54f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835501 Aug 10 03:56:21.089542 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d79464f-f085-456a-adf5-05c029cdf6eb admin admin] Made reservation on behalf of 8281b6bf97984b32a5c87806dd937c20 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:21.091330 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0689c588-7ce2-4014-96d0-83eb1ed57ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:21.092168 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d79464f-f085-456a-adf5-05c029cdf6eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:21.102897 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0689c588-7ce2-4014-96d0-83eb1ed57ac8 None None] Routers {'be427d74-84f7-4733-b804-033cec519cee'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:21.104172 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0689c588-7ce2-4014-96d0-83eb1ed57ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:56:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['be427d74-84f7-4733-b804-033cec519cee'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:21.153077 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-19d62cf7-264c-43ec-b556-976a9d40d168 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:21.154955 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-19d62cf7-264c-43ec-b556-976a9d40d168 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8310254 Aug 10 03:56:21.168107 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0689c588-7ce2-4014-96d0-83eb1ed57ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:21.168226 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38060) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:21.168914 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0689c588-7ce2-4014-96d0-83eb1ed57ac8 None None] The sync data for ids ['be427d74-84f7-4733-b804-033cec519cee'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:56:21.172668 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-e820b669-6c53-4ca7-8b7f-13153037b17a tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Request body: {'security_group_rule': {'security_group_id': '26e756d5-ddbb-4f23-b27c-99b4803099fe', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6c88b77a-956e-41bb-940a-ac3071962b94', 'remote_ip_prefix': None}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:21.213395 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f18bb63-646d-4aba-9a35-e95a44cc7cfe req-db6c1aa4-5272-4d66-8660-8ab1a88a187f service neutron] 10.222.0.68 "GET /v2.0/networks/4c5fa83e-577d-40eb-8c55-93af52e54f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412411 Aug 10 03:56:21.301774 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c35c3-e3f7-4e1e-86f9-653d5d05bf9e req-a8a5d650-95ef-4ef2-a013-60fcc098eb44 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:21.303411 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-123c35c3-e3f7-4e1e-86f9-653d5d05bf9e req-a8a5d650-95ef-4ef2-a013-60fcc098eb44 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf227b7f-12f7-453f-b3dc-0a925575aa50 HTTP/1.1" status: 200 len: 946 time: 0.2178118 Aug 10 03:56:21.310169 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0b43d186-1d2e-41a7-86c4-aa017784b819 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "GET /v2.0/routers/be427d74-84f7-4733-b804-033cec519cee HTTP/1.1" status: 200 len: 920 time: 0.2900760 Aug 10 03:56:21.313396 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38070) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:21.370270 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17540dc-5801-4043-880d-76e2eb6d21f1 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:21.371817 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d17540dc-5801-4043-880d-76e2eb6d21f1 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5&device_id=be427d74-84f7-4733-b804-033cec519cee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0573823 Aug 10 03:56:21.375625 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4195ec7-bd40-4fa3-a468-b583a8d32ca5 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Made reservation on behalf of 275eb12e497740188fc68c16a9d85e44 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:21.379288 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c4195ec7-bd40-4fa3-a468-b583a8d32ca5 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:21.383037 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38072) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:21.409880 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-123c35c3-e3f7-4e1e-86f9-653d5d05bf9e req-b05fbeb5-59c1-4fe0-9964-011a1d296fe7 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871077 Aug 10 03:56:21.453608 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4195ec7-bd40-4fa3-a468-b583a8d32ca5 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:21.473780 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c4195ec7-bd40-4fa3-a468-b583a8d32ca5 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:21.474106 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-c4195ec7-bd40-4fa3-a468-b583a8d32ca5 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Added segment abe15623-9659-49f9-a396-4a33bb66f986 of type vlan for network 2ce82ad3-6443-4fff-adfe-e5659d306c3d Aug 10 03:56:21.497194 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cbfc6-511f-4cef-a099-cbf113ab4947 req-de3274dd-133c-4266-bda4-a41fc63c9246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:21.498726 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b6cbfc6-511f-4cef-a099-cbf113ab4947 req-de3274dd-133c-4266-bda4-a41fc63c9246 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1777edd9fbb84d19b73ae9912a777f83&device_id=548de673-031c-4cd5-bb91-963e1b39d8ff HTTP/1.1" status: 200 len: 1094 time: 0.1312699 Aug 10 03:56:21.543658 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c4195ec7-bd40-4fa3-a468-b583a8d32ca5 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:21.566071 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e727707a-d655-4a6b-80bf-33262bd877b2 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:21.567485 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e727707a-d655-4a6b-80bf-33262bd877b2 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 881 time: 0.1824880 Aug 10 03:56:21.571747 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6bc85-2fe6-4087-9ddd-f4f89035326c req-286ed183-ce2d-4951-9704-361f8bbc0710 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:21.572109 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38076) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:21.573979 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-67e6bc85-2fe6-4087-9ddd-f4f89035326c req-286ed183-ce2d-4951-9704-361f8bbc0710 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=548de673-031c-4cd5-bb91-963e1b39d8ff HTTP/1.1" status: 200 len: 943 time: 0.0912952 Aug 10 03:56:21.607832 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d79464f-f085-456a-adf5-05c029cdf6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:21.617898 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9900a62d-c5d6-4482-9baf-7cb8f26d7884 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "GET /v2.0/ports?device_id=be427d74-84f7-4733-b804-033cec519cee HTTP/1.1" status: 200 len: 205 time: 0.0421853 Aug 10 03:56:21.621669 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38078) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:21.633308 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e820b669-6c53-4ca7-8b7f-13153037b17a tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:21.666174 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cbfc6-511f-4cef-a099-cbf113ab4947 req-e92d77cb-7c24-4bd5-94e7-d67e2dc653eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:21.667683 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b6cbfc6-511f-4cef-a099-cbf113ab4947 req-e92d77cb-7c24-4bd5-94e7-d67e2dc653eb service neutron] 10.222.0.68 "GET /v2.0/networks?id=4c5fa83e-577d-40eb-8c55-93af52e54f4e HTTP/1.1" status: 200 len: 915 time: 0.1607094 Aug 10 03:56:21.721794 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c4195ec7-bd40-4fa3-a468-b583a8d32ca5 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:21.722321 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b6cbfc6-511f-4cef-a099-cbf113ab4947 req-97704f81-eb59-4005-aeb2-b2f16715c436 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5664531b-c5bf-4149-9563-c1996ccde507 HTTP/1.1" status: 200 len: 217 time: 0.0462787 Aug 10 03:56:21.727494 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4195ec7-bd40-4fa3-a468-b583a8d32ca5 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:21.728047 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c4195ec7-bd40-4fa3-a468-b583a8d32ca5 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:21.755856 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-67e6bc85-2fe6-4087-9ddd-f4f89035326c req-5da227e8-d246-4f73-9f72-cfb73bed4883 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749005 Aug 10 03:56:21.781246 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e820b669-6c53-4ca7-8b7f-13153037b17a tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:21.795453 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cbfc6-511f-4cef-a099-cbf113ab4947 req-21135500-946d-49e3-bed7-47b527f615d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:21.796456 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b6cbfc6-511f-4cef-a099-cbf113ab4947 req-21135500-946d-49e3-bed7-47b527f615d0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1f28f607-37c6-49e9-aa98-1fa9a7d12da2 HTTP/1.1" status: 200 len: 854 time: 0.0631294 Aug 10 03:56:21.805271 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d79464f-f085-456a-adf5-05c029cdf6eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=75b4559f-9853-4bf0-88ab-97acc7baa458,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:21.834097 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b6cbfc6-511f-4cef-a099-cbf113ab4947 req-475abdd4-351f-4ee5-b540-879b6baceeea service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=4c5fa83e-577d-40eb-8c55-93af52e54f4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290387 Aug 10 03:56:21.865616 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e820b669-6c53-4ca7-8b7f-13153037b17a tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:21.877443 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d79464f-f085-456a-adf5-05c029cdf6eb admin admin] Checking segment: {'id': '92b62f01-5706-4edb-be59-ea84b6549b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd668b864-a45c-433f-a3f1-ead2aadee531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:21.877443 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d79464f-f085-456a-adf5-05c029cdf6eb admin admin] Network hostable DHCP agents. Network: d668b864-a45c-433f-a3f1-ead2aadee531, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:21.888081 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b985eb00-f219-46aa-94bc-9c7c1d9b9b5b tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:21.891743 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4195ec7-bd40-4fa3-a468-b583a8d32ca5 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Pushing event updated for resources: {'Network': ['ID=2ce82ad3-6443-4fff-adfe-e5659d306c3d,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:21.906320 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 2ce82ad3-6443-4fff-adfe-e5659d306c3d details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:21.923829 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e820b669-6c53-4ca7-8b7f-13153037b17a tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86051c4f-519b-40c6-9cc9-59d394b8bcfd,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:21.927289 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c4195ec7-bd40-4fa3-a468-b583a8d32ca5 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9528964 Aug 10 03:56:21.932453 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38084) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:21.937175 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-8b1b51c7-ba90-455c-aa92-6981204bb143 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-32771276'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:21.965343 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b6cbfc6-511f-4cef-a099-cbf113ab4947 req-f235dac7-1e65-4bc0-9b0b-d2a7d5f9cf69 service neutron] 10.222.0.68 "GET /v2.0/networks/4c5fa83e-577d-40eb-8c55-93af52e54f4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239274 Aug 10 03:56:22.018304 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b985eb00-f219-46aa-94bc-9c7c1d9b9b5b tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.044786 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e820b669-6c53-4ca7-8b7f-13153037b17a tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.046186 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e820b669-6c53-4ca7-8b7f-13153037b17a tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8784561 Aug 10 03:56:22.050858 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38088) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:22.058886 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d79464f-f085-456a-adf5-05c029cdf6eb admin admin] Network d668b864-a45c-433f-a3f1-ead2aadee531 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:22.079344 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b6cbfc6-511f-4cef-a099-cbf113ab4947 req-42275da5-ca34-4aad-ba5d-5e60d8cfa80f service neutron] 10.222.0.68 "GET /v2.0/networks/4c5fa83e-577d-40eb-8c55-93af52e54f4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058407 Aug 10 03:56:22.090910 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1e0edae8-dc48-49fd-929b-1f2d5521e6f2 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.100684 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1e0edae8-dc48-49fd-929b-1f2d5521e6f2 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.185058 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1b51c7-ba90-455c-aa92-6981204bb143 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Made reservation on behalf of 275eb12e497740188fc68c16a9d85e44 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:22.188470 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8b1b51c7-ba90-455c-aa92-6981204bb143 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.190490 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-6d79464f-f085-456a-adf5-05c029cdf6eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, d668b864-a45c-433f-a3f1-ead2aadee531) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:22.199582 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5719bc-a1be-4d64-9c59-f94d1861d3c4 None None] Network d668b864-a45c-433f-a3f1-ead2aadee531 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:22.202314 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d79464f-f085-456a-adf5-05c029cdf6eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:22.202597 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d79464f-f085-456a-adf5-05c029cdf6eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.284131 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-b985eb00-f219-46aa-94bc-9c7c1d9b9b5b tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Deleting port 80ca4f20-5e7f-438a-bd9c-ccadbc6c3e32 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:22.284365 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b985eb00-f219-46aa-94bc-9c7c1d9b9b5b tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.303059 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-a893d7b7-3650-478b-8ccc-14478859359c tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:22.304624 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-a893d7b7-3650-478b-8ccc-14478859359c tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/networks?id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc HTTP/1.1" status: 200 len: 812 time: 0.2009535 Aug 10 03:56:22.337864 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1e0edae8-dc48-49fd-929b-1f2d5521e6f2 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.340227 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6d79464f-f085-456a-adf5-05c029cdf6eb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9532034 Aug 10 03:56:22.348497 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa89bf42-111a-41d6-b918-fe5f6f6648a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-d668b864-a45c-433f-a3f1-ead2aadee531', 'network_id': 'd668b864-a45c-433f-a3f1-ead2aadee531', 'tenant_id': '8281b6bf97984b32a5c87806dd937c20', 'fixed_ips': [{'subnet_id': '75b4559f-9853-4bf0-88ab-97acc7baa458'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:56:22.349225 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1e0edae8-dc48-49fd-929b-1f2d5521e6f2 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.349494 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fa89bf42-111a-41d6-b918-fe5f6f6648a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.353061 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1e0edae8-dc48-49fd-929b-1f2d5521e6f2 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/86051c4f-519b-40c6-9cc9-59d394b8bcfd HTTP/1.1" status: 204 len: 168 time: 0.2985287 Aug 10 03:56:22.353061 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b1b51c7-ba90-455c-aa92-6981204bb143 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:22.361328 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38098) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:22.361519 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38100) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:22.370572 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-cf0ce1e3-262b-4722-93b4-49d2eda14aac admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-371336575-router', 'tenant_id': '8281b6bf97984b32a5c87806dd937c20', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:22.385254 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0edae8-dc48-49fd-929b-1f2d5521e6f2 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86051c4f-519b-40c6-9cc9-59d394b8bcfd,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:22.387703 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-24e85583-77a8-494d-b094-dc296f9a918a tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/quotas/f978154370c54cef8e8d819528465357 HTTP/1.1" status: 200 len: 375 time: 0.0560009 Aug 10 03:56:22.390612 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8b1b51c7-ba90-455c-aa92-6981204bb143 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.390969 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-8b1b51c7-ba90-455c-aa92-6981204bb143 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Added segment 38860b3c-2b80-4005-972d-cae5ad1ea848 of type vlan for network 2e9ff954-a649-43db-8842-4b8afbac9765 Aug 10 03:56:22.407458 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc0c69-8ac4-4751-a959-34bb9c6b2d62 req-6ef6bdfe-424f-4928-bf92-b84f6f2ca676 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:22.409352 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2dfc0c69-8ac4-4751-a959-34bb9c6b2d62 req-6ef6bdfe-424f-4928-bf92-b84f6f2ca676 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf227b7f-12f7-453f-b3dc-0a925575aa50 HTTP/1.1" status: 200 len: 946 time: 0.0965190 Aug 10 03:56:22.483853 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-58a29cda-ce01-48df-a37b-7ed126ea9da7 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f978154370c54cef8e8d819528465357&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776775 Aug 10 03:56:22.496679 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-18856632-c16c-42f5-bf96-59069157bc32 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1306610 Aug 10 03:56:22.497354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38104) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:22.499849 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8b1b51c7-ba90-455c-aa92-6981204bb143 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.504288 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b985eb00-f219-46aa-94bc-9c7c1d9b9b5b tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.531301 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-fa89bf42-111a-41d6-b918-fe5f6f6648a2 None None] Allocated IP 172.20.0.2 (d668b864-a45c-433f-a3f1-ead2aadee531/75b4559f-9853-4bf0-88ab-97acc7baa458/c2811bb2-7726-4efc-a406-6017e037ae02) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:22.557448 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-b985eb00-f219-46aa-94bc-9c7c1d9b9b5b tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Calling delete_port for 80ca4f20-5e7f-438a-bd9c-ccadbc6c3e32 owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:22.573098 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cf0ce1e3-262b-4722-93b4-49d2eda14aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.574095 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cf0ce1e3-262b-4722-93b4-49d2eda14aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.628248 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d04094-7cd8-4372-8f06-1a21ab36a810 req-45866aca-e8b3-486f-8d0a-8d055ddbf208 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:22.632285 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-09d04094-7cd8-4372-8f06-1a21ab36a810 req-45866aca-e8b3-486f-8d0a-8d055ddbf208 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf227b7f-12f7-453f-b3dc-0a925575aa50 HTTP/1.1" status: 200 len: 946 time: 0.1315777 Aug 10 03:56:22.674914 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3bcc4194-b513-4032-9b8a-482559dcfefd tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.694818 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cf0ce1e3-262b-4722-93b4-49d2eda14aac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.712175 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-2dfc0c69-8ac4-4751-a959-34bb9c6b2d62 req-f399a61d-3cd1-4e3f-b36c-d246e7717681 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Deleting port d4af00d5-6797-46bb-96e4-85082eb04483 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:22.712525 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2dfc0c69-8ac4-4751-a959-34bb9c6b2d62 req-f399a61d-3cd1-4e3f-b36c-d246e7717681 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.713476 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8b1b51c7-ba90-455c-aa92-6981204bb143 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.718996 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1b51c7-ba90-455c-aa92-6981204bb143 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:22.719194 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fa89bf42-111a-41d6-b918-fe5f6f6648a2 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.719993 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8b1b51c7-ba90-455c-aa92-6981204bb143 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.724778 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-09d04094-7cd8-4372-8f06-1a21ab36a810 req-e0496536-30cd-4884-8e61-5562805e5eed tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801215 Aug 10 03:56:22.726323 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3bcc4194-b513-4032-9b8a-482559dcfefd tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.728735 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-fa89bf42-111a-41d6-b918-fe5f6f6648a2 None None] Transition to ACTIVE for port object c2811bb2-7726-4efc-a406-6017e037ae02 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:22.740882 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-508cd7bd-1ac9-45db-bd34-c0ec366c9f29 service neutron] 10.222.0.25 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440016 Aug 10 03:56:22.752378 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-fa89bf42-111a-41d6-b918-fe5f6f6648a2 None None] Transition to ACTIVE for port object c2811bb2-7726-4efc-a406-6017e037ae02 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:22.822072 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fa89bf42-111a-41d6-b918-fe5f6f6648a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.858114 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-2dfc0c69-8ac4-4751-a959-34bb9c6b2d62 req-f399a61d-3cd1-4e3f-b36c-d246e7717681 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] For port d4af00d5-6797-46bb-96e4-85082eb04483, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=d4af00d5-6797-46bb-96e4-85082eb04483,segment=NetworkSegment(823ef6a3-4315-4c4a-9851-d7eb00a76db1),segment_id=823ef6a3-4315-4c4a-9851-d7eb00a76db1)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:22.858538 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2dfc0c69-8ac4-4751-a959-34bb9c6b2d62 req-f399a61d-3cd1-4e3f-b36c-d246e7717681 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.863518 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa89bf42-111a-41d6-b918-fe5f6f6648a2 None None] Network d668b864-a45c-433f-a3f1-ead2aadee531 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:22.869463 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-fa89bf42-111a-41d6-b918-fe5f6f6648a2 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:22.873798 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa89bf42-111a-41d6-b918-fe5f6f6648a2 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:22.889919 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8b1b51c7-ba90-455c-aa92-6981204bb143 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9540131 Aug 10 03:56:22.890144 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89bf42-111a-41d6-b918-fe5f6f6648a2 None None] Pushing event updated for resources: {'Port': ['ID=c2811bb2-7726-4efc-a406-6017e037ae02,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:22.904500 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38110) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:22.913744 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-9df7b47d-f2c0-4dcd-a939-f33fd9b2cd4a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Request body: {'ports': [{'network_id': '2ce82ad3-6443-4fff-adfe-e5659d306c3d', 'name': 'tempest-port--1029582736', 'admin_state_up': True}, {'network_id': '2e9ff954-a649-43db-8842-4b8afbac9765', 'admin_state_up': False}]} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:22.914922 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-9df7b47d-f2c0-4dcd-a939-f33fd9b2cd4a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Request body: {'port': {'network_id': '2ce82ad3-6443-4fff-adfe-e5659d306c3d', 'name': 'tempest-port--1029582736', 'admin_state_up': True}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:22.915577 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-9df7b47d-f2c0-4dcd-a939-f33fd9b2cd4a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Request body: {'port': {'network_id': '2e9ff954-a649-43db-8842-4b8afbac9765', 'admin_state_up': False}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:22.921689 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3bcc4194-b513-4032-9b8a-482559dcfefd tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.924456 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3bcc4194-b513-4032-9b8a-482559dcfefd tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.925590 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3bcc4194-b513-4032-9b8a-482559dcfefd tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "DELETE /v2.0/security-groups/6c88b77a-956e-41bb-940a-ac3071962b94 HTTP/1.1" status: 204 len: 168 time: 0.4232993 Aug 10 03:56:22.927928 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-2dfc0c69-8ac4-4751-a959-34bb9c6b2d62 req-f399a61d-3cd1-4e3f-b36c-d246e7717681 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Calling delete_port for d4af00d5-6797-46bb-96e4-85082eb04483 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:22.947531 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-fa89bf42-111a-41d6-b918-fe5f6f6648a2 None None] Attempting to bind port c2811bb2-7726-4efc-a406-6017e037ae02 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:22.948227 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-fa89bf42-111a-41d6-b918-fe5f6f6648a2 None None] Attempting to bind port c2811bb2-7726-4efc-a406-6017e037ae02 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '92b62f01-5706-4edb-be59-ea84b6549b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd668b864-a45c-433f-a3f1-ead2aadee531'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:22.948624 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa89bf42-111a-41d6-b918-fe5f6f6648a2 None None] Attempting to bind port c2811bb2-7726-4efc-a406-6017e037ae02 on network d668b864-a45c-433f-a3f1-ead2aadee531 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:22.950379 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38112) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:22.955307 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa89bf42-111a-41d6-b918-fe5f6f6648a2 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:22.956433 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa89bf42-111a-41d6-b918-fe5f6f6648a2 None None] Checking segment: {'id': '92b62f01-5706-4edb-be59-ea84b6549b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd668b864-a45c-433f-a3f1-ead2aadee531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:22.956939 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fa89bf42-111a-41d6-b918-fe5f6f6648a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.957447 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa89bf42-111a-41d6-b918-fe5f6f6648a2 None None] Bound using segment: {'id': '92b62f01-5706-4edb-be59-ea84b6549b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd668b864-a45c-433f-a3f1-ead2aadee531'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:22.958174 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-fa89bf42-111a-41d6-b918-fe5f6f6648a2 None None] Bound port: c2811bb2-7726-4efc-a406-6017e037ae02, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b62f01-5706-4edb-be59-ea84b6549b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd668b864-a45c-433f-a3f1-ead2aadee531'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:22.958806 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fa89bf42-111a-41d6-b918-fe5f6f6648a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:22.966172 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b51c7-ba90-455c-aa92-6981204bb143 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Pushing event updated for resources: {'Network': ['ID=2e9ff954-a649-43db-8842-4b8afbac9765,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:22.997462 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28821d05-b4d4-438b-a1b1-3fc9438dbfef', 'name': 'network-vif-deleted', 'tag': '6636f0d3-c9c3-4136-8013-fcf47b89097b'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:22.999725 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a582cc6-9042-4635-b06f-112c64a74724" -d '{"events": [{"server_uuid": "28821d05-b4d4-438b-a1b1-3fc9438dbfef", "name": "network-vif-deleted", "tag": "6636f0d3-c9c3-4136-8013-fcf47b89097b"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:23.025133 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc4194-b513-4032-9b8a-482559dcfefd tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c88b77a-956e-41bb-940a-ac3071962b94,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:23.041041 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-fa89bf42-111a-41d6-b918-fe5f6f6648a2 None None] For port c2811bb2-7726-4efc-a406-6017e037ae02, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:23.045372 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-fa89bf42-111a-41d6-b918-fe5f6f6648a2 None None] For port c2811bb2-7726-4efc-a406-6017e037ae02, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c2811bb2-7726-4efc-a406-6017e037ae02,segment=NetworkSegment(92b62f01-5706-4edb-be59-ea84b6549b20),segment_id=92b62f01-5706-4edb-be59-ea84b6549b20)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:23.049331 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 2e9ff954-a649-43db-8842-4b8afbac9765 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:23.124903 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4646a04-7bb9-4cea-bb28-bac51cd28afa req-b2cc892a-97b9-4f5c-92d9-7853c3e66b23 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:23.126934 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e4646a04-7bb9-4cea-bb28-bac51cd28afa req-b2cc892a-97b9-4f5c-92d9-7853c3e66b23 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=548de673-031c-4cd5-bb91-963e1b39d8ff HTTP/1.1" status: 200 len: 943 time: 0.2726488 Aug 10 03:56:23.192838 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fa89bf42-111a-41d6-b918-fe5f6f6648a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.264105 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89bf42-111a-41d6-b918-fe5f6f6648a2 None None] Pushing event updated for resources: {'Port': ['ID=c2811bb2-7726-4efc-a406-6017e037ae02,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:23.270615 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3f5a877a-c35b-46a6-8e1d-9244b9955a88 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3166211 Aug 10 03:56:23.287223 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38116) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:23.326905 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e4646a04-7bb9-4cea-bb28-bac51cd28afa req-fb038182-a2d0-46c8-9fd9-bc535763bb6c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822100 Aug 10 03:56:23.422021 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cf0ce1e3-262b-4722-93b4-49d2eda14aac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.466259 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c84c0017-e035-4e2c-a75a-753b54082e1f tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.487934 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df7b47d-f2c0-4dcd-a939-f33fd9b2cd4a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Made reservation on behalf of 275eb12e497740188fc68c16a9d85e44 for: {'port': 2} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:23.497246 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9df7b47d-f2c0-4dcd-a939-f33fd9b2cd4a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.512711 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-81fbe422-72c4-4077-8127-8e7a4b367aa6 service neutron] 10.222.0.25 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7577579 Aug 10 03:56:23.516174 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f924c091-fc94-4377-bc91-509362b0ab0f x-openstack-request-id: req-f924c091-fc94-4377-bc91-509362b0ab0f {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:23.516477 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28821d05-b4d4-438b-a1b1-3fc9438dbfef", "name": "network-vif-deleted", "tag": "6636f0d3-c9c3-4136-8013-fcf47b89097b", "status": "failed", "code": 422}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:23.516740 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f924c091-fc94-4377-bc91-509362b0ab0f {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:23.517161 n-d-802893-2 neutron-server[94937]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28821d05-b4d4-438b-a1b1-3fc9438dbfef', 'name': 'network-vif-deleted', 'tag': '6636f0d3-c9c3-4136-8013-fcf47b89097b', 'status': 'failed', 'code': 422} returned with failed status Aug 10 03:56:23.528599 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c84c0017-e035-4e2c-a75a-753b54082e1f tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.532345 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9df7b47d-f2c0-4dcd-a939-f33fd9b2cd4a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.561127 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2dfc0c69-8ac4-4751-a959-34bb9c6b2d62 req-f399a61d-3cd1-4e3f-b36c-d246e7717681 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.595540 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['48d922f3-0d31-435d-b91b-8c4a067b7157', 'd4af00d5-6797-46bb-96e4-85082eb04483'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:56:23.647511 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 5664531b-c5bf-4149-9563-c1996ccde507 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:56:23.677995 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399a61d-3cd1-4e3f-b36c-d246e7717681 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Pushing event deleted for resources: {'Port': ['ID=d4af00d5-6797-46bb-96e4-85082eb04483,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:23.688204 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b985eb00-f219-46aa-94bc-9c7c1d9b9b5b tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.754959 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfc0c69-8ac4-4751-a959-34bb9c6b2d62 req-f399a61d-3cd1-4e3f-b36c-d246e7717681 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] No DVR routers for this DVR port d4af00d5-6797-46bb-96e4-85082eb04483 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:23.759257 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-9df7b47d-f2c0-4dcd-a939-f33fd9b2cd4a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] device_id is not set on port 2a564c43-acb8-4c3a-856b-0c48beb25c93 yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:56:23.762937 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2dfc0c69-8ac4-4751-a959-34bb9c6b2d62 req-f399a61d-3cd1-4e3f-b36c-d246e7717681 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.765406 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2dfc0c69-8ac4-4751-a959-34bb9c6b2d62 req-f399a61d-3cd1-4e3f-b36c-d246e7717681 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.20 "DELETE /v2.0/ports/d4af00d5-6797-46bb-96e4-85082eb04483 HTTP/1.1" status: 204 len: 173 time: 1.3429134 Aug 10 03:56:23.852472 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 5664531b-c5bf-4149-9563-c1996ccde507, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5664531b-c5bf-4149-9563-c1996ccde507,segment=NetworkSegment(20c309fb-ec98-40d4-a9d0-4aa74be70f65),segment_id=20c309fb-ec98-40d4-a9d0-4aa74be70f65)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:23.878664 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '5664531b-c5bf-4149-9563-c1996ccde507', 'network_id': '4c5fa83e-577d-40eb-8c55-93af52e54f4e', 'port_id': '5664531b-c5bf-4149-9563-c1996ccde507', 'mac_address': 'fa:16:3e:1f:72:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f28f607-37c6-49e9-aa98-1fa9a7d12da2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:56:23.892282 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c84c0017-e035-4e2c-a75a-753b54082e1f tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.894938 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c84c0017-e035-4e2c-a75a-753b54082e1f tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.899245 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c84c0017-e035-4e2c-a75a-753b54082e1f tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "DELETE /v2.0/security-groups/26e756d5-ddbb-4f23-b27c-99b4803099fe HTTP/1.1" status: 204 len: 168 time: 0.6107864 Aug 10 03:56:23.899418 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b985eb00-f219-46aa-94bc-9c7c1d9b9b5b tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Pushing event deleted for resources: {'Port': ['ID=80ca4f20-5e7f-438a-bd9c-ccadbc6c3e32,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:23.906367 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38124) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:23.907175 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-03768c12-4141-4a52-80e9-ec6a93ddc764 req-51dc6270-1abf-45e0-b186-ad820c721d82 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 210 time: 0.0891733 Aug 10 03:56:23.920495 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c0017-e035-4e2c-a75a-753b54082e1f tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e756d5-ddbb-4f23-b27c-99b4803099fe,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:23.939669 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cf0ce1e3-262b-4722-93b4-49d2eda14aac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.979159 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:23.985765 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9df7b47d-f2c0-4dcd-a939-f33fd9b2cd4a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:24.003313 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3db06068-df64-4a24-a370-8af41a237c1a req-75c7d249-bf10-4120-8467-04719caef24b tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=cf227b7f-12f7-453f-b3dc-0a925575aa50 HTTP/1.1" status: 200 len: 210 time: 0.1029506 Aug 10 03:56:24.043796 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cf0ce1e3-262b-4722-93b4-49d2eda14aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:24.052159 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5664531b-c5bf-4149-9563-c1996ccde507 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:56:24.085389 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 5664531b-c5bf-4149-9563-c1996ccde507, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5664531b-c5bf-4149-9563-c1996ccde507,segment=NetworkSegment(20c309fb-ec98-40d4-a9d0-4aa74be70f65),segment_id=20c309fb-ec98-40d4-a9d0-4aa74be70f65)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:24.088002 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-9df7b47d-f2c0-4dcd-a939-f33fd9b2cd4a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] device_id is not set on port 46c9320e-785c-4032-adc3-41e3f60b3340 yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:56:24.175428 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4e4b92f9-7c31-4af1-bf48-aaaf47f87caf tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2327454 Aug 10 03:56:24.182699 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38130) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:24.187520 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-c02edb25-9f03-4bd8-9d48-3063b1822581 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Request body: {'security_group': {'name': 'tempest-secgroup--1732965014'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:24.192288 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:24.212485 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b985eb00-f219-46aa-94bc-9c7c1d9b9b5b tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:24.268835 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=5664531b-c5bf-4149-9563-c1996ccde507,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:24.294110 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9df7b47d-f2c0-4dcd-a939-f33fd9b2cd4a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:24.357769 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c02edb25-9f03-4bd8-9d48-3063b1822581 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:24.385815 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b985eb00-f219-46aa-94bc-9c7c1d9b9b5b tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:24.385815 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-cf0ce1e3-262b-4722-93b4-49d2eda14aac admin admin] Allocated IP 172.25.0.68 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/457ca0c7-6b40-4b64-88d5-710991b01188) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:24.388329 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b985eb00-f219-46aa-94bc-9c7c1d9b9b5b tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:24.391292 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['5664531b-c5bf-4149-9563-c1996ccde507'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:56:24.428944 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9df7b47d-f2c0-4dcd-a939-f33fd9b2cd4a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:24.533875 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b985eb00-f219-46aa-94bc-9c7c1d9b9b5b tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:24.537100 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b985eb00-f219-46aa-94bc-9c7c1d9b9b5b tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Fanout notify agent at l3_agent the message router_deleted on router be427d74-84f7-4733-b804-033cec519cee {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:56:24.556129 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b985eb00-f219-46aa-94bc-9c7c1d9b9b5b tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:24.558055 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b985eb00-f219-46aa-94bc-9c7c1d9b9b5b tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "DELETE /v2.0/routers/be427d74-84f7-4733-b804-033cec519cee HTTP/1.1" status: 204 len: 168 time: 2.9354165 Aug 10 03:56:24.565755 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38138) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:24.576941 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-1f45a252-8f42-4339-bd41-6454796cf2f5 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1242509440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:24.619228 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7b47d-f2c0-4dcd-a939-f33fd9b2cd4a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Pushing event updated for resources: {'Port': ['ID=2a564c43-acb8-4c3a-856b-0c48beb25c93,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:24.663070 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117096a1-1762-450b-88f5-f49f3de95469 req-62a9d40e-a00d-4954-a8b5-8901e0611877 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:24.665101 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-117096a1-1762-450b-88f5-f49f3de95469 req-62a9d40e-a00d-4954-a8b5-8901e0611877 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=548de673-031c-4cd5-bb91-963e1b39d8ff HTTP/1.1" status: 200 len: 944 time: 0.2329504 Aug 10 03:56:24.667774 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c02edb25-9f03-4bd8-9d48-3063b1822581 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:24.679219 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cf0ce1e3-262b-4722-93b4-49d2eda14aac admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:24.681748 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df7b47d-f2c0-4dcd-a939-f33fd9b2cd4a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Checking segment: {'id': 'abe15623-9659-49f9-a396-4a33bb66f986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '2ce82ad3-6443-4fff-adfe-e5659d306c3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:24.682114 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df7b47d-f2c0-4dcd-a939-f33fd9b2cd4a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Network hostable DHCP agents. Network: 2ce82ad3-6443-4fff-adfe-e5659d306c3d, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:24.722591 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-117096a1-1762-450b-88f5-f49f3de95469 req-1415e761-9c25-4641-931b-1955c005c4a8 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495255 Aug 10 03:56:24.737656 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072ff408-6a93-410a-b0d3-32268fecbb0f None None] Network d668b864-a45c-433f-a3f1-ead2aadee531 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:24.775395 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c02edb25-9f03-4bd8-9d48-3063b1822581 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:24.819354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02edb25-9f03-4bd8-9d48-3063b1822581 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc722d21-5914-40bf-adbc-1b533d53abb7,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:24.822661 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cf0ce1e3-262b-4722-93b4-49d2eda14aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:24.838566 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df7b47d-f2c0-4dcd-a939-f33fd9b2cd4a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Network 2ce82ad3-6443-4fff-adfe-e5659d306c3d is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:24.875408 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0ce1e3-262b-4722-93b4-49d2eda14aac admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:24.878440 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-cf0ce1e3-262b-4722-93b4-49d2eda14aac admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:24.882159 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0ce1e3-262b-4722-93b4-49d2eda14aac admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:24.888469 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ce1e3-262b-4722-93b4-49d2eda14aac admin admin] Pushing event updated for resources: {'Port': ['ID=457ca0c7-6b40-4b64-88d5-710991b01188,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:24.924746 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-9df7b47d-f2c0-4dcd-a939-f33fd9b2cd4a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 2ce82ad3-6443-4fff-adfe-e5659d306c3d) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:24.928483 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a9f88d12-ba16-4201-99c7-3720a4eb1925 None None] Provisioning for port c2811bb2-7726-4efc-a406-6017e037ae02 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:24.930491 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df7b47d-f2c0-4dcd-a939-f33fd9b2cd4a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:24.931081 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1f45a252-8f42-4339-bd41-6454796cf2f5 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:24.931715 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9df7b47d-f2c0-4dcd-a939-f33fd9b2cd4a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:24.932146 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1f45a252-8f42-4339-bd41-6454796cf2f5 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:24.955622 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adab4e3-b7f5-4d7b-8cc4-7568b090092f None None] Network 2ce82ad3-6443-4fff-adfe-e5659d306c3d requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:25.042095 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c02edb25-9f03-4bd8-9d48-3063b1822581 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:25.043385 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c02edb25-9f03-4bd8-9d48-3063b1822581 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8597109 Aug 10 03:56:25.049925 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7b47d-f2c0-4dcd-a939-f33fd9b2cd4a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Pushing event updated for resources: {'Port': ['ID=46c9320e-785c-4032-adc3-41e3f60b3340,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:25.053796 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38144) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:25.060911 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-bcf94ace-a39d-48ef-91d9-441206b0a7b4 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Request body: {'security_group_rule': {'security_group_id': 'dc722d21-5914-40bf-adbc-1b533d53abb7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:25.079028 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df7b47d-f2c0-4dcd-a939-f33fd9b2cd4a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Checking segment: {'id': '38860b3c-2b80-4005-972d-cae5ad1ea848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2e9ff954-a649-43db-8842-4b8afbac9765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:25.084196 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df7b47d-f2c0-4dcd-a939-f33fd9b2cd4a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Network hostable DHCP agents. Network: 2e9ff954-a649-43db-8842-4b8afbac9765, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:25.178415 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5aa71336-18d7-4a23-9a0b-244dc12a4662 req-1425cb92-8b22-428f-be4f-347ae67ad5ea tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 210 time: 0.1289835 Aug 10 03:56:25.178415 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1f45a252-8f42-4339-bd41-6454796cf2f5 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:25.249795 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df7b47d-f2c0-4dcd-a939-f33fd9b2cd4a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Network 2e9ff954-a649-43db-8842-4b8afbac9765 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:25.261382 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bcf94ace-a39d-48ef-91d9-441206b0a7b4 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:25.284324 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1f45a252-8f42-4339-bd41-6454796cf2f5 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:25.302314 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c2811bb2-7726-4efc-a406-6017e037ae02 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:25.337772 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bcf94ace-a39d-48ef-91d9-441206b0a7b4 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:25.390374 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1f45a252-8f42-4339-bd41-6454796cf2f5 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:25.390920 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1f45a252-8f42-4339-bd41-6454796cf2f5 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8255146 Aug 10 03:56:25.391508 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-9df7b47d-f2c0-4dcd-a939-f33fd9b2cd4a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 2e9ff954-a649-43db-8842-4b8afbac9765) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:25.395262 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38148) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:25.401290 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-31a73c43-e89c-4905-a80b-526681cf29a8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'enable_snat': False}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:25.401498 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7850361-b4a9-48d4-8442-b56704d6a910 None None] Network 2e9ff954-a649-43db-8842-4b8afbac9765 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:25.405458 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df7b47d-f2c0-4dcd-a939-f33fd9b2cd4a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:25.414986 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df7b47d-f2c0-4dcd-a939-f33fd9b2cd4a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:25.420556 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df7b47d-f2c0-4dcd-a939-f33fd9b2cd4a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:25.421562 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9df7b47d-f2c0-4dcd-a939-f33fd9b2cd4a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:25.456936 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port c2811bb2-7726-4efc-a406-6017e037ae02 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:25.467542 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bcf94ace-a39d-48ef-91d9-441206b0a7b4 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:25.480165 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port c2811bb2-7726-4efc-a406-6017e037ae02 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:25.481439 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:25.484464 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cf0ce1e3-262b-4722-93b4-49d2eda14aac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:25.520843 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf227b7f-12f7-453f-b3dc-0a925575aa50', 'name': 'network-vif-deleted', 'tag': 'd4af00d5-6797-46bb-96e4-85082eb04483'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:25.524944 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a58f7a-9260-4b18-a43e-cbf3f2cfa45b" -d '{"events": [{"server_uuid": "cf227b7f-12f7-453f-b3dc-0a925575aa50", "name": "network-vif-deleted", "tag": "d4af00d5-6797-46bb-96e4-85082eb04483"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:25.557565 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf94ace-a39d-48ef-91d9-441206b0a7b4 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb43950-10f7-4664-b18c-32aa3ed088ae,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:25.566586 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9df7b47d-f2c0-4dcd-a939-f33fd9b2cd4a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.6576867 Aug 10 03:56:25.597653 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38154) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:25.680412 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 5664531b-c5bf-4149-9563-c1996ccde507 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:25.731341 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:25.775597 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece7a9bc-e7ed-4478-b86c-4f52dfde9070 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:25.781843 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece7a9bc-e7ed-4478-b86c-4f52dfde9070 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:25.786185 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port c2811bb2-7726-4efc-a406-6017e037ae02, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c2811bb2-7726-4efc-a406-6017e037ae02,segment=NetworkSegment(92b62f01-5706-4edb-be59-ea84b6549b20),segment_id=92b62f01-5706-4edb-be59-ea84b6549b20)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:25.786421 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ece7a9bc-e7ed-4478-b86c-4f52dfde9070 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1846449 Aug 10 03:56:25.794103 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7cd0a-a4a9-4a8f-af48-9e20c283d7b4 req-97c72ff5-ac94-4243-ba3b-ba9bcbbcab4e tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:25.800399 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2dd7cd0a-a4a9-4a8f-af48-9e20c283d7b4 req-97c72ff5-ac94-4243-ba3b-ba9bcbbcab4e tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 946 time: 0.1318626 Aug 10 03:56:25.800399 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38160) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:25.854166 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:25.885247 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 5664531b-c5bf-4149-9563-c1996ccde507 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:25.895434 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b31a6b4-8974-455e-9cb4-f83447fd40c5 x-openstack-request-id: req-8b31a6b4-8974-455e-9cb4-f83447fd40c5 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:25.895774 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf227b7f-12f7-453f-b3dc-0a925575aa50", "name": "network-vif-deleted", "tag": "d4af00d5-6797-46bb-96e4-85082eb04483", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:25.896007 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8b31a6b4-8974-455e-9cb4-f83447fd40c5 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:25.896735 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf227b7f-12f7-453f-b3dc-0a925575aa50', 'name': 'network-vif-deleted', 'tag': 'd4af00d5-6797-46bb-96e4-85082eb04483', 'status': 'completed', 'code': 200} Aug 10 03:56:25.897014 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 5664531b-c5bf-4149-9563-c1996ccde507 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:25.897161 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bcf94ace-a39d-48ef-91d9-441206b0a7b4 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:25.897489 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:25.898746 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-bcf94ace-a39d-48ef-91d9-441206b0a7b4 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8429146 Aug 10 03:56:25.904043 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38162) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:25.940545 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=c2811bb2-7726-4efc-a406-6017e037ae02,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:25.959208 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf94ace-a39d-48ef-91d9-441206b0a7b4 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:25.959564 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf94ace-a39d-48ef-91d9-441206b0a7b4 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:25.959913 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf94ace-a39d-48ef-91d9-441206b0a7b4 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:25.960297 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf94ace-a39d-48ef-91d9-441206b0a7b4 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:25.961164 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf94ace-a39d-48ef-91d9-441206b0a7b4 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:25.961639 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf94ace-a39d-48ef-91d9-441206b0a7b4 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:25.961851 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf94ace-a39d-48ef-91d9-441206b0a7b4 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:25.962362 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf94ace-a39d-48ef-91d9-441206b0a7b4 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:25.962701 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf94ace-a39d-48ef-91d9-441206b0a7b4 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:25.963036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf94ace-a39d-48ef-91d9-441206b0a7b4 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:25.963368 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf94ace-a39d-48ef-91d9-441206b0a7b4 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:25.963699 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf94ace-a39d-48ef-91d9-441206b0a7b4 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:25.964481 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2dd7cd0a-a4a9-4a8f-af48-9e20c283d7b4 req-d0353ec7-7570-40bd-8a33-b22e4884d0a6 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567101 Aug 10 03:56:25.991457 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cf0ce1e3-262b-4722-93b4-49d2eda14aac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.009822 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-31a73c43-e89c-4905-a80b-526681cf29a8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.017726 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.029691 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3dba9-9997-4e84-afc2-f5267a957028 req-4e6661c3-116a-4792-9a5f-417d79478ec0 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:26.035836 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2db3dba9-9997-4e84-afc2-f5267a957028 req-4e6661c3-116a-4792-9a5f-417d79478ec0 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=548de673-031c-4cd5-bb91-963e1b39d8ff HTTP/1.1" status: 200 len: 944 time: 0.1380584 Aug 10 03:56:26.043033 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548de673-031c-4cd5-bb91-963e1b39d8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5664531b-c5bf-4149-9563-c1996ccde507'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:26.045436 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2e54aa-44f9-46a5-a782-06353d7bff27" -d '{"events": [{"server_uuid": "548de673-031c-4cd5-bb91-963e1b39d8ff", "name": "network-vif-plugged", "status": "completed", "tag": "5664531b-c5bf-4149-9563-c1996ccde507"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:26.047751 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b5d8c0e8-2026-49e0-8752-98eb6088833a tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.060668 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 5664531b-c5bf-4149-9563-c1996ccde507, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5664531b-c5bf-4149-9563-c1996ccde507,segment=NetworkSegment(20c309fb-ec98-40d4-a9d0-4aa74be70f65),segment_id=20c309fb-ec98-40d4-a9d0-4aa74be70f65)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:26.069504 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b5d8c0e8-2026-49e0-8752-98eb6088833a tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.084002 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2db3dba9-9997-4e84-afc2-f5267a957028 req-ebf73c03-3608-40de-b1b0-774337433e80 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426011 Aug 10 03:56:26.108719 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1235e58-ec9e-42fd-97d7-378513da2892 x-openstack-request-id: req-a1235e58-ec9e-42fd-97d7-378513da2892 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:26.108719 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548de673-031c-4cd5-bb91-963e1b39d8ff", "name": "network-vif-plugged", "status": "completed", "tag": "5664531b-c5bf-4149-9563-c1996ccde507", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:26.108930 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1235e58-ec9e-42fd-97d7-378513da2892 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:26.109787 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548de673-031c-4cd5-bb91-963e1b39d8ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5664531b-c5bf-4149-9563-c1996ccde507', 'code': 200} Aug 10 03:56:26.132368 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-5d22e739-a03d-437c-ade3-0beead896855 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Deleting port 2a564c43-acb8-4c3a-856b-0c48beb25c93 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:26.133351 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5d22e739-a03d-437c-ade3-0beead896855 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.157396 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.218124 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=5664531b-c5bf-4149-9563-c1996ccde507,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:26.238911 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7db147-1be5-4098-b5c3-a63665f1add3 req-71e6cd7e-b7f9-4a20-8e01-46267eadf6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:26.240494 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bb7db147-1be5-4098-b5c3-a63665f1add3 req-71e6cd7e-b7f9-4a20-8e01-46267eadf6e8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=548de673-031c-4cd5-bb91-963e1b39d8ff HTTP/1.1" status: 200 len: 1096 time: 0.0773079 Aug 10 03:56:26.241446 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5d22e739-a03d-437c-ade3-0beead896855 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.261479 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-5d22e739-a03d-437c-ade3-0beead896855 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Calling delete_port for 2a564c43-acb8-4c3a-856b-0c48beb25c93 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:26.319575 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b5d8c0e8-2026-49e0-8752-98eb6088833a tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.327032 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b5d8c0e8-2026-49e0-8752-98eb6088833a tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.328162 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b5d8c0e8-2026-49e0-8752-98eb6088833a tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/dbb43950-10f7-4664-b18c-32aa3ed088ae HTTP/1.1" status: 204 len: 168 time: 0.4216819 Aug 10 03:56:26.330911 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38168) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:26.348386 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8c0e8-2026-49e0-8752-98eb6088833a tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbb43950-10f7-4664-b18c-32aa3ed088ae,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:26.371869 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d942340c-f938-4d27-89a4-dddfb705a182 req-269610a5-9345-4360-85af-fabf101779e9 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 210 time: 0.0732737 Aug 10 03:56:26.376660 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bb7db147-1be5-4098-b5c3-a63665f1add3 req-6d301c99-00a5-422f-8848-550e931add0b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275039 Aug 10 03:56:26.400101 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-918118d8-2f12-47c0-804e-7c7e45756c7b tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0680976 Aug 10 03:56:26.403360 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38170) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:26.455365 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0ce1e3-262b-4722-93b4-49d2eda14aac admin admin] Router 15269290-338e-4585-bb23-b57e04c97dea is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:56:26.461482 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ac8b79a1-5c51-4a83-81ac-95e498ae774b tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.491051 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-31a73c43-e89c-4905-a80b-526681cf29a8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.516304 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-31a73c43-e89c-4905-a80b-526681cf29a8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.517433 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ac8b79a1-5c51-4a83-81ac-95e498ae774b tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.521504 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5d22e739-a03d-437c-ade3-0beead896855 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.580044 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22e739-a03d-437c-ade3-0beead896855 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Pushing event deleted for resources: {'Port': ['ID=2a564c43-acb8-4c3a-856b-0c48beb25c93,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:26.598635 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-17ebaa58-0439-4bcf-a117-2e4fb3306828 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:26.600406 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-17ebaa58-0439-4bcf-a117-2e4fb3306828 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.20 "GET /v2.0/networks?id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc HTTP/1.1" status: 200 len: 812 time: 0.2008934 Aug 10 03:56:26.624725 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5d22e739-a03d-437c-ade3-0beead896855 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.626658 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5d22e739-a03d-437c-ade3-0beead896855 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] 10.222.0.25 "DELETE /v2.0/ports/2a564c43-acb8-4c3a-856b-0c48beb25c93 HTTP/1.1" status: 204 len: 168 time: 0.8275590 Aug 10 03:56:26.629435 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38172) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:26.639677 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-651fcf7d-4e2b-4faf-85e4-2c11750dea39 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Request body: {'port': {'device_id': '513a4aae-5a2f-4d87-accc-2d779015642e', 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc', 'admin_state_up': True, 'tenant_id': 'f978154370c54cef8e8d819528465357'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:26.658922 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device d4af00d5-6797-46bb-96e4-85082eb04483 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:56:26.688263 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: d4af00d5-6797-46bb-96e4-85082eb04483 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:56:26.688893 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device d4af00d5-6797-46bb-96e4-85082eb04483 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:56:26.715131 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-31a73c43-e89c-4905-a80b-526681cf29a8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Allocated IP 172.25.0.44 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/48b0b9d4-e3ba-49ee-bb6a-c0f58e7bce3c) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:26.717635 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0ce1e3-262b-4722-93b4-49d2eda14aac admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:56:26.728598 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ac8b79a1-5c51-4a83-81ac-95e498ae774b tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.728911 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93d1871-82a4-4d6f-8483-e55d835a264f None None] Sync routers for ids ['15269290-338e-4585-bb23-b57e04c97dea'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:56:26.731152 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ac8b79a1-5c51-4a83-81ac-95e498ae774b tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.732354 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ac8b79a1-5c51-4a83-81ac-95e498ae774b tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "DELETE /v2.0/security-groups/dc722d21-5914-40bf-adbc-1b533d53abb7 HTTP/1.1" status: 204 len: 168 time: 0.3286095 Aug 10 03:56:26.738284 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38174) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:26.749766 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b79a1-5c51-4a83-81ac-95e498ae774b tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc722d21-5914-40bf-adbc-1b533d53abb7,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:26.755930 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93d1871-82a4-4d6f-8483-e55d835a264f None None] Routers {'15269290-338e-4585-bb23-b57e04c97dea'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:26.758836 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-b93d1871-82a4-4d6f-8483-e55d835a264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:56:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['15269290-338e-4585-bb23-b57e04c97dea'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:26.774314 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-45099d1b-1c6a-4178-b64e-c3ec7efc68af tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Deleting port 46c9320e-785c-4032-adc3-41e3f60b3340 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:26.774758 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-45099d1b-1c6a-4178-b64e-c3ec7efc68af tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.836644 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cf0ce1e3-262b-4722-93b4-49d2eda14aac admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.845795 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-cf0ce1e3-262b-4722-93b4-49d2eda14aac admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4829843 Aug 10 03:56:26.848829 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38178) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:26.886682 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-49c5546e-8c97-48e0-afa9-65dd9e445990 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1475804 Aug 10 03:56:26.892370 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38180) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:26.897769 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-bf5df81b-c1c4-400e-a213-69be0505b83d tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Request body: {'security_group': {'name': 'tempest-secgroup--1145072445'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:26.936490 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-45099d1b-1c6a-4178-b64e-c3ec7efc68af tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.961174 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-31a73c43-e89c-4905-a80b-526681cf29a8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:26.980804 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-45099d1b-1c6a-4178-b64e-c3ec7efc68af tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Calling delete_port for 46c9320e-785c-4032-adc3-41e3f60b3340 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:27.000921 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-651fcf7d-4e2b-4faf-85e4-2c11750dea39 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Made reservation on behalf of f978154370c54cef8e8d819528465357 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:27.010531 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-651fcf7d-4e2b-4faf-85e4-2c11750dea39 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.075582 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bf5df81b-c1c4-400e-a213-69be0505b83d tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.099502 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-b93d1871-82a4-4d6f-8483-e55d835a264f None None] Set router 15269290-338e-4585-bb23-b57e04c97dea gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:27.276579 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-45099d1b-1c6a-4178-b64e-c3ec7efc68af tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.287504 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c2811bb2-7726-4efc-a406-6017e037ae02 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:27.342265 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45099d1b-1c6a-4178-b64e-c3ec7efc68af tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Pushing event deleted for resources: {'Port': ['ID=46c9320e-785c-4032-adc3-41e3f60b3340,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:27.356302 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-31a73c43-e89c-4905-a80b-526681cf29a8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.364168 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-45099d1b-1c6a-4178-b64e-c3ec7efc68af tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.366236 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-45099d1b-1c6a-4178-b64e-c3ec7efc68af tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] 10.222.0.25 "DELETE /v2.0/ports/46c9320e-785c-4032-adc3-41e3f60b3340 HTTP/1.1" status: 204 len: 168 time: 0.7353036 Aug 10 03:56:27.369133 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38186) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:27.389763 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8eeea-8f81-46fc-b0f2-5a3e1d411f45 req-bb264baa-c0b9-49d6-848a-a738528a87e4 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:27.397259 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7fd8eeea-8f81-46fc-b0f2-5a3e1d411f45 req-bb264baa-c0b9-49d6-848a-a738528a87e4 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=548de673-031c-4cd5-bb91-963e1b39d8ff HTTP/1.1" status: 200 len: 945 time: 0.1730223 Aug 10 03:56:27.407038 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.407038 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port c2811bb2-7726-4efc-a406-6017e037ae02 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:27.407038 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.407368 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d91614-f443-4a55-88ee-fa0ee6797112 req-1a837692-55e9-496c-9324-722cb9387b76 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:27.407368 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52d91614-f443-4a55-88ee-fa0ee6797112 req-1a837692-55e9-496c-9324-722cb9387b76 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 946 time: 0.3033135 Aug 10 03:56:27.451594 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a73c43-e89c-4905-a80b-526681cf29a8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:27.466425 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ecdf2615-06b9-4422-95ef-1e5b9e9cd3dc tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0928471 Aug 10 03:56:27.467389 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38190) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:27.467541 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-31a73c43-e89c-4905-a80b-526681cf29a8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:27.474319 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-d7e17b5e-b9cc-4fbb-8179-230b5608e31e tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1429713562'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:27.474732 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a73c43-e89c-4905-a80b-526681cf29a8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:27.503303 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-b93d1871-82a4-4d6f-8483-e55d835a264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15269290-338e-4585-bb23-b57e04c97dea', 'name': 'tempest-ServersTestMultiNic-371336575-router', 'tenant_id': '8281b6bf97984b32a5c87806dd937c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '457ca0c7-6b40-4b64-88d5-710991b01188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:22Z', 'updated_at': '2021-08-10T03:56:25Z', 'revision_number': 3, 'project_id': '8281b6bf97984b32a5c87806dd937c20', 'gw_port': {'id': '457ca0c7-6b40-4b64-88d5-710991b01188', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fe:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15269290-338e-4585-bb23-b57e04c97dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:24Z', 'updated_at': '2021-08-10T03:56:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:27.539565 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7fd8eeea-8f81-46fc-b0f2-5a3e1d411f45 req-b6ce9f07-0632-4043-902e-98b519b08d11 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407235 Aug 10 03:56:27.550345 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a73c43-e89c-4905-a80b-526681cf29a8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Pushing event updated for resources: {'Port': ['ID=48b0b9d4-e3ba-49ee-bb6a-c0f58e7bce3c,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:27.551625 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93d1871-82a4-4d6f-8483-e55d835a264f None None] Checking router: 15269290-338e-4585-bb23-b57e04c97dea for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:56:27.551996 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93d1871-82a4-4d6f-8483-e55d835a264f None None] Updating router 15269290-338e-4585-bb23-b57e04c97dea port 457ca0c7-6b40-4b64-88d5-710991b01188 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:56:27.569148 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-651fcf7d-4e2b-4faf-85e4-2c11750dea39 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Allocated IP 172.20.0.8 (c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc/cf9a7592-e5a6-49d5-943e-a569f481a6b7/69e03bd4-94b9-4b36-b528-69f4561d85b3) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:27.593398 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b93d1871-82a4-4d6f-8483-e55d835a264f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.596614 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52d91614-f443-4a55-88ee-fa0ee6797112 req-5b7a7a95-5669-4ce3-9b14-dcd18afa29c2 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622405 Aug 10 03:56:27.642742 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bf5df81b-c1c4-400e-a213-69be0505b83d tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.721043 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67287e6d-257a-4df1-8ca3-fc3554c39b71 req-aaa88435-8c6a-4b2d-9455-50b14fbf93f4 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:27.722620 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-67287e6d-257a-4df1-8ca3-fc3554c39b71 req-aaa88435-8c6a-4b2d-9455-50b14fbf93f4 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.20 "GET /v2.0/ports?device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 946 time: 0.1942945 Aug 10 03:56:27.765364 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bf5df81b-c1c4-400e-a213-69be0505b83d tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.904522 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b93d1871-82a4-4d6f-8483-e55d835a264f None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:27.918224 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b93d1871-82a4-4d6f-8483-e55d835a264f None None] Transition to ACTIVE for port object 457ca0c7-6b40-4b64-88d5-710991b01188 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:27.929883 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5df81b-c1c4-400e-a213-69be0505b83d tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d39ec116-9d80-4d89-95e6-0a4e553d80f7,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:28.003797 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b93d1871-82a4-4d6f-8483-e55d835a264f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.023517 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-651fcf7d-4e2b-4faf-85e4-2c11750dea39 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.027345 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-67287e6d-257a-4df1-8ca3-fc3554c39b71 req-26d50077-65a0-4d1d-a804-9329cf2ff15d tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Deleting port 48d922f3-0d31-435d-b91b-8c4a067b7157 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:28.027677 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-67287e6d-257a-4df1-8ca3-fc3554c39b71 req-26d50077-65a0-4d1d-a804-9329cf2ff15d tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.067720 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-b93d1871-82a4-4d6f-8483-e55d835a264f None None] Attempting to bind port 457ca0c7-6b40-4b64-88d5-710991b01188 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:28.068257 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-b93d1871-82a4-4d6f-8483-e55d835a264f None None] Attempting to bind port 457ca0c7-6b40-4b64-88d5-710991b01188 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:28.070631 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93d1871-82a4-4d6f-8483-e55d835a264f None None] Attempting to bind port 457ca0c7-6b40-4b64-88d5-710991b01188 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:28.072368 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ebef6-369c-4687-94b0-1b517f935d59 None None] Pushing event updated for resources: {'Port': ['ID=457ca0c7-6b40-4b64-88d5-710991b01188,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:28.072691 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6abc0fd9-a2ad-4de0-97f9-ab76ee96b203 req-c7fe814d-ded2-4fa0-863a-11954c1a0260 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 210 time: 0.0405018 Aug 10 03:56:28.078252 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93d1871-82a4-4d6f-8483-e55d835a264f None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:28.078968 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93d1871-82a4-4d6f-8483-e55d835a264f None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:28.079275 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b93d1871-82a4-4d6f-8483-e55d835a264f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.079760 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93d1871-82a4-4d6f-8483-e55d835a264f None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:28.080480 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-b93d1871-82a4-4d6f-8483-e55d835a264f None None] Bound port: 457ca0c7-6b40-4b64-88d5-710991b01188, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:28.080965 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b93d1871-82a4-4d6f-8483-e55d835a264f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.136931 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c02397af-20ce-4b53-9f27-fb478c9239e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.143346 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-b93d1871-82a4-4d6f-8483-e55d835a264f None None] For port 457ca0c7-6b40-4b64-88d5-710991b01188, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:28.146548 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-b93d1871-82a4-4d6f-8483-e55d835a264f None None] For port 457ca0c7-6b40-4b64-88d5-710991b01188, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=457ca0c7-6b40-4b64-88d5-710991b01188,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:28.153962 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e17b5e-b9cc-4fbb-8179-230b5608e31e tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Made reservation on behalf of 275eb12e497740188fc68c16a9d85e44 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:28.157458 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d7e17b5e-b9cc-4fbb-8179-230b5608e31e tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.221150 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b93d1871-82a4-4d6f-8483-e55d835a264f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.221389 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e17b5e-b9cc-4fbb-8179-230b5608e31e tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:28.238433 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-67287e6d-257a-4df1-8ca3-fc3554c39b71 req-26d50077-65a0-4d1d-a804-9329cf2ff15d tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] For port 48d922f3-0d31-435d-b91b-8c4a067b7157, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=48d922f3-0d31-435d-b91b-8c4a067b7157,segment=NetworkSegment(823ef6a3-4315-4c4a-9851-d7eb00a76db1),segment_id=823ef6a3-4315-4c4a-9851-d7eb00a76db1)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:28.238814 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-67287e6d-257a-4df1-8ca3-fc3554c39b71 req-26d50077-65a0-4d1d-a804-9329cf2ff15d tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.241108 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d7e17b5e-b9cc-4fbb-8179-230b5608e31e tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.241269 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bf5df81b-c1c4-400e-a213-69be0505b83d tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.241501 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-d7e17b5e-b9cc-4fbb-8179-230b5608e31e tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Added segment 07f89a22-8ff8-413a-9992-56b1e7f02d5a of type vlan for network da99fece-14fe-43ec-8555-a393a9272acc Aug 10 03:56:28.245773 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-bf5df81b-c1c4-400e-a213-69be0505b83d tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3495407 Aug 10 03:56:28.252189 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38194) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:28.259860 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-8e5a7ac5-f018-4007-99e4-3d814fdde1b3 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Request body: {'security_group_rule': {'security_group_id': 'd39ec116-9d80-4d89-95e6-0a4e553d80f7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:28.267858 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-31a73c43-e89c-4905-a80b-526681cf29a8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.272248 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-67287e6d-257a-4df1-8ca3-fc3554c39b71 req-26d50077-65a0-4d1d-a804-9329cf2ff15d tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Calling delete_port for 48d922f3-0d31-435d-b91b-8c4a067b7157 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:28.287365 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93d1871-82a4-4d6f-8483-e55d835a264f None None] Routers {'15269290-338e-4585-bb23-b57e04c97dea'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:28.288058 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-b93d1871-82a4-4d6f-8483-e55d835a264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:56:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['15269290-338e-4585-bb23-b57e04c97dea'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:28.324051 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d7e17b5e-b9cc-4fbb-8179-230b5608e31e tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.326288 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ebef6-369c-4687-94b0-1b517f935d59 None None] Pushing event updated for resources: {'Port': ['ID=457ca0c7-6b40-4b64-88d5-710991b01188,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:28.329153 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-651fcf7d-4e2b-4faf-85e4-2c11750dea39 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.406217 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-c02397af-20ce-4b53-9f27-fb478c9239e9 admin admin] Allocated IP 172.20.0.1 (d668b864-a45c-433f-a3f1-ead2aadee531/75b4559f-9853-4bf0-88ab-97acc7baa458/df02ec39-e92b-4734-ae20-8e90a92d29df) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:28.414548 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-b93d1871-82a4-4d6f-8483-e55d835a264f None None] Set router 15269290-338e-4585-bb23-b57e04c97dea gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:28.471650 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d7e17b5e-b9cc-4fbb-8179-230b5608e31e tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.478485 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e17b5e-b9cc-4fbb-8179-230b5608e31e tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:28.479206 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d7e17b5e-b9cc-4fbb-8179-230b5608e31e tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.572219 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e17b5e-b9cc-4fbb-8179-230b5608e31e tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Pushing event updated for resources: {'Network': ['ID=da99fece-14fe-43ec-8555-a393a9272acc,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:28.610201 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network da99fece-14fe-43ec-8555-a393a9272acc details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:28.615155 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c02397af-20ce-4b53-9f27-fb478c9239e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.635280 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-c02397af-20ce-4b53-9f27-fb478c9239e9 admin admin] Transition to ACTIVE for port object df02ec39-e92b-4734-ae20-8e90a92d29df will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:28.719897 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c02397af-20ce-4b53-9f27-fb478c9239e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.723354 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-b93d1871-82a4-4d6f-8483-e55d835a264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15269290-338e-4585-bb23-b57e04c97dea', 'name': 'tempest-ServersTestMultiNic-371336575-router', 'tenant_id': '8281b6bf97984b32a5c87806dd937c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '457ca0c7-6b40-4b64-88d5-710991b01188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:22Z', 'updated_at': '2021-08-10T03:56:25Z', 'revision_number': 3, 'project_id': '8281b6bf97984b32a5c87806dd937c20', 'gw_port': {'id': '457ca0c7-6b40-4b64-88d5-710991b01188', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fe:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15269290-338e-4585-bb23-b57e04c97dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:24Z', 'updated_at': '2021-08-10T03:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:28.756621 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93d1871-82a4-4d6f-8483-e55d835a264f None None] The sync data for ids ['15269290-338e-4585-bb23-b57e04c97dea'] in n-d-802893-2 is: [{'id': '15269290-338e-4585-bb23-b57e04c97dea', 'name': 'tempest-ServersTestMultiNic-371336575-router', 'tenant_id': '8281b6bf97984b32a5c87806dd937c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '457ca0c7-6b40-4b64-88d5-710991b01188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:22Z', 'updated_at': '2021-08-10T03:56:25Z', 'revision_number': 3, 'project_id': '8281b6bf97984b32a5c87806dd937c20', 'gw_port': {'id': '457ca0c7-6b40-4b64-88d5-710991b01188', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fe:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15269290-338e-4585-bb23-b57e04c97dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:24Z', 'updated_at': '2021-08-10T03:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:56:28.783021 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d7e17b5e-b9cc-4fbb-8179-230b5608e31e tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3151410 Aug 10 03:56:28.785299 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02397af-20ce-4b53-9f27-fb478c9239e9 admin admin] Network d668b864-a45c-433f-a3f1-ead2aadee531 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:28.788550 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38200) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:28.791262 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-651fcf7d-4e2b-4faf-85e4-2c11750dea39 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Network c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:28.793537 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7ac5-f018-4007-99e4-3d814fdde1b3 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.797916 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-b97a34a4-ce0f-480b-b39e-82c8d93f891f tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-609370358'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:28.803434 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fcf7d-4e2b-4faf-85e4-2c11750dea39 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Pushing event updated for resources: {'Port': ['ID=69e03bd4-94b9-4b36-b528-69f4561d85b3,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:28.808880 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-c02397af-20ce-4b53-9f27-fb478c9239e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:28.811258 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02397af-20ce-4b53-9f27-fb478c9239e9 admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:28.822351 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-651fcf7d-4e2b-4faf-85e4-2c11750dea39 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:28.841067 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-651fcf7d-4e2b-4faf-85e4-2c11750dea39 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:28.861934 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02397af-20ce-4b53-9f27-fb478c9239e9 admin admin] Pushing event updated for resources: {'Port': ['ID=df02ec39-e92b-4734-ae20-8e90a92d29df,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:28.877069 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6949b5a-0704-45fd-a51a-2cfd97670792 req-335bdf6a-ec12-4920-937c-61de3ed7d169 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:28.878671 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e6949b5a-0704-45fd-a51a-2cfd97670792 req-335bdf6a-ec12-4920-937c-61de3ed7d169 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 946 time: 0.1753094 Aug 10 03:56:28.900681 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c02397af-20ce-4b53-9f27-fb478c9239e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.941741 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a93da1-24c1-45dd-ae57-4dad93c76d6b req-1a1700cb-e57c-4e46-91e8-b0ad6e494237 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:28.943346 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-54a93da1-24c1-45dd-ae57-4dad93c76d6b req-1a1700cb-e57c-4e46-91e8-b0ad6e494237 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=548de673-031c-4cd5-bb91-963e1b39d8ff HTTP/1.1" status: 200 len: 945 time: 0.2511549 Aug 10 03:56:28.973586 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97a34a4-ce0f-480b-b39e-82c8d93f891f tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Made reservation on behalf of 275eb12e497740188fc68c16a9d85e44 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:28.978516 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b97a34a4-ce0f-480b-b39e-82c8d93f891f tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:28.985613 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e6949b5a-0704-45fd-a51a-2cfd97670792 req-03317db0-1e8c-4697-aaaa-9a861becdde8 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/security-groups?id=f39ff9c0-81d2-47b7-a454-c092796897cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968308 Aug 10 03:56:28.999727 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-651fcf7d-4e2b-4faf-85e4-2c11750dea39 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:29.000438 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-651fcf7d-4e2b-4faf-85e4-2c11750dea39 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.060552 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97a34a4-ce0f-480b-b39e-82c8d93f891f tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:29.084098 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b97a34a4-ce0f-480b-b39e-82c8d93f891f tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.084766 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-b97a34a4-ce0f-480b-b39e-82c8d93f891f tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Added segment 8d53b98f-b701-46d3-b710-a9a8ffe93c5b of type vlan for network e4b89b2a-7bba-48ee-a3c4-f9c02f8b5a25 Aug 10 03:56:29.135877 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7ac5-f018-4007-99e4-3d814fdde1b3 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.142633 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b97a34a4-ce0f-480b-b39e-82c8d93f891f tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.186884 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-54a93da1-24c1-45dd-ae57-4dad93c76d6b req-3b41e8b2-dc85-491c-b867-53d52437a3db tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987431 Aug 10 03:56:29.200436 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-651fcf7d-4e2b-4faf-85e4-2c11750dea39 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5583096 Aug 10 03:56:29.204672 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c02397af-20ce-4b53-9f27-fb478c9239e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.214486 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-eded1a37-dec0-43dd-95ee-7dcb6dbef7c6 service neutron] Request body: {'port': {'device_id': '513a4aae-5a2f-4d87-accc-2d779015642e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:29.263127 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7ac5-f018-4007-99e4-3d814fdde1b3 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.275732 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-31a73c43-e89c-4905-a80b-526681cf29a8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.298287 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-31a73c43-e89c-4905-a80b-526681cf29a8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-457799'] for router, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.305900 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-67287e6d-257a-4df1-8ca3-fc3554c39b71 req-26d50077-65a0-4d1d-a804-9329cf2ff15d tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.325264 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a7ac5-f018-4007-99e4-3d814fdde1b3 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=085be797-49ef-4c50-99ce-13148da2d9f4,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:29.340911 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['48d922f3-0d31-435d-b91b-8c4a067b7157'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:56:29.386431 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 457ca0c7-6b40-4b64-88d5-710991b01188 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:29.417836 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b97a34a4-ce0f-480b-b39e-82c8d93f891f tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.424761 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97a34a4-ce0f-480b-b39e-82c8d93f891f tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:29.430065 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b97a34a4-ce0f-480b-b39e-82c8d93f891f tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.436475 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d50077-65a0-4d1d-a804-9329cf2ff15d tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Pushing event deleted for resources: {'Port': ['ID=48d922f3-0d31-435d-b91b-8c4a067b7157,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:29.449116 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d357-5608-447a-88ee-3f76f0b851a6 None None] Provisioning for port df02ec39-e92b-4734-ae20-8e90a92d29df completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:29.456246 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d6d3d357-5608-447a-88ee-3f76f0b851a6 None None] Provisioning complete for port df02ec39-e92b-4734-ae20-8e90a92d29df triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:29.456518 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d6d3d357-5608-447a-88ee-3f76f0b851a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.475360 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8e5a7ac5-f018-4007-99e4-3d814fdde1b3 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.478194 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8e5a7ac5-f018-4007-99e4-3d814fdde1b3 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2250245 Aug 10 03:56:29.490672 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38208) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:29.513806 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3d357-5608-447a-88ee-3f76f0b851a6 None None] Port df02ec39-e92b-4734-ae20-8e90a92d29df cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:56:29.515994 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-eded1a37-dec0-43dd-95ee-7dcb6dbef7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.529057 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 457ca0c7-6b40-4b64-88d5-710991b01188 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:29.534459 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 457ca0c7-6b40-4b64-88d5-710991b01188 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:29.537412 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.559168 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-67287e6d-257a-4df1-8ca3-fc3554c39b71 req-26d50077-65a0-4d1d-a804-9329cf2ff15d tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] No DVR routers for this DVR port 48d922f3-0d31-435d-b91b-8c4a067b7157 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:29.562324 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-67287e6d-257a-4df1-8ca3-fc3554c39b71 req-26d50077-65a0-4d1d-a804-9329cf2ff15d tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.564963 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-67287e6d-257a-4df1-8ca3-fc3554c39b71 req-26d50077-65a0-4d1d-a804-9329cf2ff15d tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.20 "DELETE /v2.0/ports/48d922f3-0d31-435d-b91b-8c4a067b7157 HTTP/1.1" status: 204 len: 173 time: 1.8104784 Aug 10 03:56:29.573269 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a321c462-ae8c-485d-85b6-655840c30bdc', 'name': 'network-vif-deleted', 'tag': '48d922f3-0d31-435d-b91b-8c4a067b7157'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:29.575594 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23907074-d2b1-4140-a644-c749c47ae829" -d '{"events": [{"server_uuid": "a321c462-ae8c-485d-85b6-655840c30bdc", "name": "network-vif-deleted", "tag": "48d922f3-0d31-435d-b91b-8c4a067b7157"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:29.613866 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3c18e994-0551-43c2-97ee-2920abb7268f tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "GET /v2.0/security-group-rules/085be797-49ef-4c50-99ce-13148da2d9f4 HTTP/1.1" status: 200 len: 763 time: 0.1081047 Aug 10 03:56:29.623401 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38212) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:29.709514 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.739602 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93aecf3-b1a1-4078-90d4-76cc45830feb req-d458cfb4-256c-401e-8756-bdc01abc8925 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:29.741260 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b93aecf3-b1a1-4078-90d4-76cc45830feb req-d458cfb4-256c-401e-8756-bdc01abc8925 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=548de673-031c-4cd5-bb91-963e1b39d8ff HTTP/1.1" status: 200 len: 945 time: 0.3309302 Aug 10 03:56:29.756099 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 457ca0c7-6b40-4b64-88d5-710991b01188, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=457ca0c7-6b40-4b64-88d5-710991b01188,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:29.761999 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2eaef-6720-43d1-b493-8cf0d4a152e0 req-8d2267cf-bde7-454d-b778-db987e74f3f8 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:29.763631 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-68c2eaef-6720-43d1-b493-8cf0d4a152e0 req-8d2267cf-bde7-454d-b778-db987e74f3f8 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 931 time: 0.3833430 Aug 10 03:56:29.787525 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97a34a4-ce0f-480b-b39e-82c8d93f891f tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Pushing event updated for resources: {'Network': ['ID=e4b89b2a-7bba-48ee-a3c4-f9c02f8b5a25,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:29.799776 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network e4b89b2a-7bba-48ee-a3c4-f9c02f8b5a25 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:29.834289 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c02397af-20ce-4b53-9f27-fb478c9239e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.858876 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9b1ebf74-8239-4a8d-a78c-6a73ecb933ce tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2345316 Aug 10 03:56:29.868811 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-68c2eaef-6720-43d1-b493-8cf0d4a152e0 req-d75eaa0f-1089-4e20-80e9-640aebd9ea7e tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873635 Aug 10 03:56:29.870794 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38214) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:29.872506 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b97a34a4-ce0f-480b-b39e-82c8d93f891f tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0832593 Aug 10 03:56:29.888390 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.908386 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c02397af-20ce-4b53-9f27-fb478c9239e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:29.992901 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a780e726-32f7-431a-92d5-c1bfe3e8e684 x-openstack-request-id: req-a780e726-32f7-431a-92d5-c1bfe3e8e684 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:29.993573 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a321c462-ae8c-485d-85b6-655840c30bdc", "name": "network-vif-deleted", "tag": "48d922f3-0d31-435d-b91b-8c4a067b7157", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:29.994030 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a780e726-32f7-431a-92d5-c1bfe3e8e684 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:29.994639 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a321c462-ae8c-485d-85b6-655840c30bdc', 'name': 'network-vif-deleted', 'tag': '48d922f3-0d31-435d-b91b-8c4a067b7157', 'status': 'completed', 'code': 200} Aug 10 03:56:30.004657 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=457ca0c7-6b40-4b64-88d5-710991b01188,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:30.024231 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-893c61bc-bf54-4115-b570-3c926d82cbda tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.028071 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b93aecf3-b1a1-4078-90d4-76cc45830feb req-df3d09a9-d968-432a-9193-87da104b387d tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771604 Aug 10 03:56:30.057610 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38220) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:30.061910 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-893c61bc-bf54-4115-b570-3c926d82cbda tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.080227 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-2d8dc642-3389-4748-aae2-a6e2e3ffeb30 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Request body: {'subnets': [{'network_id': 'da99fece-14fe-43ec-8555-a393a9272acc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1772897438', 'ip_version': 4}, {'network_id': 'e4b89b2a-7bba-48ee-a3c4-f9c02f8b5a25', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:30.080644 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-2d8dc642-3389-4748-aae2-a6e2e3ffeb30 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Request body: {'subnet': {'network_id': 'da99fece-14fe-43ec-8555-a393a9272acc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1772897438', 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:30.083661 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-2d8dc642-3389-4748-aae2-a6e2e3ffeb30 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Request body: {'subnet': {'network_id': 'e4b89b2a-7bba-48ee-a3c4-f9c02f8b5a25', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:30.091200 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c02397af-20ce-4b53-9f27-fb478c9239e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.096140 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02397af-20ce-4b53-9f27-fb478c9239e9 admin admin] Pushing event updated for resources: {'Port': ['ID=df02ec39-e92b-4734-ae20-8e90a92d29df,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:30.162946 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a73c43-e89c-4905-a80b-526681cf29a8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Router 72d89c9c-11ca-4d71-86aa-1aeadeea9a0f is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:56:30.167172 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-54abf7eb-fa36-4965-83be-f9a1d1104324 req-a0a6bd3f-6cef-4bf7-9912-543e57574d26 tempest-ListServerFiltersTestJSON-1668568619 tempest-ListServerFiltersTestJSON-1668568619-project] 10.222.0.25 "GET /v2.0/ports?device_id=a321c462-ae8c-485d-85b6-655840c30bdc HTTP/1.1" status: 200 len: 210 time: 0.0752561 Aug 10 03:56:30.223329 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-893c61bc-bf54-4115-b570-3c926d82cbda tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.233885 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-893c61bc-bf54-4115-b570-3c926d82cbda tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.237244 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-893c61bc-bf54-4115-b570-3c926d82cbda tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/085be797-49ef-4c50-99ce-13148da2d9f4 HTTP/1.1" status: 204 len: 168 time: 0.3591044 Aug 10 03:56:30.239627 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38224) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:30.242608 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893c61bc-bf54-4115-b570-3c926d82cbda tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=085be797-49ef-4c50-99ce-13148da2d9f4,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:30.268916 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02397af-20ce-4b53-9f27-fb478c9239e9 admin admin] Network d668b864-a45c-433f-a3f1-ead2aadee531 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:30.270859 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-c02397af-20ce-4b53-9f27-fb478c9239e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:30.470956 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02397af-20ce-4b53-9f27-fb478c9239e9 admin admin] Router 15269290-338e-4585-bb23-b57e04c97dea has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:56:30.533124 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-db60bca0-b9fc-43be-9c77-b9b2463c2721 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2699621 Aug 10 03:56:30.533347 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-eded1a37-dec0-43dd-95ee-7dcb6dbef7c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e03bd4-94b9-4b36-b528-69f4561d85b3 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:56:30.534118 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38228) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:30.542039 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-1c77a2a9-6a86-4ece-bd6e-cd54637ad49d tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Request body: {'security_group_rule': {'security_group_id': 'd39ec116-9d80-4d89-95e6-0a4e553d80f7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:30.548945 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9d2c0fa8-6293-4e0b-b247-21e7b8a4448c None None] Provisioning complete for port df02ec39-e92b-4734-ae20-8e90a92d29df triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:30.549508 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-eded1a37-dec0-43dd-95ee-7dcb6dbef7c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.549623 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9d2c0fa8-6293-4e0b-b247-21e7b8a4448c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.551722 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a73c43-e89c-4905-a80b-526681cf29a8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:56:30.559757 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-31a73c43-e89c-4905-a80b-526681cf29a8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.560958 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-31a73c43-e89c-4905-a80b-526681cf29a8 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "PUT /v2.0/routers/72d89c9c-11ca-4d71-86aa-1aeadeea9a0f HTTP/1.1" status: 200 len: 915 time: 5.1645339 Aug 10 03:56:30.568848 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5f2232-7c9b-4936-a0c2-a332c7e71f8a None None] Sync routers for ids ['72d89c9c-11ca-4d71-86aa-1aeadeea9a0f'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:56:30.573383 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96beca-5faa-4377-8d32-dfc436ee75b5 req-e0edd780-1daf-4b59-a864-9f94a769d5fc tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:30.574995 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1a96beca-5faa-4377-8d32-dfc436ee75b5 req-e0edd780-1daf-4b59-a864-9f94a769d5fc tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=548de673-031c-4cd5-bb91-963e1b39d8ff HTTP/1.1" status: 200 len: 945 time: 0.2199411 Aug 10 03:56:30.575656 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38230) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:30.583079 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5f2232-7c9b-4936-a0c2-a332c7e71f8a None None] Routers {'72d89c9c-11ca-4d71-86aa-1aeadeea9a0f'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:30.584057 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0f5f2232-7c9b-4936-a0c2-a332c7e71f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:56:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['72d89c9c-11ca-4d71-86aa-1aeadeea9a0f'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:30.588919 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-eded1a37-dec0-43dd-95ee-7dcb6dbef7c6 service neutron] Transition to ACTIVE for port object 69e03bd4-94b9-4b36-b528-69f4561d85b3 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:30.625959 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02397af-20ce-4b53-9f27-fb478c9239e9 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:56:30.645098 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c02397af-20ce-4b53-9f27-fb478c9239e9 admin admin] 10.222.0.25 "PUT /v2.0/routers/15269290-338e-4585-bb23-b57e04c97dea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7903976 Aug 10 03:56:30.645529 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0f5f2232-7c9b-4936-a0c2-a332c7e71f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:30.647873 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-9d2c0fa8-6293-4e0b-b247-21e7b8a4448c None None] Port df02ec39-e92b-4734-ae20-8e90a92d29df cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:56:30.656369 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5f2232-7c9b-4936-a0c2-a332c7e71f8a None None] Routers {'72d89c9c-11ca-4d71-86aa-1aeadeea9a0f'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:30.657385 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0f5f2232-7c9b-4936-a0c2-a332c7e71f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:56:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['72d89c9c-11ca-4d71-86aa-1aeadeea9a0f'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:30.665273 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8dc642-3389-4748-aae2-a6e2e3ffeb30 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Made reservation on behalf of 275eb12e497740188fc68c16a9d85e44 for: {'subnet': 2} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:30.671338 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc642-3389-4748-aae2-a6e2e3ffeb30 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.671338 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc642-3389-4748-aae2-a6e2e3ffeb30 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.678737 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-eded1a37-dec0-43dd-95ee-7dcb6dbef7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.704173 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0f5f2232-7c9b-4936-a0c2-a332c7e71f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:30.704910 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5f2232-7c9b-4936-a0c2-a332c7e71f8a None None] The sync data for ids ['72d89c9c-11ca-4d71-86aa-1aeadeea9a0f'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:56:30.768362 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1c77a2a9-6a86-4ece-bd6e-cd54637ad49d tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.790498 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38234) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:30.832937 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1c77a2a9-6a86-4ece-bd6e-cd54637ad49d tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.863409 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-07a252f9-9802-42d9-852f-be2f9275a2b8 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-7588083'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:30.909072 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1a96beca-5faa-4377-8d32-dfc436ee75b5 req-deb3332b-44af-40da-ac7a-f034d4d85f28 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236299 Aug 10 03:56:30.923662 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1c77a2a9-6a86-4ece-bd6e-cd54637ad49d tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.932476 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded1a37-dec0-43dd-95ee-7dcb6dbef7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=69e03bd4-94b9-4b36-b528-69f4561d85b3,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:30.960913 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-4c1f1551-950a-4058-8d65-e2853345f2a7 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "GET /v2.0/routers/72d89c9c-11ca-4d71-86aa-1aeadeea9a0f HTTP/1.1" status: 200 len: 921 time: 0.3815668 Aug 10 03:56:30.965240 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38242) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:30.969905 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a252f9-9802-42d9-852f-be2f9275a2b8 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Made reservation on behalf of 8281b6bf97984b32a5c87806dd937c20 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:30.973399 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-07a252f9-9802-42d9-852f-be2f9275a2b8 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:30.977583 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77a2a9-6a86-4ece-bd6e-cd54637ad49d tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15994982-d7a6-4584-9f3c-145d77de5f18,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:31.040180 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1c77a2a9-6a86-4ece-bd6e-cd54637ad49d tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:31.044107 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1c77a2a9-6a86-4ece-bd6e-cd54637ad49d tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5061619 Aug 10 03:56:31.044107 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07a252f9-9802-42d9-852f-be2f9275a2b8 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:31.048667 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38244) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:31.079522 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f8e05-91fc-40be-a75e-25623a01ac21 req-36d13818-7e89-4e02-b430-8a2831508f7e tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:31.081169 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-323f8e05-91fc-40be-a75e-25623a01ac21 req-36d13818-7e89-4e02-b430-8a2831508f7e tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 943 time: 0.1012733 Aug 10 03:56:31.082676 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-07a252f9-9802-42d9-852f-be2f9275a2b8 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:31.083028 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-07a252f9-9802-42d9-852f-be2f9275a2b8 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Added segment b9c04686-0183-4857-8d49-1a54b2aaff0a of type vlan for network 6619c473-1b7e-434e-bc4b-1557c94e198e Aug 10 03:56:31.087612 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5c5b64fe-edae-45c9-881c-b2f56d63180c tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "GET /v2.0/security-group-rules/15994982-d7a6-4584-9f3c-145d77de5f18 HTTP/1.1" status: 200 len: 763 time: 0.0362720 Aug 10 03:56:31.096012 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38246) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:31.120526 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c986cc47-7ddb-4891-82f6-21ed746129cf None None] Sync routers for ids ['15269290-338e-4585-bb23-b57e04c97dea'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:56:31.131237 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c986cc47-7ddb-4891-82f6-21ed746129cf None None] Routers {'15269290-338e-4585-bb23-b57e04c97dea'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:31.131849 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c986cc47-7ddb-4891-82f6-21ed746129cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:56:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['15269290-338e-4585-bb23-b57e04c97dea'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:31.158044 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-07a252f9-9802-42d9-852f-be2f9275a2b8 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:31.178554 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-323f8e05-91fc-40be-a75e-25623a01ac21 req-da36ea9c-30d7-4562-9198-3493d3efc61e tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830173 Aug 10 03:56:31.208112 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b77e8c-b6d3-41cd-ab05-e6641a02c79e tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:31.212031 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a7b77e8c-b6d3-41cd-ab05-e6641a02c79e tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5&device_id=72d89c9c-11ca-4d71-86aa-1aeadeea9a0f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2436996 Aug 10 03:56:31.214496 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38250) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:31.271430 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38252) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:31.282174 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-07a252f9-9802-42d9-852f-be2f9275a2b8 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:31.286317 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-041f9504-2e04-41f9-9f2b-70fb35ed2404 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1893992 Aug 10 03:56:31.290847 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a252f9-9802-42d9-852f-be2f9275a2b8 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:31.292944 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-07a252f9-9802-42d9-852f-be2f9275a2b8 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:31.296078 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-eded1a37-dec0-43dd-95ee-7dcb6dbef7c6 service neutron] Attempting to bind port 69e03bd4-94b9-4b36-b528-69f4561d85b3 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:31.296427 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-eded1a37-dec0-43dd-95ee-7dcb6dbef7c6 service neutron] Attempting to bind port 69e03bd4-94b9-4b36-b528-69f4561d85b3 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:31.296759 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-eded1a37-dec0-43dd-95ee-7dcb6dbef7c6 service neutron] Attempting to bind port 69e03bd4-94b9-4b36-b528-69f4561d85b3 on network c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:31.297114 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38254) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:31.308222 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c1b58-d92c-4930-a41e-6ea3c49d48c5 req-f6644294-6da5-4e40-956b-9ffe69fd3e41 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:31.313323 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 457ca0c7-6b40-4b64-88d5-710991b01188 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:31.316543 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fa7c1b58-d92c-4930-a41e-6ea3c49d48c5 req-f6644294-6da5-4e40-956b-9ffe69fd3e41 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=548de673-031c-4cd5-bb91-963e1b39d8ff HTTP/1.1" status: 200 len: 945 time: 0.2683728 Aug 10 03:56:31.339633 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-eded1a37-dec0-43dd-95ee-7dcb6dbef7c6 service neutron] Port 69e03bd4-94b9-4b36-b528-69f4561d85b3 on network c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:56:31.339984 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-eded1a37-dec0-43dd-95ee-7dcb6dbef7c6 service neutron] Attempting to bind port 69e03bd4-94b9-4b36-b528-69f4561d85b3 on network c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:31.363889 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-c986cc47-7ddb-4891-82f6-21ed746129cf None None] Set router 15269290-338e-4585-bb23-b57e04c97dea gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:31.385559 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd69f972-4655-4aad-a7d2-15025c695a0d tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:31.386998 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fd69f972-4655-4aad-a7d2-15025c695a0d tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 881 time: 0.1713650 Aug 10 03:56:31.403261 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38258) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:31.432545 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-eded1a37-dec0-43dd-95ee-7dcb6dbef7c6 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:31.432889 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-eded1a37-dec0-43dd-95ee-7dcb6dbef7c6 service neutron] Checking segment: {'id': 'ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:31.438163 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-eded1a37-dec0-43dd-95ee-7dcb6dbef7c6 service neutron] Bound using segment: {'id': 'ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:31.438163 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-eded1a37-dec0-43dd-95ee-7dcb6dbef7c6 service neutron] Bound port: 69e03bd4-94b9-4b36-b528-69f4561d85b3, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:31.438163 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-eded1a37-dec0-43dd-95ee-7dcb6dbef7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:31.469913 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-360f49dc-5694-465b-b803-ad9b69efa408 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "GET /v2.0/ports?device_id=72d89c9c-11ca-4d71-86aa-1aeadeea9a0f HTTP/1.1" status: 200 len: 205 time: 0.0592802 Aug 10 03:56:31.477866 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38260) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:31.503056 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fa7c1b58-d92c-4930-a41e-6ea3c49d48c5 req-499f97a7-614a-4eb4-bf19-fd91e6121ec3 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860523 Aug 10 03:56:31.532885 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 457ca0c7-6b40-4b64-88d5-710991b01188 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:31.533633 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:31.552823 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a252f9-9802-42d9-852f-be2f9275a2b8 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Pushing event updated for resources: {'Network': ['ID=6619c473-1b7e-434e-bc4b-1557c94e198e,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:31.567127 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 6619c473-1b7e-434e-bc4b-1557c94e198e details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:31.577316 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dd85b9d3-1ea7-4407-87c5-87f6f94be5fc tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:31.586942 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38264) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:31.588328 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-07a252f9-9802-42d9-852f-be2f9275a2b8 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7886362 Aug 10 03:56:31.592991 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-3de9800e-f1e0-4f61-9f43-61a4af09ba36 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Request body: {'subnet': {'network_id': '6619c473-1b7e-434e-bc4b-1557c94e198e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:31.600397 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dd85b9d3-1ea7-4407-87c5-87f6f94be5fc tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:31.618596 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-eded1a37-dec0-43dd-95ee-7dcb6dbef7c6 service neutron] For port 69e03bd4-94b9-4b36-b528-69f4561d85b3, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:31.650770 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-77bcd48c-c2e2-4c94-ab8a-78ba6f3ca104 admin admin] Deleting subnet ad29943a-14b1-490b-9a2c-40eb7599efc6 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:56:31.660582 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-77bcd48c-c2e2-4c94-ab8a-78ba6f3ca104 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:31.680119 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-eded1a37-dec0-43dd-95ee-7dcb6dbef7c6 service neutron] For port 69e03bd4-94b9-4b36-b528-69f4561d85b3, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=69e03bd4-94b9-4b36-b528-69f4561d85b3,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:31.737367 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dd85b9d3-1ea7-4407-87c5-87f6f94be5fc tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:31.747911 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dd85b9d3-1ea7-4407-87c5-87f6f94be5fc tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:31.749097 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-dd85b9d3-1ea7-4407-87c5-87f6f94be5fc tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/15994982-d7a6-4584-9f3c-145d77de5f18 HTTP/1.1" status: 204 len: 168 time: 0.4456451 Aug 10 03:56:31.762428 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38268) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:31.786525 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-77bcd48c-c2e2-4c94-ab8a-78ba6f3ca104 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:31.791253 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85b9d3-1ea7-4407-87c5-87f6f94be5fc tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15994982-d7a6-4584-9f3c-145d77de5f18,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:31.820527 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c986cc47-7ddb-4891-82f6-21ed746129cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15269290-338e-4585-bb23-b57e04c97dea', 'name': 'tempest-ServersTestMultiNic-371336575-router', 'tenant_id': '8281b6bf97984b32a5c87806dd937c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '457ca0c7-6b40-4b64-88d5-710991b01188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:22Z', 'updated_at': '2021-08-10T03:56:29Z', 'revision_number': 4, 'project_id': '8281b6bf97984b32a5c87806dd937c20', 'gw_port': {'id': '457ca0c7-6b40-4b64-88d5-710991b01188', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fe:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15269290-338e-4585-bb23-b57e04c97dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:24Z', 'updated_at': '2021-08-10T03:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'df02ec39-e92b-4734-ae20-8e90a92d29df', 'name': '', 'network_id': 'd668b864-a45c-433f-a3f1-ead2aadee531', 'tenant_id': '8281b6bf97984b32a5c87806dd937c20', 'mac_address': 'fa:16:3e:32:a9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15269290-338e-4585-bb23-b57e04c97dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '75b4559f-9853-4bf0-88ab-97acc7baa458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:28Z', 'updated_at': '2021-08-10T03:56:29Z', 'revision_number': 2, 'project_id': '8281b6bf97984b32a5c87806dd937c20', 'subnets': [{'id': '75b4559f-9853-4bf0-88ab-97acc7baa458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:31.834658 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4dd0f01a-4548-4577-be12-babd7a1f5afb tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:31.859044 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c986cc47-7ddb-4891-82f6-21ed746129cf None None] Checking router: 15269290-338e-4585-bb23-b57e04c97dea for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:56:31.859740 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c986cc47-7ddb-4891-82f6-21ed746129cf None None] Updating router 15269290-338e-4585-bb23-b57e04c97dea port df02ec39-e92b-4734-ae20-8e90a92d29df binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:56:31.892285 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c986cc47-7ddb-4891-82f6-21ed746129cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:31.895505 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d8d5c76f-36ab-48b7-855f-453b6eb29303 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1319578 Aug 10 03:56:31.901530 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38270) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:31.909835 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-78d419df-3328-4695-bfb5-af835a232da3 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Request body: {'security_group_rule': {'security_group_id': 'd39ec116-9d80-4d89-95e6-0a4e553d80f7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:32.016037 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-eded1a37-dec0-43dd-95ee-7dcb6dbef7c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.019977 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-77bcd48c-c2e2-4c94-ab8a-78ba6f3ca104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.059221 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4dd0f01a-4548-4577-be12-babd7a1f5afb tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.065348 n-d-802893-2 neutron-server[94938]: INFO neutron.db.securitygroups_db [None req-78d419df-3328-4695-bfb5-af835a232da3 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Project 5e4f6be5dea64534a57311ce95205368 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:56:32.076358 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-78d419df-3328-4695-bfb5-af835a232da3 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.118111 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-eded1a37-dec0-43dd-95ee-7dcb6dbef7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:32.118758 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-eded1a37-dec0-43dd-95ee-7dcb6dbef7c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.120270 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-eded1a37-dec0-43dd-95ee-7dcb6dbef7c6 service neutron] 10.222.0.20 "PUT /v2.0/ports/69e03bd4-94b9-4b36-b528-69f4561d85b3 HTTP/1.1" status: 200 len: 1091 time: 2.9130671 Aug 10 03:56:32.124361 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '513a4aae-5a2f-4d87-accc-2d779015642e', 'tag': '69e03bd4-94b9-4b36-b528-69f4561d85b3'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:32.126687 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304ee728-82bc-4a80-bf1c-f4da6d648f28" -d '{"events": [{"name": "network-changed", "server_uuid": "513a4aae-5a2f-4d87-accc-2d779015642e", "tag": "69e03bd4-94b9-4b36-b528-69f4561d85b3"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:32.141394 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-78d419df-3328-4695-bfb5-af835a232da3 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.153799 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded1a37-dec0-43dd-95ee-7dcb6dbef7c6 service neutron] Pushing event updated for resources: {'Port': ['ID=69e03bd4-94b9-4b36-b528-69f4561d85b3,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:32.169137 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252e4ad-ac77-402b-810e-6c597c89b19f req-da33a3dd-6d30-4e8c-b7c1-56849256584c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:32.176646 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7252e4ad-ac77-402b-810e-6c597c89b19f req-da33a3dd-6d30-4e8c-b7c1-56849256584c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=548de673-031c-4cd5-bb91-963e1b39d8ff HTTP/1.1" status: 200 len: 945 time: 0.1709380 Aug 10 03:56:32.199411 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-77bcd48c-c2e2-4c94-ab8a-78ba6f3ca104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.203482 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0af22e1-dba3-43c2-b9f2-e9b733b6a90f x-openstack-request-id: req-f0af22e1-dba3-43c2-b9f2-e9b733b6a90f {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:32.204029 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "513a4aae-5a2f-4d87-accc-2d779015642e", "tag": "69e03bd4-94b9-4b36-b528-69f4561d85b3", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:32.204466 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0af22e1-dba3-43c2-b9f2-e9b733b6a90f {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:32.205020 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '513a4aae-5a2f-4d87-accc-2d779015642e', 'tag': '69e03bd4-94b9-4b36-b528-69f4561d85b3', 'status': 'completed', 'code': 200} Aug 10 03:56:32.206272 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc642-3389-4748-aae2-a6e2e3ffeb30 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.244872 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-77bcd48c-c2e2-4c94-ab8a-78ba6f3ca104 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.249307 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-77bcd48c-c2e2-4c94-ab8a-78ba6f3ca104 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ad29943a-14b1-490b-9a2c-40eb7599efc6 HTTP/1.1" status: 204 len: 168 time: 0.9729125 Aug 10 03:56:32.250064 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcd48c-c2e2-4c94-ab8a-78ba6f3ca104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad29943a-14b1-490b-9a2c-40eb7599efc6,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:32.256362 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-78d419df-3328-4695-bfb5-af835a232da3 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.256362 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38276) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:32.259524 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c53cf1e-d292-4008-abf7-d9bcbdb308c7 None None] Network dd12cce6-4110-4fd8-8459-92b631186987 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:32.265482 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de9800e-f1e0-4f61-9f43-61a4af09ba36 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Made reservation on behalf of 8281b6bf97984b32a5c87806dd937c20 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:32.269366 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3de9800e-f1e0-4f61-9f43-61a4af09ba36 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.320285 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7252e4ad-ac77-402b-810e-6c597c89b19f req-a8d1864a-edf9-48d7-9d6c-05a5f70514d7 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372540 Aug 10 03:56:32.377024 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8dc642-3389-4748-aae2-a6e2e3ffeb30 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Pushing event updated for resources: {'Subnet': ['ID=1960605a-340d-4c2d-8edb-11df57c8eb60,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:32.384464 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4461d658-7a24-4ddf-a726-fa02ca80cd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.409319 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d419df-3328-4695-bfb5-af835a232da3 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5c3bb9-b9a1-4e97-8705-121ad1a5a634,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:32.441192 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-4dd0f01a-4548-4577-be12-babd7a1f5afb tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Deleting port 48b0b9d4-e3ba-49ee-bb6a-c0f58e7bce3c {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:32.441561 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4dd0f01a-4548-4577-be12-babd7a1f5afb tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.478955 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ee728-82bc-4a80-bf1c-f4da6d648f28 req-419c3771-dba0-44ff-8b07-683a35012369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:32.480825 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-304ee728-82bc-4a80-bf1c-f4da6d648f28 req-419c3771-dba0-44ff-8b07-683a35012369 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f978154370c54cef8e8d819528465357&device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 1094 time: 0.2203529 Aug 10 03:56:32.486606 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8dc642-3389-4748-aae2-a6e2e3ffeb30 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Checking segment: {'id': '07f89a22-8ff8-413a-9992-56b1e7f02d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'da99fece-14fe-43ec-8555-a393a9272acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:32.486973 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8dc642-3389-4748-aae2-a6e2e3ffeb30 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Network hostable DHCP agents. Network: da99fece-14fe-43ec-8555-a393a9272acc, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:32.501163 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c986cc47-7ddb-4891-82f6-21ed746129cf None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.517650 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c986cc47-7ddb-4891-82f6-21ed746129cf None None] Transition to ACTIVE for port object df02ec39-e92b-4734-ae20-8e90a92d29df will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:32.542031 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-78d419df-3328-4695-bfb5-af835a232da3 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.543042 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-78d419df-3328-4695-bfb5-af835a232da3 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6387448 Aug 10 03:56:32.550114 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38282) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:32.560704 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e9caf-fc62-45f1-97ee-571420e6e3de req-8a14b752-45ac-4dd6-a296-bd72ec8e2558 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:32.562268 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d66e9caf-fc62-45f1-97ee-571420e6e3de req-8a14b752-45ac-4dd6-a296-bd72ec8e2558 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 943 time: 0.1684060 Aug 10 03:56:32.575413 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06879bdc-05de-458d-9bb6-f74e06396fc5 req-63c280f8-f939-4e8e-a6de-2f4c9566722d tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:32.579744 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-06879bdc-05de-458d-9bb6-f74e06396fc5 req-63c280f8-f939-4e8e-a6de-2f4c9566722d tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=548de673-031c-4cd5-bb91-963e1b39d8ff HTTP/1.1" status: 200 len: 945 time: 0.1830149 Aug 10 03:56:32.591441 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b92ccc-38af-448c-a9d2-3bea199da146 None None] DHCP port deletion for dd12cce6-4110-4fd8-8459-92b631186987 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:56:32.592680 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4dd0f01a-4548-4577-be12-babd7a1f5afb tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.623575 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-eac31bb9-8fb4-4be8-b6a5-01a20dc5c116 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "GET /v2.0/security-group-rules/0b5c3bb9-b9a1-4e97-8705-121ad1a5a634 HTTP/1.1" status: 200 len: 769 time: 0.0568995 Aug 10 03:56:32.623899 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c986cc47-7ddb-4891-82f6-21ed746129cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.626879 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38284) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:32.630076 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-4dd0f01a-4548-4577-be12-babd7a1f5afb tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Calling delete_port for 48b0b9d4-e3ba-49ee-bb6a-c0f58e7bce3c owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:32.700711 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 48d922f3-0d31-435d-b91b-8c4a067b7157 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:56:32.702418 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d66e9caf-fc62-45f1-97ee-571420e6e3de req-d9389dd0-2081-473f-bcd7-3353f5cf764f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210501 Aug 10 03:56:32.712230 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-4461d658-7a24-4ddf-a726-fa02ca80cd35 admin admin] Deleting port 7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:32.712230 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4461d658-7a24-4ddf-a726-fa02ca80cd35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.712652 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8dc642-3389-4748-aae2-a6e2e3ffeb30 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Network da99fece-14fe-43ec-8555-a393a9272acc is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:32.730816 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-06879bdc-05de-458d-9bb6-f74e06396fc5 req-1d05371b-58f3-477f-b75d-b842b9f5b813 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404867 Aug 10 03:56:32.758525 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36102072-308c-49ab-a868-4d637f49e658 None None] Pushing event updated for resources: {'Port': ['ID=df02ec39-e92b-4734-ae20-8e90a92d29df,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:32.770299 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 48d922f3-0d31-435d-b91b-8c4a067b7157 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:56:32.770695 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 48d922f3-0d31-435d-b91b-8c4a067b7157 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:56:32.800238 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-4461d658-7a24-4ddf-a726-fa02ca80cd35 admin admin] For port 7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7,segment=NetworkSegment(823ef6a3-4315-4c4a-9851-d7eb00a76db1),segment_id=823ef6a3-4315-4c4a-9851-d7eb00a76db1)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:32.800501 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4461d658-7a24-4ddf-a726-fa02ca80cd35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.819466 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-f0b92ccc-38af-448c-a9d2-3bea199da146 None None] Deleting port 7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:32.820403 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f0b92ccc-38af-448c-a9d2-3bea199da146 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.827015 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-4461d658-7a24-4ddf-a726-fa02ca80cd35 admin admin] Calling delete_port for 7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:32.828408 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e500fb52-cbf9-4318-9d30-89456633438f tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1927366 Aug 10 03:56:32.829833 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38288) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:32.832938 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-2d8dc642-3389-4748-aae2-a6e2e3ffeb30 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, da99fece-14fe-43ec-8555-a393a9272acc) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:32.840453 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc642-3389-4748-aae2-a6e2e3ffeb30 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.875311 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707ed063-3cfa-4512-948b-08cb68b9b616 None None] Network da99fece-14fe-43ec-8555-a393a9272acc requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:32.883287 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ee728-82bc-4a80-bf1c-f4da6d648f28 req-958982b5-73a2-427e-a036-ead7e55c1936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:32.885310 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-304ee728-82bc-4a80-bf1c-f4da6d648f28 req-958982b5-73a2-427e-a036-ead7e55c1936 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f978154370c54cef8e8d819528465357&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3864229 Aug 10 03:56:32.910431 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-c986cc47-7ddb-4891-82f6-21ed746129cf None None] Attempting to bind port df02ec39-e92b-4734-ae20-8e90a92d29df on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:32.911246 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-c986cc47-7ddb-4891-82f6-21ed746129cf None None] Attempting to bind port df02ec39-e92b-4734-ae20-8e90a92d29df by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '92b62f01-5706-4edb-be59-ea84b6549b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd668b864-a45c-433f-a3f1-ead2aadee531'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:32.911786 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c986cc47-7ddb-4891-82f6-21ed746129cf None None] Attempting to bind port df02ec39-e92b-4734-ae20-8e90a92d29df on network d668b864-a45c-433f-a3f1-ead2aadee531 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:32.966301 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c986cc47-7ddb-4891-82f6-21ed746129cf None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:32.966940 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c986cc47-7ddb-4891-82f6-21ed746129cf None None] Checking segment: {'id': '92b62f01-5706-4edb-be59-ea84b6549b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd668b864-a45c-433f-a3f1-ead2aadee531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:32.967404 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c986cc47-7ddb-4891-82f6-21ed746129cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:32.967870 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c986cc47-7ddb-4891-82f6-21ed746129cf None None] Bound using segment: {'id': '92b62f01-5706-4edb-be59-ea84b6549b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd668b864-a45c-433f-a3f1-ead2aadee531'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:32.968415 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-c986cc47-7ddb-4891-82f6-21ed746129cf None None] Bound port: df02ec39-e92b-4734-ae20-8e90a92d29df, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b62f01-5706-4edb-be59-ea84b6549b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'd668b864-a45c-433f-a3f1-ead2aadee531'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:32.968803 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c986cc47-7ddb-4891-82f6-21ed746129cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.031268 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-f0b92ccc-38af-448c-a9d2-3bea199da146 None None] For port 7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7,segment=NetworkSegment(823ef6a3-4315-4c4a-9851-d7eb00a76db1),segment_id=823ef6a3-4315-4c4a-9851-d7eb00a76db1)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:33.031693 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f0b92ccc-38af-448c-a9d2-3bea199da146 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.038560 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6604d985-75a7-41d6-b110-b17478faaefb tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.047060 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3de9800e-f1e0-4f61-9f43-61a4af09ba36 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.077400 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6604d985-75a7-41d6-b110-b17478faaefb tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.077400 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8dc642-3389-4748-aae2-a6e2e3ffeb30 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Checking segment: {'id': '8d53b98f-b701-46d3-b710-a9a8ffe93c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'e4b89b2a-7bba-48ee-a3c4-f9c02f8b5a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:33.077400 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8dc642-3389-4748-aae2-a6e2e3ffeb30 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Network hostable DHCP agents. Network: e4b89b2a-7bba-48ee-a3c4-f9c02f8b5a25, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:33.077400 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8dc642-3389-4748-aae2-a6e2e3ffeb30 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Pushing event updated for resources: {'Subnet': ['ID=324c529e-d56e-40cd-ad95-31512b26dcce,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:33.105703 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-f0b92ccc-38af-448c-a9d2-3bea199da146 None None] Calling delete_port for 7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:33.218725 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ee728-82bc-4a80-bf1c-f4da6d648f28 req-be7519e0-b270-47f6-a9b2-487d3f3af90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:33.220262 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-304ee728-82bc-4a80-bf1c-f4da6d648f28 req-be7519e0-b270-47f6-a9b2-487d3f3af90c service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2909157 Aug 10 03:56:33.238521 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9800e-f1e0-4f61-9f43-61a4af09ba36 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Pushing event updated for resources: {'Subnet': ['ID=5fbabe51-edfc-4b35-b16b-cec06eaa84bd,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:33.250454 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-c986cc47-7ddb-4891-82f6-21ed746129cf None None] For port df02ec39-e92b-4734-ae20-8e90a92d29df, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:33.265481 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de9800e-f1e0-4f61-9f43-61a4af09ba36 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Checking segment: {'id': 'b9c04686-0183-4857-8d49-1a54b2aaff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6619c473-1b7e-434e-bc4b-1557c94e198e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:33.271824 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de9800e-f1e0-4f61-9f43-61a4af09ba36 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Network hostable DHCP agents. Network: 6619c473-1b7e-434e-bc4b-1557c94e198e, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:33.271824 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8dc642-3389-4748-aae2-a6e2e3ffeb30 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Network e4b89b2a-7bba-48ee-a3c4-f9c02f8b5a25 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:33.289304 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-c986cc47-7ddb-4891-82f6-21ed746129cf None None] For port df02ec39-e92b-4734-ae20-8e90a92d29df, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=df02ec39-e92b-4734-ae20-8e90a92d29df,segment=NetworkSegment(92b62f01-5706-4edb-be59-ea84b6549b20),segment_id=92b62f01-5706-4edb-be59-ea84b6549b20)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:33.326744 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6604d985-75a7-41d6-b110-b17478faaefb tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.337893 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6604d985-75a7-41d6-b110-b17478faaefb tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.338313 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6604d985-75a7-41d6-b110-b17478faaefb tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/0b5c3bb9-b9a1-4e97-8705-121ad1a5a634 HTTP/1.1" status: 204 len: 168 time: 0.4876647 Aug 10 03:56:33.342203 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38292) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:33.363610 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604d985-75a7-41d6-b110-b17478faaefb tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b5c3bb9-b9a1-4e97-8705-121ad1a5a634,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:33.366026 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:56:33.370881 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c986cc47-7ddb-4891-82f6-21ed746129cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.388428 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-0dc1d13e-71ec-4249-88c6-ba3bf2a94891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:33.392403 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-0dc1d13e-71ec-4249-88c6-ba3bf2a94891 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f978154370c54cef8e8d819528465357&device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 1094 time: 0.1003194 Aug 10 03:56:33.406870 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f0b92ccc-38af-448c-a9d2-3bea199da146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.409270 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244cc1f7-ea2f-43e1-b6cc-9193dbc92edd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-da99fece-14fe-43ec-8555-a393a9272acc', 'network_id': 'da99fece-14fe-43ec-8555-a393a9272acc', 'tenant_id': '275eb12e497740188fc68c16a9d85e44', 'fixed_ips': [{'subnet_id': '1960605a-340d-4c2d-8edb-11df57c8eb60'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:56:33.410336 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-244cc1f7-ea2f-43e1-b6cc-9193dbc92edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.421952 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-2d8dc642-3389-4748-aae2-a6e2e3ffeb30 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, e4b89b2a-7bba-48ee-a3c4-f9c02f8b5a25) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:33.438389 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8dc642-3389-4748-aae2-a6e2e3ffeb30 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:33.439423 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8dc642-3389-4748-aae2-a6e2e3ffeb30 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:33.440204 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d8dc642-3389-4748-aae2-a6e2e3ffeb30 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.440771 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-84c368af-7896-4a29-9d0a-67f6141514ba tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0968924 Aug 10 03:56:33.442394 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4461d658-7a24-4ddf-a726-fa02ca80cd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.444218 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38296) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:33.465329 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5278e9-7184-4289-9959-89124eaa1878 None None] Network e4b89b2a-7bba-48ee-a3c4-f9c02f8b5a25 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:33.482877 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461d658-7a24-4ddf-a726-fa02ca80cd35 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:33.490537 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4461d658-7a24-4ddf-a726-fa02ca80cd35 admin admin] No DVR routers for this DVR port 7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:33.523645 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4dd0f01a-4548-4577-be12-babd7a1f5afb tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.552826 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de9800e-f1e0-4f61-9f43-61a4af09ba36 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Network 6619c473-1b7e-434e-bc4b-1557c94e198e is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:33.560410 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-126e6213-60ef-4abf-becc-943e72a85dc7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=69e03bd4-94b9-4b36-b528-69f4561d85b3 HTTP/1.1" status: 200 len: 217 time: 0.1510553 Aug 10 03:56:33.562959 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-3de9800e-f1e0-4f61-9f43-61a4af09ba36 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 6619c473-1b7e-434e-bc4b-1557c94e198e) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:33.566480 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b92ccc-38af-448c-a9d2-3bea199da146 None None] No DVR routers for this DVR port 7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:33.573712 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de9800e-f1e0-4f61-9f43-61a4af09ba36 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:33.573712 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3de9800e-f1e0-4f61-9f43-61a4af09ba36 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.615433 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd0f01a-4548-4577-be12-babd7a1f5afb tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Pushing event deleted for resources: {'Port': ['ID=48b0b9d4-e3ba-49ee-bb6a-c0f58e7bce3c,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:33.620502 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436fc7e4-ea65-47ee-8c02-a2d35ce37614 req-32b833a5-335b-4d8e-be77-8f0a619cab89 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:33.625215 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-436fc7e4-ea65-47ee-8c02-a2d35ce37614 req-32b833a5-335b-4d8e-be77-8f0a619cab89 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=548de673-031c-4cd5-bb91-963e1b39d8ff HTTP/1.1" status: 200 len: 945 time: 0.1141071 Aug 10 03:56:33.645105 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4461d658-7a24-4ddf-a726-fa02ca80cd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.704305 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2d8dc642-3389-4748-aae2-a6e2e3ffeb30 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.6414208 Aug 10 03:56:33.706341 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-4461d658-7a24-4ddf-a726-fa02ca80cd35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd12cce6-4110-4fd8-8459-92b631186987']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:33.709916 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38300) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:33.710646 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-de5f947f-9cd6-466d-b70f-2a657e3d16b2 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.742836 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No active binding found for port 7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7 {{(pid=94939) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 03:56:33.743439 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:56:33.745024 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba746b3d-6aaf-4527-a9b0-f5a98a09be1c None None] Network 6619c473-1b7e-434e-bc4b-1557c94e198e requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:33.747476 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c986cc47-7ddb-4891-82f6-21ed746129cf None None] Routers {'15269290-338e-4585-bb23-b57e04c97dea'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:33.754287 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c986cc47-7ddb-4891-82f6-21ed746129cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:56:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['15269290-338e-4585-bb23-b57e04c97dea'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:33.754658 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:56:33.755696 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-436fc7e4-ea65-47ee-8c02-a2d35ce37614 req-354b18cc-4e57-4d2d-9465-90d044bc82a0 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172955 Aug 10 03:56:33.782981 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-4461d658-7a24-4ddf-a726-fa02ca80cd35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '823ef6a3-4315-4c4a-9851-d7eb00a76db1') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:33.783147 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-c1f7e22b-f2e6-4adf-9943-a9934d6bc6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:33.785184 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-c1f7e22b-f2e6-4adf-9943-a9934d6bc6cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf9a7592-e5a6-49d5-943e-a569f481a6b7 HTTP/1.1" status: 200 len: 852 time: 0.2017512 Aug 10 03:56:33.791406 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3de9800e-f1e0-4f61-9f43-61a4af09ba36 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2023258 Aug 10 03:56:33.792940 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38304) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:33.796490 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-4461d658-7a24-4ddf-a726-fa02ca80cd35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '823ef6a3-4315-4c4a-9851-d7eb00a76db1') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:33.801382 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-d8e26a00-abcc-4c96-85fd-863eb3929ca6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-160325659'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:33.843817 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-905001f9-69b0-408e-b4e3-dbd281bb5a27 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368814 Aug 10 03:56:33.888509 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-c986cc47-7ddb-4891-82f6-21ed746129cf None None] Set router 15269290-338e-4585-bb23-b57e04c97dea gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:56:33.890805 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4461d658-7a24-4ddf-a726-fa02ca80cd35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.899444 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-de5f947f-9cd6-466d-b70f-2a657e3d16b2 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.915971 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4dd0f01a-4548-4577-be12-babd7a1f5afb tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:33.933826 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-244cc1f7-ea2f-43e1-b6cc-9193dbc92edd None None] Allocated IP 172.20.0.2 (da99fece-14fe-43ec-8555-a393a9272acc/1960605a-340d-4c2d-8edb-11df57c8eb60/1ddd78c9-c241-4610-b988-3280131654dc) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:33.969444 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-cbcca6a6-a1d2-4723-9daf-eb2a197d3fc2 service neutron] 10.222.0.20 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174772 Aug 10 03:56:33.991042 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4461d658-7a24-4ddf-a726-fa02ca80cd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.026618 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e26a00-abcc-4c96-85fd-863eb3929ca6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Made reservation on behalf of 8281b6bf97984b32a5c87806dd937c20 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:34.030821 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d8e26a00-abcc-4c96-85fd-863eb3929ca6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.033462 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36102072-308c-49ab-a868-4d637f49e658 None None] Pushing event updated for resources: {'Port': ['ID=df02ec39-e92b-4734-ae20-8e90a92d29df,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:34.044578 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4461d658-7a24-4ddf-a726-fa02ca80cd35 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:56:34.047587 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4461d658-7a24-4ddf-a726-fa02ca80cd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.073978 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e26a00-abcc-4c96-85fd-863eb3929ca6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:56:34.077157 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:56:34.094992 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d8e26a00-abcc-4c96-85fd-863eb3929ca6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.095351 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-d8e26a00-abcc-4c96-85fd-863eb3929ca6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Added segment 535c94f4-2dba-40c6-bd7d-e262da5c9efa of type vlan for network c430a6d1-8c23-45e4-b559-0d490a5be444 Aug 10 03:56:34.098957 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85376d40-3f2f-40e5-8989-61a182b82476 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:34.100501 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85376d40-3f2f-40e5-8989-61a182b82476 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:34.102316 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85376d40-3f2f-40e5-8989-61a182b82476 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:34.106939 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-85376d40-3f2f-40e5-8989-61a182b82476 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3913155 Aug 10 03:56:34.114191 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38308) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:34.114365 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b92ccc-38af-448c-a9d2-3bea199da146 None None] Pushing event deleted for resources: {'Port': ['ID=7fe1372b-ce7e-4c15-b4ce-deb7864fa1f7,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:34.141014 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4dd0f01a-4548-4577-be12-babd7a1f5afb tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.144000 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1ab5d942-a584-41f9-82c0-ea34b1f3faba req-47e3b0f0-b479-4a92-8b9c-10d785263115 service neutron] 10.222.0.20 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673055 Aug 10 03:56:34.145193 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4dd0f01a-4548-4577-be12-babd7a1f5afb tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.200990 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcf2583b-c29c-45a4-b050-24b413801f3c tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Deleting subnet 1960605a-340d-4c2d-8edb-11df57c8eb60 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:56:34.201715 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1489d-7b91-4e13-9b78-54787b6aa75f req-d47bea27-7f6c-4360-82be-2bfeae54f33f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:34.207817 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d8e26a00-abcc-4c96-85fd-863eb3929ca6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.209494 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1fa1489d-7b91-4e13-9b78-54787b6aa75f req-d47bea27-7f6c-4360-82be-2bfeae54f33f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 943 time: 0.3588386 Aug 10 03:56:34.254515 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1fa1489d-7b91-4e13-9b78-54787b6aa75f req-480de3c4-6fbd-4a62-a6ec-2c348c485127 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440922 Aug 10 03:56:34.277572 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-de5f947f-9cd6-466d-b70f-2a657e3d16b2 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.280908 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-de5f947f-9cd6-466d-b70f-2a657e3d16b2 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.285712 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-de5f947f-9cd6-466d-b70f-2a657e3d16b2 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "DELETE /v2.0/security-groups/d39ec116-9d80-4d89-95e6-0a4e553d80f7 HTTP/1.1" status: 204 len: 168 time: 0.8349671 Aug 10 03:56:34.285712 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4dd0f01a-4548-4577-be12-babd7a1f5afb tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.286111 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38310) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:34.286286 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd0f01a-4548-4577-be12-babd7a1f5afb tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Fanout notify agent at l3_agent the message router_deleted on router 72d89c9c-11ca-4d71-86aa-1aeadeea9a0f {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:56:34.294147 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4dd0f01a-4548-4577-be12-babd7a1f5afb tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.299659 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4dd0f01a-4548-4577-be12-babd7a1f5afb tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "DELETE /v2.0/routers/72d89c9c-11ca-4d71-86aa-1aeadeea9a0f HTTP/1.1" status: 204 len: 168 time: 2.8207300 Aug 10 03:56:34.300328 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38312) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:34.314401 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-d6c83bbd-28b4-4335-8184-2cd6ca17be4c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1175249443', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}, 'admin_state_up': False}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:34.323443 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f947f-9cd6-466d-b70f-2a657e3d16b2 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39ec116-9d80-4d89-95e6-0a4e553d80f7,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:34.340272 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-827431b6-e1e3-4488-b8dc-58d94020a789 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0526357 Aug 10 03:56:34.341967 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d8e26a00-abcc-4c96-85fd-863eb3929ca6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.346025 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38314) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:34.348358 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e26a00-abcc-4c96-85fd-863eb3929ca6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:34.349280 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d8e26a00-abcc-4c96-85fd-863eb3929ca6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.357275 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4461d658-7a24-4ddf-a726-fa02ca80cd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.380251 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4461d658-7a24-4ddf-a726-fa02ca80cd35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.385144 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4461d658-7a24-4ddf-a726-fa02ca80cd35 admin admin] 10.222.0.25 "DELETE /v2.0/networks/dd12cce6-4110-4fd8-8459-92b631186987 HTTP/1.1" status: 204 len: 168 time: 2.1200700 Aug 10 03:56:34.429741 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461d658-7a24-4ddf-a726-fa02ca80cd35 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd12cce6-4110-4fd8-8459-92b631186987,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:34.440964 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3cfd92ac-0504-4500-bb1b-ea13e6210429 tempest-SecGroupIPv6Test-1173380589 tempest-SecGroupIPv6Test-1173380589-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0934877 Aug 10 03:56:34.462789 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e26a00-abcc-4c96-85fd-863eb3929ca6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Pushing event updated for resources: {'Network': ['ID=c430a6d1-8c23-45e4-b559-0d490a5be444,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:34.506660 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d6c83bbd-28b4-4335-8184-2cd6ca17be4c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.507325 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network c430a6d1-8c23-45e4-b559-0d490a5be444 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:34.507909 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d6c83bbd-28b4-4335-8184-2cd6ca17be4c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.548451 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35662a83-fd65-426c-b604-3d4a69684dcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-e4b89b2a-7bba-48ee-a3c4-f9c02f8b5a25', 'network_id': 'e4b89b2a-7bba-48ee-a3c4-f9c02f8b5a25', 'tenant_id': '275eb12e497740188fc68c16a9d85e44', 'fixed_ips': [{'subnet_id': '324c529e-d56e-40cd-ad95-31512b26dcce'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:56:34.549311 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-35662a83-fd65-426c-b604-3d4a69684dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.571946 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d6c83bbd-28b4-4335-8184-2cd6ca17be4c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.574074 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0276e2-a7b1-41f0-8818-f467c9277342 req-53d5105b-537a-4bf3-8b66-ae8cabccb1ed tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:34.575616 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5a0276e2-a7b1-41f0-8818-f467c9277342 req-53d5105b-537a-4bf3-8b66-ae8cabccb1ed tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.68 "GET /v2.0/ports?device_id=548de673-031c-4cd5-bb91-963e1b39d8ff HTTP/1.1" status: 200 len: 945 time: 0.0569410 Aug 10 03:56:34.583658 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d8e26a00-abcc-4c96-85fd-863eb3929ca6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7889657 Aug 10 03:56:34.587275 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38320) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:34.596622 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-17aff63e-ad38-4b39-8ba7-f1a3367f339e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Request body: {'subnet': {'network_id': 'c430a6d1-8c23-45e4-b559-0d490a5be444', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:34.718835 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38322) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:34.798650 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6b016a4c-b34d-4dd1-80a5-4fe9910f6ccd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=92a8ec239cac4c7084ee2935e1e8d72e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0746865 Aug 10 03:56:34.798851 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38326) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:34.829051 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f93efe3-9eac-4253-80dd-f97dd74d2997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-6619c473-1b7e-434e-bc4b-1557c94e198e', 'network_id': '6619c473-1b7e-434e-bc4b-1557c94e198e', 'tenant_id': '8281b6bf97984b32a5c87806dd937c20', 'fixed_ips': [{'subnet_id': '5fbabe51-edfc-4b35-b16b-cec06eaa84bd'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:56:34.829861 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-5a0276e2-a7b1-41f0-8818-f467c9277342 req-3e0d4b1a-b8c6-473f-af78-462c2e9ffe7c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Deleting port 5664531b-c5bf-4149-9563-c1996ccde507 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:34.830212 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5a0276e2-a7b1-41f0-8818-f467c9277342 req-3e0d4b1a-b8c6-473f-af78-462c2e9ffe7c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.831177 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7f93efe3-9eac-4253-80dd-f97dd74d2997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.850288 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d6c83bbd-28b4-4335-8184-2cd6ca17be4c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.871085 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-244cc1f7-ea2f-43e1-b6cc-9193dbc92edd None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.901719 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17aff63e-ad38-4b39-8ba7-f1a3367f339e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Made reservation on behalf of 8281b6bf97984b32a5c87806dd937c20 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:34.905321 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-17aff63e-ad38-4b39-8ba7-f1a3367f339e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:34.915626 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-244cc1f7-ea2f-43e1-b6cc-9193dbc92edd None None] Transition to ACTIVE for port object 1ddd78c9-c241-4610-b988-3280131654dc will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:34.958788 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38332) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:35.035412 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-244cc1f7-ea2f-43e1-b6cc-9193dbc92edd None None] Transition to ACTIVE for port object 1ddd78c9-c241-4610-b988-3280131654dc will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:35.042018 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-35662a83-fd65-426c-b604-3d4a69684dcd None None] Allocated IP 172.20.0.18 (e4b89b2a-7bba-48ee-a3c4-f9c02f8b5a25/324c529e-d56e-40cd-ad95-31512b26dcce/0deac4fa-fe27-4fde-97d5-ab6580f6afdb) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:35.053217 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e7208cde-8cad-43c5-a348-6ee04a7f09e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:35.112230 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e7208cde-8cad-43c5-a348-6ee04a7f09e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:35.116619 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c986cc47-7ddb-4891-82f6-21ed746129cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15269290-338e-4585-bb23-b57e04c97dea', 'name': 'tempest-ServersTestMultiNic-371336575-router', 'tenant_id': '8281b6bf97984b32a5c87806dd937c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '457ca0c7-6b40-4b64-88d5-710991b01188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:22Z', 'updated_at': '2021-08-10T03:56:29Z', 'revision_number': 4, 'project_id': '8281b6bf97984b32a5c87806dd937c20', 'gw_port': {'id': '457ca0c7-6b40-4b64-88d5-710991b01188', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fe:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15269290-338e-4585-bb23-b57e04c97dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:24Z', 'updated_at': '2021-08-10T03:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'df02ec39-e92b-4734-ae20-8e90a92d29df', 'name': '', 'network_id': 'd668b864-a45c-433f-a3f1-ead2aadee531', 'tenant_id': '8281b6bf97984b32a5c87806dd937c20', 'mac_address': 'fa:16:3e:32:a9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15269290-338e-4585-bb23-b57e04c97dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '75b4559f-9853-4bf0-88ab-97acc7baa458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:28Z', 'updated_at': '2021-08-10T03:56:33Z', 'revision_number': 4, 'project_id': '8281b6bf97984b32a5c87806dd937c20', 'subnets': [{'id': '75b4559f-9853-4bf0-88ab-97acc7baa458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:35.132946 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-5a0276e2-a7b1-41f0-8818-f467c9277342 req-3e0d4b1a-b8c6-473f-af78-462c2e9ffe7c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] For port 5664531b-c5bf-4149-9563-c1996ccde507, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5664531b-c5bf-4149-9563-c1996ccde507,segment=NetworkSegment(20c309fb-ec98-40d4-a9d0-4aa74be70f65),segment_id=20c309fb-ec98-40d4-a9d0-4aa74be70f65)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:35.133260 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5a0276e2-a7b1-41f0-8818-f467c9277342 req-3e0d4b1a-b8c6-473f-af78-462c2e9ffe7c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:35.147460 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bcf2583b-c29c-45a4-b050-24b413801f3c tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:35.153939 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d816bf9-1c6a-493f-b7bf-c2c3d66a4c9e req-9e30a8a7-eefd-48b2-98c6-b79cfc9cfe00 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:35.161093 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9d816bf9-1c6a-493f-b7bf-c2c3d66a4c9e req-9e30a8a7-eefd-48b2-98c6-b79cfc9cfe00 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=548de673-031c-4cd5-bb91-963e1b39d8ff HTTP/1.1" status: 200 len: 945 time: 0.2888787 Aug 10 03:56:35.205044 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-244cc1f7-ea2f-43e1-b6cc-9193dbc92edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:35.205949 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-5a0276e2-a7b1-41f0-8818-f467c9277342 req-3e0d4b1a-b8c6-473f-af78-462c2e9ffe7c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Calling delete_port for 5664531b-c5bf-4149-9563-c1996ccde507 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:35.269678 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d6c83bbd-28b4-4335-8184-2cd6ca17be4c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:35.276124 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c986cc47-7ddb-4891-82f6-21ed746129cf None None] The sync data for ids ['15269290-338e-4585-bb23-b57e04c97dea'] in n-d-802893-2 is: [{'id': '15269290-338e-4585-bb23-b57e04c97dea', 'name': 'tempest-ServersTestMultiNic-371336575-router', 'tenant_id': '8281b6bf97984b32a5c87806dd937c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '457ca0c7-6b40-4b64-88d5-710991b01188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:22Z', 'updated_at': '2021-08-10T03:56:29Z', 'revision_number': 4, 'project_id': '8281b6bf97984b32a5c87806dd937c20', 'gw_port': {'id': '457ca0c7-6b40-4b64-88d5-710991b01188', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fe:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15269290-338e-4585-bb23-b57e04c97dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:24Z', 'updated_at': '2021-08-10T03:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'df02ec39-e92b-4734-ae20-8e90a92d29df', 'name': '', 'network_id': 'd668b864-a45c-433f-a3f1-ead2aadee531', 'tenant_id': '8281b6bf97984b32a5c87806dd937c20', 'mac_address': 'fa:16:3e:32:a9:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15269290-338e-4585-bb23-b57e04c97dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '75b4559f-9853-4bf0-88ab-97acc7baa458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:28Z', 'updated_at': '2021-08-10T03:56:33Z', 'revision_number': 4, 'project_id': '8281b6bf97984b32a5c87806dd937c20', 'subnets': [{'id': '75b4559f-9853-4bf0-88ab-97acc7baa458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:56:35.284558 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244cc1f7-ea2f-43e1-b6cc-9193dbc92edd None None] Pushing event updated for resources: {'Port': ['ID=1ddd78c9-c241-4610-b988-3280131654dc,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:35.301597 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244cc1f7-ea2f-43e1-b6cc-9193dbc92edd None None] Network da99fece-14fe-43ec-8555-a393a9272acc is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:35.314209 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-244cc1f7-ea2f-43e1-b6cc-9193dbc92edd None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:35.315303 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bcf2583b-c29c-45a4-b050-24b413801f3c tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:35.316841 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244cc1f7-ea2f-43e1-b6cc-9193dbc92edd None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:35.327893 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d6c83bbd-28b4-4335-8184-2cd6ca17be4c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:35.329927 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-7f93efe3-9eac-4253-80dd-f97dd74d2997 None None] Allocated IP 19.80.0.2 (6619c473-1b7e-434e-bc4b-1557c94e198e/5fbabe51-edfc-4b35-b16b-cec06eaa84bd/5516a917-ada6-4161-8f33-dc3d30c49ed8) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:35.538124 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-244cc1f7-ea2f-43e1-b6cc-9193dbc92edd None None] Attempting to bind port 1ddd78c9-c241-4610-b988-3280131654dc on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:35.538124 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-244cc1f7-ea2f-43e1-b6cc-9193dbc92edd None None] Attempting to bind port 1ddd78c9-c241-4610-b988-3280131654dc by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '07f89a22-8ff8-413a-9992-56b1e7f02d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'da99fece-14fe-43ec-8555-a393a9272acc'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:35.538124 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244cc1f7-ea2f-43e1-b6cc-9193dbc92edd None None] Attempting to bind port 1ddd78c9-c241-4610-b988-3280131654dc on network da99fece-14fe-43ec-8555-a393a9272acc {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:35.544769 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244cc1f7-ea2f-43e1-b6cc-9193dbc92edd None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:35.545153 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244cc1f7-ea2f-43e1-b6cc-9193dbc92edd None None] Checking segment: {'id': '07f89a22-8ff8-413a-9992-56b1e7f02d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'da99fece-14fe-43ec-8555-a393a9272acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:35.545561 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-244cc1f7-ea2f-43e1-b6cc-9193dbc92edd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:35.546400 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244cc1f7-ea2f-43e1-b6cc-9193dbc92edd None None] Bound using segment: {'id': '07f89a22-8ff8-413a-9992-56b1e7f02d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'da99fece-14fe-43ec-8555-a393a9272acc'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:35.546532 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-244cc1f7-ea2f-43e1-b6cc-9193dbc92edd None None] Bound port: 1ddd78c9-c241-4610-b988-3280131654dc, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f89a22-8ff8-413a-9992-56b1e7f02d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'da99fece-14fe-43ec-8555-a393a9272acc'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:35.546810 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-244cc1f7-ea2f-43e1-b6cc-9193dbc92edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:35.549259 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9d816bf9-1c6a-493f-b7bf-c2c3d66a4c9e req-1e2ff575-c44a-44d4-9ac4-3c310efcecef tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/security-groups?id=30b260cf-61da-45dc-89d0-5471fb1699f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873088 Aug 10 03:56:35.581542 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bcf2583b-c29c-45a4-b050-24b413801f3c tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:35.589059 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-35662a83-fd65-426c-b604-3d4a69684dcd None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:35.601933 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-35662a83-fd65-426c-b604-3d4a69684dcd None None] Transition to ACTIVE for port object 0deac4fa-fe27-4fde-97d5-ab6580f6afdb will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:35.607033 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-d6c83bbd-28b4-4335-8184-2cd6ca17be4c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Allocated IP 172.25.0.154 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/f3e3754c-e77a-4c25-91d1-f248dec13d65) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:35.627331 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d68d0-00b5-4db5-8e7c-375e5ef799db req-c47fd3a7-2ef4-4d23-ab83-024d874838e4 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:35.627510 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-35662a83-fd65-426c-b604-3d4a69684dcd None None] Transition to ACTIVE for port object 0deac4fa-fe27-4fde-97d5-ab6580f6afdb will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:35.627622 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fe7d68d0-00b5-4db5-8e7c-375e5ef799db req-c47fd3a7-2ef4-4d23-ab83-024d874838e4 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 943 time: 0.1233621 Aug 10 03:56:35.683609 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-4a174b9c-a12f-472a-958d-538c8ac63edf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5e4f6be5dea64534a57311ce95205368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6885874 Aug 10 03:56:35.687292 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38340) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:35.691237 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e7208cde-8cad-43c5-a348-6ee04a7f09e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:35.694653 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e7208cde-8cad-43c5-a348-6ee04a7f09e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:35.697070 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e7208cde-8cad-43c5-a348-6ee04a7f09e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f39ff9c0-81d2-47b7-a454-c092796897cd HTTP/1.1" status: 204 len: 168 time: 0.8973510 Aug 10 03:56:35.727323 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fe7d68d0-00b5-4db5-8e7c-375e5ef799db req-06fcbcc6-1830-4fce-80c1-62f306be75f8 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013589 Aug 10 03:56:35.746505 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-35662a83-fd65-426c-b604-3d4a69684dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:35.769634 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7208cde-8cad-43c5-a348-6ee04a7f09e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39ff9c0-81d2-47b7-a454-c092796897cd,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:35.807307 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35662a83-fd65-426c-b604-3d4a69684dcd None None] Pushing event updated for resources: {'Port': ['ID=0deac4fa-fe27-4fde-97d5-ab6580f6afdb,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:35.833567 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35662a83-fd65-426c-b604-3d4a69684dcd None None] Network e4b89b2a-7bba-48ee-a3c4-f9c02f8b5a25 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:35.837306 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-35662a83-fd65-426c-b604-3d4a69684dcd None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:35.839456 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d6c83bbd-28b4-4335-8184-2cd6ca17be4c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:35.844935 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35662a83-fd65-426c-b604-3d4a69684dcd None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:35.869336 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-17aff63e-ad38-4b39-8ba7-f1a3367f339e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:35.905518 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-35662a83-fd65-426c-b604-3d4a69684dcd None None] Attempting to bind port 0deac4fa-fe27-4fde-97d5-ab6580f6afdb on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:35.906384 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-35662a83-fd65-426c-b604-3d4a69684dcd None None] Attempting to bind port 0deac4fa-fe27-4fde-97d5-ab6580f6afdb by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '8d53b98f-b701-46d3-b710-a9a8ffe93c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'e4b89b2a-7bba-48ee-a3c4-f9c02f8b5a25'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:35.906967 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35662a83-fd65-426c-b604-3d4a69684dcd None None] Attempting to bind port 0deac4fa-fe27-4fde-97d5-ab6580f6afdb on network e4b89b2a-7bba-48ee-a3c4-f9c02f8b5a25 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:35.912778 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35662a83-fd65-426c-b604-3d4a69684dcd None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:35.913043 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35662a83-fd65-426c-b604-3d4a69684dcd None None] Checking segment: {'id': '8d53b98f-b701-46d3-b710-a9a8ffe93c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'e4b89b2a-7bba-48ee-a3c4-f9c02f8b5a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:35.921218 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f07d7a48-dbe2-4d1f-9dbf-2c5bfc760f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:35.921379 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-35662a83-fd65-426c-b604-3d4a69684dcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:35.921379 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35662a83-fd65-426c-b604-3d4a69684dcd None None] Bound using segment: {'id': '8d53b98f-b701-46d3-b710-a9a8ffe93c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'e4b89b2a-7bba-48ee-a3c4-f9c02f8b5a25'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:35.921379 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-35662a83-fd65-426c-b604-3d4a69684dcd None None] Bound port: 0deac4fa-fe27-4fde-97d5-ab6580f6afdb, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d53b98f-b701-46d3-b710-a9a8ffe93c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'e4b89b2a-7bba-48ee-a3c4-f9c02f8b5a25'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:35.921379 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-35662a83-fd65-426c-b604-3d4a69684dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:35.969731 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-244cc1f7-ea2f-43e1-b6cc-9193dbc92edd None None] For port 1ddd78c9-c241-4610-b988-3280131654dc, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:35.983968 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bcf2583b-c29c-45a4-b050-24b413801f3c tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:35.983968 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aff63e-ad38-4b39-8ba7-f1a3367f339e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Pushing event updated for resources: {'Subnet': ['ID=d5f54ef2-8054-46cb-b7f9-39e413b8dd67,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:35.983968 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f07d7a48-dbe2-4d1f-9dbf-2c5bfc760f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.000548 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-244cc1f7-ea2f-43e1-b6cc-9193dbc92edd None None] For port 1ddd78c9-c241-4610-b988-3280131654dc, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1ddd78c9-c241-4610-b988-3280131654dc,segment=NetworkSegment(07f89a22-8ff8-413a-9992-56b1e7f02d5a),segment_id=07f89a22-8ff8-413a-9992-56b1e7f02d5a)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:36.008109 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-35662a83-fd65-426c-b604-3d4a69684dcd None None] For port 0deac4fa-fe27-4fde-97d5-ab6580f6afdb, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:36.011651 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-35662a83-fd65-426c-b604-3d4a69684dcd None None] For port 0deac4fa-fe27-4fde-97d5-ab6580f6afdb, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=0deac4fa-fe27-4fde-97d5-ab6580f6afdb,segment=NetworkSegment(8d53b98f-b701-46d3-b710-a9a8ffe93c5b),segment_id=8d53b98f-b701-46d3-b710-a9a8ffe93c5b)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:36.030440 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bcf2583b-c29c-45a4-b050-24b413801f3c tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.035034 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-bcf2583b-c29c-45a4-b050-24b413801f3c tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] 10.222.0.25 "DELETE /v2.0/subnets/1960605a-340d-4c2d-8edb-11df57c8eb60 HTTP/1.1" status: 204 len: 168 time: 1.9248023 Aug 10 03:56:36.035204 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38344) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:36.042941 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2583b-c29c-45a4-b050-24b413801f3c tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Pushing event deleted for resources: {'Subnet': ['ID=1960605a-340d-4c2d-8edb-11df57c8eb60,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:36.066522 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17aff63e-ad38-4b39-8ba7-f1a3367f339e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Checking segment: {'id': '535c94f4-2dba-40c6-bd7d-e262da5c9efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c430a6d1-8c23-45e4-b559-0d490a5be444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:36.070297 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aff63e-ad38-4b39-8ba7-f1a3367f339e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Network hostable DHCP agents. Network: c430a6d1-8c23-45e4-b559-0d490a5be444, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:36.081048 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d6c83bbd-28b4-4335-8184-2cd6ca17be4c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.100117 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7f93efe3-9eac-4253-80dd-f97dd74d2997 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.100677 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5a0276e2-a7b1-41f0-8818-f467c9277342 req-3e0d4b1a-b8c6-473f-af78-462c2e9ffe7c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.111074 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7f93efe3-9eac-4253-80dd-f97dd74d2997 None None] Transition to ACTIVE for port object 5516a917-ada6-4161-8f33-dc3d30c49ed8 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:36.115027 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['5664531b-c5bf-4149-9563-c1996ccde507'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:56:36.140775 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d4b1a-b8c6-473f-af78-462c2e9ffe7c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Pushing event deleted for resources: {'Port': ['ID=5664531b-c5bf-4149-9563-c1996ccde507,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:36.149804 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-244cc1f7-ea2f-43e1-b6cc-9193dbc92edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.154724 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-08dd80c6-357a-4da5-9651-7196a1444891 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Deleting subnet 324c529e-d56e-40cd-ad95-31512b26dcce {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:56:36.155540 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-35662a83-fd65-426c-b604-3d4a69684dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.158833 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7f93efe3-9eac-4253-80dd-f97dd74d2997 None None] Transition to ACTIVE for port object 5516a917-ada6-4161-8f33-dc3d30c49ed8 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:36.161925 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-08dd80c6-357a-4da5-9651-7196a1444891 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.175668 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17aff63e-ad38-4b39-8ba7-f1a3367f339e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Network c430a6d1-8c23-45e4-b559-0d490a5be444 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:36.198790 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c83bbd-28b4-4335-8184-2cd6ca17be4c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:36.199900 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0276e2-a7b1-41f0-8818-f467c9277342 req-3e0d4b1a-b8c6-473f-af78-462c2e9ffe7c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] No DVR routers for this DVR port 5664531b-c5bf-4149-9563-c1996ccde507 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:36.203785 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5a0276e2-a7b1-41f0-8818-f467c9277342 req-3e0d4b1a-b8c6-473f-af78-462c2e9ffe7c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.213767 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5a0276e2-a7b1-41f0-8818-f467c9277342 req-3e0d4b1a-b8c6-473f-af78-462c2e9ffe7c tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.68 "DELETE /v2.0/ports/5664531b-c5bf-4149-9563-c1996ccde507 HTTP/1.1" status: 204 len: 173 time: 1.6276422 Aug 10 03:56:36.228037 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548de673-031c-4cd5-bb91-963e1b39d8ff', 'name': 'network-vif-deleted', 'tag': '5664531b-c5bf-4149-9563-c1996ccde507'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:36.230727 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7239fd9-fe11-4a17-abfe-826b81e2188f" -d '{"events": [{"server_uuid": "548de673-031c-4cd5-bb91-963e1b39d8ff", "name": "network-vif-deleted", "tag": "5664531b-c5bf-4149-9563-c1996ccde507"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:36.243942 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f07d7a48-dbe2-4d1f-9dbf-2c5bfc760f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.248257 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-d6c83bbd-28b4-4335-8184-2cd6ca17be4c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:36.249016 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244cc1f7-ea2f-43e1-b6cc-9193dbc92edd None None] Pushing event updated for resources: {'Port': ['ID=1ddd78c9-c241-4610-b988-3280131654dc,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:36.253234 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f07d7a48-dbe2-4d1f-9dbf-2c5bfc760f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.255002 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f07d7a48-dbe2-4d1f-9dbf-2c5bfc760f98 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a689a839-3151-44c7-a814-f4d3da0a7e45 HTTP/1.1" status: 204 len: 168 time: 0.5568371 Aug 10 03:56:36.280085 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c83bbd-28b4-4335-8184-2cd6ca17be4c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:36.285944 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d7a48-dbe2-4d1f-9dbf-2c5bfc760f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a689a839-3151-44c7-a814-f4d3da0a7e45,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:36.311644 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7f93efe3-9eac-4253-80dd-f97dd74d2997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.316836 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25371c78-5d5a-4eff-8485-9f1b858ccc3c x-openstack-request-id: req-25371c78-5d5a-4eff-8485-9f1b858ccc3c {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:36.317271 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548de673-031c-4cd5-bb91-963e1b39d8ff", "name": "network-vif-deleted", "tag": "5664531b-c5bf-4149-9563-c1996ccde507", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:36.318280 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25371c78-5d5a-4eff-8485-9f1b858ccc3c {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:36.318804 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548de673-031c-4cd5-bb91-963e1b39d8ff', 'name': 'network-vif-deleted', 'tag': '5664531b-c5bf-4149-9563-c1996ccde507', 'status': 'completed', 'code': 200} Aug 10 03:56:36.331704 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-17aff63e-ad38-4b39-8ba7-f1a3367f339e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, c430a6d1-8c23-45e4-b559-0d490a5be444) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:36.343108 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17aff63e-ad38-4b39-8ba7-f1a3367f339e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:36.345449 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-17aff63e-ad38-4b39-8ba7-f1a3367f339e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.358928 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29062de4-7804-4a66-9474-88fb45f05546 None None] Network c430a6d1-8c23-45e4-b559-0d490a5be444 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:36.421075 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f93efe3-9eac-4253-80dd-f97dd74d2997 None None] Network 6619c473-1b7e-434e-bc4b-1557c94e198e is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:36.430279 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-08dd80c6-357a-4da5-9651-7196a1444891 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.431633 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-7f93efe3-9eac-4253-80dd-f97dd74d2997 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:36.440212 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f93efe3-9eac-4253-80dd-f97dd74d2997 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:36.477130 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-17aff63e-ad38-4b39-8ba7-f1a3367f339e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8856859 Aug 10 03:56:36.515079 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c83bbd-28b4-4335-8184-2cd6ca17be4c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Pushing event updated for resources: {'Port': ['ID=f3e3754c-e77a-4c25-91d1-f248dec13d65,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:36.537517 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35662a83-fd65-426c-b604-3d4a69684dcd None None] Pushing event updated for resources: {'Port': ['ID=0deac4fa-fe27-4fde-97d5-ab6580f6afdb,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:36.768734 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 69e03bd4-94b9-4b36-b528-69f4561d85b3 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:56:36.811486 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-7f93efe3-9eac-4253-80dd-f97dd74d2997 None None] Attempting to bind port 5516a917-ada6-4161-8f33-dc3d30c49ed8 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:36.811859 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-7f93efe3-9eac-4253-80dd-f97dd74d2997 None None] Attempting to bind port 5516a917-ada6-4161-8f33-dc3d30c49ed8 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'b9c04686-0183-4857-8d49-1a54b2aaff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6619c473-1b7e-434e-bc4b-1557c94e198e'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:36.812297 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f93efe3-9eac-4253-80dd-f97dd74d2997 None None] Attempting to bind port 5516a917-ada6-4161-8f33-dc3d30c49ed8 on network 6619c473-1b7e-434e-bc4b-1557c94e198e {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:36.840785 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f93efe3-9eac-4253-80dd-f97dd74d2997 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:36.841501 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f93efe3-9eac-4253-80dd-f97dd74d2997 None None] Checking segment: {'id': 'b9c04686-0183-4857-8d49-1a54b2aaff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6619c473-1b7e-434e-bc4b-1557c94e198e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:36.841611 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7f93efe3-9eac-4253-80dd-f97dd74d2997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.841977 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f93efe3-9eac-4253-80dd-f97dd74d2997 None None] Bound using segment: {'id': 'b9c04686-0183-4857-8d49-1a54b2aaff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6619c473-1b7e-434e-bc4b-1557c94e198e'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:36.842513 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-7f93efe3-9eac-4253-80dd-f97dd74d2997 None None] Bound port: 5516a917-ada6-4161-8f33-dc3d30c49ed8, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c04686-0183-4857-8d49-1a54b2aaff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6619c473-1b7e-434e-bc4b-1557c94e198e'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:36.842882 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7f93efe3-9eac-4253-80dd-f97dd74d2997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.876333 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f3a79036-b130-4938-b690-e004f4dd1275 req-1ab1349a-1d3b-4913-86d2-7087ef5d6cb6 tempest-ServerDiskConfigTestJSON-1448591375 tempest-ServerDiskConfigTestJSON-1448591375-project] 10.222.0.25 "GET /v2.0/ports?device_id=548de673-031c-4cd5-bb91-963e1b39d8ff HTTP/1.1" status: 200 len: 210 time: 0.0970426 Aug 10 03:56:36.885651 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93efe3-9eac-4253-80dd-f97dd74d2997 None None] Pushing event updated for resources: {'Port': ['ID=5516a917-ada6-4161-8f33-dc3d30c49ed8,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:36.971240 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-08dd80c6-357a-4da5-9651-7196a1444891 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:36.999416 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.resource_extend [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:56:37.132118 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 69e03bd4-94b9-4b36-b528-69f4561d85b3, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=69e03bd4-94b9-4b36-b528-69f4561d85b3,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:37.149879 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '69e03bd4-94b9-4b36-b528-69f4561d85b3', 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc', 'port_id': '69e03bd4-94b9-4b36-b528-69f4561d85b3', 'mac_address': 'fa:16:3e:9c:70:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9a7592-e5a6-49d5-943e-a569f481a6b7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:56:37.176082 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-7f93efe3-9eac-4253-80dd-f97dd74d2997 None None] For port 5516a917-ada6-4161-8f33-dc3d30c49ed8, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:37.180807 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-7f93efe3-9eac-4253-80dd-f97dd74d2997 None None] For port 5516a917-ada6-4161-8f33-dc3d30c49ed8, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=5516a917-ada6-4161-8f33-dc3d30c49ed8,segment=NetworkSegment(b9c04686-0183-4857-8d49-1a54b2aaff0a),segment_id=b9c04686-0183-4857-8d49-1a54b2aaff0a)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:37.238961 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-038d30a3-8b2d-413b-85cd-bf7f53bc39d0 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:37.245852 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-038d30a3-8b2d-413b-85cd-bf7f53bc39d0 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:37.254690 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-038d30a3-8b2d-413b-85cd-bf7f53bc39d0 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/networks?id=6619c473-1b7e-434e-bc4b-1557c94e198e&id=c430a6d1-8c23-45e4-b559-0d490a5be444&id=6619c473-1b7e-434e-bc4b-1557c94e198e HTTP/1.1" status: 200 len: 1388 time: 0.2245297 Aug 10 03:56:37.297078 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-dc894fd5-3632-4c0a-8913-efa5ccaa82f4 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/quotas/8281b6bf97984b32a5c87806dd937c20 HTTP/1.1" status: 200 len: 375 time: 0.0411701 Aug 10 03:56:37.334410 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7f93efe3-9eac-4253-80dd-f97dd74d2997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:37.407465 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d6c83bbd-28b4-4335-8184-2cd6ca17be4c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:37.436796 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:37.441215 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93efe3-9eac-4253-80dd-f97dd74d2997 None None] Pushing event updated for resources: {'Port': ['ID=5516a917-ada6-4161-8f33-dc3d30c49ed8,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:37.470613 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-f375a78e-c738-4093-9e8c-0e988b884a24 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8281b6bf97984b32a5c87806dd937c20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1725481 Aug 10 03:56:37.656273 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b224ad84-efc7-41b6-99ff-ab1d2d929cd3 req-5bea2238-54c2-4f02-9214-af7ddfb17a70 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:37.666837 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b224ad84-efc7-41b6-99ff-ab1d2d929cd3 req-5bea2238-54c2-4f02-9214-af7ddfb17a70 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 943 time: 0.7159569 Aug 10 03:56:37.756671 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-a4981fe2-665a-4e46-8538-b9eaf1a364f7 service neutron] 10.222.0.25 "GET /v2.0/networks/6619c473-1b7e-434e-bc4b-1557c94e198e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845962 Aug 10 03:56:37.769791 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b224ad84-efc7-41b6-99ff-ab1d2d929cd3 req-2f26ccba-b9b2-4575-a18e-0331c8866dd8 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949860 Aug 10 03:56:37.888212 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-08dd80c6-357a-4da5-9651-7196a1444891 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:37.975301 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd80c6-357a-4da5-9651-7196a1444891 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Pushing event deleted for resources: {'Subnet': ['ID=324c529e-d56e-40cd-ad95-31512b26dcce,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:37.985316 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-08dd80c6-357a-4da5-9651-7196a1444891 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:37.988481 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-08dd80c6-357a-4da5-9651-7196a1444891 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] 10.222.0.25 "DELETE /v2.0/subnets/324c529e-d56e-40cd-ad95-31512b26dcce HTTP/1.1" status: 204 len: 168 time: 1.9516745 Aug 10 03:56:38.004282 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38398) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:38.041491 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1ddd78c9-c241-4610-b988-3280131654dc up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:38.083224 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e03bd4-94b9-4b36-b528-69f4561d85b3 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:56:38.099174 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11515f59-eff9-4548-ab7c-07c7ae5e6468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-c430a6d1-8c23-45e4-b559-0d490a5be444', 'network_id': 'c430a6d1-8c23-45e4-b559-0d490a5be444', 'tenant_id': '8281b6bf97984b32a5c87806dd937c20', 'fixed_ips': [{'subnet_id': 'd5f54ef2-8054-46cb-b7f9-39e413b8dd67'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:56:38.100304 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-11515f59-eff9-4548-ab7c-07c7ae5e6468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:38.126655 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d6c83bbd-28b4-4335-8184-2cd6ca17be4c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:38.244615 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-c727ba46-7b78-444e-b673-eaa57a5a6f3e service neutron] 10.222.0.25 "GET /v2.0/networks/6619c473-1b7e-434e-bc4b-1557c94e198e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862196 Aug 10 03:56:38.289182 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 69e03bd4-94b9-4b36-b528-69f4561d85b3, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=69e03bd4-94b9-4b36-b528-69f4561d85b3,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:38.370065 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-11515f59-eff9-4548-ab7c-07c7ae5e6468 None None] Allocated IP 19.86.0.2 (c430a6d1-8c23-45e4-b559-0d490a5be444/d5f54ef2-8054-46cb-b7f9-39e413b8dd67/cdfba92e-2d12-4541-8fc8-12d591f6ea68) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:38.390125 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:38.405812 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 1ddd78c9-c241-4610-b988-3280131654dc completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:38.412897 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device df02ec39-e92b-4734-ae20-8e90a92d29df up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:38.469456 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1044a78a-fa8c-4a2e-add0-34393757d12a None None] Network e4b89b2a-7bba-48ee-a3c4-f9c02f8b5a25 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:38.477455 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38418) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:38.491063 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38422) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:38.494840 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80afa54-57f2-4e4c-9cdf-eaaca5a39f01 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:38.497052 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f80afa54-57f2-4e4c-9cdf-eaaca5a39f01 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4912336 Aug 10 03:56:38.529560 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38424) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:38.569395 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f6ef6da-d202-4920-9a59-9a1e141e9028 admin admin] Deleting subnet 1f28f607-37c6-49e9-aa98-1fa9a7d12da2 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:56:38.574678 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7f6ef6da-d202-4920-9a59-9a1e141e9028 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:38.627203 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7f6ef6da-d202-4920-9a59-9a1e141e9028 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:38.684269 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7f6ef6da-d202-4920-9a59-9a1e141e9028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:38.736838 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38426) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:38.739035 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c83bbd-28b4-4335-8184-2cd6ca17be4c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Router 9ed3965e-9c06-4561-8b8c-5acae6c3eeba is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:56:38.782209 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ee5624-0c0b-4af8-a617-0ada93f9aa88 None None] Network da99fece-14fe-43ec-8555-a393a9272acc requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:38.785993 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['69e03bd4-94b9-4b36-b528-69f4561d85b3'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:56:38.917128 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-ac18556b-85e9-4494-83c4-48f028f99ea6 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Request body: {'security_group': {'name': 'tempest-secgroup--996908209'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:38.929531 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-391da8dd-089e-4b46-b60e-a015d5dd82e8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2045548544-network', 'tenant_id': '9781f399467c4a23bed540b510a83dce'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:38.963046 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6d044ca4-45ac-4f36-ad8a-e7e1bfd1697d None None] Provisioning for port 0deac4fa-fe27-4fde-97d5-ab6580f6afdb completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:38.990638 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7f6ef6da-d202-4920-9a59-9a1e141e9028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.021166 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=69e03bd4-94b9-4b36-b528-69f4561d85b3,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:39.041485 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ef6da-d202-4920-9a59-9a1e141e9028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f28f607-37c6-49e9-aa98-1fa9a7d12da2,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:39.046890 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c83bbd-28b4-4335-8184-2cd6ca17be4c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:56:39.053275 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7f6ef6da-d202-4920-9a59-9a1e141e9028 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.053275 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7f6ef6da-d202-4920-9a59-9a1e141e9028 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1f28f607-37c6-49e9-aa98-1fa9a7d12da2 HTTP/1.1" status: 204 len: 168 time: 0.5587125 Aug 10 03:56:39.058480 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38434) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:39.064395 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7a16fc-07b1-4697-9fd0-8b7b5e5dfef7 None None] Sync routers for ids ['9ed3965e-9c06-4561-8b8c-5acae6c3eeba'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:56:39.070345 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2db0cd-e754-4691-9f06-b8d5f5cc570b req-551e921a-a9c8-4a15-8c4f-15f92fb79a53 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:39.078220 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3c2db0cd-e754-4691-9f06-b8d5f5cc570b req-551e921a-a9c8-4a15-8c4f-15f92fb79a53 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 944 time: 0.1442678 Aug 10 03:56:39.083744 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7a16fc-07b1-4697-9fd0-8b7b5e5dfef7 None None] Routers {'9ed3965e-9c06-4561-8b8c-5acae6c3eeba'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:39.091804 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-3c7a16fc-07b1-4697-9fd0-8b7b5e5dfef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:56:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['9ed3965e-9c06-4561-8b8c-5acae6c3eeba'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:39.111297 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391da8dd-089e-4b46-b60e-a015d5dd82e8 admin admin] Made reservation on behalf of 9781f399467c4a23bed540b510a83dce for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:39.113630 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-391da8dd-089e-4b46-b60e-a015d5dd82e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.131388 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port df02ec39-e92b-4734-ae20-8e90a92d29df completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:39.139709 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-391da8dd-089e-4b46-b60e-a015d5dd82e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.153213 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port df02ec39-e92b-4734-ae20-8e90a92d29df triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:39.153703 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.155142 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-3c7a16fc-07b1-4697-9fd0-8b7b5e5dfef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:39.155518 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafa538a-f505-4690-bd98-920a6a8a3762 None None] DHCP port deletion for e4b89b2a-7bba-48ee-a3c4-f9c02f8b5a25 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:56:39.165797 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aa9fd631-9c2b-4b5a-aba1-df8ba16f0f43 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.170701 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7a16fc-07b1-4697-9fd0-8b7b5e5dfef7 None None] Routers {'9ed3965e-9c06-4561-8b8c-5acae6c3eeba'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:39.171513 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-3c7a16fc-07b1-4697-9fd0-8b7b5e5dfef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:56:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['9ed3965e-9c06-4561-8b8c-5acae6c3eeba'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:39.184203 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-5206f037-d86f-4ef7-ab47-9ac5de8fc3ff service neutron] 10.222.0.25 "GET /v2.0/networks/c430a6d1-8c23-45e4-b559-0d490a5be444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9386754 Aug 10 03:56:39.196087 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3c2db0cd-e754-4691-9f06-b8d5f5cc570b req-aa1d7fe6-1299-44b4-82d2-9de29748bdac tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129813 Aug 10 03:56:39.227488 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ac18556b-85e9-4494-83c4-48f028f99ea6 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.236104 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-3c7a16fc-07b1-4697-9fd0-8b7b5e5dfef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:39.237094 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7a16fc-07b1-4697-9fd0-8b7b5e5dfef7 None None] The sync data for ids ['9ed3965e-9c06-4561-8b8c-5acae6c3eeba'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:56:39.241965 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ac18556b-85e9-4494-83c4-48f028f99ea6 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.308238 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d39d1c79-d539-4214-9cdd-505b522cfffc None None] Provisioning for port 1ddd78c9-c241-4610-b988-3280131654dc completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:39.311176 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-58df9939-0cf5-4296-a4d7-48f15de7443d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.313493 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d6c83bbd-28b4-4335-8184-2cd6ca17be4c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.318081 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d6c83bbd-28b4-4335-8184-2cd6ca17be4c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.0124466 Aug 10 03:56:39.318588 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38436) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:39.323917 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-8c6c5e1b-ce4d-4f1d-aaca-808e8f9a28c7 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:39.339803 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.db.api [None req-ac18556b-85e9-4494-83c4-48f028f99ea6 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:56:39.339803 n-d-802893-2 neutron-server[94938]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:56:39.339803 n-d-802893-2 neutron-server[94938]: [parameters: {'project_id_1': '112f207a7d96442c8787eb7f618f7ad5', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 56, 39, 271589)}] Aug 10 03:56:39.339803 n-d-802893-2 neutron-server[94938]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94938) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:56:39.343987 n-d-802893-2 neutron-server[94938]: DEBUG oslo_db.api [None req-ac18556b-85e9-4494-83c4-48f028f99ea6 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:56:39.358332 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d39d1c79-d539-4214-9cdd-505b522cfffc None None] Provisioning complete for port 1ddd78c9-c241-4610-b988-3280131654dc triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:39.358970 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d39d1c79-d539-4214-9cdd-505b522cfffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.415384 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-7b42dcc1-95e6-44eb-af26-2c6809965748 service neutron] 10.222.0.25 "GET /v2.0/networks/c430a6d1-8c23-45e4-b559-0d490a5be444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194655 Aug 10 03:56:39.450866 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-391da8dd-089e-4b46-b60e-a015d5dd82e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.471339 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-11515f59-eff9-4548-ab7c-07c7ae5e6468 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.493671 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bab1a8-9a32-43e9-bfef-0c5aca436922 None None] Network 6619c473-1b7e-434e-bc4b-1557c94e198e requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:39.496503 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-11515f59-eff9-4548-ab7c-07c7ae5e6468 None None] Transition to ACTIVE for port object cdfba92e-2d12-4541-8fc8-12d591f6ea68 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:39.528557 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-391da8dd-089e-4b46-b60e-a015d5dd82e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.559072 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-391da8dd-089e-4b46-b60e-a015d5dd82e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:39.570056 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391da8dd-089e-4b46-b60e-a015d5dd82e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad33cfc0-7ab4-4066-b87c-a44a89879562,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:39.577105 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-391da8dd-089e-4b46-b60e-a015d5dd82e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.577424 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-391da8dd-089e-4b46-b60e-a015d5dd82e8 admin admin] Added segment 305a13ef-880e-42f5-9275-d14b8f8342b1 of type vlan for network fbb1a6aa-8f4e-40ad-a022-2f2859d637b9 Aug 10 03:56:39.605561 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-fafa538a-f505-4690-bd98-920a6a8a3762 None None] Deleting port 0deac4fa-fe27-4fde-97d5-ab6580f6afdb {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:39.605943 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fafa538a-f505-4690-bd98-920a6a8a3762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.607318 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-aa9fd631-9c2b-4b5a-aba1-df8ba16f0f43 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Deleting port 0deac4fa-fe27-4fde-97d5-ab6580f6afdb {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:39.607671 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aa9fd631-9c2b-4b5a-aba1-df8ba16f0f43 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.607873 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff2ce64-1e40-4dc8-a037-637fc2e3ba90 None None] DHCP port deletion for da99fece-14fe-43ec-8555-a393a9272acc request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:56:39.620952 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-391da8dd-089e-4b46-b60e-a015d5dd82e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.625131 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-11515f59-eff9-4548-ab7c-07c7ae5e6468 None None] Transition to ACTIVE for port object cdfba92e-2d12-4541-8fc8-12d591f6ea68 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:39.635853 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-58df9939-0cf5-4296-a4d7-48f15de7443d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.716630 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-58df9939-0cf5-4296-a4d7-48f15de7443d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c5fa83e-577d-40eb-8c55-93af52e54f4e']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:39.727741 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.746458 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-58df9939-0cf5-4296-a4d7-48f15de7443d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c309fb-ec98-40d4-a9d0-4aa74be70f65') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:39.746710 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-391da8dd-089e-4b46-b60e-a015d5dd82e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.746811 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-58df9939-0cf5-4296-a4d7-48f15de7443d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c309fb-ec98-40d4-a9d0-4aa74be70f65') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:39.748091 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391da8dd-089e-4b46-b60e-a015d5dd82e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:39.748626 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-391da8dd-089e-4b46-b60e-a015d5dd82e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.762022 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 5664531b-c5bf-4149-9563-c1996ccde507 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:56:39.785582 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-94094861-4a9d-4792-86df-ea1b551e1f41 service neutron] 10.222.0.25 "GET /v2.0/networks/6619c473-1b7e-434e-bc4b-1557c94e198e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085098 Aug 10 03:56:39.797255 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-aa9fd631-9c2b-4b5a-aba1-df8ba16f0f43 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] For port 0deac4fa-fe27-4fde-97d5-ab6580f6afdb, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=0deac4fa-fe27-4fde-97d5-ab6580f6afdb,segment=NetworkSegment(8d53b98f-b701-46d3-b710-a9a8ffe93c5b),segment_id=8d53b98f-b701-46d3-b710-a9a8ffe93c5b)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:39.797639 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aa9fd631-9c2b-4b5a-aba1-df8ba16f0f43 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.801170 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-58df9939-0cf5-4296-a4d7-48f15de7443d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.814900 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-11515f59-eff9-4548-ab7c-07c7ae5e6468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.829941 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 5664531b-c5bf-4149-9563-c1996ccde507 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:56:39.830275 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 5664531b-c5bf-4149-9563-c1996ccde507 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:56:39.838299 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-fafa538a-f505-4690-bd98-920a6a8a3762 None None] For port 0deac4fa-fe27-4fde-97d5-ab6580f6afdb, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=0deac4fa-fe27-4fde-97d5-ab6580f6afdb,segment=NetworkSegment(8d53b98f-b701-46d3-b710-a9a8ffe93c5b),segment_id=8d53b98f-b701-46d3-b710-a9a8ffe93c5b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:39.838777 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fafa538a-f505-4690-bd98-920a6a8a3762 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.839556 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391da8dd-089e-4b46-b60e-a015d5dd82e8 admin admin] Pushing event updated for resources: {'Network': ['ID=fbb1a6aa-8f4e-40ad-a022-2f2859d637b9,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:39.843797 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ac18556b-85e9-4494-83c4-48f028f99ea6 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.888772 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network fbb1a6aa-8f4e-40ad-a022-2f2859d637b9 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:39.894748 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-391da8dd-089e-4b46-b60e-a015d5dd82e8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.4121728 Aug 10 03:56:39.894748 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38438) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:39.898128 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-58df9939-0cf5-4296-a4d7-48f15de7443d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.901559 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-2734a777-e538-4272-acdd-1b05e19e6787 admin admin] Request body: {'subnet': {'network_id': 'fbb1a6aa-8f4e-40ad-a022-2f2859d637b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2045548544-subnet', 'tenant_id': '9781f399467c4a23bed540b510a83dce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:39.901739 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-aa9fd631-9c2b-4b5a-aba1-df8ba16f0f43 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Calling delete_port for 0deac4fa-fe27-4fde-97d5-ab6580f6afdb owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:39.924368 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58df9939-0cf5-4296-a4d7-48f15de7443d admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:56:39.924605 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-fafa538a-f505-4690-bd98-920a6a8a3762 None None] Calling delete_port for 0deac4fa-fe27-4fde-97d5-ab6580f6afdb owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:39.924863 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-58df9939-0cf5-4296-a4d7-48f15de7443d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:56:39.926475 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:56:39.939436 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d39d1c79-d539-4214-9cdd-505b522cfffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:39.994951 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ac18556b-85e9-4494-83c4-48f028f99ea6 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:40.013844 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11515f59-eff9-4548-ab7c-07c7ae5e6468 None None] Network c430a6d1-8c23-45e4-b559-0d490a5be444 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:40.028026 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port df02ec39-e92b-4734-ae20-8e90a92d29df, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=df02ec39-e92b-4734-ae20-8e90a92d29df,segment=NetworkSegment(92b62f01-5706-4edb-be59-ea84b6549b20),segment_id=92b62f01-5706-4edb-be59-ea84b6549b20)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:40.029021 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-643874dd-b40b-4fef-8ea0-d2e654985158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:40.040343 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11515f59-eff9-4548-ab7c-07c7ae5e6468 None None] Pushing event updated for resources: {'Port': ['ID=cdfba92e-2d12-4541-8fc8-12d591f6ea68,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:40.042827 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-11515f59-eff9-4548-ab7c-07c7ae5e6468 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:40.080745 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ac18556b-85e9-4494-83c4-48f028f99ea6 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:40.098357 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-8eaeef9b-821d-4b3e-9ece-a61f01031b81 service neutron] 10.222.0.25 "GET /v2.0/networks/6619c473-1b7e-434e-bc4b-1557c94e198e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936604 Aug 10 03:56:40.116042 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-7ff2ce64-1e40-4dc8-a037-637fc2e3ba90 None None] Deleting port 1ddd78c9-c241-4610-b988-3280131654dc {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:40.116042 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7ff2ce64-1e40-4dc8-a037-637fc2e3ba90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:40.135595 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18556b-85e9-4494-83c4-48f028f99ea6 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23cb5889-c55e-4840-99b5-6187bcf17dc2,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:40.159597 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d39d1c79-d539-4214-9cdd-505b522cfffc None None] For port 1ddd78c9-c241-4610-b988-3280131654dc, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1ddd78c9-c241-4610-b988-3280131654dc,segment=NetworkSegment(07f89a22-8ff8-413a-9992-56b1e7f02d5a),segment_id=07f89a22-8ff8-413a-9992-56b1e7f02d5a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:40.171260 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-58df9939-0cf5-4296-a4d7-48f15de7443d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:40.180535 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-58df9939-0cf5-4296-a4d7-48f15de7443d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:40.183249 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-58df9939-0cf5-4296-a4d7-48f15de7443d admin admin] 10.222.0.25 "DELETE /v2.0/networks/4c5fa83e-577d-40eb-8c55-93af52e54f4e HTTP/1.1" status: 204 len: 168 time: 1.1235876 Aug 10 03:56:40.193474 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:40.194605 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 0deac4fa-fe27-4fde-97d5-ab6580f6afdb up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:40.198894 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11515f59-eff9-4548-ab7c-07c7ae5e6468 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:40.223990 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8c6c5e1b-ce4d-4f1d-aaca-808e8f9a28c7 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:40.233605 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df9939-0cf5-4296-a4d7-48f15de7443d admin admin] Pushing event deleted for resources: {'Network': ['ID=4c5fa83e-577d-40eb-8c55-93af52e54f4e,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:40.281591 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2734a777-e538-4272-acdd-1b05e19e6787 admin admin] Made reservation on behalf of 9781f399467c4a23bed540b510a83dce for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:40.283819 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2734a777-e538-4272-acdd-1b05e19e6787 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:40.305212 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8c6c5e1b-ce4d-4f1d-aaca-808e8f9a28c7 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:40.359646 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aa9fd631-9c2b-4b5a-aba1-df8ba16f0f43 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:40.395197 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9fd631-9c2b-4b5a-aba1-df8ba16f0f43 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Pushing event deleted for resources: {'Port': ['ID=0deac4fa-fe27-4fde-97d5-ab6580f6afdb,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:40.410532 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9fd631-9c2b-4b5a-aba1-df8ba16f0f43 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] No DVR routers for this DVR port 0deac4fa-fe27-4fde-97d5-ab6580f6afdb on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:40.418464 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d39d1c79-d539-4214-9cdd-505b522cfffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:40.626828 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eb156147-f030-4259-a1a1-e69d20f5732f req-1126d8b6-368b-4674-ab40-aaa79ec402ff tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 210 time: 0.0417719 Aug 10 03:56:40.628565 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aa9fd631-9c2b-4b5a-aba1-df8ba16f0f43 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:40.667686 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-aa9fd631-9c2b-4b5a-aba1-df8ba16f0f43 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b89b2a-7bba-48ee-a3c4-f9c02f8b5a25']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:40.687824 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-aa9fd631-9c2b-4b5a-aba1-df8ba16f0f43 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d53b98f-b701-46d3-b710-a9a8ffe93c5b') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:40.688160 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-aa9fd631-9c2b-4b5a-aba1-df8ba16f0f43 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d53b98f-b701-46d3-b710-a9a8ffe93c5b') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:40.696620 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38456) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:40.702987 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-7ff2ce64-1e40-4dc8-a037-637fc2e3ba90 None None] For port 1ddd78c9-c241-4610-b988-3280131654dc, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1ddd78c9-c241-4610-b988-3280131654dc,segment=NetworkSegment(07f89a22-8ff8-413a-9992-56b1e7f02d5a),segment_id=07f89a22-8ff8-413a-9992-56b1e7f02d5a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:40.703503 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7ff2ce64-1e40-4dc8-a037-637fc2e3ba90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:40.707537 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aa9fd631-9c2b-4b5a-aba1-df8ba16f0f43 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:40.719818 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fafa538a-f505-4690-bd98-920a6a8a3762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:40.729057 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-11515f59-eff9-4548-ab7c-07c7ae5e6468 None None] Attempting to bind port cdfba92e-2d12-4541-8fc8-12d591f6ea68 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:40.736801 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-11515f59-eff9-4548-ab7c-07c7ae5e6468 None None] Attempting to bind port cdfba92e-2d12-4541-8fc8-12d591f6ea68 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '535c94f4-2dba-40c6-bd7d-e262da5c9efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c430a6d1-8c23-45e4-b559-0d490a5be444'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:40.736801 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11515f59-eff9-4548-ab7c-07c7ae5e6468 None None] Attempting to bind port cdfba92e-2d12-4541-8fc8-12d591f6ea68 on network c430a6d1-8c23-45e4-b559-0d490a5be444 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:40.739101 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=df02ec39-e92b-4734-ae20-8e90a92d29df,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:40.742648 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No active binding found for port 0deac4fa-fe27-4fde-97d5-ab6580f6afdb {{(pid=94939) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 03:56:40.742813 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 0deac4fa-fe27-4fde-97d5-ab6580f6afdb not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 10 03:56:40.749864 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-7ff2ce64-1e40-4dc8-a037-637fc2e3ba90 None None] Calling delete_port for 1ddd78c9-c241-4610-b988-3280131654dc owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:40.770088 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0bac6207-27ee-4bc8-9609-781aa85c0c8b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1777edd9fbb84d19b73ae9912a777f83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0729387 Aug 10 03:56:40.776875 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-8c6c5e1b-ce4d-4f1d-aaca-808e8f9a28c7 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Deleting port f3e3754c-e77a-4c25-91d1-f248dec13d65 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:40.776875 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8c6c5e1b-ce4d-4f1d-aaca-808e8f9a28c7 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:40.776875 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38458) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:40.776875 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aa9fd631-9c2b-4b5a-aba1-df8ba16f0f43 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:40.778205 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11515f59-eff9-4548-ab7c-07c7ae5e6468 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:40.778638 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11515f59-eff9-4548-ab7c-07c7ae5e6468 None None] Checking segment: {'id': '535c94f4-2dba-40c6-bd7d-e262da5c9efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c430a6d1-8c23-45e4-b559-0d490a5be444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:40.779042 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-11515f59-eff9-4548-ab7c-07c7ae5e6468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:40.779545 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11515f59-eff9-4548-ab7c-07c7ae5e6468 None None] Bound using segment: {'id': '535c94f4-2dba-40c6-bd7d-e262da5c9efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c430a6d1-8c23-45e4-b559-0d490a5be444'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:40.780059 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-11515f59-eff9-4548-ab7c-07c7ae5e6468 None None] Bound port: cdfba92e-2d12-4541-8fc8-12d591f6ea68, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535c94f4-2dba-40c6-bd7d-e262da5c9efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c430a6d1-8c23-45e4-b559-0d490a5be444'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:40.780441 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-11515f59-eff9-4548-ab7c-07c7ae5e6468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:40.808457 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ac18556b-85e9-4494-83c4-48f028f99ea6 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:40.808655 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 69e03bd4-94b9-4b36-b528-69f4561d85b3 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:40.812417 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafa538a-f505-4690-bd98-920a6a8a3762 None None] No DVR routers for this DVR port 0deac4fa-fe27-4fde-97d5-ab6580f6afdb on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:40.826333 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Port 0deac4fa-fe27-4fde-97d5-ab6580f6afdb not found, will not notify nova. {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 10 03:56:40.848331 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d4aa3-bf77-4b35-9cf9-5888d8f10d8d req-8024f55d-6a06-4661-84ef-34a49c00698c tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:40.850135 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-741d4aa3-bf77-4b35-9cf9-5888d8f10d8d req-8024f55d-6a06-4661-84ef-34a49c00698c tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 944 time: 0.5692580 Aug 10 03:56:40.873299 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a544fefc-7d49-4f1e-8ccc-3ff66b03f98c None None] Provisioning for port 5516a917-ada6-4161-8f33-dc3d30c49ed8 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:40.891282 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9fd631-9c2b-4b5a-aba1-df8ba16f0f43 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:56:40.901340 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-741d4aa3-bf77-4b35-9cf9-5888d8f10d8d req-a5bffcd0-8829-4b2a-a4bd-566534cfc13e tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508413 Aug 10 03:56:40.906125 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aa9fd631-9c2b-4b5a-aba1-df8ba16f0f43 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:56:40.909878 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:56:40.998819 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ac18556b-85e9-4494-83c4-48f028f99ea6 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.008864 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d1c79-d539-4214-9cdd-505b522cfffc None None] Pushing event updated for resources: {'Port': ['ID=1ddd78c9-c241-4610-b988-3280131654dc,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:41.063313 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18556b-85e9-4494-83c4-48f028f99ea6 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feed4731-bb7b-45fb-9fce-4383e7107787,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:41.070016 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa538a-f505-4690-bd98-920a6a8a3762 None None] Pushing event deleted for resources: {'Port': ['ID=0deac4fa-fe27-4fde-97d5-ab6580f6afdb,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:41.076323 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-11515f59-eff9-4548-ab7c-07c7ae5e6468 None None] For port cdfba92e-2d12-4541-8fc8-12d591f6ea68, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:41.116813 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8c6c5e1b-ce4d-4f1d-aaca-808e8f9a28c7 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.117120 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-11515f59-eff9-4548-ab7c-07c7ae5e6468 None None] For port cdfba92e-2d12-4541-8fc8-12d591f6ea68, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=cdfba92e-2d12-4541-8fc8-12d591f6ea68,segment=NetworkSegment(535c94f4-2dba-40c6-bd7d-e262da5c9efa),segment_id=535c94f4-2dba-40c6-bd7d-e262da5c9efa)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:41.117120 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device df02ec39-e92b-4734-ae20-8e90a92d29df up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:41.136944 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-8c6c5e1b-ce4d-4f1d-aaca-808e8f9a28c7 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Calling delete_port for f3e3754c-e77a-4c25-91d1-f248dec13d65 owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:41.164587 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-59badb0d-7ec7-4cc5-ab6a-4f5a74ab4125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.170172 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port df02ec39-e92b-4734-ae20-8e90a92d29df triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:41.170708 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.209406 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ac18556b-85e9-4494-83c4-48f028f99ea6 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.212042 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ac18556b-85e9-4494-83c4-48f028f99ea6 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.4739590 Aug 10 03:56:41.213170 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2734a777-e538-4272-acdd-1b05e19e6787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.214615 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7ff2ce64-1e40-4dc8-a037-637fc2e3ba90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.215263 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38460) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:41.218069 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aa9fd631-9c2b-4b5a-aba1-df8ba16f0f43 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.220812 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-11515f59-eff9-4548-ab7c-07c7ae5e6468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.222510 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 69e03bd4-94b9-4b36-b528-69f4561d85b3 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:41.229445 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-59badb0d-7ec7-4cc5-ab6a-4f5a74ab4125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.240263 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aa9fd631-9c2b-4b5a-aba1-df8ba16f0f43 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.242634 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-aa9fd631-9c2b-4b5a-aba1-df8ba16f0f43 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] 10.222.0.25 "DELETE /v2.0/networks/e4b89b2a-7bba-48ee-a3c4-f9c02f8b5a25 HTTP/1.1" status: 204 len: 168 time: 2.7117276 Aug 10 03:56:41.256260 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 69e03bd4-94b9-4b36-b528-69f4561d85b3 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:41.256632 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.259336 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38462) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:41.275091 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9fd631-9c2b-4b5a-aba1-df8ba16f0f43 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Pushing event deleted for resources: {'Network': ['ID=e4b89b2a-7bba-48ee-a3c4-f9c02f8b5a25,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:41.278772 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2ce64-1e40-4dc8-a037-637fc2e3ba90 None None] Pushing event deleted for resources: {'Port': ['ID=1ddd78c9-c241-4610-b988-3280131654dc,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:41.314590 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff2ce64-1e40-4dc8-a037-637fc2e3ba90 None None] No DVR routers for this DVR port 1ddd78c9-c241-4610-b988-3280131654dc on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:41.374768 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2bc8e25e-be43-4192-9fb6-45b56e978175 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1533983 Aug 10 03:56:41.376698 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38464) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:41.381168 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-6b6976e0-6f11-4038-9599-7a97c40e8b49 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Request body: {'security_group': {'name': 'tempest-security--663110963', 'description': 'tempest-security-description-1484989785'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:41.385209 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2734a777-e538-4272-acdd-1b05e19e6787 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66cd877d-52b4-483d-9b77-e00d4c5dc5d4,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:41.403673 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11515f59-eff9-4548-ab7c-07c7ae5e6468 None None] Pushing event updated for resources: {'Port': ['ID=cdfba92e-2d12-4541-8fc8-12d591f6ea68,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:41.427238 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 5516a917-ada6-4161-8f33-dc3d30c49ed8 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:41.448011 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b6976e0-6f11-4038-9599-7a97c40e8b49 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.448011 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2734a777-e538-4272-acdd-1b05e19e6787 admin admin] Checking segment: {'id': '305a13ef-880e-42f5-9275-d14b8f8342b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'fbb1a6aa-8f4e-40ad-a022-2f2859d637b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:41.448011 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2734a777-e538-4272-acdd-1b05e19e6787 admin admin] Network hostable DHCP agents. Network: fbb1a6aa-8f4e-40ad-a022-2f2859d637b9, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:41.505313 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.510615 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d314b422-710d-4bce-be02-bee222bc427a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.511159 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b6976e0-6f11-4038-9599-7a97c40e8b49 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.539765 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513a4aae-5a2f-4d87-accc-2d779015642e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e03bd4-94b9-4b36-b528-69f4561d85b3'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:41.542144 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f32b3e-ae86-4bac-9b13-26aa56d1a82f" -d '{"events": [{"server_uuid": "513a4aae-5a2f-4d87-accc-2d779015642e", "name": "network-vif-plugged", "status": "completed", "tag": "69e03bd4-94b9-4b36-b528-69f4561d85b3"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:41.561341 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 69e03bd4-94b9-4b36-b528-69f4561d85b3, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=69e03bd4-94b9-4b36-b528-69f4561d85b3,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:41.608653 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7f724c-d0c8-47a5-a3a8-0b06a367acaa x-openstack-request-id: req-ba7f724c-d0c8-47a5-a3a8-0b06a367acaa {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:41.608942 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513a4aae-5a2f-4d87-accc-2d779015642e", "name": "network-vif-plugged", "status": "completed", "tag": "69e03bd4-94b9-4b36-b528-69f4561d85b3", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:41.609217 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba7f724c-d0c8-47a5-a3a8-0b06a367acaa {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:41.609615 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '513a4aae-5a2f-4d87-accc-2d779015642e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e03bd4-94b9-4b36-b528-69f4561d85b3', 'code': 200} Aug 10 03:56:41.651531 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2734a777-e538-4272-acdd-1b05e19e6787 admin admin] Network fbb1a6aa-8f4e-40ad-a022-2f2859d637b9 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:41.666683 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 5516a917-ada6-4161-8f33-dc3d30c49ed8 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:41.667303 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b6976e0-6f11-4038-9599-7a97c40e8b49 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.669393 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.677151 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d314b422-710d-4bce-be02-bee222bc427a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.677368 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b6976e0-6f11-4038-9599-7a97c40e8b49 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.681779 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6b6976e0-6f11-4038-9599-7a97c40e8b49 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "PUT /v2.0/security-groups/feed4731-bb7b-45fb-9fce-4383e7107787 HTTP/1.1" status: 200 len: 1779 time: 0.3018510 Aug 10 03:56:41.682948 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38474) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:41.710428 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-d314b422-710d-4bce-be02-bee222bc427a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da99fece-14fe-43ec-8555-a393a9272acc']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:41.713097 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 5516a917-ada6-4161-8f33-dc3d30c49ed8 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:41.713460 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.737942 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6976e0-6f11-4038-9599-7a97c40e8b49 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feed4731-bb7b-45fb-9fce-4383e7107787,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:41.753115 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ebc1130b-b058-41ae-ad07-3b17fd6b5d01 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "GET /v2.0/security-groups/feed4731-bb7b-45fb-9fce-4383e7107787 HTTP/1.1" status: 200 len: 1779 time: 0.0690620 Aug 10 03:56:41.755889 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38476) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:41.762365 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-59badb0d-7ec7-4cc5-ab6a-4f5a74ab4125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.765192 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-59badb0d-7ec7-4cc5-ab6a-4f5a74ab4125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.769338 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-59badb0d-7ec7-4cc5-ab6a-4f5a74ab4125 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30b260cf-61da-45dc-89d0-5471fb1699f1 HTTP/1.1" status: 204 len: 168 time: 0.9879308 Aug 10 03:56:41.782123 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=69e03bd4-94b9-4b36-b528-69f4561d85b3,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:41.783179 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-d314b422-710d-4bce-be02-bee222bc427a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f89a22-8ff8-413a-9992-56b1e7f02d5a') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:41.783594 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-d314b422-710d-4bce-be02-bee222bc427a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f89a22-8ff8-413a-9992-56b1e7f02d5a') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:41.824742 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-2734a777-e538-4272-acdd-1b05e19e6787 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, fbb1a6aa-8f4e-40ad-a022-2f2859d637b9) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:41.840357 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15e6acb-4c2c-47c0-b3d1-fa3f0c6bef3e None None] Network fbb1a6aa-8f4e-40ad-a022-2f2859d637b9 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:41.859807 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59badb0d-7ec7-4cc5-ab6a-4f5a74ab4125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b260cf-61da-45dc-89d0-5471fb1699f1,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:41.860331 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-40d4ab3d-ec8d-451d-a573-0d3889fc3b33 req-7cab4489-c3dd-4d76-8edb-0aa533114011 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 210 time: 0.1058145 Aug 10 03:56:41.864341 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d314b422-710d-4bce-be02-bee222bc427a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.875253 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2734a777-e538-4272-acdd-1b05e19e6787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:41.875864 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2734a777-e538-4272-acdd-1b05e19e6787 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.900739 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8c6c5e1b-ce4d-4f1d-aaca-808e8f9a28c7 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.900739 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d314b422-710d-4bce-be02-bee222bc427a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.941151 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d314b422-710d-4bce-be02-bee222bc427a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:56:41.941605 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d314b422-710d-4bce-be02-bee222bc427a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.945827 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01973a71-75ff-44ec-984a-8b688a13e0c1 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:56:41.948714 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:56:41.956698 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:41.976895 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c5e1b-ce4d-4f1d-aaca-808e8f9a28c7 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Pushing event deleted for resources: {'Port': ['ID=f3e3754c-e77a-4c25-91d1-f248dec13d65,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:41.990243 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2734a777-e538-4272-acdd-1b05e19e6787 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0860555 Aug 10 03:56:42.004132 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 5516a917-ada6-4161-8f33-dc3d30c49ed8, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=5516a917-ada6-4161-8f33-dc3d30c49ed8,segment=NetworkSegment(b9c04686-0183-4857-8d49-1a54b2aaff0a),segment_id=b9c04686-0183-4857-8d49-1a54b2aaff0a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:42.007863 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01973a71-75ff-44ec-984a-8b688a13e0c1 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:42.024793 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f95fb-a795-4b73-9fe6-3e7ecd85d5e3 req-18378dd7-ef8d-4ad5-9726-8a6c7341200a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:42.026467 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-628f95fb-a795-4b73-9fe6-3e7ecd85d5e3 req-18378dd7-ef8d-4ad5-9726-8a6c7341200a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 1096 time: 0.2465634 Aug 10 03:56:42.088924 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:42.096212 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c171d027-f187-4b40-913a-313e2b4d4672 None None] Network fbb1a6aa-8f4e-40ad-a022-2f2859d637b9 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:42.151333 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01973a71-75ff-44ec-984a-8b688a13e0c1 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:42.154052 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01973a71-75ff-44ec-984a-8b688a13e0c1 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:42.155546 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-01973a71-75ff-44ec-984a-8b688a13e0c1 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "DELETE /v2.0/security-groups/feed4731-bb7b-45fb-9fce-4383e7107787 HTTP/1.1" status: 204 len: 168 time: 0.3985243 Aug 10 03:56:42.159320 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38484) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:42.183028 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8c6c5e1b-ce4d-4f1d-aaca-808e8f9a28c7 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:42.187149 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-628f95fb-a795-4b73-9fe6-3e7ecd85d5e3 req-421aa922-d598-4d44-9c23-e5c8c37e2bdc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420672 Aug 10 03:56:42.194886 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01973a71-75ff-44ec-984a-8b688a13e0c1 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feed4731-bb7b-45fb-9fce-4383e7107787,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:42.211640 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1ddd78c9-c241-4610-b988-3280131654dc no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:56:42.234163 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-eaf3ff98-46bb-4435-b97d-7fee9f7e30bd tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0733550 Aug 10 03:56:42.237523 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38488) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:42.243609 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4afe8b-ba02-4afe-ab81-bf70d891e3f9 req-841f1f4c-8675-4a4a-a20c-d2bb7718fa6b tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:42.245536 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6f4afe8b-ba02-4afe-ab81-bf70d891e3f9 req-841f1f4c-8675-4a4a-a20c-d2bb7718fa6b tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 945 time: 0.1993768 Aug 10 03:56:42.248901 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 1ddd78c9-c241-4610-b988-3280131654dc {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:56:42.249241 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1ddd78c9-c241-4610-b988-3280131654dc not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:56:42.249663 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 0deac4fa-fe27-4fde-97d5-ab6580f6afdb no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:56:42.264478 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-2af24f5f-62cf-4542-80e3-1dbf8ffb5a1c tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] delete failed (client error): The resource could not be found. Aug 10 03:56:42.270359 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2af24f5f-62cf-4542-80e3-1dbf8ffb5a1c tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "DELETE /v2.0/security-groups/feed4731-bb7b-45fb-9fce-4383e7107787 HTTP/1.1" status: 404 len: 347 time: 0.0258553 Aug 10 03:56:42.271378 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38490) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:42.278769 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-5cfb525e-f041-422a-b447-73f2af028be7 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Request body: {'security_group': {'name': 'tempest-secgroup--864063442'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:42.287693 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d314b422-710d-4bce-be02-bee222bc427a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:42.293561 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d314b422-710d-4bce-be02-bee222bc427a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:42.296226 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d314b422-710d-4bce-be02-bee222bc427a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] 10.222.0.25 "DELETE /v2.0/networks/da99fece-14fe-43ec-8555-a393a9272acc HTTP/1.1" status: 204 len: 168 time: 1.0356727 Aug 10 03:56:42.303136 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38492) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:42.321482 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314b422-710d-4bce-be02-bee222bc427a tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Pushing event deleted for resources: {'Network': ['ID=da99fece-14fe-43ec-8555-a393a9272acc,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:42.409058 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 0deac4fa-fe27-4fde-97d5-ab6580f6afdb {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:56:42.410117 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 0deac4fa-fe27-4fde-97d5-ab6580f6afdb not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:56:42.451291 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e81cfff-f0e3-41ab-a735-4b601780c846 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:42.487213 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=5516a917-ada6-4161-8f33-dc3d30c49ed8,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:42.588579 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5cfb525e-f041-422a-b447-73f2af028be7 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:42.634200 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e81cfff-f0e3-41ab-a735-4b601780c846 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:42.658115 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-0e81cfff-f0e3-41ab-a735-4b601780c846 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e9ff954-a649-43db-8842-4b8afbac9765']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:42.711133 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-0e81cfff-f0e3-41ab-a735-4b601780c846 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38860b3c-2b80-4005-972d-cae5ad1ea848') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:42.711459 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-0e81cfff-f0e3-41ab-a735-4b601780c846 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38860b3c-2b80-4005-972d-cae5ad1ea848') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:42.732219 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e81cfff-f0e3-41ab-a735-4b601780c846 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:42.763815 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e81cfff-f0e3-41ab-a735-4b601780c846 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:42.785045 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e81cfff-f0e3-41ab-a735-4b601780c846 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:56:42.785459 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e81cfff-f0e3-41ab-a735-4b601780c846 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:56:42.788978 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:56:42.895676 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-36432542-031c-45af-8962-3dc7024624cf tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:42.896013 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-36432542-031c-45af-8962-3dc7024624cf tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/networks?id=fbb1a6aa-8f4e-40ad-a022-2f2859d637b9 HTTP/1.1" status: 200 len: 822 time: 0.2588127 Aug 10 03:56:42.927573 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-a9f328b3-68e8-4935-914e-793551714783 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/quotas/9781f399467c4a23bed540b510a83dce HTTP/1.1" status: 200 len: 375 time: 0.0236778 Aug 10 03:56:42.939210 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5cfb525e-f041-422a-b447-73f2af028be7 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:42.959434 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02960412-2b4e-4d59-8cff-8bbbd12e9403 None None] Network c430a6d1-8c23-45e4-b559-0d490a5be444 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:42.961174 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6f4afe8b-ba02-4afe-ab81-bf70d891e3f9 req-d5bfc0b6-1f6b-4271-810b-cc5b822c5644 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6769724 Aug 10 03:56:42.966792 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8c6c5e1b-ce4d-4f1d-aaca-808e8f9a28c7 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:42.970785 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8c6c5e1b-ce4d-4f1d-aaca-808e8f9a28c7 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-457799'] for router, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:42.977454 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-8a414f02-ad59-470a-aa0e-6e16705c21c4 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9781f399467c4a23bed540b510a83dce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415864 Aug 10 03:56:43.014720 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e81cfff-f0e3-41ab-a735-4b601780c846 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.020076 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e81cfff-f0e3-41ab-a735-4b601780c846 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.024853 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0e81cfff-f0e3-41ab-a735-4b601780c846 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] 10.222.0.25 "DELETE /v2.0/networks/2e9ff954-a649-43db-8842-4b8afbac9765 HTTP/1.1" status: 204 len: 168 time: 0.7192128 Aug 10 03:56:43.028296 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38520) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:43.091193 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81cfff-f0e3-41ab-a735-4b601780c846 tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Pushing event deleted for resources: {'Network': ['ID=2e9ff954-a649-43db-8842-4b8afbac9765,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:43.096182 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5cfb525e-f041-422a-b447-73f2af028be7 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.142915 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6c5e1b-ce4d-4f1d-aaca-808e8f9a28c7 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Router 9ed3965e-9c06-4561-8b8c-5acae6c3eeba has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:56:43.155456 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb525e-f041-422a-b447-73f2af028be7 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eda79642-130f-42c2-b3b0-7a1d8babff96,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:43.160196 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 5516a917-ada6-4161-8f33-dc3d30c49ed8 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:43.165581 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-360ad59f-de26-470d-9ba0-c29bc667cfba tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.235624 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5cfb525e-f041-422a-b447-73f2af028be7 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.248975 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5cfb525e-f041-422a-b447-73f2af028be7 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9764535 Aug 10 03:56:43.252436 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38524) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:43.263357 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-9b7d5d22-a4fc-423d-96cf-dd524a956f4a tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Request body: {'security_group_rule': {'security_group_id': 'eda79642-130f-42c2-b3b0-7a1d8babff96', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:43.273810 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 5516a917-ada6-4161-8f33-dc3d30c49ed8 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:43.279491 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.279754 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-5574f939-e359-4982-b8b6-3fefda629ddb service neutron] 10.222.0.25 "GET /v2.0/networks/fbb1a6aa-8f4e-40ad-a022-2f2859d637b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895346 Aug 10 03:56:43.323359 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7bb8ad59-2b24-4d4a-8c70-280b7a25f9ae None None] Provisioning for port cdfba92e-2d12-4541-8fc8-12d591f6ea68 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:43.375199 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-360ad59f-de26-470d-9ba0-c29bc667cfba tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.395933 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device cdfba92e-2d12-4541-8fc8-12d591f6ea68 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:43.397556 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-360ad59f-de26-470d-9ba0-c29bc667cfba tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce82ad3-6443-4fff-adfe-e5659d306c3d']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:43.422464 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6c5e1b-ce4d-4f1d-aaca-808e8f9a28c7 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:56:43.450455 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5c899b-caea-4de8-93df-256751819a72 None None] Sync routers for ids ['9ed3965e-9c06-4561-8b8c-5acae6c3eeba'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:56:43.457937 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8c6c5e1b-ce4d-4f1d-aaca-808e8f9a28c7 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.459108 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8c6c5e1b-ce4d-4f1d-aaca-808e8f9a28c7 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "PUT /v2.0/routers/9ed3965e-9c06-4561-8b8c-5acae6c3eeba HTTP/1.1" status: 200 len: 706 time: 4.1388235 Aug 10 03:56:43.463899 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38530) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:43.473002 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5c899b-caea-4de8-93df-256751819a72 None None] Routers {'9ed3965e-9c06-4561-8b8c-5acae6c3eeba'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:43.473758 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-0c5c899b-caea-4de8-93df-256751819a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:56:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['9ed3965e-9c06-4561-8b8c-5acae6c3eeba'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:43.508641 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0ea6187-77e0-47dd-bb28-e2875e4d300d req-01039e91-6d8c-4494-92c4-e3634a85e96b tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 210 time: 0.1254282 Aug 10 03:56:43.535604 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-0c5c899b-caea-4de8-93df-256751819a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:43.559415 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5c899b-caea-4de8-93df-256751819a72 None None] Routers {'9ed3965e-9c06-4561-8b8c-5acae6c3eeba'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:56:43.559415 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-0c5c899b-caea-4de8-93df-256751819a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:56:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['9ed3965e-9c06-4561-8b8c-5acae6c3eeba'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:43.573070 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-4a81b42d-5d95-43a3-9900-44cc49a793d2 service neutron] 10.222.0.25 "GET /v2.0/networks/fbb1a6aa-8f4e-40ad-a022-2f2859d637b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977731 Aug 10 03:56:43.575012 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-da3cec73-13b5-4861-a07e-24ce40907056 tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "GET /v2.0/routers/9ed3965e-9c06-4561-8b8c-5acae6c3eeba HTTP/1.1" status: 200 len: 741 time: 0.1099191 Aug 10 03:56:43.578423 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38532) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:43.585930 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-360ad59f-de26-470d-9ba0-c29bc667cfba tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe15623-9659-49f9-a396-4a33bb66f986') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:43.586297 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-360ad59f-de26-470d-9ba0-c29bc667cfba tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe15623-9659-49f9-a396-4a33bb66f986') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:43.607998 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-0c5c899b-caea-4de8-93df-256751819a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:43.608619 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5c899b-caea-4de8-93df-256751819a72 None None] The sync data for ids ['9ed3965e-9c06-4561-8b8c-5acae6c3eeba'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:56:43.616820 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-360ad59f-de26-470d-9ba0-c29bc667cfba tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.625777 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.641372 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bff11938-a843-4892-b6d8-7664daafdf2d tempest-RoutersAdminTest-1323635959 tempest-RoutersAdminTest-1323635959-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5&device_id=9ed3965e-9c06-4561-8b8c-5acae6c3eeba HTTP/1.1" status: 200 len: 205 time: 0.0615911 Aug 10 03:56:43.644134 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38536) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:43.655910 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-360ad59f-de26-470d-9ba0-c29bc667cfba tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.668492 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360ad59f-de26-470d-9ba0-c29bc667cfba tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:56:43.669154 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-360ad59f-de26-470d-9ba0-c29bc667cfba tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:56:43.672614 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:56:43.675476 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-21dec6fe-48fe-4dbd-9788-41871fba4565 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed3965e-9c06-4561-8b8c-5acae6c3eeba HTTP/1.1" status: 200 len: 205 time: 0.0302517 Aug 10 03:56:43.678196 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38538) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:43.695358 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port cdfba92e-2d12-4541-8fc8-12d591f6ea68 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:43.699467 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port cdfba92e-2d12-4541-8fc8-12d591f6ea68 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:43.699777 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.771138 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6aaaf5af-d4f5-43f6-bccf-7967f440f697 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.777760 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9b7d5d22-a4fc-423d-96cf-dd524a956f4a tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.811648 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38540) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:43.818739 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-9c58bbec-01bc-4f22-8fcf-dfa58caf9d08 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:43.825142 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-9c58bbec-01bc-4f22-8fcf-dfa58caf9d08 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:43.826719 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-9c58bbec-01bc-4f22-8fcf-dfa58caf9d08 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.68 "GET /v2.0/networks?id=6619c473-1b7e-434e-bc4b-1557c94e198e&id=c430a6d1-8c23-45e4-b559-0d490a5be444&id=6619c473-1b7e-434e-bc4b-1557c94e198e HTTP/1.1" status: 200 len: 1388 time: 0.3866289 Aug 10 03:56:43.848557 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.848764 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-4ab57862-1d5c-4af6-b5a9-ec5cbd3628b4 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Request body: {'port': {'device_id': '99f0aa5d-3fa9-4eeb-8263-a03372019dc7', 'network_id': '6619c473-1b7e-434e-bc4b-1557c94e198e', 'admin_state_up': True, 'tenant_id': '8281b6bf97984b32a5c87806dd937c20'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:43.908254 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port cdfba92e-2d12-4541-8fc8-12d591f6ea68, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=cdfba92e-2d12-4541-8fc8-12d591f6ea68,segment=NetworkSegment(535c94f4-2dba-40c6-bd7d-e262da5c9efa),segment_id=535c94f4-2dba-40c6-bd7d-e262da5c9efa)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:43.939521 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5f10bbb6-2f29-4dc7-bdf5-dca02679fb8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.948447 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-360ad59f-de26-470d-9ba0-c29bc667cfba tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.951372 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9b7d5d22-a4fc-423d-96cf-dd524a956f4a tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.968510 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-360ad59f-de26-470d-9ba0-c29bc667cfba tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.972751 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-360ad59f-de26-470d-9ba0-c29bc667cfba tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] 10.222.0.25 "DELETE /v2.0/networks/2ce82ad3-6443-4fff-adfe-e5659d306c3d HTTP/1.1" status: 204 len: 168 time: 0.9405038 Aug 10 03:56:43.984841 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6aaaf5af-d4f5-43f6-bccf-7967f440f697 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.987202 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6aaaf5af-d4f5-43f6-bccf-7967f440f697 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:43.992675 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ad59f-de26-470d-9ba0-c29bc667cfba tempest-BulkNetworkOpsTest-2110613760 tempest-BulkNetworkOpsTest-2110613760-project] Pushing event deleted for resources: {'Network': ['ID=2ce82ad3-6443-4fff-adfe-e5659d306c3d,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:44.014630 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:44.037421 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-62ef0981-1883-4dfb-89e1-7e2c84daef6c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-2028604753-network', 'tenant_id': '6dcc8645b481467ca125f159bf722272'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:44.056686 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9b7d5d22-a4fc-423d-96cf-dd524a956f4a tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:44.105410 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=cdfba92e-2d12-4541-8fc8-12d591f6ea68,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:44.117403 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b738db3e-c7fa-4f6a-a44f-41e8c12bb207 req-fd6a1a8d-6b5a-4218-aaa9-89a993dd6315 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/ports?device_id=1df99dad-eb0b-4821-b9e7-9c01708a8ea4 HTTP/1.1" status: 200 len: 210 time: 0.0620029 Aug 10 03:56:44.118486 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d5d22-a4fc-423d-96cf-dd524a956f4a tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=296d278f-d0de-479b-86ca-f6bc3a8932f9,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:44.135878 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-4ab57862-1d5c-4af6-b5a9-ec5cbd3628b4 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Made reservation on behalf of 8281b6bf97984b32a5c87806dd937c20 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:44.139475 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-4ab57862-1d5c-4af6-b5a9-ec5cbd3628b4 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:44.153272 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772122d7-a052-468d-9fc1-8629994bef70 req-3ec2de0f-3ac7-4288-931d-905440a9eabc tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:44.154610 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-772122d7-a052-468d-9fc1-8629994bef70 req-3ec2de0f-3ac7-4288-931d-905440a9eabc tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 945 time: 0.0673230 Aug 10 03:56:44.200414 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6aaaf5af-d4f5-43f6-bccf-7967f440f697 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:44.201014 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aaaf5af-d4f5-43f6-bccf-7967f440f697 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Fanout notify agent at l3_agent the message router_deleted on router 9ed3965e-9c06-4561-8b8c-5acae6c3eeba {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:56:44.218781 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6aaaf5af-d4f5-43f6-bccf-7967f440f697 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:44.224169 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6aaaf5af-d4f5-43f6-bccf-7967f440f697 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "DELETE /v2.0/routers/9ed3965e-9c06-4561-8b8c-5acae6c3eeba HTTP/1.1" status: 204 len: 168 time: 0.5405185 Aug 10 03:56:44.225016 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38558) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:44.244073 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-772122d7-a052-468d-9fc1-8629994bef70 req-9f034bcc-fab9-49e1-9b05-93dfce63b652 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787084 Aug 10 03:56:44.270051 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3b3921e9-9d0c-419d-bc0b-7728995c4775 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "GET /v2.0/ports?device_id=9ed3965e-9c06-4561-8b8c-5acae6c3eeba HTTP/1.1" status: 200 len: 205 time: 0.0431590 Aug 10 03:56:44.273152 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38562) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:44.276340 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9b7d5d22-a4fc-423d-96cf-dd524a956f4a tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:44.280283 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9b7d5d22-a4fc-423d-96cf-dd524a956f4a tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0236173 Aug 10 03:56:44.285275 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38564) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:44.312988 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-40cdc685-f92c-4ef4-9cc8-bb9838976e1e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] delete failed (client error): The resource could not be found. Aug 10 03:56:44.317063 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-40cdc685-f92c-4ef4-9cc8-bb9838976e1e tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "DELETE /v2.0/routers/9ed3965e-9c06-4561-8b8c-5acae6c3eeba HTTP/1.1" status: 404 len: 336 time: 0.0400109 Aug 10 03:56:44.317248 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38566) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:44.337289 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-292d40f9-623e-49d6-83ad-c40819fe550d tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:44.354726 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e50cc70c-6660-4827-b6d3-33e5c78f94c9 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "GET /v2.0/ports?device_id=72d89c9c-11ca-4d71-86aa-1aeadeea9a0f HTTP/1.1" status: 200 len: 205 time: 0.0340226 Aug 10 03:56:44.354980 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-292d40f9-623e-49d6-83ad-c40819fe550d tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:44.355092 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38568) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:44.356072 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-4ab57862-1d5c-4af6-b5a9-ec5cbd3628b4 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Allocated IP 19.80.0.144 (6619c473-1b7e-434e-bc4b-1557c94e198e/5fbabe51-edfc-4b35-b16b-cec06eaa84bd/1bad04aa-fca3-4873-8cc0-a645c10aa94f) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:44.399685 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-005bf1a5-16ca-4804-93db-454a7d383a8c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] delete failed (client error): The resource could not be found. Aug 10 03:56:44.400751 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-005bf1a5-16ca-4804-93db-454a7d383a8c tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "DELETE /v2.0/routers/72d89c9c-11ca-4d71-86aa-1aeadeea9a0f HTTP/1.1" status: 404 len: 336 time: 0.0446644 Aug 10 03:56:44.403597 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38570) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:44.434405 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b40d75f2-6e86-46e0-971d-0a67ad300e29 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "GET /v2.0/ports?device_id=be427d74-84f7-4733-b804-033cec519cee HTTP/1.1" status: 200 len: 205 time: 0.0296183 Aug 10 03:56:44.436845 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38572) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:44.476517 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-c139d24d-5852-4b31-ad20-cdf3cac4d361 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] delete failed (client error): The resource could not be found. Aug 10 03:56:44.477554 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c139d24d-5852-4b31-ad20-cdf3cac4d361 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "DELETE /v2.0/routers/be427d74-84f7-4733-b804-033cec519cee HTTP/1.1" status: 404 len: 336 time: 0.0398176 Aug 10 03:56:44.480315 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38574) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:44.500894 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ef0981-1883-4dfb-89e1-7e2c84daef6c admin admin] Made reservation on behalf of 6dcc8645b481467ca125f159bf722272 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:44.503244 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-62ef0981-1883-4dfb-89e1-7e2c84daef6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:44.512724 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4e6dbd54-1d7e-402d-bef2-750a6d26836b tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "GET /v2.0/ports?device_id=25841c44-08d9-48bd-983f-7b2f965ee311 HTTP/1.1" status: 200 len: 205 time: 0.0313261 Aug 10 03:56:44.515106 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38576) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:44.518195 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-62ef0981-1883-4dfb-89e1-7e2c84daef6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:44.548599 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-4ab57862-1d5c-4af6-b5a9-ec5cbd3628b4 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:44.552133 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-292d40f9-623e-49d6-83ad-c40819fe550d tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:44.553991 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-10855d32-95a8-4867-8925-21349b772af2 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] delete failed (client error): The resource could not be found. Aug 10 03:56:44.555089 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-10855d32-95a8-4867-8925-21349b772af2 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "DELETE /v2.0/routers/25841c44-08d9-48bd-983f-7b2f965ee311 HTTP/1.1" status: 404 len: 336 time: 0.0390432 Aug 10 03:56:44.561314 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38580) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:44.563356 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-292d40f9-623e-49d6-83ad-c40819fe550d tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:44.567133 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-292d40f9-623e-49d6-83ad-c40819fe550d tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/296d278f-d0de-479b-86ca-f6bc3a8932f9 HTTP/1.1" status: 204 len: 168 time: 0.2773378 Aug 10 03:56:44.570744 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38582) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:44.596518 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d40f9-623e-49d6-83ad-c40819fe550d tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=296d278f-d0de-479b-86ca-f6bc3a8932f9,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:44.602128 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8439c7c2-8809-46c0-ace6-532b7121a834 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "GET /v2.0/ports?device_id=8109de86-8965-4367-bdd0-e45c25e4c619 HTTP/1.1" status: 200 len: 205 time: 0.0394840 Aug 10 03:56:44.605753 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-4ab57862-1d5c-4af6-b5a9-ec5cbd3628b4 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Transition to ACTIVE for port object 1bad04aa-fca3-4873-8cc0-a645c10aa94f will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:44.606462 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38586) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:44.672447 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-53a2825c-c236-42ba-b91c-2df05c12b9b4 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1005423 Aug 10 03:56:44.680516 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38590) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:44.692044 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-c9dda4ac-dc0e-46b9-a20a-e2bc0fec4de7 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] delete failed (client error): The resource could not be found. Aug 10 03:56:44.696371 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c9dda4ac-dc0e-46b9-a20a-e2bc0fec4de7 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "DELETE /v2.0/routers/8109de86-8965-4367-bdd0-e45c25e4c619 HTTP/1.1" status: 404 len: 336 time: 0.0856743 Aug 10 03:56:44.702824 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38592) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:44.736934 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38594) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:44.753207 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b30b2141-171f-46d8-a424-c7264a15ea41 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "GET /v2.0/ports?device_id=1697f79b-413c-4903-9785-4c69a3297985 HTTP/1.1" status: 200 len: 205 time: 0.0480175 Aug 10 03:56:44.757413 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38596) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:44.760536 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-76a7d116-7aae-4fba-b203-29d3e47f8a74 req-25c31024-c11c-40d8-a28d-4cd0d1f33672 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 210 time: 0.0711167 Aug 10 03:56:44.825858 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-b0064f0a-fa92-4695-b2ef-6a39c99e65bc tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] delete failed (client error): The resource could not be found. Aug 10 03:56:44.826904 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b0064f0a-fa92-4695-b2ef-6a39c99e65bc tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "DELETE /v2.0/routers/1697f79b-413c-4903-9785-4c69a3297985 HTTP/1.1" status: 404 len: 336 time: 0.0632365 Aug 10 03:56:44.829860 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38600) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:44.833248 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-62ef0981-1883-4dfb-89e1-7e2c84daef6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:44.853484 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b63e72a-b6e0-44f2-b437-17d8c0784b5f req-d5a7a98a-d902-4dc5-b989-173eeaa73b5a tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:44.853484 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5b63e72a-b6e0-44f2-b437-17d8c0784b5f req-d5a7a98a-d902-4dc5-b989-173eeaa73b5a tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 945 time: 0.1728401 Aug 10 03:56:44.860083 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9beacab-fefd-47f6-a26b-12fc3489e928 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] DELETE failed (client error): The resource could not be found. Aug 10 03:56:44.860535 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9beacab-fefd-47f6-a26b-12fc3489e928 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:56:44.865080 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d9beacab-fefd-47f6-a26b-12fc3489e928 tempest-RoutersAdminTest-681347154 tempest-RoutersAdminTest-681347154-project] 10.222.0.25 "DELETE /v2.0/subnets/e7867bf6-d97c-43a6-9f1e-d1c3dd89574e HTTP/1.1" status: 404 len: 337 time: 0.0305040 Aug 10 03:56:44.870231 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8868a054-6ad7-4718-9c9f-7b26e01e5a64 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:44.885252 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-4ab57862-1d5c-4af6-b5a9-ec5cbd3628b4 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:44.946234 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8868a054-6ad7-4718-9c9f-7b26e01e5a64 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:44.950931 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-62ef0981-1883-4dfb-89e1-7e2c84daef6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:44.953043 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device cdfba92e-2d12-4541-8fc8-12d591f6ea68 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:44.959116 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-27bb8558-7878-4059-94f5-cfa08b84198a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=275eb12e497740188fc68c16a9d85e44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2082622 Aug 10 03:56:44.961625 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38604) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:44.986415 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-4ab57862-1d5c-4af6-b5a9-ec5cbd3628b4 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Network 6619c473-1b7e-434e-bc4b-1557c94e198e is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:45.006142 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5b63e72a-b6e0-44f2-b437-17d8c0784b5f req-bf23d8ab-4dfe-48c9-976e-a21f9767115b tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452191 Aug 10 03:56:45.018475 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port cdfba92e-2d12-4541-8fc8-12d591f6ea68 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:45.018861 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:45.029981 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-4ab57862-1d5c-4af6-b5a9-ec5cbd3628b4 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:45.036634 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ef0981-1883-4dfb-89e1-7e2c84daef6c admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:45.038099 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fe32ab1c-40ab-4ad9-bfa5-a3688f51a6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:45.039368 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-4ab57862-1d5c-4af6-b5a9-ec5cbd3628b4 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:45.068429 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fe32ab1c-40ab-4ad9-bfa5-a3688f51a6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:45.110047 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-4ab57862-1d5c-4af6-b5a9-ec5cbd3628b4 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:45.111018 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-4ab57862-1d5c-4af6-b5a9-ec5cbd3628b4 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:45.125953 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab57862-1d5c-4af6-b5a9-ec5cbd3628b4 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Pushing event updated for resources: {'Port': ['ID=1bad04aa-fca3-4873-8cc0-a645c10aa94f,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:45.135474 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef0981-1883-4dfb-89e1-7e2c84daef6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c142730-30a9-4966-a17d-ecfcadd63d59,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:45.155408 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-62ef0981-1883-4dfb-89e1-7e2c84daef6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:45.155775 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-62ef0981-1883-4dfb-89e1-7e2c84daef6c admin admin] Added segment fbb962d2-cb65-4cfc-98a1-613f6ea01aa8 of type vlan for network ca9102ff-907d-4d35-ba89-79ea8c8638d2 Aug 10 03:56:45.207075 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-62ef0981-1883-4dfb-89e1-7e2c84daef6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:45.226072 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7c8b82d0-0108-486c-9df9-3bb60459b3d6 req-ba82d258-d989-423a-b1c2-086f33bae8ea tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/ports?device_id=1df99dad-eb0b-4821-b9e7-9c01708a8ea4 HTTP/1.1" status: 200 len: 210 time: 0.0354314 Aug 10 03:56:45.237295 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fe32ab1c-40ab-4ad9-bfa5-a3688f51a6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:45.240186 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fe32ab1c-40ab-4ad9-bfa5-a3688f51a6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:45.242933 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fe32ab1c-40ab-4ad9-bfa5-a3688f51a6fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1628c39-4217-43ed-9ecf-45e9f8c09ad6 HTTP/1.1" status: 204 len: 168 time: 0.2788928 Aug 10 03:56:45.252980 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe32ab1c-40ab-4ad9-bfa5-a3688f51a6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1628c39-4217-43ed-9ecf-45e9f8c09ad6,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:45.278145 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:45.280701 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-4ab57862-1d5c-4af6-b5a9-ec5cbd3628b4 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4384751 Aug 10 03:56:45.280701 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8868a054-6ad7-4718-9c9f-7b26e01e5a64 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:45.282333 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8868a054-6ad7-4718-9c9f-7b26e01e5a64 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:45.283457 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8868a054-6ad7-4718-9c9f-7b26e01e5a64 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "DELETE /v2.0/security-groups/eda79642-130f-42c2-b3b0-7a1d8babff96 HTTP/1.1" status: 204 len: 168 time: 0.6020567 Aug 10 03:56:45.286120 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38614) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:45.314553 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-8ee320ef-e674-4063-ae43-d43cf81e7749 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Request body: {'port': {'device_id': '99f0aa5d-3fa9-4eeb-8263-a03372019dc7', 'network_id': 'c430a6d1-8c23-45e4-b559-0d490a5be444', 'admin_state_up': True, 'tenant_id': '8281b6bf97984b32a5c87806dd937c20'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:45.316691 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868a054-6ad7-4718-9c9f-7b26e01e5a64 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda79642-130f-42c2-b3b0-7a1d8babff96,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:45.356634 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a3ef405a-4662-480d-a850-0812dcaeba26 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0657470 Aug 10 03:56:45.357262 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38616) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:45.362471 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-60372f72-4666-48ff-a0f2-632e97a3fd96 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Request body: {'security_group': {'name': 'tempest-secgroup--1218311937'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:45.408542 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-62ef0981-1883-4dfb-89e1-7e2c84daef6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:45.409523 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ef0981-1883-4dfb-89e1-7e2c84daef6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:45.410109 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-62ef0981-1883-4dfb-89e1-7e2c84daef6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:45.492186 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef0981-1883-4dfb-89e1-7e2c84daef6c admin admin] Pushing event updated for resources: {'Network': ['ID=ca9102ff-907d-4d35-ba89-79ea8c8638d2,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:45.495445 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60372f72-4666-48ff-a0f2-632e97a3fd96 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:45.504080 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network ca9102ff-907d-4d35-ba89-79ea8c8638d2 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:45.515977 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d72bcbfa-3dbd-4c6e-abaa-0e402f04eeda None None] Provisioning for port 1bad04aa-fca3-4873-8cc0-a645c10aa94f completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:45.558387 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d72bcbfa-3dbd-4c6e-abaa-0e402f04eeda None None] Provisioning complete for port 1bad04aa-fca3-4873-8cc0-a645c10aa94f triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:45.558751 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d72bcbfa-3dbd-4c6e-abaa-0e402f04eeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:45.593095 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38620) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:45.600758 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-62ef0981-1883-4dfb-89e1-7e2c84daef6c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7720332 Aug 10 03:56:45.603796 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38624) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:45.609264 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-59674533-2619-4b26-a5a0-793ceb7e1f16 admin admin] Request body: {'subnet': {'network_id': 'ca9102ff-907d-4d35-ba89-79ea8c8638d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-2028604753-subnet', 'tenant_id': '6dcc8645b481467ca125f159bf722272', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:45.611091 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-d72bcbfa-3dbd-4c6e-abaa-0e402f04eeda None None] Port 1bad04aa-fca3-4873-8cc0-a645c10aa94f cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:56:45.689060 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:45.717104 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-8ee320ef-e674-4063-ae43-d43cf81e7749 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Made reservation on behalf of 8281b6bf97984b32a5c87806dd937c20 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:45.719396 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-69ba8ea4-c9c4-43b6-9653-2667f6ae3b35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:45.721687 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-8ee320ef-e674-4063-ae43-d43cf81e7749 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:45.808726 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60372f72-4666-48ff-a0f2-632e97a3fd96 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:45.861643 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-8ee320ef-e674-4063-ae43-d43cf81e7749 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Allocated IP 19.86.0.137 (c430a6d1-8c23-45e4-b559-0d490a5be444/d5f54ef2-8054-46cb-b7f9-39e413b8dd67/22e24a41-e727-4d8b-a91b-f01d3a7664d7) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:45.887029 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9db142-45fc-4e33-9df3-3852bc9bae92 req-0f2b1c36-2572-4b09-911e-a35b9aa77cd7 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:45.888604 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3c9db142-45fc-4e33-9df3-3852bc9bae92 req-0f2b1c36-2572-4b09-911e-a35b9aa77cd7 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 932 time: 0.0498757 Aug 10 03:56:45.930425 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60372f72-4666-48ff-a0f2-632e97a3fd96 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:45.955759 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3c9db142-45fc-4e33-9df3-3852bc9bae92 req-4cb6fd57-9f64-4ece-9d9e-f204319dfb22 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598898 Aug 10 03:56:45.980128 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60372f72-4666-48ff-a0f2-632e97a3fd96 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92a3536b-a9b6-4a99-a54b-5c7e57b20efb,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:46.032922 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-8ee320ef-e674-4063-ae43-d43cf81e7749 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.049968 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-8ee320ef-e674-4063-ae43-d43cf81e7749 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Transition to ACTIVE for port object 22e24a41-e727-4d8b-a91b-f01d3a7664d7 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:46.061464 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59674533-2619-4b26-a5a0-793ceb7e1f16 admin admin] Made reservation on behalf of 6dcc8645b481467ca125f159bf722272 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:46.064135 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-59674533-2619-4b26-a5a0-793ceb7e1f16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.125693 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73784b6c-f83b-46cd-bf21-197ff4667398 req-cff2d4cd-a1bb-4bc1-9bb6-0b9a0971669a tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:46.127193 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-73784b6c-f83b-46cd-bf21-197ff4667398 req-cff2d4cd-a1bb-4bc1-9bb6-0b9a0971669a tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 945 time: 0.0500114 Aug 10 03:56:46.165707 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-73784b6c-f83b-46cd-bf21-197ff4667398 req-1e5c438d-8c64-433d-bef9-399ea70df913 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323899 Aug 10 03:56:46.260320 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-8ee320ef-e674-4063-ae43-d43cf81e7749 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.261919 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60372f72-4666-48ff-a0f2-632e97a3fd96 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.265924 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-60372f72-4666-48ff-a0f2-632e97a3fd96 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9050288 Aug 10 03:56:46.266798 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38648) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:46.271291 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-05669088-2132-408b-ac88-df7a0601d7a1 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Request body: {'security_group_rule': {'security_group_id': '92a3536b-a9b6-4a99-a54b-5c7e57b20efb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:46.325349 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee320ef-e674-4063-ae43-d43cf81e7749 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Pushing event updated for resources: {'Port': ['ID=22e24a41-e727-4d8b-a91b-f01d3a7664d7,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:46.351096 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-8ee320ef-e674-4063-ae43-d43cf81e7749 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Network c430a6d1-8c23-45e4-b559-0d490a5be444 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:46.352699 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-8ee320ef-e674-4063-ae43-d43cf81e7749 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:46.355193 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-8ee320ef-e674-4063-ae43-d43cf81e7749 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:46.367127 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-02f05625-dcc0-4f62-98ba-9ea118840608 req-02d9bb79-d79c-4562-8599-cf75a2aa82b0 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/ports?device_id=1df99dad-eb0b-4821-b9e7-9c01708a8ea4 HTTP/1.1" status: 200 len: 210 time: 0.0389626 Aug 10 03:56:46.379837 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-59674533-2619-4b26-a5a0-793ceb7e1f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.421950 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-8ee320ef-e674-4063-ae43-d43cf81e7749 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:46.422673 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-8ee320ef-e674-4063-ae43-d43cf81e7749 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.493044 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59674533-2619-4b26-a5a0-793ceb7e1f16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d9d58d2-b0b4-423f-8835-c25d4f04266a,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:46.500961 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-69ba8ea4-c9c4-43b6-9653-2667f6ae3b35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.507682 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59674533-2619-4b26-a5a0-793ceb7e1f16 admin admin] Checking segment: {'id': 'fbb962d2-cb65-4cfc-98a1-613f6ea01aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ca9102ff-907d-4d35-ba89-79ea8c8638d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:46.508070 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59674533-2619-4b26-a5a0-793ceb7e1f16 admin admin] Network hostable DHCP agents. Network: ca9102ff-907d-4d35-ba89-79ea8c8638d2, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:46.569827 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-69ba8ea4-c9c4-43b6-9653-2667f6ae3b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.575635 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38654) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:46.605214 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59674533-2619-4b26-a5a0-793ceb7e1f16 admin admin] Network ca9102ff-907d-4d35-ba89-79ea8c8638d2 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:46.617116 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-69ba8ea4-c9c4-43b6-9653-2667f6ae3b35 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5edb388a9fea48c6bd44f18fdf56e321&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0219009 Aug 10 03:56:46.619198 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba8ea4-c9c4-43b6-9653-2667f6ae3b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4d4b4c-0c97-4846-8bb9-18bf4e3913d9,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:46.620780 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38658) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:46.688022 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-1c1f2119-fc44-41e0-a2fa-80076aee3582 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1955636279'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:46.692371 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fbbbcde6-8e1e-4df8-8b35-d7c8f6e6477e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.706918 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-59674533-2619-4b26-a5a0-793ceb7e1f16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, ca9102ff-907d-4d35-ba89-79ea8c8638d2) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:46.709007 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-8ee320ef-e674-4063-ae43-d43cf81e7749 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4105926 Aug 10 03:56:46.714821 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59674533-2619-4b26-a5a0-793ceb7e1f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:46.721166 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-59674533-2619-4b26-a5a0-793ceb7e1f16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.721314 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88e8a20-e8eb-4996-a19a-93f24f87b631 None None] Network ca9102ff-907d-4d35-ba89-79ea8c8638d2 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:46.721808 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fbbbcde6-8e1e-4df8-8b35-d7c8f6e6477e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.725766 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-09ac7be7-79c7-4ddc-8a42-393e5c66e1ec tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Request body: {'port': {'device_id': '99f0aa5d-3fa9-4eeb-8263-a03372019dc7', 'network_id': '6619c473-1b7e-434e-bc4b-1557c94e198e', 'admin_state_up': True, 'tenant_id': '8281b6bf97984b32a5c87806dd937c20'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:46.735393 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.db.api [None req-1c1f2119-fc44-41e0-a2fa-80076aee3582 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:56:46.735393 n-d-802893-2 neutron-server[94937]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:56:46.735393 n-d-802893-2 neutron-server[94937]: [parameters: {'project_id_1': 'b2d87b3944704ca089acd0f2f68b57e9', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 56, 46, 695283)}] Aug 10 03:56:46.735393 n-d-802893-2 neutron-server[94937]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:56:46.735873 n-d-802893-2 neutron-server[94937]: DEBUG oslo_db.api [None req-1c1f2119-fc44-41e0-a2fa-80076aee3582 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:56:46.846169 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.851673 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd6a682-8a67-483c-ba8c-1e4c5d709c43 None None] Network ca9102ff-907d-4d35-ba89-79ea8c8638d2 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:46.883708 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05669088-2132-408b-ac88-df7a0601d7a1 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.888950 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5e4fc6a3-15a9-4bdf-bdb7-987f0c15a0ba None None] Provisioning for port 22e24a41-e727-4d8b-a91b-f01d3a7664d7 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:46.897707 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5e4fc6a3-15a9-4bdf-bdb7-987f0c15a0ba None None] Provisioning complete for port 22e24a41-e727-4d8b-a91b-f01d3a7664d7 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:46.898145 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5e4fc6a3-15a9-4bdf-bdb7-987f0c15a0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.951871 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fbbbcde6-8e1e-4df8-8b35-d7c8f6e6477e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.955020 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fbbbcde6-8e1e-4df8-8b35-d7c8f6e6477e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.958662 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fbbbcde6-8e1e-4df8-8b35-d7c8f6e6477e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d4d4b4c-0c97-4846-8bb9-18bf4e3913d9 HTTP/1.1" status: 204 len: 168 time: 0.3345642 Aug 10 03:56:46.965763 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbbcde6-8e1e-4df8-8b35-d7c8f6e6477e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4d4b4c-0c97-4846-8bb9-18bf4e3913d9,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:46.973329 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05669088-2132-408b-ac88-df7a0601d7a1 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:46.993063 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-59674533-2619-4b26-a5a0-793ceb7e1f16 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3881078 Aug 10 03:56:47.108801 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7ec3b-bbce-42e9-a0ff-ec93c0f7aaff req-08530324-471c-4a20-9525-a09445a893d2 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:47.114741 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7ec3b-bbce-42e9-a0ff-ec93c0f7aaff req-08530324-471c-4a20-9525-a09445a893d2 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:47.117147 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f8f7ec3b-bbce-42e9-a0ff-ec93c0f7aaff req-08530324-471c-4a20-9525-a09445a893d2 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 1655 time: 0.0617716 Aug 10 03:56:47.118089 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05669088-2132-408b-ac88-df7a0601d7a1 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:47.118249 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-5e4fc6a3-15a9-4bdf-bdb7-987f0c15a0ba None None] Port 22e24a41-e727-4d8b-a91b-f01d3a7664d7 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:56:47.151261 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-09ac7be7-79c7-4ddc-8a42-393e5c66e1ec tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Made reservation on behalf of 8281b6bf97984b32a5c87806dd937c20 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:47.154728 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05669088-2132-408b-ac88-df7a0601d7a1 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cdf7cb0-9e1c-43a1-99bf-7e15cf32217a,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:47.166752 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-09ac7be7-79c7-4ddc-8a42-393e5c66e1ec tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:47.179916 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f8f7ec3b-bbce-42e9-a0ff-ec93c0f7aaff req-5dd48eb0-d7a6-4622-ae82-244c4d679bd1 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542204 Aug 10 03:56:47.265916 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05669088-2132-408b-ac88-df7a0601d7a1 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:47.268384 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-05669088-2132-408b-ac88-df7a0601d7a1 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0007532 Aug 10 03:56:47.271080 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38674) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:47.275772 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-56a93d73-31ba-46f4-bcbe-5cb86fca5e75 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Request body: {'security_group_rule': {'security_group_id': '92a3536b-a9b6-4a99-a54b-5c7e57b20efb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:47.366248 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-638459b5-b4d3-4bf9-aa63-478e5382b2ae tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:47.368199 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-638459b5-b4d3-4bf9-aa63-478e5382b2ae tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.68 "GET /v2.0/networks?id=fbb1a6aa-8f4e-40ad-a022-2f2859d637b9 HTTP/1.1" status: 200 len: 822 time: 0.1597559 Aug 10 03:56:47.382400 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-7b9e0e52-006c-43e8-82cb-d7da71016c32 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Request body: {'port': {'device_id': '1df99dad-eb0b-4821-b9e7-9c01708a8ea4', 'network_id': 'fbb1a6aa-8f4e-40ad-a022-2f2859d637b9', 'admin_state_up': True, 'tenant_id': '9781f399467c4a23bed540b510a83dce'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:47.389004 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aff49e-3bba-4d43-bf91-b24194c389f9 req-2ce7e0e9-191c-4155-86e6-cb81cf86c650 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:47.394249 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b1aff49e-3bba-4d43-bf91-b24194c389f9 req-2ce7e0e9-191c-4155-86e6-cb81cf86c650 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 945 time: 0.1193302 Aug 10 03:56:47.419069 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-09ac7be7-79c7-4ddc-8a42-393e5c66e1ec tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Allocated IP 19.80.0.237 (6619c473-1b7e-434e-bc4b-1557c94e198e/5fbabe51-edfc-4b35-b16b-cec06eaa84bd/77c69b19-74f5-48cf-bbfd-0d0dc2eb1183) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:47.422269 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1f2119-fc44-41e0-a2fa-80076aee3582 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Made reservation on behalf of b2d87b3944704ca089acd0f2f68b57e9 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:47.426503 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1c1f2119-fc44-41e0-a2fa-80076aee3582 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:47.461787 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1c1f2119-fc44-41e0-a2fa-80076aee3582 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:47.515074 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b1aff49e-3bba-4d43-bf91-b24194c389f9 req-d766b05c-d3dd-4cc1-84c3-a7337a6b847d tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080270 Aug 10 03:56:47.580604 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-56a93d73-31ba-46f4-bcbe-5cb86fca5e75 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:47.648683 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c811bfbd-18b1-437d-9c01-3f9837408cd6 req-78a803a8-e27b-498b-a836-fd9baf3617bd tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/ports?device_id=1df99dad-eb0b-4821-b9e7-9c01708a8ea4 HTTP/1.1" status: 200 len: 210 time: 0.0431383 Aug 10 03:56:47.722498 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-09ac7be7-79c7-4ddc-8a42-393e5c66e1ec tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:47.739531 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-56a93d73-31ba-46f4-bcbe-5cb86fca5e75 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:47.746354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-09ac7be7-79c7-4ddc-8a42-393e5c66e1ec tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Transition to ACTIVE for port object 77c69b19-74f5-48cf-bbfd-0d0dc2eb1183 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:47.776901 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1c1f2119-fc44-41e0-a2fa-80076aee3582 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:47.781075 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-16daaeb7-f29e-4375-970e-877bc2f7bf3a tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:47.782601 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-16daaeb7-f29e-4375-970e-877bc2f7bf3a tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/networks?id=ca9102ff-907d-4d35-ba89-79ea8c8638d2 HTTP/1.1" status: 200 len: 818 time: 0.1459682 Aug 10 03:56:47.798022 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-047fcea6-476b-45d7-a283-df5b508b77bc tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/quotas/6dcc8645b481467ca125f159bf722272 HTTP/1.1" status: 200 len: 375 time: 0.0091505 Aug 10 03:56:47.836401 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-98040728-fe22-4e44-aaf0-498f985f100b tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6dcc8645b481467ca125f159bf722272&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324817 Aug 10 03:56:47.837149 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-56a93d73-31ba-46f4-bcbe-5cb86fca5e75 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:47.866621 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-09ac7be7-79c7-4ddc-8a42-393e5c66e1ec tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:47.868590 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1c1f2119-fc44-41e0-a2fa-80076aee3582 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:47.908728 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a93d73-31ba-46f4-bcbe-5cb86fca5e75 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=003e72d1-bf20-4e2a-bc5b-43ae5462955f,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:47.924707 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c1f2119-fc44-41e0-a2fa-80076aee3582 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:47.943485 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-09ac7be7-79c7-4ddc-8a42-393e5c66e1ec tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Network 6619c473-1b7e-434e-bc4b-1557c94e198e is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:47.953241 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-09ac7be7-79c7-4ddc-8a42-393e5c66e1ec tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:47.955915 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-fe44906d-73ac-41c2-b1cb-2d6a4dae353a service neutron] 10.222.0.25 "GET /v2.0/networks/ca9102ff-907d-4d35-ba89-79ea8c8638d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111364 Aug 10 03:56:47.960507 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-09ac7be7-79c7-4ddc-8a42-393e5c66e1ec tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:47.963540 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1c1f2119-fc44-41e0-a2fa-80076aee3582 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:47.963881 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-1c1f2119-fc44-41e0-a2fa-80076aee3582 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Added segment 5ee726f2-728a-46f5-aea9-9f23aa067420 of type vlan for network ea53a339-fd04-4a0c-8c50-48921ce72c29 Aug 10 03:56:47.965268 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f2119-fc44-41e0-a2fa-80076aee3582 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8954bc99-848d-4524-9ca2-f1e708615619,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:47.967648 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac7be7-79c7-4ddc-8a42-393e5c66e1ec tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Pushing event updated for resources: {'Port': ['ID=77c69b19-74f5-48cf-bbfd-0d0dc2eb1183,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:48.023598 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38690) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:48.024723 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-7b9e0e52-006c-43e8-82cb-d7da71016c32 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Made reservation on behalf of 9781f399467c4a23bed540b510a83dce for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:48.028468 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-7b9e0e52-006c-43e8-82cb-d7da71016c32 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.062470 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-56a93d73-31ba-46f4-bcbe-5cb86fca5e75 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.062837 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1c1f2119-fc44-41e0-a2fa-80076aee3582 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.066494 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-56a93d73-31ba-46f4-bcbe-5cb86fca5e75 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7916985 Aug 10 03:56:48.069745 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38692) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:48.083855 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-910f733c-2f22-4dec-a886-a178a5cc6344 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Request body: {'security_group_rule': {'security_group_id': '92a3536b-a9b6-4a99-a54b-5c7e57b20efb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:48.085483 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-09ac7be7-79c7-4ddc-8a42-393e5c66e1ec tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:48.087515 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-09ac7be7-79c7-4ddc-8a42-393e5c66e1ec tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.130176 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3b8fafe1-aeeb-44fa-89bc-32afa6dafdc7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=11d0f5265c974a2db962817ed76aac9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1032894 Aug 10 03:56:48.132818 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38694) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:48.168902 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-564379c9-d810-474a-b956-0f0d183f433a service neutron] 10.222.0.25 "GET /v2.0/networks/ca9102ff-907d-4d35-ba89-79ea8c8638d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046340 Aug 10 03:56:48.198028 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e980cc2f-7c05-4583-9661-0275c65d82fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.229499 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-09ac7be7-79c7-4ddc-8a42-393e5c66e1ec tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5112636 Aug 10 03:56:48.234070 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e980cc2f-7c05-4583-9661-0275c65d82fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.247146 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-6845a500-ccee-4d13-ad6e-d25af45ff614 service neutron] Request body: {'port': {'device_id': '99f0aa5d-3fa9-4eeb-8263-a03372019dc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:48.265105 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-7b9e0e52-006c-43e8-82cb-d7da71016c32 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Allocated IP 172.20.0.6 (fbb1a6aa-8f4e-40ad-a022-2f2859d637b9/66cd877d-52b4-483d-9b77-e00d4c5dc5d4/063ea181-04ed-490e-b0ac-46fa506257bb) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:48.270346 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1c1f2119-fc44-41e0-a2fa-80076aee3582 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.276907 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1f2119-fc44-41e0-a2fa-80076aee3582 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:48.277516 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1c1f2119-fc44-41e0-a2fa-80076aee3582 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.374095 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4399adf4-cef1-4a07-a1fd-26301415764c None None] Provisioning for port 77c69b19-74f5-48cf-bbfd-0d0dc2eb1183 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:48.379234 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4399adf4-cef1-4a07-a1fd-26301415764c None None] Provisioning complete for port 77c69b19-74f5-48cf-bbfd-0d0dc2eb1183 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:48.379667 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4399adf4-cef1-4a07-a1fd-26301415764c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.420546 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f2119-fc44-41e0-a2fa-80076aee3582 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event updated for resources: {'Network': ['ID=ea53a339-fd04-4a0c-8c50-48921ce72c29,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:48.441257 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-7b9e0e52-006c-43e8-82cb-d7da71016c32 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.441945 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network ea53a339-fd04-4a0c-8c50-48921ce72c29 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:48.442539 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-6845a500-ccee-4d13-ad6e-d25af45ff614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.453311 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-910f733c-2f22-4dec-a886-a178a5cc6344 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.478958 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17e0f6-55c9-4c88-bbb3-36446371fef2 req-1ced7f32-961d-4782-977e-34607fd9b44d tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:48.486168 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17e0f6-55c9-4c88-bbb3-36446371fef2 req-1ced7f32-961d-4782-977e-34607fd9b44d tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:48.492944 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17e0f6-55c9-4c88-bbb3-36446371fef2 req-1ced7f32-961d-4782-977e-34607fd9b44d tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:48.494869 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a17e0f6-55c9-4c88-bbb3-36446371fef2 req-1ced7f32-961d-4782-977e-34607fd9b44d tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 2377 time: 0.2147839 Aug 10 03:56:48.545054 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1c1f2119-fc44-41e0-a2fa-80076aee3582 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9680901 Aug 10 03:56:48.560366 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-4399adf4-cef1-4a07-a1fd-26301415764c None None] Port 77c69b19-74f5-48cf-bbfd-0d0dc2eb1183 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:56:48.570827 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e980cc2f-7c05-4583-9661-0275c65d82fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.573644 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e980cc2f-7c05-4583-9661-0275c65d82fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.575157 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e980cc2f-7c05-4583-9661-0275c65d82fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1d17b4fe-d303-44b1-b45f-977de34fab9d HTTP/1.1" status: 204 len: 168 time: 0.4412568 Aug 10 03:56:48.606485 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a17e0f6-55c9-4c88-bbb3-36446371fef2 req-a4dcd2f0-bd4c-4157-b0dd-dd73a85a0f9f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022434 Aug 10 03:56:48.613354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980cc2f-7c05-4583-9661-0275c65d82fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d17b4fe-d303-44b1-b45f-977de34fab9d,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:48.615000 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-27861439-b747-40a1-a862-e385cf0e1212 req-78c305f0-e6a6-45f3-ad86-4a9e8e367780 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/ports?device_id=c41141e7-3425-499a-9cff-5e58b8447078 HTTP/1.1" status: 200 len: 210 time: 0.0864122 Aug 10 03:56:48.619613 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-910f733c-2f22-4dec-a886-a178a5cc6344 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.694803 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38708) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:48.701443 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-7fd0c6c4-4a2e-434a-83be-2b3ce9b7730b tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Request body: {'subnet': {'network_id': 'ea53a339-fd04-4a0c-8c50-48921ce72c29', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:48.756953 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-910f733c-2f22-4dec-a886-a178a5cc6344 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.790946 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-7b9e0e52-006c-43e8-82cb-d7da71016c32 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.799361 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f733c-2f22-4dec-a886-a178a5cc6344 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a8beebd-90e1-4a0d-8be5-316118583455,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:48.840546 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7fd86-01b4-4fae-af8c-022759090577 req-b3017940-cc9d-4fa7-93ff-fa01664717ee tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:48.842021 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5af7fd86-01b4-4fae-af8c-022759090577 req-b3017940-cc9d-4fa7-93ff-fa01664717ee tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 945 time: 0.1261919 Aug 10 03:56:48.896402 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-7b9e0e52-006c-43e8-82cb-d7da71016c32 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Network fbb1a6aa-8f4e-40ad-a022-2f2859d637b9 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:48.904164 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-7b9e0e52-006c-43e8-82cb-d7da71016c32 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:48.910416 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-7b9e0e52-006c-43e8-82cb-d7da71016c32 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:48.914721 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5af7fd86-01b4-4fae-af8c-022759090577 req-190092a7-4880-47f7-a32c-982c3a44175a tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593495 Aug 10 03:56:48.915849 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9e0e52-006c-43e8-82cb-d7da71016c32 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Pushing event updated for resources: {'Port': ['ID=063ea181-04ed-490e-b0ac-46fa506257bb,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:48.945652 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-910f733c-2f22-4dec-a886-a178a5cc6344 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:48.947558 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-910f733c-2f22-4dec-a886-a178a5cc6344 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8761637 Aug 10 03:56:48.962202 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129c1e8-421b-4036-904e-fe931d8d9b15 req-cf165496-caf8-410b-996d-43cfd2f9ea25 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:48.962546 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38716) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:48.963941 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a129c1e8-421b-4036-904e-fe931d8d9b15 req-cf165496-caf8-410b-996d-43cfd2f9ea25 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/ports?device_id=1df99dad-eb0b-4821-b9e7-9c01708a8ea4 HTTP/1.1" status: 200 len: 931 time: 0.1751821 Aug 10 03:56:48.967371 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-e4e7e05c-cfe4-4ebc-b8c7-53ae58dd57fa tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Request body: {'security_group_rule': {'security_group_id': '92a3536b-a9b6-4a99-a54b-5c7e57b20efb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:48.990041 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-6845a500-ccee-4d13-ad6e-d25af45ff614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bad04aa-fca3-4873-8cc0-a645c10aa94f {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:56:48.999787 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-7b9e0e52-006c-43e8-82cb-d7da71016c32 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:49.000007 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-6845a500-ccee-4d13-ad6e-d25af45ff614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:49.000490 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-7b9e0e52-006c-43e8-82cb-d7da71016c32 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:49.013911 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-6845a500-ccee-4d13-ad6e-d25af45ff614 service neutron] Transition to ACTIVE for port object 1bad04aa-fca3-4873-8cc0-a645c10aa94f will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:49.030026 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a129c1e8-421b-4036-904e-fe931d8d9b15 req-7dc2c49b-7850-4c70-98bb-171bf1f07bbb tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad33cfc0-7ab4-4066-b87c-a44a89879562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549579 Aug 10 03:56:49.066451 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd0c6c4-4a2e-434a-83be-2b3ce9b7730b tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Made reservation on behalf of b2d87b3944704ca089acd0f2f68b57e9 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:49.070032 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7fd0c6c4-4a2e-434a-83be-2b3ce9b7730b tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:49.094126 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-6845a500-ccee-4d13-ad6e-d25af45ff614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:49.153048 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-7b9e0e52-006c-43e8-82cb-d7da71016c32 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7762446 Aug 10 03:56:49.171018 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-d78c8872-2533-43d4-a1ac-49f379274ca5 service neutron] Request body: {'port': {'device_id': '1df99dad-eb0b-4821-b9e7-9c01708a8ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:49.288311 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-d78c8872-2533-43d4-a1ac-49f379274ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:49.465641 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7fd0c6c4-4a2e-434a-83be-2b3ce9b7730b tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:49.471261 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845a500-ccee-4d13-ad6e-d25af45ff614 service neutron] Pushing event updated for resources: {'Port': ['ID=1bad04aa-fca3-4873-8cc0-a645c10aa94f,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:49.553006 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-6845a500-ccee-4d13-ad6e-d25af45ff614 service neutron] Attempting to bind port 1bad04aa-fca3-4873-8cc0-a645c10aa94f on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:49.553374 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-6845a500-ccee-4d13-ad6e-d25af45ff614 service neutron] Attempting to bind port 1bad04aa-fca3-4873-8cc0-a645c10aa94f by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': 'b9c04686-0183-4857-8d49-1a54b2aaff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6619c473-1b7e-434e-bc4b-1557c94e198e'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:49.553901 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-6845a500-ccee-4d13-ad6e-d25af45ff614 service neutron] Attempting to bind port 1bad04aa-fca3-4873-8cc0-a645c10aa94f on network 6619c473-1b7e-434e-bc4b-1557c94e198e {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:49.559602 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-6845a500-ccee-4d13-ad6e-d25af45ff614 service neutron] Port 1bad04aa-fca3-4873-8cc0-a645c10aa94f on network 6619c473-1b7e-434e-bc4b-1557c94e198e not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:56:49.560422 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-6845a500-ccee-4d13-ad6e-d25af45ff614 service neutron] Attempting to bind port 1bad04aa-fca3-4873-8cc0-a645c10aa94f on network 6619c473-1b7e-434e-bc4b-1557c94e198e {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:49.568322 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-6845a500-ccee-4d13-ad6e-d25af45ff614 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:49.569593 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-6845a500-ccee-4d13-ad6e-d25af45ff614 service neutron] Checking segment: {'id': 'b9c04686-0183-4857-8d49-1a54b2aaff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6619c473-1b7e-434e-bc4b-1557c94e198e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:49.570190 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-6845a500-ccee-4d13-ad6e-d25af45ff614 service neutron] Bound using segment: {'id': 'b9c04686-0183-4857-8d49-1a54b2aaff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6619c473-1b7e-434e-bc4b-1557c94e198e'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:49.571266 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-6845a500-ccee-4d13-ad6e-d25af45ff614 service neutron] Bound port: 1bad04aa-fca3-4873-8cc0-a645c10aa94f, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c04686-0183-4857-8d49-1a54b2aaff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6619c473-1b7e-434e-bc4b-1557c94e198e'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:49.571809 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-6845a500-ccee-4d13-ad6e-d25af45ff614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:49.597299 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e4e7e05c-cfe4-4ebc-b8c7-53ae58dd57fa tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:49.603443 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0c6c4-4a2e-434a-83be-2b3ce9b7730b tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event updated for resources: {'Subnet': ['ID=ebded81d-4894-437b-b171-c3ad05620883,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:49.642621 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd0c6c4-4a2e-434a-83be-2b3ce9b7730b tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Checking segment: {'id': '5ee726f2-728a-46f5-aea9-9f23aa067420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ea53a339-fd04-4a0c-8c50-48921ce72c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:49.647368 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd0c6c4-4a2e-434a-83be-2b3ce9b7730b tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Network hostable DHCP agents. Network: ea53a339-fd04-4a0c-8c50-48921ce72c29, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:49.732168 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-6845a500-ccee-4d13-ad6e-d25af45ff614 service neutron] For port 1bad04aa-fca3-4873-8cc0-a645c10aa94f, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:49.739847 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-6845a500-ccee-4d13-ad6e-d25af45ff614 service neutron] For port 1bad04aa-fca3-4873-8cc0-a645c10aa94f, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=1bad04aa-fca3-4873-8cc0-a645c10aa94f,segment=NetworkSegment(b9c04686-0183-4857-8d49-1a54b2aaff0a),segment_id=b9c04686-0183-4857-8d49-1a54b2aaff0a)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:49.744433 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e4e7e05c-cfe4-4ebc-b8c7-53ae58dd57fa tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:49.771843 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0ae3e9e6-6e48-4897-890b-be8a8a268b51 req-858072b5-f4d7-4e65-97b9-29589e429077 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/ports?device_id=c41141e7-3425-499a-9cff-5e58b8447078 HTTP/1.1" status: 200 len: 210 time: 0.0297775 Aug 10 03:56:49.819851 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-6845a500-ccee-4d13-ad6e-d25af45ff614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:49.849171 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-6845a500-ccee-4d13-ad6e-d25af45ff614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:49.850374 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-6845a500-ccee-4d13-ad6e-d25af45ff614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:49.851478 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d78b0-9bed-47ac-8d36-808a44698331 req-4b9764cb-0d34-4131-ad60-32240ebee248 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:49.851791 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-6845a500-ccee-4d13-ad6e-d25af45ff614 service neutron] 10.222.0.68 "PUT /v2.0/ports/1bad04aa-fca3-4873-8cc0-a645c10aa94f HTTP/1.1" status: 200 len: 1092 time: 1.6093311 Aug 10 03:56:49.854357 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f0aa5d-3fa9-4eeb-8263-a03372019dc7', 'tag': '1bad04aa-fca3-4873-8cc0-a645c10aa94f'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:49.857241 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fac5e44-d7a0-4d6d-b66d-935081e81e17" -d '{"events": [{"name": "network-changed", "server_uuid": "99f0aa5d-3fa9-4eeb-8263-a03372019dc7", "tag": "1bad04aa-fca3-4873-8cc0-a645c10aa94f"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:49.857567 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d78b0-9bed-47ac-8d36-808a44698331 req-4b9764cb-0d34-4131-ad60-32240ebee248 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:49.863538 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d78b0-9bed-47ac-8d36-808a44698331 req-4b9764cb-0d34-4131-ad60-32240ebee248 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:49.865317 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0f1d78b0-9bed-47ac-8d36-808a44698331 req-4b9764cb-0d34-4131-ad60-32240ebee248 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 2389 time: 0.1126785 Aug 10 03:56:49.889188 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845a500-ccee-4d13-ad6e-d25af45ff614 service neutron] Pushing event updated for resources: {'Port': ['ID=1bad04aa-fca3-4873-8cc0-a645c10aa94f,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:49.894272 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-d78c8872-2533-43d4-a1ac-49f379274ca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063ea181-04ed-490e-b0ac-46fa506257bb {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:56:49.905695 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-d78c8872-2533-43d4-a1ac-49f379274ca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:49.908509 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6155648-5e7a-491f-8a4c-ab8deb5b8508 x-openstack-request-id: req-a6155648-5e7a-491f-8a4c-ab8deb5b8508 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:49.908812 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f0aa5d-3fa9-4eeb-8263-a03372019dc7", "tag": "1bad04aa-fca3-4873-8cc0-a645c10aa94f", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:49.909068 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6155648-5e7a-491f-8a4c-ab8deb5b8508 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:49.909544 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f0aa5d-3fa9-4eeb-8263-a03372019dc7', 'tag': '1bad04aa-fca3-4873-8cc0-a645c10aa94f', 'status': 'completed', 'code': 200} Aug 10 03:56:49.930399 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-d78c8872-2533-43d4-a1ac-49f379274ca5 service neutron] Transition to ACTIVE for port object 063ea181-04ed-490e-b0ac-46fa506257bb will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:49.934005 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0f1d78b0-9bed-47ac-8d36-808a44698331 req-ad335fef-f2c4-4366-be73-8d1181203d85 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584638 Aug 10 03:56:49.962392 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd0c6c4-4a2e-434a-83be-2b3ce9b7730b tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Network ea53a339-fd04-4a0c-8c50-48921ce72c29 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:49.965734 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e4e7e05c-cfe4-4ebc-b8c7-53ae58dd57fa tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:50.006272 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7e05c-cfe4-4ebc-b8c7-53ae58dd57fa tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ade3184-b269-443b-a1d0-5d0a001ed030,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:50.013290 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-e4cb824e-5f9b-4988-8034-55654e0ff570 service neutron] Request body: {'port': {'device_id': '99f0aa5d-3fa9-4eeb-8263-a03372019dc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:50.026055 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-d78c8872-2533-43d4-a1ac-49f379274ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:50.058927 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac5e44-d7a0-4d6d-b66d-935081e81e17 req-1a4e2df5-55fd-464e-9270-7b0cffe7c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:50.065737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac5e44-d7a0-4d6d-b66d-935081e81e17 req-1a4e2df5-55fd-464e-9270-7b0cffe7c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:50.065737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac5e44-d7a0-4d6d-b66d-935081e81e17 req-1a4e2df5-55fd-464e-9270-7b0cffe7c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:50.065737 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6fac5e44-d7a0-4d6d-b66d-935081e81e17 req-1a4e2df5-55fd-464e-9270-7b0cffe7c37d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8281b6bf97984b32a5c87806dd937c20&device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 2732 time: 0.1323102 Aug 10 03:56:50.092660 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-7fd0c6c4-4a2e-434a-83be-2b3ce9b7730b tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, ea53a339-fd04-4a0c-8c50-48921ce72c29) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:50.099829 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd0c6c4-4a2e-434a-83be-2b3ce9b7730b tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:50.101398 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7fd0c6c4-4a2e-434a-83be-2b3ce9b7730b tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:50.103238 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e35a7a1-8b82-4262-a8e8-7dbf24113028 None None] Network ea53a339-fd04-4a0c-8c50-48921ce72c29 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:50.120988 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c8872-2533-43d4-a1ac-49f379274ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=063ea181-04ed-490e-b0ac-46fa506257bb,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:50.151940 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38750) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:50.218155 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7fd0c6c4-4a2e-434a-83be-2b3ce9b7730b tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5218346 Aug 10 03:56:50.221697 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38754) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:50.223303 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e4e7e05c-cfe4-4ebc-b8c7-53ae58dd57fa tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:50.224797 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e4e7e05c-cfe4-4ebc-b8c7-53ae58dd57fa tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2609718 Aug 10 03:56:50.230045 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38756) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:50.231745 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-965ba723-0e63-4761-8de8-16afc00478fb tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-555268712'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:50.236676 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-8ca1435f-fa2f-4be3-9e03-5b7293ce9d32 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Request body: {'security_group_rule': {'security_group_id': '92a3536b-a9b6-4a99-a54b-5c7e57b20efb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:50.248154 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-e4cb824e-5f9b-4988-8034-55654e0ff570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:50.275918 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-d78c8872-2533-43d4-a1ac-49f379274ca5 service neutron] Attempting to bind port 063ea181-04ed-490e-b0ac-46fa506257bb on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:50.276339 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-d78c8872-2533-43d4-a1ac-49f379274ca5 service neutron] Attempting to bind port 063ea181-04ed-490e-b0ac-46fa506257bb by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '305a13ef-880e-42f5-9275-d14b8f8342b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'fbb1a6aa-8f4e-40ad-a022-2f2859d637b9'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:50.276667 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-d78c8872-2533-43d4-a1ac-49f379274ca5 service neutron] Attempting to bind port 063ea181-04ed-490e-b0ac-46fa506257bb on network fbb1a6aa-8f4e-40ad-a022-2f2859d637b9 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:50.286609 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e079dc-2f0e-4bfe-90de-69207445a449 req-2b34648b-d0f6-4d8a-a47f-2b03e684ee9a tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:50.291411 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-01e079dc-2f0e-4bfe-90de-69207445a449 req-2b34648b-d0f6-4d8a-a47f-2b03e684ee9a tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/ports?device_id=1df99dad-eb0b-4821-b9e7-9c01708a8ea4 HTTP/1.1" status: 200 len: 943 time: 0.1091006 Aug 10 03:56:50.291600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-d78c8872-2533-43d4-a1ac-49f379274ca5 service neutron] Port 063ea181-04ed-490e-b0ac-46fa506257bb on network fbb1a6aa-8f4e-40ad-a022-2f2859d637b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:56:50.291924 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-d78c8872-2533-43d4-a1ac-49f379274ca5 service neutron] Attempting to bind port 063ea181-04ed-490e-b0ac-46fa506257bb on network fbb1a6aa-8f4e-40ad-a022-2f2859d637b9 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:50.300820 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-d78c8872-2533-43d4-a1ac-49f379274ca5 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:50.301165 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-d78c8872-2533-43d4-a1ac-49f379274ca5 service neutron] Checking segment: {'id': '305a13ef-880e-42f5-9275-d14b8f8342b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'fbb1a6aa-8f4e-40ad-a022-2f2859d637b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:50.301542 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-d78c8872-2533-43d4-a1ac-49f379274ca5 service neutron] Bound using segment: {'id': '305a13ef-880e-42f5-9275-d14b8f8342b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'fbb1a6aa-8f4e-40ad-a022-2f2859d637b9'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:50.301975 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-d78c8872-2533-43d4-a1ac-49f379274ca5 service neutron] Bound port: 063ea181-04ed-490e-b0ac-46fa506257bb, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305a13ef-880e-42f5-9275-d14b8f8342b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'fbb1a6aa-8f4e-40ad-a022-2f2859d637b9'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:50.302334 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-d78c8872-2533-43d4-a1ac-49f379274ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:50.304978 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015549bc-055d-4ea9-af84-cc87404f492a req-84cb672b-425c-4eb9-a0d8-196fa0887416 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:50.313081 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-015549bc-055d-4ea9-af84-cc87404f492a req-84cb672b-425c-4eb9-a0d8-196fa0887416 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 945 time: 0.2937880 Aug 10 03:56:50.337791 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-e831d5b9-a588-48c7-a558-086b00a0cf84 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1833263581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:50.348340 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965ba723-0e63-4761-8de8-16afc00478fb tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Made reservation on behalf of b2d87b3944704ca089acd0f2f68b57e9 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:50.351721 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-965ba723-0e63-4761-8de8-16afc00478fb tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:50.364381 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8847a5-5ad7-4bd0-90ce-12bf5c517632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-ea53a339-fd04-4a0c-8c50-48921ce72c29', 'network_id': 'ea53a339-fd04-4a0c-8c50-48921ce72c29', 'tenant_id': 'b2d87b3944704ca089acd0f2f68b57e9', 'fixed_ips': [{'subnet_id': 'ebded81d-4894-437b-b171-c3ad05620883'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:56:50.365317 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7e8847a5-5ad7-4bd0-90ce-12bf5c517632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:50.412364 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-01e079dc-2f0e-4bfe-90de-69207445a449 req-46fb905e-5558-4710-b7eb-9b47c19f8016 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad33cfc0-7ab4-4066-b87c-a44a89879562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139786 Aug 10 03:56:50.429518 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac5e44-d7a0-4d6d-b66d-935081e81e17 req-5e5e28af-5c54-4780-bba0-602111923881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:50.430004 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac5e44-d7a0-4d6d-b66d-935081e81e17 req-5e5e28af-5c54-4780-bba0-602111923881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:50.430480 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac5e44-d7a0-4d6d-b66d-935081e81e17 req-5e5e28af-5c54-4780-bba0-602111923881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:50.432100 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6fac5e44-d7a0-4d6d-b66d-935081e81e17 req-5e5e28af-5c54-4780-bba0-602111923881 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=8281b6bf97984b32a5c87806dd937c20&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.3619161 Aug 10 03:56:50.470146 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965ba723-0e63-4761-8de8-16afc00478fb tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:50.483285 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-d78c8872-2533-43d4-a1ac-49f379274ca5 service neutron] For port 063ea181-04ed-490e-b0ac-46fa506257bb, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:50.506344 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-965ba723-0e63-4761-8de8-16afc00478fb tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:50.507754 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-965ba723-0e63-4761-8de8-16afc00478fb tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Added segment e45e2066-9e3f-4746-a119-547082dbde85 of type vlan for network 2e4c8a45-bb9d-4d51-9535-49b0b93259ed Aug 10 03:56:50.521328 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-d78c8872-2533-43d4-a1ac-49f379274ca5 service neutron] For port 063ea181-04ed-490e-b0ac-46fa506257bb, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=063ea181-04ed-490e-b0ac-46fa506257bb,segment=NetworkSegment(305a13ef-880e-42f5-9275-d14b8f8342b1),segment_id=305a13ef-880e-42f5-9275-d14b8f8342b1)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:50.521615 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-015549bc-055d-4ea9-af84-cc87404f492a req-d0dcc3e4-a4c2-4c28-ac38-c0735cc8529d tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072675 Aug 10 03:56:50.535815 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-7e8847a5-5ad7-4bd0-90ce-12bf5c517632 None None] Allocated IP 172.20.255.242 (ea53a339-fd04-4a0c-8c50-48921ce72c29/ebded81d-4894-437b-b171-c3ad05620883/1c94a07d-a9aa-49d1-a747-17548513a535) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:50.575352 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-965ba723-0e63-4761-8de8-16afc00478fb tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:50.575629 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ca1435f-fa2f-4be3-9e03-5b7293ce9d32 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:50.610970 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-d78c8872-2533-43d4-a1ac-49f379274ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:50.653884 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-d78c8872-2533-43d4-a1ac-49f379274ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:50.654567 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-d78c8872-2533-43d4-a1ac-49f379274ca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:50.655968 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-d78c8872-2533-43d4-a1ac-49f379274ca5 service neutron] 10.222.0.68 "PUT /v2.0/ports/063ea181-04ed-490e-b0ac-46fa506257bb HTTP/1.1" status: 200 len: 1091 time: 1.4942269 Aug 10 03:56:50.656430 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df99dad-eb0b-4821-b9e7-9c01708a8ea4', 'tag': '063ea181-04ed-490e-b0ac-46fa506257bb'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:50.659103 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac87561-56e8-4b44-b15f-7339588d1ed5" -d '{"events": [{"name": "network-changed", "server_uuid": "1df99dad-eb0b-4821-b9e7-9c01708a8ea4", "tag": "063ea181-04ed-490e-b0ac-46fa506257bb"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:50.667096 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e831d5b9-a588-48c7-a558-086b00a0cf84 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:50.667628 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e831d5b9-a588-48c7-a558-086b00a0cf84 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:50.705557 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c8872-2533-43d4-a1ac-49f379274ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=063ea181-04ed-490e-b0ac-46fa506257bb,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:50.749698 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac5e44-d7a0-4d6d-b66d-935081e81e17 req-4331a182-bc3b-49ce-ba37-0e9e65b6a7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:50.751201 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6fac5e44-d7a0-4d6d-b66d-935081e81e17 req-4331a182-bc3b-49ce-ba37-0e9e65b6a7ad service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3119829 Aug 10 03:56:50.760550 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ca1435f-fa2f-4be3-9e03-5b7293ce9d32 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:50.777902 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7e8847a5-5ad7-4bd0-90ce-12bf5c517632 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:50.789465 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7e8847a5-5ad7-4bd0-90ce-12bf5c517632 None None] Transition to ACTIVE for port object 1c94a07d-a9aa-49d1-a747-17548513a535 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:50.810105 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7e8847a5-5ad7-4bd0-90ce-12bf5c517632 None None] Transition to ACTIVE for port object 1c94a07d-a9aa-49d1-a747-17548513a535 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:50.871542 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-e4cb824e-5f9b-4988-8034-55654e0ff570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e24a41-e727-4d8b-a91b-f01d3a7664d7 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:56:50.879880 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-e4cb824e-5f9b-4988-8034-55654e0ff570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:50.894102 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-e4cb824e-5f9b-4988-8034-55654e0ff570 service neutron] Transition to ACTIVE for port object 22e24a41-e727-4d8b-a91b-f01d3a7664d7 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:50.899460 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ca1435f-fa2f-4be3-9e03-5b7293ce9d32 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:50.928985 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1435f-fa2f-4be3-9e03-5b7293ce9d32 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25115327-90da-4330-91dc-03e78ed809d8,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:51.033816 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7e8847a5-5ad7-4bd0-90ce-12bf5c517632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.068486 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db959cbc-c074-44a9-866c-dbe9e8d84ead req-2c37583b-e4c6-412c-ae7f-3d578d1bdee2 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:51.076525 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db959cbc-c074-44a9-866c-dbe9e8d84ead req-2c37583b-e4c6-412c-ae7f-3d578d1bdee2 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:51.083894 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db959cbc-c074-44a9-866c-dbe9e8d84ead req-2c37583b-e4c6-412c-ae7f-3d578d1bdee2 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:51.084436 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57169168-8fb4-4f59-852c-6770a6923853 x-openstack-request-id: req-57169168-8fb4-4f59-852c-6770a6923853 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:51.085228 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df99dad-eb0b-4821-b9e7-9c01708a8ea4", "tag": "063ea181-04ed-490e-b0ac-46fa506257bb", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:51.085473 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57169168-8fb4-4f59-852c-6770a6923853 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:51.085910 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df99dad-eb0b-4821-b9e7-9c01708a8ea4', 'tag': '063ea181-04ed-490e-b0ac-46fa506257bb', 'status': 'completed', 'code': 200} Aug 10 03:56:51.088290 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-db959cbc-c074-44a9-866c-dbe9e8d84ead req-2c37583b-e4c6-412c-ae7f-3d578d1bdee2 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 2389 time: 0.0774362 Aug 10 03:56:51.088565 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8847a5-5ad7-4bd0-90ce-12bf5c517632 None None] Network ea53a339-fd04-4a0c-8c50-48921ce72c29 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:51.090419 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-7e8847a5-5ad7-4bd0-90ce-12bf5c517632 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:51.094283 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8847a5-5ad7-4bd0-90ce-12bf5c517632 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:51.095437 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-965ba723-0e63-4761-8de8-16afc00478fb tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.097875 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-e4cb824e-5f9b-4988-8034-55654e0ff570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.100843 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965ba723-0e63-4761-8de8-16afc00478fb tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:51.101447 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-965ba723-0e63-4761-8de8-16afc00478fb tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.104864 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8847a5-5ad7-4bd0-90ce-12bf5c517632 None None] Pushing event updated for resources: {'Port': ['ID=1c94a07d-a9aa-49d1-a747-17548513a535,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:51.169990 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e831d5b9-a588-48c7-a558-086b00a0cf84 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.172245 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-7e8847a5-5ad7-4bd0-90ce-12bf5c517632 None None] Attempting to bind port 1c94a07d-a9aa-49d1-a747-17548513a535 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:51.172890 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-7e8847a5-5ad7-4bd0-90ce-12bf5c517632 None None] Attempting to bind port 1c94a07d-a9aa-49d1-a747-17548513a535 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '5ee726f2-728a-46f5-aea9-9f23aa067420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ea53a339-fd04-4a0c-8c50-48921ce72c29'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:51.173427 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8847a5-5ad7-4bd0-90ce-12bf5c517632 None None] Attempting to bind port 1c94a07d-a9aa-49d1-a747-17548513a535 on network ea53a339-fd04-4a0c-8c50-48921ce72c29 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:51.180893 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8847a5-5ad7-4bd0-90ce-12bf5c517632 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:51.181897 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8847a5-5ad7-4bd0-90ce-12bf5c517632 None None] Checking segment: {'id': '5ee726f2-728a-46f5-aea9-9f23aa067420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ea53a339-fd04-4a0c-8c50-48921ce72c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:51.182507 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7e8847a5-5ad7-4bd0-90ce-12bf5c517632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.183079 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8847a5-5ad7-4bd0-90ce-12bf5c517632 None None] Bound using segment: {'id': '5ee726f2-728a-46f5-aea9-9f23aa067420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ea53a339-fd04-4a0c-8c50-48921ce72c29'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:51.183756 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-7e8847a5-5ad7-4bd0-90ce-12bf5c517632 None None] Bound port: 1c94a07d-a9aa-49d1-a747-17548513a535, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee726f2-728a-46f5-aea9-9f23aa067420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ea53a339-fd04-4a0c-8c50-48921ce72c29'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:51.183884 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb824e-5f9b-4988-8034-55654e0ff570 service neutron] Pushing event updated for resources: {'Port': ['ID=22e24a41-e727-4d8b-a91b-f01d3a7664d7,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:51.184624 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7e8847a5-5ad7-4bd0-90ce-12bf5c517632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.200077 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-db959cbc-c074-44a9-866c-dbe9e8d84ead req-6b433e66-d9f3-4746-b77e-9730bc21c994 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031587 Aug 10 03:56:51.211500 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ca1435f-fa2f-4be3-9e03-5b7293ce9d32 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.214146 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8ca1435f-fa2f-4be3-9e03-5b7293ce9d32 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9810340 Aug 10 03:56:51.217190 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38764) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:51.232486 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6084c6a6-8e24-4c68-944d-ef6927ccfc41 req-d78c34a1-9514-4e3e-ba82-933fcc73c2c4 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/ports?device_id=c41141e7-3425-499a-9cff-5e58b8447078 HTTP/1.1" status: 200 len: 210 time: 0.1448901 Aug 10 03:56:51.271881 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e831d5b9-a588-48c7-a558-086b00a0cf84 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.278988 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ba723-0e63-4761-8de8-16afc00478fb tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event updated for resources: {'Network': ['ID=2e4c8a45-bb9d-4d51-9535-49b0b93259ed,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:51.285349 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac87561-56e8-4b44-b15f-7339588d1ed5 req-d36042f5-1c39-4916-9d49-c7ae57ccd789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:51.286821 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0ac87561-56e8-4b44-b15f-7339588d1ed5 req-d36042f5-1c39-4916-9d49-c7ae57ccd789 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9781f399467c4a23bed540b510a83dce&device_id=1df99dad-eb0b-4821-b9e7-9c01708a8ea4 HTTP/1.1" status: 200 len: 1094 time: 0.2057536 Aug 10 03:56:51.295285 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 2e4c8a45-bb9d-4d51-9535-49b0b93259ed details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:51.302477 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-851b40dc-0e2d-41fb-a811-04fbd5e2d91d tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.320684 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-851b40dc-0e2d-41fb-a811-04fbd5e2d91d tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.349090 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-e4cb824e-5f9b-4988-8034-55654e0ff570 service neutron] Attempting to bind port 22e24a41-e727-4d8b-a91b-f01d3a7664d7 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:51.349713 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-e4cb824e-5f9b-4988-8034-55654e0ff570 service neutron] Attempting to bind port 22e24a41-e727-4d8b-a91b-f01d3a7664d7 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '535c94f4-2dba-40c6-bd7d-e262da5c9efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c430a6d1-8c23-45e4-b559-0d490a5be444'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:51.350899 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-e4cb824e-5f9b-4988-8034-55654e0ff570 service neutron] Attempting to bind port 22e24a41-e727-4d8b-a91b-f01d3a7664d7 on network c430a6d1-8c23-45e4-b559-0d490a5be444 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:51.357015 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-e4cb824e-5f9b-4988-8034-55654e0ff570 service neutron] Port 22e24a41-e727-4d8b-a91b-f01d3a7664d7 on network c430a6d1-8c23-45e4-b559-0d490a5be444 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:56:51.357683 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-e4cb824e-5f9b-4988-8034-55654e0ff570 service neutron] Attempting to bind port 22e24a41-e727-4d8b-a91b-f01d3a7664d7 on network c430a6d1-8c23-45e4-b559-0d490a5be444 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:51.359629 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-7e8847a5-5ad7-4bd0-90ce-12bf5c517632 None None] For port 1c94a07d-a9aa-49d1-a747-17548513a535, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:51.370134 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-e4cb824e-5f9b-4988-8034-55654e0ff570 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:51.370788 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-e4cb824e-5f9b-4988-8034-55654e0ff570 service neutron] Checking segment: {'id': '535c94f4-2dba-40c6-bd7d-e262da5c9efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c430a6d1-8c23-45e4-b559-0d490a5be444'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:51.371441 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-965ba723-0e63-4761-8de8-16afc00478fb tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1469936 Aug 10 03:56:51.371638 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-e4cb824e-5f9b-4988-8034-55654e0ff570 service neutron] Bound using segment: {'id': '535c94f4-2dba-40c6-bd7d-e262da5c9efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c430a6d1-8c23-45e4-b559-0d490a5be444'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:51.372307 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-e4cb824e-5f9b-4988-8034-55654e0ff570 service neutron] Bound port: 22e24a41-e727-4d8b-a91b-f01d3a7664d7, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '535c94f4-2dba-40c6-bd7d-e262da5c9efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'c430a6d1-8c23-45e4-b559-0d490a5be444'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:51.372994 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-e4cb824e-5f9b-4988-8034-55654e0ff570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.375113 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38766) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:51.385174 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-7e8847a5-5ad7-4bd0-90ce-12bf5c517632 None None] For port 1c94a07d-a9aa-49d1-a747-17548513a535, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1c94a07d-a9aa-49d1-a747-17548513a535,segment=NetworkSegment(5ee726f2-728a-46f5-aea9-9f23aa067420),segment_id=5ee726f2-728a-46f5-aea9-9f23aa067420)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:51.387904 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-d5ddec41-9045-490c-a9df-164c270101c5 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Request body: {'subnet': {'network_id': '2e4c8a45-bb9d-4d51-9535-49b0b93259ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:51.435075 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e831d5b9-a588-48c7-a558-086b00a0cf84 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.436220 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e831d5b9-a588-48c7-a558-086b00a0cf84 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2870619 Aug 10 03:56:51.440270 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38768) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:51.447878 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-cb1befcc-a9f0-4ebb-99ea-0152ffa29ba0 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1793317356'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:51.480287 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-e4cb824e-5f9b-4988-8034-55654e0ff570 service neutron] For port 22e24a41-e727-4d8b-a91b-f01d3a7664d7, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:51.486081 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-e4cb824e-5f9b-4988-8034-55654e0ff570 service neutron] For port 22e24a41-e727-4d8b-a91b-f01d3a7664d7, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=22e24a41-e727-4d8b-a91b-f01d3a7664d7,segment=NetworkSegment(535c94f4-2dba-40c6-bd7d-e262da5c9efa),segment_id=535c94f4-2dba-40c6-bd7d-e262da5c9efa)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:51.499248 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac87561-56e8-4b44-b15f-7339588d1ed5 req-45935a27-cda9-494e-856b-f248c6357b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:51.500764 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0ac87561-56e8-4b44-b15f-7339588d1ed5 req-45935a27-cda9-494e-856b-f248c6357b77 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=9781f399467c4a23bed540b510a83dce&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2058761 Aug 10 03:56:51.558079 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-851b40dc-0e2d-41fb-a811-04fbd5e2d91d tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.579983 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aab2e3-da5d-4506-9570-5aae8c95f1f3 req-92ea53fa-782d-43c0-887e-4a7ec215582d tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:51.579983 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56aab2e3-da5d-4506-9570-5aae8c95f1f3 req-92ea53fa-782d-43c0-887e-4a7ec215582d tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/ports?device_id=1df99dad-eb0b-4821-b9e7-9c01708a8ea4 HTTP/1.1" status: 200 len: 943 time: 0.0538144 Aug 10 03:56:51.579983 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-851b40dc-0e2d-41fb-a811-04fbd5e2d91d tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.579983 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-851b40dc-0e2d-41fb-a811-04fbd5e2d91d tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/25115327-90da-4330-91dc-03e78ed809d8 HTTP/1.1" status: 204 len: 168 time: 0.3573849 Aug 10 03:56:51.580973 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38776) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:51.607560 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b40dc-0e2d-41fb-a811-04fbd5e2d91d tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25115327-90da-4330-91dc-03e78ed809d8,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:51.608609 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7e8847a5-5ad7-4bd0-90ce-12bf5c517632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.620539 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-e4cb824e-5f9b-4988-8034-55654e0ff570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.622443 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1befcc-a9f0-4ebb-99ea-0152ffa29ba0 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Made reservation on behalf of 3e5eae83bca641cd8781a0e5f0dfc564 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:51.625924 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cb1befcc-a9f0-4ebb-99ea-0152ffa29ba0 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.648995 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac87561-56e8-4b44-b15f-7339588d1ed5 req-9dc00dd7-5262-4f34-9e43-be11f1077c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:51.650511 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0ac87561-56e8-4b44-b15f-7339588d1ed5 req-9dc00dd7-5262-4f34-9e43-be11f1077c06 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1417737 Aug 10 03:56:51.670802 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cb1befcc-a9f0-4ebb-99ea-0152ffa29ba0 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.695543 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841006db-65c7-4414-945a-0e352673b331 req-4a1a18df-3747-4a32-a9cf-8c1e0533252a tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:51.697234 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-841006db-65c7-4414-945a-0e352673b331 req-4a1a18df-3747-4a32-a9cf-8c1e0533252a tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 945 time: 0.0970442 Aug 10 03:56:51.706144 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-e4cb824e-5f9b-4988-8034-55654e0ff570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:51.706372 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8847a5-5ad7-4bd0-90ce-12bf5c517632 None None] Pushing event updated for resources: {'Port': ['ID=1c94a07d-a9aa-49d1-a747-17548513a535,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:51.706715 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-e4cb824e-5f9b-4988-8034-55654e0ff570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.708706 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-e4cb824e-5f9b-4988-8034-55654e0ff570 service neutron] 10.222.0.68 "PUT /v2.0/ports/22e24a41-e727-4d8b-a91b-f01d3a7664d7 HTTP/1.1" status: 200 len: 1092 time: 1.7032244 Aug 10 03:56:51.742968 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56aab2e3-da5d-4506-9570-5aae8c95f1f3 req-781e18cc-0585-4027-9d7b-3178f1086573 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad33cfc0-7ab4-4066-b87c-a44a89879562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629224 Aug 10 03:56:51.761226 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-841006db-65c7-4414-945a-0e352673b331 req-49eeadfe-6c57-41e8-9636-4344c957020b tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538948 Aug 10 03:56:51.779504 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-206d88d4-f7b5-4891-a5df-59ca782f0110 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1974483 Aug 10 03:56:51.786257 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38778) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:51.820965 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d480277e-78e7-41fa-bed5-86dbdd49b349 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.831577 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d480277e-78e7-41fa-bed5-86dbdd49b349 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.832996 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb824e-5f9b-4988-8034-55654e0ff570 service neutron] Pushing event updated for resources: {'Port': ['ID=22e24a41-e727-4d8b-a91b-f01d3a7664d7,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:51.853728 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ddec41-9045-490c-a9df-164c270101c5 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Made reservation on behalf of b2d87b3944704ca089acd0f2f68b57e9 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:51.861666 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-dcb7bb13-bc99-4961-9b2a-cf8ba93e2b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:51.862258 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d5ddec41-9045-490c-a9df-164c270101c5 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:51.863224 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-dcb7bb13-bc99-4961-9b2a-cf8ba93e2b60 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9781f399467c4a23bed540b510a83dce&device_id=1df99dad-eb0b-4821-b9e7-9c01708a8ea4 HTTP/1.1" status: 200 len: 1094 time: 0.1193209 Aug 10 03:56:51.926842 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-841621dc-30d7-4a48-a1d7-3a02b2964526 service neutron] Request body: {'port': {'device_id': '99f0aa5d-3fa9-4eeb-8263-a03372019dc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:51.935221 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f0aa5d-3fa9-4eeb-8263-a03372019dc7', 'tag': '22e24a41-e727-4d8b-a91b-f01d3a7664d7'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:51.936796 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3639ae2d-30d3-490f-8f0a-154ace7566bd" -d '{"events": [{"name": "network-changed", "server_uuid": "99f0aa5d-3fa9-4eeb-8263-a03372019dc7", "tag": "22e24a41-e727-4d8b-a91b-f01d3a7664d7"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:51.956262 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-be373591-135a-4c28-bb9d-9b5786ea36ca service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=063ea181-04ed-490e-b0ac-46fa506257bb HTTP/1.1" status: 200 len: 217 time: 0.0826101 Aug 10 03:56:52.032110 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0e6511-d4f1-49ed-bb87-7e08d2c7adbf x-openstack-request-id: req-1d0e6511-d4f1-49ed-bb87-7e08d2c7adbf {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:52.032543 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f0aa5d-3fa9-4eeb-8263-a03372019dc7", "tag": "22e24a41-e727-4d8b-a91b-f01d3a7664d7", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:52.033289 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d0e6511-d4f1-49ed-bb87-7e08d2c7adbf {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:52.033289 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f0aa5d-3fa9-4eeb-8263-a03372019dc7', 'tag': '22e24a41-e727-4d8b-a91b-f01d3a7664d7', 'status': 'completed', 'code': 200} Aug 10 03:56:52.054935 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-841621dc-30d7-4a48-a1d7-3a02b2964526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:52.060365 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-a75a916f-9383-4303-a65c-2ccbdb4b6064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:52.063567 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-a75a916f-9383-4303-a65c-2ccbdb4b6064 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=66cd877d-52b4-483d-9b77-e00d4c5dc5d4 HTTP/1.1" status: 200 len: 862 time: 0.1009767 Aug 10 03:56:52.076317 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d480277e-78e7-41fa-bed5-86dbdd49b349 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:52.085272 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d480277e-78e7-41fa-bed5-86dbdd49b349 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:52.089413 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d480277e-78e7-41fa-bed5-86dbdd49b349 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/5ade3184-b269-443b-a1d0-5d0a001ed030 HTTP/1.1" status: 204 len: 168 time: 0.3019121 Aug 10 03:56:52.098258 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38782) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:52.153964 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d480277e-78e7-41fa-bed5-86dbdd49b349 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ade3184-b269-443b-a1d0-5d0a001ed030,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:52.243474 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-c340d0cc-3f13-479a-aa06-84959d2e910d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=fbb1a6aa-8f4e-40ad-a022-2f2859d637b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688155 Aug 10 03:56:52.357058 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a40da88a-1682-4010-a8ca-35a802ef8422 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2257640 Aug 10 03:56:52.369907 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38788) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:52.393771 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-368e7bca-7ae8-4df9-8544-de1f3fbf8dc2 req-cc59ee89-59dd-4db5-9465-f874a5fb59af tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/ports?device_id=c41141e7-3425-499a-9cff-5e58b8447078 HTTP/1.1" status: 200 len: 210 time: 0.0689528 Aug 10 03:56:52.440200 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-3ff3d795-e63a-4ecb-b1f6-7cc97bdc1b2f tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:52.441660 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-3ff3d795-e63a-4ecb-b1f6-7cc97bdc1b2f tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.20 "GET /v2.0/networks?id=ca9102ff-907d-4d35-ba89-79ea8c8638d2 HTTP/1.1" status: 200 len: 818 time: 0.3764179 Aug 10 03:56:52.448799 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639ae2d-30d3-490f-8f0a-154ace7566bd req-5ce3a656-35f0-467e-b2fa-26c82bf01ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:52.449331 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639ae2d-30d3-490f-8f0a-154ace7566bd req-5ce3a656-35f0-467e-b2fa-26c82bf01ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:52.449812 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639ae2d-30d3-490f-8f0a-154ace7566bd req-5ce3a656-35f0-467e-b2fa-26c82bf01ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:52.451423 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3639ae2d-30d3-490f-8f0a-154ace7566bd req-5ce3a656-35f0-467e-b2fa-26c82bf01ce1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8281b6bf97984b32a5c87806dd937c20&device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 2799 time: 0.2779686 Aug 10 03:56:52.487132 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-14a81b04-97d5-4591-afe6-c196cdd2a457 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Request body: {'port': {'device_id': 'c41141e7-3425-499a-9cff-5e58b8447078', 'network_id': 'ca9102ff-907d-4d35-ba89-79ea8c8638d2', 'admin_state_up': True, 'tenant_id': '6dcc8645b481467ca125f159bf722272'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:52.506554 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cb1befcc-a9f0-4ebb-99ea-0152ffa29ba0 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:52.535752 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-841621dc-30d7-4a48-a1d7-3a02b2964526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c69b19-74f5-48cf-bbfd-0d0dc2eb1183 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:56:52.545018 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-841621dc-30d7-4a48-a1d7-3a02b2964526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:52.559714 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d5ddec41-9045-490c-a9df-164c270101c5 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:52.561910 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-841621dc-30d7-4a48-a1d7-3a02b2964526 service neutron] Transition to ACTIVE for port object 77c69b19-74f5-48cf-bbfd-0d0dc2eb1183 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:52.583532 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d245e405-90a0-40a2-a82e-27a1d2d7ef01 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:52.612967 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d245e405-90a0-40a2-a82e-27a1d2d7ef01 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:52.646001 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396f1fc-c559-4f18-996c-4c93b394ca2f req-ea718330-f307-4df1-9c7b-2b812d40417d tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:52.646429 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ddec41-9045-490c-a9df-164c270101c5 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event updated for resources: {'Subnet': ['ID=7cfe19f0-fa71-4ea9-ade9-3da798f99eac,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:52.653027 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396f1fc-c559-4f18-996c-4c93b394ca2f req-ea718330-f307-4df1-9c7b-2b812d40417d tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:52.658256 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ddec41-9045-490c-a9df-164c270101c5 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Checking segment: {'id': 'e45e2066-9e3f-4746-a119-547082dbde85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2e4c8a45-bb9d-4d51-9535-49b0b93259ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:52.658627 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ddec41-9045-490c-a9df-164c270101c5 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Network hostable DHCP agents. Network: 2e4c8a45-bb9d-4d51-9535-49b0b93259ed, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:52.658986 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a396f1fc-c559-4f18-996c-4c93b394ca2f req-ea718330-f307-4df1-9c7b-2b812d40417d tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:52.660795 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a396f1fc-c559-4f18-996c-4c93b394ca2f req-ea718330-f307-4df1-9c7b-2b812d40417d tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 2401 time: 0.3503058 Aug 10 03:56:52.671714 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-841621dc-30d7-4a48-a1d7-3a02b2964526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:52.676519 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cb1befcc-a9f0-4ebb-99ea-0152ffa29ba0 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:52.692795 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-377e5ca2-4a44-4094-8360-658c2fa0c8ee service neutron] 10.222.0.68 "GET /v2.0/networks/fbb1a6aa-8f4e-40ad-a022-2f2859d637b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4382682 Aug 10 03:56:52.746323 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841621dc-30d7-4a48-a1d7-3a02b2964526 service neutron] Pushing event updated for resources: {'Port': ['ID=77c69b19-74f5-48cf-bbfd-0d0dc2eb1183,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:52.764877 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb1befcc-a9f0-4ebb-99ea-0152ffa29ba0 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:52.788558 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ddec41-9045-490c-a9df-164c270101c5 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Network 2e4c8a45-bb9d-4d51-9535-49b0b93259ed is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:52.835066 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-841621dc-30d7-4a48-a1d7-3a02b2964526 service neutron] Attempting to bind port 77c69b19-74f5-48cf-bbfd-0d0dc2eb1183 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:52.835625 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-841621dc-30d7-4a48-a1d7-3a02b2964526 service neutron] Attempting to bind port 77c69b19-74f5-48cf-bbfd-0d0dc2eb1183 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': 'b9c04686-0183-4857-8d49-1a54b2aaff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6619c473-1b7e-434e-bc4b-1557c94e198e'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:52.836203 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-841621dc-30d7-4a48-a1d7-3a02b2964526 service neutron] Attempting to bind port 77c69b19-74f5-48cf-bbfd-0d0dc2eb1183 on network 6619c473-1b7e-434e-bc4b-1557c94e198e {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:52.883893 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1befcc-a9f0-4ebb-99ea-0152ffa29ba0 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a82ada-6b19-40d4-b2b4-4b574f1c8c6e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:52.891837 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-841621dc-30d7-4a48-a1d7-3a02b2964526 service neutron] Port 77c69b19-74f5-48cf-bbfd-0d0dc2eb1183 on network 6619c473-1b7e-434e-bc4b-1557c94e198e not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:56:52.892982 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-841621dc-30d7-4a48-a1d7-3a02b2964526 service neutron] Attempting to bind port 77c69b19-74f5-48cf-bbfd-0d0dc2eb1183 on network 6619c473-1b7e-434e-bc4b-1557c94e198e {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:52.910270 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-841621dc-30d7-4a48-a1d7-3a02b2964526 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:52.910693 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639ae2d-30d3-490f-8f0a-154ace7566bd req-0ab7d1ca-13a3-472b-aa59-155a7ac9c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:52.910845 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-841621dc-30d7-4a48-a1d7-3a02b2964526 service neutron] Checking segment: {'id': 'b9c04686-0183-4857-8d49-1a54b2aaff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6619c473-1b7e-434e-bc4b-1557c94e198e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:52.911186 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639ae2d-30d3-490f-8f0a-154ace7566bd req-0ab7d1ca-13a3-472b-aa59-155a7ac9c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:52.911523 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-841621dc-30d7-4a48-a1d7-3a02b2964526 service neutron] Bound using segment: {'id': 'b9c04686-0183-4857-8d49-1a54b2aaff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6619c473-1b7e-434e-bc4b-1557c94e198e'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:52.911701 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639ae2d-30d3-490f-8f0a-154ace7566bd req-0ab7d1ca-13a3-472b-aa59-155a7ac9c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:52.912277 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-841621dc-30d7-4a48-a1d7-3a02b2964526 service neutron] Bound port: 77c69b19-74f5-48cf-bbfd-0d0dc2eb1183, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c04686-0183-4857-8d49-1a54b2aaff0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '6619c473-1b7e-434e-bc4b-1557c94e198e'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:52.912871 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-841621dc-30d7-4a48-a1d7-3a02b2964526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:52.919916 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3639ae2d-30d3-490f-8f0a-154ace7566bd req-0ab7d1ca-13a3-472b-aa59-155a7ac9c174 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=8281b6bf97984b32a5c87806dd937c20&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.4519117 Aug 10 03:56:52.931488 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d245e405-90a0-40a2-a82e-27a1d2d7ef01 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:52.934326 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e9347-bc33-41d7-b93f-9ff7ba1bbd42 req-3ca61632-345d-4397-b7c8-2c7fc5b53c03 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:52.937362 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9c5e9347-bc33-41d7-b93f-9ff7ba1bbd42 req-3ca61632-345d-4397-b7c8-2c7fc5b53c03 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/ports?device_id=1df99dad-eb0b-4821-b9e7-9c01708a8ea4 HTTP/1.1" status: 200 len: 943 time: 0.0947835 Aug 10 03:56:52.960473 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d245e405-90a0-40a2-a82e-27a1d2d7ef01 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:52.963717 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-d5ddec41-9045-490c-a9df-164c270101c5 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 2e4c8a45-bb9d-4d51-9535-49b0b93259ed) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:52.964098 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d245e405-90a0-40a2-a82e-27a1d2d7ef01 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/8a8beebd-90e1-4a0d-8be5-316118583455 HTTP/1.1" status: 204 len: 168 time: 0.5889113 Aug 10 03:56:52.970074 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ddec41-9045-490c-a9df-164c270101c5 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:52.970896 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d5ddec41-9045-490c-a9df-164c270101c5 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:52.974728 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab19a49c-b73a-4b15-a166-edca8fc4ca86 None None] Network 2e4c8a45-bb9d-4d51-9535-49b0b93259ed requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:52.985029 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a396f1fc-c559-4f18-996c-4c93b394ca2f req-4d541ee0-51d6-4fe4-96dc-c36498966fff tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031495 Aug 10 03:56:52.985780 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38796) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:53.070135 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245e405-90a0-40a2-a82e-27a1d2d7ef01 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a8beebd-90e1-4a0d-8be5-316118583455,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:53.072502 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cb1befcc-a9f0-4ebb-99ea-0152ffa29ba0 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.072856 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-cb1befcc-a9f0-4ebb-99ea-0152ffa29ba0 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Added segment 5faf730f-bde8-4930-b111-9ca008f6a346 of type vlan for network 03b3a134-b53c-4f73-8aae-f8fc3d752673 Aug 10 03:56:53.095266 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1c94a07d-a9aa-49d1-a747-17548513a535 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:53.135858 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9c5e9347-bc33-41d7-b93f-9ff7ba1bbd42 req-4f895ac8-6040-4204-ba39-bd99c76b4d89 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad33cfc0-7ab4-4066-b87c-a44a89879562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923959 Aug 10 03:56:53.146271 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70714896-0e82-463a-9549-e4d1dcfe895e None None] Network ea53a339-fd04-4a0c-8c50-48921ce72c29 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:53.169517 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-371a7d3b-a53f-44ad-8cc1-d4549f302675 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1825333 Aug 10 03:56:53.179400 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38798) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:53.188020 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4e0c7402-d161-43dc-a7f3-c8374aa7718b req-4e2fc386-37ee-49c6-882d-5429d88f369f service neutron] 10.222.0.68 "GET /v2.0/networks/fbb1a6aa-8f4e-40ad-a022-2f2859d637b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606037 Aug 10 03:56:53.188849 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-14a81b04-97d5-4591-afe6-c196cdd2a457 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Made reservation on behalf of 6dcc8645b481467ca125f159bf722272 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:53.192356 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-14a81b04-97d5-4591-afe6-c196cdd2a457 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.198786 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-841621dc-30d7-4a48-a1d7-3a02b2964526 service neutron] For port 77c69b19-74f5-48cf-bbfd-0d0dc2eb1183, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:53.213717 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cb1befcc-a9f0-4ebb-99ea-0152ffa29ba0 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.231832 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-93206145-f566-464f-8bf0-94cf4ba8ce2c tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.235438 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-841621dc-30d7-4a48-a1d7-3a02b2964526 service neutron] For port 77c69b19-74f5-48cf-bbfd-0d0dc2eb1183, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=77c69b19-74f5-48cf-bbfd-0d0dc2eb1183,segment=NetworkSegment(b9c04686-0183-4857-8d49-1a54b2aaff0a),segment_id=b9c04686-0183-4857-8d49-1a54b2aaff0a)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:53.245228 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-93206145-f566-464f-8bf0-94cf4ba8ce2c tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.262275 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d5ddec41-9045-490c-a9df-164c270101c5 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.8858893 Aug 10 03:56:53.265390 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38800) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:53.292741 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 1c94a07d-a9aa-49d1-a747-17548513a535 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:53.328822 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7ad6f-fab6-47e9-ac48-d593045724ac req-2129fc15-9f1e-44d8-a713-285a2499dbed tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:53.335989 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-841621dc-30d7-4a48-a1d7-3a02b2964526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.336781 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f9b7ad6f-fab6-47e9-ac48-d593045724ac req-2129fc15-9f1e-44d8-a713-285a2499dbed tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 945 time: 0.2276206 Aug 10 03:56:53.361230 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639ae2d-30d3-490f-8f0a-154ace7566bd req-a9d20b77-84e0-46b8-b29e-dee67fc3cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:53.362966 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3639ae2d-30d3-490f-8f0a-154ace7566bd req-a9d20b77-84e0-46b8-b29e-dee67fc3cfd9 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4294214 Aug 10 03:56:53.366651 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5997bccf-f147-451b-972c-8f322e1eebb6 None None] Provisioning for port 1c94a07d-a9aa-49d1-a747-17548513a535 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:53.390133 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-841621dc-30d7-4a48-a1d7-3a02b2964526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:53.390915 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-841621dc-30d7-4a48-a1d7-3a02b2964526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.392508 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-841621dc-30d7-4a48-a1d7-3a02b2964526 service neutron] 10.222.0.68 "PUT /v2.0/ports/77c69b19-74f5-48cf-bbfd-0d0dc2eb1183 HTTP/1.1" status: 200 len: 1092 time: 1.4769411 Aug 10 03:56:53.393513 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f0aa5d-3fa9-4eeb-8263-a03372019dc7', 'tag': '77c69b19-74f5-48cf-bbfd-0d0dc2eb1183'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:53.395780 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb82d8a8-0fd7-4bc4-81bd-0e8c99d938a4" -d '{"events": [{"name": "network-changed", "server_uuid": "99f0aa5d-3fa9-4eeb-8263-a03372019dc7", "tag": "77c69b19-74f5-48cf-bbfd-0d0dc2eb1183"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:53.406495 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-93206145-f566-464f-8bf0-94cf4ba8ce2c tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.409984 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f9b7ad6f-fab6-47e9-ac48-d593045724ac req-e29ff8dd-f89f-46f9-bd29-90bf5d71b65c tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702388 Aug 10 03:56:53.434069 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5997bccf-f147-451b-972c-8f322e1eebb6 None None] Provisioning complete for port 1c94a07d-a9aa-49d1-a747-17548513a535 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:53.434378 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5997bccf-f147-451b-972c-8f322e1eebb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.460830 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cb1befcc-a9f0-4ebb-99ea-0152ffa29ba0 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.465156 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-93206145-f566-464f-8bf0-94cf4ba8ce2c tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.468656 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-93206145-f566-464f-8bf0-94cf4ba8ce2c tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/003e72d1-bf20-4e2a-bc5b-43ae5462955f HTTP/1.1" status: 204 len: 168 time: 0.2863028 Aug 10 03:56:53.469653 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93206145-f566-464f-8bf0-94cf4ba8ce2c tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=003e72d1-bf20-4e2a-bc5b-43ae5462955f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:53.472394 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1befcc-a9f0-4ebb-99ea-0152ffa29ba0 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:53.474662 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38806) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:53.475146 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-2e4c8a45-bb9d-4d51-9535-49b0b93259ed', 'network_id': '2e4c8a45-bb9d-4d51-9535-49b0b93259ed', 'tenant_id': 'b2d87b3944704ca089acd0f2f68b57e9', 'fixed_ips': [{'subnet_id': '7cfe19f0-fa71-4ea9-ade9-3da798f99eac'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:56:53.476114 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.476631 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cb1befcc-a9f0-4ebb-99ea-0152ffa29ba0 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.494890 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.507809 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ede5d45-3dbf-43a7-b5a2-472b83bbb152 x-openstack-request-id: req-1ede5d45-3dbf-43a7-b5a2-472b83bbb152 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:53.508145 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f0aa5d-3fa9-4eeb-8263-a03372019dc7", "tag": "77c69b19-74f5-48cf-bbfd-0d0dc2eb1183", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:53.508487 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ede5d45-3dbf-43a7-b5a2-472b83bbb152 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:53.513117 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f0aa5d-3fa9-4eeb-8263-a03372019dc7', 'tag': '77c69b19-74f5-48cf-bbfd-0d0dc2eb1183', 'status': 'completed', 'code': 200} Aug 10 03:56:53.634203 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841621dc-30d7-4a48-a1d7-3a02b2964526 service neutron] Pushing event updated for resources: {'Port': ['ID=77c69b19-74f5-48cf-bbfd-0d0dc2eb1183,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:53.695919 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.745153 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5997bccf-f147-451b-972c-8f322e1eebb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.749570 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e40e3de1-38f1-4f9f-9ccb-d6a71e49643f tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2711236 Aug 10 03:56:53.759994 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38808) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:53.780640 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Allocated IP 172.20.0.2 (2e4c8a45-bb9d-4d51-9535-49b0b93259ed/7cfe19f0-fa71-4ea9-ade9-3da798f99eac/131ff4a2-1cf8-402e-9d0e-5c21dd53add2) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:53.781977 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82d8a8-0fd7-4bc4-81bd-0e8c99d938a4 req-cf7da25e-9071-44c2-a9c3-a23713eea816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:53.782579 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82d8a8-0fd7-4bc4-81bd-0e8c99d938a4 req-cf7da25e-9071-44c2-a9c3-a23713eea816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:53.783277 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82d8a8-0fd7-4bc4-81bd-0e8c99d938a4 req-cf7da25e-9071-44c2-a9c3-a23713eea816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:53.785504 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fb82d8a8-0fd7-4bc4-81bd-0e8c99d938a4 req-cf7da25e-9071-44c2-a9c3-a23713eea816 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8281b6bf97984b32a5c87806dd937c20&device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 2866 time: 0.2692940 Aug 10 03:56:53.805170 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-5997bccf-f147-451b-972c-8f322e1eebb6 None None] For port 1c94a07d-a9aa-49d1-a747-17548513a535, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1c94a07d-a9aa-49d1-a747-17548513a535,segment=NetworkSegment(5ee726f2-728a-46f5-aea9-9f23aa067420),segment_id=5ee726f2-728a-46f5-aea9-9f23aa067420)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:53.887935 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ca5de25-25a1-4533-993b-6cdf6a27d332 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.905288 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ca5de25-25a1-4533-993b-6cdf6a27d332 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.971674 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-14a81b04-97d5-4591-afe6-c196cdd2a457 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Allocated IP 172.20.0.5 (ca9102ff-907d-4d35-ba89-79ea8c8638d2/7d9d58d2-b0b4-423f-8835-c25d4f04266a/d912a7d6-00c2-445d-8c9a-7d5cc25a6658) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:53.972539 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82d8a8-0fd7-4bc4-81bd-0e8c99d938a4 req-519b16ea-a60d-46a9-b0e4-fb748cffc060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:53.973122 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82d8a8-0fd7-4bc4-81bd-0e8c99d938a4 req-519b16ea-a60d-46a9-b0e4-fb748cffc060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:53.973671 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82d8a8-0fd7-4bc4-81bd-0e8c99d938a4 req-519b16ea-a60d-46a9-b0e4-fb748cffc060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:53.975911 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fb82d8a8-0fd7-4bc4-81bd-0e8c99d938a4 req-519b16ea-a60d-46a9-b0e4-fb748cffc060 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=8281b6bf97984b32a5c87806dd937c20&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.1777513 Aug 10 03:56:53.979254 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d8f5f038-b43b-4609-9b60-1d4390508c80 req-98a02883-ce23-4c5e-ae0a-28f7c569434d tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/ports?device_id=c41141e7-3425-499a-9cff-5e58b8447078 HTTP/1.1" status: 200 len: 210 time: 0.4479692 Aug 10 03:56:53.985644 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5997bccf-f147-451b-972c-8f322e1eebb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:53.986536 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cb1befcc-a9f0-4ebb-99ea-0152ffa29ba0 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.5434711 Aug 10 03:56:53.993910 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38810) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:53.996058 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.017886 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-dcb1476b-2919-42e0-9509-886d650f424d tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Request body: {'subnet': {'network_id': '03b3a134-b53c-4f73-8aae-f8fc3d752673', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:54.026444 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1befcc-a9f0-4ebb-99ea-0152ffa29ba0 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Pushing event updated for resources: {'Network': ['ID=03b3a134-b53c-4f73-8aae-f8fc3d752673,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:54.057955 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 03b3a134-b53c-4f73-8aae-f8fc3d752673 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:54.066995 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Transition to ACTIVE for port object 131ff4a2-1cf8-402e-9d0e-5c21dd53add2 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:54.092444 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ca5de25-25a1-4533-993b-6cdf6a27d332 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.110710 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ca5de25-25a1-4533-993b-6cdf6a27d332 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.111837 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3ca5de25-25a1-4533-993b-6cdf6a27d332 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/5cdf7cb0-9e1c-43a1-99bf-7e15cf32217a HTTP/1.1" status: 204 len: 168 time: 0.3479853 Aug 10 03:56:54.118517 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38814) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:54.145292 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca5de25-25a1-4533-993b-6cdf6a27d332 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5cdf7cb0-9e1c-43a1-99bf-7e15cf32217a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:54.153012 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Transition to ACTIVE for port object 131ff4a2-1cf8-402e-9d0e-5c21dd53add2 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:54.154434 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997bccf-f147-451b-972c-8f322e1eebb6 None None] Pushing event updated for resources: {'Port': ['ID=1c94a07d-a9aa-49d1-a747-17548513a535,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:54.219852 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-07025adc-0bb7-4d80-bcbc-138f6825ff88 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0975323 Aug 10 03:56:54.223037 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38818) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:54.233156 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21238037-4032-42f8-bb8e-497ec1c6e30b req-5bb44189-0c3a-466b-91ea-a41dde390b84 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:54.239176 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-59d6cb0a-c72e-4196-9e59-792db22beef9 None None] Provisioning complete for port 1c94a07d-a9aa-49d1-a747-17548513a535 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:54.239658 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-59d6cb0a-c72e-4196-9e59-792db22beef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.239825 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21238037-4032-42f8-bb8e-497ec1c6e30b req-5bb44189-0c3a-466b-91ea-a41dde390b84 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:54.243778 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.246683 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21238037-4032-42f8-bb8e-497ec1c6e30b req-5bb44189-0c3a-466b-91ea-a41dde390b84 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:54.248386 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-21238037-4032-42f8-bb8e-497ec1c6e30b req-5bb44189-0c3a-466b-91ea-a41dde390b84 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 2413 time: 0.1573508 Aug 10 03:56:54.252346 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb82d8a8-0fd7-4bc4-81bd-0e8c99d938a4 req-2f2fa67c-7153-4763-8333-b12ce9cede1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:54.254062 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fb82d8a8-0fd7-4bc4-81bd-0e8c99d938a4 req-2f2fa67c-7153-4763-8333-b12ce9cede1a service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2699502 Aug 10 03:56:54.298005 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-21238037-4032-42f8-bb8e-497ec1c6e30b req-5cbd0538-0bac-4258-9c14-fcb863352d1b tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403998 Aug 10 03:56:54.348380 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Network 2e4c8a45-bb9d-4d51-9535-49b0b93259ed is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:54.351278 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Pushing event updated for resources: {'Port': ['ID=131ff4a2-1cf8-402e-9d0e-5c21dd53add2,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:54.351530 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.356896 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:54.359570 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:54.369485 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-14a81b04-97d5-4591-afe6-c196cdd2a457 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.388895 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Subnet': ['ID=7cfe19f0-fa71-4ea9-ade9-3da798f99eac,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:54.409949 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8b50d-3ed5-4947-8613-8b98e961c14d req-fc0c2635-030a-4dd7-a7f0-8a3cb9c0c542 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:54.411532 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1cb8b50d-3ed5-4947-8613-8b98e961c14d req-fc0c2635-030a-4dd7-a7f0-8a3cb9c0c542 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/ports?device_id=1df99dad-eb0b-4821-b9e7-9c01708a8ea4 HTTP/1.1" status: 200 len: 943 time: 0.1875405 Aug 10 03:56:54.458961 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-b062649e-d4d2-4330-87da-78a1df55f77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:54.460270 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-b062649e-d4d2-4330-87da-78a1df55f77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:54.460831 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-b062649e-d4d2-4330-87da-78a1df55f77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:54.462693 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-b062649e-d4d2-4330-87da-78a1df55f77c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8281b6bf97984b32a5c87806dd937c20&device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 2866 time: 0.1614044 Aug 10 03:56:54.467556 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb1476b-2919-42e0-9509-886d650f424d tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Made reservation on behalf of 3e5eae83bca641cd8781a0e5f0dfc564 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:54.468036 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Attempting to bind port 131ff4a2-1cf8-402e-9d0e-5c21dd53add2 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:54.468411 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Attempting to bind port 131ff4a2-1cf8-402e-9d0e-5c21dd53add2 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'e45e2066-9e3f-4746-a119-547082dbde85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2e4c8a45-bb9d-4d51-9535-49b0b93259ed'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:54.468774 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Attempting to bind port 131ff4a2-1cf8-402e-9d0e-5c21dd53add2 on network 2e4c8a45-bb9d-4d51-9535-49b0b93259ed {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:54.472816 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dcb1476b-2919-42e0-9509-886d650f424d tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.474221 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:54.474588 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Checking segment: {'id': 'e45e2066-9e3f-4746-a119-547082dbde85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2e4c8a45-bb9d-4d51-9535-49b0b93259ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:54.476188 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.477067 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Bound using segment: {'id': 'e45e2066-9e3f-4746-a119-547082dbde85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2e4c8a45-bb9d-4d51-9535-49b0b93259ed'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:54.477823 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Bound port: 131ff4a2-1cf8-402e-9d0e-5c21dd53add2, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e45e2066-9e3f-4746-a119-547082dbde85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2e4c8a45-bb9d-4d51-9535-49b0b93259ed'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:54.478393 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.483490 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-013a3cec-3a8a-4db9-bc26-ba0cb8366fce tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.519676 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-3e2de051-4f22-43de-8b15-74c59cbe42ab service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.144&port_id=1bad04aa-fca3-4873-8cc0-a645c10aa94f HTTP/1.1" status: 200 len: 217 time: 0.0464127 Aug 10 03:56:54.524018 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.552487 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] For port 131ff4a2-1cf8-402e-9d0e-5c21dd53add2, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:54.555970 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] For port 131ff4a2-1cf8-402e-9d0e-5c21dd53add2, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=131ff4a2-1cf8-402e-9d0e-5c21dd53add2,segment=NetworkSegment(e45e2066-9e3f-4746-a119-547082dbde85),segment_id=e45e2066-9e3f-4746-a119-547082dbde85)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:54.570755 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4c8a45-bb9d-4d51-9535-49b0b93259ed']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:54.586955 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1cb8b50d-3ed5-4947-8613-8b98e961c14d req-319175f3-3049-47a1-9752-d47793c75a28 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad33cfc0-7ab4-4066-b87c-a44a89879562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518915 Aug 10 03:56:54.594077 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-013a3cec-3a8a-4db9-bc26-ba0cb8366fce tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.609372 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45e2066-9e3f-4746-a119-547082dbde85') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:54.609372 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45e2066-9e3f-4746-a119-547082dbde85') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:54.627850 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.642452 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.645062 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-6dcb2f4a-4e18-4f11-87be-98b97fffc59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:54.650419 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-6dcb2f4a-4e18-4f11-87be-98b97fffc59a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5fbabe51-edfc-4b35-b16b-cec06eaa84bd HTTP/1.1" status: 200 len: 801 time: 0.1191256 Aug 10 03:56:54.659948 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b412be19-6002-41d5-9a34-d6f340ec9c41 req-5c8843b8-3391-42e5-89ff-55224ee47bfa tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:54.661485 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b412be19-6002-41d5-9a34-d6f340ec9c41 req-5c8843b8-3391-42e5-89ff-55224ee47bfa tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 945 time: 0.1402936 Aug 10 03:56:54.662580 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.698071 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:56:54.698532 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:56:54.702523 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:56:54.728057 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Pushing event updated for resources: {'Port': ['ID=131ff4a2-1cf8-402e-9d0e-5c21dd53add2,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:54.738133 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:54.748791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:54.748791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:54.748791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:54.748791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:54.748791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:54.748791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:54.748791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:54.748791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:54.748791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:54.748791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:54.748791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a775c753-b05e-431e-92d0-b3ac9546fb9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:54.753814 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-013a3cec-3a8a-4db9-bc26-ba0cb8366fce tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.757018 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-013a3cec-3a8a-4db9-bc26-ba0cb8366fce tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.759870 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-013a3cec-3a8a-4db9-bc26-ba0cb8366fce tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "DELETE /v2.0/security-groups/92a3536b-a9b6-4a99-a54b-5c7e57b20efb HTTP/1.1" status: 204 len: 168 time: 0.5229726 Aug 10 03:56:54.760534 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36af45b8-77ce-4490-99b3-069ff6734759 None None] Network 2e4c8a45-bb9d-4d51-9535-49b0b93259ed requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:54.761085 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-14a81b04-97d5-4591-afe6-c196cdd2a457 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.766876 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38824) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:54.794307 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-eca66892-351c-4544-bd2b-ac90462045f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:54.795881 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-eca66892-351c-4544-bd2b-ac90462045f7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6619c473-1b7e-434e-bc4b-1557c94e198e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1309624 Aug 10 03:56:54.798751 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b412be19-6002-41d5-9a34-d6f340ec9c41 req-9be7e4cd-82f5-4e94-8c24-41bd8c657d16 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231985 Aug 10 03:56:54.827503 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a3cec-3a8a-4db9-bc26-ba0cb8366fce tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a3536b-a9b6-4a99-a54b-5c7e57b20efb,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:54.855210 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-14a81b04-97d5-4591-afe6-c196cdd2a457 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Network ca9102ff-907d-4d35-ba89-79ea8c8638d2 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:54.874524 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-14a81b04-97d5-4591-afe6-c196cdd2a457 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:54.874524 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-14a81b04-97d5-4591-afe6-c196cdd2a457 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:54.876348 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a81b04-97d5-4591-afe6-c196cdd2a457 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Pushing event updated for resources: {'Port': ['ID=d912a7d6-00c2-445d-8c9a-7d5cc25a6658,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:54.903698 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.db.api [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:56:54.903698 n-d-802893-2 neutron-server[94938]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:56:54.903698 n-d-802893-2 neutron-server[94938]: [parameters: {'id': '2e4c8a45-bb9d-4d51-9535-49b0b93259ed'}] Aug 10 03:56:54.903698 n-d-802893-2 neutron-server[94938]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94938) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:56:54.903698 n-d-802893-2 neutron-server[94938]: DEBUG oslo_db.api [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:56:54.907840 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-8c979348-5a6c-4ac2-96eb-e605461e3b06 service neutron] 10.222.0.68 "GET /v2.0/networks/6619c473-1b7e-434e-bc4b-1557c94e198e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039207 Aug 10 03:56:54.918887 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631b8969-ef70-4592-a928-46b1cffac1e1 None None] get_active_networks_info from n-d-802893-2 {{(pid=94939) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:56:54.934768 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-44b90035-206f-4bea-8226-1bb9ad006b53 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1599798 Aug 10 03:56:54.941042 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dcb1476b-2919-42e0-9509-886d650f424d tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.941042 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38826) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:54.955511 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-6fe8897a-4311-46f3-b9ff-25f521bcaa8f tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Request body: {'security_group': {'name': 'tempest-secgroup--751246123'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:54.989519 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-14a81b04-97d5-4591-afe6-c196cdd2a457 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:54.990321 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-14a81b04-97d5-4591-afe6-c196cdd2a457 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:54.991026 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1c94a07d-a9aa-49d1-a747-17548513a535 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:55.048542 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1476b-2919-42e0-9509-886d650f424d tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Pushing event updated for resources: {'Subnet': ['ID=85c382b0-4107-4fc0-bcc3-7fb186fd5b3c,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:55.048796 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-428e8708-02f2-425b-850e-36452f112b8a service neutron] 10.222.0.68 "GET /v2.0/networks/6619c473-1b7e-434e-bc4b-1557c94e198e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313338 Aug 10 03:56:55.064372 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb1476b-2919-42e0-9509-886d650f424d tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Checking segment: {'id': '5faf730f-bde8-4930-b111-9ca008f6a346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '03b3a134-b53c-4f73-8aae-f8fc3d752673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:55.064761 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb1476b-2919-42e0-9509-886d650f424d tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Network hostable DHCP agents. Network: 03b3a134-b53c-4f73-8aae-f8fc3d752673, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:55.094889 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6fe8897a-4311-46f3-b9ff-25f521bcaa8f tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:55.103553 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 1c94a07d-a9aa-49d1-a747-17548513a535 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:55.104015 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:55.104742 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-94d8183f-bbc9-432f-ab71-ce9f83caf734 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.137&port_id=22e24a41-e727-4d8b-a91b-f01d3a7664d7 HTTP/1.1" status: 200 len: 217 time: 0.0457098 Aug 10 03:56:55.145829 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631b8969-ef70-4592-a928-46b1cffac1e1 None None] Resources bound (agent type, host, resource id): {{(pid=94939) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:56:55.146241 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96bbbb-08cf-40d4-9145-e08e7288daa9 req-c0349d84-a455-4fe5-9ad8-8f9c7e8d8086 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:55.148675 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3e96bbbb-08cf-40d4-9145-e08e7288daa9 req-c0349d84-a455-4fe5-9ad8-8f9c7e8d8086 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/ports?device_id=c41141e7-3425-499a-9cff-5e58b8447078 HTTP/1.1" status: 200 len: 931 time: 0.0699439 Aug 10 03:56:55.169748 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-9bf5b9de-aac9-4829-b51b-6a10d928214c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:55.169974 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb1476b-2919-42e0-9509-886d650f424d tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Network 03b3a134-b53c-4f73-8aae-f8fc3d752673 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:55.170280 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-9bf5b9de-aac9-4829-b51b-6a10d928214c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d5f54ef2-8054-46cb-b7f9-39e413b8dd67 HTTP/1.1" status: 200 len: 801 time: 0.0564976 Aug 10 03:56:55.180944 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-14a81b04-97d5-4591-afe6-c196cdd2a457 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7116847 Aug 10 03:56:55.207316 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-24027f67-83c9-4582-8fec-07c5d1ca6dad service neutron] Request body: {'port': {'device_id': 'c41141e7-3425-499a-9cff-5e58b8447078', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:55.221665 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3e96bbbb-08cf-40d4-9145-e08e7288daa9 req-5a6af822-30cd-4217-a0c3-efb71fa84dbf tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c142730-30a9-4966-a17d-ecfcadd63d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670316 Aug 10 03:56:55.233582 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-04131f28-74c0-4d84-be07-2d115c899a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:55.238760 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-04131f28-74c0-4d84-be07-2d115c899a52 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=c430a6d1-8c23-45e4-b559-0d490a5be444&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0590899 Aug 10 03:56:55.265658 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-dcb1476b-2919-42e0-9509-886d650f424d tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 03b3a134-b53c-4f73-8aae-f8fc3d752673) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:55.279937 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb1476b-2919-42e0-9509-886d650f424d tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:55.280955 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dcb1476b-2919-42e0-9509-886d650f424d tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:55.333818 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-24027f67-83c9-4582-8fec-07c5d1ca6dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:55.334066 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-dd06df23-aa76-464c-83b7-7cd3e57753c3 service neutron] 10.222.0.68 "GET /v2.0/networks/c430a6d1-8c23-45e4-b559-0d490a5be444?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912762 Aug 10 03:56:55.407895 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:55.485649 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6fe8897a-4311-46f3-b9ff-25f521bcaa8f tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:55.527970 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-379e885c-f3a4-44dc-ac02-09fae9ce1e70 service neutron] 10.222.0.68 "GET /v2.0/networks/c430a6d1-8c23-45e4-b559-0d490a5be444?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864784 Aug 10 03:56:55.536592 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3d957-156e-40b6-82e3-93b23b26370d req-ad08806d-867f-4af2-8fad-9a9869599834 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:55.543335 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3d957-156e-40b6-82e3-93b23b26370d req-ad08806d-867f-4af2-8fad-9a9869599834 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:55.549266 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3d957-156e-40b6-82e3-93b23b26370d req-ad08806d-867f-4af2-8fad-9a9869599834 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:55.550972 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a9a3d957-156e-40b6-82e3-93b23b26370d req-ad08806d-867f-4af2-8fad-9a9869599834 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 2413 time: 0.1373169 Aug 10 03:56:55.570084 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6fe8897a-4311-46f3-b9ff-25f521bcaa8f tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:55.601057 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-c0b3396a-2a36-4c8c-bd32-9148a5a7b918 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.237&port_id=77c69b19-74f5-48cf-bbfd-0d0dc2eb1183 HTTP/1.1" status: 200 len: 217 time: 0.0490685 Aug 10 03:56:55.611520 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8897a-4311-46f3-b9ff-25f521bcaa8f tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3530edf5-49ec-486f-9f13-4e1e6a665485,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:55.642946 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-dcb1476b-2919-42e0-9509-886d650f424d tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6448531 Aug 10 03:56:55.646532 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38836) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:55.663156 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-b0d2eab2-0669-45de-ab03-d156665e85e9 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Request body: {'network': {'name': 'tempest-router-network01--506819312'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:55.690198 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a9a3d957-156e-40b6-82e3-93b23b26370d req-3feec461-4d6e-4aa0-a3ea-efab29208d12 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307330 Aug 10 03:56:55.696824 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Deleting port 131ff4a2-1cf8-402e-9d0e-5c21dd53add2 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:56:55.697175 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:55.701484 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-c4e8afbd-f121-4381-93d9-172d1e290125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:55.703028 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-c4e8afbd-f121-4381-93d9-172d1e290125 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5fbabe51-edfc-4b35-b16b-cec06eaa84bd HTTP/1.1" status: 200 len: 801 time: 0.0911472 Aug 10 03:56:55.717151 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb48bc3a-f081-456f-b0b3-8e857d00ddbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-03b3a134-b53c-4f73-8aae-f8fc3d752673', 'network_id': '03b3a134-b53c-4f73-8aae-f8fc3d752673', 'tenant_id': '3e5eae83bca641cd8781a0e5f0dfc564', 'fixed_ips': [{'subnet_id': '85c382b0-4107-4fc0-bcc3-7fb186fd5b3c'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:56:55.718026 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eb48bc3a-f081-456f-b0b3-8e857d00ddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:55.741499 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6fe8897a-4311-46f3-b9ff-25f521bcaa8f tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:55.742744 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6fe8897a-4311-46f3-b9ff-25f521bcaa8f tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7958865 Aug 10 03:56:55.762134 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38838) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:55.768351 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-1f49a520-15f8-4fc2-8fa3-38137fd1b5de tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Request body: {'security_group_rule': {'security_group_id': '3530edf5-49ec-486f-9f13-4e1e6a665485', 'direction': 'ingress', 'protocol': 17}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:55.795578 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-24027f67-83c9-4582-8fec-07c5d1ca6dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d912a7d6-00c2-445d-8c9a-7d5cc25a6658 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:56:55.805511 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-24027f67-83c9-4582-8fec-07c5d1ca6dad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:55.818843 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] For port 131ff4a2-1cf8-402e-9d0e-5c21dd53add2, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=131ff4a2-1cf8-402e-9d0e-5c21dd53add2,segment=NetworkSegment(e45e2066-9e3f-4746-a119-547082dbde85),segment_id=e45e2066-9e3f-4746-a119-547082dbde85)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:55.819310 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:55.827296 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3efd863-f08e-4746-902b-bdb0867e3490 req-e661f799-5b6f-43a3-bc5e-f311452e66f2 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:55.827296 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c3efd863-f08e-4746-902b-bdb0867e3490 req-e661f799-5b6f-43a3-bc5e-f311452e66f2 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/ports?device_id=1df99dad-eb0b-4821-b9e7-9c01708a8ea4 HTTP/1.1" status: 200 len: 943 time: 0.1370060 Aug 10 03:56:55.837481 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-24027f67-83c9-4582-8fec-07c5d1ca6dad service neutron] Transition to ACTIVE for port object d912a7d6-00c2-445d-8c9a-7d5cc25a6658 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:55.838699 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Calling delete_port for 131ff4a2-1cf8-402e-9d0e-5c21dd53add2 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:56:55.841833 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-8bfe23dc-0a64-4f7f-b08e-e6d91a866ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:55.843389 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-8bfe23dc-0a64-4f7f-b08e-e6d91a866ddb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=6619c473-1b7e-434e-bc4b-1557c94e198e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1249804 Aug 10 03:56:55.871841 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-eb48bc3a-f081-456f-b0b3-8e857d00ddbe None None] Allocated IP 172.20.0.2 (03b3a134-b53c-4f73-8aae-f8fc3d752673/85c382b0-4107-4fc0-bcc3-7fb186fd5b3c/f8bedbd0-9a03-4234-a0d3-f3c8db8594a7) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:55.890701 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c3efd863-f08e-4746-902b-bdb0867e3490 req-173adc7d-cf1e-46d8-8cb8-ce52dd5d5562 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad33cfc0-7ab4-4066-b87c-a44a89879562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513453 Aug 10 03:56:55.916522 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-24027f67-83c9-4582-8fec-07c5d1ca6dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:55.938477 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d2eab2-0669-45de-ab03-d156665e85e9 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Made reservation on behalf of 3e5eae83bca641cd8781a0e5f0dfc564 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:55.941929 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b0d2eab2-0669-45de-ab03-d156665e85e9 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:55.988161 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24027f67-83c9-4582-8fec-07c5d1ca6dad service neutron] Pushing event updated for resources: {'Port': ['ID=d912a7d6-00c2-445d-8c9a-7d5cc25a6658,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:55.994720 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1f49a520-15f8-4fc2-8fa3-38137fd1b5de tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.038765 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d2eab2-0669-45de-ab03-d156665e85e9 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:56.046892 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eb48bc3a-f081-456f-b0b3-8e857d00ddbe None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.057373 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-eb48bc3a-f081-456f-b0b3-8e857d00ddbe None None] Transition to ACTIVE for port object f8bedbd0-9a03-4234-a0d3-f3c8db8594a7 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:56.068213 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b0d2eab2-0669-45de-ab03-d156665e85e9 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.069115 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-b0d2eab2-0669-45de-ab03-d156665e85e9 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Added segment 005f3f63-290c-4f6f-8d6f-9f9266dbbfc4 of type vlan for network 9fd67708-c958-47ac-acf6-cb3f9068400f Aug 10 03:56:56.075479 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-eb48bc3a-f081-456f-b0b3-8e857d00ddbe None None] Transition to ACTIVE for port object f8bedbd0-9a03-4234-a0d3-f3c8db8594a7 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:56.078201 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-24027f67-83c9-4582-8fec-07c5d1ca6dad service neutron] Attempting to bind port d912a7d6-00c2-445d-8c9a-7d5cc25a6658 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:56.078515 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-24027f67-83c9-4582-8fec-07c5d1ca6dad service neutron] Attempting to bind port d912a7d6-00c2-445d-8c9a-7d5cc25a6658 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'fbb962d2-cb65-4cfc-98a1-613f6ea01aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ca9102ff-907d-4d35-ba89-79ea8c8638d2'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:56.078889 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-24027f67-83c9-4582-8fec-07c5d1ca6dad service neutron] Attempting to bind port d912a7d6-00c2-445d-8c9a-7d5cc25a6658 on network ca9102ff-907d-4d35-ba89-79ea8c8638d2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:56.083350 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd78b9-f10e-4c89-a4e0-0470b569c9da req-9f6d2858-e509-4c6e-8342-bdc025ff289e tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:56.085758 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-42bd78b9-f10e-4c89-a4e0-0470b569c9da req-9f6d2858-e509-4c6e-8342-bdc025ff289e tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 945 time: 0.1485784 Aug 10 03:56:56.090833 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-24027f67-83c9-4582-8fec-07c5d1ca6dad service neutron] Port d912a7d6-00c2-445d-8c9a-7d5cc25a6658 on network ca9102ff-907d-4d35-ba89-79ea8c8638d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:56:56.091170 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-24027f67-83c9-4582-8fec-07c5d1ca6dad service neutron] Attempting to bind port d912a7d6-00c2-445d-8c9a-7d5cc25a6658 on network ca9102ff-907d-4d35-ba89-79ea8c8638d2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:56.094106 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1f49a520-15f8-4fc2-8fa3-38137fd1b5de tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.097988 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-24027f67-83c9-4582-8fec-07c5d1ca6dad service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:56.098324 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-24027f67-83c9-4582-8fec-07c5d1ca6dad service neutron] Checking segment: {'id': 'fbb962d2-cb65-4cfc-98a1-613f6ea01aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ca9102ff-907d-4d35-ba89-79ea8c8638d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:56.098709 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-24027f67-83c9-4582-8fec-07c5d1ca6dad service neutron] Bound using segment: {'id': 'fbb962d2-cb65-4cfc-98a1-613f6ea01aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ca9102ff-907d-4d35-ba89-79ea8c8638d2'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:56.099137 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-24027f67-83c9-4582-8fec-07c5d1ca6dad service neutron] Bound port: d912a7d6-00c2-445d-8c9a-7d5cc25a6658, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbb962d2-cb65-4cfc-98a1-613f6ea01aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ca9102ff-907d-4d35-ba89-79ea8c8638d2'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:56.099483 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-24027f67-83c9-4582-8fec-07c5d1ca6dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.106976 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-ee6672f3-5556-426a-b050-134ba316eb9a service neutron] 10.222.0.68 "GET /v2.0/networks/6619c473-1b7e-434e-bc4b-1557c94e198e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532794 Aug 10 03:56:56.164125 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-24027f67-83c9-4582-8fec-07c5d1ca6dad service neutron] For port d912a7d6-00c2-445d-8c9a-7d5cc25a6658, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:56.167379 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-24027f67-83c9-4582-8fec-07c5d1ca6dad service neutron] For port d912a7d6-00c2-445d-8c9a-7d5cc25a6658, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=d912a7d6-00c2-445d-8c9a-7d5cc25a6658,segment=NetworkSegment(fbb962d2-cb65-4cfc-98a1-613f6ea01aa8),segment_id=fbb962d2-cb65-4cfc-98a1-613f6ea01aa8)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:56.168440 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eb48bc3a-f081-456f-b0b3-8e857d00ddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.190791 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1f49a520-15f8-4fc2-8fa3-38137fd1b5de tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.191462 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b0d2eab2-0669-45de-ab03-d156665e85e9 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.207855 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.210473 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb48bc3a-f081-456f-b0b3-8e857d00ddbe None None] Network 03b3a134-b53c-4f73-8aae-f8fc3d752673 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:56:56.213112 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49a520-15f8-4fc2-8fa3-38137fd1b5de tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=985207f8-fe41-4f23-825d-459e9e66fbd4,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:56.222366 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-eb48bc3a-f081-456f-b0b3-8e857d00ddbe None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:56.226607 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb48bc3a-f081-456f-b0b3-8e857d00ddbe None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:56:56.227784 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-42bd78b9-f10e-4c89-a4e0-0470b569c9da req-2a9e6d38-458d-4662-b455-bfcee709e7fa tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344373 Aug 10 03:56:56.233497 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48bc3a-f081-456f-b0b3-8e857d00ddbe None None] Pushing event updated for resources: {'Port': ['ID=f8bedbd0-9a03-4234-a0d3-f3c8db8594a7,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:56.245210 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-24027f67-83c9-4582-8fec-07c5d1ca6dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.290388 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1f49a520-15f8-4fc2-8fa3-38137fd1b5de tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.292008 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1f49a520-15f8-4fc2-8fa3-38137fd1b5de tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5288393 Aug 10 03:56:56.300050 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-eb48bc3a-f081-456f-b0b3-8e857d00ddbe None None] Attempting to bind port f8bedbd0-9a03-4234-a0d3-f3c8db8594a7 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:56:56.300823 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-eb48bc3a-f081-456f-b0b3-8e857d00ddbe None None] Attempting to bind port f8bedbd0-9a03-4234-a0d3-f3c8db8594a7 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '5faf730f-bde8-4930-b111-9ca008f6a346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '03b3a134-b53c-4f73-8aae-f8fc3d752673'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:56:56.301456 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb48bc3a-f081-456f-b0b3-8e857d00ddbe None None] Attempting to bind port f8bedbd0-9a03-4234-a0d3-f3c8db8594a7 on network 03b3a134-b53c-4f73-8aae-f8fc3d752673 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:56:56.304775 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38844) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:56.310953 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb48bc3a-f081-456f-b0b3-8e857d00ddbe None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:56:56.310953 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb48bc3a-f081-456f-b0b3-8e857d00ddbe None None] Checking segment: {'id': '5faf730f-bde8-4930-b111-9ca008f6a346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '03b3a134-b53c-4f73-8aae-f8fc3d752673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:56.310953 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eb48bc3a-f081-456f-b0b3-8e857d00ddbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.310953 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb48bc3a-f081-456f-b0b3-8e857d00ddbe None None] Bound using segment: {'id': '5faf730f-bde8-4930-b111-9ca008f6a346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '03b3a134-b53c-4f73-8aae-f8fc3d752673'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:56:56.310953 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-eb48bc3a-f081-456f-b0b3-8e857d00ddbe None None] Bound port: f8bedbd0-9a03-4234-a0d3-f3c8db8594a7, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5faf730f-bde8-4930-b111-9ca008f6a346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '03b3a134-b53c-4f73-8aae-f8fc3d752673'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:56:56.311590 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eb48bc3a-f081-456f-b0b3-8e857d00ddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.321183 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-24027f67-83c9-4582-8fec-07c5d1ca6dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:56.321814 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-24027f67-83c9-4582-8fec-07c5d1ca6dad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.323272 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-24027f67-83c9-4582-8fec-07c5d1ca6dad service neutron] 10.222.0.20 "PUT /v2.0/ports/d912a7d6-00c2-445d-8c9a-7d5cc25a6658 HTTP/1.1" status: 200 len: 1091 time: 1.1202803 Aug 10 03:56:56.323721 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41141e7-3425-499a-9cff-5e58b8447078', 'tag': 'd912a7d6-00c2-445d-8c9a-7d5cc25a6658'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:56:56.326141 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f2bf41-b8ab-48b8-b006-023ddfe0cf48" -d '{"events": [{"name": "network-changed", "server_uuid": "c41141e7-3425-499a-9cff-5e58b8447078", "tag": "d912a7d6-00c2-445d-8c9a-7d5cc25a6658"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:56:56.390643 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345fb28a-a7d6-4504-bfe3-f8a6c774a1a9 x-openstack-request-id: req-345fb28a-a7d6-4504-bfe3-f8a6c774a1a9 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:56:56.391153 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c41141e7-3425-499a-9cff-5e58b8447078", "tag": "d912a7d6-00c2-445d-8c9a-7d5cc25a6658", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:56:56.391153 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-345fb28a-a7d6-4504-bfe3-f8a6c774a1a9 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:56:56.391562 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c41141e7-3425-499a-9cff-5e58b8447078', 'tag': 'd912a7d6-00c2-445d-8c9a-7d5cc25a6658', 'status': 'completed', 'code': 200} Aug 10 03:56:56.400528 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-eb48bc3a-f081-456f-b0b3-8e857d00ddbe None None] For port f8bedbd0-9a03-4234-a0d3-f3c8db8594a7, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:56:56.404446 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-eb48bc3a-f081-456f-b0b3-8e857d00ddbe None None] For port f8bedbd0-9a03-4234-a0d3-f3c8db8594a7, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f8bedbd0-9a03-4234-a0d3-f3c8db8594a7,segment=NetworkSegment(5faf730f-bde8-4930-b111-9ca008f6a346),segment_id=5faf730f-bde8-4930-b111-9ca008f6a346)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:56:56.421558 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24027f67-83c9-4582-8fec-07c5d1ca6dad service neutron] Pushing event updated for resources: {'Port': ['ID=d912a7d6-00c2-445d-8c9a-7d5cc25a6658,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:56.447379 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c589775-9ca8-456d-8a56-0b5c1eaca7f5 req-26407939-3aad-494e-bacd-31fdc09add2b tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:56.449055 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5c589775-9ca8-456d-8a56-0b5c1eaca7f5 req-26407939-3aad-494e-bacd-31fdc09add2b tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/ports?device_id=c41141e7-3425-499a-9cff-5e58b8447078 HTTP/1.1" status: 200 len: 943 time: 0.1345553 Aug 10 03:56:56.468547 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eb48bc3a-f081-456f-b0b3-8e857d00ddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.499059 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3eca316a-37bc-47e7-a4e1-fd6c84184bc3 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.542230 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48bc3a-f081-456f-b0b3-8e857d00ddbe None None] Pushing event updated for resources: {'Port': ['ID=f8bedbd0-9a03-4234-a0d3-f3c8db8594a7,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:56.543603 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5c589775-9ca8-456d-8a56-0b5c1eaca7f5 req-a9c35646-a01c-4a51-bad8-59db02219e0d tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c142730-30a9-4966-a17d-ecfcadd63d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778503 Aug 10 03:56:56.548473 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3eca316a-37bc-47e7-a4e1-fd6c84184bc3 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.571672 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2bf41-b8ab-48b8-b006-023ddfe0cf48 req-020bc924-7bc6-4a3f-b805-849d957be997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:56.573259 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-22f2bf41-b8ab-48b8-b006-023ddfe0cf48 req-020bc924-7bc6-4a3f-b805-849d957be997 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6dcc8645b481467ca125f159bf722272&device_id=c41141e7-3425-499a-9cff-5e58b8447078 HTTP/1.1" status: 200 len: 1094 time: 0.1232862 Aug 10 03:56:56.607064 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.db.resource_extend [None req-b0d2eab2-0669-45de-ab03-d156665e85e9 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:56:56.624428 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Port': ['ID=131ff4a2-1cf8-402e-9d0e-5c21dd53add2,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:56.649727 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:56.652653 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:56.652653 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:56.652653 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:56.652653 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:56.652653 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:56.652653 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:56.652653 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:56.652653 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:56.652653 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:56.653482 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:56.653482 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:56:56.658155 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No DVR routers for this DVR port 131ff4a2-1cf8-402e-9d0e-5c21dd53add2 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:56:56.723985 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2bf41-b8ab-48b8-b006-023ddfe0cf48 req-ac5d2c87-55b3-4a6e-80b7-4c81ef78683f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:56.726277 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-22f2bf41-b8ab-48b8-b006-023ddfe0cf48 req-ac5d2c87-55b3-4a6e-80b7-4c81ef78683f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=6dcc8645b481467ca125f159bf722272&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1347518 Aug 10 03:56:56.737468 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d33e995-f270-4c59-a33c-30606d96dba0 req-ccc709fe-80b2-4ee8-bde3-19ed48447b95 service neutron] 10.222.0.68 "GET /v2.0/networks/6619c473-1b7e-434e-bc4b-1557c94e198e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6101949 Aug 10 03:56:56.748717 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b0d2eab2-0669-45de-ab03-d156665e85e9 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.759334 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d2eab2-0669-45de-ab03-d156665e85e9 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:56.759334 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b0d2eab2-0669-45de-ab03-d156665e85e9 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.807865 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3eca316a-37bc-47e7-a4e1-fd6c84184bc3 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.811664 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3eca316a-37bc-47e7-a4e1-fd6c84184bc3 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.813718 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3eca316a-37bc-47e7-a4e1-fd6c84184bc3 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "DELETE /v2.0/security-groups/3530edf5-49ec-486f-9f13-4e1e6a665485 HTTP/1.1" status: 204 len: 168 time: 0.5074010 Aug 10 03:56:56.829435 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38852) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:56.853587 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.880163 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4c8a45-bb9d-4d51-9535-49b0b93259ed']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:56.909091 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d2eab2-0669-45de-ab03-d156665e85e9 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Pushing event updated for resources: {'Network': ['ID=9fd67708-c958-47ac-acf6-cb3f9068400f,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:56.913450 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e45e2066-9e3f-4746-a119-547082dbde85') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:56.913450 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e45e2066-9e3f-4746-a119-547082dbde85') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:56:56.927186 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca316a-37bc-47e7-a4e1-fd6c84184bc3 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3530edf5-49ec-486f-9f13-4e1e6a665485,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:56.933275 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:56.966695 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b0d2eab2-0669-45de-ab03-d156665e85e9 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3144658 Aug 10 03:56:56.976536 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 9fd67708-c958-47ac-acf6-cb3f9068400f details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:56.983449 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0ace3e41-5294-4b21-9c13-3ab9eaae1c54 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1492386 Aug 10 03:56:56.984323 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38856) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:56.984628 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38858) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:57.009627 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-9b285693-03ea-456f-a03b-cb480af4fa4e tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Request body: {'network': {'name': 'tempest-router-network02--1644156669'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:57.034285 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-61581fe2-76e7-442d-a16e-7e543506431d tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Request body: {'security_group': {'name': 'tempest-secgroup--2104163867'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:57.042636 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.075704 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:56:57.076401 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:56:57.079529 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:56:57.085241 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7915dd-4f1d-4661-96e2-bcf25385fad8 req-63bb6c62-f6ba-4c75-a92f-285aa4e4336f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:57.093333 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7915dd-4f1d-4661-96e2-bcf25385fad8 req-63bb6c62-f6ba-4c75-a92f-285aa4e4336f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:57.100547 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7915dd-4f1d-4661-96e2-bcf25385fad8 req-63bb6c62-f6ba-4c75-a92f-285aa4e4336f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:57.103065 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f7915dd-4f1d-4661-96e2-bcf25385fad8 req-63bb6c62-f6ba-4c75-a92f-285aa4e4336f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 2413 time: 0.2065332 Aug 10 03:56:57.113008 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f8bedbd0-9a03-4234-a0d3-f3c8db8594a7 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:57.162084 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b285693-03ea-456f-a03b-cb480af4fa4e tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Made reservation on behalf of 3e5eae83bca641cd8781a0e5f0dfc564 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:57.167119 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9b285693-03ea-456f-a03b-cb480af4fa4e tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.169581 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f7915dd-4f1d-4661-96e2-bcf25385fad8 req-f18fb5b5-7e90-4f73-84fc-42c090f1be4b tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548170 Aug 10 03:56:57.170878 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2bf41-b8ab-48b8-b006-023ddfe0cf48 req-0f6d92c9-ae79-48c7-aa1b-46bd1153c822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:57.172474 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-22f2bf41-b8ab-48b8-b006-023ddfe0cf48 req-0f6d92c9-ae79-48c7-aa1b-46bd1153c822 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4034190 Aug 10 03:56:57.224096 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24ce8a-97df-4791-a48b-ca5268cc3fec req-1828395a-5045-4b73-8557-1130242c9f30 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:57.225936 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fc24ce8a-97df-4791-a48b-ca5268cc3fec req-1828395a-5045-4b73-8557-1130242c9f30 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/ports?device_id=1df99dad-eb0b-4821-b9e7-9c01708a8ea4 HTTP/1.1" status: 200 len: 943 time: 0.1682298 Aug 10 03:56:57.226690 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b285693-03ea-456f-a03b-cb480af4fa4e tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:57.231572 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port f8bedbd0-9a03-4234-a0d3-f3c8db8594a7 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:57.249577 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9b285693-03ea-456f-a03b-cb480af4fa4e tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.249927 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-9b285693-03ea-456f-a03b-cb480af4fa4e tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Added segment f61dd839-ab05-4ce8-a000-3108c3293402 of type vlan for network 960bd8b9-65a9-44da-a264-94f44e11bea1 Aug 10 03:56:57.280771 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-98bacfd2-acee-4f71-a5ac-6434c0dbd2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:57.282540 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-98bacfd2-acee-4f71-a5ac-6434c0dbd2b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6dcc8645b481467ca125f159bf722272&device_id=c41141e7-3425-499a-9cff-5e58b8447078 HTTP/1.1" status: 200 len: 1094 time: 0.0483668 Aug 10 03:56:57.294229 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.317715 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.320265 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/networks/2e4c8a45-bb9d-4d51-9535-49b0b93259ed HTTP/1.1" status: 204 len: 168 time: 4.0536277 Aug 10 03:56:57.331143 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fc24ce8a-97df-4791-a48b-ca5268cc3fec req-f81f41d9-ec83-4672-b5eb-02e4e3159fcf tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad33cfc0-7ab4-4066-b87c-a44a89879562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982151 Aug 10 03:56:57.333202 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9b285693-03ea-456f-a03b-cb480af4fa4e tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.336707 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38862) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:57.343150 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-23a1581e-5a70-47f3-86bd-6dd9286c272c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-149112428'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:57.348739 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-61581fe2-76e7-442d-a16e-7e543506431d tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.353928 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-b9296e5e-8f0b-41df-ac1f-30e7ecc7033d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d912a7d6-00c2-445d-8c9a-7d5cc25a6658 HTTP/1.1" status: 200 len: 217 time: 0.0566337 Aug 10 03:56:57.367942 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.372428 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ec853-8f3b-4671-83ed-d2a315d17ab7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Network': ['ID=2e4c8a45-bb9d-4d51-9535-49b0b93259ed,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:57.431794 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f7183-2570-4c56-994b-4181661e1d1b req-d56f9fa6-1947-448b-97e9-a82705d2d631 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:57.434157 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-333f7183-2570-4c56-994b-4181661e1d1b req-d56f9fa6-1947-448b-97e9-a82705d2d631 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 945 time: 0.1285136 Aug 10 03:56:57.435883 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-04be0d2a-adbe-42f5-8d6b-6e20c7f3c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:57.437352 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-04be0d2a-adbe-42f5-8d6b-6e20c7f3c8f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7d9d58d2-b0b4-423f-8835-c25d4f04266a HTTP/1.1" status: 200 len: 858 time: 0.0674860 Aug 10 03:56:57.481364 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a1581e-5a70-47f3-86bd-6dd9286c272c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Made reservation on behalf of b2d87b3944704ca089acd0f2f68b57e9 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:57.485310 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-23a1581e-5a70-47f3-86bd-6dd9286c272c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.485461 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-e79aaa40-d2c0-4cfa-bc62-dbfa887a0374 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ca9102ff-907d-4d35-ba89-79ea8c8638d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390267 Aug 10 03:56:57.507130 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9b285693-03ea-456f-a03b-cb480af4fa4e tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.512096 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-333f7183-2570-4c56-994b-4181661e1d1b req-a411ce84-8811-43d3-9888-2e9a5f00c540 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724583 Aug 10 03:56:57.512691 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b285693-03ea-456f-a03b-cb480af4fa4e tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:57.513460 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9b285693-03ea-456f-a03b-cb480af4fa4e tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.601501 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a1581e-5a70-47f3-86bd-6dd9286c272c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:56:57.605498 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-17494703-cc34-4358-b0db-5c2e82c2084d service neutron] 10.222.0.20 "GET /v2.0/networks/ca9102ff-907d-4d35-ba89-79ea8c8638d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082580 Aug 10 03:56:57.623434 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b285693-03ea-456f-a03b-cb480af4fa4e tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Pushing event updated for resources: {'Network': ['ID=960bd8b9-65a9-44da-a264-94f44e11bea1,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:57.628292 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-23a1581e-5a70-47f3-86bd-6dd9286c272c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.628292 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-23a1581e-5a70-47f3-86bd-6dd9286c272c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Added segment ec1b79a0-d0b5-4a01-8cfa-bde55ba8c881 of type vlan for network 1e334cc0-f911-4b92-895c-4049ad33b7ec Aug 10 03:56:57.637457 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 960bd8b9-65a9-44da-a264-94f44e11bea1 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:57.717031 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-23a1581e-5a70-47f3-86bd-6dd9286c272c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.747510 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4c37230-4530-4842-bb98-f7d67ed913e7 req-225731ce-d6f5-4a0c-adfe-8283c7b87f43 service neutron] 10.222.0.20 "GET /v2.0/networks/ca9102ff-907d-4d35-ba89-79ea8c8638d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357958 Aug 10 03:56:57.760818 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65453441-8491-47ba-be09-2b5ec462963f None None] Network 03b3a134-b53c-4f73-8aae-f8fc3d752673 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:57.783486 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-61581fe2-76e7-442d-a16e-7e543506431d tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.807186 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1c2e5-7c97-40f5-a2bf-b9996b5b6b96 req-c076df6e-8f54-4abf-9de1-282c5abb8dcd tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:57.809125 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-04c1c2e5-7c97-40f5-a2bf-b9996b5b6b96 req-c076df6e-8f54-4abf-9de1-282c5abb8dcd tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/ports?device_id=c41141e7-3425-499a-9cff-5e58b8447078 HTTP/1.1" status: 200 len: 943 time: 0.1516192 Aug 10 03:56:57.836177 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 063ea181-04ed-490e-b0ac-46fa506257bb details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:56:57.849362 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-04c1c2e5-7c97-40f5-a2bf-b9996b5b6b96 req-4ecda08a-b41e-46e9-91b6-812b898baffc tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c142730-30a9-4966-a17d-ecfcadd63d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331061 Aug 10 03:56:57.889796 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-61581fe2-76e7-442d-a16e-7e543506431d tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.895633 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-23a1581e-5a70-47f3-86bd-6dd9286c272c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.903937 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a1581e-5a70-47f3-86bd-6dd9286c272c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:57.903937 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-23a1581e-5a70-47f3-86bd-6dd9286c272c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:57.990904 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61581fe2-76e7-442d-a16e-7e543506431d tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0425f16-12b0-4d2c-a34b-a6b2768a7a2c,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:57.996547 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5e46fb7c-e0f9-4af5-8571-c54dad7efbc2 None None] Provisioning for port f8bedbd0-9a03-4234-a0d3-f3c8db8594a7 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:56:57.998456 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1581e-5a70-47f3-86bd-6dd9286c272c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event updated for resources: {'Network': ['ID=1e334cc0-f911-4b92-895c-4049ad33b7ec,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:58.005532 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 063ea181-04ed-490e-b0ac-46fa506257bb, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=063ea181-04ed-490e-b0ac-46fa506257bb,segment=NetworkSegment(305a13ef-880e-42f5-9275-d14b8f8342b1),segment_id=305a13ef-880e-42f5-9275-d14b8f8342b1)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:58.008471 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5e46fb7c-e0f9-4af5-8571-c54dad7efbc2 None None] Provisioning complete for port f8bedbd0-9a03-4234-a0d3-f3c8db8594a7 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:58.008847 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5e46fb7c-e0f9-4af5-8571-c54dad7efbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:58.017288 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 1e334cc0-f911-4b92-895c-4049ad33b7ec details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:56:58.053266 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9b285693-03ea-456f-a03b-cb480af4fa4e tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0650678 Aug 10 03:56:58.056242 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38868) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:58.061458 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-01a5f0c8-fcad-4631-bd47-1b49503418b2 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Request body: {'subnet': {'network_id': '9fd67708-c958-47ac-acf6-cb3f9068400f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:58.081616 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '063ea181-04ed-490e-b0ac-46fa506257bb', 'network_id': 'fbb1a6aa-8f4e-40ad-a022-2f2859d637b9', 'port_id': '063ea181-04ed-490e-b0ac-46fa506257bb', 'mac_address': 'fa:16:3e:39:4f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66cd877d-52b4-483d-9b77-e00d4c5dc5d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:56:58.109825 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-23a1581e-5a70-47f3-86bd-6dd9286c272c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7682810 Aug 10 03:56:58.110578 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38870) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:58.114467 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-61581fe2-76e7-442d-a16e-7e543506431d tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:58.117218 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-ba80142d-2f8e-4da4-8da8-07a209a7b899 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Request body: {'subnet': {'network_id': '1e334cc0-f911-4b92-895c-4049ad33b7ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:58.119074 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-61581fe2-76e7-442d-a16e-7e543506431d tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1219904 Aug 10 03:56:58.119743 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38872) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:58.127556 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-f7f00e7c-7f0f-4f11-91e8-f04c566e2249 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Request body: {'security_group': {'name': 'tempest-secgroup--128507150'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:58.159282 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:58.217442 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063ea181-04ed-490e-b0ac-46fa506257bb {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:56:58.226688 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5e46fb7c-e0f9-4af5-8571-c54dad7efbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:58.262419 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 063ea181-04ed-490e-b0ac-46fa506257bb, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=063ea181-04ed-490e-b0ac-46fa506257bb,segment=NetworkSegment(305a13ef-880e-42f5-9275-d14b8f8342b1),segment_id=305a13ef-880e-42f5-9275-d14b8f8342b1)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:58.275095 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-5e46fb7c-e0f9-4af5-8571-c54dad7efbc2 None None] For port f8bedbd0-9a03-4234-a0d3-f3c8db8594a7, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f8bedbd0-9a03-4234-a0d3-f3c8db8594a7,segment=NetworkSegment(5faf730f-bde8-4930-b111-9ca008f6a346),segment_id=5faf730f-bde8-4930-b111-9ca008f6a346)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:56:58.284382 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7f00e7c-7f0f-4f11-91e8-f04c566e2249 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:58.302907 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ad420-f621-445a-acc6-c562414f8715 req-73332d47-a5f7-4203-9fbe-374ce1150f77 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:58.310512 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ad420-f621-445a-acc6-c562414f8715 req-73332d47-a5f7-4203-9fbe-374ce1150f77 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:58.317550 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ad420-f621-445a-acc6-c562414f8715 req-73332d47-a5f7-4203-9fbe-374ce1150f77 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:58.319842 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7f1ad420-f621-445a-acc6-c562414f8715 req-73332d47-a5f7-4203-9fbe-374ce1150f77 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 2413 time: 0.0706625 Aug 10 03:56:58.321749 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.db.api [None req-ba80142d-2f8e-4da4-8da8-07a209a7b899 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:56:58.321749 n-d-802893-2 neutron-server[94937]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:56:58.321749 n-d-802893-2 neutron-server[94937]: [parameters: {'project_id_1': 'b2d87b3944704ca089acd0f2f68b57e9', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 56, 58, 218011)}] Aug 10 03:56:58.321749 n-d-802893-2 neutron-server[94937]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:56:58.322236 n-d-802893-2 neutron-server[94937]: DEBUG oslo_db.api [None req-ba80142d-2f8e-4da4-8da8-07a209a7b899 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:56:58.341345 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:58.364523 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7f1ad420-f621-445a-acc6-c562414f8715 req-10a48c14-e5cf-4fef-84f7-7a6ed3379319 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361087 Aug 10 03:56:58.396306 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5e46fb7c-e0f9-4af5-8571-c54dad7efbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:58.415523 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=063ea181-04ed-490e-b0ac-46fa506257bb,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:58.443251 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a5f0c8-fcad-4631-bd47-1b49503418b2 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Made reservation on behalf of 3e5eae83bca641cd8781a0e5f0dfc564 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:58.447874 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01a5f0c8-fcad-4631-bd47-1b49503418b2 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:58.486052 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46fb7c-e0f9-4af5-8571-c54dad7efbc2 None None] Pushing event updated for resources: {'Port': ['ID=f8bedbd0-9a03-4234-a0d3-f3c8db8594a7,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:58.535784 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd723cbd-0df7-4df6-b8f5-aabc5ee12f73 None None] Network 03b3a134-b53c-4f73-8aae-f8fc3d752673 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:58.551092 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['063ea181-04ed-490e-b0ac-46fa506257bb'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:56:58.552056 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee43aac-e5f0-4db6-b9e1-f94f41b78c39 req-6f8745d7-4c20-4ac0-a5b6-b33560e60da7 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:58.554103 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bee43aac-e5f0-4db6-b9e1-f94f41b78c39 req-6f8745d7-4c20-4ac0-a5b6-b33560e60da7 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/ports?device_id=1df99dad-eb0b-4821-b9e7-9c01708a8ea4 HTTP/1.1" status: 200 len: 944 time: 0.1489959 Aug 10 03:56:58.649420 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bee43aac-e5f0-4db6-b9e1-f94f41b78c39 req-df7132ea-8fca-42d9-a404-1e2c7da817ac tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad33cfc0-7ab4-4066-b87c-a44a89879562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771723 Aug 10 03:56:58.664492 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7f00e7c-7f0f-4f11-91e8-f04c566e2249 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:58.675523 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6921ef9-b043-4846-881e-0babd118325a req-8caedadd-b8b4-4eb5-ae7d-473da353312f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:58.677617 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f6921ef9-b043-4846-881e-0babd118325a req-8caedadd-b8b4-4eb5-ae7d-473da353312f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 945 time: 0.0702531 Aug 10 03:56:58.686416 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-691dcb08-1307-412d-9922-913b2c8fa160 None None] Provisioning complete for port f8bedbd0-9a03-4234-a0d3-f3c8db8594a7 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:58.687071 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-691dcb08-1307-412d-9922-913b2c8fa160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:58.718899 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f6921ef9-b043-4846-881e-0babd118325a req-5022ae05-94cf-49df-8dc4-027083d1b3b9 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334017 Aug 10 03:56:58.755422 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7f00e7c-7f0f-4f11-91e8-f04c566e2249 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:58.787570 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f00e7c-7f0f-4f11-91e8-f04c566e2249 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcd64b4-b1a9-41da-b6aa-48ce4301e612,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:58.849322 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01a5f0c8-fcad-4631-bd47-1b49503418b2 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:58.900269 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7f00e7c-7f0f-4f11-91e8-f04c566e2249 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:58.909012 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f7f00e7c-7f0f-4f11-91e8-f04c566e2249 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7832875 Aug 10 03:56:58.916303 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38884) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:58.927745 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-bd03217f-3b32-43d2-bd1b-ccc708bdad33 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Request body: {'security_group_rule': {'security_group_id': 'e0425f16-12b0-4d2c-a34b-a6b2768a7a2c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6dcd64b4-b1a9-41da-b6aa-48ce4301e612', 'remote_ip_prefix': None}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:58.937632 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5f0c8-fcad-4631-bd47-1b49503418b2 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Pushing event updated for resources: {'Subnet': ['ID=0adcf76d-8398-459a-8675-1001ffa1578a,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:58.943555 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a5f0c8-fcad-4631-bd47-1b49503418b2 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Checking segment: {'id': '005f3f63-290c-4f6f-8d6f-9f9266dbbfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9fd67708-c958-47ac-acf6-cb3f9068400f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:58.943941 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a5f0c8-fcad-4631-bd47-1b49503418b2 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Network hostable DHCP agents. Network: 9fd67708-c958-47ac-acf6-cb3f9068400f, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:58.996393 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f8bedbd0-9a03-4234-a0d3-f3c8db8594a7 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:59.015160 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372185f3-9769-456b-b8a1-7b36b476f8c2 req-9d3053ec-f73b-4f56-abed-bc1a028f63fe tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:59.016757 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-372185f3-9769-456b-b8a1-7b36b476f8c2 req-9d3053ec-f73b-4f56-abed-bc1a028f63fe tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/ports?device_id=c41141e7-3425-499a-9cff-5e58b8447078 HTTP/1.1" status: 200 len: 943 time: 0.0536027 Aug 10 03:56:59.042458 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a5f0c8-fcad-4631-bd47-1b49503418b2 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Network 9fd67708-c958-47ac-acf6-cb3f9068400f is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:59.057999 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port f8bedbd0-9a03-4234-a0d3-f3c8db8594a7 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:59.062098 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:59.078668 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-372185f3-9769-456b-b8a1-7b36b476f8c2 req-54fdbf13-7549-4c50-b9b2-cdedab73c16b tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c142730-30a9-4966-a17d-ecfcadd63d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451598 Aug 10 03:56:59.118607 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba80142d-2f8e-4da4-8da8-07a209a7b899 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Made reservation on behalf of b2d87b3944704ca089acd0f2f68b57e9 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:59.122451 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ba80142d-2f8e-4da4-8da8-07a209a7b899 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:59.168241 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-01a5f0c8-fcad-4631-bd47-1b49503418b2 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 9fd67708-c958-47ac-acf6-cb3f9068400f) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:59.173984 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a5f0c8-fcad-4631-bd47-1b49503418b2 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:59.174860 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01a5f0c8-fcad-4631-bd47-1b49503418b2 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:59.186793 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadf7ff5-546e-4f73-b0c1-8bbe58441324 None None] Network 9fd67708-c958-47ac-acf6-cb3f9068400f requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:59.191627 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.ipam_backend_mixin [None req-ba80142d-2f8e-4da4-8da8-07a209a7b899 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Performing IP validity checks on allocation pools {{(pid=94937) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 03:56:59.192273 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.ipam_backend_mixin [None req-ba80142d-2f8e-4da4-8da8-07a209a7b899 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94937) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 03:56:59.251073 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0a03a4c4-3e56-4d3b-97c3-a8c7a57ac971 None None] Provisioning complete for port f8bedbd0-9a03-4234-a0d3-f3c8db8594a7 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:56:59.251355 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0a03a4c4-3e56-4d3b-97c3-a8c7a57ac971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:59.275590 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bd03217f-3b32-43d2-bd1b-ccc708bdad33 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:59.323215 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-01a5f0c8-fcad-4631-bd47-1b49503418b2 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2656946 Aug 10 03:56:59.326503 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38886) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:59.332153 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-008e29b2-27a1-4ee0-89a1-e22b27c442fc tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Request body: {'subnet': {'network_id': '960bd8b9-65a9-44da-a264-94f44e11bea1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:56:59.385978 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bd03217f-3b32-43d2-bd1b-ccc708bdad33 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:59.414440 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5817cf06-927f-44d8-8e78-7c57d055cd2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-9fd67708-c958-47ac-acf6-cb3f9068400f', 'network_id': '9fd67708-c958-47ac-acf6-cb3f9068400f', 'tenant_id': '3e5eae83bca641cd8781a0e5f0dfc564', 'fixed_ips': [{'subnet_id': '0adcf76d-8398-459a-8675-1001ffa1578a'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:56:59.415306 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5817cf06-927f-44d8-8e78-7c57d055cd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:59.441564 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ba80142d-2f8e-4da4-8da8-07a209a7b899 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:59.484214 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bd03217f-3b32-43d2-bd1b-ccc708bdad33 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:59.505570 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa370b-aaf0-443c-ab1f-75967e1cfb0d req-c1a04182-5d7c-4653-b6c4-8c3a8a28b48e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:59.512309 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa370b-aaf0-443c-ab1f-75967e1cfb0d req-c1a04182-5d7c-4653-b6c4-8c3a8a28b48e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:59.518247 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa370b-aaf0-443c-ab1f-75967e1cfb0d req-c1a04182-5d7c-4653-b6c4-8c3a8a28b48e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:59.520025 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5baa370b-aaf0-443c-ab1f-75967e1cfb0d req-c1a04182-5d7c-4653-b6c4-8c3a8a28b48e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 2413 time: 0.0669258 Aug 10 03:56:59.533634 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008e29b2-27a1-4ee0-89a1-e22b27c442fc tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Made reservation on behalf of 3e5eae83bca641cd8781a0e5f0dfc564 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:56:59.537207 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-008e29b2-27a1-4ee0-89a1-e22b27c442fc tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:59.537561 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03217f-3b32-43d2-bd1b-ccc708bdad33 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d748fdc8-984e-4d0d-8ead-efc3d9cfeb67,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:59.562340 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80142d-2f8e-4da4-8da8-07a209a7b899 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event updated for resources: {'Subnet': ['ID=b58b051b-8ccf-4de3-b5bc-eca7e3e39898,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:59.573921 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba80142d-2f8e-4da4-8da8-07a209a7b899 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Checking segment: {'id': 'ec1b79a0-d0b5-4a01-8cfa-bde55ba8c881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '1e334cc0-f911-4b92-895c-4049ad33b7ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:56:59.574293 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba80142d-2f8e-4da4-8da8-07a209a7b899 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Network hostable DHCP agents. Network: 1e334cc0-f911-4b92-895c-4049ad33b7ec, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:56:59.583715 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-5817cf06-927f-44d8-8e78-7c57d055cd2e None None] Allocated IP 172.20.0.2 (9fd67708-c958-47ac-acf6-cb3f9068400f/0adcf76d-8398-459a-8675-1001ffa1578a/2b83ff4b-fd15-451c-8cc5-7a69d8592953) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:56:59.614638 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bd03217f-3b32-43d2-bd1b-ccc708bdad33 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:59.617178 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-bd03217f-3b32-43d2-bd1b-ccc708bdad33 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6982388 Aug 10 03:56:59.619912 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38890) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:59.626427 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5baa370b-aaf0-443c-ab1f-75967e1cfb0d req-8b482602-52a6-410b-a018-d729f3aa9d37 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993807 Aug 10 03:56:59.649136 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e0346d01-e2c0-4ecb-967b-d5419e8b3495 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:59.657384 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e0346d01-e2c0-4ecb-967b-d5419e8b3495 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:59.697188 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba80142d-2f8e-4da4-8da8-07a209a7b899 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Network 1e334cc0-f911-4b92-895c-4049ad33b7ec is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:56:59.760703 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5817cf06-927f-44d8-8e78-7c57d055cd2e None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:59.800255 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03906858-68fd-4c0a-8a29-c3fe57701af6 req-721878d0-7074-4471-8d62-6b1145729c19 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:59.801758 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-03906858-68fd-4c0a-8a29-c3fe57701af6 req-721878d0-7074-4471-8d62-6b1145729c19 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/ports?device_id=1df99dad-eb0b-4821-b9e7-9c01708a8ea4 HTTP/1.1" status: 200 len: 944 time: 0.0543742 Aug 10 03:56:59.808230 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5817cf06-927f-44d8-8e78-7c57d055cd2e None None] Transition to ACTIVE for port object 2b83ff4b-fd15-451c-8cc5-7a69d8592953 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:59.809482 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-ba80142d-2f8e-4da4-8da8-07a209a7b899 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 1e334cc0-f911-4b92-895c-4049ad33b7ec) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:56:59.811472 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e0346d01-e2c0-4ecb-967b-d5419e8b3495 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:59.820706 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6433393e-8c9a-4292-ae5d-1846c786a3e7 None None] Network 1e334cc0-f911-4b92-895c-4049ad33b7ec requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:56:59.820902 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e0346d01-e2c0-4ecb-967b-d5419e8b3495 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:59.825862 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e0346d01-e2c0-4ecb-967b-d5419e8b3495 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/d748fdc8-984e-4d0d-8ead-efc3d9cfeb67 HTTP/1.1" status: 204 len: 168 time: 0.2009592 Aug 10 03:56:59.825862 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba80142d-2f8e-4da4-8da8-07a209a7b899 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:59.825862 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ba80142d-2f8e-4da4-8da8-07a209a7b899 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:59.832802 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38898) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:59.859718 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0346d01-e2c0-4ecb-967b-d5419e8b3495 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d748fdc8-984e-4d0d-8ead-efc3d9cfeb67,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:56:59.875671 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a06824-8ae5-40dd-8f77-70ed3027e2ae req-4fd3ba9a-162b-443b-90b6-78acd8c70394 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:56:59.877286 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 22e24a41-e727-4d8b-a91b-f01d3a7664d7 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:56:59.879345 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 063ea181-04ed-490e-b0ac-46fa506257bb up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:56:59.883109 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5817cf06-927f-44d8-8e78-7c57d055cd2e None None] Transition to ACTIVE for port object 2b83ff4b-fd15-451c-8cc5-7a69d8592953 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:56:59.883272 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a1a06824-8ae5-40dd-8f77-70ed3027e2ae req-4fd3ba9a-162b-443b-90b6-78acd8c70394 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 945 time: 0.0763013 Aug 10 03:56:59.895170 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-03906858-68fd-4c0a-8a29-c3fe57701af6 req-21940883-b208-4a24-9595-0300b05f2b29 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad33cfc0-7ab4-4066-b87c-a44a89879562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866382 Aug 10 03:56:59.914372 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-bc2a8428-f1a2-4eaa-bdfc-7cbe2baee6b1 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0741782 Aug 10 03:56:59.914618 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38902) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:56:59.922541 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-008e29b2-27a1-4ee0-89a1-e22b27c442fc tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:56:59.950741 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a1a06824-8ae5-40dd-8f77-70ed3027e2ae req-98dfb711-9374-4266-99a1-10624d478d8e tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666308 Aug 10 03:56:59.992221 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ba80142d-2f8e-4da4-8da8-07a209a7b899 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.8805120 Aug 10 03:56:59.998164 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38904) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:00.012844 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1bf2ff2a-3d8c-4365-85a5-39749ccd4f76 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.015906 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008e29b2-27a1-4ee0-89a1-e22b27c442fc tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Pushing event updated for resources: {'Subnet': ['ID=8698487c-3690-44e5-a0a4-c5fdacfa8365,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:00.056235 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e29b2-27a1-4ee0-89a1-e22b27c442fc tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Checking segment: {'id': 'f61dd839-ab05-4ce8-a000-3108c3293402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '960bd8b9-65a9-44da-a264-94f44e11bea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:00.056624 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008e29b2-27a1-4ee0-89a1-e22b27c442fc tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Network hostable DHCP agents. Network: 960bd8b9-65a9-44da-a264-94f44e11bea1, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:57:00.070103 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5817cf06-927f-44d8-8e78-7c57d055cd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.080489 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1bf2ff2a-3d8c-4365-85a5-39749ccd4f76 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.140375 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5817cf06-927f-44d8-8e78-7c57d055cd2e None None] Network 9fd67708-c958-47ac-acf6-cb3f9068400f is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:00.144308 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008e29b2-27a1-4ee0-89a1-e22b27c442fc tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Network 960bd8b9-65a9-44da-a264-94f44e11bea1 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:57:00.144476 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-079aa035-2fee-4e9c-bfaf-1d57fe34de2c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.154751 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-5817cf06-927f-44d8-8e78-7c57d055cd2e None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:00.157379 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5817cf06-927f-44d8-8e78-7c57d055cd2e None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:00.161849 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 22e24a41-e727-4d8b-a91b-f01d3a7664d7, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=22e24a41-e727-4d8b-a91b-f01d3a7664d7,segment=NetworkSegment(535c94f4-2dba-40c6-bd7d-e262da5c9efa),segment_id=535c94f4-2dba-40c6-bd7d-e262da5c9efa)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:00.173117 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5817cf06-927f-44d8-8e78-7c57d055cd2e None None] Pushing event updated for resources: {'Port': ['ID=2b83ff4b-fd15-451c-8cc5-7a69d8592953,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:00.182277 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 063ea181-04ed-490e-b0ac-46fa506257bb completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:00.192704 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 063ea181-04ed-490e-b0ac-46fa506257bb triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:00.193941 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.212188 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '22e24a41-e727-4d8b-a91b-f01d3a7664d7', 'network_id': 'c430a6d1-8c23-45e4-b559-0d490a5be444', 'port_id': '22e24a41-e727-4d8b-a91b-f01d3a7664d7', 'mac_address': 'fa:16:3e:d7:05:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f54ef2-8054-46cb-b7f9-39e413b8dd67', 'ip_address': '19.86.0.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:57:00.220407 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1bf2ff2a-3d8c-4365-85a5-39749ccd4f76 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.227076 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1bf2ff2a-3d8c-4365-85a5-39749ccd4f76 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.227076 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1bf2ff2a-3d8c-4365-85a5-39749ccd4f76 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "DELETE /v2.0/security-groups/6dcd64b4-b1a9-41da-b6aa-48ce4301e612 HTTP/1.1" status: 204 len: 168 time: 0.3086197 Aug 10 03:57:00.230003 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d125f5-5c5b-4457-a85c-d8c3016fbb72 req-4812e862-cc00-4cdd-a0cf-beeeaec42f77 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:00.231672 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a2d125f5-5c5b-4457-a85c-d8c3016fbb72 req-4812e862-cc00-4cdd-a0cf-beeeaec42f77 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/ports?device_id=c41141e7-3425-499a-9cff-5e58b8447078 HTTP/1.1" status: 200 len: 943 time: 0.0540197 Aug 10 03:57:00.232350 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38908) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:00.246533 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-079aa035-2fee-4e9c-bfaf-1d57fe34de2c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.249655 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2ff2a-3d8c-4365-85a5-39749ccd4f76 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcd64b4-b1a9-41da-b6aa-48ce4301e612,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:00.261869 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-008e29b2-27a1-4ee0-89a1-e22b27c442fc tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 960bd8b9-65a9-44da-a264-94f44e11bea1) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:00.277047 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008e29b2-27a1-4ee0-89a1-e22b27c442fc tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:00.277822 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-008e29b2-27a1-4ee0-89a1-e22b27c442fc tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.286002 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0578c8d-3047-4f22-9d83-fa5bd2ab5dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-1e334cc0-f911-4b92-895c-4049ad33b7ec', 'network_id': '1e334cc0-f911-4b92-895c-4049ad33b7ec', 'tenant_id': 'b2d87b3944704ca089acd0f2f68b57e9', 'fixed_ips': [{'subnet_id': 'b58b051b-8ccf-4de3-b5bc-eca7e3e39898'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:57:00.286833 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d0578c8d-3047-4f22-9d83-fa5bd2ab5dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.289948 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8614100e-cfea-4552-8e2d-d8c06b580925 None None] Network 960bd8b9-65a9-44da-a264-94f44e11bea1 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:00.330806 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a2d125f5-5c5b-4457-a85c-d8c3016fbb72 req-3978e260-f008-4548-8ee3-2c5e8bf3d8b9 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c142730-30a9-4966-a17d-ecfcadd63d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832026 Aug 10 03:57:00.339915 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0a903809-604a-45af-a133-14bd98a4cf7a tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1063306 Aug 10 03:57:00.342694 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38910) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:00.395894 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-008e29b2-27a1-4ee0-89a1-e22b27c442fc tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0683000 Aug 10 03:57:00.398685 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38912) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:00.402574 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-faead923-6285-46f2-a456-e18b04e8a315 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.410088 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-079aa035-2fee-4e9c-bfaf-1d57fe34de2c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.434564 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-faead923-6285-46f2-a456-e18b04e8a315 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.501440 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079aa035-2fee-4e9c-bfaf-1d57fe34de2c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Subnet': ['ID=b58b051b-8ccf-4de3-b5bc-eca7e3e39898,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:00.551765 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-5817cf06-927f-44d8-8e78-7c57d055cd2e None None] Attempting to bind port 2b83ff4b-fd15-451c-8cc5-7a69d8592953 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:00.552164 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-5817cf06-927f-44d8-8e78-7c57d055cd2e None None] Attempting to bind port 2b83ff4b-fd15-451c-8cc5-7a69d8592953 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '005f3f63-290c-4f6f-8d6f-9f9266dbbfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9fd67708-c958-47ac-acf6-cb3f9068400f'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:00.552530 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5817cf06-927f-44d8-8e78-7c57d055cd2e None None] Attempting to bind port 2b83ff4b-fd15-451c-8cc5-7a69d8592953 on network 9fd67708-c958-47ac-acf6-cb3f9068400f {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:00.568887 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-faead923-6285-46f2-a456-e18b04e8a315 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.571994 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-faead923-6285-46f2-a456-e18b04e8a315 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.575922 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-faead923-6285-46f2-a456-e18b04e8a315 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "DELETE /v2.0/security-groups/e0425f16-12b0-4d2c-a34b-a6b2768a7a2c HTTP/1.1" status: 204 len: 168 time: 0.2299433 Aug 10 03:57:00.576979 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38914) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:00.588496 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5817cf06-927f-44d8-8e78-7c57d055cd2e None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:00.588783 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5817cf06-927f-44d8-8e78-7c57d055cd2e None None] Checking segment: {'id': '005f3f63-290c-4f6f-8d6f-9f9266dbbfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9fd67708-c958-47ac-acf6-cb3f9068400f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:00.589456 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5817cf06-927f-44d8-8e78-7c57d055cd2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.589785 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5817cf06-927f-44d8-8e78-7c57d055cd2e None None] Bound using segment: {'id': '005f3f63-290c-4f6f-8d6f-9f9266dbbfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9fd67708-c958-47ac-acf6-cb3f9068400f'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:00.590286 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-5817cf06-927f-44d8-8e78-7c57d055cd2e None None] Bound port: 2b83ff4b-fd15-451c-8cc5-7a69d8592953, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '005f3f63-290c-4f6f-8d6f-9f9266dbbfc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '9fd67708-c958-47ac-acf6-cb3f9068400f'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:00.590646 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5817cf06-927f-44d8-8e78-7c57d055cd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.597648 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faead923-6285-46f2-a456-e18b04e8a315 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0425f16-12b0-4d2c-a34b-a6b2768a7a2c,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:00.602844 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.634842 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-079aa035-2fee-4e9c-bfaf-1d57fe34de2c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.644206 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c7cd6106-8587-45fd-a11a-2ef0325780d7 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0621486 Aug 10 03:57:00.644432 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38918) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:00.649460 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-9ce70983-2537-4368-95d8-a1c74c7146de tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Request body: {'security_group': {'name': 'tempest-secgroup--1827365269'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:00.706076 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e24a41-e727-4d8b-a91b-f01d3a7664d7 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:57:00.794454 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 22e24a41-e727-4d8b-a91b-f01d3a7664d7, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=22e24a41-e727-4d8b-a91b-f01d3a7664d7,segment=NetworkSegment(535c94f4-2dba-40c6-bd7d-e262da5c9efa),segment_id=535c94f4-2dba-40c6-bd7d-e262da5c9efa)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:00.822469 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3033178c-45a5-4d60-9f39-2c89afc519ad None None] Network 1e334cc0-f911-4b92-895c-4049ad33b7ec requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:00.846136 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.887739 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device d912a7d6-00c2-445d-8c9a-7d5cc25a6658 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:57:00.904234 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:00.904895 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 77c69b19-74f5-48cf-bbfd-0d0dc2eb1183 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:57:00.942670 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-079aa035-2fee-4e9c-bfaf-1d57fe34de2c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e334cc0-f911-4b92-895c-4049ad33b7ec']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:00.990102 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-5817cf06-927f-44d8-8e78-7c57d055cd2e None None] For port 2b83ff4b-fd15-451c-8cc5-7a69d8592953, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:01.003985 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df99dad-eb0b-4821-b9e7-9c01708a8ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063ea181-04ed-490e-b0ac-46fa506257bb'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:01.006884 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d60bee-452e-4e1f-96ec-4aecdedf5e51" -d '{"events": [{"server_uuid": "1df99dad-eb0b-4821-b9e7-9c01708a8ea4", "name": "network-vif-plugged", "status": "completed", "tag": "063ea181-04ed-490e-b0ac-46fa506257bb"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:01.034322 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-079aa035-2fee-4e9c-bfaf-1d57fe34de2c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1b79a0-d0b5-4a01-8cfa-bde55ba8c881') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:01.034624 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-079aa035-2fee-4e9c-bfaf-1d57fe34de2c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1b79a0-d0b5-4a01-8cfa-bde55ba8c881') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:01.055822 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-5817cf06-927f-44d8-8e78-7c57d055cd2e None None] For port 2b83ff4b-fd15-451c-8cc5-7a69d8592953, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=2b83ff4b-fd15-451c-8cc5-7a69d8592953,segment=NetworkSegment(005f3f63-290c-4f6f-8d6f-9f9266dbbfc4),segment_id=005f3f63-290c-4f6f-8d6f-9f9266dbbfc4)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:01.056372 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-079aa035-2fee-4e9c-bfaf-1d57fe34de2c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:01.058365 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884de761-5e28-4ac1-8815-f9497a3149a8 req-a277749a-1b31-450f-9be1-023c049e0c77 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:01.060582 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-884de761-5e28-4ac1-8815-f9497a3149a8 req-a277749a-1b31-450f-9be1-023c049e0c77 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/ports?device_id=1df99dad-eb0b-4821-b9e7-9c01708a8ea4 HTTP/1.1" status: 200 len: 944 time: 0.0689056 Aug 10 03:57:01.081516 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 063ea181-04ed-490e-b0ac-46fa506257bb, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=063ea181-04ed-490e-b0ac-46fa506257bb,segment=NetworkSegment(305a13ef-880e-42f5-9275-d14b8f8342b1),segment_id=305a13ef-880e-42f5-9275-d14b8f8342b1)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:01.097754 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.resource_extend [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 03:57:01.099717 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bad71c-f10f-4416-9810-e72baf5d85a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-960bd8b9-65a9-44da-a264-94f44e11bea1', 'network_id': '960bd8b9-65a9-44da-a264-94f44e11bea1', 'tenant_id': '3e5eae83bca641cd8781a0e5f0dfc564', 'fixed_ips': [{'subnet_id': '8698487c-3690-44e5-a0a4-c5fdacfa8365'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:57:01.100199 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-07bad71c-f10f-4416-9810-e72baf5d85a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:01.103295 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-079aa035-2fee-4e9c-bfaf-1d57fe34de2c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:01.124505 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cf963-9e26-430d-aab4-a50c0d37aeb0 req-f9be2f98-1fe4-4bfe-91a0-dd6ab45adb7b tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:01.128375 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-884de761-5e28-4ac1-8815-f9497a3149a8 req-61bb1aca-1a0f-497a-80a7-511ed1acfe6d tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad33cfc0-7ab4-4066-b87c-a44a89879562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521812 Aug 10 03:57:01.130401 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cf963-9e26-430d-aab4-a50c0d37aeb0 req-f9be2f98-1fe4-4bfe-91a0-dd6ab45adb7b tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:01.141968 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cf963-9e26-430d-aab4-a50c0d37aeb0 req-f9be2f98-1fe4-4bfe-91a0-dd6ab45adb7b tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:01.141968 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c04cf963-9e26-430d-aab4-a50c0d37aeb0 req-f9be2f98-1fe4-4bfe-91a0-dd6ab45adb7b tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 2414 time: 0.2071559 Aug 10 03:57:01.142252 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-079aa035-2fee-4e9c-bfaf-1d57fe34de2c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:01.142451 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-079aa035-2fee-4e9c-bfaf-1d57fe34de2c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:01.146255 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:01.185922 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5817cf06-927f-44d8-8e78-7c57d055cd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:01.209303 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:01.211282 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9ce70983-2537-4368-95d8-a1c74c7146de tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:01.228328 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=22e24a41-e727-4d8b-a91b-f01d3a7664d7,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:01.262528 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-97b2b1d0-4a67-4693-9bbb-38b71c4810a1 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:01.323800 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816200f6-2343-4a8e-8d4d-c962231fd830 req-b8c30542-a768-4379-aa7c-49f133f99966 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:01.332794 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-816200f6-2343-4a8e-8d4d-c962231fd830 req-b8c30542-a768-4379-aa7c-49f133f99966 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 945 time: 0.1137509 Aug 10 03:57:01.343023 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5817cf06-927f-44d8-8e78-7c57d055cd2e None None] Pushing event updated for resources: {'Port': ['ID=2b83ff4b-fd15-451c-8cc5-7a69d8592953,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:01.383922 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 77c69b19-74f5-48cf-bbfd-0d0dc2eb1183, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=77c69b19-74f5-48cf-bbfd-0d0dc2eb1183,segment=NetworkSegment(b9c04686-0183-4857-8d49-1a54b2aaff0a),segment_id=b9c04686-0183-4857-8d49-1a54b2aaff0a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:01.405139 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-816200f6-2343-4a8e-8d4d-c962231fd830 req-6b86fb54-3c8b-4c92-b745-e6a51ba342e2 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697556 Aug 10 03:57:01.407101 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '77c69b19-74f5-48cf-bbfd-0d0dc2eb1183', 'network_id': '6619c473-1b7e-434e-bc4b-1557c94e198e', 'port_id': '77c69b19-74f5-48cf-bbfd-0d0dc2eb1183', 'mac_address': 'fa:16:3e:47:58:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fbabe51-edfc-4b35-b16b-cec06eaa84bd', 'ip_address': '19.80.0.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:57:01.420908 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c04cf963-9e26-430d-aab4-a50c0d37aeb0 req-c30e7f92-9fa9-4531-ba6b-4b23b8ff6ed7 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240825 Aug 10 03:57:01.475892 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-079aa035-2fee-4e9c-bfaf-1d57fe34de2c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:01.542871 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port d912a7d6-00c2-445d-8c9a-7d5cc25a6658, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=d912a7d6-00c2-445d-8c9a-7d5cc25a6658,segment=NetworkSegment(fbb962d2-cb65-4cfc-98a1-613f6ea01aa8),segment_id=fbb962d2-cb65-4cfc-98a1-613f6ea01aa8)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:01.656371 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'd912a7d6-00c2-445d-8c9a-7d5cc25a6658', 'network_id': 'ca9102ff-907d-4d35-ba89-79ea8c8638d2', 'port_id': 'd912a7d6-00c2-445d-8c9a-7d5cc25a6658', 'mac_address': 'fa:16:3e:29:5e:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d9d58d2-b0b4-423f-8835-c25d4f04266a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:57:01.706816 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=063ea181-04ed-490e-b0ac-46fa506257bb,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:01.718245 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:01.725440 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-079aa035-2fee-4e9c-bfaf-1d57fe34de2c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:01.733227 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-079aa035-2fee-4e9c-bfaf-1d57fe34de2c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/networks/1e334cc0-f911-4b92-895c-4049ad33b7ec HTTP/1.1" status: 204 len: 168 time: 1.7307458 Aug 10 03:57:01.733599 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38934) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:01.739266 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-76941415-7beb-4ae0-a666-8f8d437c2a1d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1761216314'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:01.739449 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079aa035-2fee-4e9c-bfaf-1d57fe34de2c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Network': ['ID=1e334cc0-f911-4b92-895c-4049ad33b7ec,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:01.765113 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d55920-aa30-4daa-af97-668f479d2c61 x-openstack-request-id: req-77d55920-aa30-4daa-af97-668f479d2c61 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:01.765528 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df99dad-eb0b-4821-b9e7-9c01708a8ea4", "name": "network-vif-plugged", "status": "completed", "tag": "063ea181-04ed-490e-b0ac-46fa506257bb", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:01.765790 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77d55920-aa30-4daa-af97-668f479d2c61 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:01.766177 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df99dad-eb0b-4821-b9e7-9c01708a8ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063ea181-04ed-490e-b0ac-46fa506257bb', 'code': 200} Aug 10 03:57:01.781050 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c69b19-74f5-48cf-bbfd-0d0dc2eb1183 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:57:01.794938 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-07bad71c-f10f-4416-9810-e72baf5d85a3 None None] Allocated IP 172.20.0.2 (960bd8b9-65a9-44da-a264-94f44e11bea1/8698487c-3690-44e5-a0a4-c5fdacfa8365/76ccfa2d-b7fc-499e-a629-7067397758d1) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:01.806670 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:01.837167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 77c69b19-74f5-48cf-bbfd-0d0dc2eb1183, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=77c69b19-74f5-48cf-bbfd-0d0dc2eb1183,segment=NetworkSegment(b9c04686-0183-4857-8d49-1a54b2aaff0a),segment_id=b9c04686-0183-4857-8d49-1a54b2aaff0a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:01.855065 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d912a7d6-00c2-445d-8c9a-7d5cc25a6658 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:57:01.878783 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604dcb5-b84a-4680-9fde-189911b06b67 req-c17df8c2-22ef-4315-b9b1-92b875820959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:01.879623 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d604dcb5-b84a-4680-9fde-189911b06b67 req-c17df8c2-22ef-4315-b9b1-92b875820959 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1df99dad-eb0b-4821-b9e7-9c01708a8ea4 HTTP/1.1" status: 200 len: 1096 time: 0.0556893 Aug 10 03:57:01.899200 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9ce70983-2537-4368-95d8-a1c74c7146de tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:01.914669 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port d912a7d6-00c2-445d-8c9a-7d5cc25a6658, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=d912a7d6-00c2-445d-8c9a-7d5cc25a6658,segment=NetworkSegment(fbb962d2-cb65-4cfc-98a1-613f6ea01aa8),segment_id=fbb962d2-cb65-4cfc-98a1-613f6ea01aa8)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:01.930715 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d604dcb5-b84a-4680-9fde-189911b06b67 req-514e9e3c-7b70-4dad-bd80-118d541b6f88 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ad33cfc0-7ab4-4066-b87c-a44a89879562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438609 Aug 10 03:57:01.931587 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610db2d-6bff-49e5-8e7d-d783838e1403 req-66fe5f39-0ea3-4eed-b3ae-177389f63ead tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:01.933386 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e610db2d-6bff-49e5-8e7d-d783838e1403 req-66fe5f39-0ea3-4eed-b3ae-177389f63ead tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/ports?device_id=c41141e7-3425-499a-9cff-5e58b8447078 HTTP/1.1" status: 200 len: 943 time: 0.1820054 Aug 10 03:57:01.994270 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:01.995141 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 1bad04aa-fca3-4873-8cc0-a645c10aa94f details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:57:02.003481 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e610db2d-6bff-49e5-8e7d-d783838e1403 req-e5235c66-7e0a-4642-ab8f-483eef98945f tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c142730-30a9-4966-a17d-ecfcadd63d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464168 Aug 10 03:57:02.024020 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9ce70983-2537-4368-95d8-a1c74c7146de tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:02.027825 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-97b2b1d0-4a67-4693-9bbb-38b71c4810a1 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Allocated IP 172.20.0.1 (9fd67708-c958-47ac-acf6-cb3f9068400f/0adcf76d-8398-459a-8675-1001ffa1578a/870cf5f3-2741-4a83-9d7e-de7d91778e88) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:02.057406 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:02.095815 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-07bad71c-f10f-4416-9810-e72baf5d85a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:02.121006 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce70983-2537-4368-95d8-a1c74c7146de tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dfb407-ccff-4d5a-bae1-f41108e545ab,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:02.122239 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 1bad04aa-fca3-4873-8cc0-a645c10aa94f, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=1bad04aa-fca3-4873-8cc0-a645c10aa94f,segment=NetworkSegment(b9c04686-0183-4857-8d49-1a54b2aaff0a),segment_id=b9c04686-0183-4857-8d49-1a54b2aaff0a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:02.125923 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-07bad71c-f10f-4416-9810-e72baf5d85a3 None None] Transition to ACTIVE for port object 76ccfa2d-b7fc-499e-a629-7067397758d1 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:02.164281 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76941415-7beb-4ae0-a666-8f8d437c2a1d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Made reservation on behalf of b2d87b3944704ca089acd0f2f68b57e9 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:02.167468 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=77c69b19-74f5-48cf-bbfd-0d0dc2eb1183,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:02.175837 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-07bad71c-f10f-4416-9810-e72baf5d85a3 None None] Transition to ACTIVE for port object 76ccfa2d-b7fc-499e-a629-7067397758d1 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:02.180166 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-76941415-7beb-4ae0-a666-8f8d437c2a1d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:02.182382 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '1bad04aa-fca3-4873-8cc0-a645c10aa94f', 'network_id': '6619c473-1b7e-434e-bc4b-1557c94e198e', 'port_id': '1bad04aa-fca3-4873-8cc0-a645c10aa94f', 'mac_address': 'fa:16:3e:4c:e9:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fbabe51-edfc-4b35-b16b-cec06eaa84bd', 'ip_address': '19.80.0.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:57:02.199593 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-97b2b1d0-4a67-4693-9bbb-38b71c4810a1 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:02.222970 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-97b2b1d0-4a67-4693-9bbb-38b71c4810a1 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Transition to ACTIVE for port object 870cf5f3-2741-4a83-9d7e-de7d91778e88 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:02.241733 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9ce70983-2537-4368-95d8-a1c74c7146de tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:02.245840 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9ce70983-2537-4368-95d8-a1c74c7146de tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5982196 Aug 10 03:57:02.246448 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76941415-7beb-4ae0-a666-8f8d437c2a1d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:57:02.246947 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38938) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:02.252564 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-f031415d-9973-4bf7-9671-dae2bf53b75d tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Request body: {'security_group_rule': {'security_group_id': 'e5dfb407-ccff-4d5a-bae1-f41108e545ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:02.263317 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=d912a7d6-00c2-445d-8c9a-7d5cc25a6658,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:02.266108 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:02.268168 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-76941415-7beb-4ae0-a666-8f8d437c2a1d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:02.268543 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-76941415-7beb-4ae0-a666-8f8d437c2a1d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Added segment 789ab603-cd8e-4450-b1b2-ad70b2b2e5c9 of type vlan for network d8534443-f63e-4581-9e34-3f3b06aab1b7 Aug 10 03:57:02.289497 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bad04aa-fca3-4873-8cc0-a645c10aa94f {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:57:02.310918 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-07bad71c-f10f-4416-9810-e72baf5d85a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:02.314879 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 1bad04aa-fca3-4873-8cc0-a645c10aa94f, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=1bad04aa-fca3-4873-8cc0-a645c10aa94f,segment=NetworkSegment(b9c04686-0183-4857-8d49-1a54b2aaff0a),segment_id=b9c04686-0183-4857-8d49-1a54b2aaff0a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:02.355623 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-76941415-7beb-4ae0-a666-8f8d437c2a1d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:02.375391 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bad71c-f10f-4416-9810-e72baf5d85a3 None None] Network 960bd8b9-65a9-44da-a264-94f44e11bea1 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:02.382548 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-07bad71c-f10f-4416-9810-e72baf5d85a3 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:02.386136 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bad71c-f10f-4416-9810-e72baf5d85a3 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:02.389167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bad71c-f10f-4416-9810-e72baf5d85a3 None None] Pushing event updated for resources: {'Port': ['ID=76ccfa2d-b7fc-499e-a629-7067397758d1,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:02.398410 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f031415d-9973-4bf7-9671-dae2bf53b75d tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:02.417608 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-97b2b1d0-4a67-4693-9bbb-38b71c4810a1 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:02.417844 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:02.432163 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c58f0-9164-42d4-b7a7-c9f884bc4913 req-b656e5fa-a467-41b4-b691-d14e89140d30 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:02.434174 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-697c58f0-9164-42d4-b7a7-c9f884bc4913 req-b656e5fa-a467-41b4-b691-d14e89140d30 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/ports?device_id=1df99dad-eb0b-4821-b9e7-9c01708a8ea4 HTTP/1.1" status: 200 len: 945 time: 0.1203215 Aug 10 03:57:02.493994 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['d912a7d6-00c2-445d-8c9a-7d5cc25a6658'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:57:02.511550 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-697c58f0-9164-42d4-b7a7-c9f884bc4913 req-1634f476-c466-48f6-8190-954ff8bc5247 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad33cfc0-7ab4-4066-b87c-a44a89879562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580969 Aug 10 03:57:02.519777 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-76941415-7beb-4ae0-a666-8f8d437c2a1d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:02.520507 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b2b1d0-4a67-4693-9bbb-38b71c4810a1 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Network 9fd67708-c958-47ac-acf6-cb3f9068400f is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:02.542408 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76941415-7beb-4ae0-a666-8f8d437c2a1d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:02.549189 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-76941415-7beb-4ae0-a666-8f8d437c2a1d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:02.551898 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-97b2b1d0-4a67-4693-9bbb-38b71c4810a1 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:02.558852 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b2b1d0-4a67-4693-9bbb-38b71c4810a1 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:02.561819 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2b1d0-4a67-4693-9bbb-38b71c4810a1 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Pushing event updated for resources: {'Port': ['ID=870cf5f3-2741-4a83-9d7e-de7d91778e88,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:02.566899 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-07bad71c-f10f-4416-9810-e72baf5d85a3 None None] Attempting to bind port 76ccfa2d-b7fc-499e-a629-7067397758d1 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:02.567471 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-07bad71c-f10f-4416-9810-e72baf5d85a3 None None] Attempting to bind port 76ccfa2d-b7fc-499e-a629-7067397758d1 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'f61dd839-ab05-4ce8-a000-3108c3293402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '960bd8b9-65a9-44da-a264-94f44e11bea1'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:02.567984 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bad71c-f10f-4416-9810-e72baf5d85a3 None None] Attempting to bind port 76ccfa2d-b7fc-499e-a629-7067397758d1 on network 960bd8b9-65a9-44da-a264-94f44e11bea1 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:02.589668 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=1bad04aa-fca3-4873-8cc0-a645c10aa94f,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:02.610295 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bad71c-f10f-4416-9810-e72baf5d85a3 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:02.612831 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bad71c-f10f-4416-9810-e72baf5d85a3 None None] Checking segment: {'id': 'f61dd839-ab05-4ce8-a000-3108c3293402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '960bd8b9-65a9-44da-a264-94f44e11bea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:02.615862 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-07bad71c-f10f-4416-9810-e72baf5d85a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:02.616351 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bad71c-f10f-4416-9810-e72baf5d85a3 None None] Bound using segment: {'id': 'f61dd839-ab05-4ce8-a000-3108c3293402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '960bd8b9-65a9-44da-a264-94f44e11bea1'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:02.616907 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-07bad71c-f10f-4416-9810-e72baf5d85a3 None None] Bound port: 76ccfa2d-b7fc-499e-a629-7067397758d1, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f61dd839-ab05-4ce8-a000-3108c3293402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '960bd8b9-65a9-44da-a264-94f44e11bea1'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:02.617337 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-07bad71c-f10f-4416-9810-e72baf5d85a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:02.619637 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f031415d-9973-4bf7-9671-dae2bf53b75d tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:02.646135 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba5ed8-a488-4a90-8571-d5b0c680e85c req-fa035c86-7a04-4044-b00a-4f59a7b80a29 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:02.654394 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eeba5ed8-a488-4a90-8571-d5b0c680e85c req-fa035c86-7a04-4044-b00a-4f59a7b80a29 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 945 time: 0.1624849 Aug 10 03:57:02.663372 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-97b2b1d0-4a67-4693-9bbb-38b71c4810a1 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:02.707608 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-07bad71c-f10f-4416-9810-e72baf5d85a3 None None] For port 76ccfa2d-b7fc-499e-a629-7067397758d1, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:02.723364 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['77c69b19-74f5-48cf-bbfd-0d0dc2eb1183'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:57:02.735856 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f031415d-9973-4bf7-9671-dae2bf53b75d tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:02.772806 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76941415-7beb-4ae0-a666-8f8d437c2a1d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event updated for resources: {'Network': ['ID=d8534443-f63e-4581-9e34-3f3b06aab1b7,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:02.791075 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eeba5ed8-a488-4a90-8571-d5b0c680e85c req-ff374b3d-0912-457b-9b1f-193a60fb739c tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353524 Aug 10 03:57:02.799970 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-07bad71c-f10f-4416-9810-e72baf5d85a3 None None] For port 76ccfa2d-b7fc-499e-a629-7067397758d1, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=76ccfa2d-b7fc-499e-a629-7067397758d1,segment=NetworkSegment(f61dd839-ab05-4ce8-a000-3108c3293402),segment_id=f61dd839-ab05-4ce8-a000-3108c3293402)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:02.811562 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13afa7b9-cafc-4f1d-8cd4-a061efbdf414 req-be415119-d362-45eb-a832-805075e5702f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:02.816088 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network d8534443-f63e-4581-9e34-3f3b06aab1b7 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:57:02.816491 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031415d-9973-4bf7-9671-dae2bf53b75d tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86e7399c-51b7-49d6-9753-5f0a7cf2c58f,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:02.818701 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['1bad04aa-fca3-4873-8cc0-a645c10aa94f'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:57:02.825923 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13afa7b9-cafc-4f1d-8cd4-a061efbdf414 req-be415119-d362-45eb-a832-805075e5702f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:02.828449 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54880e5a-831b-4f45-a1d4-09b539601842 None None] Network 9fd67708-c958-47ac-acf6-cb3f9068400f requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:02.832185 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13afa7b9-cafc-4f1d-8cd4-a061efbdf414 req-be415119-d362-45eb-a832-805075e5702f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:02.840956 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-13afa7b9-cafc-4f1d-8cd4-a061efbdf414 req-be415119-d362-45eb-a832-805075e5702f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 2416 time: 0.1839926 Aug 10 03:57:02.860821 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-76941415-7beb-4ae0-a666-8f8d437c2a1d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1255953 Aug 10 03:57:02.863857 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38946) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:02.869706 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-f36c886b-f976-4826-a7a1-ab7c8fef1ea9 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Request body: {'subnet': {'network_id': 'd8534443-f63e-4581-9e34-3f3b06aab1b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:02.952391 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-13afa7b9-cafc-4f1d-8cd4-a061efbdf414 req-c8387dc2-5435-4d83-b987-a9e1aa51ebc6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103859 Aug 10 03:57:03.007539 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f031415d-9973-4bf7-9671-dae2bf53b75d tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.008849 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f031415d-9973-4bf7-9671-dae2bf53b75d tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7608826 Aug 10 03:57:03.013301 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38948) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:03.067112 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-97b2b1d0-4a67-4693-9bbb-38b71c4810a1 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.082072 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d8dd9f72-8f71-4d1c-a486-9cc9158aad6c tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.097268 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d8dd9f72-8f71-4d1c-a486-9cc9158aad6c tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.123413 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 2b83ff4b-fd15-451c-8cc5-7a69d8592953 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:03.126385 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-07bad71c-f10f-4416-9810-e72baf5d85a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.162542 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36c886b-f976-4826-a7a1-ab7c8fef1ea9 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Made reservation on behalf of b2d87b3944704ca089acd0f2f68b57e9 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:03.169905 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f36c886b-f976-4826-a7a1-ab7c8fef1ea9 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.274918 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb867c-62f5-4854-8b90-41be8fc8af66 req-32833d9a-5b19-4c32-9b87-510098b407f1 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:03.276301 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-68fb867c-62f5-4854-8b90-41be8fc8af66 req-32833d9a-5b19-4c32-9b87-510098b407f1 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/ports?device_id=c41141e7-3425-499a-9cff-5e58b8447078 HTTP/1.1" status: 200 len: 944 time: 0.1763451 Aug 10 03:57:03.313525 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d8dd9f72-8f71-4d1c-a486-9cc9158aad6c tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.319910 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d8dd9f72-8f71-4d1c-a486-9cc9158aad6c tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.321369 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d8dd9f72-8f71-4d1c-a486-9cc9158aad6c tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/86e7399c-51b7-49d6-9753-5f0a7cf2c58f HTTP/1.1" status: 204 len: 168 time: 0.3070958 Aug 10 03:57:03.329891 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-41172760-d009-4a89-a122-83c3b0ddc9ad None None] Provisioning for port 2b83ff4b-fd15-451c-8cc5-7a69d8592953 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:03.332052 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38952) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:03.364717 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bad71c-f10f-4416-9810-e72baf5d85a3 None None] Pushing event updated for resources: {'Port': ['ID=76ccfa2d-b7fc-499e-a629-7067397758d1,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:03.400725 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd9f72-8f71-4d1c-a486-9cc9158aad6c tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86e7399c-51b7-49d6-9753-5f0a7cf2c58f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:03.480930 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-68fb867c-62f5-4854-8b90-41be8fc8af66 req-d358e6e4-ce35-45c9-825f-4c5666a8cc42 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c142730-30a9-4966-a17d-ecfcadd63d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922355 Aug 10 03:57:03.497673 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a112656c-9d26-4eef-8921-d3856a4fbf8c tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1606872 Aug 10 03:57:03.500849 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38954) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:03.547842 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f36c886b-f976-4826-a7a1-ab7c8fef1ea9 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.581083 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 2b83ff4b-fd15-451c-8cc5-7a69d8592953 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:03.603716 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 2b83ff4b-fd15-451c-8cc5-7a69d8592953 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:03.604115 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.616317 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-97b2b1d0-4a67-4693-9bbb-38b71c4810a1 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.682870 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-97b2b1d0-4a67-4693-9bbb-38b71c4810a1 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.702170 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c886b-f976-4826-a7a1-ab7c8fef1ea9 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event updated for resources: {'Subnet': ['ID=cbaf5ba3-90e4-4443-ba3b-0cacd9121b97,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:03.753486 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.775417 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca048ede-8d1c-4fc8-9190-16b6807354c1 req-db3c83a9-213e-4d02-ba48-02eb1126f575 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:03.777137 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ca048ede-8d1c-4fc8-9190-16b6807354c1 req-db3c83a9-213e-4d02-ba48-02eb1126f575 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/ports?device_id=1df99dad-eb0b-4821-b9e7-9c01708a8ea4 HTTP/1.1" status: 200 len: 945 time: 0.1245966 Aug 10 03:57:03.781424 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-67d98911-72f3-4428-8408-82f2de402a28 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.786532 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['22e24a41-e727-4d8b-a91b-f01d3a7664d7'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:57:03.793182 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36c886b-f976-4826-a7a1-ab7c8fef1ea9 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Checking segment: {'id': '789ab603-cd8e-4450-b1b2-ad70b2b2e5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd8534443-f63e-4581-9e34-3f3b06aab1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:03.793182 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36c886b-f976-4826-a7a1-ab7c8fef1ea9 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Network hostable DHCP agents. Network: d8534443-f63e-4581-9e34-3f3b06aab1b7, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:57:03.804379 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-97b2b1d0-4a67-4693-9bbb-38b71c4810a1 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.842387 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-67d98911-72f3-4428-8408-82f2de402a28 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:03.846955 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2b1d0-4a67-4693-9bbb-38b71c4810a1 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Pushing event updated for resources: {'Port': ['ID=870cf5f3-2741-4a83-9d7e-de7d91778e88,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:03.885055 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ca048ede-8d1c-4fc8-9190-16b6807354c1 req-c41df614-3d68-4883-8025-65bbd7ff0e5a tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad33cfc0-7ab4-4066-b87c-a44a89879562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992560 Aug 10 03:57:03.985500 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36c886b-f976-4826-a7a1-ab7c8fef1ea9 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Network d8534443-f63e-4581-9e34-3f3b06aab1b7 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:57:03.998923 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 2b83ff4b-fd15-451c-8cc5-7a69d8592953, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=2b83ff4b-fd15-451c-8cc5-7a69d8592953,segment=NetworkSegment(005f3f63-290c-4f6f-8d6f-9f9266dbbfc4),segment_id=005f3f63-290c-4f6f-8d6f-9f9266dbbfc4)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:04.031614 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7034500-9659-4ca0-a683-6be02760973d req-cab6ca05-2585-4469-b0a0-7ebe7378408d tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:04.033540 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f7034500-9659-4ca0-a683-6be02760973d req-cab6ca05-2585-4469-b0a0-7ebe7378408d tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 945 time: 0.0992475 Aug 10 03:57:04.043919 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-67d98911-72f3-4428-8408-82f2de402a28 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:04.047734 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-67d98911-72f3-4428-8408-82f2de402a28 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:04.056724 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-67d98911-72f3-4428-8408-82f2de402a28 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "DELETE /v2.0/security-groups/e5dfb407-ccff-4d5a-bae1-f41108e545ab HTTP/1.1" status: 204 len: 168 time: 0.5546889 Aug 10 03:57:04.057512 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38966) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:04.082776 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-f36c886b-f976-4826-a7a1-ab7c8fef1ea9 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, d8534443-f63e-4581-9e34-3f3b06aab1b7) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:04.090787 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d98911-72f3-4428-8408-82f2de402a28 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dfb407-ccff-4d5a-bae1-f41108e545ab,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:04.100614 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36c886b-f976-4826-a7a1-ab7c8fef1ea9 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:04.101057 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2bdba5-471c-450e-a541-5a82ec199071 None None] Network d8534443-f63e-4581-9e34-3f3b06aab1b7 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:04.101407 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f36c886b-f976-4826-a7a1-ab7c8fef1ea9 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:04.105043 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f7034500-9659-4ca0-a683-6be02760973d req-d7192845-2467-4d9c-8375-27a5e237c7c7 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557988 Aug 10 03:57:04.137828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b2b1d0-4a67-4693-9bbb-38b71c4810a1 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Network 9fd67708-c958-47ac-acf6-cb3f9068400f is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:04.140436 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-97b2b1d0-4a67-4693-9bbb-38b71c4810a1 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:04.188737 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:04.268732 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4685becf-8fe5-4fdd-ab54-26cc6ab55687 None None] Provisioning complete for port 2b83ff4b-fd15-451c-8cc5-7a69d8592953 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:04.269196 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38972) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:04.269315 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4685becf-8fe5-4fdd-ab54-26cc6ab55687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:04.275843 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-32816b7c-e778-4df4-9512-315c3f705893 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2099748 Aug 10 03:57:04.278260 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-55b5ae83-cc41-455a-9492-30d6eb10a623 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Request body: {'security_group': {'name': 'tempest-secgroup--1955507721'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:04.312755 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f36c886b-f976-4826-a7a1-ab7c8fef1ea9 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4471028 Aug 10 03:57:04.326882 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38974) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:04.389638 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=2b83ff4b-fd15-451c-8cc5-7a69d8592953,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:04.458111 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 1bad04aa-fca3-4873-8cc0-a645c10aa94f up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:04.494157 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc0447-465c-42e5-a6a3-311aafacd4a7 req-64a3a227-c190-4bb5-a273-65e6e270e61e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:04.498124 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae83-cc41-455a-9492-30d6eb10a623 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:04.501666 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc0447-465c-42e5-a6a3-311aafacd4a7 req-64a3a227-c190-4bb5-a273-65e6e270e61e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:04.508122 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc0447-465c-42e5-a6a3-311aafacd4a7 req-64a3a227-c190-4bb5-a273-65e6e270e61e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:04.516598 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-67bc0447-465c-42e5-a6a3-311aafacd4a7 req-64a3a227-c190-4bb5-a273-65e6e270e61e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 2416 time: 0.3007116 Aug 10 03:57:04.533711 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b2b1d0-4a67-4693-9bbb-38b71c4810a1 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Router bcf904b7-86cf-4c63-87e0-7437812954f9 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:57:04.606340 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6a1f7b-520d-4b20-ae23-abdfcc8b417e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-d8534443-f63e-4581-9e34-3f3b06aab1b7', 'network_id': 'd8534443-f63e-4581-9e34-3f3b06aab1b7', 'tenant_id': 'b2d87b3944704ca089acd0f2f68b57e9', 'fixed_ips': [{'subnet_id': 'cbaf5ba3-90e4-4443-ba3b-0cacd9121b97'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:57:04.607229 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8d6a1f7b-520d-4b20-ae23-abdfcc8b417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:04.612125 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-67bc0447-465c-42e5-a6a3-311aafacd4a7 req-8c17b147-7c72-4feb-9adf-8ed69b51e2f3 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945127 Aug 10 03:57:04.616944 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:04.781986 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b2b1d0-4a67-4693-9bbb-38b71c4810a1 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:04.800640 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:04.802116 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baabcfd-73b2-4284-87cc-4fec715ee226 None None] Sync routers for ids ['bcf904b7-86cf-4c63-87e0-7437812954f9'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:04.815551 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-97b2b1d0-4a67-4693-9bbb-38b71c4810a1 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] 10.222.0.25 "PUT /v2.0/routers/bcf904b7-86cf-4c63-87e0-7437812954f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4155014 Aug 10 03:57:04.820469 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38980) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:04.820657 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-8d6a1f7b-520d-4b20-ae23-abdfcc8b417e None None] Allocated IP 172.20.0.1 (d8534443-f63e-4581-9e34-3f3b06aab1b7/cbaf5ba3-90e4-4443-ba3b-0cacd9121b97/46e1fee8-c08f-4af1-9e48-a66064607644) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:04.823093 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baabcfd-73b2-4284-87cc-4fec715ee226 None None] Routers {'bcf904b7-86cf-4c63-87e0-7437812954f9'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:04.823093 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-4baabcfd-73b2-4284-87cc-4fec715ee226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:56:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['bcf904b7-86cf-4c63-87e0-7437812954f9'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:04.823757 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 1bad04aa-fca3-4873-8cc0-a645c10aa94f completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:04.827404 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4685becf-8fe5-4fdd-ab54-26cc6ab55687 None None] Provisioning for port 870cf5f3-2741-4a83-9d7e-de7d91778e88 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:04.833266 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 1bad04aa-fca3-4873-8cc0-a645c10aa94f triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:04.834418 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:04.854988 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae83-cc41-455a-9492-30d6eb10a623 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:04.882998 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-4baabcfd-73b2-4284-87cc-4fec715ee226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:04.884755 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4685becf-8fe5-4fdd-ab54-26cc6ab55687 None None] Provisioning complete for port 870cf5f3-2741-4a83-9d7e-de7d91778e88 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:04.885328 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4685becf-8fe5-4fdd-ab54-26cc6ab55687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:04.903479 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baabcfd-73b2-4284-87cc-4fec715ee226 None None] Routers {'bcf904b7-86cf-4c63-87e0-7437812954f9'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:04.904375 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-4baabcfd-73b2-4284-87cc-4fec715ee226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:56:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['bcf904b7-86cf-4c63-87e0-7437812954f9'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:04.921902 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15242d81-37e4-41c0-8e56-9e49649bf0f7 req-a0b0807f-fd33-47ef-9835-fdd6d241998e tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:04.932375 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device d912a7d6-00c2-445d-8c9a-7d5cc25a6658 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:04.933363 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-15242d81-37e4-41c0-8e56-9e49649bf0f7 req-a0b0807f-fd33-47ef-9835-fdd6d241998e tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/ports?device_id=c41141e7-3425-499a-9cff-5e58b8447078 HTTP/1.1" status: 200 len: 944 time: 0.2194288 Aug 10 03:57:04.980673 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed98dbe-bc03-448e-abf8-bc67fd2bf686 None None] Network 960bd8b9-65a9-44da-a264-94f44e11bea1 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:04.997417 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d462fe6-2334-4326-8b09-6a71784f9ab3 req-9f2c7cd9-dce4-4ba6-ba6d-a7723da40790 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:04.997958 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-4baabcfd-73b2-4284-87cc-4fec715ee226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:04.998807 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4baabcfd-73b2-4284-87cc-4fec715ee226 None None] The sync data for ids ['bcf904b7-86cf-4c63-87e0-7437812954f9'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:04.999001 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3d462fe6-2334-4326-8b09-6a71784f9ab3 req-9f2c7cd9-dce4-4ba6-ba6d-a7723da40790 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/ports?device_id=1df99dad-eb0b-4821-b9e7-9c01708a8ea4 HTTP/1.1" status: 200 len: 945 time: 0.1934991 Aug 10 03:57:05.001797 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-15242d81-37e4-41c0-8e56-9e49649bf0f7 req-5ce056e0-6df3-47b4-b707-0eecc758c79b tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c142730-30a9-4966-a17d-ecfcadd63d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675964 Aug 10 03:57:05.047903 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae83-cc41-455a-9492-30d6eb10a623 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:05.134804 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-4685becf-8fe5-4fdd-ab54-26cc6ab55687 None None] Port 870cf5f3-2741-4a83-9d7e-de7d91778e88 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:57:05.156706 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3d462fe6-2334-4326-8b09-6a71784f9ab3 req-bb95056d-b26d-43dc-a83a-82c0e11076f1 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad33cfc0-7ab4-4066-b87c-a44a89879562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397805 Aug 10 03:57:05.174751 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 76ccfa2d-b7fc-499e-a629-7067397758d1 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:05.188969 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5ae83-cc41-455a-9492-30d6eb10a623 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0d5e93-bd5e-4f0e-8b77-d7be7623e52f,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:05.227367 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:05.258589 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddbe55-88ac-428f-b5d6-0468f20d751f req-95208289-ce1c-4777-96a1-5fccb651c897 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:05.260571 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8fddbe55-88ac-428f-b5d6-0468f20d751f req-95208289-ce1c-4777-96a1-5fccb651c897 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 945 time: 0.0559230 Aug 10 03:57:05.310797 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-55b5ae83-cc41-455a-9492-30d6eb10a623 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:05.312132 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-55b5ae83-cc41-455a-9492-30d6eb10a623 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0412505 Aug 10 03:57:05.315348 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38986) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:05.321165 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-88443bfc-c034-4b7b-bea4-e1da0061b9c6 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Request body: {'security_group_rule': {'security_group_id': 'ca0d5e93-bd5e-4f0e-8b77-d7be7623e52f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:05.321556 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8fddbe55-88ac-428f-b5d6-0468f20d751f req-285bab58-786f-4ca8-b544-5a8c7c5e2f49 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489709 Aug 10 03:57:05.354245 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f0aa5d-3fa9-4eeb-8263-a03372019dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bad04aa-fca3-4873-8cc0-a645c10aa94f'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:05.356542 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad46203-a424-4b6f-9426-6897350e8a91" -d '{"events": [{"server_uuid": "99f0aa5d-3fa9-4eeb-8263-a03372019dc7", "name": "network-vif-plugged", "status": "completed", "tag": "1bad04aa-fca3-4873-8cc0-a645c10aa94f"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:05.378085 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port d912a7d6-00c2-445d-8c9a-7d5cc25a6658 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:05.382510 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6ee3a7c7-db54-4269-a538-1c3093568cdf None None] Provisioning complete for port 870cf5f3-2741-4a83-9d7e-de7d91778e88 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:05.383715 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6ee3a7c7-db54-4269-a538-1c3093568cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:05.390803 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 1bad04aa-fca3-4873-8cc0-a645c10aa94f, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=1bad04aa-fca3-4873-8cc0-a645c10aa94f,segment=NetworkSegment(b9c04686-0183-4857-8d49-1a54b2aaff0a),segment_id=b9c04686-0183-4857-8d49-1a54b2aaff0a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:05.433684 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d7931b-ef74-45bd-9c4b-e5ea58996b3e x-openstack-request-id: req-c4d7931b-ef74-45bd-9c4b-e5ea58996b3e {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:05.433958 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f0aa5d-3fa9-4eeb-8263-a03372019dc7", "name": "network-vif-plugged", "status": "completed", "tag": "1bad04aa-fca3-4873-8cc0-a645c10aa94f", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:05.434205 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c4d7931b-ef74-45bd-9c4b-e5ea58996b3e {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:05.434589 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f0aa5d-3fa9-4eeb-8263-a03372019dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bad04aa-fca3-4873-8cc0-a645c10aa94f', 'code': 200} Aug 10 03:57:05.441683 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port d912a7d6-00c2-445d-8c9a-7d5cc25a6658 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:05.444675 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:05.457365 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-cd12b214-fd19-4b9d-a652-527b9bc26e6f tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:57:05.458470 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cd12b214-fd19-4b9d-a652-527b9bc26e6f tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] 10.222.0.25 "PUT /v2.0/routers/bcf904b7-86cf-4c63-87e0-7437812954f9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6373508 Aug 10 03:57:05.461478 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38990) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:05.474015 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8d6a1f7b-520d-4b20-ae23-abdfcc8b417e None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:05.502920 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8d6a1f7b-520d-4b20-ae23-abdfcc8b417e None None] Transition to ACTIVE for port object 46e1fee8-c08f-4af1-9e48-a66064607644 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:05.518182 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-6ee3a7c7-db54-4269-a538-1c3093568cdf None None] Port 870cf5f3-2741-4a83-9d7e-de7d91778e88 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:57:05.538133 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8d6a1f7b-520d-4b20-ae23-abdfcc8b417e None None] Transition to ACTIVE for port object 46e1fee8-c08f-4af1-9e48-a66064607644 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:05.545930 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:05.546739 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 77c69b19-74f5-48cf-bbfd-0d0dc2eb1183 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:05.602482 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 76ccfa2d-b7fc-499e-a629-7067397758d1 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:05.743634 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3ec6e-00bf-485d-a7eb-11fa00d69428 req-017de797-0a47-4151-af32-ede42924e606 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:05.756495 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3ec6e-00bf-485d-a7eb-11fa00d69428 req-017de797-0a47-4151-af32-ede42924e606 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:05.764438 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3ec6e-00bf-485d-a7eb-11fa00d69428 req-017de797-0a47-4151-af32-ede42924e606 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:05.770414 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e3b3ec6e-00bf-485d-a7eb-11fa00d69428 req-017de797-0a47-4151-af32-ede42924e606 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 2417 time: 0.0977376 Aug 10 03:57:05.779831 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:05.824570 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Subnet': ['ID=cbaf5ba3-90e4-4443-ba3b-0cacd9121b97,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:05.836990 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-88443bfc-c034-4b7b-bea4-e1da0061b9c6 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:05.837497 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 2b83ff4b-fd15-451c-8cc5-7a69d8592953 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:05.875499 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6ee3a7c7-db54-4269-a538-1c3093568cdf None None] Provisioning for port 76ccfa2d-b7fc-499e-a629-7067397758d1 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:05.878136 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8d6a1f7b-520d-4b20-ae23-abdfcc8b417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:05.905101 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:05.910287 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e3b3ec6e-00bf-485d-a7eb-11fa00d69428 req-eb02b05f-b0ef-4d6c-87a9-984fee251ffa tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321201 Aug 10 03:57:05.915673 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6ee3a7c7-db54-4269-a538-1c3093568cdf None None] Provisioning complete for port 76ccfa2d-b7fc-499e-a629-7067397758d1 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:05.916165 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6ee3a7c7-db54-4269-a538-1c3093568cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:05.918896 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8534443-f63e-4581-9e34-3f3b06aab1b7']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:05.929981 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789ab603-cd8e-4450-b1b2-ad70b2b2e5c9') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:05.930281 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789ab603-cd8e-4450-b1b2-ad70b2b2e5c9') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:05.941173 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:05.955259 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:05.959654 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=1bad04aa-fca3-4873-8cc0-a645c10aa94f,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:05.968796 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:05.969282 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:05.972823 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:05.979854 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-88443bfc-c034-4b7b-bea4-e1da0061b9c6 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.005692 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6a1f7b-520d-4b20-ae23-abdfcc8b417e None None] Network d8534443-f63e-4581-9e34-3f3b06aab1b7 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:06.005692 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.021618 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-8d6a1f7b-520d-4b20-ae23-abdfcc8b417e None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:06.035890 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6a1f7b-520d-4b20-ae23-abdfcc8b417e None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:06.045533 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 2b83ff4b-fd15-451c-8cc5-7a69d8592953 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:06.045900 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.084250 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70863104-3c15-4c67-8453-8069e0f24794 req-db7749aa-3efd-4baf-9e31-04771006f4c3 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:06.086000 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-70863104-3c15-4c67-8453-8069e0f24794 req-db7749aa-3efd-4baf-9e31-04771006f4c3 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.68 "GET /v2.0/ports?device_id=1df99dad-eb0b-4821-b9e7-9c01708a8ea4 HTTP/1.1" status: 200 len: 945 time: 0.1008224 Aug 10 03:57:06.101233 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a1f7b-520d-4b20-ae23-abdfcc8b417e None None] Pushing event updated for resources: {'Port': ['ID=46e1fee8-c08f-4af1-9e48-a66064607644,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:06.123232 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-88443bfc-c034-4b7b-bea4-e1da0061b9c6 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.130228 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.db.api [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:57:06.130228 n-d-802893-2 neutron-server[94938]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:57:06.130228 n-d-802893-2 neutron-server[94938]: [parameters: {'id': 'd8534443-f63e-4581-9e34-3f3b06aab1b7'}] Aug 10 03:57:06.130228 n-d-802893-2 neutron-server[94938]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94938) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:57:06.131494 n-d-802893-2 neutron-server[94938]: DEBUG oslo_db.api [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:57:06.133843 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port d912a7d6-00c2-445d-8c9a-7d5cc25a6658, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=d912a7d6-00c2-445d-8c9a-7d5cc25a6658,segment=NetworkSegment(fbb962d2-cb65-4cfc-98a1-613f6ea01aa8),segment_id=fbb962d2-cb65-4cfc-98a1-613f6ea01aa8)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:06.168861 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 77c69b19-74f5-48cf-bbfd-0d0dc2eb1183 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:06.188026 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 77c69b19-74f5-48cf-bbfd-0d0dc2eb1183 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:06.188026 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.199208 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88443bfc-c034-4b7b-bea4-e1da0061b9c6 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9108db9-53bd-4d54-96fd-7c9144a82b2a,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:06.219570 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-70863104-3c15-4c67-8453-8069e0f24794 req-0d38fff9-7667-4298-91fc-7733606fc63d tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Deleting port 063ea181-04ed-490e-b0ac-46fa506257bb {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:06.220131 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-70863104-3c15-4c67-8453-8069e0f24794 req-0d38fff9-7667-4298-91fc-7733606fc63d tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.232176 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e356f14-d8a8-4c34-88ab-c09290a74659 req-1aa29fca-527e-4899-9fb6-ac92b6b4b4a2 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:06.233953 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e356f14-d8a8-4c34-88ab-c09290a74659 req-1aa29fca-527e-4899-9fb6-ac92b6b4b4a2 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/ports?device_id=c41141e7-3425-499a-9cff-5e58b8447078 HTTP/1.1" status: 200 len: 944 time: 0.1358519 Aug 10 03:57:06.239800 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-8d6a1f7b-520d-4b20-ae23-abdfcc8b417e None None] Attempting to bind port 46e1fee8-c08f-4af1-9e48-a66064607644 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:06.240915 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-8d6a1f7b-520d-4b20-ae23-abdfcc8b417e None None] Attempting to bind port 46e1fee8-c08f-4af1-9e48-a66064607644 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '789ab603-cd8e-4450-b1b2-ad70b2b2e5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd8534443-f63e-4581-9e34-3f3b06aab1b7'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:06.241291 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6a1f7b-520d-4b20-ae23-abdfcc8b417e None None] Attempting to bind port 46e1fee8-c08f-4af1-9e48-a66064607644 on network d8534443-f63e-4581-9e34-3f3b06aab1b7 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:06.243708 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.294933 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-88443bfc-c034-4b7b-bea4-e1da0061b9c6 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.298562 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-88443bfc-c034-4b7b-bea4-e1da0061b9c6 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9796753 Aug 10 03:57:06.303941 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39000) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:06.331304 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6a1f7b-520d-4b20-ae23-abdfcc8b417e None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:06.332153 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6a1f7b-520d-4b20-ae23-abdfcc8b417e None None] Checking segment: {'id': '789ab603-cd8e-4450-b1b2-ad70b2b2e5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd8534443-f63e-4581-9e34-3f3b06aab1b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:06.332648 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8d6a1f7b-520d-4b20-ae23-abdfcc8b417e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.333115 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6a1f7b-520d-4b20-ae23-abdfcc8b417e None None] Bound using segment: {'id': '789ab603-cd8e-4450-b1b2-ad70b2b2e5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd8534443-f63e-4581-9e34-3f3b06aab1b7'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:06.333801 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-8d6a1f7b-520d-4b20-ae23-abdfcc8b417e None None] Bound port: 46e1fee8-c08f-4af1-9e48-a66064607644, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789ab603-cd8e-4450-b1b2-ad70b2b2e5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'd8534443-f63e-4581-9e34-3f3b06aab1b7'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:06.334273 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8d6a1f7b-520d-4b20-ae23-abdfcc8b417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.336381 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=d912a7d6-00c2-445d-8c9a-7d5cc25a6658,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:06.350144 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-abf14da9-1849-4c14-a9a7-d234c9eb31cf tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "GET /v2.0/security-group-rules/b9108db9-53bd-4d54-96fd-7c9144a82b2a HTTP/1.1" status: 200 len: 763 time: 0.0450923 Aug 10 03:57:06.352632 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6ee3a7c7-db54-4269-a538-1c3093568cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.354305 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39004) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:06.357441 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e356f14-d8a8-4c34-88ab-c09290a74659 req-5428f97e-6142-4b31-97f2-4917c45975ab tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c142730-30a9-4966-a17d-ecfcadd63d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001821 Aug 10 03:57:06.388283 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-70863104-3c15-4c67-8453-8069e0f24794 req-0d38fff9-7667-4298-91fc-7733606fc63d tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] For port 063ea181-04ed-490e-b0ac-46fa506257bb, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=063ea181-04ed-490e-b0ac-46fa506257bb,segment=NetworkSegment(305a13ef-880e-42f5-9275-d14b8f8342b1),segment_id=305a13ef-880e-42f5-9275-d14b8f8342b1)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:06.389240 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-70863104-3c15-4c67-8453-8069e0f24794 req-0d38fff9-7667-4298-91fc-7733606fc63d tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.408076 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8cfcb82b-a237-4419-9c47-d5b62461b075 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.408629 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-70863104-3c15-4c67-8453-8069e0f24794 req-0d38fff9-7667-4298-91fc-7733606fc63d tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Calling delete_port for 063ea181-04ed-490e-b0ac-46fa506257bb owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:06.491603 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207e9b2-8832-4ebe-b9cf-fa9d64009498 req-45358b6a-6569-426f-9018-5e51ea7fdac6 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:06.496805 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-6ee3a7c7-db54-4269-a538-1c3093568cdf None None] For port 76ccfa2d-b7fc-499e-a629-7067397758d1, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=76ccfa2d-b7fc-499e-a629-7067397758d1,segment=NetworkSegment(f61dd839-ab05-4ce8-a000-3108c3293402),segment_id=f61dd839-ab05-4ce8-a000-3108c3293402)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:06.506970 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7207e9b2-8832-4ebe-b9cf-fa9d64009498 req-45358b6a-6569-426f-9018-5e51ea7fdac6 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/ports?device_id=1df99dad-eb0b-4821-b9e7-9c01708a8ea4 HTTP/1.1" status: 200 len: 945 time: 0.1966488 Aug 10 03:57:06.518438 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-8d6a1f7b-520d-4b20-ae23-abdfcc8b417e None None] For port 46e1fee8-c08f-4af1-9e48-a66064607644, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:06.538578 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-787e5a1f-7b2b-43c1-b809-a2486b3ac70e tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1791747 Aug 10 03:57:06.540657 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-8d6a1f7b-520d-4b20-ae23-abdfcc8b417e None None] For port 46e1fee8-c08f-4af1-9e48-a66064607644, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=46e1fee8-c08f-4af1-9e48-a66064607644,segment=NetworkSegment(789ab603-cd8e-4450-b1b2-ad70b2b2e5c9),segment_id=789ab603-cd8e-4450-b1b2-ad70b2b2e5c9)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:06.542794 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39006) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:06.543457 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.556566 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7207e9b2-8832-4ebe-b9cf-fa9d64009498 req-f0947df2-fd05-4fcf-83d3-7eec03fe55c2 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/security-groups?id=ad33cfc0-7ab4-4066-b87c-a44a89879562&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565772 Aug 10 03:57:06.588202 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 77c69b19-74f5-48cf-bbfd-0d0dc2eb1183, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=77c69b19-74f5-48cf-bbfd-0d0dc2eb1183,segment=NetworkSegment(b9c04686-0183-4857-8d49-1a54b2aaff0a),segment_id=b9c04686-0183-4857-8d49-1a54b2aaff0a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:06.590522 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6ee3a7c7-db54-4269-a538-1c3093568cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.595992 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40b1dd-8538-487a-98cd-b78cfa2229df req-476bb135-008d-44bc-9e05-fc0b5fab1871 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:06.597505 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fa40b1dd-8538-487a-98cd-b78cfa2229df req-476bb135-008d-44bc-9e05-fc0b5fab1871 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 945 time: 0.1190598 Aug 10 03:57:06.598504 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-69a57927-0332-46ea-9ed2-e84ff67009ce tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.625243 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8d6a1f7b-520d-4b20-ae23-abdfcc8b417e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.633032 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.640287 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-69a57927-0332-46ea-9ed2-e84ff67009ce tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.684947 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.691003 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Deleting port 46e1fee8-c08f-4af1-9e48-a66064607644 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:06.694635 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.696661 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 22e24a41-e727-4d8b-a91b-f01d3a7664d7 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:06.705329 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3a7c7-db54-4269-a538-1c3093568cdf None None] Pushing event updated for resources: {'Port': ['ID=76ccfa2d-b7fc-499e-a629-7067397758d1,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:06.720483 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fa40b1dd-8538-487a-98cd-b78cfa2229df req-2f8d0109-9c60-484a-80ed-2b99deebdbae tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887735 Aug 10 03:57:06.762564 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-70863104-3c15-4c67-8453-8069e0f24794 req-0d38fff9-7667-4298-91fc-7733606fc63d tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.776930 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] For port 46e1fee8-c08f-4af1-9e48-a66064607644, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=46e1fee8-c08f-4af1-9e48-a66064607644,segment=NetworkSegment(789ab603-cd8e-4450-b1b2-ad70b2b2e5c9),segment_id=789ab603-cd8e-4450-b1b2-ad70b2b2e5c9)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:06.776930 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.795163 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb30759-694b-46b0-b1b6-f763c8107097 None None] Network d8534443-f63e-4581-9e34-3f3b06aab1b7 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:06.810161 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38fff9-7667-4298-91fc-7733606fc63d tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Pushing event deleted for resources: {'Port': ['ID=063ea181-04ed-490e-b0ac-46fa506257bb,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:06.813082 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Calling delete_port for 46e1fee8-c08f-4af1-9e48-a66064607644 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:06.816501 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-907bd27e-d03a-466a-95f5-8b164f1feb62 None None] Provisioning complete for port 76ccfa2d-b7fc-499e-a629-7067397758d1 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:06.816875 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-907bd27e-d03a-466a-95f5-8b164f1feb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.842938 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-8cfcb82b-a237-4419-9c47-d5b62461b075 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Deleting port 870cf5f3-2741-4a83-9d7e-de7d91778e88 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:06.843277 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8cfcb82b-a237-4419-9c47-d5b62461b075 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.847855 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-69a57927-0332-46ea-9ed2-e84ff67009ce tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.854396 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-69a57927-0332-46ea-9ed2-e84ff67009ce tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.857770 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-69a57927-0332-46ea-9ed2-e84ff67009ce tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/b9108db9-53bd-4d54-96fd-7c9144a82b2a HTTP/1.1" status: 204 len: 168 time: 0.3106673 Aug 10 03:57:06.884068 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39008) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:06.902845 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a1f7b-520d-4b20-ae23-abdfcc8b417e None None] Pushing event updated for resources: {'Port': ['ID=46e1fee8-c08f-4af1-9e48-a66064607644,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:06.926018 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a57927-0332-46ea-9ed2-e84ff67009ce tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9108db9-53bd-4d54-96fd-7c9144a82b2a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:06.958479 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-70863104-3c15-4c67-8453-8069e0f24794 req-0d38fff9-7667-4298-91fc-7733606fc63d tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] No DVR routers for this DVR port 063ea181-04ed-490e-b0ac-46fa506257bb on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:06.964432 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-70863104-3c15-4c67-8453-8069e0f24794 req-0d38fff9-7667-4298-91fc-7733606fc63d tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:06.966202 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-70863104-3c15-4c67-8453-8069e0f24794 req-0d38fff9-7667-4298-91fc-7733606fc63d tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.68 "DELETE /v2.0/ports/063ea181-04ed-490e-b0ac-46fa506257bb HTTP/1.1" status: 204 len: 173 time: 0.8735831 Aug 10 03:57:06.969857 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df99dad-eb0b-4821-b9e7-9c01708a8ea4', 'name': 'network-vif-deleted', 'tag': '063ea181-04ed-490e-b0ac-46fa506257bb'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:06.973879 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c874cd-3a26-4e9f-be6a-df9c4901cec5" -d '{"events": [{"server_uuid": "1df99dad-eb0b-4821-b9e7-9c01708a8ea4", "name": "network-vif-deleted", "tag": "063ea181-04ed-490e-b0ac-46fa506257bb"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:06.988418 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-369d9a1e-3bbd-48a2-8d25-187dcd1e03ed tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1125460 Aug 10 03:57:06.989644 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39014) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:06.997702 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-147c1920-55eb-4564-9808-579202adb156 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Request body: {'security_group_rule': {'security_group_id': 'ca0d5e93-bd5e-4f0e-8b77-d7be7623e52f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:07.009681 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8cfcb82b-a237-4419-9c47-d5b62461b075 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.010833 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 76ccfa2d-b7fc-499e-a629-7067397758d1 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:07.034564 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-8cfcb82b-a237-4419-9c47-d5b62461b075 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Calling delete_port for 870cf5f3-2741-4a83-9d7e-de7d91778e88 owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:07.037888 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b9e110-9c7b-47e9-94f3-609dfea4bcf4 x-openstack-request-id: req-06b9e110-9c7b-47e9-94f3-609dfea4bcf4 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:07.037888 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df99dad-eb0b-4821-b9e7-9c01708a8ea4", "name": "network-vif-deleted", "tag": "063ea181-04ed-490e-b0ac-46fa506257bb", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:07.037888 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06b9e110-9c7b-47e9-94f3-609dfea4bcf4 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:07.037888 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df99dad-eb0b-4821-b9e7-9c01708a8ea4', 'name': 'network-vif-deleted', 'tag': '063ea181-04ed-490e-b0ac-46fa506257bb', 'status': 'completed', 'code': 200} Aug 10 03:57:07.077365 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a17a8-a926-438e-9e8c-f9fd3229d0e6 req-913d043c-dfd9-4ef1-944d-9b208208c17b tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:07.083151 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a17a8-a926-438e-9e8c-f9fd3229d0e6 req-913d043c-dfd9-4ef1-944d-9b208208c17b tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:07.089962 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a17a8-a926-438e-9e8c-f9fd3229d0e6 req-913d043c-dfd9-4ef1-944d-9b208208c17b tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:07.091867 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-529a17a8-a926-438e-9e8c-f9fd3229d0e6 req-913d043c-dfd9-4ef1-944d-9b208208c17b tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 2418 time: 0.0706608 Aug 10 03:57:07.136561 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-529a17a8-a926-438e-9e8c-f9fd3229d0e6 req-e4c1f62b-1e79-4735-9593-369001919889 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380168 Aug 10 03:57:07.136993 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 22e24a41-e727-4d8b-a91b-f01d3a7664d7 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:07.145619 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=77c69b19-74f5-48cf-bbfd-0d0dc2eb1183,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:07.158343 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 22e24a41-e727-4d8b-a91b-f01d3a7664d7 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:07.158724 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.186265 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.214672 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Port': ['ID=46e1fee8-c08f-4af1-9e48-a66064607644,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:07.218439 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No DVR routers for this DVR port 46e1fee8-c08f-4af1-9e48-a66064607644 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:07.218549 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 76ccfa2d-b7fc-499e-a629-7067397758d1 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:07.218841 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.248719 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c93f695-5b4e-4256-9208-a27d897e0399 None None] get_active_networks_info from n-d-802893-2 {{(pid=94939) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:57:07.303805 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-147c1920-55eb-4564-9808-579202adb156 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.323762 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.342254 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8534443-f63e-4581-9e34-3f3b06aab1b7']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:07.344895 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8cfcb82b-a237-4419-9c47-d5b62461b075 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.360344 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789ab603-cd8e-4450-b1b2-ad70b2b2e5c9') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:07.360642 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789ab603-cd8e-4450-b1b2-ad70b2b2e5c9') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:07.373623 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.375891 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfcb82b-a237-4419-9c47-d5b62461b075 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Pushing event deleted for resources: {'Port': ['ID=870cf5f3-2741-4a83-9d7e-de7d91778e88,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:07.386882 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.393361 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-147c1920-55eb-4564-9808-579202adb156 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.397683 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.405807 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:07.406215 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:07.409442 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:07.472589 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41141e7-3425-499a-9cff-5e58b8447078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd912a7d6-00c2-445d-8c9a-7d5cc25a6658'}, {'server_uuid': '99f0aa5d-3fa9-4eeb-8263-a03372019dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c69b19-74f5-48cf-bbfd-0d0dc2eb1183'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:07.476298 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a4febc-cf80-4018-bc50-9dad4276f9eb" -d '{"events": [{"server_uuid": "c41141e7-3425-499a-9cff-5e58b8447078", "name": "network-vif-plugged", "status": "completed", "tag": "d912a7d6-00c2-445d-8c9a-7d5cc25a6658"}, {"server_uuid": "99f0aa5d-3fa9-4eeb-8263-a03372019dc7", "name": "network-vif-plugged", "status": "completed", "tag": "77c69b19-74f5-48cf-bbfd-0d0dc2eb1183"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:07.494454 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-147c1920-55eb-4564-9808-579202adb156 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.538077 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147c1920-55eb-4564-9808-579202adb156 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ab08ec-56b4-49dd-bca2-f5d5bd88f480,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:07.556808 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38831442-e155-4c44-a864-b1f9970f0610 x-openstack-request-id: req-38831442-e155-4c44-a864-b1f9970f0610 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:07.560175 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41141e7-3425-499a-9cff-5e58b8447078", "name": "network-vif-plugged", "status": "completed", "tag": "d912a7d6-00c2-445d-8c9a-7d5cc25a6658", "code": 200}, {"server_uuid": "99f0aa5d-3fa9-4eeb-8263-a03372019dc7", "name": "network-vif-plugged", "status": "completed", "tag": "77c69b19-74f5-48cf-bbfd-0d0dc2eb1183", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:07.560175 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-38831442-e155-4c44-a864-b1f9970f0610 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:07.560175 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41141e7-3425-499a-9cff-5e58b8447078', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd912a7d6-00c2-445d-8c9a-7d5cc25a6658', 'code': 200} Aug 10 03:57:07.560175 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f0aa5d-3fa9-4eeb-8263-a03372019dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c69b19-74f5-48cf-bbfd-0d0dc2eb1183', 'code': 200} Aug 10 03:57:07.561612 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8cfcb82b-a237-4419-9c47-d5b62461b075 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.563141 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9285a-fc09-4f5e-94ec-1c5a61aafbaa req-dad92f7b-e8ec-4e5f-aaa1-5770104ff848 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:07.564724 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0de9285a-fc09-4f5e-94ec-1c5a61aafbaa req-dad92f7b-e8ec-4e5f-aaa1-5770104ff848 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/ports?device_id=c41141e7-3425-499a-9cff-5e58b8447078 HTTP/1.1" status: 200 len: 945 time: 0.0851812 Aug 10 03:57:07.566268 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 22e24a41-e727-4d8b-a91b-f01d3a7664d7, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=22e24a41-e727-4d8b-a91b-f01d3a7664d7,segment=NetworkSegment(535c94f4-2dba-40c6-bd7d-e262da5c9efa),segment_id=535c94f4-2dba-40c6-bd7d-e262da5c9efa)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:07.578328 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c93f695-5b4e-4256-9208-a27d897e0399 None None] Resources bound (agent type, host, resource id): {{(pid=94939) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:57:07.642928 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.648910 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0de9285a-fc09-4f5e-94ec-1c5a61aafbaa req-44dd6a76-c37a-42b9-94f0-5a9abdd53215 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c142730-30a9-4966-a17d-ecfcadd63d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656536 Aug 10 03:57:07.670071 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.671174 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 063ea181-04ed-490e-b0ac-46fa506257bb no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:07.674815 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.676497 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/networks/d8534443-f63e-4581-9e34-3f3b06aab1b7 HTTP/1.1" status: 204 len: 168 time: 3.3469629 Aug 10 03:57:07.678708 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38c424-341a-4942-955e-7742ad032872 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Network': ['ID=d8534443-f63e-4581-9e34-3f3b06aab1b7,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:07.680574 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39024) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:07.685656 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-00aa2ac5-fe16-414f-b4df-c5f0ed45847d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1398543004'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:07.689251 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-147c1920-55eb-4564-9808-579202adb156 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.691488 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-147c1920-55eb-4564-9808-579202adb156 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6997216 Aug 10 03:57:07.695883 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39026) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:07.722234 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-299ae01e-2091-43ec-9b25-95a9a4eadfc9 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "GET /v2.0/security-group-rules/d0ab08ec-56b4-49dd-bca2-f5d5bd88f480 HTTP/1.1" status: 200 len: 763 time: 0.0251081 Aug 10 03:57:07.729787 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 063ea181-04ed-490e-b0ac-46fa506257bb {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:07.729787 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 063ea181-04ed-490e-b0ac-46fa506257bb not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:07.730067 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39028) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:07.781152 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=22e24a41-e727-4d8b-a91b-f01d3a7664d7,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:07.823304 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d31716f9-48c1-498f-8178-66f989702730 req-fe547165-e7c9-4740-8e64-1234d2d9c581 tempest-ServerAddressesNegativeTestJSON-577108479 tempest-ServerAddressesNegativeTestJSON-577108479-project] 10.222.0.25 "GET /v2.0/ports?device_id=1df99dad-eb0b-4821-b9e7-9c01708a8ea4 HTTP/1.1" status: 200 len: 210 time: 0.1526186 Aug 10 03:57:07.836473 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00aa2ac5-fe16-414f-b4df-c5f0ed45847d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Made reservation on behalf of b2d87b3944704ca089acd0f2f68b57e9 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:07.840770 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-00aa2ac5-fe16-414f-b4df-c5f0ed45847d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.851800 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfcb82b-a237-4419-9c47-d5b62461b075 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Router bcf904b7-86cf-4c63-87e0-7437812954f9 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:57:07.869858 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc07dbb-a836-43cc-891a-53b8d7209817 req-4271961a-a64f-4bda-b60e-1da70c6d4365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:07.871519 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-46cdb131-100f-4fef-a227-84cb90f4a5d9 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1463327 Aug 10 03:57:07.876973 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dcc07dbb-a836-43cc-891a-53b8d7209817 req-4271961a-a64f-4bda-b60e-1da70c6d4365 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c41141e7-3425-499a-9cff-5e58b8447078 HTTP/1.1" status: 200 len: 1096 time: 0.2003253 Aug 10 03:57:07.885768 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39032) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:07.915540 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00aa2ac5-fe16-414f-b4df-c5f0ed45847d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:57:07.926986 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-00aa2ac5-fe16-414f-b4df-c5f0ed45847d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:07.927533 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-00aa2ac5-fe16-414f-b4df-c5f0ed45847d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Added segment a42e8b71-25e6-4adb-8e42-ad78318c21cb of type vlan for network 06a6c931-68ce-428f-a608-a7683c519d0d Aug 10 03:57:07.983652 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfcb82b-a237-4419-9c47-d5b62461b075 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:07.993388 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8cfcb82b-a237-4419-9c47-d5b62461b075 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] 10.222.0.25 "PUT /v2.0/routers/bcf904b7-86cf-4c63-87e0-7437812954f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5308173 Aug 10 03:57:07.996982 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f6890e-4532-469c-bf35-7efba75bba5e None None] Sync routers for ids ['bcf904b7-86cf-4c63-87e0-7437812954f9'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:07.998190 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39034) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:08.008890 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f6890e-4532-469c-bf35-7efba75bba5e None None] Routers {'bcf904b7-86cf-4c63-87e0-7437812954f9'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:08.009696 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-62f6890e-4532-469c-bf35-7efba75bba5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:56:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['bcf904b7-86cf-4c63-87e0-7437812954f9'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:08.018176 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8cc0d-fbbb-4df3-b5df-b2319fe6643a req-52830e92-299a-4b41-a90a-5298cb9c5318 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:08.020144 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-85a8cc0d-fbbb-4df3-b5df-b2319fe6643a req-52830e92-299a-4b41-a90a-5298cb9c5318 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 945 time: 0.2114136 Aug 10 03:57:08.023286 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-00aa2ac5-fe16-414f-b4df-c5f0ed45847d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:08.031705 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-96d1aefb-531e-4ffd-be4e-302267c7116e tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:08.038600 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dcc07dbb-a836-43cc-891a-53b8d7209817 req-65c53314-fe7d-43a6-97da-3b641b59f367 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0c142730-30a9-4966-a17d-ecfcadd63d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163592 Aug 10 03:57:08.039981 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-5503885c-78fd-41d8-a955-83f3f52228aa tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] delete failed (client error): The resource could not be found. Aug 10 03:57:08.040918 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5503885c-78fd-41d8-a955-83f3f52228aa tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-114372640 HTTP/1.1" status: 404 len: 334 time: 0.0416660 Aug 10 03:57:08.044552 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39036) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:08.051145 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-b2b2e078-25ee-4b92-b266-100023474172 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bcf904b7-86cf-4c63-87e0-7437812954f9'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:08.054499 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-62f6890e-4532-469c-bf35-7efba75bba5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:08.064393 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f6890e-4532-469c-bf35-7efba75bba5e None None] Routers {'bcf904b7-86cf-4c63-87e0-7437812954f9'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:08.064680 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-96d1aefb-531e-4ffd-be4e-302267c7116e tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:08.065000 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-62f6890e-4532-469c-bf35-7efba75bba5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:56:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['bcf904b7-86cf-4c63-87e0-7437812954f9'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:08.102474 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-62f6890e-4532-469c-bf35-7efba75bba5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:08.103036 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f6890e-4532-469c-bf35-7efba75bba5e None None] The sync data for ids ['bcf904b7-86cf-4c63-87e0-7437812954f9'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:08.122289 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-85a8cc0d-fbbb-4df3-b5df-b2319fe6643a req-8fa74120-01b3-4e19-af35-d9c95ed643ea tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887237 Aug 10 03:57:08.208322 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-00aa2ac5-fe16-414f-b4df-c5f0ed45847d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:08.215598 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00aa2ac5-fe16-414f-b4df-c5f0ed45847d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:08.216589 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-00aa2ac5-fe16-414f-b4df-c5f0ed45847d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:08.235561 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-96d1aefb-531e-4ffd-be4e-302267c7116e tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:08.295144 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-96d1aefb-531e-4ffd-be4e-302267c7116e tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:08.296210 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-96d1aefb-531e-4ffd-be4e-302267c7116e tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/d0ab08ec-56b4-49dd-bca2-f5d5bd88f480 HTTP/1.1" status: 204 len: 168 time: 0.4087181 Aug 10 03:57:08.307873 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39040) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:08.311913 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1aefb-531e-4ffd-be4e-302267c7116e tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0ab08ec-56b4-49dd-bca2-f5d5bd88f480,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:08.317276 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-00aa2ac5-fe16-414f-b4df-c5f0ed45847d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6331713 Aug 10 03:57:08.318503 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39042) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:08.328401 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-465edee9-5faf-4221-abaf-7c6590c4e70c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Request body: {'subnet': {'network_id': '06a6c931-68ce-428f-a608-a7683c519d0d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:08.389114 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa2ac5-fe16-414f-b4df-c5f0ed45847d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event updated for resources: {'Network': ['ID=06a6c931-68ce-428f-a608-a7683c519d0d,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:08.402343 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 06a6c931-68ce-428f-a608-a7683c519d0d details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:57:08.527708 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465edee9-5faf-4221-abaf-7c6590c4e70c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Made reservation on behalf of b2d87b3944704ca089acd0f2f68b57e9 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:08.531421 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-465edee9-5faf-4221-abaf-7c6590c4e70c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:08.653264 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b2b2e078-25ee-4b92-b266-100023474172 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:08.684196 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-be404f21-3138-41fd-8b6a-4d425afeae0b tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3742120 Aug 10 03:57:08.686865 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39046) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:08.691709 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-00efbea8-423e-4a47-b315-82ab43ff33e4 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Request body: {'security_group_rule': {'security_group_id': 'ca0d5e93-bd5e-4f0e-8b77-d7be7623e52f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:08.694844 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a61290-1af1-46fb-9ea0-31b966f2b83a req-11761aef-4356-4bcb-af55-cf87ac4ee2d4 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:08.700982 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a61290-1af1-46fb-9ea0-31b966f2b83a req-11761aef-4356-4bcb-af55-cf87ac4ee2d4 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:08.706950 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a61290-1af1-46fb-9ea0-31b966f2b83a req-11761aef-4356-4bcb-af55-cf87ac4ee2d4 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:08.709225 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7a61290-1af1-46fb-9ea0-31b966f2b83a req-11761aef-4356-4bcb-af55-cf87ac4ee2d4 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 2419 time: 0.4619553 Aug 10 03:57:08.750760 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7a61290-1af1-46fb-9ea0-31b966f2b83a req-00bf6b0b-0937-4ce8-8394-626ce0c90775 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350115 Aug 10 03:57:08.772734 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-b2b2e078-25ee-4b92-b266-100023474172 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] update failed (client error): The resource could not be found. Aug 10 03:57:08.777265 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b2b2e078-25ee-4b92-b266-100023474172 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] 10.222.0.25 "PUT /v2.0/routers/bcf904b7-86cf-4c63-87e0-7437812954f9 HTTP/1.1" status: 404 len: 339 time: 0.7282720 Aug 10 03:57:08.777553 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39050) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:08.797945 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a523e-1b61-4f27-8cfa-671327dc6810 req-810dc2e5-8230-41c9-b271-aa43d8330bc6 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:08.799408 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4a6a523e-1b61-4f27-8cfa-671327dc6810 req-810dc2e5-8230-41c9-b271-aa43d8330bc6 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/ports?device_id=c41141e7-3425-499a-9cff-5e58b8447078 HTTP/1.1" status: 200 len: 945 time: 0.0555274 Aug 10 03:57:08.836828 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-465edee9-5faf-4221-abaf-7c6590c4e70c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:08.840950 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4a6a523e-1b61-4f27-8cfa-671327dc6810 req-2795de35-3fd0-4af9-8dfc-2ddb00627ab4 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c142730-30a9-4966-a17d-ecfcadd63d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344110 Aug 10 03:57:08.884674 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-00efbea8-423e-4a47-b315-82ab43ff33e4 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:08.905214 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39054) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:08.957901 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465edee9-5faf-4221-abaf-7c6590c4e70c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event updated for resources: {'Subnet': ['ID=9bbce912-6441-44cc-9f4e-7300d6346255,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:08.982435 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465edee9-5faf-4221-abaf-7c6590c4e70c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Checking segment: {'id': 'a42e8b71-25e6-4adb-8e42-ad78318c21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '06a6c931-68ce-428f-a608-a7683c519d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:08.982791 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465edee9-5faf-4221-abaf-7c6590c4e70c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Network hostable DHCP agents. Network: 06a6c931-68ce-428f-a608-a7683c519d0d, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:57:09.003018 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0da8e5-703e-4c46-b3cf-346f7caf0a1b admin admin] Deleting subnet 66cd877d-52b4-483d-9b77-e00d4c5dc5d4 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:57:09.013299 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-00efbea8-423e-4a47-b315-82ab43ff33e4 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:09.014309 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2c0da8e5-703e-4c46-b3cf-346f7caf0a1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:09.054072 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2c0da8e5-703e-4c46-b3cf-346f7caf0a1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:09.077743 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b798ac0e-a188-4ea7-b3ef-a2c0bf2640f3 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:09.092894 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2c0da8e5-703e-4c46-b3cf-346f7caf0a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:09.113266 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-00efbea8-423e-4a47-b315-82ab43ff33e4 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:09.149405 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465edee9-5faf-4221-abaf-7c6590c4e70c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Network 06a6c931-68ce-428f-a608-a7683c519d0d is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:57:09.153696 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efbea8-423e-4a47-b315-82ab43ff33e4 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1420a492-d0e1-41ee-85dd-3f99ca95d9e8,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:09.249574 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f524ac-17ff-4d0f-8eb3-dde32b749e75 req-6ac5f3e4-397d-4fe8-9435-bae69780b0cb tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:09.251073 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-25f524ac-17ff-4d0f-8eb3-dde32b749e75 req-6ac5f3e4-397d-4fe8-9435-bae69780b0cb tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 945 time: 0.0543408 Aug 10 03:57:09.251787 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-00efbea8-423e-4a47-b315-82ab43ff33e4 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:09.252906 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-00efbea8-423e-4a47-b315-82ab43ff33e4 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5650947 Aug 10 03:57:09.256195 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39058) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:09.283553 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-cde92b4b-13cf-471f-b58b-41cbaa51a3a3 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "GET /v2.0/security-group-rules/1420a492-d0e1-41ee-85dd-3f99ca95d9e8 HTTP/1.1" status: 200 len: 764 time: 0.0262423 Aug 10 03:57:09.285898 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39060) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:09.295299 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-465edee9-5faf-4221-abaf-7c6590c4e70c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 06a6c931-68ce-428f-a608-a7683c519d0d) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:09.297188 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2c0da8e5-703e-4c46-b3cf-346f7caf0a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:09.305456 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1d2c12-e27d-4f5c-92fb-7f1f39238031 None None] Network 06a6c931-68ce-428f-a608-a7683c519d0d requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:09.313010 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465edee9-5faf-4221-abaf-7c6590c4e70c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:09.313595 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-465edee9-5faf-4221-abaf-7c6590c4e70c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:09.345035 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-b798ac0e-a188-4ea7-b3ef-a2c0bf2640f3 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Allocated IP 172.20.0.1 (03b3a134-b53c-4f73-8aae-f8fc3d752673/85c382b0-4107-4fc0-bcc3-7fb186fd5b3c/2c06197e-d011-4c6e-b4d9-a4a10b4ec758) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:09.353094 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0da8e5-703e-4c46-b3cf-346f7caf0a1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66cd877d-52b4-483d-9b77-e00d4c5dc5d4,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:09.358495 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2c0da8e5-703e-4c46-b3cf-346f7caf0a1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:09.363011 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2c0da8e5-703e-4c46-b3cf-346f7caf0a1b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/66cd877d-52b4-483d-9b77-e00d4c5dc5d4 HTTP/1.1" status: 204 len: 168 time: 0.4541771 Aug 10 03:57:09.363628 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39062) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:09.372929 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-25f524ac-17ff-4d0f-8eb3-dde32b749e75 req-b993b62e-b8d6-46a3-b67a-83a292c30b60 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105366 Aug 10 03:57:09.407779 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2fafc27e-93a8-4cd2-9b27-6992b37db7a1 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1207662 Aug 10 03:57:09.413478 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39064) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:09.450486 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b8260513-944e-44b1-980e-889301e0c560 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:09.465791 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b8260513-944e-44b1-980e-889301e0c560 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:09.488548 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914f4eec-2b2b-4390-a429-4982e69f0c3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-06a6c931-68ce-428f-a608-a7683c519d0d', 'network_id': '06a6c931-68ce-428f-a608-a7683c519d0d', 'tenant_id': 'b2d87b3944704ca089acd0f2f68b57e9', 'fixed_ips': [{'subnet_id': '9bbce912-6441-44cc-9f4e-7300d6346255'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:57:09.491142 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-914f4eec-2b2b-4390-a429-4982e69f0c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:09.491344 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-465edee9-5faf-4221-abaf-7c6590c4e70c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1717761 Aug 10 03:57:09.494012 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39068) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:09.505489 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-44ebc1b3-419b-4c12-b108-7cd63b115f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:09.569208 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b798ac0e-a188-4ea7-b3ef-a2c0bf2640f3 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:09.604775 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f0aa5d-3fa9-4eeb-8263-a03372019dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e24a41-e727-4d8b-a91b-f01d3a7664d7'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:09.607702 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355d2a2f-a2db-4162-84e0-cd9ab9dbc342" -d '{"events": [{"server_uuid": "99f0aa5d-3fa9-4eeb-8263-a03372019dc7", "name": "network-vif-plugged", "status": "completed", "tag": "22e24a41-e727-4d8b-a91b-f01d3a7664d7"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:09.640941 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-44ebc1b3-419b-4c12-b108-7cd63b115f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:09.652330 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-44ebc1b3-419b-4c12-b108-7cd63b115f1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb1a6aa-8f4e-40ad-a022-2f2859d637b9']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:09.673275 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57047eb5-3e89-4893-aa84-fd7178545e23 x-openstack-request-id: req-57047eb5-3e89-4893-aa84-fd7178545e23 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:09.674056 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f0aa5d-3fa9-4eeb-8263-a03372019dc7", "name": "network-vif-plugged", "status": "completed", "tag": "22e24a41-e727-4d8b-a91b-f01d3a7664d7", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:09.674664 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57047eb5-3e89-4893-aa84-fd7178545e23 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:09.675275 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f0aa5d-3fa9-4eeb-8263-a03372019dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e24a41-e727-4d8b-a91b-f01d3a7664d7', 'code': 200} Aug 10 03:57:09.676970 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-44ebc1b3-419b-4c12-b108-7cd63b115f1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305a13ef-880e-42f5-9275-d14b8f8342b1') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:09.689233 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-44ebc1b3-419b-4c12-b108-7cd63b115f1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305a13ef-880e-42f5-9275-d14b8f8342b1') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:09.702534 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-44ebc1b3-419b-4c12-b108-7cd63b115f1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:09.706317 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-914f4eec-2b2b-4390-a429-4982e69f0c3f None None] Allocated IP 172.20.0.2 (06a6c931-68ce-428f-a608-a7683c519d0d/9bbce912-6441-44cc-9f4e-7300d6346255/93bb7ebd-d5b7-45c2-bc06-8dad70702e95) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:09.721704 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-44ebc1b3-419b-4c12-b108-7cd63b115f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:09.729161 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ebc1b3-419b-4c12-b108-7cd63b115f1d admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:09.729568 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-44ebc1b3-419b-4c12-b108-7cd63b115f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:09.731950 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:09.882395 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f49069-2969-41b5-9ce1-195a294c9d03 req-d27cfddd-63a1-48b2-9258-3e0e47c16bbc tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:09.890038 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f49069-2969-41b5-9ce1-195a294c9d03 req-d27cfddd-63a1-48b2-9258-3e0e47c16bbc tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:09.896402 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f49069-2969-41b5-9ce1-195a294c9d03 req-d27cfddd-63a1-48b2-9258-3e0e47c16bbc tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:09.897760 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-914f4eec-2b2b-4390-a429-4982e69f0c3f None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:09.904567 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d5f49069-2969-41b5-9ce1-195a294c9d03 req-d27cfddd-63a1-48b2-9258-3e0e47c16bbc tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 2419 time: 0.0775788 Aug 10 03:57:09.918075 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-44ebc1b3-419b-4c12-b108-7cd63b115f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:09.931769 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-44ebc1b3-419b-4c12-b108-7cd63b115f1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:09.934007 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-44ebc1b3-419b-4c12-b108-7cd63b115f1d admin admin] 10.222.0.25 "DELETE /v2.0/networks/fbb1a6aa-8f4e-40ad-a022-2f2859d637b9 HTTP/1.1" status: 204 len: 168 time: 0.5690045 Aug 10 03:57:09.951489 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ebc1b3-419b-4c12-b108-7cd63b115f1d admin admin] Pushing event deleted for resources: {'Network': ['ID=fbb1a6aa-8f4e-40ad-a022-2f2859d637b9,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:09.968497 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d5f49069-2969-41b5-9ce1-195a294c9d03 req-46629af4-919b-42b7-9830-bf29923dc85e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608246 Aug 10 03:57:09.985238 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eb82db56-893b-42e2-9c4b-19182bb631b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:10.013976 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-914f4eec-2b2b-4390-a429-4982e69f0c3f None None] Transition to ACTIVE for port object 93bb7ebd-d5b7-45c2-bc06-8dad70702e95 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:10.014336 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-b798ac0e-a188-4ea7-b3ef-a2c0bf2640f3 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Transition to ACTIVE for port object 2c06197e-d011-4c6e-b4d9-a4a10b4ec758 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:10.019046 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b8260513-944e-44b1-980e-889301e0c560 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:10.024265 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b8260513-944e-44b1-980e-889301e0c560 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:10.025403 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b8260513-944e-44b1-980e-889301e0c560 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/1420a492-d0e1-41ee-85dd-3f99ca95d9e8 HTTP/1.1" status: 204 len: 168 time: 0.6109674 Aug 10 03:57:10.039648 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39080) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:10.047837 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-914f4eec-2b2b-4390-a429-4982e69f0c3f None None] Transition to ACTIVE for port object 93bb7ebd-d5b7-45c2-bc06-8dad70702e95 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:10.059661 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8260513-944e-44b1-980e-889301e0c560 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1420a492-d0e1-41ee-85dd-3f99ca95d9e8,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:10.100169 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bb9db-9465-46d6-b5d4-7866a2994182 req-131c2e41-74ce-4816-86f6-93fa13e27870 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:10.101612 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e48bb9db-9465-46d6-b5d4-7866a2994182 req-131c2e41-74ce-4816-86f6-93fa13e27870 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/ports?device_id=c41141e7-3425-499a-9cff-5e58b8447078 HTTP/1.1" status: 200 len: 945 time: 0.1393368 Aug 10 03:57:10.135350 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:10.179262 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-34ca78eb-aa35-4b53-9b6c-38b5c9b4b6fb tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1383820 Aug 10 03:57:10.182134 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39082) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:10.191415 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305bd53-f85d-452e-9c18-df870ca475fa req-f5ecd998-3973-44f3-b3e7-26c102c4fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:10.191917 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305bd53-f85d-452e-9c18-df870ca475fa req-f5ecd998-3973-44f3-b3e7-26c102c4fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:10.192436 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305bd53-f85d-452e-9c18-df870ca475fa req-f5ecd998-3973-44f3-b3e7-26c102c4fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:10.194693 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5305bd53-f85d-452e-9c18-df870ca475fa req-f5ecd998-3973-44f3-b3e7-26c102c4fc94 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 2872 time: 0.2684302 Aug 10 03:57:10.220193 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-914f4eec-2b2b-4390-a429-4982e69f0c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:10.223128 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b798ac0e-a188-4ea7-b3ef-a2c0bf2640f3 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:10.241457 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e48bb9db-9465-46d6-b5d4-7866a2994182 req-9d081162-67ac-4eb6-81e9-b81efeb27347 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c142730-30a9-4966-a17d-ecfcadd63d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242368 Aug 10 03:57:10.270107 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914f4eec-2b2b-4390-a429-4982e69f0c3f None None] Network 06a6c931-68ce-428f-a608-a7683c519d0d is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:10.273262 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-914f4eec-2b2b-4390-a429-4982e69f0c3f None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:10.277517 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914f4eec-2b2b-4390-a429-4982e69f0c3f None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:10.280277 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b798ac0e-a188-4ea7-b3ef-a2c0bf2640f3 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Network 03b3a134-b53c-4f73-8aae-f8fc3d752673 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:10.286166 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f4eec-2b2b-4390-a429-4982e69f0c3f None None] Pushing event updated for resources: {'Port': ['ID=93bb7ebd-d5b7-45c2-bc06-8dad70702e95,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:10.287215 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:10.295726 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d07f330-239a-4efd-87e7-ce153d87a3cd tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:10.297689 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-b798ac0e-a188-4ea7-b3ef-a2c0bf2640f3 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:10.300196 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b798ac0e-a188-4ea7-b3ef-a2c0bf2640f3 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:10.340815 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5305bd53-f85d-452e-9c18-df870ca475fa req-05cfb302-48c8-4026-a7c9-c03046a7b5f0 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376655 Aug 10 03:57:10.363165 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798ac0e-a188-4ea7-b3ef-a2c0bf2640f3 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Pushing event updated for resources: {'Port': ['ID=2c06197e-d011-4c6e-b4d9-a4a10b4ec758,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:10.393227 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d07f330-239a-4efd-87e7-ce153d87a3cd tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:10.415394 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b798ac0e-a188-4ea7-b3ef-a2c0bf2640f3 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:10.539591 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:10.558210 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-914f4eec-2b2b-4390-a429-4982e69f0c3f None None] Attempting to bind port 93bb7ebd-d5b7-45c2-bc06-8dad70702e95 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:10.558788 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-914f4eec-2b2b-4390-a429-4982e69f0c3f None None] Attempting to bind port 93bb7ebd-d5b7-45c2-bc06-8dad70702e95 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'a42e8b71-25e6-4adb-8e42-ad78318c21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '06a6c931-68ce-428f-a608-a7683c519d0d'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:10.558919 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914f4eec-2b2b-4390-a429-4982e69f0c3f None None] Attempting to bind port 93bb7ebd-d5b7-45c2-bc06-8dad70702e95 on network 06a6c931-68ce-428f-a608-a7683c519d0d {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:10.566065 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914f4eec-2b2b-4390-a429-4982e69f0c3f None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:10.566569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914f4eec-2b2b-4390-a429-4982e69f0c3f None None] Checking segment: {'id': 'a42e8b71-25e6-4adb-8e42-ad78318c21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '06a6c931-68ce-428f-a608-a7683c519d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:10.567077 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-914f4eec-2b2b-4390-a429-4982e69f0c3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:10.567589 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914f4eec-2b2b-4390-a429-4982e69f0c3f None None] Bound using segment: {'id': 'a42e8b71-25e6-4adb-8e42-ad78318c21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '06a6c931-68ce-428f-a608-a7683c519d0d'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:10.568814 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-914f4eec-2b2b-4390-a429-4982e69f0c3f None None] Bound port: 93bb7ebd-d5b7-45c2-bc06-8dad70702e95, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42e8b71-25e6-4adb-8e42-ad78318c21cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '06a6c931-68ce-428f-a608-a7683c519d0d'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:10.569293 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-914f4eec-2b2b-4390-a429-4982e69f0c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:10.572608 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Subnet': ['ID=9bbce912-6441-44cc-9f4e-7300d6346255,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:10.638051 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc48b8d-7103-4c70-ade0-e2910147c72b req-2a41e316-602e-429e-8b0b-8e099071efa3 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:10.639673 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ebc48b8d-7103-4c70-ade0-e2910147c72b req-2a41e316-602e-429e-8b0b-8e099071efa3 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 945 time: 0.1465409 Aug 10 03:57:10.644935 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39090) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:10.654376 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:10.661307 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-914f4eec-2b2b-4390-a429-4982e69f0c3f None None] For port 93bb7ebd-d5b7-45c2-bc06-8dad70702e95, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:10.664719 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-914f4eec-2b2b-4390-a429-4982e69f0c3f None None] For port 93bb7ebd-d5b7-45c2-bc06-8dad70702e95, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=93bb7ebd-d5b7-45c2-bc06-8dad70702e95,segment=NetworkSegment(a42e8b71-25e6-4adb-8e42-ad78318c21cb),segment_id=a42e8b71-25e6-4adb-8e42-ad78318c21cb)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:10.684231 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a6c931-68ce-428f-a608-a7683c519d0d']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:10.696696 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d07f330-239a-4efd-87e7-ce153d87a3cd tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:10.699284 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d07f330-239a-4efd-87e7-ce153d87a3cd tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:10.700204 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a42e8b71-25e6-4adb-8e42-ad78318c21cb') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:10.700473 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2d07f330-239a-4efd-87e7-ce153d87a3cd tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "DELETE /v2.0/security-groups/ca0d5e93-bd5e-4f0e-8b77-d7be7623e52f HTTP/1.1" status: 204 len: 168 time: 0.5173492 Aug 10 03:57:10.700648 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a42e8b71-25e6-4adb-8e42-ad78318c21cb') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:10.706577 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39092) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:10.728487 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-85782fff-5328-4a61-9e70-c3ac1e172b0a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9781f399467c4a23bed540b510a83dce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0811188 Aug 10 03:57:10.732140 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:10.735061 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39094) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:10.736089 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ebc48b8d-7103-4c70-ade0-e2910147c72b req-632864c6-9915-445d-9e68-56ba8dc30a54 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803208 Aug 10 03:57:10.743900 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:57:10.756374 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07f330-239a-4efd-87e7-ce153d87a3cd tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0d5e93-bd5e-4f0e-8b77-d7be7623e52f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:10.784894 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b798ac0e-a188-4ea7-b3ef-a2c0bf2640f3 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:10.792836 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c3681a34-6a54-46be-af1e-e7fd5c44f0a6 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0798028 Aug 10 03:57:10.797376 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39098) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:10.851145 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a2a496af-2c16-43cc-a975-c9b08824e409 tempest-SecGroupTest-296183704 tempest-SecGroupTest-296183704-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0521097 Aug 10 03:57:10.877231 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-914f4eec-2b2b-4390-a429-4982e69f0c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:10.882882 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:10.884744 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4da8e2b2-a835-4682-b529-50786bdde109 None None] Provisioning for port 2c06197e-d011-4c6e-b4d9-a4a10b4ec758 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:10.894601 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:10.895229 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:10.899458 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:10.926296 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4da8e2b2-a835-4682-b529-50786bdde109 None None] Provisioning complete for port 2c06197e-d011-4c6e-b4d9-a4a10b4ec758 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:10.926651 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4da8e2b2-a835-4682-b529-50786bdde109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:10.928012 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b16301a7-46a7-400d-8da7-d155ac66cfbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:11.015028 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.db.api [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:57:11.015028 n-d-802893-2 neutron-server[94938]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:57:11.015028 n-d-802893-2 neutron-server[94938]: [parameters: {'id': '06a6c931-68ce-428f-a608-a7683c519d0d'}] Aug 10 03:57:11.015028 n-d-802893-2 neutron-server[94938]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94938) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:57:11.015028 n-d-802893-2 neutron-server[94938]: DEBUG oslo_db.api [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:57:11.036273 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3fbd2b-d13d-4cbe-aabf-ddc61852dce6 None None] Network 06a6c931-68ce-428f-a608-a7683c519d0d requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:11.054196 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f4eec-2b2b-4390-a429-4982e69f0c3f None None] Pushing event updated for resources: {'Port': ['ID=93bb7ebd-d5b7-45c2-bc06-8dad70702e95,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:11.085236 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-4da8e2b2-a835-4682-b529-50786bdde109 None None] Port 2c06197e-d011-4c6e-b4d9-a4a10b4ec758 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:57:11.111372 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b16301a7-46a7-400d-8da7-d155ac66cfbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:11.175218 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28f9cbf-f126-4a3a-baf2-05021fe95f78 None None] get_active_networks_info from n-d-802893-2 {{(pid=94939) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:57:11.213232 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef27561-35ee-420d-b34c-eb26fa22ff1e req-e1e8e8d9-f57e-47da-95fd-c7d5efe63b52 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:11.214666 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aef27561-35ee-420d-b34c-eb26fa22ff1e req-e1e8e8d9-f57e-47da-95fd-c7d5efe63b52 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/ports?device_id=c41141e7-3425-499a-9cff-5e58b8447078 HTTP/1.1" status: 200 len: 945 time: 0.1665735 Aug 10 03:57:11.282522 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aef27561-35ee-420d-b34c-eb26fa22ff1e req-95486dd9-6f7b-40b1-8c6b-db1b712e1e42 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c142730-30a9-4966-a17d-ecfcadd63d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601745 Aug 10 03:57:11.329966 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28f9cbf-f126-4a3a-baf2-05021fe95f78 None None] Resources bound (agent type, host, resource id): {{(pid=94939) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:57:11.352736 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b798ac0e-a188-4ea7-b3ef-a2c0bf2640f3 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:11.389447 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b16301a7-46a7-400d-8da7-d155ac66cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:11.392341 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b16301a7-46a7-400d-8da7-d155ac66cfbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:11.393482 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b16301a7-46a7-400d-8da7-d155ac66cfbf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ad33cfc0-7ab4-4066-b87c-a44a89879562 HTTP/1.1" status: 204 len: 168 time: 0.6529174 Aug 10 03:57:11.405144 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16301a7-46a7-400d-8da7-d155ac66cfbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad33cfc0-7ab4-4066-b87c-a44a89879562,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:11.430728 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a376f-7834-4bc1-aa99-df5f1af972b5 req-09f85d83-6176-4ef9-8e37-8b92552e7046 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:11.446949 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a376f-7834-4bc1-aa99-df5f1af972b5 req-09f85d83-6176-4ef9-8e37-8b92552e7046 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:11.454331 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a376f-7834-4bc1-aa99-df5f1af972b5 req-09f85d83-6176-4ef9-8e37-8b92552e7046 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:11.461997 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9a9a376f-7834-4bc1-aa99-df5f1af972b5 req-09f85d83-6176-4ef9-8e37-8b92552e7046 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 2419 time: 0.1057165 Aug 10 03:57:11.504535 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9a9a376f-7834-4bc1-aa99-df5f1af972b5 req-22968cc1-6eb7-4113-88d8-eb9569ac7a5f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416000 Aug 10 03:57:11.515682 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:11.516273 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b798ac0e-a188-4ea7-b3ef-a2c0bf2640f3 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:11.651901 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4ec1c-1eab-466b-a3db-7cc1b045e5f3 req-0a4fef0a-9411-4511-b346-bf1274bd955c tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:11.653791 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3eb4ec1c-1eab-466b-a3db-7cc1b045e5f3 req-0a4fef0a-9411-4511-b346-bf1274bd955c tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 945 time: 0.1111526 Aug 10 03:57:11.674584 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Deleting port 93bb7ebd-d5b7-45c2-bc06-8dad70702e95 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:11.674850 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:11.693632 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b798ac0e-a188-4ea7-b3ef-a2c0bf2640f3 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:11.697111 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b798ac0e-a188-4ea7-b3ef-a2c0bf2640f3 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Pushing event updated for resources: {'Port': ['ID=2c06197e-d011-4c6e-b4d9-a4a10b4ec758,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:11.708257 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39112) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:11.782777 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3eb4ec1c-1eab-466b-a3db-7cc1b045e5f3 req-06d16494-b252-4d88-8452-0e375b621beb tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212704 Aug 10 03:57:11.795619 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] For port 93bb7ebd-d5b7-45c2-bc06-8dad70702e95, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=93bb7ebd-d5b7-45c2-bc06-8dad70702e95,segment=NetworkSegment(a42e8b71-25e6-4adb-8e42-ad78318c21cb),segment_id=a42e8b71-25e6-4adb-8e42-ad78318c21cb)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:11.795619 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:11.807187 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Calling delete_port for 93bb7ebd-d5b7-45c2-bc06-8dad70702e95 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:11.822757 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b798ac0e-a188-4ea7-b3ef-a2c0bf2640f3 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Network 03b3a134-b53c-4f73-8aae-f8fc3d752673 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:11.824736 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-b798ac0e-a188-4ea7-b3ef-a2c0bf2640f3 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:11.993285 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b798ac0e-a188-4ea7-b3ef-a2c0bf2640f3 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Router bcf904b7-86cf-4c63-87e0-7437812954f9 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:57:12.094277 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.127692 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Port': ['ID=93bb7ebd-d5b7-45c2-bc06-8dad70702e95,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:12.138510 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No DVR routers for this DVR port 93bb7ebd-d5b7-45c2-bc06-8dad70702e95 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:12.156117 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e246ae32-6912-45f8-8d5f-d2cd0b9a6f08 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=112f207a7d96442c8787eb7f618f7ad5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4460261 Aug 10 03:57:12.158495 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39126) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:12.173025 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b798ac0e-a188-4ea7-b3ef-a2c0bf2640f3 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:12.180009 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b798ac0e-a188-4ea7-b3ef-a2c0bf2640f3 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] 10.222.0.25 "PUT /v2.0/routers/bcf904b7-86cf-4c63-87e0-7437812954f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4004776 Aug 10 03:57:12.181767 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39128) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:12.190643 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabfe468-bffd-4e2c-9192-aa93ef38ff6b None None] Sync routers for ids ['bcf904b7-86cf-4c63-87e0-7437812954f9'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:12.203288 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabfe468-bffd-4e2c-9192-aa93ef38ff6b None None] Routers {'bcf904b7-86cf-4c63-87e0-7437812954f9'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:12.204436 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-cabfe468-bffd-4e2c-9192-aa93ef38ff6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:56:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['bcf904b7-86cf-4c63-87e0-7437812954f9'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:12.214564 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-380c8703-2f10-4ba0-be4b-b809279ef44f None None] Provisioning complete for port 2c06197e-d011-4c6e-b4d9-a4a10b4ec758 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:12.215146 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-380c8703-2f10-4ba0-be4b-b809279ef44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.233795 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.261585 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a6c931-68ce-428f-a608-a7683c519d0d']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:12.264511 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-380c8703-2f10-4ba0-be4b-b809279ef44f None None] Port 2c06197e-d011-4c6e-b4d9-a4a10b4ec758 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:57:12.278022 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a42e8b71-25e6-4adb-8e42-ad78318c21cb') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:12.280746 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a42e8b71-25e6-4adb-8e42-ad78318c21cb') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:12.287446 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-cabfe468-bffd-4e2c-9192-aa93ef38ff6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:12.297450 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabfe468-bffd-4e2c-9192-aa93ef38ff6b None None] Routers {'bcf904b7-86cf-4c63-87e0-7437812954f9'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:12.298358 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-cabfe468-bffd-4e2c-9192-aa93ef38ff6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:56:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['bcf904b7-86cf-4c63-87e0-7437812954f9'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:12.302912 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.323327 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.325384 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d6b868f-a864-4cf7-849b-514704f8c7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.329737 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b8ad6f19-973c-4e5e-ab25-a37efe6b754f tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.331541 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:12.332179 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.340723 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-cabfe468-bffd-4e2c-9192-aa93ef38ff6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:12.340723 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabfe468-bffd-4e2c-9192-aa93ef38ff6b None None] The sync data for ids ['bcf904b7-86cf-4c63-87e0-7437812954f9'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:12.353775 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:12.437088 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d6b868f-a864-4cf7-849b-514704f8c7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.467170 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ac1ba-bc8b-4e7c-a122-5e8f8d83f6ec req-0e239b92-3cb9-42f9-a30d-13c9d7428191 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:12.468993 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-185ac1ba-bc8b-4e7c-a122-5e8f8d83f6ec req-0e239b92-3cb9-42f9-a30d-13c9d7428191 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/ports?device_id=c41141e7-3425-499a-9cff-5e58b8447078 HTTP/1.1" status: 200 len: 945 time: 0.0853834 Aug 10 03:57:12.481831 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-b8ad6f19-973c-4e5e-ab25-a37efe6b754f tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 03:57:12.482887 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b8ad6f19-973c-4e5e-ab25-a37efe6b754f tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] 10.222.0.25 "DELETE /v2.0/routers/bcf904b7-86cf-4c63-87e0-7437812954f9 HTTP/1.1" status: 409 len: 329 time: 0.3002124 Aug 10 03:57:12.486223 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39136) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:12.543611 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.582229 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8b8c0-47a5-4e4b-b010-b48fabf9c10d req-a152aa61-0b46-4513-8673-38bff0b50884 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:12.584222 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0fc8b8c0-47a5-4e4b-b010-b48fabf9c10d req-a152aa61-0b46-4513-8673-38bff0b50884 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.20 "GET /v2.0/ports?device_id=c41141e7-3425-499a-9cff-5e58b8447078 HTTP/1.1" status: 200 len: 945 time: 0.0606825 Aug 10 03:57:12.585531 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.587349 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/networks/06a6c931-68ce-428f-a608-a7683c519d0d HTTP/1.1" status: 204 len: 168 time: 3.0924175 Aug 10 03:57:12.592458 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39144) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:12.598544 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-185ac1ba-bc8b-4e7c-a122-5e8f8d83f6ec req-3d265768-5b30-4d53-b677-9460f306f835 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c142730-30a9-4966-a17d-ecfcadd63d59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215868 Aug 10 03:57:12.613040 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-27b7253a-3291-4d95-976e-07ab5daf6278 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-933202766'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:12.624738 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7616f8b-86c9-461c-9c3c-afd2d5d28cfa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Network': ['ID=06a6c931-68ce-428f-a608-a7683c519d0d,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:12.633453 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d6b868f-a864-4cf7-849b-514704f8c7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.636094 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d6b868f-a864-4cf7-849b-514704f8c7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.637409 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2d6b868f-a864-4cf7-849b-514704f8c7d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23cb5889-c55e-4840-99b5-6187bcf17dc2 HTTP/1.1" status: 204 len: 168 time: 0.4779971 Aug 10 03:57:12.672570 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b868f-a864-4cf7-849b-514704f8c7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cb5889-c55e-4840-99b5-6187bcf17dc2,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:12.751843 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce29171-9ee5-491e-87c4-a0333dbd9dca req-da95de51-c6ac-4cc5-9305-74a40111b9e2 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:12.758923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce29171-9ee5-491e-87c4-a0333dbd9dca req-da95de51-c6ac-4cc5-9305-74a40111b9e2 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:12.764993 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce29171-9ee5-491e-87c4-a0333dbd9dca req-da95de51-c6ac-4cc5-9305-74a40111b9e2 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:12.773184 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dce29171-9ee5-491e-87c4-a0333dbd9dca req-da95de51-c6ac-4cc5-9305-74a40111b9e2 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 2419 time: 0.1867356 Aug 10 03:57:12.805660 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39152) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:12.832648 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b7253a-3291-4d95-976e-07ab5daf6278 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Made reservation on behalf of b2d87b3944704ca089acd0f2f68b57e9 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:12.835523 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dce29171-9ee5-491e-87c4-a0333dbd9dca req-87ea5c28-1a9f-433e-98f6-2ea0510a83de tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610964 Aug 10 03:57:12.837432 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-27b7253a-3291-4d95-976e-07ab5daf6278 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.913863 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-0fc8b8c0-47a5-4e4b-b010-b48fabf9c10d req-b59dab6c-3aaf-40af-a899-ffdcea78577c tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Deleting port d912a7d6-00c2-445d-8c9a-7d5cc25a6658 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:12.914222 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0fc8b8c0-47a5-4e4b-b010-b48fabf9c10d req-b59dab6c-3aaf-40af-a899-ffdcea78577c tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:12.929987 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b7253a-3291-4d95-976e-07ab5daf6278 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:57:12.962955 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791be067-6d74-4f5f-a82b-653338b3d710 req-ea1568c4-8eaa-4ed2-8b46-76763d6f80b3 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:12.968814 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-791be067-6d74-4f5f-a82b-653338b3d710 req-ea1568c4-8eaa-4ed2-8b46-76763d6f80b3 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 945 time: 0.1118562 Aug 10 03:57:13.001679 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-27b7253a-3291-4d95-976e-07ab5daf6278 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.002701 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-27b7253a-3291-4d95-976e-07ab5daf6278 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Added segment 03b0dfac-3d6a-461a-a2c3-b8fc9cd0999c of type vlan for network bba8a9f0-e815-4733-9979-1965b8253942 Aug 10 03:57:13.074751 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa19a98-a393-45f0-8d73-2d7df97a3c7d req-ffb74b98-5df2-4321-bbe0-4490dd835bfa tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:13.075142 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-27b7253a-3291-4d95-976e-07ab5daf6278 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.076307 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9fa19a98-a393-45f0-8d73-2d7df97a3c7d req-ffb74b98-5df2-4321-bbe0-4490dd835bfa tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.20 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 945 time: 0.0892255 Aug 10 03:57:13.097394 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-791be067-6d74-4f5f-a82b-653338b3d710 req-d075a794-c98b-4522-9f01-26f6b48863d7 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031809 Aug 10 03:57:13.119601 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-0fc8b8c0-47a5-4e4b-b010-b48fabf9c10d req-b59dab6c-3aaf-40af-a899-ffdcea78577c tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] For port d912a7d6-00c2-445d-8c9a-7d5cc25a6658, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=d912a7d6-00c2-445d-8c9a-7d5cc25a6658,segment=NetworkSegment(fbb962d2-cb65-4cfc-98a1-613f6ea01aa8),segment_id=fbb962d2-cb65-4cfc-98a1-613f6ea01aa8)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:13.120011 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0fc8b8c0-47a5-4e4b-b010-b48fabf9c10d req-b59dab6c-3aaf-40af-a899-ffdcea78577c tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.135197 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6c05ff75-1e62-4ea8-a381-19164cf58a5e tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.169320 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-0fc8b8c0-47a5-4e4b-b010-b48fabf9c10d req-b59dab6c-3aaf-40af-a899-ffdcea78577c tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Calling delete_port for d912a7d6-00c2-445d-8c9a-7d5cc25a6658 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:13.186907 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-baab52d3-2a09-4d8d-809f-a0149589a3fb admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1624299029-network', 'tenant_id': '79c4774ecb374d1eb5549052ddd5465e'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:13.344839 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-27b7253a-3291-4d95-976e-07ab5daf6278 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.348759 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-9fa19a98-a393-45f0-8d73-2d7df97a3c7d req-4c7bc7ca-7bec-4cd7-bb19-e54fdee91106 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Deleting port 69e03bd4-94b9-4b36-b528-69f4561d85b3 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:13.349631 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9fa19a98-a393-45f0-8d73-2d7df97a3c7d req-4c7bc7ca-7bec-4cd7-bb19-e54fdee91106 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.351454 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b7253a-3291-4d95-976e-07ab5daf6278 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:13.352163 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-27b7253a-3291-4d95-976e-07ab5daf6278 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.394731 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baab52d3-2a09-4d8d-809f-a0149589a3fb admin admin] Made reservation on behalf of 79c4774ecb374d1eb5549052ddd5465e for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:13.397099 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-baab52d3-2a09-4d8d-809f-a0149589a3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.437270 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-baab52d3-2a09-4d8d-809f-a0149589a3fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.467659 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720b0ef-b193-41d5-9870-3baf954a9324 req-adc06925-dea7-47c0-9173-f710b0c16123 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:13.473827 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720b0ef-b193-41d5-9870-3baf954a9324 req-adc06925-dea7-47c0-9173-f710b0c16123 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:13.480988 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720b0ef-b193-41d5-9870-3baf954a9324 req-adc06925-dea7-47c0-9173-f710b0c16123 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:13.482947 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7720b0ef-b193-41d5-9870-3baf954a9324 req-adc06925-dea7-47c0-9173-f710b0c16123 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 2419 time: 0.1554945 Aug 10 03:57:13.483892 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7253a-3291-4d95-976e-07ab5daf6278 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event updated for resources: {'Network': ['ID=bba8a9f0-e815-4733-9979-1965b8253942,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:13.503591 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-9fa19a98-a393-45f0-8d73-2d7df97a3c7d req-4c7bc7ca-7bec-4cd7-bb19-e54fdee91106 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] For port 69e03bd4-94b9-4b36-b528-69f4561d85b3, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=69e03bd4-94b9-4b36-b528-69f4561d85b3,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:13.504079 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9fa19a98-a393-45f0-8d73-2d7df97a3c7d req-4c7bc7ca-7bec-4cd7-bb19-e54fdee91106 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.509111 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network bba8a9f0-e815-4733-9979-1965b8253942 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:57:13.521843 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-9fa19a98-a393-45f0-8d73-2d7df97a3c7d req-4c7bc7ca-7bec-4cd7-bb19-e54fdee91106 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Calling delete_port for 69e03bd4-94b9-4b36-b528-69f4561d85b3 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:13.539772 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-27b7253a-3291-4d95-976e-07ab5daf6278 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9444487 Aug 10 03:57:13.543169 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39174) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:13.550531 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-7b40acd5-6a49-4852-933c-0d71001f3d3d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Request body: {'subnet': {'network_id': 'bba8a9f0-e815-4733-9979-1965b8253942', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:13.581156 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7720b0ef-b193-41d5-9870-3baf954a9324 req-fc9a9f26-615b-42cd-a9a4-305c368f2f54 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674558 Aug 10 03:57:13.613121 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-6c05ff75-1e62-4ea8-a381-19164cf58a5e tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Deleting port 2c06197e-d011-4c6e-b4d9-a4a10b4ec758 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:13.615843 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6c05ff75-1e62-4ea8-a381-19164cf58a5e tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.619410 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.727334 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6c05ff75-1e62-4ea8-a381-19164cf58a5e tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.743528 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-6c05ff75-1e62-4ea8-a381-19164cf58a5e tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Calling delete_port for 2c06197e-d011-4c6e-b4d9-a4a10b4ec758 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:13.819533 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7fdb81bb-b626-453b-8c83-413b301243c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.897142 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0fc8b8c0-47a5-4e4b-b010-b48fabf9c10d req-b59dab6c-3aaf-40af-a899-ffdcea78577c tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:13.933596 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['d912a7d6-00c2-445d-8c9a-7d5cc25a6658'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:57:13.987893 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0e631fef-1354-4b4c-b2b3-3876ce2e0330 req-cc79026c-2b2f-48ac-a0b8-caa075e78428 tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/ports?device_id=c41141e7-3425-499a-9cff-5e58b8447078 HTTP/1.1" status: 200 len: 210 time: 0.1058197 Aug 10 03:57:13.998358 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59dab6c-3aaf-40af-a899-ffdcea78577c tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Pushing event deleted for resources: {'Port': ['ID=d912a7d6-00c2-445d-8c9a-7d5cc25a6658,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:14.034608 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6c05ff75-1e62-4ea8-a381-19164cf58a5e tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.063733 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05ff75-1e62-4ea8-a381-19164cf58a5e tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Pushing event deleted for resources: {'Port': ['ID=2c06197e-d011-4c6e-b4d9-a4a10b4ec758,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:14.079140 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39186) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:14.082507 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc8b8c0-47a5-4e4b-b010-b48fabf9c10d req-b59dab6c-3aaf-40af-a899-ffdcea78577c tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] No DVR routers for this DVR port d912a7d6-00c2-445d-8c9a-7d5cc25a6658 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:14.090148 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0fc8b8c0-47a5-4e4b-b010-b48fabf9c10d req-b59dab6c-3aaf-40af-a899-ffdcea78577c tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.092166 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0fc8b8c0-47a5-4e4b-b010-b48fabf9c10d req-b59dab6c-3aaf-40af-a899-ffdcea78577c tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.20 "DELETE /v2.0/ports/d912a7d6-00c2-445d-8c9a-7d5cc25a6658 HTTP/1.1" status: 204 len: 173 time: 1.4919708 Aug 10 03:57:14.104902 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41141e7-3425-499a-9cff-5e58b8447078', 'name': 'network-vif-deleted', 'tag': 'd912a7d6-00c2-445d-8c9a-7d5cc25a6658'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:14.108363 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe51069-741a-41bd-8ff5-0c63edafc2f8" -d '{"events": [{"server_uuid": "c41141e7-3425-499a-9cff-5e58b8447078", "name": "network-vif-deleted", "tag": "d912a7d6-00c2-445d-8c9a-7d5cc25a6658"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:14.223109 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfeb99a-4465-41f8-ba53-a63847ee0ec2 x-openstack-request-id: req-7bfeb99a-4465-41f8-ba53-a63847ee0ec2 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:14.223828 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41141e7-3425-499a-9cff-5e58b8447078", "name": "network-vif-deleted", "tag": "d912a7d6-00c2-445d-8c9a-7d5cc25a6658", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:14.225229 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7bfeb99a-4465-41f8-ba53-a63847ee0ec2 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:14.225893 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41141e7-3425-499a-9cff-5e58b8447078', 'name': 'network-vif-deleted', 'tag': 'd912a7d6-00c2-445d-8c9a-7d5cc25a6658', 'status': 'completed', 'code': 200} Aug 10 03:57:14.236075 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-baab52d3-2a09-4d8d-809f-a0149589a3fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.288187 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9fa19a98-a393-45f0-8d73-2d7df97a3c7d req-4c7bc7ca-7bec-4cd7-bb19-e54fdee91106 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.302642 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6c05ff75-1e62-4ea8-a381-19164cf58a5e tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.307872 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-44f89e4a-0ecb-4eb4-b0b9-0ff4f9475c09 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:14.308591 n-d-802893-2 neutron-server[94937]: WARNING neutron.api.v2.base [None req-44f89e4a-0ecb-4eb4-b0b9-0ff4f9475c09 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 03:57:14.309093 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-44f89e4a-0ecb-4eb4-b0b9-0ff4f9475c09 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 03:57:14.315856 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-44f89e4a-0ecb-4eb4-b0b9-0ff4f9475c09 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2249756 Aug 10 03:57:14.321758 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39196) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:14.322475 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['69e03bd4-94b9-4b36-b528-69f4561d85b3'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:57:14.328804 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-15c8b024-23b7-4ccf-8a46-6e968f8fa1a8 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group': {'name': 'tempest-secgroup--2135983250'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:14.339102 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7bc7ca-7bec-4cd7-bb19-e54fdee91106 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Pushing event deleted for resources: {'Port': ['ID=69e03bd4-94b9-4b36-b528-69f4561d85b3,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:14.342014 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-baab52d3-2a09-4d8d-809f-a0149589a3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.366110 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e5e5c-3f65-4c28-a9fb-ae8e3af0e39d req-f3e69110-2224-4d98-affa-a4439db1abd4 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:14.367791 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ae1e5e5c-3f65-4c28-a9fb-ae8e3af0e39d req-f3e69110-2224-4d98-affa-a4439db1abd4 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 867 time: 0.1361983 Aug 10 03:57:14.415493 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.db.api [None req-15c8b024-23b7-4ccf-8a46-6e968f8fa1a8 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:57:14.415493 n-d-802893-2 neutron-server[94938]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:57:14.415493 n-d-802893-2 neutron-server[94938]: [parameters: {'project_id_1': 'ba0a094cedd545abb1df0b1ea2d9f440', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 57, 14, 337246)}] Aug 10 03:57:14.415493 n-d-802893-2 neutron-server[94938]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94938) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:57:14.416032 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baab52d3-2a09-4d8d-809f-a0149589a3fb admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:57:14.416136 n-d-802893-2 neutron-server[94938]: DEBUG oslo_db.api [None req-15c8b024-23b7-4ccf-8a46-6e968f8fa1a8 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:57:14.438080 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa19a98-a393-45f0-8d73-2d7df97a3c7d req-4c7bc7ca-7bec-4cd7-bb19-e54fdee91106 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] No DVR routers for this DVR port 69e03bd4-94b9-4b36-b528-69f4561d85b3 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:14.447371 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9fa19a98-a393-45f0-8d73-2d7df97a3c7d req-4c7bc7ca-7bec-4cd7-bb19-e54fdee91106 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.449387 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9fa19a98-a393-45f0-8d73-2d7df97a3c7d req-4c7bc7ca-7bec-4cd7-bb19-e54fdee91106 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.20 "DELETE /v2.0/ports/69e03bd4-94b9-4b36-b528-69f4561d85b3 HTTP/1.1" status: 204 len: 173 time: 1.3625405 Aug 10 03:57:14.452899 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab52d3-2a09-4d8d-809f-a0149589a3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abd3a5c-87d2-44b8-8106-d84c666ebf40,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:14.459464 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-baab52d3-2a09-4d8d-809f-a0149589a3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.459797 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-baab52d3-2a09-4d8d-809f-a0149589a3fb admin admin] Added segment ce9eaaf0-45b4-4725-9eaf-a65bd6540315 of type vlan for network 3e939204-d6ce-43f1-ba7c-3814abec865a Aug 10 03:57:14.503257 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c05ff75-1e62-4ea8-a381-19164cf58a5e tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Router bcf904b7-86cf-4c63-87e0-7437812954f9 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:57:14.506785 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ae1e5e5c-3f65-4c28-a9fb-ae8e3af0e39d req-038b2d7d-2070-4bce-8c57-619a431f7cd0 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161716 Aug 10 03:57:14.510769 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b40acd5-6a49-4852-933c-0d71001f3d3d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Made reservation on behalf of b2d87b3944704ca089acd0f2f68b57e9 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:14.516846 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b40acd5-6a49-4852-933c-0d71001f3d3d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.560571 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-baab52d3-2a09-4d8d-809f-a0149589a3fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.586612 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.ipam_backend_mixin [None req-7b40acd5-6a49-4852-933c-0d71001f3d3d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Performing IP validity checks on allocation pools {{(pid=94937) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 03:57:14.587143 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.ipam_backend_mixin [None req-7b40acd5-6a49-4852-933c-0d71001f3d3d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94937) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 03:57:14.589183 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c05ff75-1e62-4ea8-a381-19164cf58a5e tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:57:14.594180 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6c05ff75-1e62-4ea8-a381-19164cf58a5e tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] 10.222.0.25 "PUT /v2.0/routers/bcf904b7-86cf-4c63-87e0-7437812954f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1069798 Aug 10 03:57:14.597883 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39198) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:14.602522 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98344487-e9f9-49bf-8dfe-f71ec9521cc0 None None] Sync routers for ids ['bcf904b7-86cf-4c63-87e0-7437812954f9'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:57:14.612687 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98344487-e9f9-49bf-8dfe-f71ec9521cc0 None None] Routers {'bcf904b7-86cf-4c63-87e0-7437812954f9'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:14.613588 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-98344487-e9f9-49bf-8dfe-f71ec9521cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:57:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['bcf904b7-86cf-4c63-87e0-7437812954f9'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:14.638161 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-72e55d32-7c52-46bc-8093-db51e6828dd4 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] show failed (client error): The resource could not be found. Aug 10 03:57:14.642793 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-72e55d32-7c52-46bc-8093-db51e6828dd4 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-1854805427 HTTP/1.1" status: 404 len: 335 time: 0.0401740 Aug 10 03:57:14.643013 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39202) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:14.654170 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-857f75e7-57f6-4b9e-af43-244c15a309a9 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:14.664458 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-98344487-e9f9-49bf-8dfe-f71ec9521cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:14.689587 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98344487-e9f9-49bf-8dfe-f71ec9521cc0 None None] Routers {'bcf904b7-86cf-4c63-87e0-7437812954f9'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:57:14.690107 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-98344487-e9f9-49bf-8dfe-f71ec9521cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:57:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['bcf904b7-86cf-4c63-87e0-7437812954f9'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:14.696360 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-857f75e7-57f6-4b9e-af43-244c15a309a9 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] update failed (client error): The resource could not be found. Aug 10 03:57:14.697737 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-857f75e7-57f6-4b9e-af43-244c15a309a9 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-310103196 HTTP/1.1" status: 404 len: 334 time: 0.0532310 Aug 10 03:57:14.701829 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39204) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:14.704043 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-baab52d3-2a09-4d8d-809f-a0149589a3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.705363 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baab52d3-2a09-4d8d-809f-a0149589a3fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:14.706039 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-baab52d3-2a09-4d8d-809f-a0149589a3fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.732914 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-98344487-e9f9-49bf-8dfe-f71ec9521cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:14.733421 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98344487-e9f9-49bf-8dfe-f71ec9521cc0 None None] The sync data for ids ['bcf904b7-86cf-4c63-87e0-7437812954f9'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:57:14.787149 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed860838-a95f-4e0b-a79a-9e2273a3f569 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Deleting subnet 8698487c-3690-44e5-a0a4-c5fdacfa8365 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:57:14.793312 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ed860838-a95f-4e0b-a79a-9e2273a3f569 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.816234 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab52d3-2a09-4d8d-809f-a0149589a3fb admin admin] Pushing event updated for resources: {'Network': ['ID=3e939204-d6ce-43f1-ba7c-3814abec865a,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:14.822093 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ac78b-9f36-4814-af92-0145916a2b28 req-032c1d70-85d7-460d-864f-0b18fb63ba8e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:14.827605 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 3e939204-d6ce-43f1-ba7c-3814abec865a details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:57:14.827930 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ac78b-9f36-4814-af92-0145916a2b28 req-032c1d70-85d7-460d-864f-0b18fb63ba8e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:14.833790 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026ac78b-9f36-4814-af92-0145916a2b28 req-032c1d70-85d7-460d-864f-0b18fb63ba8e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:14.835457 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-026ac78b-9f36-4814-af92-0145916a2b28 req-032c1d70-85d7-460d-864f-0b18fb63ba8e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 2419 time: 0.1223791 Aug 10 03:57:14.854276 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-baab52d3-2a09-4d8d-809f-a0149589a3fb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0464439 Aug 10 03:57:14.857014 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39206) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:14.862588 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-3d604c44-e486-48f7-bef3-dcffe2e96a4d admin admin] Request body: {'subnet': {'network_id': '3e939204-d6ce-43f1-ba7c-3814abec865a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1624299029-subnet', 'tenant_id': '79c4774ecb374d1eb5549052ddd5465e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:14.874268 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ed860838-a95f-4e0b-a79a-9e2273a3f569 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.889708 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b40acd5-6a49-4852-933c-0d71001f3d3d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.950833 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-026ac78b-9f36-4814-af92-0145916a2b28 req-246dc2ca-1851-425f-9ff1-b7e23ff7e948 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992291 Aug 10 03:57:14.959707 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40acd5-6a49-4852-933c-0d71001f3d3d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event updated for resources: {'Subnet': ['ID=bcc195c8-8098-4de1-9fa8-f2f8eff0d698,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:14.983319 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d604c44-e486-48f7-bef3-dcffe2e96a4d admin admin] Made reservation on behalf of 79c4774ecb374d1eb5549052ddd5465e for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:14.985838 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3d604c44-e486-48f7-bef3-dcffe2e96a4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:14.988626 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b40acd5-6a49-4852-933c-0d71001f3d3d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Checking segment: {'id': '03b0dfac-3d6a-461a-a2c3-b8fc9cd0999c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bba8a9f0-e815-4733-9979-1965b8253942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:14.989041 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b40acd5-6a49-4852-933c-0d71001f3d3d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Network hostable DHCP agents. Network: bba8a9f0-e815-4733-9979-1965b8253942, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:57:15.028727 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-2d5b6b43-bd32-4de6-9f4e-f9a4e32dd6f2 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:15.034905 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-2d5b6b43-bd32-4de6-9f4e-f9a4e32dd6f2 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:15.043518 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-2d5b6b43-bd32-4de6-9f4e-f9a4e32dd6f2 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:15.045274 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-2d5b6b43-bd32-4de6-9f4e-f9a4e32dd6f2 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.68 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 2419 time: 0.1682374 Aug 10 03:57:15.119290 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ed860838-a95f-4e0b-a79a-9e2273a3f569 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.146532 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e062da59-954e-4aed-981f-f828e4f20a96 req-694af1a8-868b-4e7e-a810-7129b4b48f9a tempest-InstanceActionsV221TestJSON-1333142584 tempest-InstanceActionsV221TestJSON-1333142584-project] 10.222.0.25 "GET /v2.0/ports?device_id=c41141e7-3425-499a-9cff-5e58b8447078 HTTP/1.1" status: 200 len: 210 time: 0.0488005 Aug 10 03:57:15.147468 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-15c8b024-23b7-4ccf-8a46-6e968f8fa1a8 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.163724 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b40acd5-6a49-4852-933c-0d71001f3d3d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Network bba8a9f0-e815-4733-9979-1965b8253942 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:57:15.190167 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-15c8b024-23b7-4ccf-8a46-6e968f8fa1a8 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.267262 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-93f032e8-a44d-4641-a822-bac78afe3c96 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Deleting port 1bad04aa-fca3-4873-8cc0-a645c10aa94f {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:15.267559 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-93f032e8-a44d-4641-a822-bac78afe3c96 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.272047 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.299571 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-8cd2bdc0-2da6-455b-bed8-5ff6d6ec3bf7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0740294 Aug 10 03:57:15.344579 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-7b40acd5-6a49-4852-933c-0d71001f3d3d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, bba8a9f0-e815-4733-9979-1965b8253942) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:15.349183 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b40acd5-6a49-4852-933c-0d71001f3d3d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:15.349888 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b40acd5-6a49-4852-933c-0d71001f3d3d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.358246 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b9e854-8ac4-46ac-8579-e79f3d8c1b1e None None] Network bba8a9f0-e815-4733-9979-1965b8253942 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:15.386423 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3d604c44-e486-48f7-bef3-dcffe2e96a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.390859 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ed860838-a95f-4e0b-a79a-9e2273a3f569 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.396620 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-93f032e8-a44d-4641-a822-bac78afe3c96 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] For port 1bad04aa-fca3-4873-8cc0-a645c10aa94f, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=1bad04aa-fca3-4873-8cc0-a645c10aa94f,segment=NetworkSegment(b9c04686-0183-4857-8d49-1a54b2aaff0a),segment_id=b9c04686-0183-4857-8d49-1a54b2aaff0a)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:15.396885 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-93f032e8-a44d-4641-a822-bac78afe3c96 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.445254 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-93f032e8-a44d-4641-a822-bac78afe3c96 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Calling delete_port for 1bad04aa-fca3-4873-8cc0-a645c10aa94f owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:15.447746 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed860838-a95f-4e0b-a79a-9e2273a3f569 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Pushing event deleted for resources: {'Subnet': ['ID=8698487c-3690-44e5-a0a4-c5fdacfa8365,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:15.459684 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ed860838-a95f-4e0b-a79a-9e2273a3f569 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.459684 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ed860838-a95f-4e0b-a79a-9e2273a3f569 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] 10.222.0.25 "DELETE /v2.0/subnets/8698487c-3690-44e5-a0a4-c5fdacfa8365 HTTP/1.1" status: 204 len: 168 time: 0.7533956 Aug 10 03:57:15.464886 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39212) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:15.508425 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-15c8b024-23b7-4ccf-8a46-6e968f8fa1a8 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.511615 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8e8e42-b66b-4586-bf52-dc97eff5b27a None None] Network 960bd8b9-65a9-44da-a264-94f44e11bea1 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:15.527856 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d604c44-e486-48f7-bef3-dcffe2e96a4d admin admin] Checking segment: {'id': 'ce9eaaf0-45b4-4725-9eaf-a65bd6540315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3e939204-d6ce-43f1-ba7c-3814abec865a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:15.527856 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d604c44-e486-48f7-bef3-dcffe2e96a4d admin admin] Network hostable DHCP agents. Network: 3e939204-d6ce-43f1-ba7c-3814abec865a, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:57:15.544510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d604c44-e486-48f7-bef3-dcffe2e96a4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2f1539a-e343-48aa-92f1-b2f32bcf8e83,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:15.561798 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab49080-0f1d-43ef-a481-306e1b977021 req-4620413b-285b-454b-9502-c9a2d7f63e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:15.562769 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab49080-0f1d-43ef-a481-306e1b977021 req-4620413b-285b-454b-9502-c9a2d7f63e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:15.563572 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab49080-0f1d-43ef-a481-306e1b977021 req-4620413b-285b-454b-9502-c9a2d7f63e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:15.564213 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab49080-0f1d-43ef-a481-306e1b977021 req-4620413b-285b-454b-9502-c9a2d7f63e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:15.564755 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab49080-0f1d-43ef-a481-306e1b977021 req-4620413b-285b-454b-9502-c9a2d7f63e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:15.565298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab49080-0f1d-43ef-a481-306e1b977021 req-4620413b-285b-454b-9502-c9a2d7f63e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:15.566287 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab49080-0f1d-43ef-a481-306e1b977021 req-4620413b-285b-454b-9502-c9a2d7f63e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:15.568492 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-4620413b-285b-454b-9502-c9a2d7f63e49 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7613e46ecb1e44beabb9108ddbbb4b81&device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 6498 time: 0.1735432 Aug 10 03:57:15.571001 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-362ada51-f63b-4004-89dd-0e4062ae3ef3 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Deleting subnet 0adcf76d-8398-459a-8675-1001ffa1578a {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:57:15.579656 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-362ada51-f63b-4004-89dd-0e4062ae3ef3 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.642680 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-362ada51-f63b-4004-89dd-0e4062ae3ef3 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.669302 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c022f58b-80f5-4ef5-b29f-6fab7dc6cb20 req-9874af8a-fbb3-43bb-8ea3-c4e92244cc65 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=513a4aae-5a2f-4d87-accc-2d779015642e HTTP/1.1" status: 200 len: 210 time: 0.0603151 Aug 10 03:57:15.670888 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-15c8b024-23b7-4ccf-8a46-6e968f8fa1a8 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.721307 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb874a1-e6af-49ff-b004-491bb8113dec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-bba8a9f0-e815-4733-9979-1965b8253942', 'network_id': 'bba8a9f0-e815-4733-9979-1965b8253942', 'tenant_id': 'b2d87b3944704ca089acd0f2f68b57e9', 'fixed_ips': [{'subnet_id': 'bcc195c8-8098-4de1-9fa8-f2f8eff0d698'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:57:15.721883 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7fb874a1-e6af-49ff-b004-491bb8113dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.744807 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d604c44-e486-48f7-bef3-dcffe2e96a4d admin admin] Network 3e939204-d6ce-43f1-ba7c-3814abec865a is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:57:15.750504 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab49080-0f1d-43ef-a481-306e1b977021 req-541662d3-e7e6-4b23-8a8a-39449e0c464b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:15.751100 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab49080-0f1d-43ef-a481-306e1b977021 req-541662d3-e7e6-4b23-8a8a-39449e0c464b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:15.752190 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab49080-0f1d-43ef-a481-306e1b977021 req-541662d3-e7e6-4b23-8a8a-39449e0c464b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:15.754686 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-541662d3-e7e6-4b23-8a8a-39449e0c464b service neutron] 10.222.0.20 "GET /v2.0/networks?id=af9d6125-2256-42d2-8b3b-ccaff09619e5&id=438e5aac-e98a-498a-962c-24a8dab08d84&id=438e5aac-e98a-498a-962c-24a8dab08d84&id=438e5aac-e98a-498a-962c-24a8dab08d84&id=438e5aac-e98a-498a-962c-24a8dab08d84&id=fc4bc8cd-9681-4c48-a384-e9912b245b99&id=fc4bc8cd-9681-4c48-a384-e9912b245b99 HTTP/1.1" status: 200 len: 2297 time: 0.1578307 Aug 10 03:57:15.770437 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7b40acd5-6a49-4852-933c-0d71001f3d3d tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.2253003 Aug 10 03:57:15.772735 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8b024-23b7-4ccf-8a46-6e968f8fa1a8 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa76e7de-d27d-477f-9cda-3ac303969be0,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:15.773449 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39216) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:15.811335 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.843897 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-3d604c44-e486-48f7-bef3-dcffe2e96a4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 3e939204-d6ce-43f1-ba7c-3814abec865a) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:15.855601 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6539ad0-5209-4612-a577-6961ead6d6a7 None None] Network 3e939204-d6ce-43f1-ba7c-3814abec865a requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:15.874240 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-671abd23-6f5f-4e41-a67c-b6feaac975a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5bd3815-002e-4d67-be39-954b17157f18 HTTP/1.1" status: 200 len: 1001 time: 0.1099417 Aug 10 03:57:15.876613 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d604c44-e486-48f7-bef3-dcffe2e96a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:15.877700 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3d604c44-e486-48f7-bef3-dcffe2e96a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.886082 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-362ada51-f63b-4004-89dd-0e4062ae3ef3 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:15.932724 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbeecea-3e17-40eb-9300-2df4e7fbf89a None None] DHCP port deletion for 960bd8b9-65a9-44da-a264-94f44e11bea1 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:57:15.954151 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab49080-0f1d-43ef-a481-306e1b977021 req-d697ea14-ea2f-49b3-8655-ee4a28ca01e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:15.955682 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-d697ea14-ea2f-49b3-8655-ee4a28ca01e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=131e12ae-b15c-4627-a08c-2d35b677d6c9 HTTP/1.1" status: 200 len: 856 time: 0.0733938 Aug 10 03:57:16.013979 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab49080-0f1d-43ef-a481-306e1b977021 req-9f84753b-8386-4821-a784-21b5164d0580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:16.016332 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-9f84753b-8386-4821-a784-21b5164d0580 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af9d6125-2256-42d2-8b3b-ccaff09619e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520163 Aug 10 03:57:16.030410 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-7fb874a1-e6af-49ff-b004-491bb8113dec None None] Allocated IP 172.20.0.3 (bba8a9f0-e815-4733-9979-1965b8253942/bcc195c8-8098-4de1-9fa8-f2f8eff0d698/d1e6f7f2-d671-4eb2-aa6d-82e64bd10869) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:16.134693 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-9c194558-9de3-4eb6-a64a-afa5867c89e1 service neutron] 10.222.0.20 "GET /v2.0/networks/af9d6125-2256-42d2-8b3b-ccaff09619e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096847 Aug 10 03:57:16.147466 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90524736-6820-4f99-a3e8-96bce33aadea None None] Network 3e939204-d6ce-43f1-ba7c-3814abec865a requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:16.153153 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bbbeecea-3e17-40eb-9300-2df4e7fbf89a None None] Deleting port 76ccfa2d-b7fc-499e-a629-7067397758d1 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:16.160215 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bbbeecea-3e17-40eb-9300-2df4e7fbf89a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:16.226827 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513a4aae-5a2f-4d87-accc-2d779015642e', 'name': 'network-vif-deleted', 'tag': '69e03bd4-94b9-4b36-b528-69f4561d85b3'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:16.229351 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5ce0be-dcb9-444f-a049-9f2a8aace143" -d '{"events": [{"server_uuid": "513a4aae-5a2f-4d87-accc-2d779015642e", "name": "network-vif-deleted", "tag": "69e03bd4-94b9-4b36-b528-69f4561d85b3"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:16.253245 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-7346921c-d1ef-40fb-b566-ded686380240 service neutron] 10.222.0.20 "GET /v2.0/networks/af9d6125-2256-42d2-8b3b-ccaff09619e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083944 Aug 10 03:57:16.289822 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-93f032e8-a44d-4641-a822-bac78afe3c96 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:16.306252 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['77c69b19-74f5-48cf-bbfd-0d0dc2eb1183', '1bad04aa-fca3-4873-8cc0-a645c10aa94f', '22e24a41-e727-4d8b-a91b-f01d3a7664d7'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:57:16.325294 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c163ff61-8157-4b00-83b3-d20b415e7c2e x-openstack-request-id: req-c163ff61-8157-4b00-83b3-d20b415e7c2e {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:16.325624 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513a4aae-5a2f-4d87-accc-2d779015642e", "name": "network-vif-deleted", "tag": "69e03bd4-94b9-4b36-b528-69f4561d85b3", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:16.326018 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c163ff61-8157-4b00-83b3-d20b415e7c2e {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:16.326429 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '513a4aae-5a2f-4d87-accc-2d779015642e', 'name': 'network-vif-deleted', 'tag': '69e03bd4-94b9-4b36-b528-69f4561d85b3', 'status': 'completed', 'code': 200} Aug 10 03:57:16.328631 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-0a54b91d-b448-4336-9740-8ca8db96c88c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=2c7de5ba-33bf-4c9f-b02d-0d1250755d4b HTTP/1.1" status: 200 len: 217 time: 0.0679426 Aug 10 03:57:16.387672 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f032e8-a44d-4641-a822-bac78afe3c96 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Pushing event deleted for resources: {'Port': ['ID=1bad04aa-fca3-4873-8cc0-a645c10aa94f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:16.414835 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bbbeecea-3e17-40eb-9300-2df4e7fbf89a None None] For port 76ccfa2d-b7fc-499e-a629-7067397758d1, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=76ccfa2d-b7fc-499e-a629-7067397758d1,segment=NetworkSegment(f61dd839-ab05-4ce8-a000-3108c3293402),segment_id=f61dd839-ab05-4ce8-a000-3108c3293402)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:16.415638 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bbbeecea-3e17-40eb-9300-2df4e7fbf89a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:16.416987 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab49080-0f1d-43ef-a481-306e1b977021 req-73c2b247-73c6-4628-9bff-88156ecf3351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:16.418987 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-73c2b247-73c6-4628-9bff-88156ecf3351 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4672b88c-e1c1-4d0c-a3fa-f280cf947686 HTTP/1.1" status: 200 len: 797 time: 0.0816786 Aug 10 03:57:16.495173 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab49080-0f1d-43ef-a481-306e1b977021 req-c2595410-1684-4c93-b1c7-614c064b400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:16.497869 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-c2595410-1684-4c93-b1c7-614c064b400c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=438e5aac-e98a-498a-962c-24a8dab08d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0713148 Aug 10 03:57:16.525861 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-93f032e8-a44d-4641-a822-bac78afe3c96 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] No DVR routers for this DVR port 1bad04aa-fca3-4873-8cc0-a645c10aa94f on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:16.529302 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-93f032e8-a44d-4641-a822-bac78afe3c96 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:16.531716 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-93f032e8-a44d-4641-a822-bac78afe3c96 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.68 "DELETE /v2.0/ports/1bad04aa-fca3-4873-8cc0-a645c10aa94f HTTP/1.1" status: 204 len: 173 time: 1.4670599 Aug 10 03:57:16.545344 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f0aa5d-3fa9-4eeb-8263-a03372019dc7', 'name': 'network-vif-deleted', 'tag': '1bad04aa-fca3-4873-8cc0-a645c10aa94f'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:16.547788 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86339fa-5189-430a-8027-cffb620586e0" -d '{"events": [{"server_uuid": "99f0aa5d-3fa9-4eeb-8263-a03372019dc7", "name": "network-vif-deleted", "tag": "1bad04aa-fca3-4873-8cc0-a645c10aa94f"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:16.570024 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:16.574582 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39234) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:16.636432 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39836d04-04bb-4844-8f65-92d6c51dc86f req-db292905-7b68-4327-b99a-d87aaa1051a3 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:16.642855 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-91144b0a-ed49-426a-a84d-0649b08ec23d service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377673 Aug 10 03:57:16.644866 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39836d04-04bb-4844-8f65-92d6c51dc86f req-db292905-7b68-4327-b99a-d87aaa1051a3 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:16.653991 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-39836d04-04bb-4844-8f65-92d6c51dc86f req-db292905-7b68-4327-b99a-d87aaa1051a3 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 1683 time: 0.3711033 Aug 10 03:57:16.656437 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-362ada51-f63b-4004-89dd-0e4062ae3ef3 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:16.664796 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-15c8b024-23b7-4ccf-8a46-6e968f8fa1a8 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:16.706413 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bbbeecea-3e17-40eb-9300-2df4e7fbf89a None None] Calling delete_port for 76ccfa2d-b7fc-499e-a629-7067397758d1 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:16.729431 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7fb874a1-e6af-49ff-b004-491bb8113dec None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:16.742940 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7fb874a1-e6af-49ff-b004-491bb8113dec None None] Transition to ACTIVE for port object d1e6f7f2-d671-4eb2-aa6d-82e64bd10869 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:16.749061 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362ada51-f63b-4004-89dd-0e4062ae3ef3 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Pushing event deleted for resources: {'Subnet': ['ID=0adcf76d-8398-459a-8675-1001ffa1578a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:16.772303 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7fb874a1-e6af-49ff-b004-491bb8113dec None None] Transition to ACTIVE for port object d1e6f7f2-d671-4eb2-aa6d-82e64bd10869 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:16.783873 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-93e38031-e447-4bba-9d36-23b3793c6e41 service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104262 Aug 10 03:57:16.796082 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcd96bc-4b72-4e2f-84fc-d7c1fede78de None None] Network 9fd67708-c958-47ac-acf6-cb3f9068400f requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:16.828766 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-362ada51-f63b-4004-89dd-0e4062ae3ef3 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:16.830669 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-362ada51-f63b-4004-89dd-0e4062ae3ef3 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] 10.222.0.25 "DELETE /v2.0/subnets/0adcf76d-8398-459a-8675-1001ffa1578a HTTP/1.1" status: 204 len: 168 time: 1.3648262 Aug 10 03:57:16.836708 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:16.846471 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39240) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:16.848605 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-15c8b024-23b7-4ccf-8a46-6e968f8fa1a8 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:16.861074 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-efa05b49-fd5c-4988-90db-6c182ae6f804 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=d75f407a-6d9e-4e55-beff-6f8dd89b5d40 HTTP/1.1" status: 200 len: 217 time: 0.0695715 Aug 10 03:57:16.909860 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395e5b94-9bc6-4e97-8f3d-e52684afe8c7 x-openstack-request-id: req-395e5b94-9bc6-4e97-8f3d-e52684afe8c7 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:16.912975 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f0aa5d-3fa9-4eeb-8263-a03372019dc7", "name": "network-vif-deleted", "tag": "1bad04aa-fca3-4873-8cc0-a645c10aa94f", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:16.912975 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-395e5b94-9bc6-4e97-8f3d-e52684afe8c7 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:16.912975 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f0aa5d-3fa9-4eeb-8263-a03372019dc7', 'name': 'network-vif-deleted', 'tag': '1bad04aa-fca3-4873-8cc0-a645c10aa94f', 'status': 'completed', 'code': 200} Aug 10 03:57:16.992787 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3d604c44-e486-48f7-bef3-dcffe2e96a4d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1325266 Aug 10 03:57:17.029408 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab49080-0f1d-43ef-a481-306e1b977021 req-3c1245c2-858a-4a4f-a900-232a28f8b2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:17.030897 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-3c1245c2-858a-4a4f-a900-232a28f8b2e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4672b88c-e1c1-4d0c-a3fa-f280cf947686 HTTP/1.1" status: 200 len: 797 time: 0.1523743 Aug 10 03:57:17.034754 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d0c59e4c-58c4-4bcd-83a7-8ff3240e0035 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.058904 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 69e03bd4-94b9-4b36-b528-69f4561d85b3 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:17.061157 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 76ccfa2d-b7fc-499e-a629-7067397758d1 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:17.063386 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7fb874a1-e6af-49ff-b004-491bb8113dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.066196 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8b024-23b7-4ccf-8a46-6e968f8fa1a8 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d040809e-a481-4b19-af00-e04e51d2dbd8,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:17.097147 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-39836d04-04bb-4844-8f65-92d6c51dc86f req-cdf56bc7-5870-4406-963c-eb704c4cda83 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422057 Aug 10 03:57:17.099795 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-15c8b024-23b7-4ccf-8a46-6e968f8fa1a8 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.104305 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-15c8b024-23b7-4ccf-8a46-6e968f8fa1a8 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.7813184 Aug 10 03:57:17.113366 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d23455a-f929-4859-ab2b-3d5e1b89bb1c admin admin] Deleting subnet 7d9d58d2-b0b4-423f-8835-c25d4f04266a {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:57:17.115617 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39252) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:17.126953 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-096102fa-ae73-4656-9342-fb6a68172c05 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group_rule': {'security_group_id': 'd040809e-a481-4b19-af00-e04e51d2dbd8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:17.128704 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab49080-0f1d-43ef-a481-306e1b977021 req-8513880c-e786-4735-b636-309bbcd6ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:17.130764 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-8513880c-e786-4735-b636-309bbcd6ea22 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=438e5aac-e98a-498a-962c-24a8dab08d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0914130 Aug 10 03:57:17.147554 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3d23455a-f929-4859-ab2b-3d5e1b89bb1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.183292 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.223605 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Subnet': ['ID=bcc195c8-8098-4de1-9fa8-f2f8eff0d698,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:17.232388 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb874a1-e6af-49ff-b004-491bb8113dec None None] Pushing event updated for resources: {'Port': ['ID=d1e6f7f2-d671-4eb2-aa6d-82e64bd10869,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:17.236026 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.249480 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3d23455a-f929-4859-ab2b-3d5e1b89bb1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.254864 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb874a1-e6af-49ff-b004-491bb8113dec None None] Network bba8a9f0-e815-4733-9979-1965b8253942 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:17.266641 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 69e03bd4-94b9-4b36-b528-69f4561d85b3 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:17.266641 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 69e03bd4-94b9-4b36-b528-69f4561d85b3 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:17.266641 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device d912a7d6-00c2-445d-8c9a-7d5cc25a6658 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:17.300898 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-7fb874a1-e6af-49ff-b004-491bb8113dec None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:17.303619 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb874a1-e6af-49ff-b004-491bb8113dec None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:17.315407 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: d912a7d6-00c2-445d-8c9a-7d5cc25a6658 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:17.315407 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device d912a7d6-00c2-445d-8c9a-7d5cc25a6658 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:17.363246 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.371228 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-da74ba3f-3f6f-4da0-8035-923284624d12 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:17.379253 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-da74ba3f-3f6f-4da0-8035-923284624d12 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/networks?id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc HTTP/1.1" status: 200 len: 812 time: 0.2219348 Aug 10 03:57:17.379902 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-096102fa-ae73-4656-9342-fb6a68172c05 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.401656 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-d0c59e4c-58c4-4bcd-83a7-8ff3240e0035 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Deleting port 76ccfa2d-b7fc-499e-a629-7067397758d1 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:17.401656 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d0c59e4c-58c4-4bcd-83a7-8ff3240e0035 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.430939 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba8a9f0-e815-4733-9979-1965b8253942']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:17.433866 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bbbeecea-3e17-40eb-9300-2df4e7fbf89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.448071 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-517bb0f2-e917-4ece-a84f-c0fb125d9906 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Deleting port 22e24a41-e727-4d8b-a91b-f01d3a7664d7 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:17.448071 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-517bb0f2-e917-4ece-a84f-c0fb125d9906 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.467381 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-096102fa-ae73-4656-9342-fb6a68172c05 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.473109 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-3b095756-016d-4a23-bdf4-e55013832aad tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/quotas/f978154370c54cef8e8d819528465357 HTTP/1.1" status: 200 len: 375 time: 0.0927932 Aug 10 03:57:17.482903 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbeecea-3e17-40eb-9300-2df4e7fbf89a None None] Pushing event deleted for resources: {'Port': ['ID=76ccfa2d-b7fc-499e-a629-7067397758d1,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:17.483868 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No active binding found for port 76ccfa2d-b7fc-499e-a629-7067397758d1 {{(pid=94939) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 03:57:17.484355 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 76ccfa2d-b7fc-499e-a629-7067397758d1 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:17.487345 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b0dfac-3d6a-461a-a2c3-b8fc9cd0999c') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:17.487345 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b0dfac-3d6a-461a-a2c3-b8fc9cd0999c') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:17.528200 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-7fb874a1-e6af-49ff-b004-491bb8113dec None None] Attempting to bind port d1e6f7f2-d671-4eb2-aa6d-82e64bd10869 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:17.528200 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-7fb874a1-e6af-49ff-b004-491bb8113dec None None] Attempting to bind port d1e6f7f2-d671-4eb2-aa6d-82e64bd10869 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '03b0dfac-3d6a-461a-a2c3-b8fc9cd0999c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bba8a9f0-e815-4733-9979-1965b8253942'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:17.528200 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb874a1-e6af-49ff-b004-491bb8113dec None None] Attempting to bind port d1e6f7f2-d671-4eb2-aa6d-82e64bd10869 on network bba8a9f0-e815-4733-9979-1965b8253942 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:17.533594 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbeecea-3e17-40eb-9300-2df4e7fbf89a None None] No DVR routers for this DVR port 76ccfa2d-b7fc-499e-a629-7067397758d1 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:17.549634 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb874a1-e6af-49ff-b004-491bb8113dec None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:17.549634 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb874a1-e6af-49ff-b004-491bb8113dec None None] Checking segment: {'id': '03b0dfac-3d6a-461a-a2c3-b8fc9cd0999c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bba8a9f0-e815-4733-9979-1965b8253942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:17.549634 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7fb874a1-e6af-49ff-b004-491bb8113dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.549634 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb874a1-e6af-49ff-b004-491bb8113dec None None] Bound using segment: {'id': '03b0dfac-3d6a-461a-a2c3-b8fc9cd0999c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bba8a9f0-e815-4733-9979-1965b8253942'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:17.551691 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-7fb874a1-e6af-49ff-b004-491bb8113dec None None] Bound port: d1e6f7f2-d671-4eb2-aa6d-82e64bd10869, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03b0dfac-3d6a-461a-a2c3-b8fc9cd0999c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bba8a9f0-e815-4733-9979-1965b8253942'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:17.551691 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7fb874a1-e6af-49ff-b004-491bb8113dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.567083 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-bdaa94fd-015a-4215-b8bb-e692692d73b7 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f978154370c54cef8e8d819528465357&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0928757 Aug 10 03:57:17.576906 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0447bd-e73f-48d0-bf02-e11de9e2f315 None None] DHCP port deletion for 9fd67708-c958-47ac-acf6-cb3f9068400f request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:57:17.586442 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.590112 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-096102fa-ae73-4656-9342-fb6a68172c05 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.597883 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-63f87ce9-76f0-49d3-a7a5-37058b398590 service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584932 Aug 10 03:57:17.610528 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3d23455a-f929-4859-ab2b-3d5e1b89bb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.626478 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-d0c59e4c-58c4-4bcd-83a7-8ff3240e0035 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] For port 76ccfa2d-b7fc-499e-a629-7067397758d1, host n-d-802893-2, got binding levels [] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:17.627057 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d0c59e4c-58c4-4bcd-83a7-8ff3240e0035 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.667343 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.704198 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-7fb874a1-e6af-49ff-b004-491bb8113dec None None] For port d1e6f7f2-d671-4eb2-aa6d-82e64bd10869, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:17.704435 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-d0c59e4c-58c4-4bcd-83a7-8ff3240e0035 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Calling delete_port for 76ccfa2d-b7fc-499e-a629-7067397758d1 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:17.704784 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096102fa-ae73-4656-9342-fb6a68172c05 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3477b502-c8a9-459c-ae33-3b0353fa40a9,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:17.710820 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.ipam_backend_mixin [None req-d0c59e4c-58c4-4bcd-83a7-8ff3240e0035 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Port 76ccfa2d-b7fc-499e-a629-7067397758d1 was not found and therefore no delete operation was performed {{(pid=94937) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:57:17.711027 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:17.711341 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.716718 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d0c59e4c-58c4-4bcd-83a7-8ff3240e0035 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:17.718525 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:17.726456 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-ac0447bd-e73f-48d0-bf02-e11de9e2f315 None None] Deleting port 2b83ff4b-fd15-451c-8cc5-7a69d8592953 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:17.726988 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ac0447bd-e73f-48d0-bf02-e11de9e2f315 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.777365 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c59e4c-58c4-4bcd-83a7-8ff3240e0035 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Pushing event deleted for resources: {'Port': ['ID=76ccfa2d-b7fc-499e-a629-7067397758d1,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:17.779458 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c59e4c-58c4-4bcd-83a7-8ff3240e0035 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] No DVR routers for this DVR port 76ccfa2d-b7fc-499e-a629-7067397758d1 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:17.791112 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-096102fa-ae73-4656-9342-fb6a68172c05 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.800137 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-096102fa-ae73-4656-9342-fb6a68172c05 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6712439 Aug 10 03:57:17.800312 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-ac0447bd-e73f-48d0-bf02-e11de9e2f315 None None] For port 2b83ff4b-fd15-451c-8cc5-7a69d8592953, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=2b83ff4b-fd15-451c-8cc5-7a69d8592953,segment=NetworkSegment(005f3f63-290c-4f6f-8d6f-9f9266dbbfc4),segment_id=005f3f63-290c-4f6f-8d6f-9f9266dbbfc4)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:17.800312 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ac0447bd-e73f-48d0-bf02-e11de9e2f315 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.800877 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39274) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:17.813985 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-ac0447bd-e73f-48d0-bf02-e11de9e2f315 None None] Calling delete_port for 2b83ff4b-fd15-451c-8cc5-7a69d8592953 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:17.820918 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-517bb0f2-e917-4ece-a84f-c0fb125d9906 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] For port 22e24a41-e727-4d8b-a91b-f01d3a7664d7, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=22e24a41-e727-4d8b-a91b-f01d3a7664d7,segment=NetworkSegment(535c94f4-2dba-40c6-bd7d-e262da5c9efa),segment_id=535c94f4-2dba-40c6-bd7d-e262da5c9efa)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:17.821282 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-517bb0f2-e917-4ece-a84f-c0fb125d9906 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.829315 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-508f00f6-de81-44a8-a006-b18cc3bc37c8 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group_rule': {'security_group_id': 'd040809e-a481-4b19-af00-e04e51d2dbd8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:17.839946 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-7a73d426-050b-47ba-afbe-67753351cd30 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:17.841564 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-7a73d426-050b-47ba-afbe-67753351cd30 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/networks?id=3e939204-d6ce-43f1-ba7c-3814abec865a HTTP/1.1" status: 200 len: 821 time: 0.4256461 Aug 10 03:57:17.851308 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-517bb0f2-e917-4ece-a84f-c0fb125d9906 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Calling delete_port for 22e24a41-e727-4d8b-a91b-f01d3a7664d7 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:17.858813 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-923c24e8-ad0b-4f11-a91c-c704625733f2 service neutron] 10.222.0.25 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902093 Aug 10 03:57:17.873527 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-c2a4e24b-9c95-42b6-9a8a-20c04782d419 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/quotas/79c4774ecb374d1eb5549052ddd5465e HTTP/1.1" status: 200 len: 375 time: 0.0177979 Aug 10 03:57:17.877549 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-7fb874a1-e6af-49ff-b004-491bb8113dec None None] For port d1e6f7f2-d671-4eb2-aa6d-82e64bd10869, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=d1e6f7f2-d671-4eb2-aa6d-82e64bd10869,segment=NetworkSegment(03b0dfac-3d6a-461a-a2c3-b8fc9cd0999c),segment_id=03b0dfac-3d6a-461a-a2c3-b8fc9cd0999c)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:17.913492 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.db.api [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:57:17.913492 n-d-802893-2 neutron-server[94938]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:57:17.913492 n-d-802893-2 neutron-server[94938]: [parameters: {'id': 'bba8a9f0-e815-4733-9979-1965b8253942'}] Aug 10 03:57:17.913492 n-d-802893-2 neutron-server[94938]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94938) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:57:17.913962 n-d-802893-2 neutron-server[94938]: DEBUG oslo_db.api [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:57:17.941651 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-d7fd9bd6-9b2c-4f2d-86dc-c2338d9bcd5f service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115470 Aug 10 03:57:17.942436 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3d23455a-f929-4859-ab2b-3d5e1b89bb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.946426 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-cf323595-1113-4970-83a0-bc9299caec55 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=79c4774ecb374d1eb5549052ddd5465e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371878 Aug 10 03:57:17.966766 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7fb874a1-e6af-49ff-b004-491bb8113dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.996214 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23455a-f929-4859-ab2b-3d5e1b89bb1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d9d58d2-b0b4-423f-8835-c25d4f04266a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:17.999000 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3d23455a-f929-4859-ab2b-3d5e1b89bb1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:17.999515 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d0c59e4c-58c4-4bcd-83a7-8ff3240e0035 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:18.001110 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3d23455a-f929-4859-ab2b-3d5e1b89bb1c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7d9d58d2-b0b4-423f-8835-c25d4f04266a HTTP/1.1" status: 204 len: 168 time: 1.4181476 Aug 10 03:57:18.029756 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ac0447bd-e73f-48d0-bf02-e11de9e2f315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:18.034457 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39276) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:18.054976 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb874a1-e6af-49ff-b004-491bb8113dec None None] Pushing event updated for resources: {'Port': ['ID=d1e6f7f2-d671-4eb2-aa6d-82e64bd10869,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:18.057043 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-41dace0e-a487-4fd1-a7ea-3a134d84196c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=69e2a20f-0ef2-479f-b9ef-320a6110a078 HTTP/1.1" status: 200 len: 217 time: 0.0780842 Aug 10 03:57:18.069404 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0447bd-e73f-48d0-bf02-e11de9e2f315 None None] No DVR routers for this DVR port 2b83ff4b-fd15-451c-8cc5-7a69d8592953 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:18.070955 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-d0c59e4c-58c4-4bcd-83a7-8ff3240e0035 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['960bd8b9-65a9-44da-a264-94f44e11bea1']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:18.090636 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0447bd-e73f-48d0-bf02-e11de9e2f315 None None] Pushing event deleted for resources: {'Port': ['ID=2b83ff4b-fd15-451c-8cc5-7a69d8592953,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:18.122880 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbef69c-baca-415a-9216-90fdca0799a4 None None] Network bba8a9f0-e815-4733-9979-1965b8253942 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:18.144831 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-ce163be0-1454-444a-8895-c4f96f30dabf service neutron] 10.222.0.25 "GET /v2.0/networks/3e939204-d6ce-43f1-ba7c-3814abec865a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818089 Aug 10 03:57:18.165061 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-d0c59e4c-58c4-4bcd-83a7-8ff3240e0035 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f61dd839-ab05-4ce8-a000-3108c3293402') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:18.165369 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-d0c59e4c-58c4-4bcd-83a7-8ff3240e0035 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f61dd839-ab05-4ce8-a000-3108c3293402') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:18.194593 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-508f00f6-de81-44a8-a006-b18cc3bc37c8 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:18.205597 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d0c59e4c-58c4-4bcd-83a7-8ff3240e0035 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:18.244060 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-313cb77a-6d48-4e10-8e95-e8833072bd3f service neutron] 10.222.0.25 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842170 Aug 10 03:57:18.251070 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-517bb0f2-e917-4ece-a84f-c0fb125d9906 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:18.253485 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dde047ab-6b00-407f-9ad5-60b893f0a4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:18.262203 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce1fcb9-e3b6-445f-8ff7-aa1a6607ee71 None None] get_active_networks_info from n-d-802893-2 {{(pid=94939) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:57:18.266620 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d0c59e4c-58c4-4bcd-83a7-8ff3240e0035 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:18.281279 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c59e4c-58c4-4bcd-83a7-8ff3240e0035 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:18.281693 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d0c59e4c-58c4-4bcd-83a7-8ff3240e0035 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:18.290458 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:18.298243 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab49080-0f1d-43ef-a481-306e1b977021 req-971a19b5-2221-46ed-b66b-f05ac54cbd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:18.298243 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-971a19b5-2221-46ed-b66b-f05ac54cbd82 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4672b88c-e1c1-4d0c-a3fa-f280cf947686 HTTP/1.1" status: 200 len: 797 time: 0.1887050 Aug 10 03:57:18.303042 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517bb0f2-e917-4ece-a84f-c0fb125d9906 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Pushing event deleted for resources: {'Port': ['ID=22e24a41-e727-4d8b-a91b-f01d3a7664d7,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:18.313397 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-24ab89f1-0c32-49bf-be65-0abffff590a4 service neutron] 10.222.0.25 "GET /v2.0/networks/3e939204-d6ce-43f1-ba7c-3814abec865a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577497 Aug 10 03:57:18.367781 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-517bb0f2-e917-4ece-a84f-c0fb125d9906 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] No DVR routers for this DVR port 22e24a41-e727-4d8b-a91b-f01d3a7664d7 on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:18.371160 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-517bb0f2-e917-4ece-a84f-c0fb125d9906 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:18.373987 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-517bb0f2-e917-4ece-a84f-c0fb125d9906 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.68 "DELETE /v2.0/ports/22e24a41-e727-4d8b-a91b-f01d3a7664d7 HTTP/1.1" status: 204 len: 173 time: 1.8219948 Aug 10 03:57:18.422354 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:18.450547 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce1fcb9-e3b6-445f-8ff7-aa1a6607ee71 None None] Resources bound (agent type, host, resource id): {{(pid=94939) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:57:18.500929 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d0c59e4c-58c4-4bcd-83a7-8ff3240e0035 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:18.506333 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d0c59e4c-58c4-4bcd-83a7-8ff3240e0035 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:18.517146 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 22e24a41-e727-4d8b-a91b-f01d3a7664d7 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:18.517972 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39282) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:18.522659 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d0c59e4c-58c4-4bcd-83a7-8ff3240e0035 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] 10.222.0.25 "DELETE /v2.0/networks/960bd8b9-65a9-44da-a264-94f44e11bea1 HTTP/1.1" status: 204 len: 168 time: 1.6725764 Aug 10 03:57:18.539602 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dde047ab-6b00-407f-9ad5-60b893f0a4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:18.544430 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab49080-0f1d-43ef-a481-306e1b977021 req-d060cae4-0423-4a37-b8b4-c99edb5e232a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:18.546044 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-d060cae4-0423-4a37-b8b4-c99edb5e232a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=438e5aac-e98a-498a-962c-24a8dab08d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2368371 Aug 10 03:57:18.666836 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 22e24a41-e727-4d8b-a91b-f01d3a7664d7 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:18.667461 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 22e24a41-e727-4d8b-a91b-f01d3a7664d7 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:18.668130 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 77c69b19-74f5-48cf-bbfd-0d0dc2eb1183 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:18.788742 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b8b1b294-2516-46b2-9163-df7137043350 req-6c38584c-fd7b-48f2-a047-6d318991b80b tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=2be60b71-7375-4dd3-afc5-6e1f26668aa3 HTTP/1.1" status: 200 len: 210 time: 0.0816746 Aug 10 03:57:18.805234 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d719c28-3571-4672-84b6-7dd9c46b13a0 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:18.831504 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-f1a9e26e-032a-44f1-8379-29f109906f0e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Deleting port 77c69b19-74f5-48cf-bbfd-0d0dc2eb1183 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:18.831696 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-f1a9e26e-032a-44f1-8379-29f109906f0e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:18.835854 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Deleting port d1e6f7f2-d671-4eb2-aa6d-82e64bd10869 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:18.836415 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:18.981924 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f0aa5d-3fa9-4eeb-8263-a03372019dc7', 'name': 'network-vif-deleted', 'tag': '22e24a41-e727-4d8b-a91b-f01d3a7664d7'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:18.994100 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e0dd71-827e-43a7-956c-47d5e175698a" -d '{"events": [{"server_uuid": "99f0aa5d-3fa9-4eeb-8263-a03372019dc7", "name": "network-vif-deleted", "tag": "22e24a41-e727-4d8b-a91b-f01d3a7664d7"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:19.000932 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.044356 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 77c69b19-74f5-48cf-bbfd-0d0dc2eb1183, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=77c69b19-74f5-48cf-bbfd-0d0dc2eb1183,segment=NetworkSegment(b9c04686-0183-4857-8d49-1a54b2aaff0a),segment_id=b9c04686-0183-4857-8d49-1a54b2aaff0a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:19.047374 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f0aa5d-3fa9-4eeb-8263-a03372019dc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77c69b19-74f5-48cf-bbfd-0d0dc2eb1183'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:19.053373 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4934e4-4f31-4951-b7d3-ad1ecfbe543e" -d '{"events": [{"server_uuid": "99f0aa5d-3fa9-4eeb-8263-a03372019dc7", "name": "network-vif-unplugged", "status": "completed", "tag": "77c69b19-74f5-48cf-bbfd-0d0dc2eb1183"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:19.067069 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 2b83ff4b-fd15-451c-8cc5-7a69d8592953 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:19.067167 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-dde047ab-6b00-407f-9ad5-60b893f0a4d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca9102ff-907d-4d35-ba89-79ea8c8638d2']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:19.073704 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-25427edf-faba-454a-9718-86b7f55e78db req-d09f8821-22c3-41ff-a387-4653d7ef09c1 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5f15c0-fde9-4297-a710-fb20d9c72528 HTTP/1.1" status: 200 len: 210 time: 0.1115489 Aug 10 03:57:19.086684 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 2b83ff4b-fd15-451c-8cc5-7a69d8592953 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:19.087025 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 2b83ff4b-fd15-451c-8cc5-7a69d8592953 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:19.126589 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-508f00f6-de81-44a8-a006-b18cc3bc37c8 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 03:57:19.126589 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-508f00f6-de81-44a8-a006-b18cc3bc37c8 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.2723997 Aug 10 03:57:19.126589 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c59e4c-58c4-4bcd-83a7-8ff3240e0035 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Pushing event deleted for resources: {'Network': ['ID=960bd8b9-65a9-44da-a264-94f44e11bea1,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:19.154362 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-f1a9e26e-032a-44f1-8379-29f109906f0e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] For port 77c69b19-74f5-48cf-bbfd-0d0dc2eb1183, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=77c69b19-74f5-48cf-bbfd-0d0dc2eb1183,segment=NetworkSegment(b9c04686-0183-4857-8d49-1a54b2aaff0a),segment_id=b9c04686-0183-4857-8d49-1a54b2aaff0a)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:19.154741 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-f1a9e26e-032a-44f1-8379-29f109906f0e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.174398 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-f1a9e26e-032a-44f1-8379-29f109906f0e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Calling delete_port for 77c69b19-74f5-48cf-bbfd-0d0dc2eb1183 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:19.179886 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39308) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:19.183229 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-dde047ab-6b00-407f-9ad5-60b893f0a4d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb962d2-cb65-4cfc-98a1-613f6ea01aa8') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:19.183731 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-dde047ab-6b00-407f-9ad5-60b893f0a4d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb962d2-cb65-4cfc-98a1-613f6ea01aa8') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:19.196473 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.205602 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 1bad04aa-fca3-4873-8cc0-a645c10aa94f no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:19.205602 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a5bfcf-fb1c-4810-8777-c8778dcea939 x-openstack-request-id: req-88a5bfcf-fb1c-4810-8777-c8778dcea939 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:19.205602 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f0aa5d-3fa9-4eeb-8263-a03372019dc7", "name": "network-vif-unplugged", "status": "completed", "tag": "77c69b19-74f5-48cf-bbfd-0d0dc2eb1183", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:19.205602 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88a5bfcf-fb1c-4810-8777-c8778dcea939 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:19.205602 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f0aa5d-3fa9-4eeb-8263-a03372019dc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77c69b19-74f5-48cf-bbfd-0d0dc2eb1183', 'code': 200} Aug 10 03:57:19.253318 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 1bad04aa-fca3-4873-8cc0-a645c10aa94f {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:19.253736 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 1bad04aa-fca3-4873-8cc0-a645c10aa94f not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:19.258709 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dde047ab-6b00-407f-9ad5-60b893f0a4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.279304 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=77c69b19-74f5-48cf-bbfd-0d0dc2eb1183,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:19.312849 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dde047ab-6b00-407f-9ad5-60b893f0a4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.317106 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ab20ba-a888-4175-b63b-062503768911 x-openstack-request-id: req-98ab20ba-a888-4175-b63b-062503768911 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:19.317424 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f0aa5d-3fa9-4eeb-8263-a03372019dc7", "name": "network-vif-deleted", "tag": "22e24a41-e727-4d8b-a91b-f01d3a7664d7", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:19.317852 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-98ab20ba-a888-4175-b63b-062503768911 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:19.320538 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f0aa5d-3fa9-4eeb-8263-a03372019dc7', 'name': 'network-vif-deleted', 'tag': '22e24a41-e727-4d8b-a91b-f01d3a7664d7', 'status': 'completed', 'code': 200} Aug 10 03:57:19.349365 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde047ab-6b00-407f-9ad5-60b893f0a4d8 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:19.349365 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dde047ab-6b00-407f-9ad5-60b893f0a4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.349365 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08cfa66-d450-47cf-b531-8f6f8b2d287f req-5322672b-5b12-4c1e-bf27-d8b47a485081 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:19.350071 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] For port d1e6f7f2-d671-4eb2-aa6d-82e64bd10869, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=d1e6f7f2-d671-4eb2-aa6d-82e64bd10869,segment=NetworkSegment(03b0dfac-3d6a-461a-a2c3-b8fc9cd0999c),segment_id=03b0dfac-3d6a-461a-a2c3-b8fc9cd0999c)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:19.350071 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.350336 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b08cfa66-d450-47cf-b531-8f6f8b2d287f req-5322672b-5b12-4c1e-bf27-d8b47a485081 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 946 time: 0.2934909 Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:19.351029 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:19.406779 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Calling delete_port for d1e6f7f2-d671-4eb2-aa6d-82e64bd10869 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:19.421931 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d0c36356-d5e3-42b2-a62e-f2a3035cc13e tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.435230 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d719c28-3571-4672-84b6-7dd9c46b13a0 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.440882 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-183fe66f-43c3-4260-947a-c4920bd26b16 service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796031 Aug 10 03:57:19.443344 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-2d719c28-3571-4672-84b6-7dd9c46b13a0 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fd67708-c958-47ac-acf6-cb3f9068400f']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:19.494793 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d0c36356-d5e3-42b2-a62e-f2a3035cc13e tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.503286 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-2d719c28-3571-4672-84b6-7dd9c46b13a0 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '005f3f63-290c-4f6f-8d6f-9f9266dbbfc4') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:19.503617 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-2d719c28-3571-4672-84b6-7dd9c46b13a0 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '005f3f63-290c-4f6f-8d6f-9f9266dbbfc4') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:19.516607 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d719c28-3571-4672-84b6-7dd9c46b13a0 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.542030 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d719c28-3571-4672-84b6-7dd9c46b13a0 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.550943 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d719c28-3571-4672-84b6-7dd9c46b13a0 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:19.551346 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d719c28-3571-4672-84b6-7dd9c46b13a0 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.551810 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b08cfa66-d450-47cf-b531-8f6f8b2d287f req-42b5ad21-6ef4-4e66-b351-4f1570014f4d tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628177 Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:19.554869 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:19.596967 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dde047ab-6b00-407f-9ad5-60b893f0a4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.598585 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-f1a9e26e-032a-44f1-8379-29f109906f0e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.602796 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dde047ab-6b00-407f-9ad5-60b893f0a4d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.607473 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-dde047ab-6b00-407f-9ad5-60b893f0a4d8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ca9102ff-907d-4d35-ba89-79ea8c8638d2 HTTP/1.1" status: 204 len: 168 time: 1.5630810 Aug 10 03:57:19.641819 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-8685f871-ce63-4155-b213-99941a11bc9b service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892006 Aug 10 03:57:19.644800 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde047ab-6b00-407f-9ad5-60b893f0a4d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca9102ff-907d-4d35-ba89-79ea8c8638d2,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:19.646697 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a9e26e-032a-44f1-8379-29f109906f0e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Pushing event deleted for resources: {'Port': ['ID=77c69b19-74f5-48cf-bbfd-0d0dc2eb1183,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:19.721956 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-58b06f79-abcc-4b92-8e38-c5f7356cb486 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=27b3504e-5f67-479d-9a2f-2aa759db0602 HTTP/1.1" status: 200 len: 217 time: 0.0528207 Aug 10 03:57:19.726645 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-f1a9e26e-032a-44f1-8379-29f109906f0e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] No DVR routers for this DVR port 77c69b19-74f5-48cf-bbfd-0d0dc2eb1183 on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:19.729498 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-f1a9e26e-032a-44f1-8379-29f109906f0e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.731625 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9380ebd4-de89-49ad-88a8-3a571656b9d7 req-f1a9e26e-032a-44f1-8379-29f109906f0e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.68 "DELETE /v2.0/ports/77c69b19-74f5-48cf-bbfd-0d0dc2eb1183 HTTP/1.1" status: 204 len: 173 time: 1.3503373 Aug 10 03:57:19.788223 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab49080-0f1d-43ef-a481-306e1b977021 req-4b695932-fea3-428f-8de9-eaa0fa1c7343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:19.789974 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-4b695932-fea3-428f-8de9-eaa0fa1c7343 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4672b88c-e1c1-4d0c-a3fa-f280cf947686 HTTP/1.1" status: 200 len: 797 time: 0.0613587 Aug 10 03:57:19.813931 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.845653 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d0c36356-d5e3-42b2-a62e-f2a3035cc13e tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.846113 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d719c28-3571-4672-84b6-7dd9c46b13a0 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.847609 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Port': ['ID=d1e6f7f2-d671-4eb2-aa6d-82e64bd10869,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:19.848943 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d0c36356-d5e3-42b2-a62e-f2a3035cc13e tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.850345 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d0c36356-d5e3-42b2-a62e-f2a3035cc13e tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "DELETE /v2.0/security-groups/d040809e-a481-4b19-af00-e04e51d2dbd8 HTTP/1.1" status: 204 len: 168 time: 0.6693211 Aug 10 03:57:19.854687 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39320) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:19.854913 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No DVR routers for this DVR port d1e6f7f2-d671-4eb2-aa6d-82e64bd10869 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:19.864956 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d719c28-3571-4672-84b6-7dd9c46b13a0 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:19.868234 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2d719c28-3571-4672-84b6-7dd9c46b13a0 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] 10.222.0.25 "DELETE /v2.0/networks/9fd67708-c958-47ac-acf6-cb3f9068400f HTTP/1.1" status: 204 len: 168 time: 1.3467541 Aug 10 03:57:19.869695 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39322) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:19.891022 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c36356-d5e3-42b2-a62e-f2a3035cc13e tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d040809e-a481-4b19-af00-e04e51d2dbd8,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:19.904355 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d719c28-3571-4672-84b6-7dd9c46b13a0 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Pushing event deleted for resources: {'Network': ['ID=9fd67708-c958-47ac-acf6-cb3f9068400f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:19.904659 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab49080-0f1d-43ef-a481-306e1b977021 req-8c568576-0a9e-4956-bf57-55ab164222b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:19.906420 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-8c568576-0a9e-4956-bf57-55ab164222b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=438e5aac-e98a-498a-962c-24a8dab08d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1079454 Aug 10 03:57:19.927847 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c4670bf2-f9e4-48d3-8905-d0e63de90713 req-f4a46752-0814-47bd-9885-b9781453f662 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=2be60b71-7375-4dd3-afc5-6e1f26668aa3 HTTP/1.1" status: 200 len: 210 time: 0.0673149 Aug 10 03:57:20.007644 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b6e37c58-0e61-4ac5-aa87-190dfa75c4d2 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1488762 Aug 10 03:57:20.011250 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39324) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:20.020274 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-48647bd8-8f7e-4fc0-95fd-28faf73527e9 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group': {'name': 'tempest-secgroup--1341820651'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:20.038373 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.043680 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-5e322d5e-7405-435a-958f-7b53521f1c9b service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221466 Aug 10 03:57:20.043843 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-f359a1a8-0f1c-442c-a40f-c15f6d9c64f1 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Deleting subnet 85c382b0-4107-4fc0-bcc3-7fb186fd5b3c {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:57:20.060439 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f359a1a8-0f1c-442c-a40f-c15f6d9c64f1 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.065330 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba8a9f0-e815-4733-9979-1965b8253942']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:20.096486 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03b0dfac-3d6a-461a-a2c3-b8fc9cd0999c') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:20.096790 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03b0dfac-3d6a-461a-a2c3-b8fc9cd0999c') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:20.112782 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.125913 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f359a1a8-0f1c-442c-a40f-c15f6d9c64f1 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.153022 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.162053 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-eb0c7fd1-34ed-4ca2-8e36-a2613f75eec9 service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109853 Aug 10 03:57:20.178420 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:20.178869 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:20.199541 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:20.206973 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-9278ec7d-c90d-42ef-97a0-c2abf0e68c43 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fafd8c8c-73f6-41b9-881e-4160cffd6abc HTTP/1.1" status: 200 len: 217 time: 0.0374162 Aug 10 03:57:20.214821 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a5011f8f-2538-40d5-b243-8b4451956eda req-77795511-532a-44e0-9bf3-b5c2cd3dd112 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5f15c0-fde9-4297-a710-fb20d9c72528 HTTP/1.1" status: 200 len: 210 time: 0.0653977 Aug 10 03:57:20.252140 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-48647bd8-8f7e-4fc0-95fd-28faf73527e9 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.269877 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab49080-0f1d-43ef-a481-306e1b977021 req-1379b635-98c7-43ae-abfd-277fd6f39b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:20.272518 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-1379b635-98c7-43ae-abfd-277fd6f39b9e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96c77b29-de8a-40c8-ae15-4c8b35353438 HTTP/1.1" status: 200 len: 797 time: 0.0591505 Aug 10 03:57:20.326354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab49080-0f1d-43ef-a481-306e1b977021 req-2bccf58e-09c5-4a48-a95c-eb6561f074c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:20.330977 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-2bccf58e-09c5-4a48-a95c-eb6561f074c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fc4bc8cd-9681-4c48-a384-e9912b245b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0476387 Aug 10 03:57:20.331375 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39328) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:20.339212 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f359a1a8-0f1c-442c-a40f-c15f6d9c64f1 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.435596 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-0c01e257-b808-4fae-bf8c-c02f61ebec9a service neutron] 10.222.0.20 "GET /v2.0/networks/fc4bc8cd-9681-4c48-a384-e9912b245b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003594 Aug 10 03:57:20.439242 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.452131 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.454101 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/networks/bba8a9f0-e815-4733-9979-1965b8253942 HTTP/1.1" status: 204 len: 168 time: 4.6565781 Aug 10 03:57:20.458899 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39332) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:20.462161 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-caf51edb-ec0e-4a26-baac-cdd510e1a594 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6dcc8645b481467ca125f159bf722272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1257501 Aug 10 03:57:20.469171 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39334) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:20.477522 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-b564202f-7bae-4887-ad83-96d9a031637a tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-415190137'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:20.496768 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254c639-e988-4069-ade4-1259c4f264c8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Network': ['ID=bba8a9f0-e815-4733-9979-1965b8253942,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:20.511438 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-48647bd8-8f7e-4fc0-95fd-28faf73527e9 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.548020 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-980031f7-ad65-4094-8b02-d32d0bbb2e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.565054 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-a2b88f40-5d06-4937-99f5-e1305649554a service neutron] 10.222.0.20 "GET /v2.0/networks/fc4bc8cd-9681-4c48-a384-e9912b245b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227438 Aug 10 03:57:20.574852 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-980031f7-ad65-4094-8b02-d32d0bbb2e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.589004 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f359a1a8-0f1c-442c-a40f-c15f6d9c64f1 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.600256 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-48647bd8-8f7e-4fc0-95fd-28faf73527e9 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.617301 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-c5b290a6-c4a0-4b83-9abd-769c61f023b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=689d1191-90af-45a6-9b31-5a0d267b556e HTTP/1.1" status: 200 len: 217 time: 0.0434813 Aug 10 03:57:20.678558 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab49080-0f1d-43ef-a481-306e1b977021 req-b38850a5-f4bb-4574-9374-e8d015a29cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:20.678826 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f359a1a8-0f1c-442c-a40f-c15f6d9c64f1 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Pushing event deleted for resources: {'Subnet': ['ID=85c382b0-4107-4fc0-bcc3-7fb186fd5b3c,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:20.680367 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-b38850a5-f4bb-4574-9374-e8d015a29cdc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96c77b29-de8a-40c8-ae15-4c8b35353438 HTTP/1.1" status: 200 len: 797 time: 0.0560186 Aug 10 03:57:20.685216 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f359a1a8-0f1c-442c-a40f-c15f6d9c64f1 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.687158 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f359a1a8-0f1c-442c-a40f-c15f6d9c64f1 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] 10.222.0.25 "DELETE /v2.0/subnets/85c382b0-4107-4fc0-bcc3-7fb186fd5b3c HTTP/1.1" status: 204 len: 168 time: 0.8081677 Aug 10 03:57:20.691462 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39338) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:20.696741 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1969a922-4406-411b-9aec-3e46b6efaf03 None None] Network 03b3a134-b53c-4f73-8aae-f8fc3d752673 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:20.761750 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b564202f-7bae-4887-ad83-96d9a031637a tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Made reservation on behalf of b2d87b3944704ca089acd0f2f68b57e9 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:20.769554 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b564202f-7bae-4887-ad83-96d9a031637a tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.791842 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1ace0610-c8c2-441d-aad8-d639c9919f78 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.813243 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48647bd8-8f7e-4fc0-95fd-28faf73527e9 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c371820f-a525-482b-80aa-7fc410e188d7,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:20.876557 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab49080-0f1d-43ef-a481-306e1b977021 req-881ea269-1165-4690-ac90-48247d1d9126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:20.883171 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-881ea269-1165-4690-ac90-48247d1d9126 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fc4bc8cd-9681-4c48-a384-e9912b245b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1939213 Aug 10 03:57:20.897537 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-48647bd8-8f7e-4fc0-95fd-28faf73527e9 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:20.904294 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-48647bd8-8f7e-4fc0-95fd-28faf73527e9 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8910141 Aug 10 03:57:20.908245 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b564202f-7bae-4887-ad83-96d9a031637a tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:57:20.908450 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39342) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:20.916709 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-ff1814ae-297c-4613-b6dd-6f10f4cc5193 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group_rule': {'security_group_id': 'c371820f-a525-482b-80aa-7fc410e188d7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:20.917546 n-d-802893-2 neutron-server[94938]: WARNING neutron.api.v2.base [None req-ff1814ae-297c-4613-b6dd-6f10f4cc5193 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 10 03:57:20.918090 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-ff1814ae-297c-4613-b6dd-6f10f4cc5193 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:57:20.924731 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ff1814ae-297c-4613-b6dd-6f10f4cc5193 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0151622 Aug 10 03:57:20.929137 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39344) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:21.029863 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-1ace0610-c8c2-441d-aad8-d639c9919f78 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Deleting port f8bedbd0-9a03-4234-a0d3-f3c8db8594a7 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:21.030729 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1ace0610-c8c2-441d-aad8-d639c9919f78 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.050265 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1fa503-2655-40b7-84c6-7ce982c7e722 None None] DHCP port deletion for 03b3a134-b53c-4f73-8aae-f8fc3d752673 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:57:21.089923 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-d90c01d6-43da-4981-bc5b-4c789dd3a550 service neutron] 10.222.0.20 "GET /v2.0/networks/fc4bc8cd-9681-4c48-a384-e9912b245b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698489 Aug 10 03:57:21.122498 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-fb1fa503-2655-40b7-84c6-7ce982c7e722 None None] Deleting port f8bedbd0-9a03-4234-a0d3-f3c8db8594a7 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:21.122818 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fb1fa503-2655-40b7-84c6-7ce982c7e722 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.128650 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b564202f-7bae-4887-ad83-96d9a031637a tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.129287 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-b564202f-7bae-4887-ad83-96d9a031637a tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Added segment 994c6eac-6693-4740-a117-3fd76205af41 of type vlan for network 92d7eaa2-4171-450b-bcd5-47fe03b160e6 Aug 10 03:57:21.145910 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-1ace0610-c8c2-441d-aad8-d639c9919f78 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] For port f8bedbd0-9a03-4234-a0d3-f3c8db8594a7, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f8bedbd0-9a03-4234-a0d3-f3c8db8594a7,segment=NetworkSegment(5faf730f-bde8-4930-b111-9ca008f6a346),segment_id=5faf730f-bde8-4930-b111-9ca008f6a346)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:21.148474 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1ace0610-c8c2-441d-aad8-d639c9919f78 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.164066 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-1ace0610-c8c2-441d-aad8-d639c9919f78 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Calling delete_port for f8bedbd0-9a03-4234-a0d3-f3c8db8594a7 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:21.227639 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f3d149d-141c-4bf8-8fd3-b5b719cafe7f req-5ada9f7f-cf3d-4519-a63a-6df49b83fa52 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=99f0aa5d-3fa9-4eeb-8263-a03372019dc7 HTTP/1.1" status: 200 len: 210 time: 0.0909472 Aug 10 03:57:21.244412 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-fb1fa503-2655-40b7-84c6-7ce982c7e722 None None] For port f8bedbd0-9a03-4234-a0d3-f3c8db8594a7, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f8bedbd0-9a03-4234-a0d3-f3c8db8594a7,segment=NetworkSegment(5faf730f-bde8-4930-b111-9ca008f6a346),segment_id=5faf730f-bde8-4930-b111-9ca008f6a346)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:21.244816 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fb1fa503-2655-40b7-84c6-7ce982c7e722 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.259644 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-558baa69-a5a5-494d-95d7-c92c6be1cdcc tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.261429 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-980031f7-ad65-4094-8b02-d32d0bbb2e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.263931 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-980031f7-ad65-4094-8b02-d32d0bbb2e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.265128 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-fb1fa503-2655-40b7-84c6-7ce982c7e722 None None] Calling delete_port for f8bedbd0-9a03-4234-a0d3-f3c8db8594a7 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:21.265251 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-980031f7-ad65-4094-8b02-d32d0bbb2e14 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0c142730-30a9-4966-a17d-ecfcadd63d59 HTTP/1.1" status: 204 len: 168 time: 0.7951055 Aug 10 03:57:21.283829 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b564202f-7bae-4887-ad83-96d9a031637a tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.319850 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f0aa5d-3fa9-4eeb-8263-a03372019dc7', 'name': 'network-vif-deleted', 'tag': '77c69b19-74f5-48cf-bbfd-0d0dc2eb1183'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:21.322438 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c33ca6-224f-4e24-8e30-d947d3c42999" -d '{"events": [{"server_uuid": "99f0aa5d-3fa9-4eeb-8263-a03372019dc7", "name": "network-vif-deleted", "tag": "77c69b19-74f5-48cf-bbfd-0d0dc2eb1183"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:21.337527 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980031f7-ad65-4094-8b02-d32d0bbb2e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c142730-30a9-4966-a17d-ecfcadd63d59,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:21.369489 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2a534163-1baf-411d-af15-636b4e8a5ee9 req-76dc0104-e4dd-4adb-8152-d73d9cbef08e tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=2be60b71-7375-4dd3-afc5-6e1f26668aa3 HTTP/1.1" status: 200 len: 210 time: 0.1354373 Aug 10 03:57:21.391989 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-558baa69-a5a5-494d-95d7-c92c6be1cdcc tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.397963 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab49080-0f1d-43ef-a481-306e1b977021 req-2a1a7d25-1c6c-4897-b5a5-552779529dcc service neutron] 10.222.0.20 "GET /v2.0/networks/fc4bc8cd-9681-4c48-a384-e9912b245b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895482 Aug 10 03:57:21.407176 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-30fbb7c3-9de7-459b-aa77-fb35b19c232a req-56f4593b-981a-4551-90c1-b778b4308429 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5f15c0-fde9-4297-a710-fb20d9c72528 HTTP/1.1" status: 200 len: 210 time: 0.0539591 Aug 10 03:57:21.412495 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e4ee80-9e3a-4747-a067-e1675f0e8b91 x-openstack-request-id: req-e2e4ee80-9e3a-4747-a067-e1675f0e8b91 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:21.413002 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f0aa5d-3fa9-4eeb-8263-a03372019dc7", "name": "network-vif-deleted", "tag": "77c69b19-74f5-48cf-bbfd-0d0dc2eb1183", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:21.413539 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2e4ee80-9e3a-4747-a067-e1675f0e8b91 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:21.414079 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f0aa5d-3fa9-4eeb-8263-a03372019dc7', 'name': 'network-vif-deleted', 'tag': '77c69b19-74f5-48cf-bbfd-0d0dc2eb1183', 'status': 'completed', 'code': 200} Aug 10 03:57:21.486121 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b564202f-7bae-4887-ad83-96d9a031637a tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.486352 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1ace0610-c8c2-441d-aad8-d639c9919f78 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.494505 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fb1fa503-2655-40b7-84c6-7ce982c7e722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.494704 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b564202f-7bae-4887-ad83-96d9a031637a tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:21.495727 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b564202f-7bae-4887-ad83-96d9a031637a tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.514794 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace0610-c8c2-441d-aad8-d639c9919f78 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Pushing event deleted for resources: {'Port': ['ID=f8bedbd0-9a03-4234-a0d3-f3c8db8594a7,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:21.516633 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ace0610-c8c2-441d-aad8-d639c9919f78 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] No DVR routers for this DVR port f8bedbd0-9a03-4234-a0d3-f3c8db8594a7 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:21.530618 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1fa503-2655-40b7-84c6-7ce982c7e722 None None] Pushing event deleted for resources: {'Port': ['ID=f8bedbd0-9a03-4234-a0d3-f3c8db8594a7,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:21.534694 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1fa503-2655-40b7-84c6-7ce982c7e722 None None] No DVR routers for this DVR port f8bedbd0-9a03-4234-a0d3-f3c8db8594a7 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:21.573297 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b564202f-7bae-4887-ad83-96d9a031637a tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event updated for resources: {'Network': ['ID=92d7eaa2-4171-450b-bcd5-47fe03b160e6,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:21.585742 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 92d7eaa2-4171-450b-bcd5-47fe03b160e6 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:57:21.593775 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-558baa69-a5a5-494d-95d7-c92c6be1cdcc tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.596447 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-558baa69-a5a5-494d-95d7-c92c6be1cdcc tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.600457 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-558baa69-a5a5-494d-95d7-c92c6be1cdcc tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "DELETE /v2.0/security-groups/c371820f-a525-482b-80aa-7fc410e188d7 HTTP/1.1" status: 204 len: 168 time: 0.6700344 Aug 10 03:57:21.601089 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39354) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:21.634314 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558baa69-a5a5-494d-95d7-c92c6be1cdcc tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c371820f-a525-482b-80aa-7fc410e188d7,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:21.640350 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b564202f-7bae-4887-ad83-96d9a031637a tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1775534 Aug 10 03:57:21.640709 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39356) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:21.641600 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1ace0610-c8c2-441d-aad8-d639c9919f78 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.648184 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-fd47509d-604c-4ff9-8015-193f0cda357f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Request body: {'subnet': {'network_id': '92d7eaa2-4171-450b-bcd5-47fe03b160e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:21.657810 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-1ace0610-c8c2-441d-aad8-d639c9919f78 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b3a134-b53c-4f73-8aae-f8fc3d752673']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:21.675470 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-1ace0610-c8c2-441d-aad8-d639c9919f78 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5faf730f-bde8-4930-b111-9ca008f6a346') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:21.675771 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-1ace0610-c8c2-441d-aad8-d639c9919f78 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5faf730f-bde8-4930-b111-9ca008f6a346') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:21.695264 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1ace0610-c8c2-441d-aad8-d639c9919f78 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.714821 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8b9bde43-e442-44b4-8937-c370335f2a4f tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1030829 Aug 10 03:57:21.718543 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39358) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:21.722074 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1ace0610-c8c2-441d-aad8-d639c9919f78 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.723495 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-671ce6d4-b2f6-4f80-9dbd-0e1c8b0e91fe tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group': {'name': 'tempest-secgroup--735279405'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:21.729010 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ace0610-c8c2-441d-aad8-d639c9919f78 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:21.729405 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1ace0610-c8c2-441d-aad8-d639c9919f78 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:21.732403 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:21.893532 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-671ce6d4-b2f6-4f80-9dbd-0e1c8b0e91fe tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.961873 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1ace0610-c8c2-441d-aad8-d639c9919f78 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.968987 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1ace0610-c8c2-441d-aad8-d639c9919f78 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:21.970863 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1ace0610-c8c2-441d-aad8-d639c9919f78 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] 10.222.0.25 "DELETE /v2.0/networks/03b3a134-b53c-4f73-8aae-f8fc3d752673 HTTP/1.1" status: 204 len: 168 time: 1.2785077 Aug 10 03:57:21.974433 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39370) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:21.983029 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace0610-c8c2-441d-aad8-d639c9919f78 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Pushing event deleted for resources: {'Network': ['ID=03b3a134-b53c-4f73-8aae-f8fc3d752673,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:22.001881 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7b233ea9-4b72-48f1-ab51-d31a157066d3 tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] 10.222.0.25 "GET /v2.0/ports?device_id=bcf904b7-86cf-4c63-87e0-7437812954f9 HTTP/1.1" status: 200 len: 205 time: 0.0262039 Aug 10 03:57:22.004211 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39372) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:22.044395 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd47509d-604c-4ff9-8015-193f0cda357f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Made reservation on behalf of b2d87b3944704ca089acd0f2f68b57e9 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:22.048146 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fd47509d-604c-4ff9-8015-193f0cda357f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:22.200174 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-15ef9805-d048-4d74-b5c8-c9745d1e0fce tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:22.293297 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39380) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:22.361597 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee266f8-b3b6-4288-b782-fc35a2f495f8 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Deleting subnet d5f54ef2-8054-46cb-b7f9-39e413b8dd67 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:57:22.365609 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ee266f8-b3b6-4288-b782-fc35a2f495f8 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:22.420652 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ee266f8-b3b6-4288-b782-fc35a2f495f8 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:22.445437 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-410b28c1-e248-44aa-90f4-9becd0ca75f8 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:22.446684 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-410b28c1-e248-44aa-90f4-9becd0ca75f8 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.20 "GET /v2.0/networks?id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc HTTP/1.1" status: 200 len: 812 time: 0.3751166 Aug 10 03:57:22.495919 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-15ef9805-d048-4d74-b5c8-c9745d1e0fce tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:22.502809 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-1d15d7f6-e80c-4bd9-856f-7d7a4a7ec6ee tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Request body: {'port': {'device_id': '2be60b71-7375-4dd3-afc5-6e1f26668aa3', 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc', 'admin_state_up': True, 'tenant_id': 'f978154370c54cef8e8d819528465357'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:22.509922 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-15ef9805-d048-4d74-b5c8-c9745d1e0fce tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:22.513489 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-671ce6d4-b2f6-4f80-9dbd-0e1c8b0e91fe tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:22.626932 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39392) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:22.644168 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-671ce6d4-b2f6-4f80-9dbd-0e1c8b0e91fe tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:22.683141 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0dae1bec-1701-4a5b-a7da-82d2ba2ffea1 req-03252620-e7bf-414b-9abf-8e75f3691b09 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5f15c0-fde9-4297-a710-fb20d9c72528 HTTP/1.1" status: 200 len: 210 time: 0.1295819 Aug 10 03:57:22.765885 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ce6d4-b2f6-4f80-9dbd-0e1c8b0e91fe tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d67d19c5-a629-4a83-a101-448a7e5ad922,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:22.787828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-90a85c45-9326-462d-a997-9d1628f3e45c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-204751271-network', 'tenant_id': 'e8d34bfc823f4b97b5babbf79f9ea99f'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:22.796270 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-15ef9805-d048-4d74-b5c8-c9745d1e0fce tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:22.796770 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ef9805-d048-4d74-b5c8-c9745d1e0fce tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Fanout notify agent at l3_agent the message router_deleted on router bcf904b7-86cf-4c63-87e0-7437812954f9 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:57:22.806070 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-15ef9805-d048-4d74-b5c8-c9745d1e0fce tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:22.807154 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-15ef9805-d048-4d74-b5c8-c9745d1e0fce tempest-RoutersNegativeTest-834922907 tempest-RoutersNegativeTest-834922907-project] 10.222.0.25 "DELETE /v2.0/routers/bcf904b7-86cf-4c63-87e0-7437812954f9 HTTP/1.1" status: 204 len: 168 time: 0.8020458 Aug 10 03:57:22.815773 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-671ce6d4-b2f6-4f80-9dbd-0e1c8b0e91fe tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:22.820864 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-671ce6d4-b2f6-4f80-9dbd-0e1c8b0e91fe tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1009755 Aug 10 03:57:22.824005 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39398) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:22.830736 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-0eded7cf-8428-44fc-84eb-7578240e774d tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group_rule': {'security_group_id': 'd67d19c5-a629-4a83-a101-448a7e5ad922', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:22.831624 n-d-802893-2 neutron-server[94937]: WARNING neutron.api.v2.base [None req-0eded7cf-8428-44fc-84eb-7578240e774d tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 10 03:57:22.832166 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-0eded7cf-8428-44fc-84eb-7578240e774d tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:57:22.836892 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0eded7cf-8428-44fc-84eb-7578240e774d tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0118344 Aug 10 03:57:22.837477 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39400) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:22.944563 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0feacdb0-d70b-4b8b-af21-564e9b3faa54 req-ad40a653-4f3f-4887-96ce-1836d54d2e50 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=2be60b71-7375-4dd3-afc5-6e1f26668aa3 HTTP/1.1" status: 200 len: 210 time: 0.4842896 Aug 10 03:57:22.963830 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fd47509d-604c-4ff9-8015-193f0cda357f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:22.970359 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8846c3d1-3ace-4a0a-9db3-de92010f901e tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:22.973423 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f8bedbd0-9a03-4234-a0d3-f3c8db8594a7 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:23.003320 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: f8bedbd0-9a03-4234-a0d3-f3c8db8594a7 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:23.003679 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f8bedbd0-9a03-4234-a0d3-f3c8db8594a7 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:23.026021 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ee266f8-b3b6-4288-b782-fc35a2f495f8 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.032038 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a85c45-9326-462d-a997-9d1628f3e45c admin admin] Made reservation on behalf of e8d34bfc823f4b97b5babbf79f9ea99f for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:23.034328 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-90a85c45-9326-462d-a997-9d1628f3e45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.061592 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8846c3d1-3ace-4a0a-9db3-de92010f901e tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.092414 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-90a85c45-9326-462d-a997-9d1628f3e45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.120370 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-06beaceb-3a9c-492c-b861-49a0140fa689 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:23.121726 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-06beaceb-3a9c-492c-b861-49a0140fa689 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.20 "GET /v2.0/networks?id=3e939204-d6ce-43f1-ba7c-3814abec865a HTTP/1.1" status: 200 len: 821 time: 0.2585020 Aug 10 03:57:23.122322 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd47509d-604c-4ff9-8015-193f0cda357f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event updated for resources: {'Subnet': ['ID=de949b9c-0bd4-4b1b-821c-83f7e9ad7e23,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:23.154016 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-92c520d7-3cdf-4228-b0bf-fdfac148e5a6 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Request body: {'port': {'device_id': 'fe5f15c0-fde9-4297-a710-fb20d9c72528', 'network_id': '3e939204-d6ce-43f1-ba7c-3814abec865a', 'admin_state_up': True, 'tenant_id': '79c4774ecb374d1eb5549052ddd5465e'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:23.173516 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd47509d-604c-4ff9-8015-193f0cda357f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Checking segment: {'id': '994c6eac-6693-4740-a117-3fd76205af41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '92d7eaa2-4171-450b-bcd5-47fe03b160e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:23.173874 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd47509d-604c-4ff9-8015-193f0cda357f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Network hostable DHCP agents. Network: 92d7eaa2-4171-450b-bcd5-47fe03b160e6, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:57:23.271890 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ee266f8-b3b6-4288-b782-fc35a2f495f8 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.272906 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-1d15d7f6-e80c-4bd9-856f-7d7a4a7ec6ee tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Made reservation on behalf of f978154370c54cef8e8d819528465357 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:23.276609 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-1d15d7f6-e80c-4bd9-856f-7d7a4a7ec6ee tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.302720 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd47509d-604c-4ff9-8015-193f0cda357f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Network 92d7eaa2-4171-450b-bcd5-47fe03b160e6 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:57:23.304565 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8846c3d1-3ace-4a0a-9db3-de92010f901e tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.308805 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8846c3d1-3ace-4a0a-9db3-de92010f901e tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.308956 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee266f8-b3b6-4288-b782-fc35a2f495f8 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f54ef2-8054-46cb-b7f9-39e413b8dd67,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:23.309052 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8846c3d1-3ace-4a0a-9db3-de92010f901e tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "DELETE /v2.0/security-groups/d67d19c5-a629-4a83-a101-448a7e5ad922 HTTP/1.1" status: 204 len: 168 time: 0.4682961 Aug 10 03:57:23.309135 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ee266f8-b3b6-4288-b782-fc35a2f495f8 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.314285 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6ee266f8-b3b6-4288-b782-fc35a2f495f8 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "DELETE /v2.0/subnets/d5f54ef2-8054-46cb-b7f9-39e413b8dd67 HTTP/1.1" status: 204 len: 168 time: 1.0158703 Aug 10 03:57:23.314285 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39406) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:23.318721 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39408) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:23.330272 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7765ae-7e51-4aa9-b656-28119c5faed8 None None] Network c430a6d1-8c23-45e4-b559-0d490a5be444 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:23.367917 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846c3d1-3ace-4a0a-9db3-de92010f901e tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67d19c5-a629-4a83-a101-448a7e5ad922,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:23.400015 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-fd47509d-604c-4ff9-8015-193f0cda357f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 92d7eaa2-4171-450b-bcd5-47fe03b160e6) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:23.405095 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd47509d-604c-4ff9-8015-193f0cda357f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:23.405790 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fd47509d-604c-4ff9-8015-193f0cda357f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.436915 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39410) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:23.453848 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3438b6f2-344f-4cd1-a82e-6d99dc113e7c None None] Network 92d7eaa2-4171-450b-bcd5-47fe03b160e6 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:23.474703 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5199a5cb-da0e-443c-8696-d67a7c8b235f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.514170 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4f881d3a-7b30-41a8-9bde-d03b3aad185a tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2009459 Aug 10 03:57:23.520857 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39414) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:23.527016 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-de284d0e-cd53-4f47-9d23-c3cc900d48e3 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group': {'name': 'tempest-secgroup--1845180891'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:23.554769 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-90a85c45-9326-462d-a997-9d1628f3e45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.569692 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-5199a5cb-da0e-443c-8696-d67a7c8b235f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Deleting port cdfba92e-2d12-4541-8fc8-12d591f6ea68 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:23.570044 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5199a5cb-da0e-443c-8696-d67a7c8b235f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.575593 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-1d15d7f6-e80c-4bd9-856f-7d7a4a7ec6ee tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Allocated IP 172.20.0.13 (c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc/cf9a7592-e5a6-49d5-943e-a569f481a6b7/a7ce79eb-e781-4a38-80c8-31efc98c3419) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:23.619699 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-90a85c45-9326-462d-a997-9d1628f3e45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.660160 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad92dd1-a93f-4b20-af0c-28e5a2bee94d None None] DHCP port deletion for c430a6d1-8c23-45e4-b559-0d490a5be444 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:57:23.674297 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-5199a5cb-da0e-443c-8696-d67a7c8b235f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] For port cdfba92e-2d12-4541-8fc8-12d591f6ea68, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=cdfba92e-2d12-4541-8fc8-12d591f6ea68,segment=NetworkSegment(535c94f4-2dba-40c6-bd7d-e262da5c9efa),segment_id=535c94f4-2dba-40c6-bd7d-e262da5c9efa)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:23.674656 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5199a5cb-da0e-443c-8696-d67a7c8b235f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.684049 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a85c45-9326-462d-a997-9d1628f3e45c admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:57:23.688781 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.db.api [None req-de284d0e-cd53-4f47-9d23-c3cc900d48e3 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:57:23.688781 n-d-802893-2 neutron-server[94937]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:57:23.688781 n-d-802893-2 neutron-server[94937]: [parameters: {'project_id_1': 'ba0a094cedd545abb1df0b1ea2d9f440', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 57, 23, 546028)}] Aug 10 03:57:23.688781 n-d-802893-2 neutron-server[94937]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:57:23.689204 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d32efd7-4887-4b88-a2d8-55710ca191d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-92d7eaa2-4171-450b-bcd5-47fe03b160e6', 'network_id': '92d7eaa2-4171-450b-bcd5-47fe03b160e6', 'tenant_id': 'b2d87b3944704ca089acd0f2f68b57e9', 'fixed_ips': [{'subnet_id': 'de949b9c-0bd4-4b1b-821c-83f7e9ad7e23'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:57:23.689318 n-d-802893-2 neutron-server[94937]: DEBUG oslo_db.api [None req-de284d0e-cd53-4f47-9d23-c3cc900d48e3 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:57:23.690202 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6d32efd7-4887-4b88-a2d8-55710ca191d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.690654 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-5199a5cb-da0e-443c-8696-d67a7c8b235f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Calling delete_port for cdfba92e-2d12-4541-8fc8-12d591f6ea68 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:23.815634 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2364655a-d0f6-4379-8922-1bef780170e1 req-7d194e60-a530-4d5d-bbb2-480339f5f655 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5f15c0-fde9-4297-a710-fb20d9c72528 HTTP/1.1" status: 200 len: 210 time: 0.0315080 Aug 10 03:57:23.821635 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-5ad92dd1-a93f-4b20-af0c-28e5a2bee94d None None] Deleting port cdfba92e-2d12-4541-8fc8-12d591f6ea68 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:23.822197 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5ad92dd1-a93f-4b20-af0c-28e5a2bee94d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.899686 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5199a5cb-da0e-443c-8696-d67a7c8b235f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.924730 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-6d32efd7-4887-4b88-a2d8-55710ca191d8 None None] Allocated IP 172.20.0.1 (92d7eaa2-4171-450b-bcd5-47fe03b160e6/de949b9c-0bd4-4b1b-821c-83f7e9ad7e23/2cbe5a93-7416-432a-996b-c7b720ead05e) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:23.928288 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-5ad92dd1-a93f-4b20-af0c-28e5a2bee94d None None] For port cdfba92e-2d12-4541-8fc8-12d591f6ea68, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=cdfba92e-2d12-4541-8fc8-12d591f6ea68,segment=NetworkSegment(535c94f4-2dba-40c6-bd7d-e262da5c9efa),segment_id=535c94f4-2dba-40c6-bd7d-e262da5c9efa)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:23.928685 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5ad92dd1-a93f-4b20-af0c-28e5a2bee94d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:23.935110 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5199a5cb-da0e-443c-8696-d67a7c8b235f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] No DVR routers for this DVR port cdfba92e-2d12-4541-8fc8-12d591f6ea68 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:23.942776 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199a5cb-da0e-443c-8696-d67a7c8b235f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Pushing event deleted for resources: {'Port': ['ID=cdfba92e-2d12-4541-8fc8-12d591f6ea68,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:23.955829 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-5ad92dd1-a93f-4b20-af0c-28e5a2bee94d None None] Calling delete_port for cdfba92e-2d12-4541-8fc8-12d591f6ea68 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:24.028105 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5199a5cb-da0e-443c-8696-d67a7c8b235f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.039382 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-5199a5cb-da0e-443c-8696-d67a7c8b235f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c430a6d1-8c23-45e4-b559-0d490a5be444']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:24.052152 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-5199a5cb-da0e-443c-8696-d67a7c8b235f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '535c94f4-2dba-40c6-bd7d-e262da5c9efa') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:24.052410 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-5199a5cb-da0e-443c-8696-d67a7c8b235f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '535c94f4-2dba-40c6-bd7d-e262da5c9efa') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:24.063845 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5199a5cb-da0e-443c-8696-d67a7c8b235f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.069922 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-90a85c45-9326-462d-a997-9d1628f3e45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.070328 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-90a85c45-9326-462d-a997-9d1628f3e45c admin admin] Added segment 2da97af6-0de2-4ee8-897c-e2b9557f8aaa of type vlan for network 0634fa6a-7f69-4064-82f8-7bc53e608507 Aug 10 03:57:24.072343 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-92c520d7-3cdf-4228-b0bf-fdfac148e5a6 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Made reservation on behalf of 79c4774ecb374d1eb5549052ddd5465e for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:24.077567 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-92c520d7-3cdf-4228-b0bf-fdfac148e5a6 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.079685 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a85c45-9326-462d-a997-9d1628f3e45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15681b9-d35e-4b1f-b310-9377aa264221,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:24.081215 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5199a5cb-da0e-443c-8696-d67a7c8b235f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.091156 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5199a5cb-da0e-443c-8696-d67a7c8b235f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:24.092943 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5199a5cb-da0e-443c-8696-d67a7c8b235f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:24.097715 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:24.154161 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f41621a0-70ea-4a74-909b-0d95595e757e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3e5eae83bca641cd8781a0e5f0dfc564&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7156847 Aug 10 03:57:24.162952 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39422) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:24.184544 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-efe8fc1c-d629-43b6-8d71-137adfaeae06 req-cd1c01a2-8942-44a0-86a6-4eb6125c21f7 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=2be60b71-7375-4dd3-afc5-6e1f26668aa3 HTTP/1.1" status: 200 len: 210 time: 0.1212566 Aug 10 03:57:24.186105 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fd47509d-604c-4ff9-8015-193f0cda357f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5444231 Aug 10 03:57:24.199766 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39424) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:24.241529 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f9e58b8-a3e9-4e51-b076-e7303e24d931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.269743 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f9e58b8-a3e9-4e51-b076-e7303e24d931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.273485 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-90a85c45-9326-462d-a997-9d1628f3e45c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.317299 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5199a5cb-da0e-443c-8696-d67a7c8b235f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.323985 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5ad92dd1-a93f-4b20-af0c-28e5a2bee94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.325209 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5199a5cb-da0e-443c-8696-d67a7c8b235f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.328675 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5199a5cb-da0e-443c-8696-d67a7c8b235f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "DELETE /v2.0/networks/c430a6d1-8c23-45e4-b559-0d490a5be444 HTTP/1.1" status: 204 len: 168 time: 1.0087557 Aug 10 03:57:24.343405 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39426) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:24.354248 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5ad92dd1-a93f-4b20-af0c-28e5a2bee94d None None] Network c430a6d1-8c23-45e4-b559-0d490a5be444 is not hosted by any dhcp agent {{(pid=94939) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:57:24.354712 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad92dd1-a93f-4b20-af0c-28e5a2bee94d None None] No DVR routers for this DVR port cdfba92e-2d12-4541-8fc8-12d591f6ea68 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:24.356645 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199a5cb-da0e-443c-8696-d67a7c8b235f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Pushing event deleted for resources: {'Network': ['ID=c430a6d1-8c23-45e4-b559-0d490a5be444,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:24.362665 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad92dd1-a93f-4b20-af0c-28e5a2bee94d None None] Pushing event deleted for resources: {'Port': ['ID=cdfba92e-2d12-4541-8fc8-12d591f6ea68,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:24.377649 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6d32efd7-4887-4b88-a2d8-55710ca191d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.407496 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6d32efd7-4887-4b88-a2d8-55710ca191d8 None None] Transition to ACTIVE for port object 2cbe5a93-7416-432a-996b-c7b720ead05e will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:24.412553 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f9e58b8-a3e9-4e51-b076-e7303e24d931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.415111 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f9e58b8-a3e9-4e51-b076-e7303e24d931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.422245 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3f9e58b8-a3e9-4e51-b076-e7303e24d931 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/47a82ada-6b19-40d4-b2b4-4b574f1c8c6e HTTP/1.1" status: 204 len: 168 time: 0.2577856 Aug 10 03:57:24.431317 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6d32efd7-4887-4b88-a2d8-55710ca191d8 None None] Transition to ACTIVE for port object 2cbe5a93-7416-432a-996b-c7b720ead05e will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:24.440110 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e58b8-a3e9-4e51-b076-e7303e24d931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a82ada-6b19-40d4-b2b4-4b574f1c8c6e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:24.459230 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de6f657-b544-49d9-9f19-3245e99bf59a tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Deleting subnet 5fbabe51-edfc-4b35-b16b-cec06eaa84bd {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:57:24.459230 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7de6f657-b544-49d9-9f19-3245e99bf59a tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.460508 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-1d15d7f6-e80c-4bd9-856f-7d7a4a7ec6ee tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.508064 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7de6f657-b544-49d9-9f19-3245e99bf59a tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.516728 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6d32efd7-4887-4b88-a2d8-55710ca191d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.530181 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-de284d0e-cd53-4f47-9d23-c3cc900d48e3 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.549348 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.555468 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d32efd7-4887-4b88-a2d8-55710ca191d8 None None] Network 92d7eaa2-4171-450b-bcd5-47fe03b160e6 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:24.560600 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-6d32efd7-4887-4b88-a2d8-55710ca191d8 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:24.566122 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d32efd7-4887-4b88-a2d8-55710ca191d8 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:24.577307 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32efd7-4887-4b88-a2d8-55710ca191d8 None None] Pushing event updated for resources: {'Port': ['ID=2cbe5a93-7416-432a-996b-c7b720ead05e,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:24.594276 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-92c520d7-3cdf-4228-b0bf-fdfac148e5a6 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Allocated IP 172.20.0.7 (3e939204-d6ce-43f1-ba7c-3814abec865a/a2f1539a-e343-48aa-92f1-b2f32bcf8e83/d8a22160-7f85-4ee6-9226-0427806c2319) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:24.608736 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-90a85c45-9326-462d-a997-9d1628f3e45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.609714 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a85c45-9326-462d-a997-9d1628f3e45c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:24.609833 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7de6f657-b544-49d9-9f19-3245e99bf59a tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.610329 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-90a85c45-9326-462d-a997-9d1628f3e45c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.634864 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-6d32efd7-4887-4b88-a2d8-55710ca191d8 None None] Attempting to bind port 2cbe5a93-7416-432a-996b-c7b720ead05e on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:24.634864 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-6d32efd7-4887-4b88-a2d8-55710ca191d8 None None] Attempting to bind port 2cbe5a93-7416-432a-996b-c7b720ead05e by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '994c6eac-6693-4740-a117-3fd76205af41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '92d7eaa2-4171-450b-bcd5-47fe03b160e6'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:24.634864 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d32efd7-4887-4b88-a2d8-55710ca191d8 None None] Attempting to bind port 2cbe5a93-7416-432a-996b-c7b720ead05e on network 92d7eaa2-4171-450b-bcd5-47fe03b160e6 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:24.636335 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d32efd7-4887-4b88-a2d8-55710ca191d8 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:24.636815 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d32efd7-4887-4b88-a2d8-55710ca191d8 None None] Checking segment: {'id': '994c6eac-6693-4740-a117-3fd76205af41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '92d7eaa2-4171-450b-bcd5-47fe03b160e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:24.637286 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6d32efd7-4887-4b88-a2d8-55710ca191d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.637746 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d32efd7-4887-4b88-a2d8-55710ca191d8 None None] Bound using segment: {'id': '994c6eac-6693-4740-a117-3fd76205af41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '92d7eaa2-4171-450b-bcd5-47fe03b160e6'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:24.638288 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-6d32efd7-4887-4b88-a2d8-55710ca191d8 None None] Bound port: 2cbe5a93-7416-432a-996b-c7b720ead05e, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994c6eac-6693-4740-a117-3fd76205af41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '92d7eaa2-4171-450b-bcd5-47fe03b160e6'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:24.638741 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6d32efd7-4887-4b88-a2d8-55710ca191d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.717412 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-6d32efd7-4887-4b88-a2d8-55710ca191d8 None None] For port 2cbe5a93-7416-432a-996b-c7b720ead05e, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:24.720693 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-6d32efd7-4887-4b88-a2d8-55710ca191d8 None None] For port 2cbe5a93-7416-432a-996b-c7b720ead05e, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=2cbe5a93-7416-432a-996b-c7b720ead05e,segment=NetworkSegment(994c6eac-6693-4740-a117-3fd76205af41),segment_id=994c6eac-6693-4740-a117-3fd76205af41)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:24.724828 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-1d15d7f6-e80c-4bd9-856f-7d7a4a7ec6ee tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.797418 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a85c45-9326-462d-a997-9d1628f3e45c admin admin] Pushing event updated for resources: {'Network': ['ID=0634fa6a-7f69-4064-82f8-7bc53e608507,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:24.851565 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 0634fa6a-7f69-4064-82f8-7bc53e608507 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:57:24.852188 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-1d15d7f6-e80c-4bd9-856f-7d7a4a7ec6ee tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Network c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:24.866727 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-1d15d7f6-e80c-4bd9-856f-7d7a4a7ec6ee tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:24.880184 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15d7f6-e80c-4bd9-856f-7d7a4a7ec6ee tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Pushing event updated for resources: {'Port': ['ID=a7ce79eb-e781-4a38-80c8-31efc98c3419,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:24.882705 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-1d15d7f6-e80c-4bd9-856f-7d7a4a7ec6ee tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:24.932478 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-18fcf6a3-a895-4023-a314-0fcc1e7e9201 req-a6481d2b-a8ac-4919-874e-56bca39abf09 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5f15c0-fde9-4297-a710-fb20d9c72528 HTTP/1.1" status: 200 len: 210 time: 0.0297587 Aug 10 03:57:24.952554 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6d32efd7-4887-4b88-a2d8-55710ca191d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.967512 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Deleting port 2cbe5a93-7416-432a-996b-c7b720ead05e {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:24.967865 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.975812 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7de6f657-b544-49d9-9f19-3245e99bf59a tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.997307 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7de6f657-b544-49d9-9f19-3245e99bf59a tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:24.999311 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7de6f657-b544-49d9-9f19-3245e99bf59a tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "DELETE /v2.0/subnets/5fbabe51-edfc-4b35-b16b-cec06eaa84bd HTTP/1.1" status: 204 len: 168 time: 0.6544108 Aug 10 03:57:25.015825 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device cdfba92e-2d12-4541-8fc8-12d591f6ea68 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:25.020903 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4235dc86-b3fe-403e-b704-d3b883bafe80 None None] Network 6619c473-1b7e-434e-bc4b-1557c94e198e requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:25.022674 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39434) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:25.033527 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6f657-b544-49d9-9f19-3245e99bf59a tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Pushing event deleted for resources: {'Subnet': ['ID=5fbabe51-edfc-4b35-b16b-cec06eaa84bd,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:25.061484 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-de284d0e-cd53-4f47-9d23-c3cc900d48e3 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.089237 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-1d15d7f6-e80c-4bd9-856f-7d7a4a7ec6ee tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:25.089922 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-1d15d7f6-e80c-4bd9-856f-7d7a4a7ec6ee tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.117001 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: cdfba92e-2d12-4541-8fc8-12d591f6ea68 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:25.117693 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device cdfba92e-2d12-4541-8fc8-12d591f6ea68 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:25.149247 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ab7d087-9024-4b95-87e8-f39b4d0f483c tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.154294 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-de284d0e-cd53-4f47-9d23-c3cc900d48e3 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.165420 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-92c520d7-3cdf-4228-b0bf-fdfac148e5a6 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.173472 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d32efd7-4887-4b88-a2d8-55710ca191d8 None None] Pushing event updated for resources: {'Port': ['ID=2cbe5a93-7416-432a-996b-c7b720ead05e,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:25.201882 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] For port 2cbe5a93-7416-432a-996b-c7b720ead05e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=2cbe5a93-7416-432a-996b-c7b720ead05e,segment=NetworkSegment(994c6eac-6693-4740-a117-3fd76205af41),segment_id=994c6eac-6693-4740-a117-3fd76205af41)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:25.202257 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.236853 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Calling delete_port for 2cbe5a93-7416-432a-996b-c7b720ead05e owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:25.274965 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de284d0e-cd53-4f47-9d23-c3cc900d48e3 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbf577e-fb48-4be1-a514-b35d8377c000,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:25.298011 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-90a85c45-9326-462d-a997-9d1628f3e45c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.6696544 Aug 10 03:57:25.298835 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39444) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:25.326232 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-1d15d7f6-e80c-4bd9-856f-7d7a4a7ec6ee tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8364832 Aug 10 03:57:25.326836 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-de284d0e-cd53-4f47-9d23-c3cc900d48e3 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.330388 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-de284d0e-cd53-4f47-9d23-c3cc900d48e3 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8045170 Aug 10 03:57:25.330544 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-efaa1e66-fdc6-4c48-893a-0be2574fcf87 admin admin] Request body: {'subnet': {'network_id': '0634fa6a-7f69-4064-82f8-7bc53e608507', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-204751271-subnet', 'tenant_id': 'e8d34bfc823f4b97b5babbf79f9ea99f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:25.336860 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-3ab7d087-9024-4b95-87e8-f39b4d0f483c tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Deleting port 5516a917-ada6-4161-8f33-dc3d30c49ed8 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:25.336860 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ab7d087-9024-4b95-87e8-f39b4d0f483c tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.371412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39448) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:25.378817 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-25e2d410-b5be-4ad8-93c8-53b267ef9e54 service neutron] Request body: {'port': {'device_id': '2be60b71-7375-4dd3-afc5-6e1f26668aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:25.390455 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-c8f389d5-e619-475e-aa7a-eca8226c5bf0 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group_rule': {'security_group_id': 'fcbf577e-fb48-4be1-a514-b35d8377c000', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:25.403479 n-d-802893-2 neutron-server[94937]: WARNING neutron.api.v2.base [None req-c8f389d5-e619-475e-aa7a-eca8226c5bf0 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 10 03:57:25.405108 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-c8f389d5-e619-475e-aa7a-eca8226c5bf0 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:57:25.408455 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c8f389d5-e619-475e-aa7a-eca8226c5bf0 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0346875 Aug 10 03:57:25.413495 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39450) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:25.432185 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e37f6d-4a31-4d85-84fd-aa216df07714 None None] DHCP port deletion for 6619c473-1b7e-434e-bc4b-1557c94e198e request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:57:25.446539 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-3ab7d087-9024-4b95-87e8-f39b4d0f483c tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] For port 5516a917-ada6-4161-8f33-dc3d30c49ed8, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=5516a917-ada6-4161-8f33-dc3d30c49ed8,segment=NetworkSegment(b9c04686-0183-4857-8d49-1a54b2aaff0a),segment_id=b9c04686-0183-4857-8d49-1a54b2aaff0a)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:25.447461 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ab7d087-9024-4b95-87e8-f39b4d0f483c tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.453186 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-542895ee-0c2d-46fe-971e-43b073bcbb23 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group_rule': {'security_group_id': 'fcbf577e-fb48-4be1-a514-b35d8377c000', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:25.453633 n-d-802893-2 neutron-server[94937]: WARNING neutron.api.v2.base [None req-542895ee-0c2d-46fe-971e-43b073bcbb23 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 10 03:57:25.454546 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-542895ee-0c2d-46fe-971e-43b073bcbb23 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:57:25.457752 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-542895ee-0c2d-46fe-971e-43b073bcbb23 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0398088 Aug 10 03:57:25.463003 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39452) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:25.473770 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-5bf6c1e1-4365-4648-9cae-9814cde15ab8 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group_rule': {'security_group_id': 'fcbf577e-fb48-4be1-a514-b35d8377c000', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:25.474855 n-d-802893-2 neutron-server[94937]: WARNING neutron.api.v2.base [None req-5bf6c1e1-4365-4648-9cae-9814cde15ab8 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 10 03:57:25.478888 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-5bf6c1e1-4365-4648-9cae-9814cde15ab8 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:57:25.478888 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5bf6c1e1-4365-4648-9cae-9814cde15ab8 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0112665 Aug 10 03:57:25.496474 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-62e37f6d-4a31-4d85-84fd-aa216df07714 None None] Deleting port 5516a917-ada6-4161-8f33-dc3d30c49ed8 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:25.496686 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-62e37f6d-4a31-4d85-84fd-aa216df07714 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.502532 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39454) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:25.510701 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-58c7ebb2-7103-4531-8471-4e084b3bb482 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group_rule': {'security_group_id': 'fcbf577e-fb48-4be1-a514-b35d8377c000', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:25.518075 n-d-802893-2 neutron-server[94938]: WARNING neutron.api.v2.base [None req-58c7ebb2-7103-4531-8471-4e084b3bb482 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 10 03:57:25.518712 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-58c7ebb2-7103-4531-8471-4e084b3bb482 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:57:25.523502 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-58c7ebb2-7103-4531-8471-4e084b3bb482 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0163114 Aug 10 03:57:25.525980 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39458) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:25.526935 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-3ab7d087-9024-4b95-87e8-f39b4d0f483c tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Calling delete_port for 5516a917-ada6-4161-8f33-dc3d30c49ed8 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:25.612168 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-92c520d7-3cdf-4228-b0bf-fdfac148e5a6 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.625097 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce01d1-063a-4331-97dd-ca249843a874 req-91b034a8-a53e-446b-9583-0859bc465034 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:25.633273 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-18ce01d1-063a-4331-97dd-ca249843a874 req-91b034a8-a53e-446b-9583-0859bc465034 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=2be60b71-7375-4dd3-afc5-6e1f26668aa3 HTTP/1.1" status: 200 len: 932 time: 0.1923206 Aug 10 03:57:25.638906 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-62e37f6d-4a31-4d85-84fd-aa216df07714 None None] For port 5516a917-ada6-4161-8f33-dc3d30c49ed8, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=5516a917-ada6-4161-8f33-dc3d30c49ed8,segment=NetworkSegment(b9c04686-0183-4857-8d49-1a54b2aaff0a),segment_id=b9c04686-0183-4857-8d49-1a54b2aaff0a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:25.639518 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-62e37f6d-4a31-4d85-84fd-aa216df07714 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.650706 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-25e2d410-b5be-4ad8-93c8-53b267ef9e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.655220 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-62e37f6d-4a31-4d85-84fd-aa216df07714 None None] Calling delete_port for 5516a917-ada6-4161-8f33-dc3d30c49ed8 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:25.684644 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-92c520d7-3cdf-4228-b0bf-fdfac148e5a6 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Network 3e939204-d6ce-43f1-ba7c-3814abec865a is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:25.691804 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-92c520d7-3cdf-4228-b0bf-fdfac148e5a6 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:25.705272 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efaa1e66-fdc6-4c48-893a-0be2574fcf87 admin admin] Made reservation on behalf of e8d34bfc823f4b97b5babbf79f9ea99f for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:25.707610 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-efaa1e66-fdc6-4c48-893a-0be2574fcf87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.720271 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-92c520d7-3cdf-4228-b0bf-fdfac148e5a6 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:25.721874 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-18ce01d1-063a-4331-97dd-ca249843a874 req-18ba0148-3727-4b7a-8e32-62a1c3dc3635 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878849 Aug 10 03:57:25.725506 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c520d7-3cdf-4228-b0bf-fdfac148e5a6 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Pushing event updated for resources: {'Port': ['ID=d8a22160-7f85-4ee6-9226-0427806c2319,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:25.754540 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.779905 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f639cf12-2e18-465d-a63d-c3f950543483 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.829355 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f639cf12-2e18-465d-a63d-c3f950543483 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.867158 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-62e37f6d-4a31-4d85-84fd-aa216df07714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.891845 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Port': ['ID=2cbe5a93-7416-432a-996b-c7b720ead05e,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:25.892124 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ab7d087-9024-4b95-87e8-f39b4d0f483c tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.915868 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e37f6d-4a31-4d85-84fd-aa216df07714 None None] Pushing event deleted for resources: {'Port': ['ID=5516a917-ada6-4161-8f33-dc3d30c49ed8,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:25.930850 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e37f6d-4a31-4d85-84fd-aa216df07714 None None] No DVR routers for this DVR port 5516a917-ada6-4161-8f33-dc3d30c49ed8 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:25.935447 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-92c520d7-3cdf-4228-b0bf-fdfac148e5a6 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:25.939314 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-92c520d7-3cdf-4228-b0bf-fdfac148e5a6 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.956746 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7d087-9024-4b95-87e8-f39b4d0f483c tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Pushing event deleted for resources: {'Port': ['ID=5516a917-ada6-4161-8f33-dc3d30c49ed8,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:25.962231 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab7d087-9024-4b95-87e8-f39b4d0f483c tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] No DVR routers for this DVR port 5516a917-ada6-4161-8f33-dc3d30c49ed8 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:25.969241 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No DVR routers for this DVR port 2cbe5a93-7416-432a-996b-c7b720ead05e on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:25.996197 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f639cf12-2e18-465d-a63d-c3f950543483 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:25.999008 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f639cf12-2e18-465d-a63d-c3f950543483 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.000306 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f639cf12-2e18-465d-a63d-c3f950543483 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "DELETE /v2.0/security-groups/fcbf577e-fb48-4be1-a514-b35d8377c000 HTTP/1.1" status: 204 len: 168 time: 0.4683626 Aug 10 03:57:26.009468 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39468) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:26.052848 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639cf12-2e18-465d-a63d-c3f950543483 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbf577e-fb48-4be1-a514-b35d8377c000,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:26.107186 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-92c520d7-3cdf-4228-b0bf-fdfac148e5a6 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9684160 Aug 10 03:57:26.135236 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ab7d087-9024-4b95-87e8-f39b4d0f483c tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.157270 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-3ab7d087-9024-4b95-87e8-f39b4d0f483c tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6619c473-1b7e-434e-bc4b-1557c94e198e']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:26.157561 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-7ddc4264-e995-4e87-bee4-25d8d5995bbb service neutron] Request body: {'port': {'device_id': 'fe5f15c0-fde9-4297-a710-fb20d9c72528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:26.169502 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-3ab7d087-9024-4b95-87e8-f39b4d0f483c tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c04686-0183-4857-8d49-1a54b2aaff0a') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:26.173335 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-3ab7d087-9024-4b95-87e8-f39b4d0f483c tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c04686-0183-4857-8d49-1a54b2aaff0a') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:26.178362 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.180842 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ab7d087-9024-4b95-87e8-f39b4d0f483c tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.194952 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39472) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:26.212909 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ab7d087-9024-4b95-87e8-f39b4d0f483c tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.218273 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-efaa1e66-fdc6-4c48-893a-0be2574fcf87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.232630 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab7d087-9024-4b95-87e8-f39b4d0f483c tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:26.233027 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ab7d087-9024-4b95-87e8-f39b4d0f483c tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:26.237252 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:26.271184 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-abdfe9cd-d792-4ff0-b71a-afa4bf7fc422 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2531047 Aug 10 03:57:26.273805 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39476) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:26.317554 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-25f8387b-525d-450f-89cb-a97bfa8155b8 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group': {'name': 'tempest-secgroup--1402824818'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:26.325832 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80e513-9fec-42b1-9a15-90114137c175 req-40115e4f-ec55-4151-8142-542a5f5b76c9 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:26.327429 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2a80e513-9fec-42b1-9a15-90114137c175 req-40115e4f-ec55-4151-8142-542a5f5b76c9 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5f15c0-fde9-4297-a710-fb20d9c72528 HTTP/1.1" status: 200 len: 931 time: 0.2418098 Aug 10 03:57:26.361010 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-ee4d6d43-a4ba-49ec-a889-e539bdf84252 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1861248133'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:26.378038 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-7ddc4264-e995-4e87-bee4-25d8d5995bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.379471 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaa1e66-fdc6-4c48-893a-0be2574fcf87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a50be6d2-5864-4df7-862b-2a388ce69988,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:26.398770 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaa1e66-fdc6-4c48-893a-0be2574fcf87 admin admin] Checking segment: {'id': '2da97af6-0de2-4ee8-897c-e2b9557f8aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0634fa6a-7f69-4064-82f8-7bc53e608507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:26.399455 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaa1e66-fdc6-4c48-893a-0be2574fcf87 admin admin] Network hostable DHCP agents. Network: 0634fa6a-7f69-4064-82f8-7bc53e608507, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:57:26.430618 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ab7d087-9024-4b95-87e8-f39b4d0f483c tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.432990 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e019d7d0-e9e8-4637-b9a7-891a5ed4ef44 None None] Network 92d7eaa2-4171-450b-bcd5-47fe03b160e6 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:26.436584 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ab7d087-9024-4b95-87e8-f39b4d0f483c tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.444316 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3ab7d087-9024-4b95-87e8-f39b4d0f483c tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "DELETE /v2.0/networks/6619c473-1b7e-434e-bc4b-1557c94e198e HTTP/1.1" status: 204 len: 168 time: 1.4073195 Aug 10 03:57:26.449771 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39480) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:26.464351 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab7d087-9024-4b95-87e8-f39b4d0f483c tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Pushing event deleted for resources: {'Network': ['ID=6619c473-1b7e-434e-bc4b-1557c94e198e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:26.483193 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-df444a57-2f64-4021-9be4-494889007cf6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-717210267'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:26.492615 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2a80e513-9fec-42b1-9a15-90114137c175 req-911b4911-3cfb-4c17-92c5-e369ac1dea12 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/security-groups?id=9abd3a5c-87d2-44b8-8106-d84c666ebf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465394 Aug 10 03:57:26.500595 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-25e2d410-b5be-4ad8-93c8-53b267ef9e54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7ce79eb-e781-4a38-80c8-31efc98c3419 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:57:26.505950 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d0e8f6ea-14d8-4455-a714-ed57d1b6fe08 None None] Could not find standard attr ID for object 2cbe5a93-7416-432a-996b-c7b720ead05e. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:57:26.518972 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-25f8387b-525d-450f-89cb-a97bfa8155b8 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.523171 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-25e2d410-b5be-4ad8-93c8-53b267ef9e54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.545291 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaa1e66-fdc6-4c48-893a-0be2574fcf87 admin admin] Network 0634fa6a-7f69-4064-82f8-7bc53e608507 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:57:26.549909 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.553156 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-25e2d410-b5be-4ad8-93c8-53b267ef9e54 service neutron] Transition to ACTIVE for port object a7ce79eb-e781-4a38-80c8-31efc98c3419 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:26.623033 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4d6d43-a4ba-49ec-a889-e539bdf84252 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Made reservation on behalf of 448e2df9915e44d4a992d6a1a0e62797 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:26.626978 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee4d6d43-a4ba-49ec-a889-e539bdf84252 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.632942 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Subnet': ['ID=de949b9c-0bd4-4b1b-821c-83f7e9ad7e23,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:26.637025 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee4d6d43-a4ba-49ec-a889-e539bdf84252 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.642187 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c1337f-d541-440b-b356-abf4eb06f20e None None] DHCP port deletion for 92d7eaa2-4171-450b-bcd5-47fe03b160e6 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:57:26.660729 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-efaa1e66-fdc6-4c48-893a-0be2574fcf87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 0634fa6a-7f69-4064-82f8-7bc53e608507) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:26.666084 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaa1e66-fdc6-4c48-893a-0be2574fcf87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:26.666610 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-efaa1e66-fdc6-4c48-893a-0be2574fcf87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.670178 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81960a6-77fe-4be6-9b70-c1dccfc0eb2f None None] Network 0634fa6a-7f69-4064-82f8-7bc53e608507 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:26.676338 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:26.677243 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:26.677578 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:26.678032 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:26.678377 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:26.678710 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:26.679042 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:26.679374 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:26.679701 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:26.680071 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:26.680403 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:26.680728 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:26.715848 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-25e2d410-b5be-4ad8-93c8-53b267ef9e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.799637 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab6bf2c-0bf5-4e60-b7d5-1e633cd8a654 None None] Network 0634fa6a-7f69-4064-82f8-7bc53e608507 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:26.800908 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.814777 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df444a57-2f64-4021-9be4-494889007cf6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Made reservation on behalf of 8281b6bf97984b32a5c87806dd937c20 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:26.818344 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df444a57-2f64-4021-9be4-494889007cf6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.844488 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d7eaa2-4171-450b-bcd5-47fe03b160e6']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:26.868712 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '994c6eac-6693-4740-a117-3fd76205af41') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:26.869296 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbdff3d-2e64-4a63-8ebe-1683b9375d1f req-74f8c84e-655d-4467-80ce-3b19de50555b tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:26.869519 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '994c6eac-6693-4740-a117-3fd76205af41') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:26.870843 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7bbdff3d-2e64-4a63-8ebe-1683b9375d1f req-74f8c84e-655d-4467-80ce-3b19de50555b tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=2be60b71-7375-4dd3-afc5-6e1f26668aa3 HTTP/1.1" status: 200 len: 944 time: 0.0575838 Aug 10 03:57:26.876492 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-efaa1e66-fdc6-4c48-893a-0be2574fcf87 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5764744 Aug 10 03:57:26.891725 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2d410-b5be-4ad8-93c8-53b267ef9e54 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ce79eb-e781-4a38-80c8-31efc98c3419,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:26.902547 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:26.981270 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 5516a917-ada6-4161-8f33-dc3d30c49ed8 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:26.998315 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7bbdff3d-2e64-4a63-8ebe-1683b9375d1f req-6874b789-0c9b-4d1e-a2b7-896b1b704893 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927076 Aug 10 03:57:27.012933 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.019618 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:27.020251 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.025293 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 5516a917-ada6-4161-8f33-dc3d30c49ed8 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:27.025835 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 5516a917-ada6-4161-8f33-dc3d30c49ed8 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:27.040921 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-25f8387b-525d-450f-89cb-a97bfa8155b8 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:27.066889 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:27.105457 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df444a57-2f64-4021-9be4-494889007cf6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:57:27.121448 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-25f8387b-525d-450f-89cb-a97bfa8155b8 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.143654 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-7ddc4264-e995-4e87-bee4-25d8d5995bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8a22160-7f85-4ee6-9226-0427806c2319 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:57:27.159563 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-7ddc4264-e995-4e87-bee4-25d8d5995bbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.163850 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8387b-525d-450f-89cb-a97bfa8155b8 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=044ead5b-e4dc-4f00-8494-da289bcc9d17,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:27.172625 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-25e2d410-b5be-4ad8-93c8-53b267ef9e54 service neutron] Attempting to bind port a7ce79eb-e781-4a38-80c8-31efc98c3419 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:27.173027 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-25e2d410-b5be-4ad8-93c8-53b267ef9e54 service neutron] Attempting to bind port a7ce79eb-e781-4a38-80c8-31efc98c3419 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:27.173299 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-25e2d410-b5be-4ad8-93c8-53b267ef9e54 service neutron] Attempting to bind port a7ce79eb-e781-4a38-80c8-31efc98c3419 on network c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:27.182170 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-7ddc4264-e995-4e87-bee4-25d8d5995bbb service neutron] Transition to ACTIVE for port object d8a22160-7f85-4ee6-9226-0427806c2319 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:27.186613 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-25e2d410-b5be-4ad8-93c8-53b267ef9e54 service neutron] Port a7ce79eb-e781-4a38-80c8-31efc98c3419 on network c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:57:27.186613 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-25e2d410-b5be-4ad8-93c8-53b267ef9e54 service neutron] Attempting to bind port a7ce79eb-e781-4a38-80c8-31efc98c3419 on network c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:27.188793 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-25e2d410-b5be-4ad8-93c8-53b267ef9e54 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:27.189139 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-25e2d410-b5be-4ad8-93c8-53b267ef9e54 service neutron] Checking segment: {'id': 'ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:27.189814 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-25e2d410-b5be-4ad8-93c8-53b267ef9e54 service neutron] Bound using segment: {'id': 'ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:27.189955 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-25e2d410-b5be-4ad8-93c8-53b267ef9e54 service neutron] Bound port: a7ce79eb-e781-4a38-80c8-31efc98c3419, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:27.190314 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-25e2d410-b5be-4ad8-93c8-53b267ef9e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.229668 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df444a57-2f64-4021-9be4-494889007cf6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.230039 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-df444a57-2f64-4021-9be4-494889007cf6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Added segment 3b88faf7-60c9-409a-a2e1-599b74963e34 of type vlan for network 53dfa4b5-770f-4d5e-bb8c-65926a66e881 Aug 10 03:57:27.230216 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee4d6d43-a4ba-49ec-a889-e539bdf84252 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.231338 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.235830 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.240935 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/networks/92d7eaa2-4171-450b-bcd5-47fe03b160e6 HTTP/1.1" status: 204 len: 168 time: 3.0364227 Aug 10 03:57:27.247458 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39492) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:27.247675 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-87343406-d1c8-4e2b-af9d-d50c79be6360 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-797297478'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:27.299703 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-7ddc4264-e995-4e87-bee4-25d8d5995bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.315648 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee4d6d43-a4ba-49ec-a889-e539bdf84252 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.318264 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df444a57-2f64-4021-9be4-494889007cf6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.325870 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c25665-c453-4504-a099-3d953f87ea2e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Network': ['ID=92d7eaa2-4171-450b-bcd5-47fe03b160e6,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:27.346366 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4d6d43-a4ba-49ec-a889-e539bdf84252 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:57:27.360323 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d6d43-a4ba-49ec-a889-e539bdf84252 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e02a4c4-7d9c-4466-838f-270f5fa7594b,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:27.366177 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee4d6d43-a4ba-49ec-a889-e539bdf84252 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.373894 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-ee4d6d43-a4ba-49ec-a889-e539bdf84252 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Added segment dda6902d-350f-4813-9348-6ef2860f4ca7 of type vlan for network 0cac04dd-6cd8-4be3-ac57-2f1c9ea19e0c Aug 10 03:57:27.395772 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.428196 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee4d6d43-a4ba-49ec-a889-e539bdf84252 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.501641 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-25f8387b-525d-450f-89cb-a97bfa8155b8 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.508346 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-25f8387b-525d-450f-89cb-a97bfa8155b8 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2034497 Aug 10 03:57:27.512005 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39504) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:27.516783 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-3db23295-8a28-4fa6-b857-c11c92d6403c tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group_rule': {'security_group_id': '044ead5b-e4dc-4f00-8494-da289bcc9d17', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:27.517553 n-d-802893-2 neutron-server[94938]: WARNING neutron.api.v2.base [None req-3db23295-8a28-4fa6-b857-c11c92d6403c tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 03:57:27.518288 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-3db23295-8a28-4fa6-b857-c11c92d6403c tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:57:27.523145 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3db23295-8a28-4fa6-b857-c11c92d6403c tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099306 Aug 10 03:57:27.526043 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39508) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:27.531660 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-73cb3f7b-6a12-4dac-b67d-844d41316398 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group_rule': {'security_group_id': '044ead5b-e4dc-4f00-8494-da289bcc9d17', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:27.560121 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee4d6d43-a4ba-49ec-a889-e539bdf84252 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.567477 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4d6d43-a4ba-49ec-a889-e539bdf84252 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:27.568352 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ee4d6d43-a4ba-49ec-a889-e539bdf84252 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.642467 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d6d43-a4ba-49ec-a889-e539bdf84252 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Pushing event updated for resources: {'Network': ['ID=0cac04dd-6cd8-4be3-ac57-2f1c9ea19e0c,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:27.656231 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 0cac04dd-6cd8-4be3-ac57-2f1c9ea19e0c details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:57:27.684889 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87343406-d1c8-4e2b-af9d-d50c79be6360 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Made reservation on behalf of b2d87b3944704ca089acd0f2f68b57e9 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:27.689379 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-87343406-d1c8-4e2b-af9d-d50c79be6360 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.737047 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-25e2d410-b5be-4ad8-93c8-53b267ef9e54 service neutron] For port a7ce79eb-e781-4a38-80c8-31efc98c3419, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:27.750997 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc4264-e995-4e87-bee4-25d8d5995bbb service neutron] Pushing event updated for resources: {'Port': ['ID=d8a22160-7f85-4ee6-9226-0427806c2319,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:27.757118 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87343406-d1c8-4e2b-af9d-d50c79be6360 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:57:27.769489 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-87343406-d1c8-4e2b-af9d-d50c79be6360 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.769917 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-87343406-d1c8-4e2b-af9d-d50c79be6360 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Added segment 689ebff5-9dc3-4c51-afac-d6f8da467dd3 of type vlan for network 89412418-1fc7-457c-84df-90ebf5f586df Aug 10 03:57:27.784965 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-25e2d410-b5be-4ad8-93c8-53b267ef9e54 service neutron] For port a7ce79eb-e781-4a38-80c8-31efc98c3419, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=a7ce79eb-e781-4a38-80c8-31efc98c3419,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:27.789779 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ee4d6d43-a4ba-49ec-a889-e539bdf84252 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5937810 Aug 10 03:57:27.802741 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39510) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:27.809774 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-6bfe0e56-7a35-4aaa-a68f-dac1fa9c16b6 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Request body: {'subnet': {'network_id': '0cac04dd-6cd8-4be3-ac57-2f1c9ea19e0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:27.818819 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddf2ae-cf7c-4a43-99b8-c06f38e89d2d req-95091572-00b0-4b54-a030-9bb146d9785b tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:27.820396 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-10ddf2ae-cf7c-4a43-99b8-c06f38e89d2d req-95091572-00b0-4b54-a030-9bb146d9785b tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5f15c0-fde9-4297-a710-fb20d9c72528 HTTP/1.1" status: 200 len: 943 time: 0.1283834 Aug 10 03:57:27.853915 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-87343406-d1c8-4e2b-af9d-d50c79be6360 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.882637 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-10ddf2ae-cf7c-4a43-99b8-c06f38e89d2d req-b8a212a6-5018-4314-9cbd-a78cd9e58e22 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/security-groups?id=9abd3a5c-87d2-44b8-8106-d84c666ebf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519660 Aug 10 03:57:27.892937 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df444a57-2f64-4021-9be4-494889007cf6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.898591 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df444a57-2f64-4021-9be4-494889007cf6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:27.899188 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df444a57-2f64-4021-9be4-494889007cf6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:27.919436 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-c30b46d5-bbf2-44d8-983f-f46f5a224334 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:27.920921 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-c30b46d5-bbf2-44d8-983f-f46f5a224334 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.25 "GET /v2.0/networks?id=0634fa6a-7f69-4064-82f8-7bc53e608507 HTTP/1.1" status: 200 len: 821 time: 0.6140993 Aug 10 03:57:27.929931 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-25e2d410-b5be-4ad8-93c8-53b267ef9e54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:28.041592 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-87343406-d1c8-4e2b-af9d-d50c79be6360 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:28.047243 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87343406-d1c8-4e2b-af9d-d50c79be6360 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:28.047851 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-87343406-d1c8-4e2b-af9d-d50c79be6360 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:28.058710 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-0175be3b-ae17-4b19-a6ea-afa6425b2f68 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.25 "GET /v2.0/quotas/e8d34bfc823f4b97b5babbf79f9ea99f HTTP/1.1" status: 200 len: 375 time: 0.1146038 Aug 10 03:57:28.076010 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-25e2d410-b5be-4ad8-93c8-53b267ef9e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:28.079982 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-25e2d410-b5be-4ad8-93c8-53b267ef9e54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:28.079982 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-25e2d410-b5be-4ad8-93c8-53b267ef9e54 service neutron] 10.222.0.20 "PUT /v2.0/ports/a7ce79eb-e781-4a38-80c8-31efc98c3419 HTTP/1.1" status: 200 len: 1092 time: 2.7077055 Aug 10 03:57:28.081791 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be60b71-7375-4dd3-afc5-6e1f26668aa3', 'tag': 'a7ce79eb-e781-4a38-80c8-31efc98c3419'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:28.083458 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7809dc53-e4ab-4dbb-88f3-5d07c2d09b4e" -d '{"events": [{"name": "network-changed", "server_uuid": "2be60b71-7375-4dd3-afc5-6e1f26668aa3", "tag": "a7ce79eb-e781-4a38-80c8-31efc98c3419"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:28.098664 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-7ddc4264-e995-4e87-bee4-25d8d5995bbb service neutron] Attempting to bind port d8a22160-7f85-4ee6-9226-0427806c2319 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:28.099024 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-7ddc4264-e995-4e87-bee4-25d8d5995bbb service neutron] Attempting to bind port d8a22160-7f85-4ee6-9226-0427806c2319 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'ce9eaaf0-45b4-4725-9eaf-a65bd6540315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3e939204-d6ce-43f1-ba7c-3814abec865a'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:28.099355 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-7ddc4264-e995-4e87-bee4-25d8d5995bbb service neutron] Attempting to bind port d8a22160-7f85-4ee6-9226-0427806c2319 on network 3e939204-d6ce-43f1-ba7c-3814abec865a {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:28.101212 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df444a57-2f64-4021-9be4-494889007cf6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Pushing event updated for resources: {'Network': ['ID=53dfa4b5-770f-4d5e-bb8c-65926a66e881,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:28.116666 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 53dfa4b5-770f-4d5e-bb8c-65926a66e881 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:57:28.136525 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-df444a57-2f64-4021-9be4-494889007cf6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.6814494 Aug 10 03:57:28.136525 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-f099a739-2d19-49b4-895b-910024f68a11 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8d34bfc823f4b97b5babbf79f9ea99f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620353 Aug 10 03:57:28.136898 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-7ddc4264-e995-4e87-bee4-25d8d5995bbb service neutron] Port d8a22160-7f85-4ee6-9226-0427806c2319 on network 3e939204-d6ce-43f1-ba7c-3814abec865a not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:57:28.137238 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-7ddc4264-e995-4e87-bee4-25d8d5995bbb service neutron] Attempting to bind port d8a22160-7f85-4ee6-9226-0427806c2319 on network 3e939204-d6ce-43f1-ba7c-3814abec865a {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:28.141285 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39516) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:28.146737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-be9014b3-8bb9-4d68-9705-e446ade82b47 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Request body: {'subnet': {'network_id': '53dfa4b5-770f-4d5e-bb8c-65926a66e881', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:28.153186 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2d410-b5be-4ad8-93c8-53b267ef9e54 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ce79eb-e781-4a38-80c8-31efc98c3419,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:28.169772 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-73cb3f7b-6a12-4dac-b67d-844d41316398 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:57:28.173916 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-73cb3f7b-6a12-4dac-b67d-844d41316398 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6440465 Aug 10 03:57:28.175364 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39518) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:28.185796 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-7ddc4264-e995-4e87-bee4-25d8d5995bbb service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:28.186146 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-7ddc4264-e995-4e87-bee4-25d8d5995bbb service neutron] Checking segment: {'id': 'ce9eaaf0-45b4-4725-9eaf-a65bd6540315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3e939204-d6ce-43f1-ba7c-3814abec865a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:28.186544 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-7ddc4264-e995-4e87-bee4-25d8d5995bbb service neutron] Bound using segment: {'id': 'ce9eaaf0-45b4-4725-9eaf-a65bd6540315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3e939204-d6ce-43f1-ba7c-3814abec865a'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:28.186685 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87343406-d1c8-4e2b-af9d-d50c79be6360 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event updated for resources: {'Network': ['ID=89412418-1fc7-457c-84df-90ebf5f586df,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:28.187246 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-7ddc4264-e995-4e87-bee4-25d8d5995bbb service neutron] Bound port: d8a22160-7f85-4ee6-9226-0427806c2319, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce9eaaf0-45b4-4725-9eaf-a65bd6540315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3e939204-d6ce-43f1-ba7c-3814abec865a'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:28.187605 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-7ddc4264-e995-4e87-bee4-25d8d5995bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:28.198513 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 89412418-1fc7-457c-84df-90ebf5f586df details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:57:28.216664 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f55f5e-3d4d-4b41-b876-656e2beb9864 req-c06e0eff-3265-45bd-bfcf-6308d7b91f34 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:28.218249 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-16f55f5e-3d4d-4b41-b876-656e2beb9864 req-c06e0eff-3265-45bd-bfcf-6308d7b91f34 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=2be60b71-7375-4dd3-afc5-6e1f26668aa3 HTTP/1.1" status: 200 len: 944 time: 0.0724256 Aug 10 03:57:28.245676 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-0eaeb857-112f-4dac-99ae-555df100bfc2 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group_rule': {'security_group_id': '044ead5b-e4dc-4f00-8494-da289bcc9d17', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:28.246205 n-d-802893-2 neutron-server[94937]: WARNING neutron.api.v2.base [None req-0eaeb857-112f-4dac-99ae-555df100bfc2 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 10 03:57:28.246702 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-0eaeb857-112f-4dac-99ae-555df100bfc2 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:57:28.247694 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0eaeb857-112f-4dac-99ae-555df100bfc2 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0631194 Aug 10 03:57:28.253928 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39520) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:28.257989 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-87343406-d1c8-4e2b-af9d-d50c79be6360 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0125399 Aug 10 03:57:28.266564 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-a6694944-e078-4b3a-9541-e23e0de4360b tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group_rule': {'security_group_id': '044ead5b-e4dc-4f00-8494-da289bcc9d17', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:28.271757 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39522) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:28.279865 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-36e3789c-902d-4d9f-8596-0a4db34b0fdd tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Request body: {'subnet': {'network_id': '89412418-1fc7-457c-84df-90ebf5f586df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:28.305884 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-16f55f5e-3d4d-4b41-b876-656e2beb9864 req-d4c1b0b3-c1ef-43ea-b085-e00be2912ea7 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749195 Aug 10 03:57:28.371662 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9722fee9-7a96-4495-b67d-e66da716b8a1 x-openstack-request-id: req-9722fee9-7a96-4495-b67d-e66da716b8a1 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:28.371970 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be60b71-7375-4dd3-afc5-6e1f26668aa3", "tag": "a7ce79eb-e781-4a38-80c8-31efc98c3419", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:28.372227 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9722fee9-7a96-4495-b67d-e66da716b8a1 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:28.372620 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be60b71-7375-4dd3-afc5-6e1f26668aa3', 'tag': 'a7ce79eb-e781-4a38-80c8-31efc98c3419', 'status': 'completed', 'code': 200} Aug 10 03:57:28.421255 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-01f72aea-d750-4df9-926b-8252e8234531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:28.422647 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-01f72aea-d750-4df9-926b-8252e8234531 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f978154370c54cef8e8d819528465357&device_id=2be60b71-7375-4dd3-afc5-6e1f26668aa3 HTTP/1.1" status: 200 len: 1095 time: 0.1606703 Aug 10 03:57:28.423210 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfe0e56-7a35-4aaa-a68f-dac1fa9c16b6 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Made reservation on behalf of 448e2df9915e44d4a992d6a1a0e62797 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:28.427220 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6bfe0e56-7a35-4aaa-a68f-dac1fa9c16b6 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:28.437173 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-0479f02e-ca8e-4fe9-a1ca-5bf6200c4a3c service neutron] 10.222.0.25 "GET /v2.0/networks/0634fa6a-7f69-4064-82f8-7bc53e608507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858748 Aug 10 03:57:28.541255 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-11e54e9f-1870-4589-8e02-3ac5291f0584 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7ce79eb-e781-4a38-80c8-31efc98c3419 HTTP/1.1" status: 200 len: 217 time: 0.1017015 Aug 10 03:57:28.543942 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-7ddc4264-e995-4e87-bee4-25d8d5995bbb service neutron] For port d8a22160-7f85-4ee6-9226-0427806c2319, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:28.632795 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-7ddc4264-e995-4e87-bee4-25d8d5995bbb service neutron] For port d8a22160-7f85-4ee6-9226-0427806c2319, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=d8a22160-7f85-4ee6-9226-0427806c2319,segment=NetworkSegment(ce9eaaf0-45b4-4725-9eaf-a65bd6540315),segment_id=ce9eaaf0-45b4-4725-9eaf-a65bd6540315)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:28.676464 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-d19b8d1d-bf54-46e0-a1fc-402dae186273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:28.677966 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-d19b8d1d-bf54-46e0-a1fc-402dae186273 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf9a7592-e5a6-49d5-943e-a569f481a6b7 HTTP/1.1" status: 200 len: 852 time: 0.0990469 Aug 10 03:57:28.711491 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-61eb3cba-1da1-49b7-8186-6439639c0687 service neutron] 10.222.0.25 "GET /v2.0/networks/0634fa6a-7f69-4064-82f8-7bc53e608507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529321 Aug 10 03:57:28.735118 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9014b3-8bb9-4d68-9705-e446ade82b47 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Made reservation on behalf of 8281b6bf97984b32a5c87806dd937c20 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:28.738611 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-be9014b3-8bb9-4d68-9705-e446ade82b47 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:28.755496 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-7ddc4264-e995-4e87-bee4-25d8d5995bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:28.805808 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e3789c-902d-4d9f-8596-0a4db34b0fdd tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Made reservation on behalf of b2d87b3944704ca089acd0f2f68b57e9 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:28.809625 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-36e3789c-902d-4d9f-8596-0a4db34b0fdd tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:28.841336 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-11529289-e11f-4728-a1a2-c766566d8359 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258330 Aug 10 03:57:28.879758 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-7ddc4264-e995-4e87-bee4-25d8d5995bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:28.881814 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-7ddc4264-e995-4e87-bee4-25d8d5995bbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:28.881814 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-7ddc4264-e995-4e87-bee4-25d8d5995bbb service neutron] 10.222.0.20 "PUT /v2.0/ports/d8a22160-7f85-4ee6-9226-0427806c2319 HTTP/1.1" status: 200 len: 1091 time: 2.7403307 Aug 10 03:57:28.997602 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-a6694944-e078-4b3a-9541-e23e0de4360b tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:57:28.998685 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a6694944-e078-4b3a-9541-e23e0de4360b tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7420084 Aug 10 03:57:29.008518 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39532) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:29.019398 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc4264-e995-4e87-bee4-25d8d5995bbb service neutron] Pushing event updated for resources: {'Port': ['ID=d8a22160-7f85-4ee6-9226-0427806c2319,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:29.026683 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-ed8c2c56-dd49-40dc-b6d9-1ef08eb3bd18 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group_rule': {'security_group_id': '044ead5b-e4dc-4f00-8494-da289bcc9d17', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:29.027248 n-d-802893-2 neutron-server[94937]: WARNING neutron.api.v2.base [None req-ed8c2c56-dd49-40dc-b6d9-1ef08eb3bd18 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 03:57:29.027813 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-ed8c2c56-dd49-40dc-b6d9-1ef08eb3bd18 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:57:29.032494 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ed8c2c56-dd49-40dc-b6d9-1ef08eb3bd18 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0104449 Aug 10 03:57:29.036947 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39534) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:29.055647 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c9c5c967-e0cc-4c6d-ae9b-adcfb6cd6422 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group_rule': {'security_group_id': '044ead5b-e4dc-4f00-8494-da289bcc9d17', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:29.088439 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1416b18b-802f-4ced-a505-207f2722b2c8 req-3cff08a0-f921-4ad0-b1e7-2b5cceb3222d tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1688becb-874b-4531-b1d6-374f7c3d89ec HTTP/1.1" status: 200 len: 210 time: 0.0695031 Aug 10 03:57:29.121732 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d3774-72e5-42d9-a3eb-9641425df73d req-f54dc5f1-c832-4398-b9ce-b59b96009a4d tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:29.123272 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db4d3774-72e5-42d9-a3eb-9641425df73d req-f54dc5f1-c832-4398-b9ce-b59b96009a4d tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5f15c0-fde9-4297-a710-fb20d9c72528 HTTP/1.1" status: 200 len: 943 time: 0.1561887 Aug 10 03:57:29.156473 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-824271a1-560a-4eb3-875f-63b70934e9aa service neutron] 10.222.0.20 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974405 Aug 10 03:57:29.167188 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db4d3774-72e5-42d9-a3eb-9641425df73d req-14a7a9cc-3528-4ce5-8122-5bfd3ce37a26 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/security-groups?id=9abd3a5c-87d2-44b8-8106-d84c666ebf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360572 Aug 10 03:57:29.181062 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6bfe0e56-7a35-4aaa-a68f-dac1fa9c16b6 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:29.188078 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-36e3789c-902d-4d9f-8596-0a4db34b0fdd tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:29.190932 n-d-802893-2 neutron-server[94938]: INFO neutron.db.securitygroups_db [None req-c9c5c967-e0cc-4c6d-ae9b-adcfb6cd6422 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Project ba0a094cedd545abb1df0b1ea2d9f440 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:57:29.257894 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3789c-902d-4d9f-8596-0a4db34b0fdd tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event updated for resources: {'Subnet': ['ID=f914fabe-4dc4-485f-84ee-ae0517167b59,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:29.267532 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e3789c-902d-4d9f-8596-0a4db34b0fdd tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Checking segment: {'id': '689ebff5-9dc3-4c51-afac-d6f8da467dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '89412418-1fc7-457c-84df-90ebf5f586df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:29.267896 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e3789c-902d-4d9f-8596-0a4db34b0fdd tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Network hostable DHCP agents. Network: 89412418-1fc7-457c-84df-90ebf5f586df, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:57:29.303554 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-506c4d75-dfb1-4752-84c8-3b7ae654635e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:29.306009 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-506c4d75-dfb1-4752-84c8-3b7ae654635e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79c4774ecb374d1eb5549052ddd5465e&device_id=fe5f15c0-fde9-4297-a710-fb20d9c72528 HTTP/1.1" status: 200 len: 1094 time: 0.2025714 Aug 10 03:57:29.344650 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-c9c5c967-e0cc-4c6d-ae9b-adcfb6cd6422 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:57:29.345889 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c9c5c967-e0cc-4c6d-ae9b-adcfb6cd6422 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2937720 Aug 10 03:57:29.348673 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39542) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:29.353871 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-9641725c-54b2-4d9e-a1b5-6203f528d5be tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group_rule': {'security_group_id': '044ead5b-e4dc-4f00-8494-da289bcc9d17', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:29.354729 n-d-802893-2 neutron-server[94938]: WARNING neutron.api.v2.base [None req-9641725c-54b2-4d9e-a1b5-6203f528d5be tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 10 03:57:29.355211 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-9641725c-54b2-4d9e-a1b5-6203f528d5be tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:57:29.358340 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9641725c-54b2-4d9e-a1b5-6203f528d5be tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061681 Aug 10 03:57:29.359051 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39544) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:29.361140 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe0e56-7a35-4aaa-a68f-dac1fa9c16b6 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Pushing event updated for resources: {'Subnet': ['ID=acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:29.364605 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-81830618-d4e0-49ef-8c46-3e999857ac38 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group_rule': {'security_group_id': '044ead5b-e4dc-4f00-8494-da289bcc9d17', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:29.375589 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e3789c-902d-4d9f-8596-0a4db34b0fdd tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Network 89412418-1fc7-457c-84df-90ebf5f586df is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:57:29.412141 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-d3bc22a6-e8f1-4984-98aa-159616b89c57 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8a22160-7f85-4ee6-9226-0427806c2319 HTTP/1.1" status: 200 len: 217 time: 0.0770953 Aug 10 03:57:29.486484 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfe0e56-7a35-4aaa-a68f-dac1fa9c16b6 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Checking segment: {'id': 'dda6902d-350f-4813-9348-6ef2860f4ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0cac04dd-6cd8-4be3-ac57-2f1c9ea19e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:29.486843 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfe0e56-7a35-4aaa-a68f-dac1fa9c16b6 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Network hostable DHCP agents. Network: 0cac04dd-6cd8-4be3-ac57-2f1c9ea19e0c, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:57:29.493142 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-36e3789c-902d-4d9f-8596-0a4db34b0fdd tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 89412418-1fc7-457c-84df-90ebf5f586df) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:29.494991 n-d-802893-2 neutron-server[94938]: INFO neutron.db.securitygroups_db [None req-81830618-d4e0-49ef-8c46-3e999857ac38 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Project ba0a094cedd545abb1df0b1ea2d9f440 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:57:29.495153 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23483dad-2f41-4f6c-bbe0-58fe174431b1 req-a8e2b9ac-48ee-48dc-9cd9-65c07d29cfd6 service neutron] 10.222.0.20 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156526 Aug 10 03:57:29.501965 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-be9014b3-8bb9-4d68-9705-e446ade82b47 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:29.506160 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e3789c-902d-4d9f-8596-0a4db34b0fdd tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:29.506310 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7856f742-4f2a-49e3-8c27-045a8b3595f0 None None] Network 89412418-1fc7-457c-84df-90ebf5f586df requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:29.506764 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-36e3789c-902d-4d9f-8596-0a4db34b0fdd tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:29.556081 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-cc4a5bfc-966c-431d-a83a-7785d75e0e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:29.557572 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-cc4a5bfc-966c-431d-a83a-7785d75e0e29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2f1539a-e343-48aa-92f1-b2f32bcf8e83 HTTP/1.1" status: 200 len: 861 time: 0.1322958 Aug 10 03:57:29.589981 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f8836-b0fa-43d9-b126-1df240cc702a req-ddff6edb-e12c-47eb-bb9c-914e8396c81d tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:29.591562 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f2f8836-b0fa-43d9-b126-1df240cc702a req-ddff6edb-e12c-47eb-bb9c-914e8396c81d tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=2be60b71-7375-4dd3-afc5-6e1f26668aa3 HTTP/1.1" status: 200 len: 944 time: 0.1859562 Aug 10 03:57:29.617867 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-0111f588-7e38-4519-8b78-4a0dd9246fee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e939204-d6ce-43f1-ba7c-3814abec865a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491123 Aug 10 03:57:29.621379 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9014b3-8bb9-4d68-9705-e446ade82b47 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Pushing event updated for resources: {'Subnet': ['ID=17f7e21b-cc98-4c65-8871-1f860976e003,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:29.626721 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-36e3789c-902d-4d9f-8596-0a4db34b0fdd tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3508804 Aug 10 03:57:29.626721 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-81830618-d4e0-49ef-8c46-3e999857ac38 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:57:29.626721 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-81830618-d4e0-49ef-8c46-3e999857ac38 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2670016 Aug 10 03:57:29.626721 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39546) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:29.638492 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39548) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:29.661086 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-06533142-4961-49a5-b11c-e9f1486685d7 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group_rule': {'security_group_id': '044ead5b-e4dc-4f00-8494-da289bcc9d17', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:29.662520 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfe0e56-7a35-4aaa-a68f-dac1fa9c16b6 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Network 0cac04dd-6cd8-4be3-ac57-2f1c9ea19e0c is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:57:29.708933 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-6bfe0e56-7a35-4aaa-a68f-dac1fa9c16b6 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 0cac04dd-6cd8-4be3-ac57-2f1c9ea19e0c) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:29.710241 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9014b3-8bb9-4d68-9705-e446ade82b47 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Checking segment: {'id': '3b88faf7-60c9-409a-a2e1-599b74963e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '53dfa4b5-770f-4d5e-bb8c-65926a66e881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:29.710608 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9014b3-8bb9-4d68-9705-e446ade82b47 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Network hostable DHCP agents. Network: 53dfa4b5-770f-4d5e-bb8c-65926a66e881, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:57:29.713398 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59cebc8-6784-48e1-91de-e2a5f6b1c5d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-89412418-1fc7-457c-84df-90ebf5f586df', 'network_id': '89412418-1fc7-457c-84df-90ebf5f586df', 'tenant_id': 'b2d87b3944704ca089acd0f2f68b57e9', 'fixed_ips': [{'subnet_id': 'f914fabe-4dc4-485f-84ee-ae0517167b59'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:57:29.720163 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b59cebc8-6784-48e1-91de-e2a5f6b1c5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:29.721766 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfe0e56-7a35-4aaa-a68f-dac1fa9c16b6 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:29.722364 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6bfe0e56-7a35-4aaa-a68f-dac1fa9c16b6 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:29.740338 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f257b3-7a25-47e4-a180-1c221707fc2b None None] Network 0cac04dd-6cd8-4be3-ac57-2f1c9ea19e0c requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:29.775950 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f2f8836-b0fa-43d9-b126-1df240cc702a req-26b9579b-1729-43ae-80f1-6606b88e6e1d tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602530 Aug 10 03:57:29.782800 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:29.809971 n-d-802893-2 neutron-server[94938]: INFO neutron.db.securitygroups_db [None req-06533142-4961-49a5-b11c-e9f1486685d7 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Project ba0a094cedd545abb1df0b1ea2d9f440 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:57:29.832343 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-88812f13-f2d4-431d-8b0c-00630588f77c service neutron] 10.222.0.20 "GET /v2.0/networks/3e939204-d6ce-43f1-ba7c-3814abec865a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964979 Aug 10 03:57:29.835518 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809dc53-e4ab-4dbb-88f3-5d07c2d09b4e req-2e883228-5532-43bc-9d7d-545ee48ec970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:29.837019 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7809dc53-e4ab-4dbb-88f3-5d07c2d09b4e req-2e883228-5532-43bc-9d7d-545ee48ec970 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f978154370c54cef8e8d819528465357&device_id=2be60b71-7375-4dd3-afc5-6e1f26668aa3 HTTP/1.1" status: 200 len: 1095 time: 0.1099324 Aug 10 03:57:29.876108 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:29.973061 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-b59cebc8-6784-48e1-91de-e2a5f6b1c5d1 None None] Allocated IP 172.20.0.1 (89412418-1fc7-457c-84df-90ebf5f586df/f914fabe-4dc4-485f-84ee-ae0517167b59/2de49943-e02a-41ec-a657-868356741f67) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:29.976431 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9014b3-8bb9-4d68-9705-e446ade82b47 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Network 53dfa4b5-770f-4d5e-bb8c-65926a66e881 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:57:29.979282 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6bfe0e56-7a35-4aaa-a68f-dac1fa9c16b6 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1735997 Aug 10 03:57:29.982773 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39554) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:29.991586 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-473eaa38-05b1-47d5-882e-30d0b5f7698b tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Request body: {'port': {'network_id': '0cac04dd-6cd8-4be3-ac57-2f1c9ea19e0c', 'name': 'tempest-TagsExtTest-906925715'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:29.996803 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-06533142-4961-49a5-b11c-e9f1486685d7 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:57:30.003825 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-06533142-4961-49a5-b11c-e9f1486685d7 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3571563 Aug 10 03:57:30.005201 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39556) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:30.021814 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146b0b5d-e1eb-4a61-af79-fe9aa9ddb952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-0cac04dd-6cd8-4be3-ac57-2f1c9ea19e0c', 'network_id': '0cac04dd-6cd8-4be3-ac57-2f1c9ea19e0c', 'tenant_id': '448e2df9915e44d4a992d6a1a0e62797', 'fixed_ips': [{'subnet_id': 'acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:57:30.022669 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-146b0b5d-e1eb-4a61-af79-fe9aa9ddb952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.092137 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-be9014b3-8bb9-4d68-9705-e446ade82b47 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 53dfa4b5-770f-4d5e-bb8c-65926a66e881) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:30.097334 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9014b3-8bb9-4d68-9705-e446ade82b47 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:30.097509 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-be9014b3-8bb9-4d68-9705-e446ade82b47 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.121570 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809dc53-e4ab-4dbb-88f3-5d07c2d09b4e req-ee3d6edb-035d-4085-91e5-aa83342a309c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:30.123081 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7809dc53-e4ab-4dbb-88f3-5d07c2d09b4e req-ee3d6edb-035d-4085-91e5-aa83342a309c service neutron] 10.222.0.20 "GET /v2.0/networks?id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc HTTP/1.1" status: 200 len: 913 time: 0.2576144 Aug 10 03:57:30.126518 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23e4c5aa-04ac-476c-9abf-6d3f67a4b19b req-11c785ba-3b96-4923-9b0c-3588912fafcb service neutron] 10.222.0.20 "GET /v2.0/networks/3e939204-d6ce-43f1-ba7c-3814abec865a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597864 Aug 10 03:57:30.141992 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91411c2a-f75e-450c-916a-6edd387bc0ac None None] Network 53dfa4b5-770f-4d5e-bb8c-65926a66e881 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:30.168903 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72797545-81fc-490a-a35b-63152189029b tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.188431 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473eaa38-05b1-47d5-882e-30d0b5f7698b tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Made reservation on behalf of 448e2df9915e44d4a992d6a1a0e62797 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:30.194575 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-473eaa38-05b1-47d5-882e-30d0b5f7698b tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.214842 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-473eaa38-05b1-47d5-882e-30d0b5f7698b tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] device_id is not set on port 74074336-6bb0-4a73-9507-084bc71d9467 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:57:30.221543 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7809dc53-e4ab-4dbb-88f3-5d07c2d09b4e req-1a24f01e-5dd5-41b5-bb8f-07faed10edfd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7ce79eb-e781-4a38-80c8-31efc98c3419 HTTP/1.1" status: 200 len: 217 time: 0.0784047 Aug 10 03:57:30.226496 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f6cd4b54-9605-49bb-bff8-e29d67d97942 req-f1ad2b1d-238f-4658-b17f-fdd733fb88ee tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1688becb-874b-4531-b1d6-374f7c3d89ec HTTP/1.1" status: 200 len: 210 time: 0.0823452 Aug 10 03:57:30.251238 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72797545-81fc-490a-a35b-63152189029b tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.322224 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-be9014b3-8bb9-4d68-9705-e446ade82b47 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1798711 Aug 10 03:57:30.326416 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39562) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:30.332168 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-d3714b57-16dd-451d-937a-599f8f882878 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-522639382'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:30.338116 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809dc53-e4ab-4dbb-88f3-5d07c2d09b4e req-46b89e5d-4668-4dc3-9144-fd1484e1e4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:30.339845 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7809dc53-e4ab-4dbb-88f3-5d07c2d09b4e req-46b89e5d-4668-4dc3-9144-fd1484e1e4b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf9a7592-e5a6-49d5-943e-a569f481a6b7 HTTP/1.1" status: 200 len: 852 time: 0.1094592 Aug 10 03:57:30.340210 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b59cebc8-6784-48e1-91de-e2a5f6b1c5d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.356559 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-146b0b5d-e1eb-4a61-af79-fe9aa9ddb952 None None] Allocated IP 172.20.0.2 (0cac04dd-6cd8-4be3-ac57-2f1c9ea19e0c/acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd/4bc710b2-509d-4a21-add9-85202aa88da3) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:30.379130 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5f15c0-fde9-4297-a710-fb20d9c72528', 'tag': 'd8a22160-7f85-4ee6-9226-0427806c2319'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:30.382757 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc5e3d9-4fc1-444f-9ddf-baf898a59547" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5f15c0-fde9-4297-a710-fb20d9c72528", "tag": "d8a22160-7f85-4ee6-9226-0427806c2319"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:30.388196 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f0ada-f54f-406c-bbd0-cc7203256d5a req-3ce31936-e9ee-4a07-8bb5-5c37e2d0caf5 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:30.388502 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7809dc53-e4ab-4dbb-88f3-5d07c2d09b4e req-355697e2-48b0-42fb-8b9d-cd140bad3a16 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372202 Aug 10 03:57:30.390060 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a48f0ada-f54f-406c-bbd0-cc7203256d5a req-3ce31936-e9ee-4a07-8bb5-5c37e2d0caf5 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5f15c0-fde9-4297-a710-fb20d9c72528 HTTP/1.1" status: 200 len: 943 time: 0.1061890 Aug 10 03:57:30.465639 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b59cebc8-6784-48e1-91de-e2a5f6b1c5d1 None None] Transition to ACTIVE for port object 2de49943-e02a-41ec-a657-868356741f67 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:30.469923 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374abcce-eb68-449c-8c03-a1af9f96c000 x-openstack-request-id: req-374abcce-eb68-449c-8c03-a1af9f96c000 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:30.470269 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5f15c0-fde9-4297-a710-fb20d9c72528", "tag": "d8a22160-7f85-4ee6-9226-0427806c2319", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:30.470478 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-374abcce-eb68-449c-8c03-a1af9f96c000 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:30.470890 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5f15c0-fde9-4297-a710-fb20d9c72528', 'tag': 'd8a22160-7f85-4ee6-9226-0427806c2319', 'status': 'completed', 'code': 200} Aug 10 03:57:30.478496 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72797545-81fc-490a-a35b-63152189029b tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.481656 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72797545-81fc-490a-a35b-63152189029b tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.482998 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-72797545-81fc-490a-a35b-63152189029b tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "DELETE /v2.0/security-groups/044ead5b-e4dc-4f00-8494-da289bcc9d17 HTTP/1.1" status: 204 len: 168 time: 0.4761548 Aug 10 03:57:30.490289 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a48f0ada-f54f-406c-bbd0-cc7203256d5a req-ac751c55-c465-412b-9a8c-99366276794b tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/security-groups?id=9abd3a5c-87d2-44b8-8106-d84c666ebf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918386 Aug 10 03:57:30.490823 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39566) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:30.519925 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b59cebc8-6784-48e1-91de-e2a5f6b1c5d1 None None] Transition to ACTIVE for port object 2de49943-e02a-41ec-a657-868356741f67 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:30.564031 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a7b45c46-f3a9-4ea4-a268-5813ef380230 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0718243 Aug 10 03:57:30.569563 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39568) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:30.574493 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-17a5def0-cb53-49e2-a530-01264e7cc200 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group': {'name': 'tempest-secgroup--321476782'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:30.595369 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7809dc53-e4ab-4dbb-88f3-5d07c2d09b4e req-d429cc58-e385-4342-863e-fa79b663596f service neutron] 10.222.0.20 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978793 Aug 10 03:57:30.603309 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3714b57-16dd-451d-937a-599f8f882878 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Made reservation on behalf of 8281b6bf97984b32a5c87806dd937c20 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:30.605636 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a164f23-0a0a-48db-96af-ef4491fe33e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-53dfa4b5-770f-4d5e-bb8c-65926a66e881', 'network_id': '53dfa4b5-770f-4d5e-bb8c-65926a66e881', 'tenant_id': '8281b6bf97984b32a5c87806dd937c20', 'fixed_ips': [{'subnet_id': '17f7e21b-cc98-4c65-8871-1f860976e003'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:57:30.606483 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0a164f23-0a0a-48db-96af-ef4491fe33e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.607044 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d3714b57-16dd-451d-937a-599f8f882878 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.626084 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72797545-81fc-490a-a35b-63152189029b tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=044ead5b-e4dc-4f00-8494-da289bcc9d17,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:30.635632 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b59cebc8-6784-48e1-91de-e2a5f6b1c5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.694085 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5e3d9-4fc1-444f-9ddf-baf898a59547 req-ee65ddc1-8caa-411f-b611-49e69365ece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:30.695544 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7bc5e3d9-4fc1-444f-9ddf-baf898a59547 req-ee65ddc1-8caa-411f-b611-49e69365ece5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79c4774ecb374d1eb5549052ddd5465e&device_id=fe5f15c0-fde9-4297-a710-fb20d9c72528 HTTP/1.1" status: 200 len: 1094 time: 0.2183657 Aug 10 03:57:30.696612 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-146b0b5d-e1eb-4a61-af79-fe9aa9ddb952 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.714178 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.717539 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-17a5def0-cb53-49e2-a530-01264e7cc200 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.754190 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Subnet': ['ID=f914fabe-4dc4-485f-84ee-ae0517167b59,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:30.771290 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59cebc8-6784-48e1-91de-e2a5f6b1c5d1 None None] Network 89412418-1fc7-457c-84df-90ebf5f586df is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:30.775112 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-146b0b5d-e1eb-4a61-af79-fe9aa9ddb952 None None] Transition to ACTIVE for port object 4bc710b2-509d-4a21-add9-85202aa88da3 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:30.782390 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59cebc8-6784-48e1-91de-e2a5f6b1c5d1 None None] Pushing event updated for resources: {'Port': ['ID=2de49943-e02a-41ec-a657-868356741f67,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:30.786160 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-b59cebc8-6784-48e1-91de-e2a5f6b1c5d1 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:30.795447 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59cebc8-6784-48e1-91de-e2a5f6b1c5d1 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:30.844022 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-146b0b5d-e1eb-4a61-af79-fe9aa9ddb952 None None] Transition to ACTIVE for port object 4bc710b2-509d-4a21-add9-85202aa88da3 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:30.860181 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.884155 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89412418-1fc7-457c-84df-90ebf5f586df']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:30.920923 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '689ebff5-9dc3-4c51-afac-d6f8da467dd3') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:30.921354 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '689ebff5-9dc3-4c51-afac-d6f8da467dd3') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:30.936267 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.961328 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.967381 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-b59cebc8-6784-48e1-91de-e2a5f6b1c5d1 None None] Attempting to bind port 2de49943-e02a-41ec-a657-868356741f67 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:30.968112 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-b59cebc8-6784-48e1-91de-e2a5f6b1c5d1 None None] Attempting to bind port 2de49943-e02a-41ec-a657-868356741f67 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '689ebff5-9dc3-4c51-afac-d6f8da467dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '89412418-1fc7-457c-84df-90ebf5f586df'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:30.968698 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59cebc8-6784-48e1-91de-e2a5f6b1c5d1 None None] Attempting to bind port 2de49943-e02a-41ec-a657-868356741f67 on network 89412418-1fc7-457c-84df-90ebf5f586df {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:30.974990 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-17a5def0-cb53-49e2-a530-01264e7cc200 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.976348 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:30.976736 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:30.980038 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:30.997249 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59cebc8-6784-48e1-91de-e2a5f6b1c5d1 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:30.997249 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59cebc8-6784-48e1-91de-e2a5f6b1c5d1 None None] Checking segment: {'id': '689ebff5-9dc3-4c51-afac-d6f8da467dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '89412418-1fc7-457c-84df-90ebf5f586df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:30.997249 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b59cebc8-6784-48e1-91de-e2a5f6b1c5d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.997249 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59cebc8-6784-48e1-91de-e2a5f6b1c5d1 None None] Bound using segment: {'id': '689ebff5-9dc3-4c51-afac-d6f8da467dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '89412418-1fc7-457c-84df-90ebf5f586df'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:30.997249 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-b59cebc8-6784-48e1-91de-e2a5f6b1c5d1 None None] Bound port: 2de49943-e02a-41ec-a657-868356741f67, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '689ebff5-9dc3-4c51-afac-d6f8da467dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '89412418-1fc7-457c-84df-90ebf5f586df'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:30.997249 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b59cebc8-6784-48e1-91de-e2a5f6b1c5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:30.997249 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-146b0b5d-e1eb-4a61-af79-fe9aa9ddb952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.059862 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146b0b5d-e1eb-4a61-af79-fe9aa9ddb952 None None] Network 0cac04dd-6cd8-4be3-ac57-2f1c9ea19e0c is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:31.082016 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-473eaa38-05b1-47d5-882e-30d0b5f7698b tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Allocated IP 172.20.0.13 (0cac04dd-6cd8-4be3-ac57-2f1c9ea19e0c/acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd/74074336-6bb0-4a73-9507-084bc71d9467) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:31.092104 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-17a5def0-cb53-49e2-a530-01264e7cc200 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.097659 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-0a164f23-0a0a-48db-96af-ef4491fe33e0 None None] Allocated IP 19.80.0.2 (53dfa4b5-770f-4d5e-bb8c-65926a66e881/17f7e21b-cc98-4c65-8871-1f860976e003/5cfcf89b-c448-44cf-8e05-3e6a3a3da1e6) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:31.103557 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3714b57-16dd-451d-937a-599f8f882878 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:57:31.110179 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-146b0b5d-e1eb-4a61-af79-fe9aa9ddb952 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:31.116626 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146b0b5d-e1eb-4a61-af79-fe9aa9ddb952 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:31.129537 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b0b5d-e1eb-4a61-af79-fe9aa9ddb952 None None] Pushing event updated for resources: {'Port': ['ID=4bc710b2-509d-4a21-add9-85202aa88da3,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:31.140330 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.db.api [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:57:31.140330 n-d-802893-2 neutron-server[94938]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:57:31.140330 n-d-802893-2 neutron-server[94938]: [parameters: {'id': '89412418-1fc7-457c-84df-90ebf5f586df'}] Aug 10 03:57:31.140330 n-d-802893-2 neutron-server[94938]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94938) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:57:31.140921 n-d-802893-2 neutron-server[94938]: DEBUG oslo_db.api [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:57:31.148485 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5def0-cb53-49e2-a530-01264e7cc200 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b451d6d2-42b4-449e-a1ba-835a1489b185,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:31.155430 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d3714b57-16dd-451d-937a-599f8f882878 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.155775 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-d3714b57-16dd-451d-937a-599f8f882878 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Added segment 1b091c50-42e7-4ed2-acd2-124394c26139 of type vlan for network 5d099f79-883f-4477-960b-980055d4784b Aug 10 03:57:31.207501 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7809dc53-e4ab-4dbb-88f3-5d07c2d09b4e req-f3e271ed-464c-4848-9c6c-ef0aae8e13f0 service neutron] 10.222.0.20 "GET /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5963321 Aug 10 03:57:31.232531 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d3714b57-16dd-451d-937a-599f8f882878 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.235871 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-b59cebc8-6784-48e1-91de-e2a5f6b1c5d1 None None] For port 2de49943-e02a-41ec-a657-868356741f67, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:31.244066 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fb8a8-7894-4835-b021-718b0333c848 req-f276cfd8-7ff6-40f4-be6a-a43a66d8295a tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:31.245625 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ec6fb8a8-7894-4835-b021-718b0333c848 req-f276cfd8-7ff6-40f4-be6a-a43a66d8295a tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=2be60b71-7375-4dd3-afc5-6e1f26668aa3 HTTP/1.1" status: 200 len: 944 time: 0.1800168 Aug 10 03:57:31.247437 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-17a5def0-cb53-49e2-a530-01264e7cc200 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.249294 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-17a5def0-cb53-49e2-a530-01264e7cc200 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6785581 Aug 10 03:57:31.252230 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39576) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:31.259931 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-44a74b2c-2c95-4689-97ef-ad3301bce43c tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group_rule': {'security_group_id': 'b451d6d2-42b4-449e-a1ba-835a1489b185', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:31.299168 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-146b0b5d-e1eb-4a61-af79-fe9aa9ddb952 None None] Attempting to bind port 4bc710b2-509d-4a21-add9-85202aa88da3 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:31.300108 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-146b0b5d-e1eb-4a61-af79-fe9aa9ddb952 None None] Attempting to bind port 4bc710b2-509d-4a21-add9-85202aa88da3 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'dda6902d-350f-4813-9348-6ef2860f4ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0cac04dd-6cd8-4be3-ac57-2f1c9ea19e0c'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:31.300806 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146b0b5d-e1eb-4a61-af79-fe9aa9ddb952 None None] Attempting to bind port 4bc710b2-509d-4a21-add9-85202aa88da3 on network 0cac04dd-6cd8-4be3-ac57-2f1c9ea19e0c {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:31.307543 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-473eaa38-05b1-47d5-882e-30d0b5f7698b tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.312922 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5e3d9-4fc1-444f-9ddf-baf898a59547 req-8fef08c3-631c-413f-99f6-565fbabd700a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:31.313062 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-b59cebc8-6784-48e1-91de-e2a5f6b1c5d1 None None] For port 2de49943-e02a-41ec-a657-868356741f67, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=2de49943-e02a-41ec-a657-868356741f67,segment=NetworkSegment(689ebff5-9dc3-4c51-afac-d6f8da467dd3),segment_id=689ebff5-9dc3-4c51-afac-d6f8da467dd3)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:31.313209 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7bc5e3d9-4fc1-444f-9ddf-baf898a59547 req-8fef08c3-631c-413f-99f6-565fbabd700a service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e939204-d6ce-43f1-ba7c-3814abec865a HTTP/1.1" status: 200 len: 922 time: 0.6038413 Aug 10 03:57:31.320399 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146b0b5d-e1eb-4a61-af79-fe9aa9ddb952 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:31.321159 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146b0b5d-e1eb-4a61-af79-fe9aa9ddb952 None None] Checking segment: {'id': 'dda6902d-350f-4813-9348-6ef2860f4ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0cac04dd-6cd8-4be3-ac57-2f1c9ea19e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:31.321814 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-146b0b5d-e1eb-4a61-af79-fe9aa9ddb952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.322423 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146b0b5d-e1eb-4a61-af79-fe9aa9ddb952 None None] Bound using segment: {'id': 'dda6902d-350f-4813-9348-6ef2860f4ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0cac04dd-6cd8-4be3-ac57-2f1c9ea19e0c'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:31.323124 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-146b0b5d-e1eb-4a61-af79-fe9aa9ddb952 None None] Bound port: 4bc710b2-509d-4a21-add9-85202aa88da3, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dda6902d-350f-4813-9348-6ef2860f4ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '0cac04dd-6cd8-4be3-ac57-2f1c9ea19e0c'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:31.323970 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-146b0b5d-e1eb-4a61-af79-fe9aa9ddb952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.325361 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-473eaa38-05b1-47d5-882e-30d0b5f7698b tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Transition to ACTIVE for port object 74074336-6bb0-4a73-9507-084bc71d9467 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:31.331819 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ec6fb8a8-7894-4835-b021-718b0333c848 req-deeef9be-fbcc-4641-834a-4b10b4a2b7c7 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759044 Aug 10 03:57:31.366522 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7bc5e3d9-4fc1-444f-9ddf-baf898a59547 req-02172ceb-6a62-478b-8d67-ee2d215c49de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d8a22160-7f85-4ee6-9226-0427806c2319 HTTP/1.1" status: 200 len: 217 time: 0.0459449 Aug 10 03:57:31.373447 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6ac2f3c6-abb4-4b20-84c7-9fdf0787022a req-3b09c8a2-f0fb-4263-841b-c317444aaea4 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1688becb-874b-4531-b1d6-374f7c3d89ec HTTP/1.1" status: 200 len: 210 time: 0.0364873 Aug 10 03:57:31.430983 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5e3d9-4fc1-444f-9ddf-baf898a59547 req-0843307b-1f06-4aa4-8d5a-41246880cf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:31.432683 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7bc5e3d9-4fc1-444f-9ddf-baf898a59547 req-0843307b-1f06-4aa4-8d5a-41246880cf86 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2f1539a-e343-48aa-92f1-b2f32bcf8e83 HTTP/1.1" status: 200 len: 861 time: 0.0597491 Aug 10 03:57:31.468918 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7bc5e3d9-4fc1-444f-9ddf-baf898a59547 req-e779b4b3-b3a2-4492-bb24-486d8bf49acc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e939204-d6ce-43f1-ba7c-3814abec865a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286574 Aug 10 03:57:31.470275 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d3714b57-16dd-451d-937a-599f8f882878 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.477256 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3714b57-16dd-451d-937a-599f8f882878 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:31.478034 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d3714b57-16dd-451d-937a-599f8f882878 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.494664 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-44a74b2c-2c95-4689-97ef-ad3301bce43c tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] create failed (client error): The resource could not be found. Aug 10 03:57:31.495993 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-44a74b2c-2c95-4689-97ef-ad3301bce43c tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2426586 Aug 10 03:57:31.497121 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-473eaa38-05b1-47d5-882e-30d0b5f7698b tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.499186 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39578) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:31.503636 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-06c55cf3-7878-47df-899d-1a564c4681ae tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group_rule': {'security_group_id': 'b451d6d2-42b4-449e-a1ba-835a1489b185', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8574486d-5f75-46e0-87de-f95967ed914e'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:31.567887 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473eaa38-05b1-47d5-882e-30d0b5f7698b tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Network 0cac04dd-6cd8-4be3-ac57-2f1c9ea19e0c is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:31.574803 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-473eaa38-05b1-47d5-882e-30d0b5f7698b tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:31.578450 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473eaa38-05b1-47d5-882e-30d0b5f7698b tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:31.580285 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-146b0b5d-e1eb-4a61-af79-fe9aa9ddb952 None None] For port 4bc710b2-509d-4a21-add9-85202aa88da3, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:31.586142 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473eaa38-05b1-47d5-882e-30d0b5f7698b tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Pushing event updated for resources: {'Port': ['ID=74074336-6bb0-4a73-9507-084bc71d9467,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:31.586295 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-146b0b5d-e1eb-4a61-af79-fe9aa9ddb952 None None] For port 4bc710b2-509d-4a21-add9-85202aa88da3, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4bc710b2-509d-4a21-add9-85202aa88da3,segment=NetworkSegment(dda6902d-350f-4813-9348-6ef2860f4ca7),segment_id=dda6902d-350f-4813-9348-6ef2860f4ca7)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:31.589316 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b59cebc8-6784-48e1-91de-e2a5f6b1c5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.640348 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3714b57-16dd-451d-937a-599f8f882878 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Pushing event updated for resources: {'Network': ['ID=5d099f79-883f-4477-960b-980055d4784b,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:31.660672 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 5d099f79-883f-4477-960b-980055d4784b details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:57:31.664539 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.706659 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473eaa38-05b1-47d5-882e-30d0b5f7698b tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:31.708006 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-473eaa38-05b1-47d5-882e-30d0b5f7698b tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.709970 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7bc5e3d9-4fc1-444f-9ddf-baf898a59547 req-78e468b4-f664-4655-a1c7-9367ca41bd1d service neutron] 10.222.0.20 "GET /v2.0/networks/3e939204-d6ce-43f1-ba7c-3814abec865a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287445 Aug 10 03:57:31.757112 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-146b0b5d-e1eb-4a61-af79-fe9aa9ddb952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.762805 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59cebc8-6784-48e1-91de-e2a5f6b1c5d1 None None] Pushing event updated for resources: {'Port': ['ID=2de49943-e02a-41ec-a657-868356741f67,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:31.780849 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d3714b57-16dd-451d-937a-599f8f882878 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4529469 Aug 10 03:57:31.783548 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39582) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:31.791270 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-309976ce-a646-4e58-bf3e-ccaf2e031f41 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Request body: {'subnet': {'network_id': '5d099f79-883f-4477-960b-980055d4784b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:31.794513 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b6e09-686f-4d47-b171-eb6b2c0f3408 req-172a0090-7022-4f08-b72e-96bba826a330 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:31.802592 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-4340fbc8-28fd-4930-9cb3-07ec13d4534f tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:31.804087 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-4340fbc8-28fd-4930-9cb3-07ec13d4534f tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.68 "GET /v2.0/networks?id=0634fa6a-7f69-4064-82f8-7bc53e608507 HTTP/1.1" status: 200 len: 821 time: 0.1941950 Aug 10 03:57:31.804883 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-203b6e09-686f-4d47-b171-eb6b2c0f3408 req-172a0090-7022-4f08-b72e-96bba826a330 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5f15c0-fde9-4297-a710-fb20d9c72528 HTTP/1.1" status: 200 len: 943 time: 0.1472628 Aug 10 03:57:31.823019 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-473eaa38-05b1-47d5-882e-30d0b5f7698b tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8389640 Aug 10 03:57:31.824407 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-06c55cf3-7878-47df-899d-1a564c4681ae tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] create failed (client error): The resource could not be found. Aug 10 03:57:31.824904 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-06c55cf3-7878-47df-899d-1a564c4681ae tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3252344 Aug 10 03:57:31.840040 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f3a867-38d1-43d6-83c8-0b86d8b229e9 None None] Network 89412418-1fc7-457c-84df-90ebf5f586df requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:31.855655 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-bca8503e-e4b7-4eae-a803-8fbf7452a548 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Request body: {'port': {'device_id': '1688becb-874b-4531-b1d6-374f7c3d89ec', 'network_id': '0634fa6a-7f69-4064-82f8-7bc53e608507', 'admin_state_up': True, 'tenant_id': 'e8d34bfc823f4b97b5babbf79f9ea99f'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:31.858585 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39584) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:31.858921 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39586) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:31.864272 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7bc5e3d9-4fc1-444f-9ddf-baf898a59547 req-bd181cf5-39aa-4f54-8e10-8a3b5ca6408d service neutron] 10.222.0.20 "GET /v2.0/networks/3e939204-d6ce-43f1-ba7c-3814abec865a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460166 Aug 10 03:57:31.877262 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-269257eb-063e-4bf6-ad94-9d1ab310c8e2 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1404900568', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:31.935309 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0a164f23-0a0a-48db-96af-ef4491fe33e0 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:31.941395 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-203b6e09-686f-4d47-b171-eb6b2c0f3408 req-ffe67c83-6c4a-4b51-90a0-5c0f6be52b4b tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/security-groups?id=9abd3a5c-87d2-44b8-8106-d84c666ebf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352158 Aug 10 03:57:31.950135 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b0b5d-e1eb-4a61-af79-fe9aa9ddb952 None None] Pushing event updated for resources: {'Port': ['ID=4bc710b2-509d-4a21-add9-85202aa88da3,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:31.960593 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0a164f23-0a0a-48db-96af-ef4491fe33e0 None None] Transition to ACTIVE for port object 5cfcf89b-c448-44cf-8e05-3e6a3a3da1e6 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:32.000836 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0a164f23-0a0a-48db-96af-ef4491fe33e0 None None] Transition to ACTIVE for port object 5cfcf89b-c448-44cf-8e05-3e6a3a3da1e6 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:32.024580 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Deleting port 2de49943-e02a-41ec-a657-868356741f67 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:32.024580 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.107081 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-269257eb-063e-4bf6-ad94-9d1ab310c8e2 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.108131 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-269257eb-063e-4bf6-ad94-9d1ab310c8e2 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.119930 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-262070be-87ce-4cde-92c0-1b2fa9efd80e tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.132836 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0a164f23-0a0a-48db-96af-ef4491fe33e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.211519 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a164f23-0a0a-48db-96af-ef4491fe33e0 None None] Network 53dfa4b5-770f-4d5e-bb8c-65926a66e881 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:32.214298 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-0a164f23-0a0a-48db-96af-ef4491fe33e0 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:32.216753 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a164f23-0a0a-48db-96af-ef4491fe33e0 None None] Pushing event updated for resources: {'Port': ['ID=5cfcf89b-c448-44cf-8e05-3e6a3a3da1e6,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:32.219685 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a164f23-0a0a-48db-96af-ef4491fe33e0 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:32.236418 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] For port 2de49943-e02a-41ec-a657-868356741f67, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=2de49943-e02a-41ec-a657-868356741f67,segment=NetworkSegment(689ebff5-9dc3-4c51-afac-d6f8da467dd3),segment_id=689ebff5-9dc3-4c51-afac-d6f8da467dd3)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:32.236950 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.248830 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-262070be-87ce-4cde-92c0-1b2fa9efd80e tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.278132 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-0a164f23-0a0a-48db-96af-ef4491fe33e0 None None] Attempting to bind port 5cfcf89b-c448-44cf-8e05-3e6a3a3da1e6 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:32.278503 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-0a164f23-0a0a-48db-96af-ef4491fe33e0 None None] Attempting to bind port 5cfcf89b-c448-44cf-8e05-3e6a3a3da1e6 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '3b88faf7-60c9-409a-a2e1-599b74963e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '53dfa4b5-770f-4d5e-bb8c-65926a66e881'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:32.278866 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a164f23-0a0a-48db-96af-ef4491fe33e0 None None] Attempting to bind port 5cfcf89b-c448-44cf-8e05-3e6a3a3da1e6 on network 53dfa4b5-770f-4d5e-bb8c-65926a66e881 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:32.284937 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a164f23-0a0a-48db-96af-ef4491fe33e0 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:32.286554 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a164f23-0a0a-48db-96af-ef4491fe33e0 None None] Checking segment: {'id': '3b88faf7-60c9-409a-a2e1-599b74963e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '53dfa4b5-770f-4d5e-bb8c-65926a66e881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:32.286554 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0a164f23-0a0a-48db-96af-ef4491fe33e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.286864 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a164f23-0a0a-48db-96af-ef4491fe33e0 None None] Bound using segment: {'id': '3b88faf7-60c9-409a-a2e1-599b74963e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '53dfa4b5-770f-4d5e-bb8c-65926a66e881'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:32.287067 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-0a164f23-0a0a-48db-96af-ef4491fe33e0 None None] Bound port: 5cfcf89b-c448-44cf-8e05-3e6a3a3da1e6, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b88faf7-60c9-409a-a2e1-599b74963e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '53dfa4b5-770f-4d5e-bb8c-65926a66e881'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:32.287438 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0a164f23-0a0a-48db-96af-ef4491fe33e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.290623 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309976ce-a646-4e58-bf3e-ccaf2e031f41 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Made reservation on behalf of 8281b6bf97984b32a5c87806dd937c20 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:32.294124 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-309976ce-a646-4e58-bf3e-ccaf2e031f41 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.298222 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Calling delete_port for 2de49943-e02a-41ec-a657-868356741f67 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:32.300537 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-269257eb-063e-4bf6-ad94-9d1ab310c8e2 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.354140 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-0a164f23-0a0a-48db-96af-ef4491fe33e0 None None] For port 5cfcf89b-c448-44cf-8e05-3e6a3a3da1e6, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:32.362683 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-0a164f23-0a0a-48db-96af-ef4491fe33e0 None None] For port 5cfcf89b-c448-44cf-8e05-3e6a3a3da1e6, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=5cfcf89b-c448-44cf-8e05-3e6a3a3da1e6,segment=NetworkSegment(3b88faf7-60c9-409a-a2e1-599b74963e34),segment_id=3b88faf7-60c9-409a-a2e1-599b74963e34)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:32.433863 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-269257eb-063e-4bf6-ad94-9d1ab310c8e2 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.468677 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0a164f23-0a0a-48db-96af-ef4491fe33e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.482672 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa817a-12ad-4eb4-aaf4-3832c6894b83 req-a99be3b8-ffdf-4d7a-92e4-91835f1e3bf6 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:32.484657 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-17aa817a-12ad-4eb4-aaf4-3832c6894b83 req-a99be3b8-ffdf-4d7a-92e4-91835f1e3bf6 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=2be60b71-7375-4dd3-afc5-6e1f26668aa3 HTTP/1.1" status: 200 len: 944 time: 0.0818148 Aug 10 03:57:32.507175 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-632b1093-a8a4-45e8-94eb-e28efbb60a38 req-39d30f1e-7fb7-4bba-859a-edc965c39c83 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1688becb-874b-4531-b1d6-374f7c3d89ec HTTP/1.1" status: 200 len: 210 time: 0.0442524 Aug 10 03:57:32.512303 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-bca8503e-e4b7-4eae-a803-8fbf7452a548 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Made reservation on behalf of e8d34bfc823f4b97b5babbf79f9ea99f for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:32.515087 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-bca8503e-e4b7-4eae-a803-8fbf7452a548 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.552629 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-17aa817a-12ad-4eb4-aaf4-3832c6894b83 req-7263e03b-f9be-4ff0-9905-595cbd9340ca tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574598 Aug 10 03:57:32.556576 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a164f23-0a0a-48db-96af-ef4491fe33e0 None None] Pushing event updated for resources: {'Port': ['ID=5cfcf89b-c448-44cf-8e05-3e6a3a3da1e6,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:32.571935 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-262070be-87ce-4cde-92c0-1b2fa9efd80e tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.574890 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-262070be-87ce-4cde-92c0-1b2fa9efd80e tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.575942 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-262070be-87ce-4cde-92c0-1b2fa9efd80e tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "DELETE /v2.0/security-groups/b451d6d2-42b4-449e-a1ba-835a1489b185 HTTP/1.1" status: 204 len: 168 time: 0.7080882 Aug 10 03:57:32.578958 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39594) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:32.620645 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-269257eb-063e-4bf6-ad94-9d1ab310c8e2 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.625674 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-269257eb-063e-4bf6-ad94-9d1ab310c8e2 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7554264 Aug 10 03:57:32.625674 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39596) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:32.626666 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262070be-87ce-4cde-92c0-1b2fa9efd80e tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b451d6d2-42b4-449e-a1ba-835a1489b185,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:32.636894 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-975addee-6cc3-4a46-8d58-cc5319dfe1ff tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0528448 Aug 10 03:57:32.637607 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39598) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:32.637947 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-94f26f53-342d-4d72-ae24-10f4681648fd tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1058149157', 'prefixes': ['172.20.0.0/16']}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:32.643498 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-64e7be28-53c4-49d6-bcb0-779e82fcfb06 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group_rule': {'security_group_id': 'a9e0f963-4f73-4593-9e3e-433df9bd2a73', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:32.670014 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:32.733546 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No DVR routers for this DVR port 2de49943-e02a-41ec-a657-868356741f67 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:32.746115 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Port': ['ID=2de49943-e02a-41ec-a657-868356741f67,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:33.022491 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device a7ce79eb-e781-4a38-80c8-31efc98c3419 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:57:33.028836 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-64e7be28-53c4-49d6-bcb0-779e82fcfb06 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] create failed (client error): The resource could not be found. Aug 10 03:57:33.028836 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-64e7be28-53c4-49d6-bcb0-779e82fcfb06 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3862650 Aug 10 03:57:33.029554 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39602) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:33.035625 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-238a0fe9-9c52-4b41-a90e-2e74fa13efd6 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group': {'name': 'tempest-secgroup--1592587987'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:33.075224 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4bc710b2-509d-4a21-add9-85202aa88da3 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:33.168647 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828c15ab-61d5-4afb-a8b8-6ab21f7b95f0 None None] Network 0cac04dd-6cd8-4be3-ac57-2f1c9ea19e0c requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:33.184528 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-238a0fe9-9c52-4b41-a90e-2e74fa13efd6 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.283503 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-bca8503e-e4b7-4eae-a803-8fbf7452a548 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Allocated IP 172.20.0.3 (0634fa6a-7f69-4064-82f8-7bc53e608507/a50be6d2-5864-4df7-862b-2a388ce69988/92679e4b-504c-4402-b581-4f8b49a4c287) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:33.295141 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-238a0fe9-9c52-4b41-a90e-2e74fa13efd6 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.313000 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port a7ce79eb-e781-4a38-80c8-31efc98c3419, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=a7ce79eb-e781-4a38-80c8-31efc98c3419,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:33.351429 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7cb6411e-a1c9-4381-b685-1a94204a7a95 None None] Provisioning for port 4bc710b2-509d-4a21-add9-85202aa88da3 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:33.352842 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'a7ce79eb-e781-4a38-80c8-31efc98c3419', 'network_id': 'c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc', 'port_id': 'a7ce79eb-e781-4a38-80c8-31efc98c3419', 'mac_address': 'fa:16:3e:29:24:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf9a7592-e5a6-49d5-943e-a569f481a6b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:57:33.367559 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.409776 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89412418-1fc7-457c-84df-90ebf5f586df']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:33.430702 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.431028 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '689ebff5-9dc3-4c51-afac-d6f8da467dd3') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:33.431310 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '689ebff5-9dc3-4c51-afac-d6f8da467dd3') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:33.441628 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-238a0fe9-9c52-4b41-a90e-2e74fa13efd6 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.455644 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.464317 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37923b61-419b-4422-8320-89f09a5bb719 req-d437f053-de0a-419d-bbde-5b3bc972b93a tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:33.465420 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 4bc710b2-509d-4a21-add9-85202aa88da3 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:33.465822 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-37923b61-419b-4422-8320-89f09a5bb719 req-d437f053-de0a-419d-bbde-5b3bc972b93a tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5f15c0-fde9-4297-a710-fb20d9c72528 HTTP/1.1" status: 200 len: 943 time: 0.2003071 Aug 10 03:57:33.484732 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 4bc710b2-509d-4a21-add9-85202aa88da3 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:33.485654 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.493035 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.504103 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a0fe9-9c52-4b41-a90e-2e74fa13efd6 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c4beb7-0654-4708-a43d-6eb0f9240d20,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:33.518773 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-309976ce-a646-4e58-bf3e-ccaf2e031f41 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.525957 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:33.526359 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:33.535021 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:33.537862 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7ce79eb-e781-4a38-80c8-31efc98c3419 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:57:33.574872 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port a7ce79eb-e781-4a38-80c8-31efc98c3419, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=a7ce79eb-e781-4a38-80c8-31efc98c3419,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:33.600606 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-238a0fe9-9c52-4b41-a90e-2e74fa13efd6 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.602205 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-238a0fe9-9c52-4b41-a90e-2e74fa13efd6 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5714459 Aug 10 03:57:33.619253 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39610) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:33.627649 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-2b15005b-c11a-4c41-aaac-ba4124876cf6 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group': {'name': 'tempest-secgroup--732349509'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:33.640722 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.663997 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-689a4cc3-ab2a-461d-bc7a-8cb0db8699ae req-af841b7d-013e-4269-8432-7959be41263c tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1688becb-874b-4531-b1d6-374f7c3d89ec HTTP/1.1" status: 200 len: 210 time: 0.0564356 Aug 10 03:57:33.688256 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 4bc710b2-509d-4a21-add9-85202aa88da3, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4bc710b2-509d-4a21-add9-85202aa88da3,segment=NetworkSegment(dda6902d-350f-4813-9348-6ef2860f4ca7),segment_id=dda6902d-350f-4813-9348-6ef2860f4ca7)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:33.697698 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.700266 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device d8a22160-7f85-4ee6-9226-0427806c2319 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:57:33.761528 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-37923b61-419b-4422-8320-89f09a5bb719 req-094ce185-c48f-4d24-8a7a-70937d431acb tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/security-groups?id=9abd3a5c-87d2-44b8-8106-d84c666ebf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847934 Aug 10 03:57:33.826731 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2b15005b-c11a-4c41-aaac-ba4124876cf6 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.873996 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-bca8503e-e4b7-4eae-a803-8fbf7452a548 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.874695 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831bda3-a1d6-41b6-9fe3-fb02dfee8275 req-6615ab7b-3c58-44a9-a9d8-5e1161970154 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:33.882844 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port d8a22160-7f85-4ee6-9226-0427806c2319, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=d8a22160-7f85-4ee6-9226-0427806c2319,segment=NetworkSegment(ce9eaaf0-45b4-4725-9eaf-a65bd6540315),segment_id=ce9eaaf0-45b4-4725-9eaf-a65bd6540315)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:33.884849 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309976ce-a646-4e58-bf3e-ccaf2e031f41 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Pushing event updated for resources: {'Subnet': ['ID=5efb0c51-edf9-4e1f-93a9-b518b91d3def,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:33.885898 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d831bda3-a1d6-41b6-9fe3-fb02dfee8275 req-6615ab7b-3c58-44a9-a9d8-5e1161970154 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=2be60b71-7375-4dd3-afc5-6e1f26668aa3 HTTP/1.1" status: 200 len: 945 time: 0.0929868 Aug 10 03:57:33.896239 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.909474 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.915154 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/networks/89412418-1fc7-457c-84df-90ebf5f586df HTTP/1.1" status: 204 len: 168 time: 4.2824521 Aug 10 03:57:33.915154 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309976ce-a646-4e58-bf3e-ccaf2e031f41 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Checking segment: {'id': '1b091c50-42e7-4ed2-acd2-124394c26139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5d099f79-883f-4477-960b-980055d4784b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:33.915154 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309976ce-a646-4e58-bf3e-ccaf2e031f41 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Network hostable DHCP agents. Network: 5d099f79-883f-4477-960b-980055d4784b, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:57:33.915560 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'd8a22160-7f85-4ee6-9226-0427806c2319', 'network_id': '3e939204-d6ce-43f1-ba7c-3814abec865a', 'port_id': 'd8a22160-7f85-4ee6-9226-0427806c2319', 'mac_address': 'fa:16:3e:f3:94:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f1539a-e343-48aa-92f1-b2f32bcf8e83', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:57:33.918030 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.918816 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 5cfcf89b-c448-44cf-8e05-3e6a3a3da1e6 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:33.920763 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39612) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:33.929533 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-2526e287-ea80-43fa-955c-d8cd150f0f8e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-185456065'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:33.940137 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb1a76-56e5-41d7-be77-938cf9bbfaac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Network': ['ID=89412418-1fc7-457c-84df-90ebf5f586df,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:33.951451 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-94f26f53-342d-4d72-ae24-10f4681648fd tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks [] for subnetpool, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:33.951451 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-94f26f53-342d-4d72-ae24-10f4681648fd tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.3142123 Aug 10 03:57:33.952647 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39614) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:33.958383 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d831bda3-a1d6-41b6-9fe3-fb02dfee8275 req-ad2b62fc-0b93-4b20-b219-3f3e65b378c9 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683761 Aug 10 03:57:33.963699 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.tag.tag_plugin [None req-94a64c17-90c9-46f7-b412-76157b343a8d tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd', 'tempest-TagsExtTest-Tag-1754337863') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:33.972121 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56800967-82ce-4ba7-beb6-8416bcaeb037 None None] Network 53dfa4b5-770f-4d5e-bb8c-65926a66e881 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:34.011321 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=a7ce79eb-e781-4a38-80c8-31efc98c3419,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:34.023282 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.071114 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2b15005b-c11a-4c41-aaac-ba4124876cf6 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.072281 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8a22160-7f85-4ee6-9226-0427806c2319 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:57:34.144093 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port d8a22160-7f85-4ee6-9226-0427806c2319, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=d8a22160-7f85-4ee6-9226-0427806c2319,segment=NetworkSegment(ce9eaaf0-45b4-4725-9eaf-a65bd6540315),segment_id=ce9eaaf0-45b4-4725-9eaf-a65bd6540315)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:34.145167 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-bca8503e-e4b7-4eae-a803-8fbf7452a548 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.148433 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5052bd19-66ee-441e-8771-03912e1cacef None None] Provisioning complete for port 4bc710b2-509d-4a21-add9-85202aa88da3 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:34.149212 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5052bd19-66ee-441e-8771-03912e1cacef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.168977 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2b15005b-c11a-4c41-aaac-ba4124876cf6 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.186941 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309976ce-a646-4e58-bf3e-ccaf2e031f41 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Network 5d099f79-883f-4477-960b-980055d4784b is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:57:34.210470 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=4bc710b2-509d-4a21-add9-85202aa88da3,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:34.214873 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-bca8503e-e4b7-4eae-a803-8fbf7452a548 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Network 0634fa6a-7f69-4064-82f8-7bc53e608507 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:34.218293 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-bca8503e-e4b7-4eae-a803-8fbf7452a548 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:34.223541 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-bca8503e-e4b7-4eae-a803-8fbf7452a548 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:34.228185 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8503e-e4b7-4eae-a803-8fbf7452a548 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Pushing event updated for resources: {'Port': ['ID=92679e4b-504c-4402-b581-4f8b49a4c287,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:34.254330 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-94a64c17-90c9-46f7-b412-76157b343a8d tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "PUT /v2.0/subnets/acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd/tags/tempest-TagsExtTest-Tag-1754337863 HTTP/1.1" status: 201 len: 201 time: 0.3006086 Aug 10 03:57:34.257312 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39618) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:34.261961 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.tag.tag_plugin [None req-6b476e62-61e3-41ff-87df-766858d2da65 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '74074336-6bb0-4a73-9507-084bc71d9467', 'tempest-TagsExtTest-Tag-1328295294') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:34.266932 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.271543 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15005b-c11a-4c41-aaac-ba4124876cf6 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6990cbda-4ced-4269-8940-9a6cdd2ab1bd,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:34.307916 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-bca8503e-e4b7-4eae-a803-8fbf7452a548 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:34.308525 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-bca8503e-e4b7-4eae-a803-8fbf7452a548 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.309349 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2526e287-ea80-43fa-955c-d8cd150f0f8e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Made reservation on behalf of b2d87b3944704ca089acd0f2f68b57e9 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:34.313151 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-309976ce-a646-4e58-bf3e-ccaf2e031f41 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 5d099f79-883f-4477-960b-980055d4784b) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:34.313295 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2526e287-ea80-43fa-955c-d8cd150f0f8e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.321074 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309976ce-a646-4e58-bf3e-ccaf2e031f41 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:34.321729 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-309976ce-a646-4e58-bf3e-ccaf2e031f41 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.328452 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555ee9ba-9a03-404e-b32c-7b5712491e07 None None] Network 5d099f79-883f-4477-960b-980055d4784b requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:34.330132 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 5cfcf89b-c448-44cf-8e05-3e6a3a3da1e6 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:34.355186 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2526e287-ea80-43fa-955c-d8cd150f0f8e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:57:34.367135 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2526e287-ea80-43fa-955c-d8cd150f0f8e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.368445 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-2526e287-ea80-43fa-955c-d8cd150f0f8e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Added segment cfb88cca-48ab-4bbc-8901-7be0e0ab388e of type vlan for network e670da66-8c83-4675-9fe9-1ee16bc44270 Aug 10 03:57:34.399561 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2b15005b-c11a-4c41-aaac-ba4124876cf6 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.400824 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2b15005b-c11a-4c41-aaac-ba4124876cf6 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7794228 Aug 10 03:57:34.403891 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39620) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:34.412381 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-309976ce-a646-4e58-bf3e-ccaf2e031f41 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6260602 Aug 10 03:57:34.414328 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-bca8503e-e4b7-4eae-a803-8fbf7452a548 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5634634 Aug 10 03:57:34.429815 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-1f22d214-2e37-49ed-96ce-7e07216760d9 service neutron] Request body: {'port': {'device_id': '1688becb-874b-4531-b1d6-374f7c3d89ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:34.431517 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-001716d4-aecc-4912-82b3-9468ddbce6c1 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group_rule': {'security_group_id': 'd9c4beb7-0654-4708-a43d-6eb0f9240d20', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '6990cbda-4ced-4269-8940-9a6cdd2ab1bd'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:34.443170 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2526e287-ea80-43fa-955c-d8cd150f0f8e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.444583 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=d8a22160-7f85-4ee6-9226-0427806c2319,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:34.503036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39624) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:34.503930 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6b476e62-61e3-41ff-87df-766858d2da65 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "PUT /v2.0/ports/74074336-6bb0-4a73-9507-084bc71d9467/tags/tempest-TagsExtTest-Tag-1328295294 HTTP/1.1" status: 201 len: 201 time: 0.2455704 Aug 10 03:57:34.510805 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-a224e9a0-02e2-4101-92ac-3aac34a14a15 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f52b34d9-1d31-4b3c-84ce-7799914daf99', 'tempest-TagsExtTest-Tag-862095336') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:34.544825 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-1f22d214-2e37-49ed-96ce-7e07216760d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.559617 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5052bd19-66ee-441e-8771-03912e1cacef None None] Provisioning for port 74074336-6bb0-4a73-9507-084bc71d9467 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:34.595010 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5052bd19-66ee-441e-8771-03912e1cacef None None] Provisioning complete for port 74074336-6bb0-4a73-9507-084bc71d9467 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:34.595393 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5052bd19-66ee-441e-8771-03912e1cacef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.627762 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baefdb40-8f1a-45d8-99db-463bfbd52d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-5d099f79-883f-4477-960b-980055d4784b', 'network_id': '5d099f79-883f-4477-960b-980055d4784b', 'tenant_id': '8281b6bf97984b32a5c87806dd937c20', 'fixed_ips': [{'subnet_id': '5efb0c51-edf9-4e1f-93a9-b518b91d3def'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:57:34.628654 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-baefdb40-8f1a-45d8-99db-463bfbd52d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.643942 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['d8a22160-7f85-4ee6-9226-0427806c2319'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:57:34.679398 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2526e287-ea80-43fa-955c-d8cd150f0f8e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.685906 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2526e287-ea80-43fa-955c-d8cd150f0f8e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:34.686547 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2526e287-ea80-43fa-955c-d8cd150f0f8e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:34.741955 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-001716d4-aecc-4912-82b3-9468ddbce6c1 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:57:34.743039 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-001716d4-aecc-4912-82b3-9468ddbce6c1 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3381925 Aug 10 03:57:34.752696 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39638) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:34.812698 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2526e287-ea80-43fa-955c-d8cd150f0f8e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8901699 Aug 10 03:57:34.815619 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39642) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:34.821437 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-01d6d4f5-06eb-43e6-81e3-5d498c696ee1 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:34.837723 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526e287-ea80-43fa-955c-d8cd150f0f8e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event updated for resources: {'Network': ['ID=e670da66-8c83-4675-9fe9-1ee16bc44270,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:34.848901 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a224e9a0-02e2-4101-92ac-3aac34a14a15 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "PUT /v2.0/routers/f52b34d9-1d31-4b3c-84ce-7799914daf99/tags/tempest-TagsExtTest-Tag-862095336 HTTP/1.1" status: 201 len: 201 time: 0.3436961 Aug 10 03:57:34.851414 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39644) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:34.854724 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['a7ce79eb-e781-4a38-80c8-31efc98c3419'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:57:34.860119 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-e28f3fdb-e1ce-4aed-bd9e-02a3c18a77bb tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '83b0e704-87aa-4a19-a91b-3ca662ebb51e', 'tempest-TagsExtTest-Tag-489988383') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:34.873840 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-b2951403-ec39-4a67-9ffe-0b8d0c9c5203 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:34.880337 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-b2951403-ec39-4a67-9ffe-0b8d0c9c5203 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:34.881867 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network e670da66-8c83-4675-9fe9-1ee16bc44270 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:57:34.882147 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-b2951403-ec39-4a67-9ffe-0b8d0c9c5203 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/networks?id=53dfa4b5-770f-4d5e-bb8c-65926a66e881&id=5d099f79-883f-4477-960b-980055d4784b HTTP/1.1" status: 200 len: 1390 time: 0.2673464 Aug 10 03:57:34.897600 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-5052bd19-66ee-441e-8771-03912e1cacef None None] Port 74074336-6bb0-4a73-9507-084bc71d9467 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:57:34.934714 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-3bbf7884-d6ac-4dbc-bb85-2cfde1ef4428 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/quotas/8281b6bf97984b32a5c87806dd937c20 HTTP/1.1" status: 200 len: 375 time: 0.0359046 Aug 10 03:57:35.027329 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4bc710b2-509d-4a21-add9-85202aa88da3 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:35.033311 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1c1b1-a7e9-424d-80ad-5b0592be1772 req-140bf022-03fa-4ed1-be99-64eec9dd7f3b tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:35.035014 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-99a1c1b1-a7e9-424d-80ad-5b0592be1772 req-140bf022-03fa-4ed1-be99-64eec9dd7f3b tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1688becb-874b-4531-b1d6-374f7c3d89ec HTTP/1.1" status: 200 len: 931 time: 0.2245784 Aug 10 03:57:35.037240 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-cb902ffe-bbe8-44fb-ab8b-17bd9e475b02 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8281b6bf97984b32a5c87806dd937c20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0924637 Aug 10 03:57:35.052530 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e28f3fdb-e1ce-4aed-bd9e-02a3c18a77bb tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "PUT /v2.0/subnetpools/83b0e704-87aa-4a19-a91b-3ca662ebb51e/tags/tempest-TagsExtTest-Tag-489988383 HTTP/1.1" status: 201 len: 201 time: 0.1972165 Aug 10 03:57:35.052758 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39648) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:35.057781 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-f32a9939-af55-4897-9db0-d50afbefc69c tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:35.116298 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4e5801db-ca88-46d4-a4d1-bbad3b137ed5 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.131238 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d04b4ea2-67d6-4b10-8ec8-223bc8999984 None None] Provisioning complete for port 74074336-6bb0-4a73-9507-084bc71d9467 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:35.131611 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d04b4ea2-67d6-4b10-8ec8-223bc8999984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.204733 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-99a1c1b1-a7e9-424d-80ad-5b0592be1772 req-f10ef99e-40dc-48f7-bfe0-483936df3688 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d15681b9-d35e-4b1f-b310-9377aa264221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382232 Aug 10 03:57:35.216319 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4e5801db-ca88-46d4-a4d1-bbad3b137ed5 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.219669 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01d6d4f5-06eb-43e6-81e3-5d498c696ee1 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.237361 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f32a9939-af55-4897-9db0-d50afbefc69c tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "GET /v2.0/subnets/acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd/tags HTTP/1.1" status: 200 len: 241 time: 0.1808572 Aug 10 03:57:35.237578 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39650) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:35.244998 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-cd13034e-c39a-4b50-aacd-e18200c4c340 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd', 'tempest-TagsExtTest-Tag-1754337863') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:35.248807 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-d04b4ea2-67d6-4b10-8ec8-223bc8999984 None None] Port 74074336-6bb0-4a73-9507-084bc71d9467 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:57:35.250251 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-8a29fa4e-65dd-469e-ab29-92b8c9565a7e service neutron] 10.222.0.25 "GET /v2.0/networks/53dfa4b5-770f-4d5e-bb8c-65926a66e881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812649 Aug 10 03:57:35.254557 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-1f22d214-2e37-49ed-96ce-7e07216760d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92679e4b-504c-4402-b581-4f8b49a4c287 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:57:35.270136 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-1f22d214-2e37-49ed-96ce-7e07216760d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.272848 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-baefdb40-8f1a-45d8-99db-463bfbd52d61 None None] Allocated IP 19.86.0.2 (5d099f79-883f-4477-960b-980055d4784b/5efb0c51-edf9-4e1f-93a9-b518b91d3def/cc504cfc-f4d3-4fbb-970c-e4a3691e33cb) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:35.292841 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-1f22d214-2e37-49ed-96ce-7e07216760d9 service neutron] Transition to ACTIVE for port object 92679e4b-504c-4402-b581-4f8b49a4c287 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:35.310478 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 4bc710b2-509d-4a21-add9-85202aa88da3 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:35.310854 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.327234 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01d6d4f5-06eb-43e6-81e3-5d498c696ee1 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.376103 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cd13034e-c39a-4b50-aacd-e18200c4c340 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "GET /v2.0/subnets/acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd/tags/tempest-TagsExtTest-Tag-1754337863 HTTP/1.1" status: 204 len: 168 time: 0.1366916 Aug 10 03:57:35.376332 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-01d6d4f5-06eb-43e6-81e3-5d498c696ee1 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Network e670da66-8c83-4675-9fe9-1ee16bc44270 is not hosted by any dhcp agent {{(pid=94938) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:57:35.378950 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39654) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:35.382180 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d6d4f5-06eb-43e6-81e3-5d498c696ee1 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:35.382802 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01d6d4f5-06eb-43e6-81e3-5d498c696ee1 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.388641 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-01d6d4f5-06eb-43e6-81e3-5d498c696ee1 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "PUT /v2.0/networks/e670da66-8c83-4675-9fe9-1ee16bc44270 HTTP/1.1" status: 200 len: 723 time: 0.5672860 Aug 10 03:57:35.388818 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-3eee6a25-16f3-45e0-8c13-0fafe9e43217 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd', 'tempest-TagsExtTest-Tag-1754337863') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:35.388818 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-97aab547-1a2e-46a5-82b3-4e861bf804ab service neutron] 10.222.0.25 "GET /v2.0/networks/53dfa4b5-770f-4d5e-bb8c-65926a66e881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206081 Aug 10 03:57:35.390793 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39656) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:35.396883 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-db1ede3a-f903-4985-8f63-10a85452850a tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Request body: {'subnet': {'network_id': 'e670da66-8c83-4675-9fe9-1ee16bc44270', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:35.435466 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-1f22d214-2e37-49ed-96ce-7e07216760d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.441550 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6d4f5-06eb-43e6-81e3-5d498c696ee1 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event updated for resources: {'Network': ['ID=e670da66-8c83-4675-9fe9-1ee16bc44270,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:35.480036 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network e670da66-8c83-4675-9fe9-1ee16bc44270 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:57:35.483596 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4e5801db-ca88-46d4-a4d1-bbad3b137ed5 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.485306 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4e5801db-ca88-46d4-a4d1-bbad3b137ed5 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.490501 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4e5801db-ca88-46d4-a4d1-bbad3b137ed5 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "DELETE /v2.0/security-groups/6990cbda-4ced-4269-8940-9a6cdd2ab1bd HTTP/1.1" status: 204 len: 168 time: 0.7257600 Aug 10 03:57:35.490670 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d04b4ea2-67d6-4b10-8ec8-223bc8999984 None None] Provisioning for port 5cfcf89b-c448-44cf-8e05-3e6a3a3da1e6 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:35.495624 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39658) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:35.527174 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d873d86-658d-4d11-bc8e-8bce24220783 req-91494c5a-59d0-4c25-b890-442030f646cf tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:35.528706 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0d873d86-658d-4d11-bc8e-8bce24220783 req-91494c5a-59d0-4c25-b890-442030f646cf tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5f15c0-fde9-4297-a710-fb20d9c72528 HTTP/1.1" status: 200 len: 944 time: 0.1538393 Aug 10 03:57:35.546283 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5801db-ca88-46d4-a4d1-bbad3b137ed5 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6990cbda-4ced-4269-8940-9a6cdd2ab1bd,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:35.556505 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d04b4ea2-67d6-4b10-8ec8-223bc8999984 None None] Provisioning complete for port 5cfcf89b-c448-44cf-8e05-3e6a3a3da1e6 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:35.556652 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d04b4ea2-67d6-4b10-8ec8-223bc8999984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.602892 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22d214-2e37-49ed-96ce-7e07216760d9 service neutron] Pushing event updated for resources: {'Port': ['ID=92679e4b-504c-4402-b581-4f8b49a4c287,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:35.619013 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-29974c19-daee-4d30-8aae-f774429baa50 service neutron] 10.222.0.25 "GET /v2.0/networks/5d099f79-883f-4477-960b-980055d4784b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835866 Aug 10 03:57:35.706461 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1ede3a-f903-4985-8f63-10a85452850a tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Made reservation on behalf of b2d87b3944704ca089acd0f2f68b57e9 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:35.708680 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0d873d86-658d-4d11-bc8e-8bce24220783 req-a86f7b38-1d0f-4b7d-9897-b421baaaf9a1 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/security-groups?id=9abd3a5c-87d2-44b8-8106-d84c666ebf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468468 Aug 10 03:57:35.711217 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-db1ede3a-f903-4985-8f63-10a85452850a tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.733032 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-847f405e-2744-4edb-8553-59a3c85fa7d5 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2327096 Aug 10 03:57:35.735534 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39660) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:35.764927 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3eee6a25-16f3-45e0-8c13-0fafe9e43217 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "DELETE /v2.0/subnets/acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd/tags/tempest-TagsExtTest-Tag-1754337863 HTTP/1.1" status: 204 len: 168 time: 0.3817825 Aug 10 03:57:35.770944 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-baefdb40-8f1a-45d8-99db-463bfbd52d61 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.775278 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d04b4ea2-67d6-4b10-8ec8-223bc8999984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.779979 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39662) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:35.779979 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-1f22d214-2e37-49ed-96ce-7e07216760d9 service neutron] Attempting to bind port 92679e4b-504c-4402-b581-4f8b49a4c287 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:35.779979 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-1f22d214-2e37-49ed-96ce-7e07216760d9 service neutron] Attempting to bind port 92679e4b-504c-4402-b581-4f8b49a4c287 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '2da97af6-0de2-4ee8-897c-e2b9557f8aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0634fa6a-7f69-4064-82f8-7bc53e608507'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:35.779979 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-1f22d214-2e37-49ed-96ce-7e07216760d9 service neutron] Attempting to bind port 92679e4b-504c-4402-b581-4f8b49a4c287 on network 0634fa6a-7f69-4064-82f8-7bc53e608507 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:35.787893 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-baefdb40-8f1a-45d8-99db-463bfbd52d61 None None] Transition to ACTIVE for port object cc504cfc-f4d3-4fbb-970c-e4a3691e33cb will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:35.796746 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.tag.tag_plugin [None req-96154d9d-f042-4f2b-a932-9fdd8325bd0c tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:35.800607 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-a156c2b8-4c35-408e-862d-301c4dea5449 service neutron] 10.222.0.25 "GET /v2.0/networks/5d099f79-883f-4477-960b-980055d4784b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733921 Aug 10 03:57:35.805247 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-1f22d214-2e37-49ed-96ce-7e07216760d9 service neutron] Port 92679e4b-504c-4402-b581-4f8b49a4c287 on network 0634fa6a-7f69-4064-82f8-7bc53e608507 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:57:35.805247 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-1f22d214-2e37-49ed-96ce-7e07216760d9 service neutron] Attempting to bind port 92679e4b-504c-4402-b581-4f8b49a4c287 on network 0634fa6a-7f69-4064-82f8-7bc53e608507 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:35.816232 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-baefdb40-8f1a-45d8-99db-463bfbd52d61 None None] Transition to ACTIVE for port object cc504cfc-f4d3-4fbb-970c-e4a3691e33cb will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:35.831873 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d04b4ea2-67d6-4b10-8ec8-223bc8999984 None None] For port 5cfcf89b-c448-44cf-8e05-3e6a3a3da1e6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=5cfcf89b-c448-44cf-8e05-3e6a3a3da1e6,segment=NetworkSegment(3b88faf7-60c9-409a-a2e1-599b74963e34),segment_id=3b88faf7-60c9-409a-a2e1-599b74963e34)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:35.869087 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-1f22d214-2e37-49ed-96ce-7e07216760d9 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:35.869439 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-1f22d214-2e37-49ed-96ce-7e07216760d9 service neutron] Checking segment: {'id': '2da97af6-0de2-4ee8-897c-e2b9557f8aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0634fa6a-7f69-4064-82f8-7bc53e608507'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:35.869839 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-1f22d214-2e37-49ed-96ce-7e07216760d9 service neutron] Bound using segment: {'id': '2da97af6-0de2-4ee8-897c-e2b9557f8aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0634fa6a-7f69-4064-82f8-7bc53e608507'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:35.870296 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-1f22d214-2e37-49ed-96ce-7e07216760d9 service neutron] Bound port: 92679e4b-504c-4402-b581-4f8b49a4c287, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2da97af6-0de2-4ee8-897c-e2b9557f8aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '0634fa6a-7f69-4064-82f8-7bc53e608507'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:35.870436 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67ed68bb-03a5-4930-9313-bbe05257007f tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.870660 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-1f22d214-2e37-49ed-96ce-7e07216760d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.882592 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-baefdb40-8f1a-45d8-99db-463bfbd52d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.934036 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67ed68bb-03a5-4930-9313-bbe05257007f tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.945582 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baefdb40-8f1a-45d8-99db-463bfbd52d61 None None] Network 5d099f79-883f-4477-960b-980055d4784b is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:35.947647 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d04b4ea2-67d6-4b10-8ec8-223bc8999984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:35.963746 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-baefdb40-8f1a-45d8-99db-463bfbd52d61 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:35.971242 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baefdb40-8f1a-45d8-99db-463bfbd52d61 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:35.972535 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd09bf-9911-42cd-bde1-39e15eeba401 req-abd1779c-ff64-406c-9f2e-3ef9feaa3fbc tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:35.974867 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-05cd09bf-9911-42cd-bde1-39e15eeba401 req-abd1779c-ff64-406c-9f2e-3ef9feaa3fbc tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=2be60b71-7375-4dd3-afc5-6e1f26668aa3 HTTP/1.1" status: 200 len: 945 time: 0.1826279 Aug 10 03:57:35.981440 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baefdb40-8f1a-45d8-99db-463bfbd52d61 None None] Pushing event updated for resources: {'Port': ['ID=cc504cfc-f4d3-4fbb-970c-e4a3691e33cb,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:35.992121 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-1f22d214-2e37-49ed-96ce-7e07216760d9 service neutron] For port 92679e4b-504c-4402-b581-4f8b49a4c287, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:36.005964 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-1f22d214-2e37-49ed-96ce-7e07216760d9 service neutron] For port 92679e4b-504c-4402-b581-4f8b49a4c287, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=92679e4b-504c-4402-b581-4f8b49a4c287,segment=NetworkSegment(2da97af6-0de2-4ee8-897c-e2b9557f8aaa),segment_id=2da97af6-0de2-4ee8-897c-e2b9557f8aaa)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:36.022761 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-96154d9d-f042-4f2b-a932-9fdd8325bd0c tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "GET /v2.0/subnets/acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd/tags HTTP/1.1" status: 200 len: 205 time: 0.2296281 Aug 10 03:57:36.023044 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39664) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:36.028984 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.tag.tag_plugin [None req-ba62bdb8-b811-44c2-86df-b65b66fe333b tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '74074336-6bb0-4a73-9507-084bc71d9467') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:36.077102 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-05cd09bf-9911-42cd-bde1-39e15eeba401 req-a3abec63-27ad-4d8a-b57b-936d3a8ae64e tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884202 Aug 10 03:57:36.102823 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-1f22d214-2e37-49ed-96ce-7e07216760d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.111487 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b4ea2-67d6-4b10-8ec8-223bc8999984 None None] Pushing event updated for resources: {'Port': ['ID=5cfcf89b-c448-44cf-8e05-3e6a3a3da1e6,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:36.121988 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-baefdb40-8f1a-45d8-99db-463bfbd52d61 None None] Attempting to bind port cc504cfc-f4d3-4fbb-970c-e4a3691e33cb on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:36.122414 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-baefdb40-8f1a-45d8-99db-463bfbd52d61 None None] Attempting to bind port cc504cfc-f4d3-4fbb-970c-e4a3691e33cb by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '1b091c50-42e7-4ed2-acd2-124394c26139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5d099f79-883f-4477-960b-980055d4784b'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:36.122774 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baefdb40-8f1a-45d8-99db-463bfbd52d61 None None] Attempting to bind port cc504cfc-f4d3-4fbb-970c-e4a3691e33cb on network 5d099f79-883f-4477-960b-980055d4784b {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:36.128987 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baefdb40-8f1a-45d8-99db-463bfbd52d61 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:36.130146 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baefdb40-8f1a-45d8-99db-463bfbd52d61 None None] Checking segment: {'id': '1b091c50-42e7-4ed2-acd2-124394c26139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5d099f79-883f-4477-960b-980055d4784b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:36.130788 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-baefdb40-8f1a-45d8-99db-463bfbd52d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.130950 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baefdb40-8f1a-45d8-99db-463bfbd52d61 None None] Bound using segment: {'id': '1b091c50-42e7-4ed2-acd2-124394c26139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5d099f79-883f-4477-960b-980055d4784b'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:36.131419 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-baefdb40-8f1a-45d8-99db-463bfbd52d61 None None] Bound port: cc504cfc-f4d3-4fbb-970c-e4a3691e33cb, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b091c50-42e7-4ed2-acd2-124394c26139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5d099f79-883f-4477-960b-980055d4784b'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:36.131795 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-baefdb40-8f1a-45d8-99db-463bfbd52d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.148456 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-db1ede3a-f903-4985-8f63-10a85452850a tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.154733 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67ed68bb-03a5-4930-9313-bbe05257007f tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.155519 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-1f22d214-2e37-49ed-96ce-7e07216760d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:36.156501 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-1f22d214-2e37-49ed-96ce-7e07216760d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.159246 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67ed68bb-03a5-4930-9313-bbe05257007f tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.161607 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-1f22d214-2e37-49ed-96ce-7e07216760d9 service neutron] 10.222.0.68 "PUT /v2.0/ports/92679e4b-504c-4402-b581-4f8b49a4c287 HTTP/1.1" status: 200 len: 1091 time: 1.7391334 Aug 10 03:57:36.162147 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1688becb-874b-4531-b1d6-374f7c3d89ec', 'tag': '92679e4b-504c-4402-b581-4f8b49a4c287'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:36.163415 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-67ed68bb-03a5-4930-9313-bbe05257007f tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "DELETE /v2.0/security-groups/d9c4beb7-0654-4708-a43d-6eb0f9240d20 HTTP/1.1" status: 204 len: 168 time: 0.3997817 Aug 10 03:57:36.164473 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acac37b9-ab24-43ea-8f8d-974a9e06aa08" -d '{"events": [{"name": "network-changed", "server_uuid": "1688becb-874b-4531-b1d6-374f7c3d89ec", "tag": "92679e4b-504c-4402-b581-4f8b49a4c287"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:36.170014 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39670) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:36.222699 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed68bb-03a5-4930-9313-bbe05257007f tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c4beb7-0654-4708-a43d-6eb0f9240d20,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:36.227418 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-baefdb40-8f1a-45d8-99db-463bfbd52d61 None None] For port cc504cfc-f4d3-4fbb-970c-e4a3691e33cb, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:36.231192 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-baefdb40-8f1a-45d8-99db-463bfbd52d61 None None] For port cc504cfc-f4d3-4fbb-970c-e4a3691e33cb, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=cc504cfc-f4d3-4fbb-970c-e4a3691e33cb,segment=NetworkSegment(1b091c50-42e7-4ed2-acd2-124394c26139),segment_id=1b091c50-42e7-4ed2-acd2-124394c26139)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:36.262586 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ede3a-f903-4985-8f63-10a85452850a tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event updated for resources: {'Subnet': ['ID=525c220d-de2a-4f74-97a6-9a38b77acc48,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:36.266896 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-095df1e0-22a9-4f72-aa22-2993b45a616c req-d90ec05d-0fcc-4b8e-bfb9-fb0981ad6456 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dce20a9-6107-4ac1-a685-445c7dd0352e HTTP/1.1" status: 200 len: 210 time: 0.0949283 Aug 10 03:57:36.274119 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068e8d17-3ef6-41fa-8681-d51b2edfc84a x-openstack-request-id: req-068e8d17-3ef6-41fa-8681-d51b2edfc84a {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:36.274417 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1688becb-874b-4531-b1d6-374f7c3d89ec", "tag": "92679e4b-504c-4402-b581-4f8b49a4c287", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:36.274676 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-068e8d17-3ef6-41fa-8681-d51b2edfc84a {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:36.275334 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1688becb-874b-4531-b1d6-374f7c3d89ec', 'tag': '92679e4b-504c-4402-b581-4f8b49a4c287', 'status': 'completed', 'code': 200} Aug 10 03:57:36.283596 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39676) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:36.290902 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ba62bdb8-b811-44c2-86df-b65b66fe333b tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "GET /v2.0/ports/74074336-6bb0-4a73-9507-084bc71d9467/tags HTTP/1.1" status: 200 len: 241 time: 0.2658050 Aug 10 03:57:36.293302 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-326ecc08-9312-40b8-8d1a-dec42b061176 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '74074336-6bb0-4a73-9507-084bc71d9467', 'tempest-TagsExtTest-Tag-1328295294') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:36.298137 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ede3a-f903-4985-8f63-10a85452850a tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Checking segment: {'id': 'cfb88cca-48ab-4bbc-8901-7be0e0ab388e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e670da66-8c83-4675-9fe9-1ee16bc44270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:36.298137 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1ede3a-f903-4985-8f63-10a85452850a tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Network hostable DHCP agents. Network: e670da66-8c83-4675-9fe9-1ee16bc44270, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:57:36.305992 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f22d214-2e37-49ed-96ce-7e07216760d9 service neutron] Pushing event updated for resources: {'Port': ['ID=92679e4b-504c-4402-b581-4f8b49a4c287,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:36.310954 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-baefdb40-8f1a-45d8-99db-463bfbd52d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.380217 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-617f419c-772a-4c2e-ae38-1ac2d9b197aa tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2060795 Aug 10 03:57:36.386246 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39682) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:36.391364 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-675e534a-0a6f-4c27-bb00-4084c8101528 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group': {'name': 'tempest-secgroup--552080165'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:36.401640 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baefdb40-8f1a-45d8-99db-463bfbd52d61 None None] Pushing event updated for resources: {'Port': ['ID=cc504cfc-f4d3-4fbb-970c-e4a3691e33cb,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:36.413690 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac37b9-ab24-43ea-8f8d-974a9e06aa08 req-4f086486-83a7-4def-9a60-9bb77f1a9e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:36.415228 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-acac37b9-ab24-43ea-8f8d-974a9e06aa08 req-4f086486-83a7-4def-9a60-9bb77f1a9e20 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e8d34bfc823f4b97b5babbf79f9ea99f&device_id=1688becb-874b-4531-b1d6-374f7c3d89ec HTTP/1.1" status: 200 len: 1094 time: 0.1226525 Aug 10 03:57:36.426901 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75ed37-e1e5-4a8b-a1e6-57391bfd3a04 req-3df60dbd-96bd-4ffa-97b6-6b8344901e26 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:36.428814 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4a75ed37-e1e5-4a8b-a1e6-57391bfd3a04 req-3df60dbd-96bd-4ffa-97b6-6b8344901e26 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1688becb-874b-4531-b1d6-374f7c3d89ec HTTP/1.1" status: 200 len: 943 time: 0.0822105 Aug 10 03:57:36.473737 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-326ecc08-9312-40b8-8d1a-dec42b061176 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "GET /v2.0/ports/74074336-6bb0-4a73-9507-084bc71d9467/tags/tempest-TagsExtTest-Tag-1328295294 HTTP/1.1" status: 204 len: 168 time: 0.1870880 Aug 10 03:57:36.479994 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39684) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:36.484731 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-97c866ae-e809-4e5b-a2cd-37e411867820 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '74074336-6bb0-4a73-9507-084bc71d9467', 'tempest-TagsExtTest-Tag-1328295294') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:36.517321 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4a75ed37-e1e5-4a8b-a1e6-57391bfd3a04 req-9cd779ab-fe14-488b-af49-632a1cc2b265 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d15681b9-d35e-4b1f-b310-9377aa264221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798476 Aug 10 03:57:36.519461 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1ede3a-f903-4985-8f63-10a85452850a tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Network e670da66-8c83-4675-9fe9-1ee16bc44270 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:57:36.520794 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-675e534a-0a6f-4c27-bb00-4084c8101528 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.579327 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac37b9-ab24-43ea-8f8d-974a9e06aa08 req-bd4eca4c-415d-4e2f-a0c2-4012457a7f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:36.582055 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-acac37b9-ab24-43ea-8f8d-974a9e06aa08 req-bd4eca4c-415d-4e2f-a0c2-4012457a7f61 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=e8d34bfc823f4b97b5babbf79f9ea99f&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1479433 Aug 10 03:57:36.635041 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-97c866ae-e809-4e5b-a2cd-37e411867820 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "DELETE /v2.0/ports/74074336-6bb0-4a73-9507-084bc71d9467/tags/tempest-TagsExtTest-Tag-1328295294 HTTP/1.1" status: 204 len: 168 time: 0.1540062 Aug 10 03:57:36.635987 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-db1ede3a-f903-4985-8f63-10a85452850a tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, e670da66-8c83-4675-9fe9-1ee16bc44270) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:36.637677 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39686) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:36.646895 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f23161-4459-4007-b078-ce51064ec2dd None None] Network e670da66-8c83-4675-9fe9-1ee16bc44270 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:36.662514 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-3aecb900-2c0d-412d-91fd-9e05db2fc056 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '74074336-6bb0-4a73-9507-084bc71d9467') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:36.669181 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1ede3a-f903-4985-8f63-10a85452850a tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:36.670150 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-db1ede3a-f903-4985-8f63-10a85452850a tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.767053 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3aecb900-2c0d-412d-91fd-9e05db2fc056 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "GET /v2.0/ports/74074336-6bb0-4a73-9507-084bc71d9467/tags HTTP/1.1" status: 200 len: 205 time: 0.1216643 Aug 10 03:57:36.770226 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39690) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:36.776346 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-b4a441f3-c935-47dd-a80e-4913d827153b tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f52b34d9-1d31-4b3c-84ce-7799914daf99') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:36.792172 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-675e534a-0a6f-4c27-bb00-4084c8101528 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.815044 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac37b9-ab24-43ea-8f8d-974a9e06aa08 req-17d86230-db21-4ab3-b3a4-d6000cb4d4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:36.816322 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-acac37b9-ab24-43ea-8f8d-974a9e06aa08 req-17d86230-db21-4ab3-b3a4-d6000cb4d4bd service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2263858 Aug 10 03:57:36.860647 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9153bf0f-266f-4953-9ab9-50345017fc07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-e670da66-8c83-4675-9fe9-1ee16bc44270', 'network_id': 'e670da66-8c83-4675-9fe9-1ee16bc44270', 'tenant_id': 'b2d87b3944704ca089acd0f2f68b57e9', 'fixed_ips': [{'subnet_id': '525c220d-de2a-4f74-97a6-9a38b77acc48'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:57:36.862231 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9153bf0f-266f-4953-9ab9-50345017fc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.883220 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b4a441f3-c935-47dd-a80e-4913d827153b tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "GET /v2.0/routers/f52b34d9-1d31-4b3c-84ce-7799914daf99/tags HTTP/1.1" status: 200 len: 240 time: 0.1114857 Aug 10 03:57:36.883539 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39694) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:36.887749 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-35485600-6c9d-4331-bc2c-62ee151bf76c tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f52b34d9-1d31-4b3c-84ce-7799914daf99', 'tempest-TagsExtTest-Tag-862095336') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:36.904939 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850cea5b-ddec-4573-a47c-ec13a8434508 req-e0ff2355-a0d3-42af-befa-9211f57bc71d tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:36.905633 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-850cea5b-ddec-4573-a47c-ec13a8434508 req-e0ff2355-a0d3-42af-befa-9211f57bc71d tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5f15c0-fde9-4297-a710-fb20d9c72528 HTTP/1.1" status: 200 len: 944 time: 0.1025121 Aug 10 03:57:36.967424 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-675e534a-0a6f-4c27-bb00-4084c8101528 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:36.998008 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-850cea5b-ddec-4573-a47c-ec13a8434508 req-abbae900-5a76-46f0-ac65-70bd9629e3f6 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/security-groups?id=9abd3a5c-87d2-44b8-8106-d84c666ebf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857384 Aug 10 03:57:36.999800 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-a07fe6de-f0d7-4e56-9588-29f3dc7244ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:37.001249 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-a07fe6de-f0d7-4e56-9588-29f3dc7244ac service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e8d34bfc823f4b97b5babbf79f9ea99f&device_id=1688becb-874b-4531-b1d6-374f7c3d89ec HTTP/1.1" status: 200 len: 1094 time: 0.1411729 Aug 10 03:57:37.024606 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e534a-0a6f-4c27-bb00-4084c8101528 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2439876a-d2b7-4731-9c0d-14c998389c2b,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:37.037298 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-35485600-6c9d-4331-bc2c-62ee151bf76c tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "GET /v2.0/routers/f52b34d9-1d31-4b3c-84ce-7799914daf99/tags/tempest-TagsExtTest-Tag-862095336 HTTP/1.1" status: 204 len: 168 time: 0.1527677 Aug 10 03:57:37.037966 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39696) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:37.046236 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-ac29eff1-efc3-4119-9d62-79b4eb94d37b tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f52b34d9-1d31-4b3c-84ce-7799914daf99', 'tempest-TagsExtTest-Tag-862095336') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:37.057179 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device a7ce79eb-e781-4a38-80c8-31efc98c3419 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:37.057329 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-a4aaa95f-b424-4d76-8d4e-c24882b9ed44 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92679e4b-504c-4402-b581-4f8b49a4c287 HTTP/1.1" status: 200 len: 217 time: 0.0445831 Aug 10 03:57:37.124272 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-675e534a-0a6f-4c27-bb00-4084c8101528 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:37.125449 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-675e534a-0a6f-4c27-bb00-4084c8101528 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7383552 Aug 10 03:57:37.125574 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-db1ede3a-f903-4985-8f63-10a85452850a tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7354441 Aug 10 03:57:37.128376 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39700) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:37.132902 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39702) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:37.141452 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-6a3cfe98-70f0-4e0f-9d19-f6e56bc3977e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:37.150684 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-9153bf0f-266f-4953-9ab9-50345017fc07 None None] Allocated IP 172.20.0.2 (e670da66-8c83-4675-9fe9-1ee16bc44270/525c220d-de2a-4f74-97a6-9a38b77acc48/6008dbd5-1e70-4cd0-8e34-e1346e4e94b7) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:37.164552 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-92c8176e-6992-4fa5-93bb-4df809bd1933 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group_rule': {'security_group_id': '2439876a-d2b7-4731-9c0d-14c998389c2b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:37.168533 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device cc504cfc-f4d3-4fbb-970c-e4a3691e33cb up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:37.206554 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-09bc5700-52ae-43aa-8b32-a2f8651052a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:37.208952 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-09bc5700-52ae-43aa-8b32-a2f8651052a9 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a50be6d2-5864-4df7-862b-2a388ce69988 HTTP/1.1" status: 200 len: 861 time: 0.1450698 Aug 10 03:57:37.253870 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-16808d20-c653-4f0d-8616-e5682b23955b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0634fa6a-7f69-4064-82f8-7bc53e608507&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371149 Aug 10 03:57:37.258306 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ac29eff1-efc3-4119-9d62-79b4eb94d37b tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "DELETE /v2.0/routers/f52b34d9-1d31-4b3c-84ce-7799914daf99/tags/tempest-TagsExtTest-Tag-862095336 HTTP/1.1" status: 204 len: 168 time: 0.2181685 Aug 10 03:57:37.259098 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39706) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:37.269315 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-b21dfcaf-315d-4666-9adf-b34e44b8c68c tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f52b34d9-1d31-4b3c-84ce-7799914daf99') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:37.351083 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067d712-5e0e-4925-a63d-c956bf0dd74d req-d8588933-7143-4a1f-ba0d-8ac6d49e1d6f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:37.361033 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d067d712-5e0e-4925-a63d-c956bf0dd74d req-d8588933-7143-4a1f-ba0d-8ac6d49e1d6f tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=2be60b71-7375-4dd3-afc5-6e1f26668aa3 HTTP/1.1" status: 200 len: 945 time: 0.1638734 Aug 10 03:57:37.383762 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-7c2b8dee-c48a-4e05-918a-c1a5d939d441 service neutron] 10.222.0.68 "GET /v2.0/networks/0634fa6a-7f69-4064-82f8-7bc53e608507?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206992 Aug 10 03:57:37.448318 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6a3cfe98-70f0-4e0f-9d19-f6e56bc3977e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12072119'] for subnet, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:37.467067 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port a7ce79eb-e781-4a38-80c8-31efc98c3419 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:37.471683 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port cc504cfc-f4d3-4fbb-970c-e4a3691e33cb completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:37.485323 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 5cfcf89b-c448-44cf-8e05-3e6a3a3da1e6 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:37.487337 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port a7ce79eb-e781-4a38-80c8-31efc98c3419 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:37.487924 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:37.567843 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9153bf0f-266f-4953-9ab9-50345017fc07 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:37.581498 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9153bf0f-266f-4953-9ab9-50345017fc07 None None] Transition to ACTIVE for port object 6008dbd5-1e70-4cd0-8e34-e1346e4e94b7 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:37.593161 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-37429c7f-6cc6-406b-9342-204a7998ba11 req-5fe809d9-d060-4b54-97f8-d26f46e56330 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dce20a9-6107-4ac1-a685-445c7dd0352e HTTP/1.1" status: 200 len: 210 time: 0.2083483 Aug 10 03:57:37.616300 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9153bf0f-266f-4953-9ab9-50345017fc07 None None] Transition to ACTIVE for port object 6008dbd5-1e70-4cd0-8e34-e1346e4e94b7 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:37.648916 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ab0ced80-6714-4675-a1d8-3f5d7c46a3e7 req-7e4e55e9-ce9a-4bb7-bc35-734198ffef60 service neutron] 10.222.0.68 "GET /v2.0/networks/0634fa6a-7f69-4064-82f8-7bc53e608507?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412215 Aug 10 03:57:37.655738 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5459e1-3509-4df7-aebe-c76928319a60 None None] Network 5d099f79-883f-4477-960b-980055d4784b requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:37.673740 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 5cfcf89b-c448-44cf-8e05-3e6a3a3da1e6 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:37.674212 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:37.682081 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-92c8176e-6992-4fa5-93bb-4df809bd1933 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:57:37.685878 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-92c8176e-6992-4fa5-93bb-4df809bd1933 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5382905 Aug 10 03:57:37.700411 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39712) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:37.706300 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-b1fc3762-1636-4664-aa7d-d65ce320a567 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group_rule': {'security_group_id': '2439876a-d2b7-4731-9c0d-14c998389c2b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:37.753551 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9153bf0f-266f-4953-9ab9-50345017fc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:37.801843 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:37.823164 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9153bf0f-266f-4953-9ab9-50345017fc07 None None] Network e670da66-8c83-4675-9fe9-1ee16bc44270 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:37.824090 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d067d712-5e0e-4925-a63d-c956bf0dd74d req-4dc9b5cd-7136-4715-9ca4-cacb8a9662ca tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621680 Aug 10 03:57:37.829390 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b21dfcaf-315d-4666-9adf-b34e44b8c68c tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "GET /v2.0/routers/f52b34d9-1d31-4b3c-84ce-7799914daf99/tags HTTP/1.1" status: 200 len: 205 time: 0.5665519 Aug 10 03:57:37.829993 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39714) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:37.835041 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-ab48eb7a-16bd-41aa-bd83-11d5f1027a86 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '83b0e704-87aa-4a19-a91b-3ca662ebb51e') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:37.835222 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-9153bf0f-266f-4953-9ab9-50345017fc07 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:37.855829 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9153bf0f-266f-4953-9ab9-50345017fc07 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:37.859685 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ab48eb7a-16bd-41aa-bd83-11d5f1027a86 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "GET /v2.0/subnetpools/83b0e704-87aa-4a19-a91b-3ca662ebb51e/tags HTTP/1.1" status: 200 len: 240 time: 0.0286756 Aug 10 03:57:37.864150 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39716) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:37.868596 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-da5864f1-e678-46b3-92fd-8f5a6adfcfd6 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83b0e704-87aa-4a19-a91b-3ca662ebb51e', 'tempest-TagsExtTest-Tag-489988383') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:37.870654 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d1640df8-881e-4984-a4d7-1be50de73038 None None] Provisioning for port cc504cfc-f4d3-4fbb-970c-e4a3691e33cb completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:37.872298 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51933e80-abd2-4798-95fb-983b09322641 req-3896340b-50ea-44d2-831c-9ba9c28c6b3a tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:37.879868 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-51933e80-abd2-4798-95fb-983b09322641 req-3896340b-50ea-44d2-831c-9ba9c28c6b3a tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1688becb-874b-4531-b1d6-374f7c3d89ec HTTP/1.1" status: 200 len: 943 time: 0.2102520 Aug 10 03:57:37.897997 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-da5864f1-e678-46b3-92fd-8f5a6adfcfd6 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "GET /v2.0/subnetpools/83b0e704-87aa-4a19-a91b-3ca662ebb51e/tags/tempest-TagsExtTest-Tag-489988383 HTTP/1.1" status: 204 len: 168 time: 0.0324066 Aug 10 03:57:37.902381 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d1640df8-881e-4984-a4d7-1be50de73038 None None] Provisioning complete for port cc504cfc-f4d3-4fbb-970c-e4a3691e33cb triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:37.902381 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d1640df8-881e-4984-a4d7-1be50de73038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:37.906625 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39718) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:37.911766 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.tag.tag_plugin [None req-9e584a1e-cf7a-49f5-8bf2-ed4153c3a584 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '83b0e704-87aa-4a19-a91b-3ca662ebb51e', 'tempest-TagsExtTest-Tag-489988383') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:37.943809 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153bf0f-266f-4953-9ab9-50345017fc07 None None] Pushing event updated for resources: {'Port': ['ID=6008dbd5-1e70-4cd0-8e34-e1346e4e94b7,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:37.961747 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be60b71-7375-4dd3-afc5-6e1f26668aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ce79eb-e781-4a38-80c8-31efc98c3419'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:37.964185 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ac70fc-631e-4b02-afd9-e727da8cce54" -d '{"events": [{"server_uuid": "2be60b71-7375-4dd3-afc5-6e1f26668aa3", "name": "network-vif-plugged", "status": "completed", "tag": "a7ce79eb-e781-4a38-80c8-31efc98c3419"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:37.974604 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-51933e80-abd2-4798-95fb-983b09322641 req-ee5d42fb-109a-46b3-b0ec-4dd7ba4a7d20 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d15681b9-d35e-4b1f-b310-9377aa264221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937951 Aug 10 03:57:38.018030 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port a7ce79eb-e781-4a38-80c8-31efc98c3419, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=a7ce79eb-e781-4a38-80c8-31efc98c3419,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:38.018761 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6a3cfe98-70f0-4e0f-9d19-f6e56bc3977e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758073175700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12061826'] for subnet, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.063512 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3cfe98-70f0-4e0f-9d19-f6e56bc3977e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:38.069108 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6a3cfe98-70f0-4e0f-9d19-f6e56bc3977e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.069345 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39724) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:38.069436 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6a3cfe98-70f0-4e0f-9d19-f6e56bc3977e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "PUT /v2.0/subnets/525c220d-de2a-4f74-97a6-9a38b77acc48 HTTP/1.1" status: 200 len: 806 time: 0.9381168 Aug 10 03:57:38.085146 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3cfe98-70f0-4e0f-9d19-f6e56bc3977e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event updated for resources: {'Subnet': ['ID=525c220d-de2a-4f74-97a6-9a38b77acc48,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:38.093482 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-b1fc3762-1636-4664-aa7d-d65ce320a567 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 03:57:38.094558 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b1fc3762-1636-4664-aa7d-d65ce320a567 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3922856 Aug 10 03:57:38.102282 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39726) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:38.153037 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9e584a1e-cf7a-49f5-8bf2-ed4153c3a584 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "DELETE /v2.0/subnetpools/83b0e704-87aa-4a19-a91b-3ca662ebb51e/tags/tempest-TagsExtTest-Tag-489988383 HTTP/1.1" status: 204 len: 168 time: 0.2453203 Aug 10 03:57:38.156173 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39728) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:38.162004 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-12a87e18-c700-4823-a50c-e96dabba8b5b tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '83b0e704-87aa-4a19-a91b-3ca662ebb51e') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:38.213083 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4146f8e5-2ed7-4902-9d07-2fc94c5d910a req-64eb814f-3263-4320-ad7d-8aca1298a55c tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:38.214608 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4146f8e5-2ed7-4902-9d07-2fc94c5d910a req-64eb814f-3263-4320-ad7d-8aca1298a55c tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5f15c0-fde9-4297-a710-fb20d9c72528 HTTP/1.1" status: 200 len: 944 time: 0.0833664 Aug 10 03:57:38.232695 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ec5c4a14-3c5d-4158-bc10-7e2d37d74267 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.260094 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0aec13-7758-478d-9431-b801db894309 x-openstack-request-id: req-7c0aec13-7758-478d-9431-b801db894309 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:38.260738 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be60b71-7375-4dd3-afc5-6e1f26668aa3", "name": "network-vif-plugged", "status": "completed", "tag": "a7ce79eb-e781-4a38-80c8-31efc98c3419", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:38.260738 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c0aec13-7758-478d-9431-b801db894309 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:38.260988 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be60b71-7375-4dd3-afc5-6e1f26668aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ce79eb-e781-4a38-80c8-31efc98c3419', 'code': 200} Aug 10 03:57:38.261799 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-9153bf0f-266f-4953-9ab9-50345017fc07 None None] Attempting to bind port 6008dbd5-1e70-4cd0-8e34-e1346e4e94b7 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:38.262013 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-9153bf0f-266f-4953-9ab9-50345017fc07 None None] Attempting to bind port 6008dbd5-1e70-4cd0-8e34-e1346e4e94b7 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'cfb88cca-48ab-4bbc-8901-7be0e0ab388e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e670da66-8c83-4675-9fe9-1ee16bc44270'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:38.262374 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9153bf0f-266f-4953-9ab9-50345017fc07 None None] Attempting to bind port 6008dbd5-1e70-4cd0-8e34-e1346e4e94b7 on network e670da66-8c83-4675-9fe9-1ee16bc44270 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:38.264638 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b7e2ee3c-fe4a-4ab9-8eeb-4c45733dc395 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.269454 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.273509 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-12a87e18-c700-4823-a50c-e96dabba8b5b tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "GET /v2.0/subnetpools/83b0e704-87aa-4a19-a91b-3ca662ebb51e/tags HTTP/1.1" status: 200 len: 205 time: 0.1136491 Aug 10 03:57:38.273686 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device d8a22160-7f85-4ee6-9226-0427806c2319 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:38.274704 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39730) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:38.279771 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-6bccd1fd-d99f-44c8-8f28-9583db89b591 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '83b0e704-87aa-4a19-a91b-3ca662ebb51e') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:38.284516 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ec5c4a14-3c5d-4158-bc10-7e2d37d74267 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.288341 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fe645-f888-4c5f-8ac5-76b5a019f58d req-366135b2-8262-49f9-bd23-2f712a7409dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:38.288612 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1d3fe645-f888-4c5f-8ac5-76b5a019f58d req-366135b2-8262-49f9-bd23-2f712a7409dc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2be60b71-7375-4dd3-afc5-6e1f26668aa3 HTTP/1.1" status: 200 len: 1097 time: 0.1201742 Aug 10 03:57:38.295265 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9153bf0f-266f-4953-9ab9-50345017fc07 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:38.295671 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9153bf0f-266f-4953-9ab9-50345017fc07 None None] Checking segment: {'id': 'cfb88cca-48ab-4bbc-8901-7be0e0ab388e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e670da66-8c83-4675-9fe9-1ee16bc44270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:38.296076 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9153bf0f-266f-4953-9ab9-50345017fc07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.296475 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9153bf0f-266f-4953-9ab9-50345017fc07 None None] Bound using segment: {'id': 'cfb88cca-48ab-4bbc-8901-7be0e0ab388e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e670da66-8c83-4675-9fe9-1ee16bc44270'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:38.296995 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-9153bf0f-266f-4953-9ab9-50345017fc07 None None] Bound port: 6008dbd5-1e70-4cd0-8e34-e1346e4e94b7, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb88cca-48ab-4bbc-8901-7be0e0ab388e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'e670da66-8c83-4675-9fe9-1ee16bc44270'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:38.297374 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9153bf0f-266f-4953-9ab9-50345017fc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.312890 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4146f8e5-2ed7-4902-9d07-2fc94c5d910a req-45eea9fe-ff40-4417-833d-176fd3f0e8df tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/security-groups?id=9abd3a5c-87d2-44b8-8106-d84c666ebf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884898 Aug 10 03:57:38.393277 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1d3fe645-f888-4c5f-8ac5-76b5a019f58d req-1d124d54-597c-4e1a-a3d9-c399ced42776 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957751 Aug 10 03:57:38.404571 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6bccd1fd-d99f-44c8-8f28-9583db89b591 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "DELETE /v2.0/subnetpools/83b0e704-87aa-4a19-a91b-3ca662ebb51e/tags HTTP/1.1" status: 204 len: 168 time: 0.1263723 Aug 10 03:57:38.404834 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39734) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:38.409369 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-a64712c1-f0ae-439f-817f-f0b8565eb2ee tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f52b34d9-1d31-4b3c-84ce-7799914daf99') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:38.441484 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ec5c4a14-3c5d-4158-bc10-7e2d37d74267 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.449672 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ec5c4a14-3c5d-4158-bc10-7e2d37d74267 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.449672 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ec5c4a14-3c5d-4158-bc10-7e2d37d74267 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "DELETE /v2.0/security-groups/2439876a-d2b7-4731-9c0d-14c998389c2b HTTP/1.1" status: 204 len: 168 time: 0.3438895 Aug 10 03:57:38.451444 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39736) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:38.462428 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c4a14-3c5d-4158-bc10-7e2d37d74267 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2439876a-d2b7-4731-9c0d-14c998389c2b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:38.490289 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=a7ce79eb-e781-4a38-80c8-31efc98c3419,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:38.522118 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-b7e2ee3c-fe4a-4ab9-8eeb-4c45733dc395 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Deleting port 6008dbd5-1e70-4cd0-8e34-e1346e4e94b7 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:38.522468 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b7e2ee3c-fe4a-4ab9-8eeb-4c45733dc395 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.539876 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d1640df8-881e-4984-a4d7-1be50de73038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.565805 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-9153bf0f-266f-4953-9ab9-50345017fc07 None None] For port 6008dbd5-1e70-4cd0-8e34-e1346e4e94b7, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:38.587230 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0185aae1-97f4-4b8b-89d1-bc4ccb85c023 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1346018 Aug 10 03:57:38.587598 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39738) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:38.593242 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a64712c1-f0ae-439f-817f-f0b8565eb2ee tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "DELETE /v2.0/routers/f52b34d9-1d31-4b3c-84ce-7799914daf99/tags HTTP/1.1" status: 204 len: 168 time: 0.1850150 Aug 10 03:57:38.593448 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-9153bf0f-266f-4953-9ab9-50345017fc07 None None] For port 6008dbd5-1e70-4cd0-8e34-e1346e4e94b7, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=6008dbd5-1e70-4cd0-8e34-e1346e4e94b7,segment=NetworkSegment(cfb88cca-48ab-4bbc-8901-7be0e0ab388e),segment_id=cfb88cca-48ab-4bbc-8901-7be0e0ab388e)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:38.595050 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39740) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:38.596924 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-689f2f47-2267-4546-9c2f-cab10414bd43 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group': {'name': 'tempest-secgroup--411772985'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:38.602334 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-6de9e247-10fa-4d6e-ad23-eeac8a2bea7f tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '74074336-6bb0-4a73-9507-084bc71d9467') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:38.607394 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d1640df8-881e-4984-a4d7-1be50de73038 None None] For port cc504cfc-f4d3-4fbb-970c-e4a3691e33cb, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=cc504cfc-f4d3-4fbb-970c-e4a3691e33cb,segment=NetworkSegment(1b091c50-42e7-4ed2-acd2-124394c26139),segment_id=1b091c50-42e7-4ed2-acd2-124394c26139)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:38.633662 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port d8a22160-7f85-4ee6-9226-0427806c2319 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:38.637907 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port d8a22160-7f85-4ee6-9226-0427806c2319 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:38.643149 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.667411 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9153bf0f-266f-4953-9ab9-50345017fc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.668882 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-b7e2ee3c-fe4a-4ab9-8eeb-4c45733dc395 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] For port 6008dbd5-1e70-4cd0-8e34-e1346e4e94b7, host n-d-802893-2, got binding levels [] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:38.669256 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b7e2ee3c-fe4a-4ab9-8eeb-4c45733dc395 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.688469 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-b7e2ee3c-fe4a-4ab9-8eeb-4c45733dc395 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Calling delete_port for 6008dbd5-1e70-4cd0-8e34-e1346e4e94b7 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:38.711531 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-689f2f47-2267-4546-9c2f-cab10414bd43 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.732656 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d1640df8-881e-4984-a4d7-1be50de73038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.767866 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6de9e247-10fa-4d6e-ad23-eeac8a2bea7f tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "DELETE /v2.0/ports/74074336-6bb0-4a73-9507-084bc71d9467/tags HTTP/1.1" status: 204 len: 168 time: 0.1717753 Aug 10 03:57:38.769023 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153bf0f-266f-4953-9ab9-50345017fc07 None None] Pushing event updated for resources: {'Port': ['ID=6008dbd5-1e70-4cd0-8e34-e1346e4e94b7,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:38.770479 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39744) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:38.774983 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-f79f14f2-272d-4e4f-9fff-1c870ff767e2 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:38.792578 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0d6e63ab-aea8-45ad-b149-8768e1c3efee req-738e7e7b-e646-4c38-a4c3-a4fa9b5434f0 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dce20a9-6107-4ac1-a685-445c7dd0352e HTTP/1.1" status: 200 len: 210 time: 0.0944264 Aug 10 03:57:38.887200 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:38.890108 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1640df8-881e-4984-a4d7-1be50de73038 None None] Pushing event updated for resources: {'Port': ['ID=cc504cfc-f4d3-4fbb-970c-e4a3691e33cb,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:38.977183 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-b72dbeb2-2706-4aa6-9022-a896a5c720c1 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:38.985117 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-b72dbeb2-2706-4aa6-9022-a896a5c720c1 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:38.988188 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-b72dbeb2-2706-4aa6-9022-a896a5c720c1 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.68 "GET /v2.0/networks?id=53dfa4b5-770f-4d5e-bb8c-65926a66e881&id=5d099f79-883f-4477-960b-980055d4784b HTTP/1.1" status: 200 len: 1390 time: 0.2283385 Aug 10 03:57:39.006869 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port d8a22160-7f85-4ee6-9226-0427806c2319, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=d8a22160-7f85-4ee6-9226-0427806c2319,segment=NetworkSegment(ce9eaaf0-45b4-4725-9eaf-a65bd6540315),segment_id=ce9eaaf0-45b4-4725-9eaf-a65bd6540315)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:39.017262 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-89d9501a-d373-4063-9725-8ba64b82fb03 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Request body: {'port': {'device_id': '1dce20a9-6107-4ac1-a685-445c7dd0352e', 'network_id': '53dfa4b5-770f-4d5e-bb8c-65926a66e881', 'admin_state_up': True, 'tenant_id': '8281b6bf97984b32a5c87806dd937c20'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:39.038924 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f79f14f2-272d-4e4f-9fff-1c870ff767e2 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "DELETE /v2.0/subnets/acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd/tags HTTP/1.1" status: 204 len: 168 time: 0.2672393 Aug 10 03:57:39.049487 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39750) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:39.073834 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-fc854300-78f5-4baa-8879-1f66c908ca09 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd', 'tempest-TagsExtTest-Tag-906817365') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:39.099052 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f2394d38-0a7f-458c-ac19-aa1d5554d853 None None] Provisioning complete for port cc504cfc-f4d3-4fbb-970c-e4a3691e33cb triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:39.099052 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f2394d38-0a7f-458c-ac19-aa1d5554d853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.100707 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device cc504cfc-f4d3-4fbb-970c-e4a3691e33cb up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:39.140655 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-689f2f47-2267-4546-9c2f-cab10414bd43 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.161592 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6647f3c9-ef9c-4cc1-8d85-47039479a1a8 req-926b9931-287b-419f-8566-f8f9cd42c39b tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:39.163664 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6647f3c9-ef9c-4cc1-8d85-47039479a1a8 req-926b9931-287b-419f-8566-f8f9cd42c39b tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=2be60b71-7375-4dd3-afc5-6e1f26668aa3 HTTP/1.1" status: 200 len: 946 time: 0.1812406 Aug 10 03:57:39.236704 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6647f3c9-ef9c-4cc1-8d85-47039479a1a8 req-526e11cf-6f15-45d2-9617-94ed91a3663d tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640640 Aug 10 03:57:39.237322 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b7e2ee3c-fe4a-4ab9-8eeb-4c45733dc395 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.237669 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.249969 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port cc504cfc-f4d3-4fbb-970c-e4a3691e33cb triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:39.250595 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.269505 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf7568-b3fe-42fd-bc3f-c691172b63f6 req-347445fc-7d0e-4c8c-898a-ef9eea33e045 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:39.280504 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8adf7568-b3fe-42fd-bc3f-c691172b63f6 req-347445fc-7d0e-4c8c-898a-ef9eea33e045 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1688becb-874b-4531-b1d6-374f7c3d89ec HTTP/1.1" status: 200 len: 943 time: 0.1566586 Aug 10 03:57:39.283009 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-689f2f47-2267-4546-9c2f-cab10414bd43 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.301698 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2ee3c-fe4a-4ab9-8eeb-4c45733dc395 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Port': ['ID=6008dbd5-1e70-4cd0-8e34-e1346e4e94b7,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:39.338268 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=d8a22160-7f85-4ee6-9226-0427806c2319,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:39.360623 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e2ee3c-fe4a-4ab9-8eeb-4c45733dc395 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No DVR routers for this DVR port 6008dbd5-1e70-4cd0-8e34-e1346e4e94b7 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:39.387733 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f2f47-2267-4546-9c2f-cab10414bd43 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4824b23-2b36-465e-948e-ccd961a6ce56,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:39.410018 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8adf7568-b3fe-42fd-bc3f-c691172b63f6 req-4fef9497-5697-4095-82e8-a6ac14d9c6d2 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d15681b9-d35e-4b1f-b310-9377aa264221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286185 Aug 10 03:57:39.426315 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39756) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:39.426766 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fc854300-78f5-4baa-8879-1f66c908ca09 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "PUT /v2.0/subnets/acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd/tags/tempest-TagsExtTest-Tag-906817365 HTTP/1.1" status: 201 len: 201 time: 0.3756285 Aug 10 03:57:39.434223 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.tag.tag_plugin [None req-3210412a-6f1e-4f19-84a1-cfb0c09442b4 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '74074336-6bb0-4a73-9507-084bc71d9467', 'tempest-TagsExtTest-Tag-700646917') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:39.495830 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b7e2ee3c-fe4a-4ab9-8eeb-4c45733dc395 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.497494 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-689f2f47-2267-4546-9c2f-cab10414bd43 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.501514 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-689f2f47-2267-4546-9c2f-cab10414bd43 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9099743 Aug 10 03:57:39.502082 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39758) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:39.515211 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-6fc52f1c-d735-4ae0-85fe-3f062ae11595 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:39.516641 n-d-802893-2 neutron-server[94938]: WARNING neutron.api.v2.base [None req-6fc52f1c-d735-4ae0-85fe-3f062ae11595 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 03:57:39.517137 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-6fc52f1c-d735-4ae0-85fe-3f062ae11595 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] update failed (client error): There was a conflict when trying to complete your request. Aug 10 03:57:39.518115 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6fc52f1c-d735-4ae0-85fe-3f062ae11595 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "PUT /v2.0/security-groups/b4824b23-2b36-465e-948e-ccd961a6ce56 HTTP/1.1" status: 409 len: 330 time: 0.0140674 Aug 10 03:57:39.526214 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39760) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:39.556118 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08a37d-f14d-4ae5-9fde-a9e5f4eabb44 req-4911d869-790c-4181-b11f-a68823447885 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:39.557642 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f08a37d-f14d-4ae5-9fde-a9e5f4eabb44 req-4911d869-790c-4181-b11f-a68823447885 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5f15c0-fde9-4297-a710-fb20d9c72528 HTTP/1.1" status: 200 len: 945 time: 0.1425679 Aug 10 03:57:39.590868 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e5ca5c4e-1f29-48db-b959-d9de681f0925 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.606079 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-89d9501a-d373-4063-9725-8ba64b82fb03 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Made reservation on behalf of 8281b6bf97984b32a5c87806dd937c20 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:39.608892 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f08a37d-f14d-4ae5-9fde-a9e5f4eabb44 req-7c7d071b-c701-4a32-8589-07917120d3bb tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/security-groups?id=9abd3a5c-87d2-44b8-8106-d84c666ebf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432580 Aug 10 03:57:39.609612 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-89d9501a-d373-4063-9725-8ba64b82fb03 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.639669 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e5ca5c4e-1f29-48db-b959-d9de681f0925 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.681123 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3210412a-6f1e-4f19-84a1-cfb0c09442b4 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "PUT /v2.0/ports/74074336-6bb0-4a73-9507-084bc71d9467/tags/tempest-TagsExtTest-Tag-700646917 HTTP/1.1" status: 201 len: 201 time: 0.2536910 Aug 10 03:57:39.683694 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39762) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:39.689378 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.tag.tag_plugin [None req-6511bea3-d8ec-4839-a844-fa3e0c3e5e94 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f52b34d9-1d31-4b3c-84ce-7799914daf99', 'tempest-TagsExtTest-Tag-390204075') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:39.712047 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b7e2ee3c-fe4a-4ab9-8eeb-4c45733dc395 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.752248 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2ee3c-fe4a-4ab9-8eeb-4c45733dc395 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Subnet': ['ID=525c220d-de2a-4f74-97a6-9a38b77acc48,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:39.807243 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e5ca5c4e-1f29-48db-b959-d9de681f0925 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.810125 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e5ca5c4e-1f29-48db-b959-d9de681f0925 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.813848 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e5ca5c4e-1f29-48db-b959-d9de681f0925 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "DELETE /v2.0/security-groups/b4824b23-2b36-465e-948e-ccd961a6ce56 HTTP/1.1" status: 204 len: 168 time: 0.2828038 Aug 10 03:57:39.818262 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39766) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:39.837098 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b7e2ee3c-fe4a-4ab9-8eeb-4c45733dc395 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.857424 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-b7e2ee3c-fe4a-4ab9-8eeb-4c45733dc395 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e670da66-8c83-4675-9fe9-1ee16bc44270']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:39.874293 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-b7e2ee3c-fe4a-4ab9-8eeb-4c45733dc395 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb88cca-48ab-4bbc-8901-7be0e0ab388e') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:39.874758 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-b7e2ee3c-fe4a-4ab9-8eeb-4c45733dc395 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb88cca-48ab-4bbc-8901-7be0e0ab388e') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:39.888458 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b7e2ee3c-fe4a-4ab9-8eeb-4c45733dc395 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.961537 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-50059737-41d5-4355-a41c-105e2c1f5750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.981775 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b7e2ee3c-fe4a-4ab9-8eeb-4c45733dc395 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:39.996690 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e2ee3c-fe4a-4ab9-8eeb-4c45733dc395 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b7e2ee3c-fe4a-4ab9-8eeb-4c45733dc395 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:40.004966 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:40.022316 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37dc71b-a7d2-417a-96d0-7b9926e9b9db None None] Network e670da66-8c83-4675-9fe9-1ee16bc44270 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:40.055265 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ab445782-d528-420b-bbdd-773a8a725af1 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2354941 Aug 10 03:57:40.062584 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39768) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:40.068397 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-099d7553-ce38-4da1-bedf-8554d877a0f8 None None] Could not find standard attr ID for object 6008dbd5-1e70-4cd0-8e34-e1346e4e94b7. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 03:57:40.086138 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-e3c0bcde-ef43-4fac-8bdf-4d2f6fb0207e tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] delete failed (client error): The resource could not be found. Aug 10 03:57:40.091105 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e3c0bcde-ef43-4fac-8bdf-4d2f6fb0207e tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "DELETE /v2.0/security-groups/f2d3f327-b06b-4c4d-9b5d-c7e8bfa57ebe HTTP/1.1" status: 404 len: 347 time: 0.0230708 Aug 10 03:57:40.091338 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39770) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:40.107108 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-f8c64d7a-f4f7-47c8-8566-9937b7a3cbf5 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] show failed (client error): The resource could not be found. Aug 10 03:57:40.112014 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f8c64d7a-f4f7-47c8-8566-9937b7a3cbf5 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "GET /v2.0/security-groups/342fb5a4-d15a-4060-932b-78174cd28459 HTTP/1.1" status: 404 len: 347 time: 0.0158777 Aug 10 03:57:40.116161 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39772) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:40.125699 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-a3a6c4d4-10c4-455c-9ba8-0ca68be4a5f7 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] show failed (client error): The resource could not be found. Aug 10 03:57:40.132135 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a3a6c4d4-10c4-455c-9ba8-0ca68be4a5f7 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] 10.222.0.25 "GET /v2.0/security-group-rules/3e8d0939-ad9b-453e-a32f-861fd315f687 HTTP/1.1" status: 404 len: 356 time: 0.0136161 Aug 10 03:57:40.201969 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b7e2ee3c-fe4a-4ab9-8eeb-4c45733dc395 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:40.206877 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b7e2ee3c-fe4a-4ab9-8eeb-4c45733dc395 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:40.211334 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b7e2ee3c-fe4a-4ab9-8eeb-4c45733dc395 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/networks/e670da66-8c83-4675-9fe9-1ee16bc44270 HTTP/1.1" status: 204 len: 168 time: 2.1417704 Aug 10 03:57:40.217513 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39776) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:40.226699 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6511bea3-d8ec-4839-a844-fa3e0c3e5e94 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "PUT /v2.0/routers/f52b34d9-1d31-4b3c-84ce-7799914daf99/tags/tempest-TagsExtTest-Tag-390204075 HTTP/1.1" status: 201 len: 201 time: 0.5417683 Aug 10 03:57:40.229582 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39778) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:40.233382 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d70799-db45-4690-bafa-56c7c9ae8d7d None None] DHCP port deletion for e670da66-8c83-4675-9fe9-1ee16bc44270 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:57:40.234243 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.tag.tag_plugin [None req-314e74b7-6a72-4120-acf1-45d6f1be7c13 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '83b0e704-87aa-4a19-a91b-3ca662ebb51e', 'tempest-TagsExtTest-Tag-1355942920') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:40.252585 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2ee3c-fe4a-4ab9-8eeb-4c45733dc395 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Network': ['ID=e670da66-8c83-4675-9fe9-1ee16bc44270,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:40.256720 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca5c4e-1f29-48db-b959-d9de681f0925 tempest-NegativeSecGroupIPv6Test-2068257395 tempest-NegativeSecGroupIPv6Test-2068257395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4824b23-2b36-465e-948e-ccd961a6ce56,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:40.259195 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad23ab1-6fdd-4b00-bfb2-04561bf85457 None None] Network e670da66-8c83-4675-9fe9-1ee16bc44270 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:40.263705 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5f15c0-fde9-4297-a710-fb20d9c72528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a22160-7f85-4ee6-9226-0427806c2319'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:40.266627 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cb13a2-f304-4437-b9fe-97e67dd56f6a" -d '{"events": [{"server_uuid": "fe5f15c0-fde9-4297-a710-fb20d9c72528", "name": "network-vif-plugged", "status": "completed", "tag": "d8a22160-7f85-4ee6-9226-0427806c2319"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:40.267102 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-be36d1b7-74ec-408a-baaa-1a2528ec3f73 req-e18e0444-beac-4f5a-81ce-977390aefb9d tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dce20a9-6107-4ac1-a685-445c7dd0352e HTTP/1.1" status: 200 len: 210 time: 0.0629804 Aug 10 03:57:40.283131 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05e3ce6-ca96-43e6-9efb-a61aed50c90c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:40.283131 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f05e3ce6-ca96-43e6-9efb-a61aed50c90c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:40.283131 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f05e3ce6-ca96-43e6-9efb-a61aed50c90c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/networks/e670da66-8c83-4675-9fe9-1ee16bc44270 HTTP/1.1" status: 404 len: 339 time: 0.0629101 Aug 10 03:57:40.284279 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39784) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:40.289726 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-aa002f2d-63a3-4bb5-8562-048b08f88433 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1731232570', 'description': 'd1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:40.292672 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad23ab1-6fdd-4b00-bfb2-04561bf85457 None None] Network e670da66-8c83-4675-9fe9-1ee16bc44270 could not be found, it might have been deleted concurrently. {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 03:57:40.310092 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7ca21f-7130-423e-83de-8803dae497c1 None None] get_active_networks_info from n-d-802893-2 {{(pid=94939) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:57:40.354966 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6419a6e-eb0a-4155-aa4a-7df57f759ce0 x-openstack-request-id: req-c6419a6e-eb0a-4155-aa4a-7df57f759ce0 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:40.355640 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5f15c0-fde9-4297-a710-fb20d9c72528", "name": "network-vif-plugged", "status": "completed", "tag": "d8a22160-7f85-4ee6-9226-0427806c2319", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:40.355640 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6419a6e-eb0a-4155-aa4a-7df57f759ce0 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:40.362787 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5f15c0-fde9-4297-a710-fb20d9c72528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8a22160-7f85-4ee6-9226-0427806c2319', 'code': 200} Aug 10 03:57:40.399143 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-89d9501a-d373-4063-9725-8ba64b82fb03 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Allocated IP 19.80.0.194 (53dfa4b5-770f-4d5e-bb8c-65926a66e881/17f7e21b-cc98-4c65-8871-1f860976e003/4d81efb5-d6c1-41b9-9f6c-b5b63a25465a) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:40.447457 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7ca21f-7130-423e-83de-8803dae497c1 None None] Resources bound (agent type, host, resource id): {{(pid=94939) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:57:40.475068 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4bf39-4fa1-4c34-96b5-34878cef43ab req-9ad4b973-8ce3-42d6-b1f8-f4319f825236 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:40.485122 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-04a4bf39-4fa1-4c34-96b5-34878cef43ab req-9ad4b973-8ce3-42d6-b1f8-f4319f825236 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=2be60b71-7375-4dd3-afc5-6e1f26668aa3 HTTP/1.1" status: 200 len: 946 time: 0.1253211 Aug 10 03:57:40.496496 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa002f2d-63a3-4bb5-8562-048b08f88433 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Made reservation on behalf of b2d87b3944704ca089acd0f2f68b57e9 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:40.499913 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aa002f2d-63a3-4bb5-8562-048b08f88433 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:40.502732 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-314e74b7-6a72-4120-acf1-45d6f1be7c13 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "PUT /v2.0/subnetpools/83b0e704-87aa-4a19-a91b-3ca662ebb51e/tags/tempest-TagsExtTest-Tag-1355942920 HTTP/1.1" status: 201 len: 201 time: 0.2722161 Aug 10 03:57:40.505830 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39788) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:40.513640 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-e0cae53b-4cb9-430f-bf26-61cdec774b94 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd', {'tags': ['tempest-TagsExtTest-Tag-864635403', 'tempest-TagsExtTest-Tag-2011811321', 'tempest-TagsExtTest-Tag-108128937']}) {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:40.557794 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de6da8-a49b-4081-b8e9-0995edf2d7d5 req-f4cf5ddf-d6b9-496d-a6e1-36da0ac813ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:40.559889 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d1de6da8-a49b-4081-b8e9-0995edf2d7d5 req-f4cf5ddf-d6b9-496d-a6e1-36da0ac813ce service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fe5f15c0-fde9-4297-a710-fb20d9c72528 HTTP/1.1" status: 200 len: 1096 time: 0.1319594 Aug 10 03:57:40.616340 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-04a4bf39-4fa1-4c34-96b5-34878cef43ab req-5edc482a-6061-4733-9083-4f4aee1e12b0 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101439 Aug 10 03:57:40.617085 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa002f2d-63a3-4bb5-8562-048b08f88433 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:57:40.618000 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 92679e4b-504c-4402-b581-4f8b49a4c287 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:57:40.623838 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621b1da-329a-4f77-92ca-715bde39bced req-593dc1e1-50ba-4580-91b2-2ae0f21d66ce tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:40.632111 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a621b1da-329a-4f77-92ca-715bde39bced req-593dc1e1-50ba-4580-91b2-2ae0f21d66ce tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1688becb-874b-4531-b1d6-374f7c3d89ec HTTP/1.1" status: 200 len: 943 time: 0.1383362 Aug 10 03:57:40.643722 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aa002f2d-63a3-4bb5-8562-048b08f88433 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:40.644331 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-aa002f2d-63a3-4bb5-8562-048b08f88433 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Added segment a66ac2e1-d263-4806-a67d-eb4ef133c9ab of type vlan for network 9d9af6dc-1f5f-4eb4-a71e-fe8498f6c7b4 Aug 10 03:57:40.688007 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d1de6da8-a49b-4081-b8e9-0995edf2d7d5 req-bad67132-e58d-44f1-afa4-763d6cc3f251 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9abd3a5c-87d2-44b8-8106-d84c666ebf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162343 Aug 10 03:57:40.699586 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-89d9501a-d373-4063-9725-8ba64b82fb03 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:40.729349 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a621b1da-329a-4f77-92ca-715bde39bced req-15982691-1008-4b31-a631-ff4b4ca8c38c tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d15681b9-d35e-4b1f-b310-9377aa264221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962560 Aug 10 03:57:40.745291 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e0cae53b-4cb9-430f-bf26-61cdec774b94 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "PUT /v2.0/subnets/acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd/tags HTTP/1.1" status: 200 len: 316 time: 0.2358787 Aug 10 03:57:40.745545 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39798) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:40.750262 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-e80d85e6-ab38-4c25-9ac7-9cf20401bf13 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:40.774578 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aa002f2d-63a3-4bb5-8562-048b08f88433 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:40.797526 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39800) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:40.822720 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-89d9501a-d373-4063-9725-8ba64b82fb03 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Transition to ACTIVE for port object 4d81efb5-d6c1-41b9-9f6c-b5b63a25465a will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:40.884408 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 92679e4b-504c-4402-b581-4f8b49a4c287, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=92679e4b-504c-4402-b581-4f8b49a4c287,segment=NetworkSegment(2da97af6-0de2-4ee8-897c-e2b9557f8aaa),segment_id=2da97af6-0de2-4ee8-897c-e2b9557f8aaa)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:40.896372 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '92679e4b-504c-4402-b581-4f8b49a4c287', 'network_id': '0634fa6a-7f69-4064-82f8-7bc53e608507', 'port_id': '92679e4b-504c-4402-b581-4f8b49a4c287', 'mac_address': 'fa:16:3e:56:ed:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a50be6d2-5864-4df7-862b-2a388ce69988', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:57:40.897884 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66235721-b2e2-4307-b0e9-761132d4572d req-9f78b927-11ca-4cf6-8256-eb4360868c98 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:40.899558 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-66235721-b2e2-4307-b0e9-761132d4572d req-9f78b927-11ca-4cf6-8256-eb4360868c98 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5f15c0-fde9-4297-a710-fb20d9c72528 HTTP/1.1" status: 200 len: 945 time: 0.0838363 Aug 10 03:57:40.939532 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:40.945792 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aa002f2d-63a3-4bb5-8562-048b08f88433 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:40.952335 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa002f2d-63a3-4bb5-8562-048b08f88433 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:40.952937 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aa002f2d-63a3-4bb5-8562-048b08f88433 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:40.958049 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92679e4b-504c-4402-b581-4f8b49a4c287 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:57:40.967388 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-66235721-b2e2-4307-b0e9-761132d4572d req-d795eeef-8db2-4f07-9328-a2974a0e1722 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/security-groups?id=9abd3a5c-87d2-44b8-8106-d84c666ebf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498769 Aug 10 03:57:40.980143 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 92679e4b-504c-4402-b581-4f8b49a4c287, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=92679e4b-504c-4402-b581-4f8b49a4c287,segment=NetworkSegment(2da97af6-0de2-4ee8-897c-e2b9557f8aaa),segment_id=2da97af6-0de2-4ee8-897c-e2b9557f8aaa)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:40.985764 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-89d9501a-d373-4063-9725-8ba64b82fb03 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:41.044084 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e80d85e6-ab38-4c25-9ac7-9cf20401bf13 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "DELETE /v2.0/subnets/acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd/tags HTTP/1.1" status: 204 len: 168 time: 0.2951438 Aug 10 03:57:41.044687 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39804) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:41.048982 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-89ebb77d-a9e0-4e62-b72c-f9fbc536327a tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd', 'tempest-TagsExtTest-Tag-864635403') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:41.081953 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:41.090864 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-89d9501a-d373-4063-9725-8ba64b82fb03 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Network 53dfa4b5-770f-4d5e-bb8c-65926a66e881 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:41.099481 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-89d9501a-d373-4063-9725-8ba64b82fb03 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:41.102000 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-89d9501a-d373-4063-9725-8ba64b82fb03 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:41.115229 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-89ebb77d-a9e0-4e62-b72c-f9fbc536327a tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] show failed (client error): The resource could not be found. Aug 10 03:57:41.119502 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-89ebb77d-a9e0-4e62-b72c-f9fbc536327a tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "GET /v2.0/subnets/acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd/tags/tempest-TagsExtTest-Tag-864635403 HTTP/1.1" status: 404 len: 328 time: 0.0710783 Aug 10 03:57:41.119768 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39806) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:41.124200 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-53313fd0-dc41-4add-990c-9106d458f68f tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd', 'tempest-TagsExtTest-Tag-2011811321') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:41.163362 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa002f2d-63a3-4bb5-8562-048b08f88433 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event updated for resources: {'Network': ['ID=9d9af6dc-1f5f-4eb4-a71e-fe8498f6c7b4,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:41.171569 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6ab3db3d-59f9-4bd5-9cce-3cc916896561 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ba0a094cedd545abb1df0b1ea2d9f440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3723903 Aug 10 03:57:41.174501 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=92679e4b-504c-4402-b581-4f8b49a4c287,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:41.175116 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39808) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:41.179586 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 9d9af6dc-1f5f-4eb4-a71e-fe8498f6c7b4 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:57:41.184905 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-aa002f2d-63a3-4bb5-8562-048b08f88433 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9000390 Aug 10 03:57:41.185523 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39810) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:41.201482 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9501a-d373-4063-9725-8ba64b82fb03 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Pushing event updated for resources: {'Port': ['ID=4d81efb5-d6c1-41b9-9f6c-b5b63a25465a,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:41.253371 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-87224787-0f72-4c92-a787-b4cd751639fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:41.257978 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-53313fd0-dc41-4add-990c-9106d458f68f tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] show failed (client error): The resource could not be found. Aug 10 03:57:41.261949 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-53313fd0-dc41-4add-990c-9106d458f68f tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "GET /v2.0/subnets/acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd/tags/tempest-TagsExtTest-Tag-2011811321 HTTP/1.1" status: 404 len: 329 time: 0.1412368 Aug 10 03:57:41.262095 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-89d9501a-d373-4063-9725-8ba64b82fb03 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.262606 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-89d9501a-d373-4063-9725-8ba64b82fb03 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:41.262749 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39812) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:41.268982 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-86b445da-8631-4abc-874f-e52eace1ac9c tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd', 'tempest-TagsExtTest-Tag-108128937') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:41.308462 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['92679e4b-504c-4402-b581-4f8b49a4c287'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:57:41.310230 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1add3d52-ec8f-46ce-a9c2-cdf37515b688 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.315724 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1add3d52-ec8f-46ce-a9c2-cdf37515b688 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "GET /v2.0/networks?id=9d9af6dc-1f5f-4eb4-a71e-fe8498f6c7b4 HTTP/1.1" status: 200 len: 761 time: 0.1263599 Aug 10 03:57:41.317077 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39818) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:41.322324 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-e9dd08b7-1557-4bf5-a41d-d8a3ac1ce40b tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Request body: {'network': {'description': 'd2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:41.344241 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-87224787-0f72-4c92-a787-b4cd751639fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:41.412625 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-89d9501a-d373-4063-9725-8ba64b82fb03 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4054403 Aug 10 03:57:41.486940 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-86b445da-8631-4abc-874f-e52eace1ac9c tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] show failed (client error): The resource could not be found. Aug 10 03:57:41.491579 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-86b445da-8631-4abc-874f-e52eace1ac9c tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "GET /v2.0/subnets/acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd/tags/tempest-TagsExtTest-Tag-108128937 HTTP/1.1" status: 404 len: 328 time: 0.2227159 Aug 10 03:57:41.492715 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39820) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:41.496360 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-3df643f7-630a-4ebf-94f0-1d3e22566c64 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Request body: {'port': {'device_id': '1dce20a9-6107-4ac1-a685-445c7dd0352e', 'network_id': '5d099f79-883f-4477-960b-980055d4784b', 'admin_state_up': True, 'tenant_id': '8281b6bf97984b32a5c87806dd937c20'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:41.497617 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-5adbd7f6-5290-4aae-883b-578d88104d13 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '74074336-6bb0-4a73-9507-084bc71d9467', {'tags': ['tempest-TagsExtTest-Tag-2124648667', 'tempest-TagsExtTest-Tag-654313673', 'tempest-TagsExtTest-Tag-737183024']}) {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:41.510697 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2536fa-ec15-42e5-8ae0-7652e401ce08 req-732d5c22-e003-458f-b91c-61bc8aa64242 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.518295 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4e2536fa-ec15-42e5-8ae0-7652e401ce08 req-732d5c22-e003-458f-b91c-61bc8aa64242 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dce20a9-6107-4ac1-a685-445c7dd0352e HTTP/1.1" status: 200 len: 932 time: 0.0950615 Aug 10 03:57:41.600126 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4e2536fa-ec15-42e5-8ae0-7652e401ce08 req-0fc60bde-f680-4f81-8a12-bf32c93372f9 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807486 Aug 10 03:57:41.621561 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-641b6bda-2af5-44b2-b1a3-f32358b0fd28 None None] Provisioning for port 4d81efb5-d6c1-41b9-9f6c-b5b63a25465a completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:41.625785 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-641b6bda-2af5-44b2-b1a3-f32358b0fd28 None None] Provisioning complete for port 4d81efb5-d6c1-41b9-9f6c-b5b63a25465a triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:41.626243 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-641b6bda-2af5-44b2-b1a3-f32358b0fd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:41.654871 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-87224787-0f72-4c92-a787-b4cd751639fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:41.657564 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-87224787-0f72-4c92-a787-b4cd751639fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:41.658846 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-87224787-0f72-4c92-a787-b4cd751639fc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa76e7de-d27d-477f-9cda-3ac303969be0 HTTP/1.1" status: 204 len: 168 time: 0.4785495 Aug 10 03:57:41.669666 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277f596-4497-42eb-8ff6-1950b6222b5d req-96e54904-9516-47b8-b093-4c9e32576623 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.671134 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87224787-0f72-4c92-a787-b4cd751639fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa76e7de-d27d-477f-9cda-3ac303969be0,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:41.672428 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a277f596-4497-42eb-8ff6-1950b6222b5d req-96e54904-9516-47b8-b093-4c9e32576623 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=2be60b71-7375-4dd3-afc5-6e1f26668aa3 HTTP/1.1" status: 200 len: 946 time: 0.2681429 Aug 10 03:57:41.685189 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-641b6bda-2af5-44b2-b1a3-f32358b0fd28 None None] Port 4d81efb5-d6c1-41b9-9f6c-b5b63a25465a cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:57:41.734646 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e9dd08b7-1557-4bf5-a41d-d8a3ac1ce40b tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:41.764104 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a277f596-4497-42eb-8ff6-1950b6222b5d req-723b7b7c-1bc7-4f93-9bc2-da8665ec67c5 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786777 Aug 10 03:57:41.790689 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5adbd7f6-5290-4aae-883b-578d88104d13 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "PUT /v2.0/ports/74074336-6bb0-4a73-9507-084bc71d9467/tags HTTP/1.1" status: 200 len: 316 time: 0.2968519 Aug 10 03:57:41.800470 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39826) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:41.805905 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.tag.tag_plugin [None req-c115c79c-1161-4eeb-99d3-bef99aead65a tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '74074336-6bb0-4a73-9507-084bc71d9467') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:41.842039 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171e3b52-a869-4590-8960-82f2d8ddf63c req-f20b4f74-4dbb-4c09-8a2b-74549e0db0e6 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.849885 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-171e3b52-a869-4590-8960-82f2d8ddf63c req-f20b4f74-4dbb-4c09-8a2b-74549e0db0e6 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1688becb-874b-4531-b1d6-374f7c3d89ec HTTP/1.1" status: 200 len: 944 time: 0.0578773 Aug 10 03:57:41.883014 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-171e3b52-a869-4590-8960-82f2d8ddf63c req-73f4b620-9abe-4f3c-9c95-39e92a465371 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d15681b9-d35e-4b1f-b310-9377aa264221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321326 Aug 10 03:57:41.944517 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e9dd08b7-1557-4bf5-a41d-d8a3ac1ce40b tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:41.950217 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-3df643f7-630a-4ebf-94f0-1d3e22566c64 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Made reservation on behalf of 8281b6bf97984b32a5c87806dd937c20 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:41.958182 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-3df643f7-630a-4ebf-94f0-1d3e22566c64 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:41.975389 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e9dd08b7-1557-4bf5-a41d-d8a3ac1ce40b tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Network 9d9af6dc-1f5f-4eb4-a71e-fe8498f6c7b4 is not hosted by any dhcp agent {{(pid=94938) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 03:57:41.981952 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dd08b7-1557-4bf5-a41d-d8a3ac1ce40b tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:41.982602 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e9dd08b7-1557-4bf5-a41d-d8a3ac1ce40b tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:41.984130 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e9dd08b7-1557-4bf5-a41d-d8a3ac1ce40b tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "PUT /v2.0/networks/9d9af6dc-1f5f-4eb4-a71e-fe8498f6c7b4 HTTP/1.1" status: 200 len: 758 time: 0.6660297 Aug 10 03:57:41.987407 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39830) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:42.050057 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c115c79c-1161-4eeb-99d3-bef99aead65a tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "DELETE /v2.0/ports/74074336-6bb0-4a73-9507-084bc71d9467/tags HTTP/1.1" status: 204 len: 168 time: 0.2478142 Aug 10 03:57:42.074163 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39834) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:42.079331 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-6f943b86-a661-420b-bb14-c38b775fe31c tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '74074336-6bb0-4a73-9507-084bc71d9467', 'tempest-TagsExtTest-Tag-2124648667') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:42.083053 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd08b7-1557-4bf5-a41d-d8a3ac1ce40b tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event updated for resources: {'Network': ['ID=9d9af6dc-1f5f-4eb4-a71e-fe8498f6c7b4,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:42.094597 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 9d9af6dc-1f5f-4eb4-a71e-fe8498f6c7b4 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:57:42.175233 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f0ab84-632a-4f5c-8815-179182d1d483 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:42.177607 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-38f0ab84-632a-4f5c-8815-179182d1d483 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "GET /v2.0/networks?id=9d9af6dc-1f5f-4eb4-a71e-fe8498f6c7b4 HTTP/1.1" status: 200 len: 761 time: 0.1890829 Aug 10 03:57:42.184238 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39838) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:42.197542 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-b172b2b7-29f0-492c-828c-465b58f10369 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1450812953'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:42.211541 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec44986-4711-4ad5-80b4-fc6dda75bd52 req-e55f2892-b72e-4687-b323-5b170245fbcb tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:42.213128 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9ec44986-4711-4ad5-80b4-fc6dda75bd52 req-e55f2892-b72e-4687-b323-5b170245fbcb tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5f15c0-fde9-4297-a710-fb20d9c72528 HTTP/1.1" status: 200 len: 945 time: 0.1382346 Aug 10 03:57:42.218572 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-3df643f7-630a-4ebf-94f0-1d3e22566c64 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Allocated IP 19.86.0.4 (5d099f79-883f-4477-960b-980055d4784b/5efb0c51-edf9-4e1f-93a9-b518b91d3def/f99a8c49-ebea-4aca-af5f-5ce88a2572bb) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:42.276427 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-6f943b86-a661-420b-bb14-c38b775fe31c tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] show failed (client error): The resource could not be found. Aug 10 03:57:42.276974 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6f943b86-a661-420b-bb14-c38b775fe31c tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "GET /v2.0/ports/74074336-6bb0-4a73-9507-084bc71d9467/tags/tempest-TagsExtTest-Tag-2124648667 HTTP/1.1" status: 404 len: 329 time: 0.2009621 Aug 10 03:57:42.279911 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39842) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:42.284218 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-55556850-1e34-4402-b8a6-fb4d81592256 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '74074336-6bb0-4a73-9507-084bc71d9467', 'tempest-TagsExtTest-Tag-654313673') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:42.289874 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9ec44986-4711-4ad5-80b4-fc6dda75bd52 req-0e2110ab-ce81-489e-b752-000069220397 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/security-groups?id=9abd3a5c-87d2-44b8-8106-d84c666ebf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667305 Aug 10 03:57:42.353240 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-55556850-1e34-4402-b8a6-fb4d81592256 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] show failed (client error): The resource could not be found. Aug 10 03:57:42.356945 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-55556850-1e34-4402-b8a6-fb4d81592256 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "GET /v2.0/ports/74074336-6bb0-4a73-9507-084bc71d9467/tags/tempest-TagsExtTest-Tag-654313673 HTTP/1.1" status: 404 len: 328 time: 0.0735021 Aug 10 03:57:42.357594 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39848) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:42.361600 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-11e21f2b-2f47-4fc4-936b-afd6488160ca tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '74074336-6bb0-4a73-9507-084bc71d9467', 'tempest-TagsExtTest-Tag-737183024') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:42.365828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b172b2b7-29f0-492c-828c-465b58f10369 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Made reservation on behalf of b2d87b3944704ca089acd0f2f68b57e9 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:42.369288 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b172b2b7-29f0-492c-828c-465b58f10369 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:42.414595 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-3df643f7-630a-4ebf-94f0-1d3e22566c64 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:42.421771 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b172b2b7-29f0-492c-828c-465b58f10369 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:57:42.433113 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b172b2b7-29f0-492c-828c-465b58f10369 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:42.433466 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-b172b2b7-29f0-492c-828c-465b58f10369 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Added segment 99e8d0c9-b866-4963-83bd-099aed9e80bd of type vlan for network 8784253f-3fa6-4ffd-9bd6-2bb7f9319eb5 Aug 10 03:57:42.437661 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-3df643f7-630a-4ebf-94f0-1d3e22566c64 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Transition to ACTIVE for port object f99a8c49-ebea-4aca-af5f-5ce88a2572bb will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:42.480724 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-11e21f2b-2f47-4fc4-936b-afd6488160ca tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] show failed (client error): The resource could not be found. Aug 10 03:57:42.481780 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-11e21f2b-2f47-4fc4-936b-afd6488160ca tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "GET /v2.0/ports/74074336-6bb0-4a73-9507-084bc71d9467/tags/tempest-TagsExtTest-Tag-737183024 HTTP/1.1" status: 404 len: 328 time: 0.1236346 Aug 10 03:57:42.484804 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39852) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:42.485511 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b172b2b7-29f0-492c-828c-465b58f10369 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:42.490904 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.tag.tag_plugin [None req-c12956a0-708b-42c7-9a4d-ee7a2c5eba30 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f52b34d9-1d31-4b3c-84ce-7799914daf99', {'tags': ['tempest-TagsExtTest-Tag-80212523', 'tempest-TagsExtTest-Tag-1984100327', 'tempest-TagsExtTest-Tag-727965698']}) {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:42.576675 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-3df643f7-630a-4ebf-94f0-1d3e22566c64 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:42.599504 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 92679e4b-504c-4402-b581-4f8b49a4c287 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:42.610499 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b172b2b7-29f0-492c-828c-465b58f10369 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:42.617773 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b172b2b7-29f0-492c-828c-465b58f10369 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:42.618405 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b172b2b7-29f0-492c-828c-465b58f10369 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:42.623015 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-3df643f7-630a-4ebf-94f0-1d3e22566c64 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Network 5d099f79-883f-4477-960b-980055d4784b is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:42.632756 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-3df643f7-630a-4ebf-94f0-1d3e22566c64 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:42.636763 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-3df643f7-630a-4ebf-94f0-1d3e22566c64 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:42.682512 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c12956a0-708b-42c7-9a4d-ee7a2c5eba30 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "PUT /v2.0/routers/f52b34d9-1d31-4b3c-84ce-7799914daf99/tags HTTP/1.1" status: 200 len: 315 time: 0.1962709 Aug 10 03:57:42.687703 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39856) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:42.697169 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.tag.tag_plugin [None req-b1b5c0f9-5588-420f-92cb-cb98d083ac3f tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f52b34d9-1d31-4b3c-84ce-7799914daf99') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:42.700146 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df643f7-630a-4ebf-94f0-1d3e22566c64 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Pushing event updated for resources: {'Port': ['ID=f99a8c49-ebea-4aca-af5f-5ce88a2572bb,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:42.716455 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172b2b7-29f0-492c-828c-465b58f10369 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event updated for resources: {'Network': ['ID=8784253f-3fa6-4ffd-9bd6-2bb7f9319eb5,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:42.731643 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 8784253f-3fa6-4ffd-9bd6-2bb7f9319eb5 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:57:42.760880 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b172b2b7-29f0-492c-828c-465b58f10369 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5718472 Aug 10 03:57:42.762332 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39862) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:42.768781 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-c98e0127-ae89-4bde-a06f-34d00a9c66b4 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Request body: {'subnet': {'network_id': '8784253f-3fa6-4ffd-9bd6-2bb7f9319eb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:42.800631 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-3df643f7-630a-4ebf-94f0-1d3e22566c64 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:42.802248 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-3df643f7-630a-4ebf-94f0-1d3e22566c64 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:42.812469 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 92679e4b-504c-4402-b581-4f8b49a4c287 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:42.815577 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 92679e4b-504c-4402-b581-4f8b49a4c287 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:42.815970 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:42.909552 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397c148-b846-4611-bfa8-7864ea4e4880 req-34c174c0-3e09-46f6-b37d-4b053c60d5fa tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:42.918920 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397c148-b846-4611-bfa8-7864ea4e4880 req-34c174c0-3e09-46f6-b37d-4b053c60d5fa tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:42.921492 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8397c148-b846-4611-bfa8-7864ea4e4880 req-34c174c0-3e09-46f6-b37d-4b053c60d5fa tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dce20a9-6107-4ac1-a685-445c7dd0352e HTTP/1.1" status: 200 len: 1653 time: 0.2102242 Aug 10 03:57:42.938492 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:42.958485 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a346f5-032c-4c54-9b1c-ce593378e608 req-425a25c3-44af-4280-aaef-ee3bfa3079bc tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:42.961130 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c1a346f5-032c-4c54-9b1c-ce593378e608 req-425a25c3-44af-4280-aaef-ee3bfa3079bc tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=2be60b71-7375-4dd3-afc5-6e1f26668aa3 HTTP/1.1" status: 200 len: 946 time: 0.0875719 Aug 10 03:57:42.963781 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1688becb-874b-4531-b1d6-374f7c3d89ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92679e4b-504c-4402-b581-4f8b49a4c287'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:42.966110 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c308c80-6d67-4d59-9ca9-b9a94d127d03" -d '{"events": [{"server_uuid": "1688becb-874b-4531-b1d6-374f7c3d89ec", "name": "network-vif-plugged", "status": "completed", "tag": "92679e4b-504c-4402-b581-4f8b49a4c287"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:42.979108 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 92679e4b-504c-4402-b581-4f8b49a4c287, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=92679e4b-504c-4402-b581-4f8b49a4c287,segment=NetworkSegment(2da97af6-0de2-4ee8-897c-e2b9557f8aaa),segment_id=2da97af6-0de2-4ee8-897c-e2b9557f8aaa)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:42.984900 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8397c148-b846-4611-bfa8-7864ea4e4880 req-fe98559b-b96a-42f2-afaa-71bb344c82a5 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551255 Aug 10 03:57:42.991085 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-3df643f7-630a-4ebf-94f0-1d3e22566c64 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5078635 Aug 10 03:57:43.007087 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-7bde1969-72ec-4bfb-badc-f8437dd92196 service neutron] Request body: {'port': {'device_id': '1dce20a9-6107-4ac1-a685-445c7dd0352e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:43.020808 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c1a346f5-032c-4c54-9b1c-ce593378e608 req-98860b68-cdc3-4a88-8b69-b2e8433eab2c tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493686 Aug 10 03:57:43.079265 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937c6c0c-f572-439f-8821-a87f0548e40c x-openstack-request-id: req-937c6c0c-f572-439f-8821-a87f0548e40c {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:43.079469 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-7bde1969-72ec-4bfb-badc-f8437dd92196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.080085 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1688becb-874b-4531-b1d6-374f7c3d89ec", "name": "network-vif-plugged", "status": "completed", "tag": "92679e4b-504c-4402-b581-4f8b49a4c287", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:43.080563 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-937c6c0c-f572-439f-8821-a87f0548e40c {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:43.081190 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1688becb-874b-4531-b1d6-374f7c3d89ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92679e4b-504c-4402-b581-4f8b49a4c287', 'code': 200} Aug 10 03:57:43.104775 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.129905 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b1b5c0f9-5588-420f-92cb-cb98d083ac3f tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "DELETE /v2.0/routers/f52b34d9-1d31-4b3c-84ce-7799914daf99/tags HTTP/1.1" status: 204 len: 168 time: 0.4405410 Aug 10 03:57:43.132874 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39878) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:43.138296 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.tag.tag_plugin [None req-53f191d6-9e3a-4587-a3ec-2cd9ad6cd650 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f52b34d9-1d31-4b3c-84ce-7799914daf99', 'tempest-TagsExtTest-Tag-80212523') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:43.152319 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98e0127-ae89-4bde-a06f-34d00a9c66b4 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Made reservation on behalf of b2d87b3944704ca089acd0f2f68b57e9 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:43.161861 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c98e0127-ae89-4bde-a06f-34d00a9c66b4 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.181129 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=92679e4b-504c-4402-b581-4f8b49a4c287,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:43.203211 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-de9432cb-c267-4cfb-961c-974f4c5c027e None None] Provisioning for port f99a8c49-ebea-4aca-af5f-5ce88a2572bb completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:43.205931 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-de9432cb-c267-4cfb-961c-974f4c5c027e None None] Provisioning complete for port f99a8c49-ebea-4aca-af5f-5ce88a2572bb triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:43.206480 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-de9432cb-c267-4cfb-961c-974f4c5c027e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.245299 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03451d60-df3d-429b-a22a-8c2f48b8d7c2 req-c38d015f-d824-4a99-9483-eec431da4d13 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:43.246864 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-03451d60-df3d-429b-a22a-8c2f48b8d7c2 req-c38d015f-d824-4a99-9483-eec431da4d13 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1688becb-874b-4531-b1d6-374f7c3d89ec HTTP/1.1" status: 200 len: 944 time: 0.1820445 Aug 10 03:57:43.257964 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-de9432cb-c267-4cfb-961c-974f4c5c027e None None] Port f99a8c49-ebea-4aca-af5f-5ce88a2572bb cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:57:43.310394 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c9d3b-adc8-4129-b0c4-1080d0cd2035 req-540f6264-b309-49f6-b8cd-42a0cf9c226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:43.312175 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e85c9d3b-adc8-4129-b0c4-1080d0cd2035 req-540f6264-b309-49f6-b8cd-42a0cf9c226d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1688becb-874b-4531-b1d6-374f7c3d89ec HTTP/1.1" status: 200 len: 1096 time: 0.1741700 Aug 10 03:57:43.332526 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-53f191d6-9e3a-4587-a3ec-2cd9ad6cd650 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] show failed (client error): The resource could not be found. Aug 10 03:57:43.333582 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-53f191d6-9e3a-4587-a3ec-2cd9ad6cd650 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "GET /v2.0/routers/f52b34d9-1d31-4b3c-84ce-7799914daf99/tags/tempest-TagsExtTest-Tag-80212523 HTTP/1.1" status: 404 len: 327 time: 0.1989479 Aug 10 03:57:43.337969 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39886) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:43.341985 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.tag.tag_plugin [None req-69292bd7-fee3-485d-8535-9f8f3955c692 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f52b34d9-1d31-4b3c-84ce-7799914daf99', 'tempest-TagsExtTest-Tag-1984100327') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:43.372637 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e85c9d3b-adc8-4129-b0c4-1080d0cd2035 req-302f4810-bc21-41c0-80b8-c6caa48962b3 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d15681b9-d35e-4b1f-b310-9377aa264221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514178 Aug 10 03:57:43.434717 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-03451d60-df3d-429b-a22a-8c2f48b8d7c2 req-f5296317-cced-436b-bb21-1939a5f35e0c tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d15681b9-d35e-4b1f-b310-9377aa264221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349890 Aug 10 03:57:43.519482 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-69292bd7-fee3-485d-8535-9f8f3955c692 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] show failed (client error): The resource could not be found. Aug 10 03:57:43.521188 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-69292bd7-fee3-485d-8535-9f8f3955c692 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "GET /v2.0/routers/f52b34d9-1d31-4b3c-84ce-7799914daf99/tags/tempest-TagsExtTest-Tag-1984100327 HTTP/1.1" status: 404 len: 329 time: 0.1829295 Aug 10 03:57:43.524054 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39892) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:43.530008 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.tag.tag_plugin [None req-0dec796f-d5a5-4188-81fa-83293eb10bfd tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f52b34d9-1d31-4b3c-84ce-7799914daf99', 'tempest-TagsExtTest-Tag-727965698') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:43.610324 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.618148 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c98e0127-ae89-4bde-a06f-34d00a9c66b4 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.690694 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e0127-ae89-4bde-a06f-34d00a9c66b4 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event updated for resources: {'Subnet': ['ID=126acaad-385f-42a5-a990-ed514b8e59f8,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:43.708217 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d29d8-7058-4c68-86ce-16290f78c400 req-3f8aff29-44d5-4e85-81d3-b7de0d026153 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:43.708217 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c0d29d8-7058-4c68-86ce-16290f78c400 req-3f8aff29-44d5-4e85-81d3-b7de0d026153 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5f15c0-fde9-4297-a710-fb20d9c72528 HTTP/1.1" status: 200 len: 945 time: 0.1180248 Aug 10 03:57:43.718776 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98e0127-ae89-4bde-a06f-34d00a9c66b4 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Checking segment: {'id': '99e8d0c9-b866-4963-83bd-099aed9e80bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8784253f-3fa6-4ffd-9bd6-2bb7f9319eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:43.720095 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98e0127-ae89-4bde-a06f-34d00a9c66b4 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Network hostable DHCP agents. Network: 8784253f-3fa6-4ffd-9bd6-2bb7f9319eb5, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:57:43.776562 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c0d29d8-7058-4c68-86ce-16290f78c400 req-c2c7a98f-102a-4681-8d56-c943d6c4096d tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/security-groups?id=9abd3a5c-87d2-44b8-8106-d84c666ebf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443308 Aug 10 03:57:43.801364 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0ed8c3cc-3e23-4fe1-8be0-bde234415c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.824045 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98e0127-ae89-4bde-a06f-34d00a9c66b4 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Network 8784253f-3fa6-4ffd-9bd6-2bb7f9319eb5 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:57:43.933662 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-c98e0127-ae89-4bde-a06f-34d00a9c66b4 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 8784253f-3fa6-4ffd-9bd6-2bb7f9319eb5) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:43.938592 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98e0127-ae89-4bde-a06f-34d00a9c66b4 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:43.939402 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c98e0127-ae89-4bde-a06f-34d00a9c66b4 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:43.952875 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382be1cf-6330-430f-a555-5a321907be9d None None] Network 8784253f-3fa6-4ffd-9bd6-2bb7f9319eb5 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:43.980600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-7bde1969-72ec-4bfb-badc-f8437dd92196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d81efb5-d6c1-41b9-9f6c-b5b63a25465a {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:57:43.992066 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-0dec796f-d5a5-4188-81fa-83293eb10bfd tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] show failed (client error): The resource could not be found. Aug 10 03:57:43.993869 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0dec796f-d5a5-4188-81fa-83293eb10bfd tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "GET /v2.0/routers/f52b34d9-1d31-4b3c-84ce-7799914daf99/tags/tempest-TagsExtTest-Tag-727965698 HTTP/1.1" status: 404 len: 328 time: 0.4688797 Aug 10 03:57:43.996824 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39910) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:43.999903 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-7bde1969-72ec-4bfb-badc-f8437dd92196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.002133 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-90c52d22-a7c2-480c-9e55-940f3c3ca168 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '83b0e704-87aa-4a19-a91b-3ca662ebb51e', {'tags': ['tempest-TagsExtTest-Tag-100918721', 'tempest-TagsExtTest-Tag-1172830191', 'tempest-TagsExtTest-Tag-133125664']}) {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:44.036368 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bf389-7970-4636-bdbc-6456eeec4880 req-0b59f30f-96b1-40f9-8bbc-2d203ac8d767 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:44.046775 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fb8bf389-7970-4636-bdbc-6456eeec4880 req-0b59f30f-96b1-40f9-8bbc-2d203ac8d767 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=2be60b71-7375-4dd3-afc5-6e1f26668aa3 HTTP/1.1" status: 200 len: 946 time: 0.1640027 Aug 10 03:57:44.049475 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c98e0127-ae89-4bde-a06f-34d00a9c66b4 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2845860 Aug 10 03:57:44.056760 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39914) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:44.058758 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-7bde1969-72ec-4bfb-badc-f8437dd92196 service neutron] Transition to ACTIVE for port object 4d81efb5-d6c1-41b9-9f6c-b5b63a25465a will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:44.097314 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fb8bf389-7970-4636-bdbc-6456eeec4880 req-7d829481-c06a-4cfa-b1fc-ec93cdd43635 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499187 Aug 10 03:57:44.162367 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-7bde1969-72ec-4bfb-badc-f8437dd92196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.251227 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424de73b-9a45-483c-9afd-72a70063fa73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-8784253f-3fa6-4ffd-9bd6-2bb7f9319eb5', 'network_id': '8784253f-3fa6-4ffd-9bd6-2bb7f9319eb5', 'tenant_id': 'b2d87b3944704ca089acd0f2f68b57e9', 'fixed_ips': [{'subnet_id': '126acaad-385f-42a5-a990-ed514b8e59f8'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:57:44.253234 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-424de73b-9a45-483c-9afd-72a70063fa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.308460 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde1969-72ec-4bfb-badc-f8437dd92196 service neutron] Pushing event updated for resources: {'Port': ['ID=4d81efb5-d6c1-41b9-9f6c-b5b63a25465a,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:44.353810 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07ca5d-960b-49fe-bcf1-b313866abc01 req-ccdd1ecc-9abc-424c-9895-2e5d1619b1f6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:44.369609 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07ca5d-960b-49fe-bcf1-b313866abc01 req-ccdd1ecc-9abc-424c-9895-2e5d1619b1f6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:44.372558 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-7bde1969-72ec-4bfb-badc-f8437dd92196 service neutron] Attempting to bind port 4d81efb5-d6c1-41b9-9f6c-b5b63a25465a on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:44.373142 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-7bde1969-72ec-4bfb-badc-f8437dd92196 service neutron] Attempting to bind port 4d81efb5-d6c1-41b9-9f6c-b5b63a25465a by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '3b88faf7-60c9-409a-a2e1-599b74963e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '53dfa4b5-770f-4d5e-bb8c-65926a66e881'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:44.373781 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-7bde1969-72ec-4bfb-badc-f8437dd92196 service neutron] Attempting to bind port 4d81efb5-d6c1-41b9-9f6c-b5b63a25465a on network 53dfa4b5-770f-4d5e-bb8c-65926a66e881 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:44.378257 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fe07ca5d-960b-49fe-bcf1-b313866abc01 req-ccdd1ecc-9abc-424c-9895-2e5d1619b1f6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dce20a9-6107-4ac1-a685-445c7dd0352e HTTP/1.1" status: 200 len: 1665 time: 0.2725139 Aug 10 03:57:44.385692 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-90c52d22-a7c2-480c-9e55-940f3c3ca168 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "PUT /v2.0/subnetpools/83b0e704-87aa-4a19-a91b-3ca662ebb51e/tags HTTP/1.1" status: 200 len: 316 time: 0.3877635 Aug 10 03:57:44.389776 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39936) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:44.402019 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-7bde1969-72ec-4bfb-badc-f8437dd92196 service neutron] Port 4d81efb5-d6c1-41b9-9f6c-b5b63a25465a on network 53dfa4b5-770f-4d5e-bb8c-65926a66e881 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:57:44.402634 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-7bde1969-72ec-4bfb-badc-f8437dd92196 service neutron] Attempting to bind port 4d81efb5-d6c1-41b9-9f6c-b5b63a25465a on network 53dfa4b5-770f-4d5e-bb8c-65926a66e881 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:44.412701 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-7bde1969-72ec-4bfb-badc-f8437dd92196 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:44.413366 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-7bde1969-72ec-4bfb-badc-f8437dd92196 service neutron] Checking segment: {'id': '3b88faf7-60c9-409a-a2e1-599b74963e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '53dfa4b5-770f-4d5e-bb8c-65926a66e881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:44.414350 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-7bde1969-72ec-4bfb-badc-f8437dd92196 service neutron] Bound using segment: {'id': '3b88faf7-60c9-409a-a2e1-599b74963e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '53dfa4b5-770f-4d5e-bb8c-65926a66e881'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:44.414975 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-7bde1969-72ec-4bfb-badc-f8437dd92196 service neutron] Bound port: 4d81efb5-d6c1-41b9-9f6c-b5b63a25465a, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b88faf7-60c9-409a-a2e1-599b74963e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '53dfa4b5-770f-4d5e-bb8c-65926a66e881'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:44.416147 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-7bde1969-72ec-4bfb-badc-f8437dd92196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.418820 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-1cd87a3d-f41d-45ce-b937-a15f4c8a71bb tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '83b0e704-87aa-4a19-a91b-3ca662ebb51e') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:44.507882 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.526545 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-424de73b-9a45-483c-9afd-72a70063fa73 None None] Allocated IP 172.20.0.2 (8784253f-3fa6-4ffd-9bd6-2bb7f9319eb5/126acaad-385f-42a5-a990-ed514b8e59f8/c7207c80-c6bc-4521-ba0d-23e08de722e7) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:44.576615 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fe07ca5d-960b-49fe-bcf1-b313866abc01 req-6a1acadd-4ca8-498c-b585-358058337a31 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875300 Aug 10 03:57:44.609079 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.617494 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-7bde1969-72ec-4bfb-badc-f8437dd92196 service neutron] For port 4d81efb5-d6c1-41b9-9f6c-b5b63a25465a, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:44.634686 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-7bde1969-72ec-4bfb-badc-f8437dd92196 service neutron] For port 4d81efb5-d6c1-41b9-9f6c-b5b63a25465a, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=4d81efb5-d6c1-41b9-9f6c-b5b63a25465a,segment=NetworkSegment(3b88faf7-60c9-409a-a2e1-599b74963e34),segment_id=3b88faf7-60c9-409a-a2e1-599b74963e34)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:44.652659 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fe834-02b7-43e3-b2d0-25e43d96d852 req-e8f9361e-a3b8-4ee2-b576-7bbb7a1a9c3d tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:44.667292 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0e4fe834-02b7-43e3-b2d0-25e43d96d852 req-e8f9361e-a3b8-4ee2-b576-7bbb7a1a9c3d tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1688becb-874b-4531-b1d6-374f7c3d89ec HTTP/1.1" status: 200 len: 945 time: 0.0910902 Aug 10 03:57:44.723373 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0e4fe834-02b7-43e3-b2d0-25e43d96d852 req-af3037a1-aeda-412f-a9dc-1d591cfa2ca3 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d15681b9-d35e-4b1f-b310-9377aa264221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552309 Aug 10 03:57:44.726050 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1cd87a3d-f41d-45ce-b937-a15f4c8a71bb tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "DELETE /v2.0/subnetpools/83b0e704-87aa-4a19-a91b-3ca662ebb51e/tags HTTP/1.1" status: 204 len: 168 time: 0.3131206 Aug 10 03:57:44.729539 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39954) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:44.731038 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-7bde1969-72ec-4bfb-badc-f8437dd92196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.745633 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-9910f547-0d30-42d1-a539-d0a53975d258 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83b0e704-87aa-4a19-a91b-3ca662ebb51e', 'tempest-TagsExtTest-Tag-100918721') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:44.796927 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-9910f547-0d30-42d1-a539-d0a53975d258 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] show failed (client error): The resource could not be found. Aug 10 03:57:44.808167 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9910f547-0d30-42d1-a539-d0a53975d258 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "GET /v2.0/subnetpools/83b0e704-87aa-4a19-a91b-3ca662ebb51e/tags/tempest-TagsExtTest-Tag-100918721 HTTP/1.1" status: 404 len: 328 time: 0.0670550 Aug 10 03:57:44.809408 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39960) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:44.823526 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-333b22a6-b642-433e-bbfb-f1fb174bed12 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83b0e704-87aa-4a19-a91b-3ca662ebb51e', 'tempest-TagsExtTest-Tag-1172830191') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:44.825077 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-424de73b-9a45-483c-9afd-72a70063fa73 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.835350 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-7bde1969-72ec-4bfb-badc-f8437dd92196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:44.837144 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-7bde1969-72ec-4bfb-badc-f8437dd92196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:44.838594 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-7bde1969-72ec-4bfb-badc-f8437dd92196 service neutron] 10.222.0.68 "PUT /v2.0/ports/4d81efb5-d6c1-41b9-9f6c-b5b63a25465a HTTP/1.1" status: 200 len: 1092 time: 1.8380892 Aug 10 03:57:44.849058 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dce20a9-6107-4ac1-a685-445c7dd0352e', 'tag': '4d81efb5-d6c1-41b9-9f6c-b5b63a25465a'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:44.853755 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb5a3e4-1b47-4dc5-b02f-1261b66db0a3" -d '{"events": [{"name": "network-changed", "server_uuid": "1dce20a9-6107-4ac1-a685-445c7dd0352e", "tag": "4d81efb5-d6c1-41b9-9f6c-b5b63a25465a"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:44.855084 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-424de73b-9a45-483c-9afd-72a70063fa73 None None] Transition to ACTIVE for port object c7207c80-c6bc-4521-ba0d-23e08de722e7 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:44.894262 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-333b22a6-b642-433e-bbfb-f1fb174bed12 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] show failed (client error): The resource could not be found. Aug 10 03:57:44.895913 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-333b22a6-b642-433e-bbfb-f1fb174bed12 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "GET /v2.0/subnetpools/83b0e704-87aa-4a19-a91b-3ca662ebb51e/tags/tempest-TagsExtTest-Tag-1172830191 HTTP/1.1" status: 404 len: 329 time: 0.0765486 Aug 10 03:57:44.904372 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39968) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:44.915525 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfaedaa-6273-442c-b549-6bb997838382 x-openstack-request-id: req-cbfaedaa-6273-442c-b549-6bb997838382 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:44.915525 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dce20a9-6107-4ac1-a685-445c7dd0352e", "tag": "4d81efb5-d6c1-41b9-9f6c-b5b63a25465a", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:44.916080 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-424de73b-9a45-483c-9afd-72a70063fa73 None None] Transition to ACTIVE for port object c7207c80-c6bc-4521-ba0d-23e08de722e7 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:44.916199 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cbfaedaa-6273-442c-b549-6bb997838382 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:44.917041 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dce20a9-6107-4ac1-a685-445c7dd0352e', 'tag': '4d81efb5-d6c1-41b9-9f6c-b5b63a25465a', 'status': 'completed', 'code': 200} Aug 10 03:57:44.917621 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde1969-72ec-4bfb-badc-f8437dd92196 service neutron] Pushing event updated for resources: {'Port': ['ID=4d81efb5-d6c1-41b9-9f6c-b5b63a25465a,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:44.931345 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-26ae6e18-81c9-4937-a468-c629c7b8b007 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '83b0e704-87aa-4a19-a91b-3ca662ebb51e', 'tempest-TagsExtTest-Tag-133125664') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:44.985299 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-26ae6e18-81c9-4937-a468-c629c7b8b007 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] show failed (client error): The resource could not be found. Aug 10 03:57:44.985299 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-26ae6e18-81c9-4937-a468-c629c7b8b007 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "GET /v2.0/subnetpools/83b0e704-87aa-4a19-a91b-3ca662ebb51e/tags/tempest-TagsExtTest-Tag-133125664 HTTP/1.1" status: 404 len: 328 time: 0.0771174 Aug 10 03:57:44.987909 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39972) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:44.999632 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-2a43b056-b7a1-4b4d-85d5-1e97ddf40a27 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '83b0e704-87aa-4a19-a91b-3ca662ebb51e') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:45.014123 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5a3e4-1b47-4dc5-b02f-1261b66db0a3 req-722c6e2b-784b-4b79-8aba-b76c7b9fe47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:45.015324 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5a3e4-1b47-4dc5-b02f-1261b66db0a3 req-722c6e2b-784b-4b79-8aba-b76c7b9fe47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:45.018235 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7bb5a3e4-1b47-4dc5-b02f-1261b66db0a3 req-722c6e2b-784b-4b79-8aba-b76c7b9fe47b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8281b6bf97984b32a5c87806dd937c20&device_id=1dce20a9-6107-4ac1-a685-445c7dd0352e HTTP/1.1" status: 200 len: 1912 time: 0.0786054 Aug 10 03:57:45.018739 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-6934e1dd-3d54-4164-969e-cd4d4915a17f service neutron] Request body: {'port': {'device_id': '1dce20a9-6107-4ac1-a685-445c7dd0352e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:45.028334 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-424de73b-9a45-483c-9afd-72a70063fa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:45.079992 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424de73b-9a45-483c-9afd-72a70063fa73 None None] Network 8784253f-3fa6-4ffd-9bd6-2bb7f9319eb5 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:45.084166 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-424de73b-9a45-483c-9afd-72a70063fa73 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:45.088650 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424de73b-9a45-483c-9afd-72a70063fa73 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:45.118200 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424de73b-9a45-483c-9afd-72a70063fa73 None None] Pushing event updated for resources: {'Port': ['ID=c7207c80-c6bc-4521-ba0d-23e08de722e7,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:45.183160 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2a43b056-b7a1-4b4d-85d5-1e97ddf40a27 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "DELETE /v2.0/subnetpools/83b0e704-87aa-4a19-a91b-3ca662ebb51e/tags HTTP/1.1" status: 204 len: 168 time: 0.1936593 Aug 10 03:57:45.185619 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-6934e1dd-3d54-4164-969e-cd4d4915a17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:45.187838 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39976) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:45.195364 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5a3e4-1b47-4dc5-b02f-1261b66db0a3 req-3c59979b-69b8-4fcf-993f-b0a7b7ccb515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:45.196010 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5a3e4-1b47-4dc5-b02f-1261b66db0a3 req-3c59979b-69b8-4fcf-993f-b0a7b7ccb515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:45.196502 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5a3e4-1b47-4dc5-b02f-1261b66db0a3 req-3c59979b-69b8-4fcf-993f-b0a7b7ccb515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:45.196618 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-3f23a8bd-04c9-4e40-8596-bf6f83d18a85 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f52b34d9-1d31-4b3c-84ce-7799914daf99') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:45.199487 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7bb5a3e4-1b47-4dc5-b02f-1261b66db0a3 req-3c59979b-69b8-4fcf-993f-b0a7b7ccb515 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=8281b6bf97984b32a5c87806dd937c20&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1725166 Aug 10 03:57:45.211626 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-424de73b-9a45-483c-9afd-72a70063fa73 None None] Attempting to bind port c7207c80-c6bc-4521-ba0d-23e08de722e7 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:45.212039 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-424de73b-9a45-483c-9afd-72a70063fa73 None None] Attempting to bind port c7207c80-c6bc-4521-ba0d-23e08de722e7 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '99e8d0c9-b866-4963-83bd-099aed9e80bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8784253f-3fa6-4ffd-9bd6-2bb7f9319eb5'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:45.212623 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424de73b-9a45-483c-9afd-72a70063fa73 None None] Attempting to bind port c7207c80-c6bc-4521-ba0d-23e08de722e7 on network 8784253f-3fa6-4ffd-9bd6-2bb7f9319eb5 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:45.219534 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424de73b-9a45-483c-9afd-72a70063fa73 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:45.219949 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424de73b-9a45-483c-9afd-72a70063fa73 None None] Checking segment: {'id': '99e8d0c9-b866-4963-83bd-099aed9e80bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8784253f-3fa6-4ffd-9bd6-2bb7f9319eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:45.220426 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-424de73b-9a45-483c-9afd-72a70063fa73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:45.220815 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424de73b-9a45-483c-9afd-72a70063fa73 None None] Bound using segment: {'id': '99e8d0c9-b866-4963-83bd-099aed9e80bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8784253f-3fa6-4ffd-9bd6-2bb7f9319eb5'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:45.221350 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-424de73b-9a45-483c-9afd-72a70063fa73 None None] Bound port: c7207c80-c6bc-4521-ba0d-23e08de722e7, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e8d0c9-b866-4963-83bd-099aed9e80bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '8784253f-3fa6-4ffd-9bd6-2bb7f9319eb5'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:45.221815 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-424de73b-9a45-483c-9afd-72a70063fa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:45.243570 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:45.263987 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:45.280931 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc2064-4a1f-4674-88c2-f140fefd3222 req-4c8aba08-7981-4db9-ba11-b5f82733f43d tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:45.280931 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-65fc2064-4a1f-4674-88c2-f140fefd3222 req-4c8aba08-7981-4db9-ba11-b5f82733f43d tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.20 "GET /v2.0/ports?device_id=2be60b71-7375-4dd3-afc5-6e1f26668aa3 HTTP/1.1" status: 200 len: 946 time: 0.1882606 Aug 10 03:57:45.312092 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-424de73b-9a45-483c-9afd-72a70063fa73 None None] For port c7207c80-c6bc-4521-ba0d-23e08de722e7, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:45.318444 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-424de73b-9a45-483c-9afd-72a70063fa73 None None] For port c7207c80-c6bc-4521-ba0d-23e08de722e7, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c7207c80-c6bc-4521-ba0d-23e08de722e7,segment=NetworkSegment(99e8d0c9-b866-4963-83bd-099aed9e80bd),segment_id=99e8d0c9-b866-4963-83bd-099aed9e80bd)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:45.333957 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5a3e4-1b47-4dc5-b02f-1261b66db0a3 req-157a4fd4-b90f-4ad3-a4e1-535289462b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:45.335625 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7bb5a3e4-1b47-4dc5-b02f-1261b66db0a3 req-157a4fd4-b90f-4ad3-a4e1-535289462b38 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299281 Aug 10 03:57:45.421194 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-424de73b-9a45-483c-9afd-72a70063fa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:45.448177 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e254c4-f105-47ea-b32d-23f342665114 req-22d7fe88-7ee1-4a51-98ad-b51a2781da5c tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:45.450030 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e3e254c4-f105-47ea-b32d-23f342665114 req-22d7fe88-7ee1-4a51-98ad-b51a2781da5c tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=2be60b71-7375-4dd3-afc5-6e1f26668aa3 HTTP/1.1" status: 200 len: 946 time: 0.0835288 Aug 10 03:57:45.515105 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e3e254c4-f105-47ea-b32d-23f342665114 req-b5739446-373e-40a6-a827-3412dd21fccb tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/security-groups?id=06aa3788-14b7-4191-8c62-7c895a85e671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579672 Aug 10 03:57:45.552258 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424de73b-9a45-483c-9afd-72a70063fa73 None None] Pushing event updated for resources: {'Port': ['ID=c7207c80-c6bc-4521-ba0d-23e08de722e7,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:45.563392 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc75da2-c713-493e-808e-3ca93677e9fc None None] Network 8784253f-3fa6-4ffd-9bd6-2bb7f9319eb5 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:45.573678 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39984) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:45.647463 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75773f69-f9f8-4d69-b2d0-b5f7ded4c787 req-f3ab0152-9c39-4330-b9e6-7a6f46a74cef tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:45.648255 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:45.656469 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-75773f69-f9f8-4d69-b2d0-b5f7ded4c787 req-f3ab0152-9c39-4330-b9e6-7a6f46a74cef tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1688becb-874b-4531-b1d6-374f7c3d89ec HTTP/1.1" status: 200 len: 945 time: 0.0662236 Aug 10 03:57:45.702073 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-75773f69-f9f8-4d69-b2d0-b5f7ded4c787 req-8034fb13-0140-4bf1-8e61-3cf47b28be72 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d15681b9-d35e-4b1f-b310-9377aa264221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447204 Aug 10 03:57:45.710733 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-24f62693-0492-44ca-886e-93f3851161be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:45.711479 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Subnet': ['ID=126acaad-385f-42a5-a990-ed514b8e59f8,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:45.724288 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bccc70-8abf-4443-8e7d-c14a39e13805 None None] get_active_networks_info from n-d-802893-2 {{(pid=94939) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:57:45.851376 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eaad72-8501-42b1-8e6e-0baf54a1a888 req-971ba4c3-66cd-4420-8837-7443900f871f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:45.857239 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:45.857464 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eaad72-8501-42b1-8e6e-0baf54a1a888 req-971ba4c3-66cd-4420-8837-7443900f871f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:45.859088 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b5eaad72-8501-42b1-8e6e-0baf54a1a888 req-971ba4c3-66cd-4420-8837-7443900f871f tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dce20a9-6107-4ac1-a685-445c7dd0352e HTTP/1.1" status: 200 len: 1665 time: 0.0678375 Aug 10 03:57:45.881539 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bccc70-8abf-4443-8e7d-c14a39e13805 None None] Resources bound (agent type, host, resource id): {{(pid=94939) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:57:45.917201 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b5eaad72-8501-42b1-8e6e-0baf54a1a888 req-ab724e1d-0527-4484-8f25-4e45d58e9b48 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488377 Aug 10 03:57:45.944333 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-24f62693-0492-44ca-886e-93f3851161be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:45.944843 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8784253f-3fa6-4ffd-9bd6-2bb7f9319eb5']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:45.975779 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e8d0c9-b866-4963-83bd-099aed9e80bd') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:45.976482 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e8d0c9-b866-4963-83bd-099aed9e80bd') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:45.979570 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3f23a8bd-04c9-4e40-8596-bf6f83d18a85 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "DELETE /v2.0/routers/f52b34d9-1d31-4b3c-84ce-7799914daf99/tags HTTP/1.1" status: 204 len: 168 time: 0.7881753 Aug 10 03:57:45.982487 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39992) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:45.987474 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.tag.tag_plugin [None req-5acb254a-3970-490c-a1c8-f31cd0417f29 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '74074336-6bb0-4a73-9507-084bc71d9467') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:45.997409 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.024755 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a45cfd-8c57-4d7c-9f05-7d5cede5d0f0 req-f0b975b3-fd45-47de-8ad2-4817f6b0002d tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:46.026288 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c3a45cfd-8c57-4d7c-9f05-7d5cede5d0f0 req-f0b975b3-fd45-47de-8ad2-4817f6b0002d tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5f15c0-fde9-4297-a710-fb20d9c72528 HTTP/1.1" status: 200 len: 945 time: 0.3070171 Aug 10 03:57:46.045782 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.064061 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5acb254a-3970-490c-a1c8-f31cd0417f29 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "DELETE /v2.0/ports/74074336-6bb0-4a73-9507-084bc71d9467/tags HTTP/1.1" status: 204 len: 168 time: 0.0804057 Aug 10 03:57:46.066653 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39994) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:46.071095 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.tag.tag_plugin [None req-2015f6d5-83ce-4fc7-846a-975039892852 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:46.096219 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:46.096627 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.099204 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-24f62693-0492-44ca-886e-93f3851161be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:46.101032 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:46.135236 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f62693-0492-44ca-886e-93f3851161be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad154a0-8ecd-4b15-a28c-444b854b7781,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:46.171822 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-24f62693-0492-44ca-886e-93f3851161be admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=89298935669d4e579ae7e8d61dfb6f00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5948424 Aug 10 03:57:46.172089 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39996) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:46.202011 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-65fc2064-4a1f-4674-88c2-f140fefd3222 req-cef15e2c-6147-44d1-ac15-e085a669caa2 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Deleting port a7ce79eb-e781-4a38-80c8-31efc98c3419 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:46.202353 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-65fc2064-4a1f-4674-88c2-f140fefd3222 req-cef15e2c-6147-44d1-ac15-e085a669caa2 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.224058 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2015f6d5-83ce-4fc7-846a-975039892852 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "DELETE /v2.0/subnets/acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd/tags HTTP/1.1" status: 204 len: 168 time: 0.1550522 Aug 10 03:57:46.224301 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c3a45cfd-8c57-4d7c-9f05-7d5cede5d0f0 req-148e89c9-e17c-479b-8e27-f20edbc33933 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/security-groups?id=9abd3a5c-87d2-44b8-8106-d84c666ebf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817014 Aug 10 03:57:46.228091 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39998) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:46.280483 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.db.api [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:57:46.280483 n-d-802893-2 neutron-server[94937]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:57:46.280483 n-d-802893-2 neutron-server[94937]: [parameters: {'id': '8784253f-3fa6-4ffd-9bd6-2bb7f9319eb5'}] Aug 10 03:57:46.280483 n-d-802893-2 neutron-server[94937]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:57:46.280963 n-d-802893-2 neutron-server[94937]: DEBUG oslo_db.api [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:57:46.291584 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d494d10-f10a-449a-8cfc-8df50aff8ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.339030 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d494d10-f10a-449a-8cfc-8df50aff8ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.357080 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-65fc2064-4a1f-4674-88c2-f140fefd3222 req-cef15e2c-6147-44d1-ac15-e085a669caa2 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] For port a7ce79eb-e781-4a38-80c8-31efc98c3419, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=a7ce79eb-e781-4a38-80c8-31efc98c3419,segment=NetworkSegment(ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71),segment_id=ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:46.357449 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-65fc2064-4a1f-4674-88c2-f140fefd3222 req-cef15e2c-6147-44d1-ac15-e085a669caa2 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.376265 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-65fc2064-4a1f-4674-88c2-f140fefd3222 req-cef15e2c-6147-44d1-ac15-e085a669caa2 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Calling delete_port for a7ce79eb-e781-4a38-80c8-31efc98c3419 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:46.382960 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-6934e1dd-3d54-4164-969e-cd4d4915a17f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f99a8c49-ebea-4aca-af5f-5ce88a2572bb {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:57:46.394296 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-6934e1dd-3d54-4164-969e-cd4d4915a17f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.443378 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-6934e1dd-3d54-4164-969e-cd4d4915a17f service neutron] Transition to ACTIVE for port object f99a8c49-ebea-4aca-af5f-5ce88a2572bb will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:46.477891 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dc146f86-ca6c-4400-8fff-bd7ec5da73dc tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks [] for subnetpool, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.481310 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-dc146f86-ca6c-4400-8fff-bd7ec5da73dc tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "DELETE /v2.0/subnetpools/83b0e704-87aa-4a19-a91b-3ca662ebb51e HTTP/1.1" status: 204 len: 168 time: 0.2510755 Aug 10 03:57:46.481680 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40000) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:46.508860 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d7c7d433-4867-47d8-af36-e7141394a845 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "GET /v2.0/ports?device_id=f52b34d9-1d31-4b3c-84ce-7799914daf99 HTTP/1.1" status: 200 len: 205 time: 0.0260768 Aug 10 03:57:46.511161 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40002) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:46.555214 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d494d10-f10a-449a-8cfc-8df50aff8ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.557765 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d494d10-f10a-449a-8cfc-8df50aff8ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.558903 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2d494d10-f10a-449a-8cfc-8df50aff8ef7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ad154a0-8ecd-4b15-a28c-444b854b7781 HTTP/1.1" status: 204 len: 168 time: 0.3856635 Aug 10 03:57:46.572949 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-6934e1dd-3d54-4164-969e-cd4d4915a17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.595803 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d494d10-f10a-449a-8cfc-8df50aff8ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad154a0-8ecd-4b15-a28c-444b854b7781,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:46.602018 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-884ca48a-3373-4d5e-8330-c64b1bfb6723 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.655077 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934e1dd-3d54-4164-969e-cd4d4915a17f service neutron] Pushing event updated for resources: {'Port': ['ID=f99a8c49-ebea-4aca-af5f-5ce88a2572bb,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:46.678866 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-65fc2064-4a1f-4674-88c2-f140fefd3222 req-cef15e2c-6147-44d1-ac15-e085a669caa2 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.700493 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b6a8fb04-58a5-44ca-8693-9b7c65d1b21c req-9343a288-765e-4f22-9322-dbac4cff61f3 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=2be60b71-7375-4dd3-afc5-6e1f26668aa3 HTTP/1.1" status: 200 len: 210 time: 0.0629268 Aug 10 03:57:46.722937 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef15e2c-6147-44d1-ac15-e085a669caa2 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Pushing event deleted for resources: {'Port': ['ID=a7ce79eb-e781-4a38-80c8-31efc98c3419,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:46.733233 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['a7ce79eb-e781-4a38-80c8-31efc98c3419'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:57:46.782303 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.807730 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-6934e1dd-3d54-4164-969e-cd4d4915a17f service neutron] Attempting to bind port f99a8c49-ebea-4aca-af5f-5ce88a2572bb on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:46.808099 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-6934e1dd-3d54-4164-969e-cd4d4915a17f service neutron] Attempting to bind port f99a8c49-ebea-4aca-af5f-5ce88a2572bb by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '1b091c50-42e7-4ed2-acd2-124394c26139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5d099f79-883f-4477-960b-980055d4784b'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:46.808440 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-6934e1dd-3d54-4164-969e-cd4d4915a17f service neutron] Attempting to bind port f99a8c49-ebea-4aca-af5f-5ce88a2572bb on network 5d099f79-883f-4477-960b-980055d4784b {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:46.845348 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-65fc2064-4a1f-4674-88c2-f140fefd3222 req-cef15e2c-6147-44d1-ac15-e085a669caa2 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] No DVR routers for this DVR port a7ce79eb-e781-4a38-80c8-31efc98c3419 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:46.850611 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-65fc2064-4a1f-4674-88c2-f140fefd3222 req-cef15e2c-6147-44d1-ac15-e085a669caa2 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.853404 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-65fc2064-4a1f-4674-88c2-f140fefd3222 req-cef15e2c-6147-44d1-ac15-e085a669caa2 tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.20 "DELETE /v2.0/ports/a7ce79eb-e781-4a38-80c8-31efc98c3419 HTTP/1.1" status: 204 len: 173 time: 1.5499141 Aug 10 03:57:46.856998 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be60b71-7375-4dd3-afc5-6e1f26668aa3', 'name': 'network-vif-deleted', 'tag': 'a7ce79eb-e781-4a38-80c8-31efc98c3419'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:46.861166 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64fd440-8a5c-42ec-99c9-9830394885e5" -d '{"events": [{"server_uuid": "2be60b71-7375-4dd3-afc5-6e1f26668aa3", "name": "network-vif-deleted", "tag": "a7ce79eb-e781-4a38-80c8-31efc98c3419"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:46.872243 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-6934e1dd-3d54-4164-969e-cd4d4915a17f service neutron] Port f99a8c49-ebea-4aca-af5f-5ce88a2572bb on network 5d099f79-883f-4477-960b-980055d4784b not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:57:46.872583 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-6934e1dd-3d54-4164-969e-cd4d4915a17f service neutron] Attempting to bind port f99a8c49-ebea-4aca-af5f-5ce88a2572bb on network 5d099f79-883f-4477-960b-980055d4784b {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:46.886547 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.887455 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-884ca48a-3373-4d5e-8330-c64b1bfb6723 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.889853 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-884ca48a-3373-4d5e-8330-c64b1bfb6723 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.921758 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d230b5c-8c37-42e0-b5a4-fbf0944f3ed7 x-openstack-request-id: req-5d230b5c-8c37-42e0-b5a4-fbf0944f3ed7 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:46.922128 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be60b71-7375-4dd3-afc5-6e1f26668aa3", "name": "network-vif-deleted", "tag": "a7ce79eb-e781-4a38-80c8-31efc98c3419", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:46.922301 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d230b5c-8c37-42e0-b5a4-fbf0944f3ed7 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:46.922979 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be60b71-7375-4dd3-afc5-6e1f26668aa3', 'name': 'network-vif-deleted', 'tag': 'a7ce79eb-e781-4a38-80c8-31efc98c3419', 'status': 'completed', 'code': 200} Aug 10 03:57:46.924764 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-6934e1dd-3d54-4164-969e-cd4d4915a17f service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:46.925110 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-6934e1dd-3d54-4164-969e-cd4d4915a17f service neutron] Checking segment: {'id': '1b091c50-42e7-4ed2-acd2-124394c26139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5d099f79-883f-4477-960b-980055d4784b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:46.926121 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-6934e1dd-3d54-4164-969e-cd4d4915a17f service neutron] Bound using segment: {'id': '1b091c50-42e7-4ed2-acd2-124394c26139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5d099f79-883f-4477-960b-980055d4784b'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:46.927726 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-6934e1dd-3d54-4164-969e-cd4d4915a17f service neutron] Bound port: f99a8c49-ebea-4aca-af5f-5ce88a2572bb, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b091c50-42e7-4ed2-acd2-124394c26139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5d099f79-883f-4477-960b-980055d4784b'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:46.928125 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-6934e1dd-3d54-4164-969e-cd4d4915a17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:46.962820 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344f030-aeaf-4ae9-b527-5227c816279b req-7740efbc-5684-4daa-b9a9-54912a7ebcd2 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:46.964442 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5344f030-aeaf-4ae9-b527-5227c816279b req-7740efbc-5684-4daa-b9a9-54912a7ebcd2 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.68 "GET /v2.0/ports?device_id=1688becb-874b-4531-b1d6-374f7c3d89ec HTTP/1.1" status: 200 len: 945 time: 0.2666590 Aug 10 03:57:47.003245 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f611f77-8094-4fe5-a8ce-672f45ab00c2 req-ab592dcf-1139-4cbe-84f6-bf7ecab8f66a tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:47.005629 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7f611f77-8094-4fe5-a8ce-672f45ab00c2 req-ab592dcf-1139-4cbe-84f6-bf7ecab8f66a tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe5f15c0-fde9-4297-a710-fb20d9c72528 HTTP/1.1" status: 200 len: 945 time: 0.2178652 Aug 10 03:57:47.039940 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893179f-46c7-409d-978b-cb6a5ec6c26f req-fc48623e-2e6d-4ece-8582-a22152140519 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:47.041875 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1893179f-46c7-409d-978b-cb6a5ec6c26f req-fc48623e-2e6d-4ece-8582-a22152140519 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1688becb-874b-4531-b1d6-374f7c3d89ec HTTP/1.1" status: 200 len: 945 time: 0.1990445 Aug 10 03:57:47.072669 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-884ca48a-3373-4d5e-8330-c64b1bfb6723 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.073237 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884ca48a-3373-4d5e-8330-c64b1bfb6723 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Fanout notify agent at l3_agent the message router_deleted on router f52b34d9-1d31-4b3c-84ce-7799914daf99 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:57:47.085114 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-884ca48a-3373-4d5e-8330-c64b1bfb6723 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.086861 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-884ca48a-3373-4d5e-8330-c64b1bfb6723 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "DELETE /v2.0/routers/f52b34d9-1d31-4b3c-84ce-7799914daf99 HTTP/1.1" status: 204 len: 168 time: 0.5746145 Aug 10 03:57:47.090174 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40018) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:47.129185 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-6934e1dd-3d54-4164-969e-cd4d4915a17f service neutron] For port f99a8c49-ebea-4aca-af5f-5ce88a2572bb, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:47.161704 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e7b80-7814-4ba5-8c1a-6004790252bc req-7cf82fe8-741d-4515-948a-50039adaac50 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:47.167593 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e7b80-7814-4ba5-8c1a-6004790252bc req-7cf82fe8-741d-4515-948a-50039adaac50 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:47.169232 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-629e7b80-7814-4ba5-8c1a-6004790252bc req-7cf82fe8-741d-4515-948a-50039adaac50 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dce20a9-6107-4ac1-a685-445c7dd0352e HTTP/1.1" status: 200 len: 1677 time: 0.1494169 Aug 10 03:57:47.171890 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-6934e1dd-3d54-4164-969e-cd4d4915a17f service neutron] For port f99a8c49-ebea-4aca-af5f-5ce88a2572bb, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f99a8c49-ebea-4aca-af5f-5ce88a2572bb,segment=NetworkSegment(1b091c50-42e7-4ed2-acd2-124394c26139),segment_id=1b091c50-42e7-4ed2-acd2-124394c26139)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:47.175434 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Deleting port c7207c80-c6bc-4521-ba0d-23e08de722e7 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:47.176360 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.194083 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1893179f-46c7-409d-978b-cb6a5ec6c26f req-8cb843e1-3b1a-4b75-93ef-d05518117669 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.25 "GET /v2.0/security-groups?id=d15681b9-d35e-4b1f-b310-9377aa264221&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226859 Aug 10 03:57:47.248651 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-5344f030-aeaf-4ae9-b527-5227c816279b req-6de429ab-2739-4ce8-aa7f-f6290ac5ee23 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Deleting port 92679e4b-504c-4402-b581-4f8b49a4c287 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:47.248651 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5344f030-aeaf-4ae9-b527-5227c816279b req-6de429ab-2739-4ce8-aa7f-f6290ac5ee23 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.265596 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] For port c7207c80-c6bc-4521-ba0d-23e08de722e7, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c7207c80-c6bc-4521-ba0d-23e08de722e7,segment=NetworkSegment(99e8d0c9-b866-4963-83bd-099aed9e80bd),segment_id=99e8d0c9-b866-4963-83bd-099aed9e80bd)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:47.265970 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.288023 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Calling delete_port for c7207c80-c6bc-4521-ba0d-23e08de722e7 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:47.291541 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-7f611f77-8094-4fe5-a8ce-672f45ab00c2 req-a352b670-376f-45d4-b4a4-f7049d1bc402 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Deleting port d8a22160-7f85-4ee6-9226-0427806c2319 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:47.291893 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7f611f77-8094-4fe5-a8ce-672f45ab00c2 req-a352b670-376f-45d4-b4a4-f7049d1bc402 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.298165 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-6934e1dd-3d54-4164-969e-cd4d4915a17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.312239 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-629e7b80-7814-4ba5-8c1a-6004790252bc req-89610e28-f031-4517-96cc-44aba9aa9470 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347244 Aug 10 03:57:47.348073 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-ea951580-0859-4946-8720-9ff6e9569079 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Deleting port 74074336-6bb0-4a73-9507-084bc71d9467 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:47.348448 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ea951580-0859-4946-8720-9ff6e9569079 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.431156 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-6934e1dd-3d54-4164-969e-cd4d4915a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:47.431990 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-6934e1dd-3d54-4164-969e-cd4d4915a17f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.433238 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-6934e1dd-3d54-4164-969e-cd4d4915a17f service neutron] 10.222.0.68 "PUT /v2.0/ports/f99a8c49-ebea-4aca-af5f-5ce88a2572bb HTTP/1.1" status: 200 len: 1090 time: 2.4403725 Aug 10 03:57:47.433647 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-5344f030-aeaf-4ae9-b527-5227c816279b req-6de429ab-2739-4ce8-aa7f-f6290ac5ee23 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] For port 92679e4b-504c-4402-b581-4f8b49a4c287, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=92679e4b-504c-4402-b581-4f8b49a4c287,segment=NetworkSegment(2da97af6-0de2-4ee8-897c-e2b9557f8aaa),segment_id=2da97af6-0de2-4ee8-897c-e2b9557f8aaa)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:47.434022 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5344f030-aeaf-4ae9-b527-5227c816279b req-6de429ab-2739-4ce8-aa7f-f6290ac5ee23 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.466489 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-5344f030-aeaf-4ae9-b527-5227c816279b req-6de429ab-2739-4ce8-aa7f-f6290ac5ee23 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Calling delete_port for 92679e4b-504c-4402-b581-4f8b49a4c287 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:47.495948 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ea951580-0859-4946-8720-9ff6e9569079 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.507704 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934e1dd-3d54-4164-969e-cd4d4915a17f service neutron] Pushing event updated for resources: {'Port': ['ID=f99a8c49-ebea-4aca-af5f-5ce88a2572bb,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:47.542956 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-ea951580-0859-4946-8720-9ff6e9569079 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Calling delete_port for 74074336-6bb0-4a73-9507-084bc71d9467 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:47.562659 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-7f611f77-8094-4fe5-a8ce-672f45ab00c2 req-a352b670-376f-45d4-b4a4-f7049d1bc402 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] For port d8a22160-7f85-4ee6-9226-0427806c2319, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=d8a22160-7f85-4ee6-9226-0427806c2319,segment=NetworkSegment(ce9eaaf0-45b4-4725-9eaf-a65bd6540315),segment_id=ce9eaaf0-45b4-4725-9eaf-a65bd6540315)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:47.563371 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7f611f77-8094-4fe5-a8ce-672f45ab00c2 req-a352b670-376f-45d4-b4a4-f7049d1bc402 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.587714 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d42643-259c-47bf-88af-6a469113ec8b req-06b3c881-84e5-4782-8917-54eaaa182e97 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:47.589400 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-87d42643-259c-47bf-88af-6a469113ec8b req-06b3c881-84e5-4782-8917-54eaaa182e97 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5f15c0-fde9-4297-a710-fb20d9c72528 HTTP/1.1" status: 200 len: 945 time: 0.2131462 Aug 10 03:57:47.595304 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40022) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:47.650930 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-7f611f77-8094-4fe5-a8ce-672f45ab00c2 req-a352b670-376f-45d4-b4a4-f7049d1bc402 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Calling delete_port for d8a22160-7f85-4ee6-9226-0427806c2319 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:47.670758 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7df4222b-945c-4f7b-9f89-d2c9a755fc8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.744930 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:57:47.747474 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.767898 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-87d42643-259c-47bf-88af-6a469113ec8b req-15d82985-491b-4223-bec5-52a95631739b tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/security-groups?id=9abd3a5c-87d2-44b8-8106-d84c666ebf40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614306 Aug 10 03:57:47.792504 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-2cd0e33b-da4f-4617-9ee8-9e50050e6ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:47.793009 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-2cd0e33b-da4f-4617-9ee8-9e50050e6ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:47.794600 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-2cd0e33b-da4f-4617-9ee8-9e50050e6ba9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8281b6bf97984b32a5c87806dd937c20&device_id=1dce20a9-6107-4ac1-a685-445c7dd0352e HTTP/1.1" status: 200 len: 1979 time: 0.2154260 Aug 10 03:57:47.805374 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Port': ['ID=c7207c80-c6bc-4521-ba0d-23e08de722e7,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:47.820100 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No DVR routers for this DVR port c7207c80-c6bc-4521-ba0d-23e08de722e7 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:47.844836 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-017d3e83-f319-4d27-8cc9-26a4599de9d5 req-e7ffe7f7-74d0-4560-9332-e09f74d1b98a tempest-DeleteServersTestJSON-1928422574 tempest-DeleteServersTestJSON-1928422574-project] 10.222.0.25 "GET /v2.0/ports?device_id=2be60b71-7375-4dd3-afc5-6e1f26668aa3 HTTP/1.1" status: 200 len: 210 time: 0.0314097 Aug 10 03:57:47.879269 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-3c97b1ae-c1ce-4c54-af76-a4138cfde766 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.194&port_id=4d81efb5-d6c1-41b9-9f6c-b5b63a25465a HTTP/1.1" status: 200 len: 217 time: 0.0617008 Aug 10 03:57:47.884613 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5344f030-aeaf-4ae9-b527-5227c816279b req-6de429ab-2739-4ce8-aa7f-f6290ac5ee23 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.896970 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['92679e4b-504c-4402-b581-4f8b49a4c287'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:57:47.915407 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de429ab-2739-4ce8-aa7f-f6290ac5ee23 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Pushing event deleted for resources: {'Port': ['ID=92679e4b-504c-4402-b581-4f8b49a4c287,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:47.952442 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ea951580-0859-4946-8720-9ff6e9569079 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.967663 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-5344f030-aeaf-4ae9-b527-5227c816279b req-6de429ab-2739-4ce8-aa7f-f6290ac5ee23 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] No DVR routers for this DVR port 92679e4b-504c-4402-b581-4f8b49a4c287 on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:47.990298 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5344f030-aeaf-4ae9-b527-5227c816279b req-6de429ab-2739-4ce8-aa7f-f6290ac5ee23 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:47.992347 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5344f030-aeaf-4ae9-b527-5227c816279b req-6de429ab-2739-4ce8-aa7f-f6290ac5ee23 tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.68 "DELETE /v2.0/ports/92679e4b-504c-4402-b581-4f8b49a4c287 HTTP/1.1" status: 204 len: 173 time: 1.0206783 Aug 10 03:57:47.992821 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1688becb-874b-4531-b1d6-374f7c3d89ec', 'name': 'network-vif-deleted', 'tag': '92679e4b-504c-4402-b581-4f8b49a4c287'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:47.995163 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d045f50-7135-40a3-bbb0-944489d9b6d8" -d '{"events": [{"server_uuid": "1688becb-874b-4531-b1d6-374f7c3d89ec", "name": "network-vif-deleted", "tag": "92679e4b-504c-4402-b581-4f8b49a4c287"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:47.998264 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:48.001741 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea951580-0859-4946-8720-9ff6e9569079 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Pushing event deleted for resources: {'Port': ['ID=74074336-6bb0-4a73-9507-084bc71d9467,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:48.037301 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8784253f-3fa6-4ffd-9bd6-2bb7f9319eb5']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:48.066373 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-eb659336-b3e1-416e-b90b-b202d50cbe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:48.068028 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-eb659336-b3e1-416e-b90b-b202d50cbe0d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=17f7e21b-cc98-4c65-8871-1f860976e003 HTTP/1.1" status: 200 len: 801 time: 0.1821301 Aug 10 03:57:48.072602 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e429b1-c38b-4f29-9640-5198d2c71413 x-openstack-request-id: req-d5e429b1-c38b-4f29-9640-5198d2c71413 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:48.078274 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1688becb-874b-4531-b1d6-374f7c3d89ec", "name": "network-vif-deleted", "tag": "92679e4b-504c-4402-b581-4f8b49a4c287", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:48.078274 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5e429b1-c38b-4f29-9640-5198d2c71413 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:48.079029 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e8d0c9-b866-4963-83bd-099aed9e80bd') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:48.079143 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1688becb-874b-4531-b1d6-374f7c3d89ec', 'name': 'network-vif-deleted', 'tag': '92679e4b-504c-4402-b581-4f8b49a4c287', 'status': 'completed', 'code': 200} Aug 10 03:57:48.079256 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e8d0c9-b866-4963-83bd-099aed9e80bd') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:48.099733 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:48.104812 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ea951580-0859-4946-8720-9ff6e9569079 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:48.109348 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ea951580-0859-4946-8720-9ff6e9569079 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "DELETE /v2.0/ports/74074336-6bb0-4a73-9507-084bc71d9467 HTTP/1.1" status: 204 len: 168 time: 1.0149529 Aug 10 03:57:48.109348 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40028) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:48.158495 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:48.176027 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:48.176755 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-8817e1ad-fff6-4deb-b383-b7592fb4f572 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Deleting subnet acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:57:48.176859 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:48.180615 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8817e1ad-fff6-4deb-b383-b7592fb4f572 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:48.181437 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:48.226642 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8817e1ad-fff6-4deb-b383-b7592fb4f572 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:48.237384 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-4737e3f5-3e2a-4f7b-ae67-f5a287d45e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:48.240229 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-4737e3f5-3e2a-4f7b-ae67-f5a287d45e27 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=53dfa4b5-770f-4d5e-bb8c-65926a66e881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1566756 Aug 10 03:57:48.264286 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7df4222b-945c-4f7b-9f89-d2c9a755fc8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:48.310061 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7f611f77-8094-4fe5-a8ce-672f45ab00c2 req-a352b670-376f-45d4-b4a4-f7049d1bc402 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:48.330258 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7ae994e0-e62f-4572-8b92-813426824281 req-a05bbf71-c57b-413c-9e55-c4d7e097b3da tempest-InstanceActionsNegativeTestJSON-100936228 tempest-InstanceActionsNegativeTestJSON-100936228-project] 10.222.0.25 "GET /v2.0/ports?device_id=1688becb-874b-4531-b1d6-374f7c3d89ec HTTP/1.1" status: 200 len: 210 time: 0.0402188 Aug 10 03:57:48.342446 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['d8a22160-7f85-4ee6-9226-0427806c2319'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:57:48.349824 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352b670-376f-45d4-b4a4-f7049d1bc402 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Pushing event deleted for resources: {'Port': ['ID=d8a22160-7f85-4ee6-9226-0427806c2319,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:48.354886 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7df4222b-945c-4f7b-9f89-d2c9a755fc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:48.386789 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8817e1ad-fff6-4deb-b383-b7592fb4f572 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:48.471848 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:48.498230 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3849f-dd50-4439-b1d9-4b7cef0736bc req-534b3936-6569-4c29-9ac2-4dba26131915 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:48.504791 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3849f-dd50-4439-b1d9-4b7cef0736bc req-534b3936-6569-4c29-9ac2-4dba26131915 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:48.506476 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b7c3849f-dd50-4439-b1d9-4b7cef0736bc req-534b3936-6569-4c29-9ac2-4dba26131915 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dce20a9-6107-4ac1-a685-445c7dd0352e HTTP/1.1" status: 200 len: 1677 time: 0.0689332 Aug 10 03:57:48.513449 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:48.514205 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/networks/8784253f-3fa6-4ffd-9bd6-2bb7f9319eb5 HTTP/1.1" status: 204 len: 168 time: 4.4502716 Aug 10 03:57:48.515159 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f611f77-8094-4fe5-a8ce-672f45ab00c2 req-a352b670-376f-45d4-b4a4-f7049d1bc402 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] No DVR routers for this DVR port d8a22160-7f85-4ee6-9226-0427806c2319 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:48.520419 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40036) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:48.521435 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4222b-945c-4f7b-9f89-d2c9a755fc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d9edc0-9bbc-4cee-867d-88f8653494eb,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:48.524347 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7f611f77-8094-4fe5-a8ce-672f45ab00c2 req-a352b670-376f-45d4-b4a4-f7049d1bc402 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:48.526316 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7f611f77-8094-4fe5-a8ce-672f45ab00c2 req-a352b670-376f-45d4-b4a4-f7049d1bc402 tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.20 "DELETE /v2.0/ports/d8a22160-7f85-4ee6-9226-0427806c2319 HTTP/1.1" status: 204 len: 173 time: 1.5059083 Aug 10 03:57:48.544147 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7df4222b-945c-4f7b-9f89-d2c9a755fc8c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c95ecc296574c4e8deb2c50f5dc8f8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9404254 Aug 10 03:57:48.548020 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e3ff6-be72-4bd5-8b51-05906901314f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Network': ['ID=8784253f-3fa6-4ffd-9bd6-2bb7f9319eb5,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:48.549304 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-c123cda3-8239-4535-8979-0f209918e303 service neutron] 10.222.0.68 "GET /v2.0/networks/53dfa4b5-770f-4d5e-bb8c-65926a66e881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987988 Aug 10 03:57:48.550039 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40038) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:48.561049 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-026850af-8429-4a16-8de7-03dd0704c5f5 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] GET failed (client error): The resource could not be found. Aug 10 03:57:48.562618 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-026850af-8429-4a16-8de7-03dd0704c5f5 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "GET /v2.0/subnets/126acaad-385f-42a5-a990-ed514b8e59f8 HTTP/1.1" status: 404 len: 337 time: 0.0412662 Aug 10 03:57:48.565528 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40040) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:48.582591 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8817e1ad-fff6-4deb-b383-b7592fb4f572 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:48.619950 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e7cd5e-71a5-4cc6-b232-9aeaec259f15 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:48.626377 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0e7cd5e-71a5-4cc6-b232-9aeaec259f15 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:48.626377 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a0e7cd5e-71a5-4cc6-b232-9aeaec259f15 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/networks/8784253f-3fa6-4ffd-9bd6-2bb7f9319eb5 HTTP/1.1" status: 404 len: 339 time: 0.0539343 Aug 10 03:57:48.627224 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b7c3849f-dd50-4439-b1d9-4b7cef0736bc req-5397505b-ff7c-44a8-bb12-05888dd3cf49 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145024 Aug 10 03:57:48.627685 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40042) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:48.630506 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817e1ad-fff6-4deb-b383-b7592fb4f572 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Pushing event deleted for resources: {'Subnet': ['ID=acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:48.654367 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba50166b-7e04-4d0f-a33a-79364c131bf4 None None] Network 0cac04dd-6cd8-4be3-ac57-2f1c9ea19e0c requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:48.664303 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-764b09c3-cba0-4912-9f29-55280b426432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:48.674327 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8817e1ad-fff6-4deb-b383-b7592fb4f572 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:48.677256 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8817e1ad-fff6-4deb-b383-b7592fb4f572 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "DELETE /v2.0/subnets/acfbd5e0-7b0f-4546-ab49-6b5b0e7753cd HTTP/1.1" status: 204 len: 168 time: 0.5663207 Aug 10 03:57:48.682424 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40044) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:48.708914 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-1383a656-ca13-452e-9234-172e65ef3352 service neutron] 10.222.0.68 "GET /v2.0/networks/53dfa4b5-770f-4d5e-bb8c-65926a66e881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511762 Aug 10 03:57:48.749469 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-764b09c3-cba0-4912-9f29-55280b426432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:48.810355 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-ded94395-078e-4bb1-a2cc-ab3fe01a3ed8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.4&port_id=f99a8c49-ebea-4aca-af5f-5ce88a2572bb HTTP/1.1" status: 200 len: 217 time: 0.0888143 Aug 10 03:57:48.882899 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee4f84a-d593-48ab-8125-08ed89778145 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:48.884693 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3ee4f84a-d593-48ab-8125-08ed89778145 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2552698 Aug 10 03:57:48.887462 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40050) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:48.964513 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea8de89-1872-4bdc-9176-a5d75d25dc9d None None] DHCP port deletion for 0cac04dd-6cd8-4be3-ac57-2f1c9ea19e0c request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:57:49.085463 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-0ea8de89-1872-4bdc-9176-a5d75d25dc9d None None] Deleting port 4bc710b2-509d-4a21-add9-85202aa88da3 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:49.092850 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0ea8de89-1872-4bdc-9176-a5d75d25dc9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.154577 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dce20a9-6107-4ac1-a685-445c7dd0352e', 'tag': 'f99a8c49-ebea-4aca-af5f-5ce88a2572bb'}, {'server_uuid': 'fe5f15c0-fde9-4297-a710-fb20d9c72528', 'name': 'network-vif-deleted', 'tag': 'd8a22160-7f85-4ee6-9226-0427806c2319'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:49.156941 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c367899-dae3-449f-b8e2-ee79970cfaa3" -d '{"events": [{"name": "network-changed", "server_uuid": "1dce20a9-6107-4ac1-a685-445c7dd0352e", "tag": "f99a8c49-ebea-4aca-af5f-5ce88a2572bb"}, {"server_uuid": "fe5f15c0-fde9-4297-a710-fb20d9c72528", "name": "network-vif-deleted", "tag": "d8a22160-7f85-4ee6-9226-0427806c2319"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:49.159094 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-0ea8de89-1872-4bdc-9176-a5d75d25dc9d None None] For port 4bc710b2-509d-4a21-add9-85202aa88da3, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4bc710b2-509d-4a21-add9-85202aa88da3,segment=NetworkSegment(dda6902d-350f-4813-9348-6ef2860f4ca7),segment_id=dda6902d-350f-4813-9348-6ef2860f4ca7)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:49.159497 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0ea8de89-1872-4bdc-9176-a5d75d25dc9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.178934 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-0ea8de89-1872-4bdc-9176-a5d75d25dc9d None None] Calling delete_port for 4bc710b2-509d-4a21-add9-85202aa88da3 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:49.207318 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0cccf1dc-62d9-44eb-8d72-f96c9b5c1203 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.231452 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-50118066-061f-406f-bbc7-2db887dba5be req-a6bb6727-a732-4c3e-9e5f-e2e9ee518f3c tempest-ServerMetadataNegativeTestJSON-84146601 tempest-ServerMetadataNegativeTestJSON-84146601-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe5f15c0-fde9-4297-a710-fb20d9c72528 HTTP/1.1" status: 200 len: 210 time: 0.0470994 Aug 10 03:57:49.245983 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-f0fcba04-b658-4869-8362-009a21666133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:49.247751 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-f0fcba04-b658-4869-8362-009a21666133 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5efb0c51-edf9-4e1f-93a9-b518b91d3def HTTP/1.1" status: 200 len: 801 time: 0.4278679 Aug 10 03:57:49.255694 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device a7ce79eb-e781-4a38-80c8-31efc98c3419 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:49.285415 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0bd66e0d-7c05-4d05-abf0-88b79b0c47c0 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "GET /v2.0/subnets?network_id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 207 time: 0.3954155 Aug 10 03:57:49.288604 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: a7ce79eb-e781-4a38-80c8-31efc98c3419 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:49.289201 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device a7ce79eb-e781-4a38-80c8-31efc98c3419 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:49.290005 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device d8a22160-7f85-4ee6-9226-0427806c2319 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:49.290150 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40066) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:49.313524 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: d8a22160-7f85-4ee6-9226-0427806c2319 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:49.313872 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device d8a22160-7f85-4ee6-9226-0427806c2319 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:49.328353 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e80ae0c-6a74-4b20-aa23-78dcabb19eba x-openstack-request-id: req-3e80ae0c-6a74-4b20-aa23-78dcabb19eba {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:49.328748 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dce20a9-6107-4ac1-a685-445c7dd0352e", "tag": "f99a8c49-ebea-4aca-af5f-5ce88a2572bb", "status": "completed", "code": 200}, {"server_uuid": "fe5f15c0-fde9-4297-a710-fb20d9c72528", "name": "network-vif-deleted", "tag": "d8a22160-7f85-4ee6-9226-0427806c2319", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:49.328986 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e80ae0c-6a74-4b20-aa23-78dcabb19eba {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:49.329379 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dce20a9-6107-4ac1-a685-445c7dd0352e', 'tag': 'f99a8c49-ebea-4aca-af5f-5ce88a2572bb', 'status': 'completed', 'code': 200} Aug 10 03:57:49.329629 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5f15c0-fde9-4297-a710-fb20d9c72528', 'name': 'network-vif-deleted', 'tag': 'd8a22160-7f85-4ee6-9226-0427806c2319', 'status': 'completed', 'code': 200} Aug 10 03:57:49.340018 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-764b09c3-cba0-4912-9f29-55280b426432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.342541 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-764b09c3-cba0-4912-9f29-55280b426432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.343935 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-764b09c3-cba0-4912-9f29-55280b426432 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/32d9edc0-9bbc-4cee-867d-88f8653494eb HTTP/1.1" status: 204 len: 168 time: 0.7926471 Aug 10 03:57:49.359826 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b09c3-cba0-4912-9f29-55280b426432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d9edc0-9bbc-4cee-867d-88f8653494eb,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:49.370835 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-3b57a8d2-0649-4bc2-a0a4-488ba1472f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:49.373089 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-3b57a8d2-0649-4bc2-a0a4-488ba1472f6b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5d099f79-883f-4477-960b-980055d4784b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1177533 Aug 10 03:57:49.397703 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0ea8de89-1872-4bdc-9176-a5d75d25dc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.474140 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40082) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:49.497770 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-0cccf1dc-62d9-44eb-8d72-f96c9b5c1203 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Deleting port 4bc710b2-509d-4a21-add9-85202aa88da3 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:49.498129 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0cccf1dc-62d9-44eb-8d72-f96c9b5c1203 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.525422 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea8de89-1872-4bdc-9176-a5d75d25dc9d None None] Pushing event deleted for resources: {'Port': ['ID=4bc710b2-509d-4a21-add9-85202aa88da3,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:49.538560 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea8de89-1872-4bdc-9176-a5d75d25dc9d None None] No DVR routers for this DVR port 4bc710b2-509d-4a21-add9-85202aa88da3 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:49.620540 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee62d2a-b238-44da-ba5b-e1db391ccbaa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:49.627210 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee62d2a-b238-44da-ba5b-e1db391ccbaa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:49.634175 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee62d2a-b238-44da-ba5b-e1db391ccbaa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:49.640047 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee62d2a-b238-44da-ba5b-e1db391ccbaa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:49.645939 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-dee62d2a-b238-44da-ba5b-e1db391ccbaa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3507121 Aug 10 03:57:49.646312 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40086) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:49.655220 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-50b571f5-5b40-4dd8-a596-8bf009af7dfc service neutron] 10.222.0.68 "GET /v2.0/networks/5d099f79-883f-4477-960b-980055d4784b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741146 Aug 10 03:57:49.681941 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8f2dfc-136b-4f67-928e-17877b5ecfe1 admin admin] Deleting subnet a50be6d2-5864-4df7-862b-2a388ce69988 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:57:49.687611 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-0cccf1dc-62d9-44eb-8d72-f96c9b5c1203 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] For port 4bc710b2-509d-4a21-add9-85202aa88da3, host n-d-802893-2, got binding levels [] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:49.688058 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0cccf1dc-62d9-44eb-8d72-f96c9b5c1203 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.690671 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1b8f2dfc-136b-4f67-928e-17877b5ecfe1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.788301 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ceaf78f1-632f-4c0d-bfb9-3102a722fd54 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1407070 Aug 10 03:57:49.791566 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40090) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:49.791729 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-0cccf1dc-62d9-44eb-8d72-f96c9b5c1203 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Calling delete_port for 4bc710b2-509d-4a21-add9-85202aa88da3 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:49.814754 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1b8f2dfc-136b-4f67-928e-17877b5ecfe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.853931 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.ipam_backend_mixin [None req-0cccf1dc-62d9-44eb-8d72-f96c9b5c1203 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Port 4bc710b2-509d-4a21-add9-85202aa88da3 was not found and therefore no delete operation was performed {{(pid=94937) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 03:57:49.854476 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb2c5dc-c911-49fb-9547-c0e6694da9d8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:49.858467 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb2c5dc-c911-49fb-9547-c0e6694da9d8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:49.860130 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3cb2c5dc-c911-49fb-9547-c0e6694da9d8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0674975 Aug 10 03:57:49.865008 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40094) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:49.869288 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0cccf1dc-62d9-44eb-8d72-f96c9b5c1203 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.922250 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cccf1dc-62d9-44eb-8d72-f96c9b5c1203 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Pushing event deleted for resources: {'Port': ['ID=4bc710b2-509d-4a21-add9-85202aa88da3,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:49.929053 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cccf1dc-62d9-44eb-8d72-f96c9b5c1203 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] No DVR routers for this DVR port 4bc710b2-509d-4a21-add9-85202aa88da3 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:49.943255 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e05837-5c64-4144-8b9b-0f35bf597e35 req-7358f0d4-7b61-445c-aa36-f3adb597270c tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:49.949430 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e05837-5c64-4144-8b9b-0f35bf597e35 req-7358f0d4-7b61-445c-aa36-f3adb597270c tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:49.951389 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6e05837-5c64-4144-8b9b-0f35bf597e35 req-7358f0d4-7b61-445c-aa36-f3adb597270c tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dce20a9-6107-4ac1-a685-445c7dd0352e HTTP/1.1" status: 200 len: 1677 time: 0.1884935 Aug 10 03:57:49.962520 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1b8f2dfc-136b-4f67-928e-17877b5ecfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:49.962671 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9f8608-76e0-4789-9dba-949bb5160b1e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['shared'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:49.967359 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9f8608-76e0-4789-9dba-949bb5160b1e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['shared'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:49.969352 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3f9f8608-76e0-4789-9dba-949bb5160b1e tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1024122 Aug 10 03:57:49.974455 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40098) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:50.037357 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dbc199d9-5f21-47e7-9afc-6869c70540ab req-478d2e47-b25a-4499-a163-25a171a58cd3 service neutron] 10.222.0.68 "GET /v2.0/networks/5d099f79-883f-4477-960b-980055d4784b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716083 Aug 10 03:57:50.094950 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671bae61-3c2a-4d92-85a8-db61dcea4975 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:50.099785 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-671bae61-3c2a-4d92-85a8-db61dcea4975 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "GET /v2.0/networks/ea53a339-fd04-4a0c-8c50-48921ce72c29 HTTP/1.1" status: 200 len: 800 time: 0.1207201 Aug 10 03:57:50.100172 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40104) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:50.115745 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0cccf1dc-62d9-44eb-8d72-f96c9b5c1203 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.120970 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6e05837-5c64-4144-8b9b-0f35bf597e35 req-128ba0d4-c628-4384-8807-3fdae0380601 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576235 Aug 10 03:57:50.135586 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-0cccf1dc-62d9-44eb-8d72-f96c9b5c1203 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cac04dd-6cd8-4be3-ac57-2f1c9ea19e0c']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:50.148676 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-0cccf1dc-62d9-44eb-8d72-f96c9b5c1203 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda6902d-350f-4813-9348-6ef2860f4ca7') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:50.149263 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-0cccf1dc-62d9-44eb-8d72-f96c9b5c1203 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda6902d-350f-4813-9348-6ef2860f4ca7') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:50.162119 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0cccf1dc-62d9-44eb-8d72-f96c9b5c1203 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.177863 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0cccf1dc-62d9-44eb-8d72-f96c9b5c1203 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.186911 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cccf1dc-62d9-44eb-8d72-f96c9b5c1203 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:50.187316 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0cccf1dc-62d9-44eb-8d72-f96c9b5c1203 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:50.190369 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:50.237559 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1d0041a7-9a91-44fb-b247-c4f3996aee76 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "GET /v2.0/networks/ea53a339-fd04-4a0c-8c50-48921ce72c29?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1361961 Aug 10 03:57:50.241654 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40108) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:50.298640 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1b8f2dfc-136b-4f67-928e-17877b5ecfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.301964 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc41af6-ac58-498b-ad97-acc0ae3b1779 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:50.302877 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40112) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:50.307052 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-efc41af6-ac58-498b-ad97-acc0ae3b1779 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "GET /v2.0/subnets/ebded81d-4894-437b-b171-c3ad05620883 HTTP/1.1" status: 200 len: 811 time: 0.0608985 Aug 10 03:57:50.307195 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40114) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:50.364137 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7771d34f-9b9b-4b20-8cc8-162d4d8a7539 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['shared'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:50.366089 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7771d34f-9b9b-4b20-8cc8-162d4d8a7539 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "GET /v2.0/subnets/ebded81d-4894-437b-b171-c3ad05620883?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0577989 Aug 10 03:57:50.369559 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40118) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:50.375043 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-50064ec8-d4bb-41a1-acce-f3f55f21748f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1628975175'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:50.386137 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c367899-dae3-449f-b8e2-ee79970cfaa3 req-93a66c53-8ff7-4518-a50c-542927025d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:50.386645 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c367899-dae3-449f-b8e2-ee79970cfaa3 req-93a66c53-8ff7-4518-a50c-542927025d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:50.388255 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c367899-dae3-449f-b8e2-ee79970cfaa3 req-93a66c53-8ff7-4518-a50c-542927025d03 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=8281b6bf97984b32a5c87806dd937c20&device_id=1dce20a9-6107-4ac1-a685-445c7dd0352e HTTP/1.1" status: 200 len: 1979 time: 0.1938188 Aug 10 03:57:50.391226 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-6767ec30-bff5-46bc-ad0c-76bf0697107e admin admin] Deleting subnet a2f1539a-e343-48aa-92f1-b2f32bcf8e83 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:57:50.396986 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6767ec30-bff5-46bc-ad0c-76bf0697107e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.398780 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f2dfc-136b-4f67-928e-17877b5ecfe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a50be6d2-5864-4df7-862b-2a388ce69988,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:50.429802 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0cccf1dc-62d9-44eb-8d72-f96c9b5c1203 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.431806 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1b8f2dfc-136b-4f67-928e-17877b5ecfe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.436062 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1b8f2dfc-136b-4f67-928e-17877b5ecfe1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a50be6d2-5864-4df7-862b-2a388ce69988 HTTP/1.1" status: 204 len: 168 time: 0.9578197 Aug 10 03:57:50.436830 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40120) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:50.495255 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50064ec8-d4bb-41a1-acce-f3f55f21748f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Made reservation on behalf of b2d87b3944704ca089acd0f2f68b57e9 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:50.495511 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0cccf1dc-62d9-44eb-8d72-f96c9b5c1203 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.499590 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0cccf1dc-62d9-44eb-8d72-f96c9b5c1203 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] 10.222.0.25 "DELETE /v2.0/networks/0cac04dd-6cd8-4be3-ac57-2f1c9ea19e0c HTTP/1.1" status: 204 len: 168 time: 1.8124936 Aug 10 03:57:50.499590 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cccf1dc-62d9-44eb-8d72-f96c9b5c1203 tempest-TagsExtTest-198356026 tempest-TagsExtTest-198356026-project] Pushing event deleted for resources: {'Network': ['ID=0cac04dd-6cd8-4be3-ac57-2f1c9ea19e0c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:50.499806 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-50064ec8-d4bb-41a1-acce-f3f55f21748f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.531781 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6767ec30-bff5-46bc-ad0c-76bf0697107e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.554366 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7797eb6c-5e49-4b3d-a9d7-64c3d702ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.557275 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50064ec8-d4bb-41a1-acce-f3f55f21748f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:57:50.574838 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-50064ec8-d4bb-41a1-acce-f3f55f21748f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.575497 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-50064ec8-d4bb-41a1-acce-f3f55f21748f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Added segment 869b0081-0df3-4829-b711-8ba19be60b59 of type vlan for network 989a2bd7-ee07-48a7-b48b-5c895e9b031c Aug 10 03:57:50.605411 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c367899-dae3-449f-b8e2-ee79970cfaa3 req-2939871e-b635-47d7-b7f0-424bc3661bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:50.606811 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c367899-dae3-449f-b8e2-ee79970cfaa3 req-2939871e-b635-47d7-b7f0-424bc3661bdf service neutron] 10.222.0.68 "GET /v2.0/networks?id=5d099f79-883f-4477-960b-980055d4784b HTTP/1.1" status: 200 len: 902 time: 0.2110817 Aug 10 03:57:50.607836 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6767ec30-bff5-46bc-ad0c-76bf0697107e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.646672 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 92679e4b-504c-4402-b581-4f8b49a4c287 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:50.674759 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-50064ec8-d4bb-41a1-acce-f3f55f21748f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.680618 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 92679e4b-504c-4402-b581-4f8b49a4c287 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:50.681724 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 92679e4b-504c-4402-b581-4f8b49a4c287 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:50.694747 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c367899-dae3-449f-b8e2-ee79970cfaa3 req-a61c8ee8-9973-4760-8720-75417f545f9e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.4&port_id=f99a8c49-ebea-4aca-af5f-5ce88a2572bb HTTP/1.1" status: 200 len: 217 time: 0.0506361 Aug 10 03:57:50.758640 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7797eb6c-5e49-4b3d-a9d7-64c3d702ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.776803 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c367899-dae3-449f-b8e2-ee79970cfaa3 req-50f38215-3cb3-4aeb-8ea3-360bed0ffaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:50.778267 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c367899-dae3-449f-b8e2-ee79970cfaa3 req-50f38215-3cb3-4aeb-8ea3-360bed0ffaa2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5efb0c51-edf9-4e1f-93a9-b518b91d3def HTTP/1.1" status: 200 len: 801 time: 0.0756559 Aug 10 03:57:50.784600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-7797eb6c-5e49-4b3d-a9d7-64c3d702ef7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0634fa6a-7f69-4064-82f8-7bc53e608507']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:50.794942 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-7797eb6c-5e49-4b3d-a9d7-64c3d702ef7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da97af6-0de2-4ee8-897c-e2b9557f8aaa') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:50.795228 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-7797eb6c-5e49-4b3d-a9d7-64c3d702ef7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da97af6-0de2-4ee8-897c-e2b9557f8aaa') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:50.805312 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7797eb6c-5e49-4b3d-a9d7-64c3d702ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.821188 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7797eb6c-5e49-4b3d-a9d7-64c3d702ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.827328 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7797eb6c-5e49-4b3d-a9d7-64c3d702ef7a admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:50.827791 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7797eb6c-5e49-4b3d-a9d7-64c3d702ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:50.829635 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:50.839502 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c367899-dae3-449f-b8e2-ee79970cfaa3 req-5d4a04b4-df06-4d03-bb11-a00fcbb46055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:50.841278 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c367899-dae3-449f-b8e2-ee79970cfaa3 req-5d4a04b4-df06-4d03-bb11-a00fcbb46055 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5d099f79-883f-4477-960b-980055d4784b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0542531 Aug 10 03:57:50.942109 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-50064ec8-d4bb-41a1-acce-f3f55f21748f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.946711 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6767ec30-bff5-46bc-ad0c-76bf0697107e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:50.949566 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50064ec8-d4bb-41a1-acce-f3f55f21748f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:50.957049 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-50064ec8-d4bb-41a1-acce-f3f55f21748f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.024764 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4bc710b2-509d-4a21-add9-85202aa88da3 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:57:51.031805 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6767ec30-bff5-46bc-ad0c-76bf0697107e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.035297 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6767ec30-bff5-46bc-ad0c-76bf0697107e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a2f1539a-e343-48aa-92f1-b2f32bcf8e83 HTTP/1.1" status: 204 len: 168 time: 0.7294645 Aug 10 03:57:51.039214 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40136) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:51.046823 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767ec30-bff5-46bc-ad0c-76bf0697107e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2f1539a-e343-48aa-92f1-b2f32bcf8e83,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:51.062568 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7797eb6c-5e49-4b3d-a9d7-64c3d702ef7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.073366 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 4bc710b2-509d-4a21-add9-85202aa88da3 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:57:51.073366 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4bc710b2-509d-4a21-add9-85202aa88da3 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:57:51.075259 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7797eb6c-5e49-4b3d-a9d7-64c3d702ef7a admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.079621 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7797eb6c-5e49-4b3d-a9d7-64c3d702ef7a admin admin] 10.222.0.25 "DELETE /v2.0/networks/0634fa6a-7f69-4064-82f8-7bc53e608507 HTTP/1.1" status: 204 len: 168 time: 0.6396694 Aug 10 03:57:51.090688 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50064ec8-d4bb-41a1-acce-f3f55f21748f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event updated for resources: {'Network': ['ID=989a2bd7-ee07-48a7-b48b-5c895e9b031c,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:51.117927 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40140) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:51.118778 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 989a2bd7-ee07-48a7-b48b-5c895e9b031c details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:57:51.132740 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c367899-dae3-449f-b8e2-ee79970cfaa3 req-5340035c-c86e-4dee-89b9-44c23c66030f service neutron] 10.222.0.68 "GET /v2.0/networks/5d099f79-883f-4477-960b-980055d4784b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826507 Aug 10 03:57:51.140295 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797eb6c-5e49-4b3d-a9d7-64c3d702ef7a admin admin] Pushing event deleted for resources: {'Network': ['ID=0634fa6a-7f69-4064-82f8-7bc53e608507,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:51.163282 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-50064ec8-d4bb-41a1-acce-f3f55f21748f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7923930 Aug 10 03:57:51.167102 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40146) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:51.173269 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-527990f7-ed36-4824-a539-c8fcb0b2a560 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Request body: {'subnet': {'network_id': '989a2bd7-ee07-48a7-b48b-5c895e9b031c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:51.223627 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-30bd0669-4f42-4218-a899-0e64c9b5b39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.368901 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c367899-dae3-449f-b8e2-ee79970cfaa3 req-10acebf2-cef4-475f-87e0-f52a86139a43 service neutron] 10.222.0.68 "GET /v2.0/networks/5d099f79-883f-4477-960b-980055d4784b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249329 Aug 10 03:57:51.381535 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-30bd0669-4f42-4218-a899-0e64c9b5b39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.382434 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3b58b-a961-4105-89e1-b08033517da2 req-2d1f5dfd-8b23-40af-95a5-d11a1fe6602d tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:51.390204 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3b58b-a961-4105-89e1-b08033517da2 req-2d1f5dfd-8b23-40af-95a5-d11a1fe6602d tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:51.397743 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-c35eba1b-97ec-48c3-8998-80e6547752d9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1989624498-network', 'tenant_id': '9fc9e1bc022b44e1bfbcb0c516b09d9e'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:51.401247 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-87a3b58b-a961-4105-89e1-b08033517da2 req-2d1f5dfd-8b23-40af-95a5-d11a1fe6602d tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dce20a9-6107-4ac1-a685-445c7dd0352e HTTP/1.1" status: 200 len: 1677 time: 0.1447568 Aug 10 03:57:51.414186 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-30bd0669-4f42-4218-a899-0e64c9b5b39c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e939204-d6ce-43f1-ba7c-3814abec865a']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:51.424842 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40150) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:51.439299 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-30bd0669-4f42-4218-a899-0e64c9b5b39c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce9eaaf0-45b4-4725-9eaf-a65bd6540315') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:51.439717 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-30bd0669-4f42-4218-a899-0e64c9b5b39c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce9eaaf0-45b4-4725-9eaf-a65bd6540315') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:51.453138 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-87a3b58b-a961-4105-89e1-b08033517da2 req-6c192f95-7851-4cbf-9763-e7df81d0f11d tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505896 Aug 10 03:57:51.457294 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-30bd0669-4f42-4218-a899-0e64c9b5b39c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.459658 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-527990f7-ed36-4824-a539-c8fcb0b2a560 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Made reservation on behalf of b2d87b3944704ca089acd0f2f68b57e9 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:51.466896 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-527990f7-ed36-4824-a539-c8fcb0b2a560 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.482428 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-30bd0669-4f42-4218-a899-0e64c9b5b39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.489627 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30bd0669-4f42-4218-a899-0e64c9b5b39c admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:51.489999 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-30bd0669-4f42-4218-a899-0e64c9b5b39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:51.492126 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:51.529246 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40154) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:51.553662 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.ipam_backend_mixin [None req-527990f7-ed36-4824-a539-c8fcb0b2a560 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Performing IP validity checks on allocation pools {{(pid=94938) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 03:57:51.554221 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.ipam_backend_mixin [None req-527990f7-ed36-4824-a539-c8fcb0b2a560 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94938) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 03:57:51.599501 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35eba1b-97ec-48c3-8998-80e6547752d9 admin admin] Made reservation on behalf of 9fc9e1bc022b44e1bfbcb0c516b09d9e for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:51.602231 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-be8ab9f7-9b2b-432e-b0a1-a81ed60be72b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e8d34bfc823f4b97b5babbf79f9ea99f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0718856 Aug 10 03:57:51.604765 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40156) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:51.606482 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c35eba1b-97ec-48c3-8998-80e6547752d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.619838 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-26675cb8-986b-43d4-8bfa-674fd739b719 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=448e2df9915e44d4a992d6a1a0e62797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1933236 Aug 10 03:57:51.621260 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c35eba1b-97ec-48c3-8998-80e6547752d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.621918 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40158) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:51.661556 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-30bd0669-4f42-4218-a899-0e64c9b5b39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.666619 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-30bd0669-4f42-4218-a899-0e64c9b5b39c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.669134 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-30bd0669-4f42-4218-a899-0e64c9b5b39c admin admin] 10.222.0.25 "DELETE /v2.0/networks/3e939204-d6ce-43f1-ba7c-3814abec865a HTTP/1.1" status: 204 len: 168 time: 0.6285217 Aug 10 03:57:51.692420 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd0669-4f42-4218-a899-0e64c9b5b39c admin admin] Pushing event deleted for resources: {'Network': ['ID=3e939204-d6ce-43f1-ba7c-3814abec865a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:51.766583 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e90ccbd1-4575-4db6-a373-f933e275d374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.775214 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4431e9d5-bcf6-4021-b6aa-88a7a0420e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.779071 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c35eba1b-97ec-48c3-8998-80e6547752d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.841977 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e90ccbd1-4575-4db6-a373-f933e275d374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.858709 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c35eba1b-97ec-48c3-8998-80e6547752d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.865344 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4431e9d5-bcf6-4021-b6aa-88a7a0420e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.885325 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c35eba1b-97ec-48c3-8998-80e6547752d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:57:51.894622 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35eba1b-97ec-48c3-8998-80e6547752d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f76a5d01-0a70-4642-9be0-94f50e75aa10,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:51.901333 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c35eba1b-97ec-48c3-8998-80e6547752d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.901956 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-c35eba1b-97ec-48c3-8998-80e6547752d9 admin admin] Added segment d20021a5-4c70-4420-bcdd-c58456d5c419 of type vlan for network a0ca094b-476c-49ce-868e-1d496836ba8a Aug 10 03:57:51.953915 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c35eba1b-97ec-48c3-8998-80e6547752d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:51.979186 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-527990f7-ed36-4824-a539-c8fcb0b2a560 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:52.049517 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527990f7-ed36-4824-a539-c8fcb0b2a560 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event updated for resources: {'Subnet': ['ID=28735959-1855-4027-b57c-c8d51a26766f,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:52.056142 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527990f7-ed36-4824-a539-c8fcb0b2a560 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Checking segment: {'id': '869b0081-0df3-4829-b711-8ba19be60b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '989a2bd7-ee07-48a7-b48b-5c895e9b031c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:52.057147 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527990f7-ed36-4824-a539-c8fcb0b2a560 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Network hostable DHCP agents. Network: 989a2bd7-ee07-48a7-b48b-5c895e9b031c, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:57:52.113998 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e90ccbd1-4575-4db6-a373-f933e275d374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:52.114201 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c35eba1b-97ec-48c3-8998-80e6547752d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:52.115038 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35eba1b-97ec-48c3-8998-80e6547752d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:52.115631 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c35eba1b-97ec-48c3-8998-80e6547752d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:52.116590 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e90ccbd1-4575-4db6-a373-f933e275d374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:52.117756 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e90ccbd1-4575-4db6-a373-f933e275d374 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d15681b9-d35e-4b1f-b310-9377aa264221 HTTP/1.1" status: 204 len: 168 time: 0.5108378 Aug 10 03:57:52.121776 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4431e9d5-bcf6-4021-b6aa-88a7a0420e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:52.124577 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4431e9d5-bcf6-4021-b6aa-88a7a0420e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:52.127389 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4431e9d5-bcf6-4021-b6aa-88a7a0420e8c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e02a4c4-7d9c-4466-838f-270f5fa7594b HTTP/1.1" status: 204 len: 168 time: 0.5011811 Aug 10 03:57:52.131748 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ccbd1-4575-4db6-a373-f933e275d374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15681b9-d35e-4b1f-b310-9377aa264221,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:52.157224 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431e9d5-bcf6-4021-b6aa-88a7a0420e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e02a4c4-7d9c-4466-838f-270f5fa7594b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:52.187530 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527990f7-ed36-4824-a539-c8fcb0b2a560 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Network 989a2bd7-ee07-48a7-b48b-5c895e9b031c is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:57:52.202016 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35eba1b-97ec-48c3-8998-80e6547752d9 admin admin] Pushing event updated for resources: {'Network': ['ID=a0ca094b-476c-49ce-868e-1d496836ba8a,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:52.217141 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network a0ca094b-476c-49ce-868e-1d496836ba8a details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:57:52.249001 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40170) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:52.291032 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c35eba1b-97ec-48c3-8998-80e6547752d9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1668694 Aug 10 03:57:52.291258 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40172) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:52.296604 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-b0e8d8b5-cac8-4407-9a8a-2dbce51b9402 admin admin] Request body: {'subnet': {'network_id': 'a0ca094b-476c-49ce-868e-1d496836ba8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1989624498-subnet', 'tenant_id': '9fc9e1bc022b44e1bfbcb0c516b09d9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:52.305529 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-452fccf8-e956-4a4a-a622-5d0e2e9c5e2e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=79c4774ecb374d1eb5549052ddd5465e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527468 Aug 10 03:57:52.305930 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40174) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:52.322842 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-527990f7-ed36-4824-a539-c8fcb0b2a560 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 989a2bd7-ee07-48a7-b48b-5c895e9b031c) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:52.331874 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c827293-2d83-4400-987f-11044d264a66 None None] Network 989a2bd7-ee07-48a7-b48b-5c895e9b031c requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:52.339890 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527990f7-ed36-4824-a539-c8fcb0b2a560 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:52.340947 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-527990f7-ed36-4824-a539-c8fcb0b2a560 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:52.399530 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-143742e9-5130-4c92-9b59-0cc73f73d6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:52.404664 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e8d8b5-cac8-4407-9a8a-2dbce51b9402 admin admin] Made reservation on behalf of 9fc9e1bc022b44e1bfbcb0c516b09d9e for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:52.407530 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b0e8d8b5-cac8-4407-9a8a-2dbce51b9402 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:52.434569 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-143742e9-5130-4c92-9b59-0cc73f73d6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:52.515750 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-527990f7-ed36-4824-a539-c8fcb0b2a560 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.3447914 Aug 10 03:57:52.516512 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40180) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:52.530028 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-af6fdb03-0565-428c-b1a7-c1fda8c7b5bf tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:52.594682 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441cb7c1-666a-4bde-9f5d-54295dccd653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-989a2bd7-ee07-48a7-b48b-5c895e9b031c', 'network_id': '989a2bd7-ee07-48a7-b48b-5c895e9b031c', 'tenant_id': 'b2d87b3944704ca089acd0f2f68b57e9', 'fixed_ips': [{'subnet_id': '28735959-1855-4027-b57c-c8d51a26766f'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:57:52.596259 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-441cb7c1-666a-4bde-9f5d-54295dccd653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:52.676314 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 4d81efb5-d6c1-41b9-9f6c-b5b63a25465a details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:57:52.781454 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a716fc-984b-46cc-bbcd-f01254a84df3 req-7f255f1f-194a-4b42-9592-4755ee9b18b6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:52.794289 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a716fc-984b-46cc-bbcd-f01254a84df3 req-7f255f1f-194a-4b42-9592-4755ee9b18b6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:52.794289 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-86a716fc-984b-46cc-bbcd-f01254a84df3 req-7f255f1f-194a-4b42-9592-4755ee9b18b6 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dce20a9-6107-4ac1-a685-445c7dd0352e HTTP/1.1" status: 200 len: 1677 time: 0.1938629 Aug 10 03:57:52.795070 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-af6fdb03-0565-428c-b1a7-c1fda8c7b5bf tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12072119'] for subnet, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:52.799328 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b0e8d8b5-cac8-4407-9a8a-2dbce51b9402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:52.871873 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8d8b5-cac8-4407-9a8a-2dbce51b9402 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cb66a88-0075-4982-a05d-820105d45938,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:52.885204 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-143742e9-5130-4c92-9b59-0cc73f73d6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:52.887900 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-143742e9-5130-4c92-9b59-0cc73f73d6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:52.889209 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-143742e9-5130-4c92-9b59-0cc73f73d6d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9abd3a5c-87d2-44b8-8106-d84c666ebf40 HTTP/1.1" status: 204 len: 168 time: 0.5822678 Aug 10 03:57:52.910911 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143742e9-5130-4c92-9b59-0cc73f73d6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abd3a5c-87d2-44b8-8106-d84c666ebf40,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:52.922259 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-86a716fc-984b-46cc-bbcd-f01254a84df3 req-bf308700-b7fd-431a-9139-54f9788429fe tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100965 Aug 10 03:57:52.961751 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8d8b5-cac8-4407-9a8a-2dbce51b9402 admin admin] Checking segment: {'id': 'd20021a5-4c70-4420-bcdd-c58456d5c419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a0ca094b-476c-49ce-868e-1d496836ba8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:52.964029 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e8d8b5-cac8-4407-9a8a-2dbce51b9402 admin admin] Network hostable DHCP agents. Network: a0ca094b-476c-49ce-868e-1d496836ba8a, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:57:53.020119 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 4d81efb5-d6c1-41b9-9f6c-b5b63a25465a, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=4d81efb5-d6c1-41b9-9f6c-b5b63a25465a,segment=NetworkSegment(3b88faf7-60c9-409a-a2e1-599b74963e34),segment_id=3b88faf7-60c9-409a-a2e1-599b74963e34)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:53.037049 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '4d81efb5-d6c1-41b9-9f6c-b5b63a25465a', 'network_id': '53dfa4b5-770f-4d5e-bb8c-65926a66e881', 'port_id': '4d81efb5-d6c1-41b9-9f6c-b5b63a25465a', 'mac_address': 'fa:16:3e:82:3b:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f7e21b-cc98-4c65-8871-1f860976e003', 'ip_address': '19.80.0.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:57:53.052915 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e8d8b5-cac8-4407-9a8a-2dbce51b9402 admin admin] Network a0ca094b-476c-49ce-868e-1d496836ba8a is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:57:53.090339 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:53.158015 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d81efb5-d6c1-41b9-9f6c-b5b63a25465a {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:57:53.166516 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-b0e8d8b5-cac8-4407-9a8a-2dbce51b9402 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, a0ca094b-476c-49ce-868e-1d496836ba8a) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:53.176201 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e8d8b5-cac8-4407-9a8a-2dbce51b9402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:53.177379 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b0e8d8b5-cac8-4407-9a8a-2dbce51b9402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:53.178115 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87931761-4c25-4096-850a-344610728026 None None] Network a0ca094b-476c-49ce-868e-1d496836ba8a requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:53.183896 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 4d81efb5-d6c1-41b9-9f6c-b5b63a25465a, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=4d81efb5-d6c1-41b9-9f6c-b5b63a25465a,segment=NetworkSegment(3b88faf7-60c9-409a-a2e1-599b74963e34),segment_id=3b88faf7-60c9-409a-a2e1-599b74963e34)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:53.259298 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40214) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:53.293323 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-af6fdb03-0565-428c-b1a7-c1fda8c7b5bf tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758073175700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12061826'] for subnet, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:53.318514 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b0e8d8b5-cac8-4407-9a8a-2dbce51b9402 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0261092 Aug 10 03:57:53.340062 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:53.341596 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device f99a8c49-ebea-4aca-af5f-5ce88a2572bb details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:57:53.361378 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6fdb03-0565-428c-b1a7-c1fda8c7b5bf tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:53.362065 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-af6fdb03-0565-428c-b1a7-c1fda8c7b5bf tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:53.363914 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-af6fdb03-0565-428c-b1a7-c1fda8c7b5bf tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "PUT /v2.0/subnets/28735959-1855-4027-b57c-c8d51a26766f HTTP/1.1" status: 200 len: 877 time: 0.8469281 Aug 10 03:57:53.366925 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f31d878-f341-40e8-a647-3f523f4ecb20 admin admin] Deleting subnet cf9a7592-e5a6-49d5-943e-a569f481a6b7 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:57:53.367331 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40220) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:53.374049 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f31d878-f341-40e8-a647-3f523f4ecb20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:53.396993 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6fdb03-0565-428c-b1a7-c1fda8c7b5bf tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event updated for resources: {'Subnet': ['ID=28735959-1855-4027-b57c-c8d51a26766f,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:53.407373 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7225930c-b5c8-4a25-ba84-8799db5419d3 None None] Network a0ca094b-476c-49ce-868e-1d496836ba8a requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:53.420180 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f31d878-f341-40e8-a647-3f523f4ecb20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:53.493665 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f31d878-f341-40e8-a647-3f523f4ecb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:53.501168 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:53.526152 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-441cb7c1-666a-4bde-9f5d-54295dccd653 None None] Allocated IP 172.20.0.3 (989a2bd7-ee07-48a7-b48b-5c895e9b031c/28735959-1855-4027-b57c-c8d51a26766f/a6a25a73-5ff4-42f8-b772-a17330f3b7a6) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:57:53.598427 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:53.653395 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f31d878-f341-40e8-a647-3f523f4ecb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:53.699401 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f31d878-f341-40e8-a647-3f523f4ecb20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:53.710059 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0f31d878-f341-40e8-a647-3f523f4ecb20 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cf9a7592-e5a6-49d5-943e-a569f481a6b7 HTTP/1.1" status: 204 len: 168 time: 0.4472141 Aug 10 03:57:53.710804 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40228) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:53.746376 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31d878-f341-40e8-a647-3f523f4ecb20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf9a7592-e5a6-49d5-943e-a569f481a6b7,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:53.820319 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-441cb7c1-666a-4bde-9f5d-54295dccd653 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:53.827114 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=4d81efb5-d6c1-41b9-9f6c-b5b63a25465a,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:53.828456 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4a4c62ee-9cbf-4339-b80c-458e9d10d7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:53.877858 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-441cb7c1-666a-4bde-9f5d-54295dccd653 None None] Transition to ACTIVE for port object a6a25a73-5ff4-42f8-b772-a17330f3b7a6 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:53.901106 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-441cb7c1-666a-4bde-9f5d-54295dccd653 None None] Transition to ACTIVE for port object a6a25a73-5ff4-42f8-b772-a17330f3b7a6 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:57:53.951622 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4a4c62ee-9cbf-4339-b80c-458e9d10d7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:53.953050 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port f99a8c49-ebea-4aca-af5f-5ce88a2572bb, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f99a8c49-ebea-4aca-af5f-5ce88a2572bb,segment=NetworkSegment(1b091c50-42e7-4ed2-acd2-124394c26139),segment_id=1b091c50-42e7-4ed2-acd2-124394c26139)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:53.981552 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'f99a8c49-ebea-4aca-af5f-5ce88a2572bb', 'network_id': '5d099f79-883f-4477-960b-980055d4784b', 'port_id': 'f99a8c49-ebea-4aca-af5f-5ce88a2572bb', 'mac_address': 'fa:16:3e:9c:cb:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5efb0c51-edf9-4e1f-93a9-b518b91d3def', 'ip_address': '19.86.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:57:53.983939 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-4a4c62ee-9cbf-4339-b80c-458e9d10d7ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:53.995315 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-4a4c62ee-9cbf-4339-b80c-458e9d10d7ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:53.995707 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-4a4c62ee-9cbf-4339-b80c-458e9d10d7ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9e1b79-3d1d-4e3e-aa0e-f212fbe4cc71') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:54.008181 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4a4c62ee-9cbf-4339-b80c-458e9d10d7ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:54.025187 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4a4c62ee-9cbf-4339-b80c-458e9d10d7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:54.029885 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-441cb7c1-666a-4bde-9f5d-54295dccd653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:54.034981 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4c62ee-9cbf-4339-b80c-458e9d10d7ae admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:54.035443 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4a4c62ee-9cbf-4339-b80c-458e9d10d7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:54.037664 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:54.115777 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:54.130192 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38d979-e60d-4e84-b6f7-3a82628a8066 req-6c156789-e74b-46c9-8000-0c08204304fe tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:54.134922 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cb7c1-666a-4bde-9f5d-54295dccd653 None None] Pushing event updated for resources: {'Port': ['ID=a6a25a73-5ff4-42f8-b772-a17330f3b7a6,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:54.136424 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38d979-e60d-4e84-b6f7-3a82628a8066 req-6c156789-e74b-46c9-8000-0c08204304fe tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:54.143842 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441cb7c1-666a-4bde-9f5d-54295dccd653 None None] Network 989a2bd7-ee07-48a7-b48b-5c895e9b031c is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:57:54.144665 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aa38d979-e60d-4e84-b6f7-3a82628a8066 req-6c156789-e74b-46c9-8000-0c08204304fe tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dce20a9-6107-4ac1-a685-445c7dd0352e HTTP/1.1" status: 200 len: 1678 time: 0.1170776 Aug 10 03:57:54.148189 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-441cb7c1-666a-4bde-9f5d-54295dccd653 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:54.150663 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f99a8c49-ebea-4aca-af5f-5ce88a2572bb {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:57:54.156827 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441cb7c1-666a-4bde-9f5d-54295dccd653 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:57:54.182147 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port f99a8c49-ebea-4aca-af5f-5ce88a2572bb, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f99a8c49-ebea-4aca-af5f-5ce88a2572bb,segment=NetworkSegment(1b091c50-42e7-4ed2-acd2-124394c26139),segment_id=1b091c50-42e7-4ed2-acd2-124394c26139)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:54.187745 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:54.188068 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aa38d979-e60d-4e84-b6f7-3a82628a8066 req-eb603131-fcb6-4b9b-9463-c36210db9eae tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425975 Aug 10 03:57:54.230724 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Subnet': ['ID=28735959-1855-4027-b57c-c8d51a26766f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:54.236495 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4a4c62ee-9cbf-4339-b80c-458e9d10d7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:54.242247 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4a4c62ee-9cbf-4339-b80c-458e9d10d7ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:54.245239 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-4a4c62ee-9cbf-4339-b80c-458e9d10d7ae admin admin] 10.222.0.25 "DELETE /v2.0/networks/c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc HTTP/1.1" status: 204 len: 168 time: 0.5331664 Aug 10 03:57:54.260687 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:54.285204 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40254) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:54.293604 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-441cb7c1-666a-4bde-9f5d-54295dccd653 None None] Attempting to bind port a6a25a73-5ff4-42f8-b772-a17330f3b7a6 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:57:54.293988 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-441cb7c1-666a-4bde-9f5d-54295dccd653 None None] Attempting to bind port a6a25a73-5ff4-42f8-b772-a17330f3b7a6 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '869b0081-0df3-4829-b711-8ba19be60b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '989a2bd7-ee07-48a7-b48b-5c895e9b031c'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:57:54.294355 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441cb7c1-666a-4bde-9f5d-54295dccd653 None None] Attempting to bind port a6a25a73-5ff4-42f8-b772-a17330f3b7a6 on network 989a2bd7-ee07-48a7-b48b-5c895e9b031c {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:57:54.304146 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c62ee-9cbf-4339-b80c-458e9d10d7ae admin admin] Pushing event deleted for resources: {'Network': ['ID=c6e00c58-6b68-4891-a0f2-fd32ab3d9ecc,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:54.308201 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441cb7c1-666a-4bde-9f5d-54295dccd653 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:57:54.308735 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441cb7c1-666a-4bde-9f5d-54295dccd653 None None] Checking segment: {'id': '869b0081-0df3-4829-b711-8ba19be60b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '989a2bd7-ee07-48a7-b48b-5c895e9b031c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:54.309146 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-441cb7c1-666a-4bde-9f5d-54295dccd653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:54.309621 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441cb7c1-666a-4bde-9f5d-54295dccd653 None None] Bound using segment: {'id': '869b0081-0df3-4829-b711-8ba19be60b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '989a2bd7-ee07-48a7-b48b-5c895e9b031c'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:57:54.310133 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-441cb7c1-666a-4bde-9f5d-54295dccd653 None None] Bound port: a6a25a73-5ff4-42f8-b772-a17330f3b7a6, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '869b0081-0df3-4829-b711-8ba19be60b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '989a2bd7-ee07-48a7-b48b-5c895e9b031c'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:57:54.310497 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-441cb7c1-666a-4bde-9f5d-54295dccd653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:54.325328 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:54.336866 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989a2bd7-ee07-48a7-b48b-5c895e9b031c']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:54.346843 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869b0081-0df3-4829-b711-8ba19be60b59') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:54.347831 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869b0081-0df3-4829-b711-8ba19be60b59') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:54.357645 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=f99a8c49-ebea-4aca-af5f-5ce88a2572bb,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:54.363184 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:54.378644 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:54.386465 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:54.386904 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:54.390134 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:54.403173 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-441cb7c1-666a-4bde-9f5d-54295dccd653 None None] For port a6a25a73-5ff4-42f8-b772-a17330f3b7a6, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:57:54.460256 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['f99a8c49-ebea-4aca-af5f-5ce88a2572bb'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:57:54.496939 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-441cb7c1-666a-4bde-9f5d-54295dccd653 None None] For port a6a25a73-5ff4-42f8-b772-a17330f3b7a6, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a6a25a73-5ff4-42f8-b772-a17330f3b7a6,segment=NetworkSegment(869b0081-0df3-4829-b711-8ba19be60b59),segment_id=869b0081-0df3-4829-b711-8ba19be60b59)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:57:54.521827 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.db.api [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 03:57:54.521827 n-d-802893-2 neutron-server[94937]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 03:57:54.521827 n-d-802893-2 neutron-server[94937]: [parameters: {'id': '989a2bd7-ee07-48a7-b48b-5c895e9b031c'}] Aug 10 03:57:54.521827 n-d-802893-2 neutron-server[94937]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:57:54.522331 n-d-802893-2 neutron-server[94937]: DEBUG oslo_db.api [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:57:54.593082 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-441cb7c1-666a-4bde-9f5d-54295dccd653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:54.684638 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441cb7c1-666a-4bde-9f5d-54295dccd653 None None] Pushing event updated for resources: {'Port': ['ID=a6a25a73-5ff4-42f8-b772-a17330f3b7a6,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:54.701511 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd6bb23-25df-4267-8ec9-b0325bd59ace None None] Network 989a2bd7-ee07-48a7-b48b-5c895e9b031c requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:54.756603 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-f84c80b5-fb52-46cd-9e67-b38bdeb3d7cc admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-19730618-network', 'tenant_id': '5eb1c3b048a24ba8a5ddddc3ec247ad9'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:54.802438 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40266) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:54.827444 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ececd2ba-d823-440b-bb1c-8dc8758e57dc None None] Network 989a2bd7-ee07-48a7-b48b-5c895e9b031c requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:54.851545 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0e27e833-f2eb-4979-aa71-237b0054ca60 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f978154370c54cef8e8d819528465357&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472894 Aug 10 03:57:54.854001 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40268) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:54.857316 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84c80b5-fb52-46cd-9e67-b38bdeb3d7cc admin admin] Made reservation on behalf of 5eb1c3b048a24ba8a5ddddc3ec247ad9 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:54.860799 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f84c80b5-fb52-46cd-9e67-b38bdeb3d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:54.886474 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f84c80b5-fb52-46cd-9e67-b38bdeb3d7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:54.930971 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40270) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:54.937974 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0048254 Aug 10 03:57:54.942511 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40272) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:54.962512 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-952b961f-3ec0-4c20-9fd7-8f57a86103c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:54.982548 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e97fa60-c49e-493e-9a2f-773ec43312ef None None] get_active_networks_info from n-d-802893-2 {{(pid=94939) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 03:57:54.992998 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-952b961f-3ec0-4c20-9fd7-8f57a86103c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.024850 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.072619 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f84c80b5-fb52-46cd-9e67-b38bdeb3d7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.133304 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Deleting port a6a25a73-5ff4-42f8-b772-a17330f3b7a6 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:55.135126 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.135276 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e97fa60-c49e-493e-9a2f-773ec43312ef None None] Resources bound (agent type, host, resource id): {{(pid=94939) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 03:57:55.150179 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f84c80b5-fb52-46cd-9e67-b38bdeb3d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.167440 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-952b961f-3ec0-4c20-9fd7-8f57a86103c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.170319 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-952b961f-3ec0-4c20-9fd7-8f57a86103c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.171755 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-952b961f-3ec0-4c20-9fd7-8f57a86103c6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06aa3788-14b7-4191-8c62-7c895a85e671 HTTP/1.1" status: 204 len: 168 time: 0.3165197 Aug 10 03:57:55.192753 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84c80b5-fb52-46cd-9e67-b38bdeb3d7cc admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:57:55.195081 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c80b5-fb52-46cd-9e67-b38bdeb3d7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7707dc01-3182-4260-958c-be12fbc3b778,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:55.219685 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f84c80b5-fb52-46cd-9e67-b38bdeb3d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.220266 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-f84c80b5-fb52-46cd-9e67-b38bdeb3d7cc admin admin] Added segment d4dc0681-87d0-4e93-b975-e75c38916c3d of type vlan for network dc7a1db1-bbc0-45ee-b98a-90e704e11a49 Aug 10 03:57:55.221826 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b961f-3ec0-4c20-9fd7-8f57a86103c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06aa3788-14b7-4191-8c62-7c895a85e671,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:55.227679 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-89b74845-f7a1-4d65-bc7e-377cd3c1f3d8 tempest-NetworksApiDiscovery-1534137231 tempest-NetworksApiDiscovery-1534137231-project] 10.222.0.25 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2832885 Aug 10 03:57:55.257354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] For port a6a25a73-5ff4-42f8-b772-a17330f3b7a6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a6a25a73-5ff4-42f8-b772-a17330f3b7a6,segment=NetworkSegment(869b0081-0df3-4829-b711-8ba19be60b59),segment_id=869b0081-0df3-4829-b711-8ba19be60b59)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:55.258068 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.276231 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Calling delete_port for a6a25a73-5ff4-42f8-b772-a17330f3b7a6 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:55.293080 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f84c80b5-fb52-46cd-9e67-b38bdeb3d7cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.381037 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d366fe-439d-41a0-9d5b-88c838d25744 req-39ec513c-2132-4bd0-917c-14b688ba1295 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:55.388859 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d366fe-439d-41a0-9d5b-88c838d25744 req-39ec513c-2132-4bd0-917c-14b688ba1295 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:55.390521 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-39d366fe-439d-41a0-9d5b-88c838d25744 req-39ec513c-2132-4bd0-917c-14b688ba1295 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dce20a9-6107-4ac1-a685-445c7dd0352e HTTP/1.1" status: 200 len: 1679 time: 0.0860920 Aug 10 03:57:55.428047 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f84c80b5-fb52-46cd-9e67-b38bdeb3d7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.429174 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84c80b5-fb52-46cd-9e67-b38bdeb3d7cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:55.429990 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f84c80b5-fb52-46cd-9e67-b38bdeb3d7cc admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.497893 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-39d366fe-439d-41a0-9d5b-88c838d25744 req-b81caab4-04e0-4978-bc8b-c6d11b32161a tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012464 Aug 10 03:57:55.506194 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['4d81efb5-d6c1-41b9-9f6c-b5b63a25465a'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:57:55.508403 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c80b5-fb52-46cd-9e67-b38bdeb3d7cc admin admin] Pushing event updated for resources: {'Network': ['ID=dc7a1db1-bbc0-45ee-b98a-90e704e11a49,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:55.538416 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.542639 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network dc7a1db1-bbc0-45ee-b98a-90e704e11a49 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:57:55.565346 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Port': ['ID=a6a25a73-5ff4-42f8-b772-a17330f3b7a6,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:55.571775 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40294) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:55.572653 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f84c80b5-fb52-46cd-9e67-b38bdeb3d7cc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2858164 Aug 10 03:57:55.576891 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-bdf20b0a-dcf0-42d3-ad2f-da7d21a47cee admin admin] Request body: {'subnet': {'network_id': 'dc7a1db1-bbc0-45ee-b98a-90e704e11a49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-19730618-subnet', 'tenant_id': '5eb1c3b048a24ba8a5ddddc3ec247ad9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:55.580201 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No DVR routers for this DVR port a6a25a73-5ff4-42f8-b772-a17330f3b7a6 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:55.672002 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.683403 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989a2bd7-ee07-48a7-b48b-5c895e9b031c']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:55.695077 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '869b0081-0df3-4829-b711-8ba19be60b59') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:55.695377 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '869b0081-0df3-4829-b711-8ba19be60b59') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:55.705694 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.725778 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.732537 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:55.732868 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:55.736112 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:55.842689 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40300) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:55.849202 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-f3b8fd86-988b-4293-a360-50c875f8b691 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1670024060-network', 'tenant_id': '581fb4c35dd9435489b27ff6bcba6549'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:55.896412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf20b0a-dcf0-42d3-ad2f-da7d21a47cee admin admin] Made reservation on behalf of 5eb1c3b048a24ba8a5ddddc3ec247ad9 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:55.899305 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bdf20b0a-dcf0-42d3-ad2f-da7d21a47cee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.066258 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.070740 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.075920 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/networks/989a2bd7-ee07-48a7-b48b-5c895e9b031c HTTP/1.1" status: 204 len: 168 time: 2.7075036 Aug 10 03:57:56.076095 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40306) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:56.094672 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8958b-14e6-4558-8439-9dc03052d129 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Network': ['ID=989a2bd7-ee07-48a7-b48b-5c895e9b031c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:56.107311 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b8fd86-988b-4293-a360-50c875f8b691 admin admin] Made reservation on behalf of 581fb4c35dd9435489b27ff6bcba6549 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:56.112359 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f3b8fd86-988b-4293-a360-50c875f8b691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.112489 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd4d715d-bf7f-4d45-b570-9a504008d0ac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:56.112967 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd4d715d-bf7f-4d45-b570-9a504008d0ac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:56.114743 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-dd4d715d-bf7f-4d45-b570-9a504008d0ac tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/subnets/28735959-1855-4027-b57c-c8d51a26766f HTTP/1.1" status: 404 len: 337 time: 0.0376010 Aug 10 03:57:56.117514 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40312) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:56.124573 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f3b8fd86-988b-4293-a360-50c875f8b691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.137780 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86b52ea-afa5-4974-bf70-30e6f160a355 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:56.138346 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f86b52ea-afa5-4974-bf70-30e6f160a355 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:56.140215 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f86b52ea-afa5-4974-bf70-30e6f160a355 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/networks/989a2bd7-ee07-48a7-b48b-5c895e9b031c HTTP/1.1" status: 404 len: 339 time: 0.0216815 Aug 10 03:57:56.142759 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40314) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:56.175736 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd318a4-643c-4989-b856-e14bc4370655 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:56.176505 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd318a4-643c-4989-b856-e14bc4370655 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:56.178622 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fbd318a4-643c-4989-b856-e14bc4370655 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/subnets/126acaad-385f-42a5-a990-ed514b8e59f8 HTTP/1.1" status: 404 len: 337 time: 0.0335922 Aug 10 03:57:56.181277 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40318) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:56.192890 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bdf20b0a-dcf0-42d3-ad2f-da7d21a47cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.205218 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40320) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:56.213155 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20f4811-073c-454c-bb1b-01022a71231c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:56.214060 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f20f4811-073c-454c-bb1b-01022a71231c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:56.216007 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f20f4811-073c-454c-bb1b-01022a71231c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/networks/8784253f-3fa6-4ffd-9bd6-2bb7f9319eb5 HTTP/1.1" status: 404 len: 339 time: 0.0336194 Aug 10 03:57:56.223581 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40324) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:56.252478 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40326) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:56.284019 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf20b0a-dcf0-42d3-ad2f-da7d21a47cee admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aaf5ea1-3f65-41c5-a60a-4cbe09b8fb80,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:56.286167 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f3b8fd86-988b-4293-a360-50c875f8b691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.292427 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf20b0a-dcf0-42d3-ad2f-da7d21a47cee admin admin] Checking segment: {'id': 'd4dc0681-87d0-4e93-b975-e75c38916c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dc7a1db1-bbc0-45ee-b98a-90e704e11a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:56.292654 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf20b0a-dcf0-42d3-ad2f-da7d21a47cee admin admin] Network hostable DHCP agents. Network: dc7a1db1-bbc0-45ee-b98a-90e704e11a49, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:57:56.367656 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce19efac-63dc-403d-9319-2bf3e64991a8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.376979 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f3b8fd86-988b-4293-a360-50c875f8b691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.379662 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-21554421-53ad-4f34-86e0-ae6c863a98c7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1358322403-network', 'tenant_id': '5c12184296424dc9af92067f3096d474'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:56.403529 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-38fba7e9-d698-44cc-8d8b-5af65917755a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.410226 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf20b0a-dcf0-42d3-ad2f-da7d21a47cee admin admin] Network dc7a1db1-bbc0-45ee-b98a-90e704e11a49 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:57:56.423452 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b8fd86-988b-4293-a360-50c875f8b691 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:57:56.439130 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8fd86-988b-4293-a360-50c875f8b691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0f4a23-089e-4979-aaaf-07bdbbcafd22,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:56.448775 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f3b8fd86-988b-4293-a360-50c875f8b691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.449139 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-f3b8fd86-988b-4293-a360-50c875f8b691 admin admin] Added segment 795d48b5-eebe-4533-a6b1-f6b5d37bec80 of type vlan for network 4dbba454-f66d-4dde-a9d3-f9ab9e10d17a Aug 10 03:57:56.469647 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21554421-53ad-4f34-86e0-ae6c863a98c7 admin admin] Made reservation on behalf of 5c12184296424dc9af92067f3096d474 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:56.473471 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-21554421-53ad-4f34-86e0-ae6c863a98c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.482807 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-21554421-53ad-4f34-86e0-ae6c863a98c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.503880 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-bdf20b0a-dcf0-42d3-ad2f-da7d21a47cee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, dc7a1db1-bbc0-45ee-b98a-90e704e11a49) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:56.508214 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf20b0a-dcf0-42d3-ad2f-da7d21a47cee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:56.508891 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bdf20b0a-dcf0-42d3-ad2f-da7d21a47cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.515326 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c9eba7-ed5b-4ef3-8975-204b90b21cd8 None None] Network dc7a1db1-bbc0-45ee-b98a-90e704e11a49 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:56.538772 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.db.api [None req-21554421-53ad-4f34-86e0-ae6c863a98c7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:57:56.538772 n-d-802893-2 neutron-server[94937]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:57:56.538772 n-d-802893-2 neutron-server[94937]: [parameters: {'project_id_1': '5c12184296424dc9af92067f3096d474', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 57, 56, 493076)}] Aug 10 03:57:56.538772 n-d-802893-2 neutron-server[94937]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:57:56.539767 n-d-802893-2 neutron-server[94937]: DEBUG oslo_db.api [None req-21554421-53ad-4f34-86e0-ae6c863a98c7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:57:56.593127 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f3b8fd86-988b-4293-a360-50c875f8b691 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.651655 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce19efac-63dc-403d-9319-2bf3e64991a8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.662508 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device f99a8c49-ebea-4aca-af5f-5ce88a2572bb up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:56.676365 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-ce19efac-63dc-403d-9319-2bf3e64991a8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d9af6dc-1f5f-4eb4-a71e-fe8498f6c7b4']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:56.696386 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da722369-f5c1-44a7-bf8c-9848c1100001 None None] Network dc7a1db1-bbc0-45ee-b98a-90e704e11a49 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:56.700176 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-ce19efac-63dc-403d-9319-2bf3e64991a8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a66ac2e1-d263-4806-a67d-eb4ef133c9ab') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:56.700480 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-ce19efac-63dc-403d-9319-2bf3e64991a8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a66ac2e1-d263-4806-a67d-eb4ef133c9ab') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:57:56.740498 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cba572-fd2b-4b8b-a63e-e28c7c58e730 req-863a02f0-632a-4c75-aa0e-e98f4194db6e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:56.746107 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cba572-fd2b-4b8b-a63e-e28c7c58e730 req-863a02f0-632a-4c75-aa0e-e98f4194db6e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:56.747796 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-28cba572-fd2b-4b8b-a63e-e28c7c58e730 req-863a02f0-632a-4c75-aa0e-e98f4194db6e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dce20a9-6107-4ac1-a685-445c7dd0352e HTTP/1.1" status: 200 len: 1679 time: 0.1621180 Aug 10 03:57:56.749820 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce19efac-63dc-403d-9319-2bf3e64991a8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.786831 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce19efac-63dc-403d-9319-2bf3e64991a8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.798895 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce19efac-63dc-403d-9319-2bf3e64991a8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:57:56.799108 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce19efac-63dc-403d-9319-2bf3e64991a8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:57:56.803353 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:57:56.816453 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f3b8fd86-988b-4293-a360-50c875f8b691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.817756 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b8fd86-988b-4293-a360-50c875f8b691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:56.818341 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f3b8fd86-988b-4293-a360-50c875f8b691 admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.915499 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port f99a8c49-ebea-4aca-af5f-5ce88a2572bb completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:56.919849 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port f99a8c49-ebea-4aca-af5f-5ce88a2572bb triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:56.920232 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.938295 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-28cba572-fd2b-4b8b-a63e-e28c7c58e730 req-f6579599-07f9-417d-8d6b-8801c2eccc91 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798742 Aug 10 03:57:56.961132 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-38fba7e9-d698-44cc-8d8b-5af65917755a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:56.962510 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8fd86-988b-4293-a360-50c875f8b691 admin admin] Pushing event updated for resources: {'Network': ['ID=4dbba454-f66d-4dde-a9d3-f9ab9e10d17a,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:56.969949 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8fd86-988b-4293-a360-50c875f8b691 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:56.970298 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8fd86-988b-4293-a360-50c875f8b691 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:56.970639 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8fd86-988b-4293-a360-50c875f8b691 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:56.970977 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8fd86-988b-4293-a360-50c875f8b691 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:56.971310 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8fd86-988b-4293-a360-50c875f8b691 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:56.971643 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8fd86-988b-4293-a360-50c875f8b691 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:56.972068 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8fd86-988b-4293-a360-50c875f8b691 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:56.972620 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8fd86-988b-4293-a360-50c875f8b691 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:56.973037 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8fd86-988b-4293-a360-50c875f8b691 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:56.973369 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8fd86-988b-4293-a360-50c875f8b691 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:56.973700 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8fd86-988b-4293-a360-50c875f8b691 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:56.974027 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b8fd86-988b-4293-a360-50c875f8b691 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:56.996650 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 4dbba454-f66d-4dde-a9d3-f9ab9e10d17a details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:57:57.038757 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce19efac-63dc-403d-9319-2bf3e64991a8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.040697 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-21554421-53ad-4f34-86e0-ae6c863a98c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.044211 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce19efac-63dc-403d-9319-2bf3e64991a8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.046332 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ce19efac-63dc-403d-9319-2bf3e64991a8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/networks/9d9af6dc-1f5f-4eb4-a71e-fe8498f6c7b4 HTTP/1.1" status: 204 len: 168 time: 0.8194425 Aug 10 03:57:57.048638 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40344) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:57.061895 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19efac-63dc-403d-9319-2bf3e64991a8 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Network': ['ID=9d9af6dc-1f5f-4eb4-a71e-fe8498f6c7b4,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:57.069351 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-38fba7e9-d698-44cc-8d8b-5af65917755a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.090019 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-d344ed97-58b8-454a-979b-5ea38b02776c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:57.091136 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d344ed97-58b8-454a-979b-5ea38b02776c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:57.092416 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.094087 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d344ed97-58b8-454a-979b-5ea38b02776c tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/subnets/525c220d-de2a-4f74-97a6-9a38b77acc48 HTTP/1.1" status: 404 len: 337 time: 0.0442789 Aug 10 03:57:57.099024 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40346) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:57.099546 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40348) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:57.120705 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dce20a9-6107-4ac1-a685-445c7dd0352e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99a8c49-ebea-4aca-af5f-5ce88a2572bb'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:57.122780 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1439adcb-2554-4f18-b9f0-ab59509058dd" -d '{"events": [{"server_uuid": "1dce20a9-6107-4ac1-a685-445c7dd0352e", "name": "network-vif-plugged", "status": "completed", "tag": "f99a8c49-ebea-4aca-af5f-5ce88a2572bb"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:57.126354 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fba7e9-d698-44cc-8d8b-5af65917755a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7260583f-2cc1-4d44-ab38-eded9ab95b74,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:57.138715 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port f99a8c49-ebea-4aca-af5f-5ce88a2572bb, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f99a8c49-ebea-4aca-af5f-5ce88a2572bb,segment=NetworkSegment(1b091c50-42e7-4ed2-acd2-124394c26139),segment_id=1b091c50-42e7-4ed2-acd2-124394c26139)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:57.139945 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-817fa016-f65a-4e8c-b847-d77b34af63a1 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:57.141225 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-817fa016-f65a-4e8c-b847-d77b34af63a1 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:57.143061 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-817fa016-f65a-4e8c-b847-d77b34af63a1 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/networks/e670da66-8c83-4675-9fe9-1ee16bc44270 HTTP/1.1" status: 404 len: 339 time: 0.0382059 Aug 10 03:57:57.147632 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-38fba7e9-d698-44cc-8d8b-5af65917755a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5853698df6b5435c934ecf099ba94e86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9393113 Aug 10 03:57:57.147632 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40354) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:57.148714 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40356) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:57.171662 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-bdf20b0a-dcf0-42d3-ad2f-da7d21a47cee admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5981295 Aug 10 03:57:57.188018 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-614ba4f2-f50f-43de-a78b-ba209d317eaa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:57.188018 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-614ba4f2-f50f-43de-a78b-ba209d317eaa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:57.188018 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-614ba4f2-f50f-43de-a78b-ba209d317eaa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/subnets/f914fabe-4dc4-485f-84ee-ae0517167b59 HTTP/1.1" status: 404 len: 337 time: 0.0333865 Aug 10 03:57:57.188018 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40358) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:57.195813 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dab0f8f-b659-44c2-b324-23e47629c7df x-openstack-request-id: req-8dab0f8f-b659-44c2-b324-23e47629c7df {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:57.196210 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dce20a9-6107-4ac1-a685-445c7dd0352e", "name": "network-vif-plugged", "status": "completed", "tag": "f99a8c49-ebea-4aca-af5f-5ce88a2572bb", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:57.196539 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8dab0f8f-b659-44c2-b324-23e47629c7df {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:57.197018 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dce20a9-6107-4ac1-a685-445c7dd0352e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99a8c49-ebea-4aca-af5f-5ce88a2572bb', 'code': 200} Aug 10 03:57:57.203155 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f3b8fd86-988b-4293-a360-50c875f8b691 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3585174 Aug 10 03:57:57.207927 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40360) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:57.213642 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-7b8a2d5c-ca91-4af2-b51c-b552ddf43b8f admin admin] Request body: {'subnet': {'network_id': '4dbba454-f66d-4dde-a9d3-f9ab9e10d17a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1670024060-subnet', 'tenant_id': '581fb4c35dd9435489b27ff6bcba6549', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:57.239860 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1e773a-fd84-4ed4-af59-5d7b37272082 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:57.240472 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab1e773a-fd84-4ed4-af59-5d7b37272082 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:57.242319 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ab1e773a-fd84-4ed4-af59-5d7b37272082 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/networks/89412418-1fc7-457c-84df-90ebf5f586df HTTP/1.1" status: 404 len: 339 time: 0.0579176 Aug 10 03:57:57.245577 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40364) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:57.262491 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-89fdbca9-c005-4bc2-a50b-ace2b733a590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.263374 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.264382 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 4d81efb5-d6c1-41b9-9f6c-b5b63a25465a up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:57:57.296707 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-9fa738f3-6e2d-416f-a79f-817517a0573d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-676148720-network', 'tenant_id': '897476f221894013b27960fb36935e79'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:57.303525 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4addce1-0ff9-40ab-bbb7-4d407935ee98 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:57.303781 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-89fdbca9-c005-4bc2-a50b-ace2b733a590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.304477 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4addce1-0ff9-40ab-bbb7-4d407935ee98 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:57.307504 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b4addce1-0ff9-40ab-bbb7-4d407935ee98 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/subnets/de949b9c-0bd4-4b1b-821c-83f7e9ad7e23 HTTP/1.1" status: 404 len: 337 time: 0.0608008 Aug 10 03:57:57.312193 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40368) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:57.341627 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe274037-8012-4aef-b9fa-7ef55a2459e1 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:57.344263 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe274037-8012-4aef-b9fa-7ef55a2459e1 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:57.348250 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fe274037-8012-4aef-b9fa-7ef55a2459e1 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/networks/92d7eaa2-4171-450b-bcd5-47fe03b160e6 HTTP/1.1" status: 404 len: 339 time: 0.0347574 Aug 10 03:57:57.351068 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40370) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:57.354644 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.373909 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=f99a8c49-ebea-4aca-af5f-5ce88a2572bb,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:57.374586 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-21554421-53ad-4f34-86e0-ae6c863a98c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.387520 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:57.388114 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:57.388614 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:57.389106 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:57.389513 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:57.389944 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:57.390344 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:57.390761 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:57.391151 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:57.391502 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:57.392241 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:57.392572 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:57:57.394184 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a956d7f-a0c4-49df-a44c-8bd5afffcf46 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:57.394184 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a956d7f-a0c4-49df-a44c-8bd5afffcf46 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:57.397924 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1a956d7f-a0c4-49df-a44c-8bd5afffcf46 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/subnets/bcc195c8-8098-4de1-9fa8-f2f8eff0d698 HTTP/1.1" status: 404 len: 337 time: 0.0431032 Aug 10 03:57:57.398189 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40372) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:57.429767 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-0adff643-7aae-4dbb-a4c9-596cb22dae84 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:57.430382 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0adff643-7aae-4dbb-a4c9-596cb22dae84 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:57.432327 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0adff643-7aae-4dbb-a4c9-596cb22dae84 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/networks/bba8a9f0-e815-4733-9979-1965b8253942 HTTP/1.1" status: 404 len: 339 time: 0.0332108 Aug 10 03:57:57.435156 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40376) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:57.451131 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-21554421-53ad-4f34-86e0-ae6c863a98c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.473084 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 4d81efb5-d6c1-41b9-9f6c-b5b63a25465a completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:57:57.475499 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c032c97-52e6-40b0-987e-2a92a63a2018 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:57.476089 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c032c97-52e6-40b0-987e-2a92a63a2018 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:57.477498 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 4d81efb5-d6c1-41b9-9f6c-b5b63a25465a triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:57:57.477982 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3c032c97-52e6-40b0-987e-2a92a63a2018 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/subnets/9bbce912-6441-44cc-9f4e-7300d6346255 HTTP/1.1" status: 404 len: 337 time: 0.0418959 Aug 10 03:57:57.478916 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.482494 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40384) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:57.491379 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-89fdbca9-c005-4bc2-a50b-ace2b733a590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.494971 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-89fdbca9-c005-4bc2-a50b-ace2b733a590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.498832 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-89fdbca9-c005-4bc2-a50b-ace2b733a590 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7260583f-2cc1-4d44-ab38-eded9ab95b74 HTTP/1.1" status: 204 len: 168 time: 0.3468902 Aug 10 03:57:57.502492 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb1a128-6756-4d9a-8c13-191449f93f91 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:57.503064 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eb1a128-6756-4d9a-8c13-191449f93f91 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:57.504843 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3eb1a128-6756-4d9a-8c13-191449f93f91 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/networks/06a6c931-68ce-428f-a608-a7683c519d0d HTTP/1.1" status: 404 len: 339 time: 0.0214033 Aug 10 03:57:57.507264 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40388) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:57.509455 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21554421-53ad-4f34-86e0-ae6c863a98c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d06214-b1ca-43a0-a4ec-90ac939fab9e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:57.517720 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21554421-53ad-4f34-86e0-ae6c863a98c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:57:57.537928 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-329aebca-90f9-4199-9605-ffa288a667aa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:57.538168 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-329aebca-90f9-4199-9605-ffa288a667aa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:57.539941 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fdbca9-c005-4bc2-a50b-ace2b733a590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7260583f-2cc1-4d44-ab38-eded9ab95b74,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:57.544515 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-329aebca-90f9-4199-9605-ffa288a667aa tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/subnets/cbaf5ba3-90e4-4443-ba3b-0cacd9121b97 HTTP/1.1" status: 404 len: 337 time: 0.0316668 Aug 10 03:57:57.544515 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40390) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:57.546777 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-21554421-53ad-4f34-86e0-ae6c863a98c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.547357 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-21554421-53ad-4f34-86e0-ae6c863a98c7 admin admin] Added segment 77b25dbd-5d53-4f66-ad91-d61c3dba273a of type vlan for network 017bc094-0610-4c83-b903-161ccef8a7ca Aug 10 03:57:57.564817 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f112d71-c43d-4437-95fe-1012698f3cd7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:57.565427 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f112d71-c43d-4437-95fe-1012698f3cd7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:57.567417 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9f112d71-c43d-4437-95fe-1012698f3cd7 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/networks/d8534443-f63e-4581-9e34-3f3b06aab1b7 HTTP/1.1" status: 404 len: 339 time: 0.0237453 Aug 10 03:57:57.572585 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40392) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:57.576932 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8a2d5c-ca91-4af2-b51c-b552ddf43b8f admin admin] Made reservation on behalf of 581fb4c35dd9435489b27ff6bcba6549 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:57.580629 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7b8a2d5c-ca91-4af2-b51c-b552ddf43b8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.611732 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-21554421-53ad-4f34-86e0-ae6c863a98c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.653586 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.672828 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-932d0ff5-d587-492f-9694-f0371b7bf2b0 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:57.673037 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-932d0ff5-d587-492f-9694-f0371b7bf2b0 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:57.676001 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-932d0ff5-d587-492f-9694-f0371b7bf2b0 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/subnets/b58b051b-8ccf-4de3-b5bc-eca7e3e39898 HTTP/1.1" status: 404 len: 337 time: 0.1011219 Aug 10 03:57:57.678330 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40394) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:57.690127 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 4d81efb5-d6c1-41b9-9f6c-b5b63a25465a, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=4d81efb5-d6c1-41b9-9f6c-b5b63a25465a,segment=NetworkSegment(3b88faf7-60c9-409a-a2e1-599b74963e34),segment_id=3b88faf7-60c9-409a-a2e1-599b74963e34)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:57.706295 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af385e1-5569-4af9-8f56-68860b27c5f9 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:57.707030 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af385e1-5569-4af9-8f56-68860b27c5f9 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:57.711210 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8af385e1-5569-4af9-8f56-68860b27c5f9 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/networks/1e334cc0-f911-4b92-895c-4049ad33b7ec HTTP/1.1" status: 404 len: 339 time: 0.0296214 Aug 10 03:57:57.712168 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40404) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:57.743874 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb7ef710-c380-4e53-a883-69aa2836fb68 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:57.744359 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb7ef710-c380-4e53-a883-69aa2836fb68 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:57.746380 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fb7ef710-c380-4e53-a883-69aa2836fb68 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/subnets/7cfe19f0-fa71-4ea9-ade9-3da798f99eac HTTP/1.1" status: 404 len: 337 time: 0.0335462 Aug 10 03:57:57.747085 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-21554421-53ad-4f34-86e0-ae6c863a98c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.748677 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21554421-53ad-4f34-86e0-ae6c863a98c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:57.748919 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-21554421-53ad-4f34-86e0-ae6c863a98c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.751581 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40406) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:57.789530 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-78fd020e-4d37-4db1-a5b8-96a51d8a08eb tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] DELETE failed (client error): The resource could not be found. Aug 10 03:57:57.790067 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78fd020e-4d37-4db1-a5b8-96a51d8a08eb tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:57:57.791777 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-78fd020e-4d37-4db1-a5b8-96a51d8a08eb tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/networks/2e4c8a45-bb9d-4d51-9535-49b0b93259ed HTTP/1.1" status: 404 len: 339 time: 0.0391228 Aug 10 03:57:57.794558 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40408) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:57.799087 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.812000 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa738f3-6e2d-416f-a79f-817517a0573d admin admin] Made reservation on behalf of 897476f221894013b27960fb36935e79 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:57.822156 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9fa738f3-6e2d-416f-a79f-817517a0573d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.864091 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9fa738f3-6e2d-416f-a79f-817517a0573d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:57.871917 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=4d81efb5-d6c1-41b9-9f6c-b5b63a25465a,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:57.958088 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a70838a-7044-4457-8e05-9e2258fb4be2 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Deleting subnet ebded81d-4894-437b-b171-c3ad05620883 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:57:57.968642 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5a70838a-7044-4457-8e05-9e2258fb4be2 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.034664 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5a70838a-7044-4457-8e05-9e2258fb4be2 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.121572 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7b8a2d5c-ca91-4af2-b51c-b552ddf43b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.168168 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21554421-53ad-4f34-86e0-ae6c863a98c7 admin admin] Pushing event updated for resources: {'Network': ['ID=017bc094-0610-4c83-b903-161ccef8a7ca,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:58.182757 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 017bc094-0610-4c83-b903-161ccef8a7ca details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:57:58.205715 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-bb11cda2-f2b9-447c-8abb-491d20515f92 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:58.208340 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-bb11cda2-f2b9-447c-8abb-491d20515f92 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/networks?id=dc7a1db1-bbc0-45ee-b98a-90e704e11a49 HTTP/1.1" status: 200 len: 811 time: 0.4666367 Aug 10 03:57:58.228830 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-1b56761c-5c30-42d4-bfbe-2909bd3550d2 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/quotas/5eb1c3b048a24ba8a5ddddc3ec247ad9 HTTP/1.1" status: 200 len: 375 time: 0.0135338 Aug 10 03:57:58.282391 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-4b3c58a5-431e-4b52-8ecb-569726c408a0 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5eb1c3b048a24ba8a5ddddc3ec247ad9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412560 Aug 10 03:57:58.378762 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-19bee734-1f3b-463b-8909-d9e0bbb417a1 service neutron] 10.222.0.25 "GET /v2.0/networks/dc7a1db1-bbc0-45ee-b98a-90e704e11a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908451 Aug 10 03:57:58.480507 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-846cf0df-5a1c-4ae8-b27d-adf1566d9c6c service neutron] 10.222.0.25 "GET /v2.0/networks/dc7a1db1-bbc0-45ee-b98a-90e704e11a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949178 Aug 10 03:57:58.515518 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da73c3-0416-4baa-9a8b-f4594ca562c0 req-66d81029-ae33-41c7-bf50-62acdcc58f43 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:58.522004 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da73c3-0416-4baa-9a8b-f4594ca562c0 req-66d81029-ae33-41c7-bf50-62acdcc58f43 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:58.523669 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-97da73c3-0416-4baa-9a8b-f4594ca562c0 req-66d81029-ae33-41c7-bf50-62acdcc58f43 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dce20a9-6107-4ac1-a685-445c7dd0352e HTTP/1.1" status: 200 len: 1681 time: 0.4612012 Aug 10 03:57:58.531878 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a2d5c-ca91-4af2-b51c-b552ddf43b8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d61fd0c0-eaea-419f-87b1-6f291040d6d9,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:58.553279 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5a70838a-7044-4457-8e05-9e2258fb4be2 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.557725 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9fa738f3-6e2d-416f-a79f-817517a0573d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.606621 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8a2d5c-ca91-4af2-b51c-b552ddf43b8f admin admin] Checking segment: {'id': '795d48b5-eebe-4533-a6b1-f6b5d37bec80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '4dbba454-f66d-4dde-a9d3-f9ab9e10d17a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:58.606973 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8a2d5c-ca91-4af2-b51c-b552ddf43b8f admin admin] Network hostable DHCP agents. Network: 4dbba454-f66d-4dde-a9d3-f9ab9e10d17a, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:57:58.634295 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9fa738f3-6e2d-416f-a79f-817517a0573d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.642480 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-97da73c3-0416-4baa-9a8b-f4594ca562c0 req-2a2b13bd-e456-4a75-ac0b-97c15e04fe76 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081996 Aug 10 03:57:58.671938 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa738f3-6e2d-416f-a79f-817517a0573d admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:57:58.694562 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa738f3-6e2d-416f-a79f-817517a0573d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8ef47e-6d79-4963-9000-1d0ec0f520fe,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:58.694562 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9fa738f3-6e2d-416f-a79f-817517a0573d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.694562 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-9fa738f3-6e2d-416f-a79f-817517a0573d admin admin] Added segment 2b1cf01d-024c-43da-ba3d-d7d744da33ea of type vlan for network f7ff6afc-8008-49c6-8b16-55c096640020 Aug 10 03:57:58.717971 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-21554421-53ad-4f34-86e0-ae6c863a98c7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.4599068 Aug 10 03:57:58.719497 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40434) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:58.728062 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-6b23d688-1524-41a0-bbb6-b8bcb916c8d3 admin admin] Request body: {'subnet': {'network_id': '017bc094-0610-4c83-b903-161ccef8a7ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1358322403-subnet', 'tenant_id': '5c12184296424dc9af92067f3096d474', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:58.760515 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9fa738f3-6e2d-416f-a79f-817517a0573d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.777321 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-35ca070b-631a-4461-b692-862b705d55de req-f7b0f64d-ee21-4fcf-a55e-cb65444523bc tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/ports?device_id=670a9b51-f2c7-4cf9-be3d-49d273c87275 HTTP/1.1" status: 200 len: 210 time: 0.0372124 Aug 10 03:57:58.786601 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5a70838a-7044-4457-8e05-9e2258fb4be2 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.788902 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8a2d5c-ca91-4af2-b51c-b552ddf43b8f admin admin] Network 4dbba454-f66d-4dde-a9d3-f9ab9e10d17a is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:57:58.833145 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70838a-7044-4457-8e05-9e2258fb4be2 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Subnet': ['ID=ebded81d-4894-437b-b171-c3ad05620883,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:58.837433 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5a70838a-7044-4457-8e05-9e2258fb4be2 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.839449 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5a70838a-7044-4457-8e05-9e2258fb4be2 tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/subnets/ebded81d-4894-437b-b171-c3ad05620883 HTTP/1.1" status: 204 len: 168 time: 1.0426176 Aug 10 03:57:58.842121 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40438) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:58.854437 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576b1c5d-eb03-4e86-9af0-868a78ce2f81 None None] Network ea53a339-fd04-4a0c-8c50-48921ce72c29 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:58.901403 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b23d688-1524-41a0-bbb6-b8bcb916c8d3 admin admin] Made reservation on behalf of 5c12184296424dc9af92067f3096d474 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:58.903475 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6b23d688-1524-41a0-bbb6-b8bcb916c8d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.907114 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-7b8a2d5c-ca91-4af2-b51c-b552ddf43b8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 4dbba454-f66d-4dde-a9d3-f9ab9e10d17a) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:57:58.908720 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9fa738f3-6e2d-416f-a79f-817517a0573d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.909747 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa738f3-6e2d-416f-a79f-817517a0573d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:58.910905 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9fa738f3-6e2d-416f-a79f-817517a0573d admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.919406 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6287478e-ab30-46b6-a629-e18468382cfe None None] Network 4dbba454-f66d-4dde-a9d3-f9ab9e10d17a requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:58.982023 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8a2d5c-ca91-4af2-b51c-b552ddf43b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:58.983916 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7b8a2d5c-ca91-4af2-b51c-b552ddf43b8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:58.992576 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa738f3-6e2d-416f-a79f-817517a0573d admin admin] Pushing event updated for resources: {'Network': ['ID=f7ff6afc-8008-49c6-8b16-55c096640020,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:59.015016 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network f7ff6afc-8008-49c6-8b16-55c096640020 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:57:59.022740 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d78ac618-564d-40b5-80dc-f86ae687b54f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.133401 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9fa738f3-6e2d-416f-a79f-817517a0573d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0272608 Aug 10 03:57:59.136318 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40446) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:59.143205 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-adac3a0d-70f4-4fc6-aac5-353e7dfd2a22 admin admin] Request body: {'subnet': {'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-676148720-subnet', 'tenant_id': '897476f221894013b27960fb36935e79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:57:59.147486 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-d78ac618-564d-40b5-80dc-f86ae687b54f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Deleting port 1c94a07d-a9aa-49d1-a747-17548513a535 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:59.147831 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d78ac618-564d-40b5-80dc-f86ae687b54f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.174647 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35fcef9-fe91-431f-9aca-f8639b6e1647 None None] Network 4dbba454-f66d-4dde-a9d3-f9ab9e10d17a requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:57:59.179616 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7b8a2d5c-ca91-4af2-b51c-b552ddf43b8f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9702156 Aug 10 03:57:59.208192 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dce20a9-6107-4ac1-a685-445c7dd0352e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d81efb5-d6c1-41b9-9f6c-b5b63a25465a'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:57:59.210614 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e38794a-0a01-4509-8648-a853e3362fe3" -d '{"events": [{"server_uuid": "1dce20a9-6107-4ac1-a685-445c7dd0352e", "name": "network-vif-plugged", "status": "completed", "tag": "4d81efb5-d6c1-41b9-9f6c-b5b63a25465a"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:57:59.236742 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ada2c3-abb4-43e8-864d-47ae3565a503 None None] DHCP port deletion for ea53a339-fd04-4a0c-8c50-48921ce72c29 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:57:59.273907 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-d78ac618-564d-40b5-80dc-f86ae687b54f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] For port 1c94a07d-a9aa-49d1-a747-17548513a535, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1c94a07d-a9aa-49d1-a747-17548513a535,segment=NetworkSegment(5ee726f2-728a-46f5-aea9-9f23aa067420),segment_id=5ee726f2-728a-46f5-aea9-9f23aa067420)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:59.274555 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d78ac618-564d-40b5-80dc-f86ae687b54f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.289681 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56edfab0-1998-4651-8eb8-a59fc6f858cc x-openstack-request-id: req-56edfab0-1998-4651-8eb8-a59fc6f858cc {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:57:59.290198 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dce20a9-6107-4ac1-a685-445c7dd0352e", "name": "network-vif-plugged", "status": "completed", "tag": "4d81efb5-d6c1-41b9-9f6c-b5b63a25465a", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:57:59.290676 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56edfab0-1998-4651-8eb8-a59fc6f858cc {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:57:59.291235 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dce20a9-6107-4ac1-a685-445c7dd0352e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d81efb5-d6c1-41b9-9f6c-b5b63a25465a', 'code': 200} Aug 10 03:57:59.299816 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-d78ac618-564d-40b5-80dc-f86ae687b54f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Calling delete_port for 1c94a07d-a9aa-49d1-a747-17548513a535 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:59.358286 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87ada2c3-abb4-43e8-864d-47ae3565a503 None None] Deleting port 1c94a07d-a9aa-49d1-a747-17548513a535 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:57:59.358661 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87ada2c3-abb4-43e8-864d-47ae3565a503 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.376472 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6b23d688-1524-41a0-bbb6-b8bcb916c8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.478743 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adac3a0d-70f4-4fc6-aac5-353e7dfd2a22 admin admin] Made reservation on behalf of 897476f221894013b27960fb36935e79 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:57:59.481342 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-adac3a0d-70f4-4fc6-aac5-353e7dfd2a22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.535270 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40456) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:59.575272 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23d688-1524-41a0-bbb6-b8bcb916c8d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d62a09b9-e42e-47af-8510-297fece7a960,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:59.606698 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd24bf5-898a-4919-a20b-f232e06abe6c req-c6b376e4-637b-4a1d-98b5-865016b9fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:59.607210 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd24bf5-898a-4919-a20b-f232e06abe6c req-c6b376e4-637b-4a1d-98b5-865016b9fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:59.608892 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8dd24bf5-898a-4919-a20b-f232e06abe6c req-c6b376e4-637b-4a1d-98b5-865016b9fed5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=1dce20a9-6107-4ac1-a685-445c7dd0352e HTTP/1.1" status: 200 len: 1983 time: 0.2431221 Aug 10 03:57:59.611116 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb2c692-00dc-4f0f-bf6b-f89affd3ea4d admin admin] Deleting subnet 8cb66a88-0075-4982-a05d-820105d45938 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:57:59.615299 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4fb2c692-00dc-4f0f-bf6b-f89affd3ea4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.648914 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b23d688-1524-41a0-bbb6-b8bcb916c8d3 admin admin] Checking segment: {'id': '77b25dbd-5d53-4f66-ad91-d61c3dba273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '017bc094-0610-4c83-b903-161ccef8a7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:57:59.648914 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b23d688-1524-41a0-bbb6-b8bcb916c8d3 admin admin] Network hostable DHCP agents. Network: 017bc094-0610-4c83-b903-161ccef8a7ca, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:57:59.653894 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87ada2c3-abb4-43e8-864d-47ae3565a503 None None] For port 1c94a07d-a9aa-49d1-a747-17548513a535, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1c94a07d-a9aa-49d1-a747-17548513a535,segment=NetworkSegment(5ee726f2-728a-46f5-aea9-9f23aa067420),segment_id=5ee726f2-728a-46f5-aea9-9f23aa067420)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:57:59.654297 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87ada2c3-abb4-43e8-864d-47ae3565a503 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.658118 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4fb2c692-00dc-4f0f-bf6b-f89affd3ea4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.693726 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8dd24bf5-898a-4919-a20b-f232e06abe6c req-346b9545-39fa-4ece-b839-f4b4b9fe780c service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762396 Aug 10 03:57:59.698418 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87ada2c3-abb4-43e8-864d-47ae3565a503 None None] Calling delete_port for 1c94a07d-a9aa-49d1-a747-17548513a535 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:57:59.723341 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4fb2c692-00dc-4f0f-bf6b-f89affd3ea4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.757518 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d78ac618-564d-40b5-80dc-f86ae687b54f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.808628 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87ada2c3-abb4-43e8-864d-47ae3565a503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.827745 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ac618-564d-40b5-80dc-f86ae687b54f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Port': ['ID=1c94a07d-a9aa-49d1-a747-17548513a535,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:59.836071 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ada2c3-abb4-43e8-864d-47ae3565a503 None None] No DVR routers for this DVR port 1c94a07d-a9aa-49d1-a747-17548513a535 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:59.837594 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ada2c3-abb4-43e8-864d-47ae3565a503 None None] Pushing event deleted for resources: {'Port': ['ID=1c94a07d-a9aa-49d1-a747-17548513a535,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:57:59.838880 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78ac618-564d-40b5-80dc-f86ae687b54f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] No DVR routers for this DVR port 1c94a07d-a9aa-49d1-a747-17548513a535 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:57:59.848174 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b23d688-1524-41a0-bbb6-b8bcb916c8d3 admin admin] Network 017bc094-0610-4c83-b903-161ccef8a7ca is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:57:59.905915 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f150d77-0fb0-4fe5-b80a-f3ec35e214e7 req-3389987b-c8ef-42f1-bc13-e71ea96e4718 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:59.912584 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f150d77-0fb0-4fe5-b80a-f3ec35e214e7 req-3389987b-c8ef-42f1-bc13-e71ea96e4718 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:57:59.914280 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f150d77-0fb0-4fe5-b80a-f3ec35e214e7 req-3389987b-c8ef-42f1-bc13-e71ea96e4718 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dce20a9-6107-4ac1-a685-445c7dd0352e HTTP/1.1" status: 200 len: 1681 time: 0.1775429 Aug 10 03:57:59.951423 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6689d292-e40a-4961-af82-890a91576d3f req-9f947fde-1fa8-4f3f-9c93-596e2bf10702 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/ports?device_id=670a9b51-f2c7-4cf9-be3d-49d273c87275 HTTP/1.1" status: 200 len: 210 time: 0.0373976 Aug 10 03:57:59.953211 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4fb2c692-00dc-4f0f-bf6b-f89affd3ea4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.981684 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4fb2c692-00dc-4f0f-bf6b-f89affd3ea4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:57:59.981684 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4fb2c692-00dc-4f0f-bf6b-f89affd3ea4d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8cb66a88-0075-4982-a05d-820105d45938 HTTP/1.1" status: 204 len: 168 time: 0.4425070 Aug 10 03:57:59.988681 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40472) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:57:59.996573 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d78ac618-564d-40b5-80dc-f86ae687b54f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.004801 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2c692-00dc-4f0f-bf6b-f89affd3ea4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cb66a88-0075-4982-a05d-820105d45938,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:00.054380 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-d78ac618-564d-40b5-80dc-f86ae687b54f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea53a339-fd04-4a0c-8c50-48921ce72c29']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:00.072918 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-adac3a0d-70f4-4fc6-aac5-353e7dfd2a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.088406 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-6b23d688-1524-41a0-bbb6-b8bcb916c8d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 017bc094-0610-4c83-b903-161ccef8a7ca) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:00.093548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-d78ac618-564d-40b5-80dc-f86ae687b54f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee726f2-728a-46f5-aea9-9f23aa067420') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:00.093862 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-d78ac618-564d-40b5-80dc-f86ae687b54f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee726f2-728a-46f5-aea9-9f23aa067420') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:00.097707 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68732e41-dba9-4140-9010-2817f62259a4 None None] Network 017bc094-0610-4c83-b903-161ccef8a7ca requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:58:00.132388 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b23d688-1524-41a0-bbb6-b8bcb916c8d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:00.132921 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6b23d688-1524-41a0-bbb6-b8bcb916c8d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.148844 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f150d77-0fb0-4fe5-b80a-f3ec35e214e7 req-ac5e7a58-1ddd-4d57-9051-05669125bde8 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981847 Aug 10 03:58:00.152389 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d78ac618-564d-40b5-80dc-f86ae687b54f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.186962 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1f906991-d285-4c4d-aa51-f6f72b84108e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.200012 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac3a0d-70f4-4fc6-aac5-353e7dfd2a22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a51d8861-9dbf-4178-9d3e-8ed73319e82c,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:00.202409 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d78ac618-564d-40b5-80dc-f86ae687b54f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.216018 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78ac618-564d-40b5-80dc-f86ae687b54f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:58:00.216437 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d78ac618-564d-40b5-80dc-f86ae687b54f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:58:00.225065 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:58:00.258291 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379c4277-5e48-4e49-a9c7-dc4e7f69db4b None None] Network 017bc094-0610-4c83-b903-161ccef8a7ca requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:58:00.314823 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adac3a0d-70f4-4fc6-aac5-353e7dfd2a22 admin admin] Checking segment: {'id': '2b1cf01d-024c-43da-ba3d-d7d744da33ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:58:00.314823 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adac3a0d-70f4-4fc6-aac5-353e7dfd2a22 admin admin] Network hostable DHCP agents. Network: f7ff6afc-8008-49c6-8b16-55c096640020, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:58:00.314823 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6b23d688-1524-41a0-bbb6-b8bcb916c8d3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5928950 Aug 10 03:58:00.319537 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40482) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:00.328431 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-199cb048-daad-4d9a-ba78-843c0cb7e939 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1358322403-router', 'tenant_id': '5c12184296424dc9af92067f3096d474', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:00.377923 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1f906991-d285-4c4d-aa51-f6f72b84108e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.388217 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-1f906991-d285-4c4d-aa51-f6f72b84108e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0ca094b-476c-49ce-868e-1d496836ba8a']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:00.400110 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-1f906991-d285-4c4d-aa51-f6f72b84108e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd20021a5-4c70-4420-bcdd-c58456d5c419') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:00.400419 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-1f906991-d285-4c4d-aa51-f6f72b84108e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd20021a5-4c70-4420-bcdd-c58456d5c419') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:00.410789 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1f906991-d285-4c4d-aa51-f6f72b84108e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.425799 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1f906991-d285-4c4d-aa51-f6f72b84108e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.432918 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f906991-d285-4c4d-aa51-f6f72b84108e admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:58:00.433341 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1f906991-d285-4c4d-aa51-f6f72b84108e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:58:00.435039 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:58:00.498763 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-199cb048-daad-4d9a-ba78-843c0cb7e939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.499765 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-199cb048-daad-4d9a-ba78-843c0cb7e939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.509945 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d78ac618-564d-40b5-80dc-f86ae687b54f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.511425 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d78ac618-564d-40b5-80dc-f86ae687b54f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.513508 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d78ac618-564d-40b5-80dc-f86ae687b54f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] 10.222.0.25 "DELETE /v2.0/networks/ea53a339-fd04-4a0c-8c50-48921ce72c29 HTTP/1.1" status: 204 len: 168 time: 1.6698816 Aug 10 03:58:00.531925 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ac618-564d-40b5-80dc-f86ae687b54f tempest-NetworksTest-1431121082 tempest-NetworksTest-1431121082-project] Pushing event deleted for resources: {'Network': ['ID=ea53a339-fd04-4a0c-8c50-48921ce72c29,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:00.634265 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adac3a0d-70f4-4fc6-aac5-353e7dfd2a22 admin admin] Network f7ff6afc-8008-49c6-8b16-55c096640020 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:58:00.642273 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1f906991-d285-4c4d-aa51-f6f72b84108e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.652241 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1f906991-d285-4c4d-aa51-f6f72b84108e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.655662 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1f906991-d285-4c4d-aa51-f6f72b84108e admin admin] 10.222.0.25 "DELETE /v2.0/networks/a0ca094b-476c-49ce-868e-1d496836ba8a HTTP/1.1" status: 204 len: 168 time: 0.6625099 Aug 10 03:58:00.659098 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40492) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:00.670170 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f906991-d285-4c4d-aa51-f6f72b84108e admin admin] Pushing event deleted for resources: {'Network': ['ID=a0ca094b-476c-49ce-868e-1d496836ba8a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:00.716244 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-199cb048-daad-4d9a-ba78-843c0cb7e939 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.742014 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-adac3a0d-70f4-4fc6-aac5-353e7dfd2a22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, f7ff6afc-8008-49c6-8b16-55c096640020) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:00.744715 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-22de77e3-825e-4f44-a7e6-f364c045406c admin admin] Deleting subnet d61fd0c0-eaea-419f-87b1-6f291040d6d9 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:58:00.748389 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adac3a0d-70f4-4fc6-aac5-353e7dfd2a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:00.748643 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-22de77e3-825e-4f44-a7e6-f364c045406c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.749556 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-adac3a0d-70f4-4fc6-aac5-353e7dfd2a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.752948 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8d44c4-95dc-4160-b424-2811507caadc None None] Network f7ff6afc-8008-49c6-8b16-55c096640020 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:58:00.786493 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-22de77e3-825e-4f44-a7e6-f364c045406c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.887572 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-22de77e3-825e-4f44-a7e6-f364c045406c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:00.913968 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb56ffe6-4515-4717-9ec6-9db7f53bb8f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-f7ff6afc-8008-49c6-8b16-55c096640020', 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020', 'tenant_id': '897476f221894013b27960fb36935e79', 'fixed_ips': [{'subnet_id': 'a51d8861-9dbf-4178-9d3e-8ed73319e82c'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:58:00.914835 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cb56ffe6-4515-4717-9ec6-9db7f53bb8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.027644 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1c94a07d-a9aa-49d1-a747-17548513a535 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:58:01.028284 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-199cb048-daad-4d9a-ba78-843c0cb7e939 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.047856 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-adac3a0d-70f4-4fc6-aac5-353e7dfd2a22 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9103618 Aug 10 03:58:01.048498 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40498) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:01.053912 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-ae8f9611-abb2-4e01-854c-27c9d91f5592 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-676148720-router', 'tenant_id': '897476f221894013b27960fb36935e79', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:01.090132 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 1c94a07d-a9aa-49d1-a747-17548513a535 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:58:01.093949 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1c94a07d-a9aa-49d1-a747-17548513a535 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:58:01.094322 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7c329338-c41b-4039-b19d-b0a8f38666cc req-45630453-5842-4c6d-a862-7a4b26497eb9 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/ports?device_id=670a9b51-f2c7-4cf9-be3d-49d273c87275 HTTP/1.1" status: 200 len: 210 time: 0.0360796 Aug 10 03:58:01.126913 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-cb56ffe6-4515-4717-9ec6-9db7f53bb8f8 None None] Allocated IP 172.20.0.2 (f7ff6afc-8008-49c6-8b16-55c096640020/a51d8861-9dbf-4178-9d3e-8ed73319e82c/662aa427-fe17-4e5d-b630-a3f1d38ce57c) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:58:01.197840 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40504) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:01.247758 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ae8f9611-abb2-4e01-854c-27c9d91f5592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.249721 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ae8f9611-abb2-4e01-854c-27c9d91f5592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.264390 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-22de77e3-825e-4f44-a7e6-f364c045406c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.313202 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de77e3-825e-4f44-a7e6-f364c045406c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d61fd0c0-eaea-419f-87b1-6f291040d6d9,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:01.332437 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-22de77e3-825e-4f44-a7e6-f364c045406c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.334765 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-22de77e3-825e-4f44-a7e6-f364c045406c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d61fd0c0-eaea-419f-87b1-6f291040d6d9 HTTP/1.1" status: 204 len: 168 time: 0.6740243 Aug 10 03:58:01.340693 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40508) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:01.422422 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ae8f9611-abb2-4e01-854c-27c9d91f5592 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.435007 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcffd94-4fe9-407f-b0cf-9da66e431134 req-da845bc2-238a-43f4-b22a-46ff92bd9833 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:01.442151 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcffd94-4fe9-407f-b0cf-9da66e431134 req-da845bc2-238a-43f4-b22a-46ff92bd9833 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:01.446913 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fcffd94-4fe9-407f-b0cf-9da66e431134 req-da845bc2-238a-43f4-b22a-46ff92bd9833 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dce20a9-6107-4ac1-a685-445c7dd0352e HTTP/1.1" status: 200 len: 1681 time: 0.1511106 Aug 10 03:58:01.478655 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-466a690d-1674-4d1b-b252-af395a64374f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b2d87b3944704ca089acd0f2f68b57e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2794518 Aug 10 03:58:01.480684 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d3b3253-b851-4be0-b179-1248d14955fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.481428 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40510) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:01.550162 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fcffd94-4fe9-407f-b0cf-9da66e431134 req-1e2ceca4-9612-4abf-b216-cb10bf44ca13 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773623 Aug 10 03:58:01.550420 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cb56ffe6-4515-4717-9ec6-9db7f53bb8f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.594893 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-cb56ffe6-4515-4717-9ec6-9db7f53bb8f8 None None] Transition to ACTIVE for port object 662aa427-fe17-4e5d-b630-a3f1d38ce57c will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:01.619844 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-45c675d0-8afa-4efa-98e6-98563e4ec6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.624999 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-cb56ffe6-4515-4717-9ec6-9db7f53bb8f8 None None] Transition to ACTIVE for port object 662aa427-fe17-4e5d-b630-a3f1d38ce57c will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:01.650048 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-45c675d0-8afa-4efa-98e6-98563e4ec6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.654436 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d3b3253-b851-4be0-b179-1248d14955fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.666895 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-4d3b3253-b851-4be0-b179-1248d14955fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dbba454-f66d-4dde-a9d3-f9ab9e10d17a']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:01.680297 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-4d3b3253-b851-4be0-b179-1248d14955fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795d48b5-eebe-4533-a6b1-f6b5d37bec80') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:01.680600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-4d3b3253-b851-4be0-b179-1248d14955fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795d48b5-eebe-4533-a6b1-f6b5d37bec80') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:01.692724 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d3b3253-b851-4be0-b179-1248d14955fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.724677 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cb56ffe6-4515-4717-9ec6-9db7f53bb8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.786423 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ae8f9611-abb2-4e01-854c-27c9d91f5592 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.821321 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56ffe6-4515-4717-9ec6-9db7f53bb8f8 None None] Pushing event updated for resources: {'Port': ['ID=662aa427-fe17-4e5d-b630-a3f1d38ce57c,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:01.824672 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb56ffe6-4515-4717-9ec6-9db7f53bb8f8 None None] Network f7ff6afc-8008-49c6-8b16-55c096640020 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:01.826061 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-cb56ffe6-4515-4717-9ec6-9db7f53bb8f8 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:01.828499 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb56ffe6-4515-4717-9ec6-9db7f53bb8f8 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:58:01.837517 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d3b3253-b851-4be0-b179-1248d14955fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.844291 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3b3253-b851-4be0-b179-1248d14955fb admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:58:01.844784 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d3b3253-b851-4be0-b179-1248d14955fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.895193 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-cb56ffe6-4515-4717-9ec6-9db7f53bb8f8 None None] Attempting to bind port 662aa427-fe17-4e5d-b630-a3f1d38ce57c on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:58:01.895914 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-cb56ffe6-4515-4717-9ec6-9db7f53bb8f8 None None] Attempting to bind port 662aa427-fe17-4e5d-b630-a3f1d38ce57c by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '2b1cf01d-024c-43da-ba3d-d7d744da33ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:58:01.896637 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb56ffe6-4515-4717-9ec6-9db7f53bb8f8 None None] Attempting to bind port 662aa427-fe17-4e5d-b630-a3f1d38ce57c on network f7ff6afc-8008-49c6-8b16-55c096640020 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:58:01.902470 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb56ffe6-4515-4717-9ec6-9db7f53bb8f8 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:58:01.903427 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb56ffe6-4515-4717-9ec6-9db7f53bb8f8 None None] Checking segment: {'id': '2b1cf01d-024c-43da-ba3d-d7d744da33ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:58:01.904069 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cb56ffe6-4515-4717-9ec6-9db7f53bb8f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.904905 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb56ffe6-4515-4717-9ec6-9db7f53bb8f8 None None] Bound using segment: {'id': '2b1cf01d-024c-43da-ba3d-d7d744da33ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:58:01.905579 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-cb56ffe6-4515-4717-9ec6-9db7f53bb8f8 None None] Bound port: 662aa427-fe17-4e5d-b630-a3f1d38ce57c, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1cf01d-024c-43da-ba3d-d7d744da33ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:58:01.906256 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cb56ffe6-4515-4717-9ec6-9db7f53bb8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:58:01.908867 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:58:01.949781 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-45c675d0-8afa-4efa-98e6-98563e4ec6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.952401 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-45c675d0-8afa-4efa-98e6-98563e4ec6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:01.953737 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-45c675d0-8afa-4efa-98e6-98563e4ec6a7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8954bc99-848d-4524-9ca2-f1e708615619 HTTP/1.1" status: 204 len: 168 time: 0.4711421 Aug 10 03:58:01.963672 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c675d0-8afa-4efa-98e6-98563e4ec6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8954bc99-848d-4524-9ca2-f1e708615619,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:01.995261 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-199cb048-daad-4d9a-ba78-843c0cb7e939 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.005608 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-cb56ffe6-4515-4717-9ec6-9db7f53bb8f8 None None] For port 662aa427-fe17-4e5d-b630-a3f1d38ce57c, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:58:02.009952 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-cb56ffe6-4515-4717-9ec6-9db7f53bb8f8 None None] For port 662aa427-fe17-4e5d-b630-a3f1d38ce57c, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=662aa427-fe17-4e5d-b630-a3f1d38ce57c,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:58:02.045006 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-199cb048-daad-4d9a-ba78-843c0cb7e939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.069247 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d3b3253-b851-4be0-b179-1248d14955fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.074651 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d3b3253-b851-4be0-b179-1248d14955fb admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.090772 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4d3b3253-b851-4be0-b179-1248d14955fb admin admin] 10.222.0.25 "DELETE /v2.0/networks/4dbba454-f66d-4dde-a9d3-f9ab9e10d17a HTTP/1.1" status: 204 len: 168 time: 0.7374005 Aug 10 03:58:02.167459 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cb56ffe6-4515-4717-9ec6-9db7f53bb8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.198723 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b3253-b851-4be0-b179-1248d14955fb admin admin] Pushing event deleted for resources: {'Network': ['ID=4dbba454-f66d-4dde-a9d3-f9ab9e10d17a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:02.321333 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56ffe6-4515-4717-9ec6-9db7f53bb8f8 None None] Pushing event updated for resources: {'Port': ['ID=662aa427-fe17-4e5d-b630-a3f1d38ce57c,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:02.337209 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bf76d8d8-48f1-408b-b5dc-7d68dcc5fe8c req-6fecb73e-f614-41a7-9177-4326881a0cdf tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/ports?device_id=670a9b51-f2c7-4cf9-be3d-49d273c87275 HTTP/1.1" status: 200 len: 210 time: 0.0603459 Aug 10 03:58:02.400879 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-199cb048-daad-4d9a-ba78-843c0cb7e939 admin admin] Allocated IP 172.25.0.15 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/341e549e-4e8e-475d-add8-78ebeb895157) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:58:02.429633 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ae8f9611-abb2-4e01-854c-27c9d91f5592 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.506801 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-fd4d2330-e511-44d7-a854-b2559e5f42ce tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:02.508350 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-fd4d2330-e511-44d7-a854-b2559e5f42ce tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.20 "GET /v2.0/networks?id=dc7a1db1-bbc0-45ee-b98a-90e704e11a49 HTTP/1.1" status: 200 len: 811 time: 0.4418249 Aug 10 03:58:02.510390 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ae8f9611-abb2-4e01-854c-27c9d91f5592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.521739 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab095551-f54c-4c6f-a7fd-fe29bb6a6287 req-17b01a04-33dc-4360-b79e-daa05197a132 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:02.528348 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab095551-f54c-4c6f-a7fd-fe29bb6a6287 req-17b01a04-33dc-4360-b79e-daa05197a132 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:02.530136 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ab095551-f54c-4c6f-a7fd-fe29bb6a6287 req-17b01a04-33dc-4360-b79e-daa05197a132 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dce20a9-6107-4ac1-a685-445c7dd0352e HTTP/1.1" status: 200 len: 1681 time: 0.2218561 Aug 10 03:58:02.593704 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-5485e94d-2328-49ca-9708-b148ed552131 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Request body: {'port': {'device_id': '670a9b51-f2c7-4cf9-be3d-49d273c87275', 'network_id': 'dc7a1db1-bbc0-45ee-b98a-90e704e11a49', 'admin_state_up': True, 'tenant_id': '5eb1c3b048a24ba8a5ddddc3ec247ad9'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:02.670080 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40534) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:02.675468 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-199cb048-daad-4d9a-ba78-843c0cb7e939 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.717499 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ab095551-f54c-4c6f-a7fd-fe29bb6a6287 req-8f18bf43-309b-42d1-bf26-cc2593c18126 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507611 Aug 10 03:58:02.771453 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c39dbf52-cce5-4bec-9424-2a7402fb5385 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9fc9e1bc022b44e1bfbcb0c516b09d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1001408 Aug 10 03:58:02.777943 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40538) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:02.858338 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49f89769-b974-48cb-9756-4beaa65d59b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.878077 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-5485e94d-2328-49ca-9708-b148ed552131 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Made reservation on behalf of 5eb1c3b048a24ba8a5ddddc3ec247ad9 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:58:02.881941 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-5485e94d-2328-49ca-9708-b148ed552131 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.885459 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49f89769-b974-48cb-9756-4beaa65d59b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.943152 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-199cb048-daad-4d9a-ba78-843c0cb7e939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:02.994506 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199cb048-daad-4d9a-ba78-843c0cb7e939 admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:02.997492 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-199cb048-daad-4d9a-ba78-843c0cb7e939 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:03.004406 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199cb048-daad-4d9a-ba78-843c0cb7e939 admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:58:03.032695 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199cb048-daad-4d9a-ba78-843c0cb7e939 admin admin] Pushing event updated for resources: {'Port': ['ID=341e549e-4e8e-475d-add8-78ebeb895157,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:03.033937 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 662aa427-fe17-4e5d-b630-a3f1d38ce57c up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:03.107102 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-ae8f9611-abb2-4e01-854c-27c9d91f5592 admin admin] Allocated IP 172.25.0.237 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/f67249b0-6eca-4130-a323-40893f232575) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:58:03.124637 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49f89769-b974-48cb-9756-4beaa65d59b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.127401 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49f89769-b974-48cb-9756-4beaa65d59b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.129286 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-49f89769-b974-48cb-9756-4beaa65d59b0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f76a5d01-0a70-4642-9be0-94f50e75aa10 HTTP/1.1" status: 204 len: 168 time: 0.3496456 Aug 10 03:58:03.152366 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 662aa427-fe17-4e5d-b630-a3f1d38ce57c completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:03.176373 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f89769-b974-48cb-9756-4beaa65d59b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76a5d01-0a70-4642-9be0-94f50e75aa10,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:03.404340 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ae8f9611-abb2-4e01-854c-27c9d91f5592 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.459568 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-5485e94d-2328-49ca-9708-b148ed552131 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Allocated IP 172.20.0.5 (dc7a1db1-bbc0-45ee-b98a-90e704e11a49/4aaf5ea1-3f65-41c5-a60a-4cbe09b8fb80/38094104-37ae-4a62-9fb3-39dc85b2da7c) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:58:03.484895 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d4165244-fd34-4037-8c6b-1fe8e84ecb44 req-9a617342-bc4c-4add-9122-7b07bf0dba9f tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/ports?device_id=670a9b51-f2c7-4cf9-be3d-49d273c87275 HTTP/1.1" status: 200 len: 210 time: 0.0457559 Aug 10 03:58:03.588491 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ae8f9611-abb2-4e01-854c-27c9d91f5592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.603893 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-199cb048-daad-4d9a-ba78-843c0cb7e939 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.658103 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8f9611-abb2-4e01-854c-27c9d91f5592 admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:03.667242 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-ae8f9611-abb2-4e01-854c-27c9d91f5592 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:03.676439 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8f9611-abb2-4e01-854c-27c9d91f5592 admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:58:03.680692 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f9611-abb2-4e01-854c-27c9d91f5592 admin admin] Pushing event updated for resources: {'Port': ['ID=f67249b0-6eca-4130-a323-40893f232575,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:03.708509 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce639c1-9315-453e-a214-d55a7237ca6b None None] Network f7ff6afc-8008-49c6-8b16-55c096640020 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:58:03.857377 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-5485e94d-2328-49ca-9708-b148ed552131 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.872916 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fa3a3-75f3-4b34-895f-d3ca569e25f5 req-a54deac0-701b-45cd-983d-b8cf62ddecba tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:03.880898 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32fa3a3-75f3-4b34-895f-d3ca569e25f5 req-a54deac0-701b-45cd-983d-b8cf62ddecba tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:03.882437 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c32fa3a3-75f3-4b34-895f-d3ca569e25f5 req-a54deac0-701b-45cd-983d-b8cf62ddecba tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.68 "GET /v2.0/ports?device_id=1dce20a9-6107-4ac1-a685-445c7dd0352e HTTP/1.1" status: 200 len: 1681 time: 0.2027812 Aug 10 03:58:03.925059 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40568) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:03.950470 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9765dd43-74a2-464c-b7b8-000d4b196797 None None] Provisioning for port 662aa427-fe17-4e5d-b630-a3f1d38ce57c completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:03.963133 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9765dd43-74a2-464c-b7b8-000d4b196797 None None] Provisioning complete for port 662aa427-fe17-4e5d-b630-a3f1d38ce57c triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:03.963989 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9765dd43-74a2-464c-b7b8-000d4b196797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:03.976672 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-199cb048-daad-4d9a-ba78-843c0cb7e939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:04.101523 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-7cd69758-6b98-409b-879e-ae64d87859a5 tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] Request body: {'port': {'network_id': '931c603f-c0f9-4dca-bf5e-91e51e15a91c', 'name': 'tempest-NetworksNegativeTestJSON-617886674'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:04.132224 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9765dd43-74a2-464c-b7b8-000d4b196797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:04.135990 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd69758-6b98-409b-879e-ae64d87859a5 tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] POST failed (client error): The resource could not be found. Aug 10 03:58:04.137430 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd69758-6b98-409b-879e-ae64d87859a5 tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:58:04.138953 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7cd69758-6b98-409b-879e-ae64d87859a5 tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2127104 Aug 10 03:58:04.142995 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40574) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:04.183030 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-9765dd43-74a2-464c-b7b8-000d4b196797 None None] For port 662aa427-fe17-4e5d-b630-a3f1d38ce57c, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=662aa427-fe17-4e5d-b630-a3f1d38ce57c,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:04.205065 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-426905ed-73f1-45e2-a191-4b62cae8dc91 tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] DELETE failed (client error): The resource could not be found. Aug 10 03:58:04.205882 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-426905ed-73f1-45e2-a191-4b62cae8dc91 tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:58:04.209121 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-426905ed-73f1-45e2-a191-4b62cae8dc91 tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] 10.222.0.25 "DELETE /v2.0/networks/b17a71d6-a1a5-4fc1-8f16-92adcb0cfca5 HTTP/1.1" status: 404 len: 339 time: 0.0649412 Aug 10 03:58:04.218634 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40576) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:04.255048 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-728f3852-fd77-45fa-a6ae-8c1b93e3d99b tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] DELETE failed (client error): The resource could not be found. Aug 10 03:58:04.255686 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-728f3852-fd77-45fa-a6ae-8c1b93e3d99b tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:58:04.257670 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-728f3852-fd77-45fa-a6ae-8c1b93e3d99b tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] 10.222.0.25 "DELETE /v2.0/ports/991cabf5-d561-4a3b-8a10-127c4a281472 HTTP/1.1" status: 404 len: 333 time: 0.0379179 Aug 10 03:58:04.261577 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40578) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:04.298347 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-03417e90-a99a-4ed8-a22b-6dd97cde5438 tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] DELETE failed (client error): The resource could not be found. Aug 10 03:58:04.298798 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03417e90-a99a-4ed8-a22b-6dd97cde5438 tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:58:04.301182 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-03417e90-a99a-4ed8-a22b-6dd97cde5438 tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] 10.222.0.25 "DELETE /v2.0/subnets/825629c1-9dcc-420e-b090-896a75dbddf6 HTTP/1.1" status: 404 len: 337 time: 0.0384388 Aug 10 03:58:04.307086 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40580) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:04.343697 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-710ecefb-a390-441b-8ac3-191ef492c5cb tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] GET failed (client error): The resource could not be found. Aug 10 03:58:04.343697 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-710ecefb-a390-441b-8ac3-191ef492c5cb tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] 10.222.0.25 "GET /v2.0/networks/f2885e16-b0bf-438d-8d13-4aa805c1db94 HTTP/1.1" status: 404 len: 339 time: 0.0298548 Aug 10 03:58:04.349776 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40584) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:04.380489 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b166a6-4819-4712-b28e-97297b1e0cbb tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] GET failed (client error): The resource could not be found. Aug 10 03:58:04.382146 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c4b166a6-4819-4712-b28e-97297b1e0cbb tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] 10.222.0.25 "GET /v2.0/ports/b5ee85d5-1761-4f06-b22d-bb4554740a9f HTTP/1.1" status: 404 len: 333 time: 0.0314083 Aug 10 03:58:04.400400 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40586) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:04.420641 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-d83935c9-3f23-4bc1-820b-69738aaf1133 tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] GET failed (client error): The resource could not be found. Aug 10 03:58:04.420641 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d83935c9-3f23-4bc1-820b-69738aaf1133 tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] 10.222.0.25 "GET /v2.0/subnets/250dc500-8c38-4d3c-97b4-088df421c149 HTTP/1.1" status: 404 len: 337 time: 0.0309403 Aug 10 03:58:04.422747 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40588) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:04.424121 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9765dd43-74a2-464c-b7b8-000d4b196797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:04.439478 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-3ed0c7fa-70fc-44fa-93f0-8cdd05250474 tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:04.459302 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd311b-4666-4148-a816-487c6057a251 req-dc60341f-8f4b-40e0-be05-32b559b51c65 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:04.467357 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed0c7fa-70fc-44fa-93f0-8cdd05250474 tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] PUT failed (client error): The resource could not be found. Aug 10 03:58:04.467357 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ed0c7fa-70fc-44fa-93f0-8cdd05250474 tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:58:04.467357 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3ed0c7fa-70fc-44fa-93f0-8cdd05250474 tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] 10.222.0.25 "PUT /v2.0/networks/46b54818-52c1-470b-922e-8d0fc813e48a HTTP/1.1" status: 404 len: 339 time: 0.0321758 Aug 10 03:58:04.467705 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd311b-4666-4148-a816-487c6057a251 req-dc60341f-8f4b-40e0-be05-32b559b51c65 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:04.467705 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-67dd311b-4666-4148-a816-487c6057a251 req-dc60341f-8f4b-40e0-be05-32b559b51c65 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dce20a9-6107-4ac1-a685-445c7dd0352e HTTP/1.1" status: 200 len: 1681 time: 0.6071517 Aug 10 03:58:04.467705 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40590) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:04.474884 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-9855d680-8079-46a1-bfe0-76d54e392d99 tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:04.488434 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765dd43-74a2-464c-b7b8-000d4b196797 None None] Pushing event updated for resources: {'Port': ['ID=662aa427-fe17-4e5d-b630-a3f1d38ce57c,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:04.515925 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-9855d680-8079-46a1-bfe0-76d54e392d99 tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] PUT failed (client error): The resource could not be found. Aug 10 03:58:04.516610 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9855d680-8079-46a1-bfe0-76d54e392d99 tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:58:04.521680 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9855d680-8079-46a1-bfe0-76d54e392d99 tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] 10.222.0.25 "PUT /v2.0/ports/1eec8190-7c75-4d40-a9d8-05dd0e760974 HTTP/1.1" status: 404 len: 333 time: 0.0484869 Aug 10 03:58:04.522195 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199cb048-daad-4d9a-ba78-843c0cb7e939 admin admin] Router ea10405e-1c51-4440-b6cd-a6b551214b26 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:58:04.522354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40592) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:04.528937 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-a27c477f-73f0-4398-890c-91a6d6ceadf8 tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:04.557445 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ada446c9-4ef4-48ac-88b2-a64492be1ed1 None None] Provisioning complete for port 662aa427-fe17-4e5d-b630-a3f1d38ce57c triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:04.557916 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ada446c9-4ef4-48ac-88b2-a64492be1ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:04.603024 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-5485e94d-2328-49ca-9708-b148ed552131 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:04.615102 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-a27c477f-73f0-4398-890c-91a6d6ceadf8 tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] PUT failed (client error): The resource could not be found. Aug 10 03:58:04.615571 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a27c477f-73f0-4398-890c-91a6d6ceadf8 tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 03:58:04.617434 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a27c477f-73f0-4398-890c-91a6d6ceadf8 tempest-NetworksNegativeTestJSON-584557257 tempest-NetworksNegativeTestJSON-584557257-project] 10.222.0.25 "PUT /v2.0/subnets/33dd11b5-2df5-4a9b-950b-7b03d1167264 HTTP/1.1" status: 404 len: 337 time: 0.0935318 Aug 10 03:58:04.658112 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40600) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:04.704429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-c32fa3a3-75f3-4b34-895f-d3ca569e25f5 req-60a1f301-6602-4187-9435-d8dfb864115b tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Deleting port f99a8c49-ebea-4aca-af5f-5ce88a2572bb {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:04.704429 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c32fa3a3-75f3-4b34-895f-d3ca569e25f5 req-60a1f301-6602-4187-9435-d8dfb864115b tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:04.716130 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-67dd311b-4666-4148-a816-487c6057a251 req-fa1fcb90-7899-40a1-816a-1f891aa86211 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368984 Aug 10 03:58:04.780718 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f1c0b-e7f4-436d-b2db-26d764aae7b5 req-3818fdb3-9b64-43d0-96d8-59a602a806c9 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:04.782266 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-371f1c0b-e7f4-436d-b2db-26d764aae7b5 req-3818fdb3-9b64-43d0-96d8-59a602a806c9 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/ports?device_id=670a9b51-f2c7-4cf9-be3d-49d273c87275 HTTP/1.1" status: 200 len: 931 time: 0.0969739 Aug 10 03:58:04.819231 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-5485e94d-2328-49ca-9708-b148ed552131 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Network dc7a1db1-bbc0-45ee-b98a-90e704e11a49 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:04.835167 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-5485e94d-2328-49ca-9708-b148ed552131 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:04.837431 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199cb048-daad-4d9a-ba78-843c0cb7e939 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:58:04.849934 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-5485e94d-2328-49ca-9708-b148ed552131 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:58:04.853998 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-371f1c0b-e7f4-436d-b2db-26d764aae7b5 req-43af4f7d-3183-4a36-b754-55745b349573 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/security-groups?id=7707dc01-3182-4260-958c-be12fbc3b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601594 Aug 10 03:58:04.855109 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd1a5cf-57eb-4f88-90cc-85dda24470ef None None] Sync routers for ids ['ea10405e-1c51-4440-b6cd-a6b551214b26'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:58:04.864678 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd1a5cf-57eb-4f88-90cc-85dda24470ef None None] Routers {'ea10405e-1c51-4440-b6cd-a6b551214b26'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:04.865473 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0bd1a5cf-57eb-4f88-90cc-85dda24470ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:57:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ea10405e-1c51-4440-b6cd-a6b551214b26'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:04.894977 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485e94d-2328-49ca-9708-b148ed552131 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Pushing event updated for resources: {'Port': ['ID=38094104-37ae-4a62-9fb3-39dc85b2da7c,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:04.941525 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e2f24111-945c-4aaa-b34d-23b9bc171ebb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=581fb4c35dd9435489b27ff6bcba6549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2721219 Aug 10 03:58:04.942148 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40604) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:04.952241 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ae8f9611-abb2-4e01-854c-27c9d91f5592 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:04.971580 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-0bd1a5cf-57eb-4f88-90cc-85dda24470ef None None] Set router ea10405e-1c51-4440-b6cd-a6b551214b26 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:05.020946 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 662aa427-fe17-4e5d-b630-a3f1d38ce57c up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:05.040211 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-5485e94d-2328-49ca-9708-b148ed552131 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:05.040900 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-5485e94d-2328-49ca-9708-b148ed552131 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:05.076230 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-c32fa3a3-75f3-4b34-895f-d3ca569e25f5 req-60a1f301-6602-4187-9435-d8dfb864115b tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] For port f99a8c49-ebea-4aca-af5f-5ce88a2572bb, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f99a8c49-ebea-4aca-af5f-5ce88a2572bb,segment=NetworkSegment(1b091c50-42e7-4ed2-acd2-124394c26139),segment_id=1b091c50-42e7-4ed2-acd2-124394c26139)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:05.076614 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c32fa3a3-75f3-4b34-895f-d3ca569e25f5 req-60a1f301-6602-4187-9435-d8dfb864115b tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:05.102843 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 662aa427-fe17-4e5d-b630-a3f1d38ce57c triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:05.103215 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:05.121685 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-c32fa3a3-75f3-4b34-895f-d3ca569e25f5 req-60a1f301-6602-4187-9435-d8dfb864115b tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Calling delete_port for f99a8c49-ebea-4aca-af5f-5ce88a2572bb owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:05.172560 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0bd1a5cf-57eb-4f88-90cc-85dda24470ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea10405e-1c51-4440-b6cd-a6b551214b26', 'name': 'tempest-ServerRescueNegativeTestJSON-1358322403-router', 'tenant_id': '5c12184296424dc9af92067f3096d474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '341e549e-4e8e-475d-add8-78ebeb895157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:00Z', 'updated_at': '2021-08-10T03:58:03Z', 'revision_number': 3, 'project_id': '5c12184296424dc9af92067f3096d474', 'gw_port': {'id': '341e549e-4e8e-475d-add8-78ebeb895157', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:83:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea10405e-1c51-4440-b6cd-a6b551214b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:02Z', 'updated_at': '2021-08-10T03:58:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:05.202852 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd1a5cf-57eb-4f88-90cc-85dda24470ef None None] Checking router: ea10405e-1c51-4440-b6cd-a6b551214b26 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:58:05.203292 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd1a5cf-57eb-4f88-90cc-85dda24470ef None None] Updating router ea10405e-1c51-4440-b6cd-a6b551214b26 port 341e549e-4e8e-475d-add8-78ebeb895157 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:58:05.233926 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0bd1a5cf-57eb-4f88-90cc-85dda24470ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:05.292442 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-199cb048-daad-4d9a-ba78-843c0cb7e939 admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:05.292442 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-199cb048-daad-4d9a-ba78-843c0cb7e939 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9687588 Aug 10 03:58:05.294404 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40610) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:05.373715 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ae8f9611-abb2-4e01-854c-27c9d91f5592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:05.379998 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-5485e94d-2328-49ca-9708-b148ed552131 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8549736 Aug 10 03:58:05.382709 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40612) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:05.408337 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d9b54161-cca4-47c1-b840-e4b0c7f80fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:05.438193 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-1ac752a3-e3ad-462f-9223-31517363ae1d service neutron] Request body: {'port': {'device_id': '670a9b51-f2c7-4cf9-be3d-49d273c87275', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:05.492719 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d9b54161-cca4-47c1-b840-e4b0c7f80fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:05.575084 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0bd1a5cf-57eb-4f88-90cc-85dda24470ef None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:05.617816 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8cc2f30c-d6e5-45d6-98a5-e251fdb52f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:05.686062 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-1ac752a3-e3ad-462f-9223-31517363ae1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:05.694282 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d9b54161-cca4-47c1-b840-e4b0c7f80fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:05.697003 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d9b54161-cca4-47c1-b840-e4b0c7f80fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:05.700648 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d9b54161-cca4-47c1-b840-e4b0c7f80fbb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8c0f4a23-089e-4979-aaaf-07bdbbcafd22 HTTP/1.1" status: 204 len: 168 time: 0.7552955 Aug 10 03:58:05.715909 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b54161-cca4-47c1-b840-e4b0c7f80fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0f4a23-089e-4979-aaaf-07bdbbcafd22,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:05.923456 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273718c-16bc-49ca-b336-4ffd588d4695 req-b898ef09-b949-413f-9dfe-37249960978e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:05.929744 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273718c-16bc-49ca-b336-4ffd588d4695 req-b898ef09-b949-413f-9dfe-37249960978e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:05.931549 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5273718c-16bc-49ca-b336-4ffd588d4695 req-b898ef09-b949-413f-9dfe-37249960978e tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dce20a9-6107-4ac1-a685-445c7dd0352e HTTP/1.1" status: 200 len: 1681 time: 0.1197131 Aug 10 03:58:05.968090 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-0bd1a5cf-57eb-4f88-90cc-85dda24470ef None None] Transition to ACTIVE for port object 341e549e-4e8e-475d-add8-78ebeb895157 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:05.986668 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c32fa3a3-75f3-4b34-895f-d3ca569e25f5 req-60a1f301-6602-4187-9435-d8dfb864115b tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.039510 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5273718c-16bc-49ca-b336-4ffd588d4695 req-26750609-c598-4ca9-bc6e-eafbb0cb4911 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009772 Aug 10 03:58:06.043939 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-59d56f0d-ca63-4a2a-b5be-922d0684224c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.048723 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1f301-6602-4187-9435-d8dfb864115b tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Pushing event deleted for resources: {'Port': ['ID=f99a8c49-ebea-4aca-af5f-5ce88a2572bb,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:06.055905 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8cc2f30c-d6e5-45d6-98a5-e251fdb52f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.062770 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8f9611-abb2-4e01-854c-27c9d91f5592 admin admin] Router eb1ef11d-6d93-43be-a407-88a3eb74071f is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:58:06.082693 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbde31b-77b5-4a94-bb1e-61e93fc83270 req-11435347-60e9-4b24-969e-089ceee0b3c3 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:06.084234 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7bbde31b-77b5-4a94-bb1e-61e93fc83270 req-11435347-60e9-4b24-969e-089ceee0b3c3 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/ports?device_id=670a9b51-f2c7-4cf9-be3d-49d273c87275 HTTP/1.1" status: 200 len: 931 time: 0.1325154 Aug 10 03:58:06.104504 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0bd1a5cf-57eb-4f88-90cc-85dda24470ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.167573 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-0bd1a5cf-57eb-4f88-90cc-85dda24470ef None None] Attempting to bind port 341e549e-4e8e-475d-add8-78ebeb895157 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:58:06.167950 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-0bd1a5cf-57eb-4f88-90cc-85dda24470ef None None] Attempting to bind port 341e549e-4e8e-475d-add8-78ebeb895157 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:58:06.168347 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd1a5cf-57eb-4f88-90cc-85dda24470ef None None] Attempting to bind port 341e549e-4e8e-475d-add8-78ebeb895157 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:58:06.175661 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd1a5cf-57eb-4f88-90cc-85dda24470ef None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:58:06.176104 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd1a5cf-57eb-4f88-90cc-85dda24470ef None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:58:06.176527 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0bd1a5cf-57eb-4f88-90cc-85dda24470ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.176977 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd1a5cf-57eb-4f88-90cc-85dda24470ef None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:58:06.177437 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-0bd1a5cf-57eb-4f88-90cc-85dda24470ef None None] Bound port: 341e549e-4e8e-475d-add8-78ebeb895157, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:58:06.177819 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0bd1a5cf-57eb-4f88-90cc-85dda24470ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.194038 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8cc2f30c-d6e5-45d6-98a5-e251fdb52f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.245872 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03963a26-f6db-4f91-bade-e397ee9c0745 None None] Pushing event updated for resources: {'Port': ['ID=341e549e-4e8e-475d-add8-78ebeb895157,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:06.271256 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03963a26-f6db-4f91-bade-e397ee9c0745 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:06.272704 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03963a26-f6db-4f91-bade-e397ee9c0745 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:06.273239 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03963a26-f6db-4f91-bade-e397ee9c0745 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:06.273700 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03963a26-f6db-4f91-bade-e397ee9c0745 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:06.277025 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03963a26-f6db-4f91-bade-e397ee9c0745 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:06.277725 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03963a26-f6db-4f91-bade-e397ee9c0745 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:06.278492 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03963a26-f6db-4f91-bade-e397ee9c0745 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:06.278980 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03963a26-f6db-4f91-bade-e397ee9c0745 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:06.279475 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03963a26-f6db-4f91-bade-e397ee9c0745 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:06.280384 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03963a26-f6db-4f91-bade-e397ee9c0745 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:06.282569 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03963a26-f6db-4f91-bade-e397ee9c0745 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:06.283078 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03963a26-f6db-4f91-bade-e397ee9c0745 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:06.339573 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-0bd1a5cf-57eb-4f88-90cc-85dda24470ef None None] For port 341e549e-4e8e-475d-add8-78ebeb895157, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:58:06.345506 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-0bd1a5cf-57eb-4f88-90cc-85dda24470ef None None] For port 341e549e-4e8e-475d-add8-78ebeb895157, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=341e549e-4e8e-475d-add8-78ebeb895157,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:58:06.360002 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32fa3a3-75f3-4b34-895f-d3ca569e25f5 req-60a1f301-6602-4187-9435-d8dfb864115b tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] No DVR routers for this DVR port f99a8c49-ebea-4aca-af5f-5ce88a2572bb on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:58:06.375996 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c32fa3a3-75f3-4b34-895f-d3ca569e25f5 req-60a1f301-6602-4187-9435-d8dfb864115b tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.378386 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c32fa3a3-75f3-4b34-895f-d3ca569e25f5 req-60a1f301-6602-4187-9435-d8dfb864115b tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.68 "DELETE /v2.0/ports/f99a8c49-ebea-4aca-af5f-5ce88a2572bb HTTP/1.1" status: 204 len: 173 time: 2.4821520 Aug 10 03:58:06.387358 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dce20a9-6107-4ac1-a685-445c7dd0352e', 'name': 'network-vif-deleted', 'tag': 'f99a8c49-ebea-4aca-af5f-5ce88a2572bb'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:58:06.389904 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15050478-95b4-4af1-9748-eb33336b71b6" -d '{"events": [{"server_uuid": "1dce20a9-6107-4ac1-a685-445c7dd0352e", "name": "network-vif-deleted", "tag": "f99a8c49-ebea-4aca-af5f-5ce88a2572bb"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:58:06.428438 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-59d56f0d-ca63-4a2a-b5be-922d0684224c admin admin] Allocated IP 172.20.0.1 (017bc094-0610-4c83-b903-161ccef8a7ca/d62a09b9-e42e-47af-8510-297fece7a960/334f736a-1cac-4f4a-adf8-e8ef52a9b095) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:58:06.451482 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0bd1a5cf-57eb-4f88-90cc-85dda24470ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.539473 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03963a26-f6db-4f91-bade-e397ee9c0745 None None] Pushing event updated for resources: {'Port': ['ID=341e549e-4e8e-475d-add8-78ebeb895157,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:06.560466 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd1a5cf-57eb-4f88-90cc-85dda24470ef None None] Routers {'ea10405e-1c51-4440-b6cd-a6b551214b26'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:06.561366 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0bd1a5cf-57eb-4f88-90cc-85dda24470ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:57:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ea10405e-1c51-4440-b6cd-a6b551214b26'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:06.622495 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-59d56f0d-ca63-4a2a-b5be-922d0684224c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.627275 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8cc2f30c-d6e5-45d6-98a5-e251fdb52f2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=90cc00bb1e294d0cbab54bd6c427e2c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2417827 Aug 10 03:58:06.627275 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8045e0aa-bccb-48e5-95b3-fe0a9c11548a x-openstack-request-id: req-8045e0aa-bccb-48e5-95b3-fe0a9c11548a {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:58:06.638833 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dce20a9-6107-4ac1-a685-445c7dd0352e", "name": "network-vif-deleted", "tag": "f99a8c49-ebea-4aca-af5f-5ce88a2572bb", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:58:06.639291 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8045e0aa-bccb-48e5-95b3-fe0a9c11548a {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:58:06.639700 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dce20a9-6107-4ac1-a685-445c7dd0352e', 'name': 'network-vif-deleted', 'tag': 'f99a8c49-ebea-4aca-af5f-5ce88a2572bb', 'status': 'completed', 'code': 200} Aug 10 03:58:06.661291 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-1ac752a3-e3ad-462f-9223-31517363ae1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38094104-37ae-4a62-9fb3-39dc85b2da7c {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:58:06.686655 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7bbde31b-77b5-4a94-bb1e-61e93fc83270 req-7e811733-9ac5-4ca3-99ae-58035f9cfa5b tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/security-groups?id=7707dc01-3182-4260-958c-be12fbc3b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5703900 Aug 10 03:58:06.686871 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40646) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:06.693012 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device f99a8c49-ebea-4aca-af5f-5ce88a2572bb no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:58:06.704571 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-1ac752a3-e3ad-462f-9223-31517363ae1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.718934 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2f30c-d6e5-45d6-98a5-e251fdb52f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700b053a-e41d-4023-a58e-2a1af353bb5b,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:06.744786 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-1ac752a3-e3ad-462f-9223-31517363ae1d service neutron] Transition to ACTIVE for port object 38094104-37ae-4a62-9fb3-39dc85b2da7c will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:06.745294 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-0bd1a5cf-57eb-4f88-90cc-85dda24470ef None None] Set router ea10405e-1c51-4440-b6cd-a6b551214b26 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:06.761860 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fdd87fb0-a20f-4a7b-8727-890341807cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.762322 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: f99a8c49-ebea-4aca-af5f-5ce88a2572bb {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:58:06.764482 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device f99a8c49-ebea-4aca-af5f-5ce88a2572bb not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:58:06.764877 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8f9611-abb2-4e01-854c-27c9d91f5592 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:58:06.766328 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 4d81efb5-d6c1-41b9-9f6c-b5b63a25465a no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:58:06.782207 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-c32fa3a3-75f3-4b34-895f-d3ca569e25f5 req-b9b58484-7271-4e7b-b029-60015758a841 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Deleting port 4d81efb5-d6c1-41b9-9f6c-b5b63a25465a {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:06.782382 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c32fa3a3-75f3-4b34-895f-d3ca569e25f5 req-b9b58484-7271-4e7b-b029-60015758a841 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.786446 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-59d56f0d-ca63-4a2a-b5be-922d0684224c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.788002 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff56bfd-f233-4230-bc1b-08abdb60e5bd None None] Sync routers for ids ['eb1ef11d-6d93-43be-a407-88a3eb74071f'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:58:06.795677 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fdd87fb0-a20f-4a7b-8727-890341807cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.834817 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff56bfd-f233-4230-bc1b-08abdb60e5bd None None] Routers {'eb1ef11d-6d93-43be-a407-88a3eb74071f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:06.836965 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-0ff56bfd-f233-4230-bc1b-08abdb60e5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:57:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['eb1ef11d-6d93-43be-a407-88a3eb74071f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:06.851142 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d56f0d-ca63-4a2a-b5be-922d0684224c admin admin] Network 017bc094-0610-4c83-b903-161ccef8a7ca is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:06.852640 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-1ac752a3-e3ad-462f-9223-31517363ae1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.866220 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-59d56f0d-ca63-4a2a-b5be-922d0684224c admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:06.884141 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d56f0d-ca63-4a2a-b5be-922d0684224c admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:58:06.907974 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ae8f9611-abb2-4e01-854c-27c9d91f5592 admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:06.913974 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ae8f9611-abb2-4e01-854c-27c9d91f5592 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8640225 Aug 10 03:58:06.938843 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40654) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:06.972774 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d56f0d-ca63-4a2a-b5be-922d0684224c admin admin] Pushing event updated for resources: {'Port': ['ID=334f736a-1cac-4f4a-adf8-e8ef52a9b095,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:07.009003 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-59d56f0d-ca63-4a2a-b5be-922d0684224c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:07.085282 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:07.117676 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-0ff56bfd-f233-4230-bc1b-08abdb60e5bd None None] Set router eb1ef11d-6d93-43be-a407-88a3eb74071f gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:07.122652 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac752a3-e3ad-462f-9223-31517363ae1d service neutron] Pushing event updated for resources: {'Port': ['ID=38094104-37ae-4a62-9fb3-39dc85b2da7c,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:07.124768 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dce20a9-6107-4ac1-a685-445c7dd0352e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d81efb5-d6c1-41b9-9f6c-b5b63a25465a'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:58:07.129349 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fdd87fb0-a20f-4a7b-8727-890341807cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:07.134947 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534147ac-5dc2-4ed0-a01c-bb232dbd184e" -d '{"events": [{"server_uuid": "1dce20a9-6107-4ac1-a685-445c7dd0352e", "name": "network-vif-unplugged", "status": "completed", "tag": "4d81efb5-d6c1-41b9-9f6c-b5b63a25465a"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:58:07.145064 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fdd87fb0-a20f-4a7b-8727-890341807cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:07.145420 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0bd1a5cf-57eb-4f88-90cc-85dda24470ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea10405e-1c51-4440-b6cd-a6b551214b26', 'name': 'tempest-ServerRescueNegativeTestJSON-1358322403-router', 'tenant_id': '5c12184296424dc9af92067f3096d474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '341e549e-4e8e-475d-add8-78ebeb895157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:00Z', 'updated_at': '2021-08-10T03:58:03Z', 'revision_number': 3, 'project_id': '5c12184296424dc9af92067f3096d474', 'gw_port': {'id': '341e549e-4e8e-475d-add8-78ebeb895157', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:83:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea10405e-1c51-4440-b6cd-a6b551214b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:02Z', 'updated_at': '2021-08-10T03:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:07.146283 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fdd87fb0-a20f-4a7b-8727-890341807cab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/700b053a-e41d-4023-a58e-2a1af353bb5b HTTP/1.1" status: 204 len: 168 time: 0.4645574 Aug 10 03:58:07.155986 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-c32fa3a3-75f3-4b34-895f-d3ca569e25f5 req-b9b58484-7271-4e7b-b029-60015758a841 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] For port 4d81efb5-d6c1-41b9-9f6c-b5b63a25465a, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=4d81efb5-d6c1-41b9-9f6c-b5b63a25465a,segment=NetworkSegment(3b88faf7-60c9-409a-a2e1-599b74963e34),segment_id=3b88faf7-60c9-409a-a2e1-599b74963e34)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:07.156383 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c32fa3a3-75f3-4b34-895f-d3ca569e25f5 req-b9b58484-7271-4e7b-b029-60015758a841 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:07.225211 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd87fb0-a20f-4a7b-8727-890341807cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700b053a-e41d-4023-a58e-2a1af353bb5b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:07.236004 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd1a5cf-57eb-4f88-90cc-85dda24470ef None None] The sync data for ids ['ea10405e-1c51-4440-b6cd-a6b551214b26'] in n-d-802893-2 is: [{'id': 'ea10405e-1c51-4440-b6cd-a6b551214b26', 'name': 'tempest-ServerRescueNegativeTestJSON-1358322403-router', 'tenant_id': '5c12184296424dc9af92067f3096d474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '341e549e-4e8e-475d-add8-78ebeb895157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:00Z', 'updated_at': '2021-08-10T03:58:03Z', 'revision_number': 3, 'project_id': '5c12184296424dc9af92067f3096d474', 'gw_port': {'id': '341e549e-4e8e-475d-add8-78ebeb895157', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:83:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea10405e-1c51-4440-b6cd-a6b551214b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:02Z', 'updated_at': '2021-08-10T03:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:58:07.271095 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 03:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8d7602-93d7-4e84-8a8c-bee6a75fdacf x-openstack-request-id: req-3b8d7602-93d7-4e84-8a8c-bee6a75fdacf {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:58:07.271688 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dce20a9-6107-4ac1-a685-445c7dd0352e", "name": "network-vif-unplugged", "status": "completed", "tag": "4d81efb5-d6c1-41b9-9f6c-b5b63a25465a", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:58:07.272123 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b8d7602-93d7-4e84-8a8c-bee6a75fdacf {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:58:07.272667 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dce20a9-6107-4ac1-a685-445c7dd0352e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d81efb5-d6c1-41b9-9f6c-b5b63a25465a', 'code': 200} Aug 10 03:58:07.356833 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-c32fa3a3-75f3-4b34-895f-d3ca569e25f5 req-b9b58484-7271-4e7b-b029-60015758a841 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Calling delete_port for 4d81efb5-d6c1-41b9-9f6c-b5b63a25465a owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:07.360256 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 4d81efb5-d6c1-41b9-9f6c-b5b63a25465a, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=4d81efb5-d6c1-41b9-9f6c-b5b63a25465a,segment=NetworkSegment(3b88faf7-60c9-409a-a2e1-599b74963e34),segment_id=3b88faf7-60c9-409a-a2e1-599b74963e34)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:07.449829 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-1ac752a3-e3ad-462f-9223-31517363ae1d service neutron] Attempting to bind port 38094104-37ae-4a62-9fb3-39dc85b2da7c on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:58:07.450189 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-1ac752a3-e3ad-462f-9223-31517363ae1d service neutron] Attempting to bind port 38094104-37ae-4a62-9fb3-39dc85b2da7c by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'd4dc0681-87d0-4e93-b975-e75c38916c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dc7a1db1-bbc0-45ee-b98a-90e704e11a49'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:58:07.450542 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-1ac752a3-e3ad-462f-9223-31517363ae1d service neutron] Attempting to bind port 38094104-37ae-4a62-9fb3-39dc85b2da7c on network dc7a1db1-bbc0-45ee-b98a-90e704e11a49 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:58:07.492998 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:07.533600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d1787-f327-4276-b3d4-3749644c6a27 req-b3369bbc-30f8-405f-8c89-54e242c0b8c2 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:07.535241 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-229d1787-f327-4276-b3d4-3749644c6a27 req-b3369bbc-30f8-405f-8c89-54e242c0b8c2 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dce20a9-6107-4ac1-a685-445c7dd0352e HTTP/1.1" status: 200 len: 946 time: 0.2634513 Aug 10 03:58:07.544288 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-1ac752a3-e3ad-462f-9223-31517363ae1d service neutron] Port 38094104-37ae-4a62-9fb3-39dc85b2da7c on network dc7a1db1-bbc0-45ee-b98a-90e704e11a49 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:58:07.544627 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-1ac752a3-e3ad-462f-9223-31517363ae1d service neutron] Attempting to bind port 38094104-37ae-4a62-9fb3-39dc85b2da7c on network dc7a1db1-bbc0-45ee-b98a-90e704e11a49 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:58:07.566477 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-1ac752a3-e3ad-462f-9223-31517363ae1d service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:58:07.566853 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-1ac752a3-e3ad-462f-9223-31517363ae1d service neutron] Checking segment: {'id': 'd4dc0681-87d0-4e93-b975-e75c38916c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dc7a1db1-bbc0-45ee-b98a-90e704e11a49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:58:07.567246 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-1ac752a3-e3ad-462f-9223-31517363ae1d service neutron] Bound using segment: {'id': 'd4dc0681-87d0-4e93-b975-e75c38916c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dc7a1db1-bbc0-45ee-b98a-90e704e11a49'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:58:07.568276 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-1ac752a3-e3ad-462f-9223-31517363ae1d service neutron] Bound port: 38094104-37ae-4a62-9fb3-39dc85b2da7c, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4dc0681-87d0-4e93-b975-e75c38916c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'dc7a1db1-bbc0-45ee-b98a-90e704e11a49'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:58:07.568276 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-1ac752a3-e3ad-462f-9223-31517363ae1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:07.631728 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=4d81efb5-d6c1-41b9-9f6c-b5b63a25465a,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:07.667368 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-0ff56bfd-f233-4230-bc1b-08abdb60e5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'name': 'tempest-ServerActionsTestJSON-676148720-router', 'tenant_id': '897476f221894013b27960fb36935e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'f67249b0-6eca-4130-a323-40893f232575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:01Z', 'updated_at': '2021-08-10T03:58:04Z', 'revision_number': 3, 'project_id': '897476f221894013b27960fb36935e79', 'gw_port': {'id': 'f67249b0-6eca-4130-a323-40893f232575', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:02Z', 'updated_at': '2021-08-10T03:58:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:07.730575 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff56bfd-f233-4230-bc1b-08abdb60e5bd None None] Checking router: eb1ef11d-6d93-43be-a407-88a3eb74071f for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:58:07.731215 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff56bfd-f233-4230-bc1b-08abdb60e5bd None None] Updating router eb1ef11d-6d93-43be-a407-88a3eb74071f port f67249b0-6eca-4130-a323-40893f232575 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:58:07.751910 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-1ac752a3-e3ad-462f-9223-31517363ae1d service neutron] For port 38094104-37ae-4a62-9fb3-39dc85b2da7c, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:58:07.751910 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-1ac752a3-e3ad-462f-9223-31517363ae1d service neutron] For port 38094104-37ae-4a62-9fb3-39dc85b2da7c, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=38094104-37ae-4a62-9fb3-39dc85b2da7c,segment=NetworkSegment(d4dc0681-87d0-4e93-b975-e75c38916c3d),segment_id=d4dc0681-87d0-4e93-b975-e75c38916c3d)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:58:07.773672 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-229d1787-f327-4276-b3d4-3749644c6a27 req-576c0157-feeb-4858-9853-c6a377239478 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/security-groups?id=aaebf6d4-db31-498a-84f6-349a531f9c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138627 Aug 10 03:58:07.800706 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0ff56bfd-f233-4230-bc1b-08abdb60e5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:07.879630 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-1ac752a3-e3ad-462f-9223-31517363ae1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:07.986682 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-59d56f0d-ca63-4a2a-b5be-922d0684224c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:08.072309 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6cb857-9b60-4cb0-ab21-f6dbd98689fb req-933db8f8-f4db-42bf-b84e-1a0240cc3a53 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:08.083800 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4a6cb857-9b60-4cb0-ab21-f6dbd98689fb req-933db8f8-f4db-42bf-b84e-1a0240cc3a53 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/ports?device_id=670a9b51-f2c7-4cf9-be3d-49d273c87275 HTTP/1.1" status: 200 len: 943 time: 0.2236173 Aug 10 03:58:08.192239 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4a6cb857-9b60-4cb0-ab21-f6dbd98689fb req-67dc45f1-027c-4ca1-a052-598d643913a9 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/security-groups?id=7707dc01-3182-4260-958c-be12fbc3b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068254 Aug 10 03:58:08.357754 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-59d56f0d-ca63-4a2a-b5be-922d0684224c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:08.452603 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-59d56f0d-ca63-4a2a-b5be-922d0684224c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:08.478931 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0ff56bfd-f233-4230-bc1b-08abdb60e5bd None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:08.510746 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0ff56bfd-f233-4230-bc1b-08abdb60e5bd None None] Transition to ACTIVE for port object f67249b0-6eca-4130-a323-40893f232575 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:08.572482 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-59d56f0d-ca63-4a2a-b5be-922d0684224c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:08.575443 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d56f0d-ca63-4a2a-b5be-922d0684224c admin admin] Pushing event updated for resources: {'Port': ['ID=334f736a-1cac-4f4a-adf8-e8ef52a9b095,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:08.606820 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-1ac752a3-e3ad-462f-9223-31517363ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:08.607447 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-1ac752a3-e3ad-462f-9223-31517363ae1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:08.617838 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-1ac752a3-e3ad-462f-9223-31517363ae1d service neutron] 10.222.0.20 "PUT /v2.0/ports/38094104-37ae-4a62-9fb3-39dc85b2da7c HTTP/1.1" status: 200 len: 1091 time: 3.2169425 Aug 10 03:58:08.623564 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0ff56bfd-f233-4230-bc1b-08abdb60e5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:08.648791 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670a9b51-f2c7-4cf9-be3d-49d273c87275', 'tag': '38094104-37ae-4a62-9fb3-39dc85b2da7c'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:58:08.655842 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a3e351-f784-4910-a83a-fc0afb2988aa" -d '{"events": [{"name": "network-changed", "server_uuid": "670a9b51-f2c7-4cf9-be3d-49d273c87275", "tag": "38094104-37ae-4a62-9fb3-39dc85b2da7c"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:58:08.723335 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d56f0d-ca63-4a2a-b5be-922d0684224c admin admin] Network 017bc094-0610-4c83-b903-161ccef8a7ca is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:08.725132 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-59d56f0d-ca63-4a2a-b5be-922d0684224c admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:08.755631 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-0ff56bfd-f233-4230-bc1b-08abdb60e5bd None None] Attempting to bind port f67249b0-6eca-4130-a323-40893f232575 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:58:08.775572 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-0ff56bfd-f233-4230-bc1b-08abdb60e5bd None None] Attempting to bind port f67249b0-6eca-4130-a323-40893f232575 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:58:08.775572 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff56bfd-f233-4230-bc1b-08abdb60e5bd None None] Attempting to bind port f67249b0-6eca-4130-a323-40893f232575 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:58:08.776217 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee2aab-7a11-43af-ae34-3713e2156eca None None] Pushing event updated for resources: {'Port': ['ID=f67249b0-6eca-4130-a323-40893f232575,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:08.783929 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff56bfd-f233-4230-bc1b-08abdb60e5bd None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:58:08.789502 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff56bfd-f233-4230-bc1b-08abdb60e5bd None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:58:08.789950 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0ff56bfd-f233-4230-bc1b-08abdb60e5bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:08.790359 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff56bfd-f233-4230-bc1b-08abdb60e5bd None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:58:08.790868 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-0ff56bfd-f233-4230-bc1b-08abdb60e5bd None None] Bound port: f67249b0-6eca-4130-a323-40893f232575, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:58:08.791251 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0ff56bfd-f233-4230-bc1b-08abdb60e5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:08.922336 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81476b9-e8ff-4516-838e-13b04ee5ff16 x-openstack-request-id: req-f81476b9-e8ff-4516-838e-13b04ee5ff16 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:58:08.922831 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "670a9b51-f2c7-4cf9-be3d-49d273c87275", "tag": "38094104-37ae-4a62-9fb3-39dc85b2da7c", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:58:08.922941 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f81476b9-e8ff-4516-838e-13b04ee5ff16 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:58:08.923314 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '670a9b51-f2c7-4cf9-be3d-49d273c87275', 'tag': '38094104-37ae-4a62-9fb3-39dc85b2da7c', 'status': 'completed', 'code': 200} Aug 10 03:58:08.946854 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c32fa3a3-75f3-4b34-895f-d3ca569e25f5 req-b9b58484-7271-4e7b-b029-60015758a841 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:08.967635 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-0ff56bfd-f233-4230-bc1b-08abdb60e5bd None None] For port f67249b0-6eca-4130-a323-40893f232575, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:58:08.983446 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-0ff56bfd-f233-4230-bc1b-08abdb60e5bd None None] For port f67249b0-6eca-4130-a323-40893f232575, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f67249b0-6eca-4130-a323-40893f232575,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:58:09.012703 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-23221354-a55d-4864-8638-f02c1ecaac18 req-d24f30a4-0bca-44f4-ab93-014d8e9778b5 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dce20a9-6107-4ac1-a685-445c7dd0352e HTTP/1.1" status: 200 len: 210 time: 0.0436723 Aug 10 03:58:09.021678 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac752a3-e3ad-462f-9223-31517363ae1d service neutron] Pushing event updated for resources: {'Port': ['ID=38094104-37ae-4a62-9fb3-39dc85b2da7c,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:09.062960 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d56f0d-ca63-4a2a-b5be-922d0684224c admin admin] Router ea10405e-1c51-4440-b6cd-a6b551214b26 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:58:09.103316 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 341e549e-4e8e-475d-add8-78ebeb895157 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:09.108142 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0ff56bfd-f233-4230-bc1b-08abdb60e5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:09.149227 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32fa3a3-75f3-4b34-895f-d3ca569e25f5 req-b9b58484-7271-4e7b-b029-60015758a841 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] No DVR routers for this DVR port 4d81efb5-d6c1-41b9-9f6c-b5b63a25465a on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:58:09.152512 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c32fa3a3-75f3-4b34-895f-d3ca569e25f5 req-b9b58484-7271-4e7b-b029-60015758a841 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:09.155206 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c32fa3a3-75f3-4b34-895f-d3ca569e25f5 req-b9b58484-7271-4e7b-b029-60015758a841 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.68 "DELETE /v2.0/ports/4d81efb5-d6c1-41b9-9f6c-b5b63a25465a HTTP/1.1" status: 204 len: 173 time: 2.7541697 Aug 10 03:58:09.159350 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b58484-7271-4e7b-b029-60015758a841 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Pushing event deleted for resources: {'Port': ['ID=4d81efb5-d6c1-41b9-9f6c-b5b63a25465a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:09.277340 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-39bb90c8-7b84-44f2-ba0b-324de70c703c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:09.286227 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d56f0d-ca63-4a2a-b5be-922d0684224c admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:58:09.288046 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff56bfd-f233-4230-bc1b-08abdb60e5bd None None] Routers {'eb1ef11d-6d93-43be-a407-88a3eb74071f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:09.289123 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-0ff56bfd-f233-4230-bc1b-08abdb60e5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:57:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['eb1ef11d-6d93-43be-a407-88a3eb74071f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:09.300554 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-39bb90c8-7b84-44f2-ba0b-324de70c703c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5eb1c3b048a24ba8a5ddddc3ec247ad9&device_id=670a9b51-f2c7-4cf9-be3d-49d273c87275 HTTP/1.1" status: 200 len: 1094 time: 0.3686724 Aug 10 03:58:09.304907 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-59d56f0d-ca63-4a2a-b5be-922d0684224c admin admin] 10.222.0.25 "PUT /v2.0/routers/ea10405e-1c51-4440-b6cd-a6b551214b26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0091879 Aug 10 03:58:09.448704 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee2aab-7a11-43af-ae34-3713e2156eca None None] Pushing event updated for resources: {'Port': ['ID=f67249b0-6eca-4130-a323-40893f232575,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:09.464395 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-cd622c01-7900-4628-a3d4-61973fa8bcdf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38094104-37ae-4a62-9fb3-39dc85b2da7c HTTP/1.1" status: 200 len: 217 time: 0.1439357 Aug 10 03:58:09.562235 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-0ff56bfd-f233-4230-bc1b-08abdb60e5bd None None] Set router eb1ef11d-6d93-43be-a407-88a3eb74071f gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:09.562462 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40728) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:09.647220 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4c2e1-a788-4108-9d93-ad76f73cfbec req-69578e1f-eb51-43a4-b0e9-30a987b184f3 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:09.650938 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bbc4c2e1-a788-4108-9d93-ad76f73cfbec req-69578e1f-eb51-43a4-b0e9-30a987b184f3 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/ports?device_id=670a9b51-f2c7-4cf9-be3d-49d273c87275 HTTP/1.1" status: 200 len: 943 time: 0.2992554 Aug 10 03:58:09.655805 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-f5fd8505-c374-4c17-ba51-4105392dc36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:09.657320 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-f5fd8505-c374-4c17-ba51-4105392dc36f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4aaf5ea1-3f65-41c5-a60a-4cbe09b8fb80 HTTP/1.1" status: 200 len: 851 time: 0.1676404 Aug 10 03:58:09.683544 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ad55fdea-b6a9-4c7e-b305-c5eb06b7d976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:09.693972 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 341e549e-4e8e-475d-add8-78ebeb895157 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:09.725780 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-8d2298db-f096-424b-812a-a4eef660029a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dc7a1db1-bbc0-45ee-b98a-90e704e11a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583274 Aug 10 03:58:09.746178 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 341e549e-4e8e-475d-add8-78ebeb895157 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:09.746557 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:09.813207 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-144ae659-ee42-4c53-92a2-0b9747ebd5c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-616135610'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:09.977807 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bbc4c2e1-a788-4108-9d93-ad76f73cfbec req-bc30ec94-c6b1-468e-af18-cdf4733be95e tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/security-groups?id=7707dc01-3182-4260-958c-be12fbc3b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073726 Aug 10 03:58:10.002740 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144ae659-ee42-4c53-92a2-0b9747ebd5c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Made reservation on behalf of cdcd64ea9b214b6c8e8b7ba6b5131c2f for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:58:10.002740 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-144ae659-ee42-4c53-92a2-0b9747ebd5c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.038155 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7c42bc-6ffb-43c2-b5e7-090e49a3163b None None] Sync routers for ids ['ea10405e-1c51-4440-b6cd-a6b551214b26'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:58:10.042721 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-144ae659-ee42-4c53-92a2-0b9747ebd5c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.059679 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7c42bc-6ffb-43c2-b5e7-090e49a3163b None None] Routers {'ea10405e-1c51-4440-b6cd-a6b551214b26'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:10.060953 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-6c7c42bc-6ffb-43c2-b5e7-090e49a3163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:57:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ea10405e-1c51-4440-b6cd-a6b551214b26'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:10.212342 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-9ec33c6a-c52a-47e8-a41d-42e2681b082d service neutron] 10.222.0.20 "GET /v2.0/networks/dc7a1db1-bbc0-45ee-b98a-90e704e11a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4776385 Aug 10 03:58:10.301194 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-876b6a56-f1ec-4bc8-8a63-f958abd1ece4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.383462 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.407056 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-ad55fdea-b6a9-4c7e-b305-c5eb06b7d976 admin admin] Allocated IP 172.20.0.1 (f7ff6afc-8008-49c6-8b16-55c096640020/a51d8861-9dbf-4178-9d3e-8ed73319e82c/04533a2e-117f-45ef-8e68-48d8069eb841) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:58:10.415412 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4cbcb50a-0341-4a03-80c9-19c18cde9596 req-470f7015-8a97-4bc8-98a5-68b3dd148566 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dce20a9-6107-4ac1-a685-445c7dd0352e HTTP/1.1" status: 200 len: 210 time: 0.0664504 Aug 10 03:58:10.450869 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 341e549e-4e8e-475d-add8-78ebeb895157, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=341e549e-4e8e-475d-add8-78ebeb895157,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:10.466113 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-ec904ab0-2793-423e-ab93-322b902cb9e3 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:10.468645 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-0ff56bfd-f233-4230-bc1b-08abdb60e5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'name': 'tempest-ServerActionsTestJSON-676148720-router', 'tenant_id': '897476f221894013b27960fb36935e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'f67249b0-6eca-4130-a323-40893f232575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:01Z', 'updated_at': '2021-08-10T03:58:04Z', 'revision_number': 3, 'project_id': '897476f221894013b27960fb36935e79', 'gw_port': {'id': 'f67249b0-6eca-4130-a323-40893f232575', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:02Z', 'updated_at': '2021-08-10T03:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:10.468953 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-6c7c42bc-6ffb-43c2-b5e7-090e49a3163b None None] Set router ea10405e-1c51-4440-b6cd-a6b551214b26 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:10.474121 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-ec904ab0-2793-423e-ab93-322b902cb9e3 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/networks?id=017bc094-0610-4c83-b903-161ccef8a7ca HTTP/1.1" status: 200 len: 819 time: 0.3318372 Aug 10 03:58:10.497299 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-4a0c4671-0452-489d-b023-23f8c69c58ee tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/quotas/5c12184296424dc9af92067f3096d474 HTTP/1.1" status: 200 len: 375 time: 0.0222259 Aug 10 03:58:10.500315 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff56bfd-f233-4230-bc1b-08abdb60e5bd None None] The sync data for ids ['eb1ef11d-6d93-43be-a407-88a3eb74071f'] in n-d-802893-2 is: [{'id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'name': 'tempest-ServerActionsTestJSON-676148720-router', 'tenant_id': '897476f221894013b27960fb36935e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'f67249b0-6eca-4130-a323-40893f232575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:01Z', 'updated_at': '2021-08-10T03:58:04Z', 'revision_number': 3, 'project_id': '897476f221894013b27960fb36935e79', 'gw_port': {'id': 'f67249b0-6eca-4130-a323-40893f232575', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:02Z', 'updated_at': '2021-08-10T03:58:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:58:10.539658 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff0bd711-8f6b-46f1-8567-896a46cb4458 req-147ea8ec-9253-43d2-8182-0bfb27da7a53 service neutron] 10.222.0.20 "GET /v2.0/networks/dc7a1db1-bbc0-45ee-b98a-90e704e11a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179309 Aug 10 03:58:10.546977 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-144ae659-ee42-4c53-92a2-0b9747ebd5c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.583676 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.610058 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-0d66de44-6c08-4616-b0f1-aadb46676994 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5c12184296424dc9af92067f3096d474&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1118877 Aug 10 03:58:10.630213 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ad55fdea-b6a9-4c7e-b305-c5eb06b7d976 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.640694 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-144ae659-ee42-4c53-92a2-0b9747ebd5c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.650353 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-ad55fdea-b6a9-4c7e-b305-c5eb06b7d976 admin admin] Transition to ACTIVE for port object 04533a2e-117f-45ef-8e68-48d8069eb841 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:10.677775 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144ae659-ee42-4c53-92a2-0b9747ebd5c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:58:10.705111 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-144ae659-ee42-4c53-92a2-0b9747ebd5c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.705465 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-144ae659-ee42-4c53-92a2-0b9747ebd5c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Added segment 788be3e6-11be-4349-ac59-32eb7d967775 of type vlan for network ebb9495f-44b2-4f4c-a4e3-0120cd939eb8 Aug 10 03:58:10.746856 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=341e549e-4e8e-475d-add8-78ebeb895157,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:10.781656 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-144ae659-ee42-4c53-92a2-0b9747ebd5c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.797379 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ad55fdea-b6a9-4c7e-b305-c5eb06b7d976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.848331 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-6c7c42bc-6ffb-43c2-b5e7-090e49a3163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea10405e-1c51-4440-b6cd-a6b551214b26', 'name': 'tempest-ServerRescueNegativeTestJSON-1358322403-router', 'tenant_id': '5c12184296424dc9af92067f3096d474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '341e549e-4e8e-475d-add8-78ebeb895157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:00Z', 'updated_at': '2021-08-10T03:58:07Z', 'revision_number': 4, 'project_id': '5c12184296424dc9af92067f3096d474', 'gw_port': {'id': '341e549e-4e8e-475d-add8-78ebeb895157', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:83:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea10405e-1c51-4440-b6cd-a6b551214b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:02Z', 'updated_at': '2021-08-10T03:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '334f736a-1cac-4f4a-adf8-e8ef52a9b095', 'name': '', 'network_id': '017bc094-0610-4c83-b903-161ccef8a7ca', 'tenant_id': '5c12184296424dc9af92067f3096d474', 'mac_address': 'fa:16:3e:d9:10:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea10405e-1c51-4440-b6cd-a6b551214b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': 'd62a09b9-e42e-47af-8510-297fece7a960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:06Z', 'updated_at': '2021-08-10T03:58:08Z', 'revision_number': 2, 'project_id': '5c12184296424dc9af92067f3096d474', 'subnets': [{'id': 'd62a09b9-e42e-47af-8510-297fece7a960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:10.886470 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ae659-ee42-4c53-92a2-0b9747ebd5c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87325ad4-1654-409c-bf2f-23fc55606998,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:10.887691 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7c42bc-6ffb-43c2-b5e7-090e49a3163b None None] Checking router: ea10405e-1c51-4440-b6cd-a6b551214b26 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:58:10.888207 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7c42bc-6ffb-43c2-b5e7-090e49a3163b None None] Updating router ea10405e-1c51-4440-b6cd-a6b551214b26 port 334f736a-1cac-4f4a-adf8-e8ef52a9b095 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:58:10.907336 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad55fdea-b6a9-4c7e-b305-c5eb06b7d976 admin admin] Network f7ff6afc-8008-49c6-8b16-55c096640020 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:10.923936 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3e351-f784-4910-a83a-fc0afb2988aa req-c6dac62d-b8b0-4465-94cd-6e6577245793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:10.928958 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-82a3e351-f784-4910-a83a-fc0afb2988aa req-c6dac62d-b8b0-4465-94cd-6e6577245793 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5eb1c3b048a24ba8a5ddddc3ec247ad9&device_id=670a9b51-f2c7-4cf9-be3d-49d273c87275 HTTP/1.1" status: 200 len: 1094 time: 0.1917477 Aug 10 03:58:10.931745 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dce20a9-6107-4ac1-a685-445c7dd0352e', 'name': 'network-vif-deleted', 'tag': '4d81efb5-d6c1-41b9-9f6c-b5b63a25465a'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:58:10.934665 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a44a55e-eec2-4ff4-9b42-4e2578e1efa8" -d '{"events": [{"server_uuid": "1dce20a9-6107-4ac1-a685-445c7dd0352e", "name": "network-vif-deleted", "tag": "4d81efb5-d6c1-41b9-9f6c-b5b63a25465a"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:58:10.937532 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-ad55fdea-b6a9-4c7e-b305-c5eb06b7d976 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:10.948444 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6c7c42bc-6ffb-43c2-b5e7-090e49a3163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:10.948552 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad55fdea-b6a9-4c7e-b305-c5eb06b7d976 admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:58:10.960823 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55fdea-b6a9-4c7e-b305-c5eb06b7d976 admin admin] Pushing event updated for resources: {'Port': ['ID=04533a2e-117f-45ef-8e68-48d8069eb841,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:11.052580 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-144ae659-ee42-4c53-92a2-0b9747ebd5c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:11.070646 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144ae659-ee42-4c53-92a2-0b9747ebd5c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:11.076740 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-144ae659-ee42-4c53-92a2-0b9747ebd5c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:11.077970 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2ad9f4-caff-4e6b-a0a4-782e92de94bf x-openstack-request-id: req-ad2ad9f4-caff-4e6b-a0a4-782e92de94bf {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:58:11.078473 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dce20a9-6107-4ac1-a685-445c7dd0352e", "name": "network-vif-deleted", "tag": "4d81efb5-d6c1-41b9-9f6c-b5b63a25465a", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:58:11.078566 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ad2ad9f4-caff-4e6b-a0a4-782e92de94bf {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:58:11.078941 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dce20a9-6107-4ac1-a685-445c7dd0352e', 'name': 'network-vif-deleted', 'tag': '4d81efb5-d6c1-41b9-9f6c-b5b63a25465a', 'status': 'completed', 'code': 200} Aug 10 03:58:11.184996 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-03a42fec-a9e2-48cf-8d3e-4d2e04d982bb service neutron] 10.222.0.25 "GET /v2.0/networks/017bc094-0610-4c83-b903-161ccef8a7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5569460 Aug 10 03:58:11.191493 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ad55fdea-b6a9-4c7e-b305-c5eb06b7d976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:11.422956 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-c0984ec2-e9ff-4980-8778-95f1bdca4eef service neutron] 10.222.0.25 "GET /v2.0/networks/017bc094-0610-4c83-b903-161ccef8a7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762476 Aug 10 03:58:11.434755 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-144ae659-ee42-4c53-92a2-0b9747ebd5c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8714194 Aug 10 03:58:11.438608 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40764) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:11.446696 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-bca410d3-00bf-42f8-8ef7-ed11686cf663 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-473793443'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:11.478731 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6c7c42bc-6ffb-43c2-b5e7-090e49a3163b None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:11.505135 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f67249b0-6eca-4130-a323-40893f232575 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:11.516211 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ae659-ee42-4c53-92a2-0b9747ebd5c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Network': ['ID=ebb9495f-44b2-4f4c-a4e3-0120cd939eb8,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:11.523560 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-6c7c42bc-6ffb-43c2-b5e7-090e49a3163b None None] Transition to ACTIVE for port object 334f736a-1cac-4f4a-adf8-e8ef52a9b095 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:11.577906 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network ebb9495f-44b2-4f4c-a4e3-0120cd939eb8 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:58:11.581786 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8769485f-078a-413f-9c40-79d9e9966425 None None] Provisioning for port 04533a2e-117f-45ef-8e68-48d8069eb841 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:11.587100 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8769485f-078a-413f-9c40-79d9e9966425 None None] Provisioning complete for port 04533a2e-117f-45ef-8e68-48d8069eb841 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:11.593199 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8769485f-078a-413f-9c40-79d9e9966425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:11.615001 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3e351-f784-4910-a83a-fc0afb2988aa req-e52f7db8-fc29-4504-88f3-14dc141e28d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:11.617905 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-82a3e351-f784-4910-a83a-fc0afb2988aa req-e52f7db8-fc29-4504-88f3-14dc141e28d1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dc7a1db1-bbc0-45ee-b98a-90e704e11a49 HTTP/1.1" status: 200 len: 912 time: 0.6725135 Aug 10 03:58:11.646513 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca410d3-00bf-42f8-8ef7-ed11686cf663 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Made reservation on behalf of cdcd64ea9b214b6c8e8b7ba6b5131c2f for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:58:11.647415 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6c7c42bc-6ffb-43c2-b5e7-090e49a3163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:11.650617 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bca410d3-00bf-42f8-8ef7-ed11686cf663 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:11.663052 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-8769485f-078a-413f-9c40-79d9e9966425 None None] Port 04533a2e-117f-45ef-8e68-48d8069eb841 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:58:11.681956 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7a78a-cffa-4418-9894-810e325cac68 req-f571142b-0b77-4cd4-b5df-33e2670c7baf tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:11.683641 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cdb7a78a-cffa-4418-9894-810e325cac68 req-f571142b-0b77-4cd4-b5df-33e2670c7baf tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/ports?device_id=670a9b51-f2c7-4cf9-be3d-49d273c87275 HTTP/1.1" status: 200 len: 943 time: 0.3301311 Aug 10 03:58:11.686076 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-82a3e351-f784-4910-a83a-fc0afb2988aa req-13089589-7fc2-46bc-81d6-ed3d54ef83ec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38094104-37ae-4a62-9fb3-39dc85b2da7c HTTP/1.1" status: 200 len: 217 time: 0.0604949 Aug 10 03:58:11.710143 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca410d3-00bf-42f8-8ef7-ed11686cf663 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:58:11.717749 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ad55fdea-b6a9-4c7e-b305-c5eb06b7d976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:11.729196 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bca410d3-00bf-42f8-8ef7-ed11686cf663 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:11.729544 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-bca410d3-00bf-42f8-8ef7-ed11686cf663 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Added segment 7b25f2df-e7d1-4947-8a7f-82650e359ddf of type vlan for network 348bbae4-9002-4e5c-922c-8151ad5b1edc Aug 10 03:58:11.867901 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bca410d3-00bf-42f8-8ef7-ed11686cf663 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:11.871506 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472003b-12c9-409b-9fa1-852a2603d370 None None] Pushing event updated for resources: {'Port': ['ID=334f736a-1cac-4f4a-adf8-e8ef52a9b095,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:11.911980 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-6c7c42bc-6ffb-43c2-b5e7-090e49a3163b None None] Attempting to bind port 334f736a-1cac-4f4a-adf8-e8ef52a9b095 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:58:11.912505 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-6c7c42bc-6ffb-43c2-b5e7-090e49a3163b None None] Attempting to bind port 334f736a-1cac-4f4a-adf8-e8ef52a9b095 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '77b25dbd-5d53-4f66-ad91-d61c3dba273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '017bc094-0610-4c83-b903-161ccef8a7ca'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:58:11.912939 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c42bc-6ffb-43c2-b5e7-090e49a3163b None None] Attempting to bind port 334f736a-1cac-4f4a-adf8-e8ef52a9b095 on network 017bc094-0610-4c83-b903-161ccef8a7ca {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:58:11.918834 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c42bc-6ffb-43c2-b5e7-090e49a3163b None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:58:11.920576 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port f67249b0-6eca-4130-a323-40893f232575 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:11.924054 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c42bc-6ffb-43c2-b5e7-090e49a3163b None None] Checking segment: {'id': '77b25dbd-5d53-4f66-ad91-d61c3dba273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '017bc094-0610-4c83-b903-161ccef8a7ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:58:11.926618 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port f67249b0-6eca-4130-a323-40893f232575 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:11.927239 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:11.929419 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6c7c42bc-6ffb-43c2-b5e7-090e49a3163b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:11.930937 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c42bc-6ffb-43c2-b5e7-090e49a3163b None None] Bound using segment: {'id': '77b25dbd-5d53-4f66-ad91-d61c3dba273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '017bc094-0610-4c83-b903-161ccef8a7ca'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:58:11.931643 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-6c7c42bc-6ffb-43c2-b5e7-090e49a3163b None None] Bound port: 334f736a-1cac-4f4a-adf8-e8ef52a9b095, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77b25dbd-5d53-4f66-ad91-d61c3dba273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '017bc094-0610-4c83-b903-161ccef8a7ca'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:58:11.937774 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6c7c42bc-6ffb-43c2-b5e7-090e49a3163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:11.973104 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3e351-f784-4910-a83a-fc0afb2988aa req-e5cca00e-21ed-466e-bc28-7b7cf298b10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:11.980476 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-82a3e351-f784-4910-a83a-fc0afb2988aa req-e5cca00e-21ed-466e-bc28-7b7cf298b10b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4aaf5ea1-3f65-41c5-a60a-4cbe09b8fb80 HTTP/1.1" status: 200 len: 851 time: 0.2642636 Aug 10 03:58:12.017063 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cdb7a78a-cffa-4418-9894-810e325cac68 req-ed4dfa50-922d-4b73-b200-fbc9fd1d36ab tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/security-groups?id=7707dc01-3182-4260-958c-be12fbc3b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971199 Aug 10 03:58:12.200637 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-6c7c42bc-6ffb-43c2-b5e7-090e49a3163b None None] For port 334f736a-1cac-4f4a-adf8-e8ef52a9b095, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:58:12.208861 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-6c7c42bc-6ffb-43c2-b5e7-090e49a3163b None None] For port 334f736a-1cac-4f4a-adf8-e8ef52a9b095, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=334f736a-1cac-4f4a-adf8-e8ef52a9b095,segment=NetworkSegment(77b25dbd-5d53-4f66-ad91-d61c3dba273a),segment_id=77b25dbd-5d53-4f66-ad91-d61c3dba273a)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:58:12.238560 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:12.261951 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port f67249b0-6eca-4130-a323-40893f232575, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f67249b0-6eca-4130-a323-40893f232575,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:12.330013 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6c7c42bc-6ffb-43c2-b5e7-090e49a3163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:12.356303 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40776) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:12.395438 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:12.396479 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 341e549e-4e8e-475d-add8-78ebeb895157 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:12.449281 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-82a3e351-f784-4910-a83a-fc0afb2988aa req-4f1f7d2a-7ca1-4e9f-9373-2496f4dc26e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dc7a1db1-bbc0-45ee-b98a-90e704e11a49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168916 Aug 10 03:58:12.454071 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e1201a0d-98d3-4ee3-b8a2-fc7aa0c4d378 req-9fc6d73e-250a-4e5f-aab4-370f25d7056b tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 210 time: 0.1181190 Aug 10 03:58:12.476631 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bc5fe3c-d8f8-4c31-b14d-0dda616ae950 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Deleting subnet 5efb0c51-edf9-4e1f-93a9-b518b91d3def {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:58:12.480888 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3bc5fe3c-d8f8-4c31-b14d-0dda616ae950 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:12.494105 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472003b-12c9-409b-9fa1-852a2603d370 None None] Pushing event updated for resources: {'Port': ['ID=334f736a-1cac-4f4a-adf8-e8ef52a9b095,revision_number=4']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:12.508437 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7c42bc-6ffb-43c2-b5e7-090e49a3163b None None] Routers {'ea10405e-1c51-4440-b6cd-a6b551214b26'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:12.511051 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40788) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:12.511306 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-6c7c42bc-6ffb-43c2-b5e7-090e49a3163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:57:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ea10405e-1c51-4440-b6cd-a6b551214b26'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:12.566765 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3bc5fe3c-d8f8-4c31-b14d-0dda616ae950 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:12.588145 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=f67249b0-6eca-4130-a323-40893f232575,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:12.604360 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bca410d3-00bf-42f8-8ef7-ed11686cf663 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:12.609554 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 341e549e-4e8e-475d-add8-78ebeb895157 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:12.610198 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:12.635859 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca410d3-00bf-42f8-8ef7-ed11686cf663 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:12.635859 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bca410d3-00bf-42f8-8ef7-ed11686cf663 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:12.656842 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ad55fdea-b6a9-4c7e-b305-c5eb06b7d976 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:12.772909 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-6c7c42bc-6ffb-43c2-b5e7-090e49a3163b None None] Set router ea10405e-1c51-4440-b6cd-a6b551214b26 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:12.797156 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ad55fdea-b6a9-4c7e-b305-c5eb06b7d976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:12.843444 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c014c8d4-582a-47f7-a571-04501edc68e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:12.886975 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-82a3e351-f784-4910-a83a-fc0afb2988aa req-f9015522-3c83-4f4e-bbf2-0a912b1c7a6d service neutron] 10.222.0.20 "GET /v2.0/networks/dc7a1db1-bbc0-45ee-b98a-90e704e11a49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288118 Aug 10 03:58:12.916870 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca410d3-00bf-42f8-8ef7-ed11686cf663 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Network': ['ID=348bbae4-9002-4e5c-922c-8151ad5b1edc,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:12.938369 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 348bbae4-9002-4e5c-922c-8151ad5b1edc details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:58:12.955889 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55fdea-b6a9-4c7e-b305-c5eb06b7d976 admin admin] Pushing event updated for resources: {'Port': ['ID=04533a2e-117f-45ef-8e68-48d8069eb841,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:12.960425 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ad55fdea-b6a9-4c7e-b305-c5eb06b7d976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:13.028354 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3bc5fe3c-d8f8-4c31-b14d-0dda616ae950 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:13.038693 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-6cad4cdd-702f-4c4e-9831-a77e258b6db3 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:13.040260 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-6cad4cdd-702f-4c4e-9831-a77e258b6db3 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/networks?id=017bc094-0610-4c83-b903-161ccef8a7ca HTTP/1.1" status: 200 len: 819 time: 0.1932046 Aug 10 03:58:13.068329 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bca410d3-00bf-42f8-8ef7-ed11686cf663 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6243238 Aug 10 03:58:13.069870 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40806) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:13.080063 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-09749883-9848-4922-93aa-ddbee4edea30 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'subnet': {'network_id': 'ebb9495f-44b2-4f4c-a4e3-0120cd939eb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:13.153587 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-39e00b8a-c42a-49de-8c5c-e7c193546df0 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/quotas/5c12184296424dc9af92067f3096d474 HTTP/1.1" status: 200 len: 375 time: 0.0892189 Aug 10 03:58:13.189124 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-82a3e351-f784-4910-a83a-fc0afb2988aa req-794d9a47-3ea6-4f8a-97d9-7c99dc581a9b service neutron] 10.222.0.20 "GET /v2.0/networks/dc7a1db1-bbc0-45ee-b98a-90e704e11a49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923689 Aug 10 03:58:13.195483 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f67249b0-6eca-4130-a323-40893f232575 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:13.216080 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-6c7c42bc-6ffb-43c2-b5e7-090e49a3163b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea10405e-1c51-4440-b6cd-a6b551214b26', 'name': 'tempest-ServerRescueNegativeTestJSON-1358322403-router', 'tenant_id': '5c12184296424dc9af92067f3096d474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '341e549e-4e8e-475d-add8-78ebeb895157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:00Z', 'updated_at': '2021-08-10T03:58:07Z', 'revision_number': 4, 'project_id': '5c12184296424dc9af92067f3096d474', 'gw_port': {'id': '341e549e-4e8e-475d-add8-78ebeb895157', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea10405e-1c51-4440-b6cd-a6b551214b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:02Z', 'updated_at': '2021-08-10T03:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '334f736a-1cac-4f4a-adf8-e8ef52a9b095', 'name': '', 'network_id': '017bc094-0610-4c83-b903-161ccef8a7ca', 'tenant_id': '5c12184296424dc9af92067f3096d474', 'mac_address': 'fa:16:3e:d9:10:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea10405e-1c51-4440-b6cd-a6b551214b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': 'd62a09b9-e42e-47af-8510-297fece7a960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:06Z', 'updated_at': '2021-08-10T03:58:12Z', 'revision_number': 4, 'project_id': '5c12184296424dc9af92067f3096d474', 'subnets': [{'id': 'd62a09b9-e42e-47af-8510-297fece7a960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:13.253558 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-d0165046-5a94-4d78-80cb-7c69f4d01c9e tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5c12184296424dc9af92067f3096d474&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0899005 Aug 10 03:58:13.273082 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 38094104-37ae-4a62-9fb3-39dc85b2da7c details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:58:13.277400 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c7c42bc-6ffb-43c2-b5e7-090e49a3163b None None] The sync data for ids ['ea10405e-1c51-4440-b6cd-a6b551214b26'] in n-d-802893-2 is: [{'id': 'ea10405e-1c51-4440-b6cd-a6b551214b26', 'name': 'tempest-ServerRescueNegativeTestJSON-1358322403-router', 'tenant_id': '5c12184296424dc9af92067f3096d474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '341e549e-4e8e-475d-add8-78ebeb895157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:00Z', 'updated_at': '2021-08-10T03:58:07Z', 'revision_number': 4, 'project_id': '5c12184296424dc9af92067f3096d474', 'gw_port': {'id': '341e549e-4e8e-475d-add8-78ebeb895157', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea10405e-1c51-4440-b6cd-a6b551214b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:02Z', 'updated_at': '2021-08-10T03:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '334f736a-1cac-4f4a-adf8-e8ef52a9b095', 'name': '', 'network_id': '017bc094-0610-4c83-b903-161ccef8a7ca', 'tenant_id': '5c12184296424dc9af92067f3096d474', 'mac_address': 'fa:16:3e:d9:10:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea10405e-1c51-4440-b6cd-a6b551214b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 1945, 'fixed_ips': [{'subnet_id': 'd62a09b9-e42e-47af-8510-297fece7a960', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:06Z', 'updated_at': '2021-08-10T03:58:12Z', 'revision_number': 4, 'project_id': '5c12184296424dc9af92067f3096d474', 'subnets': [{'id': 'd62a09b9-e42e-47af-8510-297fece7a960', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:58:13.321854 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3bc5fe3c-d8f8-4c31-b14d-0dda616ae950 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:13.343505 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad55fdea-b6a9-4c7e-b305-c5eb06b7d976 admin admin] Network f7ff6afc-8008-49c6-8b16-55c096640020 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:13.351249 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-ad55fdea-b6a9-4c7e-b305-c5eb06b7d976 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:13.450200 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00de6e-d520-4fa4-babb-9ef2cecdc7c9 req-1dec3d02-7875-49b4-8d20-c688f835cd0e tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:13.460269 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bf00de6e-d520-4fa4-babb-9ef2cecdc7c9 req-1dec3d02-7875-49b4-8d20-c688f835cd0e tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/ports?device_id=670a9b51-f2c7-4cf9-be3d-49d273c87275 HTTP/1.1" status: 200 len: 943 time: 0.2112503 Aug 10 03:58:13.465568 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3bc5fe3c-d8f8-4c31-b14d-0dda616ae950 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:13.470002 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3bc5fe3c-d8f8-4c31-b14d-0dda616ae950 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "DELETE /v2.0/subnets/5efb0c51-edf9-4e1f-93a9-b518b91d3def HTTP/1.1" status: 204 len: 168 time: 1.1118960 Aug 10 03:58:13.479052 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e78eca-6f95-4ea1-b625-734a0acf71b3 None None] Network 5d099f79-883f-4477-960b-980055d4784b requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:58:13.497257 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40812) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:13.575878 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-f6ca5439-5a6a-4f3e-b4fb-423e54cfdcab service neutron] 10.222.0.25 "GET /v2.0/networks/017bc094-0610-4c83-b903-161ccef8a7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142650 Aug 10 03:58:13.577375 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5fe3c-d8f8-4c31-b14d-0dda616ae950 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Pushing event deleted for resources: {'Subnet': ['ID=5efb0c51-edf9-4e1f-93a9-b518b91d3def,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:13.589607 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port f67249b0-6eca-4130-a323-40893f232575 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:13.590185 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:13.612993 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c014c8d4-582a-47f7-a571-04501edc68e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:13.688692 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bf00de6e-d520-4fa4-babb-9ef2cecdc7c9 req-c158ac38-d535-450a-aace-516aab0a4c6c tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/security-groups?id=7707dc01-3182-4260-958c-be12fbc3b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272356 Aug 10 03:58:13.744506 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-8939ca66-ad98-4ee0-bf12-821c78a68c24 service neutron] 10.222.0.25 "GET /v2.0/networks/017bc094-0610-4c83-b903-161ccef8a7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561005 Aug 10 03:58:13.763945 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0b1e674f-baf2-4271-aa63-2443fb3fd769 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:13.782246 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c014c8d4-582a-47f7-a571-04501edc68e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:13.792586 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:13.846936 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c014c8d4-582a-47f7-a571-04501edc68e6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dbf29a8e3d184073960dd042a00c0cf1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3309419 Aug 10 03:58:13.847234 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 38094104-37ae-4a62-9fb3-39dc85b2da7c, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=38094104-37ae-4a62-9fb3-39dc85b2da7c,segment=NetworkSegment(d4dc0681-87d0-4e93-b975-e75c38916c3d),segment_id=d4dc0681-87d0-4e93-b975-e75c38916c3d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:13.847590 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40816) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:13.861687 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '38094104-37ae-4a62-9fb3-39dc85b2da7c', 'network_id': 'dc7a1db1-bbc0-45ee-b98a-90e704e11a49', 'port_id': '38094104-37ae-4a62-9fb3-39dc85b2da7c', 'mac_address': 'fa:16:3e:8c:ee:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aaf5ea1-3f65-41c5-a60a-4cbe09b8fb80', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:58:13.872760 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad55fdea-b6a9-4c7e-b305-c5eb06b7d976 admin admin] Router eb1ef11d-6d93-43be-a407-88a3eb74071f has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:58:13.874682 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09749883-9848-4922-93aa-ddbee4edea30 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Made reservation on behalf of cdcd64ea9b214b6c8e8b7ba6b5131c2f for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:58:13.878476 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-09749883-9848-4922-93aa-ddbee4edea30 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:13.896686 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c014c8d4-582a-47f7-a571-04501edc68e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e3cefd-7cf2-4694-b72a-9530b1214424,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:14.049467 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d68b520f-0f51-4720-bb70-e4ceb4165c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:14.052383 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c06215b4-3078-4dd3-bcab-9439877ee341 None None] Provisioning complete for port 04533a2e-117f-45ef-8e68-48d8069eb841 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:14.052754 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c06215b4-3078-4dd3-bcab-9439877ee341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:14.101065 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0f33ee1-ccc1-4791-9863-436de25fac60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:14.129868 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-c06215b4-3078-4dd3-bcab-9439877ee341 None None] Port 04533a2e-117f-45ef-8e68-48d8069eb841 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:58:14.152694 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:14.188790 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0f33ee1-ccc1-4791-9863-436de25fac60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:14.242919 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38094104-37ae-4a62-9fb3-39dc85b2da7c {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:58:14.281795 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 38094104-37ae-4a62-9fb3-39dc85b2da7c, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=38094104-37ae-4a62-9fb3-39dc85b2da7c,segment=NetworkSegment(d4dc0681-87d0-4e93-b975-e75c38916c3d),segment_id=d4dc0681-87d0-4e93-b975-e75c38916c3d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:14.374061 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffd3120-909c-45e5-9e23-34d005ca12d3 None None] DHCP port deletion for 5d099f79-883f-4477-960b-980055d4784b request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:58:14.383838 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:14.466329 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0f33ee1-ccc1-4791-9863-436de25fac60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:14.479299 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0f33ee1-ccc1-4791-9863-436de25fac60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:14.485795 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e0f33ee1-ccc1-4791-9863-436de25fac60 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/03e3cefd-7cf2-4694-b72a-9530b1214424 HTTP/1.1" status: 204 len: 168 time: 0.6362987 Aug 10 03:58:14.514579 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f33ee1-ccc1-4791-9863-436de25fac60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e3cefd-7cf2-4694-b72a-9530b1214424,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:14.552722 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=38094104-37ae-4a62-9fb3-39dc85b2da7c,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:14.561215 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-09749883-9848-4922-93aa-ddbee4edea30 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:14.607569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-fffd3120-909c-45e5-9e23-34d005ca12d3 None None] Deleting port cc504cfc-f4d3-4fbb-970c-e4a3691e33cb {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:14.610411 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fffd3120-909c-45e5-9e23-34d005ca12d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:14.660601 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e5b73abe-a823-4731-975e-f1a7da1df86a req-a4366056-78b8-431d-820f-477dedd5597f tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 210 time: 0.5186520 Aug 10 03:58:14.661208 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09749883-9848-4922-93aa-ddbee4edea30 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Subnet': ['ID=ef904eeb-6cb6-484b-a057-9cb200694e00,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:14.674017 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad55fdea-b6a9-4c7e-b305-c5eb06b7d976 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:58:14.688861 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ad55fdea-b6a9-4c7e-b305-c5eb06b7d976 admin admin] 10.222.0.25 "PUT /v2.0/routers/eb1ef11d-6d93-43be-a407-88a3eb74071f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7413671 Aug 10 03:58:14.702647 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e674f-baf2-4271-aa63-2443fb3fd769 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Deleting port cc504cfc-f4d3-4fbb-970c-e4a3691e33cb {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:14.703066 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0b1e674f-baf2-4271-aa63-2443fb3fd769 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:14.717462 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09749883-9848-4922-93aa-ddbee4edea30 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Checking segment: {'id': '788be3e6-11be-4349-ac59-32eb7d967775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ebb9495f-44b2-4f4c-a4e3-0120cd939eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:58:14.718174 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09749883-9848-4922-93aa-ddbee4edea30 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network hostable DHCP agents. Network: ebb9495f-44b2-4f4c-a4e3-0120cd939eb8, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:58:14.759751 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e24562e-eea4-449d-9cdf-3f898f765a41 None None] Sync routers for ids ['eb1ef11d-6d93-43be-a407-88a3eb74071f'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:58:14.767799 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['38094104-37ae-4a62-9fb3-39dc85b2da7c'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:58:14.874217 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-0b1e674f-baf2-4271-aa63-2443fb3fd769 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] For port cc504cfc-f4d3-4fbb-970c-e4a3691e33cb, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=cc504cfc-f4d3-4fbb-970c-e4a3691e33cb,segment=NetworkSegment(1b091c50-42e7-4ed2-acd2-124394c26139),segment_id=1b091c50-42e7-4ed2-acd2-124394c26139)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:14.874569 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0b1e674f-baf2-4271-aa63-2443fb3fd769 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:14.881439 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09749883-9848-4922-93aa-ddbee4edea30 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network ebb9495f-44b2-4f4c-a4e3-0120cd939eb8 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:58:14.903920 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e674f-baf2-4271-aa63-2443fb3fd769 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Calling delete_port for cc504cfc-f4d3-4fbb-970c-e4a3691e33cb owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:14.960584 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062ac8f-54c1-4bdd-9d8f-e468e344f55e req-b394fecc-602f-464e-b731-5072bdb436ae tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:14.962104 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f062ac8f-54c1-4bdd-9d8f-e468e344f55e req-b394fecc-602f-464e-b731-5072bdb436ae tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/ports?device_id=670a9b51-f2c7-4cf9-be3d-49d273c87275 HTTP/1.1" status: 200 len: 944 time: 0.1417055 Aug 10 03:58:14.978268 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e24562e-eea4-449d-9cdf-3f898f765a41 None None] Routers {'eb1ef11d-6d93-43be-a407-88a3eb74071f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:14.979156 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3e24562e-eea4-449d-9cdf-3f898f765a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:58:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['eb1ef11d-6d93-43be-a407-88a3eb74071f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:15.079548 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-fffd3120-909c-45e5-9e23-34d005ca12d3 None None] For port cc504cfc-f4d3-4fbb-970c-e4a3691e33cb, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=cc504cfc-f4d3-4fbb-970c-e4a3691e33cb,segment=NetworkSegment(1b091c50-42e7-4ed2-acd2-124394c26139),segment_id=1b091c50-42e7-4ed2-acd2-124394c26139)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:15.079948 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fffd3120-909c-45e5-9e23-34d005ca12d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:15.098919 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f062ac8f-54c1-4bdd-9d8f-e468e344f55e req-02f83700-f034-4a6e-9d5e-3f2b30f7ddaa tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/security-groups?id=7707dc01-3182-4260-958c-be12fbc3b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301558 Aug 10 03:58:15.104123 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-09749883-9848-4922-93aa-ddbee4edea30 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, ebb9495f-44b2-4f4c-a4e3-0120cd939eb8) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:15.115270 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09749883-9848-4922-93aa-ddbee4edea30 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:15.116289 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-09749883-9848-4922-93aa-ddbee4edea30 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:15.136523 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34571ef7-1c63-4ce9-b5e4-df15368fe240 None None] Network ebb9495f-44b2-4f4c-a4e3-0120cd939eb8 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:58:15.216489 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-09749883-9848-4922-93aa-ddbee4edea30 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1462340 Aug 10 03:58:15.218697 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40846) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:15.225939 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c77365fa-7140-47ca-8686-2ecacee23bb1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'subnet': {'network_id': '348bbae4-9002-4e5c-922c-8151ad5b1edc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:15.414821 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0b1e674f-baf2-4271-aa63-2443fb3fd769 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:15.483486 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-fffd3120-909c-45e5-9e23-34d005ca12d3 None None] Calling delete_port for cc504cfc-f4d3-4fbb-970c-e4a3691e33cb owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:15.543708 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-5e0e1aac-eb14-4c4e-bbe3-8c3842778b89 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:15.546111 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-5e0e1aac-eb14-4c4e-bbe3-8c3842778b89 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.68 "GET /v2.0/networks?id=017bc094-0610-4c83-b903-161ccef8a7ca HTTP/1.1" status: 200 len: 819 time: 0.3118362 Aug 10 03:58:15.573186 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e674f-baf2-4271-aa63-2443fb3fd769 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Pushing event deleted for resources: {'Port': ['ID=cc504cfc-f4d3-4fbb-970c-e4a3691e33cb,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:15.597841 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77365fa-7140-47ca-8686-2ecacee23bb1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Made reservation on behalf of cdcd64ea9b214b6c8e8b7ba6b5131c2f for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:58:15.604212 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c77365fa-7140-47ca-8686-2ecacee23bb1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:15.608962 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-fb661d88-3de5-43d0-b664-594ccf68092d tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Request body: {'port': {'device_id': 'f05865a0-562e-4a31-a9fb-c13dc6cc83b0', 'network_id': '017bc094-0610-4c83-b903-161ccef8a7ca', 'admin_state_up': True, 'tenant_id': '5c12184296424dc9af92067f3096d474'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:15.623551 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1e674f-baf2-4271-aa63-2443fb3fd769 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] No DVR routers for this DVR port cc504cfc-f4d3-4fbb-970c-e4a3691e33cb on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:58:15.626453 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 334f736a-1cac-4f4a-adf8-e8ef52a9b095 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:15.680344 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40850) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:15.766737 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-915ccbd4-b7eb-4989-9a3d-d5ff58698170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:15.841087 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:15.963309 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f4426858-1613-4fbd-a1bf-5db4c784a12c req-3367a1d9-d491-45c3-bf10-5359df3a44d4 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 210 time: 0.1221232 Aug 10 03:58:15.985718 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8506fe-5a26-463c-86f8-e7105b970992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-ebb9495f-44b2-4f4c-a4e3-0120cd939eb8', 'network_id': 'ebb9495f-44b2-4f4c-a4e3-0120cd939eb8', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'fixed_ips': [{'subnet_id': 'ef904eeb-6cb6-484b-a057-9cb200694e00'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:58:15.988472 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eb8506fe-5a26-463c-86f8-e7105b970992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:16.003402 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-3e24562e-eea4-449d-9cdf-3f898f765a41 None None] Set router eb1ef11d-6d93-43be-a407-88a3eb74071f gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:16.022306 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0b1e674f-baf2-4271-aa63-2443fb3fd769 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:16.050308 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-915ccbd4-b7eb-4989-9a3d-d5ff58698170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:16.052277 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-0b1e674f-baf2-4271-aa63-2443fb3fd769 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d099f79-883f-4477-960b-980055d4784b']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:16.059129 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:16.068931 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-0b1e674f-baf2-4271-aa63-2443fb3fd769 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b091c50-42e7-4ed2-acd2-124394c26139') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:16.069229 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-0b1e674f-baf2-4271-aa63-2443fb3fd769 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b091c50-42e7-4ed2-acd2-124394c26139') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:16.071793 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c77365fa-7140-47ca-8686-2ecacee23bb1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:16.098044 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fffd3120-909c-45e5-9e23-34d005ca12d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:16.120808 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0b1e674f-baf2-4271-aa63-2443fb3fd769 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:16.256694 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-915ccbd4-b7eb-4989-9a3d-d5ff58698170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:16.326926 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40858) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:16.340419 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-792156b2-df30-4416-b25e-5e0acdf61f82 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Request body: {'security_group': {'name': 'tempest-securitygroup--824535974', 'description': 'tempest-description--625329976'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:16.341830 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0b1e674f-baf2-4271-aa63-2443fb3fd769 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:16.347947 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ccbd4-b7eb-4989-9a3d-d5ff58698170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63317f5-3e46-4da9-920c-f6fcd27217bf,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:16.385065 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd3120-909c-45e5-9e23-34d005ca12d3 None None] Pushing event deleted for resources: {'Port': ['ID=cc504cfc-f4d3-4fbb-970c-e4a3691e33cb,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:16.386874 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77365fa-7140-47ca-8686-2ecacee23bb1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Subnet': ['ID=4cfdce3c-0eb2-4043-9cc7-e9ec32f22c5a,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:16.413296 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-915ccbd4-b7eb-4989-9a3d-d5ff58698170 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0b927540c82942d3b50a136e110fddd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7247024 Aug 10 03:58:16.415141 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b1e674f-baf2-4271-aa63-2443fb3fd769 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:58:16.416265 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0b1e674f-baf2-4271-aa63-2443fb3fd769 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:16.416493 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40860) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:16.423374 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77365fa-7140-47ca-8686-2ecacee23bb1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Checking segment: {'id': '7b25f2df-e7d1-4947-8a7f-82650e359ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '348bbae4-9002-4e5c-922c-8151ad5b1edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:58:16.423733 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77365fa-7140-47ca-8686-2ecacee23bb1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network hostable DHCP agents. Network: 348bbae4-9002-4e5c-922c-8151ad5b1edc, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:58:16.449445 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625b8b5-ed1d-4c18-8085-1bb1c0f4c733 req-6579cc54-10d7-48c9-81a4-d62ad2234b19 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:16.453052 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e625b8b5-ed1d-4c18-8085-1bb1c0f4c733 req-6579cc54-10d7-48c9-81a4-d62ad2234b19 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/ports?device_id=670a9b51-f2c7-4cf9-be3d-49d273c87275 HTTP/1.1" status: 200 len: 944 time: 0.1047478 Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:58:16.506522 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:58:16.517215 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-fb661d88-3de5-43d0-b664-594ccf68092d tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Made reservation on behalf of 5c12184296424dc9af92067f3096d474 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:58:16.519439 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffd3120-909c-45e5-9e23-34d005ca12d3 None None] No DVR routers for this DVR port cc504cfc-f4d3-4fbb-970c-e4a3691e33cb on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:58:16.521678 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-fb661d88-3de5-43d0-b664-594ccf68092d tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:16.539737 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e625b8b5-ed1d-4c18-8085-1bb1c0f4c733 req-40fecf73-7a6a-4ace-a25d-c62a2f90bd0c tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/security-groups?id=7707dc01-3182-4260-958c-be12fbc3b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845714 Aug 10 03:58:16.550133 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 334f736a-1cac-4f4a-adf8-e8ef52a9b095 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:16.558625 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d58e9738-b4ea-4348-88f7-1f8b3935d170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:16.585155 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d58e9738-b4ea-4348-88f7-1f8b3935d170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:16.603682 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 334f736a-1cac-4f4a-adf8-e8ef52a9b095 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:16.604123 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:16.615784 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-792156b2-df30-4416-b25e-5e0acdf61f82 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:16.620809 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77365fa-7140-47ca-8686-2ecacee23bb1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network 348bbae4-9002-4e5c-922c-8151ad5b1edc is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:58:16.680707 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-eb8506fe-5a26-463c-86f8-e7105b970992 None None] Allocated IP 2001:db8::2 (ebb9495f-44b2-4f4c-a4e3-0120cd939eb8/ef904eeb-6cb6-484b-a057-9cb200694e00/e7629530-97d2-459e-a7a4-5ed553ce0b0a) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:58:16.687308 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0b1e674f-baf2-4271-aa63-2443fb3fd769 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:16.696875 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0b1e674f-baf2-4271-aa63-2443fb3fd769 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:16.702107 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40864) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:16.702417 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0b1e674f-baf2-4271-aa63-2443fb3fd769 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "DELETE /v2.0/networks/5d099f79-883f-4477-960b-980055d4784b HTTP/1.1" status: 204 len: 168 time: 3.2023401 Aug 10 03:58:16.725149 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e674f-baf2-4271-aa63-2443fb3fd769 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Pushing event deleted for resources: {'Network': ['ID=5d099f79-883f-4477-960b-980055d4784b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:16.745517 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-fb661d88-3de5-43d0-b664-594ccf68092d tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Allocated IP 172.20.0.9 (017bc094-0610-4c83-b903-161ccef8a7ca/d62a09b9-e42e-47af-8510-297fece7a960/5e48d055-da9d-4b0f-85eb-0edc76009c82) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:58:16.748616 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-c77365fa-7140-47ca-8686-2ecacee23bb1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 348bbae4-9002-4e5c-922c-8151ad5b1edc) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:16.762453 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77365fa-7140-47ca-8686-2ecacee23bb1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:16.763051 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c77365fa-7140-47ca-8686-2ecacee23bb1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:16.787355 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd7d898-8889-44ec-9bfa-3159cb9a32ab tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Deleting subnet 17f7e21b-cc98-4c65-8871-1f860976e003 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:58:16.787355 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d898-8889-44ec-9bfa-3159cb9a32ab tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:16.787701 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31eed074-904e-4143-8c9e-a3d4894a6bca None None] Network 348bbae4-9002-4e5c-922c-8151ad5b1edc requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:58:16.828108 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d898-8889-44ec-9bfa-3159cb9a32ab tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:16.853820 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d58e9738-b4ea-4348-88f7-1f8b3935d170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:16.856422 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d58e9738-b4ea-4348-88f7-1f8b3935d170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:16.861862 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d58e9738-b4ea-4348-88f7-1f8b3935d170 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b63317f5-3e46-4da9-920c-f6fcd27217bf HTTP/1.1" status: 204 len: 168 time: 0.4395027 Aug 10 03:58:16.887382 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e9738-b4ea-4348-88f7-1f8b3935d170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63317f5-3e46-4da9-920c-f6fcd27217bf,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:16.925183 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:16.965803 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d898-8889-44ec-9bfa-3159cb9a32ab tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:16.972190 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-fb661d88-3de5-43d0-b664-594ccf68092d tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:16.977645 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-792156b2-df30-4416-b25e-5e0acdf61f82 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:17.003640 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:17.083470 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 334f736a-1cac-4f4a-adf8-e8ef52a9b095, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=334f736a-1cac-4f4a-adf8-e8ef52a9b095,segment=NetworkSegment(77b25dbd-5d53-4f66-ad91-d61c3dba273a),segment_id=77b25dbd-5d53-4f66-ad91-d61c3dba273a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:17.104338 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3e24562e-eea4-449d-9cdf-3f898f765a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'name': 'tempest-ServerActionsTestJSON-676148720-router', 'tenant_id': '897476f221894013b27960fb36935e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'f67249b0-6eca-4130-a323-40893f232575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:01Z', 'updated_at': '2021-08-10T03:58:11Z', 'revision_number': 4, 'project_id': '897476f221894013b27960fb36935e79', 'gw_port': {'id': 'f67249b0-6eca-4130-a323-40893f232575', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:02Z', 'updated_at': '2021-08-10T03:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '04533a2e-117f-45ef-8e68-48d8069eb841', 'name': '', 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020', 'tenant_id': '897476f221894013b27960fb36935e79', 'mac_address': 'fa:16:3e:86:a6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'a51d8861-9dbf-4178-9d3e-8ed73319e82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:09Z', 'updated_at': '2021-08-10T03:58:11Z', 'revision_number': 2, 'project_id': '897476f221894013b27960fb36935e79', 'subnets': [{'id': 'a51d8861-9dbf-4178-9d3e-8ed73319e82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:17.127165 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5246b624-ac32-42f3-aa6a-c22aff0f377e req-85b3f3d2-616b-4476-a320-e27134b0c33c tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 210 time: 0.0492337 Aug 10 03:58:17.132025 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-792156b2-df30-4416-b25e-5e0acdf61f82 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:17.147298 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e24562e-eea4-449d-9cdf-3f898f765a41 None None] Checking router: eb1ef11d-6d93-43be-a407-88a3eb74071f for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:58:17.147993 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e24562e-eea4-449d-9cdf-3f898f765a41 None None] Updating router eb1ef11d-6d93-43be-a407-88a3eb74071f port 04533a2e-117f-45ef-8e68-48d8069eb841 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:58:17.172100 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-fb661d88-3de5-43d0-b664-594ccf68092d tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:17.195163 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eb8506fe-5a26-463c-86f8-e7105b970992 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:17.197630 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-75ce5270-8193-4f5d-abdc-6bcd424f2c0d tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:17.199117 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-75ce5270-8193-4f5d-abdc-6bcd424f2c0d tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.68 "GET /v2.0/networks?id=017bc094-0610-4c83-b903-161ccef8a7ca HTTP/1.1" status: 200 len: 819 time: 0.2057424 Aug 10 03:58:17.200840 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792156b2-df30-4416-b25e-5e0acdf61f82 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:17.213334 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-e51f4d24-52c8-4743-bcf9-ab1716f01296 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Request body: {'port': {'device_id': '604b0730-c3e8-46c8-a90c-e99d97d1c9bd', 'network_id': '017bc094-0610-4c83-b903-161ccef8a7ca', 'admin_state_up': True, 'tenant_id': '5c12184296424dc9af92067f3096d474'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:17.215063 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-eb8506fe-5a26-463c-86f8-e7105b970992 None None] Transition to ACTIVE for port object e7629530-97d2-459e-a7a4-5ed553ce0b0a will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:17.228594 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-fb661d88-3de5-43d0-b664-594ccf68092d tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Network 017bc094-0610-4c83-b903-161ccef8a7ca is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:17.229788 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3e24562e-eea4-449d-9cdf-3f898f765a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:17.234381 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-fb661d88-3de5-43d0-b664-594ccf68092d tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:17.244650 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-fb661d88-3de5-43d0-b664-594ccf68092d tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:58:17.258411 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-eb8506fe-5a26-463c-86f8-e7105b970992 None None] Transition to ACTIVE for port object e7629530-97d2-459e-a7a4-5ed553ce0b0a will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:17.280771 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:17.281647 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb661d88-3de5-43d0-b664-594ccf68092d tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Pushing event updated for resources: {'Port': ['ID=5e48d055-da9d-4b0f-85eb-0edc76009c82,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:17.318997 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d898-8889-44ec-9bfa-3159cb9a32ab tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:17.320776 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-792156b2-df30-4416-b25e-5e0acdf61f82 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:17.326088 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-792156b2-df30-4416-b25e-5e0acdf61f82 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9976811 Aug 10 03:58:17.326968 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c77365fa-7140-47ca-8686-2ecacee23bb1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1071258 Aug 10 03:58:17.333042 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40872) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:17.333387 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40874) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:17.359051 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-45d0e854-180b-4580-8118-605a8053128f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Request body: {'security_group_rule': {'security_group_id': 'f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:17.366224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-fb661d88-3de5-43d0-b664-594ccf68092d tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:17.366901 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-fb661d88-3de5-43d0-b664-594ccf68092d tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:17.386405 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cefa024-42b2-44f3-9c42-7bce63a56b59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-348bbae4-9002-4e5c-922c-8151ad5b1edc', 'network_id': '348bbae4-9002-4e5c-922c-8151ad5b1edc', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'fixed_ips': [{'subnet_id': '4cfdce3c-0eb2-4043-9cc7-e9ec32f22c5a'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:58:17.387104 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-3f1d436c-8587-4520-a409-94a81f1ac7ec tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1384987055', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:17.387401 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3cefa024-42b2-44f3-9c42-7bce63a56b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:17.390476 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device cc504cfc-f4d3-4fbb-970c-e4a3691e33cb no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:58:17.425493 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7d898-8889-44ec-9bfa-3159cb9a32ab tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Pushing event deleted for resources: {'Subnet': ['ID=17f7e21b-cc98-4c65-8871-1f860976e003,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:17.438246 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d898-8889-44ec-9bfa-3159cb9a32ab tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:17.442468 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3cd7d898-8889-44ec-9bfa-3159cb9a32ab tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "DELETE /v2.0/subnets/17f7e21b-cc98-4c65-8871-1f860976e003 HTTP/1.1" status: 204 len: 168 time: 0.7368793 Aug 10 03:58:17.442862 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40878) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:17.449431 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eb8506fe-5a26-463c-86f8-e7105b970992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:17.458862 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4016c258-0b94-4392-8149-b6dadaf4a848 None None] Network 53dfa4b5-770f-4d5e-bb8c-65926a66e881 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:58:17.478596 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: cc504cfc-f4d3-4fbb-970c-e4a3691e33cb {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:58:17.479245 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device cc504cfc-f4d3-4fbb-970c-e4a3691e33cb not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:58:17.508228 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-45d0e854-180b-4580-8118-605a8053128f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:17.578491 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab5ec8d6-4616-4fe5-b554-f3ae347b77f0 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:17.581157 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-45d0e854-180b-4580-8118-605a8053128f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:17.626899 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-fb661d88-3de5-43d0-b664-594ccf68092d tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0363526 Aug 10 03:58:17.642345 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-ee8b20ae-e4fa-40e4-92f3-714a5f53398e service neutron] Request body: {'port': {'device_id': 'f05865a0-562e-4a31-a9fb-c13dc6cc83b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:17.642573 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.db.api [None req-3f1d436c-8587-4520-a409-94a81f1ac7ec tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 03:58:17.642573 n-d-802893-2 neutron-server[94938]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 03:58:17.642573 n-d-802893-2 neutron-server[94938]: [parameters: {'project_id_1': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'expiration_1': datetime.datetime(2021, 8, 10, 3, 58, 17, 415069)}] Aug 10 03:58:17.642573 n-d-802893-2 neutron-server[94938]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94938) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:58:17.643464 n-d-802893-2 neutron-server[94938]: DEBUG oslo_db.api [None req-3f1d436c-8587-4520-a409-94a81f1ac7ec tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:58:17.677477 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-45d0e854-180b-4580-8118-605a8053128f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:17.715580 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0e854-180b-4580-8118-605a8053128f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8205427c-12f9-4749-aeeb-8a004b56a71f,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:17.736102 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8506fe-5a26-463c-86f8-e7105b970992 None None] Network ebb9495f-44b2-4f4c-a4e3-0120cd939eb8 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:17.742908 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-e51f4d24-52c8-4743-bcf9-ab1716f01296 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Made reservation on behalf of 5c12184296424dc9af92067f3096d474 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:58:17.746524 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-e51f4d24-52c8-4743-bcf9-ab1716f01296 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:17.752136 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-ee8b20ae-e4fa-40e4-92f3-714a5f53398e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:17.763737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-ab5ec8d6-4616-4fe5-b554-f3ae347b77f0 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Deleting port 5cfcf89b-c448-44cf-8e05-3e6a3a3da1e6 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:17.763737 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab5ec8d6-4616-4fe5-b554-f3ae347b77f0 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:17.773655 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=334f736a-1cac-4f4a-adf8-e8ef52a9b095,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:17.788659 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-eb8506fe-5a26-463c-86f8-e7105b970992 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:17.818084 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8506fe-5a26-463c-86f8-e7105b970992 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:58:17.827691 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-45d0e854-180b-4580-8118-605a8053128f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:17.832934 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-45d0e854-180b-4580-8118-605a8053128f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4924273 Aug 10 03:58:17.834369 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40896) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:17.868473 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c4738-4fec-4cca-8daa-d1bcbebefd2d req-c9b00ee6-e1ca-4867-8f6e-59cebc3c7192 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:17.870344 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ef2c4738-4fec-4cca-8daa-d1bcbebefd2d req-c9b00ee6-e1ca-4867-8f6e-59cebc3c7192 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/ports?device_id=670a9b51-f2c7-4cf9-be3d-49d273c87275 HTTP/1.1" status: 200 len: 944 time: 0.1756544 Aug 10 03:58:17.896401 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-98f663a8-2255-497b-bd6a-61479ebdb1c0 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Request body: {'security_group_rule': {'security_group_id': 'f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:17.917440 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-ab5ec8d6-4616-4fe5-b554-f3ae347b77f0 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] For port 5cfcf89b-c448-44cf-8e05-3e6a3a3da1e6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=5cfcf89b-c448-44cf-8e05-3e6a3a3da1e6,segment=NetworkSegment(3b88faf7-60c9-409a-a2e1-599b74963e34),segment_id=3b88faf7-60c9-409a-a2e1-599b74963e34)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:17.917831 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab5ec8d6-4616-4fe5-b554-f3ae347b77f0 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:17.989981 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-ab5ec8d6-4616-4fe5-b554-f3ae347b77f0 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Calling delete_port for 5cfcf89b-c448-44cf-8e05-3e6a3a3da1e6 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:18.011667 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-e51f4d24-52c8-4743-bcf9-ab1716f01296 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Allocated IP 172.20.0.4 (017bc094-0610-4c83-b903-161ccef8a7ca/d62a09b9-e42e-47af-8510-297fece7a960/6ef051c6-af36-4305-ae02-5804deade79c) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:58:18.025407 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ef2c4738-4fec-4cca-8daa-d1bcbebefd2d req-98397a77-7e7b-4dfa-a9f1-726a39906d91 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/security-groups?id=7707dc01-3182-4260-958c-be12fbc3b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382132 Aug 10 03:58:18.028386 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8506fe-5a26-463c-86f8-e7105b970992 None None] Pushing event updated for resources: {'Port': ['ID=e7629530-97d2-459e-a7a4-5ed553ce0b0a,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:18.054011 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-98f663a8-2255-497b-bd6a-61479ebdb1c0 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:18.055048 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-eb8506fe-5a26-463c-86f8-e7105b970992 None None] Attempting to bind port e7629530-97d2-459e-a7a4-5ed553ce0b0a on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:58:18.055420 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-eb8506fe-5a26-463c-86f8-e7105b970992 None None] Attempting to bind port e7629530-97d2-459e-a7a4-5ed553ce0b0a by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '788be3e6-11be-4349-ac59-32eb7d967775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ebb9495f-44b2-4f4c-a4e3-0120cd939eb8'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:58:18.055779 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8506fe-5a26-463c-86f8-e7105b970992 None None] Attempting to bind port e7629530-97d2-459e-a7a4-5ed553ce0b0a on network ebb9495f-44b2-4f4c-a4e3-0120cd939eb8 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:58:18.078693 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8506fe-5a26-463c-86f8-e7105b970992 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:58:18.078961 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8506fe-5a26-463c-86f8-e7105b970992 None None] Checking segment: {'id': '788be3e6-11be-4349-ac59-32eb7d967775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ebb9495f-44b2-4f4c-a4e3-0120cd939eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:58:18.079366 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eb8506fe-5a26-463c-86f8-e7105b970992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:18.079758 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8506fe-5a26-463c-86f8-e7105b970992 None None] Bound using segment: {'id': '788be3e6-11be-4349-ac59-32eb7d967775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ebb9495f-44b2-4f4c-a4e3-0120cd939eb8'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:58:18.080262 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-eb8506fe-5a26-463c-86f8-e7105b970992 None None] Bound port: e7629530-97d2-459e-a7a4-5ed553ce0b0a, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '788be3e6-11be-4349-ac59-32eb7d967775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'ebb9495f-44b2-4f4c-a4e3-0120cd939eb8'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:58:18.081226 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eb8506fe-5a26-463c-86f8-e7105b970992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:18.110019 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-3cefa024-42b2-44f3-9c42-7bce63a56b59 None None] Allocated IP 2001:db8:1::2 (348bbae4-9002-4e5c-922c-8151ad5b1edc/4cfdce3c-0eb2-4043-9cc7-e9ec32f22c5a/27678f76-6ffe-4235-9e94-7237a35c47d1) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:58:18.219209 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-e51f4d24-52c8-4743-bcf9-ab1716f01296 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:18.294902 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab5ec8d6-4616-4fe5-b554-f3ae347b77f0 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:18.311986 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d688e32c-9687-41ce-8b80-aa7b323def82 req-e99645de-7f7b-438b-b3dc-09a80febda10 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 210 time: 0.0772488 Aug 10 03:58:18.357874 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5ec8d6-4616-4fe5-b554-f3ae347b77f0 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] No DVR routers for this DVR port 5cfcf89b-c448-44cf-8e05-3e6a3a3da1e6 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:58:18.362872 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ec8d6-4616-4fe5-b554-f3ae347b77f0 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Pushing event deleted for resources: {'Port': ['ID=5cfcf89b-c448-44cf-8e05-3e6a3a3da1e6,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:18.388331 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-98f663a8-2255-497b-bd6a-61479ebdb1c0 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:18.431882 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f1d436c-8587-4520-a409-94a81f1ac7ec tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:18.433041 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f1d436c-8587-4520-a409-94a81f1ac7ec tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:18.452139 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab5ec8d6-4616-4fe5-b554-f3ae347b77f0 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:18.465375 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-ab5ec8d6-4616-4fe5-b554-f3ae347b77f0 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53dfa4b5-770f-4d5e-bb8c-65926a66e881']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:18.515045 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-ab5ec8d6-4616-4fe5-b554-f3ae347b77f0 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b88faf7-60c9-409a-a2e1-599b74963e34') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:18.515045 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-ab5ec8d6-4616-4fe5-b554-f3ae347b77f0 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b88faf7-60c9-409a-a2e1-599b74963e34') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:18.519094 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a64eb2-f2a6-4acb-9ae2-375785336379 None None] DHCP port deletion for 53dfa4b5-770f-4d5e-bb8c-65926a66e881 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:58:18.528016 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab5ec8d6-4616-4fe5-b554-f3ae347b77f0 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:18.531882 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-e51f4d24-52c8-4743-bcf9-ab1716f01296 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:18.533616 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-98f663a8-2255-497b-bd6a-61479ebdb1c0 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:18.536176 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f1d436c-8587-4520-a409-94a81f1ac7ec tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:18.563879 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-eb8506fe-5a26-463c-86f8-e7105b970992 None None] For port e7629530-97d2-459e-a7a4-5ed553ce0b0a, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:58:18.587682 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab5ec8d6-4616-4fe5-b554-f3ae347b77f0 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:18.590984 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-eb8506fe-5a26-463c-86f8-e7105b970992 None None] For port e7629530-97d2-459e-a7a4-5ed553ce0b0a, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e7629530-97d2-459e-a7a4-5ed553ce0b0a,segment=NetworkSegment(788be3e6-11be-4349-ac59-32eb7d967775),segment_id=788be3e6-11be-4349-ac59-32eb7d967775)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:58:18.601213 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f4d24-52c8-4743-bcf9-ab1716f01296 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Pushing event updated for resources: {'Port': ['ID=6ef051c6-af36-4305-ae02-5804deade79c,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:18.608045 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f1d436c-8587-4520-a409-94a81f1ac7ec tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:18.618354 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f663a8-2255-497b-bd6a-61479ebdb1c0 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a98d61-6dfb-4aa6-866e-028a52ecc72e,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:18.632167 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-e51f4d24-52c8-4743-bcf9-ab1716f01296 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Network 017bc094-0610-4c83-b903-161ccef8a7ca is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:18.634187 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-e51f4d24-52c8-4743-bcf9-ab1716f01296 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:18.637178 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-e51f4d24-52c8-4743-bcf9-ab1716f01296 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:58:18.661328 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eb8506fe-5a26-463c-86f8-e7105b970992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:18.708279 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-e51f4d24-52c8-4743-bcf9-ab1716f01296 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:18.709006 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-e51f4d24-52c8-4743-bcf9-ab1716f01296 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:18.748192 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab5ec8d6-4616-4fe5-b554-f3ae347b77f0 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:58:18.748674 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab5ec8d6-4616-4fe5-b554-f3ae347b77f0 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:58:18.753586 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:58:18.760364 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-98f663a8-2255-497b-bd6a-61479ebdb1c0 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:18.764573 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-98f663a8-2255-497b-bd6a-61479ebdb1c0 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8697295 Aug 10 03:58:18.764814 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40920) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:18.767947 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8506fe-5a26-463c-86f8-e7105b970992 None None] Pushing event updated for resources: {'Port': ['ID=e7629530-97d2-459e-a7a4-5ed553ce0b0a,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:18.771248 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-5845c6d8-536c-4822-9402-808088d16619 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:18.784738 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3e24562e-eea4-449d-9cdf-3f898f765a41 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:18.824212 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-e51f4d24-52c8-4743-bcf9-ab1716f01296 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6136525 Aug 10 03:58:18.824679 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3e24562e-eea4-449d-9cdf-3f898f765a41 None None] Transition to ACTIVE for port object 04533a2e-117f-45ef-8e68-48d8069eb841 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:18.831385 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f1d436c-8587-4520-a409-94a81f1ac7ec tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:18.837953 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3f1d436c-8587-4520-a409-94a81f1ac7ec tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.4573102 Aug 10 03:58:18.838577 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40922) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:18.881582 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-ee8b20ae-e4fa-40e4-92f3-714a5f53398e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e48d055-da9d-4b0f-85eb-0edc76009c82 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:58:18.887382 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3cefa024-42b2-44f3-9c42-7bce63a56b59 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:18.899687 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-ee8b20ae-e4fa-40e4-92f3-714a5f53398e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:18.904057 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3cefa024-42b2-44f3-9c42-7bce63a56b59 None None] Transition to ACTIVE for port object 27678f76-6ffe-4235-9e94-7237a35c47d1 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:18.923077 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3cefa024-42b2-44f3-9c42-7bce63a56b59 None None] Transition to ACTIVE for port object 27678f76-6ffe-4235-9e94-7237a35c47d1 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:18.926164 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-35985a00-7244-47a4-9715-6de9bc367eba service neutron] Request body: {'port': {'device_id': '604b0730-c3e8-46c8-a90c-e99d97d1c9bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:18.946480 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-ee8b20ae-e4fa-40e4-92f3-714a5f53398e service neutron] Transition to ACTIVE for port object 5e48d055-da9d-4b0f-85eb-0edc76009c82 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:18.963793 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5845c6d8-536c-4822-9402-808088d16619 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:18.991930 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3e24562e-eea4-449d-9cdf-3f898f765a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:19.044418 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678b985-a472-47d1-8fc7-e2083a61abab None None] Pushing event updated for resources: {'Port': ['ID=04533a2e-117f-45ef-8e68-48d8069eb841,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:19.122412 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-35985a00-7244-47a4-9715-6de9bc367eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:19.133291 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-ee8b20ae-e4fa-40e4-92f3-714a5f53398e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:19.143511 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3cefa024-42b2-44f3-9c42-7bce63a56b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:19.223319 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab5ec8d6-4616-4fe5-b554-f3ae347b77f0 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:19.247180 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefa024-42b2-44f3-9c42-7bce63a56b59 None None] Pushing event updated for resources: {'Port': ['ID=27678f76-6ffe-4235-9e94-7237a35c47d1,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:19.249880 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 38094104-37ae-4a62-9fb3-39dc85b2da7c up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:19.258565 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab5ec8d6-4616-4fe5-b554-f3ae347b77f0 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:19.260590 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ab5ec8d6-4616-4fe5-b554-f3ae347b77f0 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] 10.222.0.25 "DELETE /v2.0/networks/53dfa4b5-770f-4d5e-bb8c-65926a66e881 HTTP/1.1" status: 204 len: 168 time: 1.8166726 Aug 10 03:58:19.338843 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ec8d6-4616-4fe5-b554-f3ae347b77f0 tempest-ServersTestMultiNic-2041741202 tempest-ServersTestMultiNic-2041741202-project] Pushing event deleted for resources: {'Network': ['ID=53dfa4b5-770f-4d5e-bb8c-65926a66e881,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:19.367094 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-3e24562e-eea4-449d-9cdf-3f898f765a41 None None] Attempting to bind port 04533a2e-117f-45ef-8e68-48d8069eb841 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:58:19.367360 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-3e24562e-eea4-449d-9cdf-3f898f765a41 None None] Attempting to bind port 04533a2e-117f-45ef-8e68-48d8069eb841 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '2b1cf01d-024c-43da-ba3d-d7d744da33ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:58:19.368021 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e24562e-eea4-449d-9cdf-3f898f765a41 None None] Attempting to bind port 04533a2e-117f-45ef-8e68-48d8069eb841 on network f7ff6afc-8008-49c6-8b16-55c096640020 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:58:19.375641 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b20ae-e4fa-40e4-92f3-714a5f53398e service neutron] Pushing event updated for resources: {'Port': ['ID=5e48d055-da9d-4b0f-85eb-0edc76009c82,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:19.409409 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cefa024-42b2-44f3-9c42-7bce63a56b59 None None] Network 348bbae4-9002-4e5c-922c-8151ad5b1edc is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:19.412792 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e24562e-eea4-449d-9cdf-3f898f765a41 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:58:19.415438 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e24562e-eea4-449d-9cdf-3f898f765a41 None None] Checking segment: {'id': '2b1cf01d-024c-43da-ba3d-d7d744da33ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:58:19.416849 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3e24562e-eea4-449d-9cdf-3f898f765a41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:19.419416 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e24562e-eea4-449d-9cdf-3f898f765a41 None None] Bound using segment: {'id': '2b1cf01d-024c-43da-ba3d-d7d744da33ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:58:19.420398 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-3e24562e-eea4-449d-9cdf-3f898f765a41 None None] Bound port: 04533a2e-117f-45ef-8e68-48d8069eb841, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1cf01d-024c-43da-ba3d-d7d744da33ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:58:19.420999 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3e24562e-eea4-449d-9cdf-3f898f765a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:19.428358 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-3cefa024-42b2-44f3-9c42-7bce63a56b59 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:19.438043 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cefa024-42b2-44f3-9c42-7bce63a56b59 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:58:19.578992 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-3cefa024-42b2-44f3-9c42-7bce63a56b59 None None] Attempting to bind port 27678f76-6ffe-4235-9e94-7237a35c47d1 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:58:19.579708 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-3cefa024-42b2-44f3-9c42-7bce63a56b59 None None] Attempting to bind port 27678f76-6ffe-4235-9e94-7237a35c47d1 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '7b25f2df-e7d1-4947-8a7f-82650e359ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '348bbae4-9002-4e5c-922c-8151ad5b1edc'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:58:19.581119 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cefa024-42b2-44f3-9c42-7bce63a56b59 None None] Attempting to bind port 27678f76-6ffe-4235-9e94-7237a35c47d1 on network 348bbae4-9002-4e5c-922c-8151ad5b1edc {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:58:19.585242 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 38094104-37ae-4a62-9fb3-39dc85b2da7c completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:19.604265 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 38094104-37ae-4a62-9fb3-39dc85b2da7c triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:19.608530 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:19.608530 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cefa024-42b2-44f3-9c42-7bce63a56b59 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:58:19.608530 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cefa024-42b2-44f3-9c42-7bce63a56b59 None None] Checking segment: {'id': '7b25f2df-e7d1-4947-8a7f-82650e359ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '348bbae4-9002-4e5c-922c-8151ad5b1edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:58:19.608530 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3cefa024-42b2-44f3-9c42-7bce63a56b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:19.611237 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cefa024-42b2-44f3-9c42-7bce63a56b59 None None] Bound using segment: {'id': '7b25f2df-e7d1-4947-8a7f-82650e359ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '348bbae4-9002-4e5c-922c-8151ad5b1edc'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:58:19.612898 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-3cefa024-42b2-44f3-9c42-7bce63a56b59 None None] Bound port: 27678f76-6ffe-4235-9e94-7237a35c47d1, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b25f2df-e7d1-4947-8a7f-82650e359ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '348bbae4-9002-4e5c-922c-8151ad5b1edc'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:58:19.613532 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3cefa024-42b2-44f3-9c42-7bce63a56b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:19.719627 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-ee8b20ae-e4fa-40e4-92f3-714a5f53398e service neutron] Attempting to bind port 5e48d055-da9d-4b0f-85eb-0edc76009c82 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:58:19.719988 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-ee8b20ae-e4fa-40e4-92f3-714a5f53398e service neutron] Attempting to bind port 5e48d055-da9d-4b0f-85eb-0edc76009c82 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '77b25dbd-5d53-4f66-ad91-d61c3dba273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '017bc094-0610-4c83-b903-161ccef8a7ca'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:58:19.720341 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-ee8b20ae-e4fa-40e4-92f3-714a5f53398e service neutron] Attempting to bind port 5e48d055-da9d-4b0f-85eb-0edc76009c82 on network 017bc094-0610-4c83-b903-161ccef8a7ca {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:58:19.723089 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-3e24562e-eea4-449d-9cdf-3f898f765a41 None None] For port 04533a2e-117f-45ef-8e68-48d8069eb841, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:58:19.733046 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-ee8b20ae-e4fa-40e4-92f3-714a5f53398e service neutron] Port 5e48d055-da9d-4b0f-85eb-0edc76009c82 on network 017bc094-0610-4c83-b903-161ccef8a7ca not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:58:19.735349 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-ee8b20ae-e4fa-40e4-92f3-714a5f53398e service neutron] Attempting to bind port 5e48d055-da9d-4b0f-85eb-0edc76009c82 on network 017bc094-0610-4c83-b903-161ccef8a7ca {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:58:19.741861 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-ee8b20ae-e4fa-40e4-92f3-714a5f53398e service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:58:19.752217 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-ee8b20ae-e4fa-40e4-92f3-714a5f53398e service neutron] Checking segment: {'id': '77b25dbd-5d53-4f66-ad91-d61c3dba273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '017bc094-0610-4c83-b903-161ccef8a7ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:58:19.752217 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-ee8b20ae-e4fa-40e4-92f3-714a5f53398e service neutron] Bound using segment: {'id': '77b25dbd-5d53-4f66-ad91-d61c3dba273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '017bc094-0610-4c83-b903-161ccef8a7ca'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:58:19.752217 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-ee8b20ae-e4fa-40e4-92f3-714a5f53398e service neutron] Bound port: 5e48d055-da9d-4b0f-85eb-0edc76009c82, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77b25dbd-5d53-4f66-ad91-d61c3dba273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '017bc094-0610-4c83-b903-161ccef8a7ca'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:58:19.752217 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-ee8b20ae-e4fa-40e4-92f3-714a5f53398e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:19.783333 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-3e24562e-eea4-449d-9cdf-3f898f765a41 None None] For port 04533a2e-117f-45ef-8e68-48d8069eb841, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=04533a2e-117f-45ef-8e68-48d8069eb841,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:58:19.808516 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df87a0e-b03e-4bde-acd0-483a27f9f9bb req-b8e31887-7d32-40e7-9817-11b3315ea134 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:19.810648 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3df87a0e-b03e-4bde-acd0-483a27f9f9bb req-b8e31887-7d32-40e7-9817-11b3315ea134 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 931 time: 0.3520865 Aug 10 03:58:19.874637 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e7629530-97d2-459e-a7a4-5ed553ce0b0a up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:19.884227 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-3cefa024-42b2-44f3-9c42-7bce63a56b59 None None] For port 27678f76-6ffe-4235-9e94-7237a35c47d1, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:58:19.908154 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3e24562e-eea4-449d-9cdf-3f898f765a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:19.966188 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3df87a0e-b03e-4bde-acd0-483a27f9f9bb req-d13590e8-a4c1-4b0c-9e6d-eee554906206 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995462 Aug 10 03:58:20.035525 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-ee8b20ae-e4fa-40e4-92f3-714a5f53398e service neutron] For port 5e48d055-da9d-4b0f-85eb-0edc76009c82, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:58:20.046082 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-ee8b20ae-e4fa-40e4-92f3-714a5f53398e service neutron] For port 5e48d055-da9d-4b0f-85eb-0edc76009c82, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5e48d055-da9d-4b0f-85eb-0edc76009c82,segment=NetworkSegment(77b25dbd-5d53-4f66-ad91-d61c3dba273a),segment_id=77b25dbd-5d53-4f66-ad91-d61c3dba273a)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:58:20.059502 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-3cefa024-42b2-44f3-9c42-7bce63a56b59 None None] For port 27678f76-6ffe-4235-9e94-7237a35c47d1, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=27678f76-6ffe-4235-9e94-7237a35c47d1,segment=NetworkSegment(7b25f2df-e7d1-4947-8a7f-82650e359ddf),segment_id=7b25f2df-e7d1-4947-8a7f-82650e359ddf)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:58:20.083538 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:20.145689 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e24562e-eea4-449d-9cdf-3f898f765a41 None None] Routers {'eb1ef11d-6d93-43be-a407-88a3eb74071f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:20.146634 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3e24562e-eea4-449d-9cdf-3f898f765a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:58:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['eb1ef11d-6d93-43be-a407-88a3eb74071f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:20.187054 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-ee8b20ae-e4fa-40e4-92f3-714a5f53398e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:20.335578 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678b985-a472-47d1-8fc7-e2083a61abab None None] Pushing event updated for resources: {'Port': ['ID=04533a2e-117f-45ef-8e68-48d8069eb841,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:20.343875 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3cefa024-42b2-44f3-9c42-7bce63a56b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:20.374122 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-ee8b20ae-e4fa-40e4-92f3-714a5f53398e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:20.374759 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-ee8b20ae-e4fa-40e4-92f3-714a5f53398e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:20.376276 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-ee8b20ae-e4fa-40e4-92f3-714a5f53398e service neutron] 10.222.0.68 "PUT /v2.0/ports/5e48d055-da9d-4b0f-85eb-0edc76009c82 HTTP/1.1" status: 200 len: 1091 time: 2.7399509 Aug 10 03:58:20.382468 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05865a0-562e-4a31-a9fb-c13dc6cc83b0', 'tag': '5e48d055-da9d-4b0f-85eb-0edc76009c82'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:58:20.382468 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998269dc-51f9-425b-8b29-e8f8b64b0b64" -d '{"events": [{"name": "network-changed", "server_uuid": "f05865a0-562e-4a31-a9fb-c13dc6cc83b0", "tag": "5e48d055-da9d-4b0f-85eb-0edc76009c82"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:58:20.419642 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b20ae-e4fa-40e4-92f3-714a5f53398e service neutron] Pushing event updated for resources: {'Port': ['ID=5e48d055-da9d-4b0f-85eb-0edc76009c82,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:20.434072 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-2312393e-4dc0-4651-9276-684642199abf req-6185714f-62ff-4086-97af-838c066603e9 service neutron] (94938) timed out ('10.222.0.20', 58559) {{(pid=94938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 03:58:20.480230 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-3e24562e-eea4-449d-9cdf-3f898f765a41 None None] Set router eb1ef11d-6d93-43be-a407-88a3eb74071f gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:20.500257 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670a9b51-f2c7-4cf9-be3d-49d273c87275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38094104-37ae-4a62-9fb3-39dc85b2da7c'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:58:20.516873 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080eb984-f698-4348-9529-4c3c820cb3d6 x-openstack-request-id: req-080eb984-f698-4348-9529-4c3c820cb3d6 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:58:20.517052 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f05865a0-562e-4a31-a9fb-c13dc6cc83b0", "tag": "5e48d055-da9d-4b0f-85eb-0edc76009c82", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:58:20.520154 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-080eb984-f698-4348-9529-4c3c820cb3d6 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:58:20.520154 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05865a0-562e-4a31-a9fb-c13dc6cc83b0', 'tag': '5e48d055-da9d-4b0f-85eb-0edc76009c82', 'status': 'completed', 'code': 200} Aug 10 03:58:20.520364 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a1bb20-f4b3-4c62-b963-33c9ba560ec8" -d '{"events": [{"server_uuid": "670a9b51-f2c7-4cf9-be3d-49d273c87275", "name": "network-vif-plugged", "status": "completed", "tag": "38094104-37ae-4a62-9fb3-39dc85b2da7c"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:58:20.585370 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40962) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:20.647999 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cadfc4e-8d76-4242-ac53-8c81d7a13213 x-openstack-request-id: req-8cadfc4e-8d76-4242-ac53-8c81d7a13213 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:58:20.648293 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670a9b51-f2c7-4cf9-be3d-49d273c87275", "name": "network-vif-plugged", "status": "completed", "tag": "38094104-37ae-4a62-9fb3-39dc85b2da7c", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:58:20.648547 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8cadfc4e-8d76-4242-ac53-8c81d7a13213 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:58:20.648966 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670a9b51-f2c7-4cf9-be3d-49d273c87275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38094104-37ae-4a62-9fb3-39dc85b2da7c', 'code': 200} Aug 10 03:58:20.649362 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998269dc-51f9-425b-8b29-e8f8b64b0b64 req-c4f69178-f90b-4cd3-9f7b-37c2c735f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:20.649666 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6887addb-21ee-495d-b0a6-b34dbd39c2db None None] Network ebb9495f-44b2-4f4c-a4e3-0120cd939eb8 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:58:20.653999 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-998269dc-51f9-425b-8b29-e8f8b64b0b64 req-c4f69178-f90b-4cd3-9f7b-37c2c735f428 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5c12184296424dc9af92067f3096d474&device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 1094 time: 0.1023262 Aug 10 03:58:20.714208 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port e7629530-97d2-459e-a7a4-5ed553ce0b0a completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:20.735128 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 38094104-37ae-4a62-9fb3-39dc85b2da7c, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=38094104-37ae-4a62-9fb3-39dc85b2da7c,segment=NetworkSegment(d4dc0681-87d0-4e93-b975-e75c38916c3d),segment_id=d4dc0681-87d0-4e93-b975-e75c38916c3d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:20.749394 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 334f736a-1cac-4f4a-adf8-e8ef52a9b095 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:20.769233 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f308ea1-84f4-4dd9-8bff-632c5431e6b1 req-251d3109-d39c-4018-9a93-8a14ce53ba15 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:20.770865 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5f308ea1-84f4-4dd9-8bff-632c5431e6b1 req-251d3109-d39c-4018-9a93-8a14ce53ba15 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/ports?device_id=670a9b51-f2c7-4cf9-be3d-49d273c87275 HTTP/1.1" status: 200 len: 944 time: 1.5444736 Aug 10 03:58:20.812961 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cefa024-42b2-44f3-9c42-7bce63a56b59 None None] Pushing event updated for resources: {'Port': ['ID=27678f76-6ffe-4235-9e94-7237a35c47d1,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:20.829714 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:20.848651 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d5a7e076-2b98-4be8-9495-a05eafa921e3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:20.919154 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e793f3d-d5cc-4a7e-804d-1c0438498985 req-f02ef173-4372-45dd-a53b-6af21492ed21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:20.921495 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6e793f3d-d5cc-4a7e-804d-1c0438498985 req-f02ef173-4372-45dd-a53b-6af21492ed21 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=670a9b51-f2c7-4cf9-be3d-49d273c87275 HTTP/1.1" status: 200 len: 1096 time: 0.1585467 Aug 10 03:58:21.004856 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998269dc-51f9-425b-8b29-e8f8b64b0b64 req-65dd6c91-3848-4b0e-a284-d8a92a7a141e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:21.007610 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-998269dc-51f9-425b-8b29-e8f8b64b0b64 req-65dd6c91-3848-4b0e-a284-d8a92a7a141e service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=5c12184296424dc9af92067f3096d474&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3439732 Aug 10 03:58:21.152611 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5f308ea1-84f4-4dd9-8bff-632c5431e6b1 req-b535096a-f043-4f60-926f-fd8c7af3f1b4 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/security-groups?id=7707dc01-3182-4260-958c-be12fbc3b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595581 Aug 10 03:58:21.162043 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6e793f3d-d5cc-4a7e-804d-1c0438498985 req-3f2d9caf-44f0-423e-93dc-6918592f81e1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7707dc01-3182-4260-958c-be12fbc3b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187819 Aug 10 03:58:21.162719 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=38094104-37ae-4a62-9fb3-39dc85b2da7c,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:21.187435 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-35985a00-7244-47a4-9715-6de9bc367eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef051c6-af36-4305-ae02-5804deade79c {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:58:21.193486 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5845c6d8-536c-4822-9402-808088d16619 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:21.202651 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998269dc-51f9-425b-8b29-e8f8b64b0b64 req-c5bde87f-64c9-4776-ba56-dfe16e75fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:21.203493 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-35985a00-7244-47a4-9715-6de9bc367eba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:21.204181 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-998269dc-51f9-425b-8b29-e8f8b64b0b64 req-c5bde87f-64c9-4776-ba56-dfe16e75fa31 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1865697 Aug 10 03:58:21.213082 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8caefb6-5296-40a0-8f00-e3063f350a0f req-cfd25df4-fb34-4f97-a070-9461e7ebf2fd tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:21.216566 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c8caefb6-5296-40a0-8f00-e3063f350a0f req-cfd25df4-fb34-4f97-a070-9461e7ebf2fd tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 931 time: 0.1084976 Aug 10 03:58:21.254435 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 334f736a-1cac-4f4a-adf8-e8ef52a9b095 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:21.254808 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:21.295785 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-07c51d16-ca6c-4c7a-86e4-e96bc7a86138 None None] Provisioning for port e7629530-97d2-459e-a7a4-5ed553ce0b0a completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:21.300490 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c8caefb6-5296-40a0-8f00-e3063f350a0f req-8c04470b-baf5-4d2f-8d9c-77180836ef7b tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788558 Aug 10 03:58:21.317145 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-b1ab197d-7798-458a-8a80-1fdc9c6346ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:21.317307 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-07c51d16-ca6c-4c7a-86e4-e96bc7a86138 None None] Provisioning complete for port e7629530-97d2-459e-a7a4-5ed553ce0b0a triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:21.317307 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-07c51d16-ca6c-4c7a-86e4-e96bc7a86138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:21.317515 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-b1ab197d-7798-458a-8a80-1fdc9c6346ad service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5c12184296424dc9af92067f3096d474&device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 1094 time: 0.0634317 Aug 10 03:58:21.352988 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3e24562e-eea4-449d-9cdf-3f898f765a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'name': 'tempest-ServerActionsTestJSON-676148720-router', 'tenant_id': '897476f221894013b27960fb36935e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'f67249b0-6eca-4130-a323-40893f232575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:01Z', 'updated_at': '2021-08-10T03:58:11Z', 'revision_number': 4, 'project_id': '897476f221894013b27960fb36935e79', 'gw_port': {'id': 'f67249b0-6eca-4130-a323-40893f232575', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:02Z', 'updated_at': '2021-08-10T03:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '04533a2e-117f-45ef-8e68-48d8069eb841', 'name': '', 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020', 'tenant_id': '897476f221894013b27960fb36935e79', 'mac_address': 'fa:16:3e:86:a6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'a51d8861-9dbf-4178-9d3e-8ed73319e82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:09Z', 'updated_at': '2021-08-10T03:58:19Z', 'revision_number': 4, 'project_id': '897476f221894013b27960fb36935e79', 'subnets': [{'id': 'a51d8861-9dbf-4178-9d3e-8ed73319e82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:21.374060 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-35985a00-7244-47a4-9715-6de9bc367eba service neutron] Transition to ACTIVE for port object 6ef051c6-af36-4305-ae02-5804deade79c will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:21.387254 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e24562e-eea4-449d-9cdf-3f898f765a41 None None] The sync data for ids ['eb1ef11d-6d93-43be-a407-88a3eb74071f'] in n-d-802893-2 is: [{'id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'name': 'tempest-ServerActionsTestJSON-676148720-router', 'tenant_id': '897476f221894013b27960fb36935e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'f67249b0-6eca-4130-a323-40893f232575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:01Z', 'updated_at': '2021-08-10T03:58:11Z', 'revision_number': 4, 'project_id': '897476f221894013b27960fb36935e79', 'gw_port': {'id': 'f67249b0-6eca-4130-a323-40893f232575', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:02Z', 'updated_at': '2021-08-10T03:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '04533a2e-117f-45ef-8e68-48d8069eb841', 'name': '', 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020', 'tenant_id': '897476f221894013b27960fb36935e79', 'mac_address': 'fa:16:3e:86:a6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'a51d8861-9dbf-4178-9d3e-8ed73319e82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:09Z', 'updated_at': '2021-08-10T03:58:19Z', 'revision_number': 4, 'project_id': '897476f221894013b27960fb36935e79', 'subnets': [{'id': 'a51d8861-9dbf-4178-9d3e-8ed73319e82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:58:21.409343 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-7d29d103-2dbb-49c8-99a8-bd7b766ec999 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e48d055-da9d-4b0f-85eb-0edc76009c82 HTTP/1.1" status: 200 len: 217 time: 0.0846257 Aug 10 03:58:21.510945 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-f124af1b-f512-4355-944d-618b7f80cfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:21.529823 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-f124af1b-f512-4355-944d-618b7f80cfda service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d62a09b9-e42e-47af-8510-297fece7a960 HTTP/1.1" status: 200 len: 859 time: 0.1004062 Aug 10 03:58:21.550689 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-35985a00-7244-47a4-9715-6de9bc367eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:21.603877 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-e756c21d-54f0-4bd7-a098-97a68f6c3f15 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=017bc094-0610-4c83-b903-161ccef8a7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701275 Aug 10 03:58:21.627544 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-07c51d16-ca6c-4c7a-86e4-e96bc7a86138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:21.657142 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 5cfcf89b-c448-44cf-8e05-3e6a3a3da1e6 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:58:21.700927 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 5cfcf89b-c448-44cf-8e05-3e6a3a3da1e6 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:58:21.703056 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 5cfcf89b-c448-44cf-8e05-3e6a3a3da1e6 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:58:21.819493 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-07c51d16-ca6c-4c7a-86e4-e96bc7a86138 None None] For port e7629530-97d2-459e-a7a4-5ed553ce0b0a, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e7629530-97d2-459e-a7a4-5ed553ce0b0a,segment=NetworkSegment(788be3e6-11be-4349-ac59-32eb7d967775),segment_id=788be3e6-11be-4349-ac59-32eb7d967775)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:21.869852 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40986) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:21.881573 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-d5a7e076-2b98-4be8-9495-a05eafa921e3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Allocated IP 2001:db8::1 (ebb9495f-44b2-4f4c-a4e3-0120cd939eb8/ef904eeb-6cb6-484b-a057-9cb200694e00/a91941e5-0630-47b5-988b-7a1e3f5adc2c) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:58:21.898868 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-07c51d16-ca6c-4c7a-86e4-e96bc7a86138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:22.055362 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d5a7e076-2b98-4be8-9495-a05eafa921e3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:22.075395 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-d5a7e076-2b98-4be8-9495-a05eafa921e3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Transition to ACTIVE for port object a91941e5-0630-47b5-988b-7a1e3f5adc2c will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:22.099995 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-6fd30d2e-a75b-4956-b10a-9e0849a412b1 service neutron] 10.222.0.68 "GET /v2.0/networks/017bc094-0610-4c83-b903-161ccef8a7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862320 Aug 10 03:58:22.279322 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3f70449b-78dc-4049-a8fd-affa47eade77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:22.312321 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d5a7e076-2b98-4be8-9495-a05eafa921e3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:22.327695 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a7e076-2b98-4be8-9495-a05eafa921e3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network ebb9495f-44b2-4f4c-a4e3-0120cd939eb8 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:22.335041 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-d5a7e076-2b98-4be8-9495-a05eafa921e3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:22.359708 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a7e076-2b98-4be8-9495-a05eafa921e3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:58:22.360324 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d5a7e076-2b98-4be8-9495-a05eafa921e3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:22.387253 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78d0af3a-8006-4e5a-bc9b-9389a4d8cf4f req-3a4eafa7-0777-4643-b388-5d40408dae7d service neutron] 10.222.0.68 "GET /v2.0/networks/017bc094-0610-4c83-b903-161ccef8a7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836058 Aug 10 03:58:22.477454 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 27678f76-6ffe-4235-9e94-7237a35c47d1 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:22.581180 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6d7ee08d-8c1e-4473-8b6d-64bc95166f3e None None] Provisioning complete for port e7629530-97d2-459e-a7a4-5ed553ce0b0a triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:22.582196 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6d7ee08d-8c1e-4473-8b6d-64bc95166f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:22.582522 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfaa35-a32b-4cd5-95ae-d914f6383324 req-013663de-14db-4d8b-ac2b-e27e8104f12c tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:22.587728 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-afbfaa35-a32b-4cd5-95ae-d914f6383324 req-013663de-14db-4d8b-ac2b-e27e8104f12c tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/ports?device_id=670a9b51-f2c7-4cf9-be3d-49d273c87275 HTTP/1.1" status: 200 len: 945 time: 0.1959007 Aug 10 03:58:22.598263 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae0c4a3-e68d-4cf4-abdd-360e0486c2be None None] Network 348bbae4-9002-4e5c-922c-8151ad5b1edc requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:58:22.675123 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d5a7e076-2b98-4be8-9495-a05eafa921e3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:22.680443 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3f70449b-78dc-4049-a8fd-affa47eade77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:22.686536 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-afbfaa35-a32b-4cd5-95ae-d914f6383324 req-232293f0-d11d-432f-a5bb-afea2a5c794d tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/security-groups?id=7707dc01-3182-4260-958c-be12fbc3b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883648 Aug 10 03:58:22.703722 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35985a00-7244-47a4-9715-6de9bc367eba service neutron] Pushing event updated for resources: {'Port': ['ID=6ef051c6-af36-4305-ae02-5804deade79c,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:22.726124 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-5845c6d8-536c-4822-9402-808088d16619 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Allocated IP 172.25.0.244 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/7e30695d-0c65-4c65-a790-816c029dc844) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:58:22.737522 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3f70449b-78dc-4049-a8fd-affa47eade77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:22.756473 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-35985a00-7244-47a4-9715-6de9bc367eba service neutron] Attempting to bind port 6ef051c6-af36-4305-ae02-5804deade79c on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:58:22.756473 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-35985a00-7244-47a4-9715-6de9bc367eba service neutron] Attempting to bind port 6ef051c6-af36-4305-ae02-5804deade79c by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '77b25dbd-5d53-4f66-ad91-d61c3dba273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '017bc094-0610-4c83-b903-161ccef8a7ca'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:58:22.756473 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-35985a00-7244-47a4-9715-6de9bc367eba service neutron] Attempting to bind port 6ef051c6-af36-4305-ae02-5804deade79c on network 017bc094-0610-4c83-b903-161ccef8a7ca {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:58:22.820221 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f70449b-78dc-4049-a8fd-affa47eade77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06fd4a1a-b6f6-481b-b1f6-e2ceeb5a74f9,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:22.820427 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c51d16-ca6c-4c7a-86e4-e96bc7a86138 None None] Pushing event updated for resources: {'Port': ['ID=e7629530-97d2-459e-a7a4-5ed553ce0b0a,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:22.844199 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-35985a00-7244-47a4-9715-6de9bc367eba service neutron] Port 6ef051c6-af36-4305-ae02-5804deade79c on network 017bc094-0610-4c83-b903-161ccef8a7ca not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:58:22.844538 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-35985a00-7244-47a4-9715-6de9bc367eba service neutron] Attempting to bind port 6ef051c6-af36-4305-ae02-5804deade79c on network 017bc094-0610-4c83-b903-161ccef8a7ca {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:58:22.849614 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3f70449b-78dc-4049-a8fd-affa47eade77 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f0372253c50d401aa5bb2c6d7002ba7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9774933 Aug 10 03:58:22.853184 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40998) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:22.937786 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0fcfe1a3-6ca7-4326-8a90-0330c767788c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:22.964747 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 27678f76-6ffe-4235-9e94-7237a35c47d1 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:22.973018 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 04533a2e-117f-45ef-8e68-48d8069eb841 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:23.009110 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0fcfe1a3-6ca7-4326-8a90-0330c767788c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:23.141166 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-35985a00-7244-47a4-9715-6de9bc367eba service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:58:23.141442 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-35985a00-7244-47a4-9715-6de9bc367eba service neutron] Checking segment: {'id': '77b25dbd-5d53-4f66-ad91-d61c3dba273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '017bc094-0610-4c83-b903-161ccef8a7ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:58:23.141841 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-35985a00-7244-47a4-9715-6de9bc367eba service neutron] Bound using segment: {'id': '77b25dbd-5d53-4f66-ad91-d61c3dba273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '017bc094-0610-4c83-b903-161ccef8a7ca'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:58:23.142306 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-35985a00-7244-47a4-9715-6de9bc367eba service neutron] Bound port: 6ef051c6-af36-4305-ae02-5804deade79c, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77b25dbd-5d53-4f66-ad91-d61c3dba273a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '017bc094-0610-4c83-b903-161ccef8a7ca'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:58:23.143350 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-35985a00-7244-47a4-9715-6de9bc367eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:23.166205 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 04533a2e-117f-45ef-8e68-48d8069eb841 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:23.177403 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 04533a2e-117f-45ef-8e68-48d8069eb841 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:23.177958 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:23.207497 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0fcfe1a3-6ca7-4326-8a90-0330c767788c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:23.210705 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0fcfe1a3-6ca7-4326-8a90-0330c767788c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:23.212571 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0fcfe1a3-6ca7-4326-8a90-0330c767788c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/06fd4a1a-b6f6-481b-b1f6-e2ceeb5a74f9 HTTP/1.1" status: 204 len: 168 time: 0.3556097 Aug 10 03:58:23.232350 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfe1a3-6ca7-4326-8a90-0330c767788c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fd4a1a-b6f6-481b-b1f6-e2ceeb5a74f9,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:23.241855 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-da5280b3-ce3b-4f7c-b23c-0354bb8af4e1 None None] Provisioning for port a91941e5-0630-47b5-988b-7a1e3f5adc2c completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:23.256541 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a7e076-2b98-4be8-9495-a05eafa921e3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Port': ['ID=a91941e5-0630-47b5-988b-7a1e3f5adc2c,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:23.264062 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-da5280b3-ce3b-4f7c-b23c-0354bb8af4e1 None None] Provisioning complete for port a91941e5-0630-47b5-988b-7a1e3f5adc2c triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:23.264459 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-da5280b3-ce3b-4f7c-b23c-0354bb8af4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:23.329924 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783beea-146c-4731-82a7-55e946efad80 req-d1912f28-4c7d-44f8-ba8f-a754b5d45237 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:23.338571 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2783beea-146c-4731-82a7-55e946efad80 req-d1912f28-4c7d-44f8-ba8f-a754b5d45237 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 943 time: 0.6770823 Aug 10 03:58:23.352258 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-da5280b3-ce3b-4f7c-b23c-0354bb8af4e1 None None] Port a91941e5-0630-47b5-988b-7a1e3f5adc2c cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:58:23.404255 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:23.463655 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-da5280b3-ce3b-4f7c-b23c-0354bb8af4e1 None None] Provisioning for port 27678f76-6ffe-4235-9e94-7237a35c47d1 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:23.489379 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-da5280b3-ce3b-4f7c-b23c-0354bb8af4e1 None None] Provisioning complete for port 27678f76-6ffe-4235-9e94-7237a35c47d1 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:23.489753 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-da5280b3-ce3b-4f7c-b23c-0354bb8af4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:23.550955 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 04533a2e-117f-45ef-8e68-48d8069eb841, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=04533a2e-117f-45ef-8e68-48d8069eb841,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:23.594381 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-da5280b3-ce3b-4f7c-b23c-0354bb8af4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:23.639320 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-da5280b3-ce3b-4f7c-b23c-0354bb8af4e1 None None] For port 27678f76-6ffe-4235-9e94-7237a35c47d1, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=27678f76-6ffe-4235-9e94-7237a35c47d1,segment=NetworkSegment(7b25f2df-e7d1-4947-8a7f-82650e359ddf),segment_id=7b25f2df-e7d1-4947-8a7f-82650e359ddf)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:23.652347 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:23.718884 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=04533a2e-117f-45ef-8e68-48d8069eb841,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:23.777356 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-da5280b3-ce3b-4f7c-b23c-0354bb8af4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:23.846350 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-35985a00-7244-47a4-9715-6de9bc367eba service neutron] For port 6ef051c6-af36-4305-ae02-5804deade79c, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:58:23.850709 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e7629530-97d2-459e-a7a4-5ed553ce0b0a up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:23.851341 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-35985a00-7244-47a4-9715-6de9bc367eba service neutron] For port 6ef051c6-af36-4305-ae02-5804deade79c, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=6ef051c6-af36-4305-ae02-5804deade79c,segment=NetworkSegment(77b25dbd-5d53-4f66-ad91-d61c3dba273a),segment_id=77b25dbd-5d53-4f66-ad91-d61c3dba273a)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:58:23.869310 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d3581-11e4-4ca0-be86-ffeb09f44407 req-eba92043-ba3c-4b87-8252-6c0b80b37a99 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:23.876893 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5280b3-ce3b-4f7c-b23c-0354bb8af4e1 None None] Pushing event updated for resources: {'Port': ['ID=27678f76-6ffe-4235-9e94-7237a35c47d1,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:23.878337 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-264d3581-11e4-4ca0-be86-ffeb09f44407 req-eba92043-ba3c-4b87-8252-6c0b80b37a99 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/ports?device_id=670a9b51-f2c7-4cf9-be3d-49d273c87275 HTTP/1.1" status: 200 len: 945 time: 0.0947487 Aug 10 03:58:23.920107 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bde78a94-fbe2-414a-80e7-e3fd1a1adefa None None] Provisioning complete for port 27678f76-6ffe-4235-9e94-7237a35c47d1 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:23.920639 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bde78a94-fbe2-414a-80e7-e3fd1a1adefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:23.931565 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-264d3581-11e4-4ca0-be86-ffeb09f44407 req-b1497bff-eb20-47ed-a218-b52282fc2b84 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/security-groups?id=7707dc01-3182-4260-958c-be12fbc3b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520375 Aug 10 03:58:23.950866 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-35985a00-7244-47a4-9715-6de9bc367eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:23.952139 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port e7629530-97d2-459e-a7a4-5ed553ce0b0a triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:23.952607 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:24.056184 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35985a00-7244-47a4-9715-6de9bc367eba service neutron] Pushing event updated for resources: {'Port': ['ID=6ef051c6-af36-4305-ae02-5804deade79c,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:24.085189 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-35985a00-7244-47a4-9715-6de9bc367eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:24.085822 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-35985a00-7244-47a4-9715-6de9bc367eba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:24.089987 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-35985a00-7244-47a4-9715-6de9bc367eba service neutron] 10.222.0.68 "PUT /v2.0/ports/6ef051c6-af36-4305-ae02-5804deade79c HTTP/1.1" status: 200 len: 1091 time: 5.2503099 Aug 10 03:58:24.092357 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '604b0730-c3e8-46c8-a90c-e99d97d1c9bd', 'tag': '6ef051c6-af36-4305-ae02-5804deade79c'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:58:24.094802 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3f524e-ee7d-4656-9682-13bf8a09aa6e" -d '{"events": [{"name": "network-changed", "server_uuid": "604b0730-c3e8-46c8-a90c-e99d97d1c9bd", "tag": "6ef051c6-af36-4305-ae02-5804deade79c"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:58:24.105841 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2783beea-146c-4731-82a7-55e946efad80 req-2705cbfb-144e-4582-9530-56f8c2a6d47d tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7663980 Aug 10 03:58:24.110575 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5845c6d8-536c-4822-9402-808088d16619 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:24.163339 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41014) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:24.178885 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 04533a2e-117f-45ef-8e68-48d8069eb841 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:24.194456 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4316591f-826c-4532-b927-e754d965cb36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:24.210962 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a19e52-2cba-4681-8572-3f5801ef514e x-openstack-request-id: req-65a19e52-2cba-4681-8572-3f5801ef514e {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:58:24.211251 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "604b0730-c3e8-46c8-a90c-e99d97d1c9bd", "tag": "6ef051c6-af36-4305-ae02-5804deade79c", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:58:24.211703 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65a19e52-2cba-4681-8572-3f5801ef514e {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:58:24.212287 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '604b0730-c3e8-46c8-a90c-e99d97d1c9bd', 'tag': '6ef051c6-af36-4305-ae02-5804deade79c', 'status': 'completed', 'code': 200} Aug 10 03:58:24.242760 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 04533a2e-117f-45ef-8e68-48d8069eb841 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:24.243190 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:24.295607 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c756d488-0dc1-498e-8760-3fde26c1e923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:24.364701 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d5a7e076-2b98-4be8-9495-a05eafa921e3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:24.374055 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4316591f-826c-4532-b927-e754d965cb36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:24.385934 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-669da030-2369-4a9a-96a0-c4aff9bdfe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:24.387469 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-669da030-2369-4a9a-96a0-c4aff9bdfe3c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5c12184296424dc9af92067f3096d474&device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 1094 time: 0.1615953 Aug 10 03:58:24.460120 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5845c6d8-536c-4822-9402-808088d16619 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:24.472107 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d5a7e076-2b98-4be8-9495-a05eafa921e3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:24.472879 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d5a7e076-2b98-4be8-9495-a05eafa921e3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:24.475893 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-f658ed3a-8fe7-451e-9f92-0826912382b4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ef051c6-af36-4305-ae02-5804deade79c HTTP/1.1" status: 200 len: 217 time: 0.0793505 Aug 10 03:58:24.485028 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4316591f-826c-4532-b927-e754d965cb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:24.537969 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-4316591f-826c-4532-b927-e754d965cb36 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32b9737f5ea04773b3c34b4e5450f323&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3730383 Aug 10 03:58:24.538215 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41022) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:24.540590 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316591f-826c-4532-b927-e754d965cb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21048993-2f62-4fc6-9ed8-38f910808b75,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:24.564188 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5845c6d8-536c-4822-9402-808088d16619 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:24.584813 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-5845c6d8-536c-4822-9402-808088d16619 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:24.620920 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5845c6d8-536c-4822-9402-808088d16619 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:58:24.626902 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845c6d8-536c-4822-9402-808088d16619 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Pushing event updated for resources: {'Port': ['ID=7e30695d-0c65-4c65-a790-816c029dc844,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:24.650161 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b96f7265-f5e7-456e-b605-8537fc5aabe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:24.675436 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b96f7265-f5e7-456e-b605-8537fc5aabe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:24.714933 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-26b2d513-a0f5-436f-9ae9-992bd190af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:24.716443 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-26b2d513-a0f5-436f-9ae9-992bd190af7e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d62a09b9-e42e-47af-8510-297fece7a960 HTTP/1.1" status: 200 len: 859 time: 0.2076712 Aug 10 03:58:24.738268 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 5e48d055-da9d-4b0f-85eb-0edc76009c82 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:58:24.744121 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:58:24.792501 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-70362df6-ce4d-4b0e-844d-cea0dc4e0c4f service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=017bc094-0610-4c83-b903-161ccef8a7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686004 Aug 10 03:58:24.819921 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a7e076-2b98-4be8-9495-a05eafa921e3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Port': ['ID=a91941e5-0630-47b5-988b-7a1e3f5adc2c,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:24.841717 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 5e48d055-da9d-4b0f-85eb-0edc76009c82, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5e48d055-da9d-4b0f-85eb-0edc76009c82,segment=NetworkSegment(77b25dbd-5d53-4f66-ad91-d61c3dba273a),segment_id=77b25dbd-5d53-4f66-ad91-d61c3dba273a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:24.852652 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b96f7265-f5e7-456e-b605-8537fc5aabe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:24.856395 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b96f7265-f5e7-456e-b605-8537fc5aabe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:24.862039 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b96f7265-f5e7-456e-b605-8537fc5aabe6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/21048993-2f62-4fc6-9ed8-38f910808b75 HTTP/1.1" status: 204 len: 168 time: 0.3181276 Aug 10 03:58:24.862639 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '5e48d055-da9d-4b0f-85eb-0edc76009c82', 'network_id': '017bc094-0610-4c83-b903-161ccef8a7ca', 'port_id': '5e48d055-da9d-4b0f-85eb-0edc76009c82', 'mac_address': 'fa:16:3e:a2:d2:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd62a09b9-e42e-47af-8510-297fece7a960', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:58:24.867079 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f7265-f5e7-456e-b605-8537fc5aabe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21048993-2f62-4fc6-9ed8-38f910808b75,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:24.931922 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:24.947274 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e48d055-da9d-4b0f-85eb-0edc76009c82 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:58:24.969379 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 5e48d055-da9d-4b0f-85eb-0edc76009c82, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5e48d055-da9d-4b0f-85eb-0edc76009c82,segment=NetworkSegment(77b25dbd-5d53-4f66-ad91-d61c3dba273a),segment_id=77b25dbd-5d53-4f66-ad91-d61c3dba273a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:24.998150 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a7e076-2b98-4be8-9495-a05eafa921e3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network ebb9495f-44b2-4f4c-a4e3-0120cd939eb8 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:25.015118 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-d5a7e076-2b98-4be8-9495-a05eafa921e3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:25.032814 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5845c6d8-536c-4822-9402-808088d16619 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:25.043568 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:25.074625 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432b34d7-92c0-480f-805b-77a7a61017c8 req-9f85f97c-ab7d-40de-87b4-af76254dfe47 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:25.076182 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-432b34d7-92c0-480f-805b-77a7a61017c8 req-9f85f97c-ab7d-40de-87b4-af76254dfe47 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/ports?device_id=670a9b51-f2c7-4cf9-be3d-49d273c87275 HTTP/1.1" status: 200 len: 945 time: 0.2499671 Aug 10 03:58:25.120694 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-43f89dab-2016-49a1-912b-46b6f59046be service neutron] 10.222.0.68 "GET /v2.0/networks/017bc094-0610-4c83-b903-161ccef8a7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168201 Aug 10 03:58:25.128770 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=5e48d055-da9d-4b0f-85eb-0edc76009c82,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:25.237099 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['5e48d055-da9d-4b0f-85eb-0edc76009c82'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:58:25.373080 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5845c6d8-536c-4822-9402-808088d16619 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:25.418641 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-432b34d7-92c0-480f-805b-77a7a61017c8 req-105f37de-844d-4261-a5f7-76f632405756 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/security-groups?id=7707dc01-3182-4260-958c-be12fbc3b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037052 Aug 10 03:58:25.465711 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b50fa-6060-4c24-8fae-5d9e14cbdac8 req-c4b9fc9a-b72b-4fcd-9264-376c91dc0719 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:25.467702 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d78b50fa-6060-4c24-8fae-5d9e14cbdac8 req-c4b9fc9a-b72b-4fcd-9264-376c91dc0719 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 943 time: 0.1838880 Aug 10 03:58:25.492245 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9939f16c-8f6c-47f2-b0c5-61703d395a25 req-aceb418f-e154-4768-93bc-85b5f9afbce7 service neutron] 10.222.0.68 "GET /v2.0/networks/017bc094-0610-4c83-b903-161ccef8a7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3296552 Aug 10 03:58:25.528852 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d78b50fa-6060-4c24-8fae-5d9e14cbdac8 req-dbf5087e-2d9f-4148-b697-8496faa15ad2 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456376 Aug 10 03:58:25.536479 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-77cd53cb-dd8c-4226-8078-d2c1db9f7d26 None None] Provisioning complete for port a91941e5-0630-47b5-988b-7a1e3f5adc2c triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:25.537912 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-77cd53cb-dd8c-4226-8078-d2c1db9f7d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:25.556251 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-c756d488-0dc1-498e-8760-3fde26c1e923 admin admin] Deleting port df02ec39-e92b-4734-ae20-8e90a92d29df {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:25.556655 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c756d488-0dc1-498e-8760-3fde26c1e923 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:25.605637 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-77cd53cb-dd8c-4226-8078-d2c1db9f7d26 None None] Port a91941e5-0630-47b5-988b-7a1e3f5adc2c cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:58:25.681641 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a7e076-2b98-4be8-9495-a05eafa921e3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Router 96e6369c-e47e-40a7-809c-b4ddfaa61ee2 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:58:25.729399 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5845c6d8-536c-4822-9402-808088d16619 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:25.732410 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-c756d488-0dc1-498e-8760-3fde26c1e923 admin admin] For port df02ec39-e92b-4734-ae20-8e90a92d29df, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=df02ec39-e92b-4734-ae20-8e90a92d29df,segment=NetworkSegment(92b62f01-5706-4edb-be59-ea84b6549b20),segment_id=92b62f01-5706-4edb-be59-ea84b6549b20)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:25.732623 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c756d488-0dc1-498e-8760-3fde26c1e923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:25.786050 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-c756d488-0dc1-498e-8760-3fde26c1e923 admin admin] Calling delete_port for df02ec39-e92b-4734-ae20-8e90a92d29df owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:25.838983 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f524e-ee7d-4656-9682-13bf8a09aa6e req-dca2b2f9-b901-4e52-88f5-f9dbb6e6dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:25.840533 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dc3f524e-ee7d-4656-9682-13bf8a09aa6e req-dca2b2f9-b901-4e52-88f5-f9dbb6e6dc50 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5c12184296424dc9af92067f3096d474&device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 1094 time: 0.1733887 Aug 10 03:58:25.853622 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 27678f76-6ffe-4235-9e94-7237a35c47d1 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:25.881588 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5845c6d8-536c-4822-9402-808088d16619 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:25.906375 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 27678f76-6ffe-4235-9e94-7237a35c47d1 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:25.906959 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:26.235079 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43544ceb-cd66-4438-9934-3a3d44d55640 req-e80da7e1-cb44-4264-b88a-9afc88b8fea3 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:26.237099 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43544ceb-cd66-4438-9934-3a3d44d55640 req-e80da7e1-cb44-4264-b88a-9afc88b8fea3 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.20 "GET /v2.0/ports?device_id=670a9b51-f2c7-4cf9-be3d-49d273c87275 HTTP/1.1" status: 200 len: 945 time: 0.0702031 Aug 10 03:58:26.278304 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a7e076-2b98-4be8-9495-a05eafa921e3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:58:26.299152 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d5a7e076-2b98-4be8-9495-a05eafa921e3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "PUT /v2.0/routers/96e6369c-e47e-40a7-809c-b4ddfaa61ee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4581058 Aug 10 03:58:26.300430 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41058) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:26.302423 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f460b5d1-1d8d-4e3c-9249-381428f98e70 None None] Sync routers for ids ['96e6369c-e47e-40a7-809c-b4ddfaa61ee2'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:58:26.326290 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f460b5d1-1d8d-4e3c-9249-381428f98e70 None None] Routers {'96e6369c-e47e-40a7-809c-b4ddfaa61ee2'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:26.327607 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-f460b5d1-1d8d-4e3c-9249-381428f98e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:58:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['96e6369c-e47e-40a7-809c-b4ddfaa61ee2'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:26.362964 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845c6d8-536c-4822-9402-808088d16619 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Pushing event updated for resources: {'Port': ['ID=7e30695d-0c65-4c65-a790-816c029dc844,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:26.378294 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-f460b5d1-1d8d-4e3c-9249-381428f98e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:26.381020 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a06830-36da-4563-8d8d-68f421c5767c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:26.385290 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-97a06830-36da-4563-8d8d-68f421c5767c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "GET /v2.0/ports/a91941e5-0630-47b5-988b-7a1e3f5adc2c HTTP/1.1" status: 200 len: 911 time: 0.0813189 Aug 10 03:58:26.386678 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41062) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:26.391135 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f460b5d1-1d8d-4e3c-9249-381428f98e70 None None] Routers {'96e6369c-e47e-40a7-809c-b4ddfaa61ee2'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:26.392337 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-f460b5d1-1d8d-4e3c-9249-381428f98e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:58:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['96e6369c-e47e-40a7-809c-b4ddfaa61ee2'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:26.430702 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-f460b5d1-1d8d-4e3c-9249-381428f98e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:26.431769 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f460b5d1-1d8d-4e3c-9249-381428f98e70 None None] The sync data for ids ['96e6369c-e47e-40a7-809c-b4ddfaa61ee2'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:58:26.514254 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-43544ceb-cd66-4438-9934-3a3d44d55640 req-449d7121-dbc8-44e1-b56c-b742f2cea5cf tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Deleting port 38094104-37ae-4a62-9fb3-39dc85b2da7c {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:26.514878 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-43544ceb-cd66-4438-9934-3a3d44d55640 req-449d7121-dbc8-44e1-b56c-b742f2cea5cf tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:26.544140 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5845c6d8-536c-4822-9402-808088d16619 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:26.573411 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f524e-ee7d-4656-9682-13bf8a09aa6e req-6bdc09e6-b582-4ae3-a2ff-9bb5f1b094f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:26.575219 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dc3f524e-ee7d-4656-9682-13bf8a09aa6e req-6bdc09e6-b582-4ae3-a2ff-9bb5f1b094f7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=017bc094-0610-4c83-b903-161ccef8a7ca HTTP/1.1" status: 200 len: 920 time: 0.7056351 Aug 10 03:58:26.639441 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dc3f524e-ee7d-4656-9682-13bf8a09aa6e req-21939d9d-6d71-4e39-841a-55455839b929 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ef051c6-af36-4305-ae02-5804deade79c HTTP/1.1" status: 200 len: 217 time: 0.0563290 Aug 10 03:58:26.717911 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41072) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:26.719822 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5845c6d8-536c-4822-9402-808088d16619 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:26.721488 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5845c6d8-536c-4822-9402-808088d16619 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.9555066 Aug 10 03:58:26.723623 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c756d488-0dc1-498e-8760-3fde26c1e923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:26.741407 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8ec2c-4c89-4859-80c0-db48797d5e4e req-93e934ea-f437-405b-9768-1a9c26eab36e tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:26.743073 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-53f8ec2c-4c89-4859-80c0-db48797d5e4e req-93e934ea-f437-405b-9768-1a9c26eab36e tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/ports?device_id=670a9b51-f2c7-4cf9-be3d-49d273c87275 HTTP/1.1" status: 200 len: 945 time: 0.2231121 Aug 10 03:58:26.761978 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 6ef051c6-af36-4305-ae02-5804deade79c details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:58:26.765496 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 5e48d055-da9d-4b0f-85eb-0edc76009c82 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:26.772996 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-43544ceb-cd66-4438-9934-3a3d44d55640 req-449d7121-dbc8-44e1-b56c-b742f2cea5cf tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] For port 38094104-37ae-4a62-9fb3-39dc85b2da7c, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=38094104-37ae-4a62-9fb3-39dc85b2da7c,segment=NetworkSegment(d4dc0681-87d0-4e93-b975-e75c38916c3d),segment_id=d4dc0681-87d0-4e93-b975-e75c38916c3d)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:26.773842 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-43544ceb-cd66-4438-9934-3a3d44d55640 req-449d7121-dbc8-44e1-b56c-b742f2cea5cf tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:26.777446 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756d488-0dc1-498e-8760-3fde26c1e923 admin admin] Pushing event deleted for resources: {'Port': ['ID=df02ec39-e92b-4734-ae20-8e90a92d29df,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:26.795016 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f524e-ee7d-4656-9682-13bf8a09aa6e req-f2fd54c8-1a83-434c-b1b7-c02681b17882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:26.796537 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dc3f524e-ee7d-4656-9682-13bf8a09aa6e req-f2fd54c8-1a83-434c-b1b7-c02681b17882 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d62a09b9-e42e-47af-8510-297fece7a960 HTTP/1.1" status: 200 len: 859 time: 0.1487586 Aug 10 03:58:26.818707 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-43544ceb-cd66-4438-9934-3a3d44d55640 req-449d7121-dbc8-44e1-b56c-b742f2cea5cf tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Calling delete_port for 38094104-37ae-4a62-9fb3-39dc85b2da7c owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:26.867418 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76482046-ea77-4442-bf81-ca9772758c36 req-c376c723-5776-42fd-82b0-100a00f2af7b tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:26.874907 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-76482046-ea77-4442-bf81-ca9772758c36 req-c376c723-5776-42fd-82b0-100a00f2af7b tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 943 time: 0.2142079 Aug 10 03:58:26.894096 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dc3f524e-ee7d-4656-9682-13bf8a09aa6e req-ffa02b74-2775-40d4-ad67-97b096d0ddd1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=017bc094-0610-4c83-b903-161ccef8a7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784652 Aug 10 03:58:27.033005 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dc3f524e-ee7d-4656-9682-13bf8a09aa6e req-13f0bc60-e54f-45a3-991a-cd955ff3f4dd service neutron] 10.222.0.68 "GET /v2.0/networks/017bc094-0610-4c83-b903-161ccef8a7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308339 Aug 10 03:58:27.069359 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 6ef051c6-af36-4305-ae02-5804deade79c, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=6ef051c6-af36-4305-ae02-5804deade79c,segment=NetworkSegment(77b25dbd-5d53-4f66-ad91-d61c3dba273a),segment_id=77b25dbd-5d53-4f66-ad91-d61c3dba273a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:27.086077 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 5e48d055-da9d-4b0f-85eb-0edc76009c82 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:27.107238 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '6ef051c6-af36-4305-ae02-5804deade79c', 'network_id': '017bc094-0610-4c83-b903-161ccef8a7ca', 'port_id': '6ef051c6-af36-4305-ae02-5804deade79c', 'mac_address': 'fa:16:3e:4e:21:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd62a09b9-e42e-47af-8510-297fece7a960', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:58:27.109835 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 5e48d055-da9d-4b0f-85eb-0edc76009c82 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:27.110792 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:27.169999 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-76482046-ea77-4442-bf81-ca9772758c36 req-78959b71-3bd7-4293-b418-f80e1fbd3cd5 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942874 Aug 10 03:58:27.221952 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-da899f8a-1c86-476e-bf39-8d2ea6bd7674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:27.297518 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:27.322779 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:27.332368 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-53f8ec2c-4c89-4859-80c0-db48797d5e4e req-d9722c7e-cf2f-449b-8565-8fec8d02f309 tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/security-groups?id=7707dc01-3182-4260-958c-be12fbc3b778&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5801933 Aug 10 03:58:27.340538 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef051c6-af36-4305-ae02-5804deade79c {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:58:27.354987 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dc3f524e-ee7d-4656-9682-13bf8a09aa6e req-49be0f38-da1d-41f0-8f41-8393b646dc86 service neutron] 10.222.0.68 "GET /v2.0/networks/017bc094-0610-4c83-b903-161ccef8a7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004704 Aug 10 03:58:27.374852 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 6ef051c6-af36-4305-ae02-5804deade79c, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=6ef051c6-af36-4305-ae02-5804deade79c,segment=NetworkSegment(77b25dbd-5d53-4f66-ad91-d61c3dba273a),segment_id=77b25dbd-5d53-4f66-ad91-d61c3dba273a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:27.389515 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05865a0-562e-4a31-a9fb-c13dc6cc83b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e48d055-da9d-4b0f-85eb-0edc76009c82'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:58:27.391979 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04893c6d-c4cc-4e41-8727-79ab1c5c7b73" -d '{"events": [{"server_uuid": "f05865a0-562e-4a31-a9fb-c13dc6cc83b0", "name": "network-vif-plugged", "status": "completed", "tag": "5e48d055-da9d-4b0f-85eb-0edc76009c82"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:58:27.404813 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:27.409332 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 5e48d055-da9d-4b0f-85eb-0edc76009c82, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5e48d055-da9d-4b0f-85eb-0edc76009c82,segment=NetworkSegment(77b25dbd-5d53-4f66-ad91-d61c3dba273a),segment_id=77b25dbd-5d53-4f66-ad91-d61c3dba273a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:27.415357 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-0832e989-2595-4763-8bb7-0f06280c5e3f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--824535974&fields=id&tenant_id=897476f221894013b27960fb36935e79 HTTP/1.1" status: 200 len: 267 time: 0.1093087 Aug 10 03:58:27.417531 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c756d488-0dc1-498e-8760-3fde26c1e923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:27.472147 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:27.516938 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad96bcf-01f3-4ee6-8613-b45c818d2fb7 x-openstack-request-id: req-3ad96bcf-01f3-4ee6-8613-b45c818d2fb7 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:58:27.517553 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05865a0-562e-4a31-a9fb-c13dc6cc83b0", "name": "network-vif-plugged", "status": "completed", "tag": "5e48d055-da9d-4b0f-85eb-0edc76009c82", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:58:27.518447 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ad96bcf-01f3-4ee6-8613-b45c818d2fb7 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:58:27.519097 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05865a0-562e-4a31-a9fb-c13dc6cc83b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e48d055-da9d-4b0f-85eb-0edc76009c82', 'code': 200} Aug 10 03:58:27.534741 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:27.588538 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=6ef051c6-af36-4305-ae02-5804deade79c,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:27.656637 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=5e48d055-da9d-4b0f-85eb-0edc76009c82,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:27.675374 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-43544ceb-cd66-4438-9934-3a3d44d55640 req-449d7121-dbc8-44e1-b56c-b742f2cea5cf tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:27.676013 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-da899f8a-1c86-476e-bf39-8d2ea6bd7674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:27.691418 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-6c77bcda-854e-46da-b52f-7ebe4a172dd8 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:27.693624 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-6c77bcda-854e-46da-b52f-7ebe4a172dd8 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/networks?id=f7ff6afc-8008-49c6-8b16-55c096640020 HTTP/1.1" status: 200 len: 811 time: 0.2622230 Aug 10 03:58:27.712229 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['38094104-37ae-4a62-9fb3-39dc85b2da7c'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:58:27.718003 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98c3a9-9a51-483f-b0cb-13d58d5f5749 req-ddefdd1c-4b73-4a3b-8d89-0e28746ef5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:27.719018 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449d7121-dbc8-44e1-b56c-b742f2cea5cf tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Pushing event deleted for resources: {'Port': ['ID=38094104-37ae-4a62-9fb3-39dc85b2da7c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:27.719521 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dd98c3a9-9a51-483f-b0cb-13d58d5f5749 req-ddefdd1c-4b73-4a3b-8d89-0e28746ef5e4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 1096 time: 0.1109705 Aug 10 03:58:27.728319 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-c04bab37-e464-4584-8a86-14ec7008e9bb tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/quotas/897476f221894013b27960fb36935e79 HTTP/1.1" status: 200 len: 375 time: 0.0255058 Aug 10 03:58:27.758063 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['6ef051c6-af36-4305-ae02-5804deade79c'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:58:27.770178 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9954cb58-0bee-4ef8-bb9c-bd2c69e6e74b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:27.775267 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d7121-dbc8-44e1-b56c-b742f2cea5cf tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:27.775267 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d7121-dbc8-44e1-b56c-b742f2cea5cf tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:27.775267 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d7121-dbc8-44e1-b56c-b742f2cea5cf tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:27.777819 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d7121-dbc8-44e1-b56c-b742f2cea5cf tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:27.777819 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d7121-dbc8-44e1-b56c-b742f2cea5cf tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:27.777819 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d7121-dbc8-44e1-b56c-b742f2cea5cf tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:27.777819 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d7121-dbc8-44e1-b56c-b742f2cea5cf tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:27.777819 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d7121-dbc8-44e1-b56c-b742f2cea5cf tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:27.777819 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d7121-dbc8-44e1-b56c-b742f2cea5cf tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:27.778331 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d7121-dbc8-44e1-b56c-b742f2cea5cf tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:27.778331 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d7121-dbc8-44e1-b56c-b742f2cea5cf tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:27.779309 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449d7121-dbc8-44e1-b56c-b742f2cea5cf tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:27.794033 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-da899f8a-1c86-476e-bf39-8d2ea6bd7674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:27.841267 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-43544ceb-cd66-4438-9934-3a3d44d55640 req-449d7121-dbc8-44e1-b56c-b742f2cea5cf tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] No DVR routers for this DVR port 38094104-37ae-4a62-9fb3-39dc85b2da7c on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:58:27.846766 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-43544ceb-cd66-4438-9934-3a3d44d55640 req-449d7121-dbc8-44e1-b56c-b742f2cea5cf tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:27.852786 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43544ceb-cd66-4438-9934-3a3d44d55640 req-449d7121-dbc8-44e1-b56c-b742f2cea5cf tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.20 "DELETE /v2.0/ports/38094104-37ae-4a62-9fb3-39dc85b2da7c HTTP/1.1" status: 204 len: 173 time: 1.6056902 Aug 10 03:58:27.852786 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670a9b51-f2c7-4cf9-be3d-49d273c87275', 'name': 'network-vif-deleted', 'tag': '38094104-37ae-4a62-9fb3-39dc85b2da7c'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:58:27.858837 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a67051f-ca8f-4b4c-a52d-7e7575c4d529" -d '{"events": [{"server_uuid": "670a9b51-f2c7-4cf9-be3d-49d273c87275", "name": "network-vif-deleted", "tag": "38094104-37ae-4a62-9fb3-39dc85b2da7c"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:58:27.923037 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b54e3f-ef2b-4c93-bff1-2a0933b04619 x-openstack-request-id: req-c5b54e3f-ef2b-4c93-bff1-2a0933b04619 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:58:27.923281 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "670a9b51-f2c7-4cf9-be3d-49d273c87275", "name": "network-vif-deleted", "tag": "38094104-37ae-4a62-9fb3-39dc85b2da7c", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:58:27.923481 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5b54e3f-ef2b-4c93-bff1-2a0933b04619 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:58:27.924432 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '670a9b51-f2c7-4cf9-be3d-49d273c87275', 'name': 'network-vif-deleted', 'tag': '38094104-37ae-4a62-9fb3-39dc85b2da7c', 'status': 'completed', 'code': 200} Aug 10 03:58:27.965277 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da899f8a-1c86-476e-bf39-8d2ea6bd7674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196d053f-d963-4640-8cd6-0d7c4fce10c1,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:27.972202 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dd98c3a9-9a51-483f-b0cb-13d58d5f5749 req-9250e67c-80d3-426e-9fe4-8ebbce5b1308 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402775 Aug 10 03:58:28.025397 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c756d488-0dc1-498e-8760-3fde26c1e923 admin admin] Router 15269290-338e-4585-bb23-b57e04c97dea has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:58:28.047110 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-da899f8a-1c86-476e-bf39-8d2ea6bd7674 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=532abbbed0d5419684a966d04c1eb4f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3244748 Aug 10 03:58:28.049209 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41110) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:28.064214 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-45ae8b77-2630-4ace-a075-87c9e82544fa tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=897476f221894013b27960fb36935e79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3348989 Aug 10 03:58:28.208106 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d4668138-6c6b-4eb7-98c6-dd41e28427c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:28.260614 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d4668138-6c6b-4eb7-98c6-dd41e28427c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:28.319830 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c756d488-0dc1-498e-8760-3fde26c1e923 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:58:28.325319 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c756d488-0dc1-498e-8760-3fde26c1e923 admin admin] 10.222.0.25 "PUT /v2.0/routers/15269290-338e-4585-bb23-b57e04c97dea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7056990 Aug 10 03:58:28.331630 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48d01d1-c0cc-43c4-a997-a6ea9cda5057 None None] Sync routers for ids ['15269290-338e-4585-bb23-b57e04c97dea'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:58:28.333757 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41118) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:28.341799 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48d01d1-c0cc-43c4-a997-a6ea9cda5057 None None] Routers {'15269290-338e-4585-bb23-b57e04c97dea'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:28.343995 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a48d01d1-c0cc-43c4-a997-a6ea9cda5057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:58:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['15269290-338e-4585-bb23-b57e04c97dea'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:28.395903 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-9954cb58-0bee-4ef8-bb9c-bd2c69e6e74b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Allocated IP 2001:db8:1::1 (348bbae4-9002-4e5c-922c-8151ad5b1edc/4cfdce3c-0eb2-4043-9cc7-e9ec32f22c5a/7757a3cd-fdbd-43df-a416-94fff4cf1c9e) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:58:28.405693 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-36869ef6-0eba-42ff-8bbc-c20d325d1aa2 service neutron] 10.222.0.25 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739530 Aug 10 03:58:28.420301 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd845a-f405-4062-b6ea-89b3bf970c45 req-8c4d7cb4-8c0e-4140-a4f6-d26dda4af8f9 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:28.428105 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7fbd845a-f405-4062-b6ea-89b3bf970c45 req-8c4d7cb4-8c0e-4140-a4f6-d26dda4af8f9 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 944 time: 0.1254547 Aug 10 03:58:28.510266 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7fbd845a-f405-4062-b6ea-89b3bf970c45 req-07d8c2d8-6366-499b-9ae5-a9e70d86316d tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811958 Aug 10 03:58:28.514509 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-a48d01d1-c0cc-43c4-a997-a6ea9cda5057 None None] Set router 15269290-338e-4585-bb23-b57e04c97dea gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:28.521575 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d15e2fe9-2f3b-4ebf-984d-6a1897ce548d admin admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:28.572635 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d4668138-6c6b-4eb7-98c6-dd41e28427c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:28.575974 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d4668138-6c6b-4eb7-98c6-dd41e28427c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:28.591943 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d4668138-6c6b-4eb7-98c6-dd41e28427c1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/196d053f-d963-4640-8cd6-0d7c4fce10c1 HTTP/1.1" status: 204 len: 168 time: 0.5363433 Aug 10 03:58:28.619795 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4668138-6c6b-4eb7-98c6-dd41e28427c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196d053f-d963-4640-8cd6-0d7c4fce10c1,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:28.700484 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9954cb58-0bee-4ef8-bb9c-bd2c69e6e74b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:28.716666 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-9954cb58-0bee-4ef8-bb9c-bd2c69e6e74b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Transition to ACTIVE for port object 7757a3cd-fdbd-43df-a416-94fff4cf1c9e will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:28.720281 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-b724ac08-654a-4a20-bf05-a0c7b1c18d7b service neutron] 10.222.0.25 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764437 Aug 10 03:58:28.738921 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d15e2fe9-2f3b-4ebf-984d-6a1897ce548d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:28.780868 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 6ef051c6-af36-4305-ae02-5804deade79c up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:28.795741 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e8f22c60-31f8-4f6e-b2e2-b961af4194ea req-8bd92005-543f-4382-a514-ad086be26c5d tempest-ServerPasswordTestJSON-1055762266 tempest-ServerPasswordTestJSON-1055762266-project] 10.222.0.25 "GET /v2.0/ports?device_id=670a9b51-f2c7-4cf9-be3d-49d273c87275 HTTP/1.1" status: 200 len: 210 time: 0.0396125 Aug 10 03:58:28.873110 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9954cb58-0bee-4ef8-bb9c-bd2c69e6e74b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:28.921850 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9954cb58-0bee-4ef8-bb9c-bd2c69e6e74b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network 348bbae4-9002-4e5c-922c-8151ad5b1edc is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:28.928370 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-d15e2fe9-2f3b-4ebf-984d-6a1897ce548d admin admin] Deleting port 457ca0c7-6b40-4b64-88d5-710991b01188 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:28.928370 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d15e2fe9-2f3b-4ebf-984d-6a1897ce548d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:28.928630 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-9954cb58-0bee-4ef8-bb9c-bd2c69e6e74b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:28.931432 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9954cb58-0bee-4ef8-bb9c-bd2c69e6e74b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:58:28.932233 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9954cb58-0bee-4ef8-bb9c-bd2c69e6e74b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:29.019580 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a48d01d1-c0cc-43c4-a997-a6ea9cda5057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15269290-338e-4585-bb23-b57e04c97dea', 'name': 'tempest-ServersTestMultiNic-371336575-router', 'tenant_id': '8281b6bf97984b32a5c87806dd937c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.68'}], 'enable_snat': True}, 'gw_port_id': '457ca0c7-6b40-4b64-88d5-710991b01188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:22Z', 'updated_at': '2021-08-10T03:58:26Z', 'revision_number': 5, 'project_id': '8281b6bf97984b32a5c87806dd937c20', 'gw_port': {'id': '457ca0c7-6b40-4b64-88d5-710991b01188', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fe:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15269290-338e-4585-bb23-b57e04c97dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:56:24Z', 'updated_at': '2021-08-10T03:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:29.027375 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 6ef051c6-af36-4305-ae02-5804deade79c completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:29.032311 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954cb58-0bee-4ef8-bb9c-bd2c69e6e74b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Port': ['ID=7757a3cd-fdbd-43df-a416-94fff4cf1c9e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:29.059409 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-d15e2fe9-2f3b-4ebf-984d-6a1897ce548d admin admin] For port 457ca0c7-6b40-4b64-88d5-710991b01188, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=457ca0c7-6b40-4b64-88d5-710991b01188,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:29.060152 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d15e2fe9-2f3b-4ebf-984d-6a1897ce548d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:29.101579 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-d15e2fe9-2f3b-4ebf-984d-6a1897ce548d admin admin] Calling delete_port for 457ca0c7-6b40-4b64-88d5-710991b01188 owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:29.109316 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48d01d1-c0cc-43c4-a997-a6ea9cda5057 None None] Checking router: 15269290-338e-4585-bb23-b57e04c97dea for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:58:29.112667 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 6ef051c6-af36-4305-ae02-5804deade79c triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:29.113212 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:29.172115 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3252c0ae-92b3-4545-9748-a4a68779426f req-b75039d3-205e-4161-8864-0a303d02a62b tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 210 time: 0.0493298 Aug 10 03:58:29.194550 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48d01d1-c0cc-43c4-a997-a6ea9cda5057 None None] Routers {'15269290-338e-4585-bb23-b57e04c97dea'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:29.195109 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a48d01d1-c0cc-43c4-a997-a6ea9cda5057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:58:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['15269290-338e-4585-bb23-b57e04c97dea'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:29.337181 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9954cb58-0bee-4ef8-bb9c-bd2c69e6e74b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:29.584316 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:29.598277 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-a48d01d1-c0cc-43c4-a997-a6ea9cda5057 None None] Set router 15269290-338e-4585-bb23-b57e04c97dea gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:29.651732 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b8780-cbf0-49da-8e6f-e468c509916e req-d0739cec-acaf-4bdf-9855-cfe4deb3ad73 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:29.657663 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a48d01d1-c0cc-43c4-a997-a6ea9cda5057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15269290-338e-4585-bb23-b57e04c97dea', 'name': 'tempest-ServersTestMultiNic-371336575-router', 'tenant_id': '8281b6bf97984b32a5c87806dd937c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:22Z', 'updated_at': '2021-08-10T03:58:28Z', 'revision_number': 6, 'project_id': '8281b6bf97984b32a5c87806dd937c20', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:29.669567 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9a6b8780-cbf0-49da-8e6f-e468c509916e req-d0739cec-acaf-4bdf-9855-cfe4deb3ad73 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 944 time: 0.0730774 Aug 10 03:58:29.688666 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d15e2fe9-2f3b-4ebf-984d-6a1897ce548d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:29.697753 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48d01d1-c0cc-43c4-a997-a6ea9cda5057 None None] The sync data for ids ['15269290-338e-4585-bb23-b57e04c97dea'] in n-d-802893-2 is: [{'id': '15269290-338e-4585-bb23-b57e04c97dea', 'name': 'tempest-ServersTestMultiNic-371336575-router', 'tenant_id': '8281b6bf97984b32a5c87806dd937c20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:56:22Z', 'updated_at': '2021-08-10T03:58:28Z', 'revision_number': 6, 'project_id': '8281b6bf97984b32a5c87806dd937c20', 'gw_port_host': None}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:58:29.702740 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604b0730-c3e8-46c8-a90c-e99d97d1c9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef051c6-af36-4305-ae02-5804deade79c'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:58:29.705044 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3d52c9-d1fe-45e8-a9a0-c0e1e57108dc" -d '{"events": [{"server_uuid": "604b0730-c3e8-46c8-a90c-e99d97d1c9bd", "name": "network-vif-plugged", "status": "completed", "tag": "6ef051c6-af36-4305-ae02-5804deade79c"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:58:29.720981 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 6ef051c6-af36-4305-ae02-5804deade79c, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=6ef051c6-af36-4305-ae02-5804deade79c,segment=NetworkSegment(77b25dbd-5d53-4f66-ad91-d61c3dba273a),segment_id=77b25dbd-5d53-4f66-ad91-d61c3dba273a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:29.741572 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9954cb58-0bee-4ef8-bb9c-bd2c69e6e74b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:29.750968 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4b492aef-2cc6-4081-8ab0-2cca59177147 None None] Provisioning for port 7757a3cd-fdbd-43df-a416-94fff4cf1c9e completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:29.758636 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4b492aef-2cc6-4081-8ab0-2cca59177147 None None] Provisioning complete for port 7757a3cd-fdbd-43df-a416-94fff4cf1c9e triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:29.758636 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4b492aef-2cc6-4081-8ab0-2cca59177147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:29.782831 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584e8a27-0729-4e2a-9d05-def91c8ae7c5 x-openstack-request-id: req-584e8a27-0729-4e2a-9d05-def91c8ae7c5 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:58:29.783361 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604b0730-c3e8-46c8-a90c-e99d97d1c9bd", "name": "network-vif-plugged", "status": "completed", "tag": "6ef051c6-af36-4305-ae02-5804deade79c", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:58:29.787006 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-584e8a27-0729-4e2a-9d05-def91c8ae7c5 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:58:29.787006 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604b0730-c3e8-46c8-a90c-e99d97d1c9bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef051c6-af36-4305-ae02-5804deade79c', 'code': 200} Aug 10 03:58:29.788444 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41154) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:29.803673 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-57f6aa7f-0ec8-4647-b34e-744266149850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:29.819590 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-4b492aef-2cc6-4081-8ab0-2cca59177147 None None] Port 7757a3cd-fdbd-43df-a416-94fff4cf1c9e cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:58:29.824019 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:29.877358 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9954cb58-0bee-4ef8-bb9c-bd2c69e6e74b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:29.878330 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9954cb58-0bee-4ef8-bb9c-bd2c69e6e74b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:29.903844 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=6ef051c6-af36-4305-ae02-5804deade79c,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:29.945153 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41160) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:30.032348 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9954cb58-0bee-4ef8-bb9c-bd2c69e6e74b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Port': ['ID=7757a3cd-fdbd-43df-a416-94fff4cf1c9e,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:30.060279 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-57f6aa7f-0ec8-4647-b34e-744266149850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:30.071404 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-00fee39d-4a4b-43c2-891b-29867c324d15 admin admin] Deleting subnet 4aaf5ea1-3f65-41c5-a60a-4cbe09b8fb80 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:58:30.083248 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-00fee39d-4a4b-43c2-891b-29867c324d15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:30.104487 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e2fe9-2f3b-4ebf-984d-6a1897ce548d admin admin] Pushing event deleted for resources: {'Port': ['ID=457ca0c7-6b40-4b64-88d5-710991b01188,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:30.135802 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9954cb58-0bee-4ef8-bb9c-bd2c69e6e74b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network 348bbae4-9002-4e5c-922c-8151ad5b1edc is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:30.138965 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-9954cb58-0bee-4ef8-bb9c-bd2c69e6e74b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:30.142304 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-00fee39d-4a4b-43c2-891b-29867c324d15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:30.204236 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-57f6aa7f-0ec8-4647-b34e-744266149850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:30.224107 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9a6b8780-cbf0-49da-8e6f-e468c509916e req-bdcc59c2-d7c4-4edb-88ea-7d70b4c2ea97 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5536435 Aug 10 03:58:30.245358 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3ac8c-555e-4c6d-8e95-78c357fd75ce req-85e0e272-c827-419c-b935-554a6b40603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:30.246873 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c9d3ac8c-555e-4c6d-8e95-78c357fd75ce req-85e0e272-c827-419c-b935-554a6b40603d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 1096 time: 0.1115346 Aug 10 03:58:30.255167 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d15e2fe9-2f3b-4ebf-984d-6a1897ce548d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:30.349009 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-218b7720-0d0d-4f54-8810-251cd3eca1c1 req-aea3cca1-62aa-4997-9119-966fef520101 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 210 time: 0.0905390 Aug 10 03:58:30.390228 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d15e2fe9-2f3b-4ebf-984d-6a1897ce548d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:30.399445 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c9d3ac8c-555e-4c6d-8e95-78c357fd75ce req-6993a5c3-f31e-4135-a2c1-46bcc87162bc service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112521 Aug 10 03:58:30.400881 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d15e2fe9-2f3b-4ebf-984d-6a1897ce548d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:30.407767 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-00fee39d-4a4b-43c2-891b-29867c324d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:30.459056 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6aa7f-0ec8-4647-b34e-744266149850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867fd01e-9c42-4837-9697-df1ef588a21e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:30.477138 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-57f6aa7f-0ec8-4647-b34e-744266149850 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=71863f7b20394f3cb0d7c61ca67c0b0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6873271 Aug 10 03:58:30.477900 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41168) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:30.502364 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9954cb58-0bee-4ef8-bb9c-bd2c69e6e74b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Router 96e6369c-e47e-40a7-809c-b4ddfaa61ee2 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:58:30.551797 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1e33910c-7306-488b-bec3-e077a9feaa56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:30.554758 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-142fe9bf-a415-43a7-b9d4-9094f3d62e5a None None] Provisioning complete for port 7757a3cd-fdbd-43df-a416-94fff4cf1c9e triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:30.554758 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-142fe9bf-a415-43a7-b9d4-9094f3d62e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:30.596745 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d15e2fe9-2f3b-4ebf-984d-6a1897ce548d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:30.601361 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15e2fe9-2f3b-4ebf-984d-6a1897ce548d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15269290-338e-4585-bb23-b57e04c97dea {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:58:30.602777 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-142fe9bf-a415-43a7-b9d4-9094f3d62e5a None None] Port 7757a3cd-fdbd-43df-a416-94fff4cf1c9e cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:58:30.603256 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1e33910c-7306-488b-bec3-e077a9feaa56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:30.611813 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d15e2fe9-2f3b-4ebf-984d-6a1897ce548d admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:30.615270 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9954cb58-0bee-4ef8-bb9c-bd2c69e6e74b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:58:30.620737 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d15e2fe9-2f3b-4ebf-984d-6a1897ce548d admin admin] 10.222.0.25 "DELETE /v2.0/routers/15269290-338e-4585-bb23-b57e04c97dea HTTP/1.1" status: 204 len: 168 time: 2.2836664 Aug 10 03:58:30.621307 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9954cb58-0bee-4ef8-bb9c-bd2c69e6e74b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "PUT /v2.0/routers/96e6369c-e47e-40a7-809c-b4ddfaa61ee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2332265 Aug 10 03:58:30.622149 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41172) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:30.624404 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41174) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:30.629181 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016d1f9a-6ad8-437b-bd2b-1be808e1bcc4 None None] Sync routers for ids ['96e6369c-e47e-40a7-809c-b4ddfaa61ee2'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:58:30.653575 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016d1f9a-6ad8-437b-bd2b-1be808e1bcc4 None None] Routers {'96e6369c-e47e-40a7-809c-b4ddfaa61ee2'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:30.655279 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-016d1f9a-6ad8-437b-bd2b-1be808e1bcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:58:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['96e6369c-e47e-40a7-809c-b4ddfaa61ee2'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:30.682014 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-00fee39d-4a4b-43c2-891b-29867c324d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:30.702462 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-00fee39d-4a4b-43c2-891b-29867c324d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:30.704410 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-00fee39d-4a4b-43c2-891b-29867c324d15 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4aaf5ea1-3f65-41c5-a60a-4cbe09b8fb80 HTTP/1.1" status: 204 len: 168 time: 0.7552676 Aug 10 03:58:30.705576 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-016d1f9a-6ad8-437b-bd2b-1be808e1bcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:30.707778 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41176) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:30.732397 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016d1f9a-6ad8-437b-bd2b-1be808e1bcc4 None None] Routers {'96e6369c-e47e-40a7-809c-b4ddfaa61ee2'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:30.733125 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-016d1f9a-6ad8-437b-bd2b-1be808e1bcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:58:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['96e6369c-e47e-40a7-809c-b4ddfaa61ee2'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:30.748306 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f70aa1-2a23-4aad-b078-fb15495ccf59 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:30.752310 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-83f70aa1-2a23-4aad-b078-fb15495ccf59 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "GET /v2.0/ports/7757a3cd-fdbd-43df-a416-94fff4cf1c9e HTTP/1.1" status: 200 len: 913 time: 0.1172600 Aug 10 03:58:30.754976 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41178) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:30.757116 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fee39d-4a4b-43c2-891b-29867c324d15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aaf5ea1-3f65-41c5-a60a-4cbe09b8fb80,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:30.775734 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-016d1f9a-6ad8-437b-bd2b-1be808e1bcc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:30.775938 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016d1f9a-6ad8-437b-bd2b-1be808e1bcc4 None None] The sync data for ids ['96e6369c-e47e-40a7-809c-b4ddfaa61ee2'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:58:30.778144 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1e33910c-7306-488b-bec3-e077a9feaa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:30.780759 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1e33910c-7306-488b-bec3-e077a9feaa56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:30.787134 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1e33910c-7306-488b-bec3-e077a9feaa56 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/867fd01e-9c42-4837-9697-df1ef588a21e HTTP/1.1" status: 204 len: 168 time: 0.3027658 Aug 10 03:58:30.796293 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33910c-7306-488b-bec3-e077a9feaa56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867fd01e-9c42-4837-9697-df1ef588a21e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:30.816804 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ece1dcd1-e23a-404b-b097-3ed412b45876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:30.846309 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb2629e-e5e8-4712-9a28-bfea3d078a5d admin admin] Deleting subnet 75b4559f-9853-4bf0-88ab-97acc7baa458 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:58:30.853353 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6bb2629e-e5e8-4712-9a28-bfea3d078a5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:30.913936 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6bb2629e-e5e8-4712-9a28-bfea3d078a5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:30.926046 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ece1dcd1-e23a-404b-b097-3ed412b45876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:30.937757 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-ece1dcd1-e23a-404b-b097-3ed412b45876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7a1db1-bbc0-45ee-b98a-90e704e11a49']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:30.956033 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-ece1dcd1-e23a-404b-b097-3ed412b45876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4dc0681-87d0-4e93-b975-e75c38916c3d') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:30.956425 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-ece1dcd1-e23a-404b-b097-3ed412b45876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4dc0681-87d0-4e93-b975-e75c38916c3d') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:30.966360 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ece1dcd1-e23a-404b-b097-3ed412b45876 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:30.982049 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ece1dcd1-e23a-404b-b097-3ed412b45876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:30.989321 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece1dcd1-e23a-404b-b097-3ed412b45876 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:58:30.989839 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ece1dcd1-e23a-404b-b097-3ed412b45876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:58:30.991731 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:58:31.124177 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6bb2629e-e5e8-4712-9a28-bfea3d078a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:31.188720 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ece1dcd1-e23a-404b-b097-3ed412b45876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:31.195890 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ece1dcd1-e23a-404b-b097-3ed412b45876 admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:31.201026 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ece1dcd1-e23a-404b-b097-3ed412b45876 admin admin] 10.222.0.25 "DELETE /v2.0/networks/dc7a1db1-bbc0-45ee-b98a-90e704e11a49 HTTP/1.1" status: 204 len: 168 time: 0.4907768 Aug 10 03:58:31.239503 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1dcd1-e23a-404b-b097-3ed412b45876 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc7a1db1-bbc0-45ee-b98a-90e704e11a49,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:31.296796 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e3ab8f21-568b-4b45-b1e0-55e98bacb9d4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:31.325440 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 38094104-37ae-4a62-9fb3-39dc85b2da7c no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:58:31.354385 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 38094104-37ae-4a62-9fb3-39dc85b2da7c {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:58:31.354729 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 38094104-37ae-4a62-9fb3-39dc85b2da7c not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:58:31.367049 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6bb2629e-e5e8-4712-9a28-bfea3d078a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:31.459835 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5e4b1c5d-2a49-439b-8985-92ae786e13f6 req-7379642e-3a5c-4060-a759-5deeb824c898 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 210 time: 0.0368502 Aug 10 03:58:31.460997 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2629e-e5e8-4712-9a28-bfea3d078a5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75b4559f-9853-4bf0-88ab-97acc7baa458,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:31.467046 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6bb2629e-e5e8-4712-9a28-bfea3d078a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:31.469675 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6bb2629e-e5e8-4712-9a28-bfea3d078a5d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/75b4559f-9853-4bf0-88ab-97acc7baa458 HTTP/1.1" status: 204 len: 168 time: 0.8463585 Aug 10 03:58:31.474785 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41200) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:31.488279 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32947f79-31f0-4b51-95b8-3eac07224dd2 None None] Network d668b864-a45c-433f-a3f1-ead2aadee531 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:58:31.714363 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41206) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:31.773220 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a136c8f-2725-4d71-8c5c-ee99b23a9b24 None None] DHCP port deletion for d668b864-a45c-433f-a3f1-ead2aadee531 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:58:31.789925 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-29563324-c369-4074-94e5-c24f5cab0c91 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5eb1c3b048a24ba8a5ddddc3ec247ad9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0735018 Aug 10 03:58:31.792251 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41208) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:31.861704 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-897ac3d8-9723-4fa0-bad4-a2fecf578fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:31.876162 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 457ca0c7-6b40-4b64-88d5-710991b01188 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:58:31.887110 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-897ac3d8-9723-4fa0-bad4-a2fecf578fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:31.935658 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-8a136c8f-2725-4d71-8c5c-ee99b23a9b24 None None] Deleting port c2811bb2-7726-4efc-a406-6017e037ae02 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:31.937918 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8a136c8f-2725-4d71-8c5c-ee99b23a9b24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:31.949946 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 457ca0c7-6b40-4b64-88d5-710991b01188 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:58:31.950292 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 457ca0c7-6b40-4b64-88d5-710991b01188 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:58:31.950712 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device df02ec39-e92b-4734-ae20-8e90a92d29df no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:58:31.958881 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1233ae-df7c-4a15-b5ad-79b7ac340fcd req-91213666-8ae9-4a26-9c73-4483c1693af1 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:31.960383 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff1233ae-df7c-4a15-b5ad-79b7ac340fcd req-91213666-8ae9-4a26-9c73-4483c1693af1 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 945 time: 0.6115782 Aug 10 03:58:31.967659 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7f64343b-4d6f-4d02-8d72-663edf35d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:32.006353 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: df02ec39-e92b-4734-ae20-8e90a92d29df {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:58:32.006624 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device df02ec39-e92b-4734-ae20-8e90a92d29df not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:58:32.007037 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c2811bb2-7726-4efc-a406-6017e037ae02 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:58:32.072693 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-8a136c8f-2725-4d71-8c5c-ee99b23a9b24 None None] For port c2811bb2-7726-4efc-a406-6017e037ae02, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c2811bb2-7726-4efc-a406-6017e037ae02,segment=NetworkSegment(92b62f01-5706-4edb-be59-ea84b6549b20),segment_id=92b62f01-5706-4edb-be59-ea84b6549b20)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:32.072693 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8a136c8f-2725-4d71-8c5c-ee99b23a9b24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:32.073282 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-8a136c8f-2725-4d71-8c5c-ee99b23a9b24 None None] Calling delete_port for c2811bb2-7726-4efc-a406-6017e037ae02 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:32.082643 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff1233ae-df7c-4a15-b5ad-79b7ac340fcd req-2b71792a-6dce-4361-a39d-a2991c49fe77 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856385 Aug 10 03:58:32.145150 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-7f64343b-4d6f-4d02-8d72-663edf35d4ed admin admin] Deleting port c2811bb2-7726-4efc-a406-6017e037ae02 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:32.145489 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7f64343b-4d6f-4d02-8d72-663edf35d4ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:32.159539 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:32.213964 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port c2811bb2-7726-4efc-a406-6017e037ae02, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c2811bb2-7726-4efc-a406-6017e037ae02,segment=NetworkSegment(92b62f01-5706-4edb-be59-ea84b6549b20),segment_id=92b62f01-5706-4edb-be59-ea84b6549b20)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:32.234092 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-897ac3d8-9723-4fa0-bad4-a2fecf578fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:32.241859 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-897ac3d8-9723-4fa0-bad4-a2fecf578fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:32.241859 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-897ac3d8-9723-4fa0-bad4-a2fecf578fb4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7707dc01-3182-4260-958c-be12fbc3b778 HTTP/1.1" status: 204 len: 168 time: 0.4441214 Aug 10 03:58:32.244828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-7f64343b-4d6f-4d02-8d72-663edf35d4ed admin admin] For port c2811bb2-7726-4efc-a406-6017e037ae02, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c2811bb2-7726-4efc-a406-6017e037ae02,segment=NetworkSegment(92b62f01-5706-4edb-be59-ea84b6549b20),segment_id=92b62f01-5706-4edb-be59-ea84b6549b20)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:32.245196 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7f64343b-4d6f-4d02-8d72-663edf35d4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:32.251446 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ac3d8-9723-4fa0-bad4-a2fecf578fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7707dc01-3182-4260-958c-be12fbc3b778,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:32.262987 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-7f64343b-4d6f-4d02-8d72-663edf35d4ed admin admin] Calling delete_port for c2811bb2-7726-4efc-a406-6017e037ae02 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:32.314604 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab8f21-568b-4b45-b1e0-55e98bacb9d4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Deleting port 7757a3cd-fdbd-43df-a416-94fff4cf1c9e {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:32.314955 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e3ab8f21-568b-4b45-b1e0-55e98bacb9d4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:32.342754 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:32.400072 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=c2811bb2-7726-4efc-a406-6017e037ae02,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:32.428261 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e3ab8f21-568b-4b45-b1e0-55e98bacb9d4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:32.459436 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-e3ab8f21-568b-4b45-b1e0-55e98bacb9d4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Calling delete_port for 7757a3cd-fdbd-43df-a416-94fff4cf1c9e owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:32.462720 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8a136c8f-2725-4d71-8c5c-ee99b23a9b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:32.511363 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a136c8f-2725-4d71-8c5c-ee99b23a9b24 None None] Pushing event deleted for resources: {'Port': ['ID=c2811bb2-7726-4efc-a406-6017e037ae02,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:32.527620 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a136c8f-2725-4d71-8c5c-ee99b23a9b24 None None] No DVR routers for this DVR port c2811bb2-7726-4efc-a406-6017e037ae02 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:58:32.558503 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7f64343b-4d6f-4d02-8d72-663edf35d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:32.614809 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64343b-4d6f-4d02-8d72-663edf35d4ed admin admin] Pushing event deleted for resources: {'Port': ['ID=c2811bb2-7726-4efc-a406-6017e037ae02,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:32.621707 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f64343b-4d6f-4d02-8d72-663edf35d4ed admin admin] No DVR routers for this DVR port c2811bb2-7726-4efc-a406-6017e037ae02 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:58:32.768961 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-efa613c3-2a4e-4c73-9af1-7f5ca89125a3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:32.773870 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-efa613c3-2a4e-4c73-9af1-7f5ca89125a3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.20 "GET /v2.0/networks?id=f7ff6afc-8008-49c6-8b16-55c096640020 HTTP/1.1" status: 200 len: 811 time: 0.3430102 Aug 10 03:58:32.788148 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-613f9059-7eed-44e2-b0ea-09cc63b92b67 req-3e419b08-7a09-47c1-88d8-0ee3f834fc0c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 210 time: 0.1018078 Aug 10 03:58:32.875143 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7f64343b-4d6f-4d02-8d72-663edf35d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:32.929780 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-7f64343b-4d6f-4d02-8d72-663edf35d4ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d668b864-a45c-433f-a3f1-ead2aadee531']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:32.954485 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-7f64343b-4d6f-4d02-8d72-663edf35d4ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b62f01-5706-4edb-be59-ea84b6549b20') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:32.955539 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-7f64343b-4d6f-4d02-8d72-663edf35d4ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b62f01-5706-4edb-be59-ea84b6549b20') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:32.970980 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7f64343b-4d6f-4d02-8d72-663edf35d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:32.979563 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-04567913-fec4-470a-9b68-3f13c5fbfadb tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=897476f221894013b27960fb36935e79 HTTP/1.1" status: 200 len: 379 time: 0.1624129 Aug 10 03:58:32.993016 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-3789a148-00f9-468e-beb1-ac5225320e72 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Request body: {'port': {'device_id': '42000c9c-e2bd-4988-84d2-6244f1f07902', 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020', 'admin_state_up': True, 'tenant_id': '897476f221894013b27960fb36935e79', 'security_groups': ['f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:33.042151 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7f64343b-4d6f-4d02-8d72-663edf35d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:33.052934 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f64343b-4d6f-4d02-8d72-663edf35d4ed admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:58:33.053333 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7f64343b-4d6f-4d02-8d72-663edf35d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:58:33.054974 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:58:33.155530 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e3ab8f21-568b-4b45-b1e0-55e98bacb9d4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:33.192722 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab8f21-568b-4b45-b1e0-55e98bacb9d4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Port': ['ID=7757a3cd-fdbd-43df-a416-94fff4cf1c9e,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:33.259867 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418cdd8-79f2-40e1-917f-539a0d11e69d req-cc3402e7-94c8-4e85-b55d-9ea6e9db5587 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:33.265028 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a418cdd8-79f2-40e1-917f-539a0d11e69d req-cc3402e7-94c8-4e85-b55d-9ea6e9db5587 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 945 time: 0.0982084 Aug 10 03:58:33.286867 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7f64343b-4d6f-4d02-8d72-663edf35d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:33.312549 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a418cdd8-79f2-40e1-917f-539a0d11e69d req-ab0ccb91-78a0-4a5c-9789-cdd65e4cd208 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391963 Aug 10 03:58:33.322776 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7f64343b-4d6f-4d02-8d72-663edf35d4ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:33.327716 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7f64343b-4d6f-4d02-8d72-663edf35d4ed admin admin] 10.222.0.25 "DELETE /v2.0/networks/d668b864-a45c-433f-a3f1-ead2aadee531 HTTP/1.1" status: 204 len: 168 time: 1.8519554 Aug 10 03:58:33.354769 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-3789a148-00f9-468e-beb1-ac5225320e72 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Made reservation on behalf of 897476f221894013b27960fb36935e79 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:58:33.354769 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-3789a148-00f9-468e-beb1-ac5225320e72 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:33.354769 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64343b-4d6f-4d02-8d72-663edf35d4ed admin admin] Pushing event deleted for resources: {'Network': ['ID=d668b864-a45c-433f-a3f1-ead2aadee531,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:33.389549 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e3ab8f21-568b-4b45-b1e0-55e98bacb9d4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:33.628760 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-3789a148-00f9-468e-beb1-ac5225320e72 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Allocated IP 172.20.0.12 (f7ff6afc-8008-49c6-8b16-55c096640020/a51d8861-9dbf-4178-9d3e-8ed73319e82c/b3b4ce36-dd2d-448b-a4c9-f1269256c40e) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:58:33.672920 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41276) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:33.771131 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ab8f21-568b-4b45-b1e0-55e98bacb9d4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Router 96e6369c-e47e-40a7-809c-b4ddfaa61ee2 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:58:33.842392 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b175fb17-f055-4e8c-a57f-3f0d922d6749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:33.922205 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41290) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:33.961237 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fa0a9b9e-742e-45d9-9aab-6c98517469f9 req-16a1cbe2-73c0-48fd-890d-3602b87eb6c8 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 210 time: 0.0375926 Aug 10 03:58:33.965007 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-3789a148-00f9-468e-beb1-ac5225320e72 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:34.014165 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b175fb17-f055-4e8c-a57f-3f0d922d6749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:34.036501 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-3789a148-00f9-468e-beb1-ac5225320e72 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Transition to ACTIVE for port object b3b4ce36-dd2d-448b-a4c9-f1269256c40e will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:34.046701 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ab8f21-568b-4b45-b1e0-55e98bacb9d4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:58:34.051680 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac89a0-c6f4-4760-b307-20738f81addd req-d16ccbc4-abc2-4fd9-addd-e6121c884a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:34.052990 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e3ab8f21-568b-4b45-b1e0-55e98bacb9d4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "PUT /v2.0/routers/96e6369c-e47e-40a7-809c-b4ddfaa61ee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2968533 Aug 10 03:58:34.057681 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496305df-78dd-47fd-8ad2-2ae32bd16c24 None None] Sync routers for ids ['96e6369c-e47e-40a7-809c-b4ddfaa61ee2'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:58:34.059366 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41294) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:34.066565 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bcac89a0-c6f4-4760-b307-20738f81addd req-d16ccbc4-abc2-4fd9-addd-e6121c884a3c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5c12184296424dc9af92067f3096d474&device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 1096 time: 0.0661755 Aug 10 03:58:34.076602 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7c2affc0-9a18-4da0-b8dc-86168b6e5a30 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8281b6bf97984b32a5c87806dd937c20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1509318 Aug 10 03:58:34.080797 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496305df-78dd-47fd-8ad2-2ae32bd16c24 None None] Routers {'96e6369c-e47e-40a7-809c-b4ddfaa61ee2'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:34.082580 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-496305df-78dd-47fd-8ad2-2ae32bd16c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:58:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['96e6369c-e47e-40a7-809c-b4ddfaa61ee2'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:34.110446 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41296) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:34.127519 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-496305df-78dd-47fd-8ad2-2ae32bd16c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:34.137709 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496305df-78dd-47fd-8ad2-2ae32bd16c24 None None] Routers {'96e6369c-e47e-40a7-809c-b4ddfaa61ee2'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:34.138567 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-496305df-78dd-47fd-8ad2-2ae32bd16c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:58:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['96e6369c-e47e-40a7-809c-b4ddfaa61ee2'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:34.172005 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b175fb17-f055-4e8c-a57f-3f0d922d6749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:34.179792 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6f995-c9e2-4412-a8db-4e4c68f7e5de req-0e57eb21-5e0f-4d4a-9e84-a54883c5128b tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:34.181536 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7bc6f995-c9e2-4412-a8db-4e4c68f7e5de req-0e57eb21-5e0f-4d4a-9e84-a54883c5128b tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 945 time: 0.2239337 Aug 10 03:58:34.200303 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-496305df-78dd-47fd-8ad2-2ae32bd16c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:34.201241 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496305df-78dd-47fd-8ad2-2ae32bd16c24 None None] The sync data for ids ['96e6369c-e47e-40a7-809c-b4ddfaa61ee2'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:58:34.202206 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41300) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:34.269334 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b175fb17-f055-4e8c-a57f-3f0d922d6749 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d922113a99bb42f3acf4cce7356b2a99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5951540 Aug 10 03:58:34.269927 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41304) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:34.273212 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac89a0-c6f4-4760-b307-20738f81addd req-a4a2fcf9-f535-41a2-b1e0-171fe4438e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:34.274709 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bcac89a0-c6f4-4760-b307-20738f81addd req-a4a2fcf9-f535-41a2-b1e0-171fe4438e94 service neutron] 10.222.0.68 "GET /v2.0/networks?id=017bc094-0610-4c83-b903-161ccef8a7ca HTTP/1.1" status: 200 len: 920 time: 0.2000761 Aug 10 03:58:34.275309 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175fb17-f055-4e8c-a57f-3f0d922d6749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319affa7-5d1a-4e84-8ceb-09fc0e208f34,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:34.310000 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7bc6f995-c9e2-4412-a8db-4e4c68f7e5de req-9da47bb0-e527-4c76-bfb2-ffd5e2ec5fe0 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088374 Aug 10 03:58:34.344761 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bcac89a0-c6f4-4760-b307-20738f81addd req-d659d73d-d726-46cc-a733-38480902b89a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ef051c6-af36-4305-ae02-5804deade79c HTTP/1.1" status: 200 len: 217 time: 0.0623729 Aug 10 03:58:34.411288 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac89a0-c6f4-4760-b307-20738f81addd req-647116de-e55d-45ff-ba70-ab2b8abeda88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:34.412989 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-a6141f41-196a-42e3-82f9-a5b1217a844f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1682742230-network', 'tenant_id': '676ac30864564aacab3c67a7a875c7ec'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:34.413831 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bcac89a0-c6f4-4760-b307-20738f81addd req-647116de-e55d-45ff-ba70-ab2b8abeda88 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d62a09b9-e42e-47af-8510-297fece7a960 HTTP/1.1" status: 200 len: 859 time: 0.0621161 Aug 10 03:58:34.429363 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-3789a148-00f9-468e-beb1-ac5225320e72 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:34.461107 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bcac89a0-c6f4-4760-b307-20738f81addd req-95d18a0a-3395-4691-9056-cd8494a65572 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=017bc094-0610-4c83-b903-161ccef8a7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402656 Aug 10 03:58:34.550273 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0f744b28-3052-421f-b3e0-e5c087e66114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:34.553027 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-3789a148-00f9-468e-beb1-ac5225320e72 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Network f7ff6afc-8008-49c6-8b16-55c096640020 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:34.560716 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bcac89a0-c6f4-4760-b307-20738f81addd req-ce6a311b-9239-4865-9723-793b760a49c4 service neutron] 10.222.0.68 "GET /v2.0/networks/017bc094-0610-4c83-b903-161ccef8a7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925472 Aug 10 03:58:34.570256 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-3789a148-00f9-468e-beb1-ac5225320e72 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:34.572092 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789a148-00f9-468e-beb1-ac5225320e72 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Pushing event updated for resources: {'Port': ['ID=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:34.602436 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-3789a148-00f9-468e-beb1-ac5225320e72 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:58:34.653817 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0f744b28-3052-421f-b3e0-e5c087e66114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:34.655139 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6141f41-196a-42e3-82f9-a5b1217a844f admin admin] Made reservation on behalf of 676ac30864564aacab3c67a7a875c7ec for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:58:34.657512 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6141f41-196a-42e3-82f9-a5b1217a844f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:34.679170 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bcac89a0-c6f4-4760-b307-20738f81addd req-914f4d9f-f93c-44db-84dd-afd32077f8eb service neutron] 10.222.0.68 "GET /v2.0/networks/017bc094-0610-4c83-b903-161ccef8a7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105020 Aug 10 03:58:34.679432 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6141f41-196a-42e3-82f9-a5b1217a844f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:34.710312 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-50125988-9c82-4135-b3b2-7a21d2d409a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:34.758138 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-3789a148-00f9-468e-beb1-ac5225320e72 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:34.759037 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-3789a148-00f9-468e-beb1-ac5225320e72 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:34.812245 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-50125988-9c82-4135-b3b2-7a21d2d409a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:34.957085 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6c65e98e-0289-464a-adf6-31cb7eb74310 None None] Provisioning for port b3b4ce36-dd2d-448b-a4c9-f1269256c40e completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:34.961411 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6c65e98e-0289-464a-adf6-31cb7eb74310 None None] Provisioning complete for port b3b4ce36-dd2d-448b-a4c9-f1269256c40e triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:34.961711 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6c65e98e-0289-464a-adf6-31cb7eb74310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:35.002670 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-6c65e98e-0289-464a-adf6-31cb7eb74310 None None] Port b3b4ce36-dd2d-448b-a4c9-f1269256c40e cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:58:35.319884 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cf115-4049-4329-a4d8-623b597c2771 req-d0a4c91e-59b0-40b9-a8f1-aafbbd65b29a tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:35.321541 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-745cf115-4049-4329-a4d8-623b597c2771 req-d0a4c91e-59b0-40b9-a8f1-aafbbd65b29a tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 932 time: 0.1166408 Aug 10 03:58:35.353916 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0f744b28-3052-421f-b3e0-e5c087e66114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:35.356456 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0f744b28-3052-421f-b3e0-e5c087e66114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:35.359913 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0f744b28-3052-421f-b3e0-e5c087e66114 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aaebf6d4-db31-498a-84f6-349a531f9c01 HTTP/1.1" status: 204 len: 168 time: 1.2449427 Aug 10 03:58:35.396874 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-50125988-9c82-4135-b3b2-7a21d2d409a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:35.399570 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-50125988-9c82-4135-b3b2-7a21d2d409a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:35.401752 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-50125988-9c82-4135-b3b2-7a21d2d409a7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/319affa7-5d1a-4e84-8ceb-09fc0e208f34 HTTP/1.1" status: 204 len: 168 time: 1.1270776 Aug 10 03:58:35.412958 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f744b28-3052-421f-b3e0-e5c087e66114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaebf6d4-db31-498a-84f6-349a531f9c01,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:35.428912 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6141f41-196a-42e3-82f9-a5b1217a844f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:35.456661 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-745cf115-4049-4329-a4d8-623b597c2771 req-7ee69e66-6437-4d41-8f1c-b9160f82e7a0 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279678 Aug 10 03:58:35.462504 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d908c-587b-45b4-9484-e9ab1355eb97 req-4d69020f-9099-4db7-9788-53d9e3440196 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:35.475404 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50125988-9c82-4135-b3b2-7a21d2d409a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319affa7-5d1a-4e84-8ceb-09fc0e208f34,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:35.485672 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ba4d908c-587b-45b4-9484-e9ab1355eb97 req-4d69020f-9099-4db7-9788-53d9e3440196 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 945 time: 0.1018333 Aug 10 03:58:35.503141 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b43bd88c-80dc-4828-a2e7-83296834e036 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:35.540625 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ba4d908c-587b-45b4-9484-e9ab1355eb97 req-d77626e6-9d18-4f4e-a4ee-71971cd29eb8 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532174 Aug 10 03:58:35.565459 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6141f41-196a-42e3-82f9-a5b1217a844f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:35.625539 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6141f41-196a-42e3-82f9-a5b1217a844f admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:58:35.647346 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6141f41-196a-42e3-82f9-a5b1217a844f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bdce2f-8c29-4148-a4fe-8a555f387569,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:35.650916 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6141f41-196a-42e3-82f9-a5b1217a844f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:35.651323 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-a6141f41-196a-42e3-82f9-a5b1217a844f admin admin] Added segment 9cb2f6a5-756e-48ce-8160-e0804b5fd8ec of type vlan for network 4f3f25f3-3b62-4257-bd54-35deff03d286 Aug 10 03:58:35.664820 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-3789a148-00f9-468e-beb1-ac5225320e72 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6770830 Aug 10 03:58:35.734021 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-847453bb-197d-4418-ad12-a9fafa269b2f service neutron] Request body: {'port': {'device_id': '42000c9c-e2bd-4988-84d2-6244f1f07902', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:35.785046 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6141f41-196a-42e3-82f9-a5b1217a844f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:35.859482 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-847453bb-197d-4418-ad12-a9fafa269b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:36.011000 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6141f41-196a-42e3-82f9-a5b1217a844f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:36.012038 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6141f41-196a-42e3-82f9-a5b1217a844f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:36.012632 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6141f41-196a-42e3-82f9-a5b1217a844f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:36.175701 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6141f41-196a-42e3-82f9-a5b1217a844f admin admin] Pushing event updated for resources: {'Network': ['ID=4f3f25f3-3b62-4257-bd54-35deff03d286,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:36.189653 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 4f3f25f3-3b62-4257-bd54-35deff03d286 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:58:36.224132 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-b43bd88c-80dc-4828-a2e7-83296834e036 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Deleting port a91941e5-0630-47b5-988b-7a1e3f5adc2c {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:36.224473 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b43bd88c-80dc-4828-a2e7-83296834e036 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:36.272987 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a6141f41-196a-42e3-82f9-a5b1217a844f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0600460 Aug 10 03:58:36.275478 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41346) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:36.285856 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-243f5137-09e7-473d-8380-bcb59b4cc6b9 admin admin] Request body: {'subnet': {'network_id': '4f3f25f3-3b62-4257-bd54-35deff03d286', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1682742230-subnet', 'tenant_id': '676ac30864564aacab3c67a7a875c7ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:36.375935 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b43bd88c-80dc-4828-a2e7-83296834e036 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:36.388593 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-847453bb-197d-4418-ad12-a9fafa269b2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b4ce36-dd2d-448b-a4c9-f1269256c40e {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:58:36.398460 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-b43bd88c-80dc-4828-a2e7-83296834e036 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Calling delete_port for a91941e5-0630-47b5-988b-7a1e3f5adc2c owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:36.401255 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-847453bb-197d-4418-ad12-a9fafa269b2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:36.402527 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243f5137-09e7-473d-8380-bcb59b4cc6b9 admin admin] Made reservation on behalf of 676ac30864564aacab3c67a7a875c7ec for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:58:36.410776 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-243f5137-09e7-473d-8380-bcb59b4cc6b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:36.423985 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-847453bb-197d-4418-ad12-a9fafa269b2f service neutron] Transition to ACTIVE for port object b3b4ce36-dd2d-448b-a4c9-f1269256c40e will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:36.572862 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-847453bb-197d-4418-ad12-a9fafa269b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:36.662359 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847453bb-197d-4418-ad12-a9fafa269b2f service neutron] Pushing event updated for resources: {'Port': ['ID=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:36.813530 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5532f6-7a2f-4344-8d08-1e34b373f424 req-42211232-fae0-40aa-80e4-52e1530c9e80 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:36.817358 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8d5532f6-7a2f-4344-8d08-1e34b373f424 req-42211232-fae0-40aa-80e4-52e1530c9e80 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 944 time: 0.2550526 Aug 10 03:58:36.875607 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-847453bb-197d-4418-ad12-a9fafa269b2f service neutron] Attempting to bind port b3b4ce36-dd2d-448b-a4c9-f1269256c40e on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:58:36.877418 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-847453bb-197d-4418-ad12-a9fafa269b2f service neutron] Attempting to bind port b3b4ce36-dd2d-448b-a4c9-f1269256c40e by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '2b1cf01d-024c-43da-ba3d-d7d744da33ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:58:36.878132 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-847453bb-197d-4418-ad12-a9fafa269b2f service neutron] Attempting to bind port b3b4ce36-dd2d-448b-a4c9-f1269256c40e on network f7ff6afc-8008-49c6-8b16-55c096640020 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:58:36.879422 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8d5532f6-7a2f-4344-8d08-1e34b373f424 req-6bf29367-45ca-46fd-81b6-e3def11bc303 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523627 Aug 10 03:58:36.885309 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-847453bb-197d-4418-ad12-a9fafa269b2f service neutron] Port b3b4ce36-dd2d-448b-a4c9-f1269256c40e on network f7ff6afc-8008-49c6-8b16-55c096640020 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:58:36.885977 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-847453bb-197d-4418-ad12-a9fafa269b2f service neutron] Attempting to bind port b3b4ce36-dd2d-448b-a4c9-f1269256c40e on network f7ff6afc-8008-49c6-8b16-55c096640020 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:58:36.893747 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-847453bb-197d-4418-ad12-a9fafa269b2f service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:58:36.894670 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-847453bb-197d-4418-ad12-a9fafa269b2f service neutron] Checking segment: {'id': '2b1cf01d-024c-43da-ba3d-d7d744da33ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:58:36.895304 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-847453bb-197d-4418-ad12-a9fafa269b2f service neutron] Bound using segment: {'id': '2b1cf01d-024c-43da-ba3d-d7d744da33ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:58:36.895799 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-243f5137-09e7-473d-8380-bcb59b4cc6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:36.911065 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-847453bb-197d-4418-ad12-a9fafa269b2f service neutron] Bound port: b3b4ce36-dd2d-448b-a4c9-f1269256c40e, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b1cf01d-024c-43da-ba3d-d7d744da33ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:58:36.911793 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-847453bb-197d-4418-ad12-a9fafa269b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:36.948103 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41370) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:36.971294 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1beacf-fcf7-402b-a64b-defb3e0c578b req-e7f8c859-c34c-4c26-b68b-832fce5f7e82 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:36.974063 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c1beacf-fcf7-402b-a64b-defb3e0c578b req-e7f8c859-c34c-4c26-b68b-832fce5f7e82 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 945 time: 0.2654655 Aug 10 03:58:37.003120 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b43bd88c-80dc-4828-a2e7-83296834e036 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.010884 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f5137-09e7-473d-8380-bcb59b4cc6b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a66ddc04-7832-49d9-96fc-cfbccf02c0c0,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:37.031809 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243f5137-09e7-473d-8380-bcb59b4cc6b9 admin admin] Checking segment: {'id': '9cb2f6a5-756e-48ce-8160-e0804b5fd8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4f3f25f3-3b62-4257-bd54-35deff03d286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:58:37.032216 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243f5137-09e7-473d-8380-bcb59b4cc6b9 admin admin] Network hostable DHCP agents. Network: 4f3f25f3-3b62-4257-bd54-35deff03d286, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:58:37.074759 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43bd88c-80dc-4828-a2e7-83296834e036 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Port': ['ID=a91941e5-0630-47b5-988b-7a1e3f5adc2c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:37.121022 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-76e1b7c1-d37f-44a3-9b2a-1b283f02742e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1986706527-network', 'tenant_id': 'fb9f811da9a5409f9156941cfe332dd0'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:37.134680 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243f5137-09e7-473d-8380-bcb59b4cc6b9 admin admin] Network 4f3f25f3-3b62-4257-bd54-35deff03d286 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:58:37.166645 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-847453bb-197d-4418-ad12-a9fafa269b2f service neutron] For port b3b4ce36-dd2d-448b-a4c9-f1269256c40e, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:58:37.175331 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c1beacf-fcf7-402b-a64b-defb3e0c578b req-3a96acb9-1860-4c1f-ae68-a4252e5ee666 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777987 Aug 10 03:58:37.227621 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-847453bb-197d-4418-ad12-a9fafa269b2f service neutron] For port b3b4ce36-dd2d-448b-a4c9-f1269256c40e, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:58:37.232316 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-243f5137-09e7-473d-8380-bcb59b4cc6b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 4f3f25f3-3b62-4257-bd54-35deff03d286) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:37.244713 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12701da-0a9d-4a9d-9b65-60875d771e8f None None] Network 4f3f25f3-3b62-4257-bd54-35deff03d286 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:58:37.247095 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243f5137-09e7-473d-8380-bcb59b4cc6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:37.248843 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-243f5137-09e7-473d-8380-bcb59b4cc6b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.261446 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b43bd88c-80dc-4828-a2e7-83296834e036 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.270661 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e1b7c1-d37f-44a3-9b2a-1b283f02742e admin admin] Made reservation on behalf of fb9f811da9a5409f9156941cfe332dd0 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:58:37.274469 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-76e1b7c1-d37f-44a3-9b2a-1b283f02742e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.294382 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-76e1b7c1-d37f-44a3-9b2a-1b283f02742e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.384606 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-847453bb-197d-4418-ad12-a9fafa269b2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.399656 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-243f5137-09e7-473d-8380-bcb59b4cc6b9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1197131 Aug 10 03:58:37.402205 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41382) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:37.415779 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c48fecb7-df77-4e54-a7e7-5c410396e33f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1682742230-router', 'tenant_id': '676ac30864564aacab3c67a7a875c7ec', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:37.483913 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428f96c0-cf8c-4d86-bb0c-9fd33c9ed43a None None] Network 4f3f25f3-3b62-4257-bd54-35deff03d286 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:58:37.511949 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-847453bb-197d-4418-ad12-a9fafa269b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:37.512903 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-847453bb-197d-4418-ad12-a9fafa269b2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.514569 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-847453bb-197d-4418-ad12-a9fafa269b2f service neutron] 10.222.0.20 "PUT /v2.0/ports/b3b4ce36-dd2d-448b-a4c9-f1269256c40e HTTP/1.1" status: 200 len: 1092 time: 1.8021104 Aug 10 03:58:37.517473 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42000c9c-e2bd-4988-84d2-6244f1f07902', 'tag': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:58:37.520092 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a455be-d55a-44b1-aa51-043196ecfcba" -d '{"events": [{"name": "network-changed", "server_uuid": "42000c9c-e2bd-4988-84d2-6244f1f07902", "tag": "b3b4ce36-dd2d-448b-a4c9-f1269256c40e"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:58:37.598113 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43bd88c-80dc-4828-a2e7-83296834e036 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Router 96e6369c-e47e-40a7-809c-b4ddfaa61ee2 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:58:37.613626 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847453bb-197d-4418-ad12-a9fafa269b2f service neutron] Pushing event updated for resources: {'Port': ['ID=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:37.614652 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-76e1b7c1-d37f-44a3-9b2a-1b283f02742e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.625797 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc916e0-22cf-42c7-a9e9-1ce430d9e7e7 x-openstack-request-id: req-dbc916e0-22cf-42c7-a9e9-1ce430d9e7e7 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:58:37.626449 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42000c9c-e2bd-4988-84d2-6244f1f07902", "tag": "b3b4ce36-dd2d-448b-a4c9-f1269256c40e", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:58:37.627561 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dbc916e0-22cf-42c7-a9e9-1ce430d9e7e7 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:58:37.629214 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42000c9c-e2bd-4988-84d2-6244f1f07902', 'tag': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e', 'status': 'completed', 'code': 200} Aug 10 03:58:37.703200 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-76e1b7c1-d37f-44a3-9b2a-1b283f02742e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.740580 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e1b7c1-d37f-44a3-9b2a-1b283f02742e admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:58:37.757324 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e1b7c1-d37f-44a3-9b2a-1b283f02742e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5efc14f-4f1a-4e74-b389-fba2ed32c777,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:37.763010 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-76e1b7c1-d37f-44a3-9b2a-1b283f02742e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.763369 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-76e1b7c1-d37f-44a3-9b2a-1b283f02742e admin admin] Added segment 5675562d-8d1f-459a-9296-c40a344656e6 of type vlan for network d1f662f0-7042-40e3-a08e-7b9fe7d496f8 Aug 10 03:58:37.773623 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43bd88c-80dc-4828-a2e7-83296834e036 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:58:37.783589 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b43bd88c-80dc-4828-a2e7-83296834e036 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "PUT /v2.0/routers/96e6369c-e47e-40a7-809c-b4ddfaa61ee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7198532 Aug 10 03:58:37.789019 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585085c7-5797-4730-8ac4-8b1669e4dfbb None None] Sync routers for ids ['96e6369c-e47e-40a7-809c-b4ddfaa61ee2'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:58:37.789570 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41396) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:37.800007 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585085c7-5797-4730-8ac4-8b1669e4dfbb None None] Routers {'96e6369c-e47e-40a7-809c-b4ddfaa61ee2'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:37.801017 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-585085c7-5797-4730-8ac4-8b1669e4dfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:58:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['96e6369c-e47e-40a7-809c-b4ddfaa61ee2'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:37.824058 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-76e1b7c1-d37f-44a3-9b2a-1b283f02742e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.832218 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a455be-d55a-44b1-aa51-043196ecfcba req-87a52a81-b965-44bd-8e91-4fc8fcd9da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:37.833906 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-82a455be-d55a-44b1-aa51-043196ecfcba req-87a52a81-b965-44bd-8e91-4fc8fcd9da29 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=897476f221894013b27960fb36935e79&device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 1095 time: 0.1223106 Aug 10 03:58:37.837527 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-4261b14a-d443-4191-82a4-aca296eab70f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "GET /v2.0/ports?device_id=96e6369c-e47e-40a7-809c-b4ddfaa61ee2 HTTP/1.1" status: 200 len: 205 time: 0.0466967 Aug 10 03:58:37.839438 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41400) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:37.857382 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-585085c7-5797-4730-8ac4-8b1669e4dfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:37.867525 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585085c7-5797-4730-8ac4-8b1669e4dfbb None None] Routers {'96e6369c-e47e-40a7-809c-b4ddfaa61ee2'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:37.868422 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-585085c7-5797-4730-8ac4-8b1669e4dfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:58:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['96e6369c-e47e-40a7-809c-b4ddfaa61ee2'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:37.874385 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c48fecb7-df77-4e54-a7e7-5c410396e33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.875535 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c48fecb7-df77-4e54-a7e7-5c410396e33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.909714 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-585085c7-5797-4730-8ac4-8b1669e4dfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:37.910913 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585085c7-5797-4730-8ac4-8b1669e4dfbb None None] The sync data for ids ['96e6369c-e47e-40a7-809c-b4ddfaa61ee2'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:58:37.972751 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c48fecb7-df77-4e54-a7e7-5c410396e33f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:37.996706 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-76e1b7c1-d37f-44a3-9b2a-1b283f02742e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.001721 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e1b7c1-d37f-44a3-9b2a-1b283f02742e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:38.001721 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-76e1b7c1-d37f-44a3-9b2a-1b283f02742e admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.011651 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ba746b7f-9ce2-4646-a337-322a7f0564f8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.062111 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e1b7c1-d37f-44a3-9b2a-1b283f02742e admin admin] Pushing event updated for resources: {'Network': ['ID=d1f662f0-7042-40e3-a08e-7b9fe7d496f8,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:38.071824 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network d1f662f0-7042-40e3-a08e-7b9fe7d496f8 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:58:38.142438 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bdfb40-1231-45ee-b04d-f36a6f84df04 req-2b2bab70-c018-468d-a3e4-bf43003efd70 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:38.145062 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-83bdfb40-1231-45ee-b04d-f36a6f84df04 req-2b2bab70-c018-468d-a3e4-bf43003efd70 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 944 time: 0.1697445 Aug 10 03:58:38.201656 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-76e1b7c1-d37f-44a3-9b2a-1b283f02742e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2503443 Aug 10 03:58:38.201656 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41410) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:38.217406 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a455be-d55a-44b1-aa51-043196ecfcba req-f6be22a6-195f-4d57-aeef-f8c7be0a0a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:38.219133 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-82a455be-d55a-44b1-aa51-043196ecfcba req-f6be22a6-195f-4d57-aeef-f8c7be0a0a7f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=897476f221894013b27960fb36935e79&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3682423 Aug 10 03:58:38.256260 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-380cd27b-2481-470b-9db2-b65affbc34ea admin admin] Request body: {'subnet': {'network_id': 'd1f662f0-7042-40e3-a08e-7b9fe7d496f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1986706527-subnet', 'tenant_id': 'fb9f811da9a5409f9156941cfe332dd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:38.308153 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ba746b7f-9ce2-4646-a337-322a7f0564f8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.308384 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41416) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:38.314581 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ba746b7f-9ce2-4646-a337-322a7f0564f8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.366151 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c48fecb7-df77-4e54-a7e7-5c410396e33f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.372395 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-83bdfb40-1231-45ee-b04d-f36a6f84df04 req-c0a078a9-a350-407a-84c3-6c0cf4ee0261 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939995 Aug 10 03:58:38.400381 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb2dd06-fe9a-4779-963e-154e7c666e8c req-07037909-4d43-4f33-b46b-cc40a28a6a4c tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:38.401925 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2eb2dd06-fe9a-4779-963e-154e7c666e8c req-07037909-4d43-4f33-b46b-cc40a28a6a4c tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 945 time: 0.1405208 Aug 10 03:58:38.407467 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a455be-d55a-44b1-aa51-043196ecfcba req-b6b47daf-3c74-4fa9-a554-d34f72656aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:38.409687 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-82a455be-d55a-44b1-aa51-043196ecfcba req-b6b47daf-3c74-4fa9-a554-d34f72656aab service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1621251 Aug 10 03:58:38.442646 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2eb2dd06-fe9a-4779-963e-154e7c666e8c req-34f6b65c-23f1-417d-a9e2-c2b129b3ab2f tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346878 Aug 10 03:58:38.510280 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ba746b7f-9ce2-4646-a337-322a7f0564f8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.510735 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-380cd27b-2481-470b-9db2-b65affbc34ea admin admin] Made reservation on behalf of fb9f811da9a5409f9156941cfe332dd0 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:58:38.510888 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba746b7f-9ce2-4646-a337-322a7f0564f8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Fanout notify agent at l3_agent the message router_deleted on router 96e6369c-e47e-40a7-809c-b4ddfaa61ee2 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:58:38.513150 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-380cd27b-2481-470b-9db2-b65affbc34ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.523831 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ba746b7f-9ce2-4646-a337-322a7f0564f8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.523831 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ba746b7f-9ce2-4646-a337-322a7f0564f8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/routers/96e6369c-e47e-40a7-809c-b4ddfaa61ee2 HTTP/1.1" status: 204 len: 168 time: 0.6806803 Aug 10 03:58:38.525586 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41422) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:38.580118 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-8a219688-42d5-49a7-8f76-8af5175effe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:38.581925 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-8a219688-42d5-49a7-8f76-8af5175effe9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=897476f221894013b27960fb36935e79&device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 1095 time: 0.1094646 Aug 10 03:58:38.607490 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca584ae-7029-473e-95d0-37b1ed6169a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Deleting subnet 4cfdce3c-0eb2-4043-9cc7-e9ec32f22c5a {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:58:38.623530 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cd2d8f47-ff49-4a43-a6dc-4be1a55ed685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.638200 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ca584ae-7029-473e-95d0-37b1ed6169a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.643689 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-bde5ba1e-bc85-4f1c-8d0c-c1ca3a43cdf5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3b4ce36-dd2d-448b-a4c9-f1269256c40e HTTP/1.1" status: 200 len: 217 time: 0.0462151 Aug 10 03:58:38.721942 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ca584ae-7029-473e-95d0-37b1ed6169a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.752764 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-89ab35f7-534b-4eba-b17f-2dd6a02877de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:38.754233 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-89ab35f7-534b-4eba-b17f-2dd6a02877de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a51d8861-9dbf-4178-9d3e-8ed73319e82c HTTP/1.1" status: 200 len: 850 time: 0.0945966 Aug 10 03:58:38.844816 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-cd015e6e-c3af-4c0b-9fb8-608e2a46db02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:38.846870 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-cd015e6e-c3af-4c0b-9fb8-608e2a46db02 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7ff6afc-8008-49c6-8b16-55c096640020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847151 Aug 10 03:58:38.852154 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ca584ae-7029-473e-95d0-37b1ed6169a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.929613 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cd2d8f47-ff49-4a43-a6dc-4be1a55ed685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.973668 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c48fecb7-df77-4e54-a7e7-5c410396e33f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.995144 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c48fecb7-df77-4e54-a7e7-5c410396e33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:38.996721 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-1e6ef3fe-6a2f-4a82-8a29-895641281a08 service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407099 Aug 10 03:58:39.035613 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-380cd27b-2481-470b-9db2-b65affbc34ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:39.075057 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cd2d8f47-ff49-4a43-a6dc-4be1a55ed685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:39.077387 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ca584ae-7029-473e-95d0-37b1ed6169a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:39.136591 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca584ae-7029-473e-95d0-37b1ed6169a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Subnet': ['ID=4cfdce3c-0eb2-4043-9cc7-e9ec32f22c5a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:39.138582 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ca584ae-7029-473e-95d0-37b1ed6169a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:39.143189 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0ca584ae-7029-473e-95d0-37b1ed6169a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/subnets/4cfdce3c-0eb2-4043-9cc7-e9ec32f22c5a HTTP/1.1" status: 204 len: 168 time: 0.6132045 Aug 10 03:58:39.143383 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41438) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:39.162291 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a94cb4e-1771-4f73-a63a-2727311b4582 None None] Network 348bbae4-9002-4e5c-922c-8151ad5b1edc requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:58:39.170512 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d8f47-ff49-4a43-a6dc-4be1a55ed685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de011f2-766b-44db-816e-86eaab1da0b7,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:39.177873 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cd27b-2481-470b-9db2-b65affbc34ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=e71e4ff0-b334-48f9-a2c1-4714d5f0ce40,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:39.181668 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-cd2d8f47-ff49-4a43-a6dc-4be1a55ed685 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fdcc309208984d9dabedf2fc718edeab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8409667 Aug 10 03:58:39.190228 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41440) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:39.200474 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d76561-6584-494d-8951-c1b64ac2b72b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Deleting subnet ef904eeb-6cb6-484b-a057-9cb200694e00 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:58:39.204357 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-89d76561-6584-494d-8951-c1b64ac2b72b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:39.225831 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-c48fecb7-df77-4e54-a7e7-5c410396e33f admin admin] Allocated IP 172.25.0.58 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/81785ca1-ec49-4466-88d7-b9e530d5e82e) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:58:39.247896 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-89d76561-6584-494d-8951-c1b64ac2b72b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:39.253387 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380cd27b-2481-470b-9db2-b65affbc34ea admin admin] Checking segment: {'id': '5675562d-8d1f-459a-9296-c40a344656e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1f662f0-7042-40e3-a08e-7b9fe7d496f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:58:39.253751 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380cd27b-2481-470b-9db2-b65affbc34ea admin admin] Network hostable DHCP agents. Network: d1f662f0-7042-40e3-a08e-7b9fe7d496f8, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:58:39.352614 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ea7bb2d7-6830-467b-b4d1-e3b4f316a3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:39.378351 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-51f543b6-0bf8-4aa7-8150-d2c22dee1dcb req-7a201065-b7c7-4bbe-b1fc-690d9a83bafd service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743379 Aug 10 03:58:39.389489 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ea7bb2d7-6830-467b-b4d1-e3b4f316a3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:39.393317 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-89d76561-6584-494d-8951-c1b64ac2b72b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:39.420143 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c48fecb7-df77-4e54-a7e7-5c410396e33f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:39.447293 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380cd27b-2481-470b-9db2-b65affbc34ea admin admin] Network d1f662f0-7042-40e3-a08e-7b9fe7d496f8 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:58:39.455113 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bae8e35-9295-4d19-8f88-100129d30584 None None] DHCP port deletion for 348bbae4-9002-4e5c-922c-8151ad5b1edc request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:58:39.521610 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-0bae8e35-9295-4d19-8f88-100129d30584 None None] Deleting port 27678f76-6ffe-4235-9e94-7237a35c47d1 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:39.522020 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0bae8e35-9295-4d19-8f88-100129d30584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:39.555772 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c986a4-a7ba-4baf-af4f-924c7c04fc33 req-e926e145-6d9d-4698-984b-9df770b9b43a tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:39.557329 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-03c986a4-a7ba-4baf-af4f-924c7c04fc33 req-e926e145-6d9d-4698-984b-9df770b9b43a tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 944 time: 0.0526431 Aug 10 03:58:39.562708 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-380cd27b-2481-470b-9db2-b65affbc34ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, d1f662f0-7042-40e3-a08e-7b9fe7d496f8) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:39.565452 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c48fecb7-df77-4e54-a7e7-5c410396e33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:39.569453 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-89d76561-6584-494d-8951-c1b64ac2b72b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:39.574113 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-380cd27b-2481-470b-9db2-b65affbc34ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:39.574780 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-380cd27b-2481-470b-9db2-b65affbc34ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:39.576214 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95bcc0c-009e-4f9a-ade5-036786021ee8 None None] Network d1f662f0-7042-40e3-a08e-7b9fe7d496f8 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:58:39.577423 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ea7bb2d7-6830-467b-b4d1-e3b4f316a3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:39.580372 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ea7bb2d7-6830-467b-b4d1-e3b4f316a3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:39.584461 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ea7bb2d7-6830-467b-b4d1-e3b4f316a3ac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2de011f2-766b-44db-816e-86eaab1da0b7 HTTP/1.1" status: 204 len: 168 time: 0.3933871 Aug 10 03:58:39.633113 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d76561-6584-494d-8951-c1b64ac2b72b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Subnet': ['ID=ef904eeb-6cb6-484b-a057-9cb200694e00,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:39.636316 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-89d76561-6584-494d-8951-c1b64ac2b72b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:39.640896 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-89d76561-6584-494d-8951-c1b64ac2b72b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/subnets/ef904eeb-6cb6-484b-a057-9cb200694e00 HTTP/1.1" status: 204 len: 168 time: 0.4941695 Aug 10 03:58:39.646269 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41448) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:39.653341 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98439ac5-8352-4c66-b8de-b4b813b6b8ae req-94b18fec-6ffb-4d42-ac65-ba47904a4f1b tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:39.654569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6339ca2-db3d-43fd-9f5b-d040b72bf9b9 None None] Network ebb9495f-44b2-4f4c-a4e3-0120cd939eb8 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:58:39.656313 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-98439ac5-8352-4c66-b8de-b4b813b6b8ae req-94b18fec-6ffb-4d42-ac65-ba47904a4f1b tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 945 time: 0.1186857 Aug 10 03:58:39.682031 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48fecb7-df77-4e54-a7e7-5c410396e33f admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:39.696076 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-c48fecb7-df77-4e54-a7e7-5c410396e33f admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:39.708997 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7bb2d7-6830-467b-b4d1-e3b4f316a3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de011f2-766b-44db-816e-86eaab1da0b7,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:39.711239 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48fecb7-df77-4e54-a7e7-5c410396e33f admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:58:39.744551 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48fecb7-df77-4e54-a7e7-5c410396e33f admin admin] Pushing event updated for resources: {'Port': ['ID=81785ca1-ec49-4466-88d7-b9e530d5e82e,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:39.749499 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-03c986a4-a7ba-4baf-af4f-924c7c04fc33 req-a4b6e6c4-2ffa-4960-b04e-5c4b86c34a8f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340330 Aug 10 03:58:39.834897 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-0bae8e35-9295-4d19-8f88-100129d30584 None None] For port 27678f76-6ffe-4235-9e94-7237a35c47d1, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=27678f76-6ffe-4235-9e94-7237a35c47d1,segment=NetworkSegment(7b25f2df-e7d1-4947-8a7f-82650e359ddf),segment_id=7b25f2df-e7d1-4947-8a7f-82650e359ddf)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:39.835645 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0bae8e35-9295-4d19-8f88-100129d30584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:39.874184 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 27678f76-6ffe-4235-9e94-7237a35c47d1 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:58:39.884832 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-380cd27b-2481-470b-9db2-b65affbc34ea admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6351640 Aug 10 03:58:39.971305 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-0bae8e35-9295-4d19-8f88-100129d30584 None None] Calling delete_port for 27678f76-6ffe-4235-9e94-7237a35c47d1 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:39.983036 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea98f15-1009-45e0-b2eb-d248593b148a None None] Network d1f662f0-7042-40e3-a08e-7b9fe7d496f8 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:58:40.172326 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a0e603a7-e943-483b-9b3d-fc51e6691870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:40.177784 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-98439ac5-8352-4c66-b8de-b4b813b6b8ae req-ec33b43e-f545-41cc-8c2a-fd9bf2ba0b8a tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5132687 Aug 10 03:58:40.201843 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a658343b-14f6-43fb-80a1-9ae21ce2b705 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:40.295485 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:40.325691 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-a658343b-14f6-43fb-80a1-9ae21ce2b705 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Deleting port 27678f76-6ffe-4235-9e94-7237a35c47d1 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:40.326042 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a658343b-14f6-43fb-80a1-9ae21ce2b705 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:40.437175 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48551df-0f42-4e86-8025-849c56f5fca7 None None] DHCP port deletion for ebb9495f-44b2-4f4c-a4e3-0120cd939eb8 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:58:40.492786 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 27678f76-6ffe-4235-9e94-7237a35c47d1, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=27678f76-6ffe-4235-9e94-7237a35c47d1,segment=NetworkSegment(7b25f2df-e7d1-4947-8a7f-82650e359ddf),segment_id=7b25f2df-e7d1-4947-8a7f-82650e359ddf)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:40.494721 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-a658343b-14f6-43fb-80a1-9ae21ce2b705 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] For port 27678f76-6ffe-4235-9e94-7237a35c47d1, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=27678f76-6ffe-4235-9e94-7237a35c47d1,segment=NetworkSegment(7b25f2df-e7d1-4947-8a7f-82650e359ddf),segment_id=7b25f2df-e7d1-4947-8a7f-82650e359ddf)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:40.495109 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a658343b-14f6-43fb-80a1-9ae21ce2b705 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:40.512962 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-a658343b-14f6-43fb-80a1-9ae21ce2b705 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Calling delete_port for 27678f76-6ffe-4235-9e94-7237a35c47d1 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:40.541095 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-e48551df-0f42-4e86-8025-849c56f5fca7 None None] Deleting port e7629530-97d2-459e-a7a4-5ed553ce0b0a {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:40.541473 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e48551df-0f42-4e86-8025-849c56f5fca7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:40.571090 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c48fecb7-df77-4e54-a7e7-5c410396e33f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:40.599798 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:40.661061 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-e48551df-0f42-4e86-8025-849c56f5fca7 None None] For port e7629530-97d2-459e-a7a4-5ed553ce0b0a, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e7629530-97d2-459e-a7a4-5ed553ce0b0a,segment=NetworkSegment(788be3e6-11be-4349-ac59-32eb7d967775),segment_id=788be3e6-11be-4349-ac59-32eb7d967775)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:40.661465 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e48551df-0f42-4e86-8025-849c56f5fca7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:40.683537 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-e48551df-0f42-4e86-8025-849c56f5fca7 None None] Calling delete_port for e7629530-97d2-459e-a7a4-5ed553ce0b0a owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:40.690604 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=27678f76-6ffe-4235-9e94-7237a35c47d1,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:40.695074 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0bae8e35-9295-4d19-8f88-100129d30584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:40.705888 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a658343b-14f6-43fb-80a1-9ae21ce2b705 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:40.762332 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658343b-14f6-43fb-80a1-9ae21ce2b705 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Port': ['ID=27678f76-6ffe-4235-9e94-7237a35c47d1,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:40.776480 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a658343b-14f6-43fb-80a1-9ae21ce2b705 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] No DVR routers for this DVR port 27678f76-6ffe-4235-9e94-7237a35c47d1 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:58:40.785947 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae8e35-9295-4d19-8f88-100129d30584 None None] Pushing event deleted for resources: {'Port': ['ID=27678f76-6ffe-4235-9e94-7237a35c47d1,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:40.801062 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bae8e35-9295-4d19-8f88-100129d30584 None None] No DVR routers for this DVR port 27678f76-6ffe-4235-9e94-7237a35c47d1 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:58:40.834059 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c48fecb7-df77-4e54-a7e7-5c410396e33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:40.902872 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41470) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:40.937942 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a71f24b7-3155-4868-9336-9ac1ce088d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:40.950370 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a658343b-14f6-43fb-80a1-9ae21ce2b705 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:40.965436 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-a658343b-14f6-43fb-80a1-9ae21ce2b705 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['348bbae4-9002-4e5c-922c-8151ad5b1edc']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:40.982175 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-a658343b-14f6-43fb-80a1-9ae21ce2b705 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b25f2df-e7d1-4947-8a7f-82650e359ddf') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:40.982483 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-a658343b-14f6-43fb-80a1-9ae21ce2b705 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b25f2df-e7d1-4947-8a7f-82650e359ddf') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:40.993299 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a658343b-14f6-43fb-80a1-9ae21ce2b705 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:41.001174 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e48551df-0f42-4e86-8025-849c56f5fca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:41.022102 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a658343b-14f6-43fb-80a1-9ae21ce2b705 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:41.023605 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48551df-0f42-4e86-8025-849c56f5fca7 None None] No DVR routers for this DVR port e7629530-97d2-459e-a7a4-5ed553ce0b0a on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:58:41.035172 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a658343b-14f6-43fb-80a1-9ae21ce2b705 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:58:41.035591 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a658343b-14f6-43fb-80a1-9ae21ce2b705 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:58:41.038954 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:58:41.046514 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc73973-9797-477f-afb9-4bb4f3999f1f req-e97e7f3b-9d33-452e-8044-6c9bd8375b95 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:41.049131 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-adc73973-9797-477f-afb9-4bb4f3999f1f req-e97e7f3b-9d33-452e-8044-6c9bd8375b95 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 944 time: 0.0990908 Aug 10 03:58:41.067151 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48551df-0f42-4e86-8025-849c56f5fca7 None None] Pushing event deleted for resources: {'Port': ['ID=e7629530-97d2-459e-a7a4-5ed553ce0b0a,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:41.124693 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-adc73973-9797-477f-afb9-4bb4f3999f1f req-3313d7db-a7c3-4e42-b9bf-17227f5ad4e7 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633087 Aug 10 03:58:41.136133 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48fecb7-df77-4e54-a7e7-5c410396e33f admin admin] Router d37d21bc-d2d6-458e-a7d5-c596d03c0bad is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:58:41.170509 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a71f24b7-3155-4868-9336-9ac1ce088d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:41.202564 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a658343b-14f6-43fb-80a1-9ae21ce2b705 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:41.217415 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a658343b-14f6-43fb-80a1-9ae21ce2b705 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:41.232037 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a658343b-14f6-43fb-80a1-9ae21ce2b705 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/networks/348bbae4-9002-4e5c-922c-8151ad5b1edc HTTP/1.1" status: 204 len: 168 time: 1.5722799 Aug 10 03:58:41.237360 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41480) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:41.254470 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a658343b-14f6-43fb-80a1-9ae21ce2b705 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Network': ['ID=348bbae4-9002-4e5c-922c-8151ad5b1edc,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:41.344670 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a71f24b7-3155-4868-9336-9ac1ce088d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:41.351875 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48fecb7-df77-4e54-a7e7-5c410396e33f admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:58:41.360858 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7504ea-2228-419b-9ef3-279705335cf3 None None] Sync routers for ids ['d37d21bc-d2d6-458e-a7d5-c596d03c0bad'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:58:41.370878 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7504ea-2228-419b-9ef3-279705335cf3 None None] Routers {'d37d21bc-d2d6-458e-a7d5-c596d03c0bad'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:41.371505 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-af7504ea-2228-419b-9ef3-279705335cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:58:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['d37d21bc-d2d6-458e-a7d5-c596d03c0bad'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:41.380887 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b843dc5e-fb99-4d0e-b017-0b1854af6d68 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:41.397821 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a71f24b7-3155-4868-9336-9ac1ce088d01 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=139e8dd76c2d40ab92b38de954ed0fae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4917424 Aug 10 03:58:41.397821 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f24b7-3155-4868-9336-9ac1ce088d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7903cbb3-eacd-45ed-943c-1883f3cc190a,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:41.399937 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41488) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:41.410825 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c8d72-36d8-46db-9c55-eeef78618ef6 req-863a1317-a85c-40a9-a6e5-ff06e3b7afef tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:41.410825 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cd7c8d72-36d8-46db-9c55-eeef78618ef6 req-863a1317-a85c-40a9-a6e5-ff06e3b7afef tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 945 time: 0.1189828 Aug 10 03:58:41.478918 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c48fecb7-df77-4e54-a7e7-5c410396e33f admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:41.480166 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c48fecb7-df77-4e54-a7e7-5c410396e33f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0760994 Aug 10 03:58:41.489357 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41492) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:41.496355 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-af7504ea-2228-419b-9ef3-279705335cf3 None None] Set router d37d21bc-d2d6-458e-a7d5-c596d03c0bad gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:41.561254 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cd7c8d72-36d8-46db-9c55-eeef78618ef6 req-9758ccbd-a6ec-4606-bcea-157d77bf0fe3 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440799 Aug 10 03:58:41.584275 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b843dc5e-fb99-4d0e-b017-0b1854af6d68 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:41.601922 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-b843dc5e-fb99-4d0e-b017-0b1854af6d68 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebb9495f-44b2-4f4c-a4e3-0120cd939eb8']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:41.602368 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2f94c844-b9f5-4d0d-aec4-a768024a1130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:41.629647 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-b843dc5e-fb99-4d0e-b017-0b1854af6d68 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '788be3e6-11be-4349-ac59-32eb7d967775') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:41.629951 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-b843dc5e-fb99-4d0e-b017-0b1854af6d68 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '788be3e6-11be-4349-ac59-32eb7d967775') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:41.644213 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b843dc5e-fb99-4d0e-b017-0b1854af6d68 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:41.662618 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b843dc5e-fb99-4d0e-b017-0b1854af6d68 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:41.674883 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b843dc5e-fb99-4d0e-b017-0b1854af6d68 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:58:41.675339 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b843dc5e-fb99-4d0e-b017-0b1854af6d68 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:58:41.679616 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:58:41.685417 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2f94c844-b9f5-4d0d-aec4-a768024a1130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:41.761186 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-af7504ea-2228-419b-9ef3-279705335cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1682742230-router', 'tenant_id': '676ac30864564aacab3c67a7a875c7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '81785ca1-ec49-4466-88d7-b9e530d5e82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:37Z', 'updated_at': '2021-08-10T03:58:39Z', 'revision_number': 3, 'project_id': '676ac30864564aacab3c67a7a875c7ec', 'gw_port': {'id': '81785ca1-ec49-4466-88d7-b9e530d5e82e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:39Z', 'updated_at': '2021-08-10T03:58:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:41.790765 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7504ea-2228-419b-9ef3-279705335cf3 None None] Checking router: d37d21bc-d2d6-458e-a7d5-c596d03c0bad for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:58:41.794931 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7504ea-2228-419b-9ef3-279705335cf3 None None] Updating router d37d21bc-d2d6-458e-a7d5-c596d03c0bad port 81785ca1-ec49-4466-88d7-b9e530d5e82e binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:58:41.821582 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-af7504ea-2228-419b-9ef3-279705335cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:41.828581 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e7629530-97d2-459e-a7a4-5ed553ce0b0a no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:58:41.882704 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b843dc5e-fb99-4d0e-b017-0b1854af6d68 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:41.898564 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b843dc5e-fb99-4d0e-b017-0b1854af6d68 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:41.898564 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b843dc5e-fb99-4d0e-b017-0b1854af6d68 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/networks/ebb9495f-44b2-4f4c-a4e3-0120cd939eb8 HTTP/1.1" status: 204 len: 168 time: 0.6619389 Aug 10 03:58:41.902317 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41498) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:41.911887 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-a66d87bb-0959-4a79-ace9-7dcf5fc4c609 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1162553149'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:41.916068 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843dc5e-fb99-4d0e-b017-0b1854af6d68 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Network': ['ID=ebb9495f-44b2-4f4c-a4e3-0120cd939eb8,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:41.956110 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2f94c844-b9f5-4d0d-aec4-a768024a1130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:41.963261 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2f94c844-b9f5-4d0d-aec4-a768024a1130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:41.963261 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2f94c844-b9f5-4d0d-aec4-a768024a1130 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7903cbb3-eacd-45ed-943c-1883f3cc190a HTTP/1.1" status: 204 len: 168 time: 0.5586660 Aug 10 03:58:41.991094 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f94c844-b9f5-4d0d-aec4-a768024a1130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7903cbb3-eacd-45ed-943c-1883f3cc190a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:42.033228 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: e7629530-97d2-459e-a7a4-5ed553ce0b0a {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:58:42.033470 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e7629530-97d2-459e-a7a4-5ed553ce0b0a not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:58:42.139744 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-394567b9-b814-40ee-b21c-941d29ae4907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:42.154920 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66d87bb-0959-4a79-ace9-7dcf5fc4c609 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Made reservation on behalf of cdcd64ea9b214b6c8e8b7ba6b5131c2f for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:58:42.159026 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a66d87bb-0959-4a79-ace9-7dcf5fc4c609 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:42.227140 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a66d87bb-0959-4a79-ace9-7dcf5fc4c609 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:58:42.247949 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a66d87bb-0959-4a79-ace9-7dcf5fc4c609 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:42.248332 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-a66d87bb-0959-4a79-ace9-7dcf5fc4c609 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Added segment 6f793b7b-a6b0-4c65-8b30-2082123a6ea8 of type vlan for network e4797d9b-7491-47a3-8b21-1110ed69fe7d Aug 10 03:58:42.253415 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33943b2-2d15-4616-9793-e822f04fcdb0 req-0d192636-998d-4b9f-b600-44442f3cda67 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:42.254965 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c33943b2-2d15-4616-9793-e822f04fcdb0 req-0d192636-998d-4b9f-b600-44442f3cda67 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 944 time: 0.0571797 Aug 10 03:58:42.302212 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c33943b2-2d15-4616-9793-e822f04fcdb0 req-54721c8b-316f-47be-9450-1cd512bc0f8e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396066 Aug 10 03:58:42.335199 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-af7504ea-2228-419b-9ef3-279705335cf3 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:42.347161 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a66d87bb-0959-4a79-ace9-7dcf5fc4c609 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:42.347561 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-af7504ea-2228-419b-9ef3-279705335cf3 None None] Transition to ACTIVE for port object 81785ca1-ec49-4466-88d7-b9e530d5e82e will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:42.428974 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-394567b9-b814-40ee-b21c-941d29ae4907 admin admin] Allocated IP 172.20.0.1 (4f3f25f3-3b62-4257-bd54-35deff03d286/a66ddc04-7832-49d9-96fc-cfbccf02c0c0/fead59de-b376-4f4b-85d8-10487517e3a4) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:58:42.500090 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-af7504ea-2228-419b-9ef3-279705335cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:42.542860 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-394567b9-b814-40ee-b21c-941d29ae4907 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:42.555529 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-af7504ea-2228-419b-9ef3-279705335cf3 None None] Attempting to bind port 81785ca1-ec49-4466-88d7-b9e530d5e82e on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:58:42.566549 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-af7504ea-2228-419b-9ef3-279705335cf3 None None] Attempting to bind port 81785ca1-ec49-4466-88d7-b9e530d5e82e by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:58:42.566549 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7504ea-2228-419b-9ef3-279705335cf3 None None] Attempting to bind port 81785ca1-ec49-4466-88d7-b9e530d5e82e on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:58:42.566549 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d509108-2740-4f97-97b9-578db6904c95 None None] Pushing event updated for resources: {'Port': ['ID=81785ca1-ec49-4466-88d7-b9e530d5e82e,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:42.566549 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7504ea-2228-419b-9ef3-279705335cf3 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:58:42.566549 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7504ea-2228-419b-9ef3-279705335cf3 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:58:42.566549 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-af7504ea-2228-419b-9ef3-279705335cf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:42.566549 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7504ea-2228-419b-9ef3-279705335cf3 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:58:42.566549 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-af7504ea-2228-419b-9ef3-279705335cf3 None None] Bound port: 81785ca1-ec49-4466-88d7-b9e530d5e82e, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:58:42.566549 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-af7504ea-2228-419b-9ef3-279705335cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:42.569699 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a66d87bb-0959-4a79-ace9-7dcf5fc4c609 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:42.579130 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d87bb-0959-4a79-ace9-7dcf5fc4c609 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:42.579936 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a66d87bb-0959-4a79-ace9-7dcf5fc4c609 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:42.641936 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-af7504ea-2228-419b-9ef3-279705335cf3 None None] For port 81785ca1-ec49-4466-88d7-b9e530d5e82e, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:58:42.646903 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-af7504ea-2228-419b-9ef3-279705335cf3 None None] For port 81785ca1-ec49-4466-88d7-b9e530d5e82e, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=81785ca1-ec49-4466-88d7-b9e530d5e82e,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:58:42.688402 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d87bb-0959-4a79-ace9-7dcf5fc4c609 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Network': ['ID=e4797d9b-7491-47a3-8b21-1110ed69fe7d,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:42.700218 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network e4797d9b-7491-47a3-8b21-1110ed69fe7d details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:58:42.712907 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bbe07-66db-4688-90c7-950af10ea26b req-20c35bf7-d45f-4773-8498-e8cece92a00d tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:42.729465 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-665bbe07-66db-4688-90c7-950af10ea26b req-20c35bf7-d45f-4773-8498-e8cece92a00d tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 945 time: 0.0570920 Aug 10 03:58:42.768136 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-665bbe07-66db-4688-90c7-950af10ea26b req-0eeb3d7c-a972-44c2-842f-94b6b392e634 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446596 Aug 10 03:58:42.793523 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a66d87bb-0959-4a79-ace9-7dcf5fc4c609 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8876941 Aug 10 03:58:42.794730 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-394567b9-b814-40ee-b21c-941d29ae4907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:42.795912 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41536) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:42.797154 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-af7504ea-2228-419b-9ef3-279705335cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:42.802202 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-20f19081-dba3-4206-a9fd-e02da9ce865b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'subnet': {'network_id': 'e4797d9b-7491-47a3-8b21-1110ed69fe7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:42.864136 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d509108-2740-4f97-97b9-578db6904c95 None None] Pushing event updated for resources: {'Port': ['ID=81785ca1-ec49-4466-88d7-b9e530d5e82e,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:42.873831 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7504ea-2228-419b-9ef3-279705335cf3 None None] Routers {'d37d21bc-d2d6-458e-a7d5-c596d03c0bad'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:42.874634 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-af7504ea-2228-419b-9ef3-279705335cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:58:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['d37d21bc-d2d6-458e-a7d5-c596d03c0bad'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:42.917557 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394567b9-b814-40ee-b21c-941d29ae4907 admin admin] Network 4f3f25f3-3b62-4257-bd54-35deff03d286 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:42.925073 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-394567b9-b814-40ee-b21c-941d29ae4907 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:42.931144 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394567b9-b814-40ee-b21c-941d29ae4907 admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:58:42.962473 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394567b9-b814-40ee-b21c-941d29ae4907 admin admin] Pushing event updated for resources: {'Port': ['ID=fead59de-b376-4f4b-85d8-10487517e3a4,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:43.003484 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-af7504ea-2228-419b-9ef3-279705335cf3 None None] Set router d37d21bc-d2d6-458e-a7d5-c596d03c0bad gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:43.007542 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-394567b9-b814-40ee-b21c-941d29ae4907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:43.049394 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191a360-79c8-4917-96e0-d96e5014e338 req-0767a762-f199-4d53-86c0-e6f102f61cc8 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:43.051002 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f191a360-79c8-4917-96e0-d96e5014e338 req-0767a762-f199-4d53-86c0-e6f102f61cc8 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/networks?id=d1f662f0-7042-40e3-a08e-7b9fe7d496f8 HTTP/1.1" status: 200 len: 810 time: 0.2518406 Aug 10 03:58:43.080549 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f191a360-79c8-4917-96e0-d96e5014e338 req-9dba6bdb-3de9-4869-b853-fdb86ee4738c tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/quotas/fb9f811da9a5409f9156941cfe332dd0 HTTP/1.1" status: 200 len: 375 time: 0.0187221 Aug 10 03:58:43.110875 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f19081-dba3-4206-a9fd-e02da9ce865b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Made reservation on behalf of cdcd64ea9b214b6c8e8b7ba6b5131c2f for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:58:43.114653 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-20f19081-dba3-4206-a9fd-e02da9ce865b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:43.145102 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f191a360-79c8-4917-96e0-d96e5014e338 req-12a97c53-c4e2-4b75-80bb-a1253869e3a0 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fb9f811da9a5409f9156941cfe332dd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575221 Aug 10 03:58:43.196965 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41546) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:43.217168 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-876ae138-0b95-43eb-a99a-dcbb98d8cf69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:43.241858 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-af7504ea-2228-419b-9ef3-279705335cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1682742230-router', 'tenant_id': '676ac30864564aacab3c67a7a875c7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '81785ca1-ec49-4466-88d7-b9e530d5e82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:37Z', 'updated_at': '2021-08-10T03:58:39Z', 'revision_number': 3, 'project_id': '676ac30864564aacab3c67a7a875c7ec', 'gw_port': {'id': '81785ca1-ec49-4466-88d7-b9e530d5e82e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:39Z', 'updated_at': '2021-08-10T03:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:43.259390 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f191a360-79c8-4917-96e0-d96e5014e338 req-82a7d675-0828-4e14-8d43-5aa059366a64 service neutron] 10.222.0.25 "GET /v2.0/networks/d1f662f0-7042-40e3-a08e-7b9fe7d496f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036825 Aug 10 03:58:43.272341 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7504ea-2228-419b-9ef3-279705335cf3 None None] The sync data for ids ['d37d21bc-d2d6-458e-a7d5-c596d03c0bad'] in n-d-802893-2 is: [{'id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1682742230-router', 'tenant_id': '676ac30864564aacab3c67a7a875c7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '81785ca1-ec49-4466-88d7-b9e530d5e82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:37Z', 'updated_at': '2021-08-10T03:58:39Z', 'revision_number': 3, 'project_id': '676ac30864564aacab3c67a7a875c7ec', 'gw_port': {'id': '81785ca1-ec49-4466-88d7-b9e530d5e82e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:39Z', 'updated_at': '2021-08-10T03:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:58:43.360717 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device b3b4ce36-dd2d-448b-a4c9-f1269256c40e details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:58:43.383090 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f191a360-79c8-4917-96e0-d96e5014e338 req-2722ca7f-2d9b-4d19-a2e4-53daf2dc76a9 service neutron] 10.222.0.25 "GET /v2.0/networks/d1f662f0-7042-40e3-a08e-7b9fe7d496f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227107 Aug 10 03:58:43.414096 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-394567b9-b814-40ee-b21c-941d29ae4907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:43.523119 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8fc2c-1778-414f-9e6d-e973641d6dc8 req-42b9ccf9-00c1-4cc6-8771-9721984b1377 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:43.531253 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-52e8fc2c-1778-414f-9e6d-e973641d6dc8 req-42b9ccf9-00c1-4cc6-8771-9721984b1377 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 944 time: 0.1236563 Aug 10 03:58:43.534509 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-876ae138-0b95-43eb-a99a-dcbb98d8cf69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:43.578497 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port b3b4ce36-dd2d-448b-a4c9-f1269256c40e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:43.604508 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-20f19081-dba3-4206-a9fd-e02da9ce865b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:43.622662 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:43.624939 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-52e8fc2c-1778-414f-9e6d-e973641d6dc8 req-35929a53-169e-46de-8933-055238737b14 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927966 Aug 10 03:58:43.629433 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e', 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020', 'port_id': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e', 'mac_address': 'fa:16:3e:33:02:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51d8861-9dbf-4178-9d3e-8ed73319e82c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:58:43.690156 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f19081-dba3-4206-a9fd-e02da9ce865b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Subnet': ['ID=2d469fe9-5228-4b8a-a1f0-74d5a36ede4a,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:43.693157 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-876ae138-0b95-43eb-a99a-dcbb98d8cf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:43.713741 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:43.737544 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-394567b9-b814-40ee-b21c-941d29ae4907 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:43.756203 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b4ce36-dd2d-448b-a4c9-f1269256c40e {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:58:43.779157 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-876ae138-0b95-43eb-a99a-dcbb98d8cf69 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b9cbf0dae10642879c3d6c14efd97cee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5809038 Aug 10 03:58:43.781887 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41552) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:43.785373 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876ae138-0b95-43eb-a99a-dcbb98d8cf69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc3059d-0dbd-422e-8053-d2c2da3444bb,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:43.788955 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f19081-dba3-4206-a9fd-e02da9ce865b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Checking segment: {'id': '6f793b7b-a6b0-4c65-8b30-2082123a6ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e4797d9b-7491-47a3-8b21-1110ed69fe7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:58:43.789294 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f19081-dba3-4206-a9fd-e02da9ce865b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network hostable DHCP agents. Network: e4797d9b-7491-47a3-8b21-1110ed69fe7d, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:58:43.801691 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port b3b4ce36-dd2d-448b-a4c9-f1269256c40e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:43.856749 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-780b264c-b3b0-497a-a357-0ab13959dadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:43.859104 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-394567b9-b814-40ee-b21c-941d29ae4907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:43.915063 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 81785ca1-ec49-4466-88d7-b9e530d5e82e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:43.955656 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-681c96b4-400f-42eb-b75a-480fa4ddc166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:43.959583 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:43.964526 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-780b264c-b3b0-497a-a357-0ab13959dadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:43.988269 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394567b9-b814-40ee-b21c-941d29ae4907 admin admin] Pushing event updated for resources: {'Port': ['ID=fead59de-b376-4f4b-85d8-10487517e3a4,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:44.000831 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-394567b9-b814-40ee-b21c-941d29ae4907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:44.005904 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f692356-d248-4176-a4fc-f125b20b9792 req-fe136552-9135-4a75-ae48-c7c3efa7aae8 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:44.008256 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4f692356-d248-4176-a4fc-f125b20b9792 req-fe136552-9135-4a75-ae48-c7c3efa7aae8 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 945 time: 0.0802460 Aug 10 03:58:44.023086 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f19081-dba3-4206-a9fd-e02da9ce865b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network e4797d9b-7491-47a3-8b21-1110ed69fe7d is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:58:44.065432 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4f692356-d248-4176-a4fc-f125b20b9792 req-b05f1273-fa33-495d-910b-64f077ee001c tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510964 Aug 10 03:58:44.066359 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:44.161449 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394567b9-b814-40ee-b21c-941d29ae4907 admin admin] Network 4f3f25f3-3b62-4257-bd54-35deff03d286 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:44.163505 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-394567b9-b814-40ee-b21c-941d29ae4907 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:44.219615 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 81785ca1-ec49-4466-88d7-b9e530d5e82e completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:44.224548 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 81785ca1-ec49-4466-88d7-b9e530d5e82e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:44.225027 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:44.231193 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-47ff64d0-e254-4156-ae54-6471a0452fa0 req-121f5234-8154-4b5c-a4fb-4d87db9db553 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7f5498-9594-4bf8-8193-2811f441afad HTTP/1.1" status: 200 len: 210 time: 0.0481427 Aug 10 03:58:44.234037 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-20f19081-dba3-4206-a9fd-e02da9ce865b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, e4797d9b-7491-47a3-8b21-1110ed69fe7d) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:44.234369 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-780b264c-b3b0-497a-a357-0ab13959dadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:44.237655 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-780b264c-b3b0-497a-a357-0ab13959dadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:44.248863 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f19081-dba3-4206-a9fd-e02da9ce865b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:44.249456 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-20f19081-dba3-4206-a9fd-e02da9ce865b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:44.252549 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-780b264c-b3b0-497a-a357-0ab13959dadd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8cc3059d-0dbd-422e-8053-d2c2da3444bb HTTP/1.1" status: 204 len: 168 time: 0.4688392 Aug 10 03:58:44.277288 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c450b360-4d58-4bc0-8149-9246f2f229bc None None] Network e4797d9b-7491-47a3-8b21-1110ed69fe7d requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:58:44.281060 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b264c-b3b0-497a-a357-0ab13959dadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc3059d-0dbd-422e-8053-d2c2da3444bb,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:44.300953 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['b3b4ce36-dd2d-448b-a4c9-f1269256c40e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:58:44.374517 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-20f19081-dba3-4206-a9fd-e02da9ce865b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5767868 Aug 10 03:58:44.376875 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41568) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:44.382388 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c7f00f0f-7211-40d6-ab4c-905402067d08 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-436529817', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:44.384520 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394567b9-b814-40ee-b21c-941d29ae4907 admin admin] Router d37d21bc-d2d6-458e-a7d5-c596d03c0bad has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:58:44.531078 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394567b9-b814-40ee-b21c-941d29ae4907 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:58:44.536329 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-394567b9-b814-40ee-b21c-941d29ae4907 admin admin] 10.222.0.25 "PUT /v2.0/routers/d37d21bc-d2d6-458e-a7d5-c596d03c0bad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0427697 Aug 10 03:58:44.545350 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c7f00f0f-7211-40d6-ab4c-905402067d08 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:44.546920 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c7f00f0f-7211-40d6-ab4c-905402067d08 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:44.559534 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:44.608675 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 81785ca1-ec49-4466-88d7-b9e530d5e82e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=81785ca1-ec49-4466-88d7-b9e530d5e82e,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:44.628000 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c7f00f0f-7211-40d6-ab4c-905402067d08 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:44.655891 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d26e36-0e0f-4c48-8595-90db245d8690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-e4797d9b-7491-47a3-8b21-1110ed69fe7d', 'network_id': 'e4797d9b-7491-47a3-8b21-1110ed69fe7d', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'fixed_ips': [{'subnet_id': '2d469fe9-5228-4b8a-a1f0-74d5a36ede4a'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:58:44.656771 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b4d26e36-0e0f-4c48-8595-90db245d8690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:44.689319 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c7f00f0f-7211-40d6-ab4c-905402067d08 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:44.699410 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:44.799778 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e5a67-aee8-4735-bc09-4b8a50ca5125 req-87119896-bdb1-4048-afaf-d9fb952d488e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:44.801729 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-707e5a67-aee8-4735-bc09-4b8a50ca5125 req-87119896-bdb1-4048-afaf-d9fb952d488e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.0689669 Aug 10 03:58:44.806590 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c7f00f0f-7211-40d6-ab4c-905402067d08 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:44.809650 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c7f00f0f-7211-40d6-ab4c-905402067d08 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4307697 Aug 10 03:58:44.812726 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41582) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:44.819487 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-c0047d0b-d5a3-45fc-adcd-407242105b92 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'port': {'network_id': 'e4797d9b-7491-47a3-8b21-1110ed69fe7d', 'name': 'tempest-RoutersIpV6Test-889631398'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:44.902575 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=81785ca1-ec49-4466-88d7-b9e530d5e82e,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:44.924144 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-b4d26e36-0e0f-4c48-8595-90db245d8690 None None] Allocated IP 2001:db8::2 (e4797d9b-7491-47a3-8b21-1110ed69fe7d/2d469fe9-5228-4b8a-a1f0-74d5a36ede4a/5d7b1145-a83d-4304-b178-d63804082031) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:58:44.974451 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-707e5a67-aee8-4735-bc09-4b8a50ca5125 req-04cf0637-53a6-44d1-b2b1-44e0c7bd64ca tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450155 Aug 10 03:58:45.271478 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b4d26e36-0e0f-4c48-8595-90db245d8690 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:45.281966 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b4d26e36-0e0f-4c48-8595-90db245d8690 None None] Transition to ACTIVE for port object 5d7b1145-a83d-4304-b178-d63804082031 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:45.297520 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0047d0b-d5a3-45fc-adcd-407242105b92 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Made reservation on behalf of cdcd64ea9b214b6c8e8b7ba6b5131c2f for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:58:45.303596 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b4d26e36-0e0f-4c48-8595-90db245d8690 None None] Transition to ACTIVE for port object 5d7b1145-a83d-4304-b178-d63804082031 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:45.306144 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c0047d0b-d5a3-45fc-adcd-407242105b92 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:45.310963 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:45.334148 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-c0047d0b-d5a3-45fc-adcd-407242105b92 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] device_id is not set on port d1702afe-1b95-4c30-a059-be371edc2eca yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 03:58:45.340618 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-a027534c-417e-4309-959b-53f08089a46c tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:45.349487 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-a027534c-417e-4309-959b-53f08089a46c tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/networks?id=4f3f25f3-3b62-4257-bd54-35deff03d286 HTTP/1.1" status: 200 len: 820 time: 0.2093704 Aug 10 03:58:45.367943 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-5f033ef5-fdbb-4a4e-9592-ddbbd7e423de tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/quotas/676ac30864564aacab3c67a7a875c7ec HTTP/1.1" status: 200 len: 375 time: 0.0173349 Aug 10 03:58:45.385501 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b4d26e36-0e0f-4c48-8595-90db245d8690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:45.420020 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00186a-359c-4600-a1ab-a0ada4a60421 req-1b2e36c6-38e1-424d-bdf3-8df307093ffc tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:45.420020 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f00186a-359c-4600-a1ab-a0ada4a60421 req-1b2e36c6-38e1-424d-bdf3-8df307093ffc tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 945 time: 0.1851933 Aug 10 03:58:45.462833 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d26e36-0e0f-4c48-8595-90db245d8690 None None] Network e4797d9b-7491-47a3-8b21-1110ed69fe7d is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:45.470448 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-b4d26e36-0e0f-4c48-8595-90db245d8690 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:45.472279 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d26e36-0e0f-4c48-8595-90db245d8690 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:58:45.474592 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-1791d126-bae7-4e6c-95bf-c74c7e902f0a tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=676ac30864564aacab3c67a7a875c7ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1055617 Aug 10 03:58:45.508798 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f00186a-359c-4600-a1ab-a0ada4a60421 req-1c5f10a6-c098-4e13-aa03-a325e1df8fd9 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750008 Aug 10 03:58:45.548238 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d26e36-0e0f-4c48-8595-90db245d8690 None None] Pushing event updated for resources: {'Port': ['ID=5d7b1145-a83d-4304-b178-d63804082031,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:45.567367 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-c0047d0b-d5a3-45fc-adcd-407242105b92 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Allocated IP 2001:db8::2a4 (e4797d9b-7491-47a3-8b21-1110ed69fe7d/2d469fe9-5228-4b8a-a1f0-74d5a36ede4a/d1702afe-1b95-4c30-a059-be371edc2eca) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:58:45.613642 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-b4d26e36-0e0f-4c48-8595-90db245d8690 None None] Attempting to bind port 5d7b1145-a83d-4304-b178-d63804082031 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:58:45.614222 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-b4d26e36-0e0f-4c48-8595-90db245d8690 None None] Attempting to bind port 5d7b1145-a83d-4304-b178-d63804082031 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '6f793b7b-a6b0-4c65-8b30-2082123a6ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e4797d9b-7491-47a3-8b21-1110ed69fe7d'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:58:45.616927 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d26e36-0e0f-4c48-8595-90db245d8690 None None] Attempting to bind port 5d7b1145-a83d-4304-b178-d63804082031 on network e4797d9b-7491-47a3-8b21-1110ed69fe7d {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:58:45.624516 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d26e36-0e0f-4c48-8595-90db245d8690 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:58:45.628445 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d26e36-0e0f-4c48-8595-90db245d8690 None None] Checking segment: {'id': '6f793b7b-a6b0-4c65-8b30-2082123a6ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e4797d9b-7491-47a3-8b21-1110ed69fe7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:58:45.632263 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b4d26e36-0e0f-4c48-8595-90db245d8690 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:45.634661 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d26e36-0e0f-4c48-8595-90db245d8690 None None] Bound using segment: {'id': '6f793b7b-a6b0-4c65-8b30-2082123a6ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e4797d9b-7491-47a3-8b21-1110ed69fe7d'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:58:45.635734 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-b4d26e36-0e0f-4c48-8595-90db245d8690 None None] Bound port: 5d7b1145-a83d-4304-b178-d63804082031, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f793b7b-a6b0-4c65-8b30-2082123a6ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'e4797d9b-7491-47a3-8b21-1110ed69fe7d'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:58:45.636357 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b4d26e36-0e0f-4c48-8595-90db245d8690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:45.642776 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ceb88fae-de3d-432d-85a5-a96b9126c68c req-7fc522d4-a0b7-4bed-926b-8da50de4e3be tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7f5498-9594-4bf8-8193-2811f441afad HTTP/1.1" status: 200 len: 210 time: 0.0684946 Aug 10 03:58:45.683291 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-d8a6839b-3537-4096-b48a-e9656f84024f service neutron] 10.222.0.25 "GET /v2.0/networks/4f3f25f3-3b62-4257-bd54-35deff03d286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077136 Aug 10 03:58:45.688354 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:45.737093 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-b4d26e36-0e0f-4c48-8595-90db245d8690 None None] For port 5d7b1145-a83d-4304-b178-d63804082031, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:58:45.740797 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-b4d26e36-0e0f-4c48-8595-90db245d8690 None None] For port 5d7b1145-a83d-4304-b178-d63804082031, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=5d7b1145-a83d-4304-b178-d63804082031,segment=NetworkSegment(6f793b7b-a6b0-4c65-8b30-2082123a6ea8),segment_id=6f793b7b-a6b0-4c65-8b30-2082123a6ea8)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:58:45.778436 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78815a0e-9e2a-4fed-97e5-8f75a1c9fc91 None None] Sync routers for ids ['d37d21bc-d2d6-458e-a7d5-c596d03c0bad'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:58:45.792862 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78815a0e-9e2a-4fed-97e5-8f75a1c9fc91 None None] Routers {'d37d21bc-d2d6-458e-a7d5-c596d03c0bad'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:45.793491 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-78815a0e-9e2a-4fed-97e5-8f75a1c9fc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:58:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['d37d21bc-d2d6-458e-a7d5-c596d03c0bad'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:45.813122 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-1f0d2230-1344-4e9b-9e96-b3d026a37284 service neutron] 10.222.0.25 "GET /v2.0/networks/4f3f25f3-3b62-4257-bd54-35deff03d286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265614 Aug 10 03:58:45.831605 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b4d26e36-0e0f-4c48-8595-90db245d8690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:45.862681 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c0047d0b-d5a3-45fc-adcd-407242105b92 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:45.879746 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-c0047d0b-d5a3-45fc-adcd-407242105b92 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Transition to ACTIVE for port object d1702afe-1b95-4c30-a059-be371edc2eca will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:45.900948 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 81785ca1-ec49-4466-88d7-b9e530d5e82e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:45.914097 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-78815a0e-9e2a-4fed-97e5-8f75a1c9fc91 None None] Set router d37d21bc-d2d6-458e-a7d5-c596d03c0bad gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:46.010436 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d26e36-0e0f-4c48-8595-90db245d8690 None None] Pushing event updated for resources: {'Port': ['ID=5d7b1145-a83d-4304-b178-d63804082031,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:46.042932 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c0047d0b-d5a3-45fc-adcd-407242105b92 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:46.063203 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 81785ca1-ec49-4466-88d7-b9e530d5e82e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:46.064815 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:46.257273 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-78815a0e-9e2a-4fed-97e5-8f75a1c9fc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1682742230-router', 'tenant_id': '676ac30864564aacab3c67a7a875c7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '81785ca1-ec49-4466-88d7-b9e530d5e82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:37Z', 'updated_at': '2021-08-10T03:58:43Z', 'revision_number': 4, 'project_id': '676ac30864564aacab3c67a7a875c7ec', 'gw_port': {'id': '81785ca1-ec49-4466-88d7-b9e530d5e82e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:39Z', 'updated_at': '2021-08-10T03:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'fead59de-b376-4f4b-85d8-10487517e3a4', 'name': '', 'network_id': '4f3f25f3-3b62-4257-bd54-35deff03d286', 'tenant_id': '676ac30864564aacab3c67a7a875c7ec', 'mac_address': 'fa:16:3e:5c:9c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'a66ddc04-7832-49d9-96fc-cfbccf02c0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:42Z', 'updated_at': '2021-08-10T03:58:43Z', 'revision_number': 2, 'project_id': '676ac30864564aacab3c67a7a875c7ec', 'subnets': [{'id': 'a66ddc04-7832-49d9-96fc-cfbccf02c0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:46.528537 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5a4f8b91-4d83-4fd9-a63e-24cbab4c38ba req-3b9c0cbb-6320-4225-bfc2-441f4ddf06d6 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 210 time: 0.0563214 Aug 10 03:58:46.529066 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78815a0e-9e2a-4fed-97e5-8f75a1c9fc91 None None] Checking router: d37d21bc-d2d6-458e-a7d5-c596d03c0bad for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:58:46.531337 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78815a0e-9e2a-4fed-97e5-8f75a1c9fc91 None None] Updating router d37d21bc-d2d6-458e-a7d5-c596d03c0bad port fead59de-b376-4f4b-85d8-10487517e3a4 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:58:46.584010 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-78815a0e-9e2a-4fed-97e5-8f75a1c9fc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:46.732746 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0047d0b-d5a3-45fc-adcd-407242105b92 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network e4797d9b-7491-47a3-8b21-1110ed69fe7d is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:46.741510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f5d26-ca51-4b91-b1b6-e139f273abce req-7e32a487-e843-4405-a900-e67fc4a6f728 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:46.751982 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-218f5d26-ca51-4b91-b1b6-e139f273abce req-7e32a487-e843-4405-a900-e67fc4a6f728 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.6648073 Aug 10 03:58:46.755354 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949976ce-8e20-43e8-84fa-7cea1f5cf610 req-35b967cb-e88b-4b59-926c-fba8b5681255 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:46.761630 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-c0047d0b-d5a3-45fc-adcd-407242105b92 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:46.764544 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-949976ce-8e20-43e8-84fa-7cea1f5cf610 req-35b967cb-e88b-4b59-926c-fba8b5681255 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 945 time: 0.1675832 Aug 10 03:58:46.765308 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0047d0b-d5a3-45fc-adcd-407242105b92 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:58:46.773582 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0047d0b-d5a3-45fc-adcd-407242105b92 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:46.774625 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c0047d0b-d5a3-45fc-adcd-407242105b92 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:46.777417 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0047d0b-d5a3-45fc-adcd-407242105b92 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Port': ['ID=d1702afe-1b95-4c30-a059-be371edc2eca,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:46.827505 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-218f5d26-ca51-4b91-b1b6-e139f273abce req-18618ee0-4882-4a2c-bd4c-53becf8179a3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742190 Aug 10 03:58:46.848516 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-949976ce-8e20-43e8-84fa-7cea1f5cf610 req-0bb97fa2-e2c4-40b1-a502-cbb7baa48ce9 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829697 Aug 10 03:58:46.876955 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:46.925649 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc1fa04f-ec68-448e-b213-31013097c98d req-bcc5c0b5-2294-4e42-96ae-2c595e2d6354 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7f5498-9594-4bf8-8193-2811f441afad HTTP/1.1" status: 200 len: 210 time: 0.0283127 Aug 10 03:58:46.982066 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c0047d0b-d5a3-45fc-adcd-407242105b92 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1654680 Aug 10 03:58:46.982288 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41652) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:47.019268 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-78815a0e-9e2a-4fed-97e5-8f75a1c9fc91 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:47.040067 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-78815a0e-9e2a-4fed-97e5-8f75a1c9fc91 None None] Transition to ACTIVE for port object fead59de-b376-4f4b-85d8-10487517e3a4 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:47.174908 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-78815a0e-9e2a-4fed-97e5-8f75a1c9fc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:47.226770 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95fcd5-4974-4bec-bbc2-8703a017ec73 None None] Pushing event updated for resources: {'Port': ['ID=fead59de-b376-4f4b-85d8-10487517e3a4,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:47.327766 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-78815a0e-9e2a-4fed-97e5-8f75a1c9fc91 None None] Attempting to bind port fead59de-b376-4f4b-85d8-10487517e3a4 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:58:47.328167 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-78815a0e-9e2a-4fed-97e5-8f75a1c9fc91 None None] Attempting to bind port fead59de-b376-4f4b-85d8-10487517e3a4 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '9cb2f6a5-756e-48ce-8160-e0804b5fd8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4f3f25f3-3b62-4257-bd54-35deff03d286'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:58:47.328527 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78815a0e-9e2a-4fed-97e5-8f75a1c9fc91 None None] Attempting to bind port fead59de-b376-4f4b-85d8-10487517e3a4 on network 4f3f25f3-3b62-4257-bd54-35deff03d286 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:58:47.337015 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78815a0e-9e2a-4fed-97e5-8f75a1c9fc91 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:58:47.339782 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78815a0e-9e2a-4fed-97e5-8f75a1c9fc91 None None] Checking segment: {'id': '9cb2f6a5-756e-48ce-8160-e0804b5fd8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4f3f25f3-3b62-4257-bd54-35deff03d286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:58:47.339782 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-78815a0e-9e2a-4fed-97e5-8f75a1c9fc91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:47.339782 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78815a0e-9e2a-4fed-97e5-8f75a1c9fc91 None None] Bound using segment: {'id': '9cb2f6a5-756e-48ce-8160-e0804b5fd8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4f3f25f3-3b62-4257-bd54-35deff03d286'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:58:47.339782 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-78815a0e-9e2a-4fed-97e5-8f75a1c9fc91 None None] Bound port: fead59de-b376-4f4b-85d8-10487517e3a4, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb2f6a5-756e-48ce-8160-e0804b5fd8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4f3f25f3-3b62-4257-bd54-35deff03d286'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:58:47.339782 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-78815a0e-9e2a-4fed-97e5-8f75a1c9fc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:47.392945 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device b3b4ce36-dd2d-448b-a4c9-f1269256c40e up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:47.447264 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-78815a0e-9e2a-4fed-97e5-8f75a1c9fc91 None None] For port fead59de-b376-4f4b-85d8-10487517e3a4, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:58:47.452537 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-78815a0e-9e2a-4fed-97e5-8f75a1c9fc91 None None] For port fead59de-b376-4f4b-85d8-10487517e3a4, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=fead59de-b376-4f4b-85d8-10487517e3a4,segment=NetworkSegment(9cb2f6a5-756e-48ce-8160-e0804b5fd8ec),segment_id=9cb2f6a5-756e-48ce-8160-e0804b5fd8ec)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:58:47.550620 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-78815a0e-9e2a-4fed-97e5-8f75a1c9fc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:47.647663 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port b3b4ce36-dd2d-448b-a4c9-f1269256c40e completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:47.651696 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port b3b4ce36-dd2d-448b-a4c9-f1269256c40e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:47.652090 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:47.669631 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78815a0e-9e2a-4fed-97e5-8f75a1c9fc91 None None] Routers {'d37d21bc-d2d6-458e-a7d5-c596d03c0bad'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:47.670019 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-78815a0e-9e2a-4fed-97e5-8f75a1c9fc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:58:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['d37d21bc-d2d6-458e-a7d5-c596d03c0bad'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:47.676915 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95fcd5-4974-4bec-bbc2-8703a017ec73 None None] Pushing event updated for resources: {'Port': ['ID=fead59de-b376-4f4b-85d8-10487517e3a4,revision_number=4']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:47.690806 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-537e1048-9d36-43fd-b9a8-5de27546cb46 req-05827d3e-deee-4d69-9272-3b7578cdf741 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 210 time: 0.0795302 Aug 10 03:58:47.702719 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-223ecd8c-2206-4daf-8c8a-e6952751e20f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:47.710448 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4ced54-3383-466d-8091-3dee24e999ce None None] Network e4797d9b-7491-47a3-8b21-1110ed69fe7d requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:58:47.752272 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191a360-79c8-4917-96e0-d96e5014e338 req-eba42e71-8a81-41ef-aab2-7bb08934e8ab tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:47.753895 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f191a360-79c8-4917-96e0-d96e5014e338 req-eba42e71-8a81-41ef-aab2-7bb08934e8ab tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.20 "GET /v2.0/networks?id=d1f662f0-7042-40e3-a08e-7b9fe7d496f8 HTTP/1.1" status: 200 len: 810 time: 0.2584934 Aug 10 03:58:47.846710 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-f191a360-79c8-4917-96e0-d96e5014e338 req-423b26f2-3746-4382-8c2c-8f2262334322 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Request body: {'port': {'device_id': 'bd7f5498-9594-4bf8-8193-2811f441afad', 'network_id': 'd1f662f0-7042-40e3-a08e-7b9fe7d496f8', 'admin_state_up': True, 'tenant_id': 'fb9f811da9a5409f9156941cfe332dd0'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:47.910904 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-78815a0e-9e2a-4fed-97e5-8f75a1c9fc91 None None] Set router d37d21bc-d2d6-458e-a7d5-c596d03c0bad gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:47.974308 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2f887895-3b71-4652-b029-2a4abac58768 None None] Provisioning for port 5d7b1145-a83d-4304-b178-d63804082031 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:48.046234 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 5d7b1145-a83d-4304-b178-d63804082031 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:48.054552 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a2f22-cca1-4f71-adce-8e7901ff8bb1 req-ee93e7e9-9013-4bfe-99f8-fa2bc328ec63 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:48.059434 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2e3a2f22-cca1-4f71-adce-8e7901ff8bb1 req-ee93e7e9-9013-4bfe-99f8-fa2bc328ec63 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.0828185 Aug 10 03:58:48.174205 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2e3a2f22-cca1-4f71-adce-8e7901ff8bb1 req-bbfa100b-3e04-4588-baee-dd2ec4684319 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107745 Aug 10 03:58:48.222986 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-223ecd8c-2206-4daf-8c8a-e6952751e20f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:48.232577 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:48.338035 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-223ecd8c-2206-4daf-8c8a-e6952751e20f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:48.354471 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6e7bdfae-ef86-4d57-8f92-8c5580dd8a4e req-6202972d-1b7e-4baa-a656-217078e386c8 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7f5498-9594-4bf8-8193-2811f441afad HTTP/1.1" status: 200 len: 210 time: 0.0576518 Aug 10 03:58:48.369729 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42000c9c-e2bd-4988-84d2-6244f1f07902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:58:48.376991 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9ebf3d-60a7-4ee7-817f-04019220e1bb" -d '{"events": [{"server_uuid": "42000c9c-e2bd-4988-84d2-6244f1f07902", "name": "network-vif-plugged", "status": "completed", "tag": "b3b4ce36-dd2d-448b-a4c9-f1269256c40e"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:58:48.399823 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-78815a0e-9e2a-4fed-97e5-8f75a1c9fc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1682742230-router', 'tenant_id': '676ac30864564aacab3c67a7a875c7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '81785ca1-ec49-4466-88d7-b9e530d5e82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:37Z', 'updated_at': '2021-08-10T03:58:43Z', 'revision_number': 4, 'project_id': '676ac30864564aacab3c67a7a875c7ec', 'gw_port': {'id': '81785ca1-ec49-4466-88d7-b9e530d5e82e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:39Z', 'updated_at': '2021-08-10T03:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'fead59de-b376-4f4b-85d8-10487517e3a4', 'name': '', 'network_id': '4f3f25f3-3b62-4257-bd54-35deff03d286', 'tenant_id': '676ac30864564aacab3c67a7a875c7ec', 'mac_address': 'fa:16:3e:5c:9c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'a66ddc04-7832-49d9-96fc-cfbccf02c0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:42Z', 'updated_at': '2021-08-10T03:58:47Z', 'revision_number': 4, 'project_id': '676ac30864564aacab3c67a7a875c7ec', 'subnets': [{'id': 'a66ddc04-7832-49d9-96fc-cfbccf02c0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:48.409572 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port b3b4ce36-dd2d-448b-a4c9-f1269256c40e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:48.461208 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5431f1a-4b44-4afb-afe6-f8f36da21967 x-openstack-request-id: req-f5431f1a-4b44-4afb-afe6-f8f36da21967 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:58:48.461503 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42000c9c-e2bd-4988-84d2-6244f1f07902", "name": "network-vif-plugged", "status": "completed", "tag": "b3b4ce36-dd2d-448b-a4c9-f1269256c40e", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:58:48.461756 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5431f1a-4b44-4afb-afe6-f8f36da21967 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:58:48.462154 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42000c9c-e2bd-4988-84d2-6244f1f07902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e', 'code': 200} Aug 10 03:58:48.477527 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78815a0e-9e2a-4fed-97e5-8f75a1c9fc91 None None] The sync data for ids ['d37d21bc-d2d6-458e-a7d5-c596d03c0bad'] in n-d-802893-2 is: [{'id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1682742230-router', 'tenant_id': '676ac30864564aacab3c67a7a875c7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '81785ca1-ec49-4466-88d7-b9e530d5e82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:37Z', 'updated_at': '2021-08-10T03:58:43Z', 'revision_number': 4, 'project_id': '676ac30864564aacab3c67a7a875c7ec', 'gw_port': {'id': '81785ca1-ec49-4466-88d7-b9e530d5e82e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:39Z', 'updated_at': '2021-08-10T03:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'fead59de-b376-4f4b-85d8-10487517e3a4', 'name': '', 'network_id': '4f3f25f3-3b62-4257-bd54-35deff03d286', 'tenant_id': '676ac30864564aacab3c67a7a875c7ec', 'mac_address': 'fa:16:3e:5c:9c:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'a66ddc04-7832-49d9-96fc-cfbccf02c0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:42Z', 'updated_at': '2021-08-10T03:58:47Z', 'revision_number': 4, 'project_id': '676ac30864564aacab3c67a7a875c7ec', 'subnets': [{'id': 'a66ddc04-7832-49d9-96fc-cfbccf02c0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:58:48.560371 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 5d7b1145-a83d-4304-b178-d63804082031 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:48.585406 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 5d7b1145-a83d-4304-b178-d63804082031 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:48.587443 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:48.609247 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:48.617131 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ecd8c-2206-4daf-8c8a-e6952751e20f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Port': ['ID=d1702afe-1b95-4c30-a059-be371edc2eca,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:48.634357 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a307ac2-e309-41d0-9f74-f0dd6a6829d3 req-917d0acb-229b-4f36-8913-6845aab4b4f2 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:48.636155 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2a307ac2-e309-41d0-9f74-f0dd6a6829d3 req-917d0acb-229b-4f36-8913-6845aab4b4f2 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 945 time: 0.4091592 Aug 10 03:58:48.754409 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:48.818290 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:48.878371 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 5d7b1145-a83d-4304-b178-d63804082031, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=5d7b1145-a83d-4304-b178-d63804082031,segment=NetworkSegment(6f793b7b-a6b0-4c65-8b30-2082123a6ea8),segment_id=6f793b7b-a6b0-4c65-8b30-2082123a6ea8)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:48.878927 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7b337e2f-39b8-45b8-8b3c-389aa20493b3 req-69b6910f-f8c4-4ca0-849f-7e4f6a3d710c tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 210 time: 0.0439045 Aug 10 03:58:48.906337 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5652e123-e889-4cc3-b947-7b4a6fcd891b req-0dccada8-20fd-463e-ac41-c9f1d197838d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:48.908321 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5652e123-e889-4cc3-b947-7b4a6fcd891b req-0dccada8-20fd-463e-ac41-c9f1d197838d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 1097 time: 0.2928855 Aug 10 03:58:48.914507 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2a307ac2-e309-41d0-9f74-f0dd6a6829d3 req-276af763-5a82-44e7-959d-9ccc9affbdbe tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582462 Aug 10 03:58:48.961964 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-223ecd8c-2206-4daf-8c8a-e6952751e20f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:48.962678 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:48.967725 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f191a360-79c8-4917-96e0-d96e5014e338 req-423b26f2-3746-4382-8c2c-8f2262334322 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Made reservation on behalf of fb9f811da9a5409f9156941cfe332dd0 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:58:48.971496 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f191a360-79c8-4917-96e0-d96e5014e338 req-423b26f2-3746-4382-8c2c-8f2262334322 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:49.037457 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=5d7b1145-a83d-4304-b178-d63804082031,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:49.040028 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5652e123-e889-4cc3-b947-7b4a6fcd891b req-c64c90b2-79bf-4864-bb79-a525cd3b40f4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211874 Aug 10 03:58:49.040188 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4d530b37-96de-4232-9724-95aa6cead241 None None] Provisioning complete for port 5d7b1145-a83d-4304-b178-d63804082031 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:49.040639 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4d530b37-96de-4232-9724-95aa6cead241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:49.288493 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-f191a360-79c8-4917-96e0-d96e5014e338 req-423b26f2-3746-4382-8c2c-8f2262334322 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Allocated IP 172.20.0.13 (d1f662f0-7042-40e3-a08e-7b9fe7d496f8/e71e4ff0-b334-48f9-a2c1-4714d5f0ce40/7bdd3e9b-6f75-4cba-b919-10a26dafd3ea) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:58:49.297379 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4d530b37-96de-4232-9724-95aa6cead241 None None] Provisioning for port d1702afe-1b95-4c30-a059-be371edc2eca completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:49.303603 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4d530b37-96de-4232-9724-95aa6cead241 None None] Provisioning complete for port d1702afe-1b95-4c30-a059-be371edc2eca triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:49.303603 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4d530b37-96de-4232-9724-95aa6cead241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:49.401985 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-4d530b37-96de-4232-9724-95aa6cead241 None None] Port d1702afe-1b95-4c30-a059-be371edc2eca cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:58:49.436430 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41724) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:49.505358 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f85334-8e1d-4a2d-968a-8a802dff2678 req-5e93c12a-44eb-4b38-8cc8-802940d970fe tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:49.539741 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-aa332d76-af05-4805-93d5-7bb28f5727b7 None None] Provisioning complete for port d1702afe-1b95-4c30-a059-be371edc2eca triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:49.540974 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-aa332d76-af05-4805-93d5-7bb28f5727b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:49.541109 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e2f85334-8e1d-4a2d-968a-8a802dff2678 req-5e93c12a-44eb-4b38-8cc8-802940d970fe tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 946 time: 0.1989157 Aug 10 03:58:49.629257 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-223ecd8c-2206-4daf-8c8a-e6952751e20f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:49.636128 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-aa332d76-af05-4805-93d5-7bb28f5727b7 None None] Port d1702afe-1b95-4c30-a059-be371edc2eca cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:58:49.670098 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c0770c9a-55bf-4c7c-8d2d-f3d340e9a465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:49.692261 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e2f85334-8e1d-4a2d-968a-8a802dff2678 req-9d28d2f3-dfdb-41a8-9f2e-e32ebd38bbd0 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500030 Aug 10 03:58:49.714746 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f3638673-e8c2-4b1f-a39e-746669ddc89e req-4ae1f5de-1a32-40be-b606-b18369ba94f8 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7f5498-9594-4bf8-8193-2811f441afad HTTP/1.1" status: 200 len: 210 time: 0.1865039 Aug 10 03:58:49.862634 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4e1ac4e0-5669-484a-baa2-a3575ed8af34 None None] Provisioning complete for port d1702afe-1b95-4c30-a059-be371edc2eca triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:49.864463 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4e1ac4e0-5669-484a-baa2-a3575ed8af34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:49.945827 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c0770c9a-55bf-4c7c-8d2d-f3d340e9a465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:49.947191 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-4e1ac4e0-5669-484a-baa2-a3575ed8af34 None None] Port d1702afe-1b95-4c30-a059-be371edc2eca cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:58:50.050126 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-e285651d-dffd-4406-be85-64e47132cb71 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:50.051745 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-e285651d-dffd-4406-be85-64e47132cb71 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.20 "GET /v2.0/networks?id=4f3f25f3-3b62-4257-bd54-35deff03d286 HTTP/1.1" status: 200 len: 820 time: 0.6880062 Aug 10 03:58:50.054323 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 5d7b1145-a83d-4304-b178-d63804082031 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:50.096959 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78780785-c68e-40d8-a525-f06e9ac58be4 req-9f1ab5d4-7988-4116-a1c4-cad36e2201ac tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 210 time: 0.0982733 Aug 10 03:58:50.100692 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-b8614caa-40e6-4e26-b605-925c07ee2958 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Request body: {'port': {'device_id': '53de8548-9f92-4c05-808a-4c1f9cf3a6db', 'network_id': '4f3f25f3-3b62-4257-bd54-35deff03d286', 'admin_state_up': True, 'tenant_id': '676ac30864564aacab3c67a7a875c7ec'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:50.111014 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c0770c9a-55bf-4c7c-8d2d-f3d340e9a465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:50.133030 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d27b4a-9575-450d-9005-d696dea558bf req-43880f24-6055-4384-971a-057d2d8af4cf tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:50.134960 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-63d27b4a-9575-450d-9005-d696dea558bf req-43880f24-6055-4384-971a-057d2d8af4cf tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 945 time: 0.1133738 Aug 10 03:58:50.182569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 5d7b1145-a83d-4304-b178-d63804082031 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:50.182947 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:50.212297 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0770c9a-55bf-4c7c-8d2d-f3d340e9a465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c5ff52-5f16-42f2-a1f5-a8e631379bae,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:50.227410 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c0770c9a-55bf-4c7c-8d2d-f3d340e9a465 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f70d0d7f4994dc7ae5d821604243270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7868724 Aug 10 03:58:50.228393 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-63d27b4a-9575-450d-9005-d696dea558bf req-e1003f76-f293-4d9e-a802-f340177cff23 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775747 Aug 10 03:58:50.228862 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41734) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:50.312622 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3e2f9a0-d5d6-4d48-b282-6514c9312369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:50.315865 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f191a360-79c8-4917-96e0-d96e5014e338 req-423b26f2-3746-4382-8c2c-8f2262334322 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:50.321171 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device fead59de-b376-4f4b-85d8-10487517e3a4 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:50.339585 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3e2f9a0-d5d6-4d48-b282-6514c9312369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:50.586027 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f191a360-79c8-4917-96e0-d96e5014e338 req-423b26f2-3746-4382-8c2c-8f2262334322 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:50.591656 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-223ecd8c-2206-4daf-8c8a-e6952751e20f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:50.634900 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f191a360-79c8-4917-96e0-d96e5014e338 req-423b26f2-3746-4382-8c2c-8f2262334322 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Network d1f662f0-7042-40e3-a08e-7b9fe7d496f8 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:50.639300 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port fead59de-b376-4f4b-85d8-10487517e3a4 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:58:50.640768 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3e2f9a0-d5d6-4d48-b282-6514c9312369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:50.644268 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port fead59de-b376-4f4b-85d8-10487517e3a4 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:50.649921 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:50.650066 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-f191a360-79c8-4917-96e0-d96e5014e338 req-423b26f2-3746-4382-8c2c-8f2262334322 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:50.650163 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3e2f9a0-d5d6-4d48-b282-6514c9312369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:50.650370 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e3e2f9a0-d5d6-4d48-b282-6514c9312369 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7c5ff52-5f16-42f2-a1f5-a8e631379bae HTTP/1.1" status: 204 len: 168 time: 0.4206011 Aug 10 03:58:50.660492 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-f191a360-79c8-4917-96e0-d96e5014e338 req-423b26f2-3746-4382-8c2c-8f2262334322 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:58:50.665451 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2f9a0-d5d6-4d48-b282-6514c9312369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c5ff52-5f16-42f2-a1f5-a8e631379bae,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:50.718571 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-b8614caa-40e6-4e26-b605-925c07ee2958 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Made reservation on behalf of 676ac30864564aacab3c67a7a875c7ec for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:58:50.722884 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-b8614caa-40e6-4e26-b605-925c07ee2958 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:50.736088 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-223ecd8c-2206-4daf-8c8a-e6952751e20f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:50.745063 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-223ecd8c-2206-4daf-8c8a-e6952751e20f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:50.772114 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423b26f2-3746-4382-8c2c-8f2262334322 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Pushing event updated for resources: {'Port': ['ID=7bdd3e9b-6f75-4cba-b919-10a26dafd3ea,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:50.839414 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:50.882204 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port fead59de-b376-4f4b-85d8-10487517e3a4, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=fead59de-b376-4f4b-85d8-10487517e3a4,segment=NetworkSegment(9cb2f6a5-756e-48ce-8160-e0804b5fd8ec),segment_id=9cb2f6a5-756e-48ce-8160-e0804b5fd8ec)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:50.908304 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6756d5-0e21-40f8-a3c0-0962788a8e39 req-15d43d97-710d-4d8f-b468-aa47188874bd tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:50.910026 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ed6756d5-0e21-40f8-a3c0-0962788a8e39 req-15d43d97-710d-4d8f-b468-aa47188874bd tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7f5498-9594-4bf8-8193-2811f441afad HTTP/1.1" status: 200 len: 932 time: 0.0817182 Aug 10 03:58:50.953016 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ed6756d5-0e21-40f8-a3c0-0962788a8e39 req-396ee840-1de9-4b3d-b53e-2073767278b1 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5efc14f-4f1a-4e74-b389-fba2ed32c777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365529 Aug 10 03:58:51.068297 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:51.158965 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=fead59de-b376-4f4b-85d8-10487517e3a4,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:51.239856 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f8e78c94-7831-4717-a341-5d85a883e266 req-2f1c4fe1-2653-4dc3-b2d5-2a699f971ce9 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 210 time: 0.0448730 Aug 10 03:58:51.289354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ecd8c-2206-4daf-8c8a-e6952751e20f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Port': ['ID=d1702afe-1b95-4c30-a059-be371edc2eca,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:51.299026 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191a360-79c8-4917-96e0-d96e5014e338 req-423b26f2-3746-4382-8c2c-8f2262334322 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:51.299681 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f191a360-79c8-4917-96e0-d96e5014e338 req-423b26f2-3746-4382-8c2c-8f2262334322 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:51.378467 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73773c69-b9da-4358-bb03-18b90132a937 req-7d2775f7-5c49-4ea7-8982-ed9c584abdf4 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:51.380319 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-73773c69-b9da-4358-bb03-18b90132a937 req-7d2775f7-5c49-4ea7-8982-ed9c584abdf4 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 945 time: 0.0574021 Aug 10 03:58:51.382984 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60b602-6e12-4d37-91a9-da87ecb3b3c8 req-3b2092ba-9975-477f-8c42-cd2905e0235e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:51.384575 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6b60b602-6e12-4d37-91a9-da87ecb3b3c8 req-3b2092ba-9975-477f-8c42-cd2905e0235e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 946 time: 0.5681312 Aug 10 03:58:51.448636 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-73773c69-b9da-4358-bb03-18b90132a937 req-f4659818-3d39-484c-8d34-3e7850cee64e tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596921 Aug 10 03:58:51.459061 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223ecd8c-2206-4daf-8c8a-e6952751e20f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network e4797d9b-7491-47a3-8b21-1110ed69fe7d is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:51.461575 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-b8614caa-40e6-4e26-b605-925c07ee2958 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Allocated IP 172.20.0.3 (4f3f25f3-3b62-4257-bd54-35deff03d286/a66ddc04-7832-49d9-96fc-cfbccf02c0c0/cbe2c7bf-d095-461f-95ec-3bc7b016f8e5) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:58:51.464415 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f191a360-79c8-4917-96e0-d96e5014e338 req-423b26f2-3746-4382-8c2c-8f2262334322 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6380091 Aug 10 03:58:51.467699 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-223ecd8c-2206-4daf-8c8a-e6952751e20f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:51.505631 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-f191a360-79c8-4917-96e0-d96e5014e338 req-fe806a52-eef5-40d2-9ab2-2ebec1dd8921 service neutron] Request body: {'port': {'device_id': 'bd7f5498-9594-4bf8-8193-2811f441afad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:51.541312 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6b60b602-6e12-4d37-91a9-da87ecb3b3c8 req-ea8bd3b9-7a18-44bb-9e9a-3d87a614ba8d tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466396 Aug 10 03:58:51.676110 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5810cb-c6d9-431d-beea-b79a309e6630 req-82363f53-c2d7-4f56-b5d9-5e25d7a87406 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:51.678959 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bf5810cb-c6d9-431d-beea-b79a309e6630 req-82363f53-c2d7-4f56-b5d9-5e25d7a87406 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 946 time: 0.0563407 Aug 10 03:58:51.687731 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41762) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:51.693188 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-28986c66-6038-4e0f-aa68-cc04e4ad1a8f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Request body: {'floatingip': {'port_id': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:51.741362 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f191a360-79c8-4917-96e0-d96e5014e338 req-fe806a52-eef5-40d2-9ab2-2ebec1dd8921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:51.774782 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-28986c66-6038-4e0f-aa68-cc04e4ad1a8f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks [] for floatingip, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:51.819509 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6284cea8-c49a-49fa-86a7-f7d2a3f860a8 None None] Provisioning complete for port d1702afe-1b95-4c30-a059-be371edc2eca triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:51.821513 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6284cea8-c49a-49fa-86a7-f7d2a3f860a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:51.903398 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41764) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:51.910072 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device fead59de-b376-4f4b-85d8-10487517e3a4 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:58:51.914084 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-6284cea8-c49a-49fa-86a7-f7d2a3f860a8 None None] Port d1702afe-1b95-4c30-a059-be371edc2eca cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:58:51.965942 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-b8614caa-40e6-4e26-b605-925c07ee2958 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:51.975776 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port fead59de-b376-4f4b-85d8-10487517e3a4 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:58:51.976215 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:51.995193 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eebe8785-df1d-47fc-8f38-d00acea7bd1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:52.009407 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223ecd8c-2206-4daf-8c8a-e6952751e20f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Router f7bdc0c5-5c88-4d60-bc9d-215e5226c384 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:58:52.291347 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30619f1e-b886-434f-a999-7737dd19b4c5 req-1d665708-446e-44ee-880c-0db71ea59bd4 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:52.293090 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-30619f1e-b886-434f-a999-7737dd19b4c5 req-1d665708-446e-44ee-880c-0db71ea59bd4 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7f5498-9594-4bf8-8193-2811f441afad HTTP/1.1" status: 200 len: 932 time: 0.2314007 Aug 10 03:58:52.309236 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223ecd8c-2206-4daf-8c8a-e6952751e20f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:58:52.320000 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-223ecd8c-2206-4daf-8c8a-e6952751e20f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "PUT /v2.0/routers/f7bdc0c5-5c88-4d60-bc9d-215e5226c384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3356209 Aug 10 03:58:52.320496 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704da22d-6bee-473a-ac54-cbb2230006b8 None None] Sync routers for ids ['f7bdc0c5-5c88-4d60-bc9d-215e5226c384'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:58:52.323630 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41772) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:52.331473 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704da22d-6bee-473a-ac54-cbb2230006b8 None None] Routers {'f7bdc0c5-5c88-4d60-bc9d-215e5226c384'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:52.332326 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-704da22d-6bee-473a-ac54-cbb2230006b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:58:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f7bdc0c5-5c88-4d60-bc9d-215e5226c384'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:52.362216 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-b8614caa-40e6-4e26-b605-925c07ee2958 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:52.366733 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-704da22d-6bee-473a-ac54-cbb2230006b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:52.376376 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704da22d-6bee-473a-ac54-cbb2230006b8 None None] Routers {'f7bdc0c5-5c88-4d60-bc9d-215e5226c384'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:52.377169 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-704da22d-6bee-473a-ac54-cbb2230006b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:58:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f7bdc0c5-5c88-4d60-bc9d-215e5226c384'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:52.410118 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-704da22d-6bee-473a-ac54-cbb2230006b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:52.410926 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704da22d-6bee-473a-ac54-cbb2230006b8 None None] The sync data for ids ['f7bdc0c5-5c88-4d60-bc9d-215e5226c384'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:58:52.466629 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-b8614caa-40e6-4e26-b605-925c07ee2958 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Network 4f3f25f3-3b62-4257-bd54-35deff03d286 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:58:52.495083 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cb9e59-b153-4bf9-b0fb-ef6da2354943 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:52.496599 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-58cb9e59-b153-4bf9-b0fb-ef6da2354943 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "GET /v2.0/ports/d1702afe-1b95-4c30-a059-be371edc2eca HTTP/1.1" status: 200 len: 983 time: 0.1675417 Aug 10 03:58:52.508563 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-b8614caa-40e6-4e26-b605-925c07ee2958 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:58:52.511208 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-b8614caa-40e6-4e26-b605-925c07ee2958 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:58:52.526831 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41776) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:52.528938 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8614caa-40e6-4e26-b605-925c07ee2958 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Pushing event updated for resources: {'Port': ['ID=cbe2c7bf-d095-461f-95ec-3bc7b016f8e5,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:52.572023 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-30619f1e-b886-434f-a999-7737dd19b4c5 req-beabf974-11d7-4f5f-9714-a724fe3f4adb tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5efc14f-4f1a-4e74-b389-fba2ed32c777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589500 Aug 10 03:58:52.611911 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eebe8785-df1d-47fc-8f38-d00acea7bd1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:52.723497 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eebe8785-df1d-47fc-8f38-d00acea7bd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:52.728660 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-f191a360-79c8-4917-96e0-d96e5014e338 req-fe806a52-eef5-40d2-9ab2-2ebec1dd8921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bdd3e9b-6f75-4cba-b919-10a26dafd3ea {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:58:52.746640 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a30236-bbf9-4570-86b8-85c957a84a24 req-f0ebb3a1-7de8-4cda-9bc3-9f81a4d129a7 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:52.748234 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-88a30236-bbf9-4570-86b8-85c957a84a24 req-f0ebb3a1-7de8-4cda-9bc3-9f81a4d129a7 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 931 time: 0.1259394 Aug 10 03:58:52.752391 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-b8614caa-40e6-4e26-b605-925c07ee2958 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:52.753026 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-b8614caa-40e6-4e26-b605-925c07ee2958 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:52.757522 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f191a360-79c8-4917-96e0-d96e5014e338 req-fe806a52-eef5-40d2-9ab2-2ebec1dd8921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:52.863662 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-f191a360-79c8-4917-96e0-d96e5014e338 req-fe806a52-eef5-40d2-9ab2-2ebec1dd8921 service neutron] Transition to ACTIVE for port object 7bdd3e9b-6f75-4cba-b919-10a26dafd3ea will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:52.870767 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-88a30236-bbf9-4570-86b8-85c957a84a24 req-d7b80e13-5e3e-4593-a02e-15a07bbeef4d tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092598 Aug 10 03:58:52.878305 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-28986c66-6038-4e0f-aa68-cc04e4ad1a8f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:52.898750 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe8785-df1d-47fc-8f38-d00acea7bd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652f5438-d89a-44c2-9765-dfa7e808c7d2,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:52.905794 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-eebe8785-df1d-47fc-8f38-d00acea7bd1c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2639b6cbd45d47b6994fd2ec387dff16&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0013056 Aug 10 03:58:52.910775 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41784) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:52.914830 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf80569-26c6-4c4d-8f41-33dc0194e433 req-43a21366-3905-4d0a-8cbf-6551f9f4b732 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:52.916445 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0bf80569-26c6-4c4d-8f41-33dc0194e433 req-43a21366-3905-4d0a-8cbf-6551f9f4b732 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 945 time: 0.2493827 Aug 10 03:58:52.920486 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-b8614caa-40e6-4e26-b605-925c07ee2958 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8265145 Aug 10 03:58:52.946793 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-add76aa2-8237-4544-a461-f3590f3c6813 service neutron] Request body: {'port': {'device_id': '53de8548-9f92-4c05-808a-4c1f9cf3a6db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:52.959754 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f191a360-79c8-4917-96e0-d96e5014e338 req-fe806a52-eef5-40d2-9ab2-2ebec1dd8921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:52.971372 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-02342dd8-9aae-4148-bba8-5b97b97e503f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:52.994739 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-02342dd8-9aae-4148-bba8-5b97b97e503f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:53.041703 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-28986c66-6038-4e0f-aa68-cc04e4ad1a8f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:53.104782 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0bf80569-26c6-4c4d-8f41-33dc0194e433 req-75c416ba-5547-44d7-b7ff-02d6f845f288 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807668 Aug 10 03:58:53.109023 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe806a52-eef5-40d2-9ab2-2ebec1dd8921 service neutron] Pushing event updated for resources: {'Port': ['ID=7bdd3e9b-6f75-4cba-b919-10a26dafd3ea,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:53.124898 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-add76aa2-8237-4544-a461-f3590f3c6813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:53.153604 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-28986c66-6038-4e0f-aa68-cc04e4ad1a8f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Floating IP b17c9d73-7a2e-4375-a6e7-e082a58b6b13 associated. External IP: 172.25.0.244, port: b3b4ce36-dd2d-448b-a4c9-f1269256c40e. Aug 10 03:58:53.192213 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-02342dd8-9aae-4148-bba8-5b97b97e503f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:53.194762 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-02342dd8-9aae-4148-bba8-5b97b97e503f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:53.195919 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-02342dd8-9aae-4148-bba8-5b97b97e503f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/652f5438-d89a-44c2-9765-dfa7e808c7d2 HTTP/1.1" status: 204 len: 168 time: 0.2840064 Aug 10 03:58:53.211761 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02342dd8-9aae-4148-bba8-5b97b97e503f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652f5438-d89a-44c2-9765-dfa7e808c7d2,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:53.344692 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-f191a360-79c8-4917-96e0-d96e5014e338 req-fe806a52-eef5-40d2-9ab2-2ebec1dd8921 service neutron] Attempting to bind port 7bdd3e9b-6f75-4cba-b919-10a26dafd3ea on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:58:53.345281 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-f191a360-79c8-4917-96e0-d96e5014e338 req-fe806a52-eef5-40d2-9ab2-2ebec1dd8921 service neutron] Attempting to bind port 7bdd3e9b-6f75-4cba-b919-10a26dafd3ea by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '5675562d-8d1f-459a-9296-c40a344656e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1f662f0-7042-40e3-a08e-7b9fe7d496f8'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:58:53.345592 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191a360-79c8-4917-96e0-d96e5014e338 req-fe806a52-eef5-40d2-9ab2-2ebec1dd8921 service neutron] Attempting to bind port 7bdd3e9b-6f75-4cba-b919-10a26dafd3ea on network d1f662f0-7042-40e3-a08e-7b9fe7d496f8 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:58:53.365244 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191a360-79c8-4917-96e0-d96e5014e338 req-fe806a52-eef5-40d2-9ab2-2ebec1dd8921 service neutron] Port 7bdd3e9b-6f75-4cba-b919-10a26dafd3ea on network d1f662f0-7042-40e3-a08e-7b9fe7d496f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:58:53.365496 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191a360-79c8-4917-96e0-d96e5014e338 req-fe806a52-eef5-40d2-9ab2-2ebec1dd8921 service neutron] Attempting to bind port 7bdd3e9b-6f75-4cba-b919-10a26dafd3ea on network d1f662f0-7042-40e3-a08e-7b9fe7d496f8 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:58:53.386782 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191a360-79c8-4917-96e0-d96e5014e338 req-fe806a52-eef5-40d2-9ab2-2ebec1dd8921 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:58:53.387128 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191a360-79c8-4917-96e0-d96e5014e338 req-fe806a52-eef5-40d2-9ab2-2ebec1dd8921 service neutron] Checking segment: {'id': '5675562d-8d1f-459a-9296-c40a344656e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1f662f0-7042-40e3-a08e-7b9fe7d496f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:58:53.387544 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f191a360-79c8-4917-96e0-d96e5014e338 req-fe806a52-eef5-40d2-9ab2-2ebec1dd8921 service neutron] Bound using segment: {'id': '5675562d-8d1f-459a-9296-c40a344656e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1f662f0-7042-40e3-a08e-7b9fe7d496f8'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:58:53.387987 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-f191a360-79c8-4917-96e0-d96e5014e338 req-fe806a52-eef5-40d2-9ab2-2ebec1dd8921 service neutron] Bound port: 7bdd3e9b-6f75-4cba-b919-10a26dafd3ea, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5675562d-8d1f-459a-9296-c40a344656e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'd1f662f0-7042-40e3-a08e-7b9fe7d496f8'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:58:53.388355 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f191a360-79c8-4917-96e0-d96e5014e338 req-fe806a52-eef5-40d2-9ab2-2ebec1dd8921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:53.435481 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28986c66-6038-4e0f-aa68-cc04e4ad1a8f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Router eb1ef11d-6d93-43be-a407-88a3eb74071f has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:58:53.551342 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28986c66-6038-4e0f-aa68-cc04e4ad1a8f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:58:53.555838 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-28986c66-6038-4e0f-aa68-cc04e4ad1a8f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:53.576218 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-f191a360-79c8-4917-96e0-d96e5014e338 req-fe806a52-eef5-40d2-9ab2-2ebec1dd8921 service neutron] For port 7bdd3e9b-6f75-4cba-b919-10a26dafd3ea, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:58:53.578670 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0746e76c-3850-4926-b351-10e2cfd3bbd1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:53.583157 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-f191a360-79c8-4917-96e0-d96e5014e338 req-fe806a52-eef5-40d2-9ab2-2ebec1dd8921 service neutron] For port 7bdd3e9b-6f75-4cba-b919-10a26dafd3ea, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=7bdd3e9b-6f75-4cba-b919-10a26dafd3ea,segment=NetworkSegment(5675562d-8d1f-459a-9296-c40a344656e6),segment_id=5675562d-8d1f-459a-9296-c40a344656e6)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:58:53.590284 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-28986c66-6038-4e0f-aa68-cc04e4ad1a8f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "PUT /v2.0/floatingips/b17c9d73-7a2e-4375-a6e7-e082a58b6b13 HTTP/1.1" status: 200 len: 992 time: 1.9010305 Aug 10 03:58:53.591371 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42000c9c-e2bd-4988-84d2-6244f1f07902', 'tag': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:58:53.602248 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c02cf72-d4c0-4d2d-9ae7-6b63427e109d" -d '{"events": [{"name": "network-changed", "server_uuid": "42000c9c-e2bd-4988-84d2-6244f1f07902", "tag": "b3b4ce36-dd2d-448b-a4c9-f1269256c40e"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:58:53.701161 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc186019-6df0-4057-92ff-37c72fb8e85e None None] Sync routers for ids ['eb1ef11d-6d93-43be-a407-88a3eb74071f'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:58:53.749616 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc186019-6df0-4057-92ff-37c72fb8e85e None None] Routers {'eb1ef11d-6d93-43be-a407-88a3eb74071f'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:53.756389 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-fc186019-6df0-4057-92ff-37c72fb8e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:58:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['eb1ef11d-6d93-43be-a407-88a3eb74071f'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:53.832551 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbd7ba-e9ea-4d26-a072-1c8f0cf180ef req-27d22f82-36f7-4c86-885d-2f03483ce9fb tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:53.833749 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e6fbd7ba-e9ea-4d26-a072-1c8f0cf180ef req-27d22f82-36f7-4c86-885d-2f03483ce9fb tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7f5498-9594-4bf8-8193-2811f441afad HTTP/1.1" status: 200 len: 944 time: 0.0733988 Aug 10 03:58:53.865524 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75e07b5-6b50-4db0-8e5f-69247aba512e x-openstack-request-id: req-a75e07b5-6b50-4db0-8e5f-69247aba512e {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:58:53.865980 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42000c9c-e2bd-4988-84d2-6244f1f07902", "tag": "b3b4ce36-dd2d-448b-a4c9-f1269256c40e", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:58:53.866337 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a75e07b5-6b50-4db0-8e5f-69247aba512e {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:58:53.866840 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42000c9c-e2bd-4988-84d2-6244f1f07902', 'tag': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e', 'status': 'completed', 'code': 200} Aug 10 03:58:53.893472 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e6fbd7ba-e9ea-4d26-a072-1c8f0cf180ef req-597e6c6c-50cc-450e-abc1-25ce02494caa tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5efc14f-4f1a-4e74-b389-fba2ed32c777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586336 Aug 10 03:58:53.960511 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02cf72-d4c0-4d2d-9ae7-6b63427e109d req-bd885b17-ff9a-4c29-a501-79a7aeb45d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:53.962252 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0c02cf72-d4c0-4d2d-9ae7-6b63427e109d req-bd885b17-ff9a-4c29-a501-79a7aeb45d02 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=897476f221894013b27960fb36935e79&device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 1097 time: 0.0626547 Aug 10 03:58:53.967654 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-fc186019-6df0-4057-92ff-37c72fb8e85e None None] Set router eb1ef11d-6d93-43be-a407-88a3eb74071f gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:54.088209 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02cf72-d4c0-4d2d-9ae7-6b63427e109d req-6742a094-397a-4475-970b-eb065162b4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:54.089753 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0c02cf72-d4c0-4d2d-9ae7-6b63427e109d req-6742a094-397a-4475-970b-eb065162b4c4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7ff6afc-8008-49c6-8b16-55c096640020 HTTP/1.1" status: 200 len: 912 time: 0.1208987 Aug 10 03:58:54.089890 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f191a360-79c8-4917-96e0-d96e5014e338 req-fe806a52-eef5-40d2-9ab2-2ebec1dd8921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:54.207323 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191a360-79c8-4917-96e0-d96e5014e338 req-fe806a52-eef5-40d2-9ab2-2ebec1dd8921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:54.207979 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f191a360-79c8-4917-96e0-d96e5014e338 req-fe806a52-eef5-40d2-9ab2-2ebec1dd8921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:54.209431 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f191a360-79c8-4917-96e0-d96e5014e338 req-fe806a52-eef5-40d2-9ab2-2ebec1dd8921 service neutron] 10.222.0.20 "PUT /v2.0/ports/7bdd3e9b-6f75-4cba-b919-10a26dafd3ea HTTP/1.1" status: 200 len: 1092 time: 2.7128308 Aug 10 03:58:54.215936 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7f5498-9594-4bf8-8193-2811f441afad', 'tag': '7bdd3e9b-6f75-4cba-b919-10a26dafd3ea'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:58:54.218267 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa03f753-4e0f-4740-ac34-54b3d9ae843c" -d '{"events": [{"name": "network-changed", "server_uuid": "bd7f5498-9594-4bf8-8193-2811f441afad", "tag": "7bdd3e9b-6f75-4cba-b919-10a26dafd3ea"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:58:54.244062 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-add76aa2-8237-4544-a461-f3590f3c6813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:58:54.289381 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-fc186019-6df0-4057-92ff-37c72fb8e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'name': 'tempest-ServerActionsTestJSON-676148720-router', 'tenant_id': '897476f221894013b27960fb36935e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'f67249b0-6eca-4130-a323-40893f232575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:01Z', 'updated_at': '2021-08-10T03:58:11Z', 'revision_number': 4, 'project_id': '897476f221894013b27960fb36935e79', 'gw_port': {'id': 'f67249b0-6eca-4130-a323-40893f232575', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:02Z', 'updated_at': '2021-08-10T03:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'b17c9d73-7a2e-4375-a6e7-e082a58b6b13', 'tenant_id': '897476f221894013b27960fb36935e79', 'floating_ip_address': '172.25.0.244', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'port_id': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020', 'mac_address': 'fa:16:3e:33:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42000c9c-e2bd-4988-84d2-6244f1f07902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:58:24Z', 'updated_at': '2021-08-10T03:58:52Z', 'revision_number': 1, 'project_id': '897476f221894013b27960fb36935e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04533a2e-117f-45ef-8e68-48d8069eb841', 'name': '', 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020', 'tenant_id': '897476f221894013b27960fb36935e79', 'mac_address': 'fa:16:3e:86:a6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'a51d8861-9dbf-4178-9d3e-8ed73319e82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:09Z', 'updated_at': '2021-08-10T03:58:23Z', 'revision_number': 5, 'project_id': '897476f221894013b27960fb36935e79', 'subnets': [{'id': 'a51d8861-9dbf-4178-9d3e-8ed73319e82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:54.295289 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-add76aa2-8237-4544-a461-f3590f3c6813 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:54.311137 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463df67-eb84-4486-8627-32f286e1cad4 req-bf3104ad-2dfa-46cc-8fd1-0ec07ff9a0dd tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:54.312352 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6463df67-eb84-4486-8627-32f286e1cad4 req-bf3104ad-2dfa-46cc-8fd1-0ec07ff9a0dd tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 931 time: 0.2282159 Aug 10 03:58:54.317197 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe806a52-eef5-40d2-9ab2-2ebec1dd8921 service neutron] Pushing event updated for resources: {'Port': ['ID=7bdd3e9b-6f75-4cba-b919-10a26dafd3ea,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:54.364205 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc186019-6df0-4057-92ff-37c72fb8e85e None None] Checking router: eb1ef11d-6d93-43be-a407-88a3eb74071f for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:58:54.367685 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0c02cf72-d4c0-4d2d-9ae7-6b63427e109d req-3a63f4d7-acb1-40d6-bef0-ef2169cecd57 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3b4ce36-dd2d-448b-a4c9-f1269256c40e HTTP/1.1" status: 200 len: 1000 time: 0.2700884 Aug 10 03:58:54.369643 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-add76aa2-8237-4544-a461-f3590f3c6813 service neutron] Transition to ACTIVE for port object cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:58:54.384219 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc186019-6df0-4057-92ff-37c72fb8e85e None None] Routers {'eb1ef11d-6d93-43be-a407-88a3eb74071f'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:54.384950 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-fc186019-6df0-4057-92ff-37c72fb8e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:58:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['eb1ef11d-6d93-43be-a407-88a3eb74071f'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:54.387388 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b404437-badb-4e41-82a9-4eb0eef29f6e req-c574e9b3-e31f-4629-b9ab-30beab6e86f0 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:54.389707 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b404437-badb-4e41-82a9-4eb0eef29f6e req-c574e9b3-e31f-4629-b9ab-30beab6e86f0 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 945 time: 0.1433742 Aug 10 03:58:54.445979 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6463df67-eb84-4486-8627-32f286e1cad4 req-514640d4-eaee-4af9-a4e8-7e029e6f3a37 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962827 Aug 10 03:58:54.484431 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-add76aa2-8237-4544-a461-f3590f3c6813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:54.503284 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b404437-badb-4e41-82a9-4eb0eef29f6e req-748638e0-b9ad-4e9a-85ea-3b8ec17572a8 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738575 Aug 10 03:58:54.504903 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191a360-79c8-4917-96e0-d96e5014e338 req-ebc74aef-2143-4219-90a2-ecd590a7e909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:54.505113 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02cf72-d4c0-4d2d-9ae7-6b63427e109d req-c5ee9674-3639-4c03-8b03-88fd01981566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:54.507023 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f191a360-79c8-4917-96e0-d96e5014e338 req-ebc74aef-2143-4219-90a2-ecd590a7e909 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb9f811da9a5409f9156941cfe332dd0&device_id=bd7f5498-9594-4bf8-8193-2811f441afad HTTP/1.1" status: 200 len: 1095 time: 0.1533456 Aug 10 03:58:54.507137 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0c02cf72-d4c0-4d2d-9ae7-6b63427e109d req-c5ee9674-3639-4c03-8b03-88fd01981566 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a51d8861-9dbf-4178-9d3e-8ed73319e82c HTTP/1.1" status: 200 len: 850 time: 0.1292582 Aug 10 03:58:54.547709 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4231ae7c-eae7-4c75-b27b-45314021d4c9 x-openstack-request-id: req-4231ae7c-eae7-4c75-b27b-45314021d4c9 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:58:54.547709 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd7f5498-9594-4bf8-8193-2811f441afad", "tag": "7bdd3e9b-6f75-4cba-b919-10a26dafd3ea", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:58:54.547709 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4231ae7c-eae7-4c75-b27b-45314021d4c9 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:58:54.548791 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd7f5498-9594-4bf8-8193-2811f441afad', 'tag': '7bdd3e9b-6f75-4cba-b919-10a26dafd3ea', 'status': 'completed', 'code': 200} Aug 10 03:58:54.600417 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f191a360-79c8-4917-96e0-d96e5014e338 req-efe8550e-ba8c-4994-9794-2985381d3b24 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bdd3e9b-6f75-4cba-b919-10a26dafd3ea HTTP/1.1" status: 200 len: 217 time: 0.0510788 Aug 10 03:58:54.620779 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-fc186019-6df0-4057-92ff-37c72fb8e85e None None] Set router eb1ef11d-6d93-43be-a407-88a3eb74071f gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:58:54.631839 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02cf72-d4c0-4d2d-9ae7-6b63427e109d req-25389094-fea8-493d-94d8-1db9e6af2f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:54.633417 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0c02cf72-d4c0-4d2d-9ae7-6b63427e109d req-25389094-fea8-493d-94d8-1db9e6af2f7e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7ff6afc-8008-49c6-8b16-55c096640020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051686 Aug 10 03:58:54.705200 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add76aa2-8237-4544-a461-f3590f3c6813 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe2c7bf-d095-461f-95ec-3bc7b016f8e5,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:54.759210 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191a360-79c8-4917-96e0-d96e5014e338 req-d016426b-d442-498b-a1b4-b28768c4a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:54.760782 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f191a360-79c8-4917-96e0-d96e5014e338 req-d016426b-d442-498b-a1b4-b28768c4a24b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e71e4ff0-b334-48f9-a2c1-4714d5f0ce40 HTTP/1.1" status: 200 len: 850 time: 0.1515870 Aug 10 03:58:54.819461 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0c02cf72-d4c0-4d2d-9ae7-6b63427e109d req-aa4b2a35-afb8-4db0-a620-c50295b553c7 service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651912 Aug 10 03:58:54.835177 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f191a360-79c8-4917-96e0-d96e5014e338 req-9f473e72-97c5-41e0-978c-8866fb03130f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d1f662f0-7042-40e3-a08e-7b9fe7d496f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657871 Aug 10 03:58:54.946358 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-0746e76c-3850-4926-b351-10e2cfd3bbd1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Deleting port d1702afe-1b95-4c30-a059-be371edc2eca {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:54.946358 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0746e76c-3850-4926-b351-10e2cfd3bbd1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:54.946783 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0c02cf72-d4c0-4d2d-9ae7-6b63427e109d req-9f0663bd-6371-4bb1-a1a7-fdfdd361f7dc service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180072 Aug 10 03:58:54.948789 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-add76aa2-8237-4544-a461-f3590f3c6813 service neutron] Attempting to bind port cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:58:54.949134 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-add76aa2-8237-4544-a461-f3590f3c6813 service neutron] Attempting to bind port cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '9cb2f6a5-756e-48ce-8160-e0804b5fd8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4f3f25f3-3b62-4257-bd54-35deff03d286'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:58:54.949470 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-add76aa2-8237-4544-a461-f3590f3c6813 service neutron] Attempting to bind port cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 on network 4f3f25f3-3b62-4257-bd54-35deff03d286 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:58:55.036909 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-add76aa2-8237-4544-a461-f3590f3c6813 service neutron] Port cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 on network 4f3f25f3-3b62-4257-bd54-35deff03d286 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:58:55.037348 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-add76aa2-8237-4544-a461-f3590f3c6813 service neutron] Attempting to bind port cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 on network 4f3f25f3-3b62-4257-bd54-35deff03d286 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:58:55.058117 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-add76aa2-8237-4544-a461-f3590f3c6813 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:58:55.058475 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-add76aa2-8237-4544-a461-f3590f3c6813 service neutron] Checking segment: {'id': '9cb2f6a5-756e-48ce-8160-e0804b5fd8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4f3f25f3-3b62-4257-bd54-35deff03d286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:58:55.059283 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-add76aa2-8237-4544-a461-f3590f3c6813 service neutron] Bound using segment: {'id': '9cb2f6a5-756e-48ce-8160-e0804b5fd8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4f3f25f3-3b62-4257-bd54-35deff03d286'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:58:55.059805 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-add76aa2-8237-4544-a461-f3590f3c6813 service neutron] Bound port: cbe2c7bf-d095-461f-95ec-3bc7b016f8e5, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb2f6a5-756e-48ce-8160-e0804b5fd8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '4f3f25f3-3b62-4257-bd54-35deff03d286'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:58:55.060264 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-add76aa2-8237-4544-a461-f3590f3c6813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:55.085128 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e62841-ab93-4557-b408-3c9a0bba1261 req-4773716d-7c46-4200-8ca7-c78d5dbd2473 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:55.087416 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a5e62841-ab93-4557-b408-3c9a0bba1261 req-4773716d-7c46-4200-8ca7-c78d5dbd2473 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7f5498-9594-4bf8-8193-2811f441afad HTTP/1.1" status: 200 len: 944 time: 0.0703669 Aug 10 03:58:55.142431 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-fc186019-6df0-4057-92ff-37c72fb8e85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'name': 'tempest-ServerActionsTestJSON-676148720-router', 'tenant_id': '897476f221894013b27960fb36935e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'f67249b0-6eca-4130-a323-40893f232575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:01Z', 'updated_at': '2021-08-10T03:58:11Z', 'revision_number': 4, 'project_id': '897476f221894013b27960fb36935e79', 'gw_port': {'id': 'f67249b0-6eca-4130-a323-40893f232575', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:02Z', 'updated_at': '2021-08-10T03:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'b17c9d73-7a2e-4375-a6e7-e082a58b6b13', 'tenant_id': '897476f221894013b27960fb36935e79', 'floating_ip_address': '172.25.0.244', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'port_id': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020', 'mac_address': 'fa:16:3e:33:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42000c9c-e2bd-4988-84d2-6244f1f07902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:58:24Z', 'updated_at': '2021-08-10T03:58:52Z', 'revision_number': 1, 'project_id': '897476f221894013b27960fb36935e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04533a2e-117f-45ef-8e68-48d8069eb841', 'name': '', 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020', 'tenant_id': '897476f221894013b27960fb36935e79', 'mac_address': 'fa:16:3e:86:a6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'a51d8861-9dbf-4178-9d3e-8ed73319e82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:09Z', 'updated_at': '2021-08-10T03:58:23Z', 'revision_number': 5, 'project_id': '897476f221894013b27960fb36935e79', 'subnets': [{'id': 'a51d8861-9dbf-4178-9d3e-8ed73319e82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:55.153871 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a5e62841-ab93-4557-b408-3c9a0bba1261 req-e3aea149-0731-4b8b-9a97-c5274151f839 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5efc14f-4f1a-4e74-b389-fba2ed32c777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592451 Aug 10 03:58:55.186639 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc186019-6df0-4057-92ff-37c72fb8e85e None None] The sync data for ids ['eb1ef11d-6d93-43be-a407-88a3eb74071f'] in n-d-802893-2 is: [{'id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'name': 'tempest-ServerActionsTestJSON-676148720-router', 'tenant_id': '897476f221894013b27960fb36935e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'f67249b0-6eca-4130-a323-40893f232575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:01Z', 'updated_at': '2021-08-10T03:58:11Z', 'revision_number': 4, 'project_id': '897476f221894013b27960fb36935e79', 'gw_port': {'id': 'f67249b0-6eca-4130-a323-40893f232575', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:02Z', 'updated_at': '2021-08-10T03:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'b17c9d73-7a2e-4375-a6e7-e082a58b6b13', 'tenant_id': '897476f221894013b27960fb36935e79', 'floating_ip_address': '172.25.0.244', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'port_id': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1990, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020', 'mac_address': 'fa:16:3e:33:02:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42000c9c-e2bd-4988-84d2-6244f1f07902', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:58:24Z', 'updated_at': '2021-08-10T03:58:52Z', 'revision_number': 1, 'project_id': '897476f221894013b27960fb36935e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04533a2e-117f-45ef-8e68-48d8069eb841', 'name': '', 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020', 'tenant_id': '897476f221894013b27960fb36935e79', 'mac_address': 'fa:16:3e:86:a6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'a51d8861-9dbf-4178-9d3e-8ed73319e82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:09Z', 'updated_at': '2021-08-10T03:58:23Z', 'revision_number': 5, 'project_id': '897476f221894013b27960fb36935e79', 'subnets': [{'id': 'a51d8861-9dbf-4178-9d3e-8ed73319e82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:58:55.220328 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f191a360-79c8-4917-96e0-d96e5014e338 req-36228cd4-c7fe-496d-8a21-3169387b20a1 service neutron] 10.222.0.20 "GET /v2.0/networks/d1f662f0-7042-40e3-a08e-7b9fe7d496f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757164 Aug 10 03:58:55.228982 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0746e76c-3850-4926-b351-10e2cfd3bbd1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:55.272118 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-0746e76c-3850-4926-b351-10e2cfd3bbd1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Calling delete_port for d1702afe-1b95-4c30-a059-be371edc2eca owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:55.306782 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-add76aa2-8237-4544-a461-f3590f3c6813 service neutron] For port cbe2c7bf-d095-461f-95ec-3bc7b016f8e5, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:58:55.365679 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-add76aa2-8237-4544-a461-f3590f3c6813 service neutron] For port cbe2c7bf-d095-461f-95ec-3bc7b016f8e5, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=cbe2c7bf-d095-461f-95ec-3bc7b016f8e5,segment=NetworkSegment(9cb2f6a5-756e-48ce-8160-e0804b5fd8ec),segment_id=9cb2f6a5-756e-48ce-8160-e0804b5fd8ec)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:58:55.422002 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f191a360-79c8-4917-96e0-d96e5014e338 req-b231c437-6d23-41bb-9b73-2b34b89c6bb8 service neutron] 10.222.0.20 "GET /v2.0/networks/d1f662f0-7042-40e3-a08e-7b9fe7d496f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904128 Aug 10 03:58:55.459138 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-add76aa2-8237-4544-a461-f3590f3c6813 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:55.482743 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74398cf9-9de6-4b99-8157-f914e2b2a797 None None] New status for floating IP b17c9d73-7a2e-4375-a6e7-e082a58b6b13: ACTIVE {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:58:55.520197 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-add76aa2-8237-4544-a461-f3590f3c6813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:55.520830 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-add76aa2-8237-4544-a461-f3590f3c6813 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:55.522259 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-add76aa2-8237-4544-a461-f3590f3c6813 service neutron] 10.222.0.20 "PUT /v2.0/ports/cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 HTTP/1.1" status: 200 len: 1091 time: 2.5835607 Aug 10 03:58:55.553154 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add76aa2-8237-4544-a461-f3590f3c6813 service neutron] Pushing event updated for resources: {'Port': ['ID=cbe2c7bf-d095-461f-95ec-3bc7b016f8e5,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:55.646897 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cb880-2509-4ecd-97e3-bad3a4dab3e8 req-2fb64fb5-f12c-4cc3-b901-54181d8b3347 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:55.648529 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-144cb880-2509-4ecd-97e3-bad3a4dab3e8 req-2fb64fb5-f12c-4cc3-b901-54181d8b3347 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 943 time: 0.0900095 Aug 10 03:58:55.687143 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579366ad-a7c6-4589-b5a0-1a4b87df0c56 req-ac60e43c-60df-441b-835f-f54b4fd55597 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:55.689679 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-579366ad-a7c6-4589-b5a0-1a4b87df0c56 req-ac60e43c-60df-441b-835f-f54b4fd55597 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 945 time: 0.0969324 Aug 10 03:58:55.743862 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-579366ad-a7c6-4589-b5a0-1a4b87df0c56 req-6ddb6b5f-de3e-4a20-b01e-7d340263c870 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475631 Aug 10 03:58:55.758249 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0746e76c-3850-4926-b351-10e2cfd3bbd1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:55.836799 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746e76c-3850-4926-b351-10e2cfd3bbd1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Port': ['ID=d1702afe-1b95-4c30-a059-be371edc2eca,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:55.866680 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-406ecb16-2f2b-4b9c-abd4-986d8723df55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:55.868226 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-406ecb16-2f2b-4b9c-abd4-986d8723df55 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=676ac30864564aacab3c67a7a875c7ec&device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 1094 time: 0.1828387 Aug 10 03:58:55.879200 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-144cb880-2509-4ecd-97e3-bad3a4dab3e8 req-0af25c87-1d32-448e-8762-ead7a39e842b tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175770 Aug 10 03:58:55.882903 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03f753-4e0f-4740-ac34-54b3d9ae843c req-5add88f0-a75f-405d-9097-60f12e9200ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:55.884685 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fa03f753-4e0f-4740-ac34-54b3d9ae843c req-5add88f0-a75f-405d-9097-60f12e9200ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fb9f811da9a5409f9156941cfe332dd0&device_id=bd7f5498-9594-4bf8-8193-2811f441afad HTTP/1.1" status: 200 len: 1095 time: 0.2173653 Aug 10 03:58:56.057228 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-289f1734-497e-4753-828c-5cf78729356d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 HTTP/1.1" status: 200 len: 217 time: 0.1386306 Aug 10 03:58:56.142876 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0746e76c-3850-4926-b351-10e2cfd3bbd1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:56.205781 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-d901c0c4-277a-4dd2-9b4f-f1bf1060b7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:56.207269 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-d901c0c4-277a-4dd2-9b4f-f1bf1060b7c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a66ddc04-7832-49d9-96fc-cfbccf02c0c0 HTTP/1.1" status: 200 len: 860 time: 0.1187494 Aug 10 03:58:56.281427 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03f753-4e0f-4740-ac34-54b3d9ae843c req-e2e2bdee-dc7b-4869-acd9-d235015e5a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:56.282942 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fa03f753-4e0f-4740-ac34-54b3d9ae843c req-e2e2bdee-dc7b-4869-acd9-d235015e5a59 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d1f662f0-7042-40e3-a08e-7b9fe7d496f8 HTTP/1.1" status: 200 len: 911 time: 0.3656585 Aug 10 03:58:56.302609 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-5001bb61-10fc-41f8-a0bd-2ea8991212b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f3f25f3-3b62-4257-bd54-35deff03d286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604267 Aug 10 03:58:56.353887 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fa03f753-4e0f-4740-ac34-54b3d9ae843c req-c0d6cfd7-3aa7-4044-a61e-5e6abd4ddbff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7bdd3e9b-6f75-4cba-b919-10a26dafd3ea HTTP/1.1" status: 200 len: 217 time: 0.0500600 Aug 10 03:58:56.522560 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8167fc-d831-412c-ba9f-0af9448c2ce7 req-26765f8b-18dd-42d1-9892-aca9322b04a8 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:56.524191 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3b8167fc-d831-412c-ba9f-0af9448c2ce7 req-26765f8b-18dd-42d1-9892-aca9322b04a8 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7f5498-9594-4bf8-8193-2811f441afad HTTP/1.1" status: 200 len: 944 time: 0.2795076 Aug 10 03:58:56.543861 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0746e76c-3850-4926-b351-10e2cfd3bbd1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Router f7bdc0c5-5c88-4d60-bc9d-215e5226c384 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:58:56.551489 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53de8548-9f92-4c05-808a-4c1f9cf3a6db', 'tag': 'cbe2c7bf-d095-461f-95ec-3bc7b016f8e5'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:58:56.553797 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12960cb5-5d91-4778-b652-f5b282491c70" -d '{"events": [{"name": "network-changed", "server_uuid": "53de8548-9f92-4c05-808a-4c1f9cf3a6db", "tag": "cbe2c7bf-d095-461f-95ec-3bc7b016f8e5"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:58:56.577828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03f753-4e0f-4740-ac34-54b3d9ae843c req-07a6097f-0a61-46d2-a513-c711dcde0ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:56.580855 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fa03f753-4e0f-4740-ac34-54b3d9ae843c req-07a6097f-0a61-46d2-a513-c711dcde0ae5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e71e4ff0-b334-48f9-a2c1-4714d5f0ce40 HTTP/1.1" status: 200 len: 850 time: 0.1878662 Aug 10 03:58:56.608542 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab102292-cba4-4a5a-9fed-6fc0e05e9299 x-openstack-request-id: req-ab102292-cba4-4a5a-9fed-6fc0e05e9299 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:58:56.608962 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53de8548-9f92-4c05-808a-4c1f9cf3a6db", "tag": "cbe2c7bf-d095-461f-95ec-3bc7b016f8e5", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:58:56.609220 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab102292-cba4-4a5a-9fed-6fc0e05e9299 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:58:56.609617 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53de8548-9f92-4c05-808a-4c1f9cf3a6db', 'tag': 'cbe2c7bf-d095-461f-95ec-3bc7b016f8e5', 'status': 'completed', 'code': 200} Aug 10 03:58:56.690355 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fa03f753-4e0f-4740-ac34-54b3d9ae843c req-1a44eafc-2500-4131-b8c1-8238d06a7faa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d1f662f0-7042-40e3-a08e-7b9fe7d496f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763080 Aug 10 03:58:56.727605 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-dd9f32e5-9b26-43fb-98f6-ab8bbedaba50 service neutron] 10.222.0.20 "GET /v2.0/networks/4f3f25f3-3b62-4257-bd54-35deff03d286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130623 Aug 10 03:58:56.744419 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3b8167fc-d831-412c-ba9f-0af9448c2ce7 req-ba2d8bb9-a091-4e76-95b6-38cad31a31e5 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5efc14f-4f1a-4e74-b389-fba2ed32c777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044299 Aug 10 03:58:56.864288 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0746e76c-3850-4926-b351-10e2cfd3bbd1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:58:56.872308 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0746e76c-3850-4926-b351-10e2cfd3bbd1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "PUT /v2.0/routers/f7bdc0c5-5c88-4d60-bc9d-215e5226c384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3442690 Aug 10 03:58:56.883902 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41872) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:56.893265 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b472f3b6-67b5-4b62-937b-a9803d512041 None None] Sync routers for ids ['f7bdc0c5-5c88-4d60-bc9d-215e5226c384'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:58:56.939504 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b472f3b6-67b5-4b62-937b-a9803d512041 None None] Routers {'f7bdc0c5-5c88-4d60-bc9d-215e5226c384'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:56.940383 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b472f3b6-67b5-4b62-937b-a9803d512041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:58:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f7bdc0c5-5c88-4d60-bc9d-215e5226c384'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:56.944218 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612fc11-6f5b-4685-903a-44929e0e216f req-63337bf4-cd2e-4025-b6aa-8a0c0b043b82 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:56.953836 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8612fc11-6f5b-4685-903a-44929e0e216f req-63337bf4-cd2e-4025-b6aa-8a0c0b043b82 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 945 time: 0.1138897 Aug 10 03:58:56.994058 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b472f3b6-67b5-4b62-937b-a9803d512041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:57.013967 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b472f3b6-67b5-4b62-937b-a9803d512041 None None] Routers {'f7bdc0c5-5c88-4d60-bc9d-215e5226c384'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:58:57.014597 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b472f3b6-67b5-4b62-937b-a9803d512041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:58:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f7bdc0c5-5c88-4d60-bc9d-215e5226c384'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:57.029319 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8612fc11-6f5b-4685-903a-44929e0e216f req-57595d5e-e2fe-49b3-9a04-f8da140944b4 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663242 Aug 10 03:58:57.060423 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b472f3b6-67b5-4b62-937b-a9803d512041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:57.061503 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b472f3b6-67b5-4b62-937b-a9803d512041 None None] The sync data for ids ['f7bdc0c5-5c88-4d60-bc9d-215e5226c384'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:58:57.370506 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:57.509505 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ad99cdb0-b8b0-453e-b3a6-37ec3a8d2667 req-9d0211f1-e2f8-4089-84b2-cf9e6dbff4d7 service neutron] 10.222.0.20 "GET /v2.0/networks/4f3f25f3-3b62-4257-bd54-35deff03d286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7607784 Aug 10 03:58:57.509617 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fa03f753-4e0f-4740-ac34-54b3d9ae843c req-eefc28fb-c1f3-4304-bc47-f69a29bb44c2 service neutron] 10.222.0.20 "GET /v2.0/networks/d1f662f0-7042-40e3-a08e-7b9fe7d496f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7812071 Aug 10 03:58:57.548744 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a618ef-1d6e-49c3-8a43-8d58df07a3fa req-60e3bb8f-52ba-40f6-8dd7-39e30b2a530d tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:57.551823 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-19a618ef-1d6e-49c3-8a43-8d58df07a3fa req-60e3bb8f-52ba-40f6-8dd7-39e30b2a530d tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 943 time: 0.1958692 Aug 10 03:58:57.583013 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-0cf439d5-e1ae-4f3f-945c-0b9486b9eb43 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] remove_router_interface failed (client error): The resource could not be found. Aug 10 03:58:57.584045 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0cf439d5-e1ae-4f3f-945c-0b9486b9eb43 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "PUT /v2.0/routers/f7bdc0c5-5c88-4d60-bc9d-215e5226c384/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7032557 Aug 10 03:58:57.586930 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41888) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:57.617592 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4b3d38b6-9b50-48db-b538-10a76f0a8626 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7bdc0c5-5c88-4d60-bc9d-215e5226c384 HTTP/1.1" status: 200 len: 205 time: 0.0292888 Aug 10 03:58:57.618712 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41890) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:57.623697 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41892) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:57.684116 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-19a618ef-1d6e-49c3-8a43-8d58df07a3fa req-cfbc281f-73b2-42d5-8367-d9409de391f7 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038654 Aug 10 03:58:57.734030 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d1fcdd2-2005-45c1-a5ca-b0428cff5acc tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:57.753139 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fa03f753-4e0f-4740-ac34-54b3d9ae843c req-6b4f99a2-2eb0-45fd-beff-eef914281de4 service neutron] 10.222.0.20 "GET /v2.0/networks/d1f662f0-7042-40e3-a08e-7b9fe7d496f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985102 Aug 10 03:58:57.759459 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12960cb5-5d91-4778-b652-f5b282491c70 req-a6c4ee39-3fc3-47d7-9a3e-b8cf4667ea70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:57.765738 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12960cb5-5d91-4778-b652-f5b282491c70 req-a6c4ee39-3fc3-47d7-9a3e-b8cf4667ea70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=676ac30864564aacab3c67a7a875c7ec&device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 1094 time: 0.1017728 Aug 10 03:58:57.864672 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b0e618a-b7cf-4aeb-972c-89e91ff7ead8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:57.875907 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12960cb5-5d91-4778-b652-f5b282491c70 req-c6676593-088c-4149-98b7-1e4f90f6f803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:57.877479 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12960cb5-5d91-4778-b652-f5b282491c70 req-c6676593-088c-4149-98b7-1e4f90f6f803 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f3f25f3-3b62-4257-bd54-35deff03d286 HTTP/1.1" status: 200 len: 921 time: 0.0973225 Aug 10 03:58:57.921570 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12960cb5-5d91-4778-b652-f5b282491c70 req-5ef395c9-1f07-4355-94c2-fe052484a172 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 HTTP/1.1" status: 200 len: 217 time: 0.0365689 Aug 10 03:58:57.971329 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12960cb5-5d91-4778-b652-f5b282491c70 req-f9e916cb-8ae7-4f5a-9b3f-ef0c45a202f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:57.972768 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12960cb5-5d91-4778-b652-f5b282491c70 req-f9e916cb-8ae7-4f5a-9b3f-ef0c45a202f2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a66ddc04-7832-49d9-96fc-cfbccf02c0c0 HTTP/1.1" status: 200 len: 860 time: 0.0443957 Aug 10 03:58:57.997387 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d1fcdd2-2005-45c1-a5ca-b0428cff5acc tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:58.006283 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d1fcdd2-2005-45c1-a5ca-b0428cff5acc tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:58.010920 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12960cb5-5d91-4778-b652-f5b282491c70 req-e09a1cfd-dee2-490b-be20-6aa96bd6b63c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f3f25f3-3b62-4257-bd54-35deff03d286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303798 Aug 10 03:58:58.030781 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3e1ab-2898-4046-8559-222b0bb7ad20 req-88f99074-8c07-4a60-976f-c057cfbc9db9 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:58.032965 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-acf3e1ab-2898-4046-8559-222b0bb7ad20 req-88f99074-8c07-4a60-976f-c057cfbc9db9 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7f5498-9594-4bf8-8193-2811f441afad HTTP/1.1" status: 200 len: 944 time: 0.1898668 Aug 10 03:58:58.108130 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-acf3e1ab-2898-4046-8559-222b0bb7ad20 req-0962aa3f-bae8-42d1-a528-7f55fbf0e111 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5efc14f-4f1a-4e74-b389-fba2ed32c777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433688 Aug 10 03:58:58.117865 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12960cb5-5d91-4778-b652-f5b282491c70 req-3f6cb37c-1d32-40cb-814f-8095d137d88b service neutron] 10.222.0.20 "GET /v2.0/networks/4f3f25f3-3b62-4257-bd54-35deff03d286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991428 Aug 10 03:58:58.157476 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d1fcdd2-2005-45c1-a5ca-b0428cff5acc tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:58.158248 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1fcdd2-2005-45c1-a5ca-b0428cff5acc tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Fanout notify agent at l3_agent the message router_deleted on router f7bdc0c5-5c88-4d60-bc9d-215e5226c384 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:58:58.184807 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d1fcdd2-2005-45c1-a5ca-b0428cff5acc tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:58.187917 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2d1fcdd2-2005-45c1-a5ca-b0428cff5acc tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/routers/f7bdc0c5-5c88-4d60-bc9d-215e5226c384 HTTP/1.1" status: 204 len: 168 time: 0.5614045 Aug 10 03:58:58.189165 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41906) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:58.257852 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3ba32-4ebf-4cdc-9f34-f4dfaad37ea1 req-35b9de12-0217-49c5-9ef3-e5080652ed29 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:58.259411 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-16a3ba32-4ebf-4cdc-9f34-f4dfaad37ea1 req-35b9de12-0217-49c5-9ef3-e5080652ed29 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 945 time: 0.1322453 Aug 10 03:58:58.264084 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d3cf654-be5d-49d1-ac4b-84d160f31a67 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Deleting subnet 2d469fe9-5228-4b8a-a1f0-74d5a36ede4a {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:58:58.270281 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d3cf654-be5d-49d1-ac4b-84d160f31a67 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:58.293427 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12960cb5-5d91-4778-b652-f5b282491c70 req-64cad92b-3ae9-4896-bcad-6e5dd8641e0e service neutron] 10.222.0.20 "GET /v2.0/networks/4f3f25f3-3b62-4257-bd54-35deff03d286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675692 Aug 10 03:58:58.307562 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b0e618a-b7cf-4aeb-972c-89e91ff7ead8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:58.316190 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-16a3ba32-4ebf-4cdc-9f34-f4dfaad37ea1 req-bd10b144-e1da-4d9b-ad1d-2c273467fcc4 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402217 Aug 10 03:58:58.323360 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d3cf654-be5d-49d1-ac4b-84d160f31a67 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:58.399606 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b0e618a-b7cf-4aeb-972c-89e91ff7ead8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:58.449809 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d3cf654-be5d-49d1-ac4b-84d160f31a67 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:58.455547 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6b0e618a-b7cf-4aeb-972c-89e91ff7ead8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb7a3d949f62462fab564a601b9985e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8359237 Aug 10 03:58:58.458441 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41914) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:58.474316 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e618a-b7cf-4aeb-972c-89e91ff7ead8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d033d6-34ca-4aa5-889d-3f8eb6391eec,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:58.486835 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e618a-b7cf-4aeb-972c-89e91ff7ead8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:58.487183 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e618a-b7cf-4aeb-972c-89e91ff7ead8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:58.488164 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e618a-b7cf-4aeb-972c-89e91ff7ead8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:58.488505 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e618a-b7cf-4aeb-972c-89e91ff7ead8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:58.488841 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e618a-b7cf-4aeb-972c-89e91ff7ead8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:58.489177 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e618a-b7cf-4aeb-972c-89e91ff7ead8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:58.489504 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e618a-b7cf-4aeb-972c-89e91ff7ead8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:58.489829 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e618a-b7cf-4aeb-972c-89e91ff7ead8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:58.490153 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e618a-b7cf-4aeb-972c-89e91ff7ead8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:58.490476 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e618a-b7cf-4aeb-972c-89e91ff7ead8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:58.490793 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e618a-b7cf-4aeb-972c-89e91ff7ead8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:58.491112 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0e618a-b7cf-4aeb-972c-89e91ff7ead8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:58.512878 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-64808974-5c34-4618-8682-ede97a6a465f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:58.536515 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-64808974-5c34-4618-8682-ede97a6a465f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:58.589987 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d3cf654-be5d-49d1-ac4b-84d160f31a67 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:58.621356 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3cf654-be5d-49d1-ac4b-84d160f31a67 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Subnet': ['ID=2d469fe9-5228-4b8a-a1f0-74d5a36ede4a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:58.640880 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d3cf654-be5d-49d1-ac4b-84d160f31a67 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:58.640880 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4d3cf654-be5d-49d1-ac4b-84d160f31a67 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/subnets/2d469fe9-5228-4b8a-a1f0-74d5a36ede4a HTTP/1.1" status: 204 len: 168 time: 0.4418221 Aug 10 03:58:58.641491 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41920) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:58.642132 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330f92fc-f288-4590-8404-19ccde5940de None None] Network e4797d9b-7491-47a3-8b21-1110ed69fe7d requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:58:58.694460 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-64808974-5c34-4618-8682-ede97a6a465f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:58.697301 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-64808974-5c34-4618-8682-ede97a6a465f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:58.698449 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-64808974-5c34-4618-8682-ede97a6a465f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4d033d6-34ca-4aa5-889d-3f8eb6391eec HTTP/1.1" status: 204 len: 168 time: 0.2389910 Aug 10 03:58:58.712323 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64808974-5c34-4618-8682-ede97a6a465f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d033d6-34ca-4aa5-889d-3f8eb6391eec,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:58.768570 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-41399d05-f66b-450b-a8cf-d12eba926268 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:58.850014 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b609d-48db-421f-8a83-f7ac7f758dd6 req-9c25ddf6-ac52-4f0f-80c2-a0f246d10018 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:58.852106 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5e0b609d-48db-421f-8a83-f7ac7f758dd6 req-9c25ddf6-ac52-4f0f-80c2-a0f246d10018 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 943 time: 0.0703659 Aug 10 03:58:58.861930 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-41399d05-f66b-450b-a8cf-d12eba926268 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Deleting port 5d7b1145-a83d-4304-b178-d63804082031 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:58.862282 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-41399d05-f66b-450b-a8cf-d12eba926268 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:58.866690 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea60c43-aa60-4648-80fd-ec8d47c7acdb None None] DHCP port deletion for e4797d9b-7491-47a3-8b21-1110ed69fe7d request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:58:58.909325 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5e0b609d-48db-421f-8a83-f7ac7f758dd6 req-8dd4ed00-4196-4e61-abf4-db6e8bd96933 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506685 Aug 10 03:58:58.949103 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-41399d05-f66b-450b-a8cf-d12eba926268 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] For port 5d7b1145-a83d-4304-b178-d63804082031, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=5d7b1145-a83d-4304-b178-d63804082031,segment=NetworkSegment(6f793b7b-a6b0-4c65-8b30-2082123a6ea8),segment_id=6f793b7b-a6b0-4c65-8b30-2082123a6ea8)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:58.949481 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-41399d05-f66b-450b-a8cf-d12eba926268 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:58.980932 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-41399d05-f66b-450b-a8cf-d12eba926268 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Calling delete_port for 5d7b1145-a83d-4304-b178-d63804082031 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:59.072277 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-1ea60c43-aa60-4648-80fd-ec8d47c7acdb None None] Deleting port 5d7b1145-a83d-4304-b178-d63804082031 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:58:59.072277 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1ea60c43-aa60-4648-80fd-ec8d47c7acdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.145116 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-41399d05-f66b-450b-a8cf-d12eba926268 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.156383 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-1ea60c43-aa60-4648-80fd-ec8d47c7acdb None None] For port 5d7b1145-a83d-4304-b178-d63804082031, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=5d7b1145-a83d-4304-b178-d63804082031,segment=NetworkSegment(6f793b7b-a6b0-4c65-8b30-2082123a6ea8),segment_id=6f793b7b-a6b0-4c65-8b30-2082123a6ea8)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:59.156383 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1ea60c43-aa60-4648-80fd-ec8d47c7acdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.167403 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-1ea60c43-aa60-4648-80fd-ec8d47c7acdb None None] Calling delete_port for 5d7b1145-a83d-4304-b178-d63804082031 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:58:59.174229 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41399d05-f66b-450b-a8cf-d12eba926268 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Port': ['ID=5d7b1145-a83d-4304-b178-d63804082031,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:59.184117 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41399d05-f66b-450b-a8cf-d12eba926268 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] No DVR routers for this DVR port 5d7b1145-a83d-4304-b178-d63804082031 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:58:59.251998 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed006fa-7554-4ea7-ae2c-6bd227bf9c1c req-9b012737-f1cc-466a-bb2f-471e8c970eff tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:59.253455 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8ed006fa-7554-4ea7-ae2c-6bd227bf9c1c req-9b012737-f1cc-466a-bb2f-471e8c970eff tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7f5498-9594-4bf8-8193-2811f441afad HTTP/1.1" status: 200 len: 944 time: 0.0611596 Aug 10 03:58:59.278454 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-41399d05-f66b-450b-a8cf-d12eba926268 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.294381 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-41399d05-f66b-450b-a8cf-d12eba926268 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4797d9b-7491-47a3-8b21-1110ed69fe7d']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:59.294537 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1ea60c43-aa60-4648-80fd-ec8d47c7acdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.308476 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-41399d05-f66b-450b-a8cf-d12eba926268 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f793b7b-a6b0-4c65-8b30-2082123a6ea8') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:59.309281 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-41399d05-f66b-450b-a8cf-d12eba926268 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f793b7b-a6b0-4c65-8b30-2082123a6ea8') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:58:59.309880 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8ed006fa-7554-4ea7-ae2c-6bd227bf9c1c req-1bacf769-0016-49a7-bc13-4c3f26df506a tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5efc14f-4f1a-4e74-b389-fba2ed32c777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480640 Aug 10 03:58:59.321111 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-41399d05-f66b-450b-a8cf-d12eba926268 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.335585 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea60c43-aa60-4648-80fd-ec8d47c7acdb None None] Pushing event deleted for resources: {'Port': ['ID=5d7b1145-a83d-4304-b178-d63804082031,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:59.349890 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-41399d05-f66b-450b-a8cf-d12eba926268 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.353090 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea60c43-aa60-4648-80fd-ec8d47c7acdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:59.356757 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea60c43-aa60-4648-80fd-ec8d47c7acdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:59.356757 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea60c43-aa60-4648-80fd-ec8d47c7acdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:59.356757 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea60c43-aa60-4648-80fd-ec8d47c7acdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:59.356757 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea60c43-aa60-4648-80fd-ec8d47c7acdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:59.356757 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea60c43-aa60-4648-80fd-ec8d47c7acdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:59.356757 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea60c43-aa60-4648-80fd-ec8d47c7acdb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:59.356757 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea60c43-aa60-4648-80fd-ec8d47c7acdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:59.356757 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea60c43-aa60-4648-80fd-ec8d47c7acdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:59.356757 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea60c43-aa60-4648-80fd-ec8d47c7acdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:59.359116 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41399d05-f66b-450b-a8cf-d12eba926268 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:58:59.360424 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-41399d05-f66b-450b-a8cf-d12eba926268 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.362932 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea60c43-aa60-4648-80fd-ec8d47c7acdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:59.363487 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea60c43-aa60-4648-80fd-ec8d47c7acdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:58:59.371042 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea60c43-aa60-4648-80fd-ec8d47c7acdb None None] No DVR routers for this DVR port 5d7b1145-a83d-4304-b178-d63804082031 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:58:59.400581 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:58:59.429788 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41950) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:59.448977 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-62f0e45d-dfbb-4265-b39d-93635a1c8b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.452017 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 7bdd3e9b-6f75-4cba-b919-10a26dafd3ea details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:58:59.462929 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ff2ab-5f2c-4a12-a6ec-c2ce28d2ee43 req-4f885e6d-5aa2-45bd-859d-9f4c83a5d856 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:58:59.464550 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0c5ff2ab-5f2c-4a12-a6ec-c2ce28d2ee43 req-4f885e6d-5aa2-45bd-859d-9f4c83a5d856 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 945 time: 0.0554051 Aug 10 03:58:59.515423 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0c5ff2ab-5f2c-4a12-a6ec-c2ce28d2ee43 req-b6467e3c-d930-4b54-a6a9-5c9e069534d3 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434453 Aug 10 03:58:59.523303 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-41399d05-f66b-450b-a8cf-d12eba926268 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.540523 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-41399d05-f66b-450b-a8cf-d12eba926268 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.542873 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-41399d05-f66b-450b-a8cf-d12eba926268 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/networks/e4797d9b-7491-47a3-8b21-1110ed69fe7d HTTP/1.1" status: 204 len: 168 time: 0.9059837 Aug 10 03:58:59.549240 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41954) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:59.554646 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-9b1f3449-5f4b-4e2f-94db-4e674891257b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-831719679'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:58:59.560525 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 7bdd3e9b-6f75-4cba-b919-10a26dafd3ea, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=7bdd3e9b-6f75-4cba-b919-10a26dafd3ea,segment=NetworkSegment(5675562d-8d1f-459a-9296-c40a344656e6),segment_id=5675562d-8d1f-459a-9296-c40a344656e6)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:59.574063 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41399d05-f66b-450b-a8cf-d12eba926268 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Network': ['ID=e4797d9b-7491-47a3-8b21-1110ed69fe7d,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:59.576269 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '7bdd3e9b-6f75-4cba-b919-10a26dafd3ea', 'network_id': 'd1f662f0-7042-40e3-a08e-7b9fe7d496f8', 'port_id': '7bdd3e9b-6f75-4cba-b919-10a26dafd3ea', 'mac_address': 'fa:16:3e:f2:7e:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e71e4ff0-b334-48f9-a2c1-4714d5f0ce40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:58:59.618003 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.630789 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-62f0e45d-dfbb-4265-b39d-93635a1c8b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.631012 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bdd3e9b-6f75-4cba-b919-10a26dafd3ea {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:58:59.650482 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 7bdd3e9b-6f75-4cba-b919-10a26dafd3ea, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=7bdd3e9b-6f75-4cba-b919-10a26dafd3ea,segment=NetworkSegment(5675562d-8d1f-459a-9296-c40a344656e6),segment_id=5675562d-8d1f-459a-9296-c40a344656e6)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:58:59.710792 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.716160 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-62f0e45d-dfbb-4265-b39d-93635a1c8b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.767428 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-62f0e45d-dfbb-4265-b39d-93635a1c8b3d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6bfbd95a66342a9a4674ff4f375bfa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3365381 Aug 10 03:58:59.770065 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41958) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:58:59.774027 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=7bdd3e9b-6f75-4cba-b919-10a26dafd3ea,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:59.777297 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0e45d-dfbb-4265-b39d-93635a1c8b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80319af5-8ff2-4500-9f1b-c0ebae2a8fb4,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:58:59.827518 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-afcf9ef8-4502-4cf9-b1b7-ecf0127ed1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.851344 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 5d7b1145-a83d-4304-b178-d63804082031 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:58:59.856600 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-afcf9ef8-4502-4cf9-b1b7-ecf0127ed1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.864744 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1f3449-5f4b-4e2f-94db-4e674891257b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Made reservation on behalf of cdcd64ea9b214b6c8e8b7ba6b5131c2f for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:58:59.869220 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9b1f3449-5f4b-4e2f-94db-4e674891257b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.874717 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 5d7b1145-a83d-4304-b178-d63804082031 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:58:59.875052 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 5d7b1145-a83d-4304-b178-d63804082031 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:58:59.913051 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1f3449-5f4b-4e2f-94db-4e674891257b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:58:59.922766 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9b1f3449-5f4b-4e2f-94db-4e674891257b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:58:59.923972 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-9b1f3449-5f4b-4e2f-94db-4e674891257b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Added segment 2c911f82-2cff-4c33-8592-198017c1944f of type vlan for network 6073d890-b606-4205-bcc1-5d92d2f46dde Aug 10 03:58:59.978515 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9b1f3449-5f4b-4e2f-94db-4e674891257b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:00.049409 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0a2c5-df77-440a-9676-dfa08d261eea req-ea7444de-9984-472c-9106-89e1984cb910 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:00.050984 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-29e0a2c5-df77-440a-9676-dfa08d261eea req-ea7444de-9984-472c-9106-89e1984cb910 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 943 time: 0.0684984 Aug 10 03:59:00.051754 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-afcf9ef8-4502-4cf9-b1b7-ecf0127ed1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:00.054377 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-afcf9ef8-4502-4cf9-b1b7-ecf0127ed1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:00.057899 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-afcf9ef8-4502-4cf9-b1b7-ecf0127ed1ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/80319af5-8ff2-4500-9f1b-c0ebae2a8fb4 HTTP/1.1" status: 204 len: 168 time: 0.2844493 Aug 10 03:59:00.073322 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf9ef8-4502-4cf9-b1b7-ecf0127ed1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80319af5-8ff2-4500-9f1b-c0ebae2a8fb4,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:00.086689 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['7bdd3e9b-6f75-4cba-b919-10a26dafd3ea'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:59:00.099417 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9b1f3449-5f4b-4e2f-94db-4e674891257b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:00.105953 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1f3449-5f4b-4e2f-94db-4e674891257b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:00.106558 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9b1f3449-5f4b-4e2f-94db-4e674891257b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:00.142862 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-29e0a2c5-df77-440a-9676-dfa08d261eea req-dd5e704b-0e85-4ddb-9fc9-f84fdc98dd07 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848277 Aug 10 03:59:00.216451 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f3449-5f4b-4e2f-94db-4e674891257b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Network': ['ID=6073d890-b606-4205-bcc1-5d92d2f46dde,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:00.218360 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 6073d890-b606-4205-bcc1-5d92d2f46dde details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:59:00.272192 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9b1f3449-5f4b-4e2f-94db-4e674891257b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7215183 Aug 10 03:59:00.278544 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41966) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:00.284099 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-939499de-0ef6-4745-bab4-0e37c596fafd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'subnet': {'network_id': '6073d890-b606-4205-bcc1-5d92d2f46dde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:00.457343 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf023ac-3468-4d18-a98b-e4680725e5b6 req-24df0b04-e899-4f78-b90d-534711f368eb tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:00.465211 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-caf023ac-3468-4d18-a98b-e4680725e5b6 req-24df0b04-e899-4f78-b90d-534711f368eb tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7f5498-9594-4bf8-8193-2811f441afad HTTP/1.1" status: 200 len: 945 time: 0.0717785 Aug 10 03:59:00.503873 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-caf023ac-3468-4d18-a98b-e4680725e5b6 req-33f3da8d-cdbd-432a-81da-cd5050ba362e tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5efc14f-4f1a-4e74-b389-fba2ed32c777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388143 Aug 10 03:59:00.526009 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939499de-0ef6-4745-bab4-0e37c596fafd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Made reservation on behalf of cdcd64ea9b214b6c8e8b7ba6b5131c2f for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:59:00.529513 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-939499de-0ef6-4745-bab4-0e37c596fafd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:00.689728 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacb477-fcfc-4af9-94e9-8814a956ed2c req-b20231a4-d513-477a-9186-d6e0b51cbd0a tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:00.691498 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-acacb477-fcfc-4af9-94e9-8814a956ed2c req-b20231a4-d513-477a-9186-d6e0b51cbd0a tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 945 time: 0.0548685 Aug 10 03:59:00.732038 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-acacb477-fcfc-4af9-94e9-8814a956ed2c req-c9b32fb9-4fb7-443e-881e-c3cc3278e25a tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328591 Aug 10 03:59:00.801459 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-939499de-0ef6-4745-bab4-0e37c596fafd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:00.883828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939499de-0ef6-4745-bab4-0e37c596fafd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Subnet': ['ID=a55ff0e1-e2ac-4a76-91db-6cf12e7d4cef,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:00.892725 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939499de-0ef6-4745-bab4-0e37c596fafd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Checking segment: {'id': '2c911f82-2cff-4c33-8592-198017c1944f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6073d890-b606-4205-bcc1-5d92d2f46dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:00.892725 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939499de-0ef6-4745-bab4-0e37c596fafd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network hostable DHCP agents. Network: 6073d890-b606-4205-bcc1-5d92d2f46dde, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:59:00.916233 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41978) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:00.930047 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0f911ec6-d45f-4bde-afbb-0b307556ed83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:00.996135 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939499de-0ef6-4745-bab4-0e37c596fafd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network 6073d890-b606-4205-bcc1-5d92d2f46dde is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:59:01.013264 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c29aa-55c0-4907-b678-94d96d080156 req-da2932f8-3fdb-4a78-9a49-522e82c2785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:01.015040 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d12c29aa-55c0-4907-b678-94d96d080156 req-da2932f8-3fdb-4a78-9a49-522e82c2785c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 1096 time: 0.0431404 Aug 10 03:59:01.028420 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0f911ec6-d45f-4bde-afbb-0b307556ed83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:01.052078 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d12c29aa-55c0-4907-b678-94d96d080156 req-fd5781f0-2a65-4497-babb-d74149e6f461 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293298 Aug 10 03:59:01.092467 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-939499de-0ef6-4745-bab4-0e37c596fafd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 6073d890-b606-4205-bcc1-5d92d2f46dde) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:01.098397 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939499de-0ef6-4745-bab4-0e37c596fafd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:01.101190 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-939499de-0ef6-4745-bab4-0e37c596fafd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:01.103281 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae9713c-1033-4063-8bae-42f472dd2f95 None None] Network 6073d890-b606-4205-bcc1-5d92d2f46dde requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:59:01.120708 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0f911ec6-d45f-4bde-afbb-0b307556ed83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:01.164619 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0f911ec6-d45f-4bde-afbb-0b307556ed83 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e83c2dbbe4647f5be45ba013c2ce3ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2447083 Aug 10 03:59:01.164619 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f911ec6-d45f-4bde-afbb-0b307556ed83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37433fba-863f-4904-a9cf-6ef3d4680de5,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:01.170832 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41980) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:01.195684 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-939499de-0ef6-4745-bab4-0e37c596fafd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9160004 Aug 10 03:59:01.196329 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41984) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:01.201538 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-7af7210f-93be-45db-8c8a-11a35cb0487f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1151419152', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:01.263306 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-419a3195-1e1f-4c80-8f9d-d6258b6e5921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:01.288236 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54eaf1f-5889-4cff-bcea-ae79bf857f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-6073d890-b606-4205-bcc1-5d92d2f46dde', 'network_id': '6073d890-b606-4205-bcc1-5d92d2f46dde', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'fixed_ips': [{'subnet_id': 'a55ff0e1-e2ac-4a76-91db-6cf12e7d4cef'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:59:01.290350 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f54eaf1f-5889-4cff-bcea-ae79bf857f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:01.311512 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89958bb0-a202-4e9f-96cd-874df95ffd60 req-8b42343e-f08b-4652-8224-61f34fe8d013 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:01.314507 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89958bb0-a202-4e9f-96cd-874df95ffd60 req-8b42343e-f08b-4652-8224-61f34fe8d013 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 943 time: 0.0682812 Aug 10 03:59:01.336151 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-419a3195-1e1f-4c80-8f9d-d6258b6e5921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:01.350859 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7af7210f-93be-45db-8c8a-11a35cb0487f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:01.351937 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7af7210f-93be-45db-8c8a-11a35cb0487f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:01.393286 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89958bb0-a202-4e9f-96cd-874df95ffd60 req-2bdff694-8a36-4a63-90ae-d71fd53909f6 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640986 Aug 10 03:59:01.443723 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7af7210f-93be-45db-8c8a-11a35cb0487f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:01.490709 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-f54eaf1f-5889-4cff-bcea-ae79bf857f91 None None] Allocated IP 2001:db8::2 (6073d890-b606-4205-bcc1-5d92d2f46dde/a55ff0e1-e2ac-4a76-91db-6cf12e7d4cef/23dfc79c-ab0a-4a0a-a22b-c0906ea361da) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:59:01.533308 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7af7210f-93be-45db-8c8a-11a35cb0487f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:01.553059 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:59:01.555427 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 7bdd3e9b-6f75-4cba-b919-10a26dafd3ea up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:01.607227 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-419a3195-1e1f-4c80-8f9d-d6258b6e5921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:01.611479 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-419a3195-1e1f-4c80-8f9d-d6258b6e5921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:01.613097 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-419a3195-1e1f-4c80-8f9d-d6258b6e5921 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/37433fba-863f-4904-a9cf-6ef3d4680de5 HTTP/1.1" status: 204 len: 168 time: 0.4459050 Aug 10 03:59:01.622590 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a3195-1e1f-4c80-8f9d-d6258b6e5921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37433fba-863f-4904-a9cf-6ef3d4680de5,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:01.636882 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7af7210f-93be-45db-8c8a-11a35cb0487f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:01.639007 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7af7210f-93be-45db-8c8a-11a35cb0487f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4408925 Aug 10 03:59:01.647672 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7cbd99-af91-42ce-b31c-ded343a9fefc req-83dde6f8-ba2b-450d-a891-6f6049e59c98 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:01.649357 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9b7cbd99-af91-42ce-b31c-ded343a9fefc req-83dde6f8-ba2b-450d-a891-6f6049e59c98 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7f5498-9594-4bf8-8193-2811f441afad HTTP/1.1" status: 200 len: 945 time: 0.0597694 Aug 10 03:59:01.650093 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41994) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:01.743823 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:59:01.817886 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 7bdd3e9b-6f75-4cba-b919-10a26dafd3ea completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:01.834910 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 7bdd3e9b-6f75-4cba-b919-10a26dafd3ea triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:01.835283 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:01.964096 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port cbe2c7bf-d095-461f-95ec-3bc7b016f8e5, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=cbe2c7bf-d095-461f-95ec-3bc7b016f8e5,segment=NetworkSegment(9cb2f6a5-756e-48ce-8160-e0804b5fd8ec),segment_id=9cb2f6a5-756e-48ce-8160-e0804b5fd8ec)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:01.965399 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9de321-0ab7-4545-956e-5dcc837bf085 req-7c5ab9c8-a121-4a9e-a9ca-e40caeccd979 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:01.976389 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3a9de321-0ab7-4545-956e-5dcc837bf085 req-7c5ab9c8-a121-4a9e-a9ca-e40caeccd979 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 945 time: 0.1253645 Aug 10 03:59:01.978380 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f54eaf1f-5889-4cff-bcea-ae79bf857f91 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:01.994359 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'cbe2c7bf-d095-461f-95ec-3bc7b016f8e5', 'network_id': '4f3f25f3-3b62-4257-bd54-35deff03d286', 'port_id': 'cbe2c7bf-d095-461f-95ec-3bc7b016f8e5', 'mac_address': 'fa:16:3e:c3:75:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a66ddc04-7832-49d9-96fc-cfbccf02c0c0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:59:02.002253 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f54eaf1f-5889-4cff-bcea-ae79bf857f91 None None] Transition to ACTIVE for port object 23dfc79c-ab0a-4a0a-a22b-c0906ea361da will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:02.007483 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9b7cbd99-af91-42ce-b31c-ded343a9fefc req-e8448ab4-bde7-4f04-a5fd-3073341a3734 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5efc14f-4f1a-4e74-b389-fba2ed32c777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963808 Aug 10 03:59:02.052435 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f54eaf1f-5889-4cff-bcea-ae79bf857f91 None None] Transition to ACTIVE for port object 23dfc79c-ab0a-4a0a-a22b-c0906ea361da will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:02.066067 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:02.069764 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3a9de321-0ab7-4545-956e-5dcc837bf085 req-1b22a594-61a0-4085-b4f4-c230c7deb966 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882301 Aug 10 03:59:02.130394 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:59:02.147595 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:02.168290 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port cbe2c7bf-d095-461f-95ec-3bc7b016f8e5, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=cbe2c7bf-d095-461f-95ec-3bc7b016f8e5,segment=NetworkSegment(9cb2f6a5-756e-48ce-8160-e0804b5fd8ec),segment_id=9cb2f6a5-756e-48ce-8160-e0804b5fd8ec)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:02.182727 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7f5498-9594-4bf8-8193-2811f441afad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdd3e9b-6f75-4cba-b919-10a26dafd3ea'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:02.185897 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d462f1e-4192-4032-9228-aa9d65de4830" -d '{"events": [{"server_uuid": "bd7f5498-9594-4bf8-8193-2811f441afad", "name": "network-vif-plugged", "status": "completed", "tag": "7bdd3e9b-6f75-4cba-b919-10a26dafd3ea"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:02.200897 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f54eaf1f-5889-4cff-bcea-ae79bf857f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:02.209790 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 7bdd3e9b-6f75-4cba-b919-10a26dafd3ea, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=7bdd3e9b-6f75-4cba-b919-10a26dafd3ea,segment=NetworkSegment(5675562d-8d1f-459a-9296-c40a344656e6),segment_id=5675562d-8d1f-459a-9296-c40a344656e6)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:02.263379 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54eaf1f-5889-4cff-bcea-ae79bf857f91 None None] Network 6073d890-b606-4205-bcc1-5d92d2f46dde is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:02.265509 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbc2888-8a1d-46fd-9229-b59e8beb72e7 x-openstack-request-id: req-4fbc2888-8a1d-46fd-9229-b59e8beb72e7 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:02.268652 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7f5498-9594-4bf8-8193-2811f441afad", "name": "network-vif-plugged", "status": "completed", "tag": "7bdd3e9b-6f75-4cba-b919-10a26dafd3ea", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:02.268652 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4fbc2888-8a1d-46fd-9229-b59e8beb72e7 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:02.268652 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7f5498-9594-4bf8-8193-2811f441afad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdd3e9b-6f75-4cba-b919-10a26dafd3ea', 'code': 200} Aug 10 03:59:02.277392 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-f54eaf1f-5889-4cff-bcea-ae79bf857f91 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:02.284083 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:02.286052 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54eaf1f-5889-4cff-bcea-ae79bf857f91 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:59:02.298439 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54eaf1f-5889-4cff-bcea-ae79bf857f91 None None] Pushing event updated for resources: {'Port': ['ID=23dfc79c-ab0a-4a0a-a22b-c0906ea361da,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:02.298702 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d2d34213-6346-4679-895e-039fb5051d47 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:02.318318 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:02.475818 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=cbe2c7bf-d095-461f-95ec-3bc7b016f8e5,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:02.553117 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-f54eaf1f-5889-4cff-bcea-ae79bf857f91 None None] Attempting to bind port 23dfc79c-ab0a-4a0a-a22b-c0906ea361da on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:59:02.553496 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-f54eaf1f-5889-4cff-bcea-ae79bf857f91 None None] Attempting to bind port 23dfc79c-ab0a-4a0a-a22b-c0906ea361da by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '2c911f82-2cff-4c33-8592-198017c1944f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6073d890-b606-4205-bcc1-5d92d2f46dde'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:59:02.553862 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54eaf1f-5889-4cff-bcea-ae79bf857f91 None None] Attempting to bind port 23dfc79c-ab0a-4a0a-a22b-c0906ea361da on network 6073d890-b606-4205-bcc1-5d92d2f46dde {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:02.558685 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42018) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:02.572023 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54eaf1f-5889-4cff-bcea-ae79bf857f91 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:59:02.572436 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a2d6e4-3db0-4634-a468-d68d71d382cb req-fa483105-e7f9-49e6-87b0-934d059c8d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:02.572544 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54eaf1f-5889-4cff-bcea-ae79bf857f91 None None] Checking segment: {'id': '2c911f82-2cff-4c33-8592-198017c1944f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6073d890-b606-4205-bcc1-5d92d2f46dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:02.572544 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f54eaf1f-5889-4cff-bcea-ae79bf857f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:02.572544 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54eaf1f-5889-4cff-bcea-ae79bf857f91 None None] Bound using segment: {'id': '2c911f82-2cff-4c33-8592-198017c1944f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6073d890-b606-4205-bcc1-5d92d2f46dde'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:59:02.572544 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-f54eaf1f-5889-4cff-bcea-ae79bf857f91 None None] Bound port: 23dfc79c-ab0a-4a0a-a22b-c0906ea361da, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c911f82-2cff-4c33-8592-198017c1944f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6073d890-b606-4205-bcc1-5d92d2f46dde'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:59:02.572544 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f54eaf1f-5889-4cff-bcea-ae79bf857f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:02.573150 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-19a2d6e4-3db0-4634-a468-d68d71d382cb req-fa483105-e7f9-49e6-87b0-934d059c8d6a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bd7f5498-9594-4bf8-8193-2811f441afad HTTP/1.1" status: 200 len: 1097 time: 0.1983323 Aug 10 03:59:02.586974 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=7bdd3e9b-6f75-4cba-b919-10a26dafd3ea,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:02.661072 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-19a2d6e4-3db0-4634-a468-d68d71d382cb req-b4f01b7b-886b-41f6-8754-a7bf770ab4a9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a5efc14f-4f1a-4e74-b389-fba2ed32c777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800605 Aug 10 03:59:02.678956 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['cbe2c7bf-d095-461f-95ec-3bc7b016f8e5'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:59:02.686059 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-f54eaf1f-5889-4cff-bcea-ae79bf857f91 None None] For port 23dfc79c-ab0a-4a0a-a22b-c0906ea361da, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:59:02.690338 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569e908-6ca8-4032-9801-4342b7dea44a req-7cbf3803-e544-43b8-ac11-8e17a6e67015 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:02.692020 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a569e908-6ca8-4032-9801-4342b7dea44a req-7cbf3803-e544-43b8-ac11-8e17a6e67015 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 944 time: 0.1768014 Aug 10 03:59:02.729590 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-f54eaf1f-5889-4cff-bcea-ae79bf857f91 None None] For port 23dfc79c-ab0a-4a0a-a22b-c0906ea361da, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=23dfc79c-ab0a-4a0a-a22b-c0906ea361da,segment=NetworkSegment(2c911f82-2cff-4c33-8592-198017c1944f),segment_id=2c911f82-2cff-4c33-8592-198017c1944f)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:59:02.736355 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-553c3895-69b0-462f-a24c-9f9a60ae66a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:02.782943 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a569e908-6ca8-4032-9801-4342b7dea44a req-01e7f647-ddf0-4839-9d9f-c8d1b9c8de5b tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806353 Aug 10 03:59:02.791354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-d2d34213-6346-4679-895e-039fb5051d47 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Allocated IP 2001:db8::1 (6073d890-b606-4205-bcc1-5d92d2f46dde/a55ff0e1-e2ac-4a76-91db-6cf12e7d4cef/64fd2502-6741-469d-91a5-eb92e6f4b821) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:59:02.817277 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f54eaf1f-5889-4cff-bcea-ae79bf857f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:02.934502 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-553c3895-69b0-462f-a24c-9f9a60ae66a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:02.948019 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54eaf1f-5889-4cff-bcea-ae79bf857f91 None None] Pushing event updated for resources: {'Port': ['ID=23dfc79c-ab0a-4a0a-a22b-c0906ea361da,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:02.968832 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d2d34213-6346-4679-895e-039fb5051d47 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:02.987992 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-d2d34213-6346-4679-895e-039fb5051d47 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Transition to ACTIVE for port object 64fd2502-6741-469d-91a5-eb92e6f4b821 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:03.064635 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-553c3895-69b0-462f-a24c-9f9a60ae66a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:03.126879 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c3895-69b0-462f-a24c-9f9a60ae66a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1baecb97-b6f2-403d-9ceb-c4c2b95125b6,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:03.141113 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-553c3895-69b0-462f-a24c-9f9a60ae66a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0c0225d1348340e8b842f6b482aa95c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5814376 Aug 10 03:59:03.144063 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42032) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:03.170737 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d2d34213-6346-4679-895e-039fb5051d47 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:03.276246 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e44aa6-2dd0-484f-8719-ef162546210a req-ef7570f8-fe2c-42f0-8839-0286abf1e646 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:03.277806 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-40e44aa6-2dd0-484f-8719-ef162546210a req-ef7570f8-fe2c-42f0-8839-0286abf1e646 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7f5498-9594-4bf8-8193-2811f441afad HTTP/1.1" status: 200 len: 946 time: 0.0689468 Aug 10 03:59:03.327329 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-40e44aa6-2dd0-484f-8719-ef162546210a req-eee5a4aa-28fe-4ee1-b0fc-5caef6a4a8e8 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5efc14f-4f1a-4e74-b389-fba2ed32c777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424373 Aug 10 03:59:03.328270 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d34213-6346-4679-895e-039fb5051d47 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network 6073d890-b606-4205-bcc1-5d92d2f46dde is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:03.341612 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-d2d34213-6346-4679-895e-039fb5051d47 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:03.360221 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d34213-6346-4679-895e-039fb5051d47 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:59:03.369274 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d2d34213-6346-4679-895e-039fb5051d47 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:03.369274 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d34213-6346-4679-895e-039fb5051d47 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Port': ['ID=64fd2502-6741-469d-91a5-eb92e6f4b821,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:03.400975 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c603472f-7312-402b-88aa-5136540deffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:03.462762 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa593c6-b900-41b2-bf92-3670b5e90d8a req-ac88fd5f-0ab4-4830-9581-7ef962c41f55 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:03.464375 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5fa593c6-b900-41b2-bf92-3670b5e90d8a req-ac88fd5f-0ab4-4830-9581-7ef962c41f55 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 945 time: 0.1946929 Aug 10 03:59:03.472487 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c603472f-7312-402b-88aa-5136540deffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:03.548360 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5fa593c6-b900-41b2-bf92-3670b5e90d8a req-4b4a6f72-26e0-4516-a73f-0ded75b499ca tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723574 Aug 10 03:59:03.688043 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d2d34213-6346-4679-895e-039fb5051d47 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:03.691049 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c603472f-7312-402b-88aa-5136540deffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:03.694042 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c603472f-7312-402b-88aa-5136540deffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:03.697652 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c603472f-7312-402b-88aa-5136540deffd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1baecb97-b6f2-403d-9ceb-c4c2b95125b6 HTTP/1.1" status: 204 len: 168 time: 0.5501800 Aug 10 03:59:03.763508 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c6051-b72c-44f5-b74c-9557d027da3d req-d8df4936-5309-4412-bba5-8b04b40fabf5 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:03.765143 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e06c6051-b72c-44f5-b74c-9557d027da3d req-d8df4936-5309-4412-bba5-8b04b40fabf5 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.1453981 Aug 10 03:59:03.767620 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603472f-7312-402b-88aa-5136540deffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1baecb97-b6f2-403d-9ceb-c4c2b95125b6,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:03.934831 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e06c6051-b72c-44f5-b74c-9557d027da3d req-6becf02f-c233-40a0-a955-2210cb2c0186 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443715 Aug 10 03:59:03.963874 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 23dfc79c-ab0a-4a0a-a22b-c0906ea361da up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:03.996552 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25d186d-39ea-40e0-9672-2912659786ce req-753f7215-eb53-4e17-bb58-1390a75b9720 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:04.001176 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b25d186d-39ea-40e0-9672-2912659786ce req-753f7215-eb53-4e17-bb58-1390a75b9720 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 944 time: 0.0718784 Aug 10 03:59:04.066300 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b25d186d-39ea-40e0-9672-2912659786ce req-96ee29f9-db72-4b2b-9df0-81a9a6144c5d tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596960 Aug 10 03:59:04.157953 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75b957d-aa04-4a33-a79a-0028dfa93018 None None] Network 6073d890-b606-4205-bcc1-5d92d2f46dde requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:59:04.182978 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d2d34213-6346-4679-895e-039fb5051d47 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:04.197567 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 23dfc79c-ab0a-4a0a-a22b-c0906ea361da completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:04.328492 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d2d34213-6346-4679-895e-039fb5051d47 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:04.331071 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d2d34213-6346-4679-895e-039fb5051d47 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:04.365011 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-34bf543a-2fbc-4dd6-9efb-ed0f42dd337f None None] Provisioning for port 23dfc79c-ab0a-4a0a-a22b-c0906ea361da completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:04.371472 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-34bf543a-2fbc-4dd6-9efb-ed0f42dd337f None None] Provisioning complete for port 23dfc79c-ab0a-4a0a-a22b-c0906ea361da triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:04.371846 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-34bf543a-2fbc-4dd6-9efb-ed0f42dd337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:04.583253 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580bcbd-46ec-41fc-a426-47f383c8e48d req-0befc51f-ccc6-4d3f-8e21-c890115aa1ce tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:04.599128 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7580bcbd-46ec-41fc-a426-47f383c8e48d req-0befc51f-ccc6-4d3f-8e21-c890115aa1ce tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.1706862 Aug 10 03:59:04.599907 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-34bf543a-2fbc-4dd6-9efb-ed0f42dd337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:04.672476 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d34213-6346-4679-895e-039fb5051d47 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Port': ['ID=64fd2502-6741-469d-91a5-eb92e6f4b821,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:04.676039 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7580bcbd-46ec-41fc-a426-47f383c8e48d req-bf5efbc6-759e-4cb7-891e-a52a771393f9 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736668 Aug 10 03:59:04.694668 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-34bf543a-2fbc-4dd6-9efb-ed0f42dd337f None None] For port 23dfc79c-ab0a-4a0a-a22b-c0906ea361da, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=23dfc79c-ab0a-4a0a-a22b-c0906ea361da,segment=NetworkSegment(2c911f82-2cff-4c33-8592-198017c1944f),segment_id=2c911f82-2cff-4c33-8592-198017c1944f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:04.726676 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d1e4ab-9faa-48ba-b07c-4fc4bf30f64e req-f4630484-96fc-41bf-b927-4ed6e1d98fab tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:04.740071 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e0d1e4ab-9faa-48ba-b07c-4fc4bf30f64e req-f4630484-96fc-41bf-b927-4ed6e1d98fab tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7f5498-9594-4bf8-8193-2811f441afad HTTP/1.1" status: 200 len: 946 time: 0.2447045 Aug 10 03:59:04.779435 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-34bf543a-2fbc-4dd6-9efb-ed0f42dd337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:04.804801 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e0d1e4ab-9faa-48ba-b07c-4fc4bf30f64e req-cb286455-48c9-4ff9-9b9d-7d06e6ff3cb0 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5efc14f-4f1a-4e74-b389-fba2ed32c777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637727 Aug 10 03:59:04.819233 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d34213-6346-4679-895e-039fb5051d47 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network 6073d890-b606-4205-bcc1-5d92d2f46dde is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:04.821245 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-d2d34213-6346-4679-895e-039fb5051d47 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:04.912050 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf543a-2fbc-4dd6-9efb-ed0f42dd337f None None] Pushing event updated for resources: {'Port': ['ID=23dfc79c-ab0a-4a0a-a22b-c0906ea361da,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:05.052622 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-73308c7d-f4dc-4750-8bc3-dddb7124c07f None None] Provisioning for port 64fd2502-6741-469d-91a5-eb92e6f4b821 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:05.058182 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-73308c7d-f4dc-4750-8bc3-dddb7124c07f None None] Provisioning complete for port 64fd2502-6741-469d-91a5-eb92e6f4b821 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:05.059319 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-73308c7d-f4dc-4750-8bc3-dddb7124c07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:05.075450 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d34213-6346-4679-895e-039fb5051d47 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Router db88849a-f12d-4335-9d3a-475af1863d9f is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:59:05.113922 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-73308c7d-f4dc-4750-8bc3-dddb7124c07f None None] Port 64fd2502-6741-469d-91a5-eb92e6f4b821 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:59:05.132896 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-73308c7d-f4dc-4750-8bc3-dddb7124c07f None None] Provisioning complete for port 23dfc79c-ab0a-4a0a-a22b-c0906ea361da triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:05.133691 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-73308c7d-f4dc-4750-8bc3-dddb7124c07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:05.397571 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-beac314a-9dab-4d1f-b366-ba44acaa1802 None None] Provisioning complete for port 64fd2502-6741-469d-91a5-eb92e6f4b821 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:05.397953 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-beac314a-9dab-4d1f-b366-ba44acaa1802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:05.473546 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-beac314a-9dab-4d1f-b366-ba44acaa1802 None None] Port 64fd2502-6741-469d-91a5-eb92e6f4b821 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:59:05.489002 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:05.602700 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8ef6bea1-29c4-44a1-a2e8-d632c62555d4 None None] Provisioning complete for port 64fd2502-6741-469d-91a5-eb92e6f4b821 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:05.603082 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8ef6bea1-29c4-44a1-a2e8-d632c62555d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:05.608931 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f27c3-44c8-4946-a089-6fa8c364aa96 req-385881da-bba8-402c-b3e7-160371fdc46c tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:05.617461 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b81f27c3-44c8-4946-a089-6fa8c364aa96 req-385881da-bba8-402c-b3e7-160371fdc46c tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7f5498-9594-4bf8-8193-2811f441afad HTTP/1.1" status: 200 len: 946 time: 0.0727344 Aug 10 03:59:05.661171 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebc67e-0fd6-4110-bf39-06f0658a62f5 req-1cafed59-2af4-4621-b35a-e7773651f7ab tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:05.668721 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-51ebc67e-0fd6-4110-bf39-06f0658a62f5 req-1cafed59-2af4-4621-b35a-e7773651f7ab tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 944 time: 0.1003737 Aug 10 03:59:05.681337 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d34213-6346-4679-895e-039fb5051d47 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:59:05.687196 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b81f27c3-44c8-4946-a089-6fa8c364aa96 req-bc0f3a53-309e-4705-a86f-67d893362b76 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5efc14f-4f1a-4e74-b389-fba2ed32c777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526402 Aug 10 03:59:05.694623 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d2d34213-6346-4679-895e-039fb5051d47 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "PUT /v2.0/routers/db88849a-f12d-4335-9d3a-475af1863d9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0436437 Aug 10 03:59:05.697760 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42106) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:05.707120 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b087d0e1-b942-4df4-9d8b-51a19457c3df None None] Sync routers for ids ['db88849a-f12d-4335-9d3a-475af1863d9f'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:59:05.715451 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:05.725743 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-8ef6bea1-29c4-44a1-a2e8-d632c62555d4 None None] Port 64fd2502-6741-469d-91a5-eb92e6f4b821 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:59:05.747405 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:05.747565 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:05.769904 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-51ebc67e-0fd6-4110-bf39-06f0658a62f5 req-5608ca2d-dd4b-4ff0-94d1-f6368a3ed4fb tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002114 Aug 10 03:59:05.792976 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b087d0e1-b942-4df4-9d8b-51a19457c3df None None] Routers {'db88849a-f12d-4335-9d3a-475af1863d9f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:05.794088 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-b087d0e1-b942-4df4-9d8b-51a19457c3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:58:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['db88849a-f12d-4335-9d3a-475af1863d9f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:05.825320 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64805fb-ec62-48b2-adb3-fd1a31d395aa tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:05.826821 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d64805fb-ec62-48b2-adb3-fd1a31d395aa tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "GET /v2.0/ports/64fd2502-6741-469d-91a5-eb92e6f4b821 HTTP/1.1" status: 200 len: 911 time: 0.1279404 Aug 10 03:59:05.838742 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42112) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:05.856030 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-b087d0e1-b942-4df4-9d8b-51a19457c3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:05.874841 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b087d0e1-b942-4df4-9d8b-51a19457c3df None None] Routers {'db88849a-f12d-4335-9d3a-475af1863d9f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:05.876664 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-b087d0e1-b942-4df4-9d8b-51a19457c3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:58:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['db88849a-f12d-4335-9d3a-475af1863d9f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:05.904685 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f634035-ee22-4609-95a5-2d37e4c7689c req-20f201f7-852a-47f7-b054-b8e159f72139 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:05.906397 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0f634035-ee22-4609-95a5-2d37e4c7689c req-20f201f7-852a-47f7-b054-b8e159f72139 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.0922396 Aug 10 03:59:05.929566 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-b087d0e1-b942-4df4-9d8b-51a19457c3df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:05.929566 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b087d0e1-b942-4df4-9d8b-51a19457c3df None None] The sync data for ids ['db88849a-f12d-4335-9d3a-475af1863d9f'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:59:05.940479 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 23dfc79c-ab0a-4a0a-a22b-c0906ea361da up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:05.970039 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0f634035-ee22-4609-95a5-2d37e4c7689c req-f86996e4-3162-4a8c-9737-564ec67de945 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519845 Aug 10 03:59:06.040600 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 23dfc79c-ab0a-4a0a-a22b-c0906ea361da triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:06.041062 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:06.045818 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:06.099914 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53de8548-9f92-4c05-808a-4c1f9cf3a6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe2c7bf-d095-461f-95ec-3bc7b016f8e5'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:06.102859 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df53416-37e7-4c2f-9df6-cd59515d63ce" -d '{"events": [{"server_uuid": "53de8548-9f92-4c05-808a-4c1f9cf3a6db", "name": "network-vif-plugged", "status": "completed", "tag": "cbe2c7bf-d095-461f-95ec-3bc7b016f8e5"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:06.119179 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port cbe2c7bf-d095-461f-95ec-3bc7b016f8e5, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=cbe2c7bf-d095-461f-95ec-3bc7b016f8e5,segment=NetworkSegment(9cb2f6a5-756e-48ce-8160-e0804b5fd8ec),segment_id=9cb2f6a5-756e-48ce-8160-e0804b5fd8ec)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:06.161850 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca54bd9-cdfd-448f-a833-d000d77058d5 x-openstack-request-id: req-aca54bd9-cdfd-448f-a833-d000d77058d5 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:06.162142 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53de8548-9f92-4c05-808a-4c1f9cf3a6db", "name": "network-vif-plugged", "status": "completed", "tag": "cbe2c7bf-d095-461f-95ec-3bc7b016f8e5", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:06.162391 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aca54bd9-cdfd-448f-a833-d000d77058d5 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:06.162768 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53de8548-9f92-4c05-808a-4c1f9cf3a6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe2c7bf-d095-461f-95ec-3bc7b016f8e5', 'code': 200} Aug 10 03:59:06.199148 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:06.248158 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=cbe2c7bf-d095-461f-95ec-3bc7b016f8e5,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:06.324910 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae95ec-68ae-412f-9f94-44f5202dcb9e req-e74afd91-ecd0-4578-913f-ff4e57d786e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:06.326483 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-afae95ec-68ae-412f-9f94-44f5202dcb9e req-e74afd91-ecd0-4578-913f-ff4e57d786e8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 1096 time: 0.0762939 Aug 10 03:59:06.370737 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9bb93442-ba4d-4b84-a0af-564d2fbea0fd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:06.453410 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-afae95ec-68ae-412f-9f94-44f5202dcb9e req-0decfc22-7d8e-4923-97e3-f11753bb54ba service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175950 Aug 10 03:59:06.460946 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d25e7a-4195-4a88-9cf0-069dfe97803e req-cd5c69be-a520-4143-bda9-2f29798c191a tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:06.462562 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-67d25e7a-4195-4a88-9cf0-069dfe97803e req-cd5c69be-a520-4143-bda9-2f29798c191a tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.0647871 Aug 10 03:59:06.508646 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-67d25e7a-4195-4a88-9cf0-069dfe97803e req-4bc9dab1-7cfc-4baf-a2cd-a3986f01261e tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401433 Aug 10 03:59:06.554964 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42134) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:06.682666 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-9bb93442-ba4d-4b84-a0af-564d2fbea0fd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Deleting port 64fd2502-6741-469d-91a5-eb92e6f4b821 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:59:06.683532 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9bb93442-ba4d-4b84-a0af-564d2fbea0fd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:06.717270 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-aa637b63-40cf-414f-88eb-98254506585e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'network': {'name': 'tempest-network-smoke--1656781805', 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'port_security_enabled': True}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:06.775914 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9bb93442-ba4d-4b84-a0af-564d2fbea0fd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:06.826535 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-9bb93442-ba4d-4b84-a0af-564d2fbea0fd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Calling delete_port for 64fd2502-6741-469d-91a5-eb92e6f4b821 owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:59:06.857717 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa637b63-40cf-414f-88eb-98254506585e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Made reservation on behalf of f5becae06cd542b5a8415ea130ec33d4 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:59:06.861540 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aa637b63-40cf-414f-88eb-98254506585e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:06.888375 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aa637b63-40cf-414f-88eb-98254506585e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:06.889228 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a47674-48c5-4ae5-8615-35831eb92a8b req-7de5c9bc-d2a7-4030-b40b-08815402ddc5 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:06.890821 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58a47674-48c5-4ae5-8615-35831eb92a8b req-7de5c9bc-d2a7-4030-b40b-08815402ddc5 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7f5498-9594-4bf8-8193-2811f441afad HTTP/1.1" status: 200 len: 946 time: 0.1169519 Aug 10 03:59:06.931352 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa13bf0-32c8-4ffe-bb96-28bafc180c47 req-dd92f800-7992-44d2-8e3b-086a3fd070e1 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:06.933480 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-daa13bf0-32c8-4ffe-bb96-28bafc180c47 req-dd92f800-7992-44d2-8e3b-086a3fd070e1 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 945 time: 0.0875263 Aug 10 03:59:06.987427 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58a47674-48c5-4ae5-8615-35831eb92a8b req-7680ceb5-ffb0-4337-b9f9-440577527316 tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/security-groups?id=a5efc14f-4f1a-4e74-b389-fba2ed32c777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896852 Aug 10 03:59:06.999555 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-daa13bf0-32c8-4ffe-bb96-28bafc180c47 req-303fce2f-ff4d-48ca-827f-b879636db48d tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549417 Aug 10 03:59:07.055282 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aa637b63-40cf-414f-88eb-98254506585e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:07.155511 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aa637b63-40cf-414f-88eb-98254506585e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:07.155745 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9bb93442-ba4d-4b84-a0af-564d2fbea0fd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:07.180107 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa637b63-40cf-414f-88eb-98254506585e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:59:07.188533 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb93442-ba4d-4b84-a0af-564d2fbea0fd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Port': ['ID=64fd2502-6741-469d-91a5-eb92e6f4b821,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:07.198402 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aa637b63-40cf-414f-88eb-98254506585e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:07.198402 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-aa637b63-40cf-414f-88eb-98254506585e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Added segment 16cc2a1d-a06d-474c-9c77-2ebd0d81219c of type vlan for network 0ff61232-3479-4388-b092-dc4e24df7f33 Aug 10 03:59:07.199874 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa637b63-40cf-414f-88eb-98254506585e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dadb3d9-33fa-4df9-99fc-2d49880ec87c,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:07.248621 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aa637b63-40cf-414f-88eb-98254506585e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:07.294892 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9bb93442-ba4d-4b84-a0af-564d2fbea0fd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:07.387714 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aa637b63-40cf-414f-88eb-98254506585e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:07.393801 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa637b63-40cf-414f-88eb-98254506585e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:07.394504 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aa637b63-40cf-414f-88eb-98254506585e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:07.465964 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa637b63-40cf-414f-88eb-98254506585e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'Network': ['ID=0ff61232-3479-4388-b092-dc4e24df7f33,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:07.478805 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 0ff61232-3479-4388-b092-dc4e24df7f33 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:59:07.498358 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb93442-ba4d-4b84-a0af-564d2fbea0fd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Router db88849a-f12d-4335-9d3a-475af1863d9f has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:59:07.517797 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-aa637b63-40cf-414f-88eb-98254506585e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9587696 Aug 10 03:59:07.518076 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42152) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:07.521452 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9534ed9-02bf-4e66-8200-acde283f2608 req-ccda53dc-9eec-4dcf-b86b-8c4e766b41ef tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:07.523034 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f9534ed9-02bf-4e66-8200-acde283f2608 req-ccda53dc-9eec-4dcf-b86b-8c4e766b41ef tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd7f5498-9594-4bf8-8193-2811f441afad HTTP/1.1" status: 200 len: 946 time: 0.1063294 Aug 10 03:59:07.523933 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-e3e4f0bd-9b8c-4a69-a29f-3cc48ea5c337 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-925551247', 'admin_state_up': True, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:07.651001 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3e4f0bd-9b8c-4a69-a29f-3cc48ea5c337 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:07.655289 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3e4f0bd-9b8c-4a69-a29f-3cc48ea5c337 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:07.666741 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb93442-ba4d-4b84-a0af-564d2fbea0fd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:59:07.676257 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9bb93442-ba4d-4b84-a0af-564d2fbea0fd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "PUT /v2.0/routers/db88849a-f12d-4335-9d3a-475af1863d9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8317735 Aug 10 03:59:07.676387 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42156) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:07.682178 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe84fa6c-966c-4d1f-ac8d-e92599b17a57 None None] Sync routers for ids ['db88849a-f12d-4335-9d3a-475af1863d9f'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:59:07.707267 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3e4f0bd-9b8c-4a69-a29f-3cc48ea5c337 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:07.711103 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe84fa6c-966c-4d1f-ac8d-e92599b17a57 None None] Routers {'db88849a-f12d-4335-9d3a-475af1863d9f'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:07.711770 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-fe84fa6c-966c-4d1f-ac8d-e92599b17a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:58:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['db88849a-f12d-4335-9d3a-475af1863d9f'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:07.730214 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-53c7c285-5bd5-466c-8518-c07ce64513da tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "GET /v2.0/ports?device_id=db88849a-f12d-4335-9d3a-475af1863d9f HTTP/1.1" status: 200 len: 205 time: 0.0527442 Aug 10 03:59:07.732862 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42158) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:07.753936 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e70b81-ba83-4a8a-9066-74dfd8d6df55 req-17c1bcf6-5c5e-4595-a278-cbb4a08cf6ff tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:07.756627 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-fe84fa6c-966c-4d1f-ac8d-e92599b17a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:07.761562 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c5e70b81-ba83-4a8a-9066-74dfd8d6df55 req-17c1bcf6-5c5e-4595-a278-cbb4a08cf6ff tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.1648495 Aug 10 03:59:07.780478 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe84fa6c-966c-4d1f-ac8d-e92599b17a57 None None] Routers {'db88849a-f12d-4335-9d3a-475af1863d9f'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:07.781107 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-fe84fa6c-966c-4d1f-ac8d-e92599b17a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:58:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['db88849a-f12d-4335-9d3a-475af1863d9f'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:07.819855 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c5e70b81-ba83-4a8a-9066-74dfd8d6df55 req-9b3365e7-37f9-4e55-885f-696d6ab18b68 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555303 Aug 10 03:59:07.823537 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-fe84fa6c-966c-4d1f-ac8d-e92599b17a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:07.824306 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe84fa6c-966c-4d1f-ac8d-e92599b17a57 None None] The sync data for ids ['db88849a-f12d-4335-9d3a-475af1863d9f'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:59:07.835846 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-f9534ed9-02bf-4e66-8200-acde283f2608 req-d5f4eb94-97f8-408d-824e-fc3f0a68776d tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Deleting port 7bdd3e9b-6f75-4cba-b919-10a26dafd3ea {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:59:07.836287 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f9534ed9-02bf-4e66-8200-acde283f2608 req-d5f4eb94-97f8-408d-824e-fc3f0a68776d tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:07.942211 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-f9534ed9-02bf-4e66-8200-acde283f2608 req-d5f4eb94-97f8-408d-824e-fc3f0a68776d tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] For port 7bdd3e9b-6f75-4cba-b919-10a26dafd3ea, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=7bdd3e9b-6f75-4cba-b919-10a26dafd3ea,segment=NetworkSegment(5675562d-8d1f-459a-9296-c40a344656e6),segment_id=5675562d-8d1f-459a-9296-c40a344656e6)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:07.942735 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f9534ed9-02bf-4e66-8200-acde283f2608 req-d5f4eb94-97f8-408d-824e-fc3f0a68776d tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:07.957800 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-f9534ed9-02bf-4e66-8200-acde283f2608 req-d5f4eb94-97f8-408d-824e-fc3f0a68776d tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Calling delete_port for 7bdd3e9b-6f75-4cba-b919-10a26dafd3ea owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:59:08.182667 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda1a23-392a-45d5-a5dc-b4641577550e req-1df37f7b-e26c-40f1-8e7f-1afc5681430b tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:08.184571 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-feda1a23-392a-45d5-a5dc-b4641577550e req-1df37f7b-e26c-40f1-8e7f-1afc5681430b tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 945 time: 0.0593352 Aug 10 03:59:08.231332 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-feda1a23-392a-45d5-a5dc-b4641577550e req-f889699a-342e-4b7f-965e-8b7e72075b7a tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399194 Aug 10 03:59:08.285588 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f9534ed9-02bf-4e66-8200-acde283f2608 req-d5f4eb94-97f8-408d-824e-fc3f0a68776d tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:08.321537 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['7bdd3e9b-6f75-4cba-b919-10a26dafd3ea'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:59:08.331096 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4eb94-97f8-408d-824e-fc3f0a68776d tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Pushing event deleted for resources: {'Port': ['ID=7bdd3e9b-6f75-4cba-b919-10a26dafd3ea,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:08.401900 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4fc2de2d-fd04-44ac-b661-9d6b28fdb421 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:08.405659 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6b13260e-e159-4725-bd99-b1163f1be08a req-b1eae7ea-3c58-4ec3-b165-8d6cf949854b tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7f5498-9594-4bf8-8193-2811f441afad HTTP/1.1" status: 200 len: 210 time: 0.0955808 Aug 10 03:59:08.423535 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9534ed9-02bf-4e66-8200-acde283f2608 req-d5f4eb94-97f8-408d-824e-fc3f0a68776d tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] No DVR routers for this DVR port 7bdd3e9b-6f75-4cba-b919-10a26dafd3ea on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:59:08.429810 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f9534ed9-02bf-4e66-8200-acde283f2608 req-d5f4eb94-97f8-408d-824e-fc3f0a68776d tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:08.436287 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f9534ed9-02bf-4e66-8200-acde283f2608 req-d5f4eb94-97f8-408d-824e-fc3f0a68776d tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.20 "DELETE /v2.0/ports/7bdd3e9b-6f75-4cba-b919-10a26dafd3ea HTTP/1.1" status: 204 len: 173 time: 0.9035103 Aug 10 03:59:08.437004 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7f5498-9594-4bf8-8193-2811f441afad', 'name': 'network-vif-deleted', 'tag': '7bdd3e9b-6f75-4cba-b919-10a26dafd3ea'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:08.441619 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b4f0d6-d8c5-4b03-86dd-583eca2645d8" -d '{"events": [{"server_uuid": "bd7f5498-9594-4bf8-8193-2811f441afad", "name": "network-vif-deleted", "tag": "7bdd3e9b-6f75-4cba-b919-10a26dafd3ea"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:08.530558 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194f96f4-5fd3-4d37-b99d-5ff4efb7b8c7 x-openstack-request-id: req-194f96f4-5fd3-4d37-b99d-5ff4efb7b8c7 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:08.530864 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7f5498-9594-4bf8-8193-2811f441afad", "name": "network-vif-deleted", "tag": "7bdd3e9b-6f75-4cba-b919-10a26dafd3ea", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:08.531146 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-194f96f4-5fd3-4d37-b99d-5ff4efb7b8c7 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:08.538692 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3e4f0bd-9b8c-4a69-a29f-3cc48ea5c337 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:08.541020 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7f5498-9594-4bf8-8193-2811f441afad', 'name': 'network-vif-deleted', 'tag': '7bdd3e9b-6f75-4cba-b919-10a26dafd3ea', 'status': 'completed', 'code': 200} Aug 10 03:59:08.673667 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4fc2de2d-fd04-44ac-b661-9d6b28fdb421 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:08.676548 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4fc2de2d-fd04-44ac-b661-9d6b28fdb421 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:08.930095 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3e4f0bd-9b8c-4a69-a29f-3cc48ea5c337 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:08.969979 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3e4f0bd-9b8c-4a69-a29f-3cc48ea5c337 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:08.973963 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4fc2de2d-fd04-44ac-b661-9d6b28fdb421 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:08.974571 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc2de2d-fd04-44ac-b661-9d6b28fdb421 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Fanout notify agent at l3_agent the message router_deleted on router db88849a-f12d-4335-9d3a-475af1863d9f {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:59:08.982750 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4fc2de2d-fd04-44ac-b661-9d6b28fdb421 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:08.984043 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4fc2de2d-fd04-44ac-b661-9d6b28fdb421 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/routers/db88849a-f12d-4335-9d3a-475af1863d9f HTTP/1.1" status: 204 len: 168 time: 1.2493634 Aug 10 03:59:08.986690 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42182) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:09.064659 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f11c11-62a3-4bc8-aca0-3ad8f543d13a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Deleting subnet a55ff0e1-e2ac-4a76-91db-6cf12e7d4cef {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:59:09.070751 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72f11c11-62a3-4bc8-aca0-3ad8f543d13a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:09.130266 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-e3e4f0bd-9b8c-4a69-a29f-3cc48ea5c337 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Allocated IP 172.25.0.219 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/a943fe7e-562b-48f0-9a4a-34c97debcf1e) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:59:09.211351 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72f11c11-62a3-4bc8-aca0-3ad8f543d13a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:09.216557 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190af41-82c4-4d8f-9172-c1ffe71d7cdc req-ea85d7da-e4cf-40e6-ad01-69ee430a1683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:09.218291 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1190af41-82c4-4d8f-9172-c1ffe71d7cdc req-ea85d7da-e4cf-40e6-ad01-69ee430a1683 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=676ac30864564aacab3c67a7a875c7ec&device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 1096 time: 0.1350114 Aug 10 03:59:09.247083 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3c1b6-da21-46c8-b2de-915b5006d6d2 req-c3fb2ac5-9c74-4b68-bdea-0f9a14672f12 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:09.256392 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8ab3c1b6-da21-46c8-b2de-915b5006d6d2 req-c3fb2ac5-9c74-4b68-bdea-0f9a14672f12 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 945 time: 0.1963153 Aug 10 03:59:09.277941 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3e4f0bd-9b8c-4a69-a29f-3cc48ea5c337 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:09.373229 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8ab3c1b6-da21-46c8-b2de-915b5006d6d2 req-092195cf-3bf8-474b-a122-e75b6d4da38c tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135819 Aug 10 03:59:09.422622 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3e4f0bd-9b8c-4a69-a29f-3cc48ea5c337 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:09.468376 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72f11c11-62a3-4bc8-aca0-3ad8f543d13a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:09.513861 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e4f0bd-9b8c-4a69-a29f-3cc48ea5c337 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:09.520918 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-e3e4f0bd-9b8c-4a69-a29f-3cc48ea5c337 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:09.539261 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e4f0bd-9b8c-4a69-a29f-3cc48ea5c337 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:59:09.559411 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4f0bd-9b8c-4a69-a29f-3cc48ea5c337 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'Port': ['ID=a943fe7e-562b-48f0-9a4a-34c97debcf1e,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:09.726907 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7c9b558a-51bb-40c5-839f-e2c05134e7cd req-6afd5b00-b20e-447f-9d7a-6b49bfc36d3b tempest-ServerGroupTestJSON-537832152 tempest-ServerGroupTestJSON-537832152-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd7f5498-9594-4bf8-8193-2811f441afad HTTP/1.1" status: 200 len: 210 time: 0.0943458 Aug 10 03:59:09.738118 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72f11c11-62a3-4bc8-aca0-3ad8f543d13a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:09.774025 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190af41-82c4-4d8f-9172-c1ffe71d7cdc req-8fadb8a4-681c-4b7a-842d-881b5699dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:09.775511 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1190af41-82c4-4d8f-9172-c1ffe71d7cdc req-8fadb8a4-681c-4b7a-842d-881b5699dd37 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f3f25f3-3b62-4257-bd54-35deff03d286 HTTP/1.1" status: 200 len: 921 time: 0.5171125 Aug 10 03:59:09.776522 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72f11c11-62a3-4bc8-aca0-3ad8f543d13a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:09.778335 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-72f11c11-62a3-4bc8-aca0-3ad8f543d13a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/subnets/a55ff0e1-e2ac-4a76-91db-6cf12e7d4cef HTTP/1.1" status: 204 len: 168 time: 0.7900956 Aug 10 03:59:09.779358 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f11c11-62a3-4bc8-aca0-3ad8f543d13a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Subnet': ['ID=a55ff0e1-e2ac-4a76-91db-6cf12e7d4cef,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:09.780880 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42194) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:09.793273 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203cbddf-5123-40be-ab6c-e02b74f6127b None None] Network 6073d890-b606-4205-bcc1-5d92d2f46dde requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:59:09.908451 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1190af41-82c4-4d8f-9172-c1ffe71d7cdc req-c0769358-6aca-49f3-a40a-68dff78f08e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 HTTP/1.1" status: 200 len: 217 time: 0.1187351 Aug 10 03:59:09.978906 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e949da67-6a89-47f1-a5f7-bb4ea24fa3a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:10.006488 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190af41-82c4-4d8f-9172-c1ffe71d7cdc req-d597123f-8cc3-4988-af0a-d85adc2f03fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:10.008049 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1190af41-82c4-4d8f-9172-c1ffe71d7cdc req-d597123f-8cc3-4988-af0a-d85adc2f03fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a66ddc04-7832-49d9-96fc-cfbccf02c0c0 HTTP/1.1" status: 200 len: 860 time: 0.0866609 Aug 10 03:59:10.013142 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5425b85b-64a2-4fb0-9e27-1ecafd812fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:10.050238 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ac034a-2b2d-413a-98f4-d387544c85ed None None] DHCP port deletion for 6073d890-b606-4205-bcc1-5d92d2f46dde request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:59:10.085256 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1190af41-82c4-4d8f-9172-c1ffe71d7cdc req-3c0eb47b-1679-4d5d-850a-33c9e160e640 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f3f25f3-3b62-4257-bd54-35deff03d286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492625 Aug 10 03:59:10.111201 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-d3ac034a-2b2d-413a-98f4-d387544c85ed None None] Deleting port 23dfc79c-ab0a-4a0a-a22b-c0906ea361da {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:59:10.112116 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d3ac034a-2b2d-413a-98f4-d387544c85ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:10.191098 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-e949da67-6a89-47f1-a5f7-bb4ea24fa3a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Deleting port 23dfc79c-ab0a-4a0a-a22b-c0906ea361da {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:59:10.191442 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e949da67-6a89-47f1-a5f7-bb4ea24fa3a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:10.196314 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d3ac034a-2b2d-413a-98f4-d387544c85ed None None] For port 23dfc79c-ab0a-4a0a-a22b-c0906ea361da, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=23dfc79c-ab0a-4a0a-a22b-c0906ea361da,segment=NetworkSegment(2c911f82-2cff-4c33-8592-198017c1944f),segment_id=2c911f82-2cff-4c33-8592-198017c1944f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:10.198374 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d3ac034a-2b2d-413a-98f4-d387544c85ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:10.210160 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3e4f0bd-9b8c-4a69-a29f-3cc48ea5c337 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:10.216895 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-d3ac034a-2b2d-413a-98f4-d387544c85ed None None] Calling delete_port for 23dfc79c-ab0a-4a0a-a22b-c0906ea361da owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:59:10.238475 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1190af41-82c4-4d8f-9172-c1ffe71d7cdc req-6c9205c5-b1a5-47c9-b126-6b1e7dfefaa3 service neutron] 10.222.0.20 "GET /v2.0/networks/4f3f25f3-3b62-4257-bd54-35deff03d286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436796 Aug 10 03:59:10.323065 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-e949da67-6a89-47f1-a5f7-bb4ea24fa3a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] For port 23dfc79c-ab0a-4a0a-a22b-c0906ea361da, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=23dfc79c-ab0a-4a0a-a22b-c0906ea361da,segment=NetworkSegment(2c911f82-2cff-4c33-8592-198017c1944f),segment_id=2c911f82-2cff-4c33-8592-198017c1944f)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:10.327469 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e949da67-6a89-47f1-a5f7-bb4ea24fa3a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:10.342343 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-e949da67-6a89-47f1-a5f7-bb4ea24fa3a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Calling delete_port for 23dfc79c-ab0a-4a0a-a22b-c0906ea361da owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:59:10.435524 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d3ac034a-2b2d-413a-98f4-d387544c85ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:10.482514 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ac034a-2b2d-413a-98f4-d387544c85ed None None] No DVR routers for this DVR port 23dfc79c-ab0a-4a0a-a22b-c0906ea361da on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:59:10.501737 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac034a-2b2d-413a-98f4-d387544c85ed None None] Pushing event deleted for resources: {'Port': ['ID=23dfc79c-ab0a-4a0a-a22b-c0906ea361da,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:10.541754 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3e4f0bd-9b8c-4a69-a29f-3cc48ea5c337 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:10.617644 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a746c6-550e-4138-b9c8-760a28afbaa9 req-71ecf442-4704-4a22-b899-4cabe60e9ebc tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:10.626637 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-31a746c6-550e-4138-b9c8-760a28afbaa9 req-71ecf442-4704-4a22-b899-4cabe60e9ebc tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 945 time: 0.1246645 Aug 10 03:59:10.722317 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-31a746c6-550e-4138-b9c8-760a28afbaa9 req-cf978497-c69e-46ad-b5b6-1a1d34510fc1 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941896 Aug 10 03:59:10.742422 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1190af41-82c4-4d8f-9172-c1ffe71d7cdc req-8e1dea23-7d0f-421a-a693-8b443d68b678 service neutron] 10.222.0.20 "GET /v2.0/networks/4f3f25f3-3b62-4257-bd54-35deff03d286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4955423 Aug 10 03:59:10.785504 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e949da67-6a89-47f1-a5f7-bb4ea24fa3a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:10.818088 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949da67-6a89-47f1-a5f7-bb4ea24fa3a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Port': ['ID=23dfc79c-ab0a-4a0a-a22b-c0906ea361da,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:10.822686 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e949da67-6a89-47f1-a5f7-bb4ea24fa3a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] No DVR routers for this DVR port 23dfc79c-ab0a-4a0a-a22b-c0906ea361da on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:59:10.868009 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e4f0bd-9b8c-4a69-a29f-3cc48ea5c337 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Router 6e852a75-32c4-4644-ae73-a56821c49a86 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:59:10.946604 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e949da67-6a89-47f1-a5f7-bb4ea24fa3a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:10.964757 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-e949da67-6a89-47f1-a5f7-bb4ea24fa3a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6073d890-b606-4205-bcc1-5d92d2f46dde']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:10.976024 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-e949da67-6a89-47f1-a5f7-bb4ea24fa3a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c911f82-2cff-4c33-8592-198017c1944f') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:10.976556 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-e949da67-6a89-47f1-a5f7-bb4ea24fa3a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c911f82-2cff-4c33-8592-198017c1944f') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:10.987097 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e949da67-6a89-47f1-a5f7-bb4ea24fa3a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:11.001440 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e949da67-6a89-47f1-a5f7-bb4ea24fa3a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:11.007707 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e949da67-6a89-47f1-a5f7-bb4ea24fa3a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:59:11.008317 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e949da67-6a89-47f1-a5f7-bb4ea24fa3a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:11.057366 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e4f0bd-9b8c-4a69-a29f-3cc48ea5c337 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:59:11.067587 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5e3f4c-a935-47af-be2d-b6e93a4dc9e6 None None] Sync routers for ids ['6e852a75-32c4-4644-ae73-a56821c49a86'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:59:11.069925 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:59:11.080117 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5e3f4c-a935-47af-be2d-b6e93a4dc9e6 None None] Routers {'6e852a75-32c4-4644-ae73-a56821c49a86'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:11.082202 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ab5e3f4c-a935-47af-be2d-b6e93a4dc9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:58:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['6e852a75-32c4-4644-ae73-a56821c49a86'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:11.176234 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3e4f0bd-9b8c-4a69-a29f-3cc48ea5c337 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:11.184622 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e3e4f0bd-9b8c-4a69-a29f-3cc48ea5c337 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6575198 Aug 10 03:59:11.184784 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42238) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:11.219653 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e949da67-6a89-47f1-a5f7-bb4ea24fa3a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:11.247214 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e949da67-6a89-47f1-a5f7-bb4ea24fa3a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:11.252068 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e949da67-6a89-47f1-a5f7-bb4ea24fa3a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/networks/6073d890-b606-4205-bcc1-5d92d2f46dde HTTP/1.1" status: 204 len: 168 time: 1.4695914 Aug 10 03:59:11.255246 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949da67-6a89-47f1-a5f7-bb4ea24fa3a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Network': ['ID=6073d890-b606-4205-bcc1-5d92d2f46dde,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:11.256778 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42242) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:11.262899 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-7e574a97-7949-441a-b3c3-366b92236d5a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1432325152', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}, 'admin_state_up': False}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:11.310014 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42244) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:11.323686 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7c2909d4-9633-4411-b4b1-a086da374429 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=f5becae06cd542b5a8415ea130ec33d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1381555 Aug 10 03:59:11.324313 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42246) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:11.365572 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c95a45-0d31-4cd9-9454-8f080e3e3e7a admin admin] Deleting subnet e71e4ff0-b334-48f9-a2c1-4714d5f0ce40 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:59:11.370478 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-ab5e3f4c-a935-47af-be2d-b6e93a4dc9e6 None None] Set router 6e852a75-32c4-4644-ae73-a56821c49a86 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:11.370658 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-44c95a45-0d31-4cd9-9454-8f080e3e3e7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:11.428172 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e574a97-7949-441a-b3c3-366b92236d5a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:11.429229 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e574a97-7949-441a-b3c3-366b92236d5a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:11.451021 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-44c95a45-0d31-4cd9-9454-8f080e3e3e7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:11.534167 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e574a97-7949-441a-b3c3-366b92236d5a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:11.538080 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 7bdd3e9b-6f75-4cba-b919-10a26dafd3ea no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:59:11.541230 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-44c95a45-0d31-4cd9-9454-8f080e3e3e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:11.568525 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7e29df-ee31-4db7-9296-e39749f836da tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:11.570051 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9b7e29df-ee31-4db7-9296-e39749f836da tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2448275 Aug 10 03:59:11.572855 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42250) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:11.582144 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 7bdd3e9b-6f75-4cba-b919-10a26dafd3ea {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:59:11.582510 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 7bdd3e9b-6f75-4cba-b919-10a26dafd3ea not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:59:11.648287 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ab5e3f4c-a935-47af-be2d-b6e93a4dc9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'name': 'tempest-TestNetworkBasicOps-router-925551247', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:07Z', 'updated_at': '2021-08-10T03:59:09Z', 'revision_number': 3, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:09Z', 'updated_at': '2021-08-10T03:59:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:11.654977 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c65f6b70-2fd3-45c4-ae16-adc393539299 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0776389 Aug 10 03:59:11.655268 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42258) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:11.663509 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-c0f00457-d562-48af-a212-18c9c36a5c0f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1087974238', 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33', 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:11.688604 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5e3f4c-a935-47af-be2d-b6e93a4dc9e6 None None] Checking router: 6e852a75-32c4-4644-ae73-a56821c49a86 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:59:11.688923 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5e3f4c-a935-47af-be2d-b6e93a4dc9e6 None None] Updating router 6e852a75-32c4-4644-ae73-a56821c49a86 port a943fe7e-562b-48f0-9a4a-34c97debcf1e binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:59:11.720949 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ab5e3f4c-a935-47af-be2d-b6e93a4dc9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:11.898588 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e574a97-7949-441a-b3c3-366b92236d5a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:11.907916 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-44c95a45-0d31-4cd9-9454-8f080e3e3e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:11.918255 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44143db-a10b-4752-83e6-a04ebdcc8884 req-d89d7fa6-63f6-4181-9ca4-8cd00ed5e992 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:11.919932 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e44143db-a10b-4752-83e6-a04ebdcc8884 req-d89d7fa6-63f6-4181-9ca4-8cd00ed5e992 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 945 time: 0.0849435 Aug 10 03:59:11.928616 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 23dfc79c-ab0a-4a0a-a22b-c0906ea361da no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:59:11.962241 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 23dfc79c-ab0a-4a0a-a22b-c0906ea361da {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:59:11.962581 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 23dfc79c-ab0a-4a0a-a22b-c0906ea361da not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:59:11.967468 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f00457-d562-48af-a212-18c9c36a5c0f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Made reservation on behalf of f5becae06cd542b5a8415ea130ec33d4 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:59:11.973402 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c0f00457-d562-48af-a212-18c9c36a5c0f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:12.002842 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e44143db-a10b-4752-83e6-a04ebdcc8884 req-f5284baa-e6e0-49e5-89e7-c6abdc88dad3 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746417 Aug 10 03:59:12.007498 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-44c95a45-0d31-4cd9-9454-8f080e3e3e7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:12.012489 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-44c95a45-0d31-4cd9-9454-8f080e3e3e7a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e71e4ff0-b334-48f9-a2c1-4714d5f0ce40 HTTP/1.1" status: 204 len: 168 time: 0.7013085 Aug 10 03:59:12.014644 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42264) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:12.020004 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c95a45-0d31-4cd9-9454-8f080e3e3e7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e71e4ff0-b334-48f9-a2c1-4714d5f0ce40,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:12.051819 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9bf09-a2da-42dd-b9a0-f875fc0b624c req-441f25f3-2d8d-4c66-9b29-2bf7266cc7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:12.053451 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8bc9bf09-a2da-42dd-b9a0-f875fc0b624c req-441f25f3-2d8d-4c66-9b29-2bf7266cc7d9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5c12184296424dc9af92067f3096d474&device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 1096 time: 0.1477325 Aug 10 03:59:12.106806 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ab5e3f4c-a935-47af-be2d-b6e93a4dc9e6 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:12.169183 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ab5e3f4c-a935-47af-be2d-b6e93a4dc9e6 None None] Transition to ACTIVE for port object a943fe7e-562b-48f0-9a4a-34c97debcf1e will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:12.229829 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f364b-9e98-4c91-b22c-725a89c2afa1 req-3286cf18-1b4c-4890-8416-9ee499f03216 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:12.231405 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-405f364b-9e98-4c91-b22c-725a89c2afa1 req-3286cf18-1b4c-4890-8416-9ee499f03216 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.3267684 Aug 10 03:59:12.237863 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-055b9bf6-7987-432f-9ead-30f0925c6ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:12.270649 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ab5e3f4c-a935-47af-be2d-b6e93a4dc9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:12.317976 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-ab5e3f4c-a935-47af-be2d-b6e93a4dc9e6 None None] Attempting to bind port a943fe7e-562b-48f0-9a4a-34c97debcf1e on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:59:12.318359 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-ab5e3f4c-a935-47af-be2d-b6e93a4dc9e6 None None] Attempting to bind port a943fe7e-562b-48f0-9a4a-34c97debcf1e by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:59:12.318982 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5e3f4c-a935-47af-be2d-b6e93a4dc9e6 None None] Attempting to bind port a943fe7e-562b-48f0-9a4a-34c97debcf1e on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:12.325896 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5e3f4c-a935-47af-be2d-b6e93a4dc9e6 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:59:12.326277 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5e3f4c-a935-47af-be2d-b6e93a4dc9e6 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:12.326660 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ab5e3f4c-a935-47af-be2d-b6e93a4dc9e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:12.327498 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5e3f4c-a935-47af-be2d-b6e93a4dc9e6 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:59:12.327498 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-ab5e3f4c-a935-47af-be2d-b6e93a4dc9e6 None None] Bound port: a943fe7e-562b-48f0-9a4a-34c97debcf1e, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:59:12.328423 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ab5e3f4c-a935-47af-be2d-b6e93a4dc9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:12.364409 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-405f364b-9e98-4c91-b22c-725a89c2afa1 req-768fdd75-13a9-4fb6-8fe4-22336aca05a0 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146386 Aug 10 03:59:12.368326 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3658e-8e6c-4426-afa8-10bac88cacf1 None None] Pushing event updated for resources: {'Port': ['ID=a943fe7e-562b-48f0-9a4a-34c97debcf1e,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:12.395176 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-ab5e3f4c-a935-47af-be2d-b6e93a4dc9e6 None None] For port a943fe7e-562b-48f0-9a4a-34c97debcf1e, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:59:12.399208 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-ab5e3f4c-a935-47af-be2d-b6e93a4dc9e6 None None] For port a943fe7e-562b-48f0-9a4a-34c97debcf1e, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a943fe7e-562b-48f0-9a4a-34c97debcf1e,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:59:12.405189 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c0f00457-d562-48af-a212-18c9c36a5c0f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:12.425825 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9bf09-a2da-42dd-b9a0-f875fc0b624c req-225efb5d-e25c-4bdd-8ca6-067691188ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:12.427556 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8bc9bf09-a2da-42dd-b9a0-f875fc0b624c req-225efb5d-e25c-4bdd-8ca6-067691188ee6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=017bc094-0610-4c83-b903-161ccef8a7ca HTTP/1.1" status: 200 len: 920 time: 0.3281691 Aug 10 03:59:12.474853 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f00457-d562-48af-a212-18c9c36a5c0f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'Subnet': ['ID=86d2d62c-3af2-47d8-a099-65572797716a,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:12.485274 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f00457-d562-48af-a212-18c9c36a5c0f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Checking segment: {'id': '16cc2a1d-a06d-474c-9c77-2ebd0d81219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:12.485647 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f00457-d562-48af-a212-18c9c36a5c0f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Network hostable DHCP agents. Network: 0ff61232-3479-4388-b092-dc4e24df7f33, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:59:12.488369 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8bc9bf09-a2da-42dd-b9a0-f875fc0b624c req-ac69b6a5-3308-4848-a5a1-6b7ea98dc705 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e48d055-da9d-4b0f-85eb-0edc76009c82 HTTP/1.1" status: 200 len: 217 time: 0.0506096 Aug 10 03:59:12.489779 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-055b9bf6-7987-432f-9ead-30f0925c6ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:12.498157 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ab5e3f4c-a935-47af-be2d-b6e93a4dc9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:12.527419 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-055b9bf6-7987-432f-9ead-30f0925c6ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f662f0-7042-40e3-a08e-7b9fe7d496f8']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:12.558660 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-055b9bf6-7987-432f-9ead-30f0925c6ac3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5675562d-8d1f-459a-9296-c40a344656e6') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:12.558950 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-055b9bf6-7987-432f-9ead-30f0925c6ac3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5675562d-8d1f-459a-9296-c40a344656e6') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:12.560755 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5e3f4c-a935-47af-be2d-b6e93a4dc9e6 None None] Routers {'6e852a75-32c4-4644-ae73-a56821c49a86'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:12.561475 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ab5e3f4c-a935-47af-be2d-b6e93a4dc9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:58:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['6e852a75-32c4-4644-ae73-a56821c49a86'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:12.571806 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f00457-d562-48af-a212-18c9c36a5c0f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Network 0ff61232-3479-4388-b092-dc4e24df7f33 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:59:12.588816 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-055b9bf6-7987-432f-9ead-30f0925c6ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:12.599128 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3658e-8e6c-4426-afa8-10bac88cacf1 None None] Pushing event updated for resources: {'Port': ['ID=a943fe7e-562b-48f0-9a4a-34c97debcf1e,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:12.646532 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-c0f00457-d562-48af-a212-18c9c36a5c0f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 0ff61232-3479-4388-b092-dc4e24df7f33) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:12.650845 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f00457-d562-48af-a212-18c9c36a5c0f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:12.651854 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c0f00457-d562-48af-a212-18c9c36a5c0f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:12.659167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8046361-523f-4be1-b8b1-451acd0c2aa5 None None] Network 0ff61232-3479-4388-b092-dc4e24df7f33 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:59:12.688431 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9bf09-a2da-42dd-b9a0-f875fc0b624c req-357aa8ee-c88c-46d2-b858-c1feca9bc1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:12.692079 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8bc9bf09-a2da-42dd-b9a0-f875fc0b624c req-357aa8ee-c88c-46d2-b858-c1feca9bc1bf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d62a09b9-e42e-47af-8510-297fece7a960 HTTP/1.1" status: 200 len: 859 time: 0.1765208 Aug 10 03:59:12.692079 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-055b9bf6-7987-432f-9ead-30f0925c6ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:12.700855 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-055b9bf6-7987-432f-9ead-30f0925c6ac3 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:59:12.701242 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-055b9bf6-7987-432f-9ead-30f0925c6ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:59:12.702864 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:59:12.741580 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c0f00457-d562-48af-a212-18c9c36a5c0f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0850711 Aug 10 03:59:12.746553 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42268) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:12.746820 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-ab5e3f4c-a935-47af-be2d-b6e93a4dc9e6 None None] Set router 6e852a75-32c4-4644-ae73-a56821c49a86 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:12.769175 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8bc9bf09-a2da-42dd-b9a0-f875fc0b624c req-0177b44b-70ca-416d-8010-1904eab706f3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=017bc094-0610-4c83-b903-161ccef8a7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643215 Aug 10 03:59:12.917269 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8bc9bf09-a2da-42dd-b9a0-f875fc0b624c req-6d97aa62-4429-481a-b2fd-588e23c8c96d service neutron] 10.222.0.68 "GET /v2.0/networks/017bc094-0610-4c83-b903-161ccef8a7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178932 Aug 10 03:59:12.917815 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e574a97-7949-441a-b3c3-366b92236d5a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:12.954539 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e574a97-7949-441a-b3c3-366b92236d5a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:13.008705 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ab5e3f4c-a935-47af-be2d-b6e93a4dc9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'name': 'tempest-TestNetworkBasicOps-router-925551247', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:07Z', 'updated_at': '2021-08-10T03:59:09Z', 'revision_number': 3, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:09Z', 'updated_at': '2021-08-10T03:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:13.013693 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c5fa5e-a209-408f-becf-924293dae40a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-0ff61232-3479-4388-b092-dc4e24df7f33', 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'fixed_ips': [{'subnet_id': '86d2d62c-3af2-47d8-a099-65572797716a'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:59:13.014538 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c1c5fa5e-a209-408f-becf-924293dae40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:13.066124 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5e3f4c-a935-47af-be2d-b6e93a4dc9e6 None None] The sync data for ids ['6e852a75-32c4-4644-ae73-a56821c49a86'] in n-d-802893-2 is: [{'id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'name': 'tempest-TestNetworkBasicOps-router-925551247', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:07Z', 'updated_at': '2021-08-10T03:59:09Z', 'revision_number': 3, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:09Z', 'updated_at': '2021-08-10T03:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:59:13.121247 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-055b9bf6-7987-432f-9ead-30f0925c6ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:13.252987 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-c1c5fa5e-a209-408f-becf-924293dae40a None None] Allocated IP 172.20.0.2 (0ff61232-3479-4388-b092-dc4e24df7f33/86d2d62c-3af2-47d8-a099-65572797716a/2ddc0468-0312-4726-88ae-e31f8573a1cb) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:59:13.383012 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d884fa47-5f57-4d59-97d1-407c27c33101 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:13.467188 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c1c5fa5e-a209-408f-becf-924293dae40a None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:13.504422 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c1c5fa5e-a209-408f-becf-924293dae40a None None] Transition to ACTIVE for port object 2ddc0468-0312-4726-88ae-e31f8573a1cb will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:13.541766 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-055b9bf6-7987-432f-9ead-30f0925c6ac3 admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:13.546150 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-055b9bf6-7987-432f-9ead-30f0925c6ac3 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d1f662f0-7042-40e3-a08e-7b9fe7d496f8 HTTP/1.1" status: 204 len: 168 time: 1.5250757 Aug 10 03:59:13.559281 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c1c5fa5e-a209-408f-becf-924293dae40a None None] Transition to ACTIVE for port object 2ddc0468-0312-4726-88ae-e31f8573a1cb will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:13.615683 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b9bf6-7987-432f-9ead-30f0925c6ac3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1f662f0-7042-40e3-a08e-7b9fe7d496f8,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:13.641035 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:13.665434 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8bc9bf09-a2da-42dd-b9a0-f875fc0b624c req-47f3b114-bae9-4d4e-825b-b5f105888e41 service neutron] 10.222.0.68 "GET /v2.0/networks/017bc094-0610-4c83-b903-161ccef8a7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7232602 Aug 10 03:59:13.675602 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2c84f-edbd-40ee-bb32-9d4ccec0fc9c req-e4e72be3-2183-4cfb-9a57-0d6299637b3b tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:13.696529 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c1c5fa5e-a209-408f-becf-924293dae40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:13.698316 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9fc2c84f-edbd-40ee-bb32-9d4ccec0fc9c req-e4e72be3-2183-4cfb-9a57-0d6299637b3b tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 945 time: 0.5772953 Aug 10 03:59:13.723890 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-7e574a97-7949-441a-b3c3-366b92236d5a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Allocated IP 172.25.0.59 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/6671988f-bd3b-43eb-a9cc-f2ef5bd68fa6) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:59:13.789166 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3b739-2a27-47d0-b31c-867cabbfe5c4 req-42a8c142-d5e6-4dfb-86e9-f6adaadfbe38 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:13.794669 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f7e3b739-2a27-47d0-b31c-867cabbfe5c4 req-42a8c142-d5e6-4dfb-86e9-f6adaadfbe38 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.1239526 Aug 10 03:59:13.850649 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c5fa5e-a209-408f-becf-924293dae40a None None] Network 0ff61232-3479-4388-b092-dc4e24df7f33 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:13.861143 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-c1c5fa5e-a209-408f-becf-924293dae40a None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:13.865253 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c5fa5e-a209-408f-becf-924293dae40a None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:59:13.906985 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5fa5e-a209-408f-becf-924293dae40a None None] Pushing event updated for resources: {'Port': ['ID=2ddc0468-0312-4726-88ae-e31f8573a1cb,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:13.914463 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9fc2c84f-edbd-40ee-bb32-9d4ccec0fc9c req-32d81ef9-2bed-4055-8ecb-d078460b4110 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726054 Aug 10 03:59:13.964366 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e8762ecd-c440-4c36-a1f9-1c915c3b7971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:14.022606 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e574a97-7949-441a-b3c3-366b92236d5a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:14.023371 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f7e3b739-2a27-47d0-b31c-867cabbfe5c4 req-ba04e81e-32a8-4b9d-abeb-686f87d82004 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277248 Aug 10 03:59:14.027337 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a943fe7e-562b-48f0-9a4a-34c97debcf1e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:14.063629 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-d884fa47-5f57-4d59-97d1-407c27c33101 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Allocated IP 172.20.0.1 (0ff61232-3479-4388-b092-dc4e24df7f33/86d2d62c-3af2-47d8-a099-65572797716a/075ba055-4e4f-4be0-afe0-02f464a0e847) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:59:14.098097 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-c1c5fa5e-a209-408f-becf-924293dae40a None None] Attempting to bind port 2ddc0468-0312-4726-88ae-e31f8573a1cb on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:59:14.098496 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-c1c5fa5e-a209-408f-becf-924293dae40a None None] Attempting to bind port 2ddc0468-0312-4726-88ae-e31f8573a1cb by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '16cc2a1d-a06d-474c-9c77-2ebd0d81219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:59:14.098857 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c5fa5e-a209-408f-becf-924293dae40a None None] Attempting to bind port 2ddc0468-0312-4726-88ae-e31f8573a1cb on network 0ff61232-3479-4388-b092-dc4e24df7f33 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:14.112325 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c5fa5e-a209-408f-becf-924293dae40a None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:59:14.112723 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c5fa5e-a209-408f-becf-924293dae40a None None] Checking segment: {'id': '16cc2a1d-a06d-474c-9c77-2ebd0d81219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:14.113120 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c1c5fa5e-a209-408f-becf-924293dae40a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:14.113513 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c5fa5e-a209-408f-becf-924293dae40a None None] Bound using segment: {'id': '16cc2a1d-a06d-474c-9c77-2ebd0d81219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:59:14.114036 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-c1c5fa5e-a209-408f-becf-924293dae40a None None] Bound port: 2ddc0468-0312-4726-88ae-e31f8573a1cb, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16cc2a1d-a06d-474c-9c77-2ebd0d81219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:59:14.114459 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c1c5fa5e-a209-408f-becf-924293dae40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:14.147823 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42288) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:14.199849 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-c1c5fa5e-a209-408f-becf-924293dae40a None None] For port 2ddc0468-0312-4726-88ae-e31f8573a1cb, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:59:14.204508 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-c1c5fa5e-a209-408f-becf-924293dae40a None None] For port 2ddc0468-0312-4726-88ae-e31f8573a1cb, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=2ddc0468-0312-4726-88ae-e31f8573a1cb,segment=NetworkSegment(16cc2a1d-a06d-474c-9c77-2ebd0d81219c),segment_id=16cc2a1d-a06d-474c-9c77-2ebd0d81219c)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:59:14.211810 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a871e432-270c-4545-b76f-d22b1d5cffc3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fb9f811da9a5409f9156941cfe332dd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624177 Aug 10 03:59:14.212736 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42290) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:14.213851 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e574a97-7949-441a-b3c3-366b92236d5a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:14.263507 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d884fa47-5f57-4d59-97d1-407c27c33101 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:14.266501 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e574a97-7949-441a-b3c3-366b92236d5a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:14.272185 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-7e574a97-7949-441a-b3c3-366b92236d5a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:14.275187 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port a943fe7e-562b-48f0-9a4a-34c97debcf1e completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:14.279999 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port a943fe7e-562b-48f0-9a4a-34c97debcf1e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:14.286017 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:14.286308 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-d884fa47-5f57-4d59-97d1-407c27c33101 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Transition to ACTIVE for port object 075ba055-4e4f-4be0-afe0-02f464a0e847 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:14.295887 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e574a97-7949-441a-b3c3-366b92236d5a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:59:14.321015 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c1c5fa5e-a209-408f-becf-924293dae40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:14.344866 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e574a97-7949-441a-b3c3-366b92236d5a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Port': ['ID=6671988f-bd3b-43eb-a9cc-f2ef5bd68fa6,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:14.381762 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60b81f90-8cc5-42f1-96cb-7d92d3debdda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:14.388808 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d884fa47-5f57-4d59-97d1-407c27c33101 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:14.423447 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60b81f90-8cc5-42f1-96cb-7d92d3debdda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:14.490775 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884fa47-5f57-4d59-97d1-407c27c33101 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'Port': ['ID=075ba055-4e4f-4be0-afe0-02f464a0e847,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:14.510547 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d884fa47-5f57-4d59-97d1-407c27c33101 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Network 0ff61232-3479-4388-b092-dc4e24df7f33 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:14.512084 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-d884fa47-5f57-4d59-97d1-407c27c33101 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:14.515095 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d884fa47-5f57-4d59-97d1-407c27c33101 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:59:14.518306 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5fa5e-a209-408f-becf-924293dae40a None None] Pushing event updated for resources: {'Port': ['ID=2ddc0468-0312-4726-88ae-e31f8573a1cb,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:14.595293 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:14.595428 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60b81f90-8cc5-42f1-96cb-7d92d3debdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:14.595878 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60b81f90-8cc5-42f1-96cb-7d92d3debdda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:14.600271 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-60b81f90-8cc5-42f1-96cb-7d92d3debdda admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a5efc14f-4f1a-4e74-b389-fba2ed32c777 HTTP/1.1" status: 204 len: 168 time: 0.3834484 Aug 10 03:59:14.609873 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d884fa47-5f57-4d59-97d1-407c27c33101 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:14.638066 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b81f90-8cc5-42f1-96cb-7d92d3debdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5efc14f-4f1a-4e74-b389-fba2ed32c777,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:14.648032 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port a943fe7e-562b-48f0-9a4a-34c97debcf1e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a943fe7e-562b-48f0-9a4a-34c97debcf1e,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:14.715658 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:14.815235 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=a943fe7e-562b-48f0-9a4a-34c97debcf1e,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:14.882982 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d884fa47-5f57-4d59-97d1-407c27c33101 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:14.958446 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e574a97-7949-441a-b3c3-366b92236d5a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:15.258787 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a019c65-06cb-451b-b6c4-3b99c586d3fb req-77e40e35-0068-4ca2-b3d0-7b7a342f6813 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:15.261188 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1a019c65-06cb-451b-b6c4-3b99c586d3fb req-77e40e35-0068-4ca2-b3d0-7b7a342f6813 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 945 time: 0.2340724 Aug 10 03:59:15.268611 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:15.295204 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461f984-fbdf-4de7-9aa3-a5ef265ccda2 req-044ea163-f151-420e-8b07-2d75454bee23 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:15.299162 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a461f984-fbdf-4de7-9aa3-a5ef265ccda2 req-044ea163-f151-420e-8b07-2d75454bee23 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.1823282 Aug 10 03:59:15.365436 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e574a97-7949-441a-b3c3-366b92236d5a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:15.369228 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a461f984-fbdf-4de7-9aa3-a5ef265ccda2 req-0f4a08ae-afac-4bbf-aed2-409dea77f3ee tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628741 Aug 10 03:59:15.404417 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d884fa47-5f57-4d59-97d1-407c27c33101 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:15.459733 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1a019c65-06cb-451b-b6c4-3b99c586d3fb req-ec4e9af2-25f9-4878-a541-04cc76040920 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831601 Aug 10 03:59:15.476302 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d884fa47-5f57-4d59-97d1-407c27c33101 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:15.579603 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d884fa47-5f57-4d59-97d1-407c27c33101 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:15.617882 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:15.644789 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884fa47-5f57-4d59-97d1-407c27c33101 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'Port': ['ID=075ba055-4e4f-4be0-afe0-02f464a0e847,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:15.674739 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e574a97-7949-441a-b3c3-366b92236d5a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Router d166e7e3-9ee3-4e2c-8e5a-e3d488bf479a is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:59:15.701653 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d884fa47-5f57-4d59-97d1-407c27c33101 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Network 0ff61232-3479-4388-b092-dc4e24df7f33 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:15.703185 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-d884fa47-5f57-4d59-97d1-407c27c33101 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:15.897843 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e574a97-7949-441a-b3c3-366b92236d5a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:59:15.910066 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a6225d-fee7-4f6d-a5a6-a42c942f5332 None None] Sync routers for ids ['d166e7e3-9ee3-4e2c-8e5a-e3d488bf479a'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:59:15.925239 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a6225d-fee7-4f6d-a5a6-a42c942f5332 None None] Routers {'d166e7e3-9ee3-4e2c-8e5a-e3d488bf479a'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:15.927866 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-29a6225d-fee7-4f6d-a5a6-a42c942f5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['d166e7e3-9ee3-4e2c-8e5a-e3d488bf479a'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:15.945990 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d884fa47-5f57-4d59-97d1-407c27c33101 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Router 6e852a75-32c4-4644-ae73-a56821c49a86 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:59:16.026068 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e574a97-7949-441a-b3c3-366b92236d5a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:16.030461 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-29a6225d-fee7-4f6d-a5a6-a42c942f5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:16.030640 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7e574a97-7949-441a-b3c3-366b92236d5a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.7693846 Aug 10 03:59:16.033233 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42324) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:16.053612 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a6225d-fee7-4f6d-a5a6-a42c942f5332 None None] Routers {'d166e7e3-9ee3-4e2c-8e5a-e3d488bf479a'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:16.054391 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-29a6225d-fee7-4f6d-a5a6-a42c942f5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['d166e7e3-9ee3-4e2c-8e5a-e3d488bf479a'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:16.099311 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a943fe7e-562b-48f0-9a4a-34c97debcf1e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:16.151713 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-29a6225d-fee7-4f6d-a5a6-a42c942f5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:16.153799 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a6225d-fee7-4f6d-a5a6-a42c942f5332 None None] The sync data for ids ['d166e7e3-9ee3-4e2c-8e5a-e3d488bf479a'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:59:16.185245 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80518ca5-4492-4441-aff2-40de5c2a68ca req-78c722f6-641b-48dd-9c91-9e048a390816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:16.187159 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-80518ca5-4492-4441-aff2-40de5c2a68ca req-78c722f6-641b-48dd-9c91-9e048a390816 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5c12184296424dc9af92067f3096d474&device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 1096 time: 0.2140157 Aug 10 03:59:16.209252 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0630f358-e33a-4ab7-8b34-8ce252e82365 None None] Network 0ff61232-3479-4388-b092-dc4e24df7f33 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:59:16.224779 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d884fa47-5f57-4d59-97d1-407c27c33101 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:59:16.262560 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d884fa47-5f57-4d59-97d1-407c27c33101 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "PUT /v2.0/routers/6e852a75-32c4-4644-ae73-a56821c49a86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5140941 Aug 10 03:59:16.268979 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42330) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:16.286836 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af02d2fa-b1e4-47c2-8cb8-c01b55cca389 None None] Sync routers for ids ['6e852a75-32c4-4644-ae73-a56821c49a86'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:59:16.315548 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42332) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:16.323021 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af02d2fa-b1e4-47c2-8cb8-c01b55cca389 None None] Routers {'6e852a75-32c4-4644-ae73-a56821c49a86'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:16.323649 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-af02d2fa-b1e4-47c2-8cb8-c01b55cca389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['6e852a75-32c4-4644-ae73-a56821c49a86'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:16.375837 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7edec48e-f3e0-498a-9e35-c43d23129fe3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "GET /v2.0/routers/d166e7e3-9ee3-4e2c-8e5a-e3d488bf479a HTTP/1.1" status: 200 len: 884 time: 0.3402758 Aug 10 03:59:16.377383 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80518ca5-4492-4441-aff2-40de5c2a68ca req-de932ae1-cb98-4a0d-8541-a0e5412f358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:16.379539 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-80518ca5-4492-4441-aff2-40de5c2a68ca req-de932ae1-cb98-4a0d-8541-a0e5412f358a service neutron] 10.222.0.68 "GET /v2.0/networks?id=017bc094-0610-4c83-b903-161ccef8a7ca HTTP/1.1" status: 200 len: 920 time: 0.1386545 Aug 10 03:59:16.380179 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-75c65b05-3aba-42cd-bfeb-4afe650368d0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1541886 Aug 10 03:59:16.380388 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42336) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:16.459939 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bf036583-ecf7-4c32-8b2e-630904aff61d None None] Provisioning for port 2ddc0468-0312-4726-88ae-e31f8573a1cb completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:16.497044 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port a943fe7e-562b-48f0-9a4a-34c97debcf1e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:16.498178 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:16.606091 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-e2105529-95cf-42a1-93e8-65b50af05ba4 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-26612324-network', 'tenant_id': '4df9db71cdc7406daaa20738501f9a25'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:16.610299 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-80518ca5-4492-4441-aff2-40de5c2a68ca req-a2ada4dc-4290-4bd1-b216-1b94cf6cb032 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e48d055-da9d-4b0f-85eb-0edc76009c82 HTTP/1.1" status: 200 len: 217 time: 0.1397574 Aug 10 03:59:16.670888 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-4ae1070d-44ac-4141-aa5f-596518cec1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:16.672286 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-4ae1070d-44ac-4141-aa5f-596518cec1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:16.672909 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-4ae1070d-44ac-4141-aa5f-596518cec1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:16.672909 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-4ae1070d-44ac-4141-aa5f-596518cec1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:16.673338 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-4ae1070d-44ac-4141-aa5f-596518cec1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:16.673810 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-4ae1070d-44ac-4141-aa5f-596518cec1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:16.674285 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-4ae1070d-44ac-4141-aa5f-596518cec1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:16.676489 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-4ae1070d-44ac-4141-aa5f-596518cec1ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7613e46ecb1e44beabb9108ddbbb4b81&device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 6498 time: 0.1528912 Aug 10 03:59:16.684121 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b23729-16d1-4951-a35c-967d9c9666db tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:16.684616 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b23729-16d1-4951-a35c-967d9c9666db tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:16.685153 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b23729-16d1-4951-a35c-967d9c9666db tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:16.685638 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b23729-16d1-4951-a35c-967d9c9666db tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:16.686108 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b23729-16d1-4951-a35c-967d9c9666db tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:16.686579 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b23729-16d1-4951-a35c-967d9c9666db tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:16.687053 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b23729-16d1-4951-a35c-967d9c9666db tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:16.688082 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b23729-16d1-4951-a35c-967d9c9666db tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:16.688577 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b23729-16d1-4951-a35c-967d9c9666db tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:16.689045 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b23729-16d1-4951-a35c-967d9c9666db tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:16.694118 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b8b23729-16d1-4951-a35c-967d9c9666db tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7083 time: 0.4199398 Aug 10 03:59:16.694745 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42346) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:16.733366 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-af02d2fa-b1e4-47c2-8cb8-c01b55cca389 None None] Set router 6e852a75-32c4-4644-ae73-a56821c49a86 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:16.760615 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80518ca5-4492-4441-aff2-40de5c2a68ca req-5f249eb4-a128-482b-929f-23577bccd39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:16.762798 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-80518ca5-4492-4441-aff2-40de5c2a68ca req-5f249eb4-a128-482b-929f-23577bccd39a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d62a09b9-e42e-47af-8510-297fece7a960 HTTP/1.1" status: 200 len: 859 time: 0.1321745 Aug 10 03:59:16.771862 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98c7a1-6b97-4f80-aa1d-213fb3043c5c req-d89ceda4-84a9-4e91-bef2-986491798dc9 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:16.773388 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1e98c7a1-6b97-4f80-aa1d-213fb3043c5c req-d89ceda4-84a9-4e91-bef2-986491798dc9 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 945 time: 0.1732221 Aug 10 03:59:16.774291 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78901049-d23f-462b-968b-8a1cf19d85bd req-3dd25ec5-3965-40e3-ac8a-a2fca7f2c281 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:16.783473 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78901049-d23f-462b-968b-8a1cf19d85bd req-3dd25ec5-3965-40e3-ac8a-a2fca7f2c281 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.2572930 Aug 10 03:59:16.816010 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-80518ca5-4492-4441-aff2-40de5c2a68ca req-36976eaa-2988-4b2a-bd89-76ee1f2b35b2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=017bc094-0610-4c83-b903-161ccef8a7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414467 Aug 10 03:59:16.866644 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:16.890751 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2105529-95cf-42a1-93e8-65b50af05ba4 admin admin] Made reservation on behalf of 4df9db71cdc7406daaa20738501f9a25 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:59:16.893212 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e2105529-95cf-42a1-93e8-65b50af05ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:16.946805 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e2105529-95cf-42a1-93e8-65b50af05ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:16.981020 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 2ddc0468-0312-4726-88ae-e31f8573a1cb up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:16.995434 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1e98c7a1-6b97-4f80-aa1d-213fb3043c5c req-0e6b2ab8-9c9c-4883-b31e-c7cd16b32bec tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061753 Aug 10 03:59:17.080385 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-80518ca5-4492-4441-aff2-40de5c2a68ca req-20d9229e-3494-40fb-80d8-e847e1d7fbb8 service neutron] 10.222.0.68 "GET /v2.0/networks/017bc094-0610-4c83-b903-161ccef8a7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353516 Aug 10 03:59:17.130021 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-af02d2fa-b1e4-47c2-8cb8-c01b55cca389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'name': 'tempest-TestNetworkBasicOps-router-925551247', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:07Z', 'updated_at': '2021-08-10T03:59:14Z', 'revision_number': 4, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:09Z', 'updated_at': '2021-08-10T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '075ba055-4e4f-4be0-afe0-02f464a0e847', 'name': '', 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'mac_address': 'fa:16:3e:1f:ad:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '86d2d62c-3af2-47d8-a099-65572797716a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:13Z', 'updated_at': '2021-08-10T03:59:15Z', 'revision_number': 2, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'subnets': [{'id': '86d2d62c-3af2-47d8-a099-65572797716a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:17.177066 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af02d2fa-b1e4-47c2-8cb8-c01b55cca389 None None] Checking router: 6e852a75-32c4-4644-ae73-a56821c49a86 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:59:17.177426 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af02d2fa-b1e4-47c2-8cb8-c01b55cca389 None None] Updating router 6e852a75-32c4-4644-ae73-a56821c49a86 port 075ba055-4e4f-4be0-afe0-02f464a0e847 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:59:17.210539 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 2ddc0468-0312-4726-88ae-e31f8573a1cb completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:17.215591 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-af02d2fa-b1e4-47c2-8cb8-c01b55cca389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:17.220311 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 2ddc0468-0312-4726-88ae-e31f8573a1cb triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:17.220682 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:17.223309 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d54e2175-99e3-4d16-b82a-03b3236e02be tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8413951 Aug 10 03:59:17.226852 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42350) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:17.238511 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-f2e6ebb7-e364-4236-92c8-5b8bf604bf83 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1432325152'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:17.275572 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-35dd721d-fe85-4cb3-a08c-e694d405c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:17.276196 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-35dd721d-fe85-4cb3-a08c-e694d405c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:17.276556 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-35dd721d-fe85-4cb3-a08c-e694d405c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:17.278179 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-35dd721d-fe85-4cb3-a08c-e694d405c2e7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=af9d6125-2256-42d2-8b3b-ccaff09619e5&id=438e5aac-e98a-498a-962c-24a8dab08d84&id=438e5aac-e98a-498a-962c-24a8dab08d84&id=438e5aac-e98a-498a-962c-24a8dab08d84&id=438e5aac-e98a-498a-962c-24a8dab08d84&id=fc4bc8cd-9681-4c48-a384-e9912b245b99&id=fc4bc8cd-9681-4c48-a384-e9912b245b99 HTTP/1.1" status: 200 len: 2297 time: 0.5443416 Aug 10 03:59:17.387541 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:17.394216 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-2a024e58-6d56-44f0-8808-a8a90418b1fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5bd3815-002e-4d67-be39-954b17157f18 HTTP/1.1" status: 200 len: 1001 time: 0.1006849 Aug 10 03:59:17.401345 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cafeb56-63ab-42aa-9440-c020d383f5b1 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:17.401837 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cafeb56-63ab-42aa-9440-c020d383f5b1 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:17.402316 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cafeb56-63ab-42aa-9440-c020d383f5b1 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:17.402870 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cafeb56-63ab-42aa-9440-c020d383f5b1 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:17.403248 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cafeb56-63ab-42aa-9440-c020d383f5b1 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:17.403716 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cafeb56-63ab-42aa-9440-c020d383f5b1 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:17.404305 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cafeb56-63ab-42aa-9440-c020d383f5b1 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:17.404684 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cafeb56-63ab-42aa-9440-c020d383f5b1 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:17.405150 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cafeb56-63ab-42aa-9440-c020d383f5b1 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:17.405617 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cafeb56-63ab-42aa-9440-c020d383f5b1 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:17.410818 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9cafeb56-63ab-42aa-9440-c020d383f5b1 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6475 time: 0.7132084 Aug 10 03:59:17.411459 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42352) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:17.549079 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-b19edf1b-fb03-428d-91e2-b9c3effbdfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:17.550542 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-b19edf1b-fb03-428d-91e2-b9c3effbdfa9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=131e12ae-b15c-4627-a08c-2d35b677d6c9 HTTP/1.1" status: 200 len: 856 time: 0.1368830 Aug 10 03:59:17.580738 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78901049-d23f-462b-968b-8a1cf19d85bd req-5a3e8625-39ff-4099-89e9-e92903b95787 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7976973 Aug 10 03:59:17.611920 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 2ddc0468-0312-4726-88ae-e31f8573a1cb, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=2ddc0468-0312-4726-88ae-e31f8573a1cb,segment=NetworkSegment(16cc2a1d-a06d-474c-9c77-2ebd0d81219c),segment_id=16cc2a1d-a06d-474c-9c77-2ebd0d81219c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:17.620257 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-dd36e697-57fc-4c48-9955-3fe14a11031c None None] Provisioning for port 075ba055-4e4f-4be0-afe0-02f464a0e847 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:17.634031 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-dd36e697-57fc-4c48-9955-3fe14a11031c None None] Provisioning complete for port 075ba055-4e4f-4be0-afe0-02f464a0e847 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:17.634403 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dd36e697-57fc-4c48-9955-3fe14a11031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:17.686077 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-70614c77-b0e3-4725-a4ed-c00e615ae29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:17.688844 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-70614c77-b0e3-4725-a4ed-c00e615ae29d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=af9d6125-2256-42d2-8b3b-ccaff09619e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051729 Aug 10 03:59:17.693197 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:17.735472 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-dd36e697-57fc-4c48-9955-3fe14a11031c None None] Port 075ba055-4e4f-4be0-afe0-02f464a0e847 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:59:17.847376 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-af02d2fa-b1e4-47c2-8cb8-c01b55cca389 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:17.858761 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-af02d2fa-b1e4-47c2-8cb8-c01b55cca389 None None] Transition to ACTIVE for port object 075ba055-4e4f-4be0-afe0-02f464a0e847 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:17.882999 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-dd36e697-57fc-4c48-9955-3fe14a11031c None None] Provisioning complete for port 2ddc0468-0312-4726-88ae-e31f8573a1cb triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:17.883511 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dd36e697-57fc-4c48-9955-3fe14a11031c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:17.885473 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=2ddc0468-0312-4726-88ae-e31f8573a1cb,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:17.916070 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e2105529-95cf-42a1-93e8-65b50af05ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:17.950906 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-b9d28cef-53c9-46a7-a06e-fbd66eabb420 service neutron] 10.222.0.20 "GET /v2.0/networks/af9d6125-2256-42d2-8b3b-ccaff09619e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526863 Aug 10 03:59:17.990826 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e2105529-95cf-42a1-93e8-65b50af05ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:17.994549 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-af02d2fa-b1e4-47c2-8cb8-c01b55cca389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:17.995975 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-80518ca5-4492-4441-aff2-40de5c2a68ca req-40b685dc-8a6e-4770-88d0-bad01d47a2b7 service neutron] 10.222.0.68 "GET /v2.0/networks/017bc094-0610-4c83-b903-161ccef8a7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9004798 Aug 10 03:59:18.041919 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2105529-95cf-42a1-93e8-65b50af05ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e715cd5-b518-4c40-898d-30d31a115863,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:18.076714 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2105529-95cf-42a1-93e8-65b50af05ba4 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:59:18.099379 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e2105529-95cf-42a1-93e8-65b50af05ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:18.100034 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-e2105529-95cf-42a1-93e8-65b50af05ba4 admin admin] Added segment 5cade6b0-023a-4c21-9ed3-4f63993be0e8 of type vlan for network 846bbc4c-82ac-42c5-9a75-b97bbc8d3c64 Aug 10 03:59:18.114398 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1904cec-b06d-4a82-bd6c-1f4c1539de05 None None] Pushing event updated for resources: {'Port': ['ID=075ba055-4e4f-4be0-afe0-02f464a0e847,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:18.157694 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-af02d2fa-b1e4-47c2-8cb8-c01b55cca389 None None] Attempting to bind port 075ba055-4e4f-4be0-afe0-02f464a0e847 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:59:18.158111 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-af02d2fa-b1e4-47c2-8cb8-c01b55cca389 None None] Attempting to bind port 075ba055-4e4f-4be0-afe0-02f464a0e847 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '16cc2a1d-a06d-474c-9c77-2ebd0d81219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:59:18.158592 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af02d2fa-b1e4-47c2-8cb8-c01b55cca389 None None] Attempting to bind port 075ba055-4e4f-4be0-afe0-02f464a0e847 on network 0ff61232-3479-4388-b092-dc4e24df7f33 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:18.179584 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af02d2fa-b1e4-47c2-8cb8-c01b55cca389 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:59:18.179880 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af02d2fa-b1e4-47c2-8cb8-c01b55cca389 None None] Checking segment: {'id': '16cc2a1d-a06d-474c-9c77-2ebd0d81219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:18.180171 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-af02d2fa-b1e4-47c2-8cb8-c01b55cca389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:18.181068 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af02d2fa-b1e4-47c2-8cb8-c01b55cca389 None None] Bound using segment: {'id': '16cc2a1d-a06d-474c-9c77-2ebd0d81219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:59:18.181575 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-af02d2fa-b1e4-47c2-8cb8-c01b55cca389 None None] Bound port: 075ba055-4e4f-4be0-afe0-02f464a0e847, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16cc2a1d-a06d-474c-9c77-2ebd0d81219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:59:18.181963 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-af02d2fa-b1e4-47c2-8cb8-c01b55cca389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:18.223310 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ce017890-f94e-4025-b2cc-c2aa20fc5b60 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5223 time: 0.8056192 Aug 10 03:59:18.224908 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-1d5263c2-2446-4c9c-91af-2b5f1f8ca367 service neutron] 10.222.0.20 "GET /v2.0/networks/af9d6125-2256-42d2-8b3b-ccaff09619e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665954 Aug 10 03:59:18.298612 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-f24cc235-4c4b-43bf-9982-32c1ef890ad4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.96&port_id=2c7de5ba-33bf-4c9f-b02d-0d1250755d4b HTTP/1.1" status: 200 len: 217 time: 0.0645859 Aug 10 03:59:18.299276 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-af02d2fa-b1e4-47c2-8cb8-c01b55cca389 None None] For port 075ba055-4e4f-4be0-afe0-02f464a0e847, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:59:18.306322 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-af02d2fa-b1e4-47c2-8cb8-c01b55cca389 None None] For port 075ba055-4e4f-4be0-afe0-02f464a0e847, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=075ba055-4e4f-4be0-afe0-02f464a0e847,segment=NetworkSegment(16cc2a1d-a06d-474c-9c77-2ebd0d81219c),segment_id=16cc2a1d-a06d-474c-9c77-2ebd0d81219c)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:59:18.372027 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f2e6ebb7-e364-4236-92c8-5b8bf604bf83 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:18.393835 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-43e92622-0010-479f-9bdf-7b8f1f80b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:18.395509 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-43e92622-0010-479f-9bdf-7b8f1f80b4bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4672b88c-e1c1-4d0c-a3fa-f280cf947686 HTTP/1.1" status: 200 len: 797 time: 0.0878716 Aug 10 03:59:18.410357 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-af02d2fa-b1e4-47c2-8cb8-c01b55cca389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:18.470692 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e2105529-95cf-42a1-93e8-65b50af05ba4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:18.471852 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-24fa2a55-a177-456e-a072-663a61f0c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:18.473975 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-24fa2a55-a177-456e-a072-663a61f0c304 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=438e5aac-e98a-498a-962c-24a8dab08d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0706475 Aug 10 03:59:18.496332 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56b38f-b844-426b-bef9-f081d50a10b0 req-77dbfc32-23c3-492f-9a78-ffac863c192f tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:18.504587 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af02d2fa-b1e4-47c2-8cb8-c01b55cca389 None None] Routers {'6e852a75-32c4-4644-ae73-a56821c49a86'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:18.505221 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-af02d2fa-b1e4-47c2-8cb8-c01b55cca389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['6e852a75-32c4-4644-ae73-a56821c49a86'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:18.507838 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af56b38f-b844-426b-bef9-f081d50a10b0 req-77dbfc32-23c3-492f-9a78-ffac863c192f tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 945 time: 0.1903954 Aug 10 03:59:18.508056 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1904cec-b06d-4a82-bd6c-1f4c1539de05 None None] Pushing event updated for resources: {'Port': ['ID=075ba055-4e4f-4be0-afe0-02f464a0e847,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:18.559846 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af56b38f-b844-426b-bef9-f081d50a10b0 req-f6f7cd4f-2fc4-41d0-8a6b-7fdd17d23dec tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488374 Aug 10 03:59:18.575390 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f2e6ebb7-e364-4236-92c8-5b8bf604bf83 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-457799'] for router, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:18.623939 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-02b78759-d4f5-4462-8a15-35632e0093c1 service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412370 Aug 10 03:59:18.701584 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-af02d2fa-b1e4-47c2-8cb8-c01b55cca389 None None] Set router 6e852a75-32c4-4644-ae73-a56821c49a86 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:18.799932 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e2105529-95cf-42a1-93e8-65b50af05ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:18.800966 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2105529-95cf-42a1-93e8-65b50af05ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:18.801635 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e2105529-95cf-42a1-93e8-65b50af05ba4 admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:18.835735 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-ba857836-cb39-4313-83b9-6b26195e4f73 service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029243 Aug 10 03:59:18.885720 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-bd7f0452-cc37-4ed9-bbc6-e621f8467289 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=d75f407a-6d9e-4e55-beff-6f8dd89b5d40 HTTP/1.1" status: 200 len: 217 time: 0.0416553 Aug 10 03:59:18.976843 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e6ebb7-e364-4236-92c8-5b8bf604bf83 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Router d166e7e3-9ee3-4e2c-8e5a-e3d488bf479a has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:59:18.978234 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2105529-95cf-42a1-93e8-65b50af05ba4 admin admin] Pushing event updated for resources: {'Network': ['ID=846bbc4c-82ac-42c5-9a75-b97bbc8d3c64,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:18.983142 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-7d1a9565-2e18-462c-b361-47446a175fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:18.987170 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-7d1a9565-2e18-462c-b361-47446a175fef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4672b88c-e1c1-4d0c-a3fa-f280cf947686 HTTP/1.1" status: 200 len: 797 time: 0.0945871 Aug 10 03:59:18.992059 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 846bbc4c-82ac-42c5-9a75-b97bbc8d3c64 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:59:18.994100 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e2105529-95cf-42a1-93e8-65b50af05ba4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.6760826 Aug 10 03:59:18.998417 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42386) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:19.005888 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-50f4a731-b14e-477b-bae9-3cd503841c9d admin admin] Request body: {'subnet': {'network_id': '846bbc4c-82ac-42c5-9a75-b97bbc8d3c64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-26612324-subnet', 'tenant_id': '4df9db71cdc7406daaa20738501f9a25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:19.035092 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a0577-28ec-4257-a91d-a23aaf6bcb1e req-906d27b7-182b-4618-b596-9e5e0fe58337 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:19.036747 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f46a0577-28ec-4257-a91d-a23aaf6bcb1e req-906d27b7-182b-4618-b596-9e5e0fe58337 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.1417217 Aug 10 03:59:19.055557 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-c0f63644-d77e-4a1b-b8ee-6488a8d8941b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:19.058347 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-c0f63644-d77e-4a1b-b8ee-6488a8d8941b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=438e5aac-e98a-498a-962c-24a8dab08d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0607684 Aug 10 03:59:19.097062 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-af02d2fa-b1e4-47c2-8cb8-c01b55cca389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'name': 'tempest-TestNetworkBasicOps-router-925551247', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:07Z', 'updated_at': '2021-08-10T03:59:14Z', 'revision_number': 4, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:09Z', 'updated_at': '2021-08-10T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '075ba055-4e4f-4be0-afe0-02f464a0e847', 'name': '', 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'mac_address': 'fa:16:3e:1f:ad:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '86d2d62c-3af2-47d8-a099-65572797716a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:13Z', 'updated_at': '2021-08-10T03:59:18Z', 'revision_number': 4, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'subnets': [{'id': '86d2d62c-3af2-47d8-a099-65572797716a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:19.128925 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af02d2fa-b1e4-47c2-8cb8-c01b55cca389 None None] The sync data for ids ['6e852a75-32c4-4644-ae73-a56821c49a86'] in n-d-802893-2 is: [{'id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'name': 'tempest-TestNetworkBasicOps-router-925551247', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:07Z', 'updated_at': '2021-08-10T03:59:14Z', 'revision_number': 4, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:09Z', 'updated_at': '2021-08-10T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '075ba055-4e4f-4be0-afe0-02f464a0e847', 'name': '', 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'mac_address': 'fa:16:3e:1f:ad:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '86d2d62c-3af2-47d8-a099-65572797716a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:13Z', 'updated_at': '2021-08-10T03:59:18Z', 'revision_number': 4, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'subnets': [{'id': '86d2d62c-3af2-47d8-a099-65572797716a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:59:19.163894 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-74f2bb60-c62d-4cd8-a0ee-727414c1d218 service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957775 Aug 10 03:59:19.176026 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f46a0577-28ec-4257-a91d-a23aaf6bcb1e req-e0d4406e-3fcb-48de-92f0-dfb48f2a39b7 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962818 Aug 10 03:59:19.203716 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f4a731-b14e-477b-bae9-3cd503841c9d admin admin] Made reservation on behalf of 4df9db71cdc7406daaa20738501f9a25 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:59:19.211392 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-50f4a731-b14e-477b-bae9-3cd503841c9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:19.220245 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42388) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:19.230182 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-269649da-4c0c-4748-92df-5f663ab86ba2 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-624681411', 'description': 'tempest-secgroup-smoke-624681411 description', 'project_id': 'f5becae06cd542b5a8415ea130ec33d4'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:19.300374 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e6ebb7-e364-4236-92c8-5b8bf604bf83 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:59:19.313239 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cde70c-7c1b-49a1-a39f-061917e690b3 None None] Sync routers for ids ['d166e7e3-9ee3-4e2c-8e5a-e3d488bf479a'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:59:19.314581 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f2e6ebb7-e364-4236-92c8-5b8bf604bf83 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:19.316493 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f2e6ebb7-e364-4236-92c8-5b8bf604bf83 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "PUT /v2.0/routers/d166e7e3-9ee3-4e2c-8e5a-e3d488bf479a HTTP/1.1" status: 200 len: 891 time: 2.0869219 Aug 10 03:59:19.322835 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42392) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:19.328390 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cde70c-7c1b-49a1-a39f-061917e690b3 None None] Routers {'d166e7e3-9ee3-4e2c-8e5a-e3d488bf479a'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:19.329040 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-c6cde70c-7c1b-49a1-a39f-061917e690b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['d166e7e3-9ee3-4e2c-8e5a-e3d488bf479a'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:19.350513 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-44954ef5-74ab-4e0e-89a5-cf89dfbe4e26 service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775105 Aug 10 03:59:19.401543 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-c6cde70c-7c1b-49a1-a39f-061917e690b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:19.411155 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cde70c-7c1b-49a1-a39f-061917e690b3 None None] Routers {'d166e7e3-9ee3-4e2c-8e5a-e3d488bf479a'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:19.412072 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-c6cde70c-7c1b-49a1-a39f-061917e690b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['d166e7e3-9ee3-4e2c-8e5a-e3d488bf479a'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:19.431688 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-42a0d5f6-2e53-403b-be50-d8b8f22aab65 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=69e2a20f-0ef2-479f-b9ef-320a6110a078 HTTP/1.1" status: 200 len: 217 time: 0.0725832 Aug 10 03:59:19.454206 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-c6cde70c-7c1b-49a1-a39f-061917e690b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:19.455265 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cde70c-7c1b-49a1-a39f-061917e690b3 None None] The sync data for ids ['d166e7e3-9ee3-4e2c-8e5a-e3d488bf479a'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:59:19.482950 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-269649da-4c0c-4748-92df-5f663ab86ba2 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:19.500668 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-5a9e1626-acc0-45a2-a569-3dc33609d63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:19.502725 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-5a9e1626-acc0-45a2-a569-3dc33609d63c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4672b88c-e1c1-4d0c-a3fa-f280cf947686 HTTP/1.1" status: 200 len: 797 time: 0.0638702 Aug 10 03:59:19.547903 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-defe8557-82fb-4936-bafc-77d132206945 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "GET /v2.0/routers/d166e7e3-9ee3-4e2c-8e5a-e3d488bf479a HTTP/1.1" status: 200 len: 891 time: 0.2197962 Aug 10 03:59:19.548387 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42396) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:19.597560 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-22adf783-d166-4e07-93c3-be524b0f2738 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "GET /v2.0/ports?device_id=d166e7e3-9ee3-4e2c-8e5a-e3d488bf479a HTTP/1.1" status: 200 len: 205 time: 0.0461206 Aug 10 03:59:19.601703 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42402) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:19.645388 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-b49dfd4a-e00f-4797-92a5-8707f4e16934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:19.646937 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-b49dfd4a-e00f-4797-92a5-8707f4e16934 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=438e5aac-e98a-498a-962c-24a8dab08d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1355841 Aug 10 03:59:19.689345 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-269649da-4c0c-4748-92df-5f663ab86ba2 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:19.789085 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-269649da-4c0c-4748-92df-5f663ab86ba2 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:19.796589 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-50f4a731-b14e-477b-bae9-3cd503841c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:19.917474 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269649da-4c0c-4748-92df-5f663ab86ba2 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=795c9faf-0455-43f5-81d5-e64193956cfa,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:19.931422 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f4a731-b14e-477b-bae9-3cd503841c9d admin admin] Checking segment: {'id': '5cade6b0-023a-4c21-9ed3-4f63993be0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '846bbc4c-82ac-42c5-9a75-b97bbc8d3c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:19.931875 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f4a731-b14e-477b-bae9-3cd503841c9d admin admin] Network hostable DHCP agents. Network: 846bbc4c-82ac-42c5-9a75-b97bbc8d3c64, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:59:19.940469 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c85fe0-e54b-42c0-ac36-d29b4282977a req-e7ba6f99-65ca-4f45-a131-ba8ed17e8cfb tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:19.944822 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89c85fe0-e54b-42c0-ac36-d29b4282977a req-e7ba6f99-65ca-4f45-a131-ba8ed17e8cfb tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 945 time: 0.2069669 Aug 10 03:59:19.952994 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4a731-b14e-477b-bae9-3cd503841c9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5e5c480-09a2-44f5-8740-174485fad91b,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:19.964813 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d69b5303-3a75-4565-aeed-d4b35ecb37f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:19.965027 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-269649da-4c0c-4748-92df-5f663ab86ba2 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:19.965027 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-269649da-4c0c-4748-92df-5f663ab86ba2 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7400038 Aug 10 03:59:19.967232 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42410) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:19.977076 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-0d51f76b-6985-4de5-8e53-af534d7a0e60 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'security_group_rule': {'security_group_id': '795c9faf-0455-43f5-81d5-e64193956cfa', 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:20.027673 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-7bfe8f57-ce19-4b3e-8033-544e8e639360 service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692758 Aug 10 03:59:20.036411 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f4a731-b14e-477b-bae9-3cd503841c9d admin admin] Network 846bbc4c-82ac-42c5-9a75-b97bbc8d3c64 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:59:20.076387 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 075ba055-4e4f-4be0-afe0-02f464a0e847 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:20.120653 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0d51f76b-6985-4de5-8e53-af534d7a0e60 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.127302 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89c85fe0-e54b-42c0-ac36-d29b4282977a req-ab1997dd-214a-4b8b-8739-a71fae26dcb8 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679928 Aug 10 03:59:20.137854 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-50f4a731-b14e-477b-bae9-3cd503841c9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 846bbc4c-82ac-42c5-9a75-b97bbc8d3c64) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:20.151577 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f4a731-b14e-477b-bae9-3cd503841c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:20.157181 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-50f4a731-b14e-477b-bae9-3cd503841c9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.163572 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8ae6d3-2741-4718-a4c5-0ac9da678c4c None None] Network 846bbc4c-82ac-42c5-9a75-b97bbc8d3c64 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:59:20.214068 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d69b5303-3a75-4565-aeed-d4b35ecb37f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.270939 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 075ba055-4e4f-4be0-afe0-02f464a0e847 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:20.278773 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 075ba055-4e4f-4be0-afe0-02f464a0e847 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:20.285377 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-ff395830-8ef7-4eff-a84c-b622a011ff84 service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438800 Aug 10 03:59:20.286164 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.290958 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0d51f76b-6985-4de5-8e53-af534d7a0e60 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.300843 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-50f4a731-b14e-477b-bae9-3cd503841c9d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3013213 Aug 10 03:59:20.400493 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbb777-ad15-4c6a-92b1-3d3f181610fd req-a44cda1b-e162-473d-8099-2fe9603a9c86 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:20.407781 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-addbb777-ad15-4c6a-92b1-3d3f181610fd req-a44cda1b-e162-473d-8099-2fe9603a9c86 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.1113372 Aug 10 03:59:20.408988 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0d51f76b-6985-4de5-8e53-af534d7a0e60 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.453643 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-6c1afc57-870a-4675-893a-1e6e16720d1e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=27b3504e-5f67-479d-9a2f-2aa759db0602 HTTP/1.1" status: 200 len: 217 time: 0.1564660 Aug 10 03:59:20.505763 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d51f76b-6985-4de5-8e53-af534d7a0e60 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0898bc85-f581-427f-bf46-84051243cff7,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:20.538371 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-addbb777-ad15-4c6a-92b1-3d3f181610fd req-9c6b9a6c-ba5f-42f6-aeff-14aa2b958075 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169684 Aug 10 03:59:20.570098 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-d69b5303-3a75-4565-aeed-d4b35ecb37f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Deleting port 6671988f-bd3b-43eb-a9cc-f2ef5bd68fa6 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:59:20.570702 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d69b5303-3a75-4565-aeed-d4b35ecb37f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.573480 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-60b17790-fab6-4273-bd1d-60ba94d3226a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:20.575229 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-60b17790-fab6-4273-bd1d-60ba94d3226a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4672b88c-e1c1-4d0c-a3fa-f280cf947686 HTTP/1.1" status: 200 len: 797 time: 0.1082742 Aug 10 03:59:20.583975 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0d51f76b-6985-4de5-8e53-af534d7a0e60 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.588052 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0d51f76b-6985-4de5-8e53-af534d7a0e60 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6168902 Aug 10 03:59:20.588642 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42430) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:20.594369 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-4734e767-2cab-4137-8333-fce9eaf18400 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'security_group_rule': {'security_group_id': '795c9faf-0455-43f5-81d5-e64193956cfa', 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:20.610189 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8d0265-fe97-4981-abfa-def9c66067bc None None] Network 846bbc4c-82ac-42c5-9a75-b97bbc8d3c64 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:59:20.666423 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.692749 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4734e767-2cab-4137-8333-fce9eaf18400 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.719406 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 075ba055-4e4f-4be0-afe0-02f464a0e847, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=075ba055-4e4f-4be0-afe0-02f464a0e847,segment=NetworkSegment(16cc2a1d-a06d-474c-9c77-2ebd0d81219c),segment_id=16cc2a1d-a06d-474c-9c77-2ebd0d81219c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:20.731938 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-fe0af2f2-91b1-49f8-9ec6-54b1b5374ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:20.733967 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-fe0af2f2-91b1-49f8-9ec6-54b1b5374ad8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=438e5aac-e98a-498a-962c-24a8dab08d84&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0838351 Aug 10 03:59:20.795306 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d69b5303-3a75-4565-aeed-d4b35ecb37f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.799414 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.801700 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 2ddc0468-0312-4726-88ae-e31f8573a1cb up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:20.809402 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4734e767-2cab-4137-8333-fce9eaf18400 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.828202 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-d69b5303-3a75-4565-aeed-d4b35ecb37f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Calling delete_port for 6671988f-bd3b-43eb-a9cc-f2ef5bd68fa6 owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:59:20.868013 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4734e767-2cab-4137-8333-fce9eaf18400 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.930788 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734e767-2cab-4137-8333-fce9eaf18400 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90055810-9451-41c8-84d4-5a0f97523493,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:20.948270 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=075ba055-4e4f-4be0-afe0-02f464a0e847,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:20.955390 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 2ddc0468-0312-4726-88ae-e31f8573a1cb triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:20.955763 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.975719 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4734e767-2cab-4137-8333-fce9eaf18400 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:20.977322 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4734e767-2cab-4137-8333-fce9eaf18400 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3877132 Aug 10 03:59:20.980111 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42444) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:20.987882 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-51056faa-8394-4343-8250-1403e63ba87d tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'security_group_rule': {'security_group_id': '795c9faf-0455-43f5-81d5-e64193956cfa', 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:21.119668 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-51056faa-8394-4343-8250-1403e63ba87d tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:21.129105 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-792b7593-8228-436c-8cdb-c2775058f863 service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746226 Aug 10 03:59:21.189078 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-51056faa-8394-4343-8250-1403e63ba87d tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:21.264175 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-51056faa-8394-4343-8250-1403e63ba87d tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:21.286345 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88747d-7fd3-43a1-b0e2-8571e6f9e5bf req-b683c864-2d81-485a-87b0-d566bf0fbac0 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:21.288223 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cd88747d-7fd3-43a1-b0e2-8571e6f9e5bf req-b683c864-2d81-485a-87b0-d566bf0fbac0 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 945 time: 0.0704033 Aug 10 03:59:21.316968 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51056faa-8394-4343-8250-1403e63ba87d tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5e1a91-a4d8-4c70-b6f7-61d9a4d54086,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:21.344652 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cd88747d-7fd3-43a1-b0e2-8571e6f9e5bf req-4550c3f2-a316-47b6-8e11-2c99b336a7c4 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446076 Aug 10 03:59:21.383582 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-51056faa-8394-4343-8250-1403e63ba87d tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:21.385411 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-51056faa-8394-4343-8250-1403e63ba87d tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4028080 Aug 10 03:59:21.388016 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42454) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:21.393235 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-164025df-dc5a-4736-99a1-f19a1bf0eb5a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'security_group_rule': {'security_group_id': '795c9faf-0455-43f5-81d5-e64193956cfa', 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:21.475060 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-164025df-dc5a-4736-99a1-f19a1bf0eb5a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:21.540131 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-164025df-dc5a-4736-99a1-f19a1bf0eb5a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:21.577187 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-200168a8-4dba-4aed-8137-bdeedba29bbc tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:21.579323 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-200168a8-4dba-4aed-8137-bdeedba29bbc tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.25 "GET /v2.0/networks?id=846bbc4c-82ac-42c5-9a75-b97bbc8d3c64 HTTP/1.1" status: 200 len: 807 time: 0.6408145 Aug 10 03:59:21.620088 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-eaec03d5-2113-4f38-bca8-b8675cf86e52 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.25 "GET /v2.0/quotas/4df9db71cdc7406daaa20738501f9a25 HTTP/1.1" status: 200 len: 375 time: 0.0306947 Aug 10 03:59:21.685247 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-e1e65bb3-8a07-46e2-bb74-8aa773596790 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4df9db71cdc7406daaa20738501f9a25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568891 Aug 10 03:59:21.694772 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-483bb36a-925a-4b51-84a7-7aac3d39e977 service neutron] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869383 Aug 10 03:59:21.695520 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-164025df-dc5a-4736-99a1-f19a1bf0eb5a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:21.738926 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164025df-dc5a-4736-99a1-f19a1bf0eb5a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd2f69a-6a27-4788-92b6-8f695e3f8455,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:21.760032 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79952a32-66c6-4324-a6a8-c57da894d609 req-a3c96e11-7523-4557-a2b7-03869c4eb827 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:21.762027 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-939d84de-437c-48e6-a00e-2960c6162ca6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=fafd8c8c-73f6-41b9-881e-4160cffd6abc HTTP/1.1" status: 200 len: 217 time: 0.0492013 Aug 10 03:59:21.767304 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-79952a32-66c6-4324-a6a8-c57da894d609 req-a3c96e11-7523-4557-a2b7-03869c4eb827 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.0827453 Aug 10 03:59:21.801834 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-164025df-dc5a-4736-99a1-f19a1bf0eb5a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:21.805543 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-164025df-dc5a-4736-99a1-f19a1bf0eb5a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4139478 Aug 10 03:59:21.806344 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42466) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:21.816539 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-f324cfb8-b600-4c5f-90b4-82d3d857a5b7 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'security_group_rule': {'security_group_id': '795c9faf-0455-43f5-81d5-e64193956cfa', 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:21.841143 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d69b5303-3a75-4565-aeed-d4b35ecb37f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:21.842200 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-79952a32-66c6-4324-a6a8-c57da894d609 req-a84cedad-35e8-4852-80c8-47d4ca3c8a6f tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740428 Aug 10 03:59:21.871551 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 075ba055-4e4f-4be0-afe0-02f464a0e847 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:21.886420 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b5303-3a75-4565-aeed-d4b35ecb37f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Port': ['ID=6671988f-bd3b-43eb-a9cc-f2ef5bd68fa6,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:21.919029 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-042bc2b2-6278-42ae-93d0-7660c07ebd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:21.919638 n-d-802893-2 neutron-server[94938]: INFO neutron.db.securitygroups_db [None req-f324cfb8-b600-4c5f-90b4-82d3d857a5b7 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Project f5becae06cd542b5a8415ea130ec33d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:59:21.920523 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-042bc2b2-6278-42ae-93d0-7660c07ebd1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96c77b29-de8a-40c8-ae15-4c8b35353438 HTTP/1.1" status: 200 len: 797 time: 0.1516092 Aug 10 03:59:21.926269 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f324cfb8-b600-4c5f-90b4-82d3d857a5b7 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:21.926738 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 075ba055-4e4f-4be0-afe0-02f464a0e847 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:21.927425 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:21.995949 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f324cfb8-b600-4c5f-90b4-82d3d857a5b7 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:22.001732 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-aed806ff-434e-4aec-a544-467fa39e1523 service neutron] 10.222.0.25 "GET /v2.0/networks/846bbc4c-82ac-42c5-9a75-b97bbc8d3c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023667 Aug 10 03:59:22.020100 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d69b5303-3a75-4565-aeed-d4b35ecb37f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:22.080547 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f324cfb8-b600-4c5f-90b4-82d3d857a5b7 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:22.102041 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324cfb8-b600-4c5f-90b4-82d3d857a5b7 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c82898d-35d0-4682-bbc4-dbe8914daf74,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:22.165962 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d69b5303-3a75-4565-aeed-d4b35ecb37f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:22.169657 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d69b5303-3a75-4565-aeed-d4b35ecb37f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:22.172765 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-9034d900-eb34-4760-aa61-6a39c27b3cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:22.174348 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-9034d900-eb34-4760-aa61-6a39c27b3cc3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fc4bc8cd-9681-4c48-a384-e9912b245b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2284496 Aug 10 03:59:22.180182 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f324cfb8-b600-4c5f-90b4-82d3d857a5b7 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:22.183903 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f324cfb8-b600-4c5f-90b4-82d3d857a5b7 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3740220 Aug 10 03:59:22.186560 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42476) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:22.194116 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-58bb800d-102e-43b9-b649-3afdfdc145cd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'security_group_rule': {'security_group_id': '795c9faf-0455-43f5-81d5-e64193956cfa', 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:22.295031 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-81cf6346-9a7a-4df0-bda2-ad9175b917db service neutron] 10.222.0.25 "GET /v2.0/networks/846bbc4c-82ac-42c5-9a75-b97bbc8d3c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862637 Aug 10 03:59:22.295865 n-d-802893-2 neutron-server[94938]: INFO neutron.db.securitygroups_db [None req-58bb800d-102e-43b9-b649-3afdfdc145cd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Project f5becae06cd542b5a8415ea130ec33d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 03:59:22.303238 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-58bb800d-102e-43b9-b649-3afdfdc145cd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:22.332250 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-f5ba52f8-c7fa-495a-bd85-cc8735ee503a service neutron] 10.222.0.20 "GET /v2.0/networks/fc4bc8cd-9681-4c48-a384-e9912b245b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403134 Aug 10 03:59:22.395623 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d69b5303-3a75-4565-aeed-d4b35ecb37f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:22.395623 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69b5303-3a75-4565-aeed-d4b35ecb37f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Fanout notify agent at l3_agent the message router_deleted on router d166e7e3-9ee3-4e2c-8e5a-e3d488bf479a {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:59:22.406587 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d69b5303-3a75-4565-aeed-d4b35ecb37f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:22.407717 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d69b5303-3a75-4565-aeed-d4b35ecb37f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/routers/d166e7e3-9ee3-4e2c-8e5a-e3d488bf479a HTTP/1.1" status: 204 len: 168 time: 2.8076346 Aug 10 03:59:22.413480 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42482) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:22.419667 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-93712f40-8dcf-4b7a-a93f-d797fc72dbe1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-871009816'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:22.425246 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-58bb800d-102e-43b9-b649-3afdfdc145cd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:22.456275 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-601b90a2-eaab-4699-8776-9d02592d9f85 service neutron] 10.222.0.20 "GET /v2.0/networks/fc4bc8cd-9681-4c48-a384-e9912b245b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149743 Aug 10 03:59:22.490371 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2879b-5dcb-4a6b-b5e7-8c419f603083 req-2bb2f4a3-17e7-45bf-b77e-6b1fa9661784 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:22.492018 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e0a2879b-5dcb-4a6b-b5e7-8c419f603083 req-2bb2f4a3-17e7-45bf-b77e-6b1fa9661784 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 945 time: 0.0561597 Aug 10 03:59:22.501775 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-f134b6ec-1505-461c-86d4-e50a0c8d6b90 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=689d1191-90af-45a6-9b31-5a0d267b556e HTTP/1.1" status: 200 len: 217 time: 0.0373659 Aug 10 03:59:22.545623 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e0a2879b-5dcb-4a6b-b5e7-8c419f603083 req-f6e9d7e9-3943-46b5-a6c0-b98f45e4f9ec tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459826 Aug 10 03:59:22.547489 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-58bb800d-102e-43b9-b649-3afdfdc145cd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:22.553305 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93712f40-8dcf-4b7a-a93f-d797fc72dbe1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Made reservation on behalf of cdcd64ea9b214b6c8e8b7ba6b5131c2f for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:59:22.561417 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-93712f40-8dcf-4b7a-a93f-d797fc72dbe1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:22.586146 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-eaeb70da-5529-4741-94e6-a80e85775653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:22.587990 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-eaeb70da-5529-4741-94e6-a80e85775653 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=96c77b29-de8a-40c8-ae15-4c8b35353438 HTTP/1.1" status: 200 len: 797 time: 0.0777538 Aug 10 03:59:22.609645 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb800d-102e-43b9-b649-3afdfdc145cd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c5df9c-604d-41fe-b65d-d8284c4e3b95,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:22.622499 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93712f40-8dcf-4b7a-a93f-d797fc72dbe1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:59:22.632575 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-93712f40-8dcf-4b7a-a93f-d797fc72dbe1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:22.632915 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-93712f40-8dcf-4b7a-a93f-d797fc72dbe1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Added segment 390cb769-8862-4b76-8be9-fbfee855d35e of type vlan for network 0a41bebb-d16f-4ac8-9a57-5eb14d114018 Aug 10 03:59:22.692107 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-93712f40-8dcf-4b7a-a93f-d797fc72dbe1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:22.695863 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a4bbebf3-3b3b-4f65-9778-6855e90c5ebf req-0820637f-16f1-48bb-a5d9-bf5f29cc75db tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.25 "GET /v2.0/ports?device_id=11407fff-b4ed-45d0-8bec-96e4a1c29305 HTTP/1.1" status: 200 len: 210 time: 0.0798018 Aug 10 03:59:22.708546 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-a9baa593-066d-4222-9cbb-07295dd3c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:22.709508 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-58bb800d-102e-43b9-b649-3afdfdc145cd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:22.710069 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-a9baa593-066d-4222-9cbb-07295dd3c1e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=fc4bc8cd-9681-4c48-a384-e9912b245b99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1122785 Aug 10 03:59:22.721758 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-58bb800d-102e-43b9-b649-3afdfdc145cd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5248919 Aug 10 03:59:22.828530 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-db5dff7f-6ee7-4791-9beb-39c9248e3d4c service neutron] 10.222.0.20 "GET /v2.0/networks/fc4bc8cd-9681-4c48-a384-e9912b245b99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039627 Aug 10 03:59:22.835296 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-93712f40-8dcf-4b7a-a93f-d797fc72dbe1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:22.842287 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93712f40-8dcf-4b7a-a93f-d797fc72dbe1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:22.843994 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-93712f40-8dcf-4b7a-a93f-d797fc72dbe1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:22.932412 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93712f40-8dcf-4b7a-a93f-d797fc72dbe1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Network': ['ID=0a41bebb-d16f-4ac8-9a57-5eb14d114018,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:22.945855 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 0a41bebb-d16f-4ac8-9a57-5eb14d114018 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:59:22.954713 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-234e0845-5298-491b-963d-2e9afc50e0d2 req-4c0ccfdf-2c1d-476c-9aff-b4f70b11357a service neutron] 10.222.0.20 "GET /v2.0/networks/fc4bc8cd-9681-4c48-a384-e9912b245b99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218722 Aug 10 03:59:22.980540 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-057f0815-db9c-46c9-8862-a3a9bb1ac0e8 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-624681411&fields=id&tenant_id=f5becae06cd542b5a8415ea130ec33d4 HTTP/1.1" status: 200 len: 267 time: 0.0644433 Aug 10 03:59:23.027793 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-93712f40-8dcf-4b7a-a93f-d797fc72dbe1 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6123285 Aug 10 03:59:23.034145 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42514) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:23.043672 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-696b9ceb-7d89-40f8-8d51-f302534b25e7 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'subnet': {'network_id': '0a41bebb-d16f-4ac8-9a57-5eb14d114018', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:23.115482 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67873c75-591f-45d6-9cda-8bd82c19d417 req-4bfe40b4-38bd-46eb-9e99-9ab5e55d135a tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:23.117360 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-67873c75-591f-45d6-9cda-8bd82c19d417 req-4bfe40b4-38bd-46eb-9e99-9ab5e55d135a tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.1551671 Aug 10 03:59:23.136774 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-4c882499-2030-436d-8650-0c0ce5bc0c48 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:23.138293 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-4c882499-2030-436d-8650-0c0ce5bc0c48 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/networks?id=0ff61232-3479-4388-b092-dc4e24df7f33 HTTP/1.1" status: 200 len: 797 time: 0.1515102 Aug 10 03:59:23.162151 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-f065014f-d54f-4d1d-94de-7b40e9458d3e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/quotas/f5becae06cd542b5a8415ea130ec33d4 HTTP/1.1" status: 200 len: 375 time: 0.0132337 Aug 10 03:59:23.189772 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-67873c75-591f-45d6-9cda-8bd82c19d417 req-91f29722-ddb9-411b-aae9-8050513e6c49 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582089 Aug 10 03:59:23.231467 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-e8fc1e41-c83f-4148-a6ec-4e54233c2e91 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5becae06cd542b5a8415ea130ec33d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614872 Aug 10 03:59:23.263139 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696b9ceb-7d89-40f8-8d51-f302534b25e7 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Made reservation on behalf of cdcd64ea9b214b6c8e8b7ba6b5131c2f for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:59:23.268101 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-696b9ceb-7d89-40f8-8d51-f302534b25e7 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:23.332454 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-79885ace-aaa7-467c-b3aa-1c153b06215f service neutron] 10.222.0.25 "GET /v2.0/networks/0ff61232-3479-4388-b092-dc4e24df7f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876603 Aug 10 03:59:23.456707 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-66f1806a-90f2-4456-99ce-2a7705e893d6 service neutron] 10.222.0.25 "GET /v2.0/networks/0ff61232-3479-4388-b092-dc4e24df7f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177087 Aug 10 03:59:23.634871 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-696b9ceb-7d89-40f8-8d51-f302534b25e7 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:23.762662 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b9ceb-7d89-40f8-8d51-f302534b25e7 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Subnet': ['ID=9f0b89e9-8ccd-4038-9bd1-074277132bf4,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:23.782510 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d7801-d3d1-4982-889c-2782a2794d11 req-9a0411d8-02ae-4656-9b09-d4616e82981d tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:23.783084 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7d1d7801-d3d1-4982-889c-2782a2794d11 req-9a0411d8-02ae-4656-9b09-d4616e82981d tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 945 time: 0.1448441 Aug 10 03:59:23.790344 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696b9ceb-7d89-40f8-8d51-f302534b25e7 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Checking segment: {'id': '390cb769-8862-4b76-8be9-fbfee855d35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0a41bebb-d16f-4ac8-9a57-5eb14d114018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:23.790707 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696b9ceb-7d89-40f8-8d51-f302534b25e7 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network hostable DHCP agents. Network: 0a41bebb-d16f-4ac8-9a57-5eb14d114018, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:59:23.838405 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7d1d7801-d3d1-4982-889c-2782a2794d11 req-f5b0706d-b270-4a83-9493-f79853636392 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444779 Aug 10 03:59:23.927100 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b55acf91-95bc-4dff-bcf6-0c91ae830edf req-e326fc39-384b-4c31-8a2b-70d50a20cd89 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.25 "GET /v2.0/ports?device_id=11407fff-b4ed-45d0-8bec-96e4a1c29305 HTTP/1.1" status: 200 len: 210 time: 0.0542326 Aug 10 03:59:23.934034 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696b9ceb-7d89-40f8-8d51-f302534b25e7 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network 0a41bebb-d16f-4ac8-9a57-5eb14d114018 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:59:24.021377 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-696b9ceb-7d89-40f8-8d51-f302534b25e7 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 0a41bebb-d16f-4ac8-9a57-5eb14d114018) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:24.030304 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dc3c3c-60ef-46c5-8d3c-03cae356cb03 None None] Network 0a41bebb-d16f-4ac8-9a57-5eb14d114018 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:59:24.033239 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696b9ceb-7d89-40f8-8d51-f302534b25e7 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:24.036192 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-696b9ceb-7d89-40f8-8d51-f302534b25e7 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:24.063055 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94dd3ffd-cf96-4345-a343-85dc2a73041f req-f4ab9f65-f18d-4597-872e-ab50809c797f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5d50f22-73f9-45b8-b214-0fd212f0946e HTTP/1.1" status: 200 len: 210 time: 0.0773644 Aug 10 03:59:24.153581 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-696b9ceb-7d89-40f8-8d51-f302534b25e7 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1146297 Aug 10 03:59:24.156599 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42548) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:24.162427 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-f22c346e-b892-4013-9e67-52cb6a7bb6a8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1687795470', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:24.242188 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05df8f3-4fb6-46ff-a90e-574d792370e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-0a41bebb-d16f-4ac8-9a57-5eb14d114018', 'network_id': '0a41bebb-d16f-4ac8-9a57-5eb14d114018', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'fixed_ips': [{'subnet_id': '9f0b89e9-8ccd-4038-9bd1-074277132bf4'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:59:24.243628 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d05df8f3-4fb6-46ff-a90e-574d792370e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:24.280700 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f22c346e-b892-4013-9e67-52cb6a7bb6a8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:24.281911 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f22c346e-b892-4013-9e67-52cb6a7bb6a8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:24.370388 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f22c346e-b892-4013-9e67-52cb6a7bb6a8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:24.381817 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa319757-0ff6-4bd1-b2ba-38621d97ed6c req-2cd2f613-14c5-4a4d-825d-ba38efaa2ac5 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:24.385149 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fa319757-0ff6-4bd1-b2ba-38621d97ed6c req-2cd2f613-14c5-4a4d-825d-ba38efaa2ac5 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.1133285 Aug 10 03:59:24.431833 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fa319757-0ff6-4bd1-b2ba-38621d97ed6c req-7993b38c-0e1d-4f34-893e-1241434cc18c tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398133 Aug 10 03:59:24.467195 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-d05df8f3-4fb6-46ff-a90e-574d792370e7 None None] Allocated IP 2001:db8::2 (0a41bebb-d16f-4ac8-9a57-5eb14d114018/9f0b89e9-8ccd-4038-9bd1-074277132bf4/483c2142-45bb-4557-87dc-8313b71f430b) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:59:24.492566 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f22c346e-b892-4013-9e67-52cb6a7bb6a8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:24.587209 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f22c346e-b892-4013-9e67-52cb6a7bb6a8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:24.591155 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f22c346e-b892-4013-9e67-52cb6a7bb6a8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4307101 Aug 10 03:59:24.592086 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42560) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:24.626829 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d05df8f3-4fb6-46ff-a90e-574d792370e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:24.635407 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d05df8f3-4fb6-46ff-a90e-574d792370e7 None None] Transition to ACTIVE for port object 483c2142-45bb-4557-87dc-8313b71f430b will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:24.650093 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d05df8f3-4fb6-46ff-a90e-574d792370e7 None None] Transition to ACTIVE for port object 483c2142-45bb-4557-87dc-8313b71f430b will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:24.783621 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d05df8f3-4fb6-46ff-a90e-574d792370e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:24.829369 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05df8f3-4fb6-46ff-a90e-574d792370e7 None None] Network 0a41bebb-d16f-4ac8-9a57-5eb14d114018 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:24.832686 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-d05df8f3-4fb6-46ff-a90e-574d792370e7 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:24.835840 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05df8f3-4fb6-46ff-a90e-574d792370e7 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:59:24.847769 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05df8f3-4fb6-46ff-a90e-574d792370e7 None None] Pushing event updated for resources: {'Port': ['ID=483c2142-45bb-4557-87dc-8313b71f430b,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:24.910203 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d5f13781-458c-4240-8ab9-349be26c74e6 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:24.912444 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d05df8f3-4fb6-46ff-a90e-574d792370e7 None None] Attempting to bind port 483c2142-45bb-4557-87dc-8313b71f430b on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:59:24.912817 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d05df8f3-4fb6-46ff-a90e-574d792370e7 None None] Attempting to bind port 483c2142-45bb-4557-87dc-8313b71f430b by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '390cb769-8862-4b76-8be9-fbfee855d35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0a41bebb-d16f-4ac8-9a57-5eb14d114018'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:59:24.913599 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05df8f3-4fb6-46ff-a90e-574d792370e7 None None] Attempting to bind port 483c2142-45bb-4557-87dc-8313b71f430b on network 0a41bebb-d16f-4ac8-9a57-5eb14d114018 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:24.925008 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05df8f3-4fb6-46ff-a90e-574d792370e7 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:59:24.925008 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05df8f3-4fb6-46ff-a90e-574d792370e7 None None] Checking segment: {'id': '390cb769-8862-4b76-8be9-fbfee855d35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0a41bebb-d16f-4ac8-9a57-5eb14d114018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:24.925008 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d05df8f3-4fb6-46ff-a90e-574d792370e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:24.925371 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05df8f3-4fb6-46ff-a90e-574d792370e7 None None] Bound using segment: {'id': '390cb769-8862-4b76-8be9-fbfee855d35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0a41bebb-d16f-4ac8-9a57-5eb14d114018'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:59:24.926030 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d05df8f3-4fb6-46ff-a90e-574d792370e7 None None] Bound port: 483c2142-45bb-4557-87dc-8313b71f430b, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '390cb769-8862-4b76-8be9-fbfee855d35e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '0a41bebb-d16f-4ac8-9a57-5eb14d114018'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:59:24.926478 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d05df8f3-4fb6-46ff-a90e-574d792370e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:25.044782 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d05df8f3-4fb6-46ff-a90e-574d792370e7 None None] For port 483c2142-45bb-4557-87dc-8313b71f430b, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:59:25.063083 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d05df8f3-4fb6-46ff-a90e-574d792370e7 None None] For port 483c2142-45bb-4557-87dc-8313b71f430b, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=483c2142-45bb-4557-87dc-8313b71f430b,segment=NetworkSegment(390cb769-8862-4b76-8be9-fbfee855d35e),segment_id=390cb769-8862-4b76-8be9-fbfee855d35e)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:59:25.114235 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67100f-6c89-4f67-b9dc-6cad249bd31c req-1437bb4f-ebbd-4ab3-a47e-143a8d208f53 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:25.115765 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4c67100f-6c89-4f67-b9dc-6cad249bd31c req-1437bb4f-ebbd-4ab3-a47e-143a8d208f53 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 945 time: 0.0815144 Aug 10 03:59:25.159374 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d05df8f3-4fb6-46ff-a90e-574d792370e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:25.168256 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4c67100f-6c89-4f67-b9dc-6cad249bd31c req-b2cb49ec-f2d4-4790-a9bc-b63d5470c798 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453126 Aug 10 03:59:25.180546 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f93f9246-4e63-4efd-9916-145d280584e2 req-7c875b49-7be6-4220-9865-c5f9cc863b97 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.25 "GET /v2.0/ports?device_id=11407fff-b4ed-45d0-8bec-96e4a1c29305 HTTP/1.1" status: 200 len: 210 time: 0.0767829 Aug 10 03:59:25.256476 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05df8f3-4fb6-46ff-a90e-574d792370e7 None None] Pushing event updated for resources: {'Port': ['ID=483c2142-45bb-4557-87dc-8313b71f430b,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:25.270911 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c42e4-95f8-492d-96d0-0f03a5b92151 req-1efd5a79-06b7-4f4b-8064-1fa9c4f9b81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:25.273322 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ea0c42e4-95f8-492d-96d0-0f03a5b92151 req-1efd5a79-06b7-4f4b-8064-1fa9c4f9b81f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 1096 time: 0.1707590 Aug 10 03:59:25.335439 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bef7ae68-6674-478b-81ef-e3c1746defd7 req-f8581fd5-be47-4d86-ad08-c5fdfdaa1410 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5d50f22-73f9-45b8-b214-0fd212f0946e HTTP/1.1" status: 200 len: 210 time: 0.0495565 Aug 10 03:59:25.385806 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ea0c42e4-95f8-492d-96d0-0f03a5b92151 req-f86278d8-1af4-491b-80c6-f262233df74e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010487 Aug 10 03:59:25.405473 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-d5f13781-458c-4240-8ab9-349be26c74e6 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Allocated IP 2001:db8::1 (0a41bebb-d16f-4ac8-9a57-5eb14d114018/9f0b89e9-8ccd-4038-9bd1-074277132bf4/7682f5dd-4ed0-4bd0-b2b0-6015a4461885) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:59:25.611032 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d5f13781-458c-4240-8ab9-349be26c74e6 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:25.627342 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-d5f13781-458c-4240-8ab9-349be26c74e6 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Transition to ACTIVE for port object 7682f5dd-4ed0-4bd0-b2b0-6015a4461885 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:25.654336 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ce829-824a-4f36-9351-39ec5a264c58 req-7fa337a9-f8ce-420b-9dfc-9aaaef4b3cb7 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:25.660590 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-231ce829-824a-4f36-9351-39ec5a264c58 req-7fa337a9-f8ce-420b-9dfc-9aaaef4b3cb7 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.1168997 Aug 10 03:59:25.703326 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-231ce829-824a-4f36-9351-39ec5a264c58 req-cc7977e5-d057-4ae1-94a0-d9f2bd25d404 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396366 Aug 10 03:59:25.770695 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d5f13781-458c-4240-8ab9-349be26c74e6 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:25.824156 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f13781-458c-4240-8ab9-349be26c74e6 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network 0a41bebb-d16f-4ac8-9a57-5eb14d114018 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:25.831278 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-d5f13781-458c-4240-8ab9-349be26c74e6 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:25.835338 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f13781-458c-4240-8ab9-349be26c74e6 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:59:25.835896 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d5f13781-458c-4240-8ab9-349be26c74e6 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:25.841984 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f13781-458c-4240-8ab9-349be26c74e6 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Port': ['ID=7682f5dd-4ed0-4bd0-b2b0-6015a4461885,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:25.878924 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 483c2142-45bb-4557-87dc-8313b71f430b up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:26.061422 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 483c2142-45bb-4557-87dc-8313b71f430b completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:26.127156 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-88a01c2d-cb4e-4f73-8b70-bc0c498b2f20 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:26.128719 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-88a01c2d-cb4e-4f73-8b70-bc0c498b2f20 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.68 "GET /v2.0/networks?id=846bbc4c-82ac-42c5-9a75-b97bbc8d3c64 HTTP/1.1" status: 200 len: 807 time: 0.1609304 Aug 10 03:59:26.129532 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d5f13781-458c-4240-8ab9-349be26c74e6 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:26.185679 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-c93bccf5-b5d1-4840-ba2c-f63ab1e6e74b tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Request body: {'port': {'device_id': '11407fff-b4ed-45d0-8bec-96e4a1c29305', 'network_id': '846bbc4c-82ac-42c5-9a75-b97bbc8d3c64', 'admin_state_up': True, 'tenant_id': '4df9db71cdc7406daaa20738501f9a25'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:26.369254 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-20da00db-228b-48b3-826c-7d863f0d5e6a req-6c4735db-80bf-48c0-aea5-47172d291272 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.25 "GET /v2.0/ports?device_id=11407fff-b4ed-45d0-8bec-96e4a1c29305 HTTP/1.1" status: 200 len: 210 time: 0.0497038 Aug 10 03:59:26.564796 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4b733b-bb4a-4192-a3e3-c737be503c42 None None] Network 0a41bebb-d16f-4ac8-9a57-5eb14d114018 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:59:26.600307 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-de26a942-23cc-4dfe-be3a-d73c6496806b req-5676b027-e1ff-4d6b-8afa-e07169b7a704 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5d50f22-73f9-45b8-b214-0fd212f0946e HTTP/1.1" status: 200 len: 210 time: 0.0532553 Aug 10 03:59:26.718505 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8a3fd68b-6cc2-446a-a46c-8c5cceba6f37 None None] Provisioning for port 483c2142-45bb-4557-87dc-8313b71f430b completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:26.727971 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8a3fd68b-6cc2-446a-a46c-8c5cceba6f37 None None] Provisioning complete for port 483c2142-45bb-4557-87dc-8313b71f430b triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:26.728500 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8a3fd68b-6cc2-446a-a46c-8c5cceba6f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:26.851407 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3a183-b74a-4516-b66a-1fece128c884 req-f09964c7-f9f8-43de-abd8-0a22b07df5ee tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:26.856897 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7fc3a183-b74a-4516-b66a-1fece128c884 req-f09964c7-f9f8-43de-abd8-0a22b07df5ee tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.0735197 Aug 10 03:59:26.867858 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8a3fd68b-6cc2-446a-a46c-8c5cceba6f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:26.927833 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-8a3fd68b-6cc2-446a-a46c-8c5cceba6f37 None None] For port 483c2142-45bb-4557-87dc-8313b71f430b, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=483c2142-45bb-4557-87dc-8313b71f430b,segment=NetworkSegment(390cb769-8862-4b76-8be9-fbfee855d35e),segment_id=390cb769-8862-4b76-8be9-fbfee855d35e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:26.940592 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7fc3a183-b74a-4516-b66a-1fece128c884 req-149d599b-66be-4035-b6a9-c3c69ccfeda4 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655839 Aug 10 03:59:26.952110 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651beefc-bc75-4efc-8515-31e8f488207c req-d245ed46-1a40-49d4-8f07-c8fabffa3047 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:26.954878 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-651beefc-bc75-4efc-8515-31e8f488207c req-d245ed46-1a40-49d4-8f07-c8fabffa3047 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 945 time: 0.2608850 Aug 10 03:59:27.011624 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8a3fd68b-6cc2-446a-a46c-8c5cceba6f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:27.117120 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-651beefc-bc75-4efc-8515-31e8f488207c req-a0a32bc8-7a34-4269-8d8f-e0188287cdc5 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525502 Aug 10 03:59:27.122981 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fd68b-6cc2-446a-a46c-8c5cceba6f37 None None] Pushing event updated for resources: {'Port': ['ID=483c2142-45bb-4557-87dc-8313b71f430b,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:27.174740 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-c93bccf5-b5d1-4840-ba2c-f63ab1e6e74b tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Made reservation on behalf of 4df9db71cdc7406daaa20738501f9a25 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:59:27.185040 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-c93bccf5-b5d1-4840-ba2c-f63ab1e6e74b tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:27.247547 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-7dd6998b-c6b3-49a3-8a64-69c511492173 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:27.249191 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-7dd6998b-c6b3-49a3-8a64-69c511492173 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.68 "GET /v2.0/networks?id=0ff61232-3479-4388-b092-dc4e24df7f33 HTTP/1.1" status: 200 len: 797 time: 0.1850874 Aug 10 03:59:27.256636 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4eab8062-46ab-4d7b-9676-0e714d33d559 None None] Provisioning complete for port 483c2142-45bb-4557-87dc-8313b71f430b triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:27.257012 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4eab8062-46ab-4d7b-9676-0e714d33d559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:27.316962 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d5f13781-458c-4240-8ab9-349be26c74e6 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:27.336400 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-663a7b13-7888-4111-94ef-98caa227e5ed tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5becae06cd542b5a8415ea130ec33d4 HTTP/1.1" status: 200 len: 379 time: 0.0774345 Aug 10 03:59:27.353963 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-5f0152e8-9e09-43e9-98de-784c7dfca362 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'port': {'device_id': 'a5d50f22-73f9-45b8-b214-0fd212f0946e', 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33', 'admin_state_up': True, 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'security_groups': ['795c9faf-0455-43f5-81d5-e64193956cfa']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:27.415638 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-c93bccf5-b5d1-4840-ba2c-f63ab1e6e74b tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Allocated IP 172.20.0.6 (846bbc4c-82ac-42c5-9a75-b97bbc8d3c64/f5e5c480-09a2-44f5-8740-174485fad91b/7acd9687-ef49-4877-acb2-d429410bdf90) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:59:27.417502 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d5f13781-458c-4240-8ab9-349be26c74e6 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:27.433714 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d5f13781-458c-4240-8ab9-349be26c74e6 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:27.451562 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:27.526357 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4eab8062-46ab-4d7b-9676-0e714d33d559 None None] Provisioning for port 7682f5dd-4ed0-4bd0-b2b0-6015a4461885 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:27.532536 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4eab8062-46ab-4d7b-9676-0e714d33d559 None None] Provisioning complete for port 7682f5dd-4ed0-4bd0-b2b0-6015a4461885 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:27.535518 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4eab8062-46ab-4d7b-9676-0e714d33d559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:27.600061 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-4eab8062-46ab-4d7b-9676-0e714d33d559 None None] Port 7682f5dd-4ed0-4bd0-b2b0-6015a4461885 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:59:27.655906 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2f1bc-fe28-4174-8735-46571660fc2a req-ebc6c6ca-7560-415c-8b85-80a18a8bf61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:27.657446 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23b2f1bc-fe28-4174-8735-46571660fc2a req-ebc6c6ca-7560-415c-8b85-80a18a8bf61b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5c12184296424dc9af92067f3096d474&device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 1096 time: 0.1097958 Aug 10 03:59:27.667931 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6ed36-b96e-488b-ac4c-d78feafc5b1e req-2690b5c0-cc22-4cc7-8b86-3be1ed9a2049 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:27.669861 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c9e6ed36-b96e-488b-ac4c-d78feafc5b1e req-2690b5c0-cc22-4cc7-8b86-3be1ed9a2049 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.1090527 Aug 10 03:59:27.697557 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f13781-458c-4240-8ab9-349be26c74e6 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network 0a41bebb-d16f-4ac8-9a57-5eb14d114018 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:27.700070 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f102ec14-ab78-4836-8472-1414e7f8741a req-edb6de2e-90e0-41d7-b1e9-a47a301f88af tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.25 "GET /v2.0/ports?device_id=11407fff-b4ed-45d0-8bec-96e4a1c29305 HTTP/1.1" status: 200 len: 210 time: 0.0839067 Aug 10 03:59:27.711914 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-d5f13781-458c-4240-8ab9-349be26c74e6 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:27.735261 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c1448e93-80a2-478f-a394-b182cc0a58ea None None] Provisioning complete for port 7682f5dd-4ed0-4bd0-b2b0-6015a4461885 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:27.736858 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c1448e93-80a2-478f-a394-b182cc0a58ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:27.759634 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-5f0152e8-9e09-43e9-98de-784c7dfca362 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Made reservation on behalf of f5becae06cd542b5a8415ea130ec33d4 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:59:27.763492 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-5f0152e8-9e09-43e9-98de-784c7dfca362 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:27.786222 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-c1448e93-80a2-478f-a394-b182cc0a58ea None None] Port 7682f5dd-4ed0-4bd0-b2b0-6015a4461885 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:59:27.786384 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f13781-458c-4240-8ab9-349be26c74e6 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Port': ['ID=7682f5dd-4ed0-4bd0-b2b0-6015a4461885,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:27.789919 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c9e6ed36-b96e-488b-ac4c-d78feafc5b1e req-d842cc32-9b8c-4543-b2df-f57977040503 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079583 Aug 10 03:59:27.912372 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2f1bc-fe28-4174-8735-46571660fc2a req-99fcb48e-2c19-4b19-bc7d-d30be7ec4eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:27.917756 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23b2f1bc-fe28-4174-8735-46571660fc2a req-99fcb48e-2c19-4b19-bc7d-d30be7ec4eee service neutron] 10.222.0.68 "GET /v2.0/networks?id=017bc094-0610-4c83-b903-161ccef8a7ca HTTP/1.1" status: 200 len: 920 time: 0.2475483 Aug 10 03:59:27.928235 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 483c2142-45bb-4557-87dc-8313b71f430b up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:28.002640 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 483c2142-45bb-4557-87dc-8313b71f430b triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:28.003405 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:28.033985 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-06b70840-9714-4d65-9274-45e3db566b84 req-f1a94c6f-2ae8-4782-ade4-356c21901a17 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5d50f22-73f9-45b8-b214-0fd212f0946e HTTP/1.1" status: 200 len: 210 time: 0.1040261 Aug 10 03:59:28.114214 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23b2f1bc-fe28-4174-8735-46571660fc2a req-8b9216fb-b7f3-4d92-a32a-16ffc708eb04 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e48d055-da9d-4b0f-85eb-0edc76009c82 HTTP/1.1" status: 200 len: 217 time: 0.1397099 Aug 10 03:59:28.136998 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-c93bccf5-b5d1-4840-ba2c-f63ab1e6e74b tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:28.224169 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2f1bc-fe28-4174-8735-46571660fc2a req-663ed499-2ce3-4f25-88f9-7ab524c76931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:28.225688 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23b2f1bc-fe28-4174-8735-46571660fc2a req-663ed499-2ce3-4f25-88f9-7ab524c76931 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d62a09b9-e42e-47af-8510-297fece7a960 HTTP/1.1" status: 200 len: 859 time: 0.0964673 Aug 10 03:59:28.231658 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2ce5e5a9-3bed-457b-ab82-a361bd80b24a None None] Provisioning complete for port 7682f5dd-4ed0-4bd0-b2b0-6015a4461885 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:28.232583 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2ce5e5a9-3bed-457b-ab82-a361bd80b24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:28.237675 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-5f0152e8-9e09-43e9-98de-784c7dfca362 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Allocated IP 172.20.0.3 (0ff61232-3479-4388-b092-dc4e24df7f33/86d2d62c-3af2-47d8-a099-65572797716a/845cb39a-548d-4707-ab2e-05003acf2823) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:59:28.247792 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f13781-458c-4240-8ab9-349be26c74e6 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Router 2f103334-2ee0-486e-97f0-fb57f18bdc9d is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:59:28.257794 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d8b69-c4c5-4228-b8a3-fb2dcb200369 req-dc803b0b-a893-4332-bc09-b4319bf21580 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:28.259324 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-657d8b69-c4c5-4228-b8a3-fb2dcb200369 req-dc803b0b-a893-4332-bc09-b4319bf21580 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 945 time: 0.0652175 Aug 10 03:59:28.274628 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23b2f1bc-fe28-4174-8735-46571660fc2a req-19fb2cfb-917b-42a1-9714-fd2a0350842a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=017bc094-0610-4c83-b903-161ccef8a7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383031 Aug 10 03:59:28.285048 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-2ce5e5a9-3bed-457b-ab82-a361bd80b24a None None] Port 7682f5dd-4ed0-4bd0-b2b0-6015a4461885 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:59:28.332193 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-c93bccf5-b5d1-4840-ba2c-f63ab1e6e74b tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:28.403381 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f13781-458c-4240-8ab9-349be26c74e6 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:59:28.429922 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d5f13781-458c-4240-8ab9-349be26c74e6 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "PUT /v2.0/routers/2f103334-2ee0-486e-97f0-fb57f18bdc9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8359158 Aug 10 03:59:28.433834 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42642) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:28.438638 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6841f07f-8488-4ea4-b975-81abe639965e None None] Sync routers for ids ['2f103334-2ee0-486e-97f0-fb57f18bdc9d'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:59:28.461422 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6841f07f-8488-4ea4-b975-81abe639965e None None] Routers {'2f103334-2ee0-486e-97f0-fb57f18bdc9d'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:28.462529 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-6841f07f-8488-4ea4-b975-81abe639965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2f103334-2ee0-486e-97f0-fb57f18bdc9d'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:28.504366 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665cbbb8-72b7-4c4c-98a5-13d568d7fe0d tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:28.505780 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-6841f07f-8488-4ea4-b975-81abe639965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:28.505914 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-665cbbb8-72b7-4c4c-98a5-13d568d7fe0d tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "GET /v2.0/ports/7682f5dd-4ed0-4bd0-b2b0-6015a4461885 HTTP/1.1" status: 200 len: 911 time: 0.0708871 Aug 10 03:59:28.516991 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6841f07f-8488-4ea4-b975-81abe639965e None None] Routers {'2f103334-2ee0-486e-97f0-fb57f18bdc9d'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:28.518317 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-6841f07f-8488-4ea4-b975-81abe639965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2f103334-2ee0-486e-97f0-fb57f18bdc9d'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:28.523608 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42644) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:28.540884 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-06d4a80b-2e3f-409e-be1c-a565544060e2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9f0b89e9-8ccd-4038-9bd1-074277132bf4'}]}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:28.555675 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-c93bccf5-b5d1-4840-ba2c-f63ab1e6e74b tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Network 846bbc4c-82ac-42c5-9a75-b97bbc8d3c64 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:28.572414 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-657d8b69-c4c5-4228-b8a3-fb2dcb200369 req-ee1c06b4-0515-42b5-868b-9f620d42449c tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028386 Aug 10 03:59:28.576148 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-c93bccf5-b5d1-4840-ba2c-f63ab1e6e74b tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:28.582731 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-c93bccf5-b5d1-4840-ba2c-f63ab1e6e74b tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:59:28.589377 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93bccf5-b5d1-4840-ba2c-f63ab1e6e74b tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Pushing event updated for resources: {'Port': ['ID=7acd9687-ef49-4877-acb2-d429410bdf90,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:28.602752 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23b2f1bc-fe28-4174-8735-46571660fc2a req-ccc0308f-eb41-440b-ba19-ec7fc4ec1aa6 service neutron] 10.222.0.68 "GET /v2.0/networks/017bc094-0610-4c83-b903-161ccef8a7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153210 Aug 10 03:59:28.626732 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-6841f07f-8488-4ea4-b975-81abe639965e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:28.627389 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6841f07f-8488-4ea4-b975-81abe639965e None None] The sync data for ids ['2f103334-2ee0-486e-97f0-fb57f18bdc9d'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:59:28.657168 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-c93bccf5-b5d1-4840-ba2c-f63ab1e6e74b tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:28.658259 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-c93bccf5-b5d1-4840-ba2c-f63ab1e6e74b tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:28.751273 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-5f0152e8-9e09-43e9-98de-784c7dfca362 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:28.815756 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-5f0152e8-9e09-43e9-98de-784c7dfca362 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Transition to ACTIVE for port object 845cb39a-548d-4707-ab2e-05003acf2823 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:28.884971 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23b2f1bc-fe28-4174-8735-46571660fc2a req-2c62aaac-21c0-441b-9764-793cd88fc687 service neutron] 10.222.0.68 "GET /v2.0/networks/017bc094-0610-4c83-b903-161ccef8a7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700546 Aug 10 03:59:28.899022 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-06d4a80b-2e3f-409e-be1c-a565544060e2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:28.904034 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-c93bccf5-b5d1-4840-ba2c-f63ab1e6e74b tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7249482 Aug 10 03:59:28.922976 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-f1e2901b-7776-47b5-bab1-41d16cae9a09 service neutron] Request body: {'port': {'device_id': '11407fff-b4ed-45d0-8bec-96e4a1c29305', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:28.936087 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f62d5-0a2a-4b20-bce5-3463d56d2000 req-0abf9c75-54e5-4041-b8c8-77cf426ab9e6 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:28.937636 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-021f62d5-0a2a-4b20-bce5-3463d56d2000 req-0abf9c75-54e5-4041-b8c8-77cf426ab9e6 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.25 "GET /v2.0/ports?device_id=11407fff-b4ed-45d0-8bec-96e4a1c29305 HTTP/1.1" status: 200 len: 931 time: 0.1426899 Aug 10 03:59:29.027022 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-f1e2901b-7776-47b5-bab1-41d16cae9a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:29.048982 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-5f0152e8-9e09-43e9-98de-784c7dfca362 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:29.051712 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9071fe-2a6f-4d48-9c91-f7745f0cbb68 req-c2d2d9c1-82f8-458e-904e-22e4b142aab2 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:29.053308 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ac9071fe-2a6f-4d48-9c91-f7745f0cbb68 req-c2d2d9c1-82f8-458e-904e-22e4b142aab2 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.0987322 Aug 10 03:59:29.136873 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ac9071fe-2a6f-4d48-9c91-f7745f0cbb68 req-54606857-a61a-487c-9a6d-fd5f12ffecb6 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605309 Aug 10 03:59:29.178555 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0152e8-9e09-43e9-98de-784c7dfca362 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'Port': ['ID=845cb39a-548d-4707-ab2e-05003acf2823,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:29.232137 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0152e8-9e09-43e9-98de-784c7dfca362 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:29.232498 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0152e8-9e09-43e9-98de-784c7dfca362 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:29.232847 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0152e8-9e09-43e9-98de-784c7dfca362 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:29.233171 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0152e8-9e09-43e9-98de-784c7dfca362 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:29.234259 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0152e8-9e09-43e9-98de-784c7dfca362 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:29.234971 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0152e8-9e09-43e9-98de-784c7dfca362 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:29.234971 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0152e8-9e09-43e9-98de-784c7dfca362 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:29.235209 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0152e8-9e09-43e9-98de-784c7dfca362 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:29.235420 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0152e8-9e09-43e9-98de-784c7dfca362 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:29.235737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0152e8-9e09-43e9-98de-784c7dfca362 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:29.236102 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0152e8-9e09-43e9-98de-784c7dfca362 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:29.236427 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0152e8-9e09-43e9-98de-784c7dfca362 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:29.253784 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-021f62d5-0a2a-4b20-bce5-3463d56d2000 req-2e79c01e-a6b2-4dd7-92ac-d8bdb3be2254 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e715cd5-b518-4c40-898d-30d31a115863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788870 Aug 10 03:59:29.258640 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-5f0152e8-9e09-43e9-98de-784c7dfca362 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Network 0ff61232-3479-4388-b092-dc4e24df7f33 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:29.270464 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-5f0152e8-9e09-43e9-98de-784c7dfca362 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:29.278158 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-5f0152e8-9e09-43e9-98de-784c7dfca362 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:59:29.370033 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-5f0152e8-9e09-43e9-98de-784c7dfca362 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:29.370692 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-5f0152e8-9e09-43e9-98de-784c7dfca362 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:29.401931 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d6259-e227-45fb-b970-bb135d2a3aca req-ed712536-b785-45f6-b230-d1dcbb6e4984 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:29.429476 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-762d6259-e227-45fb-b970-bb135d2a3aca req-ed712536-b785-45f6-b230-d1dcbb6e4984 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5d50f22-73f9-45b8-b214-0fd212f0946e HTTP/1.1" status: 200 len: 931 time: 0.0985861 Aug 10 03:59:29.502939 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-762d6259-e227-45fb-b970-bb135d2a3aca req-ff9725b8-bb72-4cc4-bc6a-5475bb35ac57 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=795c9faf-0455-43f5-81d5-e64193956cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881100 Aug 10 03:59:29.524110 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-f1e2901b-7776-47b5-bab1-41d16cae9a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7acd9687-ef49-4877-acb2-d429410bdf90 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:59:29.534514 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-f1e2901b-7776-47b5-bab1-41d16cae9a09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:29.551921 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-f1e2901b-7776-47b5-bab1-41d16cae9a09 service neutron] Transition to ACTIVE for port object 7acd9687-ef49-4877-acb2-d429410bdf90 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:29.623106 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-f1e2901b-7776-47b5-bab1-41d16cae9a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:29.675427 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2901b-7776-47b5-bab1-41d16cae9a09 service neutron] Pushing event updated for resources: {'Port': ['ID=7acd9687-ef49-4877-acb2-d429410bdf90,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:29.691544 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c58f7df3-60e7-405f-833a-acab71aefa60 None None] Provisioning for port 845cb39a-548d-4707-ab2e-05003acf2823 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:29.700140 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c58f7df3-60e7-405f-833a-acab71aefa60 None None] Provisioning complete for port 845cb39a-548d-4707-ab2e-05003acf2823 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:29.700140 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c58f7df3-60e7-405f-833a-acab71aefa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:29.741734 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-c58f7df3-60e7-405f-833a-acab71aefa60 None None] Port 845cb39a-548d-4707-ab2e-05003acf2823 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:59:29.756870 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-f1e2901b-7776-47b5-bab1-41d16cae9a09 service neutron] Attempting to bind port 7acd9687-ef49-4877-acb2-d429410bdf90 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:59:29.757222 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-f1e2901b-7776-47b5-bab1-41d16cae9a09 service neutron] Attempting to bind port 7acd9687-ef49-4877-acb2-d429410bdf90 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '5cade6b0-023a-4c21-9ed3-4f63993be0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '846bbc4c-82ac-42c5-9a75-b97bbc8d3c64'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:59:29.757534 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-f1e2901b-7776-47b5-bab1-41d16cae9a09 service neutron] Attempting to bind port 7acd9687-ef49-4877-acb2-d429410bdf90 on network 846bbc4c-82ac-42c5-9a75-b97bbc8d3c64 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:29.762034 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-f1e2901b-7776-47b5-bab1-41d16cae9a09 service neutron] Port 7acd9687-ef49-4877-acb2-d429410bdf90 on network 846bbc4c-82ac-42c5-9a75-b97bbc8d3c64 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:59:29.762529 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-f1e2901b-7776-47b5-bab1-41d16cae9a09 service neutron] Attempting to bind port 7acd9687-ef49-4877-acb2-d429410bdf90 on network 846bbc4c-82ac-42c5-9a75-b97bbc8d3c64 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:29.768137 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-f1e2901b-7776-47b5-bab1-41d16cae9a09 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:59:29.768589 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-f1e2901b-7776-47b5-bab1-41d16cae9a09 service neutron] Checking segment: {'id': '5cade6b0-023a-4c21-9ed3-4f63993be0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '846bbc4c-82ac-42c5-9a75-b97bbc8d3c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:29.768974 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-f1e2901b-7776-47b5-bab1-41d16cae9a09 service neutron] Bound using segment: {'id': '5cade6b0-023a-4c21-9ed3-4f63993be0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '846bbc4c-82ac-42c5-9a75-b97bbc8d3c64'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:59:29.769423 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-f1e2901b-7776-47b5-bab1-41d16cae9a09 service neutron] Bound port: 7acd9687-ef49-4877-acb2-d429410bdf90, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cade6b0-023a-4c21-9ed3-4f63993be0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '846bbc4c-82ac-42c5-9a75-b97bbc8d3c64'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:59:29.769806 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-f1e2901b-7776-47b5-bab1-41d16cae9a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:29.804573 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-5f0152e8-9e09-43e9-98de-784c7dfca362 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4553740 Aug 10 03:59:29.826173 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-d91f5ecb-68a7-43f3-a625-d78c1036d274 service neutron] Request body: {'port': {'device_id': 'a5d50f22-73f9-45b8-b214-0fd212f0946e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:29.836686 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-f1e2901b-7776-47b5-bab1-41d16cae9a09 service neutron] For port 7acd9687-ef49-4877-acb2-d429410bdf90, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:59:29.840040 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-f1e2901b-7776-47b5-bab1-41d16cae9a09 service neutron] For port 7acd9687-ef49-4877-acb2-d429410bdf90, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=7acd9687-ef49-4877-acb2-d429410bdf90,segment=NetworkSegment(5cade6b0-023a-4c21-9ed3-4f63993be0e8),segment_id=5cade6b0-023a-4c21-9ed3-4f63993be0e8)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:59:29.915574 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-f1e2901b-7776-47b5-bab1-41d16cae9a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:29.940724 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-f1e2901b-7776-47b5-bab1-41d16cae9a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:29.942243 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-f1e2901b-7776-47b5-bab1-41d16cae9a09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:29.943841 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-f1e2901b-7776-47b5-bab1-41d16cae9a09 service neutron] 10.222.0.68 "PUT /v2.0/ports/7acd9687-ef49-4877-acb2-d429410bdf90 HTTP/1.1" status: 200 len: 1091 time: 1.0269856 Aug 10 03:59:29.945027 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-d91f5ecb-68a7-43f3-a625-d78c1036d274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:29.947988 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11407fff-b4ed-45d0-8bec-96e4a1c29305', 'tag': '7acd9687-ef49-4877-acb2-d429410bdf90'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:29.950700 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a603ef1f-c7a6-437b-8f10-0cc34fe13b26" -d '{"events": [{"name": "network-changed", "server_uuid": "11407fff-b4ed-45d0-8bec-96e4a1c29305", "tag": "7acd9687-ef49-4877-acb2-d429410bdf90"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:29.955133 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bae94-f374-45eb-8a9e-eed9d51bed73 req-0bf44d33-a51a-4e84-891d-d195e0260457 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:29.956730 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9a1bae94-f374-45eb-8a9e-eed9d51bed73 req-0bf44d33-a51a-4e84-891d-d195e0260457 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 945 time: 0.1566849 Aug 10 03:59:30.018548 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2901b-7776-47b5-bab1-41d16cae9a09 service neutron] Pushing event updated for resources: {'Port': ['ID=7acd9687-ef49-4877-acb2-d429410bdf90,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:30.057893 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-06d4a80b-2e3f-409e-be1c-a565544060e2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:30.068526 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3d78d3-6c30-4e68-b33f-84c8d7af492c x-openstack-request-id: req-5f3d78d3-6c30-4e68-b33f-84c8d7af492c {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:30.068837 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11407fff-b4ed-45d0-8bec-96e4a1c29305", "tag": "7acd9687-ef49-4877-acb2-d429410bdf90", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:30.069090 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f3d78d3-6c30-4e68-b33f-84c8d7af492c {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:30.069488 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11407fff-b4ed-45d0-8bec-96e4a1c29305', 'tag': '7acd9687-ef49-4877-acb2-d429410bdf90', 'status': 'completed', 'code': 200} Aug 10 03:59:30.080269 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9a1bae94-f374-45eb-8a9e-eed9d51bed73 req-f5eda8f7-7f9e-402a-b1d0-99ec5f46d41f tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096225 Aug 10 03:59:30.087254 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-03d5283f-28be-4571-9949-ce4508221fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:30.088335 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-03d5283f-28be-4571-9949-ce4508221fce service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4df9db71cdc7406daaa20738501f9a25&device_id=11407fff-b4ed-45d0-8bec-96e4a1c29305 HTTP/1.1" status: 200 len: 1094 time: 0.0595684 Aug 10 03:59:30.143233 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-4a43f1b1-9000-471d-8f64-46a1ada8bb11 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7acd9687-ef49-4877-acb2-d429410bdf90 HTTP/1.1" status: 200 len: 217 time: 0.0403240 Aug 10 03:59:30.197552 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-4ee6cca1-c047-4c2f-bf9f-411bdd2f4d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:30.199134 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-4ee6cca1-c047-4c2f-bf9f-411bdd2f4d42 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f5e5c480-09a2-44f5-8740-174485fad91b HTTP/1.1" status: 200 len: 847 time: 0.0487001 Aug 10 03:59:30.200490 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-06d4a80b-2e3f-409e-be1c-a565544060e2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:30.206938 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d4a80b-2e3f-409e-be1c-a565544060e2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:30.207573 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-06d4a80b-2e3f-409e-be1c-a565544060e2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:30.211758 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-06d4a80b-2e3f-409e-be1c-a565544060e2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "PUT /v2.0/ports/7682f5dd-4ed0-4bd0-b2b0-6015a4461885 HTTP/1.1" status: 200 len: 911 time: 1.6842561 Aug 10 03:59:30.214993 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42680) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:30.240799 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-580d83a5-e20b-4c7d-8c73-abf29aa2b256 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=846bbc4c-82ac-42c5-9a75-b97bbc8d3c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340157 Aug 10 03:59:30.336283 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29adb8b-15c7-4561-822b-097189fb9e51 req-505185bd-f0fe-4ca0-bf5d-f02ebbe71e53 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:30.339888 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f29adb8b-15c7-4561-822b-097189fb9e51 req-505185bd-f0fe-4ca0-bf5d-f02ebbe71e53 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.1212921 Aug 10 03:59:30.469709 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f29adb8b-15c7-4561-822b-097189fb9e51 req-764d2176-eab3-4354-96fd-3a99dd3b4e42 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864453 Aug 10 03:59:30.472415 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-e653eaa6-c60c-41d5-88d9-e1ebbac292f2 service neutron] 10.222.0.68 "GET /v2.0/networks/846bbc4c-82ac-42c5-9a75-b97bbc8d3c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160494 Aug 10 03:59:30.486888 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4a80b-2e3f-409e-be1c-a565544060e2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Port': ['ID=7682f5dd-4ed0-4bd0-b2b0-6015a4461885,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:30.622973 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb08f0-401b-40d2-b356-371615629c9e req-fcfd4db3-df33-49c1-9f0e-3c702152a5da tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:30.623316 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8d649a36-442a-4599-8add-32e5a5d1ba37 req-728db5c5-1a53-46ae-89f9-04b6de27e0f9 service neutron] 10.222.0.68 "GET /v2.0/networks/846bbc4c-82ac-42c5-9a75-b97bbc8d3c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302471 Aug 10 03:59:30.625058 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a6cb08f0-401b-40d2-b356-371615629c9e req-fcfd4db3-df33-49c1-9f0e-3c702152a5da tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.25 "GET /v2.0/ports?device_id=11407fff-b4ed-45d0-8bec-96e4a1c29305 HTTP/1.1" status: 200 len: 943 time: 0.1529312 Aug 10 03:59:30.642435 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d5b669-58f0-4f03-b11c-6e5b5a190878 req-70ca9420-3a04-4093-874b-d45fb0376542 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:30.643965 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-71d5b669-58f0-4f03-b11c-6e5b5a190878 req-70ca9420-3a04-4093-874b-d45fb0376542 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5d50f22-73f9-45b8-b214-0fd212f0946e HTTP/1.1" status: 200 len: 931 time: 0.0709691 Aug 10 03:59:30.681689 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-71d5b669-58f0-4f03-b11c-6e5b5a190878 req-cdf514ca-5cf2-46ce-9504-260f48e231b8 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=795c9faf-0455-43f5-81d5-e64193956cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316620 Aug 10 03:59:30.726718 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-d91f5ecb-68a7-43f3-a625-d78c1036d274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 845cb39a-548d-4707-ab2e-05003acf2823 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:59:30.738662 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-d91f5ecb-68a7-43f3-a625-d78c1036d274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:30.750889 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a6cb08f0-401b-40d2-b356-371615629c9e req-bb21c5da-bc5e-48c3-aeed-a0af05258231 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e715cd5-b518-4c40-898d-30d31a115863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177690 Aug 10 03:59:30.763855 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-d91f5ecb-68a7-43f3-a625-d78c1036d274 service neutron] Transition to ACTIVE for port object 845cb39a-548d-4707-ab2e-05003acf2823 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:30.833107 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-d91f5ecb-68a7-43f3-a625-d78c1036d274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:30.840384 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-70e2a948-b471-4dcc-96e4-4f2a6f787128 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:30.886945 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603ef1f-c7a6-437b-8f10-0cc34fe13b26 req-6aa56b32-042b-43d6-bf35-21ebab0394e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:30.888901 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a603ef1f-c7a6-437b-8f10-0cc34fe13b26 req-6aa56b32-042b-43d6-bf35-21ebab0394e4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4df9db71cdc7406daaa20738501f9a25&device_id=11407fff-b4ed-45d0-8bec-96e4a1c29305 HTTP/1.1" status: 200 len: 1094 time: 0.0538790 Aug 10 03:59:30.959485 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f5ecb-68a7-43f3-a625-d78c1036d274 service neutron] Pushing event updated for resources: {'Port': ['ID=845cb39a-548d-4707-ab2e-05003acf2823,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:31.018059 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603ef1f-c7a6-437b-8f10-0cc34fe13b26 req-26d9bcd7-318f-47f9-aed5-7d0fd35b61e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:31.019570 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a603ef1f-c7a6-437b-8f10-0cc34fe13b26 req-26d9bcd7-318f-47f9-aed5-7d0fd35b61e6 service neutron] 10.222.0.68 "GET /v2.0/networks?id=846bbc4c-82ac-42c5-9a75-b97bbc8d3c64 HTTP/1.1" status: 200 len: 908 time: 0.1186516 Aug 10 03:59:31.075110 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a603ef1f-c7a6-437b-8f10-0cc34fe13b26 req-0681eb01-f4c7-4b4e-9478-ec2ffe24bbd7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7acd9687-ef49-4877-acb2-d429410bdf90 HTTP/1.1" status: 200 len: 217 time: 0.0427060 Aug 10 03:59:31.098870 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-d91f5ecb-68a7-43f3-a625-d78c1036d274 service neutron] Attempting to bind port 845cb39a-548d-4707-ab2e-05003acf2823 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:59:31.098870 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-d91f5ecb-68a7-43f3-a625-d78c1036d274 service neutron] Attempting to bind port 845cb39a-548d-4707-ab2e-05003acf2823 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '16cc2a1d-a06d-474c-9c77-2ebd0d81219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:59:31.098870 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-d91f5ecb-68a7-43f3-a625-d78c1036d274 service neutron] Attempting to bind port 845cb39a-548d-4707-ab2e-05003acf2823 on network 0ff61232-3479-4388-b092-dc4e24df7f33 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:31.106998 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-d91f5ecb-68a7-43f3-a625-d78c1036d274 service neutron] Port 845cb39a-548d-4707-ab2e-05003acf2823 on network 0ff61232-3479-4388-b092-dc4e24df7f33 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 03:59:31.106998 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-d91f5ecb-68a7-43f3-a625-d78c1036d274 service neutron] Attempting to bind port 845cb39a-548d-4707-ab2e-05003acf2823 on network 0ff61232-3479-4388-b092-dc4e24df7f33 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:31.117838 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-d91f5ecb-68a7-43f3-a625-d78c1036d274 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:59:31.118190 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-d91f5ecb-68a7-43f3-a625-d78c1036d274 service neutron] Checking segment: {'id': '16cc2a1d-a06d-474c-9c77-2ebd0d81219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:31.118585 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-d91f5ecb-68a7-43f3-a625-d78c1036d274 service neutron] Bound using segment: {'id': '16cc2a1d-a06d-474c-9c77-2ebd0d81219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:59:31.119036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-d91f5ecb-68a7-43f3-a625-d78c1036d274 service neutron] Bound port: 845cb39a-548d-4707-ab2e-05003acf2823, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16cc2a1d-a06d-474c-9c77-2ebd0d81219c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:59:31.119399 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-d91f5ecb-68a7-43f3-a625-d78c1036d274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:31.146679 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603ef1f-c7a6-437b-8f10-0cc34fe13b26 req-0f51a084-0358-4634-81ea-7fcc41da1d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:31.148213 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a603ef1f-c7a6-437b-8f10-0cc34fe13b26 req-0f51a084-0358-4634-81ea-7fcc41da1d77 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=f5e5c480-09a2-44f5-8740-174485fad91b HTTP/1.1" status: 200 len: 847 time: 0.0606296 Aug 10 03:59:31.189919 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a603ef1f-c7a6-437b-8f10-0cc34fe13b26 req-d1d02904-413b-454a-afaf-502b7aefa81e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=846bbc4c-82ac-42c5-9a75-b97bbc8d3c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334103 Aug 10 03:59:31.292350 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-d91f5ecb-68a7-43f3-a625-d78c1036d274 service neutron] For port 845cb39a-548d-4707-ab2e-05003acf2823, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:59:31.298016 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-d91f5ecb-68a7-43f3-a625-d78c1036d274 service neutron] For port 845cb39a-548d-4707-ab2e-05003acf2823, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=845cb39a-548d-4707-ab2e-05003acf2823,segment=NetworkSegment(16cc2a1d-a06d-474c-9c77-2ebd0d81219c),segment_id=16cc2a1d-a06d-474c-9c77-2ebd0d81219c)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:59:31.315829 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a603ef1f-c7a6-437b-8f10-0cc34fe13b26 req-25bec6d3-dbda-4903-9ab8-3f37bc4852bf service neutron] 10.222.0.68 "GET /v2.0/networks/846bbc4c-82ac-42c5-9a75-b97bbc8d3c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071823 Aug 10 03:59:31.316426 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8b17e-34a2-452a-af7c-a0cb5402abc2 req-4af8f550-fa96-471e-b93e-bfcb34351b18 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:31.317923 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9eb8b17e-34a2-452a-af7c-a0cb5402abc2 req-4af8f550-fa96-471e-b93e-bfcb34351b18 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 945 time: 0.1246972 Aug 10 03:59:31.351559 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-70e2a948-b471-4dcc-96e4-4f2a6f787128 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Deleting port 7682f5dd-4ed0-4bd0-b2b0-6015a4461885 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:59:31.351798 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-70e2a948-b471-4dcc-96e4-4f2a6f787128 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:31.404471 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-d91f5ecb-68a7-43f3-a625-d78c1036d274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:31.444023 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a603ef1f-c7a6-437b-8f10-0cc34fe13b26 req-2cbc98c5-0bef-4696-9a74-c32194b0b247 service neutron] 10.222.0.68 "GET /v2.0/networks/846bbc4c-82ac-42c5-9a75-b97bbc8d3c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143787 Aug 10 03:59:31.451126 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9eb8b17e-34a2-452a-af7c-a0cb5402abc2 req-4238e8b1-b136-4bbe-a83a-68a3dcf5f28c tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266196 Aug 10 03:59:31.470585 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-d91f5ecb-68a7-43f3-a625-d78c1036d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:31.470585 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-d91f5ecb-68a7-43f3-a625-d78c1036d274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:31.470585 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-d91f5ecb-68a7-43f3-a625-d78c1036d274 service neutron] 10.222.0.68 "PUT /v2.0/ports/845cb39a-548d-4707-ab2e-05003acf2823 HTTP/1.1" status: 200 len: 1091 time: 1.6517985 Aug 10 03:59:31.471842 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d50f22-73f9-45b8-b214-0fd212f0946e', 'tag': '845cb39a-548d-4707-ab2e-05003acf2823'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:31.474119 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e58e3fa-8075-426c-b17c-e661bc6f2bde" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d50f22-73f9-45b8-b214-0fd212f0946e", "tag": "845cb39a-548d-4707-ab2e-05003acf2823"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:31.521084 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f5ecb-68a7-43f3-a625-d78c1036d274 service neutron] Pushing event updated for resources: {'Port': ['ID=845cb39a-548d-4707-ab2e-05003acf2823,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:31.524901 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-70e2a948-b471-4dcc-96e4-4f2a6f787128 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:31.539666 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add94707-6e8c-47bc-8df0-0f89351d3f3a x-openstack-request-id: req-add94707-6e8c-47bc-8df0-0f89351d3f3a {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:31.540415 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d50f22-73f9-45b8-b214-0fd212f0946e", "tag": "845cb39a-548d-4707-ab2e-05003acf2823", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:31.545184 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-add94707-6e8c-47bc-8df0-0f89351d3f3a {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:31.545184 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d50f22-73f9-45b8-b214-0fd212f0946e', 'tag': '845cb39a-548d-4707-ab2e-05003acf2823', 'status': 'completed', 'code': 200} Aug 10 03:59:31.549048 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-70e2a948-b471-4dcc-96e4-4f2a6f787128 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Calling delete_port for 7682f5dd-4ed0-4bd0-b2b0-6015a4461885 owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:59:31.623843 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3be66-1414-4d7c-8dce-ad26da95c0e2 req-6bd22767-f4f5-453c-b66a-9270c9dc194f tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:31.629499 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dfe3be66-1414-4d7c-8dce-ad26da95c0e2 req-6bd22767-f4f5-453c-b66a-9270c9dc194f tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.0675485 Aug 10 03:59:31.663898 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58e3fa-8075-426c-b17c-e661bc6f2bde req-e7090dba-e145-4aee-922a-2a7cdf3210a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:31.665491 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2e58e3fa-8075-426c-b17c-e661bc6f2bde req-e7090dba-e145-4aee-922a-2a7cdf3210a5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f5becae06cd542b5a8415ea130ec33d4&device_id=a5d50f22-73f9-45b8-b214-0fd212f0946e HTTP/1.1" status: 200 len: 1094 time: 0.1049626 Aug 10 03:59:31.693992 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dfe3be66-1414-4d7c-8dce-ad26da95c0e2 req-454f96af-fcc0-4d4c-9bac-023663423a9c tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558822 Aug 10 03:59:31.888571 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58e3fa-8075-426c-b17c-e661bc6f2bde req-d01a478e-a9c6-46f8-b05d-106151407336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:31.890744 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2e58e3fa-8075-426c-b17c-e661bc6f2bde req-d01a478e-a9c6-46f8-b05d-106151407336 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=f5becae06cd542b5a8415ea130ec33d4&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2133055 Aug 10 03:59:31.902036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c212751-37cc-470e-9bed-fd90afa08760 req-e0eafb0f-31f9-4066-856c-3a26c8466fd3 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:31.903503 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0c212751-37cc-470e-9bed-fd90afa08760 req-e0eafb0f-31f9-4066-856c-3a26c8466fd3 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5d50f22-73f9-45b8-b214-0fd212f0946e HTTP/1.1" status: 200 len: 943 time: 0.0982325 Aug 10 03:59:31.906902 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c47ca-c158-45d8-8d48-e8e4c33c250a req-9712484a-c95c-4796-988c-2f80b8cdfa0b tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:31.908526 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ca4c47ca-c158-45d8-8d48-e8e4c33c250a req-9712484a-c95c-4796-988c-2f80b8cdfa0b tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.25 "GET /v2.0/ports?device_id=11407fff-b4ed-45d0-8bec-96e4a1c29305 HTTP/1.1" status: 200 len: 943 time: 0.0585613 Aug 10 03:59:31.948058 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ca4c47ca-c158-45d8-8d48-e8e4c33c250a req-19befc1b-29ef-4a07-b574-13f2c0dc9ddb tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e715cd5-b518-4c40-898d-30d31a115863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324991 Aug 10 03:59:31.993148 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0c212751-37cc-470e-9bed-fd90afa08760 req-4bd851e6-d167-4573-a07e-ae26adf4529d tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=795c9faf-0455-43f5-81d5-e64193956cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795393 Aug 10 03:59:32.059326 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58e3fa-8075-426c-b17c-e661bc6f2bde req-3a563e9e-97e3-4a9a-9300-3811162f11ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:32.060945 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2e58e3fa-8075-426c-b17c-e661bc6f2bde req-3a563e9e-97e3-4a9a-9300-3811162f11ea service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1557679 Aug 10 03:59:32.156238 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-70e2a948-b471-4dcc-96e4-4f2a6f787128 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:32.188327 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2a948-b471-4dcc-96e4-4f2a6f787128 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Port': ['ID=7682f5dd-4ed0-4bd0-b2b0-6015a4461885,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:32.200656 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-6bc4bd70-3262-453c-8150-8893d305c327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:32.202698 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-6bc4bd70-3262-453c-8150-8893d305c327 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f5becae06cd542b5a8415ea130ec33d4&device_id=a5d50f22-73f9-45b8-b214-0fd212f0946e HTTP/1.1" status: 200 len: 1094 time: 0.0802851 Aug 10 03:59:32.291306 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-dd6e9980-c528-450d-a0f2-a187032fbe95 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=845cb39a-548d-4707-ab2e-05003acf2823 HTTP/1.1" status: 200 len: 217 time: 0.0708640 Aug 10 03:59:32.357356 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-70e2a948-b471-4dcc-96e4-4f2a6f787128 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:32.411475 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-28dfee3d-6ac7-4915-9dd2-c5ec94f0471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:32.412964 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-28dfee3d-6ac7-4915-9dd2-c5ec94f0471c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=86d2d62c-3af2-47d8-a099-65572797716a HTTP/1.1" status: 200 len: 835 time: 0.0896409 Aug 10 03:59:32.624746 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f5c32-cce4-42b4-9fb3-3cc099060cd7 req-fece7873-3872-4171-a246-513afdf15425 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:32.626870 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cc9f5c32-cce4-42b4-9fb3-3cc099060cd7 req-fece7873-3872-4171-a246-513afdf15425 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 945 time: 0.0722597 Aug 10 03:59:32.669320 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cc9f5c32-cce4-42b4-9fb3-3cc099060cd7 req-13554f67-353b-4f33-ab44-c5e3de517396 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357955 Aug 10 03:59:32.937147 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e2a948-b471-4dcc-96e4-4f2a6f787128 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Router 2f103334-2ee0-486e-97f0-fb57f18bdc9d has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:59:32.943983 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-5579b337-298a-475f-9633-b1638e4c95c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:32.945579 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-5579b337-298a-475f-9633-b1638e4c95c3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0ff61232-3479-4388-b092-dc4e24df7f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4889975 Aug 10 03:59:33.051236 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 7acd9687-ef49-4877-acb2-d429410bdf90 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:59:33.105618 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e2a948-b471-4dcc-96e4-4f2a6f787128 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:59:33.117215 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2644680-10a3-4cb5-ac0e-a7dcdfe6ed36 None None] Sync routers for ids ['2f103334-2ee0-486e-97f0-fb57f18bdc9d'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:59:33.127106 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2644680-10a3-4cb5-ac0e-a7dcdfe6ed36 None None] Routers {'2f103334-2ee0-486e-97f0-fb57f18bdc9d'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:33.128521 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b2644680-10a3-4cb5-ac0e-a7dcdfe6ed36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2f103334-2ee0-486e-97f0-fb57f18bdc9d'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:33.135737 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-70e2a948-b471-4dcc-96e4-4f2a6f787128 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "PUT /v2.0/routers/2f103334-2ee0-486e-97f0-fb57f18bdc9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9171908 Aug 10 03:59:33.139022 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42756) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:33.172867 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b2644680-10a3-4cb5-ac0e-a7dcdfe6ed36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:33.180681 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e9bdc-422c-42b4-a3c6-b5db495beb86 req-82b4d3aa-7e1d-48a9-b331-00e75aba8864 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:33.184493 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6addb80a-62f2-48f2-862c-fb8774c0955d tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f103334-2ee0-486e-97f0-fb57f18bdc9d HTTP/1.1" status: 200 len: 205 time: 0.0411203 Aug 10 03:59:33.187437 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2644680-10a3-4cb5-ac0e-a7dcdfe6ed36 None None] Routers {'2f103334-2ee0-486e-97f0-fb57f18bdc9d'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:33.188346 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b2644680-10a3-4cb5-ac0e-a7dcdfe6ed36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2f103334-2ee0-486e-97f0-fb57f18bdc9d'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:33.192022 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42758) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:33.194607 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-711e9bdc-422c-42b4-a3c6-b5db495beb86 req-82b4d3aa-7e1d-48a9-b331-00e75aba8864 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5d50f22-73f9-45b8-b214-0fd212f0946e HTTP/1.1" status: 200 len: 943 time: 0.0985069 Aug 10 03:59:33.228549 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b2644680-10a3-4cb5-ac0e-a7dcdfe6ed36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:33.229499 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2644680-10a3-4cb5-ac0e-a7dcdfe6ed36 None None] The sync data for ids ['2f103334-2ee0-486e-97f0-fb57f18bdc9d'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:59:33.252208 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-711e9bdc-422c-42b4-a3c6-b5db495beb86 req-fb408ddc-71a4-4d5f-a473-a9d64684d5dd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=795c9faf-0455-43f5-81d5-e64193956cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500879 Aug 10 03:59:33.281410 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 7acd9687-ef49-4877-acb2-d429410bdf90, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=7acd9687-ef49-4877-acb2-d429410bdf90,segment=NetworkSegment(5cade6b0-023a-4c21-9ed3-4f63993be0e8),segment_id=5cade6b0-023a-4c21-9ed3-4f63993be0e8)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:33.299785 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b9df4-a933-4f5f-8b4f-b75749515901 req-9dbb16d5-847b-45eb-b172-78d5a7f75400 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:33.299925 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-849b9df4-a933-4f5f-8b4f-b75749515901 req-9dbb16d5-847b-45eb-b172-78d5a7f75400 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.25 "GET /v2.0/ports?device_id=11407fff-b4ed-45d0-8bec-96e4a1c29305 HTTP/1.1" status: 200 len: 943 time: 0.2073555 Aug 10 03:59:33.310670 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '7acd9687-ef49-4877-acb2-d429410bdf90', 'network_id': '846bbc4c-82ac-42c5-9a75-b97bbc8d3c64', 'port_id': '7acd9687-ef49-4877-acb2-d429410bdf90', 'mac_address': 'fa:16:3e:ce:19:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5e5c480-09a2-44f5-8740-174485fad91b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:59:33.328768 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd0a02ac-4d81-40f7-a733-623e4b259c82 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:33.359292 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:33.373519 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7acd9687-ef49-4877-acb2-d429410bdf90 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:59:33.381435 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-a231dce8-7bcd-4df9-b8a6-043d1383b949 service neutron] 10.222.0.68 "GET /v2.0/networks/0ff61232-3479-4388-b092-dc4e24df7f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940494 Aug 10 03:59:33.398230 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 7acd9687-ef49-4877-acb2-d429410bdf90, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=7acd9687-ef49-4877-acb2-d429410bdf90,segment=NetworkSegment(5cade6b0-023a-4c21-9ed3-4f63993be0e8),segment_id=5cade6b0-023a-4c21-9ed3-4f63993be0e8)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:33.441008 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-849b9df4-a933-4f5f-8b4f-b75749515901 req-0ed44df6-74c4-409f-9594-0bcb03d9849d tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e715cd5-b518-4c40-898d-30d31a115863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232145 Aug 10 03:59:33.474423 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:33.541892 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=7acd9687-ef49-4877-acb2-d429410bdf90,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:33.604446 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd0a02ac-4d81-40f7-a733-623e4b259c82 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:33.610110 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd0a02ac-4d81-40f7-a733-623e4b259c82 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:33.669426 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-18f842b9-3318-49f4-8789-76a2311e4a8c req-15ff9953-ca50-4d22-a489-de4f98aef167 service neutron] 10.222.0.68 "GET /v2.0/networks/0ff61232-3479-4388-b092-dc4e24df7f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497325 Aug 10 03:59:33.728774 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['7acd9687-ef49-4877-acb2-d429410bdf90'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:59:33.781518 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd0a02ac-4d81-40f7-a733-623e4b259c82 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:33.782023 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0a02ac-4d81-40f7-a733-623e4b259c82 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Fanout notify agent at l3_agent the message router_deleted on router 2f103334-2ee0-486e-97f0-fb57f18bdc9d {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 03:59:33.797062 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd0a02ac-4d81-40f7-a733-623e4b259c82 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:33.798193 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cd0a02ac-4d81-40f7-a733-623e4b259c82 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/routers/2f103334-2ee0-486e-97f0-fb57f18bdc9d HTTP/1.1" status: 204 len: 168 time: 0.6050274 Aug 10 03:59:33.800975 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42776) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:33.831030 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461958a-5200-4580-b024-349840fb584c req-effb2cd0-2c39-4386-bc19-4d2499e34a51 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:33.834001 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b461958a-5200-4580-b024-349840fb584c req-effb2cd0-2c39-4386-bc19-4d2499e34a51 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 945 time: 0.0884764 Aug 10 03:59:33.883793 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b461958a-5200-4580-b024-349840fb584c req-69334947-9015-411c-86a4-b9bb44de6a14 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488489 Aug 10 03:59:33.886512 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-0153d5cb-111a-4f0e-a323-cc41d5af42a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Deleting subnet 9f0b89e9-8ccd-4038-9bd1-074277132bf4 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:59:33.891122 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0153d5cb-111a-4f0e-a323-cc41d5af42a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:33.939451 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0153d5cb-111a-4f0e-a323-cc41d5af42a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:34.022610 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0153d5cb-111a-4f0e-a323-cc41d5af42a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:34.136325 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0153d5cb-111a-4f0e-a323-cc41d5af42a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:34.169422 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0153d5cb-111a-4f0e-a323-cc41d5af42a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Subnet': ['ID=9f0b89e9-8ccd-4038-9bd1-074277132bf4,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:34.173418 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0153d5cb-111a-4f0e-a323-cc41d5af42a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:34.175280 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0153d5cb-111a-4f0e-a323-cc41d5af42a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/subnets/9f0b89e9-8ccd-4038-9bd1-074277132bf4 HTTP/1.1" status: 204 len: 168 time: 0.3726223 Aug 10 03:59:34.177973 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42782) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:34.180462 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e25032-1a0f-4210-acc0-b411e3e57d8c None None] Network 0a41bebb-d16f-4ac8-9a57-5eb14d114018 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:59:34.254631 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f7a7dfb-ae50-4b3d-b0cf-aca5783197ac tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:34.314645 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-8f7a7dfb-ae50-4b3d-b0cf-aca5783197ac tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Deleting port 483c2142-45bb-4557-87dc-8313b71f430b {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:59:34.315056 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f7a7dfb-ae50-4b3d-b0cf-aca5783197ac tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:34.382288 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4516f789-c833-43fa-976f-f382e6e1118b None None] DHCP port deletion for 0a41bebb-d16f-4ac8-9a57-5eb14d114018 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 03:59:34.418075 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-8f7a7dfb-ae50-4b3d-b0cf-aca5783197ac tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] For port 483c2142-45bb-4557-87dc-8313b71f430b, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=483c2142-45bb-4557-87dc-8313b71f430b,segment=NetworkSegment(390cb769-8862-4b76-8be9-fbfee855d35e),segment_id=390cb769-8862-4b76-8be9-fbfee855d35e)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:34.419104 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f7a7dfb-ae50-4b3d-b0cf-aca5783197ac tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:34.440232 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-4516f789-c833-43fa-976f-f382e6e1118b None None] Deleting port 483c2142-45bb-4557-87dc-8313b71f430b {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:59:34.440605 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4516f789-c833-43fa-976f-f382e6e1118b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:34.447145 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad95de-4629-448d-9a03-2cc2f96d389c req-fc6af4de-c355-47a4-b845-80372d13ccb5 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:34.449029 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-18ad95de-4629-448d-9a03-2cc2f96d389c req-fc6af4de-c355-47a4-b845-80372d13ccb5 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5d50f22-73f9-45b8-b214-0fd212f0946e HTTP/1.1" status: 200 len: 943 time: 0.0926485 Aug 10 03:59:34.453708 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-8f7a7dfb-ae50-4b3d-b0cf-aca5783197ac tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Calling delete_port for 483c2142-45bb-4557-87dc-8313b71f430b owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:59:34.549838 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-4516f789-c833-43fa-976f-f382e6e1118b None None] For port 483c2142-45bb-4557-87dc-8313b71f430b, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=483c2142-45bb-4557-87dc-8313b71f430b,segment=NetworkSegment(390cb769-8862-4b76-8be9-fbfee855d35e),segment_id=390cb769-8862-4b76-8be9-fbfee855d35e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:34.550233 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4516f789-c833-43fa-976f-f382e6e1118b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:34.565058 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-4516f789-c833-43fa-976f-f382e6e1118b None None] Calling delete_port for 483c2142-45bb-4557-87dc-8313b71f430b owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:59:34.599986 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-18ad95de-4629-448d-9a03-2cc2f96d389c req-2b49732a-a22b-4f86-835a-6dc5e524a8b4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=795c9faf-0455-43f5-81d5-e64193956cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305556 Aug 10 03:59:34.617967 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc85600-2214-41d3-8f93-8c1e8b07ae9d req-b8ec2b43-ee12-4469-af0f-a9269f23d853 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:34.619469 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-edc85600-2214-41d3-8f93-8c1e8b07ae9d req-b8ec2b43-ee12-4469-af0f-a9269f23d853 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.25 "GET /v2.0/ports?device_id=11407fff-b4ed-45d0-8bec-96e4a1c29305 HTTP/1.1" status: 200 len: 944 time: 0.0553033 Aug 10 03:59:34.659663 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-edc85600-2214-41d3-8f93-8c1e8b07ae9d req-6f78eb18-21fc-47bd-821a-f501a35d5e3f tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e715cd5-b518-4c40-898d-30d31a115863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328221 Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:34.691439 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:59:34.698867 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:34.698867 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:59:34.698867 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:34.698867 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:59:34.698867 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:34.698867 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:59:34.698867 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:34.698867 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:59:34.698867 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:34.698867 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:59:34.698867 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:34.698867 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:59:34.698867 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 03:59:34.698867 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 03:59:34.699878 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f7a7dfb-ae50-4b3d-b0cf-aca5783197ac tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:34.702190 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4516f789-c833-43fa-976f-f382e6e1118b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:34.726596 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7a7dfb-ae50-4b3d-b0cf-aca5783197ac tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] No DVR routers for this DVR port 483c2142-45bb-4557-87dc-8313b71f430b on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:59:34.731628 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a7dfb-ae50-4b3d-b0cf-aca5783197ac tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Port': ['ID=483c2142-45bb-4557-87dc-8313b71f430b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:34.749560 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516f789-c833-43fa-976f-f382e6e1118b None None] Pushing event deleted for resources: {'Port': ['ID=483c2142-45bb-4557-87dc-8313b71f430b,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:34.755674 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4516f789-c833-43fa-976f-f382e6e1118b None None] No DVR routers for this DVR port 483c2142-45bb-4557-87dc-8313b71f430b on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:59:34.832806 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f7a7dfb-ae50-4b3d-b0cf-aca5783197ac tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:34.843813 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8f7a7dfb-ae50-4b3d-b0cf-aca5783197ac tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a41bebb-d16f-4ac8-9a57-5eb14d114018']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:34.849264 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87103c-efc0-47f9-b86b-47422f53e231 req-bc9f1b86-e1c1-40e7-9569-04ad1078b66c tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:34.851004 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8b87103c-efc0-47f9-b86b-47422f53e231 req-bc9f1b86-e1c1-40e7-9569-04ad1078b66c tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.0547972 Aug 10 03:59:34.854644 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8f7a7dfb-ae50-4b3d-b0cf-aca5783197ac tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '390cb769-8862-4b76-8be9-fbfee855d35e') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:34.854941 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8f7a7dfb-ae50-4b3d-b0cf-aca5783197ac tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '390cb769-8862-4b76-8be9-fbfee855d35e') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:34.876496 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f7a7dfb-ae50-4b3d-b0cf-aca5783197ac tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:34.895033 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f7a7dfb-ae50-4b3d-b0cf-aca5783197ac tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:34.900853 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8b87103c-efc0-47f9-b86b-47422f53e231 req-0f18ed10-9952-431d-b997-1a3333447be3 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435493 Aug 10 03:59:34.905624 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f7a7dfb-ae50-4b3d-b0cf-aca5783197ac tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:59:34.906387 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f7a7dfb-ae50-4b3d-b0cf-aca5783197ac tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: timer() Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:59:34.909825 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:59:35.021219 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c57fd-df0d-4fb4-9bfb-31f373cba066 req-f434d6d8-94ab-47e1-880a-f6286de09281 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:35.022631 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bb7c57fd-df0d-4fb4-9bfb-31f373cba066 req-f434d6d8-94ab-47e1-880a-f6286de09281 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 945 time: 0.0521843 Aug 10 03:59:35.057573 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f7a7dfb-ae50-4b3d-b0cf-aca5783197ac tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.066880 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f7a7dfb-ae50-4b3d-b0cf-aca5783197ac tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.068750 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 845cb39a-548d-4707-ab2e-05003acf2823 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 03:59:35.068929 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8f7a7dfb-ae50-4b3d-b0cf-aca5783197ac tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/networks/0a41bebb-d16f-4ac8-9a57-5eb14d114018 HTTP/1.1" status: 204 len: 168 time: 0.8899877 Aug 10 03:59:35.072975 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42812) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:35.076411 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 7acd9687-ef49-4877-acb2-d429410bdf90 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:35.078767 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-3aa0b390-8eec-4c97-9736-712a1f282c8e tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2052319241', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:35.092575 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bb7c57fd-df0d-4fb4-9bfb-31f373cba066 req-d2d27481-e845-4a1d-b181-ac14d1f31bb1 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635614 Aug 10 03:59:35.097596 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7a7dfb-ae50-4b3d-b0cf-aca5783197ac tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Network': ['ID=0a41bebb-d16f-4ac8-9a57-5eb14d114018,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:35.211147 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3aa0b390-8eec-4c97-9736-712a1f282c8e tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.212290 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3aa0b390-8eec-4c97-9736-712a1f282c8e tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.239926 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 845cb39a-548d-4707-ab2e-05003acf2823, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=845cb39a-548d-4707-ab2e-05003acf2823,segment=NetworkSegment(16cc2a1d-a06d-474c-9c77-2ebd0d81219c),segment_id=16cc2a1d-a06d-474c-9c77-2ebd0d81219c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:35.255667 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '845cb39a-548d-4707-ab2e-05003acf2823', 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33', 'port_id': '845cb39a-548d-4707-ab2e-05003acf2823', 'mac_address': 'fa:16:3e:58:7b:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d2d62c-3af2-47d8-a099-65572797716a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 03:59:35.275292 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3aa0b390-8eec-4c97-9736-712a1f282c8e tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.302110 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.317214 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 845cb39a-548d-4707-ab2e-05003acf2823 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 03:59:35.328816 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 7acd9687-ef49-4877-acb2-d429410bdf90 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:35.338440 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 7acd9687-ef49-4877-acb2-d429410bdf90 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:35.338809 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.360615 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 845cb39a-548d-4707-ab2e-05003acf2823, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=845cb39a-548d-4707-ab2e-05003acf2823,segment=NetworkSegment(16cc2a1d-a06d-474c-9c77-2ebd0d81219c),segment_id=16cc2a1d-a06d-474c-9c77-2ebd0d81219c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:35.377071 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3aa0b390-8eec-4c97-9736-712a1f282c8e tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.431550 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.457643 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11407fff-b4ed-45d0-8bec-96e4a1c29305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7acd9687-ef49-4877-acb2-d429410bdf90'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:35.459881 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7b50d7-be43-46de-a3d4-7b9562a0ed28" -d '{"events": [{"server_uuid": "11407fff-b4ed-45d0-8bec-96e4a1c29305", "name": "network-vif-plugged", "status": "completed", "tag": "7acd9687-ef49-4877-acb2-d429410bdf90"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:35.473867 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.479888 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3aa0b390-8eec-4c97-9736-712a1f282c8e tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.484164 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 7acd9687-ef49-4877-acb2-d429410bdf90, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=7acd9687-ef49-4877-acb2-d429410bdf90,segment=NetworkSegment(5cade6b0-023a-4c21-9ed3-4f63993be0e8),segment_id=5cade6b0-023a-4c21-9ed3-4f63993be0e8)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:35.484808 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3aa0b390-8eec-4c97-9736-712a1f282c8e tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4085240 Aug 10 03:59:35.486297 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42824) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:35.496857 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-7521aa40-7eea-4839-b690-072353a8a70d tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1992971415'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:35.517175 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f2191e-104f-4abb-bec1-5acea76f4787 x-openstack-request-id: req-51f2191e-104f-4abb-bec1-5acea76f4787 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:35.517625 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11407fff-b4ed-45d0-8bec-96e4a1c29305", "name": "network-vif-plugged", "status": "completed", "tag": "7acd9687-ef49-4877-acb2-d429410bdf90", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:35.517945 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51f2191e-104f-4abb-bec1-5acea76f4787 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:35.518401 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11407fff-b4ed-45d0-8bec-96e4a1c29305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7acd9687-ef49-4877-acb2-d429410bdf90', 'code': 200} Aug 10 03:59:35.546121 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=845cb39a-548d-4707-ab2e-05003acf2823,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:35.560815 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.598273 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7521aa40-7eea-4839-b690-072353a8a70d tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Made reservation on behalf of cdcd64ea9b214b6c8e8b7ba6b5131c2f for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:59:35.602406 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7521aa40-7eea-4839-b690-072353a8a70d tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.620844 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=7acd9687-ef49-4877-acb2-d429410bdf90,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:35.647970 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8dc86-039f-4ea3-91e2-ea7aca5cef96 req-e1470fe9-01c9-408d-b1f4-5669693f7742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:35.650539 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-47a8dc86-039f-4ea3-91e2-ea7aca5cef96 req-e1470fe9-01c9-408d-b1f4-5669693f7742 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=11407fff-b4ed-45d0-8bec-96e4a1c29305 HTTP/1.1" status: 200 len: 1096 time: 0.0664532 Aug 10 03:59:35.653570 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7521aa40-7eea-4839-b690-072353a8a70d tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:59:35.670412 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7521aa40-7eea-4839-b690-072353a8a70d tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.671503 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-7521aa40-7eea-4839-b690-072353a8a70d tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Added segment 0f8c38eb-75fe-4355-b6a1-410b8136fff3 of type vlan for network 5bd941c7-ee3e-4516-9c12-a0eb8c88db1c Aug 10 03:59:35.697763 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-47a8dc86-039f-4ea3-91e2-ea7aca5cef96 req-20777954-835e-4f87-9e31-4cfc8d327682 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3e715cd5-b518-4c40-898d-30d31a115863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375540 Aug 10 03:59:35.734251 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7521aa40-7eea-4839-b690-072353a8a70d tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.740518 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['845cb39a-548d-4707-ab2e-05003acf2823'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:59:35.820065 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f98a82-93e3-408e-8b35-e9430589e951 req-97fd2291-2d0d-410a-9da5-a99608f403a7 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:35.821728 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-36f98a82-93e3-408e-8b35-e9430589e951 req-97fd2291-2d0d-410a-9da5-a99608f403a7 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5d50f22-73f9-45b8-b214-0fd212f0946e HTTP/1.1" status: 200 len: 944 time: 0.1081371 Aug 10 03:59:35.913646 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 483c2142-45bb-4557-87dc-8313b71f430b no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:59:35.919642 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7521aa40-7eea-4839-b690-072353a8a70d tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.927810 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7521aa40-7eea-4839-b690-072353a8a70d tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:35.928530 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7521aa40-7eea-4839-b690-072353a8a70d tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:35.948818 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20344af4-7c26-4b37-aab9-5e7f6ed5eeef req-886a33b7-c898-4379-9ca3-d1fabe97a250 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:35.950636 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-20344af4-7c26-4b37-aab9-5e7f6ed5eeef req-886a33b7-c898-4379-9ca3-d1fabe97a250 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.25 "GET /v2.0/ports?device_id=11407fff-b4ed-45d0-8bec-96e4a1c29305 HTTP/1.1" status: 200 len: 945 time: 0.0629256 Aug 10 03:59:35.952744 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-36f98a82-93e3-408e-8b35-e9430589e951 req-4768db30-94e6-4192-bf1f-173d35aa2d0e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=795c9faf-0455-43f5-81d5-e64193956cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189570 Aug 10 03:59:35.955483 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 483c2142-45bb-4557-87dc-8313b71f430b {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:59:35.955829 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 483c2142-45bb-4557-87dc-8313b71f430b not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:59:36.013650 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-20344af4-7c26-4b37-aab9-5e7f6ed5eeef req-3fa3e579-60d5-4e94-b4d0-42eb896d9837 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e715cd5-b518-4c40-898d-30d31a115863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488346 Aug 10 03:59:36.052932 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7521aa40-7eea-4839-b690-072353a8a70d tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Network': ['ID=5bd941c7-ee3e-4516-9c12-a0eb8c88db1c,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:36.067560 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 5bd941c7-ee3e-4516-9c12-a0eb8c88db1c details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:59:36.095379 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7521aa40-7eea-4839-b690-072353a8a70d tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6017506 Aug 10 03:59:36.095811 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42846) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:36.101956 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-5fc43fe3-7787-49ac-9ac4-e8890b96e8bd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'subnet': {'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:36.267639 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2540115-40e9-49fb-9ecd-1427374a85c7 req-9cc29eb3-f048-4252-8ec1-815d0c6647d3 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:36.269272 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f2540115-40e9-49fb-9ecd-1427374a85c7 req-9cc29eb3-f048-4252-8ec1-815d0c6647d3 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 945 time: 0.0526018 Aug 10 03:59:36.310559 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f2540115-40e9-49fb-9ecd-1427374a85c7 req-8e420c4b-10f6-42d6-8185-1ad0a3e13d86 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349462 Aug 10 03:59:36.330713 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc43fe3-7787-49ac-9ac4-e8890b96e8bd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Made reservation on behalf of cdcd64ea9b214b6c8e8b7ba6b5131c2f for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:59:36.334508 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5fc43fe3-7787-49ac-9ac4-e8890b96e8bd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:36.611367 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5fc43fe3-7787-49ac-9ac4-e8890b96e8bd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:36.701758 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc43fe3-7787-49ac-9ac4-e8890b96e8bd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Subnet': ['ID=c6fd9bf5-2226-480c-9c65-c3e3752e9574,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:36.707677 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc43fe3-7787-49ac-9ac4-e8890b96e8bd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Checking segment: {'id': '0f8c38eb-75fe-4355-b6a1-410b8136fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:36.708092 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc43fe3-7787-49ac-9ac4-e8890b96e8bd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network hostable DHCP agents. Network: 5bd941c7-ee3e-4516-9c12-a0eb8c88db1c, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:59:36.857078 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc43fe3-7787-49ac-9ac4-e8890b96e8bd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network 5bd941c7-ee3e-4516-9c12-a0eb8c88db1c is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:59:36.925715 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-5fc43fe3-7787-49ac-9ac4-e8890b96e8bd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 5bd941c7-ee3e-4516-9c12-a0eb8c88db1c) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:36.930005 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc43fe3-7787-49ac-9ac4-e8890b96e8bd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:36.934297 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5fc43fe3-7787-49ac-9ac4-e8890b96e8bd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:36.946562 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe62602-d85e-414d-9b02-d973231bbe9a None None] Network 5bd941c7-ee3e-4516-9c12-a0eb8c88db1c requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:59:37.029168 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5fc43fe3-7787-49ac-9ac4-e8890b96e8bd tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9320676 Aug 10 03:59:37.033125 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42868) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:37.121898 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 845cb39a-548d-4707-ab2e-05003acf2823 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:37.214376 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84d6ca-4160-4a57-b49f-1951f27db5ed req-267fd07f-c375-4043-a3c9-c703259f1644 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:37.225287 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fb84d6ca-4160-4a57-b49f-1951f27db5ed req-267fd07f-c375-4043-a3c9-c703259f1644 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.25 "GET /v2.0/ports?device_id=11407fff-b4ed-45d0-8bec-96e4a1c29305 HTTP/1.1" status: 200 len: 945 time: 0.0715027 Aug 10 03:59:37.234825 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b03c45-a65f-41b4-8366-e57cb2490dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-5bd941c7-ee3e-4516-9c12-a0eb8c88db1c', 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'fixed_ips': [{'subnet_id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:59:37.235979 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-51b03c45-a65f-41b4-8366-e57cb2490dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:37.270441 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 845cb39a-548d-4707-ab2e-05003acf2823 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:37.310964 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fb84d6ca-4160-4a57-b49f-1951f27db5ed req-8bf9d72c-463a-41b6-985b-f5fca2b903d5 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e715cd5-b518-4c40-898d-30d31a115863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836847 Aug 10 03:59:37.323545 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 845cb39a-548d-4707-ab2e-05003acf2823 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:37.324259 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:37.463657 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe04a45-39e5-467b-9970-c1400abd750e req-1df340a1-a5f4-40d4-bb58-5c23f797a7b4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:37.471557 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0fe04a45-39e5-467b-9970-c1400abd750e req-1df340a1-a5f4-40d4-bb58-5c23f797a7b4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5d50f22-73f9-45b8-b214-0fd212f0946e HTTP/1.1" status: 200 len: 944 time: 0.3169365 Aug 10 03:59:37.517806 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-51b03c45-a65f-41b4-8366-e57cb2490dd7 None None] Allocated IP 2001:db8::2 (5bd941c7-ee3e-4516-9c12-a0eb8c88db1c/c6fd9bf5-2226-480c-9c65-c3e3752e9574/60fc46cf-ccf8-46e2-ae66-078201a27e8f) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:59:37.523694 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0fe04a45-39e5-467b-9970-c1400abd750e req-4b369737-9e90-462c-afaf-9db77970f77b tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=795c9faf-0455-43f5-81d5-e64193956cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510702 Aug 10 03:59:37.525920 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7da18d-8d1c-49f1-9aca-26afb5c39bb3 req-8f21acb7-d12c-4407-8034-d7fa37b222a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:37.527598 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2d7da18d-8d1c-49f1-9aca-26afb5c39bb3 req-8f21acb7-d12c-4407-8034-d7fa37b222a2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 1096 time: 0.3232586 Aug 10 03:59:37.542141 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:37.633970 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2618ba58-fae9-4166-9b07-3b4985f145c5 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:37.650885 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2d7da18d-8d1c-49f1-9aca-26afb5c39bb3 req-aeae723e-2ebe-40f9-b9e5-9cb7d2acb155 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026785 Aug 10 03:59:37.683013 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a0ed2-254f-431f-9458-81ad3679c990 req-cb403c7b-dabc-4724-a1c6-f3fc1633c65d tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:37.691399 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-190a0ed2-254f-431f-9458-81ad3679c990 req-cb403c7b-dabc-4724-a1c6-f3fc1633c65d tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 945 time: 0.1218524 Aug 10 03:59:37.761525 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-190a0ed2-254f-431f-9458-81ad3679c990 req-eb3d0e46-ebe5-425a-a096-db43b7e4bf68 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689719 Aug 10 03:59:37.974089 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d50f22-73f9-45b8-b214-0fd212f0946e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845cb39a-548d-4707-ab2e-05003acf2823'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:37.976443 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84f77f6-f9ab-46cc-bd41-2e4895b5719f" -d '{"events": [{"server_uuid": "a5d50f22-73f9-45b8-b214-0fd212f0946e", "name": "network-vif-plugged", "status": "completed", "tag": "845cb39a-548d-4707-ab2e-05003acf2823"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:38.002519 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 845cb39a-548d-4707-ab2e-05003acf2823, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=845cb39a-548d-4707-ab2e-05003acf2823,segment=NetworkSegment(16cc2a1d-a06d-474c-9c77-2ebd0d81219c),segment_id=16cc2a1d-a06d-474c-9c77-2ebd0d81219c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:38.007596 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-51b03c45-a65f-41b4-8366-e57cb2490dd7 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:38.018352 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-51b03c45-a65f-41b4-8366-e57cb2490dd7 None None] Transition to ACTIVE for port object 60fc46cf-ccf8-46e2-ae66-078201a27e8f will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:38.037180 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-51b03c45-a65f-41b4-8366-e57cb2490dd7 None None] Transition to ACTIVE for port object 60fc46cf-ccf8-46e2-ae66-078201a27e8f will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:38.068117 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efceeadc-0dde-4af9-84fc-fcedea30a04a x-openstack-request-id: req-efceeadc-0dde-4af9-84fc-fcedea30a04a {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:38.069625 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d50f22-73f9-45b8-b214-0fd212f0946e", "name": "network-vif-plugged", "status": "completed", "tag": "845cb39a-548d-4707-ab2e-05003acf2823", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:38.069975 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-efceeadc-0dde-4af9-84fc-fcedea30a04a {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:38.070513 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d50f22-73f9-45b8-b214-0fd212f0946e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845cb39a-548d-4707-ab2e-05003acf2823', 'code': 200} Aug 10 03:59:38.105598 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:38.152214 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-51b03c45-a65f-41b4-8366-e57cb2490dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:38.184241 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=845cb39a-548d-4707-ab2e-05003acf2823,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:38.193763 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b03c45-a65f-41b4-8366-e57cb2490dd7 None None] Network 5bd941c7-ee3e-4516-9c12-a0eb8c88db1c is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:38.222081 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-51b03c45-a65f-41b4-8366-e57cb2490dd7 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:38.224741 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b03c45-a65f-41b4-8366-e57cb2490dd7 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:59:38.236710 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29796691-3990-4410-abb2-12bcd6b303e9 req-5a0de73b-f083-4577-8f83-de7d4ed068fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:38.238951 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-29796691-3990-4410-abb2-12bcd6b303e9 req-5a0de73b-f083-4577-8f83-de7d4ed068fd service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a5d50f22-73f9-45b8-b214-0fd212f0946e HTTP/1.1" status: 200 len: 1096 time: 0.1026871 Aug 10 03:59:38.244468 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-2618ba58-fae9-4166-9b07-3b4985f145c5 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Allocated IP 2001:db8::1 (5bd941c7-ee3e-4516-9c12-a0eb8c88db1c/c6fd9bf5-2226-480c-9c65-c3e3752e9574/61f31e64-ad65-4011-ac31-8ef12de9408e) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:59:38.300900 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b03c45-a65f-41b4-8366-e57cb2490dd7 None None] Pushing event updated for resources: {'Port': ['ID=60fc46cf-ccf8-46e2-ae66-078201a27e8f,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:38.334795 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-51b03c45-a65f-41b4-8366-e57cb2490dd7 None None] Attempting to bind port 60fc46cf-ccf8-46e2-ae66-078201a27e8f on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:59:38.335173 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-51b03c45-a65f-41b4-8366-e57cb2490dd7 None None] Attempting to bind port 60fc46cf-ccf8-46e2-ae66-078201a27e8f by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '0f8c38eb-75fe-4355-b6a1-410b8136fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:59:38.335543 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b03c45-a65f-41b4-8366-e57cb2490dd7 None None] Attempting to bind port 60fc46cf-ccf8-46e2-ae66-078201a27e8f on network 5bd941c7-ee3e-4516-9c12-a0eb8c88db1c {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:38.344711 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-29796691-3990-4410-abb2-12bcd6b303e9 req-52804030-8637-4aff-b739-68b85b767fd5 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=795c9faf-0455-43f5-81d5-e64193956cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926609 Aug 10 03:59:38.347313 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b03c45-a65f-41b4-8366-e57cb2490dd7 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:59:38.347732 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b03c45-a65f-41b4-8366-e57cb2490dd7 None None] Checking segment: {'id': '0f8c38eb-75fe-4355-b6a1-410b8136fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:38.348174 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-51b03c45-a65f-41b4-8366-e57cb2490dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:38.348579 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b03c45-a65f-41b4-8366-e57cb2490dd7 None None] Bound using segment: {'id': '0f8c38eb-75fe-4355-b6a1-410b8136fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:59:38.349090 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-51b03c45-a65f-41b4-8366-e57cb2490dd7 None None] Bound port: 60fc46cf-ccf8-46e2-ae66-078201a27e8f, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f8c38eb-75fe-4355-b6a1-410b8136fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:59:38.349539 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-51b03c45-a65f-41b4-8366-e57cb2490dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:38.430722 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-51b03c45-a65f-41b4-8366-e57cb2490dd7 None None] For port 60fc46cf-ccf8-46e2-ae66-078201a27e8f, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:59:38.435492 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-51b03c45-a65f-41b4-8366-e57cb2490dd7 None None] For port 60fc46cf-ccf8-46e2-ae66-078201a27e8f, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=60fc46cf-ccf8-46e2-ae66-078201a27e8f,segment=NetworkSegment(0f8c38eb-75fe-4355-b6a1-410b8136fff3),segment_id=0f8c38eb-75fe-4355-b6a1-410b8136fff3)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:59:38.463686 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2618ba58-fae9-4166-9b07-3b4985f145c5 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:38.487074 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-2618ba58-fae9-4166-9b07-3b4985f145c5 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Transition to ACTIVE for port object 61f31e64-ad65-4011-ac31-8ef12de9408e will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:38.513005 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-51b03c45-a65f-41b4-8366-e57cb2490dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:38.581276 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b03c45-a65f-41b4-8366-e57cb2490dd7 None None] Pushing event updated for resources: {'Port': ['ID=60fc46cf-ccf8-46e2-ae66-078201a27e8f,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:38.697476 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2618ba58-fae9-4166-9b07-3b4985f145c5 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:38.768232 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 03:59:38.769353 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2618ba58-fae9-4166-9b07-3b4985f145c5 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network 5bd941c7-ee3e-4516-9c12-a0eb8c88db1c is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:38.775080 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-2618ba58-fae9-4166-9b07-3b4985f145c5 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:38.780374 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2618ba58-fae9-4166-9b07-3b4985f145c5 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:59:38.780374 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2618ba58-fae9-4166-9b07-3b4985f145c5 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:38.860631 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618ba58-fae9-4166-9b07-3b4985f145c5 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Port': ['ID=61f31e64-ad65-4011-ac31-8ef12de9408e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:38.888004 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247032d0-69dc-452d-ba2b-b43149eb7993 req-1797bc47-e5bb-41ca-a7a7-69739064f5a0 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:38.896971 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-247032d0-69dc-452d-ba2b-b43149eb7993 req-1797bc47-e5bb-41ca-a7a7-69739064f5a0 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5d50f22-73f9-45b8-b214-0fd212f0946e HTTP/1.1" status: 200 len: 945 time: 0.2432086 Aug 10 03:59:38.969909 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-247032d0-69dc-452d-ba2b-b43149eb7993 req-6acb57bd-1564-40fa-911f-bb2dd808fed2 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=795c9faf-0455-43f5-81d5-e64193956cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703900 Aug 10 03:59:39.050219 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6202a5-8e04-4fa5-b16f-0087356a9e5c req-fd693502-1592-46ff-9785-56627879f5d2 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:39.052856 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0f6202a5-8e04-4fa5-b16f-0087356a9e5c req-fd693502-1592-46ff-9785-56627879f5d2 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 945 time: 0.1032755 Aug 10 03:59:39.103314 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0f6202a5-8e04-4fa5-b16f-0087356a9e5c req-38981380-cf05-48fd-9b39-65abc5a09b8c tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442927 Aug 10 03:59:39.196351 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2618ba58-fae9-4166-9b07-3b4985f145c5 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.370656 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-c2d8fca4-cdc0-46f9-bf38-c502c4d6ddca req-d05ea447-4dfd-4085-8f77-abe84d338d5b tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1661637546', 'description': 'tempest-description-1366406311'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:39.534824 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c2d8fca4-cdc0-46f9-bf38-c502c4d6ddca req-d05ea447-4dfd-4085-8f77-abe84d338d5b tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.583466 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2618ba58-fae9-4166-9b07-3b4985f145c5 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.660216 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c2d8fca4-cdc0-46f9-bf38-c502c4d6ddca req-d05ea447-4dfd-4085-8f77-abe84d338d5b tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.685500 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2618ba58-fae9-4166-9b07-3b4985f145c5 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.687640 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2618ba58-fae9-4166-9b07-3b4985f145c5 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.747484 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c2d8fca4-cdc0-46f9-bf38-c502c4d6ddca req-d05ea447-4dfd-4085-8f77-abe84d338d5b tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.897387 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2618ba58-fae9-4166-9b07-3b4985f145c5 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Port': ['ID=61f31e64-ad65-4011-ac31-8ef12de9408e,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:39.908268 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8127ba9f-5b97-432e-8e4c-08695ff51126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:39.913087 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ea447-4dfd-4085-8f77-abe84d338d5b tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c109db4f-bb72-4f4d-aa70-ad5c399be314,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:40.000622 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 60fc46cf-ccf8-46e2-ae66-078201a27e8f up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:40.002638 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2618ba58-fae9-4166-9b07-3b4985f145c5 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network 5bd941c7-ee3e-4516-9c12-a0eb8c88db1c is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:40.004531 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-2618ba58-fae9-4166-9b07-3b4985f145c5 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:40.030944 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72285a23-8eb2-4f1b-a24d-a5cb91c7f6f2 None None] Network 5bd941c7-ee3e-4516-9c12-a0eb8c88db1c requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:59:40.060945 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c2d8fca4-cdc0-46f9-bf38-c502c4d6ddca req-d05ea447-4dfd-4085-8f77-abe84d338d5b tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:40.076859 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c2d8fca4-cdc0-46f9-bf38-c502c4d6ddca req-d05ea447-4dfd-4085-8f77-abe84d338d5b tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.7080123 Aug 10 03:59:40.184828 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ff51b834-211f-405b-aa4a-c56f2fc3298b None None] Provisioning for port 60fc46cf-ccf8-46e2-ae66-078201a27e8f completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:40.221254 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 60fc46cf-ccf8-46e2-ae66-078201a27e8f completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:40.244372 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 60fc46cf-ccf8-46e2-ae66-078201a27e8f triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:40.244848 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:40.260268 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb1431-57ec-47f3-9829-9c32b1317e65 req-31283a94-558c-44bb-b593-a5471976ef78 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:40.261651 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f6cb1431-57ec-47f3-9829-9c32b1317e65 req-31283a94-558c-44bb-b593-a5471976ef78 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5d50f22-73f9-45b8-b214-0fd212f0946e HTTP/1.1" status: 200 len: 945 time: 0.1127715 Aug 10 03:59:40.323109 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f6cb1431-57ec-47f3-9829-9c32b1317e65 req-427352af-c355-4047-b248-e1de019c28f7 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=795c9faf-0455-43f5-81d5-e64193956cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536444 Aug 10 03:59:40.351688 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2618ba58-fae9-4166-9b07-3b4985f145c5 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Router 993ee0be-fbb1-4784-a98f-7cc0718f5251 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 03:59:40.401179 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:40.465781 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 60fc46cf-ccf8-46e2-ae66-078201a27e8f, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=60fc46cf-ccf8-46e2-ae66-078201a27e8f,segment=NetworkSegment(0f8c38eb-75fe-4355-b6a1-410b8136fff3),segment_id=0f8c38eb-75fe-4355-b6a1-410b8136fff3)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:40.479281 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-921e0f45-7532-41c6-ac85-c7b4dd1244eb req-a058e235-b05e-43b9-ad2c-98fe34688e5e tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1661637546&fields=id&tenant_id=676ac30864564aacab3c67a7a875c7ec HTTP/1.1" status: 200 len: 267 time: 0.0813394 Aug 10 03:59:40.540237 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2618ba58-fae9-4166-9b07-3b4985f145c5 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:59:40.553703 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc64a77-eaa3-4add-9271-38ba86974828 None None] Sync routers for ids ['993ee0be-fbb1-4784-a98f-7cc0718f5251'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:59:40.560705 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:40.568963 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42972) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:40.570163 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2618ba58-fae9-4166-9b07-3b4985f145c5 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "PUT /v2.0/routers/993ee0be-fbb1-4784-a98f-7cc0718f5251/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5356736 Aug 10 03:59:40.576158 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-7e4b4b1a-ebb9-4c5a-803b-f75907f1be21 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1047603837'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:40.604773 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc64a77-eaa3-4add-9271-38ba86974828 None None] Routers {'993ee0be-fbb1-4784-a98f-7cc0718f5251'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:40.605725 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-7bc64a77-eaa3-4add-9271-38ba86974828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['993ee0be-fbb1-4784-a98f-7cc0718f5251'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:40.630600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e0f45-7532-41c6-ac85-c7b4dd1244eb req-03113ab5-edc4-40c4-8bb0-ce911e25c263 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:40.638392 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-921e0f45-7532-41c6-ac85-c7b4dd1244eb req-03113ab5-edc4-40c4-8bb0-ce911e25c263 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 945 time: 0.1529934 Aug 10 03:59:40.653898 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-921e0f45-7532-41c6-ac85-c7b4dd1244eb req-08628e78-f836-4818-b2f0-33697c3a8256 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Request body: {'port': {'security_groups': ['c8bdce2f-8c29-4148-a4fe-8a555f387569', 'c109db4f-bb72-4f4d-aa70-ad5c399be314']}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:40.725223 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=60fc46cf-ccf8-46e2-ae66-078201a27e8f,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:40.732592 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-7bc64a77-eaa3-4add-9271-38ba86974828 None None] Set router 993ee0be-fbb1-4784-a98f-7cc0718f5251 gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:40.742454 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-921e0f45-7532-41c6-ac85-c7b4dd1244eb req-08628e78-f836-4818-b2f0-33697c3a8256 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:40.763197 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4b4b1a-ebb9-4c5a-803b-f75907f1be21 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Made reservation on behalf of cdcd64ea9b214b6c8e8b7ba6b5131c2f for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:59:40.767514 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e4b4b1a-ebb9-4c5a-803b-f75907f1be21 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:40.879639 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e4b4b1a-ebb9-4c5a-803b-f75907f1be21 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:59:40.906755 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e4b4b1a-ebb9-4c5a-803b-f75907f1be21 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:40.907115 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-7e4b4b1a-ebb9-4c5a-803b-f75907f1be21 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Added segment a1dcefc8-eaaa-4aaf-a6d3-d55fa476cc3b of type vlan for network c8244309-20f6-4f67-9ba5-c4fc2989a11e Aug 10 03:59:41.059876 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7b0d15a0-0c66-4591-b69d-98b859116814 None None] Provisioning for port 61f31e64-ad65-4011-ac31-8ef12de9408e completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:41.064129 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72024f2-2b7b-4a5f-8e52-a7d5742a98f1 req-cca3a55b-55f8-41fe-a383-9fe992aa8d57 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:41.065674 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c72024f2-2b7b-4a5f-8e52-a7d5742a98f1 req-cca3a55b-55f8-41fe-a383-9fe992aa8d57 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5d50f22-73f9-45b8-b214-0fd212f0946e HTTP/1.1" status: 200 len: 945 time: 0.1082413 Aug 10 03:59:41.067007 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7b0d15a0-0c66-4591-b69d-98b859116814 None None] Provisioning complete for port 61f31e64-ad65-4011-ac31-8ef12de9408e triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:41.067382 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7b0d15a0-0c66-4591-b69d-98b859116814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:41.133545 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c72024f2-2b7b-4a5f-8e52-a7d5742a98f1 req-9c7d252f-83da-42f5-8ad4-b6dd441fad03 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=795c9faf-0455-43f5-81d5-e64193956cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490952 Aug 10 03:59:41.138130 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d15a0-0c66-4591-b69d-98b859116814 None None] Port 61f31e64-ad65-4011-ac31-8ef12de9408e cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:59:41.163701 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7b0d15a0-0c66-4591-b69d-98b859116814 None None] Provisioning complete for port 60fc46cf-ccf8-46e2-ae66-078201a27e8f triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:41.163701 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7b0d15a0-0c66-4591-b69d-98b859116814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:41.164066 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e4b4b1a-ebb9-4c5a-803b-f75907f1be21 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:41.164184 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42984) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:41.194039 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-921e0f45-7532-41c6-ac85-c7b4dd1244eb req-08628e78-f836-4818-b2f0-33697c3a8256 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] For port cbe2c7bf-d095-461f-95ec-3bc7b016f8e5, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=cbe2c7bf-d095-461f-95ec-3bc7b016f8e5,segment=NetworkSegment(9cb2f6a5-756e-48ce-8160-e0804b5fd8ec),segment_id=9cb2f6a5-756e-48ce-8160-e0804b5fd8ec)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:41.262380 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-7bc64a77-eaa3-4add-9271-38ba86974828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T03:59:39Z', 'revision_number': 2, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None, '_interfaces': [{'id': '61f31e64-ad65-4011-ac31-8ef12de9408e', 'name': '', 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:c1:f2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:37Z', 'updated_at': '2021-08-10T03:59:39Z', 'revision_number': 2, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:41.271251 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6eb7be-b630-4e24-a31d-10c5bd7ee4b1 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:41.273280 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-921e0f45-7532-41c6-ac85-c7b4dd1244eb req-08628e78-f836-4818-b2f0-33697c3a8256 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:41.275770 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42988) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:41.279854 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ee6eb7be-b630-4e24-a31d-10c5bd7ee4b1 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a5d50f22-73f9-45b8-b214-0fd212f0946e HTTP/1.1" status: 200 len: 1091 time: 0.1078002 Aug 10 03:59:41.281624 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-0632912a-25c8-49f1-8d35-1e9dadc2f563 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'port_id': '845cb39a-548d-4707-ab2e-05003acf2823', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:41.324790 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc64a77-eaa3-4add-9271-38ba86974828 None None] Checking router: 993ee0be-fbb1-4784-a98f-7cc0718f5251 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:59:41.326317 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc64a77-eaa3-4add-9271-38ba86974828 None None] Updating router 993ee0be-fbb1-4784-a98f-7cc0718f5251 port 61f31e64-ad65-4011-ac31-8ef12de9408e binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:59:41.335495 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e4b4b1a-ebb9-4c5a-803b-f75907f1be21 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:41.362588 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4b4b1a-ebb9-4c5a-803b-f75907f1be21 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:41.363561 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e4b4b1a-ebb9-4c5a-803b-f75907f1be21 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:41.400257 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-921e0f45-7532-41c6-ac85-c7b4dd1244eb req-08628e78-f836-4818-b2f0-33697c3a8256 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:41.410994 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7bc64a77-eaa3-4add-9271-38ba86974828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:41.454169 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0632912a-25c8-49f1-8d35-1e9dadc2f563 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:41.578358 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e0f45-7532-41c6-ac85-c7b4dd1244eb req-08628e78-f836-4818-b2f0-33697c3a8256 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:41.579841 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-921e0f45-7532-41c6-ac85-c7b4dd1244eb req-08628e78-f836-4818-b2f0-33697c3a8256 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:41.595289 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-921e0f45-7532-41c6-ac85-c7b4dd1244eb req-08628e78-f836-4818-b2f0-33697c3a8256 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "PUT /v2.0/ports/cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 HTTP/1.1" status: 200 len: 981 time: 0.9480288 Aug 10 03:59:41.649850 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53de8548-9f92-4c05-808a-4c1f9cf3a6db', 'tag': 'cbe2c7bf-d095-461f-95ec-3bc7b016f8e5'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:41.655352 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca11847-dc02-4db3-98c2-948e5fe9e4f4" -d '{"events": [{"name": "network-changed", "server_uuid": "53de8548-9f92-4c05-808a-4c1f9cf3a6db", "tag": "cbe2c7bf-d095-461f-95ec-3bc7b016f8e5"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:41.680313 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7e4b4b1a-ebb9-4c5a-803b-f75907f1be21 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1099079 Aug 10 03:59:41.688295 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43002) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:41.694931 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-ebcdf6b0-5ecd-40d9-ab36-ca71c3787e9c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'subnet': {'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:41.722429 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['cbe2c7bf-d095-461f-95ec-3bc7b016f8e5'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:59:41.761237 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4b4b1a-ebb9-4c5a-803b-f75907f1be21 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Network': ['ID=c8244309-20f6-4f67-9ba5-c4fc2989a11e,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:41.865696 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08628e78-f836-4818-b2f0-33697c3a8256 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Pushing event updated for resources: {'Port': ['ID=cbe2c7bf-d095-461f-95ec-3bc7b016f8e5,revision_number=6']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:41.890613 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f6f8501f-e5ed-4753-b226-63e81abb12e7 req-ff1c3cf7-f3ae-41d0-afd6-5d7ae5e435d7 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1661637546&fields=id&tenant_id=676ac30864564aacab3c67a7a875c7ec HTTP/1.1" status: 200 len: 267 time: 0.2096748 Aug 10 03:59:41.902459 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d95b103-d3a3-4818-999b-23d3ebe9f118 x-openstack-request-id: req-5d95b103-d3a3-4818-999b-23d3ebe9f118 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:41.902749 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53de8548-9f92-4c05-808a-4c1f9cf3a6db", "tag": "cbe2c7bf-d095-461f-95ec-3bc7b016f8e5", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:41.903001 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d95b103-d3a3-4818-999b-23d3ebe9f118 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:41.905087 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53de8548-9f92-4c05-808a-4c1f9cf3a6db', 'tag': 'cbe2c7bf-d095-461f-95ec-3bc7b016f8e5', 'status': 'completed', 'code': 200} Aug 10 03:59:41.941327 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0632912a-25c8-49f1-8d35-1e9dadc2f563 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:41.973044 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network c8244309-20f6-4f67-9ba5-c4fc2989a11e details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:59:42.039813 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['cbe2c7bf-d095-461f-95ec-3bc7b016f8e5'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:59:42.040258 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca11847-dc02-4db3-98c2-948e5fe9e4f4 req-22bbfe19-a338-40f3-a2c5-1b9338bd053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:42.041397 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ca11847-dc02-4db3-98c2-948e5fe9e4f4 req-22bbfe19-a338-40f3-a2c5-1b9338bd053e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=676ac30864564aacab3c67a7a875c7ec&device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 1135 time: 0.1058810 Aug 10 03:59:42.052614 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8501f-e5ed-4753-b226-63e81abb12e7 req-584ad311-aa1c-4dd5-9826-ab2c15ccedfe tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:42.054540 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 60fc46cf-ccf8-46e2-ae66-078201a27e8f up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:42.062071 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f6f8501f-e5ed-4753-b226-63e81abb12e7 req-584ad311-aa1c-4dd5-9826-ab2c15ccedfe tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 984 time: 0.1628590 Aug 10 03:59:42.069125 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-f6f8501f-e5ed-4753-b226-63e81abb12e7 req-ccd22302-7fa4-4cd3-b51d-22fef4977ea1 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Request body: {'port': {'security_groups': ['c8bdce2f-8c29-4148-a4fe-8a555f387569']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:42.111303 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7bc64a77-eaa3-4add-9271-38ba86974828 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:42.126929 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4b8d21a9-5382-45d2-84db-1650bc6c7696 None None] Provisioning complete for port 61f31e64-ad65-4011-ac31-8ef12de9408e triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:42.128481 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4b8d21a9-5382-45d2-84db-1650bc6c7696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:42.159481 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcdf6b0-5ecd-40d9-ab36-ca71c3787e9c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Made reservation on behalf of cdcd64ea9b214b6c8e8b7ba6b5131c2f for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:59:42.163653 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ebcdf6b0-5ecd-40d9-ab36-ca71c3787e9c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:42.180649 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-0632912a-25c8-49f1-8d35-1e9dadc2f563 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Allocated IP 172.25.0.95 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/df4c9b55-9569-4655-a798-7cc888b75ec8) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:59:42.181338 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7bc64a77-eaa3-4add-9271-38ba86974828 None None] Transition to ACTIVE for port object 61f31e64-ad65-4011-ac31-8ef12de9408e will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:42.233677 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-4b8d21a9-5382-45d2-84db-1650bc6c7696 None None] Port 61f31e64-ad65-4011-ac31-8ef12de9408e cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:59:42.276853 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 60fc46cf-ccf8-46e2-ae66-078201a27e8f triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:42.277234 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:42.331252 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7bc64a77-eaa3-4add-9271-38ba86974828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:42.354330 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0632912a-25c8-49f1-8d35-1e9dadc2f563 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:42.600739 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce309012-607d-4490-8cb3-df0c357d941d None None] Pushing event updated for resources: {'Port': ['ID=61f31e64-ad65-4011-ac31-8ef12de9408e,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:42.734624 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f6f8501f-e5ed-4753-b226-63e81abb12e7 req-ccd22302-7fa4-4cd3-b51d-22fef4977ea1 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:42.757173 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-7bc64a77-eaa3-4add-9271-38ba86974828 None None] Attempting to bind port 61f31e64-ad65-4011-ac31-8ef12de9408e on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:59:42.757705 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-7bc64a77-eaa3-4add-9271-38ba86974828 None None] Attempting to bind port 61f31e64-ad65-4011-ac31-8ef12de9408e by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '0f8c38eb-75fe-4355-b6a1-410b8136fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:59:42.758263 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc64a77-eaa3-4add-9271-38ba86974828 None None] Attempting to bind port 61f31e64-ad65-4011-ac31-8ef12de9408e on network 5bd941c7-ee3e-4516-9c12-a0eb8c88db1c {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:42.783894 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc64a77-eaa3-4add-9271-38ba86974828 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:59:42.784303 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc64a77-eaa3-4add-9271-38ba86974828 None None] Checking segment: {'id': '0f8c38eb-75fe-4355-b6a1-410b8136fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:42.784881 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7bc64a77-eaa3-4add-9271-38ba86974828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:42.785342 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc64a77-eaa3-4add-9271-38ba86974828 None None] Bound using segment: {'id': '0f8c38eb-75fe-4355-b6a1-410b8136fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:59:42.785897 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-7bc64a77-eaa3-4add-9271-38ba86974828 None None] Bound port: 61f31e64-ad65-4011-ac31-8ef12de9408e, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f8c38eb-75fe-4355-b6a1-410b8136fff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:59:42.786343 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7bc64a77-eaa3-4add-9271-38ba86974828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:42.802798 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca11847-dc02-4db3-98c2-948e5fe9e4f4 req-7c076a37-5335-48d1-9c89-93614d6697a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:42.804355 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ca11847-dc02-4db3-98c2-948e5fe9e4f4 req-7c076a37-5335-48d1-9c89-93614d6697a9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f3f25f3-3b62-4257-bd54-35deff03d286 HTTP/1.1" status: 200 len: 921 time: 0.7322519 Aug 10 03:59:42.873981 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ca11847-dc02-4db3-98c2-948e5fe9e4f4 req-bbf078b4-4170-4070-b9aa-684b7b5a0d35 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 HTTP/1.1" status: 200 len: 217 time: 0.0531924 Aug 10 03:59:42.964701 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca11847-dc02-4db3-98c2-948e5fe9e4f4 req-be00f5a9-6c29-4980-9795-ae8af5793931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:42.966612 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ca11847-dc02-4db3-98c2-948e5fe9e4f4 req-be00f5a9-6c29-4980-9795-ae8af5793931 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a66ddc04-7832-49d9-96fc-cfbccf02c0c0 HTTP/1.1" status: 200 len: 860 time: 0.0875859 Aug 10 03:59:42.993776 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-7bc64a77-eaa3-4add-9271-38ba86974828 None None] For port 61f31e64-ad65-4011-ac31-8ef12de9408e, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:59:42.998475 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-7bc64a77-eaa3-4add-9271-38ba86974828 None None] For port 61f31e64-ad65-4011-ac31-8ef12de9408e, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=61f31e64-ad65-4011-ac31-8ef12de9408e,segment=NetworkSegment(0f8c38eb-75fe-4355-b6a1-410b8136fff3),segment_id=0f8c38eb-75fe-4355-b6a1-410b8136fff3)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:59:43.035426 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ca11847-dc02-4db3-98c2-948e5fe9e4f4 req-20cec989-58c7-47e9-a104-fd5788a94599 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f3f25f3-3b62-4257-bd54-35deff03d286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610201 Aug 10 03:59:43.062933 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985d434-5d55-4a03-aaa9-fd9d1b73dc82 req-0970f736-7d07-42bb-af6b-bb60989b9b5f tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:43.070721 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4985d434-5d55-4a03-aaa9-fd9d1b73dc82 req-0970f736-7d07-42bb-af6b-bb60989b9b5f tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.25 "GET /v2.0/ports?device_id=11407fff-b4ed-45d0-8bec-96e4a1c29305 HTTP/1.1" status: 200 len: 945 time: 0.0737545 Aug 10 03:59:43.086098 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7bc64a77-eaa3-4add-9271-38ba86974828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:43.120263 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4985d434-5d55-4a03-aaa9-fd9d1b73dc82 req-895187f2-0b87-42ee-86f0-0af049843a72 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e715cd5-b518-4c40-898d-30d31a115863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485535 Aug 10 03:59:43.121996 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0632912a-25c8-49f1-8d35-1e9dadc2f563 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:43.159409 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc64a77-eaa3-4add-9271-38ba86974828 None None] Routers {'993ee0be-fbb1-4784-a98f-7cc0718f5251'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:43.160090 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-7bc64a77-eaa3-4add-9271-38ba86974828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['993ee0be-fbb1-4784-a98f-7cc0718f5251'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:43.163441 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce309012-607d-4490-8cb3-df0c357d941d None None] Pushing event updated for resources: {'Port': ['ID=61f31e64-ad65-4011-ac31-8ef12de9408e,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:43.193461 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0632912a-25c8-49f1-8d35-1e9dadc2f563 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:43.199049 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-0632912a-25c8-49f1-8d35-1e9dadc2f563 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:43.209802 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0632912a-25c8-49f1-8d35-1e9dadc2f563 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:59:43.270069 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632912a-25c8-49f1-8d35-1e9dadc2f563 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'Port': ['ID=df4c9b55-9569-4655-a798-7cc888b75ec8,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:43.338361 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ca11847-dc02-4db3-98c2-948e5fe9e4f4 req-a765f912-ccc0-4839-953f-275627464740 service neutron] 10.222.0.20 "GET /v2.0/networks/4f3f25f3-3b62-4257-bd54-35deff03d286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950726 Aug 10 03:59:43.410652 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ebcdf6b0-5ecd-40d9-ab36-ca71c3787e9c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:43.460426 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-7bc64a77-eaa3-4add-9271-38ba86974828 None None] Set router 993ee0be-fbb1-4784-a98f-7cc0718f5251 gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:43.547307 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-f6f8501f-e5ed-4753-b226-63e81abb12e7 req-ccd22302-7fa4-4cd3-b51d-22fef4977ea1 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] For port cbe2c7bf-d095-461f-95ec-3bc7b016f8e5, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=cbe2c7bf-d095-461f-95ec-3bc7b016f8e5,segment=NetworkSegment(9cb2f6a5-756e-48ce-8160-e0804b5fd8ec),segment_id=9cb2f6a5-756e-48ce-8160-e0804b5fd8ec)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:43.554836 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcdf6b0-5ecd-40d9-ab36-ca71c3787e9c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Subnet': ['ID=db04a2c3-8517-4774-8d2f-cdca307d9e66,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:43.598945 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ca11847-dc02-4db3-98c2-948e5fe9e4f4 req-f511d7d1-4c95-4c98-9a44-6a41f0d096c6 service neutron] 10.222.0.20 "GET /v2.0/networks/4f3f25f3-3b62-4257-bd54-35deff03d286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479835 Aug 10 03:59:43.603184 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcdf6b0-5ecd-40d9-ab36-ca71c3787e9c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Checking segment: {'id': 'a1dcefc8-eaaa-4aaf-a6d3-d55fa476cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:43.603714 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcdf6b0-5ecd-40d9-ab36-ca71c3787e9c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network hostable DHCP agents. Network: c8244309-20f6-4f67-9ba5-c4fc2989a11e, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:59:43.615178 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f6f8501f-e5ed-4753-b226-63e81abb12e7 req-ccd22302-7fa4-4cd3-b51d-22fef4977ea1 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:43.675910 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:43.725264 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f6f8501f-e5ed-4753-b226-63e81abb12e7 req-ccd22302-7fa4-4cd3-b51d-22fef4977ea1 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:43.727168 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcdf6b0-5ecd-40d9-ab36-ca71c3787e9c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network c8244309-20f6-4f67-9ba5-c4fc2989a11e is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:59:43.771638 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['cbe2c7bf-d095-461f-95ec-3bc7b016f8e5'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:59:43.798276 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8501f-e5ed-4753-b226-63e81abb12e7 req-ccd22302-7fa4-4cd3-b51d-22fef4977ea1 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:43.799547 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f6f8501f-e5ed-4753-b226-63e81abb12e7 req-ccd22302-7fa4-4cd3-b51d-22fef4977ea1 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:43.804691 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f6f8501f-e5ed-4753-b226-63e81abb12e7 req-ccd22302-7fa4-4cd3-b51d-22fef4977ea1 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "PUT /v2.0/ports/cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 HTTP/1.1" status: 200 len: 942 time: 1.7415624 Aug 10 03:59:43.805816 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53de8548-9f92-4c05-808a-4c1f9cf3a6db', 'tag': 'cbe2c7bf-d095-461f-95ec-3bc7b016f8e5'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:43.808985 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12462416-9362-445a-a623-d1300b654d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "53de8548-9f92-4c05-808a-4c1f9cf3a6db", "tag": "cbe2c7bf-d095-461f-95ec-3bc7b016f8e5"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:43.818417 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-7bc64a77-eaa3-4add-9271-38ba86974828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T03:59:39Z', 'revision_number': 2, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None, '_interfaces': [{'id': '61f31e64-ad65-4011-ac31-8ef12de9408e', 'name': '', 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:c1:f2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:37Z', 'updated_at': '2021-08-10T03:59:42Z', 'revision_number': 4, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:43.850744 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ca1664c0-7c1e-410b-a4dc-2933f0029d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:43.853689 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc64a77-eaa3-4add-9271-38ba86974828 None None] The sync data for ids ['993ee0be-fbb1-4784-a98f-7cc0718f5251'] in n-d-802893-2 is: [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T03:59:39Z', 'revision_number': 2, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None, '_interfaces': [{'id': '61f31e64-ad65-4011-ac31-8ef12de9408e', 'name': '', 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:c1:f2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:37Z', 'updated_at': '2021-08-10T03:59:42Z', 'revision_number': 4, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:59:43.922680 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-ebcdf6b0-5ecd-40d9-ab36-ca71c3787e9c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, c8244309-20f6-4f67-9ba5-c4fc2989a11e) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:43.961683 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcdf6b0-5ecd-40d9-ab36-ca71c3787e9c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:43.965304 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ebcdf6b0-5ecd-40d9-ab36-ca71c3787e9c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:43.971727 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76725ad-f1bb-41c9-a727-1704bb3dae40 None None] Network c8244309-20f6-4f67-9ba5-c4fc2989a11e requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:59:43.978224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd22302-7fa4-4cd3-b51d-22fef4977ea1 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Pushing event updated for resources: {'Port': ['ID=cbe2c7bf-d095-461f-95ec-3bc7b016f8e5,revision_number=7']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:44.011758 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0632912a-25c8-49f1-8d35-1e9dadc2f563 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:44.053890 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1969fdbf-1599-406f-9675-ee645612bfd7 x-openstack-request-id: req-1969fdbf-1599-406f-9675-ee645612bfd7 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:44.054046 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['cbe2c7bf-d095-461f-95ec-3bc7b016f8e5'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:59:44.054167 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53de8548-9f92-4c05-808a-4c1f9cf3a6db", "tag": "cbe2c7bf-d095-461f-95ec-3bc7b016f8e5", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:44.054520 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1969fdbf-1599-406f-9675-ee645612bfd7 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:44.054983 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53de8548-9f92-4c05-808a-4c1f9cf3a6db', 'tag': 'cbe2c7bf-d095-461f-95ec-3bc7b016f8e5', 'status': 'completed', 'code': 200} Aug 10 03:59:44.187738 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-910c1d1e-f5f7-46c5-934b-ab2e76185596 req-8fb7fe8e-827a-4c1d-8853-8c86993ddbe9 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3557813 Aug 10 03:59:44.194779 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-910c1d1e-f5f7-46c5-934b-ab2e76185596 req-4488da6b-12a7-407b-a88d-48204352eb1e tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:44.200582 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ebcdf6b0-5ecd-40d9-ab36-ca71c3787e9c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5095732 Aug 10 03:59:44.203100 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43054) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:44.285484 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0632912a-25c8-49f1-8d35-1e9dadc2f563 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:44.346515 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12462416-9362-445a-a623-d1300b654d7f req-df297a19-7713-48c1-bef2-de8b636aaa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:44.348294 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12462416-9362-445a-a623-d1300b654d7f req-df297a19-7713-48c1-bef2-de8b636aaa36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=676ac30864564aacab3c67a7a875c7ec&device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 1096 time: 0.2467027 Aug 10 03:59:44.350116 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233cead6-d6a7-451a-9fb7-1902460e0580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-c8244309-20f6-4f67-9ba5-c4fc2989a11e', 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'fixed_ips': [{'subnet_id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:59:44.351336 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-233cead6-d6a7-451a-9fb7-1902460e0580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:44.427259 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013a2e1-2f50-4a08-966d-84f24df144d1 req-e0d1b212-d628-4efd-8704-acbad5fa95e9 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:44.429160 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1013a2e1-2f50-4a08-966d-84f24df144d1 req-e0d1b212-d628-4efd-8704-acbad5fa95e9 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.25 "GET /v2.0/ports?device_id=11407fff-b4ed-45d0-8bec-96e4a1c29305 HTTP/1.1" status: 200 len: 945 time: 0.1390696 Aug 10 03:59:44.449500 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-910c1d1e-f5f7-46c5-934b-ab2e76185596 req-4488da6b-12a7-407b-a88d-48204352eb1e tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks [] for floatingip, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:44.569392 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1013a2e1-2f50-4a08-966d-84f24df144d1 req-aee2880f-fbd9-485d-bc8c-7a5a00395fd4 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e715cd5-b518-4c40-898d-30d31a115863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115143 Aug 10 03:59:44.606298 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-233cead6-d6a7-451a-9fb7-1902460e0580 None None] Allocated IP 2001:db8:1::2 (c8244309-20f6-4f67-9ba5-c4fc2989a11e/db04a2c3-8517-4774-8d2f-cdca307d9e66/d23daa14-8c9b-479f-8a01-beb81811a429) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:59:44.643354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e461c-a439-4fbc-b021-2722777efcb4 req-2b6e125b-d21f-4581-9581-ff7b297d6d83 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:44.644941 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f76e461c-a439-4fbc-b021-2722777efcb4 req-2b6e125b-d21f-4581-9581-ff7b297d6d83 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.68 "GET /v2.0/ports?device_id=11407fff-b4ed-45d0-8bec-96e4a1c29305 HTTP/1.1" status: 200 len: 945 time: 0.3794458 Aug 10 03:59:44.701430 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0632912a-25c8-49f1-8d35-1e9dadc2f563 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:44.769446 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12462416-9362-445a-a623-d1300b654d7f req-79335a4c-7eb2-4268-8bf7-547a9f721d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:44.771553 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12462416-9362-445a-a623-d1300b654d7f req-79335a4c-7eb2-4268-8bf7-547a9f721d45 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f3f25f3-3b62-4257-bd54-35deff03d286 HTTP/1.1" status: 200 len: 921 time: 0.4117882 Aug 10 03:59:44.782346 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0632912a-25c8-49f1-8d35-1e9dadc2f563 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:44.851803 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-233cead6-d6a7-451a-9fb7-1902460e0580 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:44.861622 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-233cead6-d6a7-451a-9fb7-1902460e0580 None None] Transition to ACTIVE for port object d23daa14-8c9b-479f-8a01-beb81811a429 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:44.883672 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-233cead6-d6a7-451a-9fb7-1902460e0580 None None] Transition to ACTIVE for port object d23daa14-8c9b-479f-8a01-beb81811a429 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:44.888372 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0632912a-25c8-49f1-8d35-1e9dadc2f563 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:44.893829 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12462416-9362-445a-a623-d1300b654d7f req-01d111de-101a-44b1-a794-364aaaa3ca1f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 HTTP/1.1" status: 200 len: 217 time: 0.0674825 Aug 10 03:59:44.942700 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-233cead6-d6a7-451a-9fb7-1902460e0580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:44.944614 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632912a-25c8-49f1-8d35-1e9dadc2f563 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'Port': ['ID=df4c9b55-9569-4655-a798-7cc888b75ec8,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:45.027169 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233cead6-d6a7-451a-9fb7-1902460e0580 None None] Network c8244309-20f6-4f67-9ba5-c4fc2989a11e is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:45.031593 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-0632912a-25c8-49f1-8d35-1e9dadc2f563 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Floating IP c40116e9-3c99-4cf4-bd2a-b999ef3175ae associated. External IP: 172.25.0.95, port: 845cb39a-548d-4707-ab2e-05003acf2823. Aug 10 03:59:45.041529 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-233cead6-d6a7-451a-9fb7-1902460e0580 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:45.050787 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233cead6-d6a7-451a-9fb7-1902460e0580 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:59:45.061341 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233cead6-d6a7-451a-9fb7-1902460e0580 None None] Pushing event updated for resources: {'Port': ['ID=d23daa14-8c9b-479f-8a01-beb81811a429,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:45.073668 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12462416-9362-445a-a623-d1300b654d7f req-ffed7bc5-2650-45f5-9b70-df791a22e565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:45.075129 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12462416-9362-445a-a623-d1300b654d7f req-ffed7bc5-2650-45f5-9b70-df791a22e565 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a66ddc04-7832-49d9-96fc-cfbccf02c0c0 HTTP/1.1" status: 200 len: 860 time: 0.1478577 Aug 10 03:59:45.145877 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-233cead6-d6a7-451a-9fb7-1902460e0580 None None] Attempting to bind port d23daa14-8c9b-479f-8a01-beb81811a429 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:59:45.146337 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-233cead6-d6a7-451a-9fb7-1902460e0580 None None] Attempting to bind port d23daa14-8c9b-479f-8a01-beb81811a429 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'a1dcefc8-eaaa-4aaf-a6d3-d55fa476cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:59:45.147046 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233cead6-d6a7-451a-9fb7-1902460e0580 None None] Attempting to bind port d23daa14-8c9b-479f-8a01-beb81811a429 on network c8244309-20f6-4f67-9ba5-c4fc2989a11e {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:45.152992 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233cead6-d6a7-451a-9fb7-1902460e0580 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:59:45.154331 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233cead6-d6a7-451a-9fb7-1902460e0580 None None] Checking segment: {'id': 'a1dcefc8-eaaa-4aaf-a6d3-d55fa476cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:45.154881 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-233cead6-d6a7-451a-9fb7-1902460e0580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:45.155503 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233cead6-d6a7-451a-9fb7-1902460e0580 None None] Bound using segment: {'id': 'a1dcefc8-eaaa-4aaf-a6d3-d55fa476cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:59:45.156530 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-233cead6-d6a7-451a-9fb7-1902460e0580 None None] Bound port: d23daa14-8c9b-479f-8a01-beb81811a429, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1dcefc8-eaaa-4aaf-a6d3-d55fa476cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:59:45.157037 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-233cead6-d6a7-451a-9fb7-1902460e0580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:45.164798 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12462416-9362-445a-a623-d1300b654d7f req-4be84551-1578-4256-a216-474c1b935960 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f3f25f3-3b62-4257-bd54-35deff03d286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795276 Aug 10 03:59:45.180702 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-f76e461c-a439-4fbc-b021-2722777efcb4 req-2b12811c-c9ae-4f62-9876-87b80317c9f3 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Deleting port 7acd9687-ef49-4877-acb2-d429410bdf90 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:59:45.189246 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f76e461c-a439-4fbc-b021-2722777efcb4 req-2b12811c-c9ae-4f62-9876-87b80317c9f3 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:45.268260 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-233cead6-d6a7-451a-9fb7-1902460e0580 None None] For port d23daa14-8c9b-479f-8a01-beb81811a429, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:59:45.270686 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:45.272744 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-233cead6-d6a7-451a-9fb7-1902460e0580 None None] For port d23daa14-8c9b-479f-8a01-beb81811a429, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=d23daa14-8c9b-479f-8a01-beb81811a429,segment=NetworkSegment(a1dcefc8-eaaa-4aaf-a6d3-d55fa476cc3b),segment_id=a1dcefc8-eaaa-4aaf-a6d3-d55fa476cc3b)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:59:45.315466 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-910c1d1e-f5f7-46c5-934b-ab2e76185596 req-4488da6b-12a7-407b-a88d-48204352eb1e tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:45.333266 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0632912a-25c8-49f1-8d35-1e9dadc2f563 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Router 6e852a75-32c4-4644-ae73-a56821c49a86 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:59:45.355084 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-233cead6-d6a7-451a-9fb7-1902460e0580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:45.400076 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7197195c-41d1-4c4d-8acc-b317efcdcf5b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:45.435160 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233cead6-d6a7-451a-9fb7-1902460e0580 None None] Pushing event updated for resources: {'Port': ['ID=d23daa14-8c9b-479f-8a01-beb81811a429,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:45.451052 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-f76e461c-a439-4fbc-b021-2722777efcb4 req-2b12811c-c9ae-4f62-9876-87b80317c9f3 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] For port 7acd9687-ef49-4877-acb2-d429410bdf90, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=7acd9687-ef49-4877-acb2-d429410bdf90,segment=NetworkSegment(5cade6b0-023a-4c21-9ed3-4f63993be0e8),segment_id=5cade6b0-023a-4c21-9ed3-4f63993be0e8)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:45.451480 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f76e461c-a439-4fbc-b021-2722777efcb4 req-2b12811c-c9ae-4f62-9876-87b80317c9f3 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:45.487646 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0632912a-25c8-49f1-8d35-1e9dadc2f563 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:59:45.500213 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298804b0-da81-4d6b-8e4b-afb2eea34ad1 None None] Sync routers for ids ['6e852a75-32c4-4644-ae73-a56821c49a86'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:59:45.513530 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298804b0-da81-4d6b-8e4b-afb2eea34ad1 None None] Routers {'6e852a75-32c4-4644-ae73-a56821c49a86'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:45.515021 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-298804b0-da81-4d6b-8e4b-afb2eea34ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['6e852a75-32c4-4644-ae73-a56821c49a86'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:45.606087 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0632912a-25c8-49f1-8d35-1e9dadc2f563 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:45.637224 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:45.654123 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-298804b0-da81-4d6b-8e4b-afb2eea34ad1 None None] Set router 6e852a75-32c4-4644-ae73-a56821c49a86 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:45.692158 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0632912a-25c8-49f1-8d35-1e9dadc2f563 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.4126258 Aug 10 03:59:45.692158 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d50f22-73f9-45b8-b214-0fd212f0946e', 'tag': '845cb39a-548d-4707-ab2e-05003acf2823'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:45.696067 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f993ca0-2a23-4af1-a87f-5b7824d47c15" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d50f22-73f9-45b8-b214-0fd212f0946e", "tag": "845cb39a-548d-4707-ab2e-05003acf2823"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:45.703586 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43078) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:45.952064 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0e4eb29e-e5a8-4417-99ae-b1f78c6fb6a8 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/floatingips/c40116e9-3c99-4cf4-bd2a-b999ef3175ae HTTP/1.1" status: 200 len: 990 time: 0.2447939 Aug 10 03:59:45.969134 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638dd04-5a60-419a-9163-946581504827 req-8f9c8a49-d193-43f8-af6b-0c1a7d583ced tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:45.978513 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c638dd04-5a60-419a-9163-946581504827 req-8f9c8a49-d193-43f8-af6b-0c1a7d583ced tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.25 "GET /v2.0/ports?device_id=11407fff-b4ed-45d0-8bec-96e4a1c29305 HTTP/1.1" status: 200 len: 945 time: 0.1887662 Aug 10 03:59:46.031652 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 61f31e64-ad65-4011-ac31-8ef12de9408e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:46.048343 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c638dd04-5a60-419a-9163-946581504827 req-a1c7b1fa-36d5-47f7-8b89-efa03116f152 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.25 "GET /v2.0/security-groups?id=3e715cd5-b518-4c40-898d-30d31a115863&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684755 Aug 10 03:59:46.096149 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8f897f-2886-495b-ad1e-9dfe7647bdcf x-openstack-request-id: req-fd8f897f-2886-495b-ad1e-9dfe7647bdcf {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:46.096682 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d50f22-73f9-45b8-b214-0fd212f0946e", "tag": "845cb39a-548d-4707-ab2e-05003acf2823", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:46.097123 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd8f897f-2886-495b-ad1e-9dfe7647bdcf {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:46.098000 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d50f22-73f9-45b8-b214-0fd212f0946e', 'tag': '845cb39a-548d-4707-ab2e-05003acf2823', 'status': 'completed', 'code': 200} Aug 10 03:59:46.112709 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-298804b0-da81-4d6b-8e4b-afb2eea34ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'name': 'tempest-TestNetworkBasicOps-router-925551247', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:07Z', 'updated_at': '2021-08-10T03:59:14Z', 'revision_number': 4, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:09Z', 'updated_at': '2021-08-10T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'c40116e9-3c99-4cf4-bd2a-b999ef3175ae', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'floating_ip_address': '172.25.0.95', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'port_id': '845cb39a-548d-4707-ab2e-05003acf2823', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33', 'mac_address': 'fa:16:3e:58:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d50f22-73f9-45b8-b214-0fd212f0946e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:59:43Z', 'updated_at': '2021-08-10T03:59:43Z', 'revision_number': 0, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '075ba055-4e4f-4be0-afe0-02f464a0e847', 'name': '', 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'mac_address': 'fa:16:3e:1f:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '86d2d62c-3af2-47d8-a099-65572797716a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:13Z', 'updated_at': '2021-08-10T03:59:20Z', 'revision_number': 5, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'subnets': [{'id': '86d2d62c-3af2-47d8-a099-65572797716a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:46.188373 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-f76e461c-a439-4fbc-b021-2722777efcb4 req-2b12811c-c9ae-4f62-9876-87b80317c9f3 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Calling delete_port for 7acd9687-ef49-4877-acb2-d429410bdf90 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:59:46.193088 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298804b0-da81-4d6b-8e4b-afb2eea34ad1 None None] Checking router: 6e852a75-32c4-4644-ae73-a56821c49a86 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:59:46.218634 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f993ca0-2a23-4af1-a87f-5b7824d47c15 req-83182cf0-69b6-4cde-8e87-7ae0b8707bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:46.219280 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298804b0-da81-4d6b-8e4b-afb2eea34ad1 None None] Routers {'6e852a75-32c4-4644-ae73-a56821c49a86'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:46.220711 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2f993ca0-2a23-4af1-a87f-5b7824d47c15 req-83182cf0-69b6-4cde-8e87-7ae0b8707bef service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f5becae06cd542b5a8415ea130ec33d4&device_id=a5d50f22-73f9-45b8-b214-0fd212f0946e HTTP/1.1" status: 200 len: 1096 time: 0.0916240 Aug 10 03:59:46.221375 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-298804b0-da81-4d6b-8e4b-afb2eea34ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['6e852a75-32c4-4644-ae73-a56821c49a86'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:46.223939 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12462416-9362-445a-a623-d1300b654d7f req-7dd34ff3-b3fd-42bf-b958-401a79ca553d service neutron] 10.222.0.20 "GET /v2.0/networks/4f3f25f3-3b62-4257-bd54-35deff03d286?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0281434 Aug 10 03:59:46.280435 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 61f31e64-ad65-4011-ac31-8ef12de9408e completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:46.284953 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 61f31e64-ad65-4011-ac31-8ef12de9408e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:46.285573 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:46.372250 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-910c1d1e-f5f7-46c5-934b-ab2e76185596 req-4488da6b-12a7-407b-a88d-48204352eb1e tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Allocated IP 172.25.0.120 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/b6ae3849-9e51-4a53-974a-5f187ab3133f) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:59:46.441119 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f993ca0-2a23-4af1-a87f-5b7824d47c15 req-54bb1389-9c70-43e4-b746-16aa0bacb1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:46.443541 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2f993ca0-2a23-4af1-a87f-5b7824d47c15 req-54bb1389-9c70-43e4-b746-16aa0bacb1e5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0ff61232-3479-4388-b092-dc4e24df7f33 HTTP/1.1" status: 200 len: 898 time: 0.2154250 Aug 10 03:59:46.458486 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-298804b0-da81-4d6b-8e4b-afb2eea34ad1 None None] Set router 6e852a75-32c4-4644-ae73-a56821c49a86 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:46.476372 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:46.530482 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2f993ca0-2a23-4af1-a87f-5b7824d47c15 req-17ebf445-10e8-42c8-8e59-f432514560ee service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=845cb39a-548d-4707-ab2e-05003acf2823 HTTP/1.1" status: 200 len: 998 time: 0.0793524 Aug 10 03:59:46.547733 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 61f31e64-ad65-4011-ac31-8ef12de9408e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=61f31e64-ad65-4011-ac31-8ef12de9408e,segment=NetworkSegment(0f8c38eb-75fe-4355-b6a1-410b8136fff3),segment_id=0f8c38eb-75fe-4355-b6a1-410b8136fff3)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:46.610700 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:46.612306 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device d23daa14-8c9b-479f-8a01-beb81811a429 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:46.635860 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f993ca0-2a23-4af1-a87f-5b7824d47c15 req-c54f4120-2c0c-4c97-9c9c-b50bdbc7eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:46.637904 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2f993ca0-2a23-4af1-a87f-5b7824d47c15 req-c54f4120-2c0c-4c97-9c9c-b50bdbc7eb5e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=86d2d62c-3af2-47d8-a099-65572797716a HTTP/1.1" status: 200 len: 835 time: 0.0998867 Aug 10 03:59:46.690004 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-910c1d1e-f5f7-46c5-934b-ab2e76185596 req-4488da6b-12a7-407b-a88d-48204352eb1e tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:46.746553 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f993ca0-2a23-4af1-a87f-5b7824d47c15 req-b80de7ac-e20b-4d32-860e-190b2f1faefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:46.750916 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12462416-9362-445a-a623-d1300b654d7f req-c303c71c-cbc5-4a45-bb0e-18f1ac60dace service neutron] 10.222.0.20 "GET /v2.0/networks/4f3f25f3-3b62-4257-bd54-35deff03d286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5013814 Aug 10 03:59:46.754558 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2f993ca0-2a23-4af1-a87f-5b7824d47c15 req-b80de7ac-e20b-4d32-860e-190b2f1faefd service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0ff61232-3479-4388-b092-dc4e24df7f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1092820 Aug 10 03:59:46.766932 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=61f31e64-ad65-4011-ac31-8ef12de9408e,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:46.832830 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-910c1d1e-f5f7-46c5-934b-ab2e76185596 req-4488da6b-12a7-407b-a88d-48204352eb1e tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:46.879383 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:46.903489 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port d23daa14-8c9b-479f-8a01-beb81811a429 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:46.913583 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910c1d1e-f5f7-46c5-934b-ab2e76185596 req-4488da6b-12a7-407b-a88d-48204352eb1e tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:46.931387 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-7197195c-41d1-4c4d-8acc-b317efcdcf5b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Allocated IP 2001:db8:1::1 (c8244309-20f6-4f67-9ba5-c4fc2989a11e/db04a2c3-8517-4774-8d2f-cdca307d9e66/bb6d324c-004d-4260-b1a6-b7cb5b621e17) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:59:46.942032 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-910c1d1e-f5f7-46c5-934b-ab2e76185596 req-4488da6b-12a7-407b-a88d-48204352eb1e tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:46.948528 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-910c1d1e-f5f7-46c5-934b-ab2e76185596 req-4488da6b-12a7-407b-a88d-48204352eb1e tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:59:46.952964 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2f993ca0-2a23-4af1-a87f-5b7824d47c15 req-67a03431-c2a3-4fe7-9a3f-730d9b2db948 service neutron] 10.222.0.68 "GET /v2.0/networks/0ff61232-3479-4388-b092-dc4e24df7f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869714 Aug 10 03:59:46.955846 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43100) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:47.032671 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488da6b-12a7-407b-a88d-48204352eb1e tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Pushing event updated for resources: {'Port': ['ID=b6ae3849-9e51-4a53-974a-5f187ab3133f,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:47.035703 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f76e461c-a439-4fbc-b021-2722777efcb4 req-2b12811c-c9ae-4f62-9876-87b80317c9f3 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:47.048484 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['7acd9687-ef49-4877-acb2-d429410bdf90'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 03:59:47.074089 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-298804b0-da81-4d6b-8e4b-afb2eea34ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'name': 'tempest-TestNetworkBasicOps-router-925551247', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:07Z', 'updated_at': '2021-08-10T03:59:14Z', 'revision_number': 4, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:09Z', 'updated_at': '2021-08-10T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'c40116e9-3c99-4cf4-bd2a-b999ef3175ae', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'floating_ip_address': '172.25.0.95', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'port_id': '845cb39a-548d-4707-ab2e-05003acf2823', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33', 'mac_address': 'fa:16:3e:58:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d50f22-73f9-45b8-b214-0fd212f0946e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:59:43Z', 'updated_at': '2021-08-10T03:59:43Z', 'revision_number': 0, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '075ba055-4e4f-4be0-afe0-02f464a0e847', 'name': '', 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'mac_address': 'fa:16:3e:1f:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '86d2d62c-3af2-47d8-a099-65572797716a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:13Z', 'updated_at': '2021-08-10T03:59:20Z', 'revision_number': 5, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'subnets': [{'id': '86d2d62c-3af2-47d8-a099-65572797716a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:47.104252 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b3b16b03-546f-4518-aacd-30d24dae4fc4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/floatingips/c40116e9-3c99-4cf4-bd2a-b999ef3175ae HTTP/1.1" status: 200 len: 990 time: 0.1470304 Aug 10 03:59:47.125263 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298804b0-da81-4d6b-8e4b-afb2eea34ad1 None None] The sync data for ids ['6e852a75-32c4-4644-ae73-a56821c49a86'] in n-d-802893-2 is: [{'id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'name': 'tempest-TestNetworkBasicOps-router-925551247', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:07Z', 'updated_at': '2021-08-10T03:59:14Z', 'revision_number': 4, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:09Z', 'updated_at': '2021-08-10T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'c40116e9-3c99-4cf4-bd2a-b999ef3175ae', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'floating_ip_address': '172.25.0.95', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'port_id': '845cb39a-548d-4707-ab2e-05003acf2823', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33', 'mac_address': 'fa:16:3e:58:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d50f22-73f9-45b8-b214-0fd212f0946e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:59:43Z', 'updated_at': '2021-08-10T03:59:43Z', 'revision_number': 0, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '075ba055-4e4f-4be0-afe0-02f464a0e847', 'name': '', 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'mac_address': 'fa:16:3e:1f:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '86d2d62c-3af2-47d8-a099-65572797716a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:13Z', 'updated_at': '2021-08-10T03:59:20Z', 'revision_number': 5, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'subnets': [{'id': '86d2d62c-3af2-47d8-a099-65572797716a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:59:47.178725 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12811c-c9ae-4f62-9876-87b80317c9f3 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Pushing event deleted for resources: {'Port': ['ID=7acd9687-ef49-4877-acb2-d429410bdf90,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:47.187836 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2f993ca0-2a23-4af1-a87f-5b7824d47c15 req-7ef13cbe-44df-44fd-95c8-33041f89210a service neutron] 10.222.0.68 "GET /v2.0/networks/0ff61232-3479-4388-b092-dc4e24df7f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214131 Aug 10 03:59:47.209780 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4a782bf9-628b-4c65-bb1e-e192e828f0ed req-b3617336-7cb6-42f8-bde4-9baf4dae1df8 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.25 "GET /v2.0/ports?device_id=11407fff-b4ed-45d0-8bec-96e4a1c29305 HTTP/1.1" status: 200 len: 210 time: 0.0539870 Aug 10 03:59:47.257719 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6120f253-9074-403d-a61e-8afd5ad06d50 None None] Network c8244309-20f6-4f67-9ba5-c4fc2989a11e requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:59:47.327052 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76e461c-a439-4fbc-b021-2722777efcb4 req-2b12811c-c9ae-4f62-9876-87b80317c9f3 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] No DVR routers for this DVR port 7acd9687-ef49-4877-acb2-d429410bdf90 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 03:59:47.340137 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f76e461c-a439-4fbc-b021-2722777efcb4 req-2b12811c-c9ae-4f62-9876-87b80317c9f3 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:47.342921 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f76e461c-a439-4fbc-b021-2722777efcb4 req-2b12811c-c9ae-4f62-9876-87b80317c9f3 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.68 "DELETE /v2.0/ports/7acd9687-ef49-4877-acb2-d429410bdf90 HTTP/1.1" status: 204 len: 173 time: 2.6882463 Aug 10 03:59:47.343591 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11407fff-b4ed-45d0-8bec-96e4a1c29305', 'name': 'network-vif-deleted', 'tag': '7acd9687-ef49-4877-acb2-d429410bdf90'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:47.346057 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2d3b80-3a13-48ba-846a-d574e0517301" -d '{"events": [{"server_uuid": "11407fff-b4ed-45d0-8bec-96e4a1c29305", "name": "network-vif-deleted", "tag": "7acd9687-ef49-4877-acb2-d429410bdf90"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:47.414709 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-910c1d1e-f5f7-46c5-934b-ab2e76185596 req-4488da6b-12a7-407b-a88d-48204352eb1e tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:47.418895 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d8d0559e-3434-4273-928c-16f3229c5cc4 None None] Provisioning for port d23daa14-8c9b-479f-8a01-beb81811a429 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:47.430819 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d8d0559e-3434-4273-928c-16f3229c5cc4 None None] Provisioning complete for port d23daa14-8c9b-479f-8a01-beb81811a429 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:47.432056 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d8d0559e-3434-4273-928c-16f3229c5cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:47.439618 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7197195c-41d1-4c4d-8acc-b317efcdcf5b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:47.449833 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffcb5b1-d6d5-4773-bf0c-d452b66794b8 x-openstack-request-id: req-9ffcb5b1-d6d5-4773-bf0c-d452b66794b8 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:47.449833 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11407fff-b4ed-45d0-8bec-96e4a1c29305", "name": "network-vif-deleted", "tag": "7acd9687-ef49-4877-acb2-d429410bdf90", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:47.449833 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ffcb5b1-d6d5-4773-bf0c-d452b66794b8 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:47.449833 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11407fff-b4ed-45d0-8bec-96e4a1c29305', 'name': 'network-vif-deleted', 'tag': '7acd9687-ef49-4877-acb2-d429410bdf90', 'status': 'completed', 'code': 200} Aug 10 03:59:47.463733 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-7197195c-41d1-4c4d-8acc-b317efcdcf5b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Transition to ACTIVE for port object bb6d324c-004d-4260-b1a6-b7cb5b621e17 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:47.534469 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c2e382-262f-4965-9c3f-054c991be345 None None] New status for floating IP c40116e9-3c99-4cf4-bd2a-b999ef3175ae: ACTIVE {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:59:47.596381 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7197195c-41d1-4c4d-8acc-b317efcdcf5b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:47.656126 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d8d0559e-3434-4273-928c-16f3229c5cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:47.658294 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-910c1d1e-f5f7-46c5-934b-ab2e76185596 req-4488da6b-12a7-407b-a88d-48204352eb1e tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:47.688733 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7197195c-41d1-4c4d-8acc-b317efcdcf5b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network c8244309-20f6-4f67-9ba5-c4fc2989a11e is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:47.697974 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-7197195c-41d1-4c4d-8acc-b317efcdcf5b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:47.700580 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7197195c-41d1-4c4d-8acc-b317efcdcf5b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:59:47.701878 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7197195c-41d1-4c4d-8acc-b317efcdcf5b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:47.760425 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197195c-41d1-4c4d-8acc-b317efcdcf5b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Port': ['ID=bb6d324c-004d-4260-b1a6-b7cb5b621e17,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:47.829441 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d8d0559e-3434-4273-928c-16f3229c5cc4 None None] For port d23daa14-8c9b-479f-8a01-beb81811a429, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=d23daa14-8c9b-479f-8a01-beb81811a429,segment=NetworkSegment(a1dcefc8-eaaa-4aaf-a6d3-d55fa476cc3b),segment_id=a1dcefc8-eaaa-4aaf-a6d3-d55fa476cc3b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:47.894278 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 61f31e64-ad65-4011-ac31-8ef12de9408e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:47.950253 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d8d0559e-3434-4273-928c-16f3229c5cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:47.994268 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 61f31e64-ad65-4011-ac31-8ef12de9408e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:47.995213 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:48.012950 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-910c1d1e-f5f7-46c5-934b-ab2e76185596 req-4488da6b-12a7-407b-a88d-48204352eb1e tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:48.064032 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7197195c-41d1-4c4d-8acc-b317efcdcf5b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:48.097189 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43126) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:48.122934 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-910c1d1e-f5f7-46c5-934b-ab2e76185596 req-4488da6b-12a7-407b-a88d-48204352eb1e tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:48.129885 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0559e-3434-4273-928c-16f3229c5cc4 None None] Pushing event updated for resources: {'Port': ['ID=d23daa14-8c9b-479f-8a01-beb81811a429,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:48.170821 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-023741e6-bee9-45f9-8e96-e8926246cacb None None] Provisioning complete for port d23daa14-8c9b-479f-8a01-beb81811a429 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:48.171621 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-023741e6-bee9-45f9-8e96-e8926246cacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:48.214689 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f7c02475-30cc-488e-90d8-907c5b71d2d9 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/floatingips/c40116e9-3c99-4cf4-bd2a-b999ef3175ae HTTP/1.1" status: 200 len: 992 time: 0.1162581 Aug 10 03:59:48.312269 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488da6b-12a7-407b-a88d-48204352eb1e tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Pushing event updated for resources: {'Port': ['ID=b6ae3849-9e51-4a53-974a-5f187ab3133f,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:48.331042 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-910c1d1e-f5f7-46c5-934b-ab2e76185596 req-4488da6b-12a7-407b-a88d-48204352eb1e tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:48.376780 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f9394806-cc5c-4fe8-9d5b-77bb1019f79c req-7d0b17d1-96c1-49bd-bc85-696b114b0514 tempest-ServerTagsTestJSON-1089401571 tempest-ServerTagsTestJSON-1089401571-project] 10.222.0.25 "GET /v2.0/ports?device_id=11407fff-b4ed-45d0-8bec-96e4a1c29305 HTTP/1.1" status: 200 len: 210 time: 0.0296361 Aug 10 03:59:48.479020 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-910c1d1e-f5f7-46c5-934b-ab2e76185596 req-4488da6b-12a7-407b-a88d-48204352eb1e tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:48.480339 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-910c1d1e-f5f7-46c5-934b-ab2e76185596 req-4488da6b-12a7-407b-a88d-48204352eb1e tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2916842 Aug 10 03:59:48.593669 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5fc14002-67ad-40f5-959a-03d991c5f82c None None] Provisioning for port bb6d324c-004d-4260-b1a6-b7cb5b621e17 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:48.597673 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5fc14002-67ad-40f5-959a-03d991c5f82c None None] Provisioning complete for port bb6d324c-004d-4260-b1a6-b7cb5b621e17 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:48.598028 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fc14002-67ad-40f5-959a-03d991c5f82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:48.601828 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-910c1d1e-f5f7-46c5-934b-ab2e76185596 req-43289711-447b-4a68-854c-c913ea9d53d3 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.120 HTTP/1.1" status: 200 len: 696 time: 0.1029775 Aug 10 03:59:48.608054 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7197195c-41d1-4c4d-8acc-b317efcdcf5b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:48.633756 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-5fc14002-67ad-40f5-959a-03d991c5f82c None None] Port bb6d324c-004d-4260-b1a6-b7cb5b621e17 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:59:48.668290 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7197195c-41d1-4c4d-8acc-b317efcdcf5b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:48.669071 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7197195c-41d1-4c4d-8acc-b317efcdcf5b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:48.788888 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197195c-41d1-4c4d-8acc-b317efcdcf5b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Port': ['ID=bb6d324c-004d-4260-b1a6-b7cb5b621e17,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:48.818045 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c1d1e-f5f7-46c5-934b-ab2e76185596 req-af266a07-b1ed-49c3-9ca6-c6eda3614db4 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:48.819396 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-910c1d1e-f5f7-46c5-934b-ab2e76185596 req-af266a07-b1ed-49c3-9ca6-c6eda3614db4 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 784 time: 0.2161009 Aug 10 03:59:48.835256 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-910c1d1e-f5f7-46c5-934b-ab2e76185596 req-1207b687-0eee-4aa5-abed-8fb890ddf8a3 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:59:48.836248 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-910c1d1e-f5f7-46c5-934b-ab2e76185596 req-1207b687-0eee-4aa5-abed-8fb890ddf8a3 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077145 Aug 10 03:59:48.863079 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7197195c-41d1-4c4d-8acc-b317efcdcf5b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network c8244309-20f6-4f67-9ba5-c4fc2989a11e is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:48.864809 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-7197195c-41d1-4c4d-8acc-b317efcdcf5b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:48.986992 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7197195c-41d1-4c4d-8acc-b317efcdcf5b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Router 993ee0be-fbb1-4784-a98f-7cc0718f5251 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:59:48.996499 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97e9d5-ed33-4716-be1e-8ec8e14c7c4d req-6a17442b-a86c-4467-96c5-0bee313cfc0d tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:48.998142 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3e97e9d5-ed33-4716-be1e-8ec8e14c7c4d req-6a17442b-a86c-4467-96c5-0bee313cfc0d tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0945737 Aug 10 03:59:49.077268 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3e97e9d5-ed33-4716-be1e-8ec8e14c7c4d req-da9eeee3-5dd8-470d-926c-bd9b3c9ecabc tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.120 HTTP/1.1" status: 200 len: 696 time: 0.0728123 Aug 10 03:59:49.088430 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-3e97e9d5-ed33-4716-be1e-8ec8e14c7c4d req-72f139ea-64ca-4c20-bc12-f508cf04dbab tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Request body: {'floatingip': {'port_id': 'cbe2c7bf-d095-461f-95ec-3bc7b016f8e5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:49.118942 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7197195c-41d1-4c4d-8acc-b317efcdcf5b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:59:49.129797 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43150) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:49.130334 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7197195c-41d1-4c4d-8acc-b317efcdcf5b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "PUT /v2.0/routers/993ee0be-fbb1-4784-a98f-7cc0718f5251/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9256778 Aug 10 03:59:49.132199 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d1ac8d-2de8-4119-9973-fc17aed49ff9 None None] Sync routers for ids ['993ee0be-fbb1-4784-a98f-7cc0718f5251'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:59:49.134977 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-7796ba93-4ede-4ead-966a-5a32890a0715 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1714641646'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:49.135541 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 7acd9687-ef49-4877-acb2-d429410bdf90 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 03:59:49.147594 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-3e97e9d5-ed33-4716-be1e-8ec8e14c7c4d req-72f139ea-64ca-4c20-bc12-f508cf04dbab tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks [] for floatingip, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:49.159256 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d1ac8d-2de8-4119-9973-fc17aed49ff9 None None] Routers {'993ee0be-fbb1-4784-a98f-7cc0718f5251'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:49.160701 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-49d1ac8d-2de8-4119-9973-fc17aed49ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['993ee0be-fbb1-4784-a98f-7cc0718f5251'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:49.181276 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 7acd9687-ef49-4877-acb2-d429410bdf90 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 03:59:49.183762 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 7acd9687-ef49-4877-acb2-d429410bdf90 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 03:59:49.280777 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7796ba93-4ede-4ead-966a-5a32890a0715 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Made reservation on behalf of cdcd64ea9b214b6c8e8b7ba6b5131c2f for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:59:49.288577 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-49d1ac8d-2de8-4119-9973-fc17aed49ff9 None None] Set router 993ee0be-fbb1-4784-a98f-7cc0718f5251 gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:49.297306 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7796ba93-4ede-4ead-966a-5a32890a0715 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:49.299681 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d68fa8fc-db1e-4c9c-83a8-10a9397ba023 None None] Provisioning complete for port bb6d324c-004d-4260-b1a6-b7cb5b621e17 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:49.300362 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d68fa8fc-db1e-4c9c-83a8-10a9397ba023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:49.334788 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7796ba93-4ede-4ead-966a-5a32890a0715 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:59:49.345354 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7796ba93-4ede-4ead-966a-5a32890a0715 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:49.346093 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-7796ba93-4ede-4ead-966a-5a32890a0715 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Added segment 5480011f-45c1-44b9-8c2c-dee9b965eaa7 of type vlan for network 7bf638a0-ac9b-49c1-aba8-f13bb79b5a30 Aug 10 03:59:49.368942 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-d68fa8fc-db1e-4c9c-83a8-10a9397ba023 None None] Port bb6d324c-004d-4260-b1a6-b7cb5b621e17 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:59:49.397704 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7796ba93-4ede-4ead-966a-5a32890a0715 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:49.524350 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7796ba93-4ede-4ead-966a-5a32890a0715 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:49.529832 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7796ba93-4ede-4ead-966a-5a32890a0715 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:49.530410 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7796ba93-4ede-4ead-966a-5a32890a0715 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:49.539767 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-49d1ac8d-2de8-4119-9973-fc17aed49ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T03:59:47Z', 'revision_number': 3, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None, '_interfaces': [{'id': '61f31e64-ad65-4011-ac31-8ef12de9408e', 'name': '', 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:c1:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:37Z', 'updated_at': '2021-08-10T03:59:46Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb6d324c-004d-4260-b1a6-b7cb5b621e17', 'name': '', 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:ee:6f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:46Z', 'updated_at': '2021-08-10T03:59:48Z', 'revision_number': 2, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:49.572656 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d1ac8d-2de8-4119-9973-fc17aed49ff9 None None] Checking router: 993ee0be-fbb1-4784-a98f-7cc0718f5251 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:59:49.573030 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d1ac8d-2de8-4119-9973-fc17aed49ff9 None None] Updating router 993ee0be-fbb1-4784-a98f-7cc0718f5251 port bb6d324c-004d-4260-b1a6-b7cb5b621e17 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:59:49.598067 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-49d1ac8d-2de8-4119-9973-fc17aed49ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:49.641452 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796ba93-4ede-4ead-966a-5a32890a0715 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Network': ['ID=7bf638a0-ac9b-49c1-aba8-f13bb79b5a30,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:49.656960 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7796ba93-4ede-4ead-966a-5a32890a0715 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5260861 Aug 10 03:59:49.660047 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43170) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:49.664338 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 7bf638a0-ac9b-49c1-aba8-f13bb79b5a30 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:59:49.673079 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-370d1002-597a-48b2-9739-f593686f739e tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'subnet': {'network_id': '7bf638a0-ac9b-49c1-aba8-f13bb79b5a30', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:49.856860 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43176) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:49.960039 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device d23daa14-8c9b-479f-8a01-beb81811a429 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:49.965046 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370d1002-597a-48b2-9739-f593686f739e tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Made reservation on behalf of cdcd64ea9b214b6c8e8b7ba6b5131c2f for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:59:49.969040 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-370d1002-597a-48b2-9739-f593686f739e tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:50.015553 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-49d1ac8d-2de8-4119-9973-fc17aed49ff9 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:50.023356 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-3e97e9d5-ed33-4716-be1e-8ec8e14c7c4d req-72f139ea-64ca-4c20-bc12-f508cf04dbab tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:50.028778 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-49d1ac8d-2de8-4119-9973-fc17aed49ff9 None None] Transition to ACTIVE for port object bb6d324c-004d-4260-b1a6-b7cb5b621e17 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:50.040513 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-825210a7-829b-41d8-a481-c5b9a646f04c admin admin] Deleting subnet f5e5c480-09a2-44f5-8740-174485fad91b {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 03:59:50.045616 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port d23daa14-8c9b-479f-8a01-beb81811a429 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:50.045796 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:50.048837 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-825210a7-829b-41d8-a481-c5b9a646f04c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:50.051812 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752f4aa-d6de-4d39-9e65-ca65e0abd024 req-7c4572cf-6f2c-40a7-b997-f50a345ef01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:50.053362 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e752f4aa-d6de-4d39-9e65-ca65e0abd024 req-7c4572cf-6f2c-40a7-b997-f50a345ef01b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5c12184296424dc9af92067f3096d474&device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 1096 time: 0.1977706 Aug 10 03:59:50.124015 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-3e97e9d5-ed33-4716-be1e-8ec8e14c7c4d req-72f139ea-64ca-4c20-bc12-f508cf04dbab tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:50.146651 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-49d1ac8d-2de8-4119-9973-fc17aed49ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:50.205113 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-825210a7-829b-41d8-a481-c5b9a646f04c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:50.205756 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9e610-046d-4843-89bb-211609811c09 None None] Pushing event updated for resources: {'Port': ['ID=bb6d324c-004d-4260-b1a6-b7cb5b621e17,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:50.217582 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9e610-046d-4843-89bb-211609811c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:50.217815 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9e610-046d-4843-89bb-211609811c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:50.218062 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9e610-046d-4843-89bb-211609811c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:50.218381 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9e610-046d-4843-89bb-211609811c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:50.218714 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9e610-046d-4843-89bb-211609811c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:50.219042 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9e610-046d-4843-89bb-211609811c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:50.219363 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9e610-046d-4843-89bb-211609811c09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:50.219681 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9e610-046d-4843-89bb-211609811c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:50.220152 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9e610-046d-4843-89bb-211609811c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:50.220560 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9e610-046d-4843-89bb-211609811c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:50.220775 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9e610-046d-4843-89bb-211609811c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:50.221092 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88f9e610-046d-4843-89bb-211609811c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:50.249645 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [req-3e97e9d5-ed33-4716-be1e-8ec8e14c7c4d req-72f139ea-64ca-4c20-bc12-f508cf04dbab tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Floating IP 96ffb485-d42d-4850-be8f-a8397caaf15d associated. External IP: 172.25.0.120, port: cbe2c7bf-d095-461f-95ec-3bc7b016f8e5. Aug 10 03:59:50.304776 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-49d1ac8d-2de8-4119-9973-fc17aed49ff9 None None] Attempting to bind port bb6d324c-004d-4260-b1a6-b7cb5b621e17 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:59:50.305243 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-49d1ac8d-2de8-4119-9973-fc17aed49ff9 None None] Attempting to bind port bb6d324c-004d-4260-b1a6-b7cb5b621e17 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'a1dcefc8-eaaa-4aaf-a6d3-d55fa476cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:59:50.305696 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d1ac8d-2de8-4119-9973-fc17aed49ff9 None None] Attempting to bind port bb6d324c-004d-4260-b1a6-b7cb5b621e17 on network c8244309-20f6-4f67-9ba5-c4fc2989a11e {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:50.312709 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d1ac8d-2de8-4119-9973-fc17aed49ff9 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:59:50.313251 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d1ac8d-2de8-4119-9973-fc17aed49ff9 None None] Checking segment: {'id': 'a1dcefc8-eaaa-4aaf-a6d3-d55fa476cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:50.313748 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-49d1ac8d-2de8-4119-9973-fc17aed49ff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:50.314234 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d1ac8d-2de8-4119-9973-fc17aed49ff9 None None] Bound using segment: {'id': 'a1dcefc8-eaaa-4aaf-a6d3-d55fa476cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:59:50.314808 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-49d1ac8d-2de8-4119-9973-fc17aed49ff9 None None] Bound port: bb6d324c-004d-4260-b1a6-b7cb5b621e17, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1dcefc8-eaaa-4aaf-a6d3-d55fa476cc3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:59:50.315270 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-49d1ac8d-2de8-4119-9973-fc17aed49ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:50.333889 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-825210a7-829b-41d8-a481-c5b9a646f04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:50.360521 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752f4aa-d6de-4d39-9e65-ca65e0abd024 req-7f65704e-f2d5-4ba4-91cb-53455a2732ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:50.362008 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e752f4aa-d6de-4d39-9e65-ca65e0abd024 req-7f65704e-f2d5-4ba4-91cb-53455a2732ac service neutron] 10.222.0.68 "GET /v2.0/networks?id=017bc094-0610-4c83-b903-161ccef8a7ca HTTP/1.1" status: 200 len: 920 time: 0.2848136 Aug 10 03:59:50.384252 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-49d1ac8d-2de8-4119-9973-fc17aed49ff9 None None] For port bb6d324c-004d-4260-b1a6-b7cb5b621e17, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:59:50.387466 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-49d1ac8d-2de8-4119-9973-fc17aed49ff9 None None] For port bb6d324c-004d-4260-b1a6-b7cb5b621e17, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=bb6d324c-004d-4260-b1a6-b7cb5b621e17,segment=NetworkSegment(a1dcefc8-eaaa-4aaf-a6d3-d55fa476cc3b),segment_id=a1dcefc8-eaaa-4aaf-a6d3-d55fa476cc3b)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:59:50.415429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92381876-0acf-4dbb-9092-b30bb3d89d04 req-95c58f15-3214-4e4f-a346-26bdba8fe94e tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:50.425031 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-92381876-0acf-4dbb-9092-b30bb3d89d04 req-95c58f15-3214-4e4f-a346-26bdba8fe94e tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.2838652 Aug 10 03:59:50.499726 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e752f4aa-d6de-4d39-9e65-ca65e0abd024 req-c9f569f4-df14-4296-a0cd-bb3b19f84e53 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e48d055-da9d-4b0f-85eb-0edc76009c82 HTTP/1.1" status: 200 len: 217 time: 0.0649688 Aug 10 03:59:50.514646 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-49d1ac8d-2de8-4119-9973-fc17aed49ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:50.582329 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d1ac8d-2de8-4119-9973-fc17aed49ff9 None None] Routers {'993ee0be-fbb1-4784-a98f-7cc0718f5251'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:50.582966 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-49d1ac8d-2de8-4119-9973-fc17aed49ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['993ee0be-fbb1-4784-a98f-7cc0718f5251'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:50.611578 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e752f4aa-d6de-4d39-9e65-ca65e0abd024 req-687c3464-9f29-40ff-8a15-2541b7d98500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:50.613111 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e752f4aa-d6de-4d39-9e65-ca65e0abd024 req-687c3464-9f29-40ff-8a15-2541b7d98500 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d62a09b9-e42e-47af-8510-297fece7a960 HTTP/1.1" status: 200 len: 859 time: 0.1033764 Aug 10 03:59:50.635732 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9e610-046d-4843-89bb-211609811c09 None None] Pushing event updated for resources: {'Port': ['ID=bb6d324c-004d-4260-b1a6-b7cb5b621e17,revision_number=4']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:50.707310 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e752f4aa-d6de-4d39-9e65-ca65e0abd024 req-41ee4325-9b5d-4787-80ad-9bdfab7c2eb0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=017bc094-0610-4c83-b903-161ccef8a7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728326 Aug 10 03:59:50.710302 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-92381876-0acf-4dbb-9092-b30bb3d89d04 req-23184d48-c16e-48fe-972f-428273738708 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841339 Aug 10 03:59:50.758635 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-49d1ac8d-2de8-4119-9973-fc17aed49ff9 None None] Set router 993ee0be-fbb1-4784-a98f-7cc0718f5251 gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:50.957909 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e97e9d5-ed33-4716-be1e-8ec8e14c7c4d req-72f139ea-64ca-4c20-bc12-f508cf04dbab tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Router d37d21bc-d2d6-458e-a7d5-c596d03c0bad has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:59:51.057664 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-49d1ac8d-2de8-4119-9973-fc17aed49ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T03:59:47Z', 'revision_number': 3, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None, '_interfaces': [{'id': '61f31e64-ad65-4011-ac31-8ef12de9408e', 'name': '', 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:c1:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:37Z', 'updated_at': '2021-08-10T03:59:46Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb6d324c-004d-4260-b1a6-b7cb5b621e17', 'name': '', 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:ee:6f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:46Z', 'updated_at': '2021-08-10T03:59:50Z', 'revision_number': 4, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:51.101439 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d1ac8d-2de8-4119-9973-fc17aed49ff9 None None] The sync data for ids ['993ee0be-fbb1-4784-a98f-7cc0718f5251'] in n-d-802893-2 is: [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T03:59:47Z', 'revision_number': 3, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None, '_interfaces': [{'id': '61f31e64-ad65-4011-ac31-8ef12de9408e', 'name': '', 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:c1:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:37Z', 'updated_at': '2021-08-10T03:59:46Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb6d324c-004d-4260-b1a6-b7cb5b621e17', 'name': '', 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:ee:6f:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:46Z', 'updated_at': '2021-08-10T03:59:50Z', 'revision_number': 4, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:59:51.136822 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e97e9d5-ed33-4716-be1e-8ec8e14c7c4d req-72f139ea-64ca-4c20-bc12-f508cf04dbab tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:59:51.142582 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-3e97e9d5-ed33-4716-be1e-8ec8e14c7c4d req-72f139ea-64ca-4c20-bc12-f508cf04dbab tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:51.154522 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53f13c1-8b9b-4126-bc8b-22dc40bc799f None None] Sync routers for ids ['d37d21bc-d2d6-458e-a7d5-c596d03c0bad'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:59:51.171071 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53f13c1-8b9b-4126-bc8b-22dc40bc799f None None] Routers {'d37d21bc-d2d6-458e-a7d5-c596d03c0bad'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:51.171347 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d53f13c1-8b9b-4126-bc8b-22dc40bc799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['d37d21bc-d2d6-458e-a7d5-c596d03c0bad'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:51.206703 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3e97e9d5-ed33-4716-be1e-8ec8e14c7c4d req-72f139ea-64ca-4c20-bc12-f508cf04dbab tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "PUT /v2.0/floatingips/96ffb485-d42d-4850-be8f-a8397caaf15d HTTP/1.1" status: 200 len: 996 time: 2.1167281 Aug 10 03:59:51.209765 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53de8548-9f92-4c05-808a-4c1f9cf3a6db', 'tag': 'cbe2c7bf-d095-461f-95ec-3bc7b016f8e5'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:51.212292 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ff6742-6ac6-45fb-ab02-53a9f03efb16" -d '{"events": [{"name": "network-changed", "server_uuid": "53de8548-9f92-4c05-808a-4c1f9cf3a6db", "tag": "cbe2c7bf-d095-461f-95ec-3bc7b016f8e5"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:51.344013 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edc8796-1425-4b3a-94df-e8fafb38d25d x-openstack-request-id: req-5edc8796-1425-4b3a-94df-e8fafb38d25d {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:51.344740 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53de8548-9f92-4c05-808a-4c1f9cf3a6db", "tag": "cbe2c7bf-d095-461f-95ec-3bc7b016f8e5", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:51.344740 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5edc8796-1425-4b3a-94df-e8fafb38d25d {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:51.350025 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53de8548-9f92-4c05-808a-4c1f9cf3a6db', 'tag': 'cbe2c7bf-d095-461f-95ec-3bc7b016f8e5', 'status': 'completed', 'code': 200} Aug 10 03:59:51.350195 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-825210a7-829b-41d8-a481-c5b9a646f04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:51.358078 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97e9d5-ed33-4716-be1e-8ec8e14c7c4d req-76b97aaf-a03f-4066-9d3f-dd4f781db93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:51.366848 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3e97e9d5-ed33-4716-be1e-8ec8e14c7c4d req-76b97aaf-a03f-4066-9d3f-dd4f781db93e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=676ac30864564aacab3c67a7a875c7ec&device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 1096 time: 0.1267650 Aug 10 03:59:51.386996 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-825210a7-829b-41d8-a481-c5b9a646f04c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:51.393976 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-825210a7-829b-41d8-a481-c5b9a646f04c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f5e5c480-09a2-44f5-8740-174485fad91b HTTP/1.1" status: 204 len: 168 time: 1.5165124 Aug 10 03:59:51.411467 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43200) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:51.418025 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-d53f13c1-8b9b-4126-bc8b-22dc40bc799f None None] Set router d37d21bc-d2d6-458e-a7d5-c596d03c0bad gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:51.472087 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-370d1002-597a-48b2-9739-f593686f739e tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:51.474542 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825210a7-829b-41d8-a481-c5b9a646f04c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5e5c480-09a2-44f5-8740-174485fad91b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:51.509376 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97e9d5-ed33-4716-be1e-8ec8e14c7c4d req-600f3e0f-8f61-49c0-b01c-77bbd066f1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:51.511172 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3e97e9d5-ed33-4716-be1e-8ec8e14c7c4d req-600f3e0f-8f61-49c0-b01c-77bbd066f1ae service neutron] 10.222.0.25 "GET /v2.0/networks?id=4f3f25f3-3b62-4257-bd54-35deff03d286 HTTP/1.1" status: 200 len: 921 time: 0.1432931 Aug 10 03:59:51.605978 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3e97e9d5-ed33-4716-be1e-8ec8e14c7c4d req-ece079b9-3b1f-42f4-bc67-f5b814e39d9d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 HTTP/1.1" status: 200 len: 999 time: 0.0876460 Aug 10 03:59:51.619490 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-922d0d75-cf83-4c12-80f9-ce4915569a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:51.658357 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e752f4aa-d6de-4d39-9e65-ca65e0abd024 req-358fe009-747c-4b7a-9470-daaa20fad0bd service neutron] 10.222.0.68 "GET /v2.0/networks/017bc094-0610-4c83-b903-161ccef8a7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9140241 Aug 10 03:59:51.726763 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97e9d5-ed33-4716-be1e-8ec8e14c7c4d req-e9db4976-5092-4ddf-a965-90fe4f2eea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:51.728330 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3e97e9d5-ed33-4716-be1e-8ec8e14c7c4d req-e9db4976-5092-4ddf-a965-90fe4f2eea73 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a66ddc04-7832-49d9-96fc-cfbccf02c0c0 HTTP/1.1" status: 200 len: 860 time: 0.1162763 Aug 10 03:59:51.734299 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d1002-597a-48b2-9739-f593686f739e tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Subnet': ['ID=b24667da-c8e4-43e1-b7c0-19d728da4b30,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:51.739056 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff6742-6ac6-45fb-ab02-53a9f03efb16 req-f7ef93d4-0102-4262-a538-f1136929b98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:51.740715 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5ff6742-6ac6-45fb-ab02-53a9f03efb16 req-f7ef93d4-0102-4262-a538-f1136929b98f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=676ac30864564aacab3c67a7a875c7ec&device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 1096 time: 0.3589759 Aug 10 03:59:51.764308 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d53f13c1-8b9b-4126-bc8b-22dc40bc799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1682742230-router', 'tenant_id': '676ac30864564aacab3c67a7a875c7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '81785ca1-ec49-4466-88d7-b9e530d5e82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:37Z', 'updated_at': '2021-08-10T03:58:43Z', 'revision_number': 4, 'project_id': '676ac30864564aacab3c67a7a875c7ec', 'gw_port': {'id': '81785ca1-ec49-4466-88d7-b9e530d5e82e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:39Z', 'updated_at': '2021-08-10T03:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '96ffb485-d42d-4850-be8f-a8397caaf15d', 'tenant_id': '676ac30864564aacab3c67a7a875c7ec', 'floating_ip_address': '172.25.0.120', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'port_id': 'cbe2c7bf-d095-461f-95ec-3bc7b016f8e5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3f25f3-3b62-4257-bd54-35deff03d286', 'mac_address': 'fa:16:3e:c3:75:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53de8548-9f92-4c05-808a-4c1f9cf3a6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:59:47Z', 'updated_at': '2021-08-10T03:59:49Z', 'revision_number': 1, 'project_id': '676ac30864564aacab3c67a7a875c7ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fead59de-b376-4f4b-85d8-10487517e3a4', 'name': '', 'network_id': '4f3f25f3-3b62-4257-bd54-35deff03d286', 'tenant_id': '676ac30864564aacab3c67a7a875c7ec', 'mac_address': 'fa:16:3e:5c:9c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'a66ddc04-7832-49d9-96fc-cfbccf02c0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:42Z', 'updated_at': '2021-08-10T03:58:50Z', 'revision_number': 5, 'project_id': '676ac30864564aacab3c67a7a875c7ec', 'subnets': [{'id': 'a66ddc04-7832-49d9-96fc-cfbccf02c0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:51.792193 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3e97e9d5-ed33-4716-be1e-8ec8e14c7c4d req-094e0d24-f7cf-4368-b1a3-fb49e67b5646 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4f3f25f3-3b62-4257-bd54-35deff03d286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555444 Aug 10 03:59:51.813217 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-3e97e9d5-ed33-4716-be1e-8ec8e14c7c4d req-3cc4c43b-7d18-4e99-9e44-1bf1f4f50ff8 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:59:51.814213 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3e97e9d5-ed33-4716-be1e-8ec8e14c7c4d req-3cc4c43b-7d18-4e99-9e44-1bf1f4f50ff8 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062270 Aug 10 03:59:51.863065 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53f13c1-8b9b-4126-bc8b-22dc40bc799f None None] Checking router: d37d21bc-d2d6-458e-a7d5-c596d03c0bad for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:59:51.884410 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff6742-6ac6-45fb-ab02-53a9f03efb16 req-cea2ce52-a76c-483e-8f18-da9bc2bb4720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:51.885785 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5ff6742-6ac6-45fb-ab02-53a9f03efb16 req-cea2ce52-a76c-483e-8f18-da9bc2bb4720 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f3f25f3-3b62-4257-bd54-35deff03d286 HTTP/1.1" status: 200 len: 921 time: 0.1015658 Aug 10 03:59:51.891121 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53f13c1-8b9b-4126-bc8b-22dc40bc799f None None] Routers {'d37d21bc-d2d6-458e-a7d5-c596d03c0bad'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:51.892413 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d53f13c1-8b9b-4126-bc8b-22dc40bc799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['d37d21bc-d2d6-458e-a7d5-c596d03c0bad'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:51.952169 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370d1002-597a-48b2-9739-f593686f739e tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Checking segment: {'id': '5480011f-45c1-44b9-8c2c-dee9b965eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7bf638a0-ac9b-49c1-aba8-f13bb79b5a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:51.952568 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370d1002-597a-48b2-9739-f593686f739e tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network hostable DHCP agents. Network: 7bf638a0-ac9b-49c1-aba8-f13bb79b5a30, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:59:52.002513 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3e97e9d5-ed33-4716-be1e-8ec8e14c7c4d req-0e0dd756-d5e2-46a7-8282-c52ebeedf764 service neutron] 10.222.0.25 "GET /v2.0/networks/4f3f25f3-3b62-4257-bd54-35deff03d286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722450 Aug 10 03:59:52.154731 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27539842-8140-4b31-bb0a-c597bc8c2048 req-f55367cd-b1b9-468d-aff3-ef058d3fa2ed tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:52.160600 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3e97e9d5-ed33-4716-be1e-8ec8e14c7c4d req-96a69728-b729-4456-9db6-9e5689b5ef20 service neutron] 10.222.0.25 "GET /v2.0/networks/4f3f25f3-3b62-4257-bd54-35deff03d286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512299 Aug 10 03:59:52.162261 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-27539842-8140-4b31-bb0a-c597bc8c2048 req-f55367cd-b1b9-468d-aff3-ef058d3fa2ed tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.2621989 Aug 10 03:59:52.167170 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-922d0d75-cf83-4c12-80f9-ce4915569a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:52.192869 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device bb6d324c-004d-4260-b1a6-b7cb5b621e17 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:52.205976 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-922d0d75-cf83-4c12-80f9-ce4915569a23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846bbc4c-82ac-42c5-9a75-b97bbc8d3c64']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:52.211835 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5ff6742-6ac6-45fb-ab02-53a9f03efb16 req-f9acef75-cd55-4de8-aa75-9fe3440871a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 HTTP/1.1" status: 200 len: 999 time: 0.2427835 Aug 10 03:59:52.242058 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-922d0d75-cf83-4c12-80f9-ce4915569a23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cade6b0-023a-4c21-9ed3-4f63993be0e8') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:52.242058 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-922d0d75-cf83-4c12-80f9-ce4915569a23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cade6b0-023a-4c21-9ed3-4f63993be0e8') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:52.252751 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-d53f13c1-8b9b-4126-bc8b-22dc40bc799f None None] Set router d37d21bc-d2d6-458e-a7d5-c596d03c0bad gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:52.287188 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e752f4aa-d6de-4d39-9e65-ca65e0abd024 req-65f75e9f-b7c7-4781-83f2-8d65aaf50294 service neutron] 10.222.0.68 "GET /v2.0/networks/017bc094-0610-4c83-b903-161ccef8a7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5874834 Aug 10 03:59:52.292247 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370d1002-597a-48b2-9739-f593686f739e tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network 7bf638a0-ac9b-49c1-aba8-f13bb79b5a30 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:59:52.314885 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-922d0d75-cf83-4c12-80f9-ce4915569a23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:52.343654 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-27539842-8140-4b31-bb0a-c597bc8c2048 req-1c601dcb-4eea-4825-93f2-f1e25d7e75eb tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803188 Aug 10 03:59:52.374627 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff6742-6ac6-45fb-ab02-53a9f03efb16 req-81492851-40a5-4cd2-b7e9-93c742253b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:52.377215 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5ff6742-6ac6-45fb-ab02-53a9f03efb16 req-81492851-40a5-4cd2-b7e9-93c742253b49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a66ddc04-7832-49d9-96fc-cfbccf02c0c0 HTTP/1.1" status: 200 len: 860 time: 0.1484740 Aug 10 03:59:52.389369 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-922d0d75-cf83-4c12-80f9-ce4915569a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:52.438920 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5ff6742-6ac6-45fb-ab02-53a9f03efb16 req-579db9b4-ebde-4161-89a7-1152333c75f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f3f25f3-3b62-4257-bd54-35deff03d286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420923 Aug 10 03:59:52.443168 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-922d0d75-cf83-4c12-80f9-ce4915569a23 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 03:59:52.449393 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-922d0d75-cf83-4c12-80f9-ce4915569a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:52.501397 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-370d1002-597a-48b2-9739-f593686f739e tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 7bf638a0-ac9b-49c1-aba8-f13bb79b5a30) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: timer() Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 03:59:52.503299 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 03:59:52.516693 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29191fa3-49b4-49d5-8423-3c870d5abfe3 None None] Network 7bf638a0-ac9b-49c1-aba8-f13bb79b5a30 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:59:52.518371 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370d1002-597a-48b2-9739-f593686f739e tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:52.518983 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-370d1002-597a-48b2-9739-f593686f739e tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:52.541096 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c919e230-1735-42a5-8da7-68498a88d172 req-242c475a-2aa0-484b-8d53-9b009f1f7e75 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.120 HTTP/1.1" status: 200 len: 999 time: 0.1096728 Aug 10 03:59:52.563258 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port bb6d324c-004d-4260-b1a6-b7cb5b621e17 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:52.584324 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port bb6d324c-004d-4260-b1a6-b7cb5b621e17 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:52.587826 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:52.606623 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919e230-1735-42a5-8da7-68498a88d172 req-60887454-8c52-4e46-beb9-dbda93fa89eb tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:52.621182 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5ff6742-6ac6-45fb-ab02-53a9f03efb16 req-84c3c215-99b4-4c36-823c-d22496277a10 service neutron] 10.222.0.20 "GET /v2.0/networks/4f3f25f3-3b62-4257-bd54-35deff03d286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169803 Aug 10 03:59:52.621874 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c919e230-1735-42a5-8da7-68498a88d172 req-60887454-8c52-4e46-beb9-dbda93fa89eb tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports/cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 HTTP/1.1" status: 200 len: 942 time: 0.0635300 Aug 10 03:59:52.694700 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-922d0d75-cf83-4c12-80f9-ce4915569a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:52.700075 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-370d1002-597a-48b2-9739-f593686f739e tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0372810 Aug 10 03:59:52.703415 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43228) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:52.716384 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-922d0d75-cf83-4c12-80f9-ce4915569a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:52.718912 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-922d0d75-cf83-4c12-80f9-ce4915569a23 admin admin] 10.222.0.25 "DELETE /v2.0/networks/846bbc4c-82ac-42c5-9a75-b97bbc8d3c64 HTTP/1.1" status: 204 len: 168 time: 1.2824194 Aug 10 03:59:52.734942 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d0d75-cf83-4c12-80f9-ce4915569a23 admin admin] Pushing event deleted for resources: {'Network': ['ID=846bbc4c-82ac-42c5-9a75-b97bbc8d3c64,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:52.800576 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5ff6742-6ac6-45fb-ab02-53a9f03efb16 req-48219d43-67f1-40e5-8964-87d5365fd4a1 service neutron] 10.222.0.20 "GET /v2.0/networks/4f3f25f3-3b62-4257-bd54-35deff03d286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659727 Aug 10 03:59:52.803124 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c919e230-1735-42a5-8da7-68498a88d172 req-959dd23e-2167-4b70-acfa-b1093cbd29be tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.120 HTTP/1.1" status: 200 len: 999 time: 0.1507623 Aug 10 03:59:52.843405 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d53f13c1-8b9b-4126-bc8b-22dc40bc799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1682742230-router', 'tenant_id': '676ac30864564aacab3c67a7a875c7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '81785ca1-ec49-4466-88d7-b9e530d5e82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:37Z', 'updated_at': '2021-08-10T03:58:43Z', 'revision_number': 4, 'project_id': '676ac30864564aacab3c67a7a875c7ec', 'gw_port': {'id': '81785ca1-ec49-4466-88d7-b9e530d5e82e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:39Z', 'updated_at': '2021-08-10T03:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '96ffb485-d42d-4850-be8f-a8397caaf15d', 'tenant_id': '676ac30864564aacab3c67a7a875c7ec', 'floating_ip_address': '172.25.0.120', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'port_id': 'cbe2c7bf-d095-461f-95ec-3bc7b016f8e5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3f25f3-3b62-4257-bd54-35deff03d286', 'mac_address': 'fa:16:3e:c3:75:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53de8548-9f92-4c05-808a-4c1f9cf3a6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:59:47Z', 'updated_at': '2021-08-10T03:59:49Z', 'revision_number': 1, 'project_id': '676ac30864564aacab3c67a7a875c7ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fead59de-b376-4f4b-85d8-10487517e3a4', 'name': '', 'network_id': '4f3f25f3-3b62-4257-bd54-35deff03d286', 'tenant_id': '676ac30864564aacab3c67a7a875c7ec', 'mac_address': 'fa:16:3e:5c:9c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'a66ddc04-7832-49d9-96fc-cfbccf02c0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:42Z', 'updated_at': '2021-08-10T03:58:50Z', 'revision_number': 5, 'project_id': '676ac30864564aacab3c67a7a875c7ec', 'subnets': [{'id': 'a66ddc04-7832-49d9-96fc-cfbccf02c0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:52.876253 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e9957b-9be4-468e-a4b8-ee637d82c296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-7bf638a0-ac9b-49c1-aba8-f13bb79b5a30', 'network_id': '7bf638a0-ac9b-49c1-aba8-f13bb79b5a30', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'fixed_ips': [{'subnet_id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:59:52.877114 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-37e9957b-9be4-468e-a4b8-ee637d82c296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:52.881924 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53f13c1-8b9b-4126-bc8b-22dc40bc799f None None] The sync data for ids ['d37d21bc-d2d6-458e-a7d5-c596d03c0bad'] in n-d-802893-2 is: [{'id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1682742230-router', 'tenant_id': '676ac30864564aacab3c67a7a875c7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '81785ca1-ec49-4466-88d7-b9e530d5e82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:37Z', 'updated_at': '2021-08-10T03:58:43Z', 'revision_number': 4, 'project_id': '676ac30864564aacab3c67a7a875c7ec', 'gw_port': {'id': '81785ca1-ec49-4466-88d7-b9e530d5e82e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:39Z', 'updated_at': '2021-08-10T03:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '96ffb485-d42d-4850-be8f-a8397caaf15d', 'tenant_id': '676ac30864564aacab3c67a7a875c7ec', 'floating_ip_address': '172.25.0.120', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'port_id': 'cbe2c7bf-d095-461f-95ec-3bc7b016f8e5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f3f25f3-3b62-4257-bd54-35deff03d286', 'mac_address': 'fa:16:3e:c3:75:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53de8548-9f92-4c05-808a-4c1f9cf3a6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:59:47Z', 'updated_at': '2021-08-10T03:59:49Z', 'revision_number': 1, 'project_id': '676ac30864564aacab3c67a7a875c7ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fead59de-b376-4f4b-85d8-10487517e3a4', 'name': '', 'network_id': '4f3f25f3-3b62-4257-bd54-35deff03d286', 'tenant_id': '676ac30864564aacab3c67a7a875c7ec', 'mac_address': 'fa:16:3e:5c:9c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'a66ddc04-7832-49d9-96fc-cfbccf02c0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:42Z', 'updated_at': '2021-08-10T03:58:50Z', 'revision_number': 5, 'project_id': '676ac30864564aacab3c67a7a875c7ec', 'subnets': [{'id': 'a66ddc04-7832-49d9-96fc-cfbccf02c0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:59:52.924766 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919e230-1735-42a5-8da7-68498a88d172 req-c5fd0a9b-b12b-4693-b089-55ba4960bd2c tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:52.933408 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c919e230-1735-42a5-8da7-68498a88d172 req-c5fd0a9b-b12b-4693-b089-55ba4960bd2c tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 784 time: 0.1211584 Aug 10 03:59:52.969300 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:53.048240 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port bb6d324c-004d-4260-b1a6-b7cb5b621e17, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=bb6d324c-004d-4260-b1a6-b7cb5b621e17,segment=NetworkSegment(a1dcefc8-eaaa-4aaf-a6d3-d55fa476cc3b),segment_id=a1dcefc8-eaaa-4aaf-a6d3-d55fa476cc3b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:53.071480 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-37e9957b-9be4-468e-a4b8-ee637d82c296 None None] Allocated IP 2001:db8:2::2 (7bf638a0-ac9b-49c1-aba8-f13bb79b5a30/b24667da-c8e4-43e1-b7c0-19d728da4b30/a49b1182-4443-451d-8720-ac5427289844) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:59:53.079448 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c919e230-1735-42a5-8da7-68498a88d172 req-dee9c02a-e180-44f5-beb2-9dabb60254e7 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.120 HTTP/1.1" status: 200 len: 999 time: 0.1449463 Aug 10 03:59:53.084344 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-c919e230-1735-42a5-8da7-68498a88d172 req-950d4216-c795-4b8a-842e-ecf0d2a5a179 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:53.171456 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:53.207032 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43236) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:53.227679 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab71fa8-19a4-49a8-892c-f928b5ffcfe4 None None] New status for floating IP 96ffb485-d42d-4850-be8f-a8397caaf15d: ACTIVE {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:59:53.265527 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c919e230-1735-42a5-8da7-68498a88d172 req-950d4216-c795-4b8a-842e-ecf0d2a5a179 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks [] for floatingip, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:53.292159 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fca8c7f5-b69e-4756-a189-434d6260581c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4df9db71cdc7406daaa20738501f9a25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0831769 Aug 10 03:59:53.293073 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=bb6d324c-004d-4260-b1a6-b7cb5b621e17,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:53.294343 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43238) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:53.369645 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-40538bad-4220-46cc-bfac-ea02866a7f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:53.400295 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-40538bad-4220-46cc-bfac-ea02866a7f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:53.448042 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-37e9957b-9be4-468e-a4b8-ee637d82c296 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:53.459773 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-37e9957b-9be4-468e-a4b8-ee637d82c296 None None] Transition to ACTIVE for port object a49b1182-4443-451d-8720-ac5427289844 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:53.479243 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-37e9957b-9be4-468e-a4b8-ee637d82c296 None None] Transition to ACTIVE for port object a49b1182-4443-451d-8720-ac5427289844 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:53.516783 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f1245-04db-4b46-9cc0-d6d9a1bac455 req-4319f340-2959-41b1-ab54-603d019befa6 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:53.518607 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9b1f1245-04db-4b46-9cc0-d6d9a1bac455 req-4319f340-2959-41b1-ab54-603d019befa6 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.0632427 Aug 10 03:59:53.541855 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.db.api [req-c919e230-1735-42a5-8da7-68498a88d172 req-950d4216-c795-4b8a-842e-ecf0d2a5a179 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94938) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 03:59:53.544381 n-d-802893-2 neutron-server[94938]: DEBUG oslo_db.api [req-c919e230-1735-42a5-8da7-68498a88d172 req-950d4216-c795-4b8a-842e-ecf0d2a5a179 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 03:59:53.563033 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74f387b0-9b95-4c99-973b-4f17a43b27d2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:53.577398 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9b1f1245-04db-4b46-9cc0-d6d9a1bac455 req-876e0474-9086-4f1c-b8e9-301296395166 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389543 Aug 10 03:59:53.616669 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-37e9957b-9be4-468e-a4b8-ee637d82c296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:53.650496 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-40538bad-4220-46cc-bfac-ea02866a7f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:53.654035 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-40538bad-4220-46cc-bfac-ea02866a7f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:53.655497 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-40538bad-4220-46cc-bfac-ea02866a7f23 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e715cd5-b518-4c40-898d-30d31a115863 HTTP/1.1" status: 204 len: 168 time: 0.3588691 Aug 10 03:59:53.674219 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40538bad-4220-46cc-bfac-ea02866a7f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e715cd5-b518-4c40-898d-30d31a115863,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:53.682350 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e9957b-9be4-468e-a4b8-ee637d82c296 None None] Network 7bf638a0-ac9b-49c1-aba8-f13bb79b5a30 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:53.688788 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-37e9957b-9be4-468e-a4b8-ee637d82c296 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:53.699593 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e9957b-9be4-468e-a4b8-ee637d82c296 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:59:53.754062 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9957b-9be4-468e-a4b8-ee637d82c296 None None] Pushing event updated for resources: {'Port': ['ID=a49b1182-4443-451d-8720-ac5427289844,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:53.785079 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-37e9957b-9be4-468e-a4b8-ee637d82c296 None None] Attempting to bind port a49b1182-4443-451d-8720-ac5427289844 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:59:53.785649 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-37e9957b-9be4-468e-a4b8-ee637d82c296 None None] Attempting to bind port a49b1182-4443-451d-8720-ac5427289844 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '5480011f-45c1-44b9-8c2c-dee9b965eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7bf638a0-ac9b-49c1-aba8-f13bb79b5a30'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:59:53.786122 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e9957b-9be4-468e-a4b8-ee637d82c296 None None] Attempting to bind port a49b1182-4443-451d-8720-ac5427289844 on network 7bf638a0-ac9b-49c1-aba8-f13bb79b5a30 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:53.792802 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e9957b-9be4-468e-a4b8-ee637d82c296 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:59:53.793288 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e9957b-9be4-468e-a4b8-ee637d82c296 None None] Checking segment: {'id': '5480011f-45c1-44b9-8c2c-dee9b965eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7bf638a0-ac9b-49c1-aba8-f13bb79b5a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:53.793782 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-37e9957b-9be4-468e-a4b8-ee637d82c296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:53.794267 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e9957b-9be4-468e-a4b8-ee637d82c296 None None] Bound using segment: {'id': '5480011f-45c1-44b9-8c2c-dee9b965eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7bf638a0-ac9b-49c1-aba8-f13bb79b5a30'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:59:53.795736 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-37e9957b-9be4-468e-a4b8-ee637d82c296 None None] Bound port: a49b1182-4443-451d-8720-ac5427289844, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5480011f-45c1-44b9-8c2c-dee9b965eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7bf638a0-ac9b-49c1-aba8-f13bb79b5a30'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:59:53.796173 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-37e9957b-9be4-468e-a4b8-ee637d82c296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:53.870767 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-37e9957b-9be4-468e-a4b8-ee637d82c296 None None] For port a49b1182-4443-451d-8720-ac5427289844, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:59:53.877265 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-37e9957b-9be4-468e-a4b8-ee637d82c296 None None] For port a49b1182-4443-451d-8720-ac5427289844, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a49b1182-4443-451d-8720-ac5427289844,segment=NetworkSegment(5480011f-45c1-44b9-8c2c-dee9b965eaa7),segment_id=5480011f-45c1-44b9-8c2c-dee9b965eaa7)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:59:53.919887 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device bb6d324c-004d-4260-b1a6-b7cb5b621e17 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:53.970395 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port bb6d324c-004d-4260-b1a6-b7cb5b621e17 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:53.970915 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:53.972537 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-74f387b0-9b95-4c99-973b-4f17a43b27d2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Allocated IP 2001:db8:2::1 (7bf638a0-ac9b-49c1-aba8-f13bb79b5a30/b24667da-c8e4-43e1-b7c0-19d728da4b30/01f6a7e0-a2cb-4886-851e-7199d20f0c94) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:59:53.992432 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-37e9957b-9be4-468e-a4b8-ee637d82c296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:54.043536 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c919e230-1735-42a5-8da7-68498a88d172 req-950d4216-c795-4b8a-842e-ecf0d2a5a179 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks [] for floatingip, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:54.070155 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9957b-9be4-468e-a4b8-ee637d82c296 None None] Pushing event updated for resources: {'Port': ['ID=a49b1182-4443-451d-8720-ac5427289844,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:54.194203 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74f387b0-9b95-4c99-973b-4f17a43b27d2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:54.221580 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-74f387b0-9b95-4c99-973b-4f17a43b27d2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Transition to ACTIVE for port object 01f6a7e0-a2cb-4886-851e-7199d20f0c94 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:54.274936 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c919e230-1735-42a5-8da7-68498a88d172 req-950d4216-c795-4b8a-842e-ecf0d2a5a179 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:54.353137 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c919e230-1735-42a5-8da7-68498a88d172 req-950d4216-c795-4b8a-842e-ecf0d2a5a179 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:54.353465 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [req-c919e230-1735-42a5-8da7-68498a88d172 req-950d4216-c795-4b8a-842e-ecf0d2a5a179 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Floating IP 96ffb485-d42d-4850-be8f-a8397caaf15d disassociated. External IP: 172.25.0.120, port: cbe2c7bf-d095-461f-95ec-3bc7b016f8e5. Aug 10 03:59:54.468021 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74f387b0-9b95-4c99-973b-4f17a43b27d2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:54.515666 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f387b0-9b95-4c99-973b-4f17a43b27d2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Port': ['ID=01f6a7e0-a2cb-4886-851e-7199d20f0c94,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:54.541324 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f387b0-9b95-4c99-973b-4f17a43b27d2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network 7bf638a0-ac9b-49c1-aba8-f13bb79b5a30 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:54.544142 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-74f387b0-9b95-4c99-973b-4f17a43b27d2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:54.547619 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f387b0-9b95-4c99-973b-4f17a43b27d2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 03:59:54.548197 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74f387b0-9b95-4c99-973b-4f17a43b27d2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:54.705350 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3361e7-ad4a-4247-a8f6-f72c625a07f8 req-84a14159-b2bf-4510-b62e-1ac84d92536f tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:54.706969 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1b3361e7-ad4a-4247-a8f6-f72c625a07f8 req-84a14159-b2bf-4510-b62e-1ac84d92536f tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.0726376 Aug 10 03:59:54.758963 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1b3361e7-ad4a-4247-a8f6-f72c625a07f8 req-ca1901c5-aba5-4c0b-a708-c978b65d736a tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418434 Aug 10 03:59:54.781127 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c919e230-1735-42a5-8da7-68498a88d172 req-950d4216-c795-4b8a-842e-ecf0d2a5a179 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Router d37d21bc-d2d6-458e-a7d5-c596d03c0bad has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:59:54.906024 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74f387b0-9b95-4c99-973b-4f17a43b27d2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:55.010474 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c919e230-1735-42a5-8da7-68498a88d172 req-950d4216-c795-4b8a-842e-ecf0d2a5a179 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:59:55.025569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4357c18-5a53-4f87-be1f-1db511e61df8 None None] Sync routers for ids ['d37d21bc-d2d6-458e-a7d5-c596d03c0bad'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:59:55.037131 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4357c18-5a53-4f87-be1f-1db511e61df8 None None] Routers {'d37d21bc-d2d6-458e-a7d5-c596d03c0bad'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:55.037770 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a4357c18-5a53-4f87-be1f-1db511e61df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['d37d21bc-d2d6-458e-a7d5-c596d03c0bad'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:55.045372 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c919e230-1735-42a5-8da7-68498a88d172 req-950d4216-c795-4b8a-842e-ecf0d2a5a179 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:55.216089 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43292) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:55.257763 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-a4357c18-5a53-4f87-be1f-1db511e61df8 None None] Set router d37d21bc-d2d6-458e-a7d5-c596d03c0bad gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:55.377448 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-407c7aa3-17b6-46a6-b282-1af656c3f313 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1715742702-network', 'tenant_id': 'a0e5fde089b24040aa5065b1fcdddfda'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:55.414351 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae963c23-f696-4604-8d4f-9a00e910e163 None None] Network 7bf638a0-ac9b-49c1-aba8-f13bb79b5a30 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:59:55.479244 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407c7aa3-17b6-46a6-b282-1af656c3f313 admin admin] Made reservation on behalf of a0e5fde089b24040aa5065b1fcdddfda for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:59:55.481866 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-407c7aa3-17b6-46a6-b282-1af656c3f313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:55.491993 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-407c7aa3-17b6-46a6-b282-1af656c3f313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:55.562188 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c919e230-1735-42a5-8da7-68498a88d172 req-950d4216-c795-4b8a-842e-ecf0d2a5a179 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "PUT /v2.0/floatingips/96ffb485-d42d-4850-be8f-a8397caaf15d HTTP/1.1" status: 200 len: 695 time: 2.4801362 Aug 10 03:59:55.566677 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53de8548-9f92-4c05-808a-4c1f9cf3a6db', 'tag': 'cbe2c7bf-d095-461f-95ec-3bc7b016f8e5'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 03:59:55.570750 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ee2953-da3f-4735-aa43-4cfe9f1b11e2" -d '{"events": [{"name": "network-changed", "server_uuid": "53de8548-9f92-4c05-808a-4c1f9cf3a6db", "tag": "cbe2c7bf-d095-461f-95ec-3bc7b016f8e5"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 03:59:55.622757 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a4357c18-5a53-4f87-be1f-1db511e61df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1682742230-router', 'tenant_id': '676ac30864564aacab3c67a7a875c7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '81785ca1-ec49-4466-88d7-b9e530d5e82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:37Z', 'updated_at': '2021-08-10T03:58:43Z', 'revision_number': 4, 'project_id': '676ac30864564aacab3c67a7a875c7ec', 'gw_port': {'id': '81785ca1-ec49-4466-88d7-b9e530d5e82e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:39Z', 'updated_at': '2021-08-10T03:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'fead59de-b376-4f4b-85d8-10487517e3a4', 'name': '', 'network_id': '4f3f25f3-3b62-4257-bd54-35deff03d286', 'tenant_id': '676ac30864564aacab3c67a7a875c7ec', 'mac_address': 'fa:16:3e:5c:9c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'a66ddc04-7832-49d9-96fc-cfbccf02c0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:42Z', 'updated_at': '2021-08-10T03:58:50Z', 'revision_number': 5, 'project_id': '676ac30864564aacab3c67a7a875c7ec', 'subnets': [{'id': 'a66ddc04-7832-49d9-96fc-cfbccf02c0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:55.644596 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-407c7aa3-17b6-46a6-b282-1af656c3f313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:55.645106 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 03:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b365dcdc-6e45-4cab-883a-f9518b417046 x-openstack-request-id: req-b365dcdc-6e45-4cab-883a-f9518b417046 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 03:59:55.645106 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53de8548-9f92-4c05-808a-4c1f9cf3a6db", "tag": "cbe2c7bf-d095-461f-95ec-3bc7b016f8e5", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 03:59:55.645106 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b365dcdc-6e45-4cab-883a-f9518b417046 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 03:59:55.645106 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53de8548-9f92-4c05-808a-4c1f9cf3a6db', 'tag': 'cbe2c7bf-d095-461f-95ec-3bc7b016f8e5', 'status': 'completed', 'code': 200} Aug 10 03:59:55.657405 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4357c18-5a53-4f87-be1f-1db511e61df8 None None] Checking router: d37d21bc-d2d6-458e-a7d5-c596d03c0bad for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:59:55.665943 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-375b8bc4-b258-43ba-b9c2-0ce41f9ec3c4 None None] Provisioning for port a49b1182-4443-451d-8720-ac5427289844 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:55.673834 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919e230-1735-42a5-8da7-68498a88d172 req-fa826799-e4b4-4672-98c0-74d4cae27333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:55.681832 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c919e230-1735-42a5-8da7-68498a88d172 req-fa826799-e4b4-4672-98c0-74d4cae27333 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=676ac30864564aacab3c67a7a875c7ec&device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 1096 time: 0.1043019 Aug 10 03:59:55.688701 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4357c18-5a53-4f87-be1f-1db511e61df8 None None] Routers {'d37d21bc-d2d6-458e-a7d5-c596d03c0bad'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:55.689338 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a4357c18-5a53-4f87-be1f-1db511e61df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['d37d21bc-d2d6-458e-a7d5-c596d03c0bad'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:55.726141 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-407c7aa3-17b6-46a6-b282-1af656c3f313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:55.745985 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee2953-da3f-4735-aa43-4cfe9f1b11e2 req-6509ffce-d20f-4619-9679-705f8b95eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:55.747617 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c3ee2953-da3f-4735-aa43-4cfe9f1b11e2 req-6509ffce-d20f-4619-9679-705f8b95eaa9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=676ac30864564aacab3c67a7a875c7ec&device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 1096 time: 0.0594165 Aug 10 03:59:55.769690 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-407c7aa3-17b6-46a6-b282-1af656c3f313 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:59:55.862540 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c7aa3-17b6-46a6-b282-1af656c3f313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95840f90-eae3-4ade-ac58-f7f8ddd72c91,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:55.864149 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-a4357c18-5a53-4f87-be1f-1db511e61df8 None None] Set router d37d21bc-d2d6-458e-a7d5-c596d03c0bad gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:55.891172 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-407c7aa3-17b6-46a6-b282-1af656c3f313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:55.891172 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-407c7aa3-17b6-46a6-b282-1af656c3f313 admin admin] Added segment ef066b6e-f334-4fa3-a561-f268ea55a91c of type vlan for network 577c5ff2-07ca-4545-b288-7a2527969198 Aug 10 03:59:55.915752 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74f387b0-9b95-4c99-973b-4f17a43b27d2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:56.009302 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74f387b0-9b95-4c99-973b-4f17a43b27d2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:56.023068 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74f387b0-9b95-4c99-973b-4f17a43b27d2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:56.023291 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-407c7aa3-17b6-46a6-b282-1af656c3f313 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:56.079407 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc1867-8f37-4d91-8c0b-3963fda1af2e req-6630024e-4ed1-45e7-8227-473386b0e0d1 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:56.080952 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4cfc1867-8f37-4d91-8c0b-3963fda1af2e req-6630024e-4ed1-45e7-8227-473386b0e0d1 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.1985996 Aug 10 03:59:56.083833 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee2953-da3f-4735-aa43-4cfe9f1b11e2 req-d5fb1706-b1c7-40ad-8039-2346fbe053da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:56.085462 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c3ee2953-da3f-4735-aa43-4cfe9f1b11e2 req-d5fb1706-b1c7-40ad-8039-2346fbe053da service neutron] 10.222.0.20 "GET /v2.0/networks?id=4f3f25f3-3b62-4257-bd54-35deff03d286 HTTP/1.1" status: 200 len: 921 time: 0.3278415 Aug 10 03:59:56.158956 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a49b1182-4443-451d-8720-ac5427289844 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:56.178895 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c3ee2953-da3f-4735-aa43-4cfe9f1b11e2 req-be991c7c-aa2e-4ebd-a433-a766b8c7a3a7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 HTTP/1.1" status: 200 len: 217 time: 0.0816431 Aug 10 03:59:56.245356 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4cfc1867-8f37-4d91-8c0b-3963fda1af2e req-ecae06e7-352f-460a-8845-bea4ee20c76d tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552050 Aug 10 03:59:56.257154 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-407c7aa3-17b6-46a6-b282-1af656c3f313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:56.258269 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407c7aa3-17b6-46a6-b282-1af656c3f313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:56.259339 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-407c7aa3-17b6-46a6-b282-1af656c3f313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:56.281909 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f387b0-9b95-4c99-973b-4f17a43b27d2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Port': ['ID=01f6a7e0-a2cb-4886-851e-7199d20f0c94,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:56.294138 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919e230-1735-42a5-8da7-68498a88d172 req-bca526c5-4ffd-4520-ae5b-c4df7d65ebdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:56.298306 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c919e230-1735-42a5-8da7-68498a88d172 req-bca526c5-4ffd-4520-ae5b-c4df7d65ebdd service neutron] 10.222.0.25 "GET /v2.0/networks?id=4f3f25f3-3b62-4257-bd54-35deff03d286 HTTP/1.1" status: 200 len: 921 time: 0.6156967 Aug 10 03:59:56.394135 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c919e230-1735-42a5-8da7-68498a88d172 req-9acffbab-87d5-4bf5-bb66-53f01bba95c7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 HTTP/1.1" status: 200 len: 217 time: 0.0851986 Aug 10 03:59:56.396601 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee2953-da3f-4735-aa43-4cfe9f1b11e2 req-50285072-2c7e-4524-bb6d-7ac556d21b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:56.398133 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c3ee2953-da3f-4735-aa43-4cfe9f1b11e2 req-50285072-2c7e-4524-bb6d-7ac556d21b57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a66ddc04-7832-49d9-96fc-cfbccf02c0c0 HTTP/1.1" status: 200 len: 860 time: 0.2074933 Aug 10 03:59:56.408165 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c7aa3-17b6-46a6-b282-1af656c3f313 admin admin] Pushing event updated for resources: {'Network': ['ID=577c5ff2-07ca-4545-b288-7a2527969198,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:56.444462 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c3ee2953-da3f-4735-aa43-4cfe9f1b11e2 req-7d94b1be-25b5-48ea-b260-9eaea61352e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4f3f25f3-3b62-4257-bd54-35deff03d286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332618 Aug 10 03:59:56.454920 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f387b0-9b95-4c99-973b-4f17a43b27d2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network 7bf638a0-ac9b-49c1-aba8-f13bb79b5a30 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 03:59:56.463014 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-74f387b0-9b95-4c99-973b-4f17a43b27d2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:56.511233 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-407c7aa3-17b6-46a6-b282-1af656c3f313 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2902501 Aug 10 03:59:56.532715 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port a49b1182-4443-451d-8720-ac5427289844 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:56.538472 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port a49b1182-4443-451d-8720-ac5427289844 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:56.538849 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:56.550924 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43320) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:56.561396 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-da491f40-d654-4606-aaa0-b415c1048d49 admin admin] Request body: {'subnet': {'network_id': '577c5ff2-07ca-4545-b288-7a2527969198', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1715742702-subnet', 'tenant_id': 'a0e5fde089b24040aa5065b1fcdddfda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:56.564490 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919e230-1735-42a5-8da7-68498a88d172 req-a04e6dde-a085-42b4-9c11-e6fdefd0e311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:56.566649 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c919e230-1735-42a5-8da7-68498a88d172 req-a04e6dde-a085-42b4-9c11-e6fdefd0e311 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a66ddc04-7832-49d9-96fc-cfbccf02c0c0 HTTP/1.1" status: 200 len: 860 time: 0.1626985 Aug 10 03:59:56.590614 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 577c5ff2-07ca-4545-b288-7a2527969198 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:59:56.648076 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c919e230-1735-42a5-8da7-68498a88d172 req-acb51ad9-b5ca-4259-8b04-96fc7f1baf1b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4f3f25f3-3b62-4257-bd54-35deff03d286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306728 Aug 10 03:59:56.654696 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-1313e2b5-c446-425b-b4e5-2d0898fb9271 None None] Provisioning for port 01f6a7e0-a2cb-4886-851e-7199d20f0c94 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 03:59:56.657286 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c3ee2953-da3f-4735-aa43-4cfe9f1b11e2 req-f35587a3-47c7-4ee1-b8c9-70abdfc93855 service neutron] 10.222.0.20 "GET /v2.0/networks/4f3f25f3-3b62-4257-bd54-35deff03d286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962006 Aug 10 03:59:56.672594 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-1313e2b5-c446-425b-b4e5-2d0898fb9271 None None] Provisioning complete for port 01f6a7e0-a2cb-4886-851e-7199d20f0c94 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:56.672967 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1313e2b5-c446-425b-b4e5-2d0898fb9271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:56.683464 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a4357c18-5a53-4f87-be1f-1db511e61df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1682742230-router', 'tenant_id': '676ac30864564aacab3c67a7a875c7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '81785ca1-ec49-4466-88d7-b9e530d5e82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:37Z', 'updated_at': '2021-08-10T03:58:43Z', 'revision_number': 4, 'project_id': '676ac30864564aacab3c67a7a875c7ec', 'gw_port': {'id': '81785ca1-ec49-4466-88d7-b9e530d5e82e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:39Z', 'updated_at': '2021-08-10T03:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'fead59de-b376-4f4b-85d8-10487517e3a4', 'name': '', 'network_id': '4f3f25f3-3b62-4257-bd54-35deff03d286', 'tenant_id': '676ac30864564aacab3c67a7a875c7ec', 'mac_address': 'fa:16:3e:5c:9c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'a66ddc04-7832-49d9-96fc-cfbccf02c0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:42Z', 'updated_at': '2021-08-10T03:58:50Z', 'revision_number': 5, 'project_id': '676ac30864564aacab3c67a7a875c7ec', 'subnets': [{'id': 'a66ddc04-7832-49d9-96fc-cfbccf02c0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:56.732108 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f387b0-9b95-4c99-973b-4f17a43b27d2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Router 993ee0be-fbb1-4784-a98f-7cc0718f5251 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 03:59:56.733352 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4357c18-5a53-4f87-be1f-1db511e61df8 None None] The sync data for ids ['d37d21bc-d2d6-458e-a7d5-c596d03c0bad'] in n-d-802893-2 is: [{'id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1682742230-router', 'tenant_id': '676ac30864564aacab3c67a7a875c7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '81785ca1-ec49-4466-88d7-b9e530d5e82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:37Z', 'updated_at': '2021-08-10T03:58:43Z', 'revision_number': 4, 'project_id': '676ac30864564aacab3c67a7a875c7ec', 'gw_port': {'id': '81785ca1-ec49-4466-88d7-b9e530d5e82e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:39Z', 'updated_at': '2021-08-10T03:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'fead59de-b376-4f4b-85d8-10487517e3a4', 'name': '', 'network_id': '4f3f25f3-3b62-4257-bd54-35deff03d286', 'tenant_id': '676ac30864564aacab3c67a7a875c7ec', 'mac_address': 'fa:16:3e:5c:9c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': 'a66ddc04-7832-49d9-96fc-cfbccf02c0c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:42Z', 'updated_at': '2021-08-10T03:58:50Z', 'revision_number': 5, 'project_id': '676ac30864564aacab3c67a7a875c7ec', 'subnets': [{'id': 'a66ddc04-7832-49d9-96fc-cfbccf02c0c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:59:56.838972 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-1313e2b5-c446-425b-b4e5-2d0898fb9271 None None] Port 01f6a7e0-a2cb-4886-851e-7199d20f0c94 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:59:56.845903 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c3ee2953-da3f-4735-aa43-4cfe9f1b11e2 req-011d68a2-dc4a-4431-a691-884c71c9257e service neutron] 10.222.0.20 "GET /v2.0/networks/4f3f25f3-3b62-4257-bd54-35deff03d286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801045 Aug 10 03:59:56.847939 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da491f40-d654-4606-aaa0-b415c1048d49 admin admin] Made reservation on behalf of a0e5fde089b24040aa5065b1fcdddfda for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:59:56.858718 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-da491f40-d654-4606-aaa0-b415c1048d49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:56.867686 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:56.908575 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port a49b1182-4443-451d-8720-ac5427289844, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a49b1182-4443-451d-8720-ac5427289844,segment=NetworkSegment(5480011f-45c1-44b9-8c2c-dee9b965eaa7),segment_id=5480011f-45c1-44b9-8c2c-dee9b965eaa7)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 03:59:56.944319 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c919e230-1735-42a5-8da7-68498a88d172 req-afe7ddc4-f508-465f-9730-e3cc467e4d76 service neutron] 10.222.0.25 "GET /v2.0/networks/4f3f25f3-3b62-4257-bd54-35deff03d286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882891 Aug 10 03:59:56.977313 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0f5a5bac-69d3-4136-9f80-b7fea4f23052 None None] Provisioning complete for port 01f6a7e0-a2cb-4886-851e-7199d20f0c94 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:56.977821 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0f5a5bac-69d3-4136-9f80-b7fea4f23052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:57.025370 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-0f5a5bac-69d3-4136-9f80-b7fea4f23052 None None] Port 01f6a7e0-a2cb-4886-851e-7199d20f0c94 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:59:57.035256 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f387b0-9b95-4c99-973b-4f17a43b27d2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 03:59:57.041639 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-74f387b0-9b95-4c99-973b-4f17a43b27d2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "PUT /v2.0/routers/993ee0be-fbb1-4784-a98f-7cc0718f5251/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3371468 Aug 10 03:59:57.051340 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43324) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:57.052414 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2f507a-f014-4c9d-8d77-e0092842ec21 None None] Sync routers for ids ['993ee0be-fbb1-4784-a98f-7cc0718f5251'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 03:59:57.056826 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-69c1f93a-20b9-4e3f-bdcf-3b5f6a8dfae0 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1190579903'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:57.066178 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2f507a-f014-4c9d-8d77-e0092842ec21 None None] Routers {'993ee0be-fbb1-4784-a98f-7cc0718f5251'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:57.067156 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-7f2f507a-f014-4c9d-8d77-e0092842ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['993ee0be-fbb1-4784-a98f-7cc0718f5251'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:57.118412 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c919e230-1735-42a5-8da7-68498a88d172 req-539f9053-6233-4619-9a3a-43748f5adc27 service neutron] 10.222.0.25 "GET /v2.0/networks/4f3f25f3-3b62-4257-bd54-35deff03d286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648772 Aug 10 03:59:57.143368 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:57.151863 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441ef9cd-285a-4d4e-9cb0-cb52e9365719 None None] New status for floating IP 96ffb485-d42d-4850-be8f-a8397caaf15d: DOWN {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 03:59:57.223140 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7c312db4-99a5-40bc-96e0-abf90c339e14 None None] Provisioning complete for port 01f6a7e0-a2cb-4886-851e-7199d20f0c94 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:57.223863 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7c312db4-99a5-40bc-96e0-abf90c339e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:57.240413 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-7f2f507a-f014-4c9d-8d77-e0092842ec21 None None] Set router 993ee0be-fbb1-4784-a98f-7cc0718f5251 gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:57.258779 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-da491f40-d654-4606-aaa0-b415c1048d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:57.260894 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c1f93a-20b9-4e3f-bdcf-3b5f6a8dfae0 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Made reservation on behalf of cdcd64ea9b214b6c8e8b7ba6b5131c2f for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:59:57.265783 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-69c1f93a-20b9-4e3f-bdcf-3b5f6a8dfae0 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:57.299324 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94a83bbb-7c9d-4650-b818-d6406aa4c7df req-402ffaca-4013-49a8-b5e2-d823851f7100 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/floatingips/96ffb485-d42d-4850-be8f-a8397caaf15d HTTP/1.1" status: 200 len: 695 time: 0.1292412 Aug 10 03:59:57.334332 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c1f93a-20b9-4e3f-bdcf-3b5f6a8dfae0 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:59:57.361109 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-69c1f93a-20b9-4e3f-bdcf-3b5f6a8dfae0 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:57.361555 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-69c1f93a-20b9-4e3f-bdcf-3b5f6a8dfae0 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Added segment 6f435875-8120-49fe-8905-b9217f0aa0ca of type vlan for network 4ddf5672-11a6-481a-9554-8dae3ea3d477 Aug 10 03:59:57.448857 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da491f40-d654-4606-aaa0-b415c1048d49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45ed350b-0e4e-4e60-ae36-f7b584b8f0bd,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:57.453440 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da491f40-d654-4606-aaa0-b415c1048d49 admin admin] Checking segment: {'id': 'ef066b6e-f334-4fa3-a561-f268ea55a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '577c5ff2-07ca-4545-b288-7a2527969198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:57.453813 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da491f40-d654-4606-aaa0-b415c1048d49 admin admin] Network hostable DHCP agents. Network: 577c5ff2-07ca-4545-b288-7a2527969198, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:59:57.501536 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a83bbb-7c9d-4650-b818-d6406aa4c7df req-29d90b87-9e03-427e-8b3c-18ac1c6f9b3c tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:57.504085 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94a83bbb-7c9d-4650-b818-d6406aa4c7df req-29d90b87-9e03-427e-8b3c-18ac1c6f9b3c tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 784 time: 0.1991775 Aug 10 03:59:57.506896 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-69c1f93a-20b9-4e3f-bdcf-3b5f6a8dfae0 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:57.531451 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-94a83bbb-7c9d-4650-b818-d6406aa4c7df req-2cdf7d77-b6a2-4cfb-8fc0-83beadfcf969 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 03:59:57.532538 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94a83bbb-7c9d-4650-b818-d6406aa4c7df req-2cdf7d77-b6a2-4cfb-8fc0-83beadfcf969 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065739 Aug 10 03:59:57.541380 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e9f04-4cba-41dd-a31f-3f999cc48347 req-501eba95-1871-4025-b47d-6f32ff1e401a tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:57.543024 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6b7e9f04-4cba-41dd-a31f-3f999cc48347 req-501eba95-1871-4025-b47d-6f32ff1e401a tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.1618755 Aug 10 03:59:57.555464 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:57.602863 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=a49b1182-4443-451d-8720-ac5427289844,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:57.605703 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6b7e9f04-4cba-41dd-a31f-3f999cc48347 req-d9ffaaa9-6795-46c4-8d2a-b856d9ace748 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531352 Aug 10 03:59:57.610052 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-7c312db4-99a5-40bc-96e0-abf90c339e14 None None] Port 01f6a7e0-a2cb-4886-851e-7199d20f0c94 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 03:59:57.639298 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94a83bbb-7c9d-4650-b818-d6406aa4c7df req-cf86aac3-a03f-4c99-b24c-435136e73917 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.120 HTTP/1.1" status: 200 len: 698 time: 0.0730398 Aug 10 03:59:57.639298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da491f40-d654-4606-aaa0-b415c1048d49 admin admin] Network 577c5ff2-07ca-4545-b288-7a2527969198 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:59:57.662502 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-7f2f507a-f014-4c9d-8d77-e0092842ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T03:59:54Z', 'revision_number': 4, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None, '_interfaces': [{'id': '01f6a7e0-a2cb-4886-851e-7199d20f0c94', 'name': '', 'network_id': '7bf638a0-ac9b-49c1-aba8-f13bb79b5a30', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:45:2a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:53Z', 'updated_at': '2021-08-10T03:59:55Z', 'revision_number': 2, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61f31e64-ad65-4011-ac31-8ef12de9408e', 'name': '', 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:c1:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:37Z', 'updated_at': '2021-08-10T03:59:46Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb6d324c-004d-4260-b1a6-b7cb5b621e17', 'name': '', 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:ee:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:46Z', 'updated_at': '2021-08-10T03:59:52Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:57.694090 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2f507a-f014-4c9d-8d77-e0092842ec21 None None] Checking router: 993ee0be-fbb1-4784-a98f-7cc0718f5251 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 03:59:57.694421 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2f507a-f014-4c9d-8d77-e0092842ec21 None None] Updating router 993ee0be-fbb1-4784-a98f-7cc0718f5251 port 01f6a7e0-a2cb-4886-851e-7199d20f0c94 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 03:59:57.696492 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94a83bbb-7c9d-4650-b818-d6406aa4c7df req-2a787f8a-a392-4052-8cb6-0831ef1d28ba tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.0.120 HTTP/1.1" status: 200 len: 698 time: 0.0609727 Aug 10 03:59:57.702163 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-69c1f93a-20b9-4e3f-bdcf-3b5f6a8dfae0 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:57.716248 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c1f93a-20b9-4e3f-bdcf-3b5f6a8dfae0 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:57.716248 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-69c1f93a-20b9-4e3f-bdcf-3b5f6a8dfae0 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:57.726230 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f2f507a-f014-4c9d-8d77-e0092842ec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:57.804881 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1f93a-20b9-4e3f-bdcf-3b5f6a8dfae0 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Network': ['ID=4ddf5672-11a6-481a-9554-8dae3ea3d477,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:57.819435 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 4ddf5672-11a6-481a-9554-8dae3ea3d477 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 03:59:57.829617 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-da491f40-d654-4606-aaa0-b415c1048d49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 577c5ff2-07ca-4545-b288-7a2527969198) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:57.837163 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da491f40-d654-4606-aaa0-b415c1048d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:57.838018 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-da491f40-d654-4606-aaa0-b415c1048d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:57.889334 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2b9083-f98f-470d-a392-d63f14524761 None None] Network 577c5ff2-07ca-4545-b288-7a2527969198 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:59:57.903235 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-94a83bbb-7c9d-4650-b818-d6406aa4c7df req-05375829-6ca0-4595-8cbd-a926ad376d01 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Deleting port b6ae3849-9e51-4a53-974a-5f187ab3133f {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 03:59:57.904252 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-94a83bbb-7c9d-4650-b818-d6406aa4c7df req-05375829-6ca0-4595-8cbd-a926ad376d01 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:57.909592 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-69c1f93a-20b9-4e3f-bdcf-3b5f6a8dfae0 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8564639 Aug 10 03:59:57.915794 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43342) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:57.923771 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-3e932711-1027-4092-b3d3-6f47115304c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'subnet': {'network_id': '4ddf5672-11a6-481a-9554-8dae3ea3d477', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:57.979921 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-da491f40-d654-4606-aaa0-b415c1048d49 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4278474 Aug 10 03:59:58.028175 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a49b1182-4443-451d-8720-ac5427289844 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 03:59:58.047688 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-94a83bbb-7c9d-4650-b818-d6406aa4c7df req-05375829-6ca0-4595-8cbd-a926ad376d01 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:58.048026 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-94a83bbb-7c9d-4650-b818-d6406aa4c7df req-05375829-6ca0-4595-8cbd-a926ad376d01 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:58.077032 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-94a83bbb-7c9d-4650-b818-d6406aa4c7df req-05375829-6ca0-4595-8cbd-a926ad376d01 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Calling delete_port for b6ae3849-9e51-4a53-974a-5f187ab3133f owned by network:floatingip {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 03:59:58.144381 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f2f507a-f014-4c9d-8d77-e0092842ec21 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:58.170929 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-7f2f507a-f014-4c9d-8d77-e0092842ec21 None None] Transition to ACTIVE for port object 01f6a7e0-a2cb-4886-851e-7199d20f0c94 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:58.172968 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port a49b1182-4443-451d-8720-ac5427289844 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 03:59:58.173348 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:58.251860 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a78121f-a8ee-48ed-ac28-93edc440dbe6 None None] Network 577c5ff2-07ca-4545-b288-7a2527969198 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:59:58.256385 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f2f507a-f014-4c9d-8d77-e0092842ec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:58.273678 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e932711-1027-4092-b3d3-6f47115304c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Made reservation on behalf of cdcd64ea9b214b6c8e8b7ba6b5131c2f for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:59:58.277921 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3e932711-1027-4092-b3d3-6f47115304c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:58.315342 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8b366-6505-4494-a614-45e55347fad3 None None] Pushing event updated for resources: {'Port': ['ID=01f6a7e0-a2cb-4886-851e-7199d20f0c94,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:58.422768 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-7f2f507a-f014-4c9d-8d77-e0092842ec21 None None] Attempting to bind port 01f6a7e0-a2cb-4886-851e-7199d20f0c94 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 03:59:58.424318 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-7f2f507a-f014-4c9d-8d77-e0092842ec21 None None] Attempting to bind port 01f6a7e0-a2cb-4886-851e-7199d20f0c94 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '5480011f-45c1-44b9-8c2c-dee9b965eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7bf638a0-ac9b-49c1-aba8-f13bb79b5a30'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 03:59:58.425575 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2f507a-f014-4c9d-8d77-e0092842ec21 None None] Attempting to bind port 01f6a7e0-a2cb-4886-851e-7199d20f0c94 on network 7bf638a0-ac9b-49c1-aba8-f13bb79b5a30 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 03:59:58.440455 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2f507a-f014-4c9d-8d77-e0092842ec21 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 03:59:58.442345 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2f507a-f014-4c9d-8d77-e0092842ec21 None None] Checking segment: {'id': '5480011f-45c1-44b9-8c2c-dee9b965eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7bf638a0-ac9b-49c1-aba8-f13bb79b5a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:58.442877 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f2f507a-f014-4c9d-8d77-e0092842ec21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:58.444291 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2f507a-f014-4c9d-8d77-e0092842ec21 None None] Bound using segment: {'id': '5480011f-45c1-44b9-8c2c-dee9b965eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7bf638a0-ac9b-49c1-aba8-f13bb79b5a30'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 03:59:58.444947 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-7f2f507a-f014-4c9d-8d77-e0092842ec21 None None] Bound port: 01f6a7e0-a2cb-4886-851e-7199d20f0c94, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5480011f-45c1-44b9-8c2c-dee9b965eaa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '7bf638a0-ac9b-49c1-aba8-f13bb79b5a30'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 03:59:58.446679 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f2f507a-f014-4c9d-8d77-e0092842ec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:58.574640 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-7f2f507a-f014-4c9d-8d77-e0092842ec21 None None] For port 01f6a7e0-a2cb-4886-851e-7199d20f0c94, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 03:59:58.576994 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-7f2f507a-f014-4c9d-8d77-e0092842ec21 None None] For port 01f6a7e0-a2cb-4886-851e-7199d20f0c94, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=01f6a7e0-a2cb-4886-851e-7199d20f0c94,segment=NetworkSegment(5480011f-45c1-44b9-8c2c-dee9b965eaa7),segment_id=5480011f-45c1-44b9-8c2c-dee9b965eaa7)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 03:59:58.710399 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-7f2f507a-f014-4c9d-8d77-e0092842ec21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:58.802086 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3e932711-1027-4092-b3d3-6f47115304c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:58.808023 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2f507a-f014-4c9d-8d77-e0092842ec21 None None] Routers {'993ee0be-fbb1-4784-a98f-7cc0718f5251'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 03:59:58.808755 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-7f2f507a-f014-4c9d-8d77-e0092842ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['993ee0be-fbb1-4784-a98f-7cc0718f5251'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:58.841371 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70ed4e-f965-4ee1-bf2d-1fea7b08d05f req-b5d89c80-6d85-4d23-aaee-706edd84208a tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:58.843758 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ea70ed4e-f965-4ee1-bf2d-1fea7b08d05f req-b5d89c80-6d85-4d23-aaee-706edd84208a tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.1345873 Aug 10 03:59:58.847491 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8b366-6505-4494-a614-45e55347fad3 None None] Pushing event updated for resources: {'Port': ['ID=01f6a7e0-a2cb-4886-851e-7199d20f0c94,revision_number=4']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:58.902380 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-94a83bbb-7c9d-4650-b818-d6406aa4c7df req-05375829-6ca0-4595-8cbd-a926ad376d01 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:58.907410 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e932711-1027-4092-b3d3-6f47115304c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Subnet': ['ID=dfcc02e5-bf66-4c20-88fa-c0f82b2c7735,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:58.928444 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e932711-1027-4092-b3d3-6f47115304c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:58.929100 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e932711-1027-4092-b3d3-6f47115304c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:58.929739 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e932711-1027-4092-b3d3-6f47115304c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:58.930611 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e932711-1027-4092-b3d3-6f47115304c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:58.931123 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e932711-1027-4092-b3d3-6f47115304c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:58.931859 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-7f2f507a-f014-4c9d-8d77-e0092842ec21 None None] Set router 993ee0be-fbb1-4784-a98f-7cc0718f5251 gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 03:59:58.932102 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e932711-1027-4092-b3d3-6f47115304c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:58.932600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e932711-1027-4092-b3d3-6f47115304c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:58.933113 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e932711-1027-4092-b3d3-6f47115304c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:58.933609 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e932711-1027-4092-b3d3-6f47115304c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:58.935795 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e932711-1027-4092-b3d3-6f47115304c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:58.936003 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05375829-6ca0-4595-8cbd-a926ad376d01 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Pushing event deleted for resources: {'Port': ['ID=b6ae3849-9e51-4a53-974a-5f187ab3133f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:58.936871 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e932711-1027-4092-b3d3-6f47115304c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:58.937379 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e932711-1027-4092-b3d3-6f47115304c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 03:59:58.941166 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e932711-1027-4092-b3d3-6f47115304c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Checking segment: {'id': '6f435875-8120-49fe-8905-b9217f0aa0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4ddf5672-11a6-481a-9554-8dae3ea3d477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 03:59:58.944101 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e932711-1027-4092-b3d3-6f47115304c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network hostable DHCP agents. Network: 4ddf5672-11a6-481a-9554-8dae3ea3d477, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 03:59:58.971127 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43372) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:58.989447 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ea70ed4e-f965-4ee1-bf2d-1fea7b08d05f req-b7cce2d5-ceeb-4eb8-85b5-6fa9ef96c36e tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227677 Aug 10 03:59:59.007909 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-4559d676-fc98-4e40-a3fb-1c366378f144 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-489689873-network', 'tenant_id': '979dd178c5c54b84a1cb401d00303d09'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 03:59:59.066932 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-94a83bbb-7c9d-4650-b818-d6406aa4c7df req-05375829-6ca0-4595-8cbd-a926ad376d01 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks [] for floatingip, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:59.070146 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-94a83bbb-7c9d-4650-b818-d6406aa4c7df req-05375829-6ca0-4595-8cbd-a926ad376d01 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:59.084415 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94a83bbb-7c9d-4650-b818-d6406aa4c7df req-05375829-6ca0-4595-8cbd-a926ad376d01 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "DELETE /v2.0/floatingips/96ffb485-d42d-4850-be8f-a8397caaf15d HTTP/1.1" status: 204 len: 173 time: 1.3733399 Aug 10 03:59:59.107302 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4559d676-fc98-4e40-a3fb-1c366378f144 admin admin] Made reservation on behalf of 979dd178c5c54b84a1cb401d00303d09 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 03:59:59.109900 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4559d676-fc98-4e40-a3fb-1c366378f144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:59.115293 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e932711-1027-4092-b3d3-6f47115304c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network 4ddf5672-11a6-481a-9554-8dae3ea3d477 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 03:59:59.153870 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4559d676-fc98-4e40-a3fb-1c366378f144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:59.215044 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-3e932711-1027-4092-b3d3-6f47115304c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 4ddf5672-11a6-481a-9554-8dae3ea3d477) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 03:59:59.225383 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e932711-1027-4092-b3d3-6f47115304c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 03:59:59.226045 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3e932711-1027-4092-b3d3-6f47115304c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:59.226855 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abac01fa-8261-47e6-9f04-e0b09d77910c None None] Network 4ddf5672-11a6-481a-9554-8dae3ea3d477 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 03:59:59.252025 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2b77f1c2-77e0-41ef-8124-7590fad8e9b2 req-34f6c025-72a2-4871-8f30-a6aef82daf35 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups/c109db4f-bb72-4f4d-aa70-ad5c399be314 HTTP/1.1" status: 200 len: 1810 time: 0.1079843 Aug 10 03:59:59.280209 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-7f2f507a-f014-4c9d-8d77-e0092842ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T03:59:54Z', 'revision_number': 4, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None, '_interfaces': [{'id': '01f6a7e0-a2cb-4886-851e-7199d20f0c94', 'name': '', 'network_id': '7bf638a0-ac9b-49c1-aba8-f13bb79b5a30', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:45:2a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:53Z', 'updated_at': '2021-08-10T03:59:58Z', 'revision_number': 4, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61f31e64-ad65-4011-ac31-8ef12de9408e', 'name': '', 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:c1:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:37Z', 'updated_at': '2021-08-10T03:59:46Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb6d324c-004d-4260-b1a6-b7cb5b621e17', 'name': '', 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:ee:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:46Z', 'updated_at': '2021-08-10T03:59:52Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 03:59:59.307111 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2f507a-f014-4c9d-8d77-e0092842ec21 None None] The sync data for ids ['993ee0be-fbb1-4784-a98f-7cc0718f5251'] in n-d-802893-2 is: [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T03:59:54Z', 'revision_number': 4, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None, '_interfaces': [{'id': '01f6a7e0-a2cb-4886-851e-7199d20f0c94', 'name': '', 'network_id': '7bf638a0-ac9b-49c1-aba8-f13bb79b5a30', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:45:2a:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:53Z', 'updated_at': '2021-08-10T03:59:58Z', 'revision_number': 4, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61f31e64-ad65-4011-ac31-8ef12de9408e', 'name': '', 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:c1:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:37Z', 'updated_at': '2021-08-10T03:59:46Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb6d324c-004d-4260-b1a6-b7cb5b621e17', 'name': '', 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:ee:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:46Z', 'updated_at': '2021-08-10T03:59:52Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 03:59:59.346614 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2b77f1c2-77e0-41ef-8124-7590fad8e9b2 req-8720a82c-7696-4725-ad4b-45934c97fa9c tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:59.398119 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2b77f1c2-77e0-41ef-8124-7590fad8e9b2 req-8720a82c-7696-4725-ad4b-45934c97fa9c tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:59.415535 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4559d676-fc98-4e40-a3fb-1c366378f144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:59.452424 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-4ddf5672-11a6-481a-9554-8dae3ea3d477', 'network_id': '4ddf5672-11a6-481a-9554-8dae3ea3d477', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'fixed_ips': [{'subnet_id': 'dfcc02e5-bf66-4c20-88fa-c0f82b2c7735'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 03:59:59.453365 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:59.516813 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4559d676-fc98-4e40-a3fb-1c366378f144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:59.566731 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4559d676-fc98-4e40-a3fb-1c366378f144 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 03:59:59.577122 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559d676-fc98-4e40-a3fb-1c366378f144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400d2dde-a420-4fc5-8afb-0d51fceaff2b,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:59.599190 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2b77f1c2-77e0-41ef-8124-7590fad8e9b2 req-8720a82c-7696-4725-ad4b-45934c97fa9c tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:59.601968 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2b77f1c2-77e0-41ef-8124-7590fad8e9b2 req-8720a82c-7696-4725-ad4b-45934c97fa9c tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:59.654344 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2b77f1c2-77e0-41ef-8124-7590fad8e9b2 req-8720a82c-7696-4725-ad4b-45934c97fa9c tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "DELETE /v2.0/security-groups/c109db4f-bb72-4f4d-aa70-ad5c399be314 HTTP/1.1" status: 204 len: 173 time: 0.3526661 Aug 10 03:59:59.654344 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4559d676-fc98-4e40-a3fb-1c366378f144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:59.654344 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-4559d676-fc98-4e40-a3fb-1c366378f144 admin admin] Added segment c1eb7157-036a-48d0-8480-3cf82555f972 of type vlan for network ed830d80-f7ff-4b5e-8a7f-1337c2bc9ab3 Aug 10 03:59:59.668002 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43384) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 03:59:59.668833 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3e932711-1027-4092-b3d3-6f47115304c2 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7507167 Aug 10 03:59:59.690441 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Allocated IP 2001:db8:3::2 (4ddf5672-11a6-481a-9554-8dae3ea3d477/dfcc02e5-bf66-4c20-88fa-c0f82b2c7735/92c8446e-f3ac-4506-afc4-25b9ea242966) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 03:59:59.709120 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720a82c-7696-4725-ad4b-45934c97fa9c tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c109db4f-bb72-4f4d-aa70-ad5c399be314,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 03:59:59.854374 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4559d676-fc98-4e40-a3fb-1c366378f144 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:59.928728 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 03:59:59.952957 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Transition to ACTIVE for port object 92c8446e-f3ac-4506-afc4-25b9ea242966 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 03:59:59.974010 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Transition to ACTIVE for port object 92c8446e-f3ac-4506-afc4-25b9ea242966 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:00.006658 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 01f6a7e0-a2cb-4886-851e-7199d20f0c94 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:00.027603 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4559d676-fc98-4e40-a3fb-1c366378f144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.030838 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4559d676-fc98-4e40-a3fb-1c366378f144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:00.031814 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4559d676-fc98-4e40-a3fb-1c366378f144 admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.121849 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4559d676-fc98-4e40-a3fb-1c366378f144 admin admin] Pushing event updated for resources: {'Network': ['ID=ed830d80-f7ff-4b5e-8a7f-1337c2bc9ab3,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:00.125368 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.173912 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 01f6a7e0-a2cb-4886-851e-7199d20f0c94 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:00.188942 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Network 4ddf5672-11a6-481a-9554-8dae3ea3d477 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:00.190533 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network ed830d80-f7ff-4b5e-8a7f-1337c2bc9ab3 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:00:00.219202 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4559d676-fc98-4e40-a3fb-1c366378f144 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2271442 Aug 10 04:00:00.221106 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43396) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:00.226181 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-19c29caa-bbf7-4825-9ae0-01a7415ac578 admin admin] Request body: {'subnet': {'network_id': 'ed830d80-f7ff-4b5e-8a7f-1337c2bc9ab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-489689873-subnet', 'tenant_id': '979dd178c5c54b84a1cb401d00303d09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:00.233798 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-41ba1912-3c5e-4e71-b28d-33e6e423f64c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.239648 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cfe3ce-606f-41d6-8094-1b5d51882462 req-1dd6cbe4-b444-4fab-a1dc-4299e556f98b tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:00.241340 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-59cfe3ce-606f-41d6-8094-1b5d51882462 req-1dd6cbe4-b444-4fab-a1dc-4299e556f98b tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.0851648 Aug 10 04:00:00.278618 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:00.283814 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:00:00.286500 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 01f6a7e0-a2cb-4886-851e-7199d20f0c94 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:00.286981 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.314595 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-59cfe3ce-606f-41d6-8094-1b5d51882462 req-459f042d-cbc6-4d21-bccd-00929d6bc7e7 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502763 Aug 10 04:00:00.372105 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Pushing event updated for resources: {'Port': ['ID=92c8446e-f3ac-4506-afc4-25b9ea242966,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:00.411163 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Attempting to bind port 92c8446e-f3ac-4506-afc4-25b9ea242966 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:00:00.411653 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Attempting to bind port 92c8446e-f3ac-4506-afc4-25b9ea242966 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '6f435875-8120-49fe-8905-b9217f0aa0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4ddf5672-11a6-481a-9554-8dae3ea3d477'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:00:00.412321 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Attempting to bind port 92c8446e-f3ac-4506-afc4-25b9ea242966 on network 4ddf5672-11a6-481a-9554-8dae3ea3d477 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:00:00.418613 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:00.419614 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:00.420396 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:00.420969 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:00.421888 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:00.422449 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:00.423004 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:00.423554 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:00.424362 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:00.424926 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:00.427000 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:00.427602 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:00.431640 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:00:00.432402 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Checking segment: {'id': '6f435875-8120-49fe-8905-b9217f0aa0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4ddf5672-11a6-481a-9554-8dae3ea3d477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:00:00.433050 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.433667 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Bound using segment: {'id': '6f435875-8120-49fe-8905-b9217f0aa0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4ddf5672-11a6-481a-9554-8dae3ea3d477'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:00:00.434389 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Bound port: 92c8446e-f3ac-4506-afc4-25b9ea242966, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f435875-8120-49fe-8905-b9217f0aa0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4ddf5672-11a6-481a-9554-8dae3ea3d477'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:00:00.435098 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.472732 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c29caa-bbf7-4825-9ae0-01a7415ac578 admin admin] Made reservation on behalf of 979dd178c5c54b84a1cb401d00303d09 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:00:00.489528 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-19c29caa-bbf7-4825-9ae0-01a7415ac578 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.537564 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.571017 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88116f5c-2b52-4f3e-b460-62da014082f6 req-4042d720-0d0b-43fd-8b2c-828f0c5c6a24 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:00.575524 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-88116f5c-2b52-4f3e-b460-62da014082f6 req-4042d720-0d0b-43fd-8b2c-828f0c5c6a24 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 945 time: 0.1018887 Aug 10 04:00:00.575732 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] For port 92c8446e-f3ac-4506-afc4-25b9ea242966, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:00:00.581331 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] For port 92c8446e-f3ac-4506-afc4-25b9ea242966, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=92c8446e-f3ac-4506-afc4-25b9ea242966,segment=NetworkSegment(6f435875-8120-49fe-8905-b9217f0aa0ca),segment_id=6f435875-8120-49fe-8905-b9217f0aa0ca)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:00:00.607359 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 01f6a7e0-a2cb-4886-851e-7199d20f0c94, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=01f6a7e0-a2cb-4886-851e-7199d20f0c94,segment=NetworkSegment(5480011f-45c1-44b9-8c2c-dee9b965eaa7),segment_id=5480011f-45c1-44b9-8c2c-dee9b965eaa7)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:00.658817 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-41ba1912-3c5e-4e71-b28d-33e6e423f64c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Allocated IP 2001:db8:3::1 (4ddf5672-11a6-481a-9554-8dae3ea3d477/dfcc02e5-bf66-4c20-88fa-c0f82b2c7735/949bc2cc-defe-4856-b833-bef89382a1b3) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:00:00.672926 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-88116f5c-2b52-4f3e-b460-62da014082f6 req-b6cf7282-a2fa-435a-aeac-e499705a034f tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672557 Aug 10 04:00:00.705461 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.735802 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.782944 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360cde48-1a5e-4052-b4f3-6b4fe39a4a85 None None] Pushing event updated for resources: {'Port': ['ID=92c8446e-f3ac-4506-afc4-25b9ea242966,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:00.799091 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-19c29caa-bbf7-4825-9ae0-01a7415ac578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.819008 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-41ba1912-3c5e-4e71-b28d-33e6e423f64c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:00.836207 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-41ba1912-3c5e-4e71-b28d-33e6e423f64c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Transition to ACTIVE for port object 949bc2cc-defe-4856-b833-bef89382a1b3 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:00.870122 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=01f6a7e0-a2cb-4886-851e-7199d20f0c94,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:00.913973 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c29caa-bbf7-4825-9ae0-01a7415ac578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0d719c9-6e41-4b39-ba84-3198b4ddd2cc,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:00.925072 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c29caa-bbf7-4825-9ae0-01a7415ac578 admin admin] Checking segment: {'id': 'c1eb7157-036a-48d0-8480-3cf82555f972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'ed830d80-f7ff-4b5e-8a7f-1337c2bc9ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:00:00.925072 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c29caa-bbf7-4825-9ae0-01a7415ac578 admin admin] Network hostable DHCP agents. Network: ed830d80-f7ff-4b5e-8a7f-1337c2bc9ab3, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:00:00.971415 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-41ba1912-3c5e-4e71-b28d-33e6e423f64c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.017346 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ba1912-3c5e-4e71-b28d-33e6e423f64c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network 4ddf5672-11a6-481a-9554-8dae3ea3d477 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:01.022287 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-41ba1912-3c5e-4e71-b28d-33e6e423f64c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:01.027415 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ba1912-3c5e-4e71-b28d-33e6e423f64c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:00:01.027415 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-41ba1912-3c5e-4e71-b28d-33e6e423f64c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.062305 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c29caa-bbf7-4825-9ae0-01a7415ac578 admin admin] Network ed830d80-f7ff-4b5e-8a7f-1337c2bc9ab3 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:00:01.074905 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba1912-3c5e-4e71-b28d-33e6e423f64c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Port': ['ID=949bc2cc-defe-4856-b833-bef89382a1b3,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:01.187485 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-19c29caa-bbf7-4825-9ae0-01a7415ac578 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, ed830d80-f7ff-4b5e-8a7f-1337c2bc9ab3) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:01.205201 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c29caa-bbf7-4825-9ae0-01a7415ac578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:01.205201 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-19c29caa-bbf7-4825-9ae0-01a7415ac578 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.205499 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5f6b88-709b-43c2-95ae-ae6cfe804769 None None] Network ed830d80-f7ff-4b5e-8a7f-1337c2bc9ab3 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:00:01.290130 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-41ba1912-3c5e-4e71-b28d-33e6e423f64c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.339000 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-19c29caa-bbf7-4825-9ae0-01a7415ac578 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1081331 Aug 10 04:00:01.363197 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72c4cb4-4f27-493f-9869-0cb29d5f598c None None] Network ed830d80-f7ff-4b5e-8a7f-1337c2bc9ab3 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:00:01.574508 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b594d8-999d-42fc-b102-af11b3c645ba req-da73770a-d52e-45e6-aed5-540db241f361 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:01.585446 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62b594d8-999d-42fc-b102-af11b3c645ba req-da73770a-d52e-45e6-aed5-540db241f361 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.1470478 Aug 10 04:00:01.688246 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62b594d8-999d-42fc-b102-af11b3c645ba req-8d767b3a-f7bf-4296-b178-3da6835561f1 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870881 Aug 10 04:00:01.841242 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c9cd8-a616-41eb-b7d4-174cdb0d58d8 req-ff112990-0167-45c7-b0a8-a910ae005aef tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:01.862875 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ae3c9cd8-a616-41eb-b7d4-174cdb0d58d8 req-ff112990-0167-45c7-b0a8-a910ae005aef tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 945 time: 0.0879126 Aug 10 04:00:01.871185 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-41ba1912-3c5e-4e71-b28d-33e6e423f64c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.943927 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ae3c9cd8-a616-41eb-b7d4-174cdb0d58d8 req-87c14e41-1753-4ffb-b7d4-15f2f5c5783a tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745537 Aug 10 04:00:01.964718 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-41ba1912-3c5e-4e71-b28d-33e6e423f64c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:01.965537 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-41ba1912-3c5e-4e71-b28d-33e6e423f64c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.117538 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 92c8446e-f3ac-4506-afc4-25b9ea242966 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:02.172199 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128fd198-ddac-46c1-b799-3f64580c80ee None None] Network 4ddf5672-11a6-481a-9554-8dae3ea3d477 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:00:02.181693 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba1912-3c5e-4e71-b28d-33e6e423f64c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event updated for resources: {'Port': ['ID=949bc2cc-defe-4856-b833-bef89382a1b3,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:02.268258 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-43dc9e5e-c3dc-4412-b3be-62c1c8e1d7aa tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:02.276542 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-43dc9e5e-c3dc-4412-b3be-62c1c8e1d7aa tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/networks?id=577c5ff2-07ca-4545-b288-7a2527969198 HTTP/1.1" status: 200 len: 825 time: 0.1969547 Aug 10 04:00:02.301525 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-0ac435dc-5d59-4867-912d-34d5baf53365 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/quotas/a0e5fde089b24040aa5065b1fcdddfda HTTP/1.1" status: 200 len: 375 time: 0.0237963 Aug 10 04:00:02.336951 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ba1912-3c5e-4e71-b28d-33e6e423f64c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Network 4ddf5672-11a6-481a-9554-8dae3ea3d477 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:02.339422 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-b7c96b6c-7455-44ae-8397-917919b7e1eb tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a0e5fde089b24040aa5065b1fcdddfda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312293 Aug 10 04:00:02.341824 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-41ba1912-3c5e-4e71-b28d-33e6e423f64c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:02.526075 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ba1912-3c5e-4e71-b28d-33e6e423f64c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Router 993ee0be-fbb1-4784-a98f-7cc0718f5251 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:00:02.549388 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-f22f7cbf-95d3-4cf9-8bea-672e6da34276 service neutron] 10.222.0.25 "GET /v2.0/networks/577c5ff2-07ca-4545-b288-7a2527969198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948838 Aug 10 04:00:02.557358 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-57fb89a9-c85c-483b-bf2a-9263c5acf976 None None] Provisioning for port 92c8446e-f3ac-4506-afc4-25b9ea242966 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:02.558826 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 92c8446e-f3ac-4506-afc4-25b9ea242966 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:02.579571 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 92c8446e-f3ac-4506-afc4-25b9ea242966 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:02.579983 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.584587 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-57fb89a9-c85c-483b-bf2a-9263c5acf976 None None] Provisioning complete for port 92c8446e-f3ac-4506-afc4-25b9ea242966 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:02.584587 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-57fb89a9-c85c-483b-bf2a-9263c5acf976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.738322 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.753692 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-57fb89a9-c85c-483b-bf2a-9263c5acf976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.761364 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ba1912-3c5e-4e71-b28d-33e6e423f64c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:00:02.773452 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93984312-5333-4fb0-864a-cbcbb9ce40a4 None None] Sync routers for ids ['993ee0be-fbb1-4784-a98f-7cc0718f5251'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:00:02.785660 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-6f742d43-19e9-4d98-a1de-b6acbba08b9b service neutron] 10.222.0.25 "GET /v2.0/networks/577c5ff2-07ca-4545-b288-7a2527969198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965213 Aug 10 04:00:02.790897 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93984312-5333-4fb0-864a-cbcbb9ce40a4 None None] Routers {'993ee0be-fbb1-4784-a98f-7cc0718f5251'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:02.791540 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-93984312-5333-4fb0-864a-cbcbb9ce40a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['993ee0be-fbb1-4784-a98f-7cc0718f5251'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:02.797668 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-41ba1912-3c5e-4e71-b28d-33e6e423f64c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "PUT /v2.0/routers/993ee0be-fbb1-4784-a98f-7cc0718f5251/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1273108 Aug 10 04:00:02.800816 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43460) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:02.819143 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-c0834195-7f82-4788-b6d3-3732e0c0147c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:02.821040 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 92c8446e-f3ac-4506-afc4-25b9ea242966, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=92c8446e-f3ac-4506-afc4-25b9ea242966,segment=NetworkSegment(6f435875-8120-49fe-8905-b9217f0aa0ca),segment_id=6f435875-8120-49fe-8905-b9217f0aa0ca)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:02.861241 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec16fc-9fd1-451e-a355-c5576d3b0158 req-d1dfda5f-8ead-438f-a542-25148a944bd0 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:02.873896 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-85ec16fc-9fd1-451e-a355-c5576d3b0158 req-d1dfda5f-8ead-438f-a542-25148a944bd0 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.1153007 Aug 10 04:00:02.902289 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:02.903197 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 01f6a7e0-a2cb-4886-851e-7199d20f0c94 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:02.985199 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-85ec16fc-9fd1-451e-a355-c5576d3b0158 req-1d221f50-a422-461e-afe4-ec90e762dfcb tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133232 Aug 10 04:00:03.036856 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-93984312-5333-4fb0-864a-cbcbb9ce40a4 None None] Set router 993ee0be-fbb1-4784-a98f-7cc0718f5251 gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:03.208270 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-57fb89a9-c85c-483b-bf2a-9263c5acf976 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:00:03.208907 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-57fb89a9-c85c-483b-bf2a-9263c5acf976 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:00:03.209399 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=92c8446e-f3ac-4506-afc4-25b9ea242966,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:03.225298 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 01f6a7e0-a2cb-4886-851e-7199d20f0c94 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:03.225698 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:03.373327 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fe11f32b-8894-4176-a3f2-9d3196b30bbc req-6b414b44-2556-4a54-be38-59756b0e3ca0 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/ports?device_id=84115c04-fa0f-4ffe-b126-c581f61e1d96 HTTP/1.1" status: 200 len: 210 time: 0.0781071 Aug 10 04:00:03.384230 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285febf-b200-4de8-a4f4-4c1684f354c6 req-5d528cf9-aabf-4de2-b8b8-3715819b0924 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:03.392512 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b285febf-b200-4de8-a4f4-4c1684f354c6 req-5d528cf9-aabf-4de2-b8b8-3715819b0924 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 945 time: 0.1518335 Aug 10 04:00:03.416677 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a080ac2-e9fe-4725-a2a9-2c5a0c6d3075 req-2b616454-a5df-44ab-9d87-b9c06671f6be tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:03.418333 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4a080ac2-e9fe-4725-a2a9-2c5a0c6d3075 req-2b616454-a5df-44ab-9d87-b9c06671f6be tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.20 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 945 time: 0.5288045 Aug 10 04:00:03.519012 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b285febf-b200-4de8-a4f4-4c1684f354c6 req-6efe2ec4-5e1c-45f2-9a3f-437bf11aa2db tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140208 Aug 10 04:00:03.522908 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-93984312-5333-4fb0-864a-cbcbb9ce40a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T04:00:01Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None, '_interfaces': [{'id': '01f6a7e0-a2cb-4886-851e-7199d20f0c94', 'name': '', 'network_id': '7bf638a0-ac9b-49c1-aba8-f13bb79b5a30', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:45:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:53Z', 'updated_at': '2021-08-10T04:00:00Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61f31e64-ad65-4011-ac31-8ef12de9408e', 'name': '', 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:c1:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:37Z', 'updated_at': '2021-08-10T03:59:46Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '949bc2cc-defe-4856-b833-bef89382a1b3', 'name': '', 'network_id': '4ddf5672-11a6-481a-9554-8dae3ea3d477', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:d6:23:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'dfcc02e5-bf66-4c20-88fa-c0f82b2c7735', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:00Z', 'updated_at': '2021-08-10T04:00:01Z', 'revision_number': 2, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'dfcc02e5-bf66-4c20-88fa-c0f82b2c7735', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb6d324c-004d-4260-b1a6-b7cb5b621e17', 'name': '', 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:ee:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:46Z', 'updated_at': '2021-08-10T03:59:52Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:03.551932 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93984312-5333-4fb0-864a-cbcbb9ce40a4 None None] Checking router: 993ee0be-fbb1-4784-a98f-7cc0718f5251 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:00:03.552323 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93984312-5333-4fb0-864a-cbcbb9ce40a4 None None] Updating router 993ee0be-fbb1-4784-a98f-7cc0718f5251 port 949bc2cc-defe-4856-b833-bef89382a1b3 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:00:03.592254 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-93984312-5333-4fb0-864a-cbcbb9ce40a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:03.709184 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36b399-000a-4f1e-9166-0d22e9755cbe req-2c5e78b3-e752-45c6-a64d-09a8c8956be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:03.709184 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3e36b399-000a-4f1e-9166-0d22e9755cbe req-2c5e78b3-e752-45c6-a64d-09a8c8956be8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 1096 time: 0.1953392 Aug 10 04:00:03.818268 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-4a080ac2-e9fe-4725-a2a9-2c5a0c6d3075 req-c1e25cd0-70de-4651-8280-08e3b9cf7234 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Deleting port cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:03.818867 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4a080ac2-e9fe-4725-a2a9-2c5a0c6d3075 req-c1e25cd0-70de-4651-8280-08e3b9cf7234 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:03.926311 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 92c8446e-f3ac-4506-afc4-25b9ea242966 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:03.978686 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3e36b399-000a-4f1e-9166-0d22e9755cbe req-75ff2427-f892-4837-8df4-d0a996fd16b1 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350028 Aug 10 04:00:03.985546 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 92c8446e-f3ac-4506-afc4-25b9ea242966 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:03.986135 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:04.011092 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7392cea3-0fde-4563-bff2-7f5ac9f4646e None None] Provisioning for port 949bc2cc-defe-4856-b833-bef89382a1b3 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:04.022095 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7392cea3-0fde-4563-bff2-7f5ac9f4646e None None] Provisioning complete for port 949bc2cc-defe-4856-b833-bef89382a1b3 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:04.022468 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7392cea3-0fde-4563-bff2-7f5ac9f4646e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:04.030097 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-93984312-5333-4fb0-864a-cbcbb9ce40a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:04.062287 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-93984312-5333-4fb0-864a-cbcbb9ce40a4 None None] Transition to ACTIVE for port object 949bc2cc-defe-4856-b833-bef89382a1b3 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:04.069686 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-7392cea3-0fde-4563-bff2-7f5ac9f4646e None None] Port 949bc2cc-defe-4856-b833-bef89382a1b3 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:00:04.123592 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7392cea3-0fde-4563-bff2-7f5ac9f4646e None None] Provisioning complete for port 92c8446e-f3ac-4506-afc4-25b9ea242966 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:04.124298 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7392cea3-0fde-4563-bff2-7f5ac9f4646e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:04.153158 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d8cd0-b5ac-46da-8245-82844a449b1a req-c052e736-4440-484e-9546-f034acd13ee3 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:04.154316 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-4a080ac2-e9fe-4725-a2a9-2c5a0c6d3075 req-c1e25cd0-70de-4651-8280-08e3b9cf7234 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] For port cbe2c7bf-d095-461f-95ec-3bc7b016f8e5, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=cbe2c7bf-d095-461f-95ec-3bc7b016f8e5,segment=NetworkSegment(9cb2f6a5-756e-48ce-8160-e0804b5fd8ec),segment_id=9cb2f6a5-756e-48ce-8160-e0804b5fd8ec)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:04.156091 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4a080ac2-e9fe-4725-a2a9-2c5a0c6d3075 req-c1e25cd0-70de-4651-8280-08e3b9cf7234 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:04.162406 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3c1d8cd0-b5ac-46da-8245-82844a449b1a req-c052e736-4440-484e-9546-f034acd13ee3 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.0703759 Aug 10 04:00:04.175162 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.extraroute_db [None req-c0834195-7f82-4788-b6d3-3732e0c0147c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94937) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 04:00:04.175721 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-93984312-5333-4fb0-864a-cbcbb9ce40a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:04.178588 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-4a080ac2-e9fe-4725-a2a9-2c5a0c6d3075 req-c1e25cd0-70de-4651-8280-08e3b9cf7234 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Calling delete_port for cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:04.217731 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.extraroute_db [None req-c0834195-7f82-4788-b6d3-3732e0c0147c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Removed routes are [] {{(pid=94937) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 04:00:04.218132 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c0834195-7f82-4788-b6d3-3732e0c0147c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:04.257736 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3c1d8cd0-b5ac-46da-8245-82844a449b1a req-c59427ea-492a-4e54-91ee-a38cec880073 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942779 Aug 10 04:00:04.344463 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11670061-68a3-425e-b57d-29f7659025ff None None] Pushing event updated for resources: {'Port': ['ID=949bc2cc-defe-4856-b833-bef89382a1b3,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:04.386561 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-93984312-5333-4fb0-864a-cbcbb9ce40a4 None None] Attempting to bind port 949bc2cc-defe-4856-b833-bef89382a1b3 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:00:04.386932 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-93984312-5333-4fb0-864a-cbcbb9ce40a4 None None] Attempting to bind port 949bc2cc-defe-4856-b833-bef89382a1b3 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '6f435875-8120-49fe-8905-b9217f0aa0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4ddf5672-11a6-481a-9554-8dae3ea3d477'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:00:04.387304 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93984312-5333-4fb0-864a-cbcbb9ce40a4 None None] Attempting to bind port 949bc2cc-defe-4856-b833-bef89382a1b3 on network 4ddf5672-11a6-481a-9554-8dae3ea3d477 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:00:04.404506 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93984312-5333-4fb0-864a-cbcbb9ce40a4 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:00:04.404506 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93984312-5333-4fb0-864a-cbcbb9ce40a4 None None] Checking segment: {'id': '6f435875-8120-49fe-8905-b9217f0aa0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4ddf5672-11a6-481a-9554-8dae3ea3d477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:00:04.405274 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-93984312-5333-4fb0-864a-cbcbb9ce40a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:04.405655 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93984312-5333-4fb0-864a-cbcbb9ce40a4 None None] Bound using segment: {'id': '6f435875-8120-49fe-8905-b9217f0aa0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4ddf5672-11a6-481a-9554-8dae3ea3d477'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:00:04.406102 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-93984312-5333-4fb0-864a-cbcbb9ce40a4 None None] Bound port: 949bc2cc-defe-4856-b833-bef89382a1b3, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f435875-8120-49fe-8905-b9217f0aa0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4ddf5672-11a6-481a-9554-8dae3ea3d477'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:00:04.406482 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-93984312-5333-4fb0-864a-cbcbb9ce40a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:04.520973 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f7653639-ae24-48fc-bc83-55c3adcdfc32 req-dd0494fc-4214-4b8e-9d00-002bea7307a7 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/ports?device_id=84115c04-fa0f-4ffe-b126-c581f61e1d96 HTTP/1.1" status: 200 len: 210 time: 0.0461357 Aug 10 04:00:04.536185 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-93984312-5333-4fb0-864a-cbcbb9ce40a4 None None] For port 949bc2cc-defe-4856-b833-bef89382a1b3, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:00:04.540179 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-93984312-5333-4fb0-864a-cbcbb9ce40a4 None None] For port 949bc2cc-defe-4856-b833-bef89382a1b3, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=949bc2cc-defe-4856-b833-bef89382a1b3,segment=NetworkSegment(6f435875-8120-49fe-8905-b9217f0aa0ca),segment_id=6f435875-8120-49fe-8905-b9217f0aa0ca)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:00:04.653061 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c0834195-7f82-4788-b6d3-3732e0c0147c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:04.657412 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c0834195-7f82-4788-b6d3-3732e0c0147c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-457799'] for router, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:04.666947 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cff65c-1a52-46e4-8bbd-e4239b21e739 req-3d21862b-a74b-441b-bb96-6ece48c3c618 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:04.676095 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-46cff65c-1a52-46e4-8bbd-e4239b21e739 req-3d21862b-a74b-441b-bb96-6ece48c3c618 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 945 time: 0.0531960 Aug 10 04:00:04.713864 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-93984312-5333-4fb0-864a-cbcbb9ce40a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:04.725420 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-46cff65c-1a52-46e4-8bbd-e4239b21e739 req-2917cc68-ed75-46c2-9814-6adff186ef73 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/security-groups?id=c8bdce2f-8c29-4148-a4fe-8a555f387569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502479 Aug 10 04:00:04.742680 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4a080ac2-e9fe-4725-a2a9-2c5a0c6d3075 req-c1e25cd0-70de-4651-8280-08e3b9cf7234 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:04.778403 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['cbe2c7bf-d095-461f-95ec-3bc7b016f8e5'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:00:04.801740 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93984312-5333-4fb0-864a-cbcbb9ce40a4 None None] Routers {'993ee0be-fbb1-4784-a98f-7cc0718f5251'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:04.802379 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-93984312-5333-4fb0-864a-cbcbb9ce40a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['993ee0be-fbb1-4784-a98f-7cc0718f5251'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:04.807209 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e25cd0-70de-4651-8280-08e3b9cf7234 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Pushing event deleted for resources: {'Port': ['ID=cbe2c7bf-d095-461f-95ec-3bc7b016f8e5,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:04.873873 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a080ac2-e9fe-4725-a2a9-2c5a0c6d3075 req-c1e25cd0-70de-4651-8280-08e3b9cf7234 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] No DVR routers for this DVR port cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:00:04.876529 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4a080ac2-e9fe-4725-a2a9-2c5a0c6d3075 req-c1e25cd0-70de-4651-8280-08e3b9cf7234 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:04.878947 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4a080ac2-e9fe-4725-a2a9-2c5a0c6d3075 req-c1e25cd0-70de-4651-8280-08e3b9cf7234 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.20 "DELETE /v2.0/ports/cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 HTTP/1.1" status: 204 len: 173 time: 1.4523077 Aug 10 04:00:04.879433 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53de8548-9f92-4c05-808a-4c1f9cf3a6db', 'name': 'network-vif-deleted', 'tag': 'cbe2c7bf-d095-461f-95ec-3bc7b016f8e5'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:00:04.881815 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3990cb-f9df-4252-81a9-19a52606932c" -d '{"events": [{"server_uuid": "53de8548-9f92-4c05-808a-4c1f9cf3a6db", "name": "network-vif-deleted", "tag": "cbe2c7bf-d095-461f-95ec-3bc7b016f8e5"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:00:04.906190 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0834195-7f82-4788-b6d3-3732e0c0147c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Router 993ee0be-fbb1-4784-a98f-7cc0718f5251 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:00:05.014010 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4257de-22ef-48d0-b978-5b2b41b4b34c x-openstack-request-id: req-ed4257de-22ef-48d0-b978-5b2b41b4b34c {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:00:05.014010 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53de8548-9f92-4c05-808a-4c1f9cf3a6db", "name": "network-vif-deleted", "tag": "cbe2c7bf-d095-461f-95ec-3bc7b016f8e5", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:00:05.014010 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ed4257de-22ef-48d0-b978-5b2b41b4b34c {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:00:05.014010 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53de8548-9f92-4c05-808a-4c1f9cf3a6db', 'name': 'network-vif-deleted', 'tag': 'cbe2c7bf-d095-461f-95ec-3bc7b016f8e5', 'status': 'completed', 'code': 200} Aug 10 04:00:05.057292 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0834195-7f82-4788-b6d3-3732e0c0147c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:00:05.064202 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c0834195-7f82-4788-b6d3-3732e0c0147c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:05.069013 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43508) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:05.077923 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c0834195-7f82-4788-b6d3-3732e0c0147c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "PUT /v2.0/routers/993ee0be-fbb1-4784-a98f-7cc0718f5251 HTTP/1.1" status: 200 len: 954 time: 2.2756805 Aug 10 04:00:05.083741 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11670061-68a3-425e-b57d-29f7659025ff None None] Pushing event updated for resources: {'Port': ['ID=949bc2cc-defe-4856-b833-bef89382a1b3,revision_number=4']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:05.114589 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-93984312-5333-4fb0-864a-cbcbb9ce40a4 None None] Set router 993ee0be-fbb1-4784-a98f-7cc0718f5251 gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:05.190550 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-590082cf-fb7f-4bda-a983-55da3ba0e4a6 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "GET /v2.0/routers/993ee0be-fbb1-4784-a98f-7cc0718f5251 HTTP/1.1" status: 200 len: 954 time: 0.1179342 Aug 10 04:00:05.191147 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43512) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:05.201086 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-63326dac-d35d-4930-baa4-04451c84f2fa tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'router': {'routes': None}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:05.358456 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-93984312-5333-4fb0-864a-cbcbb9ce40a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T04:00:04Z', 'revision_number': 6, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None, '_interfaces': [{'id': '01f6a7e0-a2cb-4886-851e-7199d20f0c94', 'name': '', 'network_id': '7bf638a0-ac9b-49c1-aba8-f13bb79b5a30', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:45:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:53Z', 'updated_at': '2021-08-10T04:00:00Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61f31e64-ad65-4011-ac31-8ef12de9408e', 'name': '', 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:c1:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:37Z', 'updated_at': '2021-08-10T03:59:46Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '949bc2cc-defe-4856-b833-bef89382a1b3', 'name': '', 'network_id': '4ddf5672-11a6-481a-9554-8dae3ea3d477', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:d6:23:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'dfcc02e5-bf66-4c20-88fa-c0f82b2c7735', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:00Z', 'updated_at': '2021-08-10T04:00:04Z', 'revision_number': 4, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'dfcc02e5-bf66-4c20-88fa-c0f82b2c7735', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb6d324c-004d-4260-b1a6-b7cb5b621e17', 'name': '', 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:ee:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:46Z', 'updated_at': '2021-08-10T03:59:52Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:05.395088 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93984312-5333-4fb0-864a-cbcbb9ce40a4 None None] The sync data for ids ['993ee0be-fbb1-4784-a98f-7cc0718f5251'] in n-d-802893-2 is: [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T04:00:04Z', 'revision_number': 6, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None, '_interfaces': [{'id': '01f6a7e0-a2cb-4886-851e-7199d20f0c94', 'name': '', 'network_id': '7bf638a0-ac9b-49c1-aba8-f13bb79b5a30', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:45:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:53Z', 'updated_at': '2021-08-10T04:00:00Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61f31e64-ad65-4011-ac31-8ef12de9408e', 'name': '', 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:c1:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:37Z', 'updated_at': '2021-08-10T03:59:46Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '949bc2cc-defe-4856-b833-bef89382a1b3', 'name': '', 'network_id': '4ddf5672-11a6-481a-9554-8dae3ea3d477', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:d6:23:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'dfcc02e5-bf66-4c20-88fa-c0f82b2c7735', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:00Z', 'updated_at': '2021-08-10T04:00:04Z', 'revision_number': 4, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'dfcc02e5-bf66-4c20-88fa-c0f82b2c7735', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb6d324c-004d-4260-b1a6-b7cb5b621e17', 'name': '', 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:ee:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:46Z', 'updated_at': '2021-08-10T03:59:52Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:00:05.529807 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab118906-274e-415a-8803-df61191bdd0f req-493cbcd1-0892-4ffc-be95-8a3a4527a2e0 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:05.531336 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ab118906-274e-415a-8803-df61191bdd0f req-493cbcd1-0892-4ffc-be95-8a3a4527a2e0 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.1754544 Aug 10 04:00:05.630484 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ab118906-274e-415a-8803-df61191bdd0f req-e9a691f4-5a9c-4d6f-abbd-9f0a62904942 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871871 Aug 10 04:00:05.718063 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e8a5f802-6e23-452b-ad65-c35f4abf861a req-04d4ee46-c8b6-4a65-97b7-0350d7bc16de tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/ports?device_id=84115c04-fa0f-4ffe-b126-c581f61e1d96 HTTP/1.1" status: 200 len: 210 time: 0.0569332 Aug 10 04:00:05.786432 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.extraroute_db [None req-63326dac-d35d-4930-baa4-04451c84f2fa tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Added routes are [] {{(pid=94938) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 04:00:05.786763 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.extraroute_db [None req-63326dac-d35d-4930-baa4-04451c84f2fa tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94938) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 04:00:05.824956 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-63326dac-d35d-4930-baa4-04451c84f2fa tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:05.859834 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7b271b9-7b0a-49eb-bc03-f6293a7a43cc req-2fd5d64a-0fa5-4035-95ed-0f2b5049bd48 tempest-ServerRescueTestJSONUnderV235-1636407998 tempest-ServerRescueTestJSONUnderV235-1636407998-project] 10.222.0.25 "GET /v2.0/ports?device_id=53de8548-9f92-4c05-808a-4c1f9cf3a6db HTTP/1.1" status: 200 len: 210 time: 0.0447416 Aug 10 04:00:06.035140 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 949bc2cc-defe-4856-b833-bef89382a1b3 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:06.258983 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7595d0-c871-4ae5-9649-eabf2df99964 req-17f84b9f-b3d6-4c6d-897e-ce65615e247c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:06.269008 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7595d0-c871-4ae5-9649-eabf2df99964 req-17f84b9f-b3d6-4c6d-897e-ce65615e247c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:06.276361 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7595d0-c871-4ae5-9649-eabf2df99964 req-17f84b9f-b3d6-4c6d-897e-ce65615e247c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:06.284932 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7595d0-c871-4ae5-9649-eabf2df99964 req-17f84b9f-b3d6-4c6d-897e-ce65615e247c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:06.291233 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7595d0-c871-4ae5-9649-eabf2df99964 req-17f84b9f-b3d6-4c6d-897e-ce65615e247c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:06.297740 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7595d0-c871-4ae5-9649-eabf2df99964 req-17f84b9f-b3d6-4c6d-897e-ce65615e247c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:06.303540 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7595d0-c871-4ae5-9649-eabf2df99964 req-17f84b9f-b3d6-4c6d-897e-ce65615e247c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:06.311372 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ef7595d0-c871-4ae5-9649-eabf2df99964 req-17f84b9f-b3d6-4c6d-897e-ce65615e247c tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5441 time: 0.1507390 Aug 10 04:00:06.335791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 949bc2cc-defe-4856-b833-bef89382a1b3 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:06.340429 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 949bc2cc-defe-4856-b833-bef89382a1b3 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:06.340806 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:06.358782 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-63326dac-d35d-4930-baa4-04451c84f2fa tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:06.365680 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-63326dac-d35d-4930-baa4-04451c84f2fa tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-457799'] for router, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:06.376870 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312e7d2-8dab-46f6-877c-c8075861fe63 req-3e065c98-08ff-4bc9-897b-ca762503b0e5 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:06.378377 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7312e7d2-8dab-46f6-877c-c8075861fe63 req-3e065c98-08ff-4bc9-897b-ca762503b0e5 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.1156857 Aug 10 04:00:06.380416 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf6e87-bc34-4df0-8335-dc32a0678dc4 req-7160dafa-a739-44a8-84a0-fccafbfdd1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:06.381985 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-adbf6e87-bc34-4df0-8335-dc32a0678dc4 req-7160dafa-a739-44a8-84a0-fccafbfdd1ba service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5c12184296424dc9af92067f3096d474&device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 1096 time: 0.0750575 Aug 10 04:00:06.388827 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ef7595d0-c871-4ae5-9649-eabf2df99964 req-fa45a46c-0b54-49b0-8084-7aa348ed94da tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0707924 Aug 10 04:00:06.473136 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:06.517505 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 949bc2cc-defe-4856-b833-bef89382a1b3, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=949bc2cc-defe-4856-b833-bef89382a1b3,segment=NetworkSegment(6f435875-8120-49fe-8905-b9217f0aa0ca),segment_id=6f435875-8120-49fe-8905-b9217f0aa0ca)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:06.605524 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4efa1b-7be4-49c6-96fa-fae56d4dd430 None None] Sync routers for ids ['993ee0be-fbb1-4784-a98f-7cc0718f5251'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:00:06.615420 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf6e87-bc34-4df0-8335-dc32a0678dc4 req-5dd8ed15-c291-4f9c-bcad-5ecc2039fe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:06.619800 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4efa1b-7be4-49c6-96fa-fae56d4dd430 None None] Routers {'993ee0be-fbb1-4784-a98f-7cc0718f5251'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:06.620456 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9f4efa1b-7be4-49c6-96fa-fae56d4dd430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['993ee0be-fbb1-4784-a98f-7cc0718f5251'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:06.622144 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-adbf6e87-bc34-4df0-8335-dc32a0678dc4 req-5dd8ed15-c291-4f9c-bcad-5ecc2039fe64 service neutron] 10.222.0.68 "GET /v2.0/networks?id=017bc094-0610-4c83-b903-161ccef8a7ca HTTP/1.1" status: 200 len: 920 time: 0.2279642 Aug 10 04:00:06.699824 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7312e7d2-8dab-46f6-877c-c8075861fe63 req-e0d51fb5-7241-4a7e-947c-b56595389fca tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406285 Aug 10 04:00:06.705751 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:06.726718 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-adbf6e87-bc34-4df0-8335-dc32a0678dc4 req-beae0d57-c6ec-4ce1-b73b-0f5cbb95abc5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e48d055-da9d-4b0f-85eb-0edc76009c82 HTTP/1.1" status: 200 len: 217 time: 0.0999780 Aug 10 04:00:06.752953 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-4f0dfe85-a89d-44a2-bc61-0852f67a527d tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:06.754077 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-4f0dfe85-a89d-44a2-bc61-0852f67a527d tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.68 "GET /v2.0/networks?id=577c5ff2-07ca-4545-b288-7a2527969198 HTTP/1.1" status: 200 len: 825 time: 0.3161132 Aug 10 04:00:06.758791 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63326dac-d35d-4930-baa4-04451c84f2fa tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Router 993ee0be-fbb1-4784-a98f-7cc0718f5251 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:00:06.771631 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-f8572e1a-bd5f-47af-bf8a-61e11f9d35df tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Request body: {'port': {'device_id': '84115c04-fa0f-4ffe-b126-c581f61e1d96', 'network_id': '577c5ff2-07ca-4545-b288-7a2527969198', 'admin_state_up': True, 'tenant_id': 'a0e5fde089b24040aa5065b1fcdddfda'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:06.806804 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-9f4efa1b-7be4-49c6-96fa-fae56d4dd430 None None] Set router 993ee0be-fbb1-4784-a98f-7cc0718f5251 gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:06.860916 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=949bc2cc-defe-4856-b833-bef89382a1b3,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:06.874117 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf6e87-bc34-4df0-8335-dc32a0678dc4 req-2bd1984e-0664-4645-ae97-a8f2f20d834e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:06.877079 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-adbf6e87-bc34-4df0-8335-dc32a0678dc4 req-2bd1984e-0664-4645-ae97-a8f2f20d834e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d62a09b9-e42e-47af-8510-297fece7a960 HTTP/1.1" status: 200 len: 859 time: 0.1415844 Aug 10 04:00:06.895798 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ee61e-c4aa-41fb-9ac7-a8cbaf3834f2 req-074daac3-80e7-4d4e-86c1-226b7359baa2 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:06.902114 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ee61e-c4aa-41fb-9ac7-a8cbaf3834f2 req-074daac3-80e7-4d4e-86c1-226b7359baa2 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:06.926481 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ee61e-c4aa-41fb-9ac7-a8cbaf3834f2 req-074daac3-80e7-4d4e-86c1-226b7359baa2 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:06.939409 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ee61e-c4aa-41fb-9ac7-a8cbaf3834f2 req-074daac3-80e7-4d4e-86c1-226b7359baa2 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:06.946984 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ee61e-c4aa-41fb-9ac7-a8cbaf3834f2 req-074daac3-80e7-4d4e-86c1-226b7359baa2 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:06.954190 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ee61e-c4aa-41fb-9ac7-a8cbaf3834f2 req-074daac3-80e7-4d4e-86c1-226b7359baa2 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:06.960824 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ee61e-c4aa-41fb-9ac7-a8cbaf3834f2 req-074daac3-80e7-4d4e-86c1-226b7359baa2 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:06.963296 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-207ee61e-c4aa-41fb-9ac7-a8cbaf3834f2 req-074daac3-80e7-4d4e-86c1-226b7359baa2 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5441 time: 0.1666985 Aug 10 04:00:07.001440 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-adbf6e87-bc34-4df0-8335-dc32a0678dc4 req-d452cf94-e345-42bb-96ca-51ea2733a331 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=017bc094-0610-4c83-b903-161ccef8a7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330667 Aug 10 04:00:07.027801 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43566) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:07.129511 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9f4efa1b-7be4-49c6-96fa-fae56d4dd430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T04:00:05Z', 'revision_number': 7, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None, '_interfaces': [{'id': '01f6a7e0-a2cb-4886-851e-7199d20f0c94', 'name': '', 'network_id': '7bf638a0-ac9b-49c1-aba8-f13bb79b5a30', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:45:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:53Z', 'updated_at': '2021-08-10T04:00:00Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61f31e64-ad65-4011-ac31-8ef12de9408e', 'name': '', 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:c1:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:37Z', 'updated_at': '2021-08-10T03:59:46Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '949bc2cc-defe-4856-b833-bef89382a1b3', 'name': '', 'network_id': '4ddf5672-11a6-481a-9554-8dae3ea3d477', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:d6:23:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'dfcc02e5-bf66-4c20-88fa-c0f82b2c7735', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:00Z', 'updated_at': '2021-08-10T04:00:04Z', 'revision_number': 4, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'dfcc02e5-bf66-4c20-88fa-c0f82b2c7735', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb6d324c-004d-4260-b1a6-b7cb5b621e17', 'name': '', 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:ee:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:46Z', 'updated_at': '2021-08-10T03:59:52Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:07.161715 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4efa1b-7be4-49c6-96fa-fae56d4dd430 None None] Checking router: 993ee0be-fbb1-4784-a98f-7cc0718f5251 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:00:07.162928 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-adbf6e87-bc34-4df0-8335-dc32a0678dc4 req-84b92cd0-7936-4e35-a65d-2d67f7a8883f service neutron] 10.222.0.68 "GET /v2.0/networks/017bc094-0610-4c83-b903-161ccef8a7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550810 Aug 10 04:00:07.172597 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4efa1b-7be4-49c6-96fa-fae56d4dd430 None None] Routers {'993ee0be-fbb1-4784-a98f-7cc0718f5251'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:07.173214 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9f4efa1b-7be4-49c6-96fa-fae56d4dd430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['993ee0be-fbb1-4784-a98f-7cc0718f5251'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:07.286308 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-9f4efa1b-7be4-49c6-96fa-fae56d4dd430 None None] Set router 993ee0be-fbb1-4784-a98f-7cc0718f5251 gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:07.318013 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c1f6145c-73cd-443d-99bb-dd0fd7c40c31 req-672098e7-685e-4d0e-9d0a-7c09ae1ca9f9 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/ports?device_id=84115c04-fa0f-4ffe-b126-c581f61e1d96 HTTP/1.1" status: 200 len: 210 time: 0.4936986 Aug 10 04:00:07.340303 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-adbf6e87-bc34-4df0-8335-dc32a0678dc4 req-b9e51380-fc90-4ff0-9ff4-e7a1ac7a06dd service neutron] 10.222.0.68 "GET /v2.0/networks/017bc094-0610-4c83-b903-161ccef8a7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696911 Aug 10 04:00:07.362022 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63326dac-d35d-4930-baa4-04451c84f2fa tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:00:07.376879 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-63326dac-d35d-4930-baa4-04451c84f2fa tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:07.378507 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-63326dac-d35d-4930-baa4-04451c84f2fa tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "PUT /v2.0/routers/993ee0be-fbb1-4784-a98f-7cc0718f5251 HTTP/1.1" status: 200 len: 704 time: 2.1867299 Aug 10 04:00:07.383923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43570) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:07.534464 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-f8572e1a-bd5f-47af-bf8a-61e11f9d35df tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Made reservation on behalf of a0e5fde089b24040aa5065b1fcdddfda for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:00:07.539102 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-f8572e1a-bd5f-47af-bf8a-61e11f9d35df tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:07.595296 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9f4efa1b-7be4-49c6-96fa-fae56d4dd430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T04:00:05Z', 'revision_number': 7, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None, '_interfaces': [{'id': '01f6a7e0-a2cb-4886-851e-7199d20f0c94', 'name': '', 'network_id': '7bf638a0-ac9b-49c1-aba8-f13bb79b5a30', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:45:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:53Z', 'updated_at': '2021-08-10T04:00:00Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61f31e64-ad65-4011-ac31-8ef12de9408e', 'name': '', 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:c1:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:37Z', 'updated_at': '2021-08-10T03:59:46Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '949bc2cc-defe-4856-b833-bef89382a1b3', 'name': '', 'network_id': '4ddf5672-11a6-481a-9554-8dae3ea3d477', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:d6:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'dfcc02e5-bf66-4c20-88fa-c0f82b2c7735', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:00Z', 'updated_at': '2021-08-10T04:00:06Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'dfcc02e5-bf66-4c20-88fa-c0f82b2c7735', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb6d324c-004d-4260-b1a6-b7cb5b621e17', 'name': '', 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:ee:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:46Z', 'updated_at': '2021-08-10T03:59:52Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:07.646934 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4efa1b-7be4-49c6-96fa-fae56d4dd430 None None] The sync data for ids ['993ee0be-fbb1-4784-a98f-7cc0718f5251'] in n-d-802893-2 is: [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T04:00:05Z', 'revision_number': 7, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None, '_interfaces': [{'id': '01f6a7e0-a2cb-4886-851e-7199d20f0c94', 'name': '', 'network_id': '7bf638a0-ac9b-49c1-aba8-f13bb79b5a30', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:45:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:53Z', 'updated_at': '2021-08-10T04:00:00Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61f31e64-ad65-4011-ac31-8ef12de9408e', 'name': '', 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:c1:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:37Z', 'updated_at': '2021-08-10T03:59:46Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '949bc2cc-defe-4856-b833-bef89382a1b3', 'name': '', 'network_id': '4ddf5672-11a6-481a-9554-8dae3ea3d477', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:d6:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'dfcc02e5-bf66-4c20-88fa-c0f82b2c7735', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:00Z', 'updated_at': '2021-08-10T04:00:06Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'dfcc02e5-bf66-4c20-88fa-c0f82b2c7735', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb6d324c-004d-4260-b1a6-b7cb5b621e17', 'name': '', 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:ee:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:46Z', 'updated_at': '2021-08-10T03:59:52Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:00:07.748473 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-f8572e1a-bd5f-47af-bf8a-61e11f9d35df tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Allocated IP 172.20.0.13 (577c5ff2-07ca-4545-b288-7a2527969198/45ed350b-0e4e-4e60-ae36-f7b584b8f0bd/3d20ff2e-c494-4850-bcaa-473914eec1fc) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:00:07.846741 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:07.853921 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c52ec0c3-001a-4a28-b16e-8a7eeac085a3 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "GET /v2.0/routers/993ee0be-fbb1-4784-a98f-7cc0718f5251 HTTP/1.1" status: 200 len: 704 time: 0.4660954 Aug 10 04:00:07.856009 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43580) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:07.872979 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:07.873191 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device cbe2c7bf-d095-461f-95ec-3bc7b016f8e5 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:07.988859 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 949bc2cc-defe-4856-b833-bef89382a1b3 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:08.032094 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327df053-68b3-478c-afa4-c7169f9e9ef1 req-fe283903-7c1f-4137-bec5-563bc38148fd tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:08.033720 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-327df053-68b3-478c-afa4-c7169f9e9ef1 req-fe283903-7c1f-4137-bec5-563bc38148fd tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.2361476 Aug 10 04:00:08.087495 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b0800f1e-efb5-4f2c-94e5-c90b969a60a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:08.103296 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 949bc2cc-defe-4856-b833-bef89382a1b3 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:08.103764 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:08.128872 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015baff8-3612-4e5d-857c-bc640f66d0d1 None None] Sync routers for ids ['993ee0be-fbb1-4784-a98f-7cc0718f5251'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:00:08.139858 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015baff8-3612-4e5d-857c-bc640f66d0d1 None None] Routers {'993ee0be-fbb1-4784-a98f-7cc0718f5251'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:08.143946 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-015baff8-3612-4e5d-857c-bc640f66d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['993ee0be-fbb1-4784-a98f-7cc0718f5251'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:08.232785 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-f8572e1a-bd5f-47af-bf8a-61e11f9d35df tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:08.237415 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-327df053-68b3-478c-afa4-c7169f9e9ef1 req-dbd2253d-930e-4dd5-9f7d-403acf74c4eb tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950133 Aug 10 04:00:08.289941 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-015baff8-3612-4e5d-857c-bc640f66d0d1 None None] Set router 993ee0be-fbb1-4784-a98f-7cc0718f5251 gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:08.410212 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-f8572e1a-bd5f-47af-bf8a-61e11f9d35df tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:08.506025 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbaf6f-3c49-44e3-acdd-6304c459d891 req-5a05a6b3-c886-4daf-886d-1e94b5817237 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:08.507590 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12bbaf6f-3c49-44e3-acdd-6304c459d891 req-5a05a6b3-c886-4daf-886d-1e94b5817237 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/ports?device_id=84115c04-fa0f-4ffe-b126-c581f61e1d96 HTTP/1.1" status: 200 len: 932 time: 0.0717478 Aug 10 04:00:08.523512 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-b0800f1e-efb5-4f2c-94e5-c90b969a60a4 admin admin] Deleting port fead59de-b376-4f4b-85d8-10487517e3a4 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:08.523867 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b0800f1e-efb5-4f2c-94e5-c90b969a60a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:08.542804 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-015baff8-3612-4e5d-857c-bc640f66d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T04:00:05Z', 'revision_number': 7, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None, '_interfaces': [{'id': '01f6a7e0-a2cb-4886-851e-7199d20f0c94', 'name': '', 'network_id': '7bf638a0-ac9b-49c1-aba8-f13bb79b5a30', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:45:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:53Z', 'updated_at': '2021-08-10T04:00:00Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61f31e64-ad65-4011-ac31-8ef12de9408e', 'name': '', 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:c1:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:37Z', 'updated_at': '2021-08-10T03:59:46Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '949bc2cc-defe-4856-b833-bef89382a1b3', 'name': '', 'network_id': '4ddf5672-11a6-481a-9554-8dae3ea3d477', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:d6:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'dfcc02e5-bf66-4c20-88fa-c0f82b2c7735', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:00Z', 'updated_at': '2021-08-10T04:00:06Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'dfcc02e5-bf66-4c20-88fa-c0f82b2c7735', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb6d324c-004d-4260-b1a6-b7cb5b621e17', 'name': '', 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:ee:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:46Z', 'updated_at': '2021-08-10T03:59:52Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:08.559273 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8572e1a-bd5f-47af-bf8a-61e11f9d35df tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Pushing event updated for resources: {'Port': ['ID=3d20ff2e-c494-4850-bcaa-473914eec1fc,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:08.581627 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-f8572e1a-bd5f-47af-bf8a-61e11f9d35df tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Network 577c5ff2-07ca-4545-b288-7a2527969198 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:08.584997 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-f8572e1a-bd5f-47af-bf8a-61e11f9d35df tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:08.588157 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-f8572e1a-bd5f-47af-bf8a-61e11f9d35df tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:00:08.600432 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015baff8-3612-4e5d-857c-bc640f66d0d1 None None] Checking router: 993ee0be-fbb1-4784-a98f-7cc0718f5251 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:00:08.600686 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12bbaf6f-3c49-44e3-acdd-6304c459d891 req-7a7ef6fc-d144-4c48-a41c-0d2b23590401 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/security-groups?id=95840f90-eae3-4ade-ac58-f7f8ddd72c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853798 Aug 10 04:00:08.610466 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015baff8-3612-4e5d-857c-bc640f66d0d1 None None] Routers {'993ee0be-fbb1-4784-a98f-7cc0718f5251'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:08.611214 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-015baff8-3612-4e5d-857c-bc640f66d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['993ee0be-fbb1-4784-a98f-7cc0718f5251'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:08.629335 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b833-1cc1-4d6e-9821-a54ac7db5b65 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:08.637842 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-b0800f1e-efb5-4f2c-94e5-c90b969a60a4 admin admin] For port fead59de-b376-4f4b-85d8-10487517e3a4, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=fead59de-b376-4f4b-85d8-10487517e3a4,segment=NetworkSegment(9cb2f6a5-756e-48ce-8160-e0804b5fd8ec),segment_id=9cb2f6a5-756e-48ce-8160-e0804b5fd8ec)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:08.638366 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b0800f1e-efb5-4f2c-94e5-c90b969a60a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:08.660951 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-b0800f1e-efb5-4f2c-94e5-c90b969a60a4 admin admin] Calling delete_port for fead59de-b376-4f4b-85d8-10487517e3a4 owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:08.709902 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-f8572e1a-bd5f-47af-bf8a-61e11f9d35df tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:08.710448 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-f8572e1a-bd5f-47af-bf8a-61e11f9d35df tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:08.717501 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-015baff8-3612-4e5d-857c-bc640f66d0d1 None None] Set router 993ee0be-fbb1-4784-a98f-7cc0718f5251 gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:08.846624 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-f8572e1a-bd5f-47af-bf8a-61e11f9d35df tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0828645 Aug 10 04:00:08.870410 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-6f3a34d8-9ed3-4cda-91a8-45c5b85e1ead service neutron] Request body: {'port': {'device_id': '84115c04-fa0f-4ffe-b126-c581f61e1d96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:09.013288 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-6f3a34d8-9ed3-4cda-91a8-45c5b85e1ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:09.086100 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-e0b3b833-1cc1-4d6e-9821-a54ac7db5b65 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Deleting port 949bc2cc-defe-4856-b833-bef89382a1b3 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:09.090235 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b833-1cc1-4d6e-9821-a54ac7db5b65 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:09.090380 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b0800f1e-efb5-4f2c-94e5-c90b969a60a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:09.091362 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-015baff8-3612-4e5d-857c-bc640f66d0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T04:00:05Z', 'revision_number': 7, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None, '_interfaces': [{'id': '01f6a7e0-a2cb-4886-851e-7199d20f0c94', 'name': '', 'network_id': '7bf638a0-ac9b-49c1-aba8-f13bb79b5a30', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:45:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:53Z', 'updated_at': '2021-08-10T04:00:00Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61f31e64-ad65-4011-ac31-8ef12de9408e', 'name': '', 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:c1:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:37Z', 'updated_at': '2021-08-10T03:59:46Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '949bc2cc-defe-4856-b833-bef89382a1b3', 'name': '', 'network_id': '4ddf5672-11a6-481a-9554-8dae3ea3d477', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:d6:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'dfcc02e5-bf66-4c20-88fa-c0f82b2c7735', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:00Z', 'updated_at': '2021-08-10T04:00:06Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'dfcc02e5-bf66-4c20-88fa-c0f82b2c7735', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb6d324c-004d-4260-b1a6-b7cb5b621e17', 'name': '', 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:ee:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:46Z', 'updated_at': '2021-08-10T03:59:52Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:09.124514 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0800f1e-efb5-4f2c-94e5-c90b969a60a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fead59de-b376-4f4b-85d8-10487517e3a4,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:09.125672 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015baff8-3612-4e5d-857c-bc640f66d0d1 None None] The sync data for ids ['993ee0be-fbb1-4784-a98f-7cc0718f5251'] in n-d-802893-2 is: [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T04:00:05Z', 'revision_number': 7, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None, '_interfaces': [{'id': '01f6a7e0-a2cb-4886-851e-7199d20f0c94', 'name': '', 'network_id': '7bf638a0-ac9b-49c1-aba8-f13bb79b5a30', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:45:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:53Z', 'updated_at': '2021-08-10T04:00:00Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61f31e64-ad65-4011-ac31-8ef12de9408e', 'name': '', 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:c1:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:37Z', 'updated_at': '2021-08-10T03:59:46Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '949bc2cc-defe-4856-b833-bef89382a1b3', 'name': '', 'network_id': '4ddf5672-11a6-481a-9554-8dae3ea3d477', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:d6:23:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2167, 'fixed_ips': [{'subnet_id': 'dfcc02e5-bf66-4c20-88fa-c0f82b2c7735', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:00Z', 'updated_at': '2021-08-10T04:00:06Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'dfcc02e5-bf66-4c20-88fa-c0f82b2c7735', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb6d324c-004d-4260-b1a6-b7cb5b621e17', 'name': '', 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:ee:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:46Z', 'updated_at': '2021-08-10T03:59:52Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:00:09.286747 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43626) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:09.379743 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-e0b3b833-1cc1-4d6e-9821-a54ac7db5b65 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] For port 949bc2cc-defe-4856-b833-bef89382a1b3, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=949bc2cc-defe-4856-b833-bef89382a1b3,segment=NetworkSegment(6f435875-8120-49fe-8905-b9217f0aa0ca),segment_id=6f435875-8120-49fe-8905-b9217f0aa0ca)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:09.380161 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b833-1cc1-4d6e-9821-a54ac7db5b65 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:09.394644 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-e0b3b833-1cc1-4d6e-9821-a54ac7db5b65 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Calling delete_port for 949bc2cc-defe-4856-b833-bef89382a1b3 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:09.438704 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b0800f1e-efb5-4f2c-94e5-c90b969a60a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:09.455172 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d4c63-5dac-44f1-931a-ba0001ecd3e8 req-0bb7923c-c62e-46ea-aee8-3199e4b994c3 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:09.457803 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c48d4c63-5dac-44f1-931a-ba0001ecd3e8 req-0bb7923c-c62e-46ea-aee8-3199e4b994c3 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.1240766 Aug 10 04:00:09.471563 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbed610-b33a-439d-be00-bd105a19132c req-3f4b562c-271c-4b30-a00d-ad72446d5089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:09.472087 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbed610-b33a-439d-be00-bd105a19132c req-3f4b562c-271c-4b30-a00d-ad72446d5089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:09.472578 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbed610-b33a-439d-be00-bd105a19132c req-3f4b562c-271c-4b30-a00d-ad72446d5089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:09.473359 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbed610-b33a-439d-be00-bd105a19132c req-3f4b562c-271c-4b30-a00d-ad72446d5089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:09.473534 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbed610-b33a-439d-be00-bd105a19132c req-3f4b562c-271c-4b30-a00d-ad72446d5089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:09.474018 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbed610-b33a-439d-be00-bd105a19132c req-3f4b562c-271c-4b30-a00d-ad72446d5089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:09.474762 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbed610-b33a-439d-be00-bd105a19132c req-3f4b562c-271c-4b30-a00d-ad72446d5089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:09.476671 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1fbed610-b33a-439d-be00-bd105a19132c req-3f4b562c-271c-4b30-a00d-ad72446d5089 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 6498 time: 0.1866939 Aug 10 04:00:09.604352 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-6f3a34d8-9ed3-4cda-91a8-45c5b85e1ead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d20ff2e-c494-4850-bcaa-473914eec1fc {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:00:09.612446 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c48d4c63-5dac-44f1-931a-ba0001ecd3e8 req-8b9a7c3f-1c49-4c8a-8bed-2b4a4c5e85d4 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333349 Aug 10 04:00:09.615853 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-6f3a34d8-9ed3-4cda-91a8-45c5b85e1ead service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:09.620547 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1fbed610-b33a-439d-be00-bd105a19132c req-34f22157-1a46-48b4-aa75-de0b3de1e3a3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e08b68a4-61ad-4649-8ed9-709e16405ac2&id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1316185 Aug 10 04:00:09.782039 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dba750-c45a-411e-9b92-faf5272cd48b req-23688e0d-9e28-494b-b927-ca4047775dd3 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:09.786081 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29dba750-c45a-411e-9b92-faf5272cd48b req-23688e0d-9e28-494b-b927-ca4047775dd3 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/ports?device_id=84115c04-fa0f-4ffe-b126-c581f61e1d96 HTTP/1.1" status: 200 len: 932 time: 0.0678430 Aug 10 04:00:09.786081 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-6f3a34d8-9ed3-4cda-91a8-45c5b85e1ead service neutron] Transition to ACTIVE for port object 3d20ff2e-c494-4850-bcaa-473914eec1fc will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:09.787315 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b833-1cc1-4d6e-9821-a54ac7db5b65 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:09.895559 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0800f1e-efb5-4f2c-94e5-c90b969a60a4 admin admin] Router d37d21bc-d2d6-458e-a7d5-c596d03c0bad has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:00:09.923776 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-6f3a34d8-9ed3-4cda-91a8-45c5b85e1ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:09.924302 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a008c5d6-b925-4be4-8987-a94277a4b053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:09.926520 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b3b833-1cc1-4d6e-9821-a54ac7db5b65 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Port': ['ID=949bc2cc-defe-4856-b833-bef89382a1b3,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:10.054076 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0800f1e-efb5-4f2c-94e5-c90b969a60a4 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:00:10.069714 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba00b99e-775d-4bad-8d6f-0ca7f37f5022 None None] Sync routers for ids ['d37d21bc-d2d6-458e-a7d5-c596d03c0bad'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:00:10.070460 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b0800f1e-efb5-4f2c-94e5-c90b969a60a4 admin admin] 10.222.0.25 "PUT /v2.0/routers/d37d21bc-d2d6-458e-a7d5-c596d03c0bad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0409005 Aug 10 04:00:10.074862 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43648) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:10.084617 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba00b99e-775d-4bad-8d6f-0ca7f37f5022 None None] Routers {'d37d21bc-d2d6-458e-a7d5-c596d03c0bad'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:10.085509 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ba00b99e-775d-4bad-8d6f-0ca7f37f5022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['d37d21bc-d2d6-458e-a7d5-c596d03c0bad'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:10.100615 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a34d8-9ed3-4cda-91a8-45c5b85e1ead service neutron] Pushing event updated for resources: {'Port': ['ID=3d20ff2e-c494-4850-bcaa-473914eec1fc,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:10.108124 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29dba750-c45a-411e-9b92-faf5272cd48b req-85343418-7857-4850-b691-00bcf1db992a tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/security-groups?id=95840f90-eae3-4ade-ac58-f7f8ddd72c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012810 Aug 10 04:00:10.161083 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0b3b833-1cc1-4d6e-9821-a54ac7db5b65 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:10.296634 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-409984dd-234b-4e23-9c03-18cec185796a admin admin] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:10.334410 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-ba00b99e-775d-4bad-8d6f-0ca7f37f5022 None None] Set router d37d21bc-d2d6-458e-a7d5-c596d03c0bad gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:10.346949 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-6f3a34d8-9ed3-4cda-91a8-45c5b85e1ead service neutron] Attempting to bind port 3d20ff2e-c494-4850-bcaa-473914eec1fc on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:00:10.347283 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-6f3a34d8-9ed3-4cda-91a8-45c5b85e1ead service neutron] Attempting to bind port 3d20ff2e-c494-4850-bcaa-473914eec1fc by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': 'ef066b6e-f334-4fa3-a561-f268ea55a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '577c5ff2-07ca-4545-b288-7a2527969198'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:00:10.347610 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-6f3a34d8-9ed3-4cda-91a8-45c5b85e1ead service neutron] Attempting to bind port 3d20ff2e-c494-4850-bcaa-473914eec1fc on network 577c5ff2-07ca-4545-b288-7a2527969198 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:00:10.358785 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-6f3a34d8-9ed3-4cda-91a8-45c5b85e1ead service neutron] Port 3d20ff2e-c494-4850-bcaa-473914eec1fc on network 577c5ff2-07ca-4545-b288-7a2527969198 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:00:10.359112 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-6f3a34d8-9ed3-4cda-91a8-45c5b85e1ead service neutron] Attempting to bind port 3d20ff2e-c494-4850-bcaa-473914eec1fc on network 577c5ff2-07ca-4545-b288-7a2527969198 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:00:10.367166 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-6f3a34d8-9ed3-4cda-91a8-45c5b85e1ead service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:00:10.367509 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-6f3a34d8-9ed3-4cda-91a8-45c5b85e1ead service neutron] Checking segment: {'id': 'ef066b6e-f334-4fa3-a561-f268ea55a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '577c5ff2-07ca-4545-b288-7a2527969198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:00:10.367897 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-6f3a34d8-9ed3-4cda-91a8-45c5b85e1ead service neutron] Bound using segment: {'id': 'ef066b6e-f334-4fa3-a561-f268ea55a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '577c5ff2-07ca-4545-b288-7a2527969198'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:00:10.368365 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-6f3a34d8-9ed3-4cda-91a8-45c5b85e1ead service neutron] Bound port: 3d20ff2e-c494-4850-bcaa-473914eec1fc, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef066b6e-f334-4fa3-a561-f268ea55a91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '577c5ff2-07ca-4545-b288-7a2527969198'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:00:10.368724 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-6f3a34d8-9ed3-4cda-91a8-45c5b85e1ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:10.430047 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-409984dd-234b-4e23-9c03-18cec185796a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:10.514979 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b3b833-1cc1-4d6e-9821-a54ac7db5b65 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Router 993ee0be-fbb1-4784-a98f-7cc0718f5251 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:00:10.526202 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-6f3a34d8-9ed3-4cda-91a8-45c5b85e1ead service neutron] For port 3d20ff2e-c494-4850-bcaa-473914eec1fc, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:00:10.530675 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-6f3a34d8-9ed3-4cda-91a8-45c5b85e1ead service neutron] For port 3d20ff2e-c494-4850-bcaa-473914eec1fc, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=3d20ff2e-c494-4850-bcaa-473914eec1fc,segment=NetworkSegment(ef066b6e-f334-4fa3-a561-f268ea55a91c),segment_id=ef066b6e-f334-4fa3-a561-f268ea55a91c)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:00:10.534899 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ba00b99e-775d-4bad-8d6f-0ca7f37f5022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1682742230-router', 'tenant_id': '676ac30864564aacab3c67a7a875c7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': '81785ca1-ec49-4466-88d7-b9e530d5e82e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:37Z', 'updated_at': '2021-08-10T04:00:08Z', 'revision_number': 5, 'project_id': '676ac30864564aacab3c67a7a875c7ec', 'gw_port': {'id': '81785ca1-ec49-4466-88d7-b9e530d5e82e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ec:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:39Z', 'updated_at': '2021-08-10T03:58:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:10.562490 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba00b99e-775d-4bad-8d6f-0ca7f37f5022 None None] Checking router: d37d21bc-d2d6-458e-a7d5-c596d03c0bad for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:00:10.571595 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba00b99e-775d-4bad-8d6f-0ca7f37f5022 None None] Routers {'d37d21bc-d2d6-458e-a7d5-c596d03c0bad'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:10.572546 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ba00b99e-775d-4bad-8d6f-0ca7f37f5022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['d37d21bc-d2d6-458e-a7d5-c596d03c0bad'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:10.600776 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-409984dd-234b-4e23-9c03-18cec185796a admin admin] Deleting port 81785ca1-ec49-4466-88d7-b9e530d5e82e {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:10.601152 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-409984dd-234b-4e23-9c03-18cec185796a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:10.619683 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-6f3a34d8-9ed3-4cda-91a8-45c5b85e1ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:10.681313 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b3b833-1cc1-4d6e-9821-a54ac7db5b65 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:00:10.692350 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e082b13-9d9f-4ad4-8753-d843cda321b2 None None] Sync routers for ids ['993ee0be-fbb1-4784-a98f-7cc0718f5251'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:00:10.706049 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e0b3b833-1cc1-4d6e-9821-a54ac7db5b65 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "PUT /v2.0/routers/993ee0be-fbb1-4784-a98f-7cc0718f5251/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8486650 Aug 10 04:00:10.707498 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e082b13-9d9f-4ad4-8753-d843cda321b2 None None] Routers {'993ee0be-fbb1-4784-a98f-7cc0718f5251'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:10.708346 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0e082b13-9d9f-4ad4-8753-d843cda321b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['993ee0be-fbb1-4784-a98f-7cc0718f5251'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:10.734533 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-409984dd-234b-4e23-9c03-18cec185796a admin admin] For port 81785ca1-ec49-4466-88d7-b9e530d5e82e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=81785ca1-ec49-4466-88d7-b9e530d5e82e,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:10.734921 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-409984dd-234b-4e23-9c03-18cec185796a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:10.735937 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-6f3a34d8-9ed3-4cda-91a8-45c5b85e1ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:10.736591 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-6f3a34d8-9ed3-4cda-91a8-45c5b85e1ead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:10.745322 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-6f3a34d8-9ed3-4cda-91a8-45c5b85e1ead service neutron] 10.222.0.68 "PUT /v2.0/ports/3d20ff2e-c494-4850-bcaa-473914eec1fc HTTP/1.1" status: 200 len: 1092 time: 1.8779652 Aug 10 04:00:10.762338 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-409984dd-234b-4e23-9c03-18cec185796a admin admin] Calling delete_port for 81785ca1-ec49-4466-88d7-b9e530d5e82e owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:10.764663 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43652) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:10.766697 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84115c04-fa0f-4ffe-b126-c581f61e1d96', 'tag': '3d20ff2e-c494-4850-bcaa-473914eec1fc'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:00:10.777827 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070d447c-95ec-4d62-a963-ca5c99d07ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "84115c04-fa0f-4ffe-b126-c581f61e1d96", "tag": "3d20ff2e-c494-4850-bcaa-473914eec1fc"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:00:10.877828 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a34d8-9ed3-4cda-91a8-45c5b85e1ead service neutron] Pushing event updated for resources: {'Port': ['ID=3d20ff2e-c494-4850-bcaa-473914eec1fc,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:10.890614 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89181990-8ede-46f1-bd5c-8d8935594008 x-openstack-request-id: req-89181990-8ede-46f1-bd5c-8d8935594008 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:00:10.890614 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84115c04-fa0f-4ffe-b126-c581f61e1d96", "tag": "3d20ff2e-c494-4850-bcaa-473914eec1fc", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:00:10.890614 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-89181990-8ede-46f1-bd5c-8d8935594008 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:00:10.890614 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84115c04-fa0f-4ffe-b126-c581f61e1d96', 'tag': '3d20ff2e-c494-4850-bcaa-473914eec1fc', 'status': 'completed', 'code': 200} Aug 10 04:00:10.900378 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-ba00b99e-775d-4bad-8d6f-0ca7f37f5022 None None] Set router d37d21bc-d2d6-458e-a7d5-c596d03c0bad gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:10.910452 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f9d396-0377-40c5-9903-ff1967d7ee19 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Deleting subnet dfcc02e5-bf66-4c20-88fa-c0f82b2c7735 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:00:10.922805 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-15f9d396-0377-40c5-9903-ff1967d7ee19 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:10.971062 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-98971777-73aa-4278-8cc3-7dcf1722d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:10.972555 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-0e082b13-9d9f-4ad4-8753-d843cda321b2 None None] Set router 993ee0be-fbb1-4784-a98f-7cc0718f5251 gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:10.973151 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-98971777-73aa-4278-8cc3-7dcf1722d0b0 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a0e5fde089b24040aa5065b1fcdddfda&device_id=84115c04-fa0f-4ffe-b126-c581f61e1d96 HTTP/1.1" status: 200 len: 1095 time: 0.1265302 Aug 10 04:00:10.975676 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ba00b99e-775d-4bad-8d6f-0ca7f37f5022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1682742230-router', 'tenant_id': '676ac30864564aacab3c67a7a875c7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:37Z', 'updated_at': '2021-08-10T04:00:10Z', 'revision_number': 6, 'project_id': '676ac30864564aacab3c67a7a875c7ec', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:10.996946 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-15f9d396-0377-40c5-9903-ff1967d7ee19 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:11.016942 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba00b99e-775d-4bad-8d6f-0ca7f37f5022 None None] The sync data for ids ['d37d21bc-d2d6-458e-a7d5-c596d03c0bad'] in n-d-802893-2 is: [{'id': 'd37d21bc-d2d6-458e-a7d5-c596d03c0bad', 'name': 'tempest-ServerRescueTestJSONUnderV235-1682742230-router', 'tenant_id': '676ac30864564aacab3c67a7a875c7ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:37Z', 'updated_at': '2021-08-10T04:00:10Z', 'revision_number': 6, 'project_id': '676ac30864564aacab3c67a7a875c7ec', 'gw_port_host': None}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:00:11.051987 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-1f3448d9-1bd8-4411-80c8-c808d5b5b170 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d20ff2e-c494-4850-bcaa-473914eec1fc HTTP/1.1" status: 200 len: 217 time: 0.0687563 Aug 10 04:00:11.095949 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-409984dd-234b-4e23-9c03-18cec185796a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:11.127826 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409984dd-234b-4e23-9c03-18cec185796a admin admin] Pushing event deleted for resources: {'Port': ['ID=81785ca1-ec49-4466-88d7-b9e530d5e82e,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:11.136753 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-2219ca29-47e3-44df-9916-0c8159cc7915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:11.139814 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-2219ca29-47e3-44df-9916-0c8159cc7915 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=45ed350b-0e4e-4e60-ae36-f7b584b8f0bd HTTP/1.1" status: 200 len: 865 time: 0.0719619 Aug 10 04:00:11.227906 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-409984dd-234b-4e23-9c03-18cec185796a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:11.310718 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0e082b13-9d9f-4ad4-8753-d843cda321b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T04:00:09Z', 'revision_number': 8, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None, '_interfaces': [{'id': '01f6a7e0-a2cb-4886-851e-7199d20f0c94', 'name': '', 'network_id': '7bf638a0-ac9b-49c1-aba8-f13bb79b5a30', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:45:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:53Z', 'updated_at': '2021-08-10T04:00:00Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61f31e64-ad65-4011-ac31-8ef12de9408e', 'name': '', 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:c1:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:37Z', 'updated_at': '2021-08-10T03:59:46Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb6d324c-004d-4260-b1a6-b7cb5b621e17', 'name': '', 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:ee:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:46Z', 'updated_at': '2021-08-10T03:59:52Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:11.339038 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e082b13-9d9f-4ad4-8753-d843cda321b2 None None] Checking router: 993ee0be-fbb1-4784-a98f-7cc0718f5251 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:00:11.349172 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e082b13-9d9f-4ad4-8753-d843cda321b2 None None] Routers {'993ee0be-fbb1-4784-a98f-7cc0718f5251'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:11.349797 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0e082b13-9d9f-4ad4-8753-d843cda321b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T03:59:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['993ee0be-fbb1-4784-a98f-7cc0718f5251'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:11.381665 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-409984dd-234b-4e23-9c03-18cec185796a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:11.410626 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-409984dd-234b-4e23-9c03-18cec185796a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:11.529974 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0d74b-2948-4809-994c-a57963fe7b01 req-855c1c21-515a-4da5-96b7-4ffece654512 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:11.532242 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-62a0d74b-2948-4809-994c-a57963fe7b01 req-855c1c21-515a-4da5-96b7-4ffece654512 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/ports?device_id=84115c04-fa0f-4ffe-b126-c581f61e1d96 HTTP/1.1" status: 200 len: 944 time: 0.3251741 Aug 10 04:00:11.589259 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-62a0d74b-2948-4809-994c-a57963fe7b01 req-792481a5-e45e-4090-bc6d-3e2c0d0dec73 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/security-groups?id=95840f90-eae3-4ade-ac58-f7f8ddd72c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501297 Aug 10 04:00:11.609981 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-409984dd-234b-4e23-9c03-18cec185796a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:11.610557 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409984dd-234b-4e23-9c03-18cec185796a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d37d21bc-d2d6-458e-a7d5-c596d03c0bad {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:00:11.615646 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-409984dd-234b-4e23-9c03-18cec185796a admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:11.621569 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-409984dd-234b-4e23-9c03-18cec185796a admin admin] 10.222.0.25 "DELETE /v2.0/routers/d37d21bc-d2d6-458e-a7d5-c596d03c0bad HTTP/1.1" status: 204 len: 168 time: 1.5404513 Aug 10 04:00:11.624635 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43664) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:11.659169 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-0e082b13-9d9f-4ad4-8753-d843cda321b2 None None] Set router 993ee0be-fbb1-4784-a98f-7cc0718f5251 gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:11.700060 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec5c0cb-bc13-43ad-a3aa-5ce3a3b2ef08 admin admin] Deleting subnet a66ddc04-7832-49d9-96fc-cfbccf02c0c0 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:00:11.706018 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c0cb-bc13-43ad-a3aa-5ce3a3b2ef08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:11.765807 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c0cb-bc13-43ad-a3aa-5ce3a3b2ef08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:11.791358 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-4c562685-fa3d-4de9-b220-e8059705c3b6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=577c5ff2-07ca-4545-b288-7a2527969198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6282535 Aug 10 04:00:11.813334 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c0cb-bc13-43ad-a3aa-5ce3a3b2ef08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:11.853484 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-15f9d396-0377-40c5-9903-ff1967d7ee19 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:11.969684 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c0cb-bc13-43ad-a3aa-5ce3a3b2ef08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:11.971608 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-98f24ddd-9b06-445a-bae1-c3e1b6851cb7 service neutron] 10.222.0.68 "GET /v2.0/networks/577c5ff2-07ca-4545-b288-7a2527969198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696534 Aug 10 04:00:12.022314 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0e082b13-9d9f-4ad4-8753-d843cda321b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T04:00:09Z', 'revision_number': 8, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None, '_interfaces': [{'id': '01f6a7e0-a2cb-4886-851e-7199d20f0c94', 'name': '', 'network_id': '7bf638a0-ac9b-49c1-aba8-f13bb79b5a30', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:45:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:53Z', 'updated_at': '2021-08-10T04:00:00Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61f31e64-ad65-4011-ac31-8ef12de9408e', 'name': '', 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:c1:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:37Z', 'updated_at': '2021-08-10T03:59:46Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb6d324c-004d-4260-b1a6-b7cb5b621e17', 'name': '', 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:ee:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:46Z', 'updated_at': '2021-08-10T03:59:52Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:12.043354 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-15f9d396-0377-40c5-9903-ff1967d7ee19 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:12.065327 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 81785ca1-ec49-4466-88d7-b9e530d5e82e no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:12.088422 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e082b13-9d9f-4ad4-8753-d843cda321b2 None None] The sync data for ids ['993ee0be-fbb1-4784-a98f-7cc0718f5251'] in n-d-802893-2 is: [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T04:00:09Z', 'revision_number': 8, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None, '_interfaces': [{'id': '01f6a7e0-a2cb-4886-851e-7199d20f0c94', 'name': '', 'network_id': '7bf638a0-ac9b-49c1-aba8-f13bb79b5a30', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:45:2a:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2147, 'fixed_ips': [{'subnet_id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:53Z', 'updated_at': '2021-08-10T04:00:00Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'b24667da-c8e4-43e1-b7c0-19d728da4b30', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61f31e64-ad65-4011-ac31-8ef12de9408e', 'name': '', 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:c1:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:37Z', 'updated_at': '2021-08-10T03:59:46Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb6d324c-004d-4260-b1a6-b7cb5b621e17', 'name': '', 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:ee:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:46Z', 'updated_at': '2021-08-10T03:59:52Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:00:12.127507 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 81785ca1-ec49-4466-88d7-b9e530d5e82e {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:12.128093 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 81785ca1-ec49-4466-88d7-b9e530d5e82e not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:12.128692 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device fead59de-b376-4f4b-85d8-10487517e3a4 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:12.163452 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: fead59de-b376-4f4b-85d8-10487517e3a4 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:12.164155 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device fead59de-b376-4f4b-85d8-10487517e3a4 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:12.166107 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9d396-0377-40c5-9903-ff1967d7ee19 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Subnet': ['ID=dfcc02e5-bf66-4c20-88fa-c0f82b2c7735,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:12.197776 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-15f9d396-0377-40c5-9903-ff1967d7ee19 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:12.203559 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-15f9d396-0377-40c5-9903-ff1967d7ee19 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/subnets/dfcc02e5-bf66-4c20-88fa-c0f82b2c7735 HTTP/1.1" status: 204 len: 168 time: 1.4181209 Aug 10 04:00:12.203971 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbf3443-0638-4d10-86a9-646d5cd9e693 None None] Network 4ddf5672-11a6-481a-9554-8dae3ea3d477 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:00:12.204802 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43668) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:12.321095 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8117ef56-0d62-44f1-a6d4-78884307dc0f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:12.324709 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-20550a36-4be5-4c40-a1ff-13642ee89210 req-b42674b0-da07-4338-86f2-ac9d4a43fd58 service neutron] 10.222.0.68 "GET /v2.0/networks/577c5ff2-07ca-4545-b288-7a2527969198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450801 Aug 10 04:00:12.405081 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-8117ef56-0d62-44f1-a6d4-78884307dc0f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Deleting port 92c8446e-f3ac-4506-afc4-25b9ea242966 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:12.405513 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8117ef56-0d62-44f1-a6d4-78884307dc0f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:12.439579 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c0cb-bc13-43ad-a3aa-5ce3a3b2ef08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:12.442615 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6ec5c0cb-bc13-43ad-a3aa-5ce3a3b2ef08 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a66ddc04-7832-49d9-96fc-cfbccf02c0c0 HTTP/1.1" status: 204 len: 168 time: 0.8166890 Aug 10 04:00:12.443347 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43672) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:12.452474 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5c0cb-bc13-43ad-a3aa-5ce3a3b2ef08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a66ddc04-7832-49d9-96fc-cfbccf02c0c0,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:12.525382 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4cc086-6519-4d3f-a2b0-b22c82004c86 None None] DHCP port deletion for 4ddf5672-11a6-481a-9554-8dae3ea3d477 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:00:12.548748 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d7126506-aec9-45d2-8c52-06cd03862361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:12.574637 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-8117ef56-0d62-44f1-a6d4-78884307dc0f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] For port 92c8446e-f3ac-4506-afc4-25b9ea242966, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=92c8446e-f3ac-4506-afc4-25b9ea242966,segment=NetworkSegment(6f435875-8120-49fe-8905-b9217f0aa0ca),segment_id=6f435875-8120-49fe-8905-b9217f0aa0ca)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:12.574637 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8117ef56-0d62-44f1-a6d4-78884307dc0f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:12.580503 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d447c-95ec-4d62-a963-ca5c99d07ce9 req-69a99c58-7760-4acf-ac85-2d0e034fb822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:12.588015 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-070d447c-95ec-4d62-a963-ca5c99d07ce9 req-69a99c58-7760-4acf-ac85-2d0e034fb822 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=a0e5fde089b24040aa5065b1fcdddfda&device_id=84115c04-fa0f-4ffe-b126-c581f61e1d96 HTTP/1.1" status: 200 len: 1095 time: 0.1101103 Aug 10 04:00:12.634410 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-fd4cc086-6519-4d3f-a2b0-b22c82004c86 None None] Deleting port 92c8446e-f3ac-4506-afc4-25b9ea242966 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:12.634792 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fd4cc086-6519-4d3f-a2b0-b22c82004c86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:12.636912 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-8117ef56-0d62-44f1-a6d4-78884307dc0f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Calling delete_port for 92c8446e-f3ac-4506-afc4-25b9ea242966 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:12.648809 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d7126506-aec9-45d2-8c52-06cd03862361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:12.661515 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-d7126506-aec9-45d2-8c52-06cd03862361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f3f25f3-3b62-4257-bd54-35deff03d286']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:12.674075 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-d7126506-aec9-45d2-8c52-06cd03862361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb2f6a5-756e-48ce-8160-e0804b5fd8ec') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:12.674380 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-d7126506-aec9-45d2-8c52-06cd03862361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb2f6a5-756e-48ce-8160-e0804b5fd8ec') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:12.685564 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d7126506-aec9-45d2-8c52-06cd03862361 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:12.702949 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d7126506-aec9-45d2-8c52-06cd03862361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:12.709908 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7126506-aec9-45d2-8c52-06cd03862361 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:00:12.710329 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d7126506-aec9-45d2-8c52-06cd03862361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:00:12.712203 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:00:12.795815 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-fd4cc086-6519-4d3f-a2b0-b22c82004c86 None None] For port 92c8446e-f3ac-4506-afc4-25b9ea242966, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=92c8446e-f3ac-4506-afc4-25b9ea242966,segment=NetworkSegment(6f435875-8120-49fe-8905-b9217f0aa0ca),segment_id=6f435875-8120-49fe-8905-b9217f0aa0ca)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:12.796300 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fd4cc086-6519-4d3f-a2b0-b22c82004c86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:12.811506 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-fd4cc086-6519-4d3f-a2b0-b22c82004c86 None None] Calling delete_port for 92c8446e-f3ac-4506-afc4-25b9ea242966 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:12.817821 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d447c-95ec-4d62-a963-ca5c99d07ce9 req-6352070e-ea31-41d8-a9ea-4c63fbf28b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:12.819933 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-070d447c-95ec-4d62-a963-ca5c99d07ce9 req-6352070e-ea31-41d8-a9ea-4c63fbf28b85 service neutron] 10.222.0.68 "GET /v2.0/networks?id=577c5ff2-07ca-4545-b288-7a2527969198 HTTP/1.1" status: 200 len: 926 time: 0.2181265 Aug 10 04:00:12.851231 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479d9d8-a7df-460c-9918-ecd4c0353b20 req-d1c7dfd2-a969-4e5c-b911-c11a0b2504df tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:12.852954 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7479d9d8-a7df-460c-9918-ecd4c0353b20 req-d1c7dfd2-a969-4e5c-b911-c11a0b2504df tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/ports?device_id=84115c04-fa0f-4ffe-b126-c581f61e1d96 HTTP/1.1" status: 200 len: 944 time: 0.1078730 Aug 10 04:00:12.884731 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-070d447c-95ec-4d62-a963-ca5c99d07ce9 req-5841e0fd-84de-4e07-8c5e-05635653fbf4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d20ff2e-c494-4850-bcaa-473914eec1fc HTTP/1.1" status: 200 len: 217 time: 0.0566027 Aug 10 04:00:12.889705 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d7126506-aec9-45d2-8c52-06cd03862361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:12.897899 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d7126506-aec9-45d2-8c52-06cd03862361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:12.899846 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d7126506-aec9-45d2-8c52-06cd03862361 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4f3f25f3-3b62-4257-bd54-35deff03d286 HTTP/1.1" status: 204 len: 168 time: 0.4486399 Aug 10 04:00:12.912572 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7126506-aec9-45d2-8c52-06cd03862361 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f3f25f3-3b62-4257-bd54-35deff03d286,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:12.959403 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d447c-95ec-4d62-a963-ca5c99d07ce9 req-af5bcd88-947c-4ba5-a84d-321a826e5d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:12.960958 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-070d447c-95ec-4d62-a963-ca5c99d07ce9 req-af5bcd88-947c-4ba5-a84d-321a826e5d9c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=45ed350b-0e4e-4e60-ae36-f7b584b8f0bd HTTP/1.1" status: 200 len: 865 time: 0.0681803 Aug 10 04:00:12.963988 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7479d9d8-a7df-460c-9918-ecd4c0353b20 req-2bbcf1fb-1ff9-49c8-b2bc-abec9aa9521f tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/security-groups?id=95840f90-eae3-4ade-ac58-f7f8ddd72c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826163 Aug 10 04:00:13.002145 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-070d447c-95ec-4d62-a963-ca5c99d07ce9 req-fdf12432-1062-4a4a-8fe0-51527e342251 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=577c5ff2-07ca-4545-b288-7a2527969198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318065 Aug 10 04:00:13.002627 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8117ef56-0d62-44f1-a6d4-78884307dc0f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:13.006508 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fd4cc086-6519-4d3f-a2b0-b22c82004c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:13.032863 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4cc086-6519-4d3f-a2b0-b22c82004c86 None None] Pushing event deleted for resources: {'Port': ['ID=92c8446e-f3ac-4506-afc4-25b9ea242966,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:13.041645 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117ef56-0d62-44f1-a6d4-78884307dc0f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Port': ['ID=92c8446e-f3ac-4506-afc4-25b9ea242966,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:13.043595 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8117ef56-0d62-44f1-a6d4-78884307dc0f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] No DVR routers for this DVR port 92c8446e-f3ac-4506-afc4-25b9ea242966 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:00:13.070466 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4cc086-6519-4d3f-a2b0-b22c82004c86 None None] No DVR routers for this DVR port 92c8446e-f3ac-4506-afc4-25b9ea242966 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:00:13.184557 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8117ef56-0d62-44f1-a6d4-78884307dc0f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:13.203686 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8117ef56-0d62-44f1-a6d4-78884307dc0f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ddf5672-11a6-481a-9554-8dae3ea3d477']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:13.221122 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8117ef56-0d62-44f1-a6d4-78884307dc0f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f435875-8120-49fe-8905-b9217f0aa0ca') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:13.226654 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8117ef56-0d62-44f1-a6d4-78884307dc0f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f435875-8120-49fe-8905-b9217f0aa0ca') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:13.226654 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-070d447c-95ec-4d62-a963-ca5c99d07ce9 req-3f26ae69-12c5-48ab-a5ac-22d9a1023b5d service neutron] 10.222.0.68 "GET /v2.0/networks/577c5ff2-07ca-4545-b288-7a2527969198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120016 Aug 10 04:00:13.233097 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8117ef56-0d62-44f1-a6d4-78884307dc0f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:13.290271 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8117ef56-0d62-44f1-a6d4-78884307dc0f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:13.302506 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8117ef56-0d62-44f1-a6d4-78884307dc0f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:00:13.302907 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8117ef56-0d62-44f1-a6d4-78884307dc0f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:00:13.306111 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:00:13.315836 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 3d20ff2e-c494-4850-bcaa-473914eec1fc details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:00:13.343934 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43684) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:13.387024 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-070d447c-95ec-4d62-a963-ca5c99d07ce9 req-667a6af8-4717-4083-8f84-a91455877b68 service neutron] 10.222.0.68 "GET /v2.0/networks/577c5ff2-07ca-4545-b288-7a2527969198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512547 Aug 10 04:00:13.413853 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8ade9a33-e876-481c-9458-078f56c0894f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=676ac30864564aacab3c67a7a875c7ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0685539 Aug 10 04:00:13.416622 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43686) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:13.441350 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 3d20ff2e-c494-4850-bcaa-473914eec1fc, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=3d20ff2e-c494-4850-bcaa-473914eec1fc,segment=NetworkSegment(ef066b6e-f334-4fa3-a561-f268ea55a91c),segment_id=ef066b6e-f334-4fa3-a561-f268ea55a91c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:13.443738 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8117ef56-0d62-44f1-a6d4-78884307dc0f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:13.452589 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8117ef56-0d62-44f1-a6d4-78884307dc0f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:13.454456 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8117ef56-0d62-44f1-a6d4-78884307dc0f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/networks/4ddf5672-11a6-481a-9554-8dae3ea3d477 HTTP/1.1" status: 204 len: 168 time: 1.2485850 Aug 10 04:00:13.457714 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43690) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:13.467840 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117ef56-0d62-44f1-a6d4-78884307dc0f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Network': ['ID=4ddf5672-11a6-481a-9554-8dae3ea3d477,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:13.479818 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '3d20ff2e-c494-4850-bcaa-473914eec1fc', 'network_id': '577c5ff2-07ca-4545-b288-7a2527969198', 'port_id': '3d20ff2e-c494-4850-bcaa-473914eec1fc', 'mac_address': 'fa:16:3e:10:b6:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45ed350b-0e4e-4e60-ae36-f7b584b8f0bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:00:13.540833 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:13.592364 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d20ff2e-c494-4850-bcaa-473914eec1fc {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:00:13.592364 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 3d20ff2e-c494-4850-bcaa-473914eec1fc, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=3d20ff2e-c494-4850-bcaa-473914eec1fc,segment=NetworkSegment(ef066b6e-f334-4fa3-a561-f268ea55a91c),segment_id=ef066b6e-f334-4fa3-a561-f268ea55a91c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:13.592683 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-972713ce-0a41-4563-bdde-0983f2f854d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:13.649689 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:13.667172 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:13.679086 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-972713ce-0a41-4563-bdde-0983f2f854d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:13.741726 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=3d20ff2e-c494-4850-bcaa-473914eec1fc,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:13.809229 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bde45463-d79e-4424-8775-601dad31a873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:13.873848 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-972713ce-0a41-4563-bdde-0983f2f854d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:13.876550 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-972713ce-0a41-4563-bdde-0983f2f854d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:13.880109 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-972713ce-0a41-4563-bdde-0983f2f854d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c8bdce2f-8c29-4148-a4fe-8a555f387569 HTTP/1.1" status: 204 len: 168 time: 0.4543810 Aug 10 04:00:13.895982 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972713ce-0a41-4563-bdde-0983f2f854d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bdce2f-8c29-4148-a4fe-8a555f387569,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:13.917494 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['3d20ff2e-c494-4850-bcaa-473914eec1fc'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:00:13.924583 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 949bc2cc-defe-4856-b833-bef89382a1b3 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:13.927366 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eb34ddf7-6648-46f8-8dfc-a3f313c177c8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:13.986342 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 949bc2cc-defe-4856-b833-bef89382a1b3 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:13.986743 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 949bc2cc-defe-4856-b833-bef89382a1b3 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:13.987218 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 92c8446e-f3ac-4506-afc4-25b9ea242966 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:14.025193 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 92c8446e-f3ac-4506-afc4-25b9ea242966 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:14.025521 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 92c8446e-f3ac-4506-afc4-25b9ea242966 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:14.063532 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e070119b-c00a-4981-be1b-fd36aac959d8 req-c9388c08-c671-424a-ab95-1a6e07a4aef6 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0886459 Aug 10 04:00:14.130584 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070119b-c00a-4981-be1b-fd36aac959d8 req-c1e9f2c1-6131-471a-92f7-fcfbf862289e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:14.132187 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e070119b-c00a-4981-be1b-fd36aac959d8 req-c1e9f2c1-6131-471a-92f7-fcfbf862289e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=5c12184296424dc9af92067f3096d474&device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 1096 time: 0.0451183 Aug 10 04:00:14.193207 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e79a64-1f1f-41d3-9f7a-d101d87598a9 req-74886cb1-3743-4963-8786-c98e7b69799a tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:14.194869 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a7e79a64-1f1f-41d3-9f7a-d101d87598a9 req-74886cb1-3743-4963-8786-c98e7b69799a tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/ports?device_id=84115c04-fa0f-4ffe-b126-c581f61e1d96 HTTP/1.1" status: 200 len: 945 time: 0.1428769 Aug 10 04:00:14.249499 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a7e79a64-1f1f-41d3-9f7a-d101d87598a9 req-202724e7-e9e4-4974-89db-831d3cbc39de tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/security-groups?id=95840f90-eae3-4ade-ac58-f7f8ddd72c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432999 Aug 10 04:00:14.270932 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070119b-c00a-4981-be1b-fd36aac959d8 req-170eda34-82b4-44d1-82b3-94675a2db33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:14.272987 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e070119b-c00a-4981-be1b-fd36aac959d8 req-170eda34-82b4-44d1-82b3-94675a2db33d service neutron] 10.222.0.68 "GET /v2.0/networks?id=017bc094-0610-4c83-b903-161ccef8a7ca HTTP/1.1" status: 200 len: 920 time: 0.1208582 Aug 10 04:00:14.336482 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e070119b-c00a-4981-be1b-fd36aac959d8 req-564009bb-ec9e-4530-bdc9-1eaa822cb5ff service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ef051c6-af36-4305-ae02-5804deade79c HTTP/1.1" status: 200 len: 217 time: 0.0549150 Aug 10 04:00:14.346331 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-eb34ddf7-6648-46f8-8dfc-a3f313c177c8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Deleting port 01f6a7e0-a2cb-4886-851e-7199d20f0c94 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:14.346769 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eb34ddf7-6648-46f8-8dfc-a3f313c177c8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:14.395569 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070119b-c00a-4981-be1b-fd36aac959d8 req-abd4779b-4e41-41d9-8403-e760082800bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:14.397176 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e070119b-c00a-4981-be1b-fd36aac959d8 req-abd4779b-4e41-41d9-8403-e760082800bf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=d62a09b9-e42e-47af-8510-297fece7a960 HTTP/1.1" status: 200 len: 859 time: 0.0500550 Aug 10 04:00:14.441746 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e070119b-c00a-4981-be1b-fd36aac959d8 req-8c3a97ad-8107-4ee4-88d8-b858bc5682fb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=017bc094-0610-4c83-b903-161ccef8a7ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364113 Aug 10 04:00:14.471831 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-eb34ddf7-6648-46f8-8dfc-a3f313c177c8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] For port 01f6a7e0-a2cb-4886-851e-7199d20f0c94, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=01f6a7e0-a2cb-4886-851e-7199d20f0c94,segment=NetworkSegment(5480011f-45c1-44b9-8c2c-dee9b965eaa7),segment_id=5480011f-45c1-44b9-8c2c-dee9b965eaa7)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:14.472419 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eb34ddf7-6648-46f8-8dfc-a3f313c177c8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:14.487512 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-eb34ddf7-6648-46f8-8dfc-a3f313c177c8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Calling delete_port for 01f6a7e0-a2cb-4886-851e-7199d20f0c94 owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:14.574841 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e070119b-c00a-4981-be1b-fd36aac959d8 req-4c599dd2-a6d1-41a1-9050-088425d91be7 service neutron] 10.222.0.68 "GET /v2.0/networks/017bc094-0610-4c83-b903-161ccef8a7ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236448 Aug 10 04:00:14.698993 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e070119b-c00a-4981-be1b-fd36aac959d8 req-ef5b39b0-6d38-4fba-857f-147d4ff55dff service neutron] 10.222.0.68 "GET /v2.0/networks/017bc094-0610-4c83-b903-161ccef8a7ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160073 Aug 10 04:00:14.791504 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eb34ddf7-6648-46f8-8dfc-a3f313c177c8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:14.823868 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34ddf7-6648-46f8-8dfc-a3f313c177c8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Port': ['ID=01f6a7e0-a2cb-4886-851e-7199d20f0c94,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:14.951903 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eb34ddf7-6648-46f8-8dfc-a3f313c177c8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:15.174364 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb34ddf7-6648-46f8-8dfc-a3f313c177c8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Router 993ee0be-fbb1-4784-a98f-7cc0718f5251 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:00:15.211590 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43724) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:15.249903 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:15.278691 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb34ddf7-6648-46f8-8dfc-a3f313c177c8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:00:15.283808 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-eb34ddf7-6648-46f8-8dfc-a3f313c177c8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "PUT /v2.0/routers/993ee0be-fbb1-4784-a98f-7cc0718f5251/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8245151 Aug 10 04:00:15.286723 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43730) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:15.292073 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa8a992-5f04-4a63-beb7-2c7ac05ceaf7 None None] Sync routers for ids ['993ee0be-fbb1-4784-a98f-7cc0718f5251'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:00:15.304532 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa8a992-5f04-4a63-beb7-2c7ac05ceaf7 None None] Routers {'993ee0be-fbb1-4784-a98f-7cc0718f5251'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:15.305493 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-efa8a992-5f04-4a63-beb7-2c7ac05ceaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:00:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['993ee0be-fbb1-4784-a98f-7cc0718f5251'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:15.350143 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 3d20ff2e-c494-4850-bcaa-473914eec1fc up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:15.370467 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-80e454dc-215c-4360-8b84-31e59feb30bf admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1883128632-network', 'tenant_id': 'e038891106e2493183a2b48de06c43c1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:15.391178 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c14c5a-3f38-404c-8055-3aa1c0edf703 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Deleting subnet b24667da-c8e4-43e1-b7c0-19d728da4b30 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:00:15.406373 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e5c14c5a-3f38-404c-8055-3aa1c0edf703 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:15.457617 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-efa8a992-5f04-4a63-beb7-2c7ac05ceaf7 None None] Set router 993ee0be-fbb1-4784-a98f-7cc0718f5251 gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:15.471125 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d5322-103d-4ebb-92b6-4d9eb52fbac8 req-52c6e5c5-d0a1-406d-a171-02b3e0397814 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:15.472866 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7f9d5322-103d-4ebb-92b6-4d9eb52fbac8 req-52c6e5c5-d0a1-406d-a171-02b3e0397814 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/ports?device_id=84115c04-fa0f-4ffe-b126-c581f61e1d96 HTTP/1.1" status: 200 len: 945 time: 0.1267898 Aug 10 04:00:15.482109 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e5c14c5a-3f38-404c-8055-3aa1c0edf703 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:15.549100 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e454dc-215c-4360-8b84-31e59feb30bf admin admin] Made reservation on behalf of e038891106e2493183a2b48de06c43c1 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:00:15.551404 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-80e454dc-215c-4360-8b84-31e59feb30bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:15.568087 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7f9d5322-103d-4ebb-92b6-4d9eb52fbac8 req-ab6ec9d8-6a52-475b-9e65-3a02ae605c1c tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/security-groups?id=95840f90-eae3-4ade-ac58-f7f8ddd72c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827279 Aug 10 04:00:15.570432 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-80e454dc-215c-4360-8b84-31e59feb30bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:15.631457 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e5c14c5a-3f38-404c-8055-3aa1c0edf703 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:15.651537 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 3d20ff2e-c494-4850-bcaa-473914eec1fc completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:15.661925 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 3d20ff2e-c494-4850-bcaa-473914eec1fc triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:15.662297 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:15.755214 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:00:15.759105 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-80e454dc-215c-4360-8b84-31e59feb30bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:15.766529 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:15.772118 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-efa8a992-5f04-4a63-beb7-2c7ac05ceaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T04:00:14Z', 'revision_number': 9, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None, '_interfaces': [{'id': '61f31e64-ad65-4011-ac31-8ef12de9408e', 'name': '', 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:c1:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:37Z', 'updated_at': '2021-08-10T03:59:46Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb6d324c-004d-4260-b1a6-b7cb5b621e17', 'name': '', 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:ee:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:46Z', 'updated_at': '2021-08-10T03:59:52Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:15.781752 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e5c14c5a-3f38-404c-8055-3aa1c0edf703 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:15.804976 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa8a992-5f04-4a63-beb7-2c7ac05ceaf7 None None] Checking router: 993ee0be-fbb1-4784-a98f-7cc0718f5251 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:00:15.811501 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:15.816539 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c14c5a-3f38-404c-8055-3aa1c0edf703 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Subnet': ['ID=b24667da-c8e4-43e1-b7c0-19d728da4b30,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:15.829678 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e5c14c5a-3f38-404c-8055-3aa1c0edf703 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:15.843839 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21c1890-9603-4309-a23c-59ddb96063bc None None] Network 7bf638a0-ac9b-49c1-aba8-f13bb79b5a30 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:00:15.852085 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e5c14c5a-3f38-404c-8055-3aa1c0edf703 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/subnets/b24667da-c8e4-43e1-b7c0-19d728da4b30 HTTP/1.1" status: 204 len: 168 time: 0.5617425 Aug 10 04:00:15.852447 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43736) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:15.858644 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-80e454dc-215c-4360-8b84-31e59feb30bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:15.873062 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa8a992-5f04-4a63-beb7-2c7ac05ceaf7 None None] Routers {'993ee0be-fbb1-4784-a98f-7cc0718f5251'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:15.873696 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-efa8a992-5f04-4a63-beb7-2c7ac05ceaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:00:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['993ee0be-fbb1-4784-a98f-7cc0718f5251'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:15.911052 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e454dc-215c-4360-8b84-31e59feb30bf admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:00:15.920725 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84115c04-fa0f-4ffe-b126-c581f61e1d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d20ff2e-c494-4850-bcaa-473914eec1fc'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:00:15.923483 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdec433-e2a4-4b6a-9161-39bebbce0e59" -d '{"events": [{"server_uuid": "84115c04-fa0f-4ffe-b126-c581f61e1d96", "name": "network-vif-plugged", "status": "completed", "tag": "3d20ff2e-c494-4850-bcaa-473914eec1fc"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:00:15.924190 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-80e454dc-215c-4360-8b84-31e59feb30bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:15.924642 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-80e454dc-215c-4360-8b84-31e59feb30bf admin admin] Added segment ddbbd097-b4f1-4cec-8d55-af70ec47d20e of type vlan for network 61be106c-0b66-42f4-b295-3640ff29de8b Aug 10 04:00:15.987717 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 3d20ff2e-c494-4850-bcaa-473914eec1fc, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=3d20ff2e-c494-4850-bcaa-473914eec1fc,segment=NetworkSegment(ef066b6e-f334-4fa3-a561-f268ea55a91c),segment_id=ef066b6e-f334-4fa3-a561-f268ea55a91c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:16.001673 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-80e454dc-215c-4360-8b84-31e59feb30bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.024438 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ffb6769-7320-47a7-ab94-af2ff371bf6b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.037416 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83d0d6d-fecc-488a-a540-d23ebd68b6e1 x-openstack-request-id: req-c83d0d6d-fecc-488a-a540-d23ebd68b6e1 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:00:16.037796 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84115c04-fa0f-4ffe-b126-c581f61e1d96", "name": "network-vif-plugged", "status": "completed", "tag": "3d20ff2e-c494-4850-bcaa-473914eec1fc", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:00:16.037982 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c83d0d6d-fecc-488a-a540-d23ebd68b6e1 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:00:16.038345 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84115c04-fa0f-4ffe-b126-c581f61e1d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d20ff2e-c494-4850-bcaa-473914eec1fc', 'code': 200} Aug 10 04:00:16.075756 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e454dc-215c-4360-8b84-31e59feb30bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c76519-a234-41d3-ba1d-7b642e65ed99,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:16.094288 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.119336 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb6769-7320-47a7-ab94-af2ff371bf6b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Deleting port a49b1182-4443-451d-8720-ac5427289844 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:16.120019 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ffb6769-7320-47a7-ab94-af2ff371bf6b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.127111 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-efa8a992-5f04-4a63-beb7-2c7ac05ceaf7 None None] Set router 993ee0be-fbb1-4784-a98f-7cc0718f5251 gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:16.154104 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00b6d0-7030-413d-9c56-710e22da8ef5 req-abc13d20-2817-42ab-b241-a9cd1fbe8b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:16.156053 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8e00b6d0-7030-413d-9c56-710e22da8ef5 req-abc13d20-2817-42ab-b241-a9cd1fbe8b16 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=84115c04-fa0f-4ffe-b126-c581f61e1d96 HTTP/1.1" status: 200 len: 1097 time: 0.0690749 Aug 10 04:00:16.196347 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-8ffb6769-7320-47a7-ab94-af2ff371bf6b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] For port a49b1182-4443-451d-8720-ac5427289844, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a49b1182-4443-451d-8720-ac5427289844,segment=NetworkSegment(5480011f-45c1-44b9-8c2c-dee9b965eaa7),segment_id=5480011f-45c1-44b9-8c2c-dee9b965eaa7)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:16.197134 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ffb6769-7320-47a7-ab94-af2ff371bf6b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.197496 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8e00b6d0-7030-413d-9c56-710e22da8ef5 req-fe3784e8-b019-4f76-ba67-278819a8ee45 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=95840f90-eae3-4ade-ac58-f7f8ddd72c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343969 Aug 10 04:00:16.198648 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-80e454dc-215c-4360-8b84-31e59feb30bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.199696 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e454dc-215c-4360-8b84-31e59feb30bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:16.200603 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-80e454dc-215c-4360-8b84-31e59feb30bf admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.225300 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb6769-7320-47a7-ab94-af2ff371bf6b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Calling delete_port for a49b1182-4443-451d-8720-ac5427289844 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:16.276718 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e454dc-215c-4360-8b84-31e59feb30bf admin admin] Pushing event updated for resources: {'Network': ['ID=61be106c-0b66-42f4-b295-3640ff29de8b,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:16.359445 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 61be106c-0b66-42f4-b295-3640ff29de8b details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:00:16.364553 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-80e454dc-215c-4360-8b84-31e59feb30bf admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1514850 Aug 10 04:00:16.367202 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43742) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:16.373915 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-0e27a089-244a-43e7-9b62-3d977e956a01 admin admin] Request body: {'subnet': {'network_id': '61be106c-0b66-42f4-b295-3640ff29de8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1883128632-subnet', 'tenant_id': 'e038891106e2493183a2b48de06c43c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:16.498877 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ffb6769-7320-47a7-ab94-af2ff371bf6b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.501096 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e27a089-244a-43e7-9b62-3d977e956a01 admin admin] Made reservation on behalf of e038891106e2493183a2b48de06c43c1 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:00:16.505941 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e27a089-244a-43e7-9b62-3d977e956a01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.540177 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=3d20ff2e-c494-4850-bcaa-473914eec1fc,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:16.564705 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb6769-7320-47a7-ab94-af2ff371bf6b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Port': ['ID=a49b1182-4443-451d-8720-ac5427289844,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:16.572148 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffb6769-7320-47a7-ab94-af2ff371bf6b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] No DVR routers for this DVR port a49b1182-4443-451d-8720-ac5427289844 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:00:16.611401 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3c6edd-1ae0-4edf-8bf3-915ca4020c6b None None] DHCP port deletion for 7bf638a0-ac9b-49c1-aba8-f13bb79b5a30 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:00:16.694959 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-efa8a992-5f04-4a63-beb7-2c7ac05ceaf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T04:00:14Z', 'revision_number': 9, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None, '_interfaces': [{'id': '61f31e64-ad65-4011-ac31-8ef12de9408e', 'name': '', 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:c1:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:37Z', 'updated_at': '2021-08-10T03:59:46Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb6d324c-004d-4260-b1a6-b7cb5b621e17', 'name': '', 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:ee:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:46Z', 'updated_at': '2021-08-10T03:59:52Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:16.742920 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa8a992-5f04-4a63-beb7-2c7ac05ceaf7 None None] The sync data for ids ['993ee0be-fbb1-4784-a98f-7cc0718f5251'] in n-d-802893-2 is: [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T04:00:14Z', 'revision_number': 9, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None, '_interfaces': [{'id': '61f31e64-ad65-4011-ac31-8ef12de9408e', 'name': '', 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:c1:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:37Z', 'updated_at': '2021-08-10T03:59:46Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb6d324c-004d-4260-b1a6-b7cb5b621e17', 'name': '', 'network_id': 'c8244309-20f6-4f67-9ba5-c4fc2989a11e', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:ee:6f:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2141, 'fixed_ips': [{'subnet_id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:46Z', 'updated_at': '2021-08-10T03:59:52Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'db04a2c3-8517-4774-8d2f-cdca307d9e66', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:00:16.753117 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ffb6769-7320-47a7-ab94-af2ff371bf6b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.765845 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-8ffb6769-7320-47a7-ab94-af2ff371bf6b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf638a0-ac9b-49c1-aba8-f13bb79b5a30']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:16.804385 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-8ffb6769-7320-47a7-ab94-af2ff371bf6b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5480011f-45c1-44b9-8c2c-dee9b965eaa7') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:16.805497 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-8ffb6769-7320-47a7-ab94-af2ff371bf6b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5480011f-45c1-44b9-8c2c-dee9b965eaa7') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:16.832685 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ffb6769-7320-47a7-ab94-af2ff371bf6b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.847863 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ffb6769-7320-47a7-ab94-af2ff371bf6b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.872297 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ffb6769-7320-47a7-ab94-af2ff371bf6b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:00:16.873285 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ffb6769-7320-47a7-ab94-af2ff371bf6b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:00:16.876475 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:00:16.901964 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ee218-4f8d-46c8-bcfe-865f96daa456 req-0494f98d-9d86-476c-bcac-e8b45e674d33 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:16.904493 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-251ee218-4f8d-46c8-bcfe-865f96daa456 req-0494f98d-9d86-476c-bcac-e8b45e674d33 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/ports?device_id=84115c04-fa0f-4ffe-b126-c581f61e1d96 HTTP/1.1" status: 200 len: 946 time: 0.0870914 Aug 10 04:00:16.951620 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:16.951864 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e27a089-244a-43e7-9b62-3d977e956a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:17.061906 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ffb6769-7320-47a7-ab94-af2ff371bf6b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:17.074950 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ffb6769-7320-47a7-ab94-af2ff371bf6b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:17.077181 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8ffb6769-7320-47a7-ab94-af2ff371bf6b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/networks/7bf638a0-ac9b-49c1-aba8-f13bb79b5a30 HTTP/1.1" status: 204 len: 168 time: 1.2231548 Aug 10 04:00:17.093432 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43756) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:17.126843 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb6769-7320-47a7-ab94-af2ff371bf6b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Network': ['ID=7bf638a0-ac9b-49c1-aba8-f13bb79b5a30,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:17.235907 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-456e9b78-baef-44ec-9e26-85961cc13e9f req-592ad3d9-a196-491e-8b68-fd7422dd279f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0646293 Aug 10 04:00:17.265898 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-251ee218-4f8d-46c8-bcfe-865f96daa456 req-b5a00863-d6f2-4cc0-90bb-b7d015b1483f tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/security-groups?id=95840f90-eae3-4ade-ac58-f7f8ddd72c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540659 Aug 10 04:00:17.269692 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27a089-244a-43e7-9b62-3d977e956a01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c1c422c-a1f6-4f40-a558-7a67266792a2,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:17.355367 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e9b78-baef-44ec-9e26-85961cc13e9f req-315dd555-580d-4aff-ae1c-531fe9d3d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:17.357649 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-456e9b78-baef-44ec-9e26-85961cc13e9f req-315dd555-580d-4aff-ae1c-531fe9d3d224 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=897476f221894013b27960fb36935e79&device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 1097 time: 0.0872011 Aug 10 04:00:17.363698 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e27a089-244a-43e7-9b62-3d977e956a01 admin admin] Checking segment: {'id': 'ddbbd097-b4f1-4cec-8d55-af70ec47d20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '61be106c-0b66-42f4-b295-3640ff29de8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:00:17.364265 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e27a089-244a-43e7-9b62-3d977e956a01 admin admin] Network hostable DHCP agents. Network: 61be106c-0b66-42f4-b295-3640ff29de8b, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:00:17.469849 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e27a089-244a-43e7-9b62-3d977e956a01 admin admin] Network 61be106c-0b66-42f4-b295-3640ff29de8b is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:00:17.504467 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43766) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:17.544163 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e9b78-baef-44ec-9e26-85961cc13e9f req-35917595-19b0-4200-9d33-aac4d7c7ada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:17.545174 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-456e9b78-baef-44ec-9e26-85961cc13e9f req-35917595-19b0-4200-9d33-aac4d7c7ada5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7ff6afc-8008-49c6-8b16-55c096640020 HTTP/1.1" status: 200 len: 912 time: 0.1665683 Aug 10 04:00:17.583444 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-0e27a089-244a-43e7-9b62-3d977e956a01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 61be106c-0b66-42f4-b295-3640ff29de8b) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:17.591061 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e27a089-244a-43e7-9b62-3d977e956a01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:17.591657 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e27a089-244a-43e7-9b62-3d977e956a01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:17.599396 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb5d5c3-d545-4af1-bed5-a2aaa009d898 None None] Network 61be106c-0b66-42f4-b295-3640ff29de8b requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:00:17.612053 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b5513be-b740-4f09-98a4-d9c39e537940 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:17.644368 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c6fee8-f2f7-4c09-abe1-52f42672a486 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:17.644932 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c6fee8-f2f7-4c09-abe1-52f42672a486 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:17.645489 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c6fee8-f2f7-4c09-abe1-52f42672a486 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:17.648147 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-77c6fee8-f2f7-4c09-abe1-52f42672a486 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] 10.222.0.25 "GET /v2.0/ports?project_id=f5becae06cd542b5a8415ea130ec33d4&network_id=0ff61232-3479-4388-b092-dc4e24df7f33 HTTP/1.1" status: 200 len: 2969 time: 0.1373475 Aug 10 04:00:17.649454 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-456e9b78-baef-44ec-9e26-85961cc13e9f req-9fd3781f-d25c-4c9a-a3cf-a33f21d87987 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3b4ce36-dd2d-448b-a4c9-f1269256c40e HTTP/1.1" status: 200 len: 1002 time: 0.0882025 Aug 10 04:00:17.699253 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0e27a089-244a-43e7-9b62-3d977e956a01 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3300128 Aug 10 04:00:17.736412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e9b78-baef-44ec-9e26-85961cc13e9f req-06754592-2f82-4030-ac08-6dccf4aa6739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:17.738491 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-456e9b78-baef-44ec-9e26-85961cc13e9f req-06754592-2f82-4030-ac08-6dccf4aa6739 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a51d8861-9dbf-4178-9d3e-8ed73319e82c HTTP/1.1" status: 200 len: 850 time: 0.0812993 Aug 10 04:00:17.785015 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfb5d47-92b7-4073-9721-353415ffe368 None None] Network 61be106c-0b66-42f4-b295-3640ff29de8b requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:00:17.799141 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e9b78-baef-44ec-9e26-85961cc13e9f req-c98efb82-80e4-4a57-9481-7427a9fd17d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:17.801244 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-456e9b78-baef-44ec-9e26-85961cc13e9f req-c98efb82-80e4-4a57-9481-7427a9fd17d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7ff6afc-8008-49c6-8b16-55c096640020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550311 Aug 10 04:00:17.979166 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a49b1182-4443-451d-8720-ac5427289844 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:17.997963 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-0b5513be-b740-4f09-98a4-d9c39e537940 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Deleting port bb6d324c-004d-4260-b1a6-b7cb5b621e17 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:18.000029 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b5513be-b740-4f09-98a4-d9c39e537940 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:18.026376 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: a49b1182-4443-451d-8720-ac5427289844 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:18.029148 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a49b1182-4443-451d-8720-ac5427289844 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:18.029663 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 01f6a7e0-a2cb-4886-851e-7199d20f0c94 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:18.070048 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 01f6a7e0-a2cb-4886-851e-7199d20f0c94 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:18.070048 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 01f6a7e0-a2cb-4886-851e-7199d20f0c94 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:18.116641 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-0b5513be-b740-4f09-98a4-d9c39e537940 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] For port bb6d324c-004d-4260-b1a6-b7cb5b621e17, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=bb6d324c-004d-4260-b1a6-b7cb5b621e17,segment=NetworkSegment(a1dcefc8-eaaa-4aaf-a6d3-d55fa476cc3b),segment_id=a1dcefc8-eaaa-4aaf-a6d3-d55fa476cc3b)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:18.117286 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b5513be-b740-4f09-98a4-d9c39e537940 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:18.141103 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-0b5513be-b740-4f09-98a4-d9c39e537940 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Calling delete_port for bb6d324c-004d-4260-b1a6-b7cb5b621e17 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:18.398925 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1ae5d6-5805-454f-aa80-a3d86f3faa7b req-a8d1adc6-4f9b-4f9f-a35a-b7cddffc36ad tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:18.400909 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4c1ae5d6-5805-454f-aa80-a3d86f3faa7b req-a8d1adc6-4f9b-4f9f-a35a-b7cddffc36ad tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/ports?device_id=84115c04-fa0f-4ffe-b126-c581f61e1d96 HTTP/1.1" status: 200 len: 946 time: 0.0538616 Aug 10 04:00:18.422280 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b5513be-b740-4f09-98a4-d9c39e537940 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:18.424581 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-456e9b78-baef-44ec-9e26-85961cc13e9f req-56adb5da-2a14-4ffd-9129-73413465ee9f service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6161773 Aug 10 04:00:18.461487 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5513be-b740-4f09-98a4-d9c39e537940 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Port': ['ID=bb6d324c-004d-4260-b1a6-b7cb5b621e17,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:18.528479 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4c1ae5d6-5805-454f-aa80-a3d86f3faa7b req-e6daba9d-1218-4e9f-b16d-ec9bb701f2c2 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/security-groups?id=95840f90-eae3-4ade-ac58-f7f8ddd72c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205800 Aug 10 04:00:18.558452 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-c59a7310-c3dc-446b-89e6-4942b92005cb tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:18.561234 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-c59a7310-c3dc-446b-89e6-4942b92005cb tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/networks?id=61be106c-0b66-42f4-b295-3640ff29de8b HTTP/1.1" status: 200 len: 814 time: 0.2157874 Aug 10 04:00:18.589890 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-5a3f6c16-5b85-4639-a617-7e88672bdc40 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/quotas/e038891106e2493183a2b48de06c43c1 HTTP/1.1" status: 200 len: 375 time: 0.0179281 Aug 10 04:00:18.631035 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-1f57eae3-288e-440e-90f1-156a5d915a59 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e038891106e2493183a2b48de06c43c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310261 Aug 10 04:00:18.635533 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-456e9b78-baef-44ec-9e26-85961cc13e9f req-a729164c-46cd-4fb5-a14c-e34a740c8f5b service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025168 Aug 10 04:00:18.725927 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b5513be-b740-4f09-98a4-d9c39e537940 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:18.749547 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e67e4-106a-4bd8-a1ff-80316662ff8d req-50b48d41-3f3d-4dda-8558-ea5c78ef015f tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:18.751194 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-156e67e4-106a-4bd8-a1ff-80316662ff8d req-50b48d41-3f3d-4dda-8558-ea5c78ef015f tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/ports?device_id=84115c04-fa0f-4ffe-b126-c581f61e1d96 HTTP/1.1" status: 200 len: 946 time: 0.0885606 Aug 10 04:00:18.755906 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-fe732c85-e02a-4a6f-99c1-6e5bfdf54c8c service neutron] 10.222.0.25 "GET /v2.0/networks/61be106c-0b66-42f4-b295-3640ff29de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145082 Aug 10 04:00:18.865164 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-156e67e4-106a-4bd8-a1ff-80316662ff8d req-2b0fa29a-18a3-4437-bef9-e33646dcc499 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/security-groups?id=95840f90-eae3-4ade-ac58-f7f8ddd72c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036451 Aug 10 04:00:18.866491 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-b0324f29-968a-460b-b67a-b8c3d569abbb service neutron] 10.222.0.25 "GET /v2.0/networks/61be106c-0b66-42f4-b295-3640ff29de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009109 Aug 10 04:00:19.004265 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b5513be-b740-4f09-98a4-d9c39e537940 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Router 993ee0be-fbb1-4784-a98f-7cc0718f5251 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:00:19.156042 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-46be3c81-53bc-43bb-8c8e-4034246cd0be req-b43ab219-e6ce-4d6f-b302-fd34b24c2c5e tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 210 time: 0.0436847 Aug 10 04:00:19.535283 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5513be-b740-4f09-98a4-d9c39e537940 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:00:19.542459 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0b5513be-b740-4f09-98a4-d9c39e537940 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "PUT /v2.0/routers/993ee0be-fbb1-4784-a98f-7cc0718f5251/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4477706 Aug 10 04:00:19.545545 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d783b11f-0ed2-423e-9ff3-a204d24a6c96 None None] Sync routers for ids ['993ee0be-fbb1-4784-a98f-7cc0718f5251'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:00:19.546028 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43824) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:19.559307 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d783b11f-0ed2-423e-9ff3-a204d24a6c96 None None] Routers {'993ee0be-fbb1-4784-a98f-7cc0718f5251'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:19.560423 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d783b11f-0ed2-423e-9ff3-a204d24a6c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:00:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['993ee0be-fbb1-4784-a98f-7cc0718f5251'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:19.570155 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b702f14-3c61-4e8d-af2e-0d83802c47fd req-b17ae10a-7745-4cde-ace3-46e384af355b tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:19.571678 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b702f14-3c61-4e8d-af2e-0d83802c47fd req-b17ae10a-7745-4cde-ace3-46e384af355b tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/ports?device_id=84115c04-fa0f-4ffe-b126-c581f61e1d96 HTTP/1.1" status: 200 len: 946 time: 0.0854335 Aug 10 04:00:19.652349 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b702f14-3c61-4e8d-af2e-0d83802c47fd req-e47abd9b-3136-41d5-8da0-1137491649d0 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/security-groups?id=95840f90-eae3-4ade-ac58-f7f8ddd72c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732648 Aug 10 04:00:19.678701 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-d783b11f-0ed2-423e-9ff3-a204d24a6c96 None None] Set router 993ee0be-fbb1-4784-a98f-7cc0718f5251 gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:19.687554 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf80e960-8753-4246-b4ab-dc62c00f1d42 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Deleting subnet db04a2c3-8517-4774-8d2f-cdca307d9e66 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:00:19.691273 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bf80e960-8753-4246-b4ab-dc62c00f1d42 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:19.773139 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bf80e960-8753-4246-b4ab-dc62c00f1d42 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:19.822366 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43842) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:19.940337 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2f2c37-e73f-46f5-bc1a-5a547f457c2d tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:19.943992 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8c2f2c37-e73f-46f5-bc1a-5a547f457c2d tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 814 time: 0.1189096 Aug 10 04:00:19.944193 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bf80e960-8753-4246-b4ab-dc62c00f1d42 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:19.960713 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d783b11f-0ed2-423e-9ff3-a204d24a6c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T04:00:18Z', 'revision_number': 10, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None, '_interfaces': [{'id': '61f31e64-ad65-4011-ac31-8ef12de9408e', 'name': '', 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:c1:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:37Z', 'updated_at': '2021-08-10T03:59:46Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:20.000827 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d783b11f-0ed2-423e-9ff3-a204d24a6c96 None None] Checking router: 993ee0be-fbb1-4784-a98f-7cc0718f5251 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:00:20.013711 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d783b11f-0ed2-423e-9ff3-a204d24a6c96 None None] Routers {'993ee0be-fbb1-4784-a98f-7cc0718f5251'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:20.014621 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d783b11f-0ed2-423e-9ff3-a204d24a6c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:00:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['993ee0be-fbb1-4784-a98f-7cc0718f5251'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:20.101088 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bf80e960-8753-4246-b4ab-dc62c00f1d42 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:20.123156 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-d783b11f-0ed2-423e-9ff3-a204d24a6c96 None None] Set router 993ee0be-fbb1-4784-a98f-7cc0718f5251 gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:20.165988 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf80e960-8753-4246-b4ab-dc62c00f1d42 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Subnet': ['ID=db04a2c3-8517-4774-8d2f-cdca307d9e66,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:20.172534 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bf80e960-8753-4246-b4ab-dc62c00f1d42 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:20.173066 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad8b0c1-b347-4cbf-ba3c-a9f9d1b192f9 None None] Network c8244309-20f6-4f67-9ba5-c4fc2989a11e requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:00:20.177089 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-bf80e960-8753-4246-b4ab-dc62c00f1d42 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/subnets/db04a2c3-8517-4774-8d2f-cdca307d9e66 HTTP/1.1" status: 204 len: 168 time: 0.6303391 Aug 10 04:00:20.179655 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43858) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:20.302644 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f72283e-41e9-4ad8-bf73-a425a8fe12f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:20.327358 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-96c6a44a-249f-4c07-83aa-777a40b83771 req-65f13178-c18e-4bbd-aae9-59aec758bf8f tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 210 time: 0.0619848 Aug 10 04:00:20.405822 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-4f72283e-41e9-4ad8-bf73-a425a8fe12f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Deleting port d23daa14-8c9b-479f-8a01-beb81811a429 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:20.406559 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f72283e-41e9-4ad8-bf73-a425a8fe12f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:20.542374 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-4f72283e-41e9-4ad8-bf73-a425a8fe12f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] For port d23daa14-8c9b-479f-8a01-beb81811a429, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=d23daa14-8c9b-479f-8a01-beb81811a429,segment=NetworkSegment(a1dcefc8-eaaa-4aaf-a6d3-d55fa476cc3b),segment_id=a1dcefc8-eaaa-4aaf-a6d3-d55fa476cc3b)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:20.543108 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f72283e-41e9-4ad8-bf73-a425a8fe12f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:20.545219 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e00ceb-b35f-4000-9306-e8adde42d02b req-44e75c75-8f19-499a-872f-806e284fa37e tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:20.550841 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-27e00ceb-b35f-4000-9306-e8adde42d02b req-44e75c75-8f19-499a-872f-806e284fa37e tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/ports?device_id=84115c04-fa0f-4ffe-b126-c581f61e1d96 HTTP/1.1" status: 200 len: 946 time: 0.0892522 Aug 10 04:00:20.555033 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d179e5-9ec0-45e0-8e86-3a1238101e2e None None] DHCP port deletion for c8244309-20f6-4f67-9ba5-c4fc2989a11e request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:00:20.593502 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-4f72283e-41e9-4ad8-bf73-a425a8fe12f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Calling delete_port for d23daa14-8c9b-479f-8a01-beb81811a429 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:20.624298 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-27e00ceb-b35f-4000-9306-e8adde42d02b req-dec6c436-2eed-4da8-bb20-af20a83e5518 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/security-groups?id=95840f90-eae3-4ade-ac58-f7f8ddd72c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595400 Aug 10 04:00:20.628573 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-66d179e5-9ec0-45e0-8e86-3a1238101e2e None None] Deleting port d23daa14-8c9b-479f-8a01-beb81811a429 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:20.628952 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-66d179e5-9ec0-45e0-8e86-3a1238101e2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:20.662321 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d783b11f-0ed2-423e-9ff3-a204d24a6c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T04:00:18Z', 'revision_number': 10, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None, '_interfaces': [{'id': '61f31e64-ad65-4011-ac31-8ef12de9408e', 'name': '', 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:c1:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:37Z', 'updated_at': '2021-08-10T03:59:46Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:20.697057 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d783b11f-0ed2-423e-9ff3-a204d24a6c96 None None] The sync data for ids ['993ee0be-fbb1-4784-a98f-7cc0718f5251'] in n-d-802893-2 is: [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T04:00:18Z', 'revision_number': 10, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None, '_interfaces': [{'id': '61f31e64-ad65-4011-ac31-8ef12de9408e', 'name': '', 'network_id': '5bd941c7-ee3e-4516-9c12-a0eb8c88db1c', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'mac_address': 'fa:16:3e:c1:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:37Z', 'updated_at': '2021-08-10T03:59:46Z', 'revision_number': 5, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'subnets': [{'id': 'c6fd9bf5-2226-480c-9c65-c3e3752e9574', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:00:20.718155 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43882) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:20.723682 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-1997d60c-4cde-4516-8bc0-01a70c457d6a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'network': {'name': 'tempest-network-smoke--76011264', 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'port_security_enabled': True}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:20.734488 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-66d179e5-9ec0-45e0-8e86-3a1238101e2e None None] For port d23daa14-8c9b-479f-8a01-beb81811a429, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=d23daa14-8c9b-479f-8a01-beb81811a429,segment=NetworkSegment(a1dcefc8-eaaa-4aaf-a6d3-d55fa476cc3b),segment_id=a1dcefc8-eaaa-4aaf-a6d3-d55fa476cc3b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:20.735284 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-66d179e5-9ec0-45e0-8e86-3a1238101e2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:20.758076 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-66d179e5-9ec0-45e0-8e86-3a1238101e2e None None] Calling delete_port for d23daa14-8c9b-479f-8a01-beb81811a429 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:20.860898 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1997d60c-4cde-4516-8bc0-01a70c457d6a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Made reservation on behalf of f5becae06cd542b5a8415ea130ec33d4 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:00:20.862470 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f72283e-41e9-4ad8-bf73-a425a8fe12f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:20.869152 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1997d60c-4cde-4516-8bc0-01a70c457d6a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:20.869621 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-66d179e5-9ec0-45e0-8e86-3a1238101e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:20.896671 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1997d60c-4cde-4516-8bc0-01a70c457d6a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:00:20.909909 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1997d60c-4cde-4516-8bc0-01a70c457d6a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:20.911991 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-1997d60c-4cde-4516-8bc0-01a70c457d6a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Added segment 62806af2-6437-435e-a5a6-777df703ec85 of type vlan for network b7906998-9e83-4843-920c-254095f3eac8 Aug 10 04:00:20.913231 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72283e-41e9-4ad8-bf73-a425a8fe12f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Port': ['ID=d23daa14-8c9b-479f-8a01-beb81811a429,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:20.927207 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d179e5-9ec0-45e0-8e86-3a1238101e2e None None] Pushing event deleted for resources: {'Port': ['ID=d23daa14-8c9b-479f-8a01-beb81811a429,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:20.929381 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d179e5-9ec0-45e0-8e86-3a1238101e2e None None] No DVR routers for this DVR port d23daa14-8c9b-479f-8a01-beb81811a429 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:00:20.941189 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f72283e-41e9-4ad8-bf73-a425a8fe12f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] No DVR routers for this DVR port d23daa14-8c9b-479f-8a01-beb81811a429 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:00:20.972767 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1997d60c-4cde-4516-8bc0-01a70c457d6a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:21.026888 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f72283e-41e9-4ad8-bf73-a425a8fe12f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:21.036271 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-4f72283e-41e9-4ad8-bf73-a425a8fe12f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8244309-20f6-4f67-9ba5-c4fc2989a11e']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:21.047268 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-4f72283e-41e9-4ad8-bf73-a425a8fe12f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1dcefc8-eaaa-4aaf-a6d3-d55fa476cc3b') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:21.047634 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-4f72283e-41e9-4ad8-bf73-a425a8fe12f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1dcefc8-eaaa-4aaf-a6d3-d55fa476cc3b') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:21.058806 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f72283e-41e9-4ad8-bf73-a425a8fe12f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:21.074622 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f72283e-41e9-4ad8-bf73-a425a8fe12f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:21.085807 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f72283e-41e9-4ad8-bf73-a425a8fe12f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:00:21.086306 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f72283e-41e9-4ad8-bf73-a425a8fe12f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:00:21.089998 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:00:21.124046 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1997d60c-4cde-4516-8bc0-01a70c457d6a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:21.129848 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1997d60c-4cde-4516-8bc0-01a70c457d6a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:21.130462 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1997d60c-4cde-4516-8bc0-01a70c457d6a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:21.266057 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1997d60c-4cde-4516-8bc0-01a70c457d6a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'Network': ['ID=b7906998-9e83-4843-920c-254095f3eac8,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:21.282126 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network b7906998-9e83-4843-920c-254095f3eac8 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:00:21.306368 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f72283e-41e9-4ad8-bf73-a425a8fe12f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:21.319109 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f72283e-41e9-4ad8-bf73-a425a8fe12f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:21.319109 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4f72283e-41e9-4ad8-bf73-a425a8fe12f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/networks/c8244309-20f6-4f67-9ba5-c4fc2989a11e HTTP/1.1" status: 204 len: 168 time: 1.1358278 Aug 10 04:00:21.319887 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43902) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:21.333863 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72283e-41e9-4ad8-bf73-a425a8fe12f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Network': ['ID=c8244309-20f6-4f67-9ba5-c4fc2989a11e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:21.375122 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1997d60c-4cde-4516-8bc0-01a70c457d6a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6541276 Aug 10 04:00:21.376603 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43910) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:21.468747 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-16a1ca9d-a307-4657-96df-df50d807bab2 req-3861757a-8d51-4fd5-ad3f-c1c068945504 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 210 time: 0.0558414 Aug 10 04:00:21.541762 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3300a3ce-eb0e-4c6f-baa1-bfae63003ee5 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:21.543613 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3300a3ce-eb0e-4c6f-baa1-bfae63003ee5 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=f5becae06cd542b5a8415ea130ec33d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1657314 Aug 10 04:00:21.549520 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43920) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:21.777178 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c534fd43-2a70-488b-a403-af5d96a0087f tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:21.779472 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c534fd43-2a70-488b-a403-af5d96a0087f tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2287183 Aug 10 04:00:21.785606 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43928) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:21.799301 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01d3d4-dab5-45b3-8ecc-3bdad3ceb67c req-b30f3e56-1cad-40c5-9a4e-6fd9db4be70e tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:21.801324 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7b01d3d4-dab5-45b3-8ecc-3bdad3ceb67c req-b30f3e56-1cad-40c5-9a4e-6fd9db4be70e tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.68 "GET /v2.0/ports?device_id=84115c04-fa0f-4ffe-b126-c581f61e1d96 HTTP/1.1" status: 200 len: 946 time: 0.1260660 Aug 10 04:00:21.832842 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d834e31d-c68b-4590-8205-6231d617aaff tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0458701 Aug 10 04:00:21.836243 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43936) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:21.853386 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eef50f-17f4-4601-b728-0a9d81cd5deb req-42d488e0-9de1-440f-986e-6e61101fd67e tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:21.855230 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-90eef50f-17f4-4601-b728-0a9d81cd5deb req-42d488e0-9de1-440f-986e-6e61101fd67e tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/ports?device_id=84115c04-fa0f-4ffe-b126-c581f61e1d96 HTTP/1.1" status: 200 len: 946 time: 0.1359367 Aug 10 04:00:21.908409 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c4320146-f7f9-40b5-9627-cf61a3dd74ae tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=f5becae06cd542b5a8415ea130ec33d4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0706348 Aug 10 04:00:21.911564 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43942) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:21.943807 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-66fa2aa3-b365-4553-a158-625bec4775c8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:21.962356 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device d23daa14-8c9b-479f-8a01-beb81811a429 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:21.987372 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: d23daa14-8c9b-479f-8a01-beb81811a429 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:21.987715 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device d23daa14-8c9b-479f-8a01-beb81811a429 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:21.988158 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device bb6d324c-004d-4260-b1a6-b7cb5b621e17 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:21.988625 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-90eef50f-17f4-4601-b728-0a9d81cd5deb req-e2fd4a60-c00a-4303-84dc-54489fc6bb71 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/security-groups?id=95840f90-eae3-4ade-ac58-f7f8ddd72c91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262825 Aug 10 04:00:22.010474 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: bb6d324c-004d-4260-b1a6-b7cb5b621e17 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:22.010760 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device bb6d324c-004d-4260-b1a6-b7cb5b621e17 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:22.050100 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-7b01d3d4-dab5-45b3-8ecc-3bdad3ceb67c req-2f4f73f3-0bfc-4487-acdf-4dff8bed1bc1 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Deleting port 3d20ff2e-c494-4850-bcaa-473914eec1fc {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:22.050266 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-7b01d3d4-dab5-45b3-8ecc-3bdad3ceb67c req-2f4f73f3-0bfc-4487-acdf-4dff8bed1bc1 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:22.055831 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2101c6-0e55-4783-bed1-b7120ca43016 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:22.061273 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1c2101c6-0e55-4783-bed1-b7120ca43016 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1483176 Aug 10 04:00:22.061858 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43948) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:22.143119 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b191dc68-86af-40ca-a88d-e0f0d9c77ab2 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0700145 Aug 10 04:00:22.145862 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43952) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:22.150893 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-276d6cea-0aa0-442a-be40-fbb28f8ba0f5 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1945438401', 'network_id': 'b7906998-9e83-4843-920c-254095f3eac8', 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:22.252893 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-66fa2aa3-b365-4553-a158-625bec4775c8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Deleting port 61f31e64-ad65-4011-ac31-8ef12de9408e {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:22.253257 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-66fa2aa3-b365-4553-a158-625bec4775c8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:22.268611 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-7b01d3d4-dab5-45b3-8ecc-3bdad3ceb67c req-2f4f73f3-0bfc-4487-acdf-4dff8bed1bc1 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] For port 3d20ff2e-c494-4850-bcaa-473914eec1fc, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=3d20ff2e-c494-4850-bcaa-473914eec1fc,segment=NetworkSegment(ef066b6e-f334-4fa3-a561-f268ea55a91c),segment_id=ef066b6e-f334-4fa3-a561-f268ea55a91c)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:22.268977 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-7b01d3d4-dab5-45b3-8ecc-3bdad3ceb67c req-2f4f73f3-0bfc-4487-acdf-4dff8bed1bc1 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:22.287969 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-7b01d3d4-dab5-45b3-8ecc-3bdad3ceb67c req-2f4f73f3-0bfc-4487-acdf-4dff8bed1bc1 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Calling delete_port for 3d20ff2e-c494-4850-bcaa-473914eec1fc owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:22.358213 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-66fa2aa3-b365-4553-a158-625bec4775c8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] For port 61f31e64-ad65-4011-ac31-8ef12de9408e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=61f31e64-ad65-4011-ac31-8ef12de9408e,segment=NetworkSegment(0f8c38eb-75fe-4355-b6a1-410b8136fff3),segment_id=0f8c38eb-75fe-4355-b6a1-410b8136fff3)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:22.366240 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-66fa2aa3-b365-4553-a158-625bec4775c8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:22.372595 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-66fa2aa3-b365-4553-a158-625bec4775c8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Calling delete_port for 61f31e64-ad65-4011-ac31-8ef12de9408e owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:22.427398 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276d6cea-0aa0-442a-be40-fbb28f8ba0f5 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Made reservation on behalf of f5becae06cd542b5a8415ea130ec33d4 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:00:22.431748 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-276d6cea-0aa0-442a-be40-fbb28f8ba0f5 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:22.593752 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-7b01d3d4-dab5-45b3-8ecc-3bdad3ceb67c req-2f4f73f3-0bfc-4487-acdf-4dff8bed1bc1 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:22.594896 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-85c0c7a3-8c95-47a8-9b73-30b264914a0f tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:22.597439 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-85c0c7a3-8c95-47a8-9b73-30b264914a0f tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.20 "GET /v2.0/networks?id=61be106c-0b66-42f4-b295-3640ff29de8b HTTP/1.1" status: 200 len: 814 time: 0.2226758 Aug 10 04:00:22.607137 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['3d20ff2e-c494-4850-bcaa-473914eec1fc'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:00:22.679180 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-e728ed70-4721-4017-a88d-a03325186bc7 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Request body: {'port': {'device_id': '12b0c209-c74e-4b8b-8d67-276f414ea1d2', 'network_id': '61be106c-0b66-42f4-b295-3640ff29de8b', 'admin_state_up': True, 'tenant_id': 'e038891106e2493183a2b48de06c43c1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:22.692569 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f73f3-0bfc-4487-acdf-4dff8bed1bc1 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Pushing event deleted for resources: {'Port': ['ID=3d20ff2e-c494-4850-bcaa-473914eec1fc,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:22.723250 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-44e77afd-6b82-4db5-8361-c991fe0f4e2a req-8055dfdf-813d-4aba-a72b-26ed61c16bc9 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 210 time: 0.0646362 Aug 10 04:00:22.743344 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b01d3d4-dab5-45b3-8ecc-3bdad3ceb67c req-2f4f73f3-0bfc-4487-acdf-4dff8bed1bc1 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] No DVR routers for this DVR port 3d20ff2e-c494-4850-bcaa-473914eec1fc on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:00:22.763940 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-7b01d3d4-dab5-45b3-8ecc-3bdad3ceb67c req-2f4f73f3-0bfc-4487-acdf-4dff8bed1bc1 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:22.766031 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7b01d3d4-dab5-45b3-8ecc-3bdad3ceb67c req-2f4f73f3-0bfc-4487-acdf-4dff8bed1bc1 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.68 "DELETE /v2.0/ports/3d20ff2e-c494-4850-bcaa-473914eec1fc HTTP/1.1" status: 204 len: 173 time: 0.9583814 Aug 10 04:00:22.766556 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84115c04-fa0f-4ffe-b126-c581f61e1d96', 'name': 'network-vif-deleted', 'tag': '3d20ff2e-c494-4850-bcaa-473914eec1fc'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:00:22.769409 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6cf6ce-dc2e-416a-92d1-d0ea859e38b2" -d '{"events": [{"server_uuid": "84115c04-fa0f-4ffe-b126-c581f61e1d96", "name": "network-vif-deleted", "tag": "3d20ff2e-c494-4850-bcaa-473914eec1fc"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:00:22.837733 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae40e4d-25e5-4ee3-9043-9e80e6711a80 x-openstack-request-id: req-dae40e4d-25e5-4ee3-9043-9e80e6711a80 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:00:22.838118 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84115c04-fa0f-4ffe-b126-c581f61e1d96", "name": "network-vif-deleted", "tag": "3d20ff2e-c494-4850-bcaa-473914eec1fc", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:00:22.838485 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dae40e4d-25e5-4ee3-9043-9e80e6711a80 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:00:22.838919 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84115c04-fa0f-4ffe-b126-c581f61e1d96', 'name': 'network-vif-deleted', 'tag': '3d20ff2e-c494-4850-bcaa-473914eec1fc', 'status': 'completed', 'code': 200} Aug 10 04:00:23.014629 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-66fa2aa3-b365-4553-a158-625bec4775c8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:23.015771 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-276d6cea-0aa0-442a-be40-fbb28f8ba0f5 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:23.046945 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa2aa3-b365-4553-a158-625bec4775c8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Port': ['ID=61f31e64-ad65-4011-ac31-8ef12de9408e,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:23.120506 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d6cea-0aa0-442a-be40-fbb28f8ba0f5 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'Subnet': ['ID=b0ec91cd-9db3-445e-9cee-6d971f993dbf,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:23.180868 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-66fa2aa3-b365-4553-a158-625bec4775c8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:23.185226 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276d6cea-0aa0-442a-be40-fbb28f8ba0f5 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Checking segment: {'id': '62806af2-6437-435e-a5a6-777df703ec85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7906998-9e83-4843-920c-254095f3eac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:00:23.186069 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276d6cea-0aa0-442a-be40-fbb28f8ba0f5 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Network hostable DHCP agents. Network: b7906998-9e83-4843-920c-254095f3eac8, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:00:23.193733 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-e728ed70-4721-4017-a88d-a03325186bc7 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Made reservation on behalf of e038891106e2493183a2b48de06c43c1 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:00:23.197183 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-e728ed70-4721-4017-a88d-a03325186bc7 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:23.234718 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-48205280-3acf-4994-9edb-614e950b17f2 req-54ad3fb5-d0b6-4f54-800e-a82f5bb74398 tempest-ServersNegativeTestMultiTenantJSON-5185936 tempest-ServersNegativeTestMultiTenantJSON-5185936-project] 10.222.0.25 "GET /v2.0/ports?device_id=84115c04-fa0f-4ffe-b126-c581f61e1d96 HTTP/1.1" status: 200 len: 210 time: 0.0509214 Aug 10 04:00:23.380627 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276d6cea-0aa0-442a-be40-fbb28f8ba0f5 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Network b7906998-9e83-4843-920c-254095f3eac8 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:00:23.491556 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66fa2aa3-b365-4553-a158-625bec4775c8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Router 993ee0be-fbb1-4784-a98f-7cc0718f5251 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:00:23.500410 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-276d6cea-0aa0-442a-be40-fbb28f8ba0f5 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, b7906998-9e83-4843-920c-254095f3eac8) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:23.503295 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-e728ed70-4721-4017-a88d-a03325186bc7 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Allocated IP 172.20.0.12 (61be106c-0b66-42f4-b295-3640ff29de8b/5c1c422c-a1f6-4f40-a558-7a67266792a2/8597653a-3390-4a44-a76b-86ade7f9cef6) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:00:23.506576 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276d6cea-0aa0-442a-be40-fbb28f8ba0f5 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:23.509829 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-276d6cea-0aa0-442a-be40-fbb28f8ba0f5 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:23.512560 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53153f4-59c2-4572-838c-a292a5aed005 None None] Network b7906998-9e83-4843-920c-254095f3eac8 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:00:23.632361 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fa2aa3-b365-4553-a158-625bec4775c8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:00:23.654166 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-276d6cea-0aa0-442a-be40-fbb28f8ba0f5 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4970639 Aug 10 04:00:23.654166 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44016) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:23.654659 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-66fa2aa3-b365-4553-a158-625bec4775c8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "PUT /v2.0/routers/993ee0be-fbb1-4784-a98f-7cc0718f5251/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3239319 Aug 10 04:00:23.657367 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb17382e-4fc4-4cc2-9bbf-4322a673c570 None None] Sync routers for ids ['993ee0be-fbb1-4784-a98f-7cc0718f5251'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:00:23.701610 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb17382e-4fc4-4cc2-9bbf-4322a673c570 None None] Routers {'993ee0be-fbb1-4784-a98f-7cc0718f5251'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:23.707698 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-eb17382e-4fc4-4cc2-9bbf-4322a673c570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:00:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['993ee0be-fbb1-4784-a98f-7cc0718f5251'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:23.721344 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-10eedf7b-b61c-4265-b8af-4a34dafad185 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Deleting subnet c6fd9bf5-2226-480c-9c65-c3e3752e9574 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:00:23.725508 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-10eedf7b-b61c-4265-b8af-4a34dafad185 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:23.796225 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-10eedf7b-b61c-4265-b8af-4a34dafad185 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:23.844742 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-eb17382e-4fc4-4cc2-9bbf-4322a673c570 None None] Set router 993ee0be-fbb1-4784-a98f-7cc0718f5251 gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:23.969640 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-eb17382e-4fc4-4cc2-9bbf-4322a673c570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T04:00:22Z', 'revision_number': 11, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:23.973861 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-e728ed70-4721-4017-a88d-a03325186bc7 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:23.977662 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-10eedf7b-b61c-4265-b8af-4a34dafad185 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:24.019504 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb17382e-4fc4-4cc2-9bbf-4322a673c570 None None] Checking router: 993ee0be-fbb1-4784-a98f-7cc0718f5251 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:00:24.022010 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-059e6807-4394-47c7-8636-3f1d2bf82cce req-7f50fd37-9fa9-4f44-9af4-031b0194dcfc tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 210 time: 0.0336883 Aug 10 04:00:24.070213 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb17382e-4fc4-4cc2-9bbf-4322a673c570 None None] Routers {'993ee0be-fbb1-4784-a98f-7cc0718f5251'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:24.070213 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-eb17382e-4fc4-4cc2-9bbf-4322a673c570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:00:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['993ee0be-fbb1-4784-a98f-7cc0718f5251'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:24.108533 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0bcd8c-077c-4b15-a7b4-f7a98599838d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-b7906998-9e83-4843-920c-254095f3eac8', 'network_id': 'b7906998-9e83-4843-920c-254095f3eac8', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'fixed_ips': [{'subnet_id': 'b0ec91cd-9db3-445e-9cee-6d971f993dbf'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:00:24.109399 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0b0bcd8c-077c-4b15-a7b4-f7a98599838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:24.156942 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-eb17382e-4fc4-4cc2-9bbf-4322a673c570 None None] Set router 993ee0be-fbb1-4784-a98f-7cc0718f5251 gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:24.170638 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-e728ed70-4721-4017-a88d-a03325186bc7 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:24.198017 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-10eedf7b-b61c-4265-b8af-4a34dafad185 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:24.223039 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-e728ed70-4721-4017-a88d-a03325186bc7 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Network 61be106c-0b66-42f4-b295-3640ff29de8b is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:24.225440 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eedf7b-b61c-4265-b8af-4a34dafad185 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Subnet': ['ID=c6fd9bf5-2226-480c-9c65-c3e3752e9574,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:24.229025 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-10eedf7b-b61c-4265-b8af-4a34dafad185 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:24.234247 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-10eedf7b-b61c-4265-b8af-4a34dafad185 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/subnets/c6fd9bf5-2226-480c-9c65-c3e3752e9574 HTTP/1.1" status: 204 len: 168 time: 0.5884838 Aug 10 04:00:24.234860 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44044) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:24.242657 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-e728ed70-4721-4017-a88d-a03325186bc7 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:24.255046 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-e728ed70-4721-4017-a88d-a03325186bc7 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:00:24.290288 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-eb17382e-4fc4-4cc2-9bbf-4322a673c570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T04:00:22Z', 'revision_number': 11, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:24.317480 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e728ed70-4721-4017-a88d-a03325186bc7 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Pushing event updated for resources: {'Port': ['ID=8597653a-3390-4a44-a76b-86ade7f9cef6,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:24.321111 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44050) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:24.339064 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-49c061ab-b861-4e0b-a548-08c50fb75370 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-597997192', 'description': 'tempest-secgroup-smoke-597997192 description', 'project_id': 'f5becae06cd542b5a8415ea130ec33d4'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:24.343252 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44054) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:24.422156 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-e728ed70-4721-4017-a88d-a03325186bc7 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:24.422813 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-e728ed70-4721-4017-a88d-a03325186bc7 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:24.440498 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb17382e-4fc4-4cc2-9bbf-4322a673c570 None None] The sync data for ids ['993ee0be-fbb1-4784-a98f-7cc0718f5251'] in n-d-802893-2 is: [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T04:00:22Z', 'revision_number': 11, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:00:24.442000 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7fbd08-8dbd-4039-8aca-223b3bee8958 None None] Network 5bd941c7-ee3e-4516-9c12-a0eb8c88db1c requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:00:24.455469 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8dca92e6-b7df-4bfc-bb23-31f3c10164ba tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:24.472635 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c535506-57c9-4e07-a608-713095aeb30a admin admin] Deleting subnet 45ed350b-0e4e-4e60-ae36-f7b584b8f0bd {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:00:24.475187 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-49c061ab-b861-4e0b-a548-08c50fb75370 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:24.480832 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c535506-57c9-4e07-a608-713095aeb30a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:24.563179 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c535506-57c9-4e07-a608-713095aeb30a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:24.603425 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-e728ed70-4721-4017-a88d-a03325186bc7 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9283392 Aug 10 04:00:24.623216 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-333dfbe6-a628-49d4-a814-c3f06df28ff7 service neutron] Request body: {'port': {'device_id': '12b0c209-c74e-4b8b-8d67-276f414ea1d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:24.623738 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c535506-57c9-4e07-a608-713095aeb30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:24.647384 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-0b0bcd8c-077c-4b15-a7b4-f7a98599838d None None] Allocated IP 172.20.0.18 (b7906998-9e83-4843-920c-254095f3eac8/b0ec91cd-9db3-445e-9cee-6d971f993dbf/47fa331b-6c61-4a44-bea2-df2471e93c6b) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:00:24.691086 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-8dca92e6-b7df-4bfc-bb23-31f3c10164ba tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Deleting port 60fc46cf-ccf8-46e2-ae66-078201a27e8f {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:24.692340 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8dca92e6-b7df-4bfc-bb23-31f3c10164ba tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:24.780429 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-333dfbe6-a628-49d4-a814-c3f06df28ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:24.805532 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-8dca92e6-b7df-4bfc-bb23-31f3c10164ba tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] For port 60fc46cf-ccf8-46e2-ae66-078201a27e8f, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=60fc46cf-ccf8-46e2-ae66-078201a27e8f,segment=NetworkSegment(0f8c38eb-75fe-4355-b6a1-410b8136fff3),segment_id=0f8c38eb-75fe-4355-b6a1-410b8136fff3)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:24.805920 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8dca92e6-b7df-4bfc-bb23-31f3c10164ba tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:24.847234 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0bcf5d-7382-4a7c-b384-30f2fd62f31f None None] DHCP port deletion for 5bd941c7-ee3e-4516-9c12-a0eb8c88db1c request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:00:24.868298 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-8dca92e6-b7df-4bfc-bb23-31f3c10164ba tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Calling delete_port for 60fc46cf-ccf8-46e2-ae66-078201a27e8f owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:24.972852 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0b0bcd8c-077c-4b15-a7b4-f7a98599838d None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.001589 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-49c061ab-b861-4e0b-a548-08c50fb75370 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.022704 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-aa0bcf5d-7382-4a7c-b384-30f2fd62f31f None None] Deleting port 60fc46cf-ccf8-46e2-ae66-078201a27e8f {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:25.023091 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-aa0bcf5d-7382-4a7c-b384-30f2fd62f31f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.101982 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c535506-57c9-4e07-a608-713095aeb30a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.138046 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0b0bcd8c-077c-4b15-a7b4-f7a98599838d None None] Transition to ACTIVE for port object 47fa331b-6c61-4a44-bea2-df2471e93c6b will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:25.149867 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-49c061ab-b861-4e0b-a548-08c50fb75370 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.163528 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-aa0bcf5d-7382-4a7c-b384-30f2fd62f31f None None] For port 60fc46cf-ccf8-46e2-ae66-078201a27e8f, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=60fc46cf-ccf8-46e2-ae66-078201a27e8f,segment=NetworkSegment(0f8c38eb-75fe-4355-b6a1-410b8136fff3),segment_id=0f8c38eb-75fe-4355-b6a1-410b8136fff3)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:25.164265 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-aa0bcf5d-7382-4a7c-b384-30f2fd62f31f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.185497 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0b0bcd8c-077c-4b15-a7b4-f7a98599838d None None] Transition to ACTIVE for port object 47fa331b-6c61-4a44-bea2-df2471e93c6b will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:25.187144 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-aa0bcf5d-7382-4a7c-b384-30f2fd62f31f None None] Calling delete_port for 60fc46cf-ccf8-46e2-ae66-078201a27e8f owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:25.190498 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c535506-57c9-4e07-a608-713095aeb30a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45ed350b-0e4e-4e60-ae36-f7b584b8f0bd,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:25.201688 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8dca92e6-b7df-4bfc-bb23-31f3c10164ba tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.220735 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c535506-57c9-4e07-a608-713095aeb30a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.224909 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8c535506-57c9-4e07-a608-713095aeb30a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/45ed350b-0e4e-4e60-ae36-f7b584b8f0bd HTTP/1.1" status: 204 len: 168 time: 0.8809142 Aug 10 04:00:25.243049 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44090) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:25.247076 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dca92e6-b7df-4bfc-bb23-31f3c10164ba tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] No DVR routers for this DVR port 60fc46cf-ccf8-46e2-ae66-078201a27e8f on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:00:25.250978 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0b0bcd8c-077c-4b15-a7b4-f7a98599838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.281501 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca92e6-b7df-4bfc-bb23-31f3c10164ba tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Port': ['ID=60fc46cf-ccf8-46e2-ae66-078201a27e8f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:25.303093 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0bcd8c-077c-4b15-a7b4-f7a98599838d None None] Pushing event updated for resources: {'Port': ['ID=47fa331b-6c61-4a44-bea2-df2471e93c6b,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:25.334329 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0bcd8c-077c-4b15-a7b4-f7a98599838d None None] Network b7906998-9e83-4843-920c-254095f3eac8 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:25.341597 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-0b0bcd8c-077c-4b15-a7b4-f7a98599838d None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:25.341597 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0bcd8c-077c-4b15-a7b4-f7a98599838d None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:00:25.358837 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 3d20ff2e-c494-4850-bcaa-473914eec1fc no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:25.378209 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8dca92e6-b7df-4bfc-bb23-31f3c10164ba tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.410732 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8dca92e6-b7df-4bfc-bb23-31f3c10164ba tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd941c7-ee3e-4516-9c12-a0eb8c88db1c']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:25.424974 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-aa0bcf5d-7382-4a7c-b384-30f2fd62f31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.435307 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8dca92e6-b7df-4bfc-bb23-31f3c10164ba tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f8c38eb-75fe-4355-b6a1-410b8136fff3') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:25.436206 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8dca92e6-b7df-4bfc-bb23-31f3c10164ba tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f8c38eb-75fe-4355-b6a1-410b8136fff3') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:25.442156 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 3d20ff2e-c494-4850-bcaa-473914eec1fc {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:25.442501 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 3d20ff2e-c494-4850-bcaa-473914eec1fc not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:25.456758 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8dca92e6-b7df-4bfc-bb23-31f3c10164ba tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.471303 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0bcf5d-7382-4a7c-b384-30f2fd62f31f None None] Pushing event deleted for resources: {'Port': ['ID=60fc46cf-ccf8-46e2-ae66-078201a27e8f,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:25.485071 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0bcf5d-7382-4a7c-b384-30f2fd62f31f None None] No DVR routers for this DVR port 60fc46cf-ccf8-46e2-ae66-078201a27e8f on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:00:25.486483 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8dca92e6-b7df-4bfc-bb23-31f3c10164ba tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.490662 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-0b0bcd8c-077c-4b15-a7b4-f7a98599838d None None] Attempting to bind port 47fa331b-6c61-4a44-bea2-df2471e93c6b on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:00:25.491022 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-0b0bcd8c-077c-4b15-a7b4-f7a98599838d None None] Attempting to bind port 47fa331b-6c61-4a44-bea2-df2471e93c6b by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '62806af2-6437-435e-a5a6-777df703ec85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7906998-9e83-4843-920c-254095f3eac8'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:00:25.491389 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0bcd8c-077c-4b15-a7b4-f7a98599838d None None] Attempting to bind port 47fa331b-6c61-4a44-bea2-df2471e93c6b on network b7906998-9e83-4843-920c-254095f3eac8 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:00:25.510478 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0bcd8c-077c-4b15-a7b4-f7a98599838d None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:00:25.510478 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0bcd8c-077c-4b15-a7b4-f7a98599838d None None] Checking segment: {'id': '62806af2-6437-435e-a5a6-777df703ec85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7906998-9e83-4843-920c-254095f3eac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:00:25.510478 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0b0bcd8c-077c-4b15-a7b4-f7a98599838d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.511431 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dca92e6-b7df-4bfc-bb23-31f3c10164ba tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:00:25.511431 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8dca92e6-b7df-4bfc-bb23-31f3c10164ba tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.512747 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0bcd8c-077c-4b15-a7b4-f7a98599838d None None] Bound using segment: {'id': '62806af2-6437-435e-a5a6-777df703ec85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7906998-9e83-4843-920c-254095f3eac8'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:00:25.512747 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-0b0bcd8c-077c-4b15-a7b4-f7a98599838d None None] Bound port: 47fa331b-6c61-4a44-bea2-df2471e93c6b, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62806af2-6437-435e-a5a6-777df703ec85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7906998-9e83-4843-920c-254095f3eac8'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:00:25.512943 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:00:25.515420 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0b0bcd8c-077c-4b15-a7b4-f7a98599838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.592266 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-0b0bcd8c-077c-4b15-a7b4-f7a98599838d None None] For port 47fa331b-6c61-4a44-bea2-df2471e93c6b, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:00:25.596249 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-0b0bcd8c-077c-4b15-a7b4-f7a98599838d None None] For port 47fa331b-6c61-4a44-bea2-df2471e93c6b, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=47fa331b-6c61-4a44-bea2-df2471e93c6b,segment=NetworkSegment(62806af2-6437-435e-a5a6-777df703ec85),segment_id=62806af2-6437-435e-a5a6-777df703ec85)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:00:25.683840 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8dca92e6-b7df-4bfc-bb23-31f3c10164ba tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.685777 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-49c061ab-b861-4e0b-a548-08c50fb75370 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.689660 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-49c061ab-b861-4e0b-a548-08c50fb75370 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3572259 Aug 10 04:00:25.690622 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44110) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:25.691659 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8dca92e6-b7df-4bfc-bb23-31f3c10164ba tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.693544 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8dca92e6-b7df-4bfc-bb23-31f3c10164ba tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/networks/5bd941c7-ee3e-4516-9c12-a0eb8c88db1c HTTP/1.1" status: 204 len: 168 time: 1.4577558 Aug 10 04:00:25.698205 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-eb75d3ac-9cd0-4676-869e-5433626076f0 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'security_group_rule': {'security_group_id': 'b97a5e40-e433-4a29-ad25-e02ed8b4ba61', 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:25.701713 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44112) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:25.713003 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0b0bcd8c-077c-4b15-a7b4-f7a98599838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.721453 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca92e6-b7df-4bfc-bb23-31f3c10164ba tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Pushing event deleted for resources: {'Network': ['ID=5bd941c7-ee3e-4516-9c12-a0eb8c88db1c,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:25.748717 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-e69de674-c2d3-4c5e-9f69-4b308054ab1a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'router': {'routes': None}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:25.755131 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c061ab-b861-4e0b-a548-08c50fb75370 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b97a5e40-e433-4a29-ad25-e02ed8b4ba61,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:25.801830 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eb75d3ac-9cd0-4676-869e-5433626076f0 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.803895 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0bcd8c-077c-4b15-a7b4-f7a98599838d None None] Pushing event updated for resources: {'Port': ['ID=47fa331b-6c61-4a44-bea2-df2471e93c6b,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:25.813845 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa2544-256e-435f-a394-201f29addd5a req-eafe50d0-037a-4b61-8e0f-2067136c946b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:25.815375 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8efa2544-256e-435f-a394-201f29addd5a req-eafe50d0-037a-4b61-8e0f-2067136c946b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 932 time: 0.6878278 Aug 10 04:00:25.872979 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eb75d3ac-9cd0-4676-869e-5433626076f0 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.900611 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b10c9168-95c4-47ff-94f3-308fbfa78bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.947376 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 61f31e64-ad65-4011-ac31-8ef12de9408e no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:25.955468 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eb75d3ac-9cd0-4676-869e-5433626076f0 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:25.972033 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75d3ac-9cd0-4676-869e-5433626076f0 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc763cfb-0a00-4e68-8c27-05fa943670e6,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:26.039672 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 61f31e64-ad65-4011-ac31-8ef12de9408e {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:26.040047 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 61f31e64-ad65-4011-ac31-8ef12de9408e not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:26.040463 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 60fc46cf-ccf8-46e2-ae66-078201a27e8f no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:26.081379 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 60fc46cf-ccf8-46e2-ae66-078201a27e8f {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:26.081864 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 60fc46cf-ccf8-46e2-ae66-078201a27e8f not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:26.092149 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eb75d3ac-9cd0-4676-869e-5433626076f0 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:26.101594 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-eb75d3ac-9cd0-4676-869e-5433626076f0 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3995688 Aug 10 04:00:26.101718 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44130) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:26.141326 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-5a708781-a2f8-4062-8393-c562ce2c948f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'security_group_rule': {'security_group_id': 'b97a5e40-e433-4a29-ad25-e02ed8b4ba61', 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:26.168314 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.extraroute_db [None req-e69de674-c2d3-4c5e-9f69-4b308054ab1a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Added routes are [] {{(pid=94937) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 04:00:26.169472 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.extraroute_db [None req-e69de674-c2d3-4c5e-9f69-4b308054ab1a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Removed routes are [] {{(pid=94937) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 04:00:26.169472 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e69de674-c2d3-4c5e-9f69-4b308054ab1a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:26.178921 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8efa2544-256e-435f-a394-201f29addd5a req-1c3cd662-e87d-4bec-bd07-1213b61a0f20 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031614 Aug 10 04:00:26.358706 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b10c9168-95c4-47ff-94f3-308fbfa78bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:26.369621 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-333dfbe6-a628-49d4-a814-c3f06df28ff7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8597653a-3390-4a44-a76b-86ade7f9cef6 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:00:26.381994 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-b10c9168-95c4-47ff-94f3-308fbfa78bbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['577c5ff2-07ca-4545-b288-7a2527969198']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:26.421261 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-333dfbe6-a628-49d4-a814-c3f06df28ff7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:26.468265 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a708781-a2f8-4062-8393-c562ce2c948f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:26.472041 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-b10c9168-95c4-47ff-94f3-308fbfa78bbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef066b6e-f334-4fa3-a561-f268ea55a91c') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:26.472339 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-b10c9168-95c4-47ff-94f3-308fbfa78bbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef066b6e-f334-4fa3-a561-f268ea55a91c') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:26.486043 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e69de674-c2d3-4c5e-9f69-4b308054ab1a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:26.503213 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-333dfbe6-a628-49d4-a814-c3f06df28ff7 service neutron] Transition to ACTIVE for port object 8597653a-3390-4a44-a76b-86ade7f9cef6 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:26.509274 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b10c9168-95c4-47ff-94f3-308fbfa78bbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:26.511347 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e69de674-c2d3-4c5e-9f69-4b308054ab1a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-457799'] for router, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:26.547476 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b10c9168-95c4-47ff-94f3-308fbfa78bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:26.559779 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10c9168-95c4-47ff-94f3-308fbfa78bbe admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:00:26.560796 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b10c9168-95c4-47ff-94f3-308fbfa78bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:00:26.609755 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:00:26.708812 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-333dfbe6-a628-49d4-a814-c3f06df28ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:26.757503 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a708781-a2f8-4062-8393-c562ce2c948f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:26.776484 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69de674-c2d3-4c5e-9f69-4b308054ab1a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Router 993ee0be-fbb1-4784-a98f-7cc0718f5251 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:00:26.807088 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333dfbe6-a628-49d4-a814-c3f06df28ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=8597653a-3390-4a44-a76b-86ade7f9cef6,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:26.890734 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe03d6e-bd29-4d65-8f6a-dd85908e032c None None] Network b7906998-9e83-4843-920c-254095f3eac8 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:00:26.928544 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a708781-a2f8-4062-8393-c562ce2c948f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:26.937361 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69de674-c2d3-4c5e-9f69-4b308054ab1a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:00:26.948908 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e69de674-c2d3-4c5e-9f69-4b308054ab1a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:26.950219 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc76165-d9ff-477b-a5a9-19de364bf88d None None] Sync routers for ids ['993ee0be-fbb1-4784-a98f-7cc0718f5251'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:00:26.951047 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e69de674-c2d3-4c5e-9f69-4b308054ab1a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "PUT /v2.0/routers/993ee0be-fbb1-4784-a98f-7cc0718f5251 HTTP/1.1" status: 200 len: 705 time: 1.2140744 Aug 10 04:00:26.953985 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44158) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:26.966527 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc76165-d9ff-477b-a5a9-19de364bf88d None None] Routers {'993ee0be-fbb1-4784-a98f-7cc0718f5251'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:26.967709 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-bbc76165-d9ff-477b-a5a9-19de364bf88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:00:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['993ee0be-fbb1-4784-a98f-7cc0718f5251'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:26.984442 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-db7015d8-8f05-47c0-a7d7-bf79198154f4 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "GET /v2.0/ports?device_id=993ee0be-fbb1-4784-a98f-7cc0718f5251 HTTP/1.1" status: 200 len: 205 time: 0.0290623 Aug 10 04:00:26.987207 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44162) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:26.996107 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b10c9168-95c4-47ff-94f3-308fbfa78bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.010426 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b10c9168-95c4-47ff-94f3-308fbfa78bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.017868 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b10c9168-95c4-47ff-94f3-308fbfa78bbe admin admin] 10.222.0.25 "DELETE /v2.0/networks/577c5ff2-07ca-4545-b288-7a2527969198 HTTP/1.1" status: 204 len: 168 time: 1.3481145 Aug 10 04:00:27.021559 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44164) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:27.042541 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a708781-a2f8-4062-8393-c562ce2c948f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb78183-e620-449b-ab06-bc15bad62ed3,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:27.047408 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-bbc76165-d9ff-477b-a5a9-19de364bf88d None None] Set router 993ee0be-fbb1-4784-a98f-7cc0718f5251 gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:27.080296 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c9168-95c4-47ff-94f3-308fbfa78bbe admin admin] Pushing event deleted for resources: {'Network': ['ID=577c5ff2-07ca-4545-b288-7a2527969198,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:27.083714 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-333dfbe6-a628-49d4-a814-c3f06df28ff7 service neutron] Attempting to bind port 8597653a-3390-4a44-a76b-86ade7f9cef6 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:00:27.084601 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-333dfbe6-a628-49d4-a814-c3f06df28ff7 service neutron] Attempting to bind port 8597653a-3390-4a44-a76b-86ade7f9cef6 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'ddbbd097-b4f1-4cec-8d55-af70ec47d20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '61be106c-0b66-42f4-b295-3640ff29de8b'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:00:27.085491 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-333dfbe6-a628-49d4-a814-c3f06df28ff7 service neutron] Attempting to bind port 8597653a-3390-4a44-a76b-86ade7f9cef6 on network 61be106c-0b66-42f4-b295-3640ff29de8b {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:00:27.099176 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-333dfbe6-a628-49d4-a814-c3f06df28ff7 service neutron] Port 8597653a-3390-4a44-a76b-86ade7f9cef6 on network 61be106c-0b66-42f4-b295-3640ff29de8b not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:00:27.099176 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-333dfbe6-a628-49d4-a814-c3f06df28ff7 service neutron] Attempting to bind port 8597653a-3390-4a44-a76b-86ade7f9cef6 on network 61be106c-0b66-42f4-b295-3640ff29de8b {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:00:27.099895 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ab69c65d-657a-499e-8371-617ba48dc8f9 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.119133 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-648b9c1c-67bd-48e9-921c-bd1175292101 admin admin] Deleting subnet a0d719c9-6e41-4b39-ba84-3198b4ddd2cc {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:00:27.122257 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-333dfbe6-a628-49d4-a814-c3f06df28ff7 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 3, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:00:27.122796 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-333dfbe6-a628-49d4-a814-c3f06df28ff7 service neutron] Checking segment: {'id': 'ddbbd097-b4f1-4cec-8d55-af70ec47d20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '61be106c-0b66-42f4-b295-3640ff29de8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:00:27.123051 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-333dfbe6-a628-49d4-a814-c3f06df28ff7 service neutron] Bound using segment: {'id': 'ddbbd097-b4f1-4cec-8d55-af70ec47d20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '61be106c-0b66-42f4-b295-3640ff29de8b'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:00:27.123996 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-333dfbe6-a628-49d4-a814-c3f06df28ff7 service neutron] Bound port: 8597653a-3390-4a44-a76b-86ade7f9cef6, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddbbd097-b4f1-4cec-8d55-af70ec47d20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '61be106c-0b66-42f4-b295-3640ff29de8b'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:00:27.123996 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-333dfbe6-a628-49d4-a814-c3f06df28ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.127848 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-648b9c1c-67bd-48e9-921c-bd1175292101 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.134127 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-bbc76165-d9ff-477b-a5a9-19de364bf88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T04:00:22Z', 'revision_number': 11, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:27.163108 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5cb11028-bb15-4b2d-ae5e-608f4b35cc7c None None] Provisioning for port 47fa331b-6c61-4a44-bea2-df2471e93c6b completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:27.174864 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc76165-d9ff-477b-a5a9-19de364bf88d None None] Checking router: 993ee0be-fbb1-4784-a98f-7cc0718f5251 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:00:27.180749 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a708781-a2f8-4062-8393-c562ce2c948f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.181969 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5a708781-a2f8-4062-8393-c562ce2c948f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0708065 Aug 10 04:00:27.187628 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44176) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:27.189361 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc76165-d9ff-477b-a5a9-19de364bf88d None None] Routers {'993ee0be-fbb1-4784-a98f-7cc0718f5251'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:27.190012 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-bbc76165-d9ff-477b-a5a9-19de364bf88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:00:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['993ee0be-fbb1-4784-a98f-7cc0718f5251'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:27.208121 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-a561fac8-abab-4aa6-ad09-4c3d68303c9b tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'security_group_rule': {'security_group_id': 'b97a5e40-e433-4a29-ad25-e02ed8b4ba61', 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:27.270857 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-bbc76165-d9ff-477b-a5a9-19de364bf88d None None] Set router 993ee0be-fbb1-4784-a98f-7cc0718f5251 gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:27.319163 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-648b9c1c-67bd-48e9-921c-bd1175292101 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.334811 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.349670 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-bbc76165-d9ff-477b-a5a9-19de364bf88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T04:00:22Z', 'revision_number': 11, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:27.352124 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ab69c65d-657a-499e-8371-617ba48dc8f9 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.356485 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ab69c65d-657a-499e-8371-617ba48dc8f9 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.386427 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc76165-d9ff-477b-a5a9-19de364bf88d None None] The sync data for ids ['993ee0be-fbb1-4784-a98f-7cc0718f5251'] in n-d-802893-2 is: [{'id': '993ee0be-fbb1-4784-a98f-7cc0718f5251', 'name': 'tempest-RoutersIpV6Test-router-2052319241', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:35Z', 'updated_at': '2021-08-10T04:00:22Z', 'revision_number': 11, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:00:27.450637 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-333dfbe6-a628-49d4-a814-c3f06df28ff7 service neutron] For port 8597653a-3390-4a44-a76b-86ade7f9cef6, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:00:27.457057 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-333dfbe6-a628-49d4-a814-c3f06df28ff7 service neutron] For port 8597653a-3390-4a44-a76b-86ade7f9cef6, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=8597653a-3390-4a44-a76b-86ade7f9cef6,segment=NetworkSegment(ddbbd097-b4f1-4cec-8d55-af70ec47d20e),segment_id=ddbbd097-b4f1-4cec-8d55-af70ec47d20e)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:00:27.458388 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-648b9c1c-67bd-48e9-921c-bd1175292101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.475876 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da0ad1-b6d9-4e26-82b8-534f0c81fa73 req-21a7d6b5-6bc6-49a0-b298-0d1a78cdbe1b tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:27.475876 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-90da0ad1-b6d9-4e26-82b8-534f0c81fa73 req-21a7d6b5-6bc6-49a0-b298-0d1a78cdbe1b tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 945 time: 0.1595166 Aug 10 04:00:27.503350 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d85ee4-c6a5-48e0-8736-9f36a408689e req-07949658-770b-475b-aa30-3565f040f8c4 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:27.504901 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e1d85ee4-c6a5-48e0-8736-9f36a408689e req-07949658-770b-475b-aa30-3565f040f8c4 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 944 time: 0.1363029 Aug 10 04:00:27.509287 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a561fac8-abab-4aa6-ad09-4c3d68303c9b tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.531829 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-90da0ad1-b6d9-4e26-82b8-534f0c81fa73 req-b8de68d3-5909-4005-a701-8807068736d0 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508215 Aug 10 04:00:27.551018 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ab69c65d-657a-499e-8371-617ba48dc8f9 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.551018 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab69c65d-657a-499e-8371-617ba48dc8f9 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Fanout notify agent at l3_agent the message router_deleted on router 993ee0be-fbb1-4784-a98f-7cc0718f5251 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:00:27.554463 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ab69c65d-657a-499e-8371-617ba48dc8f9 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.560033 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ab69c65d-657a-499e-8371-617ba48dc8f9 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/routers/993ee0be-fbb1-4784-a98f-7cc0718f5251 HTTP/1.1" status: 204 len: 168 time: 0.5678494 Aug 10 04:00:27.560920 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44188) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:27.566230 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-bbac1b2a-60a0-4a76-8f1b-cce82dfe1f68 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1158881613', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:27.603645 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-333dfbe6-a628-49d4-a814-c3f06df28ff7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.609566 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e1d85ee4-c6a5-48e0-8736-9f36a408689e req-7898e624-8680-4508-904c-36abdc6677b6 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955088 Aug 10 04:00:27.670854 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-333dfbe6-a628-49d4-a814-c3f06df28ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:27.671478 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-333dfbe6-a628-49d4-a814-c3f06df28ff7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.672923 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-333dfbe6-a628-49d4-a814-c3f06df28ff7 service neutron] 10.222.0.20 "PUT /v2.0/ports/8597653a-3390-4a44-a76b-86ade7f9cef6 HTTP/1.1" status: 200 len: 1092 time: 3.0548301 Aug 10 04:00:27.673488 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b0c209-c74e-4b8b-8d67-276f414ea1d2', 'tag': '8597653a-3390-4a44-a76b-86ade7f9cef6'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:00:27.675573 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4275dc42-2f71-4c99-b752-c930dd662ec8" -d '{"events": [{"name": "network-changed", "server_uuid": "12b0c209-c74e-4b8b-8d67-276f414ea1d2", "tag": "8597653a-3390-4a44-a76b-86ade7f9cef6"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:00:27.691098 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a561fac8-abab-4aa6-ad09-4c3d68303c9b tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.702202 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333dfbe6-a628-49d4-a814-c3f06df28ff7 service neutron] Pushing event updated for resources: {'Port': ['ID=8597653a-3390-4a44-a76b-86ade7f9cef6,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:27.720299 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8688b513-2ce4-4ddc-aca6-bc3c6096807d x-openstack-request-id: req-8688b513-2ce4-4ddc-aca6-bc3c6096807d {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:00:27.720594 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b0c209-c74e-4b8b-8d67-276f414ea1d2", "tag": "8597653a-3390-4a44-a76b-86ade7f9cef6", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:00:27.720852 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8688b513-2ce4-4ddc-aca6-bc3c6096807d {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:00:27.721259 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b0c209-c74e-4b8b-8d67-276f414ea1d2', 'tag': '8597653a-3390-4a44-a76b-86ade7f9cef6', 'status': 'completed', 'code': 200} Aug 10 04:00:27.740247 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bbac1b2a-60a0-4a76-8f1b-cce82dfe1f68 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.741299 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bbac1b2a-60a0-4a76-8f1b-cce82dfe1f68 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.809584 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275dc42-2f71-4c99-b752-c930dd662ec8 req-554e1b8d-be99-4cf6-9ff0-1b9d6e2f4f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:27.811087 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4275dc42-2f71-4c99-b752-c930dd662ec8 req-554e1b8d-be99-4cf6-9ff0-1b9d6e2f4f02 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e038891106e2493183a2b48de06c43c1&device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 1095 time: 0.0448399 Aug 10 04:00:27.879389 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-648b9c1c-67bd-48e9-921c-bd1175292101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.916514 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bbac1b2a-60a0-4a76-8f1b-cce82dfe1f68 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.918842 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b9c1c-67bd-48e9-921c-bd1175292101 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0d719c9-6e41-4b39-ba84-3198b4ddd2cc,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:27.926512 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-648b9c1c-67bd-48e9-921c-bd1175292101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.937650 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-648b9c1c-67bd-48e9-921c-bd1175292101 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a0d719c9-6e41-4b39-ba84-3198b4ddd2cc HTTP/1.1" status: 204 len: 168 time: 0.9050114 Aug 10 04:00:27.937650 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44200) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:27.942887 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a561fac8-abab-4aa6-ad09-4c3d68303c9b tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:27.960885 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 47fa331b-6c61-4a44-bea2-df2471e93c6b up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:28.012836 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561fac8-abab-4aa6-ad09-4c3d68303c9b tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad624a30-30ef-4376-a9c8-4722f3b752e4,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:28.037504 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bbac1b2a-60a0-4a76-8f1b-cce82dfe1f68 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.041458 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275dc42-2f71-4c99-b752-c930dd662ec8 req-7734a1d0-d58d-448c-95de-212875783a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:28.042956 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4275dc42-2f71-4c99-b752-c930dd662ec8 req-7734a1d0-d58d-448c-95de-212875783a55 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e038891106e2493183a2b48de06c43c1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2102363 Aug 10 04:00:28.047109 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf197-2051-4b9f-a0d6-92571dc859af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.128857 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 47fa331b-6c61-4a44-bea2-df2471e93c6b completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:28.132881 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 47fa331b-6c61-4a44-bea2-df2471e93c6b triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:28.133246 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.186159 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bbac1b2a-60a0-4a76-8f1b-cce82dfe1f68 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.187614 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bbac1b2a-60a0-4a76-8f1b-cce82dfe1f68 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6250148 Aug 10 04:00:28.193391 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a561fac8-abab-4aa6-ad09-4c3d68303c9b tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.195433 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44210) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:28.195652 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a561fac8-abab-4aa6-ad09-4c3d68303c9b tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9989152 Aug 10 04:00:28.200017 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf197-2051-4b9f-a0d6-92571dc859af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.209450 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44214) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:28.210379 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-818cdddf-18bd-4a90-b9c6-644e29a1e97f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:28.219087 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-2da391ae-7da5-41c0-9418-b6805cf6c453 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'security_group_rule': {'security_group_id': 'b97a5e40-e433-4a29-ad25-e02ed8b4ba61', 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:28.227107 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-8cdbf197-2051-4b9f-a0d6-92571dc859af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed830d80-f7ff-4b5e-8a7f-1337c2bc9ab3']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:28.233481 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.248504 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-8cdbf197-2051-4b9f-a0d6-92571dc859af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1eb7157-036a-48d0-8480-3cf82555f972') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:28.248807 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-8cdbf197-2051-4b9f-a0d6-92571dc859af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1eb7157-036a-48d0-8480-3cf82555f972') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:28.257796 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275dc42-2f71-4c99-b752-c930dd662ec8 req-492b16c2-51bd-4ad5-b436-29dad626afb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:28.259292 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4275dc42-2f71-4c99-b752-c930dd662ec8 req-492b16c2-51bd-4ad5-b436-29dad626afb7 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2071714 Aug 10 04:00:28.266248 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf197-2051-4b9f-a0d6-92571dc859af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.274141 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 47fa331b-6c61-4a44-bea2-df2471e93c6b, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=47fa331b-6c61-4a44-bea2-df2471e93c6b,segment=NetworkSegment(62806af2-6437-435e-a5a6-777df703ec85),segment_id=62806af2-6437-435e-a5a6-777df703ec85)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:28.294851 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf197-2051-4b9f-a0d6-92571dc859af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.301272 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cdbf197-2051-4b9f-a0d6-92571dc859af admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:00:28.301891 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf197-2051-4b9f-a0d6-92571dc859af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:00:28.304037 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:00:28.375660 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.411372 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-f145c107-bfab-4ca9-9e9e-1a84a2657aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:28.413218 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-f145c107-bfab-4ca9-9e9e-1a84a2657aaa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e038891106e2493183a2b48de06c43c1&device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 1095 time: 0.0595210 Aug 10 04:00:28.430810 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=47fa331b-6c61-4a44-bea2-df2471e93c6b,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:28.453527 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-818cdddf-18bd-4a90-b9c6-644e29a1e97f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.473708 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-7e0fdf7f-f1ed-4809-95f6-70cf59a1120c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8597653a-3390-4a44-a76b-86ade7f9cef6 HTTP/1.1" status: 200 len: 217 time: 0.0463717 Aug 10 04:00:28.474315 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf197-2051-4b9f-a0d6-92571dc859af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.483670 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8cdbf197-2051-4b9f-a0d6-92571dc859af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.484963 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8cdbf197-2051-4b9f-a0d6-92571dc859af admin admin] 10.222.0.25 "DELETE /v2.0/networks/ed830d80-f7ff-4b5e-8a7f-1337c2bc9ab3 HTTP/1.1" status: 204 len: 168 time: 0.5515556 Aug 10 04:00:28.506924 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2da391ae-7da5-41c0-9418-b6805cf6c453 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.529339 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbf197-2051-4b9f-a0d6-92571dc859af admin admin] Pushing event deleted for resources: {'Network': ['ID=ed830d80-f7ff-4b5e-8a7f-1337c2bc9ab3,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:28.530218 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-818cdddf-18bd-4a90-b9c6-644e29a1e97f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-457799'] for router, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.578326 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-6f75d426-6610-4c89-8c35-361fa6857a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:28.579869 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-6f75d426-6610-4c89-8c35-361fa6857a83 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c1c422c-a1f6-4f40-a558-7a67266792a2 HTTP/1.1" status: 200 len: 854 time: 0.0925565 Aug 10 04:00:28.620538 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-3b9dbd21-d764-4b81-bd15-715530d2e7a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61be106c-0b66-42f4-b295-3640ff29de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325961 Aug 10 04:00:28.627076 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2da391ae-7da5-41c0-9418-b6805cf6c453 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.721029 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2da391ae-7da5-41c0-9418-b6805cf6c453 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:28.775002 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da391ae-7da5-41c0-9418-b6805cf6c453 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a5d74c-f039-41ec-8cb4-93b0fdca831b,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:28.781364 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-f7faa9f2-226f-4da7-b7d6-687ebe6362b1 service neutron] 10.222.0.20 "GET /v2.0/networks/61be106c-0b66-42f4-b295-3640ff29de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528964 Aug 10 04:00:28.815842 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5aac0-4a88-4ab4-af4e-8006416f8427 req-fcbc1235-1cf1-48f4-9609-57aa7107edef tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:28.817752 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f0a5aac0-4a88-4ab4-af4e-8006416f8427 req-fcbc1235-1cf1-48f4-9609-57aa7107edef tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 944 time: 0.1168678 Aug 10 04:00:28.984970 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44248) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:29.122191 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41de1c-5b74-45c6-b84a-4abcdbbf23e3 req-02f32b05-8630-4433-b841-972bc584c641 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:29.129685 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fb41de1c-5b74-45c6-b84a-4abcdbbf23e3 req-02f32b05-8630-4433-b841-972bc584c641 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 945 time: 0.1462097 Aug 10 04:00:29.151530 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-003751c2-6ec5-4797-8022-26c2abdf6db5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a0e5fde089b24040aa5065b1fcdddfda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1629696 Aug 10 04:00:29.151714 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44258) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:29.209316 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2da391ae-7da5-41c0-9418-b6805cf6c453 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:29.212966 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2da391ae-7da5-41c0-9418-b6805cf6c453 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0001140 Aug 10 04:00:29.213858 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44264) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:29.214607 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818cdddf-18bd-4a90-b9c6-644e29a1e97f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Router 4bf35d33-99e5-4805-89d3-8969ad6c765a is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:00:29.220039 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-20d893fe-ea45-44e0-9745-d662bb94b2d2 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'security_group_rule': {'security_group_id': 'b97a5e40-e433-4a29-ad25-e02ed8b4ba61', 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:29.220738 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fb41de1c-5b74-45c6-b84a-4abcdbbf23e3 req-62f87022-2945-47e8-8788-2517840d0267 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903256 Aug 10 04:00:29.225418 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0333b975-d59a-4452-956c-8e7306f905bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:29.266036 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f0a5aac0-4a88-4ab4-af4e-8006416f8427 req-a33a5e9b-69cf-4a5c-b802-085f2c8bdf5c tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359066 Aug 10 04:00:29.288520 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1810814b-5e05-4605-a0f7-02ed42a927d4 req-bd5819bc-0f07-4d8f-9d23-f811b5069531 service neutron] 10.222.0.20 "GET /v2.0/networks/61be106c-0b66-42f4-b295-3640ff29de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977245 Aug 10 04:00:29.301029 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0333b975-d59a-4452-956c-8e7306f905bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:29.334691 n-d-802893-2 neutron-server[94937]: INFO neutron.db.securitygroups_db [None req-20d893fe-ea45-44e0-9745-d662bb94b2d2 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Project f5becae06cd542b5a8415ea130ec33d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:00:29.340011 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20d893fe-ea45-44e0-9745-d662bb94b2d2 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:29.351741 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818cdddf-18bd-4a90-b9c6-644e29a1e97f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:00:29.360074 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-818cdddf-18bd-4a90-b9c6-644e29a1e97f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:29.363831 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-818cdddf-18bd-4a90-b9c6-644e29a1e97f tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "PUT /v2.0/routers/4bf35d33-99e5-4805-89d3-8969ad6c765a HTTP/1.1" status: 200 len: 698 time: 1.1667652 Aug 10 04:00:29.364522 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44272) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:29.369832 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac68cb71-0828-4013-be28-13e237ee11bd None None] Sync routers for ids ['4bf35d33-99e5-4805-89d3-8969ad6c765a'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:00:29.383903 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac68cb71-0828-4013-be28-13e237ee11bd None None] Routers {'4bf35d33-99e5-4805-89d3-8969ad6c765a'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:29.396767 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ac68cb71-0828-4013-be28-13e237ee11bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:00:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['4bf35d33-99e5-4805-89d3-8969ad6c765a'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:29.463221 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0333b975-d59a-4452-956c-8e7306f905bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:29.471443 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0333b975-d59a-4452-956c-8e7306f905bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:29.475309 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0333b975-d59a-4452-956c-8e7306f905bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/95840f90-eae3-4ade-ac58-f7f8ddd72c91 HTTP/1.1" status: 204 len: 168 time: 0.3200762 Aug 10 04:00:29.488587 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333b975-d59a-4452-956c-8e7306f905bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95840f90-eae3-4ade-ac58-f7f8ddd72c91,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:29.507510 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf4911-48fb-4cff-b327-af64542de549 req-c383aeea-8a66-48f5-b714-0bd5e640efa2 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:29.509587 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-54cf4911-48fb-4cff-b327-af64542de549 req-c383aeea-8a66-48f5-b714-0bd5e640efa2 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.68 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 945 time: 0.0736482 Aug 10 04:00:29.535204 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-dfb14bfc-1fe4-4cde-b657-ae8086f8d3b8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "GET /v2.0/routers/4bf35d33-99e5-4805-89d3-8969ad6c765a HTTP/1.1" status: 200 len: 704 time: 0.1695650 Aug 10 04:00:29.538210 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44284) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:29.571419 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-778a41c1-014b-4b01-9922-f912d100a87b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf35d33-99e5-4805-89d3-8969ad6c765a HTTP/1.1" status: 200 len: 205 time: 0.0318096 Aug 10 04:00:29.576422 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44286) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:29.584085 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20d893fe-ea45-44e0-9745-d662bb94b2d2 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:29.639649 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-ac68cb71-0828-4013-be28-13e237ee11bd None None] Set router 4bf35d33-99e5-4805-89d3-8969ad6c765a gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:29.648157 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-54cf4911-48fb-4cff-b327-af64542de549 req-babedf02-5635-4f31-af54-e2c00fa7ad64 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Deleting port 6ef051c6-af36-4305-ae02-5804deade79c {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:29.648408 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-54cf4911-48fb-4cff-b327-af64542de549 req-babedf02-5635-4f31-af54-e2c00fa7ad64 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:29.687150 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20d893fe-ea45-44e0-9745-d662bb94b2d2 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:29.696452 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ac68cb71-0828-4013-be28-13e237ee11bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf35d33-99e5-4805-89d3-8969ad6c765a', 'name': 'tempest-RoutersIpV6Test-router-1158881613', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:00:27Z', 'updated_at': '2021-08-10T04:00:28Z', 'revision_number': 2, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:29.713493 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d893fe-ea45-44e0-9745-d662bb94b2d2 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31cd1697-a438-48b0-883e-fa5d21f6092d,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:29.718109 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-24d429db-6e1e-4100-a472-4a3127751412 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:29.723540 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac68cb71-0828-4013-be28-13e237ee11bd None None] Checking router: 4bf35d33-99e5-4805-89d3-8969ad6c765a for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:00:29.732321 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac68cb71-0828-4013-be28-13e237ee11bd None None] Routers {'4bf35d33-99e5-4805-89d3-8969ad6c765a'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:29.732937 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ac68cb71-0828-4013-be28-13e237ee11bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:00:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['4bf35d33-99e5-4805-89d3-8969ad6c765a'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:29.760751 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-54cf4911-48fb-4cff-b327-af64542de549 req-babedf02-5635-4f31-af54-e2c00fa7ad64 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] For port 6ef051c6-af36-4305-ae02-5804deade79c, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=6ef051c6-af36-4305-ae02-5804deade79c,segment=NetworkSegment(77b25dbd-5d53-4f66-ad91-d61c3dba273a),segment_id=77b25dbd-5d53-4f66-ad91-d61c3dba273a)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:29.760962 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d893fe-ea45-44e0-9745-d662bb94b2d2 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:29.761086 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-54cf4911-48fb-4cff-b327-af64542de549 req-babedf02-5635-4f31-af54-e2c00fa7ad64 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:29.761737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d893fe-ea45-44e0-9745-d662bb94b2d2 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:29.761737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d893fe-ea45-44e0-9745-d662bb94b2d2 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:29.762740 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d893fe-ea45-44e0-9745-d662bb94b2d2 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:29.763417 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d893fe-ea45-44e0-9745-d662bb94b2d2 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:29.763939 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d893fe-ea45-44e0-9745-d662bb94b2d2 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:29.765093 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d893fe-ea45-44e0-9745-d662bb94b2d2 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:29.765737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d893fe-ea45-44e0-9745-d662bb94b2d2 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:29.766250 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d893fe-ea45-44e0-9745-d662bb94b2d2 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:29.766757 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d893fe-ea45-44e0-9745-d662bb94b2d2 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:29.767303 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d893fe-ea45-44e0-9745-d662bb94b2d2 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:29.767831 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d893fe-ea45-44e0-9745-d662bb94b2d2 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:00:29.776908 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-54cf4911-48fb-4cff-b327-af64542de549 req-babedf02-5635-4f31-af54-e2c00fa7ad64 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Calling delete_port for 6ef051c6-af36-4305-ae02-5804deade79c owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:29.820874 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-ac68cb71-0828-4013-be28-13e237ee11bd None None] Set router 4bf35d33-99e5-4805-89d3-8969ad6c765a gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:29.872211 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20d893fe-ea45-44e0-9745-d662bb94b2d2 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:29.873434 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-20d893fe-ea45-44e0-9745-d662bb94b2d2 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6584744 Aug 10 04:00:29.876297 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44296) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:29.882833 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ac68cb71-0828-4013-be28-13e237ee11bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bf35d33-99e5-4805-89d3-8969ad6c765a', 'name': 'tempest-RoutersIpV6Test-router-1158881613', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:00:27Z', 'updated_at': '2021-08-10T04:00:28Z', 'revision_number': 2, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:29.884302 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-addb8486-05cc-4d6f-a55b-ffc6b8fc1bbd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'security_group_rule': {'security_group_id': 'b97a5e40-e433-4a29-ad25-e02ed8b4ba61', 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:29.916874 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac68cb71-0828-4013-be28-13e237ee11bd None None] The sync data for ids ['4bf35d33-99e5-4805-89d3-8969ad6c765a'] in n-d-802893-2 is: [{'id': '4bf35d33-99e5-4805-89d3-8969ad6c765a', 'name': 'tempest-RoutersIpV6Test-router-1158881613', 'tenant_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:00:27Z', 'updated_at': '2021-08-10T04:00:28Z', 'revision_number': 2, 'project_id': 'cdcd64ea9b214b6c8e8b7ba6b5131c2f', 'gw_port_host': None}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:00:29.934816 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-24d429db-6e1e-4100-a472-4a3127751412 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:29.937059 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-24d429db-6e1e-4100-a472-4a3127751412 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:29.963616 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 47fa331b-6c61-4a44-bea2-df2471e93c6b up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:30.018589 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 47fa331b-6c61-4a44-bea2-df2471e93c6b triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:30.018970 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:30.066573 n-d-802893-2 neutron-server[94938]: INFO neutron.db.securitygroups_db [None req-addb8486-05cc-4d6f-a55b-ffc6b8fc1bbd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Project f5becae06cd542b5a8415ea130ec33d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:00:30.072161 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-addb8486-05cc-4d6f-a55b-ffc6b8fc1bbd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:30.100227 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-24d429db-6e1e-4100-a472-4a3127751412 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:30.100998 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d429db-6e1e-4100-a472-4a3127751412 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Fanout notify agent at l3_agent the message router_deleted on router 4bf35d33-99e5-4805-89d3-8969ad6c765a {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:00:30.101242 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-54cf4911-48fb-4cff-b327-af64542de549 req-babedf02-5635-4f31-af54-e2c00fa7ad64 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:30.115812 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-24d429db-6e1e-4100-a472-4a3127751412 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:30.117838 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['5e48d055-da9d-4b0f-85eb-0edc76009c82', '6ef051c6-af36-4305-ae02-5804deade79c'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:00:30.118498 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-24d429db-6e1e-4100-a472-4a3127751412 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/routers/4bf35d33-99e5-4805-89d3-8969ad6c765a HTTP/1.1" status: 204 len: 168 time: 0.5407016 Aug 10 04:00:30.122541 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44308) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:30.156344 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babedf02-5635-4f31-af54-e2c00fa7ad64 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Pushing event deleted for resources: {'Port': ['ID=6ef051c6-af36-4305-ae02-5804deade79c,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:30.157540 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-85a1f832-25d6-4920-97bf-a1a389834333 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bf35d33-99e5-4805-89d3-8969ad6c765a HTTP/1.1" status: 200 len: 205 time: 0.0336199 Aug 10 04:00:30.159622 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44310) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:30.214396 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-addb8486-05cc-4d6f-a55b-ffc6b8fc1bbd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:30.233030 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-cd58b109-86ca-454e-bca6-062d95a10e85 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] delete failed (client error): The resource could not be found. Aug 10 04:00:30.234587 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cd58b109-86ca-454e-bca6-062d95a10e85 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/routers/4bf35d33-99e5-4805-89d3-8969ad6c765a HTTP/1.1" status: 404 len: 336 time: 0.0731933 Aug 10 04:00:30.236685 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44318) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:30.239241 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-54cf4911-48fb-4cff-b327-af64542de549 req-babedf02-5635-4f31-af54-e2c00fa7ad64 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] No DVR routers for this DVR port 6ef051c6-af36-4305-ae02-5804deade79c on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:00:30.241960 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-54cf4911-48fb-4cff-b327-af64542de549 req-babedf02-5635-4f31-af54-e2c00fa7ad64 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:30.245863 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-54cf4911-48fb-4cff-b327-af64542de549 req-babedf02-5635-4f31-af54-e2c00fa7ad64 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.68 "DELETE /v2.0/ports/6ef051c6-af36-4305-ae02-5804deade79c HTTP/1.1" status: 204 len: 173 time: 0.7291861 Aug 10 04:00:30.247038 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '604b0730-c3e8-46c8-a90c-e99d97d1c9bd', 'name': 'network-vif-deleted', 'tag': '6ef051c6-af36-4305-ae02-5804deade79c'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:00:30.253582 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70dd90d9-11cd-4cc4-83cd-5cc82d970e1a" -d '{"events": [{"server_uuid": "604b0730-c3e8-46c8-a90c-e99d97d1c9bd", "name": "network-vif-deleted", "tag": "6ef051c6-af36-4305-ae02-5804deade79c"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:00:30.267633 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-2714662b-9be2-456c-9383-8e63a1091884 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] DELETE failed (client error): The resource could not be found. Aug 10 04:00:30.268130 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2714662b-9be2-456c-9383-8e63a1091884 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:00:30.270138 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2714662b-9be2-456c-9383-8e63a1091884 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/subnets/dfcc02e5-bf66-4c20-88fa-c0f82b2c7735 HTTP/1.1" status: 404 len: 337 time: 0.0325084 Aug 10 04:00:30.282528 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44324) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:30.315028 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c2f7ba-6df0-4627-b960-13db7f9d6fff tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] DELETE failed (client error): The resource could not be found. Aug 10 04:00:30.315479 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9c2f7ba-6df0-4627-b960-13db7f9d6fff tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:00:30.317642 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e9c2f7ba-6df0-4627-b960-13db7f9d6fff tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/subnets/b24667da-c8e4-43e1-b7c0-19d728da4b30 HTTP/1.1" status: 404 len: 337 time: 0.0339127 Aug 10 04:00:30.320376 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44328) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:30.333302 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-546e37fa-7e6e-417d-840b-403388d09416 x-openstack-request-id: req-546e37fa-7e6e-417d-840b-403388d09416 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:00:30.333302 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "604b0730-c3e8-46c8-a90c-e99d97d1c9bd", "name": "network-vif-deleted", "tag": "6ef051c6-af36-4305-ae02-5804deade79c", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:00:30.333302 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-546e37fa-7e6e-417d-840b-403388d09416 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:00:30.333302 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '604b0730-c3e8-46c8-a90c-e99d97d1c9bd', 'name': 'network-vif-deleted', 'tag': '6ef051c6-af36-4305-ae02-5804deade79c', 'status': 'completed', 'code': 200} Aug 10 04:00:30.381347 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-addb8486-05cc-4d6f-a55b-ffc6b8fc1bbd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:30.396167 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3e4976e9-a193-4339-b153-42893ee287b0 req-c8740497-04a1-488b-b3a9-12145dc1a919 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 210 time: 0.0519037 Aug 10 04:00:30.397335 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e310659-ea88-4e69-8adc-9d1e87052419 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] DELETE failed (client error): The resource could not be found. Aug 10 04:00:30.397781 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e310659-ea88-4e69-8adc-9d1e87052419 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:00:30.402056 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8e310659-ea88-4e69-8adc-9d1e87052419 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/subnets/db04a2c3-8517-4774-8d2f-cdca307d9e66 HTTP/1.1" status: 404 len: 337 time: 0.0781982 Aug 10 04:00:30.402229 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44334) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:30.417213 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb8486-05cc-4d6f-a55b-ffc6b8fc1bbd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0da81415-149e-4ca6-bd80-caae03ac6272,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:30.445292 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a00b34-cc54-45fb-aa3c-bbc35de590f8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] DELETE failed (client error): The resource could not be found. Aug 10 04:00:30.445756 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a00b34-cc54-45fb-aa3c-bbc35de590f8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:00:30.448368 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-00a00b34-cc54-45fb-aa3c-bbc35de590f8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/subnets/c6fd9bf5-2226-480c-9c65-c3e3752e9574 HTTP/1.1" status: 404 len: 337 time: 0.0438643 Aug 10 04:00:30.456183 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44336) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:30.462491 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed155ba1-d65c-4d99-8b7d-b3b3bdc039b0 req-5e02439b-272a-442b-a741-12c95d5f86e0 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:30.464143 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ed155ba1-d65c-4d99-8b7d-b3b3bdc039b0 req-5e02439b-272a-442b-a741-12c95d5f86e0 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 944 time: 0.0807786 Aug 10 04:00:30.503208 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d90b6825-54b4-4734-9f68-0890b6aef20a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "GET /v2.0/ports?device_id=993ee0be-fbb1-4784-a98f-7cc0718f5251 HTTP/1.1" status: 200 len: 205 time: 0.0460019 Aug 10 04:00:30.504132 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44340) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:30.510245 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ed155ba1-d65c-4d99-8b7d-b3b3bdc039b0 req-2c3eb409-c7ad-4a9d-add2-f0da9ce3a801 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380177 Aug 10 04:00:30.529860 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-addb8486-05cc-4d6f-a55b-ffc6b8fc1bbd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:30.541986 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-addb8486-05cc-4d6f-a55b-ffc6b8fc1bbd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6644225 Aug 10 04:00:30.551077 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44346) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:30.556487 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-37ee65e4-5d79-4629-bd7b-6d9469883bd8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] delete failed (client error): The resource could not be found. Aug 10 04:00:30.560264 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-37ee65e4-5d79-4629-bd7b-6d9469883bd8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/routers/993ee0be-fbb1-4784-a98f-7cc0718f5251 HTTP/1.1" status: 404 len: 336 time: 0.0550818 Aug 10 04:00:30.561486 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44348) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:30.606835 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5d5aa33e-2217-499e-9ba6-6205e6e59d80 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f103334-2ee0-486e-97f0-fb57f18bdc9d HTTP/1.1" status: 200 len: 205 time: 0.0422583 Aug 10 04:00:30.609007 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44354) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:30.620609 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b79f194b-469e-426a-9c39-538abc24d7d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=979dd178c5c54b84a1cb401d00303d09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0681331 Aug 10 04:00:30.621687 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44356) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:30.688767 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-0be9f127-c98f-4f22-aeaf-b7bca06d67bb tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] delete failed (client error): The resource could not be found. Aug 10 04:00:30.689493 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0be9f127-c98f-4f22-aeaf-b7bca06d67bb tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/routers/2f103334-2ee0-486e-97f0-fb57f18bdc9d HTTP/1.1" status: 404 len: 336 time: 0.0794225 Aug 10 04:00:30.692098 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44364) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:30.722744 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-c091494a-3c6f-43c0-933b-c2a06eacb472 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] DELETE failed (client error): The resource could not be found. Aug 10 04:00:30.723519 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c091494a-3c6f-43c0-933b-c2a06eacb472 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:00:30.726250 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c091494a-3c6f-43c0-933b-c2a06eacb472 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/subnets/9f0b89e9-8ccd-4038-9bd1-074277132bf4 HTTP/1.1" status: 404 len: 337 time: 0.0330834 Aug 10 04:00:30.728890 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44370) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:30.733818 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49c50654-7960-4737-961a-59284fd5d1c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:30.757287 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8194a-1bf4-4e9e-b555-fa2d1d3ee3b1 req-ceb277e2-f34c-4319-8caf-f7d6f4d0478d tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:30.759005 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ccf8194a-1bf4-4e9e-b555-fa2d1d3ee3b1 req-ceb277e2-f34c-4319-8caf-f7d6f4d0478d tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 946 time: 0.0991480 Aug 10 04:00:30.774139 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a37c213f-3339-444e-ae34-cb30e1e99666 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "GET /v2.0/ports?device_id=d166e7e3-9ee3-4e2c-8e5a-e3d488bf479a HTTP/1.1" status: 200 len: 205 time: 0.0433247 Aug 10 04:00:30.779910 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44372) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:30.787135 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49c50654-7960-4737-961a-59284fd5d1c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:30.810323 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-41ef846e-861c-4a0a-9dc2-a3283c85b6fa tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-597997192&fields=id&tenant_id=f5becae06cd542b5a8415ea130ec33d4 HTTP/1.1" status: 200 len: 267 time: 0.0603230 Aug 10 04:00:30.858853 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-78c4e201-a8ee-4a23-9026-74034b541a14 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] delete failed (client error): The resource could not be found. Aug 10 04:00:30.871680 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-78c4e201-a8ee-4a23-9026-74034b541a14 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/routers/d166e7e3-9ee3-4e2c-8e5a-e3d488bf479a HTTP/1.1" status: 404 len: 336 time: 0.0805321 Aug 10 04:00:30.871846 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44374) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:30.880628 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ccf8194a-1bf4-4e9e-b555-fa2d1d3ee3b1 req-50e1e3e6-cf62-4264-9cdc-46719ca0b7b9 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148260 Aug 10 04:00:30.915662 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e3af29fe-cd82-49fb-a5da-9ecedbecc144 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "GET /v2.0/ports?device_id=db88849a-f12d-4335-9d3a-475af1863d9f HTTP/1.1" status: 200 len: 205 time: 0.0347788 Aug 10 04:00:30.917235 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44380) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:30.953486 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-f8be8260-7132-4fff-b7a3-e5d7f287aeb1 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:30.955027 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-f8be8260-7132-4fff-b7a3-e5d7f287aeb1 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/networks?id=b7906998-9e83-4843-920c-254095f3eac8 HTTP/1.1" status: 200 len: 795 time: 0.1379728 Aug 10 04:00:30.973344 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-03925d97-44b9-4a59-98f9-ecd92423edce tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/quotas/f5becae06cd542b5a8415ea130ec33d4 HTTP/1.1" status: 200 len: 375 time: 0.0107319 Aug 10 04:00:30.981469 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-f369d4b5-6af9-4df0-b811-7153907e8c9b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] delete failed (client error): The resource could not be found. Aug 10 04:00:30.981469 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f369d4b5-6af9-4df0-b811-7153907e8c9b tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/routers/db88849a-f12d-4335-9d3a-475af1863d9f HTTP/1.1" status: 404 len: 336 time: 0.0610096 Aug 10 04:00:30.982551 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44384) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:31.019071 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-87734d02-6ca8-458f-90b8-394e50913e03 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] DELETE failed (client error): The resource could not be found. Aug 10 04:00:31.019533 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87734d02-6ca8-458f-90b8-394e50913e03 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:00:31.021311 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-87734d02-6ca8-458f-90b8-394e50913e03 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/subnets/a55ff0e1-e2ac-4a76-91db-6cf12e7d4cef HTTP/1.1" status: 404 len: 337 time: 0.0377626 Aug 10 04:00:31.024288 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44390) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:31.062359 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6ee705f9-8e4c-4e4e-8997-c2073c2cdf96 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7bdc0c5-5c88-4d60-bc9d-215e5226c384 HTTP/1.1" status: 200 len: 205 time: 0.0363376 Aug 10 04:00:31.064604 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44392) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:31.074693 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-10a71303-c498-4fc3-877c-099055555337 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5becae06cd542b5a8415ea130ec33d4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0859501 Aug 10 04:00:31.112824 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-92acb644-2819-4880-bc6a-1d79efe35b5a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] delete failed (client error): The resource could not be found. Aug 10 04:00:31.114058 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-92acb644-2819-4880-bc6a-1d79efe35b5a tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/routers/f7bdc0c5-5c88-4d60-bc9d-215e5226c384 HTTP/1.1" status: 404 len: 336 time: 0.0476308 Aug 10 04:00:31.116865 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44394) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:31.132388 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49c50654-7960-4737-961a-59284fd5d1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:31.135781 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49c50654-7960-4737-961a-59284fd5d1c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:31.143798 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-49c50654-7960-4737-961a-59284fd5d1c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/400d2dde-a420-4fc5-8afb-0d51fceaff2b HTTP/1.1" status: 204 len: 168 time: 0.5151620 Aug 10 04:00:31.205282 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-f755717a-da2e-4c1a-98bd-900467e61842 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] DELETE failed (client error): The resource could not be found. Aug 10 04:00:31.211900 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f755717a-da2e-4c1a-98bd-900467e61842 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:00:31.211900 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f755717a-da2e-4c1a-98bd-900467e61842 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/subnets/2d469fe9-5228-4b8a-a1f0-74d5a36ede4a HTTP/1.1" status: 404 len: 337 time: 0.0910408 Aug 10 04:00:31.211900 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44408) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:31.213122 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c50654-7960-4737-961a-59284fd5d1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400d2dde-a420-4fc5-8afb-0d51fceaff2b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:31.238942 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-b32e7b21-db1a-4fc3-91aa-9714737b7295 service neutron] 10.222.0.25 "GET /v2.0/networks/b7906998-9e83-4843-920c-254095f3eac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540360 Aug 10 04:00:31.289723 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8fb045cd-feb6-4646-ab82-fd1eb210d4f8 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "GET /v2.0/ports?device_id=96e6369c-e47e-40a7-809c-b4ddfaa61ee2 HTTP/1.1" status: 200 len: 205 time: 0.0650141 Aug 10 04:00:31.294527 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44414) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:31.360442 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-2f867602-dec4-4ea8-ba93-6c1eb331051c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] delete failed (client error): The resource could not be found. Aug 10 04:00:31.363001 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2f867602-dec4-4ea8-ba93-6c1eb331051c tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/routers/96e6369c-e47e-40a7-809c-b4ddfaa61ee2 HTTP/1.1" status: 404 len: 336 time: 0.0656848 Aug 10 04:00:31.364492 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44416) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:31.369080 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-61be0d2a-8e20-423a-bebe-a0805343458c service neutron] 10.222.0.25 "GET /v2.0/networks/b7906998-9e83-4843-920c-254095f3eac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288397 Aug 10 04:00:31.393110 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-2368bb87-3ff3-4b0b-a9e7-cb1e3f69a636 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] DELETE failed (client error): The resource could not be found. Aug 10 04:00:31.393568 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2368bb87-3ff3-4b0b-a9e7-cb1e3f69a636 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:00:31.395283 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2368bb87-3ff3-4b0b-a9e7-cb1e3f69a636 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/subnets/4cfdce3c-0eb2-4043-9cc7-e9ec32f22c5a HTTP/1.1" status: 404 len: 337 time: 0.0298913 Aug 10 04:00:31.397967 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44418) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:31.431842 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a77afed-66f7-4922-ac87-a03540050058 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] DELETE failed (client error): The resource could not be found. Aug 10 04:00:31.432367 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a77afed-66f7-4922-ac87-a03540050058 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:00:31.436002 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8a77afed-66f7-4922-ac87-a03540050058 tempest-RoutersIpV6Test-2107014802 tempest-RoutersIpV6Test-2107014802-project] 10.222.0.25 "DELETE /v2.0/subnets/ef904eeb-6cb6-484b-a057-9cb200694e00 HTTP/1.1" status: 404 len: 337 time: 0.0359848 Aug 10 04:00:31.698002 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-59a405d5-c251-493d-a429-36b1832f913a req-6521cc14-6ab2-43fb-935b-7582cd82d833 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=604b0730-c3e8-46c8-a90c-e99d97d1c9bd HTTP/1.1" status: 200 len: 210 time: 0.0385702 Aug 10 04:00:31.795646 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6adf6-3789-4c7a-b0f5-f9c63c025127 req-45a28b46-7d4c-4084-81d9-08b3f857018f tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:31.804724 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-71f6adf6-3789-4c7a-b0f5-f9c63c025127 req-45a28b46-7d4c-4084-81d9-08b3f857018f tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 944 time: 0.0886655 Aug 10 04:00:31.808617 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78f8294d-e75f-4b02-8d9d-ea9747be41de req-bccbc197-18e3-4803-8e00-58460f33ea0e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=704d83e1-8265-4d9b-8884-e93b409c7ad8 HTTP/1.1" status: 200 len: 210 time: 0.0292690 Aug 10 04:00:31.856481 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-71f6adf6-3789-4c7a-b0f5-f9c63c025127 req-d70ca41a-abb9-46aa-ad71-c18813446898 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465200 Aug 10 04:00:31.875001 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 8597653a-3390-4a44-a76b-86ade7f9cef6 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:00:31.981356 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 8597653a-3390-4a44-a76b-86ade7f9cef6, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=8597653a-3390-4a44-a76b-86ade7f9cef6,segment=NetworkSegment(ddbbd097-b4f1-4cec-8d55-af70ec47d20e),segment_id=ddbbd097-b4f1-4cec-8d55-af70ec47d20e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:31.993276 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '8597653a-3390-4a44-a76b-86ade7f9cef6', 'network_id': '61be106c-0b66-42f4-b295-3640ff29de8b', 'port_id': '8597653a-3390-4a44-a76b-86ade7f9cef6', 'mac_address': 'fa:16:3e:eb:d5:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c1c422c-a1f6-4f40-a558-7a67266792a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:00:32.020053 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44468) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:32.034991 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.049143 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8597653a-3390-4a44-a76b-86ade7f9cef6 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:00:32.071865 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 8597653a-3390-4a44-a76b-86ade7f9cef6, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=8597653a-3390-4a44-a76b-86ade7f9cef6,segment=NetworkSegment(ddbbd097-b4f1-4cec-8d55-af70ec47d20e),segment_id=ddbbd097-b4f1-4cec-8d55-af70ec47d20e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:32.209103 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.223790 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d98504d2-9b3c-48fc-9e57-e643b05e0c0d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cdcd64ea9b214b6c8e8b7ba6b5131c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2000818 Aug 10 04:00:32.224585 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44478) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:32.262585 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=8597653a-3390-4a44-a76b-86ade7f9cef6,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:32.290679 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-30906756-ec27-44fe-82e4-cdb92996fceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.313868 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-30906756-ec27-44fe-82e4-cdb92996fceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.476807 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-30906756-ec27-44fe-82e4-cdb92996fceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.479450 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-30906756-ec27-44fe-82e4-cdb92996fceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:32.481390 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-30906756-ec27-44fe-82e4-cdb92996fceb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/87325ad4-1654-409c-bf2f-23fc55606998 HTTP/1.1" status: 204 len: 168 time: 0.2562854 Aug 10 04:00:32.489071 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30906756-ec27-44fe-82e4-cdb92996fceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87325ad4-1654-409c-bf2f-23fc55606998,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:32.626757 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['8597653a-3390-4a44-a76b-86ade7f9cef6'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:00:32.913005 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dc912c7d-86fd-4de7-8de0-be8168cf41a0 req-dd8377a7-5b8f-4ea4-b4ce-bf8676886999 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=704d83e1-8265-4d9b-8884-e93b409c7ad8 HTTP/1.1" status: 200 len: 210 time: 0.0314655 Aug 10 04:00:33.027444 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0d348-3aec-4847-8d83-60ab9f1dbf8a req-2586f25f-b94f-4ecc-8973-d29ee974f565 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:33.028989 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d8a0d348-3aec-4847-8d83-60ab9f1dbf8a req-2586f25f-b94f-4ecc-8973-d29ee974f565 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 945 time: 0.0552707 Aug 10 04:00:33.067692 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d8a0d348-3aec-4847-8d83-60ab9f1dbf8a req-abdf9533-ffde-40eb-ac47-5b695a7d9f9b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327733 Aug 10 04:00:33.393251 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 6ef051c6-af36-4305-ae02-5804deade79c no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:33.413958 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 6ef051c6-af36-4305-ae02-5804deade79c {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:33.414304 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 6ef051c6-af36-4305-ae02-5804deade79c not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:33.511119 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689dc377-5256-43c9-b022-9acec7047303 req-bc2cab34-296c-4ae3-906e-9cc981d09a23 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:33.512767 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-689dc377-5256-43c9-b022-9acec7047303 req-bc2cab34-296c-4ae3-906e-9cc981d09a23 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.0622118 Aug 10 04:00:33.556333 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-689dc377-5256-43c9-b022-9acec7047303 req-bb810125-74aa-46ef-bcca-68a83494b387 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367265 Aug 10 04:00:33.588901 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44576) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:33.702343 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f77a412e-8f44-4eed-8925-464b3bcf4574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.808031 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f77a412e-8f44-4eed-8925-464b3bcf4574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.842844 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44598) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:33.873795 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 8597653a-3390-4a44-a76b-86ade7f9cef6 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:33.905431 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f77a412e-8f44-4eed-8925-464b3bcf4574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:33.949829 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-26e31fcf-e443-4c70-a294-a0e6e1ad63ce tempest-SubnetPoolsTestJSON-18527768 tempest-SubnetPoolsTestJSON-18527768-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1686345298', 'prefixes': ['172.20.0.0/16']}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:33.957948 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f77a412e-8f44-4eed-8925-464b3bcf4574 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=714a54319477419f9966cdb8ac809407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3679445 Aug 10 04:00:33.960639 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a412e-8f44-4eed-8925-464b3bcf4574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7d6e4b-5a95-4b56-bf4a-830d1dadd5cc,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:33.960793 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44606) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:33.997464 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 8597653a-3390-4a44-a76b-86ade7f9cef6 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:34.001984 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 8597653a-3390-4a44-a76b-86ade7f9cef6 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:34.002367 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.021041 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-138b21c9-c20e-4873-94bc-742e28100a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.031027 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-38d75aa8-41ad-4fb7-90f5-58ae0ea4f299 req-bba528ed-79a4-4de5-b72b-009adf11abef tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=704d83e1-8265-4d9b-8884-e93b409c7ad8 HTTP/1.1" status: 200 len: 210 time: 0.0312138 Aug 10 04:00:34.044719 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-138b21c9-c20e-4873-94bc-742e28100a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.101256 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.127411 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b0c209-c74e-4b8b-8d67-276f414ea1d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8597653a-3390-4a44-a76b-86ade7f9cef6'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:00:34.129823 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2012551c-d79d-4141-9749-c205513e4397" -d '{"events": [{"server_uuid": "12b0c209-c74e-4b8b-8d67-276f414ea1d2", "name": "network-vif-plugged", "status": "completed", "tag": "8597653a-3390-4a44-a76b-86ade7f9cef6"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:00:34.147233 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 8597653a-3390-4a44-a76b-86ade7f9cef6, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=8597653a-3390-4a44-a76b-86ade7f9cef6,segment=NetworkSegment(ddbbd097-b4f1-4cec-8d55-af70ec47d20e),segment_id=ddbbd097-b4f1-4cec-8d55-af70ec47d20e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:34.173725 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3267123f-662a-4ec0-b9de-181b1da3de46 x-openstack-request-id: req-3267123f-662a-4ec0-b9de-181b1da3de46 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:00:34.174136 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b0c209-c74e-4b8b-8d67-276f414ea1d2", "name": "network-vif-plugged", "status": "completed", "tag": "8597653a-3390-4a44-a76b-86ade7f9cef6", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:00:34.174420 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3267123f-662a-4ec0-b9de-181b1da3de46 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:00:34.174846 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b0c209-c74e-4b8b-8d67-276f414ea1d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8597653a-3390-4a44-a76b-86ade7f9cef6', 'code': 200} Aug 10 04:00:34.219677 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4d4ba-2fb3-47a2-836c-801b33e191cc req-dd873226-3122-400f-ab97-2e219813ba3a tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:34.222044 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-15a4d4ba-2fb3-47a2-836c-801b33e191cc req-dd873226-3122-400f-ab97-2e219813ba3a tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 945 time: 0.0654278 Aug 10 04:00:34.226279 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.240062 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-138b21c9-c20e-4873-94bc-742e28100a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.244909 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-138b21c9-c20e-4873-94bc-742e28100a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.246063 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-138b21c9-c20e-4873-94bc-742e28100a28 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8d7d6e4b-5a95-4b56-bf4a-830d1dadd5cc HTTP/1.1" status: 204 len: 168 time: 0.2843103 Aug 10 04:00:34.250476 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-26e31fcf-e443-4c70-a294-a0e6e1ad63ce tempest-SubnetPoolsTestJSON-18527768 tempest-SubnetPoolsTestJSON-18527768-project] Notify callbacks [] for subnetpool, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.252110 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-26e31fcf-e443-4c70-a294-a0e6e1ad63ce tempest-SubnetPoolsTestJSON-18527768 tempest-SubnetPoolsTestJSON-18527768-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4079926 Aug 10 04:00:34.257091 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44626) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:34.283668 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b21c9-c20e-4873-94bc-742e28100a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7d6e4b-5a95-4b56-bf4a-830d1dadd5cc,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:34.289512 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-14980bbc-79cb-4f80-9620-a17d24879e02 tempest-SubnetPoolsTestJSON-18527768 tempest-SubnetPoolsTestJSON-18527768-project] 10.222.0.25 "GET /v2.0/subnetpools/27377c03-8ebb-45c8-b246-80032b0f7d3c HTTP/1.1" status: 200 len: 732 time: 0.0302322 Aug 10 04:00:34.292377 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44628) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:34.300656 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-c474cccf-ee69-4571-af78-3ac07c8158e4 tempest-SubnetPoolsTestJSON-18527768 tempest-SubnetPoolsTestJSON-18527768-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1952748745'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:34.314639 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=8597653a-3390-4a44-a76b-86ade7f9cef6,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:34.388045 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-15a4d4ba-2fb3-47a2-836c-801b33e191cc req-c2b7f808-3f0a-4532-8d61-b14f7d6afe28 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485417 Aug 10 04:00:34.434414 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-f4e9f8f5-52d1-408e-af0b-441f854e37e0 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:34.435930 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-f4e9f8f5-52d1-408e-af0b-441f854e37e0 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.68 "GET /v2.0/networks?id=b7906998-9e83-4843-920c-254095f3eac8 HTTP/1.1" status: 200 len: 795 time: 0.1753032 Aug 10 04:00:34.458763 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b6516-65b4-4ccc-aa91-0faf4c717d7a req-1c953479-2889-4cab-8a4b-dd599454c67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:34.460300 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ac0b6516-65b4-4ccc-aa91-0faf4c717d7a req-1c953479-2889-4cab-8a4b-dd599454c67b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 1097 time: 0.1496453 Aug 10 04:00:34.501969 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-5afe62e2-4b74-4465-be7b-1b685e01fdcd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5becae06cd542b5a8415ea130ec33d4 HTTP/1.1" status: 200 len: 471 time: 0.0550447 Aug 10 04:00:34.515128 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-14640db8-c372-4479-9218-0cfcb81016f4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'port': {'device_id': '704d83e1-8265-4d9b-8884-e93b409c7ad8', 'network_id': 'b7906998-9e83-4843-920c-254095f3eac8', 'admin_state_up': True, 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'security_groups': ['b97a5e40-e433-4a29-ad25-e02ed8b4ba61']}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:34.517556 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ac0b6516-65b4-4ccc-aa91-0faf4c717d7a req-3f969676-c66f-4334-af6a-d777320fa747 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432129 Aug 10 04:00:34.618729 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c474cccf-ee69-4571-af78-3ac07c8158e4 tempest-SubnetPoolsTestJSON-18527768 tempest-SubnetPoolsTestJSON-18527768-project] Notify callbacks [] for subnetpool, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.620467 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c474cccf-ee69-4571-af78-3ac07c8158e4 tempest-SubnetPoolsTestJSON-18527768 tempest-SubnetPoolsTestJSON-18527768-project] 10.222.0.25 "PUT /v2.0/subnetpools/27377c03-8ebb-45c8-b246-80032b0f7d3c HTTP/1.1" status: 200 len: 684 time: 0.3261015 Aug 10 04:00:34.623261 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44646) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:34.710958 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd9da1-468c-48d6-8715-b1c06ffd95c5 req-56e48e6b-96d4-4b3b-b944-3c0282f114bd tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:34.713097 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9cdd9da1-468c-48d6-8715-b1c06ffd95c5 req-56e48e6b-96d4-4b3b-b944-3c0282f114bd tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.0685849 Aug 10 04:00:34.727617 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-14640db8-c372-4479-9218-0cfcb81016f4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Made reservation on behalf of f5becae06cd542b5a8415ea130ec33d4 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:00:34.731710 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-14640db8-c372-4479-9218-0cfcb81016f4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.779712 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9cdd9da1-468c-48d6-8715-b1c06ffd95c5 req-6538ba38-3bb1-4996-94ce-69b27cc8a1d0 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586808 Aug 10 04:00:34.840793 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a4dae118-73fa-4d81-8550-af5b8c109f96 tempest-SubnetPoolsTestJSON-18527768 tempest-SubnetPoolsTestJSON-18527768-project] Notify callbacks [] for subnetpool, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:34.844116 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a4dae118-73fa-4d81-8550-af5b8c109f96 tempest-SubnetPoolsTestJSON-18527768 tempest-SubnetPoolsTestJSON-18527768-project] 10.222.0.25 "DELETE /v2.0/subnetpools/27377c03-8ebb-45c8-b246-80032b0f7d3c HTTP/1.1" status: 204 len: 168 time: 0.2195027 Aug 10 04:00:34.845905 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44664) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:34.866418 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-6995d3ab-0830-4508-a1b2-a56740983563 tempest-SubnetPoolsTestJSON-18527768 tempest-SubnetPoolsTestJSON-18527768-project] show failed (client error): The resource could not be found. Aug 10 04:00:34.867667 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6995d3ab-0830-4508-a1b2-a56740983563 tempest-SubnetPoolsTestJSON-18527768 tempest-SubnetPoolsTestJSON-18527768-project] 10.222.0.25 "GET /v2.0/subnetpools/27377c03-8ebb-45c8-b246-80032b0f7d3c HTTP/1.1" status: 404 len: 346 time: 0.0208244 Aug 10 04:00:34.870397 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44670) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:34.888947 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-98e10a29-ae2a-477d-9921-f646beb4ebc0 tempest-SubnetPoolsTestJSON-18527768 tempest-SubnetPoolsTestJSON-18527768-project] delete failed (client error): The resource could not be found. Aug 10 04:00:34.890329 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-98e10a29-ae2a-477d-9921-f646beb4ebc0 tempest-SubnetPoolsTestJSON-18527768 tempest-SubnetPoolsTestJSON-18527768-project] 10.222.0.25 "DELETE /v2.0/subnetpools/27377c03-8ebb-45c8-b246-80032b0f7d3c HTTP/1.1" status: 404 len: 346 time: 0.0180149 Aug 10 04:00:34.961437 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-14640db8-c372-4479-9218-0cfcb81016f4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Allocated IP 172.20.0.19 (b7906998-9e83-4843-920c-254095f3eac8/b0ec91cd-9db3-445e-9cee-6d971f993dbf/44ff97dc-e519-4b8e-b4be-607723de0158) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:00:35.110475 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-14640db8-c372-4479-9218-0cfcb81016f4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:35.126429 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-14640db8-c372-4479-9218-0cfcb81016f4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Transition to ACTIVE for port object 44ff97dc-e519-4b8e-b4be-607723de0158 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:35.157701 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b2a4ef9-9060-4663-b962-ae5a49bd745e req-b7861fe4-eb35-463d-9cb6-be24d2e2ba89 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=704d83e1-8265-4d9b-8884-e93b409c7ad8 HTTP/1.1" status: 200 len: 210 time: 0.0272655 Aug 10 04:00:35.266295 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-14640db8-c372-4479-9218-0cfcb81016f4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:35.316481 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-14640db8-c372-4479-9218-0cfcb81016f4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Network b7906998-9e83-4843-920c-254095f3eac8 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:35.321848 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-14640db8-c372-4479-9218-0cfcb81016f4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:35.326696 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-14640db8-c372-4479-9218-0cfcb81016f4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:00:35.358033 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14640db8-c372-4479-9218-0cfcb81016f4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'Port': ['ID=44ff97dc-e519-4b8e-b4be-607723de0158,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:35.403976 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-14640db8-c372-4479-9218-0cfcb81016f4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:35.404926 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-14640db8-c372-4479-9218-0cfcb81016f4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:35.472299 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44694) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:35.524203 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32e43e-33bf-410f-961e-ee830b6bda9b req-8828da22-7d70-4ec1-bbe7-c784ce643b5b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:35.532465 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1e32e43e-33bf-410f-961e-ee830b6bda9b req-8828da22-7d70-4ec1-bbe7-c784ce643b5b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.0658948 Aug 10 04:00:35.540679 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-14640db8-c372-4479-9218-0cfcb81016f4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0310543 Aug 10 04:00:35.560044 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-2830a162-4341-4139-82d4-72328f8e6574 service neutron] Request body: {'port': {'device_id': '704d83e1-8265-4d9b-8884-e93b409c7ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:35.604328 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f6787cca-cde9-4129-aa88-5ac0aa89b717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:35.615982 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1e32e43e-33bf-410f-961e-ee830b6bda9b req-71ee196b-48d9-4dc8-99ed-91d9d8ec06cc tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823905 Aug 10 04:00:35.659423 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-2830a162-4341-4139-82d4-72328f8e6574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:35.683065 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ba28628f-63d9-471a-9524-b9df4b1d4a24 None None] Provisioning for port 44ff97dc-e519-4b8e-b4be-607723de0158 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:35.688241 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ba28628f-63d9-471a-9524-b9df4b1d4a24 None None] Provisioning complete for port 44ff97dc-e519-4b8e-b4be-607723de0158 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:35.688923 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ba28628f-63d9-471a-9524-b9df4b1d4a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:35.742488 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f6787cca-cde9-4129-aa88-5ac0aa89b717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:35.796674 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-ba28628f-63d9-471a-9524-b9df4b1d4a24 None None] Port 44ff97dc-e519-4b8e-b4be-607723de0158 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:00:35.814201 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f6787cca-cde9-4129-aa88-5ac0aa89b717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:35.872939 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device b3b4ce36-dd2d-448b-a4c9-f1269256c40e details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:00:35.938231 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f6787cca-cde9-4129-aa88-5ac0aa89b717 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c5f3e63ab9644a38087bcec5b57bde9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4620645 Aug 10 04:00:35.938481 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44720) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:35.972256 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6787cca-cde9-4129-aa88-5ac0aa89b717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ece03f-7e70-45d3-a7a5-9ca668822d32,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:36.040062 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45728d6-104e-49b4-b965-fd70bd72b234 req-8b7b1da4-48bf-43fe-bbed-68de8b6d4634 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:36.052225 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a45728d6-104e-49b4-b965-fd70bd72b234 req-8b7b1da4-48bf-43fe-bbed-68de8b6d4634 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.1579714 Aug 10 04:00:36.091324 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port b3b4ce36-dd2d-448b-a4c9-f1269256c40e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:36.110056 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-19b8b887-ab2f-41a7-a669-69068d11a643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:36.123217 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e', 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020', 'port_id': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e', 'mac_address': 'fa:16:3e:33:02:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51d8861-9dbf-4178-9d3e-8ed73319e82c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:00:36.136197 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a45728d6-104e-49b4-b965-fd70bd72b234 req-5dd23ea1-d69e-49c9-8681-3f225911dc9b tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785189 Aug 10 04:00:36.150660 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-19b8b887-ab2f-41a7-a669-69068d11a643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:36.208422 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:36.240880 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3b4ce36-dd2d-448b-a4c9-f1269256c40e {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:00:36.266475 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port b3b4ce36-dd2d-448b-a4c9-f1269256c40e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:36.285589 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-2830a162-4341-4139-82d4-72328f8e6574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44ff97dc-e519-4b8e-b4be-607723de0158 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:00:36.302741 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-2830a162-4341-4139-82d4-72328f8e6574 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:36.344325 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5e8a3-1222-4446-b237-c4107fb475c8 req-0d078ae6-4598-49a6-837a-808f87504d6c tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:36.351622 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c9e5e8a3-1222-4446-b237-c4107fb475c8 req-0d078ae6-4598-49a6-837a-808f87504d6c tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=704d83e1-8265-4d9b-8884-e93b409c7ad8 HTTP/1.1" status: 200 len: 932 time: 0.0701256 Aug 10 04:00:36.363564 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:36.403127 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c9e5e8a3-1222-4446-b237-c4107fb475c8 req-f170ed7a-be71-41fe-adff-1a891a9aa6dc tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97a5e40-e433-4a29-ad25-e02ed8b4ba61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472693 Aug 10 04:00:36.427025 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:36.438014 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-2830a162-4341-4139-82d4-72328f8e6574 service neutron] Transition to ACTIVE for port object 44ff97dc-e519-4b8e-b4be-607723de0158 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:36.439206 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-19b8b887-ab2f-41a7-a669-69068d11a643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:36.441804 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-19b8b887-ab2f-41a7-a669-69068d11a643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:36.442955 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-19b8b887-ab2f-41a7-a669-69068d11a643 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52ece03f-7e70-45d3-a7a5-9ca668822d32 HTTP/1.1" status: 204 len: 168 time: 0.5029345 Aug 10 04:00:36.472508 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b8b887-ab2f-41a7-a669-69068d11a643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ece03f-7e70-45d3-a7a5-9ca668822d32,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:36.542746 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['b3b4ce36-dd2d-448b-a4c9-f1269256c40e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:00:36.591590 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-2830a162-4341-4139-82d4-72328f8e6574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:36.669841 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830a162-4341-4139-82d4-72328f8e6574 service neutron] Pushing event updated for resources: {'Port': ['ID=44ff97dc-e519-4b8e-b4be-607723de0158,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:36.828217 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-2830a162-4341-4139-82d4-72328f8e6574 service neutron] Attempting to bind port 44ff97dc-e519-4b8e-b4be-607723de0158 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:00:36.829253 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-2830a162-4341-4139-82d4-72328f8e6574 service neutron] Attempting to bind port 44ff97dc-e519-4b8e-b4be-607723de0158 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '62806af2-6437-435e-a5a6-777df703ec85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7906998-9e83-4843-920c-254095f3eac8'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:00:36.829833 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-2830a162-4341-4139-82d4-72328f8e6574 service neutron] Attempting to bind port 44ff97dc-e519-4b8e-b4be-607723de0158 on network b7906998-9e83-4843-920c-254095f3eac8 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:00:36.837330 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-2830a162-4341-4139-82d4-72328f8e6574 service neutron] Port 44ff97dc-e519-4b8e-b4be-607723de0158 on network b7906998-9e83-4843-920c-254095f3eac8 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:00:36.845348 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-2830a162-4341-4139-82d4-72328f8e6574 service neutron] Attempting to bind port 44ff97dc-e519-4b8e-b4be-607723de0158 on network b7906998-9e83-4843-920c-254095f3eac8 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:00:36.845704 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-2830a162-4341-4139-82d4-72328f8e6574 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:00:36.846283 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-2830a162-4341-4139-82d4-72328f8e6574 service neutron] Checking segment: {'id': '62806af2-6437-435e-a5a6-777df703ec85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7906998-9e83-4843-920c-254095f3eac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:00:36.846883 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-2830a162-4341-4139-82d4-72328f8e6574 service neutron] Bound using segment: {'id': '62806af2-6437-435e-a5a6-777df703ec85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7906998-9e83-4843-920c-254095f3eac8'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:00:36.847535 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-2830a162-4341-4139-82d4-72328f8e6574 service neutron] Bound port: 44ff97dc-e519-4b8e-b4be-607723de0158, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62806af2-6437-435e-a5a6-777df703ec85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7906998-9e83-4843-920c-254095f3eac8'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:00:36.848170 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-2830a162-4341-4139-82d4-72328f8e6574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:36.879746 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce833b33-d0df-4787-9bb3-023e3fef3dd4 req-a4a95709-d2ae-4667-834f-5ddb05c59379 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:36.879746 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ce833b33-d0df-4787-9bb3-023e3fef3dd4 req-a4a95709-d2ae-4667-834f-5ddb05c59379 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1179438 Aug 10 04:00:36.948176 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ce833b33-d0df-4787-9bb3-023e3fef3dd4 req-7ee5ea1a-a988-4ec9-8e6e-a631bff9e99b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620835 Aug 10 04:00:36.989471 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-2830a162-4341-4139-82d4-72328f8e6574 service neutron] For port 44ff97dc-e519-4b8e-b4be-607723de0158, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:00:36.993068 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-2830a162-4341-4139-82d4-72328f8e6574 service neutron] For port 44ff97dc-e519-4b8e-b4be-607723de0158, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=44ff97dc-e519-4b8e-b4be-607723de0158,segment=NetworkSegment(62806af2-6437-435e-a5a6-777df703ec85),segment_id=62806af2-6437-435e-a5a6-777df703ec85)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:00:37.083855 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-2830a162-4341-4139-82d4-72328f8e6574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:37.179197 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-2830a162-4341-4139-82d4-72328f8e6574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:37.194741 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-2830a162-4341-4139-82d4-72328f8e6574 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:37.196411 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-2830a162-4341-4139-82d4-72328f8e6574 service neutron] 10.222.0.68 "PUT /v2.0/ports/44ff97dc-e519-4b8e-b4be-607723de0158 HTTP/1.1" status: 200 len: 1092 time: 1.6424747 Aug 10 04:00:37.196912 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704d83e1-8265-4d9b-8884-e93b409c7ad8', 'tag': '44ff97dc-e519-4b8e-b4be-607723de0158'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:00:37.199876 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7865ca25-5a86-49e8-b00a-de76bd7e019b" -d '{"events": [{"name": "network-changed", "server_uuid": "704d83e1-8265-4d9b-8884-e93b409c7ad8", "tag": "44ff97dc-e519-4b8e-b4be-607723de0158"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:00:37.379296 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbf1bf7-8d24-43d4-99b8-f81a53da34d2 x-openstack-request-id: req-6cbf1bf7-8d24-43d4-99b8-f81a53da34d2 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:00:37.379598 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704d83e1-8265-4d9b-8884-e93b409c7ad8", "tag": "44ff97dc-e519-4b8e-b4be-607723de0158", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:00:37.379858 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6cbf1bf7-8d24-43d4-99b8-f81a53da34d2 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:00:37.380294 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '704d83e1-8265-4d9b-8884-e93b409c7ad8', 'tag': '44ff97dc-e519-4b8e-b4be-607723de0158', 'status': 'completed', 'code': 200} Aug 10 04:00:37.444984 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830a162-4341-4139-82d4-72328f8e6574 service neutron] Pushing event updated for resources: {'Port': ['ID=44ff97dc-e519-4b8e-b4be-607723de0158,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:37.494226 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a0ccc-7fc1-49ec-a74f-b47fb3e12552 req-1feff312-c4d8-4622-8b2b-124bc8f29be9 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:37.497240 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-173a0ccc-7fc1-49ec-a74f-b47fb3e12552 req-1feff312-c4d8-4622-8b2b-124bc8f29be9 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.2177224 Aug 10 04:00:37.550440 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-398475f8-239e-4783-b18a-1c45ef4e4293 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:37.558353 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-398475f8-239e-4783-b18a-1c45ef4e4293 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/networks?id=61be106c-0b66-42f4-b295-3640ff29de8b HTTP/1.1" status: 200 len: 814 time: 0.1736810 Aug 10 04:00:37.569891 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865ca25-5a86-49e8-b00a-de76bd7e019b req-7d5a37e2-1f12-4501-8929-b413927f06da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:37.575509 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-357a2403-c8f2-46bf-995d-dffe9e916d9c tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/quotas/e038891106e2493183a2b48de06c43c1 HTTP/1.1" status: 200 len: 375 time: 0.0162172 Aug 10 04:00:37.577554 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7865ca25-5a86-49e8-b00a-de76bd7e019b req-7d5a37e2-1f12-4501-8929-b413927f06da service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f5becae06cd542b5a8415ea130ec33d4&device_id=704d83e1-8265-4d9b-8884-e93b409c7ad8 HTTP/1.1" status: 200 len: 1095 time: 0.2147141 Aug 10 04:00:37.672601 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-096f45c5-0879-4d36-ae37-b77544908097 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e038891106e2493183a2b48de06c43c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0958815 Aug 10 04:00:37.680341 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-173a0ccc-7fc1-49ec-a74f-b47fb3e12552 req-736cc683-4f82-4cae-83d6-16182246e655 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643083 Aug 10 04:00:37.868672 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-e633375f-aafb-4be9-ae91-9d4b953f0e05 service neutron] 10.222.0.25 "GET /v2.0/networks/61be106c-0b66-42f4-b295-3640ff29de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948707 Aug 10 04:00:37.873528 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device b3b4ce36-dd2d-448b-a4c9-f1269256c40e up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:38.028368 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bc4a9-6fb7-470a-b6e9-24458371f34e req-957c7bb9-fc6e-4c2e-b1a4-17592b267c67 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:38.038747 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7b0bc4a9-6fb7-470a-b6e9-24458371f34e req-957c7bb9-fc6e-4c2e-b1a4-17592b267c67 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=704d83e1-8265-4d9b-8884-e93b409c7ad8 HTTP/1.1" status: 200 len: 944 time: 0.1907144 Aug 10 04:00:38.070184 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865ca25-5a86-49e8-b00a-de76bd7e019b req-51336c3e-0e6b-405d-9770-24e4a8bca306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:38.071147 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865ca25-5a86-49e8-b00a-de76bd7e019b req-51336c3e-0e6b-405d-9770-24e4a8bca306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:38.073139 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7865ca25-5a86-49e8-b00a-de76bd7e019b req-51336c3e-0e6b-405d-9770-24e4a8bca306 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=f5becae06cd542b5a8415ea130ec33d4&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.4766078 Aug 10 04:00:38.075321 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port b3b4ce36-dd2d-448b-a4c9-f1269256c40e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:38.075841 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:38.123860 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-a0b4db08-250e-4a34-b659-8c0a5eb5b2af service neutron] 10.222.0.25 "GET /v2.0/networks/61be106c-0b66-42f4-b295-3640ff29de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542949 Aug 10 04:00:38.210519 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865ca25-5a86-49e8-b00a-de76bd7e019b req-47f94caa-78ce-48ec-973c-42303a2458a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:38.212185 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7865ca25-5a86-49e8-b00a-de76bd7e019b req-47f94caa-78ce-48ec-973c-42303a2458a6 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1270864 Aug 10 04:00:38.213077 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:38.238111 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7b0bc4a9-6fb7-470a-b6e9-24458371f34e req-a93aa7f8-ebfd-4cda-9937-6f6207601c26 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97a5e40-e433-4a29-ad25-e02ed8b4ba61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969037 Aug 10 04:00:38.303699 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42000c9c-e2bd-4988-84d2-6244f1f07902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:00:38.310561 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cb2f2d-17fc-4af9-9861-157844169f4b" -d '{"events": [{"server_uuid": "42000c9c-e2bd-4988-84d2-6244f1f07902", "name": "network-vif-plugged", "status": "completed", "tag": "b3b4ce36-dd2d-448b-a4c9-f1269256c40e"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:00:38.343022 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port b3b4ce36-dd2d-448b-a4c9-f1269256c40e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:38.420901 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-dc304824-159a-4457-a233-ad3bb5e9a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:38.424409 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-dc304824-159a-4457-a233-ad3bb5e9a5f1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f5becae06cd542b5a8415ea130ec33d4&device_id=704d83e1-8265-4d9b-8884-e93b409c7ad8 HTTP/1.1" status: 200 len: 1095 time: 0.1602223 Aug 10 04:00:38.442609 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:38.529065 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-b49855a8-5a61-4cd3-8706-47aad8fdddcf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=44ff97dc-e519-4b8e-b4be-607723de0158 HTTP/1.1" status: 200 len: 217 time: 0.0970452 Aug 10 04:00:38.531443 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a27448-d55e-48ae-a3f4-b9dfc07ea451 x-openstack-request-id: req-55a27448-d55e-48ae-a3f4-b9dfc07ea451 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:00:38.534133 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42000c9c-e2bd-4988-84d2-6244f1f07902", "name": "network-vif-plugged", "status": "completed", "tag": "b3b4ce36-dd2d-448b-a4c9-f1269256c40e", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:00:38.534606 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55a27448-d55e-48ae-a3f4-b9dfc07ea451 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:00:38.535591 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42000c9c-e2bd-4988-84d2-6244f1f07902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e', 'code': 200} Aug 10 04:00:38.639566 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,revision_number=7']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:38.647761 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d8bbdd5b-a446-4179-b7f7-315d211b973e req-41413fe9-17e7-4ab4-92a3-777ad5642de6 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7 HTTP/1.1" status: 200 len: 210 time: 0.0499523 Aug 10 04:00:38.678199 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-639a706c-fe38-4ebe-858b-b2f23ae5a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:38.680569 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-639a706c-fe38-4ebe-858b-b2f23ae5a306 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=b0ec91cd-9db3-445e-9cee-6d971f993dbf HTTP/1.1" status: 200 len: 838 time: 0.1437874 Aug 10 04:00:38.799603 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-2c5709b4-1986-4568-9e93-bbd91a07773a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:38.829802 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-2c5709b4-1986-4568-9e93-bbd91a07773a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b7906998-9e83-4843-920c-254095f3eac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1407423 Aug 10 04:00:38.883168 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed07c4-f0a4-4ab1-b6e2-f74bf8295020 req-26a91591-7f57-4aac-a29b-73c5ce14eac8 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:38.887761 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7ed07c4-f0a4-4ab1-b6e2-f74bf8295020 req-26a91591-7f57-4aac-a29b-73c5ce14eac8 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.1183305 Aug 10 04:00:38.980814 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7ed07c4-f0a4-4ab1-b6e2-f74bf8295020 req-ef599b59-fc0c-440f-8e32-8525233ef780 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/security-groups?id=42d06214-b1ca-43a0-a4ec-90ac939fab9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828001 Aug 10 04:00:39.041524 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-efd80f43-469b-417f-9e1d-2c7ec7f58add service neutron] 10.222.0.68 "GET /v2.0/networks/b7906998-9e83-4843-920c-254095f3eac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026262 Aug 10 04:00:39.139547 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ce76f-35b9-4a67-b6e9-307b9438b3c3 req-3b075742-58f2-4f8b-8b15-2ce071d3c2d5 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:39.144632 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-697ce76f-35b9-4a67-b6e9-307b9438b3c3 req-3b075742-58f2-4f8b-8b15-2ce071d3c2d5 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.68 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 945 time: 0.1558349 Aug 10 04:00:39.271751 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c82d3889-8e0d-493f-8a80-89622fd9acb3 req-040151ca-379b-4b00-a3fa-749676111270 service neutron] 10.222.0.68 "GET /v2.0/networks/b7906998-9e83-4843-920c-254095f3eac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223549 Aug 10 04:00:39.368332 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-697ce76f-35b9-4a67-b6e9-307b9438b3c3 req-924004cc-142b-4311-8149-6719c65186e0 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Deleting port 5e48d055-da9d-4b0f-85eb-0edc76009c82 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:39.369023 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-697ce76f-35b9-4a67-b6e9-307b9438b3c3 req-924004cc-142b-4311-8149-6719c65186e0 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:39.474706 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c3f19-7425-40df-a806-e35a08deaf5f req-32877212-b088-4162-b76f-6d184e000515 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:39.484077 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5f5c3f19-7425-40df-a806-e35a08deaf5f req-32877212-b088-4162-b76f-6d184e000515 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=704d83e1-8265-4d9b-8884-e93b409c7ad8 HTTP/1.1" status: 200 len: 944 time: 0.1272311 Aug 10 04:00:39.536279 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-697ce76f-35b9-4a67-b6e9-307b9438b3c3 req-924004cc-142b-4311-8149-6719c65186e0 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] For port 5e48d055-da9d-4b0f-85eb-0edc76009c82, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5e48d055-da9d-4b0f-85eb-0edc76009c82,segment=NetworkSegment(77b25dbd-5d53-4f66-ad91-d61c3dba273a),segment_id=77b25dbd-5d53-4f66-ad91-d61c3dba273a)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:39.538716 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-697ce76f-35b9-4a67-b6e9-307b9438b3c3 req-924004cc-142b-4311-8149-6719c65186e0 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:39.552418 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5f5c3f19-7425-40df-a806-e35a08deaf5f req-52b45eae-badd-4ab4-aac3-625853198acd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97a5e40-e433-4a29-ad25-e02ed8b4ba61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673294 Aug 10 04:00:39.567942 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-697ce76f-35b9-4a67-b6e9-307b9438b3c3 req-924004cc-142b-4311-8149-6719c65186e0 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Calling delete_port for 5e48d055-da9d-4b0f-85eb-0edc76009c82 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:39.838646 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4fcc0bdb-38d4-48d3-a82b-86a384870e1f req-71095e52-ccc6-41c9-ac96-8867955734d7 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7 HTTP/1.1" status: 200 len: 210 time: 0.0714607 Aug 10 04:00:39.952209 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ddfaccbd-b514-483b-970c-f3d8e613ec5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:39.997567 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-697ce76f-35b9-4a67-b6e9-307b9438b3c3 req-924004cc-142b-4311-8149-6719c65186e0 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:40.014126 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['5e48d055-da9d-4b0f-85eb-0edc76009c82'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:00:40.122934 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-697ce76f-35b9-4a67-b6e9-307b9438b3c3 req-924004cc-142b-4311-8149-6719c65186e0 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] No DVR routers for this DVR port 5e48d055-da9d-4b0f-85eb-0edc76009c82 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:00:40.127330 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-697ce76f-35b9-4a67-b6e9-307b9438b3c3 req-924004cc-142b-4311-8149-6719c65186e0 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:40.130510 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-697ce76f-35b9-4a67-b6e9-307b9438b3c3 req-924004cc-142b-4311-8149-6719c65186e0 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.68 "DELETE /v2.0/ports/5e48d055-da9d-4b0f-85eb-0edc76009c82 HTTP/1.1" status: 204 len: 173 time: 0.9796207 Aug 10 04:00:40.131520 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05865a0-562e-4a31-a9fb-c13dc6cc83b0', 'name': 'network-vif-deleted', 'tag': '5e48d055-da9d-4b0f-85eb-0edc76009c82'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:00:40.135245 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222d2292-b746-4e89-8463-c4dfcbfe815d" -d '{"events": [{"server_uuid": "f05865a0-562e-4a31-a9fb-c13dc6cc83b0", "name": "network-vif-deleted", "tag": "5e48d055-da9d-4b0f-85eb-0edc76009c82"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:00:40.140299 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924004cc-142b-4311-8149-6719c65186e0 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] Pushing event deleted for resources: {'Port': ['ID=5e48d055-da9d-4b0f-85eb-0edc76009c82,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:40.239203 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5e4ffc44-438d-4f2c-91e8-762de9044f32 req-bcd6c8b6-acd7-420b-be5e-ac59135309c5 tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 210 time: 0.0829494 Aug 10 04:00:40.279437 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e16803-d7c7-4c9a-bd9e-6e69eeb0ed26 x-openstack-request-id: req-a8e16803-d7c7-4c9a-bd9e-6e69eeb0ed26 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:00:40.279437 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05865a0-562e-4a31-a9fb-c13dc6cc83b0", "name": "network-vif-deleted", "tag": "5e48d055-da9d-4b0f-85eb-0edc76009c82", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:00:40.279437 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8e16803-d7c7-4c9a-bd9e-6e69eeb0ed26 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:00:40.279820 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05865a0-562e-4a31-a9fb-c13dc6cc83b0', 'name': 'network-vif-deleted', 'tag': '5e48d055-da9d-4b0f-85eb-0edc76009c82', 'status': 'completed', 'code': 200} Aug 10 04:00:40.732954 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a595e-89d1-4022-ac8f-5e5f97bf16ad req-c1886fb4-bdad-4437-876c-39180023da49 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:40.740408 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e19a595e-89d1-4022-ac8f-5e5f97bf16ad req-c1886fb4-bdad-4437-876c-39180023da49 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=704d83e1-8265-4d9b-8884-e93b409c7ad8 HTTP/1.1" status: 200 len: 944 time: 0.0828693 Aug 10 04:00:40.799219 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e19a595e-89d1-4022-ac8f-5e5f97bf16ad req-28e32a45-8317-4b57-a07d-953448bf59ed tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97a5e40-e433-4a29-ad25-e02ed8b4ba61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577428 Aug 10 04:00:41.053942 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4ac6c6ee-5ab8-48fe-816f-1ac3e9ee1705 req-38727586-abef-4c20-a627-ced458845e56 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7 HTTP/1.1" status: 200 len: 210 time: 0.0306809 Aug 10 04:00:41.110349 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44894) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:41.321537 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-207d06c9-7936-460a-beeb-c01aa8404af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:41.409223 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2344964a-21fe-4966-a23a-0ba211af44c7 req-2d20f67d-8a24-4a05-86cf-c6cb504ffbdb tempest-ServerRescueNegativeTestJSON-580439736 tempest-ServerRescueNegativeTestJSON-580439736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f05865a0-562e-4a31-a9fb-c13dc6cc83b0 HTTP/1.1" status: 200 len: 210 time: 0.0393543 Aug 10 04:00:41.555300 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-207d06c9-7936-460a-beeb-c01aa8404af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:41.653260 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-01c4ebb9-86f7-4928-9393-8c0bc013bde8 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:41.654841 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-01c4ebb9-86f7-4928-9393-8c0bc013bde8 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.20 "GET /v2.0/networks?id=61be106c-0b66-42f4-b295-3640ff29de8b HTTP/1.1" status: 200 len: 814 time: 0.1434698 Aug 10 04:00:41.674898 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-dcfcce3f-e64a-4f0d-b1fa-e873c76c36ff tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Request body: {'port': {'device_id': 'da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7', 'network_id': '61be106c-0b66-42f4-b295-3640ff29de8b', 'admin_state_up': True, 'tenant_id': 'e038891106e2493183a2b48de06c43c1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:41.696199 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-207d06c9-7936-460a-beeb-c01aa8404af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:41.755151 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d06c9-7936-460a-beeb-c01aa8404af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a3b683-b20a-4cbf-a485-aa832d4cb9cf,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:41.801279 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-207d06c9-7936-460a-beeb-c01aa8404af5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3a2bedd2ece44c90a0e4dd47202c9264&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6896117 Aug 10 04:00:41.806418 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44908) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:41.918769 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a16035f5-1c28-4b2d-bd18-39a86fc9a2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:41.951559 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-dcfcce3f-e64a-4f0d-b1fa-e873c76c36ff tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Made reservation on behalf of e038891106e2493183a2b48de06c43c1 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:00:41.958492 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-dcfcce3f-e64a-4f0d-b1fa-e873c76c36ff tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:41.979062 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a16035f5-1c28-4b2d-bd18-39a86fc9a2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:42.062314 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02aca0-a125-4cad-8707-108fe577cf89 req-00e15e7d-a23d-4b17-8bf1-9729e3420b21 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:42.073189 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0a02aca0-a125-4cad-8707-108fe577cf89 req-00e15e7d-a23d-4b17-8bf1-9729e3420b21 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=704d83e1-8265-4d9b-8884-e93b409c7ad8 HTTP/1.1" status: 200 len: 944 time: 0.1247106 Aug 10 04:00:42.156988 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a16035f5-1c28-4b2d-bd18-39a86fc9a2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:42.160676 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a16035f5-1c28-4b2d-bd18-39a86fc9a2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:42.164945 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a16035f5-1c28-4b2d-bd18-39a86fc9a2b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/67a3b683-b20a-4cbf-a485-aa832d4cb9cf HTTP/1.1" status: 204 len: 168 time: 0.3618906 Aug 10 04:00:42.187240 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16035f5-1c28-4b2d-bd18-39a86fc9a2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a3b683-b20a-4cbf-a485-aa832d4cb9cf,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:42.188043 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0a02aca0-a125-4cad-8707-108fe577cf89 req-cc38c396-2c81-46a5-a313-0556aee2cf79 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97a5e40-e433-4a29-ad25-e02ed8b4ba61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129553 Aug 10 04:00:42.270482 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-dcfcce3f-e64a-4f0d-b1fa-e873c76c36ff tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Allocated IP 172.20.0.5 (61be106c-0b66-42f4-b295-3640ff29de8b/5c1c422c-a1f6-4f40-a558-7a67266792a2/269b7b49-b5a9-422f-9db2-1f1895a8a2fa) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:00:42.305929 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e6926722-a62f-4666-9e6b-079e00faf8ff req-3a618f4c-24b8-4ae9-86d7-c51b88175777 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7 HTTP/1.1" status: 200 len: 210 time: 0.0553992 Aug 10 04:00:42.494420 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 44928) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:42.529753 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-dcfcce3f-e64a-4f0d-b1fa-e873c76c36ff tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:42.763248 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-dcfcce3f-e64a-4f0d-b1fa-e873c76c36ff tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:42.801692 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['8597653a-3390-4a44-a76b-86ade7f9cef6'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:00:42.848567 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-dcfcce3f-e64a-4f0d-b1fa-e873c76c36ff tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Network 61be106c-0b66-42f4-b295-3640ff29de8b is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:42.864693 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-dcfcce3f-e64a-4f0d-b1fa-e873c76c36ff tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:42.885283 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfcce3f-e64a-4f0d-b1fa-e873c76c36ff tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Pushing event updated for resources: {'Port': ['ID=269b7b49-b5a9-422f-9db2-1f1895a8a2fa,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:42.892363 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-dcfcce3f-e64a-4f0d-b1fa-e873c76c36ff tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:00:42.950865 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-dcfcce3f-e64a-4f0d-b1fa-e873c76c36ff tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:42.950865 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-dcfcce3f-e64a-4f0d-b1fa-e873c76c36ff tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:43.112466 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-39441702-718f-41ce-94b5-9652d2e86acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:43.118468 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-dcfcce3f-e64a-4f0d-b1fa-e873c76c36ff tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4478841 Aug 10 04:00:43.138860 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-1b0bfb07-5d0a-4972-9e94-231879415ce5 service neutron] Request body: {'port': {'device_id': 'da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:43.208085 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-1b0bfb07-5d0a-4972-9e94-231879415ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:43.455315 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 44ff97dc-e519-4b8e-b4be-607723de0158 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:00:43.458731 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 5e48d055-da9d-4b0f-85eb-0edc76009c82 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:43.524036 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad3f42-c77e-49cf-a58e-c82e196b7a7f req-97c1b84d-820b-43ab-95bb-c6a25f37ebf5 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:43.536540 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f1ad3f42-c77e-49cf-a58e-c82e196b7a7f req-97c1b84d-820b-43ab-95bb-c6a25f37ebf5 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7 HTTP/1.1" status: 200 len: 931 time: 0.0921330 Aug 10 04:00:43.557715 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-39441702-718f-41ce-94b5-9652d2e86acc admin admin] Deleting port 334f736a-1cac-4f4a-adf8-e8ef52a9b095 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:43.558370 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-39441702-718f-41ce-94b5-9652d2e86acc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:43.565419 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f156e2-840f-4a1f-a63f-7210dcac0a12 req-95561741-8381-4458-abc3-e39e01ee7427 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:43.577712 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 44ff97dc-e519-4b8e-b4be-607723de0158, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=44ff97dc-e519-4b8e-b4be-607723de0158,segment=NetworkSegment(62806af2-6437-435e-a5a6-777df703ec85),segment_id=62806af2-6437-435e-a5a6-777df703ec85)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:43.579969 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76f156e2-840f-4a1f-a63f-7210dcac0a12 req-95561741-8381-4458-abc3-e39e01ee7427 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=704d83e1-8265-4d9b-8884-e93b409c7ad8 HTTP/1.1" status: 200 len: 944 time: 0.1443660 Aug 10 04:00:43.615912 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 5e48d055-da9d-4b0f-85eb-0edc76009c82 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:43.616686 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 5e48d055-da9d-4b0f-85eb-0edc76009c82 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:43.631028 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76f156e2-840f-4a1f-a63f-7210dcac0a12 req-117e2f8a-0d77-44e0-bd92-2e3ffe9d8a35 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97a5e40-e433-4a29-ad25-e02ed8b4ba61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499451 Aug 10 04:00:43.643725 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '44ff97dc-e519-4b8e-b4be-607723de0158', 'network_id': 'b7906998-9e83-4843-920c-254095f3eac8', 'port_id': '44ff97dc-e519-4b8e-b4be-607723de0158', 'mac_address': 'fa:16:3e:55:2a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0ec91cd-9db3-445e-9cee-6d971f993dbf', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:00:43.741583 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-39441702-718f-41ce-94b5-9652d2e86acc admin admin] For port 334f736a-1cac-4f4a-adf8-e8ef52a9b095, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=334f736a-1cac-4f4a-adf8-e8ef52a9b095,segment=NetworkSegment(77b25dbd-5d53-4f66-ad91-d61c3dba273a),segment_id=77b25dbd-5d53-4f66-ad91-d61c3dba273a)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:43.742067 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-39441702-718f-41ce-94b5-9652d2e86acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:43.764310 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-39441702-718f-41ce-94b5-9652d2e86acc admin admin] Calling delete_port for 334f736a-1cac-4f4a-adf8-e8ef52a9b095 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:43.777819 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:43.840351 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:43.876393 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-1b0bfb07-5d0a-4972-9e94-231879415ce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 269b7b49-b5a9-422f-9db2-1f1895a8a2fa {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:00:43.898718 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44ff97dc-e519-4b8e-b4be-607723de0158 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:00:43.908396 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-1b0bfb07-5d0a-4972-9e94-231879415ce5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:43.913634 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1c636404-4e74-4dc7-842b-1bff4ca28b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:43.935712 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-1b0bfb07-5d0a-4972-9e94-231879415ce5 service neutron] Transition to ACTIVE for port object 269b7b49-b5a9-422f-9db2-1f1895a8a2fa will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:43.948703 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 44ff97dc-e519-4b8e-b4be-607723de0158, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=44ff97dc-e519-4b8e-b4be-607723de0158,segment=NetworkSegment(62806af2-6437-435e-a5a6-777df703ec85),segment_id=62806af2-6437-435e-a5a6-777df703ec85)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:43.952934 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f1ad3f42-c77e-49cf-a58e-c82e196b7a7f req-bab15432-46d2-4298-bc7c-94644e0e37c6 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4150939 Aug 10 04:00:44.036794 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-1b0bfb07-5d0a-4972-9e94-231879415ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:44.040134 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:44.133808 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=44ff97dc-e519-4b8e-b4be-607723de0158,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:44.151545 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-39441702-718f-41ce-94b5-9652d2e86acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:44.216058 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bfb07-5d0a-4972-9e94-231879415ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=269b7b49-b5a9-422f-9db2-1f1895a8a2fa,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:44.227394 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39441702-718f-41ce-94b5-9652d2e86acc admin admin] Pushing event deleted for resources: {'Port': ['ID=334f736a-1cac-4f4a-adf8-e8ef52a9b095,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:44.257779 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['44ff97dc-e519-4b8e-b4be-607723de0158'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:00:44.283578 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-1b0bfb07-5d0a-4972-9e94-231879415ce5 service neutron] Attempting to bind port 269b7b49-b5a9-422f-9db2-1f1895a8a2fa on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:00:44.284000 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-1b0bfb07-5d0a-4972-9e94-231879415ce5 service neutron] Attempting to bind port 269b7b49-b5a9-422f-9db2-1f1895a8a2fa by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'ddbbd097-b4f1-4cec-8d55-af70ec47d20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '61be106c-0b66-42f4-b295-3640ff29de8b'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:00:44.284332 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-1b0bfb07-5d0a-4972-9e94-231879415ce5 service neutron] Attempting to bind port 269b7b49-b5a9-422f-9db2-1f1895a8a2fa on network 61be106c-0b66-42f4-b295-3640ff29de8b {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:00:44.290570 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-1b0bfb07-5d0a-4972-9e94-231879415ce5 service neutron] Port 269b7b49-b5a9-422f-9db2-1f1895a8a2fa on network 61be106c-0b66-42f4-b295-3640ff29de8b not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:00:44.290905 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-1b0bfb07-5d0a-4972-9e94-231879415ce5 service neutron] Attempting to bind port 269b7b49-b5a9-422f-9db2-1f1895a8a2fa on network 61be106c-0b66-42f4-b295-3640ff29de8b {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:00:44.299376 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-1b0bfb07-5d0a-4972-9e94-231879415ce5 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:00:44.301973 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-1b0bfb07-5d0a-4972-9e94-231879415ce5 service neutron] Checking segment: {'id': 'ddbbd097-b4f1-4cec-8d55-af70ec47d20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '61be106c-0b66-42f4-b295-3640ff29de8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:00:44.301973 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-1b0bfb07-5d0a-4972-9e94-231879415ce5 service neutron] Bound using segment: {'id': 'ddbbd097-b4f1-4cec-8d55-af70ec47d20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '61be106c-0b66-42f4-b295-3640ff29de8b'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:00:44.302414 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-1b0bfb07-5d0a-4972-9e94-231879415ce5 service neutron] Bound port: 269b7b49-b5a9-422f-9db2-1f1895a8a2fa, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddbbd097-b4f1-4cec-8d55-af70ec47d20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '61be106c-0b66-42f4-b295-3640ff29de8b'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:00:44.302741 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-1b0bfb07-5d0a-4972-9e94-231879415ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:44.513303 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-1b0bfb07-5d0a-4972-9e94-231879415ce5 service neutron] For port 269b7b49-b5a9-422f-9db2-1f1895a8a2fa, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:00:44.520180 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-1b0bfb07-5d0a-4972-9e94-231879415ce5 service neutron] For port 269b7b49-b5a9-422f-9db2-1f1895a8a2fa, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=269b7b49-b5a9-422f-9db2-1f1895a8a2fa,segment=NetworkSegment(ddbbd097-b4f1-4cec-8d55-af70ec47d20e),segment_id=ddbbd097-b4f1-4cec-8d55-af70ec47d20e)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:00:44.568991 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44986) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:44.637574 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-1b0bfb07-5d0a-4972-9e94-231879415ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:44.722371 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-1b0bfb07-5d0a-4972-9e94-231879415ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:44.735204 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-1b0bfb07-5d0a-4972-9e94-231879415ce5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:44.736966 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-1b0bfb07-5d0a-4972-9e94-231879415ce5 service neutron] 10.222.0.20 "PUT /v2.0/ports/269b7b49-b5a9-422f-9db2-1f1895a8a2fa HTTP/1.1" status: 200 len: 1091 time: 1.6032043 Aug 10 04:00:44.737551 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7', 'tag': '269b7b49-b5a9-422f-9db2-1f1895a8a2fa'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:00:44.740457 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9994e1-b575-4f1f-9659-3645452b0894" -d '{"events": [{"name": "network-changed", "server_uuid": "da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7", "tag": "269b7b49-b5a9-422f-9db2-1f1895a8a2fa"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:00:44.798842 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0bfb07-5d0a-4972-9e94-231879415ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=269b7b49-b5a9-422f-9db2-1f1895a8a2fa,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:44.805802 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-39441702-718f-41ce-94b5-9652d2e86acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:44.835489 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aebc7807-fef8-4d9c-9d1b-aa64c65f58b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:44.859254 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347d9608-dc10-47e1-82a0-c40b415f959d x-openstack-request-id: req-347d9608-dc10-47e1-82a0-c40b415f959d {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:00:44.859571 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7", "tag": "269b7b49-b5a9-422f-9db2-1f1895a8a2fa", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:00:44.872036 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-347d9608-dc10-47e1-82a0-c40b415f959d {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:00:44.872847 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7', 'tag': '269b7b49-b5a9-422f-9db2-1f1895a8a2fa', 'status': 'completed', 'code': 200} Aug 10 04:00:45.264744 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:45.361738 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4157cf-790a-4779-9fca-debd5958b8d5 req-77e77b71-02cc-452f-9370-69186f11c431 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:45.369976 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-db4157cf-790a-4779-9fca-debd5958b8d5 req-77e77b71-02cc-452f-9370-69186f11c431 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=704d83e1-8265-4d9b-8884-e93b409c7ad8 HTTP/1.1" status: 200 len: 945 time: 0.4959064 Aug 10 04:00:45.382797 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9994e1-b575-4f1f-9659-3645452b0894 req-d4ebad17-d0f1-4458-a335-4d5f687d2ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:45.389921 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8b9994e1-b575-4f1f-9659-3645452b0894 req-d4ebad17-d0f1-4458-a335-4d5f687d2ced service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e038891106e2493183a2b48de06c43c1&device_id=da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7 HTTP/1.1" status: 200 len: 1094 time: 0.4787798 Aug 10 04:00:45.471487 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 44ff97dc-e519-4b8e-b4be-607723de0158 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:45.513081 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-db4157cf-790a-4779-9fca-debd5958b8d5 req-0b651422-b9cf-49a6-b8d2-e1ff1dff3fbd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97a5e40-e433-4a29-ad25-e02ed8b4ba61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408710 Aug 10 04:00:45.663437 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520d299-17cc-426f-a56f-2342b701edf9 req-b469c324-cf76-4090-885e-01559748f1b8 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:45.665029 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6520d299-17cc-426f-a56f-2342b701edf9 req-b469c324-cf76-4090-885e-01559748f1b8 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7 HTTP/1.1" status: 200 len: 943 time: 0.1666541 Aug 10 04:00:45.679228 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aebc7807-fef8-4d9c-9d1b-aa64c65f58b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:45.681182 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9994e1-b575-4f1f-9659-3645452b0894 req-1963c3b6-23c6-448a-8b82-bfcf9df43c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:45.686898 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8b9994e1-b575-4f1f-9659-3645452b0894 req-1963c3b6-23c6-448a-8b82-bfcf9df43c6b service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e038891106e2493183a2b48de06c43c1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2867744 Aug 10 04:00:45.688414 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:45.710841 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 44ff97dc-e519-4b8e-b4be-607723de0158 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:45.715143 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 44ff97dc-e519-4b8e-b4be-607723de0158 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:45.721237 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:45.766137 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6520d299-17cc-426f-a56f-2342b701edf9 req-0843808c-e014-4320-868d-f434b00d37dd tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872164 Aug 10 04:00:45.798049 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39441702-718f-41ce-94b5-9652d2e86acc admin admin] Router ea10405e-1c51-4440-b6cd-a6b551214b26 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:00:45.806857 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aebc7807-fef8-4d9c-9d1b-aa64c65f58b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:45.886495 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-aebc7807-fef8-4d9c-9d1b-aa64c65f58b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb1d00ae6ecf4f90896219c554bfa239&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3134205 Aug 10 04:00:45.890547 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc7807-fef8-4d9c-9d1b-aa64c65f58b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d7f6e7-53c4-41d5-ab8f-d2341cc1bc16,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:45.894995 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45002) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:45.911581 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:45.937163 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9994e1-b575-4f1f-9659-3645452b0894 req-7b452cc8-100a-4f7a-9f90-8eccc8409029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:45.938787 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8b9994e1-b575-4f1f-9659-3645452b0894 req-7b452cc8-100a-4f7a-9f90-8eccc8409029 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2431481 Aug 10 04:00:45.939479 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704d83e1-8265-4d9b-8884-e93b409c7ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ff97dc-e519-4b8e-b4be-607723de0158'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:00:45.942431 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ab10ec-f3e4-417d-a7f2-7d338e9a5e42" -d '{"events": [{"server_uuid": "704d83e1-8265-4d9b-8884-e93b409c7ad8", "name": "network-vif-plugged", "status": "completed", "tag": "44ff97dc-e519-4b8e-b4be-607723de0158"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:00:45.958458 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 44ff97dc-e519-4b8e-b4be-607723de0158, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=44ff97dc-e519-4b8e-b4be-607723de0158,segment=NetworkSegment(62806af2-6437-435e-a5a6-777df703ec85),segment_id=62806af2-6437-435e-a5a6-777df703ec85)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:46.019614 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf56f47-0b9c-4022-93df-4e4f5fe0fade x-openstack-request-id: req-2cf56f47-0b9c-4022-93df-4e4f5fe0fade {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:00:46.019909 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704d83e1-8265-4d9b-8884-e93b409c7ad8", "name": "network-vif-plugged", "status": "completed", "tag": "44ff97dc-e519-4b8e-b4be-607723de0158", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:00:46.022486 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2cf56f47-0b9c-4022-93df-4e4f5fe0fade {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:00:46.022911 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704d83e1-8265-4d9b-8884-e93b409c7ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ff97dc-e519-4b8e-b4be-607723de0158', 'code': 200} Aug 10 04:00:46.076656 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39441702-718f-41ce-94b5-9652d2e86acc admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:00:46.088816 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07b4e68-082b-47a2-ad42-90c037110125 None None] Sync routers for ids ['ea10405e-1c51-4440-b6cd-a6b551214b26'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:00:46.090407 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-39441702-718f-41ce-94b5-9652d2e86acc admin admin] 10.222.0.25 "PUT /v2.0/routers/ea10405e-1c51-4440-b6cd-a6b551214b26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5945232 Aug 10 04:00:46.121837 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45008) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:46.122591 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f7b95764-991d-4a3f-b42e-b841a9b720e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:46.145440 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:46.223005 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07b4e68-082b-47a2-ad42-90c037110125 None None] Routers {'ea10405e-1c51-4440-b6cd-a6b551214b26'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:46.227541 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e07b4e68-082b-47a2-ad42-90c037110125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:00:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ea10405e-1c51-4440-b6cd-a6b551214b26'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:46.260138 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=44ff97dc-e519-4b8e-b4be-607723de0158,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:46.301674 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f7b95764-991d-4a3f-b42e-b841a9b720e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:46.362133 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-e07b4e68-082b-47a2-ad42-90c037110125 None None] Set router ea10405e-1c51-4440-b6cd-a6b551214b26 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:46.363235 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-cb1c0bba-98fd-4f31-8b94-bcf848a26b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:46.376077 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-cb1c0bba-98fd-4f31-8b94-bcf848a26b5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e038891106e2493183a2b48de06c43c1&device_id=da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7 HTTP/1.1" status: 200 len: 1094 time: 0.3362603 Aug 10 04:00:46.384518 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b12da195-0906-4982-adb0-9cf6c52aaca2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:46.569417 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e23f8-bf76-42c0-9ded-84fb1c156ab5 req-48eac4d2-ce26-4614-97f7-2c7d64e910a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:46.571992 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-381e23f8-bf76-42c0-9ded-84fb1c156ab5 req-48eac4d2-ce26-4614-97f7-2c7d64e910a8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=704d83e1-8265-4d9b-8884-e93b409c7ad8 HTTP/1.1" status: 200 len: 1097 time: 0.4437251 Aug 10 04:00:46.576347 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-aa9aa811-5c0b-4bb5-96c7-14a13ca83934 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=269b7b49-b5a9-422f-9db2-1f1895a8a2fa HTTP/1.1" status: 200 len: 217 time: 0.1691620 Aug 10 04:00:46.703737 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e07b4e68-082b-47a2-ad42-90c037110125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea10405e-1c51-4440-b6cd-a6b551214b26', 'name': 'tempest-ServerRescueNegativeTestJSON-1358322403-router', 'tenant_id': '5c12184296424dc9af92067f3096d474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '341e549e-4e8e-475d-add8-78ebeb895157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:00Z', 'updated_at': '2021-08-10T04:00:43Z', 'revision_number': 5, 'project_id': '5c12184296424dc9af92067f3096d474', 'gw_port': {'id': '341e549e-4e8e-475d-add8-78ebeb895157', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea10405e-1c51-4440-b6cd-a6b551214b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:02Z', 'updated_at': '2021-08-10T03:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:46.732997 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-381e23f8-bf76-42c0-9ded-84fb1c156ab5 req-94a7a1cd-a536-40f5-8a97-a79387995b47 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=b97a5e40-e433-4a29-ad25-e02ed8b4ba61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472845 Aug 10 04:00:46.744683 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-5e08d0c8-6800-451a-8a4d-c8a76bc7abae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:46.744846 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07b4e68-082b-47a2-ad42-90c037110125 None None] Checking router: ea10405e-1c51-4440-b6cd-a6b551214b26 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:00:46.744982 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-5e08d0c8-6800-451a-8a4d-c8a76bc7abae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c1c422c-a1f6-4f40-a558-7a67266792a2 HTTP/1.1" status: 200 len: 854 time: 0.1553247 Aug 10 04:00:46.766914 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07b4e68-082b-47a2-ad42-90c037110125 None None] Routers {'ea10405e-1c51-4440-b6cd-a6b551214b26'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:46.773323 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e07b4e68-082b-47a2-ad42-90c037110125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:00:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ea10405e-1c51-4440-b6cd-a6b551214b26'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:46.785497 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b12da195-0906-4982-adb0-9cf6c52aaca2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:46.800716 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-73a69726-05bc-46ca-87ff-a027d5aa364a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61be106c-0b66-42f4-b295-3640ff29de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493071 Aug 10 04:00:46.826962 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9c408-15b5-4631-8408-10d48816852b req-d02ce6b0-ec97-4724-b4f6-2ba1f28ea245 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:46.831301 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:46.832965 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-01e9c408-15b5-4631-8408-10d48816852b req-d02ce6b0-ec97-4724-b4f6-2ba1f28ea245 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=704d83e1-8265-4d9b-8884-e93b409c7ad8 HTTP/1.1" status: 200 len: 946 time: 0.1268091 Aug 10 04:00:46.909459 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-01e9c408-15b5-4631-8408-10d48816852b req-737f5c8d-b529-4c51-bc5d-f56cd9b1b503 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97a5e40-e433-4a29-ad25-e02ed8b4ba61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700488 Aug 10 04:00:46.947733 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f7b95764-991d-4a3f-b42e-b841a9b720e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:46.955226 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f7b95764-991d-4a3f-b42e-b841a9b720e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:46.965321 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f7b95764-991d-4a3f-b42e-b841a9b720e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f5d7f6e7-53c4-41d5-ab8f-d2341cc1bc16 HTTP/1.1" status: 204 len: 168 time: 1.0641327 Aug 10 04:00:47.045371 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-b12da195-0906-4982-adb0-9cf6c52aaca2 admin admin] Deleting port 341e549e-4e8e-475d-add8-78ebeb895157 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:00:47.046931 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b12da195-0906-4982-adb0-9cf6c52aaca2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:47.099897 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b95764-991d-4a3f-b42e-b841a9b720e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d7f6e7-53c4-41d5-ab8f-d2341cc1bc16,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:47.174311 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-e07b4e68-082b-47a2-ad42-90c037110125 None None] Set router ea10405e-1c51-4440-b6cd-a6b551214b26 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:47.277276 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4c468-5c23-4d40-b274-935f98bb5c4f req-956a1327-31e2-409c-93b9-d765ae51b461 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:47.277276 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-50b4c468-5c23-4d40-b274-935f98bb5c4f req-956a1327-31e2-409c-93b9-d765ae51b461 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7 HTTP/1.1" status: 200 len: 943 time: 0.3259957 Aug 10 04:00:47.277276 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-7586d8a7-7b6a-4546-98be-55608831d5f7 service neutron] 10.222.0.20 "GET /v2.0/networks/61be106c-0b66-42f4-b295-3640ff29de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588141 Aug 10 04:00:47.321085 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-b12da195-0906-4982-adb0-9cf6c52aaca2 admin admin] For port 341e549e-4e8e-475d-add8-78ebeb895157, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=341e549e-4e8e-475d-add8-78ebeb895157,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:47.321801 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b12da195-0906-4982-adb0-9cf6c52aaca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:47.371543 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-b12da195-0906-4982-adb0-9cf6c52aaca2 admin admin] Calling delete_port for 341e549e-4e8e-475d-add8-78ebeb895157 owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:00:47.421802 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-50b4c468-5c23-4d40-b274-935f98bb5c4f req-866fc2b3-ff70-47e7-b22e-bdc7c9d2375d tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392701 Aug 10 04:00:47.523910 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d82c4e7-0157-45bc-a52e-c1947b0629ca req-1ea4c2c8-c406-46c9-8fc3-a7b3cc41c4bc service neutron] 10.222.0.20 "GET /v2.0/networks/61be106c-0b66-42f4-b295-3640ff29de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391851 Aug 10 04:00:47.549178 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e07b4e68-082b-47a2-ad42-90c037110125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea10405e-1c51-4440-b6cd-a6b551214b26', 'name': 'tempest-ServerRescueNegativeTestJSON-1358322403-router', 'tenant_id': '5c12184296424dc9af92067f3096d474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '341e549e-4e8e-475d-add8-78ebeb895157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:00Z', 'updated_at': '2021-08-10T04:00:43Z', 'revision_number': 5, 'project_id': '5c12184296424dc9af92067f3096d474', 'gw_port': {'id': '341e549e-4e8e-475d-add8-78ebeb895157', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea10405e-1c51-4440-b6cd-a6b551214b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:02Z', 'updated_at': '2021-08-10T03:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:47.590280 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07b4e68-082b-47a2-ad42-90c037110125 None None] The sync data for ids ['ea10405e-1c51-4440-b6cd-a6b551214b26'] in n-d-802893-2 is: [{'id': 'ea10405e-1c51-4440-b6cd-a6b551214b26', 'name': 'tempest-ServerRescueNegativeTestJSON-1358322403-router', 'tenant_id': '5c12184296424dc9af92067f3096d474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.15'}], 'enable_snat': True}, 'gw_port_id': '341e549e-4e8e-475d-add8-78ebeb895157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:00Z', 'updated_at': '2021-08-10T04:00:43Z', 'revision_number': 5, 'project_id': '5c12184296424dc9af92067f3096d474', 'gw_port': {'id': '341e549e-4e8e-475d-add8-78ebeb895157', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:83:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea10405e-1c51-4440-b6cd-a6b551214b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:02Z', 'updated_at': '2021-08-10T03:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:00:47.876712 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b12da195-0906-4982-adb0-9cf6c52aaca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:47.909401 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12da195-0906-4982-adb0-9cf6c52aaca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=341e549e-4e8e-475d-add8-78ebeb895157,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:48.063404 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b12da195-0906-4982-adb0-9cf6c52aaca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:48.122247 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 334f736a-1cac-4f4a-adf8-e8ef52a9b095 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:48.169282 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 334f736a-1cac-4f4a-adf8-e8ef52a9b095 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:48.170185 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 334f736a-1cac-4f4a-adf8-e8ef52a9b095 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:48.230283 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b12da195-0906-4982-adb0-9cf6c52aaca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:48.235201 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b12da195-0906-4982-adb0-9cf6c52aaca2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:48.248212 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ace2f4-9bb4-427c-9a57-069e643466bb req-ad09b3f6-b134-425d-b805-36b1976db172 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:48.250090 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b9ace2f4-9bb4-427c-9a57-069e643466bb req-ad09b3f6-b134-425d-b805-36b1976db172 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=704d83e1-8265-4d9b-8884-e93b409c7ad8 HTTP/1.1" status: 200 len: 946 time: 0.1995382 Aug 10 04:00:48.356416 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b9ace2f4-9bb4-427c-9a57-069e643466bb req-2405485b-3109-4d40-bcc4-c7241b0e07bd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97a5e40-e433-4a29-ad25-e02ed8b4ba61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367122 Aug 10 04:00:48.419403 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b12da195-0906-4982-adb0-9cf6c52aaca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:48.420256 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12da195-0906-4982-adb0-9cf6c52aaca2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea10405e-1c51-4440-b6cd-a6b551214b26 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:00:48.425039 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b12da195-0906-4982-adb0-9cf6c52aaca2 admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:48.432803 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b12da195-0906-4982-adb0-9cf6c52aaca2 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ea10405e-1c51-4440-b6cd-a6b551214b26 HTTP/1.1" status: 204 len: 168 time: 2.3222802 Aug 10 04:00:48.434789 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45064) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:48.570377 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebccb851-6c31-41a6-8acd-29a20af42648 admin admin] Deleting subnet d62a09b9-e42e-47af-8510-297fece7a960 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:00:48.612745 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce90aaa-d18d-4d9c-9ae0-24d98df85b38 req-b21b92bb-fa4a-4e23-ae75-5cc401dda346 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:48.624468 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ce90aaa-d18d-4d9c-9ae0-24d98df85b38 req-b21b92bb-fa4a-4e23-ae75-5cc401dda346 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=704d83e1-8265-4d9b-8884-e93b409c7ad8 HTTP/1.1" status: 200 len: 946 time: 0.1737790 Aug 10 04:00:48.624468 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ebccb851-6c31-41a6-8acd-29a20af42648 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:48.686888 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9ce9b-a490-49f0-906c-85515a90f482 req-104a693f-1f68-4527-960e-ade67fec8d53 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:48.696705 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ce90aaa-d18d-4d9c-9ae0-24d98df85b38 req-7a2c5960-edff-4b4e-bec5-8df1c6a5cd6b tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97a5e40-e433-4a29-ad25-e02ed8b4ba61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699348 Aug 10 04:00:48.700292 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ebccb851-6c31-41a6-8acd-29a20af42648 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:48.705466 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-47a9ce9b-a490-49f0-906c-85515a90f482 req-104a693f-1f68-4527-960e-ade67fec8d53 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7 HTTP/1.1" status: 200 len: 943 time: 0.1084504 Aug 10 04:00:48.775245 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-47a9ce9b-a490-49f0-906c-85515a90f482 req-94faddbb-2f54-4d80-beb6-359d99e1544c tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686710 Aug 10 04:00:48.797349 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-4378d01a-b9bc-4879-8812-3c6c8d3d488e req-70a5f47d-aa0b-47c4-83ed-599e4b6c7310 service neutron] (94938) timed out ('10.222.0.25', 43840) {{(pid=94938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:00:48.806654 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ebccb851-6c31-41a6-8acd-29a20af42648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:48.883401 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-21969f1d-0bce-478b-bf97-65e1556fd7ed tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9d9143c3046c4c5da2085f0024145a58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458617 Aug 10 04:00:49.102456 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-29b37441-20ad-4385-8bdd-8ac3ce8db6bf tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:49.110338 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-29b37441-20ad-4385-8bdd-8ac3ce8db6bf tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2256453 Aug 10 04:00:49.130865 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-db4882a6-2448-4cfe-81d8-078386130192 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/quotas/9d9143c3046c4c5da2085f0024145a58 HTTP/1.1" status: 200 len: 375 time: 0.0196042 Aug 10 04:00:49.183623 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-5afd8aa0-a513-4bb3-b6ec-55429a14c053 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9d9143c3046c4c5da2085f0024145a58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512071 Aug 10 04:00:49.185220 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ebccb851-6c31-41a6-8acd-29a20af42648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:49.229204 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebccb851-6c31-41a6-8acd-29a20af42648 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d62a09b9-e42e-47af-8510-297fece7a960,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:49.231926 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ebccb851-6c31-41a6-8acd-29a20af42648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:49.233977 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ebccb851-6c31-41a6-8acd-29a20af42648 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d62a09b9-e42e-47af-8510-297fece7a960 HTTP/1.1" status: 204 len: 168 time: 0.7979243 Aug 10 04:00:49.236369 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45094) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:49.330928 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-237da888-07a7-41f8-8598-5a3a3f735509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:49.514212 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-237da888-07a7-41f8-8598-5a3a3f735509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:49.530284 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-237da888-07a7-41f8-8598-5a3a3f735509 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['017bc094-0610-4c83-b903-161ccef8a7ca']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:49.532482 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d876baaa-281d-49ee-b869-770e3b137e69 req-1d652337-142f-41bc-bb59-03e23e610801 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e3fa3-596b-46ee-bde3-e9de6060c9f4 HTTP/1.1" status: 200 len: 210 time: 0.0729010 Aug 10 04:00:49.567567 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-237da888-07a7-41f8-8598-5a3a3f735509 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77b25dbd-5d53-4f66-ad91-d61c3dba273a') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:49.567854 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-237da888-07a7-41f8-8598-5a3a3f735509 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77b25dbd-5d53-4f66-ad91-d61c3dba273a') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:49.579905 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-237da888-07a7-41f8-8598-5a3a3f735509 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:49.595805 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-237da888-07a7-41f8-8598-5a3a3f735509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:49.607554 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-237da888-07a7-41f8-8598-5a3a3f735509 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:00:49.608039 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-237da888-07a7-41f8-8598-5a3a3f735509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:00:49.611377 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:00:49.837334 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-237da888-07a7-41f8-8598-5a3a3f735509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:49.866450 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-237da888-07a7-41f8-8598-5a3a3f735509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:49.866450 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-237da888-07a7-41f8-8598-5a3a3f735509 admin admin] 10.222.0.25 "DELETE /v2.0/networks/017bc094-0610-4c83-b903-161ccef8a7ca HTTP/1.1" status: 204 len: 168 time: 0.6222334 Aug 10 04:00:49.878834 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237da888-07a7-41f8-8598-5a3a3f735509 admin admin] Pushing event deleted for resources: {'Network': ['ID=017bc094-0610-4c83-b903-161ccef8a7ca,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:49.914830 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 341e549e-4e8e-475d-add8-78ebeb895157 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:00:49.942386 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 341e549e-4e8e-475d-add8-78ebeb895157 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:00:49.942877 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 341e549e-4e8e-475d-add8-78ebeb895157 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:00:49.956463 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 269b7b49-b5a9-422f-9db2-1f1895a8a2fa details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:00:49.985275 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea7d87-7a88-4d2f-a5b6-9783b5c8de6a req-398863d0-188c-4b20-8bc8-2edc2c402c49 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:49.993914 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eea7d87-7a88-4d2f-a5b6-9783b5c8de6a req-398863d0-188c-4b20-8bc8-2edc2c402c49 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7 HTTP/1.1" status: 200 len: 943 time: 0.1325402 Aug 10 04:00:50.050519 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eea7d87-7a88-4d2f-a5b6-9783b5c8de6a req-0d6de96f-f168-43d4-b95f-7c59fb4c8a65 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489314 Aug 10 04:00:50.082104 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 269b7b49-b5a9-422f-9db2-1f1895a8a2fa, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=269b7b49-b5a9-422f-9db2-1f1895a8a2fa,segment=NetworkSegment(ddbbd097-b4f1-4cec-8d55-af70ec47d20e),segment_id=ddbbd097-b4f1-4cec-8d55-af70ec47d20e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:50.094507 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '269b7b49-b5a9-422f-9db2-1f1895a8a2fa', 'network_id': '61be106c-0b66-42f4-b295-3640ff29de8b', 'port_id': '269b7b49-b5a9-422f-9db2-1f1895a8a2fa', 'mac_address': 'fa:16:3e:75:aa:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c1c422c-a1f6-4f40-a558-7a67266792a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:00:50.130969 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:50.143383 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 269b7b49-b5a9-422f-9db2-1f1895a8a2fa {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:00:50.163279 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 269b7b49-b5a9-422f-9db2-1f1895a8a2fa, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=269b7b49-b5a9-422f-9db2-1f1895a8a2fa,segment=NetworkSegment(ddbbd097-b4f1-4cec-8d55-af70ec47d20e),segment_id=ddbbd097-b4f1-4cec-8d55-af70ec47d20e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:50.334697 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:50.468436 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=269b7b49-b5a9-422f-9db2-1f1895a8a2fa,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:50.538582 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45144) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:50.608217 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45150) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:50.743352 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-88f66322-09a9-4754-89c2-47fe2d5acac5 req-694e488a-6cb1-487b-8d3f-d49782dddbe4 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e3fa3-596b-46ee-bde3-e9de6060c9f4 HTTP/1.1" status: 200 len: 210 time: 0.0879781 Aug 10 04:00:50.778102 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['269b7b49-b5a9-422f-9db2-1f1895a8a2fa'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:00:50.796693 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0b19b395-d50a-457c-8d11-980cbe3935a5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c12184296424dc9af92067f3096d474&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1851106 Aug 10 04:00:50.797746 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45154) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:00:50.940059 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-27cb8f19-c3bd-4232-a62b-10fbdf5f5089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:50.974915 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-27cb8f19-c3bd-4232-a62b-10fbdf5f5089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:51.174622 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-27cb8f19-c3bd-4232-a62b-10fbdf5f5089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:51.179583 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-27cb8f19-c3bd-4232-a62b-10fbdf5f5089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:51.184135 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-27cb8f19-c3bd-4232-a62b-10fbdf5f5089 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/42d06214-b1ca-43a0-a4ec-90ac939fab9e HTTP/1.1" status: 204 len: 168 time: 0.3853095 Aug 10 04:00:51.201478 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb8f19-c3bd-4232-a62b-10fbdf5f5089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d06214-b1ca-43a0-a4ec-90ac939fab9e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:51.385058 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5fa28-c6c6-4436-b07d-05ec3f79edcb req-6bad1c19-3aa8-4283-986e-a06d755cca2b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:51.389246 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7c5fa28-c6c6-4436-b07d-05ec3f79edcb req-6bad1c19-3aa8-4283-986e-a06d755cca2b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7 HTTP/1.1" status: 200 len: 944 time: 0.1757207 Aug 10 04:00:51.469075 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7c5fa28-c6c6-4436-b07d-05ec3f79edcb req-f254d8cf-3c05-4b1b-8e93-a9c56237a338 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700529 Aug 10 04:00:51.723268 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-90df2cac-51e2-4e3b-8fa6-c0ed792b98df tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:52.024136 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2c52e050-64c2-4773-acef-1191759ccdcd req-1e24d5e4-3c33-4b42-97f8-899f267d7028 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e3fa3-596b-46ee-bde3-e9de6060c9f4 HTTP/1.1" status: 200 len: 210 time: 0.0876884 Aug 10 04:00:52.117469 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-90df2cac-51e2-4e3b-8fa6-c0ed792b98df tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Allocated IP 172.20.0.17 (b7906998-9e83-4843-920c-254095f3eac8/b0ec91cd-9db3-445e-9cee-6d971f993dbf/a70135b0-bfbc-4eab-911e-2c287a127df2) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:00:52.312633 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-90df2cac-51e2-4e3b-8fa6-c0ed792b98df tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:52.344557 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-90df2cac-51e2-4e3b-8fa6-c0ed792b98df tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Transition to ACTIVE for port object a70135b0-bfbc-4eab-911e-2c287a127df2 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:52.466286 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-90df2cac-51e2-4e3b-8fa6-c0ed792b98df tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:52.629292 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df2cac-51e2-4e3b-8fa6-c0ed792b98df tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'Port': ['ID=a70135b0-bfbc-4eab-911e-2c287a127df2,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:52.653466 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90df2cac-51e2-4e3b-8fa6-c0ed792b98df tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Network b7906998-9e83-4843-920c-254095f3eac8 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:52.674475 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-90df2cac-51e2-4e3b-8fa6-c0ed792b98df tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:52.679547 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-f71d66a0-b58e-42c5-af8d-2dfa74e7f04a tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=9d9143c3046c4c5da2085f0024145a58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516365 Aug 10 04:00:52.680566 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90df2cac-51e2-4e3b-8fa6-c0ed792b98df tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:00:52.745947 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:00:52.864306 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-d84a6254-6d94-440b-bc0a-44a071a357d0 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:52.866485 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-d84a6254-6d94-440b-bc0a-44a071a357d0 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1606479 Aug 10 04:00:52.889967 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-90a174ed-3fef-4548-8d0f-a816949baa43 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Request body: {'port': {'device_id': 'c19e3fa3-596b-46ee-bde3-e9de6060c9f4', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': '9d9143c3046c4c5da2085f0024145a58'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:52.970510 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-90df2cac-51e2-4e3b-8fa6-c0ed792b98df tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.138822 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6189e49d-004b-4d85-811a-284a91f36c90 req-c14706e4-52d5-4768-ab6d-033f302e17a7 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:53.140531 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6189e49d-004b-4d85-811a-284a91f36c90 req-c14706e4-52d5-4768-ab6d-033f302e17a7 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7 HTTP/1.1" status: 200 len: 944 time: 0.5023208 Aug 10 04:00:53.203085 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3aebe65c-8bd6-4b5a-a124-e095144f4692 req-95f3324d-7424-4a90-ab33-65b5615bffa9 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e3fa3-596b-46ee-bde3-e9de6060c9f4 HTTP/1.1" status: 200 len: 210 time: 0.0496244 Aug 10 04:00:53.263747 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6189e49d-004b-4d85-811a-284a91f36c90 req-da2e77a0-e356-4c26-a934-edf7f0fe78ee tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107438 Aug 10 04:00:53.294140 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-83b88509-caa3-4a72-9b95-ccd1e58444dc None None] Provisioning for port a70135b0-bfbc-4eab-911e-2c287a127df2 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:53.298765 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-83b88509-caa3-4a72-9b95-ccd1e58444dc None None] Provisioning complete for port a70135b0-bfbc-4eab-911e-2c287a127df2 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:53.306960 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-83b88509-caa3-4a72-9b95-ccd1e58444dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.376549 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-83b88509-caa3-4a72-9b95-ccd1e58444dc None None] Port a70135b0-bfbc-4eab-911e-2c287a127df2 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:00:53.395571 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-90df2cac-51e2-4e3b-8fa6-c0ed792b98df tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.407729 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-90a174ed-3fef-4548-8d0f-a816949baa43 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Made reservation on behalf of 9d9143c3046c4c5da2085f0024145a58 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:00:53.413071 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-90a174ed-3fef-4548-8d0f-a816949baa43 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.435922 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-90a174ed-3fef-4548-8d0f-a816949baa43 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.781674 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-90a174ed-3fef-4548-8d0f-a816949baa43 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.932972 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-90a174ed-3fef-4548-8d0f-a816949baa43 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.944893 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-90df2cac-51e2-4e3b-8fa6-c0ed792b98df tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:53.956529 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 269b7b49-b5a9-422f-9db2-1f1895a8a2fa up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:00:54.074194 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-90df2cac-51e2-4e3b-8fa6-c0ed792b98df tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:54.083120 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a174ed-3fef-4548-8d0f-a816949baa43 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3850ce-b513-4e07-9d8d-4d5100966c05,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:54.151853 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 269b7b49-b5a9-422f-9db2-1f1895a8a2fa completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:54.156502 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 269b7b49-b5a9-422f-9db2-1f1895a8a2fa triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:54.157207 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:54.375470 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:54.431155 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d5c763c6-7d94-4acb-a11d-687726985604 req-99e05f05-075d-4614-a5f5-cb3df0c587fc tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0545402 Aug 10 04:00:54.504521 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 269b7b49-b5a9-422f-9db2-1f1895a8a2fa, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=269b7b49-b5a9-422f-9db2-1f1895a8a2fa,segment=NetworkSegment(ddbbd097-b4f1-4cec-8d55-af70ec47d20e),segment_id=ddbbd097-b4f1-4cec-8d55-af70ec47d20e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:00:54.511510 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269b7b49-b5a9-422f-9db2-1f1895a8a2fa'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:00:54.521394 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08589e78-1d2c-4657-bb86-7db126ffe0fb" -d '{"events": [{"server_uuid": "da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7", "name": "network-vif-plugged", "status": "completed", "tag": "269b7b49-b5a9-422f-9db2-1f1895a8a2fa"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:00:54.580393 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:54.634683 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-90df2cac-51e2-4e3b-8fa6-c0ed792b98df tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:54.720757 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aaaffb35-aefc-489d-91a7-f1f16a51c7fd req-c00efa2f-3755-440f-8b2b-fa4178efe217 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e3fa3-596b-46ee-bde3-e9de6060c9f4 HTTP/1.1" status: 200 len: 210 time: 0.0780163 Aug 10 04:00:54.779182 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=269b7b49-b5a9-422f-9db2-1f1895a8a2fa,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:54.790964 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a295fe-ff79-4ffd-aeb6-3ffdfff36eca req-8e045201-f894-4648-ab38-27b33604f02e tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:54.801600 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a8a295fe-ff79-4ffd-aeb6-3ffdfff36eca req-8e045201-f894-4648-ab38-27b33604f02e tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7 HTTP/1.1" status: 200 len: 945 time: 0.1735082 Aug 10 04:00:54.803836 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df2cac-51e2-4e3b-8fa6-c0ed792b98df tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'Port': ['ID=a70135b0-bfbc-4eab-911e-2c287a127df2,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:54.873582 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e7e276-7b72-42fb-b716-37998d49cfb9 x-openstack-request-id: req-04e7e276-7b72-42fb-b716-37998d49cfb9 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:00:54.874078 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7", "name": "network-vif-plugged", "status": "completed", "tag": "269b7b49-b5a9-422f-9db2-1f1895a8a2fa", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:00:54.874568 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-04e7e276-7b72-42fb-b716-37998d49cfb9 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:00:54.875614 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269b7b49-b5a9-422f-9db2-1f1895a8a2fa', 'code': 200} Aug 10 04:00:54.888826 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-90a174ed-3fef-4548-8d0f-a816949baa43 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Allocated IP 192.168.233.226 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/dc8e7dca-7ca0-418e-8474-1430986950b0) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:00:54.894336 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a8a295fe-ff79-4ffd-aeb6-3ffdfff36eca req-23f426cc-2dbf-4696-b65a-4000c39767a1 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915880 Aug 10 04:00:54.953139 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90df2cac-51e2-4e3b-8fa6-c0ed792b98df tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Network b7906998-9e83-4843-920c-254095f3eac8 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:54.959757 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-90df2cac-51e2-4e3b-8fa6-c0ed792b98df tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:55.351999 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a545f3-7abc-4227-ab6e-56f909b707d6 req-cd79e160-6ffa-4bfb-a9cf-331dbc869f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:55.353582 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05a545f3-7abc-4227-ab6e-56f909b707d6 req-cd79e160-6ffa-4bfb-a9cf-331dbc869f83 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7 HTTP/1.1" status: 200 len: 1096 time: 0.3788228 Aug 10 04:00:55.431580 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9f23a2d0-fbdf-4315-83d0-167d6840b065 None None] Provisioning complete for port a70135b0-bfbc-4eab-911e-2c287a127df2 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:55.432215 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9f23a2d0-fbdf-4315-83d0-167d6840b065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:55.447596 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05a545f3-7abc-4227-ab6e-56f909b707d6 req-41f46388-e086-4f9b-93d3-0556e5aff0e4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645630 Aug 10 04:00:55.476286 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-9f23a2d0-fbdf-4315-83d0-167d6840b065 None None] Port a70135b0-bfbc-4eab-911e-2c287a127df2 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:00:55.513389 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90df2cac-51e2-4e3b-8fa6-c0ed792b98df tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Router 6e852a75-32c4-4644-ae73-a56821c49a86 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:00:55.520953 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-90a174ed-3fef-4548-8d0f-a816949baa43 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:55.541532 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-90a174ed-3fef-4548-8d0f-a816949baa43 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Transition to ACTIVE for port object dc8e7dca-7ca0-418e-8474-1430986950b0 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:55.668211 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6adaa8f9-523d-4dc0-bed7-08485c5ca14c req-8bf8aab9-0b7a-417c-8149-e72472a5fef3 tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0376718 Aug 10 04:00:55.792610 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90df2cac-51e2-4e3b-8fa6-c0ed792b98df tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:00:55.804417 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba4037a-f338-46f2-8bd2-0904e5d28b0a None None] Sync routers for ids ['6e852a75-32c4-4644-ae73-a56821c49a86'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:00:55.820531 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba4037a-f338-46f2-8bd2-0904e5d28b0a None None] Routers {'6e852a75-32c4-4644-ae73-a56821c49a86'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:55.821200 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-90df2cac-51e2-4e3b-8fa6-c0ed792b98df tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "PUT /v2.0/routers/6e852a75-32c4-4644-ae73-a56821c49a86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2805750 Aug 10 04:00:55.827700 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3ba4037a-f338-46f2-8bd2-0904e5d28b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:00:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['6e852a75-32c4-4644-ae73-a56821c49a86'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:55.871007 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-90a174ed-3fef-4548-8d0f-a816949baa43 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:56.003597 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-3ba4037a-f338-46f2-8bd2-0904e5d28b0a None None] Set router 6e852a75-32c4-4644-ae73-a56821c49a86 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:56.011543 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a174ed-3fef-4548-8d0f-a816949baa43 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Pushing event updated for resources: {'Port': ['ID=dc8e7dca-7ca0-418e-8474-1430986950b0,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:56.026924 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-90a174ed-3fef-4548-8d0f-a816949baa43 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:00:56.029191 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-90a174ed-3fef-4548-8d0f-a816949baa43 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:00:56.031895 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-90a174ed-3fef-4548-8d0f-a816949baa43 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:00:56.065013 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727acf5e-50f2-4ef2-8c9b-b3dd7fad3f81 req-e2683e69-ea98-403b-bf10-bc1994e93f9c tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:56.069786 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-727acf5e-50f2-4ef2-8c9b-b3dd7fad3f81 req-e2683e69-ea98-403b-bf10-bc1994e93f9c tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e3fa3-596b-46ee-bde3-e9de6060c9f4 HTTP/1.1" status: 200 len: 936 time: 0.1944139 Aug 10 04:00:56.127304 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-727acf5e-50f2-4ef2-8c9b-b3dd7fad3f81 req-e64b9309-e613-4603-914b-a4806e7ece48 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3850ce-b513-4e07-9d8d-4d5100966c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503373 Aug 10 04:00:56.141229 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-90a174ed-3fef-4548-8d0f-a816949baa43 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:56.142058 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-90a174ed-3fef-4548-8d0f-a816949baa43 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:56.204412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d141cc5-0ca0-486a-832d-9a0315cdab58 req-9f84c0d4-cd26-46a1-a7f5-61386ab5e83c tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:56.206043 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4d141cc5-0ca0-486a-832d-9a0315cdab58 req-9f84c0d4-cd26-46a1-a7f5-61386ab5e83c tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0815294 Aug 10 04:00:56.308213 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4d141cc5-0ca0-486a-832d-9a0315cdab58 req-01176b85-d3dc-4d19-a6c2-550682df8547 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438223 Aug 10 04:00:56.349797 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3ba4037a-f338-46f2-8bd2-0904e5d28b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'name': 'tempest-TestNetworkBasicOps-router-925551247', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:07Z', 'updated_at': '2021-08-10T04:00:53Z', 'revision_number': 5, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:09Z', 'updated_at': '2021-08-10T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'c40116e9-3c99-4cf4-bd2a-b999ef3175ae', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'floating_ip_address': '172.25.0.95', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'port_id': '845cb39a-548d-4707-ab2e-05003acf2823', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33', 'mac_address': 'fa:16:3e:58:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d50f22-73f9-45b8-b214-0fd212f0946e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:59:43Z', 'updated_at': '2021-08-10T03:59:47Z', 'revision_number': 1, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '075ba055-4e4f-4be0-afe0-02f464a0e847', 'name': '', 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'mac_address': 'fa:16:3e:1f:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '86d2d62c-3af2-47d8-a099-65572797716a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:13Z', 'updated_at': '2021-08-10T03:59:20Z', 'revision_number': 5, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'subnets': [{'id': '86d2d62c-3af2-47d8-a099-65572797716a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a70135b0-bfbc-4eab-911e-2c287a127df2', 'name': '', 'network_id': 'b7906998-9e83-4843-920c-254095f3eac8', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'mac_address': 'fa:16:3e:d0:8a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'b0ec91cd-9db3-445e-9cee-6d971f993dbf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:51Z', 'updated_at': '2021-08-10T04:00:53Z', 'revision_number': 2, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'subnets': [{'id': 'b0ec91cd-9db3-445e-9cee-6d971f993dbf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:56.379251 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba4037a-f338-46f2-8bd2-0904e5d28b0a None None] Checking router: 6e852a75-32c4-4644-ae73-a56821c49a86 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:00:56.379514 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba4037a-f338-46f2-8bd2-0904e5d28b0a None None] Updating router 6e852a75-32c4-4644-ae73-a56821c49a86 port a70135b0-bfbc-4eab-911e-2c287a127df2 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:00:56.413132 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3ba4037a-f338-46f2-8bd2-0904e5d28b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:56.505852 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-90a174ed-3fef-4548-8d0f-a816949baa43 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6267979 Aug 10 04:00:56.531600 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-4eba6c7f-4e4e-4975-8c9f-75a259216288 service neutron] Request body: {'port': {'device_id': 'c19e3fa3-596b-46ee-bde3-e9de6060c9f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:00:56.784950 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-4eba6c7f-4e4e-4975-8c9f-75a259216288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:56.801750 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dfe5640a-66d7-4989-a631-a492914fded1 req-b707506b-0f6d-4e60-9af1-9e444d2e4d95 tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0422523 Aug 10 04:00:56.830165 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-122a3699-294d-43db-9099-c12c5bcaf3bb None None] Provisioning for port dc8e7dca-7ca0-418e-8474-1430986950b0 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:00:56.854452 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-122a3699-294d-43db-9099-c12c5bcaf3bb None None] Provisioning complete for port dc8e7dca-7ca0-418e-8474-1430986950b0 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:00:56.854452 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-122a3699-294d-43db-9099-c12c5bcaf3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:56.898340 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-122a3699-294d-43db-9099-c12c5bcaf3bb None None] Port dc8e7dca-7ca0-418e-8474-1430986950b0 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:00:57.358514 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3ba4037a-f338-46f2-8bd2-0904e5d28b0a None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:57.373483 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-4eba6c7f-4e4e-4975-8c9f-75a259216288 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc8e7dca-7ca0-418e-8474-1430986950b0 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:00:57.385304 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3ba4037a-f338-46f2-8bd2-0904e5d28b0a None None] Transition to ACTIVE for port object a70135b0-bfbc-4eab-911e-2c287a127df2 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:57.390625 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:57.405965 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-4eba6c7f-4e4e-4975-8c9f-75a259216288 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:57.442286 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3ba4037a-f338-46f2-8bd2-0904e5d28b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:57.491933 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-4eba6c7f-4e4e-4975-8c9f-75a259216288 service neutron] Transition to ACTIVE for port object dc8e7dca-7ca0-418e-8474-1430986950b0 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:00:57.536161 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b202e45-c0aa-4b64-b5bc-1dd15ebdf9fc req-c7fb93fd-c9cf-4a30-b0c1-71b4c5bcd678 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:57.544717 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8b202e45-c0aa-4b64-b5bc-1dd15ebdf9fc req-c7fb93fd-c9cf-4a30-b0c1-71b4c5bcd678 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7 HTTP/1.1" status: 200 len: 945 time: 0.0963268 Aug 10 04:00:57.607223 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-4eba6c7f-4e4e-4975-8c9f-75a259216288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:57.621106 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8b202e45-c0aa-4b64-b5bc-1dd15ebdf9fc req-4d7131c8-7639-42ed-96bc-c3f96881d5ce tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536120 Aug 10 04:00:57.621328 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b064513-08c6-4b33-a492-5f863844078e None None] Pushing event updated for resources: {'Port': ['ID=a70135b0-bfbc-4eab-911e-2c287a127df2,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:57.705168 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-3ba4037a-f338-46f2-8bd2-0904e5d28b0a None None] Attempting to bind port a70135b0-bfbc-4eab-911e-2c287a127df2 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:00:57.705535 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-3ba4037a-f338-46f2-8bd2-0904e5d28b0a None None] Attempting to bind port a70135b0-bfbc-4eab-911e-2c287a127df2 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '62806af2-6437-435e-a5a6-777df703ec85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7906998-9e83-4843-920c-254095f3eac8'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:00:57.705899 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba4037a-f338-46f2-8bd2-0904e5d28b0a None None] Attempting to bind port a70135b0-bfbc-4eab-911e-2c287a127df2 on network b7906998-9e83-4843-920c-254095f3eac8 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:00:57.726713 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba4037a-f338-46f2-8bd2-0904e5d28b0a None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:00:57.727161 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba4037a-f338-46f2-8bd2-0904e5d28b0a None None] Checking segment: {'id': '62806af2-6437-435e-a5a6-777df703ec85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7906998-9e83-4843-920c-254095f3eac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:00:57.727569 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3ba4037a-f338-46f2-8bd2-0904e5d28b0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:57.727977 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba4037a-f338-46f2-8bd2-0904e5d28b0a None None] Bound using segment: {'id': '62806af2-6437-435e-a5a6-777df703ec85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7906998-9e83-4843-920c-254095f3eac8'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:00:57.728502 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-3ba4037a-f338-46f2-8bd2-0904e5d28b0a None None] Bound port: a70135b0-bfbc-4eab-911e-2c287a127df2, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62806af2-6437-435e-a5a6-777df703ec85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'b7906998-9e83-4843-920c-254095f3eac8'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:00:57.728883 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3ba4037a-f338-46f2-8bd2-0904e5d28b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:57.926219 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba6c7f-4e4e-4975-8c9f-75a259216288 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8e7dca-7ca0-418e-8474-1430986950b0,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:57.987140 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-3ba4037a-f338-46f2-8bd2-0904e5d28b0a None None] For port a70135b0-bfbc-4eab-911e-2c287a127df2, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:00:57.992314 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-3ba4037a-f338-46f2-8bd2-0904e5d28b0a None None] For port a70135b0-bfbc-4eab-911e-2c287a127df2, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a70135b0-bfbc-4eab-911e-2c287a127df2,segment=NetworkSegment(62806af2-6437-435e-a5a6-777df703ec85),segment_id=62806af2-6437-435e-a5a6-777df703ec85)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:00:58.062212 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-4eba6c7f-4e4e-4975-8c9f-75a259216288 service neutron] Attempting to bind port dc8e7dca-7ca0-418e-8474-1430986950b0 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:00:58.063075 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-4eba6c7f-4e4e-4975-8c9f-75a259216288 service neutron] Attempting to bind port dc8e7dca-7ca0-418e-8474-1430986950b0 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:00:58.063253 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-4eba6c7f-4e4e-4975-8c9f-75a259216288 service neutron] Attempting to bind port dc8e7dca-7ca0-418e-8474-1430986950b0 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:00:58.073454 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-4eba6c7f-4e4e-4975-8c9f-75a259216288 service neutron] Port dc8e7dca-7ca0-418e-8474-1430986950b0 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:00:58.073454 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-4eba6c7f-4e4e-4975-8c9f-75a259216288 service neutron] Attempting to bind port dc8e7dca-7ca0-418e-8474-1430986950b0 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:00:58.101840 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3ba4037a-f338-46f2-8bd2-0904e5d28b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:58.129471 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c2561-b00c-4470-aba8-6f94ae46d9ae req-378e3ac3-b11a-48b2-bb24-845dc4d3985c tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:58.137703 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ec3c2561-b00c-4470-aba8-6f94ae46d9ae req-378e3ac3-b11a-48b2-bb24-845dc4d3985c tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e3fa3-596b-46ee-bde3-e9de6060c9f4 HTTP/1.1" status: 200 len: 948 time: 0.8386183 Aug 10 04:00:58.187643 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-4eba6c7f-4e4e-4975-8c9f-75a259216288 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:00:58.192656 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-4eba6c7f-4e4e-4975-8c9f-75a259216288 service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:00:58.193207 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-4eba6c7f-4e4e-4975-8c9f-75a259216288 service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:00:58.193796 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-4eba6c7f-4e4e-4975-8c9f-75a259216288 service neutron] Bound port: dc8e7dca-7ca0-418e-8474-1430986950b0, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:00:58.194276 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-4eba6c7f-4e4e-4975-8c9f-75a259216288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:58.248032 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b064513-08c6-4b33-a492-5f863844078e None None] Pushing event updated for resources: {'Port': ['ID=a70135b0-bfbc-4eab-911e-2c287a127df2,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:58.258169 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba4037a-f338-46f2-8bd2-0904e5d28b0a None None] Routers {'6e852a75-32c4-4644-ae73-a56821c49a86'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:00:58.258812 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3ba4037a-f338-46f2-8bd2-0904e5d28b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:00:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['6e852a75-32c4-4644-ae73-a56821c49a86'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:58.299612 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ec3c2561-b00c-4470-aba8-6f94ae46d9ae req-6f852b86-95cc-438d-b0ec-e97f5607b031 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3850ce-b513-4e07-9d8d-4d5100966c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586297 Aug 10 04:00:58.381238 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-4eba6c7f-4e4e-4975-8c9f-75a259216288 service neutron] For port dc8e7dca-7ca0-418e-8474-1430986950b0, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:00:58.389459 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-4eba6c7f-4e4e-4975-8c9f-75a259216288 service neutron] For port dc8e7dca-7ca0-418e-8474-1430986950b0, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=dc8e7dca-7ca0-418e-8474-1430986950b0,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:00:58.520709 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b5c9c-442c-4209-8343-7237a7e0c37d req-75bc5611-c130-4339-9f67-49ecd884621d tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:58.522481 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b48b5c9c-442c-4209-8343-7237a7e0c37d req-75bc5611-c130-4339-9f67-49ecd884621d tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7 HTTP/1.1" status: 200 len: 945 time: 0.1262836 Aug 10 04:00:58.572534 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-4eba6c7f-4e4e-4975-8c9f-75a259216288 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:58.595131 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-3ba4037a-f338-46f2-8bd2-0904e5d28b0a None None] Set router 6e852a75-32c4-4644-ae73-a56821c49a86 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:00:58.610041 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e5c59f63-c61f-487e-96bc-20c85b35afd8 req-6cdd5998-831e-405e-8ad0-ad3364fddf05 tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.1661825 Aug 10 04:00:58.655124 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-4eba6c7f-4e4e-4975-8c9f-75a259216288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:58.655753 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-4eba6c7f-4e4e-4975-8c9f-75a259216288 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:00:58.657293 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-4eba6c7f-4e4e-4975-8c9f-75a259216288 service neutron] 10.222.0.68 "PUT /v2.0/ports/dc8e7dca-7ca0-418e-8474-1430986950b0 HTTP/1.1" status: 200 len: 1096 time: 2.1431510 Aug 10 04:00:58.657741 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19e3fa3-596b-46ee-bde3-e9de6060c9f4', 'tag': 'dc8e7dca-7ca0-418e-8474-1430986950b0'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:00:58.660391 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0ba376-0c3a-4e06-b0d0-3483920d865c" -d '{"events": [{"name": "network-changed", "server_uuid": "c19e3fa3-596b-46ee-bde3-e9de6060c9f4", "tag": "dc8e7dca-7ca0-418e-8474-1430986950b0"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:00:58.695309 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b48b5c9c-442c-4209-8343-7237a7e0c37d req-a9e687c0-0fd5-45e4-8d9b-30d6ce9f38c9 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604040 Aug 10 04:00:58.723716 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba6c7f-4e4e-4975-8c9f-75a259216288 service neutron] Pushing event updated for resources: {'Port': ['ID=dc8e7dca-7ca0-418e-8474-1430986950b0,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:00:58.750623 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4329573a-6403-4ee2-bb79-218f3a095e74 x-openstack-request-id: req-4329573a-6403-4ee2-bb79-218f3a095e74 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:00:58.750921 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19e3fa3-596b-46ee-bde3-e9de6060c9f4", "tag": "dc8e7dca-7ca0-418e-8474-1430986950b0", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:00:58.751200 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4329573a-6403-4ee2-bb79-218f3a095e74 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:00:58.752005 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19e3fa3-596b-46ee-bde3-e9de6060c9f4', 'tag': 'dc8e7dca-7ca0-418e-8474-1430986950b0', 'status': 'completed', 'code': 200} Aug 10 04:00:58.873110 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ba376-0c3a-4e06-b0d0-3483920d865c req-906101fc-8a46-4d7e-8aaf-f2b0d20ca8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:58.878981 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bb0ba376-0c3a-4e06-b0d0-3483920d865c req-906101fc-8a46-4d7e-8aaf-f2b0d20ca8af service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9d9143c3046c4c5da2085f0024145a58&device_id=c19e3fa3-596b-46ee-bde3-e9de6060c9f4 HTTP/1.1" status: 200 len: 1099 time: 0.1006637 Aug 10 04:00:58.923399 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bb0ba376-0c3a-4e06-b0d0-3483920d865c req-0919909b-7b87-4633-8f5b-0e279447b62b service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=9d9143c3046c4c5da2085f0024145a58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359569 Aug 10 04:00:59.011582 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3ba4037a-f338-46f2-8bd2-0904e5d28b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'name': 'tempest-TestNetworkBasicOps-router-925551247', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:07Z', 'updated_at': '2021-08-10T04:00:53Z', 'revision_number': 5, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:09Z', 'updated_at': '2021-08-10T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'c40116e9-3c99-4cf4-bd2a-b999ef3175ae', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'floating_ip_address': '172.25.0.95', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'port_id': '845cb39a-548d-4707-ab2e-05003acf2823', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33', 'mac_address': 'fa:16:3e:58:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d50f22-73f9-45b8-b214-0fd212f0946e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:59:43Z', 'updated_at': '2021-08-10T03:59:47Z', 'revision_number': 1, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '075ba055-4e4f-4be0-afe0-02f464a0e847', 'name': '', 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'mac_address': 'fa:16:3e:1f:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '86d2d62c-3af2-47d8-a099-65572797716a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:13Z', 'updated_at': '2021-08-10T03:59:20Z', 'revision_number': 5, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'subnets': [{'id': '86d2d62c-3af2-47d8-a099-65572797716a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a70135b0-bfbc-4eab-911e-2c287a127df2', 'name': '', 'network_id': 'b7906998-9e83-4843-920c-254095f3eac8', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'mac_address': 'fa:16:3e:d0:8a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'b0ec91cd-9db3-445e-9cee-6d971f993dbf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:51Z', 'updated_at': '2021-08-10T04:00:57Z', 'revision_number': 4, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'subnets': [{'id': 'b0ec91cd-9db3-445e-9cee-6d971f993dbf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:00:59.087276 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba4037a-f338-46f2-8bd2-0904e5d28b0a None None] The sync data for ids ['6e852a75-32c4-4644-ae73-a56821c49a86'] in n-d-802893-2 is: [{'id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'name': 'tempest-TestNetworkBasicOps-router-925551247', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:07Z', 'updated_at': '2021-08-10T04:00:53Z', 'revision_number': 5, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:09Z', 'updated_at': '2021-08-10T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'c40116e9-3c99-4cf4-bd2a-b999ef3175ae', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'floating_ip_address': '172.25.0.95', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'port_id': '845cb39a-548d-4707-ab2e-05003acf2823', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33', 'mac_address': 'fa:16:3e:58:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d50f22-73f9-45b8-b214-0fd212f0946e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:59:43Z', 'updated_at': '2021-08-10T03:59:47Z', 'revision_number': 1, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '075ba055-4e4f-4be0-afe0-02f464a0e847', 'name': '', 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'mac_address': 'fa:16:3e:1f:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '86d2d62c-3af2-47d8-a099-65572797716a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:13Z', 'updated_at': '2021-08-10T03:59:20Z', 'revision_number': 5, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'subnets': [{'id': '86d2d62c-3af2-47d8-a099-65572797716a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a70135b0-bfbc-4eab-911e-2c287a127df2', 'name': '', 'network_id': 'b7906998-9e83-4843-920c-254095f3eac8', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'mac_address': 'fa:16:3e:d0:8a:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2216, 'fixed_ips': [{'subnet_id': 'b0ec91cd-9db3-445e-9cee-6d971f993dbf', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:00:51Z', 'updated_at': '2021-08-10T04:00:57Z', 'revision_number': 4, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'subnets': [{'id': 'b0ec91cd-9db3-445e-9cee-6d971f993dbf', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:00:59.087927 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0ba376-0c3a-4e06-b0d0-3483920d865c req-e7034691-9219-42ce-8e6b-6d6c86188256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:59.089773 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bb0ba376-0c3a-4e06-b0d0-3483920d865c req-e7034691-9219-42ce-8e6b-6d6c86188256 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1564612 Aug 10 04:00:59.195762 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-d0ccb85b-cf2a-4908-8e1a-1a5f9e8360aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:59.197178 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-d0ccb85b-cf2a-4908-8e1a-1a5f9e8360aa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9d9143c3046c4c5da2085f0024145a58&device_id=c19e3fa3-596b-46ee-bde3-e9de6060c9f4 HTTP/1.1" status: 200 len: 1099 time: 0.0629933 Aug 10 04:00:59.248502 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-0e2bba66-d811-4757-99ce-a4346bbdda5a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=dc8e7dca-7ca0-418e-8474-1430986950b0 HTTP/1.1" status: 200 len: 217 time: 0.0425088 Aug 10 04:00:59.325453 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-95399161-f8a1-47b2-a033-bee07e3b3477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:59.327536 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-95399161-f8a1-47b2-a033-bee07e3b3477 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0703681 Aug 10 04:00:59.390742 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a942f6ed-239f-4b44-8916-146522148a14 req-e1213048-2bd8-4035-9482-1c4af2c75569 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0336049 Aug 10 04:00:59.409175 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-d86871df-1c9a-416b-9e58-9461f2dfb705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:59.410669 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-d86871df-1c9a-416b-9e58-9461f2dfb705 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0752161 Aug 10 04:00:59.515639 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5f81a3-ce89-45ef-bcb6-d03c3fa73f18 req-22dc0646-dfd8-4bdc-ac34-d700fd03ffae tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:00:59.517313 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1d5f81a3-ce89-45ef-bcb6-d03c3fa73f18 req-22dc0646-dfd8-4bdc-ac34-d700fd03ffae tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e3fa3-596b-46ee-bde3-e9de6060c9f4 HTTP/1.1" status: 200 len: 948 time: 0.1198654 Aug 10 04:00:59.590394 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1d5f81a3-ce89-45ef-bcb6-d03c3fa73f18 req-4c05646b-3363-4302-9c12-90d5ad587159 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3850ce-b513-4e07-9d8d-4d5100966c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650597 Aug 10 04:00:59.621150 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-baf634f7-ceda-4458-9bbf-50d45d9ca5a0 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746240 Aug 10 04:00:59.755050 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25ba2302-cabb-4794-8fe0-ececb55e2d1e req-e5d5dc2f-8dee-44ac-8159-eff5eb414588 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301441 Aug 10 04:00:59.823616 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6e3b5ba8-83a4-4e71-9df9-ea452e7826c1 req-7f82b2ef-6983-4b17-8fcc-c44e87f7be77 tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0560162 Aug 10 04:01:00.032845 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77400c-7222-4aae-88d1-43fb264d2fc4 req-b1306224-9de0-49d2-9da0-976f284bd156 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:00.043327 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff77400c-7222-4aae-88d1-43fb264d2fc4 req-b1306224-9de0-49d2-9da0-976f284bd156 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7 HTTP/1.1" status: 200 len: 945 time: 0.1776867 Aug 10 04:01:00.047611 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b45d99-cad9-4003-aeae-2dad79012eb5 req-571b8c33-1a6e-46e2-93d2-5e63992108a7 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:00.049923 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d1b45d99-cad9-4003-aeae-2dad79012eb5 req-571b8c33-1a6e-46e2-93d2-5e63992108a7 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 946 time: 0.0967212 Aug 10 04:01:00.069313 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a70135b0-bfbc-4eab-911e-2c287a127df2 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:01:00.124020 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff77400c-7222-4aae-88d1-43fb264d2fc4 req-1a6a02e7-4c6d-4948-88e8-783fbaf0ddf8 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794981 Aug 10 04:01:00.160910 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc24a51-741e-44d2-939b-8617416adfb9 req-e94e9d78-680d-4119-a8dd-fb2abfec2d9b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:00.163039 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fcc24a51-741e-44d2-939b-8617416adfb9 req-e94e9d78-680d-4119-a8dd-fb2abfec2d9b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.20 "GET /v2.0/ports?device_id=da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7 HTTP/1.1" status: 200 len: 945 time: 0.1812074 Aug 10 04:01:00.225650 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d1b45d99-cad9-4003-aeae-2dad79012eb5 req-b11a520f-6305-457f-85af-c66b3966849c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1650722 Aug 10 04:01:00.264869 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port a70135b0-bfbc-4eab-911e-2c287a127df2 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:01:00.268906 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port a70135b0-bfbc-4eab-911e-2c287a127df2 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:01:00.269523 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:00.292858 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-fcc24a51-741e-44d2-939b-8617416adfb9 req-8be0a3f3-616a-489f-8a33-8b014c9601c5 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Deleting port 269b7b49-b5a9-422f-9db2-1f1895a8a2fa {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:01:00.293525 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fcc24a51-741e-44d2-939b-8617416adfb9 req-8be0a3f3-616a-489f-8a33-8b014c9601c5 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:00.398742 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-fcc24a51-741e-44d2-939b-8617416adfb9 req-8be0a3f3-616a-489f-8a33-8b014c9601c5 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] For port 269b7b49-b5a9-422f-9db2-1f1895a8a2fa, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=269b7b49-b5a9-422f-9db2-1f1895a8a2fa,segment=NetworkSegment(ddbbd097-b4f1-4cec-8d55-af70ec47d20e),segment_id=ddbbd097-b4f1-4cec-8d55-af70ec47d20e)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:00.400650 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fcc24a51-741e-44d2-939b-8617416adfb9 req-8be0a3f3-616a-489f-8a33-8b014c9601c5 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:00.409374 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:00.417100 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-fcc24a51-741e-44d2-939b-8617416adfb9 req-8be0a3f3-616a-489f-8a33-8b014c9601c5 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Calling delete_port for 269b7b49-b5a9-422f-9db2-1f1895a8a2fa owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:01:00.457392 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port a70135b0-bfbc-4eab-911e-2c287a127df2, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a70135b0-bfbc-4eab-911e-2c287a127df2,segment=NetworkSegment(62806af2-6437-435e-a5a6-777df703ec85),segment_id=62806af2-6437-435e-a5a6-777df703ec85)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:00.545630 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:00.633747 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=a70135b0-bfbc-4eab-911e-2c287a127df2,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:00.643593 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:00.644284 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:00.644833 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:00.645371 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:00.645908 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:00.646771 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:00.647322 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:00.648046 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:00.648580 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:00.649216 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:00.649762 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:00.650300 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:00.658753 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fcc24a51-741e-44d2-939b-8617416adfb9 req-8be0a3f3-616a-489f-8a33-8b014c9601c5 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:00.691682 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0a3f3-616a-489f-8a33-8b014c9601c5 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Pushing event deleted for resources: {'Port': ['ID=269b7b49-b5a9-422f-9db2-1f1895a8a2fa,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:00.708209 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['8597653a-3390-4a44-a76b-86ade7f9cef6', '269b7b49-b5a9-422f-9db2-1f1895a8a2fa'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:01:00.726513 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d747983-a9bd-46be-b20d-d1195075cfc9 req-28d6e864-ff4a-4422-867a-e1d123af59ff tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:00.728172 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9d747983-a9bd-46be-b20d-d1195075cfc9 req-28d6e864-ff4a-4422-867a-e1d123af59ff tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e3fa3-596b-46ee-bde3-e9de6060c9f4 HTTP/1.1" status: 200 len: 948 time: 0.0616541 Aug 10 04:01:00.761673 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc24a51-741e-44d2-939b-8617416adfb9 req-8be0a3f3-616a-489f-8a33-8b014c9601c5 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] No DVR routers for this DVR port 269b7b49-b5a9-422f-9db2-1f1895a8a2fa on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:01:00.765776 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fcc24a51-741e-44d2-939b-8617416adfb9 req-8be0a3f3-616a-489f-8a33-8b014c9601c5 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:00.768309 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fcc24a51-741e-44d2-939b-8617416adfb9 req-8be0a3f3-616a-489f-8a33-8b014c9601c5 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.20 "DELETE /v2.0/ports/269b7b49-b5a9-422f-9db2-1f1895a8a2fa HTTP/1.1" status: 204 len: 173 time: 0.5962188 Aug 10 04:01:00.769033 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7', 'name': 'network-vif-deleted', 'tag': '269b7b49-b5a9-422f-9db2-1f1895a8a2fa'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:01:00.771586 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73d4024-6677-43dc-aa17-6403bf8f816b" -d '{"events": [{"server_uuid": "da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7", "name": "network-vif-deleted", "tag": "269b7b49-b5a9-422f-9db2-1f1895a8a2fa"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:01:00.799202 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9d747983-a9bd-46be-b20d-d1195075cfc9 req-b9179c95-d175-4a37-80e7-eda52282d24e tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3850ce-b513-4e07-9d8d-4d5100966c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629945 Aug 10 04:01:00.850649 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bf3916-d663-48d2-be77-3b42cfa4650d x-openstack-request-id: req-c5bf3916-d663-48d2-be77-3b42cfa4650d {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:01:00.850941 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7", "name": "network-vif-deleted", "tag": "269b7b49-b5a9-422f-9db2-1f1895a8a2fa", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:01:00.851201 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5bf3916-d663-48d2-be77-3b42cfa4650d {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:01:00.851776 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7', 'name': 'network-vif-deleted', 'tag': '269b7b49-b5a9-422f-9db2-1f1895a8a2fa', 'status': 'completed', 'code': 200} Aug 10 04:01:00.949279 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-65b14e4f-cdfd-400c-88db-aed72934f9af req-55e158fd-7687-4160-a851-4b5ec9e4cf9a tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0297492 Aug 10 04:01:01.225847 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1406c382-9d02-4765-aa53-3728775fa3ec req-4199b5b7-17cf-4a26-849b-7fb554bcec9c tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=da52e9b6-79e3-4a3f-8d2e-06bdc85a9ad7 HTTP/1.1" status: 200 len: 210 time: 0.0296726 Aug 10 04:01:01.873971 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f9a161e1-bb1c-40e2-8b7f-e03eb5eab1cc req-2dd837f1-fa72-40a5-b488-dfeeabf96e76 tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0590553 Aug 10 04:01:01.994844 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938aa8b-a30a-46ec-95d7-74a57db7dcb0 req-284ad29a-0d37-444e-91ca-6996b89c60e4 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:01.999697 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8938aa8b-a30a-46ec-95d7-74a57db7dcb0 req-284ad29a-0d37-444e-91ca-6996b89c60e4 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e3fa3-596b-46ee-bde3-e9de6060c9f4 HTTP/1.1" status: 200 len: 948 time: 0.0845122 Aug 10 04:01:02.048121 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a70135b0-bfbc-4eab-911e-2c287a127df2 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:01:02.071538 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8938aa8b-a30a-46ec-95d7-74a57db7dcb0 req-71710d01-d891-464a-b898-1b0bdefdcd07 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3850ce-b513-4e07-9d8d-4d5100966c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657184 Aug 10 04:01:02.104602 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port a70135b0-bfbc-4eab-911e-2c287a127df2 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:01:02.104602 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:02.210339 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45460) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:02.344187 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3e64c3a7-0b5c-4f4f-a40a-d4b9679b478f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:02.399563 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf222ad-efa8-427b-b0ef-60f6cc1fe68b req-fbe4a3c4-81ee-4582-a8a4-5a5c19819da3 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:02.401181 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7bf222ad-efa8-427b-b0ef-60f6cc1fe68b req-fbe4a3c4-81ee-4582-a8a4-5a5c19819da3 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.0502913 Aug 10 04:01:02.450233 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7bf222ad-efa8-427b-b0ef-60f6cc1fe68b req-3036d69e-ddc1-4ba8-a6d0-20a260cd0473 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422978 Aug 10 04:01:02.457964 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3e64c3a7-0b5c-4f4f-a40a-d4b9679b478f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:02.567416 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3e64c3a7-0b5c-4f4f-a40a-d4b9679b478f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:02.600522 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3e64c3a7-0b5c-4f4f-a40a-d4b9679b478f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f341266589f4faf9d84058479ceb014&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3880668 Aug 10 04:01:02.603357 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45476) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:02.612626 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e64c3a7-0b5c-4f4f-a40a-d4b9679b478f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be69a453-4c0a-4882-95b4-b8db124379f0,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:02.681778 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f4baf24a-524f-47b7-ad35-a1559387a3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:02.715468 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d30b3e-0cc5-47bc-9cc9-46e9710c6272 req-193ec4d7-3086-4d18-94a7-6708c51c526a tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:02.716996 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-76d30b3e-0cc5-47bc-9cc9-46e9710c6272 req-193ec4d7-3086-4d18-94a7-6708c51c526a tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.0786452 Aug 10 04:01:02.718893 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f4baf24a-524f-47b7-ad35-a1559387a3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:02.765972 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45480) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:02.781297 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-76d30b3e-0cc5-47bc-9cc9-46e9710c6272 req-6ff2594d-dc2b-4fd2-b01c-c62b7dbca970 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558069 Aug 10 04:01:02.900474 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-754c5034-c24e-404d-829f-af236217e656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:02.904956 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f4baf24a-524f-47b7-ad35-a1559387a3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:02.907877 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f4baf24a-524f-47b7-ad35-a1559387a3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:02.911734 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f4baf24a-524f-47b7-ad35-a1559387a3db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be69a453-4c0a-4882-95b4-b8db124379f0 HTTP/1.1" status: 204 len: 168 time: 0.3047583 Aug 10 04:01:02.924304 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4baf24a-524f-47b7-ad35-a1559387a3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be69a453-4c0a-4882-95b4-b8db124379f0,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:02.937900 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4baf24a-524f-47b7-ad35-a1559387a3db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:02.938069 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9dcbb7-fdbb-4afd-b664-f25abcdb585c req-5bf18ac7-2a0e-4d04-b9e7-a844640a32b6 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:02.938247 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4baf24a-524f-47b7-ad35-a1559387a3db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:02.938960 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4baf24a-524f-47b7-ad35-a1559387a3db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:02.939539 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5e9dcbb7-fdbb-4afd-b664-f25abcdb585c req-5bf18ac7-2a0e-4d04-b9e7-a844640a32b6 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.0836926 Aug 10 04:01:02.939775 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4baf24a-524f-47b7-ad35-a1559387a3db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:02.940370 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4baf24a-524f-47b7-ad35-a1559387a3db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:02.940864 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4baf24a-524f-47b7-ad35-a1559387a3db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:02.941480 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4baf24a-524f-47b7-ad35-a1559387a3db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:02.941818 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4baf24a-524f-47b7-ad35-a1559387a3db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:02.942151 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4baf24a-524f-47b7-ad35-a1559387a3db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:02.942480 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4baf24a-524f-47b7-ad35-a1559387a3db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:02.942939 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4baf24a-524f-47b7-ad35-a1559387a3db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:02.943314 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4baf24a-524f-47b7-ad35-a1559387a3db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:02.994296 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-14ac3ada-fe9e-4b68-8362-cc05f8d4f944 req-c2d8806d-506b-41de-856a-514bef38e676 tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0361555 Aug 10 04:01:03.017939 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5e9dcbb7-fdbb-4afd-b664-f25abcdb585c req-2a5a7abd-decc-4c86-84ee-5e620e5aa8f7 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554240 Aug 10 04:01:03.190926 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fa5a6-f2ab-4022-b892-eb159138283f req-be1a4957-43e9-48f5-b4da-7b007b76b17b tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:03.192382 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-308fa5a6-f2ab-4022-b892-eb159138283f req-be1a4957-43e9-48f5-b4da-7b007b76b17b tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e3fa3-596b-46ee-bde3-e9de6060c9f4 HTTP/1.1" status: 200 len: 948 time: 0.0530441 Aug 10 04:01:03.232449 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-308fa5a6-f2ab-4022-b892-eb159138283f req-134bfec2-be8e-4244-9c8c-2f8916920b71 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3850ce-b513-4e07-9d8d-4d5100966c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334206 Aug 10 04:01:03.257070 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-754c5034-c24e-404d-829f-af236217e656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:03.344445 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-754c5034-c24e-404d-829f-af236217e656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:03.383738 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c5034-c24e-404d-829f-af236217e656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350c2e6a-b3ca-4906-b410-0f7b4c7327ad,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:03.389337 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-754c5034-c24e-404d-829f-af236217e656 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eed95289e8a0422b8063b4280493bc04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6222115 Aug 10 04:01:03.391967 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45504) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:03.442984 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c90d0864-da66-47c9-aa23-c04250bf92b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:03.465367 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c90d0864-da66-47c9-aa23-c04250bf92b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:03.801268 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device dc8e7dca-7ca0-418e-8474-1430986950b0 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:01:03.801268 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port dc8e7dca-7ca0-418e-8474-1430986950b0, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=dc8e7dca-7ca0-418e-8474-1430986950b0,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:03.801268 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'dc8e7dca-7ca0-418e-8474-1430986950b0', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': 'dc8e7dca-7ca0-418e-8474-1430986950b0', 'mac_address': 'fa:16:3e:2d:6c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:01:03.801268 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:03.801268 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc8e7dca-7ca0-418e-8474-1430986950b0 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:01:03.801268 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port dc8e7dca-7ca0-418e-8474-1430986950b0, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=dc8e7dca-7ca0-418e-8474-1430986950b0,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:03.847189 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c90d0864-da66-47c9-aa23-c04250bf92b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:03.849952 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c90d0864-da66-47c9-aa23-c04250bf92b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:03.851142 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c90d0864-da66-47c9-aa23-c04250bf92b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/350c2e6a-b3ca-4906-b410-0f7b4c7327ad HTTP/1.1" status: 204 len: 168 time: 0.4582582 Aug 10 04:01:03.860575 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d0864-da66-47c9-aa23-c04250bf92b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350c2e6a-b3ca-4906-b410-0f7b4c7327ad,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:03.920998 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:03.944665 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45508) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:03.958139 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9cf134a4-ceee-4b11-946a-c7ec34e94563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:03.972390 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=dc8e7dca-7ca0-418e-8474-1430986950b0,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:03.982619 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device b3b4ce36-dd2d-448b-a4c9-f1269256c40e details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:01:03.990948 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 269b7b49-b5a9-422f-9db2-1f1895a8a2fa no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:01:04.044084 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 269b7b49-b5a9-422f-9db2-1f1895a8a2fa {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:01:04.044623 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 269b7b49-b5a9-422f-9db2-1f1895a8a2fa not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:01:04.045214 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device b3b4ce36-dd2d-448b-a4c9-f1269256c40e no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:01:04.098598 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9cf134a4-ceee-4b11-946a-c7ec34e94563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:04.138731 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1c96a3e6-0acc-4221-ad97-3bfe4ea9a18c req-596bd922-ed48-42ba-9d3b-966c56d30cba tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0282083 Aug 10 04:01:04.176355 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['dc8e7dca-7ca0-418e-8474-1430986950b0'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:01:04.206796 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port b3b4ce36-dd2d-448b-a4c9-f1269256c40e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:04.219809 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9cf134a4-ceee-4b11-946a-c7ec34e94563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:04.251514 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf134a4-ceee-4b11-946a-c7ec34e94563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f13421-e557-42d1-9313-fd3b47a7c21a,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:04.273988 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9cf134a4-ceee-4b11-946a-c7ec34e94563 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6efe3071e70a4e09922c3589072c52c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3281758 Aug 10 04:01:04.277324 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45526) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:04.316672 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e', 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020', 'port_id': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e', 'mac_address': 'fa:16:3e:33:02:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51d8861-9dbf-4178-9d3e-8ed73319e82c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:01:04.357312 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cc6dbae-e184-4f3e-85df-c5dbdaa4b83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:04.373167 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:04.393538 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16bff9-bbcc-454c-8e93-dbe1af7c2cad req-b10cda15-07cb-4772-947b-b51266696f73 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:04.398108 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0c16bff9-bbcc-454c-8e93-dbe1af7c2cad req-b10cda15-07cb-4772-947b-b51266696f73 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e3fa3-596b-46ee-bde3-e9de6060c9f4 HTTP/1.1" status: 200 len: 949 time: 0.0742939 Aug 10 04:01:04.398293 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cc6dbae-e184-4f3e-85df-c5dbdaa4b83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:04.405887 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:04.442401 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42000c9c-e2bd-4988-84d2-6244f1f07902', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:01:04.449115 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80646317-4bdd-4acc-af8a-60b3959a4cad" -d '{"events": [{"server_uuid": "42000c9c-e2bd-4988-84d2-6244f1f07902", "name": "network-vif-unplugged", "status": "completed", "tag": "b3b4ce36-dd2d-448b-a4c9-f1269256c40e"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:01:04.475738 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0c16bff9-bbcc-454c-8e93-dbe1af7c2cad req-c47d0ee8-a6ac-4fcd-8188-45261e79de04 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3850ce-b513-4e07-9d8d-4d5100966c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705729 Aug 10 04:01:04.493832 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port b3b4ce36-dd2d-448b-a4c9-f1269256c40e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:04.566437 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3b4ce36-dd2d-448b-a4c9-f1269256c40e {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:01:04.566437 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3527e0-1b0c-40b1-978a-18c3cc9d4210 x-openstack-request-id: req-4a3527e0-1b0c-40b1-978a-18c3cc9d4210 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:01:04.566437 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42000c9c-e2bd-4988-84d2-6244f1f07902", "name": "network-vif-unplugged", "status": "completed", "tag": "b3b4ce36-dd2d-448b-a4c9-f1269256c40e", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:01:04.566437 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a3527e0-1b0c-40b1-978a-18c3cc9d4210 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:01:04.566437 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42000c9c-e2bd-4988-84d2-6244f1f07902', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e', 'code': 200} Aug 10 04:01:04.596279 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cc6dbae-e184-4f3e-85df-c5dbdaa4b83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:04.597054 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:04.599197 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cc6dbae-e184-4f3e-85df-c5dbdaa4b83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:04.600866 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1cc6dbae-e184-4f3e-85df-c5dbdaa4b83d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/08f13421-e557-42d1-9313-fd3b47a7c21a HTTP/1.1" status: 204 len: 168 time: 0.3225021 Aug 10 04:01:04.620938 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6dbae-e184-4f3e-85df-c5dbdaa4b83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f13421-e557-42d1-9313-fd3b47a7c21a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:04.695481 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:01:04.695834 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:01:04.697136 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45534) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:04.704416 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:04.711914 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8db1e989-c856-4d7f-b2ba-a30f8797a022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:04.802838 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8db1e989-c856-4d7f-b2ba-a30f8797a022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:04.887333 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8db1e989-c856-4d7f-b2ba-a30f8797a022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:04.929915 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8db1e989-c856-4d7f-b2ba-a30f8797a022 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8eeb61477b8c4548ae9f3f34b4cd0994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2288032 Aug 10 04:01:04.929915 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db1e989-c856-4d7f-b2ba-a30f8797a022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e9be41-a9a5-40c0-834a-4ca76a2c4fb7,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:04.930621 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45538) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:04.987939 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1000f4b7-06f3-406f-a3b4-4cffa89d8559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:05.012648 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1000f4b7-06f3-406f-a3b4-4cffa89d8559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:05.159152 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1000f4b7-06f3-406f-a3b4-4cffa89d8559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:05.164345 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1000f4b7-06f3-406f-a3b4-4cffa89d8559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:05.164345 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1000f4b7-06f3-406f-a3b4-4cffa89d8559 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e1e9be41-a9a5-40c0-834a-4ca76a2c4fb7 HTTP/1.1" status: 204 len: 168 time: 0.2313223 Aug 10 04:01:05.178700 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000f4b7-06f3-406f-a3b4-4cffa89d8559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e9be41-a9a5-40c0-834a-4ca76a2c4fb7,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:05.236208 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:05.249948 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b4ce36-dd2d-448b-a4c9-f1269256c40e {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:01:05.253035 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-828a919a-3579-4eea-9527-eeb5b002708b req-af322446-267c-4809-8f6c-cdd570b3aa48 tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0271091 Aug 10 04:01:05.271303 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port b3b4ce36-dd2d-448b-a4c9-f1269256c40e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:05.333197 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:05.384142 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,revision_number=9']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:05.535149 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['b3b4ce36-dd2d-448b-a4c9-f1269256c40e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:01:05.588143 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device dc8e7dca-7ca0-418e-8474-1430986950b0 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:01:05.606124 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12004477-1997-41d8-ac06-dd7364940cd8 req-69f0f383-d16f-4258-a51e-06c17b36a2e8 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:05.608886 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12004477-1997-41d8-ac06-dd7364940cd8 req-69f0f383-d16f-4258-a51e-06c17b36a2e8 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e3fa3-596b-46ee-bde3-e9de6060c9f4 HTTP/1.1" status: 200 len: 949 time: 0.0607929 Aug 10 04:01:05.693860 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12004477-1997-41d8-ac06-dd7364940cd8 req-d5ea3e99-0b7e-4e04-a2cd-250b3c388ab4 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3850ce-b513-4e07-9d8d-4d5100966c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735960 Aug 10 04:01:05.807104 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port dc8e7dca-7ca0-418e-8474-1430986950b0 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:01:05.811157 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port dc8e7dca-7ca0-418e-8474-1430986950b0 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:01:05.811645 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:05.906154 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:05.940074 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port dc8e7dca-7ca0-418e-8474-1430986950b0, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=dc8e7dca-7ca0-418e-8474-1430986950b0,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:06.036134 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:06.092973 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=dc8e7dca-7ca0-418e-8474-1430986950b0,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:06.371844 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8d38d0cf-b277-4863-9772-05ee0fd64c29 req-3ed147a3-eff1-4eb9-86ce-8135ff6661da tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0393293 Aug 10 04:01:06.514921 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19e3fa3-596b-46ee-bde3-e9de6060c9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8e7dca-7ca0-418e-8474-1430986950b0'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:01:06.517299 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e86fad-1fc2-416f-aa3f-0e3727fca904" -d '{"events": [{"server_uuid": "c19e3fa3-596b-46ee-bde3-e9de6060c9f4", "name": "network-vif-plugged", "status": "completed", "tag": "dc8e7dca-7ca0-418e-8474-1430986950b0"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:01:06.555503 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb7fd05-63a4-4713-97e3-1cb4035ee556 x-openstack-request-id: req-1cb7fd05-63a4-4713-97e3-1cb4035ee556 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:01:06.555850 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19e3fa3-596b-46ee-bde3-e9de6060c9f4", "name": "network-vif-plugged", "status": "completed", "tag": "dc8e7dca-7ca0-418e-8474-1430986950b0", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:01:06.556944 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1cb7fd05-63a4-4713-97e3-1cb4035ee556 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:01:06.556944 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19e3fa3-596b-46ee-bde3-e9de6060c9f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc8e7dca-7ca0-418e-8474-1430986950b0', 'code': 200} Aug 10 04:01:06.707921 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe35da-1029-48f6-95df-ff95c820cd58 req-891ba5e3-f702-4d93-ad06-795c676e9ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:06.717150 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fcbe35da-1029-48f6-95df-ff95c820cd58 req-891ba5e3-f702-4d93-ad06-795c676e9ae2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c19e3fa3-596b-46ee-bde3-e9de6060c9f4 HTTP/1.1" status: 200 len: 1101 time: 0.0863571 Aug 10 04:01:06.792964 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fcbe35da-1029-48f6-95df-ff95c820cd58 req-b90114e4-e2e1-4f6f-b013-d0e8d6920c58 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ca3850ce-b513-4e07-9d8d-4d5100966c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677221 Aug 10 04:01:06.797348 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55849b77-d785-49d6-9035-fbb56fa91981 req-a10658ae-5350-4051-9b37-604a5719a9c4 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:06.812762 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-55849b77-d785-49d6-9035-fbb56fa91981 req-a10658ae-5350-4051-9b37-604a5719a9c4 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1214337 Aug 10 04:01:06.904223 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-55849b77-d785-49d6-9035-fbb56fa91981 req-a8349418-0d2d-4675-99b6-f8dab78ebbdb tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903120 Aug 10 04:01:07.041372 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199d375-8b22-4acb-a78e-6b3971cfa285 req-b2787983-37f5-4eb6-8240-afc655a99465 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:07.051724 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9199d375-8b22-4acb-a78e-6b3971cfa285 req-b2787983-37f5-4eb6-8240-afc655a99465 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e3fa3-596b-46ee-bde3-e9de6060c9f4 HTTP/1.1" status: 200 len: 950 time: 0.2346327 Aug 10 04:01:07.107605 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41cc139-1aee-4f0c-8cdc-660060b5e307 req-df393197-b47f-42ff-950c-a3353366c694 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:07.110599 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b41cc139-1aee-4f0c-8cdc-660060b5e307 req-df393197-b47f-42ff-950c-a3353366c694 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1321743 Aug 10 04:01:07.137592 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9199d375-8b22-4acb-a78e-6b3971cfa285 req-4fd2fda8-bdae-453e-b213-96edf8027f6e tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3850ce-b513-4e07-9d8d-4d5100966c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820451 Aug 10 04:01:07.177287 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b41cc139-1aee-4f0c-8cdc-660060b5e307 req-b61d9253-87fd-4b84-bf53-082d4472640a tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607634 Aug 10 04:01:07.528284 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d6ad5ec5-d233-4c4f-b7f0-aaed75ac2bd8 req-3cc180ab-5b08-4429-8bc2-55bd8b342974 tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0417132 Aug 10 04:01:08.023473 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device b3b4ce36-dd2d-448b-a4c9-f1269256c40e up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:01:08.110673 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port b3b4ce36-dd2d-448b-a4c9-f1269256c40e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:01:08.114366 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:08.299084 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d60bb-b389-42f0-bbc7-fd259df9e8a2 req-1203946b-5d01-41bc-a8f6-e2da3277a61f tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:08.308499 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af0d60bb-b389-42f0-bbc7-fd259df9e8a2 req-1203946b-5d01-41bc-a8f6-e2da3277a61f tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e3fa3-596b-46ee-bde3-e9de6060c9f4 HTTP/1.1" status: 200 len: 950 time: 0.0698154 Aug 10 04:01:08.313950 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:08.355889 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af0d60bb-b389-42f0-bbc7-fd259df9e8a2 req-5bd356a6-7cd6-42c9-ac4f-73481bdbf683 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3850ce-b513-4e07-9d8d-4d5100966c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461254 Aug 10 04:01:08.366527 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port b3b4ce36-dd2d-448b-a4c9-f1269256c40e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:08.539520 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:08.574872 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42000c9c-e2bd-4988-84d2-6244f1f07902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:01:08.577673 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc63135-2ba3-4e6d-80d3-914675012366" -d '{"events": [{"server_uuid": "42000c9c-e2bd-4988-84d2-6244f1f07902", "name": "network-vif-plugged", "status": "completed", "tag": "b3b4ce36-dd2d-448b-a4c9-f1269256c40e"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:01:08.650800 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,revision_number=10']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:08.686995 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ca9667b3-b784-403c-ab25-4ce8a89e9dea req-927d9d01-8672-421b-9c35-9708c2e9b635 tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0737176 Aug 10 04:01:08.798617 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77d9f13-052d-4d23-86a0-9ad52fe85143 x-openstack-request-id: req-b77d9f13-052d-4d23-86a0-9ad52fe85143 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:01:08.798908 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42000c9c-e2bd-4988-84d2-6244f1f07902", "name": "network-vif-plugged", "status": "completed", "tag": "b3b4ce36-dd2d-448b-a4c9-f1269256c40e", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:01:08.799452 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b77d9f13-052d-4d23-86a0-9ad52fe85143 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:01:08.799847 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42000c9c-e2bd-4988-84d2-6244f1f07902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e', 'code': 200} Aug 10 04:01:09.087139 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad98c4b-f982-4d4e-9e21-b4cb0ea7b2e7 req-b3c3aac2-aef2-4b6c-977a-1c476f03f3ce tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:09.104624 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6ad98c4b-f982-4d4e-9e21-b4cb0ea7b2e7 req-b3c3aac2-aef2-4b6c-977a-1c476f03f3ce tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e3fa3-596b-46ee-bde3-e9de6060c9f4 HTTP/1.1" status: 200 len: 950 time: 0.1598349 Aug 10 04:01:09.229853 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6ad98c4b-f982-4d4e-9e21-b4cb0ea7b2e7 req-87c8d0b9-2dcd-4cbe-892b-41174453e6a5 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3850ce-b513-4e07-9d8d-4d5100966c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210372 Aug 10 04:01:09.816508 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c724a9b1-0a61-4802-8dcd-4b8f04a1adcc req-b10f8f2d-a50e-4ef6-9a3d-82dbb597ddcf tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0471153 Aug 10 04:01:09.904687 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-669af603-5e40-4b92-94a1-9fc5b50e33a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:09.937229 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45750) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:10.062914 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e4503eb-7c35-40f3-b9a6-1889d655805d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:10.191597 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e4503eb-7c35-40f3-b9a6-1889d655805d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:10.253208 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45766) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:10.281634 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e4503eb-7c35-40f3-b9a6-1889d655805d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:10.316630 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0e4503eb-7c35-40f3-b9a6-1889d655805d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f72615760499405987073f18822f13b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3782463 Aug 10 04:01:10.340073 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4503eb-7c35-40f3-b9a6-1889d655805d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd35642-375b-47b9-82a4-5e72e19c7fdf,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:10.342050 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45770) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:10.411359 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39c965-dd0e-4085-979e-bd429c553178 req-dca38097-2ac3-41c8-9623-774839624e58 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:10.413012 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ae39c965-dd0e-4085-979e-bd429c553178 req-dca38097-2ac3-41c8-9623-774839624e58 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e3fa3-596b-46ee-bde3-e9de6060c9f4 HTTP/1.1" status: 200 len: 950 time: 0.0806413 Aug 10 04:01:10.465718 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ae39c965-dd0e-4085-979e-bd429c553178 req-8150dced-ff87-48d7-bf75-2f8d525be483 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/security-groups?id=ca3850ce-b513-4e07-9d8d-4d5100966c05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439339 Aug 10 04:01:10.494468 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7a569bfe-45d9-4c53-b9be-25c766f77555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:10.544215 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048a856-8cb0-4640-b6a1-36e45af48ef9 req-c675fffc-da36-4216-8a67-7264e0365884 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:10.545750 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b048a856-8cb0-4640-b6a1-36e45af48ef9 req-c675fffc-da36-4216-8a67-7264e0365884 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.68 "GET /v2.0/ports?device_id=c19e3fa3-596b-46ee-bde3-e9de6060c9f4 HTTP/1.1" status: 200 len: 950 time: 0.1492381 Aug 10 04:01:10.550007 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2f83427f-47c9-4200-a97a-c51fde718d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:10.627698 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280f117-b95b-4368-9718-b2178498f955 req-56a3830e-ed24-4cf9-9fac-f816290890f1 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:10.629215 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1280f117-b95b-4368-9718-b2178498f955 req-56a3830e-ed24-4cf9-9fac-f816290890f1 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1582341 Aug 10 04:01:10.639781 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2f83427f-47c9-4200-a97a-c51fde718d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:10.762615 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1280f117-b95b-4368-9718-b2178498f955 req-f1ad5e6f-5a58-47ee-a1de-850d60ceeea8 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180770 Aug 10 04:01:10.807045 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-b048a856-8cb0-4640-b6a1-36e45af48ef9 req-1ebfcabc-cd43-492d-9de3-e054d2a0410f tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Deleting port dc8e7dca-7ca0-418e-8474-1430986950b0 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:01:10.818499 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b048a856-8cb0-4640-b6a1-36e45af48ef9 req-1ebfcabc-cd43-492d-9de3-e054d2a0410f tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:10.874555 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7a569bfe-45d9-4c53-b9be-25c766f77555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:10.888036 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2f83427f-47c9-4200-a97a-c51fde718d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:10.895509 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2f83427f-47c9-4200-a97a-c51fde718d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:10.895509 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2f83427f-47c9-4200-a97a-c51fde718d59 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bbd35642-375b-47b9-82a4-5e72e19c7fdf HTTP/1.1" status: 204 len: 168 time: 0.5491388 Aug 10 04:01:10.911138 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f83427f-47c9-4200-a97a-c51fde718d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd35642-375b-47b9-82a4-5e72e19c7fdf,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:10.954177 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-b048a856-8cb0-4640-b6a1-36e45af48ef9 req-1ebfcabc-cd43-492d-9de3-e054d2a0410f tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] For port dc8e7dca-7ca0-418e-8474-1430986950b0, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=dc8e7dca-7ca0-418e-8474-1430986950b0,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:10.954883 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b048a856-8cb0-4640-b6a1-36e45af48ef9 req-1ebfcabc-cd43-492d-9de3-e054d2a0410f tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:10.974293 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-b048a856-8cb0-4640-b6a1-36e45af48ef9 req-1ebfcabc-cd43-492d-9de3-e054d2a0410f tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Calling delete_port for dc8e7dca-7ca0-418e-8474-1430986950b0 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:01:10.993237 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7150961-b86b-4a11-8007-d602ed8e3381 req-80957ced-97fe-4f50-9520-6c7f0c9b0333 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:10.995519 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a7150961-b86b-4a11-8007-d602ed8e3381 req-80957ced-97fe-4f50-9520-6c7f0c9b0333 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1132529 Aug 10 04:01:11.043365 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7a569bfe-45d9-4c53-b9be-25c766f77555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:11.055172 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a7150961-b86b-4a11-8007-d602ed8e3381 req-26f10efe-fe07-4629-9a73-0387fddd6c10 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481827 Aug 10 04:01:11.101194 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ebb273c-44fd-48d5-8a05-975489e8b9dc req-d8f79910-45d0-4278-8eb3-7fc50fe38757 tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.1340954 Aug 10 04:01:11.217095 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7a569bfe-45d9-4c53-b9be-25c766f77555 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e22339155b104042963522575c40f8ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9621980 Aug 10 04:01:11.218220 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a569bfe-45d9-4c53-b9be-25c766f77555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1383e6d6-6a58-44f2-a64f-c76f6b473016,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:11.219842 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45790) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:11.315663 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b048a856-8cb0-4640-b6a1-36e45af48ef9 req-1ebfcabc-cd43-492d-9de3-e054d2a0410f tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:11.330733 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['dc8e7dca-7ca0-418e-8474-1430986950b0'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:01:11.353723 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e88aa584-5f12-41d1-b6d5-62d44311424f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:11.407061 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e88aa584-5f12-41d1-b6d5-62d44311424f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:11.469730 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebfcabc-cd43-492d-9de3-e054d2a0410f tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Pushing event deleted for resources: {'Port': ['ID=dc8e7dca-7ca0-418e-8474-1430986950b0,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:11.472321 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-b048a856-8cb0-4640-b6a1-36e45af48ef9 req-1ebfcabc-cd43-492d-9de3-e054d2a0410f tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] No DVR routers for this DVR port dc8e7dca-7ca0-418e-8474-1430986950b0 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:01:11.492408 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b048a856-8cb0-4640-b6a1-36e45af48ef9 req-1ebfcabc-cd43-492d-9de3-e054d2a0410f tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:11.494420 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b048a856-8cb0-4640-b6a1-36e45af48ef9 req-1ebfcabc-cd43-492d-9de3-e054d2a0410f tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.68 "DELETE /v2.0/ports/dc8e7dca-7ca0-418e-8474-1430986950b0 HTTP/1.1" status: 204 len: 173 time: 0.9425452 Aug 10 04:01:11.496573 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19e3fa3-596b-46ee-bde3-e9de6060c9f4', 'name': 'network-vif-deleted', 'tag': 'dc8e7dca-7ca0-418e-8474-1430986950b0'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:01:11.502259 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2505ff94-c371-4aeb-a72b-19e94d9136f6" -d '{"events": [{"server_uuid": "c19e3fa3-596b-46ee-bde3-e9de6060c9f4", "name": "network-vif-deleted", "tag": "dc8e7dca-7ca0-418e-8474-1430986950b0"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:01:11.543619 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bed747-1382-421e-820f-adea3d20037e req-052c5aa0-4302-4e08-838c-23402b2ce991 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:11.552044 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b8bed747-1382-421e-820f-adea3d20037e req-052c5aa0-4302-4e08-838c-23402b2ce991 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1573486 Aug 10 04:01:11.616760 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2d556c53-75f0-48cc-ada4-02fd3a334d16 req-f2107b73-b889-40b0-a70f-fb17453cd0d4 tempest-VolumesNegativeTest-1943516696 tempest-VolumesNegativeTest-1943516696-project] 10.222.0.25 "GET /v2.0/ports?device_id=c19e3fa3-596b-46ee-bde3-e9de6060c9f4 HTTP/1.1" status: 200 len: 210 time: 0.0429175 Aug 10 04:01:11.619179 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b8bed747-1382-421e-820f-adea3d20037e req-2b5ef685-258c-4800-a0b5-a2040619acc3 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609951 Aug 10 04:01:11.644376 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e88aa584-5f12-41d1-b6d5-62d44311424f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:11.658482 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e88aa584-5f12-41d1-b6d5-62d44311424f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:11.659700 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e88aa584-5f12-41d1-b6d5-62d44311424f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1383e6d6-6a58-44f2-a64f-c76f6b473016 HTTP/1.1" status: 204 len: 168 time: 0.4383469 Aug 10 04:01:11.673021 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88aa584-5f12-41d1-b6d5-62d44311424f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1383e6d6-6a58-44f2-a64f-c76f6b473016,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:11.730522 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b3c00a-9bbd-45ae-92ae-c7d8afd739d1 x-openstack-request-id: req-b1b3c00a-9bbd-45ae-92ae-c7d8afd739d1 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:01:11.730820 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19e3fa3-596b-46ee-bde3-e9de6060c9f4", "name": "network-vif-deleted", "tag": "dc8e7dca-7ca0-418e-8474-1430986950b0", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:01:11.731739 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1b3c00a-9bbd-45ae-92ae-c7d8afd739d1 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:01:11.731739 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19e3fa3-596b-46ee-bde3-e9de6060c9f4', 'name': 'network-vif-deleted', 'tag': 'dc8e7dca-7ca0-418e-8474-1430986950b0', 'status': 'completed', 'code': 200} Aug 10 04:01:11.788483 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45808) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:11.806407 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-30515049-23a1-463b-ac36-580a75b19365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:11.827163 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a8d99-7126-4454-aa38-57a5bcea3a87 req-24ceb5f0-db14-4daa-b6e6-f09d7cd16c10 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:11.829037 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dd5a8d99-7126-4454-aa38-57a5bcea3a87 req-24ceb5f0-db14-4daa-b6e6-f09d7cd16c10 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.0580723 Aug 10 04:01:11.887246 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dd5a8d99-7126-4454-aa38-57a5bcea3a87 req-69d2e317-9ae5-4ced-add1-fd1fef729ffd tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510459 Aug 10 04:01:11.960040 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-30515049-23a1-463b-ac36-580a75b19365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:12.035658 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-30515049-23a1-463b-ac36-580a75b19365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:12.130553 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-30515049-23a1-463b-ac36-580a75b19365 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e12fdbaa95844771a1f6cb3ef0085b83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3386950 Aug 10 04:01:12.130553 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30515049-23a1-463b-ac36-580a75b19365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12970c2c-53bc-4f17-9e06-0031c2a4d592,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:12.131930 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45822) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:12.206864 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c81f0-7e60-4a7b-abbd-f8602c38cf00 req-8dc332c0-718a-48ea-a5ca-278ea7d2b5f3 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:12.217790 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-770c81f0-7e60-4a7b-abbd-f8602c38cf00 req-8dc332c0-718a-48ea-a5ca-278ea7d2b5f3 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.0919359 Aug 10 04:01:12.253284 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5abca62f-c828-47a6-b905-595020926161 req-89c54065-6367-402a-9bbe-7041fb211797 tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0395105 Aug 10 04:01:12.264740 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-770c81f0-7e60-4a7b-abbd-f8602c38cf00 req-211c3051-b7af-426e-8853-8ef3ebe8eefd tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453358 Aug 10 04:01:12.282766 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca017caa-1e08-421f-a19d-532b38b42217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:12.311393 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca017caa-1e08-421f-a19d-532b38b42217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:12.446226 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653f7e9-395c-491f-851b-998dcc7afe8b req-84cedd51-eeae-4e40-b79a-1177c89a599d tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:12.452461 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f653f7e9-395c-491f-851b-998dcc7afe8b req-84cedd51-eeae-4e40-b79a-1177c89a599d tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.0638065 Aug 10 04:01:12.471585 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca017caa-1e08-421f-a19d-532b38b42217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:12.478020 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca017caa-1e08-421f-a19d-532b38b42217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:12.478020 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ca017caa-1e08-421f-a19d-532b38b42217 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/12970c2c-53bc-4f17-9e06-0031c2a4d592 HTTP/1.1" status: 204 len: 168 time: 0.3302312 Aug 10 04:01:12.500789 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca017caa-1e08-421f-a19d-532b38b42217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12970c2c-53bc-4f17-9e06-0031c2a4d592,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:12.518457 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f653f7e9-395c-491f-851b-998dcc7afe8b req-086e5d8d-c4f0-466b-b17f-e0f9c403384d tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627830 Aug 10 04:01:12.569194 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45834) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:12.590826 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7fbc3f4a-f23c-4581-85e9-9b583394d845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:12.739538 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7fbc3f4a-f23c-4581-85e9-9b583394d845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:12.842925 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3821538-c1d5-43f7-aee4-954248469316 req-3a20b966-ffe1-4204-a584-352852c6a020 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:12.845034 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a3821538-c1d5-43f7-aee4-954248469316 req-3a20b966-ffe1-4204-a584-352852c6a020 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.0667830 Aug 10 04:01:12.846290 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7fbc3f4a-f23c-4581-85e9-9b583394d845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:12.929795 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a3821538-c1d5-43f7-aee4-954248469316 req-2f35289b-b0a7-4cfa-a819-9da0ff618d7a tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778801 Aug 10 04:01:12.983707 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7fbc3f4a-f23c-4581-85e9-9b583394d845 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eaed475e6e394c6d883e52a04dbf1bc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4105031 Aug 10 04:01:12.983707 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45856) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:12.991002 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc3f4a-f23c-4581-85e9-9b583394d845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c55a0be-9662-4ae4-bd7e-4375017bbfaa,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:13.069056 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-23804ae9-0c69-4f39-b8f1-5c73c9469db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:13.107805 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-23804ae9-0c69-4f39-b8f1-5c73c9469db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:13.124805 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93ff3e-2e23-4bcd-a88e-e6ee0837abc0 req-c617fd1f-64bc-43b6-b68b-704c0200d2b9 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:13.126402 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ba93ff3e-2e23-4bcd-a88e-e6ee0837abc0 req-c617fd1f-64bc-43b6-b68b-704c0200d2b9 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.0906465 Aug 10 04:01:13.188919 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ba93ff3e-2e23-4bcd-a88e-e6ee0837abc0 req-1d1aa07d-55fe-4bc8-af56-3ac9b285eeb0 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536032 Aug 10 04:01:13.298858 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-23804ae9-0c69-4f39-b8f1-5c73c9469db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:13.302030 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-23804ae9-0c69-4f39-b8f1-5c73c9469db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:13.306280 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-23804ae9-0c69-4f39-b8f1-5c73c9469db6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4c55a0be-9662-4ae4-bd7e-4375017bbfaa HTTP/1.1" status: 204 len: 168 time: 0.3187027 Aug 10 04:01:13.312619 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23804ae9-0c69-4f39-b8f1-5c73c9469db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c55a0be-9662-4ae4-bd7e-4375017bbfaa,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:13.399071 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4e0f08ed-5660-4865-9255-597a645445b6 req-18541bc6-4d19-4bd4-8ded-15b51f298bdd tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0368648 Aug 10 04:01:13.611636 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed3b9d-8cfb-4ea5-a0aa-c00483384552 req-60b99562-56df-451c-b3ee-cbd3b5ce82c3 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:13.624883 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e1ed3b9d-8cfb-4ea5-a0aa-c00483384552 req-60b99562-56df-451c-b3ee-cbd3b5ce82c3 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.0773008 Aug 10 04:01:13.659487 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:13.668572 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e1ed3b9d-8cfb-4ea5-a0aa-c00483384552 req-19e4e281-1c71-40ec-9b52-c9a26c7b7aa4 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432711 Aug 10 04:01:13.813351 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113dc48-01d8-4ed1-9628-672ef0dbbc64 req-bd473f8a-0a48-4f90-b4ee-1ffd608bd468 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:13.814994 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5113dc48-01d8-4ed1-9628-672ef0dbbc64 req-bd473f8a-0a48-4f90-b4ee-1ffd608bd468 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.0617797 Aug 10 04:01:13.830978 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a20e87c0-2a99-44e6-864c-643a2f6900ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:13.867396 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5113dc48-01d8-4ed1-9628-672ef0dbbc64 req-ed632bda-f0e3-405f-a3fc-e22c43dff0a0 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453422 Aug 10 04:01:14.219038 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fb285-31d3-410b-aee8-a154470e303b req-49c206c8-319c-48a3-a479-09a8760cedc2 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:14.226827 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5b5fb285-31d3-410b-aee8-a154470e303b req-49c206c8-319c-48a3-a479-09a8760cedc2 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.0770879 Aug 10 04:01:14.320579 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5b5fb285-31d3-410b-aee8-a154470e303b req-96215d79-83ce-4e58-ac4e-ea817dabb581 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867012 Aug 10 04:01:14.489832 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a969392-4f13-4d40-af0d-a2c4b3cb7fcb req-bade24e1-ddbe-48e1-8519-50ed814248ed tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:14.502630 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4a969392-4f13-4d40-af0d-a2c4b3cb7fcb req-bade24e1-ddbe-48e1-8519-50ed814248ed tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1110015 Aug 10 04:01:14.585153 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4a969392-4f13-4d40-af0d-a2c4b3cb7fcb req-c33f08ef-49c0-4b4d-9a5b-1c337098d084 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807223 Aug 10 04:01:14.627847 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c18d3f36-ad8d-4842-b225-6094d5400fd9 req-e88d4f40-78db-403f-9872-1f80b16658c6 tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0876720 Aug 10 04:01:14.693188 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45988) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:15.194444 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a5ad25af-e0ec-4d7f-9d5f-741265207642 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:15.476496 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:15.599669 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device dc8e7dca-7ca0-418e-8474-1430986950b0 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:01:15.628385 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: dc8e7dca-7ca0-418e-8474-1430986950b0 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:01:15.629274 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device dc8e7dca-7ca0-418e-8474-1430986950b0 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:01:15.641879 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:15.839556 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-594446ac-0e79-49a8-b028-f048eff39fa3 req-8430f5b6-1c0c-4abc-b8bb-979b29ebcbf6 tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0559893 Aug 10 04:01:15.954972 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889e86c-bf78-4750-891e-3fef7a2fa6b7 req-0c48cf3f-3e2c-4958-8632-48f3553b28d6 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:15.962317 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b889e86c-bf78-4750-891e-3fef7a2fa6b7 req-0c48cf3f-3e2c-4958-8632-48f3553b28d6 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/networks?id=61be106c-0b66-42f4-b295-3640ff29de8b HTTP/1.1" status: 200 len: 814 time: 0.3283744 Aug 10 04:01:16.031515 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b889e86c-bf78-4750-891e-3fef7a2fa6b7 req-7c9789b6-549c-4cc5-a522-33f8b1f02bd5 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/quotas/e038891106e2493183a2b48de06c43c1 HTTP/1.1" status: 200 len: 375 time: 0.0667005 Aug 10 04:01:16.174085 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b889e86c-bf78-4750-891e-3fef7a2fa6b7 req-8130c179-667c-40e5-8e26-77a3a10d1c00 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e038891106e2493183a2b48de06c43c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1317050 Aug 10 04:01:16.191819 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-22c8f2ac-193b-49e1-b725-4a404b04fe84 req-f6abdce7-74fb-4683-a76e-1798423b8bb2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=a5d50f22-73f9-45b8-b214-0fd212f0946e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2258217 Aug 10 04:01:16.231390 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-a5ad25af-e0ec-4d7f-9d5f-741265207642 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Deleting port a70135b0-bfbc-4eab-911e-2c287a127df2 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:01:16.231833 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a5ad25af-e0ec-4d7f-9d5f-741265207642 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:16.349789 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223cca9-2ef0-4420-8949-972f944c5cda req-97d8a18b-c0c6-4925-bd2c-d8dc2b018d08 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:16.359780 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c223cca9-2ef0-4420-8949-972f944c5cda req-97d8a18b-c0c6-4925-bd2c-d8dc2b018d08 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.0732279 Aug 10 04:01:16.405742 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-a5ad25af-e0ec-4d7f-9d5f-741265207642 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] For port a70135b0-bfbc-4eab-911e-2c287a127df2, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a70135b0-bfbc-4eab-911e-2c287a127df2,segment=NetworkSegment(62806af2-6437-435e-a5a6-777df703ec85),segment_id=62806af2-6437-435e-a5a6-777df703ec85)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:16.407704 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a5ad25af-e0ec-4d7f-9d5f-741265207642 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:16.425422 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c223cca9-2ef0-4420-8949-972f944c5cda req-f183853f-0aaf-467a-a3db-1182590a7b35 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643229 Aug 10 04:01:16.484589 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-a5ad25af-e0ec-4d7f-9d5f-741265207642 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Calling delete_port for a70135b0-bfbc-4eab-911e-2c287a127df2 owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:01:16.514382 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8f2ac-193b-49e1-b725-4a404b04fe84 req-45f8b54c-6d2b-4000-8c13-4364dbe8fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:16.516100 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-22c8f2ac-193b-49e1-b725-4a404b04fe84 req-45f8b54c-6d2b-4000-8c13-4364dbe8fe9b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f5becae06cd542b5a8415ea130ec33d4&device_id=a5d50f22-73f9-45b8-b214-0fd212f0946e HTTP/1.1" status: 200 len: 1096 time: 0.2429659 Aug 10 04:01:16.670686 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8f2ac-193b-49e1-b725-4a404b04fe84 req-69a696e0-36d7-49af-a3f1-9c62718f2eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:16.672311 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-22c8f2ac-193b-49e1-b725-4a404b04fe84 req-69a696e0-36d7-49af-a3f1-9c62718f2eff service neutron] 10.222.0.68 "GET /v2.0/networks?id=0ff61232-3479-4388-b092-dc4e24df7f33 HTTP/1.1" status: 200 len: 898 time: 0.1096766 Aug 10 04:01:16.809647 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5cf07f-3477-4110-9651-8fcbad2bbaa5 req-791e2f31-d8ee-41a0-997e-59d0391f6c94 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:16.811149 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1f5cf07f-3477-4110-9651-8fcbad2bbaa5 req-791e2f31-d8ee-41a0-997e-59d0391f6c94 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.2496369 Aug 10 04:01:16.847150 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:16.881381 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-22c8f2ac-193b-49e1-b725-4a404b04fe84 req-02a30745-7095-4939-b2c4-24a031146edf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=845cb39a-548d-4707-ab2e-05003acf2823 HTTP/1.1" status: 200 len: 1000 time: 0.1911321 Aug 10 04:01:17.005186 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8f2ac-193b-49e1-b725-4a404b04fe84 req-8f04df19-063d-45ea-a63a-8eaa73546f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:17.005186 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-22c8f2ac-193b-49e1-b725-4a404b04fe84 req-8f04df19-063d-45ea-a63a-8eaa73546f6a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=86d2d62c-3af2-47d8-a099-65572797716a HTTP/1.1" status: 200 len: 835 time: 0.0960717 Aug 10 04:01:17.028020 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62c531eb-6217-41b0-b4a0-eb7f123edcf1 req-d8157572-747e-4670-b7bc-d3119c6158e7 tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0645866 Aug 10 04:01:17.065073 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1f5cf07f-3477-4110-9651-8fcbad2bbaa5 req-06a55bfd-d087-438e-9908-4f6b1c45020e tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430716 Aug 10 04:01:17.109283 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8f2ac-193b-49e1-b725-4a404b04fe84 req-f9195625-53a2-4cf7-9d46-b13c47b474a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:17.109283 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-22c8f2ac-193b-49e1-b725-4a404b04fe84 req-f9195625-53a2-4cf7-9d46-b13c47b474a9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0ff61232-3479-4388-b092-dc4e24df7f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019785 Aug 10 04:01:17.124673 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-22c8f2ac-193b-49e1-b725-4a404b04fe84 req-ebe655aa-2a16-4a7b-9cce-b17efd326e02 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:01:17.126089 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-22c8f2ac-193b-49e1-b725-4a404b04fe84 req-ebe655aa-2a16-4a7b-9cce-b17efd326e02 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082057 Aug 10 04:01:17.458650 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-22c8f2ac-193b-49e1-b725-4a404b04fe84 req-f440fb5a-95da-499f-a59b-88b48542bf7f service neutron] 10.222.0.68 "GET /v2.0/networks/0ff61232-3479-4388-b092-dc4e24df7f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219361 Aug 10 04:01:17.577458 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-22c8f2ac-193b-49e1-b725-4a404b04fe84 req-69447739-718b-4756-921d-b7d2a56fc527 service neutron] 10.222.0.68 "GET /v2.0/networks/0ff61232-3479-4388-b092-dc4e24df7f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106129 Aug 10 04:01:17.630168 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a5ad25af-e0ec-4d7f-9d5f-741265207642 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:17.664381 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad25af-e0ec-4d7f-9d5f-741265207642 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event deleted for resources: {'Port': ['ID=a70135b0-bfbc-4eab-911e-2c287a127df2,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:17.945187 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a5ad25af-e0ec-4d7f-9d5f-741265207642 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:18.236917 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4db789a-fd1f-4534-b5de-bc51b5d6940b req-d7761fb6-79aa-4944-af85-c4cbcbacf427 tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0709901 Aug 10 04:01:18.381088 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ad25af-e0ec-4d7f-9d5f-741265207642 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Router 6e852a75-32c4-4644-ae73-a56821c49a86 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:01:18.443821 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-60a2db8c-5f71-4f60-80f5-89d940db65dd req-fed3ce01-b2ef-4651-bddc-17eb096c2e0d tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=e038891106e2493183a2b48de06c43c1 HTTP/1.1" status: 200 len: 221 time: 0.0713873 Aug 10 04:01:18.618886 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ad25af-e0ec-4d7f-9d5f-741265207642 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:01:18.626525 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a5ad25af-e0ec-4d7f-9d5f-741265207642 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "PUT /v2.0/routers/6e852a75-32c4-4644-ae73-a56821c49a86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9314609 Aug 10 04:01:18.636502 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda2f6c5-d8dc-4c77-bdfa-992dbe4186d9 None None] Sync routers for ids ['6e852a75-32c4-4644-ae73-a56821c49a86'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:01:18.659504 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda2f6c5-d8dc-4c77-bdfa-992dbe4186d9 None None] Routers {'6e852a75-32c4-4644-ae73-a56821c49a86'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:18.659504 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-cda2f6c5-d8dc-4c77-bdfa-992dbe4186d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:01:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['6e852a75-32c4-4644-ae73-a56821c49a86'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:18.688661 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1360061-dbea-4d58-9d68-64bf46ccfeca req-20073d72-199c-44c9-b57a-2d5b860bae1a tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:18.693636 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e1360061-dbea-4d58-9d68-64bf46ccfeca req-20073d72-199c-44c9-b57a-2d5b860bae1a tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1305780 Aug 10 04:01:18.781567 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e1360061-dbea-4d58-9d68-64bf46ccfeca req-f7ddaad7-a67c-4b7a-a997-db55196939ed tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734818 Aug 10 04:01:18.959140 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-cda2f6c5-d8dc-4c77-bdfa-992dbe4186d9 None None] Set router 6e852a75-32c4-4644-ae73-a56821c49a86 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:01:19.027793 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932fa031-6734-447d-b036-20e1acd3b4f2 req-7f357724-cc46-427e-bec8-07bb92cab73b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:19.029845 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-932fa031-6734-447d-b036-20e1acd3b4f2 req-7f357724-cc46-427e-bec8-07bb92cab73b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.0922470 Aug 10 04:01:19.130925 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-932fa031-6734-447d-b036-20e1acd3b4f2 req-882202f4-56f2-4203-8a48-edb9204247b0 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922098 Aug 10 04:01:19.417782 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8263e-7ca2-47b3-8e7f-f8e7e47e8dc1 req-6a3f3ca8-365f-422d-bead-eb244844747d tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:19.425605 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0ea8263e-7ca2-47b3-8e7f-f8e7e47e8dc1 req-6a3f3ca8-365f-422d-bead-eb244844747d tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1311238 Aug 10 04:01:19.433110 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36746a2-8160-4cb0-b100-4411decd9ee6 req-191b7292-7d84-4013-bc98-6b7ad09df864 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:19.441988 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-cda2f6c5-d8dc-4c77-bdfa-992dbe4186d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'name': 'tempest-TestNetworkBasicOps-router-925551247', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:07Z', 'updated_at': '2021-08-10T04:01:17Z', 'revision_number': 6, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:09Z', 'updated_at': '2021-08-10T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'c40116e9-3c99-4cf4-bd2a-b999ef3175ae', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'floating_ip_address': '172.25.0.95', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'port_id': '845cb39a-548d-4707-ab2e-05003acf2823', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33', 'mac_address': 'fa:16:3e:58:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d50f22-73f9-45b8-b214-0fd212f0946e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:59:43Z', 'updated_at': '2021-08-10T03:59:47Z', 'revision_number': 1, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '075ba055-4e4f-4be0-afe0-02f464a0e847', 'name': '', 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'mac_address': 'fa:16:3e:1f:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '86d2d62c-3af2-47d8-a099-65572797716a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:13Z', 'updated_at': '2021-08-10T03:59:20Z', 'revision_number': 5, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'subnets': [{'id': '86d2d62c-3af2-47d8-a099-65572797716a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:19.462258 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b36746a2-8160-4cb0-b100-4411decd9ee6 req-191b7292-7d84-4013-bc98-6b7ad09df864 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=704d83e1-8265-4d9b-8884-e93b409c7ad8 HTTP/1.1" status: 200 len: 946 time: 0.1585829 Aug 10 04:01:19.476793 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0ea8263e-7ca2-47b3-8e7f-f8e7e47e8dc1 req-e116e13a-53dd-4d26-b424-4945140d92ba tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497744 Aug 10 04:01:19.514564 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda2f6c5-d8dc-4c77-bdfa-992dbe4186d9 None None] Checking router: 6e852a75-32c4-4644-ae73-a56821c49a86 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:01:19.535422 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda2f6c5-d8dc-4c77-bdfa-992dbe4186d9 None None] Routers {'6e852a75-32c4-4644-ae73-a56821c49a86'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:19.538416 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-cda2f6c5-d8dc-4c77-bdfa-992dbe4186d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:01:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['6e852a75-32c4-4644-ae73-a56821c49a86'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:19.544555 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b36746a2-8160-4cb0-b100-4411decd9ee6 req-3135f149-8f06-4d86-a410-2d4ad5bcd52b tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97a5e40-e433-4a29-ad25-e02ed8b4ba61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793121 Aug 10 04:01:19.580393 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-64182510-0788-4a64-ada7-9676c0a10e4d req-95785557-df69-4506-987f-4dad43810bbc tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0445001 Aug 10 04:01:19.694107 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-cda2f6c5-d8dc-4c77-bdfa-992dbe4186d9 None None] Set router 6e852a75-32c4-4644-ae73-a56821c49a86 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:01:19.774919 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220e211-9edd-407e-8f45-064f2780285c req-854b21d0-ec4a-46bf-b083-5d93b52621ca tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:19.785799 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4220e211-9edd-407e-8f45-064f2780285c req-854b21d0-ec4a-46bf-b083-5d93b52621ca tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1365008 Aug 10 04:01:19.865570 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4220e211-9edd-407e-8f45-064f2780285c req-f1a3edeb-20a8-4043-868e-f2ac74f12a96 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800471 Aug 10 04:01:20.375146 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff14ac-1afd-408e-bee3-d862311cd59c req-4d83b7cf-15f0-479f-84f7-6f9ef890d74a tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:20.375146 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-92ff14ac-1afd-408e-bee3-d862311cd59c req-4d83b7cf-15f0-479f-84f7-6f9ef890d74a tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1356103 Aug 10 04:01:20.378754 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-cda2f6c5-d8dc-4c77-bdfa-992dbe4186d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'name': 'tempest-TestNetworkBasicOps-router-925551247', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:07Z', 'updated_at': '2021-08-10T04:01:17Z', 'revision_number': 6, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:09Z', 'updated_at': '2021-08-10T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'c40116e9-3c99-4cf4-bd2a-b999ef3175ae', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'floating_ip_address': '172.25.0.95', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'port_id': '845cb39a-548d-4707-ab2e-05003acf2823', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33', 'mac_address': 'fa:16:3e:58:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d50f22-73f9-45b8-b214-0fd212f0946e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:59:43Z', 'updated_at': '2021-08-10T03:59:47Z', 'revision_number': 1, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '075ba055-4e4f-4be0-afe0-02f464a0e847', 'name': '', 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'mac_address': 'fa:16:3e:1f:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '86d2d62c-3af2-47d8-a099-65572797716a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:13Z', 'updated_at': '2021-08-10T03:59:20Z', 'revision_number': 5, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'subnets': [{'id': '86d2d62c-3af2-47d8-a099-65572797716a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:20.381503 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-92ff14ac-1afd-408e-bee3-d862311cd59c req-852f02f1-9276-4571-8854-70cd4c412e44 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540054 Aug 10 04:01:20.382381 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda2f6c5-d8dc-4c77-bdfa-992dbe4186d9 None None] The sync data for ids ['6e852a75-32c4-4644-ae73-a56821c49a86'] in n-d-802893-2 is: [{'id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'name': 'tempest-TestNetworkBasicOps-router-925551247', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:07Z', 'updated_at': '2021-08-10T04:01:17Z', 'revision_number': 6, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:09Z', 'updated_at': '2021-08-10T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'c40116e9-3c99-4cf4-bd2a-b999ef3175ae', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'floating_ip_address': '172.25.0.95', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'port_id': '845cb39a-548d-4707-ab2e-05003acf2823', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33', 'mac_address': 'fa:16:3e:58:7b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5d50f22-73f9-45b8-b214-0fd212f0946e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T03:59:43Z', 'updated_at': '2021-08-10T03:59:47Z', 'revision_number': 1, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '075ba055-4e4f-4be0-afe0-02f464a0e847', 'name': '', 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'mac_address': 'fa:16:3e:1f:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '86d2d62c-3af2-47d8-a099-65572797716a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:13Z', 'updated_at': '2021-08-10T03:59:20Z', 'revision_number': 5, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'subnets': [{'id': '86d2d62c-3af2-47d8-a099-65572797716a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:01:20.471278 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4764e5-4152-47b8-a169-9cea9388eec1 req-70e4f7f2-fb6d-4c60-b1b9-4012580927cc tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:20.479214 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cc4764e5-4152-47b8-a169-9cea9388eec1 req-70e4f7f2-fb6d-4c60-b1b9-4012580927cc tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.0886302 Aug 10 04:01:20.482621 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 46282) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:20.530027 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cc4764e5-4152-47b8-a169-9cea9388eec1 req-738057f9-e214-451a-9024-69a2ce4abc3a tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468116 Aug 10 04:01:20.715884 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6e31090a-bdfd-4180-8d16-083e1f2acba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:20.740303 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8d35d-5104-4e15-9f66-a37f4e73b044 req-278f3bac-9688-452c-94ff-449046fbd400 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:20.759089 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-efa8d35d-5104-4e15-9f66-a37f4e73b044 req-278f3bac-9688-452c-94ff-449046fbd400 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=704d83e1-8265-4d9b-8884-e93b409c7ad8 HTTP/1.1" status: 200 len: 946 time: 0.1099603 Aug 10 04:01:20.843671 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e538d-ab3d-4ef0-af43-c9f126f9dd09 req-b123aba3-0c76-4ad3-b638-b78e52cd3773 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:20.871151 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-efa8d35d-5104-4e15-9f66-a37f4e73b044 req-87772983-875b-4e1e-b2b8-3e044651877f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97a5e40-e433-4a29-ad25-e02ed8b4ba61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108406 Aug 10 04:01:20.888202 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1c0e538d-ab3d-4ef0-af43-c9f126f9dd09 req-b123aba3-0c76-4ad3-b638-b78e52cd3773 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.2368326 Aug 10 04:01:21.115281 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6e31090a-bdfd-4180-8d16-083e1f2acba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:21.138164 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-54bce03a-5858-4cdf-baf1-25f204826cc7 req-6025ec7c-49bb-40ba-b1e5-bc5094910f41 tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0601492 Aug 10 04:01:21.138558 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1c0e538d-ab3d-4ef0-af43-c9f126f9dd09 req-1bbc5b35-663a-4330-a707-8e5cf1fd59d5 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449160 Aug 10 04:01:21.167496 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1a59b-03a1-4b6d-84df-32bc72c3a4f5 req-8c6c36e7-a6ad-4ecc-bfd6-6ea3e545c155 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:21.180325 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78e1a59b-03a1-4b6d-84df-32bc72c3a4f5 req-8c6c36e7-a6ad-4ecc-bfd6-6ea3e545c155 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.68 "GET /v2.0/ports?device_id=704d83e1-8265-4d9b-8884-e93b409c7ad8 HTTP/1.1" status: 200 len: 946 time: 0.3860822 Aug 10 04:01:21.197110 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6e31090a-bdfd-4180-8d16-083e1f2acba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:21.331237 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31090a-bdfd-4180-8d16-083e1f2acba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b044d1f-d172-415a-be81-1dc46143e457,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:21.340190 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6e31090a-bdfd-4180-8d16-083e1f2acba2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3e973e6815e543608cc3be862dc256b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8526986 Aug 10 04:01:21.340568 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 46298) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:21.399397 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca4d11-3029-4c21-b713-1b05083e252b req-7d9d389f-c3b0-4420-a2e0-63b3d7b4bf3d tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:21.400958 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-deca4d11-3029-4c21-b713-1b05083e252b req-7d9d389f-c3b0-4420-a2e0-63b3d7b4bf3d tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1515315 Aug 10 04:01:21.556235 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-78e1a59b-03a1-4b6d-84df-32bc72c3a4f5 req-9cac3386-fbbf-4b3e-a37a-207fded9d14e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Deleting port 44ff97dc-e519-4b8e-b4be-607723de0158 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:01:21.556235 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-78e1a59b-03a1-4b6d-84df-32bc72c3a4f5 req-9cac3386-fbbf-4b3e-a37a-207fded9d14e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:21.556235 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c9af0003-4f77-4882-888d-13244da03006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:21.556235 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-deca4d11-3029-4c21-b713-1b05083e252b req-1c7c9bf4-007a-45b6-b355-5dacb212f565 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391945 Aug 10 04:01:21.586325 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c9af0003-4f77-4882-888d-13244da03006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:21.651036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-78e1a59b-03a1-4b6d-84df-32bc72c3a4f5 req-9cac3386-fbbf-4b3e-a37a-207fded9d14e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] For port 44ff97dc-e519-4b8e-b4be-607723de0158, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=44ff97dc-e519-4b8e-b4be-607723de0158,segment=NetworkSegment(62806af2-6437-435e-a5a6-777df703ec85),segment_id=62806af2-6437-435e-a5a6-777df703ec85)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:21.651415 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-78e1a59b-03a1-4b6d-84df-32bc72c3a4f5 req-9cac3386-fbbf-4b3e-a37a-207fded9d14e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:21.681174 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-78e1a59b-03a1-4b6d-84df-32bc72c3a4f5 req-9cac3386-fbbf-4b3e-a37a-207fded9d14e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Calling delete_port for 44ff97dc-e519-4b8e-b4be-607723de0158 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:01:21.782255 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3967305-7aea-40cd-950d-0c4d7f4a7476 req-1effb265-1eb3-42a9-b7fe-719989612769 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:21.783850 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f3967305-7aea-40cd-950d-0c4d7f4a7476 req-1effb265-1eb3-42a9-b7fe-719989612769 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1389019 Aug 10 04:01:21.860629 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f3967305-7aea-40cd-950d-0c4d7f4a7476 req-5297a628-63fc-4f90-b858-71564f360e30 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646789 Aug 10 04:01:21.864738 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c9af0003-4f77-4882-888d-13244da03006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:21.879979 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c9af0003-4f77-4882-888d-13244da03006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:21.879979 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c9af0003-4f77-4882-888d-13244da03006 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2b044d1f-d172-415a-be81-1dc46143e457 HTTP/1.1" status: 204 len: 168 time: 0.5316410 Aug 10 04:01:21.905809 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af0003-4f77-4882-888d-13244da03006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b044d1f-d172-415a-be81-1dc46143e457,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:21.968836 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a70135b0-bfbc-4eab-911e-2c287a127df2 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:01:22.022636 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: a70135b0-bfbc-4eab-911e-2c287a127df2 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:01:22.023083 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a70135b0-bfbc-4eab-911e-2c287a127df2 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:01:22.060687 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b497c5-6a27-4eff-a4b7-eca1da2f9ba5 req-6078c5a1-f801-4a15-80b6-956222f83ba3 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:22.068679 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d0b497c5-6a27-4eff-a4b7-eca1da2f9ba5 req-6078c5a1-f801-4a15-80b6-956222f83ba3 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.0697582 Aug 10 04:01:22.104069 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec012c-a09d-4df8-93a1-b5beffa9e6a8 req-9955dc9e-b903-4a1c-9f8b-401335f5050a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:22.106205 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2dec012c-a09d-4df8-93a1-b5beffa9e6a8 req-9955dc9e-b903-4a1c-9f8b-401335f5050a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=704d83e1-8265-4d9b-8884-e93b409c7ad8 HTTP/1.1" status: 200 len: 946 time: 0.0729284 Aug 10 04:01:22.136337 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d0b497c5-6a27-4eff-a4b7-eca1da2f9ba5 req-be661d56-f926-424b-942d-227d3249b9ce tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663459 Aug 10 04:01:22.164312 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-78e1a59b-03a1-4b6d-84df-32bc72c3a4f5 req-9cac3386-fbbf-4b3e-a37a-207fded9d14e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:22.179972 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2dec012c-a09d-4df8-93a1-b5beffa9e6a8 req-06357af5-bdbf-4595-96e3-ef9bdfef1d3d tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=b97a5e40-e433-4a29-ad25-e02ed8b4ba61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632071 Aug 10 04:01:22.237763 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac3386-fbbf-4b3e-a37a-207fded9d14e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event deleted for resources: {'Port': ['ID=44ff97dc-e519-4b8e-b4be-607723de0158,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:22.277450 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e1a59b-03a1-4b6d-84df-32bc72c3a4f5 req-9cac3386-fbbf-4b3e-a37a-207fded9d14e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] No DVR routers for this DVR port 44ff97dc-e519-4b8e-b4be-607723de0158 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:01:22.283434 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-78e1a59b-03a1-4b6d-84df-32bc72c3a4f5 req-9cac3386-fbbf-4b3e-a37a-207fded9d14e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:22.288302 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78e1a59b-03a1-4b6d-84df-32bc72c3a4f5 req-9cac3386-fbbf-4b3e-a37a-207fded9d14e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.68 "DELETE /v2.0/ports/44ff97dc-e519-4b8e-b4be-607723de0158 HTTP/1.1" status: 204 len: 173 time: 1.1013095 Aug 10 04:01:22.288956 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704d83e1-8265-4d9b-8884-e93b409c7ad8', 'name': 'network-vif-deleted', 'tag': '44ff97dc-e519-4b8e-b4be-607723de0158'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:01:22.292237 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff560658-cf50-49db-9ac6-d95108807240" -d '{"events": [{"server_uuid": "704d83e1-8265-4d9b-8884-e93b409c7ad8", "name": "network-vif-deleted", "tag": "44ff97dc-e519-4b8e-b4be-607723de0158"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:01:22.334899 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc970a3d-9fbb-40e7-bb4e-671bed19bb1d req-9cdfc167-00e0-4d7f-95da-54770802a7ef tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:22.336933 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cc970a3d-9fbb-40e7-bb4e-671bed19bb1d req-9cdfc167-00e0-4d7f-95da-54770802a7ef tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.0753527 Aug 10 04:01:22.375157 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e8c56ac6-2cf1-41a1-ac03-bd7069a24823 req-3132e576-89cc-4bf5-800b-2379abaf11d2 tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0422266 Aug 10 04:01:22.417840 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cc970a3d-9fbb-40e7-bb4e-671bed19bb1d req-2c6b80a0-2e73-41b8-b1c5-a631350b8319 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640221 Aug 10 04:01:22.689272 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60349247-551d-4dd5-bda0-0a6e88571b9c req-4ee77fd8-0aa4-471e-b91d-ef208af169a9 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:22.697903 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-60349247-551d-4dd5-bda0-0a6e88571b9c req-4ee77fd8-0aa4-471e-b91d-ef208af169a9 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.0728765 Aug 10 04:01:22.753310 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f11f593-cdda-48da-94ba-42722ee0a9b7 x-openstack-request-id: req-5f11f593-cdda-48da-94ba-42722ee0a9b7 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:01:22.754839 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704d83e1-8265-4d9b-8884-e93b409c7ad8", "name": "network-vif-deleted", "tag": "44ff97dc-e519-4b8e-b4be-607723de0158", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:01:22.755244 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f11f593-cdda-48da-94ba-42722ee0a9b7 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:01:22.755842 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '704d83e1-8265-4d9b-8884-e93b409c7ad8', 'name': 'network-vif-deleted', 'tag': '44ff97dc-e519-4b8e-b4be-607723de0158', 'status': 'completed', 'code': 200} Aug 10 04:01:22.777967 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-60349247-551d-4dd5-bda0-0a6e88571b9c req-3d031339-b355-40c1-b73b-717fb69fedee tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786660 Aug 10 04:01:22.935114 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d0970-5b0f-468f-83e3-80fd6e7bb7b3 req-3b44ec41-962c-419d-bf40-6b43adc71d3d tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:22.943399 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-152d0970-5b0f-468f-83e3-80fd6e7bb7b3 req-3b44ec41-962c-419d-bf40-6b43adc71d3d tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.0652540 Aug 10 04:01:22.970289 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 46356) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:22.988258 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6675f8e2-a697-4463-813c-e855728deb43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:22.994649 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-152d0970-5b0f-468f-83e3-80fd6e7bb7b3 req-fb615104-85d3-447a-947f-5ae4d3be8100 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493338 Aug 10 04:01:23.088359 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6675f8e2-a697-4463-813c-e855728deb43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:23.140693 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b28d3-b5d8-4aab-b615-999f840b7e97 req-61721266-820b-4551-b739-2f8f0e68e1df tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:23.142179 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c74b28d3-b5d8-4aab-b615-999f840b7e97 req-61721266-820b-4551-b739-2f8f0e68e1df tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.0520923 Aug 10 04:01:23.183360 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c74b28d3-b5d8-4aab-b615-999f840b7e97 req-7b25299e-5738-4598-9cce-bcf050e40036 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350463 Aug 10 04:01:23.252793 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6675f8e2-a697-4463-813c-e855728deb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:23.316513 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675f8e2-a697-4463-813c-e855728deb43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3843b919-5a85-46fe-993e-399e698f5fa1,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:23.337374 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6a28a054-732a-4fb7-bd66-7f4542df7c36 req-488300ab-7778-4990-93ca-1afbe8946b5e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=704d83e1-8265-4d9b-8884-e93b409c7ad8 HTTP/1.1" status: 200 len: 210 time: 0.0485198 Aug 10 04:01:23.342594 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6675f8e2-a697-4463-813c-e855728deb43 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=43ef23b8c083497c8d3ef2657c4dd9df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3712115 Aug 10 04:01:23.345704 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46372) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:23.431068 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-96b625f4-8a74-4352-9060-60f49ceb4696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:23.483855 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-96b625f4-8a74-4352-9060-60f49ceb4696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:23.484013 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d969f-c4f8-4617-93e5-212635ae6653 req-8275afd6-b893-4f2e-9ed2-dbf968c848ba tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:23.485703 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-641d969f-c4f8-4617-93e5-212635ae6653 req-8275afd6-b893-4f2e-9ed2-dbf968c848ba tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.0916517 Aug 10 04:01:23.540008 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-641d969f-c4f8-4617-93e5-212635ae6653 req-7ab080ab-3245-4655-90a3-77db68d11669 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461645 Aug 10 04:01:23.540734 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3d713148-8886-4bc9-9175-bb10ec1b6eb1 req-aca45e3e-1a84-4ad3-9c79-9ea61e3c1f85 tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0295866 Aug 10 04:01:23.618791 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-96b625f4-8a74-4352-9060-60f49ceb4696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:23.625905 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-96b625f4-8a74-4352-9060-60f49ceb4696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:23.629211 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-96b625f4-8a74-4352-9060-60f49ceb4696 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3843b919-5a85-46fe-993e-399e698f5fa1 HTTP/1.1" status: 204 len: 168 time: 0.2792795 Aug 10 04:01:23.637300 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b625f4-8a74-4352-9060-60f49ceb4696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3843b919-5a85-46fe-993e-399e698f5fa1,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:23.743578 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022a007-9b0b-43cf-bc87-0892f1ca1e24 req-dd9ea3f6-8614-460b-bb9b-caf7091c40ce tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:23.747212 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0022a007-9b0b-43cf-bc87-0892f1ca1e24 req-dd9ea3f6-8614-460b-bb9b-caf7091c40ce tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1089096 Aug 10 04:01:23.809605 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0022a007-9b0b-43cf-bc87-0892f1ca1e24 req-3b100252-1af1-4ec1-942c-e9f12318cc1a tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578146 Aug 10 04:01:24.323875 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46426) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:24.380701 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0ef96-7b48-4c17-9242-a2250356c9f1 req-4a8b612f-5c9e-4d1d-9229-c7046498377a tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:24.382282 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-30d0ef96-7b48-4c17-9242-a2250356c9f1 req-4a8b612f-5c9e-4d1d-9229-c7046498377a tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1151226 Aug 10 04:01:24.422294 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46436) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:24.467063 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-30d0ef96-7b48-4c17-9242-a2250356c9f1 req-7578a4ba-ba1c-49bd-9d12-a5ef3399c812 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781384 Aug 10 04:01:24.529215 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c2bfff8e-758e-4ef8-b881-85d5c8607c2b tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:24.571926 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c2bfff8e-758e-4ef8-b881-85d5c8607c2b tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:24.694741 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e14a942c-53ae-4693-b26d-fd892a420a34 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9d9143c3046c4c5da2085f0024145a58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3695917 Aug 10 04:01:24.697759 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46456) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:24.704579 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e2d7d916-df30-4b0d-acf8-377622d286f3 req-eae8ea0f-77e5-4b56-a1a8-2766d84936a6 tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0406871 Aug 10 04:01:24.767327 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a7f5a-7f5e-4aa2-ad40-36718fe90e98 req-9335d92a-fc66-4ac4-8c71-c8acf1cbd1e5 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:24.768880 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-716a7f5a-7f5e-4aa2-ad40-36718fe90e98 req-9335d92a-fc66-4ac4-8c71-c8acf1cbd1e5 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1823590 Aug 10 04:01:24.824750 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a8da33f-d86f-486f-a4b0-a7dc9bab29f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:24.857984 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-716a7f5a-7f5e-4aa2-ad40-36718fe90e98 req-b1bc958f-5ddc-488e-afd5-a3063dd1f9f0 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767365 Aug 10 04:01:24.883814 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a8da33f-d86f-486f-a4b0-a7dc9bab29f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:24.903058 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c2bfff8e-758e-4ef8-b881-85d5c8607c2b tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:24.905382 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e301ad-6a3f-45dd-a559-a29c910722c3 req-e066fab9-bcba-4316-9307-0ecd23e3bfc6 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:24.910657 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c2bfff8e-758e-4ef8-b881-85d5c8607c2b tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:24.910657 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c2bfff8e-758e-4ef8-b881-85d5c8607c2b tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "DELETE /v2.0/security-groups/b97a5e40-e433-4a29-ad25-e02ed8b4ba61 HTTP/1.1" status: 204 len: 168 time: 0.4870038 Aug 10 04:01:24.917463 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43e301ad-6a3f-45dd-a559-a29c910722c3 req-e066fab9-bcba-4316-9307-0ecd23e3bfc6 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 947 time: 0.0834496 Aug 10 04:01:24.953491 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bfff8e-758e-4ef8-b881-85d5c8607c2b tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97a5e40-e433-4a29-ad25-e02ed8b4ba61,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:24.987948 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43e301ad-6a3f-45dd-a559-a29c910722c3 req-06dc729c-e0d4-40de-b884-c306dd7787b2 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698006 Aug 10 04:01:25.030031 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-29199b5b-9161-4404-ab22-bed490edbb2c req-e86de89e-4e29-4936-817e-52cfd4eb5da8 service neutron] (94938) timed out ('10.222.0.25', 44332) {{(pid=94938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:01:25.065713 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f1358-651f-459f-994f-38a5f4f4a220 req-49e3e151-0d93-42ff-9c7b-c6ca5c15c7f8 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:25.068133 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-424f1358-651f-459f-994f-38a5f4f4a220 req-49e3e151-0d93-42ff-9c7b-c6ca5c15c7f8 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.0900748 Aug 10 04:01:25.113417 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46474) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:25.147742 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-424f1358-651f-459f-994f-38a5f4f4a220 req-e42be90d-4b6f-42d2-9043-638890bb4d3f tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701036 Aug 10 04:01:25.150796 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a8da33f-d86f-486f-a4b0-a7dc9bab29f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:25.153529 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a8da33f-d86f-486f-a4b0-a7dc9bab29f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:25.154664 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2a8da33f-d86f-486f-a4b0-a7dc9bab29f5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca3850ce-b513-4e07-9d8d-4d5100966c05 HTTP/1.1" status: 204 len: 168 time: 0.4533610 Aug 10 04:01:25.219057 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8da33f-d86f-486f-a4b0-a7dc9bab29f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3850ce-b513-4e07-9d8d-4d5100966c05,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:25.254063 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-3564bc1d-cc94-4548-8736-dc7145206ab9 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Deleting subnet b0ec91cd-9db3-445e-9cee-6d971f993dbf {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:01:25.273257 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3564bc1d-cc94-4548-8736-dc7145206ab9 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:25.336459 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3564bc1d-cc94-4548-8736-dc7145206ab9 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:25.502766 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ab130-2eeb-4cd5-a586-3e549391da7a req-ee548adf-3e74-46f3-b3f7-0b9017918a02 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:25.504392 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ca3ab130-2eeb-4cd5-a586-3e549391da7a req-ee548adf-3e74-46f3-b3f7-0b9017918a02 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1465461 Aug 10 04:01:25.531372 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3564bc1d-cc94-4548-8736-dc7145206ab9 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:25.599258 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ca3ab130-2eeb-4cd5-a586-3e549391da7a req-87f9afad-005f-4521-abc4-09b92a1df4ef tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870910 Aug 10 04:01:25.610953 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 44ff97dc-e519-4b8e-b4be-607723de0158 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:01:25.637410 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 44ff97dc-e519-4b8e-b4be-607723de0158 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:01:25.638810 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 44ff97dc-e519-4b8e-b4be-607723de0158 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:01:25.689441 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3564bc1d-cc94-4548-8736-dc7145206ab9 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:25.721541 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3564bc1d-cc94-4548-8736-dc7145206ab9 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event deleted for resources: {'Subnet': ['ID=b0ec91cd-9db3-445e-9cee-6d971f993dbf,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:25.728262 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3564bc1d-cc94-4548-8736-dc7145206ab9 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:25.733234 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3564bc1d-cc94-4548-8736-dc7145206ab9 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "DELETE /v2.0/subnets/b0ec91cd-9db3-445e-9cee-6d971f993dbf HTTP/1.1" status: 204 len: 168 time: 0.6163421 Aug 10 04:01:25.733989 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 46506) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:25.737522 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e413f7ea-59c4-4043-a705-97ddfc955348 None None] Network b7906998-9e83-4843-920c-254095f3eac8 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:01:25.847776 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-098f8d52-d006-4fc9-9b7c-ac0bb644b9be tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:25.945449 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-098f8d52-d006-4fc9-9b7c-ac0bb644b9be tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Deleting port 47fa331b-6c61-4a44-bea2-df2471e93c6b {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:01:25.948531 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-098f8d52-d006-4fc9-9b7c-ac0bb644b9be tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:25.987111 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87df8a7f-8dc7-42e6-a66c-b2d858b9beef None None] DHCP port deletion for b7906998-9e83-4843-920c-254095f3eac8 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:01:26.074619 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5abb7d14-35f9-4e23-88c1-45688095f7e0 req-58bc683b-8679-490b-91c5-ab16789c82b2 tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0620580 Aug 10 04:01:26.101714 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-098f8d52-d006-4fc9-9b7c-ac0bb644b9be tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] For port 47fa331b-6c61-4a44-bea2-df2471e93c6b, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=47fa331b-6c61-4a44-bea2-df2471e93c6b,segment=NetworkSegment(62806af2-6437-435e-a5a6-777df703ec85),segment_id=62806af2-6437-435e-a5a6-777df703ec85)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:26.105838 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-098f8d52-d006-4fc9-9b7c-ac0bb644b9be tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:26.119435 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618591a-313d-4e5e-b627-2b4f76a123f5 req-6a3751c5-866f-40bf-aee8-59cda0c4e226 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:26.141134 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d618591a-313d-4e5e-b627-2b4f76a123f5 req-6a3751c5-866f-40bf-aee8-59cda0c4e226 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 947 time: 0.1213107 Aug 10 04:01:26.168789 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-098f8d52-d006-4fc9-9b7c-ac0bb644b9be tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Calling delete_port for 47fa331b-6c61-4a44-bea2-df2471e93c6b owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:01:26.214182 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d618591a-313d-4e5e-b627-2b4f76a123f5 req-f661003b-0cb2-4edd-8739-e29133502842 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721505 Aug 10 04:01:26.271417 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87df8a7f-8dc7-42e6-a66c-b2d858b9beef None None] Deleting port 47fa331b-6c61-4a44-bea2-df2471e93c6b {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:01:26.271792 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87df8a7f-8dc7-42e6-a66c-b2d858b9beef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:26.393838 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87df8a7f-8dc7-42e6-a66c-b2d858b9beef None None] For port 47fa331b-6c61-4a44-bea2-df2471e93c6b, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=47fa331b-6c61-4a44-bea2-df2471e93c6b,segment=NetworkSegment(62806af2-6437-435e-a5a6-777df703ec85),segment_id=62806af2-6437-435e-a5a6-777df703ec85)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:26.394250 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87df8a7f-8dc7-42e6-a66c-b2d858b9beef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:26.412483 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87df8a7f-8dc7-42e6-a66c-b2d858b9beef None None] Calling delete_port for 47fa331b-6c61-4a44-bea2-df2471e93c6b owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:01:26.624200 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87df8a7f-8dc7-42e6-a66c-b2d858b9beef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:26.656528 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb78f8-ef6b-4318-98a6-1b245eb61b68 req-ae270def-54eb-4411-b86a-7b636e1270ac tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:26.658084 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e5cb78f8-ef6b-4318-98a6-1b245eb61b68 req-ae270def-54eb-4411-b86a-7b636e1270ac tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.4922047 Aug 10 04:01:26.663263 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df8a7f-8dc7-42e6-a66c-b2d858b9beef None None] Pushing event deleted for resources: {'Port': ['ID=47fa331b-6c61-4a44-bea2-df2471e93c6b,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:26.668039 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87df8a7f-8dc7-42e6-a66c-b2d858b9beef None None] No DVR routers for this DVR port 47fa331b-6c61-4a44-bea2-df2471e93c6b on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:01:26.729597 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e5cb78f8-ef6b-4318-98a6-1b245eb61b68 req-d2dc90b1-1f7f-4ae2-b2fa-a6618963bd0d tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602047 Aug 10 04:01:26.734582 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-098f8d52-d006-4fc9-9b7c-ac0bb644b9be tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:26.768855 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098f8d52-d006-4fc9-9b7c-ac0bb644b9be tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] No DVR routers for this DVR port 47fa331b-6c61-4a44-bea2-df2471e93c6b on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:01:26.797355 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f8d52-d006-4fc9-9b7c-ac0bb644b9be tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event deleted for resources: {'Port': ['ID=47fa331b-6c61-4a44-bea2-df2471e93c6b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:26.808126 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46546) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:26.871882 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-098f8d52-d006-4fc9-9b7c-ac0bb644b9be tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:26.886983 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-098f8d52-d006-4fc9-9b7c-ac0bb644b9be tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7906998-9e83-4843-920c-254095f3eac8']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:26.898691 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-098f8d52-d006-4fc9-9b7c-ac0bb644b9be tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62806af2-6437-435e-a5a6-777df703ec85') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:26.898995 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-098f8d52-d006-4fc9-9b7c-ac0bb644b9be tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62806af2-6437-435e-a5a6-777df703ec85') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:26.909981 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-098f8d52-d006-4fc9-9b7c-ac0bb644b9be tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:26.926279 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-098f8d52-d006-4fc9-9b7c-ac0bb644b9be tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:26.934488 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-962492ca-0386-4def-bee6-9827d8d3e4eb admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-989505553-network', 'tenant_id': '54f128ada4eb4fe7af39406ae954b88c'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:26.935252 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-098f8d52-d006-4fc9-9b7c-ac0bb644b9be tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:01:26.935669 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-098f8d52-d006-4fc9-9b7c-ac0bb644b9be tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:01:26.982923 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:01:27.040179 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962492ca-0386-4def-bee6-9827d8d3e4eb admin admin] Made reservation on behalf of 54f128ada4eb4fe7af39406ae954b88c for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:01:27.042609 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-962492ca-0386-4def-bee6-9827d8d3e4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:27.051093 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-962492ca-0386-4def-bee6-9827d8d3e4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:27.121594 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-098f8d52-d006-4fc9-9b7c-ac0bb644b9be tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:27.129078 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-098f8d52-d006-4fc9-9b7c-ac0bb644b9be tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:27.131816 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-098f8d52-d006-4fc9-9b7c-ac0bb644b9be tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "DELETE /v2.0/networks/b7906998-9e83-4843-920c-254095f3eac8 HTTP/1.1" status: 204 len: 168 time: 1.3970773 Aug 10 04:01:27.148414 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 46558) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:27.157791 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f8d52-d006-4fc9-9b7c-ac0bb644b9be tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event deleted for resources: {'Network': ['ID=b7906998-9e83-4843-920c-254095f3eac8,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:27.207355 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7c24b4d9-d5af-4e18-9ad5-20a9c375428c req-9c450c79-5d17-435d-a8a7-53a3ef327123 tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0339448 Aug 10 04:01:27.229005 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-962492ca-0386-4def-bee6-9827d8d3e4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:27.304071 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-962492ca-0386-4def-bee6-9827d8d3e4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:27.347014 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-962492ca-0386-4def-bee6-9827d8d3e4eb admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:01:27.355851 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:27.360642 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962492ca-0386-4def-bee6-9827d8d3e4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b495f7-99d4-41ab-b1ce-dd74d93c518e,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:27.366476 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-962492ca-0386-4def-bee6-9827d8d3e4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:27.367200 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-962492ca-0386-4def-bee6-9827d8d3e4eb admin admin] Added segment bc60e09e-a17f-4de3-97ff-584e394bc89d of type vlan for network 4b36c10c-eb32-4b97-b692-d8f1d8088231 Aug 10 04:01:27.428632 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-962492ca-0386-4def-bee6-9827d8d3e4eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:27.460174 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64d13a-48d1-4465-aa6a-d67c61e6ba03 req-649af7e9-23df-4e7b-a291-6c88a4f28e87 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:27.461762 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3c64d13a-48d1-4465-aa6a-d67c61e6ba03 req-649af7e9-23df-4e7b-a291-6c88a4f28e87 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 947 time: 0.1342967 Aug 10 04:01:27.514342 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-741171a9-ae4f-4b8f-a2ad-88a7921a2b2c tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Deleting port df4c9b55-9569-4655-a798-7cc888b75ec8 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:01:27.514684 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-741171a9-ae4f-4b8f-a2ad-88a7921a2b2c tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:27.518620 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3c64d13a-48d1-4465-aa6a-d67c61e6ba03 req-fa0e8d64-ec83-427b-9fbc-3a2d2058ec58 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500143 Aug 10 04:01:27.578667 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-962492ca-0386-4def-bee6-9827d8d3e4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:27.579747 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962492ca-0386-4def-bee6-9827d8d3e4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:27.580448 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-962492ca-0386-4def-bee6-9827d8d3e4eb admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:27.605940 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-741171a9-ae4f-4b8f-a2ad-88a7921a2b2c tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:27.606350 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-741171a9-ae4f-4b8f-a2ad-88a7921a2b2c tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:27.620207 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-741171a9-ae4f-4b8f-a2ad-88a7921a2b2c tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Calling delete_port for df4c9b55-9569-4655-a798-7cc888b75ec8 owned by network:floatingip {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:01:27.653984 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962492ca-0386-4def-bee6-9827d8d3e4eb admin admin] Pushing event updated for resources: {'Network': ['ID=4b36c10c-eb32-4b97-b692-d8f1d8088231,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:27.666133 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 4b36c10c-eb32-4b97-b692-d8f1d8088231 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:01:27.687546 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-962492ca-0386-4def-bee6-9827d8d3e4eb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8776333 Aug 10 04:01:27.688282 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46568) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:27.708687 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-30e52275-4a32-4573-b704-df05cbf13b13 admin admin] Request body: {'subnet': {'network_id': '4b36c10c-eb32-4b97-b692-d8f1d8088231', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-989505553-subnet', 'tenant_id': '54f128ada4eb4fe7af39406ae954b88c', 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:27.831726 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e52275-4a32-4573-b704-df05cbf13b13 admin admin] Made reservation on behalf of 54f128ada4eb4fe7af39406ae954b88c for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:01:27.835311 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-30e52275-4a32-4573-b704-df05cbf13b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:27.964069 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcf553-76c4-4249-aee3-f1d6b4635a6c req-8e02fb12-7188-46b6-a368-cc863bf28040 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:27.965696 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-02bcf553-76c4-4249-aee3-f1d6b4635a6c req-8e02fb12-7188-46b6-a368-cc863bf28040 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1495914 Aug 10 04:01:27.980267 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 47fa331b-6c61-4a44-bea2-df2471e93c6b no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:01:27.983890 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-741171a9-ae4f-4b8f-a2ad-88a7921a2b2c tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:28.008765 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 47fa331b-6c61-4a44-bea2-df2471e93c6b {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:01:28.009396 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 47fa331b-6c61-4a44-bea2-df2471e93c6b not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:01:28.034174 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741171a9-ae4f-4b8f-a2ad-88a7921a2b2c tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event deleted for resources: {'Port': ['ID=df4c9b55-9569-4655-a798-7cc888b75ec8,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:28.054696 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-02bcf553-76c4-4249-aee3-f1d6b4635a6c req-ec0409ee-50ac-4571-96f5-10d84bd6ea81 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799286 Aug 10 04:01:28.110494 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-741171a9-ae4f-4b8f-a2ad-88a7921a2b2c tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for floatingip, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:28.111052 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-741171a9-ae4f-4b8f-a2ad-88a7921a2b2c tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Floating IP c40116e9-3c99-4cf4-bd2a-b999ef3175ae disassociated (deleted). External IP: 172.25.0.95, port: 845cb39a-548d-4707-ab2e-05003acf2823. Aug 10 04:01:28.143556 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device b3b4ce36-dd2d-448b-a4c9-f1269256c40e details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:01:28.147607 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device b3b4ce36-dd2d-448b-a4c9-f1269256c40e no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:01:28.201236 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-30e52275-4a32-4573-b704-df05cbf13b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:28.251775 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e52275-4a32-4573-b704-df05cbf13b13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5009a87b-5150-4094-ae0c-63144ece5a17,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:28.273473 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e52275-4a32-4573-b704-df05cbf13b13 admin admin] Checking segment: {'id': 'bc60e09e-a17f-4de3-97ff-584e394bc89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4b36c10c-eb32-4b97-b692-d8f1d8088231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:01:28.273835 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e52275-4a32-4573-b704-df05cbf13b13 admin admin] Network hostable DHCP agents. Network: 4b36c10c-eb32-4b97-b692-d8f1d8088231, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:01:28.304544 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:28.339657 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port b3b4ce36-dd2d-448b-a4c9-f1269256c40e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:28.361409 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42000c9c-e2bd-4988-84d2-6244f1f07902', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:01:28.363978 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b04ad8-101e-417b-9313-e8216a1d91ed" -d '{"events": [{"server_uuid": "42000c9c-e2bd-4988-84d2-6244f1f07902", "name": "network-vif-unplugged", "status": "completed", "tag": "b3b4ce36-dd2d-448b-a4c9-f1269256c40e"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:01:28.375737 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e', 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020', 'port_id': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e', 'mac_address': 'fa:16:3e:33:02:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51d8861-9dbf-4178-9d3e-8ed73319e82c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:01:28.381966 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port b3b4ce36-dd2d-448b-a4c9-f1269256c40e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:28.395172 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e52275-4a32-4573-b704-df05cbf13b13 admin admin] Network 4b36c10c-eb32-4b97-b692-d8f1d8088231 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:01:28.438778 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46586) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:28.465538 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a8211321-95b5-40a2-b236-e55e2e27e4ec req-1631fb24-78a7-4419-aac6-fe855c38ef0b tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0458984 Aug 10 04:01:28.473348 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:28.475904 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741171a9-ae4f-4b8f-a2ad-88a7921a2b2c tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Router 6e852a75-32c4-4644-ae73-a56821c49a86 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:01:28.489911 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd16f1b-46c8-45c9-bdee-f10fb0b5f96f x-openstack-request-id: req-ddd16f1b-46c8-45c9-bdee-f10fb0b5f96f {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:01:28.489911 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42000c9c-e2bd-4988-84d2-6244f1f07902", "name": "network-vif-unplugged", "status": "completed", "tag": "b3b4ce36-dd2d-448b-a4c9-f1269256c40e", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:01:28.489911 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ddd16f1b-46c8-45c9-bdee-f10fb0b5f96f {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:01:28.490376 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42000c9c-e2bd-4988-84d2-6244f1f07902', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e', 'code': 200} Aug 10 04:01:28.500131 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:28.510116 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-30e52275-4a32-4573-b704-df05cbf13b13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 4b36c10c-eb32-4b97-b692-d8f1d8088231) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:01:28.515632 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e52275-4a32-4573-b704-df05cbf13b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:28.524921 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-30e52275-4a32-4573-b704-df05cbf13b13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:28.577921 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3b4ce36-dd2d-448b-a4c9-f1269256c40e {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:01:28.600801 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e2149-b3cd-4915-bc5a-2be1c6838787 req-37682f22-14d2-4cb0-8401-01123ca4c09c tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:28.604420 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0435451-71d8-45e4-8fa9-e06412d76c0d None None] Network 4b36c10c-eb32-4b97-b692-d8f1d8088231 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:01:28.612345 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-164e2149-b3cd-4915-bc5a-2be1c6838787 req-37682f22-14d2-4cb0-8401-01123ca4c09c tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.0656636 Aug 10 04:01:28.626820 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-30e52275-4a32-4573-b704-df05cbf13b13 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9373126 Aug 10 04:01:28.633820 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 46594) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:28.645260 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-6147a82d-6b8e-486f-acab-7befbb6fbd2c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-989505553-router', 'tenant_id': '54f128ada4eb4fe7af39406ae954b88c', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:28.663857 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-101283f9-218f-4cca-ba98-669b49694de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:28.679052 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-164e2149-b3cd-4915-bc5a-2be1c6838787 req-002494f7-45ea-447d-9f8c-1350d30e79ac tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644574 Aug 10 04:01:28.718119 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.db.api [None req-101283f9-218f-4cca-ba98-669b49694de3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 04:01:28.718119 n-d-802893-2 neutron-server[94938]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 04:01:28.718119 n-d-802893-2 neutron-server[94938]: [parameters: {'project_id_1': '75d06d69308e4bd4980df89129d77115', 'expiration_1': datetime.datetime(2021, 8, 10, 4, 1, 28, 685751)}] Aug 10 04:01:28.718119 n-d-802893-2 neutron-server[94938]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94938) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:01:28.718561 n-d-802893-2 neutron-server[94938]: DEBUG oslo_db.api [None req-101283f9-218f-4cca-ba98-669b49694de3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:01:28.730910 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8dadfc-9f09-447a-81d6-3f5b1c35bcfb req-cdc4b704-3e5b-409a-a2aa-ffe221acdb5f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:28.739016 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4a8dadfc-9f09-447a-81d6-3f5b1c35bcfb req-cdc4b704-3e5b-409a-a2aa-ffe221acdb5f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1435838 Aug 10 04:01:28.748498 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,revision_number=11']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:28.768150 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:01:28.768520 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:01:28.804563 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4a8dadfc-9f09-447a-81d6-3f5b1c35bcfb req-f4cda8bc-bbff-4415-97f3-9ffe22141301 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589740 Aug 10 04:01:28.810243 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741171a9-ae4f-4b8f-a2ad-88a7921a2b2c tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:01:28.830699 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-741171a9-ae4f-4b8f-a2ad-88a7921a2b2c tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:28.834487 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6147a82d-6b8e-486f-acab-7befbb6fbd2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:28.835521 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6147a82d-6b8e-486f-acab-7befbb6fbd2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:28.850394 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8883b7-c42f-4ce6-a3ce-22594c1a45e0 None None] Sync routers for ids ['6e852a75-32c4-4644-ae73-a56821c49a86'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:01:28.874451 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-741171a9-ae4f-4b8f-a2ad-88a7921a2b2c tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "DELETE /v2.0/floatingips/c40116e9-3c99-4cf4-bd2a-b999ef3175ae HTTP/1.1" status: 204 len: 168 time: 1.7247031 Aug 10 04:01:28.882272 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5d50f22-73f9-45b8-b214-0fd212f0946e', 'tag': '845cb39a-548d-4707-ab2e-05003acf2823'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:01:28.885319 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acf127b-20b3-4008-84bb-8ea18c60ced0" -d '{"events": [{"name": "network-changed", "server_uuid": "a5d50f22-73f9-45b8-b214-0fd212f0946e", "tag": "845cb39a-548d-4707-ab2e-05003acf2823"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:01:28.901813 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8883b7-c42f-4ce6-a3ce-22594c1a45e0 None None] Routers {'6e852a75-32c4-4644-ae73-a56821c49a86'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:28.903191 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ef8883b7-c42f-4ce6-a3ce-22594c1a45e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:01:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['6e852a75-32c4-4644-ae73-a56821c49a86'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:28.911843 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef77ef12-4b34-4473-82f7-d38c232ad4b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-4b36c10c-eb32-4b97-b692-d8f1d8088231', 'network_id': '4b36c10c-eb32-4b97-b692-d8f1d8088231', 'tenant_id': '54f128ada4eb4fe7af39406ae954b88c', 'fixed_ips': [{'subnet_id': '5009a87b-5150-4094-ae0c-63144ece5a17'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:01:28.920381 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ef77ef12-4b34-4473-82f7-d38c232ad4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:28.960357 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccea4a39-4ee2-4016-a308-7ff0d8affe90 x-openstack-request-id: req-ccea4a39-4ee2-4016-a308-7ff0d8affe90 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:01:28.960882 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5d50f22-73f9-45b8-b214-0fd212f0946e", "tag": "845cb39a-548d-4707-ab2e-05003acf2823", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:01:28.961654 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ccea4a39-4ee2-4016-a308-7ff0d8affe90 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:01:28.962222 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5d50f22-73f9-45b8-b214-0fd212f0946e', 'tag': '845cb39a-548d-4707-ab2e-05003acf2823', 'status': 'completed', 'code': 200} Aug 10 04:01:28.965233 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6147a82d-6b8e-486f-acab-7befbb6fbd2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:29.181837 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-ef8883b7-c42f-4ce6-a3ce-22594c1a45e0 None None] Set router 6e852a75-32c4-4644-ae73-a56821c49a86 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:01:29.200307 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf127b-20b3-4008-84bb-8ea18c60ced0 req-ccd85532-d844-4b57-b9ea-e090590fa2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:29.202431 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1acf127b-20b3-4008-84bb-8ea18c60ced0 req-ccd85532-d844-4b57-b9ea-e090590fa2fb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f5becae06cd542b5a8415ea130ec33d4&device_id=a5d50f22-73f9-45b8-b214-0fd212f0946e HTTP/1.1" status: 200 len: 1096 time: 0.2189918 Aug 10 04:01:29.220166 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-101283f9-218f-4cca-ba98-669b49694de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:29.226415 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-ef77ef12-4b34-4473-82f7-d38c232ad4b3 None None] Allocated IP 172.20.0.2 (4b36c10c-eb32-4b97-b692-d8f1d8088231/5009a87b-5150-4094-ae0c-63144ece5a17/e0b13569-61f2-46cc-9a45-aea9ed14e17d) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:01:29.265051 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6147a82d-6b8e-486f-acab-7befbb6fbd2c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:29.411540 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46608) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:29.457240 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-101283f9-218f-4cca-ba98-669b49694de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:29.515230 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-101283f9-218f-4cca-ba98-669b49694de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:29.535313 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf127b-20b3-4008-84bb-8ea18c60ced0 req-17593917-8ee3-4bd5-bef9-e9f2c5dd48f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:29.536857 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1acf127b-20b3-4008-84bb-8ea18c60ced0 req-17593917-8ee3-4bd5-bef9-e9f2c5dd48f4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=0ff61232-3479-4388-b092-dc4e24df7f33 HTTP/1.1" status: 200 len: 898 time: 0.2908416 Aug 10 04:01:29.575300 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-101283f9-218f-4cca-ba98-669b49694de3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=75d06d69308e4bd4980df89129d77115&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1353593 Aug 10 04:01:29.602966 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46614) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:29.605575 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913aab4-a1fd-4e5c-9547-a82e3ae97933 req-8dc920b2-591b-472d-a966-4abf60128750 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:29.607087 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1913aab4-a1fd-4e5c-9547-a82e3ae97933 req-8dc920b2-591b-472d-a966-4abf60128750 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5d50f22-73f9-45b8-b214-0fd212f0946e HTTP/1.1" status: 200 len: 945 time: 0.1809878 Aug 10 04:01:29.610275 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1acf127b-20b3-4008-84bb-8ea18c60ced0 req-aa17d364-c0ae-4c65-8381-679857de613b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=845cb39a-548d-4707-ab2e-05003acf2823 HTTP/1.1" status: 200 len: 217 time: 0.0633218 Aug 10 04:01:29.677245 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:29.678419 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7b22ef1e-245e-434e-8b6a-f01bf467524b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:29.696093 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9d69389e-9370-44e3-a7e2-4860ffdb1b3c req-f9d9b35e-b7e6-4df6-840e-96479a82b0f5 tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0637283 Aug 10 04:01:29.701976 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101283f9-218f-4cca-ba98-669b49694de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c83abd-e330-4c76-b2ee-fe77acb5a2ad,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:29.747797 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:01:29.761124 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1913aab4-a1fd-4e5c-9547-a82e3ae97933 req-d6c2ceec-8971-4ad3-a6f8-cc85bee82f8d tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=795c9faf-0455-43f5-81d5-e64193956cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466784 Aug 10 04:01:29.762757 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf127b-20b3-4008-84bb-8ea18c60ced0 req-427a1505-09a0-4c23-9c05-587f318197f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:29.764242 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1acf127b-20b3-4008-84bb-8ea18c60ced0 req-427a1505-09a0-4c23-9c05-587f318197f5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=86d2d62c-3af2-47d8-a099-65572797716a HTTP/1.1" status: 200 len: 835 time: 0.1400378 Aug 10 04:01:29.785931 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f9b5ffe8-8e50-40fd-9248-d7ad7a4af3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:29.791697 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b4ce36-dd2d-448b-a4c9-f1269256c40e {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:01:29.812473 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f9b5ffe8-8e50-40fd-9248-d7ad7a4af3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:29.888648 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf127b-20b3-4008-84bb-8ea18c60ced0 req-8830221c-072a-4fe0-9f1a-07c05a81f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:29.890584 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1acf127b-20b3-4008-84bb-8ea18c60ced0 req-8830221c-072a-4fe0-9f1a-07c05a81f4cf service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0ff61232-3479-4388-b092-dc4e24df7f33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168644 Aug 10 04:01:29.909506 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port b3b4ce36-dd2d-448b-a4c9-f1269256c40e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:29.979287 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ef77ef12-4b34-4473-82f7-d38c232ad4b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:30.003850 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ef8883b7-c42f-4ce6-a3ce-22594c1a45e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'name': 'tempest-TestNetworkBasicOps-router-925551247', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:07Z', 'updated_at': '2021-08-10T04:01:17Z', 'revision_number': 6, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:09Z', 'updated_at': '2021-08-10T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '075ba055-4e4f-4be0-afe0-02f464a0e847', 'name': '', 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'mac_address': 'fa:16:3e:1f:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '86d2d62c-3af2-47d8-a099-65572797716a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:13Z', 'updated_at': '2021-08-10T03:59:20Z', 'revision_number': 5, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'subnets': [{'id': '86d2d62c-3af2-47d8-a099-65572797716a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:30.012138 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84c4a1-3582-4bd9-bdb6-1d1cc2a6958b req-8515e232-c8af-43c7-a2de-d6751718b069 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:30.013682 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1e84c4a1-3582-4bd9-bdb6-1d1cc2a6958b req-8515e232-c8af-43c7-a2de-d6751718b069 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1130209 Aug 10 04:01:30.033784 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:30.035675 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8883b7-c42f-4ce6-a3ce-22594c1a45e0 None None] Checking router: 6e852a75-32c4-4644-ae73-a56821c49a86 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:01:30.039149 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ef77ef12-4b34-4473-82f7-d38c232ad4b3 None None] Transition to ACTIVE for port object e0b13569-61f2-46cc-9a45-aea9ed14e17d will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:01:30.040407 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f9b5ffe8-8e50-40fd-9248-d7ad7a4af3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:30.043333 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f9b5ffe8-8e50-40fd-9248-d7ad7a4af3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:30.044569 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f9b5ffe8-8e50-40fd-9248-d7ad7a4af3b2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3c83abd-e330-4c76-b2ee-fe77acb5a2ad HTTP/1.1" status: 204 len: 168 time: 0.4397664 Aug 10 04:01:30.109928 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8883b7-c42f-4ce6-a3ce-22594c1a45e0 None None] Routers {'6e852a75-32c4-4644-ae73-a56821c49a86'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:30.110661 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ef8883b7-c42f-4ce6-a3ce-22594c1a45e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:01:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['6e852a75-32c4-4644-ae73-a56821c49a86'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:30.113181 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ef77ef12-4b34-4473-82f7-d38c232ad4b3 None None] Transition to ACTIVE for port object e0b13569-61f2-46cc-9a45-aea9ed14e17d will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:01:30.134330 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b566d58-6933-4eb1-8641-7bbb5956a2f8 req-875b75c9-f04e-409e-84a6-52a7c0e0d39e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:30.134671 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5ffe8-8e50-40fd-9248-d7ad7a4af3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c83abd-e330-4c76-b2ee-fe77acb5a2ad,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:30.136284 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9b566d58-6933-4eb1-8641-7bbb5956a2f8 req-875b75c9-f04e-409e-84a6-52a7c0e0d39e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1836023 Aug 10 04:01:30.150646 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6147a82d-6b8e-486f-acab-7befbb6fbd2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:30.193921 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6147a82d-6b8e-486f-acab-7befbb6fbd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:30.204981 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ef77ef12-4b34-4473-82f7-d38c232ad4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:30.215107 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,revision_number=12']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:30.230823 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-744dfb41-c8f1-4b8d-a228-f3105de8d906 req-5fbbc637-faf8-483a-accd-190e5863c29a service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0536141 Aug 10 04:01:30.235232 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1acf127b-20b3-4008-84bb-8ea18c60ced0 req-17038e35-6963-4e78-bc8c-c1126ccb22b8 service neutron] 10.222.0.68 "GET /v2.0/networks/0ff61232-3479-4388-b092-dc4e24df7f33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810273 Aug 10 04:01:30.239319 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1e84c4a1-3582-4bd9-bdb6-1d1cc2a6958b req-bfaf5a45-b1c6-4a3b-a890-36cb1f33593f tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184758 Aug 10 04:01:30.308888 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['b3b4ce36-dd2d-448b-a4c9-f1269256c40e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:01:30.311417 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7b22ef1e-245e-434e-8b6a-f01bf467524b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:30.313133 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef77ef12-4b34-4473-82f7-d38c232ad4b3 None None] Network 4b36c10c-eb32-4b97-b692-d8f1d8088231 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:01:30.351069 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-ef77ef12-4b34-4473-82f7-d38c232ad4b3 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:01:30.362058 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef77ef12-4b34-4473-82f7-d38c232ad4b3 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:01:30.397762 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7b22ef1e-245e-434e-8b6a-f01bf467524b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:30.399219 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77ef12-4b34-4473-82f7-d38c232ad4b3 None None] Pushing event updated for resources: {'Port': ['ID=e0b13569-61f2-46cc-9a45-aea9ed14e17d,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:30.408096 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-ef8883b7-c42f-4ce6-a3ce-22594c1a45e0 None None] Set router 6e852a75-32c4-4644-ae73-a56821c49a86 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:01:30.412671 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a05543-1087-4825-8623-c0e530c10d55 req-fe388b06-76da-4cf0-837b-63207c2c0116 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:30.431101 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-74a05543-1087-4825-8623-c0e530c10d55 req-fe388b06-76da-4cf0-837b-63207c2c0116 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.0898497 Aug 10 04:01:30.446939 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9b566d58-6933-4eb1-8641-7bbb5956a2f8 req-1dc931d5-2d42-4388-b031-4cf23fa336e6 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2909670 Aug 10 04:01:30.537731 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-6147a82d-6b8e-486f-acab-7befbb6fbd2c admin admin] Allocated IP 172.25.0.181 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/1c5c1203-25b2-4179-b1a9-973bad9ffce7) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:01:30.538387 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7b22ef1e-245e-434e-8b6a-f01bf467524b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8fbed78d2fb24dd4adbb89064c1595f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1251986 Aug 10 04:01:30.541584 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 46638) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:30.547569 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b22ef1e-245e-434e-8b6a-f01bf467524b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22046b6a-5ffc-44d4-8f57-78e7948fadd7,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:30.554644 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-ef77ef12-4b34-4473-82f7-d38c232ad4b3 None None] Attempting to bind port e0b13569-61f2-46cc-9a45-aea9ed14e17d on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:01:30.554900 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-ef77ef12-4b34-4473-82f7-d38c232ad4b3 None None] Attempting to bind port e0b13569-61f2-46cc-9a45-aea9ed14e17d by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'bc60e09e-a17f-4de3-97ff-584e394bc89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4b36c10c-eb32-4b97-b692-d8f1d8088231'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:01:30.555259 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef77ef12-4b34-4473-82f7-d38c232ad4b3 None None] Attempting to bind port e0b13569-61f2-46cc-9a45-aea9ed14e17d on network 4b36c10c-eb32-4b97-b692-d8f1d8088231 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:01:30.568579 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-74a05543-1087-4825-8623-c0e530c10d55 req-e559ca2c-3bb4-4931-90a4-750c64ead5f2 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291687 Aug 10 04:01:30.568837 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1acf127b-20b3-4008-84bb-8ea18c60ced0 req-d58afc48-c381-413e-836d-d79f9c848bdf service neutron] 10.222.0.68 "GET /v2.0/networks/0ff61232-3479-4388-b092-dc4e24df7f33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307293 Aug 10 04:01:30.583510 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef77ef12-4b34-4473-82f7-d38c232ad4b3 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:01:30.584148 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef77ef12-4b34-4473-82f7-d38c232ad4b3 None None] Checking segment: {'id': 'bc60e09e-a17f-4de3-97ff-584e394bc89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4b36c10c-eb32-4b97-b692-d8f1d8088231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:01:30.590754 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ef77ef12-4b34-4473-82f7-d38c232ad4b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:30.590754 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef77ef12-4b34-4473-82f7-d38c232ad4b3 None None] Bound using segment: {'id': 'bc60e09e-a17f-4de3-97ff-584e394bc89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4b36c10c-eb32-4b97-b692-d8f1d8088231'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:01:30.590754 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-ef77ef12-4b34-4473-82f7-d38c232ad4b3 None None] Bound port: e0b13569-61f2-46cc-9a45-aea9ed14e17d, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc60e09e-a17f-4de3-97ff-584e394bc89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4b36c10c-eb32-4b97-b692-d8f1d8088231'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:01:30.590754 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ef77ef12-4b34-4473-82f7-d38c232ad4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:30.700632 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4293756e-c15a-4212-bc6e-0c0c44ab23d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:30.743104 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309565d-47ae-4fc8-aed8-bd186b938a7c req-123eadc4-7ec5-446b-be6b-7c67895df50a tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:30.745526 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b309565d-47ae-4fc8-aed8-bd186b938a7c req-123eadc4-7ec5-446b-be6b-7c67895df50a tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.0698457 Aug 10 04:01:30.788873 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4293756e-c15a-4212-bc6e-0c0c44ab23d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:30.838902 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b309565d-47ae-4fc8-aed8-bd186b938a7c req-099c200a-8399-4aac-8329-504e3b9bc5e4 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738394 Aug 10 04:01:30.841450 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-ef77ef12-4b34-4473-82f7-d38c232ad4b3 None None] For port e0b13569-61f2-46cc-9a45-aea9ed14e17d, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:01:30.875309 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6147a82d-6b8e-486f-acab-7befbb6fbd2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:30.938575 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46658) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:30.948961 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6ff5a208-1180-40df-8ec8-5d44a6a7f69a req-61971741-855c-40a0-88f7-b57f8cbcc587 tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0980177 Aug 10 04:01:31.021452 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec73552-1f89-4d3c-b0d0-b27a2fde5b7c req-073817ac-70a3-4bd4-909d-dc0cfea33a4d tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:31.025819 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8892b3b2-f488-4030-939e-7dd563456cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:31.028563 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cec73552-1f89-4d3c-b0d0-b27a2fde5b7c req-073817ac-70a3-4bd4-909d-dc0cfea33a4d tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.68 "GET /v2.0/ports?device_id=a5d50f22-73f9-45b8-b214-0fd212f0946e HTTP/1.1" status: 200 len: 945 time: 0.2541177 Aug 10 04:01:31.076363 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-ef77ef12-4b34-4473-82f7-d38c232ad4b3 None None] For port e0b13569-61f2-46cc-9a45-aea9ed14e17d, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e0b13569-61f2-46cc-9a45-aea9ed14e17d,segment=NetworkSegment(bc60e09e-a17f-4de3-97ff-584e394bc89d),segment_id=bc60e09e-a17f-4de3-97ff-584e394bc89d)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:01:31.089320 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d4d5c-a4d0-4185-89e5-4b17073dfdd7 req-4ac3d40e-a4cf-4815-b957-e4b1e42cf14b tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:31.102942 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db6d4d5c-a4d0-4185-89e5-4b17073dfdd7 req-4ac3d40e-a4cf-4815-b957-e4b1e42cf14b tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5d50f22-73f9-45b8-b214-0fd212f0946e HTTP/1.1" status: 200 len: 945 time: 0.1764674 Aug 10 04:01:31.138428 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ef77ef12-4b34-4473-82f7-d38c232ad4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:31.175728 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db6d4d5c-a4d0-4185-89e5-4b17073dfdd7 req-de914bfb-1b7a-4b22-8c62-5988d1538bde tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=795c9faf-0455-43f5-81d5-e64193956cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694709 Aug 10 04:01:31.240119 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bac618-3a7e-4653-9076-ecd6ff328e02 req-b4053574-e955-449e-a4fd-13213af74f8e tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:31.250514 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e1bac618-3a7e-4653-9076-ecd6ff328e02 req-b4053574-e955-449e-a4fd-13213af74f8e tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1527739 Aug 10 04:01:31.257467 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77ef12-4b34-4473-82f7-d38c232ad4b3 None None] Pushing event updated for resources: {'Port': ['ID=e0b13569-61f2-46cc-9a45-aea9ed14e17d,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:31.276512 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4293756e-c15a-4212-bc6e-0c0c44ab23d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:31.279251 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4293756e-c15a-4212-bc6e-0c0c44ab23d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:31.280511 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-4293756e-c15a-4212-bc6e-0c0c44ab23d4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22046b6a-5ffc-44d4-8f57-78e7948fadd7 HTTP/1.1" status: 204 len: 168 time: 0.7379625 Aug 10 04:01:31.291518 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ef8883b7-c42f-4ce6-a3ce-22594c1a45e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'name': 'tempest-TestNetworkBasicOps-router-925551247', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:07Z', 'updated_at': '2021-08-10T04:01:17Z', 'revision_number': 6, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:09Z', 'updated_at': '2021-08-10T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '075ba055-4e4f-4be0-afe0-02f464a0e847', 'name': '', 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'mac_address': 'fa:16:3e:1f:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '86d2d62c-3af2-47d8-a099-65572797716a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:13Z', 'updated_at': '2021-08-10T03:59:20Z', 'revision_number': 5, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'subnets': [{'id': '86d2d62c-3af2-47d8-a099-65572797716a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:31.314001 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6147a82d-6b8e-486f-acab-7befbb6fbd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:31.343375 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8883b7-c42f-4ce6-a3ce-22594c1a45e0 None None] The sync data for ids ['6e852a75-32c4-4644-ae73-a56821c49a86'] in n-d-802893-2 is: [{'id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'name': 'tempest-TestNetworkBasicOps-router-925551247', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:07Z', 'updated_at': '2021-08-10T04:01:17Z', 'revision_number': 6, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:09Z', 'updated_at': '2021-08-10T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '075ba055-4e4f-4be0-afe0-02f464a0e847', 'name': '', 'network_id': '0ff61232-3479-4388-b092-dc4e24df7f33', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'mac_address': 'fa:16:3e:1f:ad:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '86d2d62c-3af2-47d8-a099-65572797716a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:13Z', 'updated_at': '2021-08-10T03:59:20Z', 'revision_number': 5, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'subnets': [{'id': '86d2d62c-3af2-47d8-a099-65572797716a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:01:31.346496 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e1bac618-3a7e-4653-9076-ecd6ff328e02 req-dc397c4b-f6fa-4ec4-b7fa-a2e86c0a5c2f tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946839 Aug 10 04:01:31.355020 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293756e-c15a-4212-bc6e-0c0c44ab23d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22046b6a-5ffc-44d4-8f57-78e7948fadd7,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:31.374825 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-cec73552-1f89-4d3c-b0d0-b27a2fde5b7c req-060bad6f-d000-4ca5-9609-0d3d6fb88f71 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Deleting port 845cb39a-548d-4707-ab2e-05003acf2823 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:01:31.375998 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cec73552-1f89-4d3c-b0d0-b27a2fde5b7c req-060bad6f-d000-4ca5-9609-0d3d6fb88f71 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:31.502170 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6147a82d-6b8e-486f-acab-7befbb6fbd2c admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:01:31.553207 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293756e-c15a-4212-bc6e-0c0c44ab23d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:31.555833 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293756e-c15a-4212-bc6e-0c0c44ab23d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:31.560313 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293756e-c15a-4212-bc6e-0c0c44ab23d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:31.560313 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293756e-c15a-4212-bc6e-0c0c44ab23d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:31.562546 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293756e-c15a-4212-bc6e-0c0c44ab23d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:31.563162 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293756e-c15a-4212-bc6e-0c0c44ab23d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:31.563808 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293756e-c15a-4212-bc6e-0c0c44ab23d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:31.564361 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293756e-c15a-4212-bc6e-0c0c44ab23d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:31.564884 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293756e-c15a-4212-bc6e-0c0c44ab23d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:31.565479 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293756e-c15a-4212-bc6e-0c0c44ab23d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:31.566001 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293756e-c15a-4212-bc6e-0c0c44ab23d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:31.568658 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293756e-c15a-4212-bc6e-0c0c44ab23d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:31.641152 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-6147a82d-6b8e-486f-acab-7befbb6fbd2c admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:01:31.643876 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8892b3b2-f488-4030-939e-7dd563456cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:31.659795 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6147a82d-6b8e-486f-acab-7befbb6fbd2c admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:01:31.723031 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8892b3b2-f488-4030-939e-7dd563456cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:31.801496 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad727a-2e5e-47b8-b32d-3beb2d66aebe req-f86a2a47-9f98-448b-8b7a-2c250d24018c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:31.810619 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-17ad727a-2e5e-47b8-b32d-3beb2d66aebe req-f86a2a47-9f98-448b-8b7a-2c250d24018c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 946 time: 0.1555550 Aug 10 04:01:31.824374 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892b3b2-f488-4030-939e-7dd563456cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9e3515-61bb-4254-b962-cbca5f07417e,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:31.832663 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8892b3b2-f488-4030-939e-7dd563456cfa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d6f3a023f4404d39b66f6fd93f2150b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8861692 Aug 10 04:01:31.864601 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46674) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:31.881760 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-17ad727a-2e5e-47b8-b32d-3beb2d66aebe req-c6830216-de7d-4630-aa80-bc097692aa2e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700397 Aug 10 04:01:31.948784 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a9d2f4-9fbd-4e40-bd13-b343e01f0459 None None] New status for floating IP c40116e9-3c99-4cf4-bd2a-b999ef3175ae: DOWN {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:01:32.050297 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-facdc18d-4a4b-457f-9bae-3371964bb387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:32.102834 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e0b13569-61f2-46cc-9a45-aea9ed14e17d up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:01:32.131242 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-facdc18d-4a4b-457f-9bae-3371964bb387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:32.161377 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device b3b4ce36-dd2d-448b-a4c9-f1269256c40e up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:01:32.257198 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9d8e32a7-3716-46f4-a32c-17433e4706a0 req-042eaf1f-2aa5-4b83-a0d8-3d733b8d3889 tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0612166 Aug 10 04:01:32.294097 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-cec73552-1f89-4d3c-b0d0-b27a2fde5b7c req-060bad6f-d000-4ca5-9609-0d3d6fb88f71 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] For port 845cb39a-548d-4707-ab2e-05003acf2823, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=845cb39a-548d-4707-ab2e-05003acf2823,segment=NetworkSegment(16cc2a1d-a06d-474c-9c77-2ebd0d81219c),segment_id=16cc2a1d-a06d-474c-9c77-2ebd0d81219c)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:32.295472 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cec73552-1f89-4d3c-b0d0-b27a2fde5b7c req-060bad6f-d000-4ca5-9609-0d3d6fb88f71 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:32.345957 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port b3b4ce36-dd2d-448b-a4c9-f1269256c40e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:01:32.346344 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:32.412167 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-facdc18d-4a4b-457f-9bae-3371964bb387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:32.414965 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-facdc18d-4a4b-457f-9bae-3371964bb387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:32.416493 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-facdc18d-4a4b-457f-9bae-3371964bb387 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b9e3515-61bb-4254-b962-cbca5f07417e HTTP/1.1" status: 204 len: 168 time: 0.5333903 Aug 10 04:01:32.423554 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-cec73552-1f89-4d3c-b0d0-b27a2fde5b7c req-060bad6f-d000-4ca5-9609-0d3d6fb88f71 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Calling delete_port for 845cb39a-548d-4707-ab2e-05003acf2823 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:01:32.439983 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7ec75-7cec-4c72-ad72-24ca507d6f23 req-919516ee-585e-40df-aaa8-0257bfeab560 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:32.441885 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-06b7ec75-7cec-4c72-ad72-24ca507d6f23 req-919516ee-585e-40df-aaa8-0257bfeab560 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.8547940 Aug 10 04:01:32.479668 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147a82d-6b8e-486f-acab-7befbb6fbd2c admin admin] Pushing event updated for resources: {'Port': ['ID=1c5c1203-25b2-4179-b1a9-973bad9ffce7,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:32.499011 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facdc18d-4a4b-457f-9bae-3371964bb387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9e3515-61bb-4254-b962-cbca5f07417e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:32.538164 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:32.603185 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d4246-3be5-4f19-9c4f-926dfd766248 req-9f7208fd-7f4e-4bee-bde3-d14c4ede0e55 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:32.609096 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port e0b13569-61f2-46cc-9a45-aea9ed14e17d completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:01:32.609448 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-517d4246-3be5-4f19-9c4f-926dfd766248 req-9f7208fd-7f4e-4bee-bde3-d14c4ede0e55 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5d50f22-73f9-45b8-b214-0fd212f0946e HTTP/1.1" status: 200 len: 945 time: 0.1911523 Aug 10 04:01:32.646127 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42000c9c-e2bd-4988-84d2-6244f1f07902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:01:32.648519 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a583e30-2f4a-46a4-82cb-6bd040cc286e" -d '{"events": [{"server_uuid": "42000c9c-e2bd-4988-84d2-6244f1f07902", "name": "network-vif-plugged", "status": "completed", "tag": "b3b4ce36-dd2d-448b-a4c9-f1269256c40e"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:01:32.697490 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-517d4246-3be5-4f19-9c4f-926dfd766248 req-38deb146-76e7-467f-b388-89b4b1ba4daf tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=795c9faf-0455-43f5-81d5-e64193956cfa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804663 Aug 10 04:01:32.721484 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port b3b4ce36-dd2d-448b-a4c9-f1269256c40e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:32.725898 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-06b7ec75-7cec-4c72-ad72-24ca507d6f23 req-6c265df6-0cdd-4983-9cdf-15282927d3b7 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307763 Aug 10 04:01:32.818857 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d6725d-4c65-4b93-833f-350843810e69 x-openstack-request-id: req-48d6725d-4c65-4b93-833f-350843810e69 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:01:32.818857 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42000c9c-e2bd-4988-84d2-6244f1f07902", "name": "network-vif-plugged", "status": "completed", "tag": "b3b4ce36-dd2d-448b-a4c9-f1269256c40e", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:01:32.818857 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48d6725d-4c65-4b93-833f-350843810e69 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:01:32.818857 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42000c9c-e2bd-4988-84d2-6244f1f07902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e', 'code': 200} Aug 10 04:01:32.841747 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b86d14-71aa-49f6-b8e5-b87b5b666fac None None] Network 4b36c10c-eb32-4b97-b692-d8f1d8088231 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:01:32.872828 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:33.036997 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,revision_number=13']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:33.131066 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95e7c74-cfaf-4b91-a230-ae5aadcdabfe req-b30dcbf7-e966-45c0-b39a-b2f6ae4f4fa3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:33.144035 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d95e7c74-cfaf-4b91-a230-ae5aadcdabfe req-b30dcbf7-e966-45c0-b39a-b2f6ae4f4fa3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 947 time: 0.0810056 Aug 10 04:01:33.155233 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c545205b-7b51-4e14-9f76-a415287f4770 None None] Provisioning for port e0b13569-61f2-46cc-9a45-aea9ed14e17d completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:01:33.162625 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c545205b-7b51-4e14-9f76-a415287f4770 None None] Provisioning complete for port e0b13569-61f2-46cc-9a45-aea9ed14e17d triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:01:33.163050 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c545205b-7b51-4e14-9f76-a415287f4770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:33.188249 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214e80f-edf2-41ae-98db-c9e28bc1e7f6 req-de564daa-c822-4be6-89c8-4f54f74760be tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:33.204801 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c214e80f-edf2-41ae-98db-c9e28bc1e7f6 req-de564daa-c822-4be6-89c8-4f54f74760be tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.2938385 Aug 10 04:01:33.222958 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cec73552-1f89-4d3c-b0d0-b27a2fde5b7c req-060bad6f-d000-4ca5-9609-0d3d6fb88f71 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:33.257341 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d95e7c74-cfaf-4b91-a230-ae5aadcdabfe req-d024518f-4766-4874-b7ef-bd2a2d080a6e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033442 Aug 10 04:01:33.324958 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c545205b-7b51-4e14-9f76-a415287f4770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:33.412940 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-c545205b-7b51-4e14-9f76-a415287f4770 None None] For port e0b13569-61f2-46cc-9a45-aea9ed14e17d, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e0b13569-61f2-46cc-9a45-aea9ed14e17d,segment=NetworkSegment(bc60e09e-a17f-4de3-97ff-584e394bc89d),segment_id=bc60e09e-a17f-4de3-97ff-584e394bc89d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:33.475652 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c545205b-7b51-4e14-9f76-a415287f4770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:33.483054 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060bad6f-d000-4ca5-9609-0d3d6fb88f71 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event deleted for resources: {'Port': ['ID=845cb39a-548d-4707-ab2e-05003acf2823,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:33.558932 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c545205b-7b51-4e14-9f76-a415287f4770 None None] Pushing event updated for resources: {'Port': ['ID=e0b13569-61f2-46cc-9a45-aea9ed14e17d,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:33.621985 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-fe83b060-0452-48a0-ac90-09ff1f707ff7 None None] Provisioning complete for port e0b13569-61f2-46cc-9a45-aea9ed14e17d triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:01:33.623114 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fe83b060-0452-48a0-ac90-09ff1f707ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:33.649762 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c214e80f-edf2-41ae-98db-c9e28bc1e7f6 req-70243509-ee23-459c-a058-45b57213f12a tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387062 Aug 10 04:01:33.686652 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec73552-1f89-4d3c-b0d0-b27a2fde5b7c req-060bad6f-d000-4ca5-9609-0d3d6fb88f71 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] No DVR routers for this DVR port 845cb39a-548d-4707-ab2e-05003acf2823 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:01:33.704718 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cec73552-1f89-4d3c-b0d0-b27a2fde5b7c req-060bad6f-d000-4ca5-9609-0d3d6fb88f71 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:33.705908 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cec73552-1f89-4d3c-b0d0-b27a2fde5b7c req-060bad6f-d000-4ca5-9609-0d3d6fb88f71 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.68 "DELETE /v2.0/ports/845cb39a-548d-4707-ab2e-05003acf2823 HTTP/1.1" status: 204 len: 173 time: 2.6728716 Aug 10 04:01:33.706376 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5d50f22-73f9-45b8-b214-0fd212f0946e', 'name': 'network-vif-deleted', 'tag': '845cb39a-548d-4707-ab2e-05003acf2823'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:01:33.714989 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5838c3c8-a6b1-4a31-a2ee-21d0bcf11890" -d '{"events": [{"server_uuid": "a5d50f22-73f9-45b8-b214-0fd212f0946e", "name": "network-vif-deleted", "tag": "845cb39a-548d-4707-ab2e-05003acf2823"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:01:33.727306 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6147a82d-6b8e-486f-acab-7befbb6fbd2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:33.948085 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c6eba077-be35-417b-9c90-9e771cf474dc req-d560748c-1947-41c9-b836-e1d9dab5b5e1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=7b4b4561a72f4928b5da3cc702b957dc&device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0838068 Aug 10 04:01:34.007833 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f543d271-c6fa-47cf-a8db-54265947127a req-6e39b731-ae9d-4ae3-a18d-c53bcbfdf134 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5d50f22-73f9-45b8-b214-0fd212f0946e HTTP/1.1" status: 200 len: 210 time: 0.1651480 Aug 10 04:01:34.025006 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c6eba077-be35-417b-9c90-9e771cf474dc req-c836e6ac-4974-48c6-8d79-36d31e78dbc6 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=7b4b4561a72f4928b5da3cc702b957dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646808 Aug 10 04:01:34.104483 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e0b13569-61f2-46cc-9a45-aea9ed14e17d up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:01:34.237804 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port e0b13569-61f2-46cc-9a45-aea9ed14e17d triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:01:34.239837 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:34.402339 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3bc186ae-36a7-453b-921a-32ca15029617 req-2b9273bd-cb91-4e3f-85d0-0d6113354216 tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0483751 Aug 10 04:01:34.445677 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eba077-be35-417b-9c90-9e771cf474dc req-783b047a-dc8a-4d3a-ab83-eea7ca004dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:34.448384 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c6eba077-be35-417b-9c90-9e771cf474dc req-783b047a-dc8a-4d3a-ab83-eea7ca004dd0 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4074497 Aug 10 04:01:34.488281 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c62042-1292-4111-bc1b-36ccd4177420 req-c31655de-bd07-42c1-a9ef-1b36d019d7ad tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:34.489860 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76c62042-1292-4111-bc1b-36ccd4177420 req-c31655de-bd07-42c1-a9ef-1b36d019d7ad tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.3492291 Aug 10 04:01:34.513930 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b3c9a4-fe55-48f0-bfae-e250698da192 x-openstack-request-id: req-f4b3c9a4-fe55-48f0-bfae-e250698da192 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:01:34.514246 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5d50f22-73f9-45b8-b214-0fd212f0946e", "name": "network-vif-deleted", "tag": "845cb39a-548d-4707-ab2e-05003acf2823", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:01:34.514519 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4b3c9a4-fe55-48f0-bfae-e250698da192 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:01:34.516032 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5d50f22-73f9-45b8-b214-0fd212f0946e', 'name': 'network-vif-deleted', 'tag': '845cb39a-548d-4707-ab2e-05003acf2823', 'status': 'completed', 'code': 200} Aug 10 04:01:34.626622 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f981d0-879e-40b6-9e08-75835c11b0cf req-baae6718-50b2-41ec-8ccf-5bbc14c6f470 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:34.638027 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76c62042-1292-4111-bc1b-36ccd4177420 req-427a2977-0307-427a-ab04-c080bafced78 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102152 Aug 10 04:01:34.638218 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-66f981d0-879e-40b6-9e08-75835c11b0cf req-baae6718-50b2-41ec-8ccf-5bbc14c6f470 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 947 time: 0.1040983 Aug 10 04:01:34.648717 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6147a82d-6b8e-486f-acab-7befbb6fbd2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:34.724885 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-66f981d0-879e-40b6-9e08-75835c11b0cf req-f6c5ea49-edd5-4f80-aa41-b607dbb3ce19 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843453 Aug 10 04:01:34.902805 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622b2d5-23be-4d2a-ada5-25e8ff740fd8 req-420984e4-8b5f-4c54-83b3-94c1ffe01479 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:34.904403 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1622b2d5-23be-4d2a-ada5-25e8ff740fd8 req-420984e4-8b5f-4c54-83b3-94c1ffe01479 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1253514 Aug 10 04:01:34.966339 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1622b2d5-23be-4d2a-ada5-25e8ff740fd8 req-81ae86bc-4630-428b-a40b-4041d455f285 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531943 Aug 10 04:01:35.052566 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6147a82d-6b8e-486f-acab-7befbb6fbd2c admin admin] Router f8044279-7661-4744-a784-6a60d88c40d3 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:01:35.114466 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46760) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:35.219431 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c647e08-5f24-410d-b86f-6d7abf1d099f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:35.258474 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6147a82d-6b8e-486f-acab-7befbb6fbd2c admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:01:35.262212 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c647e08-5f24-410d-b86f-6d7abf1d099f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:35.268334 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b2cc62-9bcd-4f67-8a55-8b1f0ce1e71f None None] Sync routers for ids ['f8044279-7661-4744-a784-6a60d88c40d3'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:01:35.278196 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b47501c-ae04-45c1-889f-e01ea232fefc req-6489412d-a4c5-4850-949f-e05169332225 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:35.280221 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3b47501c-ae04-45c1-889f-e01ea232fefc req-6489412d-a4c5-4850-949f-e05169332225 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.0932715 Aug 10 04:01:35.282677 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b2cc62-9bcd-4f67-8a55-8b1f0ce1e71f None None] Routers {'f8044279-7661-4744-a784-6a60d88c40d3'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:35.283313 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-26b2cc62-9bcd-4f67-8a55-8b1f0ce1e71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:01:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f8044279-7661-4744-a784-6a60d88c40d3'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:35.355486 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3b47501c-ae04-45c1-889f-e01ea232fefc req-b05ac4d0-2e0a-4912-8d58-7391d17bfa1d tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673664 Aug 10 04:01:35.383460 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6147a82d-6b8e-486f-acab-7befbb6fbd2c admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:35.386625 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6147a82d-6b8e-486f-acab-7befbb6fbd2c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7490115 Aug 10 04:01:35.393629 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46766) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:35.502517 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-26b2cc62-9bcd-4f67-8a55-8b1f0ce1e71f None None] Set router f8044279-7661-4744-a784-6a60d88c40d3 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:01:35.621585 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e782fbd0-322f-4170-8c30-4ae8bf9a7218 req-7be2a656-5054-40ed-8df6-c70562d04a14 tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0900621 Aug 10 04:01:35.713680 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 845cb39a-548d-4707-ab2e-05003acf2823 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:01:35.745491 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 845cb39a-548d-4707-ab2e-05003acf2823 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:01:35.746077 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 845cb39a-548d-4707-ab2e-05003acf2823 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:01:35.796338 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c6eba077-be35-417b-9c90-9e771cf474dc req-cf1dbf49-777b-4597-8688-57dc3e10ff54 tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.68 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0685351 Aug 10 04:01:35.845750 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-26b2cc62-9bcd-4f67-8a55-8b1f0ce1e71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8044279-7661-4744-a784-6a60d88c40d3', 'name': 'tempest-TestAggregatesBasicOps-989505553-router', 'tenant_id': '54f128ada4eb4fe7af39406ae954b88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '1c5c1203-25b2-4179-b1a9-973bad9ffce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:28Z', 'updated_at': '2021-08-10T04:01:32Z', 'revision_number': 3, 'project_id': '54f128ada4eb4fe7af39406ae954b88c', 'gw_port': {'id': '1c5c1203-25b2-4179-b1a9-973bad9ffce7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:27:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8044279-7661-4744-a784-6a60d88c40d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:30Z', 'updated_at': '2021-08-10T04:01:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:35.878258 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b2cc62-9bcd-4f67-8a55-8b1f0ce1e71f None None] Checking router: f8044279-7661-4744-a784-6a60d88c40d3 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:01:35.878615 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b2cc62-9bcd-4f67-8a55-8b1f0ce1e71f None None] Updating router f8044279-7661-4744-a784-6a60d88c40d3 port 1c5c1203-25b2-4179-b1a9-973bad9ffce7 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:01:35.975711 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-26b2cc62-9bcd-4f67-8a55-8b1f0ce1e71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:36.028392 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367f2e2-5a23-4229-95d4-d1813e5e8ac6 req-12557d5a-e816-4485-be12-dfd0816df0a5 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:36.038644 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a367f2e2-5a23-4229-95d4-d1813e5e8ac6 req-12557d5a-e816-4485-be12-dfd0816df0a5 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 947 time: 0.1430008 Aug 10 04:01:36.143133 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a367f2e2-5a23-4229-95d4-d1813e5e8ac6 req-3f884c37-a25a-4f73-b43d-56f344cc0729 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034944 Aug 10 04:01:36.191818 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c647e08-5f24-410d-b86f-6d7abf1d099f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:36.199124 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c647e08-5f24-410d-b86f-6d7abf1d099f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:36.199124 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7c647e08-5f24-410d-b86f-6d7abf1d099f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "DELETE /v2.0/security-groups/795c9faf-0455-43f5-81d5-e64193956cfa HTTP/1.1" status: 204 len: 168 time: 1.0831490 Aug 10 04:01:36.258604 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c647e08-5f24-410d-b86f-6d7abf1d099f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=795c9faf-0455-43f5-81d5-e64193956cfa,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:36.329302 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038738a9-a04a-4856-aa68-360df32cf9ce req-ff1c75e4-fd54-4e9b-a205-d8f72b7a9316 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:36.330978 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 46788) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:36.333077 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-038738a9-a04a-4856-aa68-360df32cf9ce req-ff1c75e4-fd54-4e9b-a205-d8f72b7a9316 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1444163 Aug 10 04:01:36.480378 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-26b2cc62-9bcd-4f67-8a55-8b1f0ce1e71f None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:36.490471 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-26b2cc62-9bcd-4f67-8a55-8b1f0ce1e71f None None] Transition to ACTIVE for port object 1c5c1203-25b2-4179-b1a9-973bad9ffce7 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:01:36.520729 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-038738a9-a04a-4856-aa68-360df32cf9ce req-0a01a152-e1a9-44dd-b443-3f148d24bab1 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749361 Aug 10 04:01:36.577043 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-26b2cc62-9bcd-4f67-8a55-8b1f0ce1e71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:36.707733 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-26b2cc62-9bcd-4f67-8a55-8b1f0ce1e71f None None] Attempting to bind port 1c5c1203-25b2-4179-b1a9-973bad9ffce7 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:01:36.715522 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-26b2cc62-9bcd-4f67-8a55-8b1f0ce1e71f None None] Attempting to bind port 1c5c1203-25b2-4179-b1a9-973bad9ffce7 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:01:36.715917 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b2cc62-9bcd-4f67-8a55-8b1f0ce1e71f None None] Attempting to bind port 1c5c1203-25b2-4179-b1a9-973bad9ffce7 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:01:36.770530 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830c181-7f9d-4ec2-a77b-fb72509a59bd None None] Pushing event updated for resources: {'Port': ['ID=1c5c1203-25b2-4179-b1a9-973bad9ffce7,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:36.777527 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b2cc62-9bcd-4f67-8a55-8b1f0ce1e71f None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:01:36.778211 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b2cc62-9bcd-4f67-8a55-8b1f0ce1e71f None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:01:36.778788 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-26b2cc62-9bcd-4f67-8a55-8b1f0ce1e71f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:36.783033 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b2cc62-9bcd-4f67-8a55-8b1f0ce1e71f None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:01:36.788904 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-26b2cc62-9bcd-4f67-8a55-8b1f0ce1e71f None None] Bound port: 1c5c1203-25b2-4179-b1a9-973bad9ffce7, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:01:36.790168 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-26b2cc62-9bcd-4f67-8a55-8b1f0ce1e71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:36.900571 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c6b78262-9cc8-490a-b148-96af31d174a1 req-f28cdf1b-96e8-4a60-9b16-3ae45708f3ee tempest-ServerShowV254Test-1225741381 tempest-ServerShowV254Test-1225741381-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d37702c-8947-40b0-b203-1f46c784853a HTTP/1.1" status: 200 len: 210 time: 0.0470295 Aug 10 04:01:36.969433 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-26b2cc62-9bcd-4f67-8a55-8b1f0ce1e71f None None] For port 1c5c1203-25b2-4179-b1a9-973bad9ffce7, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:01:36.975043 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-26b2cc62-9bcd-4f67-8a55-8b1f0ce1e71f None None] For port 1c5c1203-25b2-4179-b1a9-973bad9ffce7, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1c5c1203-25b2-4179-b1a9-973bad9ffce7,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:01:37.040960 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5dfc3150-df04-4e5a-ab49-ca0a800401cd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:37.093072 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be219bc-ed86-42be-ba28-e11fc39fcda5 req-a25f3c07-67a6-4499-8e0c-9d6f64ea0af4 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:37.094713 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4be219bc-ed86-42be-ba28-e11fc39fcda5 req-a25f3c07-67a6-4499-8e0c-9d6f64ea0af4 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.0885253 Aug 10 04:01:37.132469 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-26b2cc62-9bcd-4f67-8a55-8b1f0ce1e71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:37.194726 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4be219bc-ed86-42be-ba28-e11fc39fcda5 req-9ba4ab74-b172-4378-bc3e-cb92af1abdb9 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888510 Aug 10 04:01:37.211510 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b2cc62-9bcd-4f67-8a55-8b1f0ce1e71f None None] Routers {'f8044279-7661-4744-a784-6a60d88c40d3'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:37.213201 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-26b2cc62-9bcd-4f67-8a55-8b1f0ce1e71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:01:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f8044279-7661-4744-a784-6a60d88c40d3'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:37.346899 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b43b2adb-9189-49a1-8612-b6590a0d6bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:37.384663 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504f7ee-604e-4a77-b390-898f5c3ae79d req-115accdb-19c0-4742-ba18-872935ad581e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:37.386365 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f504f7ee-604e-4a77-b390-898f5c3ae79d req-115accdb-19c0-4742-ba18-872935ad581e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 947 time: 0.0849478 Aug 10 04:01:37.405320 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830c181-7f9d-4ec2-a77b-fb72509a59bd None None] Pushing event updated for resources: {'Port': ['ID=1c5c1203-25b2-4179-b1a9-973bad9ffce7,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:37.480196 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f504f7ee-604e-4a77-b390-898f5c3ae79d req-57053294-7951-4ca5-bca6-122a2f2e1de4 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871882 Aug 10 04:01:37.481453 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41e7db-bc62-40c9-9f9a-a6cf38d5fb53 req-39240f55-332a-4a6b-b232-2de0b0ee17dd tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:37.483071 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ef41e7db-bc62-40c9-9f9a-a6cf38d5fb53 req-39240f55-332a-4a6b-b232-2de0b0ee17dd tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1790919 Aug 10 04:01:37.530137 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-26b2cc62-9bcd-4f67-8a55-8b1f0ce1e71f None None] Set router f8044279-7661-4744-a784-6a60d88c40d3 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:01:37.671860 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-5dfc3150-df04-4e5a-ab49-ca0a800401cd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Deleting port 075ba055-4e4f-4be0-afe0-02f464a0e847 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:01:37.672815 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5dfc3150-df04-4e5a-ab49-ca0a800401cd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:37.683705 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ef41e7db-bc62-40c9-9f9a-a6cf38d5fb53 req-0b3b3eb9-2c23-44ec-834a-f4c16da24da6 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891744 Aug 10 04:01:37.696081 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-b43b2adb-9189-49a1-8612-b6590a0d6bec admin admin] Allocated IP 172.20.0.1 (4b36c10c-eb32-4b97-b692-d8f1d8088231/5009a87b-5150-4094-ae0c-63144ece5a17/7b9ffbaf-519b-4db4-b033-f753fce67007) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:01:37.796109 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-26b2cc62-9bcd-4f67-8a55-8b1f0ce1e71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8044279-7661-4744-a784-6a60d88c40d3', 'name': 'tempest-TestAggregatesBasicOps-989505553-router', 'tenant_id': '54f128ada4eb4fe7af39406ae954b88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '1c5c1203-25b2-4179-b1a9-973bad9ffce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:28Z', 'updated_at': '2021-08-10T04:01:32Z', 'revision_number': 3, 'project_id': '54f128ada4eb4fe7af39406ae954b88c', 'gw_port': {'id': '1c5c1203-25b2-4179-b1a9-973bad9ffce7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:27:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8044279-7661-4744-a784-6a60d88c40d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:30Z', 'updated_at': '2021-08-10T04:01:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:37.838567 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-5dfc3150-df04-4e5a-ab49-ca0a800401cd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] For port 075ba055-4e4f-4be0-afe0-02f464a0e847, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=075ba055-4e4f-4be0-afe0-02f464a0e847,segment=NetworkSegment(16cc2a1d-a06d-474c-9c77-2ebd0d81219c),segment_id=16cc2a1d-a06d-474c-9c77-2ebd0d81219c)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:37.839773 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5dfc3150-df04-4e5a-ab49-ca0a800401cd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:37.842083 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b2cc62-9bcd-4f67-8a55-8b1f0ce1e71f None None] The sync data for ids ['f8044279-7661-4744-a784-6a60d88c40d3'] in n-d-802893-2 is: [{'id': 'f8044279-7661-4744-a784-6a60d88c40d3', 'name': 'tempest-TestAggregatesBasicOps-989505553-router', 'tenant_id': '54f128ada4eb4fe7af39406ae954b88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '1c5c1203-25b2-4179-b1a9-973bad9ffce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:28Z', 'updated_at': '2021-08-10T04:01:32Z', 'revision_number': 3, 'project_id': '54f128ada4eb4fe7af39406ae954b88c', 'gw_port': {'id': '1c5c1203-25b2-4179-b1a9-973bad9ffce7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:27:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8044279-7661-4744-a784-6a60d88c40d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:30Z', 'updated_at': '2021-08-10T04:01:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:01:37.859535 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-5dfc3150-df04-4e5a-ab49-ca0a800401cd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Calling delete_port for 075ba055-4e4f-4be0-afe0-02f464a0e847 owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:01:37.861110 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b43b2adb-9189-49a1-8612-b6590a0d6bec admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:37.906672 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-b43b2adb-9189-49a1-8612-b6590a0d6bec admin admin] Transition to ACTIVE for port object 7b9ffbaf-519b-4db4-b033-f753fce67007 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:01:38.021307 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5caddd6-9c52-485e-949e-6c02afd617a3 req-bc6a20bf-a4ff-4793-b0a5-226011004029 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:38.037656 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a5caddd6-9c52-485e-949e-6c02afd617a3 req-bc6a20bf-a4ff-4793-b0a5-226011004029 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1593871 Aug 10 04:01:38.075567 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a5caddd6-9c52-485e-949e-6c02afd617a3 req-81434fa6-85cd-4bdc-9fb6-60ca7072899b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440416 Aug 10 04:01:38.144286 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b43b2adb-9189-49a1-8612-b6590a0d6bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:38.234625 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43b2adb-9189-49a1-8612-b6590a0d6bec admin admin] Network 4b36c10c-eb32-4b97-b692-d8f1d8088231 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:01:38.237397 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b2adb-9189-49a1-8612-b6590a0d6bec admin admin] Pushing event updated for resources: {'Port': ['ID=7b9ffbaf-519b-4db4-b033-f753fce67007,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:38.248026 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-b43b2adb-9189-49a1-8612-b6590a0d6bec admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:01:38.264959 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43b2adb-9189-49a1-8612-b6590a0d6bec admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:01:38.319948 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0edd7-2207-42f7-bb35-4edd02a3d1fa req-74163960-0f26-43e8-a46a-6dcb9aeb81f6 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:38.325278 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b43b2adb-9189-49a1-8612-b6590a0d6bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:38.331230 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e0f0edd7-2207-42f7-bb35-4edd02a3d1fa req-74163960-0f26-43e8-a46a-6dcb9aeb81f6 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1224356 Aug 10 04:01:38.404047 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e0f0edd7-2207-42f7-bb35-4edd02a3d1fa req-d4684f6d-a221-4e44-96cd-cbdcf2cd18d9 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696383 Aug 10 04:01:38.426277 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5dfc3150-df04-4e5a-ab49-ca0a800401cd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:38.542378 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc3150-df04-4e5a-ab49-ca0a800401cd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event deleted for resources: {'Port': ['ID=075ba055-4e4f-4be0-afe0-02f464a0e847,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:38.883315 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 46862) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:38.924668 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1d341-4aba-4c30-8401-07eb0f93c844 req-e32c4614-e313-4ea3-9df1-34a5f6c3ff0b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:38.949562 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b43b2adb-9189-49a1-8612-b6590a0d6bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:38.949834 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76a1d341-4aba-4c30-8401-07eb0f93c844 req-e32c4614-e313-4ea3-9df1-34a5f6c3ff0b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.2728591 Aug 10 04:01:39.035088 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-59844865-6ce9-4473-886e-5e2e99343a5e None None] Provisioning for port 7b9ffbaf-519b-4db4-b033-f753fce67007 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:01:39.041632 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-59844865-6ce9-4473-886e-5e2e99343a5e None None] Provisioning complete for port 7b9ffbaf-519b-4db4-b033-f753fce67007 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:01:39.042267 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-59844865-6ce9-4473-886e-5e2e99343a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:39.150555 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76a1d341-4aba-4c30-8401-07eb0f93c844 req-ad655b5f-80ec-43a8-95b3-0623ecb21e2b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996741 Aug 10 04:01:39.176052 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881de8cd-062a-4ecb-8a79-336b19130a83 req-b263aa4c-1bbf-4807-be1b-5767f626591d tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:39.178340 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-881de8cd-062a-4ecb-8a79-336b19130a83 req-b263aa4c-1bbf-4807-be1b-5767f626591d tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 947 time: 0.4604540 Aug 10 04:01:39.205213 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-59844865-6ce9-4473-886e-5e2e99343a5e None None] Port 7b9ffbaf-519b-4db4-b033-f753fce67007 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:01:39.319422 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1fced271-40ce-4ba0-b2cf-804f041c7f81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:39.357244 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-881de8cd-062a-4ecb-8a79-336b19130a83 req-8203cbd0-bc1c-461b-9da8-abad1a4a133c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938351 Aug 10 04:01:39.442158 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5dfc3150-df04-4e5a-ab49-ca0a800401cd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:39.467118 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2e218-9716-4557-9469-c0441d1c009b req-4f0888f6-80e3-41ee-b92b-6a76c9dce75e tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:39.468722 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-35c2e218-9716-4557-9469-c0441d1c009b req-4f0888f6-80e3-41ee-b92b-6a76c9dce75e tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.2104666 Aug 10 04:01:39.487883 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b43b2adb-9189-49a1-8612-b6590a0d6bec admin admin] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:39.518541 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46870) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:39.566509 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b43b2adb-9189-49a1-8612-b6590a0d6bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:39.608345 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-35c2e218-9716-4557-9469-c0441d1c009b req-084d86dd-0058-48bb-a124-037d80d72e2e tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304400 Aug 10 04:01:39.682494 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1fced271-40ce-4ba0-b2cf-804f041c7f81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:39.759646 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1fced271-40ce-4ba0-b2cf-804f041c7f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:39.793333 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b43b2adb-9189-49a1-8612-b6590a0d6bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:39.807431 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b2adb-9189-49a1-8612-b6590a0d6bec admin admin] Pushing event updated for resources: {'Port': ['ID=7b9ffbaf-519b-4db4-b033-f753fce67007,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:39.843830 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1fced271-40ce-4ba0-b2cf-804f041c7f81 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b4b4561a72f4928b5da3cc702b957dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9503980 Aug 10 04:01:39.847612 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46880) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:39.891698 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c0364a9d-94e0-49e6-bdc4-3ba9220afc7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:39.937864 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1d6180d9-da33-4b6a-9382-10005e288f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:39.981030 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fced271-40ce-4ba0-b2cf-804f041c7f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f65e8b9-cc7e-4ac4-b874-b8921ffda252,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:40.047370 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0b839-48a3-4a16-ba06-a7d0409b5117 req-9198280a-015a-497f-89df-657cfe79cd5f tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:40.051781 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c0364a9d-94e0-49e6-bdc4-3ba9220afc7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:40.054536 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-45e0b839-48a3-4a16-ba06-a7d0409b5117 req-9198280a-015a-497f-89df-657cfe79cd5f tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1667166 Aug 10 04:01:40.120036 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c0364a9d-94e0-49e6-bdc4-3ba9220afc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:40.131561 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfc3150-df04-4e5a-ab49-ca0a800401cd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Router 6e852a75-32c4-4644-ae73-a56821c49a86 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:01:40.160074 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-45e0b839-48a3-4a16-ba06-a7d0409b5117 req-7117d847-6827-418b-b2b6-c2c3b4cded6e tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919712 Aug 10 04:01:40.189738 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0364a9d-94e0-49e6-bdc4-3ba9220afc7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e90a2cf-de7e-4ce1-87ac-42fe3d2832be,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:40.285644 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-20c293e1-8181-41b6-b6cf-fadde147a909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:40.349075 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1c5c1203-25b2-4179-b1a9-973bad9ffce7 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:01:40.413157 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-20c293e1-8181-41b6-b6cf-fadde147a909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:40.487760 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c0364a9d-94e0-49e6-bdc4-3ba9220afc7a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dbdb1a5019db46218f1e3f8e71af9b2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9650512 Aug 10 04:01:40.514459 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46886) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:40.533309 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 1c5c1203-25b2-4179-b1a9-973bad9ffce7 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:01:40.537835 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 1c5c1203-25b2-4179-b1a9-973bad9ffce7 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:01:40.538269 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:40.565408 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43b2adb-9189-49a1-8612-b6590a0d6bec admin admin] Network 4b36c10c-eb32-4b97-b692-d8f1d8088231 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:01:40.601559 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-b43b2adb-9189-49a1-8612-b6590a0d6bec admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:01:40.731613 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:40.739827 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a7616-a109-4999-a3ed-6d13b336e805 req-113407f6-2a1e-4fbb-9c81-e807096c897b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:40.741988 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-211a7616-a109-4999-a3ed-6d13b336e805 req-113407f6-2a1e-4fbb-9c81-e807096c897b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.2753749 Aug 10 04:01:40.773572 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-20c293e1-8181-41b6-b6cf-fadde147a909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:40.775686 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 1c5c1203-25b2-4179-b1a9-973bad9ffce7, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1c5c1203-25b2-4179-b1a9-973bad9ffce7,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:40.777631 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-20c293e1-8181-41b6-b6cf-fadde147a909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:40.778869 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-20c293e1-8181-41b6-b6cf-fadde147a909 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f65e8b9-cc7e-4ac4-b874-b8921ffda252 HTTP/1.1" status: 204 len: 168 time: 0.9281359 Aug 10 04:01:40.852862 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:40.884675 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c293e1-8181-41b6-b6cf-fadde147a909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f65e8b9-cc7e-4ac4-b874-b8921ffda252,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:40.926204 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-32653ed3-99bb-4e7f-97b0-07e02ec4e5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:40.955229 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-32653ed3-99bb-4e7f-97b0-07e02ec4e5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:41.006767 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=1c5c1203-25b2-4179-b1a9-973bad9ffce7,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:41.050232 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-211a7616-a109-4999-a3ed-6d13b336e805 req-8c8f32de-e488-4c15-9942-0efafc892c1c tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880821 Aug 10 04:01:41.111768 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7058c9fb-bba3-421f-ba3f-f8f62e313fe3 None None] Provisioning complete for port 7b9ffbaf-519b-4db4-b033-f753fce67007 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:01:41.112356 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7058c9fb-bba3-421f-ba3f-f8f62e313fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:41.129315 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-32653ed3-99bb-4e7f-97b0-07e02ec4e5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:41.132771 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-32653ed3-99bb-4e7f-97b0-07e02ec4e5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:41.138250 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-32653ed3-99bb-4e7f-97b0-07e02ec4e5a5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9e90a2cf-de7e-4ce1-87ac-42fe3d2832be HTTP/1.1" status: 204 len: 168 time: 0.6159456 Aug 10 04:01:41.182063 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32653ed3-99bb-4e7f-97b0-07e02ec4e5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e90a2cf-de7e-4ce1-87ac-42fe3d2832be,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:41.225036 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-7058c9fb-bba3-421f-ba3f-f8f62e313fe3 None None] Port 7b9ffbaf-519b-4db4-b033-f753fce67007 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:01:41.265583 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43b2adb-9189-49a1-8612-b6590a0d6bec admin admin] Router f8044279-7661-4744-a784-6a60d88c40d3 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:01:41.413318 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43b2adb-9189-49a1-8612-b6590a0d6bec admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:01:41.425804 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6c6c97-66b6-4e73-be95-1b9e41b0fd37 None None] Sync routers for ids ['f8044279-7661-4744-a784-6a60d88c40d3'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:01:41.429591 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b43b2adb-9189-49a1-8612-b6590a0d6bec admin admin] 10.222.0.25 "PUT /v2.0/routers/f8044279-7661-4744-a784-6a60d88c40d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0345755 Aug 10 04:01:41.451499 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6c6c97-66b6-4e73-be95-1b9e41b0fd37 None None] Routers {'f8044279-7661-4744-a784-6a60d88c40d3'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:41.452978 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-bc6c6c97-66b6-4e73-be95-1b9e41b0fd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:01:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f8044279-7661-4744-a784-6a60d88c40d3'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:41.496700 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a98ff-8224-4068-bd0d-55630e62a7eb req-c216be45-fccb-4800-9db4-39b2820b0bfd tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:41.504367 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-649a98ff-8224-4068-bd0d-55630e62a7eb req-c216be45-fccb-4800-9db4-39b2820b0bfd tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 947 time: 0.2910316 Aug 10 04:01:41.525111 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfc3150-df04-4e5a-ab49-ca0a800401cd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:01:41.535001 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5dfc3150-df04-4e5a-ab49-ca0a800401cd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "PUT /v2.0/routers/6e852a75-32c4-4644-ae73-a56821c49a86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2025366 Aug 10 04:01:41.535665 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 46908) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:41.544128 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05e24f5-8997-4215-872b-97adea9c1912 None None] Sync routers for ids ['6e852a75-32c4-4644-ae73-a56821c49a86'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:01:41.572803 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05e24f5-8997-4215-872b-97adea9c1912 None None] Routers {'6e852a75-32c4-4644-ae73-a56821c49a86'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:41.575355 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a05e24f5-8997-4215-872b-97adea9c1912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:01:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['6e852a75-32c4-4644-ae73-a56821c49a86'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:41.633998 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-baeb7f22-730f-40a2-8ac5-5ba8a93f4e85 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Deleting subnet 86d2d62c-3af2-47d8-a099-65572797716a {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:01:41.637664 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-baeb7f22-730f-40a2-8ac5-5ba8a93f4e85 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:41.675394 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada15a4-a5ce-4b48-990b-8cc403605523 req-b728c331-f59b-4d63-9bc7-57a82f666bfa tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:41.678809 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3ada15a4-a5ce-4b48-990b-8cc403605523 req-b728c331-f59b-4d63-9bc7-57a82f666bfa tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1527240 Aug 10 04:01:41.713005 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-baeb7f22-730f-40a2-8ac5-5ba8a93f4e85 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:41.785056 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3ada15a4-a5ce-4b48-990b-8cc403605523 req-cc35b5bf-2ee0-4afc-8726-7796f2a82684 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952976 Aug 10 04:01:41.904920 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-baeb7f22-730f-40a2-8ac5-5ba8a93f4e85 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:41.967694 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-bc6c6c97-66b6-4e73-be95-1b9e41b0fd37 None None] Set router f8044279-7661-4744-a784-6a60d88c40d3 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:01:41.996128 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ee3a5-1e52-47e2-ac6d-b61496ee563f req-202b67de-c26e-47b1-a498-b634cd659aa5 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:42.007530 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d78ee3a5-1e52-47e2-ac6d-b61496ee563f req-202b67de-c26e-47b1-a498-b634cd659aa5 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1110680 Aug 10 04:01:42.085185 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-649a98ff-8224-4068-bd0d-55630e62a7eb req-2164645a-75d7-4a8b-9e3e-9fb79552a5e6 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5798299 Aug 10 04:01:42.094585 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-baeb7f22-730f-40a2-8ac5-5ba8a93f4e85 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:42.098423 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d78ee3a5-1e52-47e2-ac6d-b61496ee563f req-68dd6bc2-9c3b-4783-8b84-1d805f523f46 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899150 Aug 10 04:01:42.167263 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1c5c1203-25b2-4179-b1a9-973bad9ffce7 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:01:42.189676 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb7f22-730f-40a2-8ac5-5ba8a93f4e85 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event deleted for resources: {'Subnet': ['ID=86d2d62c-3af2-47d8-a099-65572797716a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:42.211420 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-baeb7f22-730f-40a2-8ac5-5ba8a93f4e85 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:42.217418 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46926) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:42.218023 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-baeb7f22-730f-40a2-8ac5-5ba8a93f4e85 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "DELETE /v2.0/subnets/86d2d62c-3af2-47d8-a099-65572797716a HTTP/1.1" status: 204 len: 168 time: 0.6760280 Aug 10 04:01:42.233067 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a76502-0661-4567-832e-f58554162099 None None] Network 0ff61232-3479-4388-b092-dc4e24df7f33 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:01:42.366136 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-a05e24f5-8997-4215-872b-97adea9c1912 None None] Set router 6e852a75-32c4-4644-ae73-a56821c49a86 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:01:42.414885 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17c43c-16bf-412d-a1f0-c4cd7dc1bfeb req-2a5d4763-6636-442a-acc8-d8e123cf00e8 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:42.433276 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3f17c43c-16bf-412d-a1f0-c4cd7dc1bfeb req-2a5d4763-6636-442a-acc8-d8e123cf00e8 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.2277863 Aug 10 04:01:42.472597 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 46932) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:42.504197 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fbbe0ec2-c711-4b38-8ae8-ce270bd6246a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:42.544982 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-bc6c6c97-66b6-4e73-be95-1b9e41b0fd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8044279-7661-4744-a784-6a60d88c40d3', 'name': 'tempest-TestAggregatesBasicOps-989505553-router', 'tenant_id': '54f128ada4eb4fe7af39406ae954b88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '1c5c1203-25b2-4179-b1a9-973bad9ffce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:28Z', 'updated_at': '2021-08-10T04:01:38Z', 'revision_number': 4, 'project_id': '54f128ada4eb4fe7af39406ae954b88c', 'gw_port': {'id': '1c5c1203-25b2-4179-b1a9-973bad9ffce7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:27:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8044279-7661-4744-a784-6a60d88c40d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:30Z', 'updated_at': '2021-08-10T04:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '7b9ffbaf-519b-4db4-b033-f753fce67007', 'name': '', 'network_id': '4b36c10c-eb32-4b97-b692-d8f1d8088231', 'tenant_id': '54f128ada4eb4fe7af39406ae954b88c', 'mac_address': 'fa:16:3e:f7:87:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8044279-7661-4744-a784-6a60d88c40d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '5009a87b-5150-4094-ae0c-63144ece5a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:37Z', 'updated_at': '2021-08-10T04:01:39Z', 'revision_number': 2, 'project_id': '54f128ada4eb4fe7af39406ae954b88c', 'subnets': [{'id': '5009a87b-5150-4094-ae0c-63144ece5a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:42.575389 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6c6c97-66b6-4e73-be95-1b9e41b0fd37 None None] Checking router: f8044279-7661-4744-a784-6a60d88c40d3 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:01:42.575984 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6c6c97-66b6-4e73-be95-1b9e41b0fd37 None None] Updating router f8044279-7661-4744-a784-6a60d88c40d3 port 7b9ffbaf-519b-4db4-b033-f753fce67007 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:01:42.585705 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 1c5c1203-25b2-4179-b1a9-973bad9ffce7 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:01:42.586253 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:42.617385 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bc6c6c97-66b6-4e73-be95-1b9e41b0fd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:42.671392 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3f17c43c-16bf-412d-a1f0-c4cd7dc1bfeb req-67c376fe-2be2-4512-b066-b873f7d52d56 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364514 Aug 10 04:01:42.694766 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-804a4cc8-c552-42c2-8c0b-2ee690535848 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:42.909544 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a05e24f5-8997-4215-872b-97adea9c1912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'name': 'tempest-TestNetworkBasicOps-router-925551247', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219'}], 'enable_snat': True}, 'gw_port_id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:07Z', 'updated_at': '2021-08-10T04:01:38Z', 'revision_number': 7, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'a943fe7e-562b-48f0-9a4a-34c97debcf1e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:10:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2094, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:59:09Z', 'updated_at': '2021-08-10T03:59:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:42.911485 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e01e548-4731-4db6-8eb6-8e5710c2403e None None] DHCP port deletion for 0ff61232-3479-4388-b092-dc4e24df7f33 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:01:42.928837 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fbbe0ec2-c711-4b38-8ae8-ce270bd6246a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:42.995527 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fbbe0ec2-c711-4b38-8ae8-ce270bd6246a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:43.006432 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-804a4cc8-c552-42c2-8c0b-2ee690535848 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:43.112887 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05e24f5-8997-4215-872b-97adea9c1912 None None] Checking router: 6e852a75-32c4-4644-ae73-a56821c49a86 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:01:43.155819 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05e24f5-8997-4215-872b-97adea9c1912 None None] Routers {'6e852a75-32c4-4644-ae73-a56821c49a86'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:43.164907 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-804a4cc8-c552-42c2-8c0b-2ee690535848 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Deleting port a943fe7e-562b-48f0-9a4a-34c97debcf1e {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:01:43.169036 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a05e24f5-8997-4215-872b-97adea9c1912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:01:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['6e852a75-32c4-4644-ae73-a56821c49a86'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:43.170997 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf2c3a-9c87-4443-bf6a-5644151c801f req-b4cee05b-20c3-43bd-8655-0391e6933958 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:43.172464 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-804a4cc8-c552-42c2-8c0b-2ee690535848 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:43.188189 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c9bf2c3a-9c87-4443-bf6a-5644151c801f req-b4cee05b-20c3-43bd-8655-0391e6933958 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.3913908 Aug 10 04:01:43.275084 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe0ec2-c711-4b38-8ae8-ce270bd6246a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a913edb-e1d0-4b11-a4f5-a2c2a6250eba,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:43.293020 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fbbe0ec2-c711-4b38-8ae8-ce270bd6246a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b4cada6b4d844684b0fed944c0e23438&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8192832 Aug 10 04:01:43.300280 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 46948) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:43.311057 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-804a4cc8-c552-42c2-8c0b-2ee690535848 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] For port a943fe7e-562b-48f0-9a4a-34c97debcf1e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a943fe7e-562b-48f0-9a4a-34c97debcf1e,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:43.311712 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-804a4cc8-c552-42c2-8c0b-2ee690535848 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:43.334348 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-804a4cc8-c552-42c2-8c0b-2ee690535848 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Calling delete_port for a943fe7e-562b-48f0-9a4a-34c97debcf1e owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:01:43.373686 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bc6c6c97-66b6-4e73-be95-1b9e41b0fd37 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:43.400775 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-bc6c6c97-66b6-4e73-be95-1b9e41b0fd37 None None] Transition to ACTIVE for port object 7b9ffbaf-519b-4db4-b033-f753fce67007 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:01:43.435257 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c9bf2c3a-9c87-4443-bf6a-5644151c801f req-1f2d2a2f-f059-43b7-abaa-c4a1caef8e28 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452116 Aug 10 04:01:43.463164 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-a05e24f5-8997-4215-872b-97adea9c1912 None None] Set router 6e852a75-32c4-4644-ae73-a56821c49a86 gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:01:43.519143 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bc6c6c97-66b6-4e73-be95-1b9e41b0fd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:43.545420 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-31938672-8c22-4935-9805-28360da61afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:43.614125 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a489f-86ad-4075-8b55-e8d2275ef1e6 None None] Pushing event updated for resources: {'Port': ['ID=7b9ffbaf-519b-4db4-b033-f753fce67007,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:43.640643 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-31938672-8c22-4935-9805-28360da61afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:43.646472 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a05e24f5-8997-4215-872b-97adea9c1912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'name': 'tempest-TestNetworkBasicOps-router-925551247', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:07Z', 'updated_at': '2021-08-10T04:01:43Z', 'revision_number': 8, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:43.854808 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-804a4cc8-c552-42c2-8c0b-2ee690535848 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:43.887059 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a489f-86ad-4075-8b55-e8d2275ef1e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:43.890333 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a489f-86ad-4075-8b55-e8d2275ef1e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:43.891815 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a489f-86ad-4075-8b55-e8d2275ef1e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:43.892384 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a489f-86ad-4075-8b55-e8d2275ef1e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:43.893322 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a489f-86ad-4075-8b55-e8d2275ef1e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:43.894327 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a489f-86ad-4075-8b55-e8d2275ef1e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:43.895774 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a489f-86ad-4075-8b55-e8d2275ef1e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:43.907288 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05e24f5-8997-4215-872b-97adea9c1912 None None] The sync data for ids ['6e852a75-32c4-4644-ae73-a56821c49a86'] in n-d-802893-2 is: [{'id': '6e852a75-32c4-4644-ae73-a56821c49a86', 'name': 'tempest-TestNetworkBasicOps-router-925551247', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:59:07Z', 'updated_at': '2021-08-10T04:01:43Z', 'revision_number': 8, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port_host': None}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:01:43.909525 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a489f-86ad-4075-8b55-e8d2275ef1e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:43.910156 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a489f-86ad-4075-8b55-e8d2275ef1e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:43.914443 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a489f-86ad-4075-8b55-e8d2275ef1e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:43.915282 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-31938672-8c22-4935-9805-28360da61afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:43.917510 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a489f-86ad-4075-8b55-e8d2275ef1e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:43.918058 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-31938672-8c22-4935-9805-28360da61afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:43.919250 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-31938672-8c22-4935-9805-28360da61afb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a913edb-e1d0-4b11-a4f5-a2c2a6250eba HTTP/1.1" status: 204 len: 168 time: 0.6160700 Aug 10 04:01:43.938149 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085a489f-86ad-4075-8b55-e8d2275ef1e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:01:43.955119 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31938672-8c22-4935-9805-28360da61afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a913edb-e1d0-4b11-a4f5-a2c2a6250eba,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:43.956211 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a4cc8-c552-42c2-8c0b-2ee690535848 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event deleted for resources: {'Port': ['ID=a943fe7e-562b-48f0-9a4a-34c97debcf1e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:43.964960 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:44.020495 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-9e01e548-4731-4db6-8eb6-8e5710c2403e None None] Deleting port 2ddc0468-0312-4726-88ae-e31f8573a1cb {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:01:44.020870 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9e01e548-4731-4db6-8eb6-8e5710c2403e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:44.022475 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-bc6c6c97-66b6-4e73-be95-1b9e41b0fd37 None None] Attempting to bind port 7b9ffbaf-519b-4db4-b033-f753fce67007 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:01:44.026383 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-bc6c6c97-66b6-4e73-be95-1b9e41b0fd37 None None] Attempting to bind port 7b9ffbaf-519b-4db4-b033-f753fce67007 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'bc60e09e-a17f-4de3-97ff-584e394bc89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4b36c10c-eb32-4b97-b692-d8f1d8088231'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:01:44.027085 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c6c97-66b6-4e73-be95-1b9e41b0fd37 None None] Attempting to bind port 7b9ffbaf-519b-4db4-b033-f753fce67007 on network 4b36c10c-eb32-4b97-b692-d8f1d8088231 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:01:44.049256 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5072fa6-0516-48d3-b71a-4de0b9513257 req-c2d4aee2-7752-4c57-a5e2-ad0378dd072f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:44.052660 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c5072fa6-0516-48d3-b71a-4de0b9513257 req-c2d4aee2-7752-4c57-a5e2-ad0378dd072f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 947 time: 0.3952310 Aug 10 04:01:44.054342 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c6c97-66b6-4e73-be95-1b9e41b0fd37 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:01:44.057504 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c6c97-66b6-4e73-be95-1b9e41b0fd37 None None] Checking segment: {'id': 'bc60e09e-a17f-4de3-97ff-584e394bc89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4b36c10c-eb32-4b97-b692-d8f1d8088231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:01:44.058057 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bc6c6c97-66b6-4e73-be95-1b9e41b0fd37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:44.059119 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6c6c97-66b6-4e73-be95-1b9e41b0fd37 None None] Bound using segment: {'id': 'bc60e09e-a17f-4de3-97ff-584e394bc89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4b36c10c-eb32-4b97-b692-d8f1d8088231'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:01:44.062326 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-bc6c6c97-66b6-4e73-be95-1b9e41b0fd37 None None] Bound port: 7b9ffbaf-519b-4db4-b033-f753fce67007, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc60e09e-a17f-4de3-97ff-584e394bc89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '4b36c10c-eb32-4b97-b692-d8f1d8088231'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:01:44.063585 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bc6c6c97-66b6-4e73-be95-1b9e41b0fd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:44.161060 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0dab276f-4600-4ba0-89de-93d69878a6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:44.165790 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c5072fa6-0516-48d3-b71a-4de0b9513257 req-9f1c4cfc-4929-400e-8473-6b1a706a4105 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987422 Aug 10 04:01:44.172042 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-804a4cc8-c552-42c2-8c0b-2ee690535848 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:44.192864 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-9e01e548-4731-4db6-8eb6-8e5710c2403e None None] For port 2ddc0468-0312-4726-88ae-e31f8573a1cb, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=2ddc0468-0312-4726-88ae-e31f8573a1cb,segment=NetworkSegment(16cc2a1d-a06d-474c-9c77-2ebd0d81219c),segment_id=16cc2a1d-a06d-474c-9c77-2ebd0d81219c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:44.193104 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9e01e548-4731-4db6-8eb6-8e5710c2403e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:44.225533 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-9e01e548-4731-4db6-8eb6-8e5710c2403e None None] Calling delete_port for 2ddc0468-0312-4726-88ae-e31f8573a1cb owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:01:44.241293 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-bc6c6c97-66b6-4e73-be95-1b9e41b0fd37 None None] For port 7b9ffbaf-519b-4db4-b033-f753fce67007, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:01:44.247290 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-bc6c6c97-66b6-4e73-be95-1b9e41b0fd37 None None] For port 7b9ffbaf-519b-4db4-b033-f753fce67007, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7b9ffbaf-519b-4db4-b033-f753fce67007,segment=NetworkSegment(bc60e09e-a17f-4de3-97ff-584e394bc89d),segment_id=bc60e09e-a17f-4de3-97ff-584e394bc89d)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:01:44.358726 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-804a4cc8-c552-42c2-8c0b-2ee690535848 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:44.361065 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-804a4cc8-c552-42c2-8c0b-2ee690535848 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:44.458961 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 2ddc0468-0312-4726-88ae-e31f8573a1cb no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:01:44.467055 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bc6c6c97-66b6-4e73-be95-1b9e41b0fd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:44.498244 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-804a4cc8-c552-42c2-8c0b-2ee690535848 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:44.498987 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804a4cc8-c552-42c2-8c0b-2ee690535848 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Fanout notify agent at l3_agent the message router_deleted on router 6e852a75-32c4-4644-ae73-a56821c49a86 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:01:44.519037 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-804a4cc8-c552-42c2-8c0b-2ee690535848 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:44.522542 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-804a4cc8-c552-42c2-8c0b-2ee690535848 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "DELETE /v2.0/routers/6e852a75-32c4-4644-ae73-a56821c49a86 HTTP/1.1" status: 204 len: 168 time: 2.3018389 Aug 10 04:01:44.523426 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46978) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:44.644849 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9e01e548-4731-4db6-8eb6-8e5710c2403e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:44.660156 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a489f-86ad-4075-8b55-e8d2275ef1e6 None None] Pushing event updated for resources: {'Port': ['ID=7b9ffbaf-519b-4db4-b033-f753fce67007,revision_number=4']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:44.725737 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6c6c97-66b6-4e73-be95-1b9e41b0fd37 None None] Routers {'f8044279-7661-4744-a784-6a60d88c40d3'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:44.729656 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-bc6c6c97-66b6-4e73-be95-1b9e41b0fd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:01:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f8044279-7661-4744-a784-6a60d88c40d3'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:44.794252 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e01e548-4731-4db6-8eb6-8e5710c2403e None None] No DVR routers for this DVR port 2ddc0468-0312-4726-88ae-e31f8573a1cb on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:01:44.805189 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01e548-4731-4db6-8eb6-8e5710c2403e None None] Pushing event deleted for resources: {'Port': ['ID=2ddc0468-0312-4726-88ae-e31f8573a1cb,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:44.824313 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:44.834008 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e438d4a-c3f7-47f6-8eed-572c9d04f139 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:44.855687 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 46986) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:44.862268 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-c2ea111a-e563-4580-865f-d2a76f4aaa39 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-328707781-network', 'tenant_id': 'c7ea724c05ed4750ae4dbadea71ebfe3'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:45.057888 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ea111a-e563-4580-865f-d2a76f4aaa39 admin admin] Made reservation on behalf of c7ea724c05ed4750ae4dbadea71ebfe3 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:01:45.060644 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c2ea111a-e563-4580-865f-d2a76f4aaa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:45.066044 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-bc6c6c97-66b6-4e73-be95-1b9e41b0fd37 None None] Set router f8044279-7661-4744-a784-6a60d88c40d3 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:01:45.092257 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c2ea111a-e563-4580-865f-d2a76f4aaa39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:45.104438 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e438d4a-c3f7-47f6-8eed-572c9d04f139 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:45.156021 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-7e438d4a-c3f7-47f6-8eed-572c9d04f139 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff61232-3479-4388-b092-dc4e24df7f33']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:45.215659 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-7e438d4a-c3f7-47f6-8eed-572c9d04f139 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16cc2a1d-a06d-474c-9c77-2ebd0d81219c') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:45.215659 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-7e438d4a-c3f7-47f6-8eed-572c9d04f139 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16cc2a1d-a06d-474c-9c77-2ebd0d81219c') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:45.274850 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e438d4a-c3f7-47f6-8eed-572c9d04f139 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:45.292513 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd9fef-aaba-42e4-9486-2e6110cb8b3d req-f3abb26a-8472-4b1a-8d74-39ea16beb681 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:45.294185 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-71bd9fef-aaba-42e4-9486-2e6110cb8b3d req-f3abb26a-8472-4b1a-8d74-39ea16beb681 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.3200097 Aug 10 04:01:45.297616 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:45.387260 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c2ea111a-e563-4580-865f-d2a76f4aaa39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:45.408565 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e438d4a-c3f7-47f6-8eed-572c9d04f139 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:45.428956 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e438d4a-c3f7-47f6-8eed-572c9d04f139 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:01:45.432740 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e438d4a-c3f7-47f6-8eed-572c9d04f139 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:01:45.438231 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:01:45.505417 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351df89-f514-4c4d-9a87-feed24e57998 req-d709a46d-c828-481a-837c-9f032f811690 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:45.507901 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6351df89-f514-4c4d-9a87-feed24e57998 req-d709a46d-c828-481a-837c-9f032f811690 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 947 time: 0.1184154 Aug 10 04:01:45.509771 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c2ea111a-e563-4580-865f-d2a76f4aaa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:45.528508 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-bc6c6c97-66b6-4e73-be95-1b9e41b0fd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8044279-7661-4744-a784-6a60d88c40d3', 'name': 'tempest-TestAggregatesBasicOps-989505553-router', 'tenant_id': '54f128ada4eb4fe7af39406ae954b88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '1c5c1203-25b2-4179-b1a9-973bad9ffce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:28Z', 'updated_at': '2021-08-10T04:01:38Z', 'revision_number': 4, 'project_id': '54f128ada4eb4fe7af39406ae954b88c', 'gw_port': {'id': '1c5c1203-25b2-4179-b1a9-973bad9ffce7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:27:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8044279-7661-4744-a784-6a60d88c40d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:30Z', 'updated_at': '2021-08-10T04:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '7b9ffbaf-519b-4db4-b033-f753fce67007', 'name': '', 'network_id': '4b36c10c-eb32-4b97-b692-d8f1d8088231', 'tenant_id': '54f128ada4eb4fe7af39406ae954b88c', 'mac_address': 'fa:16:3e:f7:87:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8044279-7661-4744-a784-6a60d88c40d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '5009a87b-5150-4094-ae0c-63144ece5a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:37Z', 'updated_at': '2021-08-10T04:01:44Z', 'revision_number': 4, 'project_id': '54f128ada4eb4fe7af39406ae954b88c', 'subnets': [{'id': '5009a87b-5150-4094-ae0c-63144ece5a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:45.540756 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2ea111a-e563-4580-865f-d2a76f4aaa39 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:01:45.567696 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c2ea111a-e563-4580-865f-d2a76f4aaa39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:45.568364 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-c2ea111a-e563-4580-865f-d2a76f4aaa39 admin admin] Added segment 2dbfb2ad-9507-41cc-a208-be8ae9ecf63e of type vlan for network 6c1cc52f-8013-4ca7-8a96-d2c63127c425 Aug 10 04:01:45.646723 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6c6c97-66b6-4e73-be95-1b9e41b0fd37 None None] The sync data for ids ['f8044279-7661-4744-a784-6a60d88c40d3'] in n-d-802893-2 is: [{'id': 'f8044279-7661-4744-a784-6a60d88c40d3', 'name': 'tempest-TestAggregatesBasicOps-989505553-router', 'tenant_id': '54f128ada4eb4fe7af39406ae954b88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '1c5c1203-25b2-4179-b1a9-973bad9ffce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:28Z', 'updated_at': '2021-08-10T04:01:38Z', 'revision_number': 4, 'project_id': '54f128ada4eb4fe7af39406ae954b88c', 'gw_port': {'id': '1c5c1203-25b2-4179-b1a9-973bad9ffce7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:27:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8044279-7661-4744-a784-6a60d88c40d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:30Z', 'updated_at': '2021-08-10T04:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '7b9ffbaf-519b-4db4-b033-f753fce67007', 'name': '', 'network_id': '4b36c10c-eb32-4b97-b692-d8f1d8088231', 'tenant_id': '54f128ada4eb4fe7af39406ae954b88c', 'mac_address': 'fa:16:3e:f7:87:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8044279-7661-4744-a784-6a60d88c40d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '5009a87b-5150-4094-ae0c-63144ece5a17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:37Z', 'updated_at': '2021-08-10T04:01:44Z', 'revision_number': 4, 'project_id': '54f128ada4eb4fe7af39406ae954b88c', 'subnets': [{'id': '5009a87b-5150-4094-ae0c-63144ece5a17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:01:45.657781 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:45.674106 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-71bd9fef-aaba-42e4-9486-2e6110cb8b3d req-030413e7-f445-4a6c-aa3e-ce12255e0331 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418193 Aug 10 04:01:45.689916 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c2ea111a-e563-4580-865f-d2a76f4aaa39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:45.766547 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e438d4a-c3f7-47f6-8eed-572c9d04f139 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:45.772979 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e438d4a-c3f7-47f6-8eed-572c9d04f139 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:45.777615 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7e438d4a-c3f7-47f6-8eed-572c9d04f139 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "DELETE /v2.0/networks/0ff61232-3479-4388-b092-dc4e24df7f33 HTTP/1.1" status: 204 len: 168 time: 1.2524691 Aug 10 04:01:45.798123 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e438d4a-c3f7-47f6-8eed-572c9d04f139 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event deleted for resources: {'Network': ['ID=0ff61232-3479-4388-b092-dc4e24df7f33,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:45.809144 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47010) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:45.815179 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-0e85ef20-0bac-4c20-8dc4-910b09d15d0d tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'network': {'name': 'tempest-network-smoke--866839308', 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'port_security_enabled': True}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:45.906311 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6351df89-f514-4c4d-9a87-feed24e57998 req-bfb6b869-8753-4945-942a-cbd7b443f5b6 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2417061 Aug 10 04:01:45.916447 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e85ef20-0bac-4c20-8dc4-910b09d15d0d tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Made reservation on behalf of f5becae06cd542b5a8415ea130ec33d4 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:01:45.922903 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea111a-e563-4580-865f-d2a76f4aaa39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff623ea-6c50-4f2f-9914-07161a7de7bd,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:45.929511 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e85ef20-0bac-4c20-8dc4-910b09d15d0d tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:45.948279 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c2ea111a-e563-4580-865f-d2a76f4aaa39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:45.949311 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ea111a-e563-4580-865f-d2a76f4aaa39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:45.949908 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c2ea111a-e563-4580-865f-d2a76f4aaa39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:46.014624 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e85ef20-0bac-4c20-8dc4-910b09d15d0d tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:01:46.034502 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e85ef20-0bac-4c20-8dc4-910b09d15d0d tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:46.034858 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-0e85ef20-0bac-4c20-8dc4-910b09d15d0d tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Added segment f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c of type vlan for network 11310f8c-0128-4dfb-bc9b-1a9f36aa0c16 Aug 10 04:01:46.100799 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e85ef20-0bac-4c20-8dc4-910b09d15d0d tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:46.117457 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c2ea111a-e563-4580-865f-d2a76f4aaa39 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2552736 Aug 10 04:01:46.119201 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47016) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:46.149528 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea111a-e563-4580-865f-d2a76f4aaa39 admin admin] Pushing event updated for resources: {'Network': ['ID=6c1cc52f-8013-4ca7-8a96-d2c63127c425,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:46.158945 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-11c234e3-778c-4abe-92bf-88a0d2e87efe admin admin] Request body: {'subnet': {'network_id': '6c1cc52f-8013-4ca7-8a96-d2c63127c425', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-328707781-subnet', 'tenant_id': 'c7ea724c05ed4750ae4dbadea71ebfe3', 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:46.162900 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 6c1cc52f-8013-4ca7-8a96-d2c63127c425 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:01:46.276961 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7b9ffbaf-519b-4db4-b033-f753fce67007 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:01:46.386143 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e85ef20-0bac-4c20-8dc4-910b09d15d0d tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:46.388096 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e85ef20-0bac-4c20-8dc4-910b09d15d0d tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:46.389054 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e85ef20-0bac-4c20-8dc4-910b09d15d0d tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:46.391775 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c234e3-778c-4abe-92bf-88a0d2e87efe admin admin] Made reservation on behalf of c7ea724c05ed4750ae4dbadea71ebfe3 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:01:46.394845 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-11c234e3-778c-4abe-92bf-88a0d2e87efe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:46.515000 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 7b9ffbaf-519b-4db4-b033-f753fce67007 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:01:46.541676 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 7b9ffbaf-519b-4db4-b033-f753fce67007 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:01:46.541676 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:46.812460 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:46.836078 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85ef20-0bac-4c20-8dc4-910b09d15d0d tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'Network': ['ID=11310f8c-0128-4dfb-bc9b-1a9f36aa0c16,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:46.879050 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 7b9ffbaf-519b-4db4-b033-f753fce67007, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7b9ffbaf-519b-4db4-b033-f753fce67007,segment=NetworkSegment(bc60e09e-a17f-4de3-97ff-584e394bc89d),segment_id=bc60e09e-a17f-4de3-97ff-584e394bc89d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:46.881842 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 11310f8c-0128-4dfb-bc9b-1a9f36aa0c16 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:01:47.004776 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f5d7c-40f0-46ad-91f7-68beea649c90 req-0899fbdc-457e-4c8b-b4f7-57540c8d555a tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:47.028822 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-536f5d7c-40f0-46ad-91f7-68beea649c90 req-0899fbdc-457e-4c8b-b4f7-57540c8d555a tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1102278 Aug 10 04:01:47.069118 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0e85ef20-0bac-4c20-8dc4-910b09d15d0d tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2585435 Aug 10 04:01:47.076696 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47038) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:47.083398 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-fa90930d-db85-4900-b2b5-f2c8501b4111 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2115130268', 'admin_state_up': True, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:47.104738 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:47.108269 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:47.150686 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110decf1-4843-4682-a077-ebc0a2b6921c req-1a78bdc0-8be9-4f64-9661-edecd9f832ed tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:47.166964 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-110decf1-4843-4682-a077-ebc0a2b6921c req-1a78bdc0-8be9-4f64-9661-edecd9f832ed tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 947 time: 0.1394305 Aug 10 04:01:47.221008 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-536f5d7c-40f0-46ad-91f7-68beea649c90 req-b7072c5a-9f0d-4e9f-93f4-e6ed95293249 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044356 Aug 10 04:01:47.251001 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fa90930d-db85-4900-b2b5-f2c8501b4111 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:47.254586 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fa90930d-db85-4900-b2b5-f2c8501b4111 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:47.256851 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-110decf1-4843-4682-a077-ebc0a2b6921c req-c2fc3c15-ec5d-428a-97cb-8fae6d3db23a tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889866 Aug 10 04:01:47.269060 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=7b9ffbaf-519b-4db4-b033-f753fce67007,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:47.273394 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 075ba055-4e4f-4be0-afe0-02f464a0e847 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:01:47.302765 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 075ba055-4e4f-4be0-afe0-02f464a0e847 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:01:47.306820 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 075ba055-4e4f-4be0-afe0-02f464a0e847 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:01:47.306820 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a943fe7e-562b-48f0-9a4a-34c97debcf1e no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:01:47.326962 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: a943fe7e-562b-48f0-9a4a-34c97debcf1e {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:01:47.327659 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a943fe7e-562b-48f0-9a4a-34c97debcf1e not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:01:47.391190 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fa90930d-db85-4900-b2b5-f2c8501b4111 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:47.423837 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-11c234e3-778c-4abe-92bf-88a0d2e87efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:47.492758 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c234e3-778c-4abe-92bf-88a0d2e87efe admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa1b2e96-956f-40e3-94c5-c1a54ad5734e,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:48.190140 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7b9ffbaf-519b-4db4-b033-f753fce67007 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:01:48.294147 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 7b9ffbaf-519b-4db4-b033-f753fce67007 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:01:48.295384 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:48.469937 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fa90930d-db85-4900-b2b5-f2c8501b4111 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:48.497548 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c234e3-778c-4abe-92bf-88a0d2e87efe admin admin] Checking segment: {'id': '2dbfb2ad-9507-41cc-a208-be8ae9ecf63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '6c1cc52f-8013-4ca7-8a96-d2c63127c425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:01:48.497548 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c234e3-778c-4abe-92bf-88a0d2e87efe admin admin] Network hostable DHCP agents. Network: 6c1cc52f-8013-4ca7-8a96-d2c63127c425, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:01:48.546905 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d532568-f971-40a0-a135-c1fe64090b54 req-ef6373fe-5000-4251-808c-dd0a0f290457 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:48.559140 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2d532568-f971-40a0-a135-c1fe64090b54 req-ef6373fe-5000-4251-808c-dd0a0f290457 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 947 time: 0.1122029 Aug 10 04:01:48.628588 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2d532568-f971-40a0-a135-c1fe64090b54 req-9317a819-5da5-4518-9ef2-3f58119c3260 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677266 Aug 10 04:01:48.747549 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c234e3-778c-4abe-92bf-88a0d2e87efe admin admin] Network 6c1cc52f-8013-4ca7-8a96-d2c63127c425 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:01:48.803703 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b07892-df41-4ba9-865e-0a81017bc969 req-4773c1f9-998d-4fb1-90a9-3f4f7c573c08 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:48.817514 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-67b07892-df41-4ba9-865e-0a81017bc969 req-4773c1f9-998d-4fb1-90a9-3f4f7c573c08 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.3317671 Aug 10 04:01:48.855524 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-11c234e3-778c-4abe-92bf-88a0d2e87efe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 6c1cc52f-8013-4ca7-8a96-d2c63127c425) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:01:48.865752 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88799fed-3d3b-4727-89e6-e7e6b73586ea None None] Network 6c1cc52f-8013-4ca7-8a96-d2c63127c425 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:01:48.880559 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c234e3-778c-4abe-92bf-88a0d2e87efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:48.885257 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-11c234e3-778c-4abe-92bf-88a0d2e87efe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:48.970043 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-67b07892-df41-4ba9-865e-0a81017bc969 req-151b0d8f-5d6a-493b-a4c6-22e82992580d tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512949 Aug 10 04:01:49.012494 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-11c234e3-778c-4abe-92bf-88a0d2e87efe admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8803947 Aug 10 04:01:49.015119 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47106) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:49.020437 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-08530bbd-c580-4591-a64e-837074493a8a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-328707781-router', 'tenant_id': 'c7ea724c05ed4750ae4dbadea71ebfe3', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:49.127201 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-08530bbd-c580-4591-a64e-837074493a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:49.129490 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-08530bbd-c580-4591-a64e-837074493a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:49.223928 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006e7b56-2896-4167-9ca3-e193be3e2a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-6c1cc52f-8013-4ca7-8a96-d2c63127c425', 'network_id': '6c1cc52f-8013-4ca7-8a96-d2c63127c425', 'tenant_id': 'c7ea724c05ed4750ae4dbadea71ebfe3', 'fixed_ips': [{'subnet_id': 'aa1b2e96-956f-40e3-94c5-c1a54ad5734e'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:01:49.225850 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-006e7b56-2896-4167-9ca3-e193be3e2a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:49.232394 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fa90930d-db85-4900-b2b5-f2c8501b4111 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:49.254109 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fa90930d-db85-4900-b2b5-f2c8501b4111 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:49.254567 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-08530bbd-c580-4591-a64e-837074493a8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:49.464187 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-fa90930d-db85-4900-b2b5-f2c8501b4111 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Allocated IP 172.25.0.205 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/ed0c2006-ffb9-45fa-a28a-c843156a0ae6) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:01:49.579347 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-006e7b56-2896-4167-9ca3-e193be3e2a05 None None] Allocated IP 172.20.0.2 (6c1cc52f-8013-4ca7-8a96-d2c63127c425/aa1b2e96-956f-40e3-94c5-c1a54ad5734e/4b2eed0e-b83f-475d-bb55-0e9938fe2fe6) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:01:49.690435 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fa90930d-db85-4900-b2b5-f2c8501b4111 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:49.700752 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-08530bbd-c580-4591-a64e-837074493a8a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:49.849162 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-006e7b56-2896-4167-9ca3-e193be3e2a05 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:49.866305 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-006e7b56-2896-4167-9ca3-e193be3e2a05 None None] Transition to ACTIVE for port object 4b2eed0e-b83f-475d-bb55-0e9938fe2fe6 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:01:49.883923 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-006e7b56-2896-4167-9ca3-e193be3e2a05 None None] Transition to ACTIVE for port object 4b2eed0e-b83f-475d-bb55-0e9938fe2fe6 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:01:49.937974 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fa90930d-db85-4900-b2b5-f2c8501b4111 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:49.956306 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb49e68-3d11-4b4e-b54b-55dc03b8719c req-e426cd31-9fb6-4b7d-80a4-857070df8a6b tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:49.956306 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ffb49e68-3d11-4b4e-b54b-55dc03b8719c req-e426cd31-9fb6-4b7d-80a4-857070df8a6b tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 947 time: 0.1062043 Aug 10 04:01:49.977892 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa90930d-db85-4900-b2b5-f2c8501b4111 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:01:49.988521 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-fa90930d-db85-4900-b2b5-f2c8501b4111 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:01:49.993902 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa90930d-db85-4900-b2b5-f2c8501b4111 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:01:49.999721 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90930d-db85-4900-b2b5-f2c8501b4111 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'Port': ['ID=ed0c2006-ffb9-45fa-a28a-c843156a0ae6,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:50.030173 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ffb49e68-3d11-4b4e-b54b-55dc03b8719c req-fe3d5642-7ed6-4b2d-8608-9cd86ff1d181 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681469 Aug 10 04:01:50.088125 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-006e7b56-2896-4167-9ca3-e193be3e2a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:50.211679 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e7b56-2896-4167-9ca3-e193be3e2a05 None None] Pushing event updated for resources: {'Port': ['ID=4b2eed0e-b83f-475d-bb55-0e9938fe2fe6,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:50.237972 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8464714-e2ff-4788-bffe-393c470abd60 req-7fc63e03-0267-47da-9f05-fa53fe6b9d23 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:50.239581 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f8464714-e2ff-4788-bffe-393c470abd60 req-7fc63e03-0267-47da-9f05-fa53fe6b9d23 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1494162 Aug 10 04:01:50.268074 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006e7b56-2896-4167-9ca3-e193be3e2a05 None None] Network 6c1cc52f-8013-4ca7-8a96-d2c63127c425 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:01:50.281330 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-006e7b56-2896-4167-9ca3-e193be3e2a05 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:01:50.287375 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006e7b56-2896-4167-9ca3-e193be3e2a05 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:01:50.328928 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f8464714-e2ff-4788-bffe-393c470abd60 req-212df3eb-0ac3-4a14-9c39-8bc1e274832d tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790040 Aug 10 04:01:50.379785 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-08530bbd-c580-4591-a64e-837074493a8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:50.450012 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-08530bbd-c580-4591-a64e-837074493a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:50.453814 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-006e7b56-2896-4167-9ca3-e193be3e2a05 None None] Attempting to bind port 4b2eed0e-b83f-475d-bb55-0e9938fe2fe6 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:01:50.454663 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-006e7b56-2896-4167-9ca3-e193be3e2a05 None None] Attempting to bind port 4b2eed0e-b83f-475d-bb55-0e9938fe2fe6 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '2dbfb2ad-9507-41cc-a208-be8ae9ecf63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '6c1cc52f-8013-4ca7-8a96-d2c63127c425'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:01:50.455327 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006e7b56-2896-4167-9ca3-e193be3e2a05 None None] Attempting to bind port 4b2eed0e-b83f-475d-bb55-0e9938fe2fe6 on network 6c1cc52f-8013-4ca7-8a96-d2c63127c425 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:01:50.464525 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006e7b56-2896-4167-9ca3-e193be3e2a05 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:01:50.465259 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006e7b56-2896-4167-9ca3-e193be3e2a05 None None] Checking segment: {'id': '2dbfb2ad-9507-41cc-a208-be8ae9ecf63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '6c1cc52f-8013-4ca7-8a96-d2c63127c425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:01:50.465889 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-006e7b56-2896-4167-9ca3-e193be3e2a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:50.466487 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006e7b56-2896-4167-9ca3-e193be3e2a05 None None] Bound using segment: {'id': '2dbfb2ad-9507-41cc-a208-be8ae9ecf63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '6c1cc52f-8013-4ca7-8a96-d2c63127c425'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:01:50.467420 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-006e7b56-2896-4167-9ca3-e193be3e2a05 None None] Bound port: 4b2eed0e-b83f-475d-bb55-0e9938fe2fe6, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbfb2ad-9507-41cc-a208-be8ae9ecf63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '6c1cc52f-8013-4ca7-8a96-d2c63127c425'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:01:50.468082 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-006e7b56-2896-4167-9ca3-e193be3e2a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:50.577384 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-006e7b56-2896-4167-9ca3-e193be3e2a05 None None] For port 4b2eed0e-b83f-475d-bb55-0e9938fe2fe6, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:01:50.584990 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-006e7b56-2896-4167-9ca3-e193be3e2a05 None None] For port 4b2eed0e-b83f-475d-bb55-0e9938fe2fe6, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4b2eed0e-b83f-475d-bb55-0e9938fe2fe6,segment=NetworkSegment(2dbfb2ad-9507-41cc-a208-be8ae9ecf63e),segment_id=2dbfb2ad-9507-41cc-a208-be8ae9ecf63e)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:01:50.613699 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fa90930d-db85-4900-b2b5-f2c8501b4111 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:50.699894 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-08530bbd-c580-4591-a64e-837074493a8a admin admin] Allocated IP 172.25.0.119 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/1846e352-9cd8-4963-9888-6dbbd04346b9) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:01:50.756951 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-006e7b56-2896-4167-9ca3-e193be3e2a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:50.907367 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e7b56-2896-4167-9ca3-e193be3e2a05 None None] Pushing event updated for resources: {'Port': ['ID=4b2eed0e-b83f-475d-bb55-0e9938fe2fe6,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:50.923221 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-08530bbd-c580-4591-a64e-837074493a8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:51.067440 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fa90930d-db85-4900-b2b5-f2c8501b4111 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:51.092336 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-08530bbd-c580-4591-a64e-837074493a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:51.240408 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08530bbd-c580-4591-a64e-837074493a8a admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:01:51.275712 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-08530bbd-c580-4591-a64e-837074493a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:01:51.285309 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08530bbd-c580-4591-a64e-837074493a8a admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:01:51.334101 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08530bbd-c580-4591-a64e-837074493a8a admin admin] Pushing event updated for resources: {'Port': ['ID=1846e352-9cd8-4963-9888-6dbbd04346b9,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:51.374474 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a9585-f761-45a9-a826-49b39c268041 req-5bff4d7e-c102-45f2-a2c8-2fad4689c780 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:51.377562 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a2a9585-f761-45a9-a826-49b39c268041 req-5bff4d7e-c102-45f2-a2c8-2fad4689c780 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 947 time: 0.1506529 Aug 10 04:01:51.590860 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa90930d-db85-4900-b2b5-f2c8501b4111 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Router 1588aa98-cfd0-46d5-9360-86d329345206 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:01:51.639480 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932d71d-ac2f-475c-9a3b-db0675657a16 req-7bdd5c13-6d38-4e01-8981-ea96ae58ab64 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:51.651507 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9932d71d-ac2f-475c-9a3b-db0675657a16 req-7bdd5c13-6d38-4e01-8981-ea96ae58ab64 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1546018 Aug 10 04:01:51.654115 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47182) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:51.749503 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a2a9585-f761-45a9-a826-49b39c268041 req-1938883d-0732-458c-90f6-ded525f170cf tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3624663 Aug 10 04:01:51.876977 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9932d71d-ac2f-475c-9a3b-db0675657a16 req-a10c4413-1cad-45e4-bce5-367348a00091 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241504 Aug 10 04:01:52.017179 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3c179acf-0c06-4826-821f-f4b298b2db7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:52.124895 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa90930d-db85-4900-b2b5-f2c8501b4111 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:01:52.138682 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9824a33f-30e6-4b3b-a857-a223ecb18be2 None None] Sync routers for ids ['1588aa98-cfd0-46d5-9360-86d329345206'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:01:52.139974 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4b2eed0e-b83f-475d-bb55-0e9938fe2fe6 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:01:52.153508 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9824a33f-30e6-4b3b-a857-a223ecb18be2 None None] Routers {'1588aa98-cfd0-46d5-9360-86d329345206'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:52.154155 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-9824a33f-30e6-4b3b-a857-a223ecb18be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:01:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['1588aa98-cfd0-46d5-9360-86d329345206'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:52.297682 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 4b2eed0e-b83f-475d-bb55-0e9938fe2fe6 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:01:52.318880 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-08530bbd-c580-4591-a64e-837074493a8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:52.344835 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3c179acf-0c06-4826-821f-f4b298b2db7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:52.435659 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3c179acf-0c06-4826-821f-f4b298b2db7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:52.485521 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c179acf-0c06-4826-821f-f4b298b2db7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d8f7d2-120a-451a-a377-8b110372ae76,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:52.550970 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fa90930d-db85-4900-b2b5-f2c8501b4111 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:52.558889 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fa90930d-db85-4900-b2b5-f2c8501b4111 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.4753702 Aug 10 04:01:52.559335 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47192) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:52.567699 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3c179acf-0c06-4826-821f-f4b298b2db7a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1527c0b4c7904fd2844deaae0530dfb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8694279 Aug 10 04:01:52.570385 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47194) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:52.621554 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0705389-0d88-4c6e-b64f-fe23ba6e1194 None None] Network 6c1cc52f-8013-4ca7-8a96-d2c63127c425 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:01:52.657434 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3df6c311-6a0d-47a6-a0de-f108f9d21af6 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=f5becae06cd542b5a8415ea130ec33d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0967262 Aug 10 04:01:52.663234 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47196) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:52.805117 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-9824a33f-30e6-4b3b-a857-a223ecb18be2 None None] Set router 1588aa98-cfd0-46d5-9360-86d329345206 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:01:52.819645 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4a65ecfd-9d23-40cc-9ae0-c88f280837af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:52.881981 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4a65ecfd-9d23-40cc-9ae0-c88f280837af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:52.937960 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e91445-4799-47e9-8d4a-f0d3905cc5b6 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:52.938610 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-08530bbd-c580-4591-a64e-837074493a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:52.959242 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c7e91445-4799-47e9-8d4a-f0d3905cc5b6 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2977052 Aug 10 04:01:52.968057 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47202) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:53.034817 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3a3220b2-34c0-4683-918e-5822b9182af3 None None] Provisioning for port 4b2eed0e-b83f-475d-bb55-0e9938fe2fe6 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:01:53.044480 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3a3220b2-34c0-4683-918e-5822b9182af3 None None] Provisioning complete for port 4b2eed0e-b83f-475d-bb55-0e9938fe2fe6 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:01:53.045277 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3a3220b2-34c0-4683-918e-5822b9182af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:53.078482 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8ad69f04-1d45-4710-8516-27b2df3c536b tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0968986 Aug 10 04:01:53.084334 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47204) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:53.104998 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-9920f7c9-7e22-41e8-af9e-025f1263a3c5 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-475232257', 'network_id': '11310f8c-0128-4dfb-bc9b-1a9f36aa0c16', 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:01:53.223469 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4f896d-eef8-40d7-b3a5-db02e54cba9c req-45ce7a19-e420-4a4c-8cb5-752b728ad01f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:53.225044 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2a4f896d-eef8-40d7-b3a5-db02e54cba9c req-45ce7a19-e420-4a4c-8cb5-752b728ad01f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 947 time: 0.2757800 Aug 10 04:01:53.225662 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87bb9f-3585-49ae-ba41-7c7e8e024b3d req-7bbfa4e3-f182-445b-addc-c5e3fce9091c tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:53.245840 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cd87bb9f-3585-49ae-ba41-7c7e8e024b3d req-7bbfa4e3-f182-445b-addc-c5e3fce9091c tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.2218370 Aug 10 04:01:53.289423 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-9824a33f-30e6-4b3b-a857-a223ecb18be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1588aa98-cfd0-46d5-9360-86d329345206', 'name': 'tempest-TestNetworkBasicOps-router-2115130268', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ed0c2006-ffb9-45fa-a28a-c843156a0ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:47Z', 'updated_at': '2021-08-10T04:01:50Z', 'revision_number': 3, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'ed0c2006-ffb9-45fa-a28a-c843156a0ae6', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:16:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1588aa98-cfd0-46d5-9360-86d329345206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:49Z', 'updated_at': '2021-08-10T04:01:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:53.318002 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4a65ecfd-9d23-40cc-9ae0-c88f280837af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:53.323114 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4a65ecfd-9d23-40cc-9ae0-c88f280837af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:53.325142 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4a65ecfd-9d23-40cc-9ae0-c88f280837af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/88d8f7d2-120a-451a-a377-8b110372ae76 HTTP/1.1" status: 204 len: 168 time: 0.7530468 Aug 10 04:01:53.347368 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9824a33f-30e6-4b3b-a857-a223ecb18be2 None None] Checking router: 1588aa98-cfd0-46d5-9360-86d329345206 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:01:53.347839 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9824a33f-30e6-4b3b-a857-a223ecb18be2 None None] Updating router 1588aa98-cfd0-46d5-9360-86d329345206 port ed0c2006-ffb9-45fa-a28a-c843156a0ae6 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:01:53.360632 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3a3220b2-34c0-4683-918e-5822b9182af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:53.386360 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2a4f896d-eef8-40d7-b3a5-db02e54cba9c req-238928fa-d451-4bcd-9351-798e9fcbd262 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463723 Aug 10 04:01:53.386862 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cd87bb9f-3585-49ae-ba41-7c7e8e024b3d req-cbd030d8-99d0-4429-8c48-043d71be503c tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459267 Aug 10 04:01:53.398825 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65ecfd-9d23-40cc-9ae0-c88f280837af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d8f7d2-120a-451a-a377-8b110372ae76,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:53.434729 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9824a33f-30e6-4b3b-a857-a223ecb18be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:53.449787 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-3a3220b2-34c0-4683-918e-5822b9182af3 None None] For port 4b2eed0e-b83f-475d-bb55-0e9938fe2fe6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4b2eed0e-b83f-475d-bb55-0e9938fe2fe6,segment=NetworkSegment(2dbfb2ad-9507-41cc-a208-be8ae9ecf63e),segment_id=2dbfb2ad-9507-41cc-a208-be8ae9ecf63e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:53.566412 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3a3220b2-34c0-4683-918e-5822b9182af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:53.566621 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9920f7c9-7e22-41e8-af9e-025f1263a3c5 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Made reservation on behalf of f5becae06cd542b5a8415ea130ec33d4 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:01:53.570251 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9920f7c9-7e22-41e8-af9e-025f1263a3c5 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:53.577942 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08530bbd-c580-4591-a64e-837074493a8a admin admin] Router 829c11c2-4756-415b-92e3-93c41451c0c5 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:01:53.659770 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3220b2-34c0-4683-918e-5822b9182af3 None None] Pushing event updated for resources: {'Port': ['ID=4b2eed0e-b83f-475d-bb55-0e9938fe2fe6,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:53.735976 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c0641683-0972-4f2c-a5c1-b97aa65cff62 None None] Provisioning complete for port 4b2eed0e-b83f-475d-bb55-0e9938fe2fe6 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:01:53.736372 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c0641683-0972-4f2c-a5c1-b97aa65cff62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:53.819615 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08530bbd-c580-4591-a64e-837074493a8a admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:01:53.870667 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9824a33f-30e6-4b3b-a857-a223ecb18be2 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:53.922984 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-9824a33f-30e6-4b3b-a857-a223ecb18be2 None None] Transition to ACTIVE for port object ed0c2006-ffb9-45fa-a28a-c843156a0ae6 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:01:53.934583 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b031cd-66a5-435e-9dca-eda912563bee None None] Sync routers for ids ['829c11c2-4756-415b-92e3-93c41451c0c5'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:01:53.949369 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b031cd-66a5-435e-9dca-eda912563bee None None] Routers {'829c11c2-4756-415b-92e3-93c41451c0c5'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:53.950018 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a4b031cd-66a5-435e-9dca-eda912563bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:01:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['829c11c2-4756-415b-92e3-93c41451c0c5'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:54.029731 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-08530bbd-c580-4591-a64e-837074493a8a admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:54.034224 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47220) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:54.042319 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-08530bbd-c580-4591-a64e-837074493a8a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0257218 Aug 10 04:01:54.084547 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9824a33f-30e6-4b3b-a857-a223ecb18be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:54.151417 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-a4b031cd-66a5-435e-9dca-eda912563bee None None] Set router 829c11c2-4756-415b-92e3-93c41451c0c5 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:01:54.151636 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-9824a33f-30e6-4b3b-a857-a223ecb18be2 None None] Attempting to bind port ed0c2006-ffb9-45fa-a28a-c843156a0ae6 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:01:54.151728 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-9824a33f-30e6-4b3b-a857-a223ecb18be2 None None] Attempting to bind port ed0c2006-ffb9-45fa-a28a-c843156a0ae6 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:01:54.152272 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9824a33f-30e6-4b3b-a857-a223ecb18be2 None None] Attempting to bind port ed0c2006-ffb9-45fa-a28a-c843156a0ae6 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:01:54.170489 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9824a33f-30e6-4b3b-a857-a223ecb18be2 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:01:54.170897 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9824a33f-30e6-4b3b-a857-a223ecb18be2 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:01:54.171916 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9824a33f-30e6-4b3b-a857-a223ecb18be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:54.238217 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9824a33f-30e6-4b3b-a857-a223ecb18be2 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:01:54.238217 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-9824a33f-30e6-4b3b-a857-a223ecb18be2 None None] Bound port: ed0c2006-ffb9-45fa-a28a-c843156a0ae6, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:01:54.238217 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9824a33f-30e6-4b3b-a857-a223ecb18be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:54.238747 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4b2eed0e-b83f-475d-bb55-0e9938fe2fe6 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:01:54.277086 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f62269-b1fc-4181-adb3-a7e36d5b1f67 None None] Pushing event updated for resources: {'Port': ['ID=ed0c2006-ffb9-45fa-a28a-c843156a0ae6,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:54.535245 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-9824a33f-30e6-4b3b-a857-a223ecb18be2 None None] For port ed0c2006-ffb9-45fa-a28a-c843156a0ae6, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:01:54.538837 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-9824a33f-30e6-4b3b-a857-a223ecb18be2 None None] For port ed0c2006-ffb9-45fa-a28a-c843156a0ae6, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ed0c2006-ffb9-45fa-a28a-c843156a0ae6,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:01:54.578630 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b8ebc-f225-446b-96ae-bc11f8b0dc6d req-c7c237bb-6251-44b9-b8bb-a4b9c5a10cc9 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:54.580247 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-835b8ebc-f225-446b-96ae-bc11f8b0dc6d req-c7c237bb-6251-44b9-b8bb-a4b9c5a10cc9 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 947 time: 0.0815561 Aug 10 04:01:54.581828 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9920f7c9-7e22-41e8-af9e-025f1263a3c5 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:54.652492 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25294d0a-08d1-4b34-9919-4d17d415eade req-8863318e-0b87-4fd6-b3f5-fba304cc8b20 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:54.652492 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-25294d0a-08d1-4b34-9919-4d17d415eade req-8863318e-0b87-4fd6-b3f5-fba304cc8b20 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1631663 Aug 10 04:01:54.682257 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9824a33f-30e6-4b3b-a857-a223ecb18be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:54.815501 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9920f7c9-7e22-41e8-af9e-025f1263a3c5 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'Subnet': ['ID=973be298-f488-4cb9-8788-cf34136520e5,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:54.824475 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9824a33f-30e6-4b3b-a857-a223ecb18be2 None None] Routers {'1588aa98-cfd0-46d5-9360-86d329345206'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:54.830729 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-9824a33f-30e6-4b3b-a857-a223ecb18be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:01:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['1588aa98-cfd0-46d5-9360-86d329345206'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:54.833158 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f62269-b1fc-4181-adb3-a7e36d5b1f67 None None] Pushing event updated for resources: {'Port': ['ID=ed0c2006-ffb9-45fa-a28a-c843156a0ae6,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:54.840651 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9920f7c9-7e22-41e8-af9e-025f1263a3c5 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Checking segment: {'id': 'f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '11310f8c-0128-4dfb-bc9b-1a9f36aa0c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:01:54.841424 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9920f7c9-7e22-41e8-af9e-025f1263a3c5 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Network hostable DHCP agents. Network: 11310f8c-0128-4dfb-bc9b-1a9f36aa0c16, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:01:54.860920 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-835b8ebc-f225-446b-96ae-bc11f8b0dc6d req-74a43291-c5fb-43c0-b533-dba73c61a8b2 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2688351 Aug 10 04:01:54.874827 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 4b2eed0e-b83f-475d-bb55-0e9938fe2fe6 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:01:54.875423 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:54.902158 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-25294d0a-08d1-4b34-9919-4d17d415eade req-6de64247-8418-46f4-909c-044077127238 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889272 Aug 10 04:01:54.975327 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47236) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:55.022449 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9920f7c9-7e22-41e8-af9e-025f1263a3c5 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Network 11310f8c-0128-4dfb-bc9b-1a9f36aa0c16 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:01:55.035251 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7a287217-0dc9-4843-b8cf-4a3253508162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:55.066034 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a4b031cd-66a5-435e-9dca-eda912563bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829c11c2-4756-415b-92e3-93c41451c0c5', 'name': 'tempest-TestAggregatesBasicOps-328707781-router', 'tenant_id': 'c7ea724c05ed4750ae4dbadea71ebfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '1846e352-9cd8-4963-9888-6dbbd04346b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:49Z', 'updated_at': '2021-08-10T04:01:51Z', 'revision_number': 3, 'project_id': 'c7ea724c05ed4750ae4dbadea71ebfe3', 'gw_port': {'id': '1846e352-9cd8-4963-9888-6dbbd04346b9', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829c11c2-4756-415b-92e3-93c41451c0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:50Z', 'updated_at': '2021-08-10T04:01:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:55.088577 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-9824a33f-30e6-4b3b-a857-a223ecb18be2 None None] Set router 1588aa98-cfd0-46d5-9360-86d329345206 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:01:55.120254 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b031cd-66a5-435e-9dca-eda912563bee None None] Checking router: 829c11c2-4756-415b-92e3-93c41451c0c5 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:01:55.122334 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b031cd-66a5-435e-9dca-eda912563bee None None] Updating router 829c11c2-4756-415b-92e3-93c41451c0c5 port 1846e352-9cd8-4963-9888-6dbbd04346b9 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:01:55.191234 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-9920f7c9-7e22-41e8-af9e-025f1263a3c5 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 11310f8c-0128-4dfb-bc9b-1a9f36aa0c16) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:01:55.213261 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9920f7c9-7e22-41e8-af9e-025f1263a3c5 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:55.214227 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9920f7c9-7e22-41e8-af9e-025f1263a3c5 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:55.216059 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b629c980-f497-4c84-bda5-f943723bb8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:55.247950 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a4b031cd-66a5-435e-9dca-eda912563bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:55.322275 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0ac24f-1dce-46bf-acb1-8c9493d30137 None None] Network 11310f8c-0128-4dfb-bc9b-1a9f36aa0c16 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:01:55.329082 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7a287217-0dc9-4843-b8cf-4a3253508162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:55.437613 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7a287217-0dc9-4843-b8cf-4a3253508162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:55.469284 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-9824a33f-30e6-4b3b-a857-a223ecb18be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1588aa98-cfd0-46d5-9360-86d329345206', 'name': 'tempest-TestNetworkBasicOps-router-2115130268', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ed0c2006-ffb9-45fa-a28a-c843156a0ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:47Z', 'updated_at': '2021-08-10T04:01:50Z', 'revision_number': 3, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'ed0c2006-ffb9-45fa-a28a-c843156a0ae6', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:16:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1588aa98-cfd0-46d5-9360-86d329345206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:49Z', 'updated_at': '2021-08-10T04:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:55.521441 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9824a33f-30e6-4b3b-a857-a223ecb18be2 None None] The sync data for ids ['1588aa98-cfd0-46d5-9360-86d329345206'] in n-d-802893-2 is: [{'id': '1588aa98-cfd0-46d5-9360-86d329345206', 'name': 'tempest-TestNetworkBasicOps-router-2115130268', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ed0c2006-ffb9-45fa-a28a-c843156a0ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:47Z', 'updated_at': '2021-08-10T04:01:50Z', 'revision_number': 3, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'ed0c2006-ffb9-45fa-a28a-c843156a0ae6', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:16:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1588aa98-cfd0-46d5-9360-86d329345206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:49Z', 'updated_at': '2021-08-10T04:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:01:55.532572 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9920f7c9-7e22-41e8-af9e-025f1263a3c5 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.4401672 Aug 10 04:01:55.532572 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a287217-0dc9-4843-b8cf-4a3253508162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0caa3b1c-e302-47c9-ba42-e4e6e715c81e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:55.541749 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47242) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:55.558597 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7a287217-0dc9-4843-b8cf-4a3253508162 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=87145f356b944e53a345e27e9345760e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5820308 Aug 10 04:01:55.561335 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47244) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:01:55.608765 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-b629c980-f497-4c84-bda5-f943723bb8a2 admin admin] Allocated IP 172.20.0.1 (6c1cc52f-8013-4ca7-8a96-d2c63127c425/aa1b2e96-956f-40e3-94c5-c1a54ad5734e/73548a39-70ca-4f7e-bf6b-fcd2a3b44993) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:01:55.692484 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4a746017-93ca-46a3-bfa9-42af49c48629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:55.748243 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4a746017-93ca-46a3-bfa9-42af49c48629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:55.791724 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b629c980-f497-4c84-bda5-f943723bb8a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:55.851489 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-b629c980-f497-4c84-bda5-f943723bb8a2 admin admin] Transition to ACTIVE for port object 73548a39-70ca-4f7e-bf6b-fcd2a3b44993 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:01:55.892903 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecfd2ed-33d4-48e9-9280-6e4fee3e0d2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-11310f8c-0128-4dfb-bc9b-1a9f36aa0c16', 'network_id': '11310f8c-0128-4dfb-bc9b-1a9f36aa0c16', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'fixed_ips': [{'subnet_id': '973be298-f488-4cb9-8788-cf34136520e5'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:01:55.894535 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7ecfd2ed-33d4-48e9-9280-6e4fee3e0d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:55.949412 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4a746017-93ca-46a3-bfa9-42af49c48629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:55.959524 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4a746017-93ca-46a3-bfa9-42af49c48629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:55.960949 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-4a746017-93ca-46a3-bfa9-42af49c48629 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0caa3b1c-e302-47c9-ba42-e4e6e715c81e HTTP/1.1" status: 204 len: 168 time: 0.3984866 Aug 10 04:01:56.047622 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a746017-93ca-46a3-bfa9-42af49c48629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0caa3b1c-e302-47c9-ba42-e4e6e715c81e,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:56.275065 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e1d4b-7bbd-4b1d-8864-2a36fc646535 req-e4c4f8e4-c8e5-44aa-8043-fe31058429fd tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:56.278620 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-227e1d4b-7bbd-4b1d-8864-2a36fc646535 req-e4c4f8e4-c8e5-44aa-8043-fe31058429fd tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 947 time: 0.1217635 Aug 10 04:01:56.311900 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 8597653a-3390-4a44-a76b-86ade7f9cef6 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:01:56.354588 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-227e1d4b-7bbd-4b1d-8864-2a36fc646535 req-77f05e5f-326f-4265-b870-8efc69b67376 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678985 Aug 10 04:01:56.543322 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a4b031cd-66a5-435e-9dca-eda912563bee None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:56.544561 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa8470-fb70-4974-8390-3239dfaa5134 req-2acecbed-ccfb-4675-a8f7-1e15f2d8bb9b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:56.546154 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1ffa8470-fb70-4974-8390-3239dfaa5134 req-2acecbed-ccfb-4675-a8f7-1e15f2d8bb9b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.3615575 Aug 10 04:01:56.556691 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a4b031cd-66a5-435e-9dca-eda912563bee None None] Transition to ACTIVE for port object 1846e352-9cd8-4963-9888-6dbbd04346b9 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:01:56.566824 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.resource_extend [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 04:01:56.631253 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b629c980-f497-4c84-bda5-f943723bb8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:56.716470 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 8597653a-3390-4a44-a76b-86ade7f9cef6, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=8597653a-3390-4a44-a76b-86ade7f9cef6,segment=NetworkSegment(ddbbd097-b4f1-4cec-8d55-af70ec47d20e),segment_id=ddbbd097-b4f1-4cec-8d55-af70ec47d20e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:56.731002 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '8597653a-3390-4a44-a76b-86ade7f9cef6', 'network_id': '61be106c-0b66-42f4-b295-3640ff29de8b', 'port_id': '8597653a-3390-4a44-a76b-86ade7f9cef6', 'mac_address': 'fa:16:3e:eb:d5:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c1c422c-a1f6-4f40-a558-7a67266792a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:01:56.757848 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-7ecfd2ed-33d4-48e9-9280-6e4fee3e0d2d None None] Allocated IP 172.20.0.2 (11310f8c-0128-4dfb-bc9b-1a9f36aa0c16/973be298-f488-4cb9-8788-cf34136520e5/1f2d73b5-c2a4-486d-b7c1-f5250d22c72a) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:01:56.882130 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a4b031cd-66a5-435e-9dca-eda912563bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:56.975256 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b629c980-f497-4c84-bda5-f943723bb8a2 admin admin] Network 6c1cc52f-8013-4ca7-8a96-d2c63127c425 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:01:56.975256 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-b629c980-f497-4c84-bda5-f943723bb8a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:01:56.998610 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1ffa8470-fb70-4974-8390-3239dfaa5134 req-0e159f42-b721-4f56-85ae-c42d52fd39ac tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315655 Aug 10 04:01:57.005669 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b629c980-f497-4c84-bda5-f943723bb8a2 admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:01:57.143938 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a4b031cd-66a5-435e-9dca-eda912563bee None None] Attempting to bind port 1846e352-9cd8-4963-9888-6dbbd04346b9 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:01:57.144600 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a4b031cd-66a5-435e-9dca-eda912563bee None None] Attempting to bind port 1846e352-9cd8-4963-9888-6dbbd04346b9 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:01:57.148349 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b031cd-66a5-435e-9dca-eda912563bee None None] Attempting to bind port 1846e352-9cd8-4963-9888-6dbbd04346b9 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:01:57.150806 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939b297-a9f9-409f-adc3-50fedfb55b64 None None] Pushing event updated for resources: {'Port': ['ID=1846e352-9cd8-4963-9888-6dbbd04346b9,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:57.169959 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7ecfd2ed-33d4-48e9-9280-6e4fee3e0d2d None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:57.179660 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b031cd-66a5-435e-9dca-eda912563bee None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:01:57.185737 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b031cd-66a5-435e-9dca-eda912563bee None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:01:57.186307 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a4b031cd-66a5-435e-9dca-eda912563bee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:57.186818 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b031cd-66a5-435e-9dca-eda912563bee None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:01:57.188321 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a4b031cd-66a5-435e-9dca-eda912563bee None None] Bound port: 1846e352-9cd8-4963-9888-6dbbd04346b9, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:01:57.200263 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a4b031cd-66a5-435e-9dca-eda912563bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:57.200263 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:57.200263 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7ecfd2ed-33d4-48e9-9280-6e4fee3e0d2d None None] Transition to ACTIVE for port object 1f2d73b5-c2a4-486d-b7c1-f5250d22c72a will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:01:57.312887 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8597653a-3390-4a44-a76b-86ade7f9cef6 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:01:57.322009 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7ecfd2ed-33d4-48e9-9280-6e4fee3e0d2d None None] Transition to ACTIVE for port object 1f2d73b5-c2a4-486d-b7c1-f5250d22c72a will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:01:57.358069 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 8597653a-3390-4a44-a76b-86ade7f9cef6, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=8597653a-3390-4a44-a76b-86ade7f9cef6,segment=NetworkSegment(ddbbd097-b4f1-4cec-8d55-af70ec47d20e),segment_id=ddbbd097-b4f1-4cec-8d55-af70ec47d20e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:57.360964 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a4b031cd-66a5-435e-9dca-eda912563bee None None] For port 1846e352-9cd8-4963-9888-6dbbd04346b9, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:01:57.373541 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a4b031cd-66a5-435e-9dca-eda912563bee None None] For port 1846e352-9cd8-4963-9888-6dbbd04346b9, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1846e352-9cd8-4963-9888-6dbbd04346b9,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:01:57.498456 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:57.501131 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7ecfd2ed-33d4-48e9-9280-6e4fee3e0d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:57.501889 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:57.503931 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a4b031cd-66a5-435e-9dca-eda912563bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:57.560294 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecfd2ed-33d4-48e9-9280-6e4fee3e0d2d None None] Network 11310f8c-0128-4dfb-bc9b-1a9f36aa0c16 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:01:57.564922 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3797a97a-7d95-444c-874d-fbb8f3304ff4 None None] Provisioning for port 73548a39-70ca-4f7e-bf6b-fcd2a3b44993 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:01:57.574707 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-7ecfd2ed-33d4-48e9-9280-6e4fee3e0d2d None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:01:57.581697 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecfd2ed-33d4-48e9-9280-6e4fee3e0d2d None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:01:57.583873 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3797a97a-7d95-444c-874d-fbb8f3304ff4 None None] Provisioning complete for port 73548a39-70ca-4f7e-bf6b-fcd2a3b44993 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:01:57.584280 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3797a97a-7d95-444c-874d-fbb8f3304ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:57.590531 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecfd2ed-33d4-48e9-9280-6e4fee3e0d2d None None] Pushing event updated for resources: {'Port': ['ID=1f2d73b5-c2a4-486d-b7c1-f5250d22c72a,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:57.614967 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8825082-401b-4d4a-a865-1a68ce7f0e7c req-1dd5f6e5-2a58-4dec-b474-a7c90a86e035 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:57.619918 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d8825082-401b-4d4a-a865-1a68ce7f0e7c req-1dd5f6e5-2a58-4dec-b474-a7c90a86e035 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 947 time: 0.1167202 Aug 10 04:01:57.646900 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b031cd-66a5-435e-9dca-eda912563bee None None] Routers {'829c11c2-4756-415b-92e3-93c41451c0c5'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:01:57.647530 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a4b031cd-66a5-435e-9dca-eda912563bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:01:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['829c11c2-4756-415b-92e3-93c41451c0c5'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:57.717978 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d8825082-401b-4d4a-a865-1a68ce7f0e7c req-b7fce132-eb47-4312-a9a6-f9d4783368a3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820606 Aug 10 04:01:57.755687 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['8597653a-3390-4a44-a76b-86ade7f9cef6'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:01:57.815594 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-3797a97a-7d95-444c-874d-fbb8f3304ff4 None None] Port 73548a39-70ca-4f7e-bf6b-fcd2a3b44993 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:01:57.844532 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b629c980-f497-4c84-bda5-f943723bb8a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:57.886999 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=8597653a-3390-4a44-a76b-86ade7f9cef6,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:57.917976 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629c980-f497-4c84-bda5-f943723bb8a2 admin admin] Pushing event updated for resources: {'Port': ['ID=73548a39-70ca-4f7e-bf6b-fcd2a3b44993,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:57.930613 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-7ecfd2ed-33d4-48e9-9280-6e4fee3e0d2d None None] Attempting to bind port 1f2d73b5-c2a4-486d-b7c1-f5250d22c72a on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:01:57.931377 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-7ecfd2ed-33d4-48e9-9280-6e4fee3e0d2d None None] Attempting to bind port 1f2d73b5-c2a4-486d-b7c1-f5250d22c72a by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '11310f8c-0128-4dfb-bc9b-1a9f36aa0c16'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:01:57.932184 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecfd2ed-33d4-48e9-9280-6e4fee3e0d2d None None] Attempting to bind port 1f2d73b5-c2a4-486d-b7c1-f5250d22c72a on network 11310f8c-0128-4dfb-bc9b-1a9f36aa0c16 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:01:58.025267 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939b297-a9f9-409f-adc3-50fedfb55b64 None None] Pushing event updated for resources: {'Port': ['ID=1846e352-9cd8-4963-9888-6dbbd04346b9,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:58.088851 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecfd2ed-33d4-48e9-9280-6e4fee3e0d2d None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:01:58.089261 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecfd2ed-33d4-48e9-9280-6e4fee3e0d2d None None] Checking segment: {'id': 'f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '11310f8c-0128-4dfb-bc9b-1a9f36aa0c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:01:58.089670 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7ecfd2ed-33d4-48e9-9280-6e4fee3e0d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:58.090097 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ecfd2ed-33d4-48e9-9280-6e4fee3e0d2d None None] Bound using segment: {'id': 'f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '11310f8c-0128-4dfb-bc9b-1a9f36aa0c16'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:01:58.093288 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-7ecfd2ed-33d4-48e9-9280-6e4fee3e0d2d None None] Bound port: 1f2d73b5-c2a4-486d-b7c1-f5250d22c72a, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '11310f8c-0128-4dfb-bc9b-1a9f36aa0c16'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:01:58.093645 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7ecfd2ed-33d4-48e9-9280-6e4fee3e0d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:58.190026 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ed0c2006-ffb9-45fa-a28a-c843156a0ae6 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:01:58.225806 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-a4b031cd-66a5-435e-9dca-eda912563bee None None] Set router 829c11c2-4756-415b-92e3-93c41451c0c5 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:01:58.373503 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d66495-1a9b-409f-8d45-6fbc2d3a05cc req-cde07f17-2a0d-4f81-9af4-ec74a27b831c tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:58.375801 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-89d66495-1a9b-409f-8d45-6fbc2d3a05cc req-cde07f17-2a0d-4f81-9af4-ec74a27b831c tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 945 time: 0.1676161 Aug 10 04:01:58.530528 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-89d66495-1a9b-409f-8d45-6fbc2d3a05cc req-56dea5c7-d19b-499c-af61-f14d6c3fc4b0 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287670 Aug 10 04:01:58.567150 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b629c980-f497-4c84-bda5-f943723bb8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:58.654197 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f0abc7b-8a97-4b79-9578-799baa3d26a4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:58.791472 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-7ecfd2ed-33d4-48e9-9280-6e4fee3e0d2d None None] For port 1f2d73b5-c2a4-486d-b7c1-f5250d22c72a, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:01:58.825587 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-7ecfd2ed-33d4-48e9-9280-6e4fee3e0d2d None None] For port 1f2d73b5-c2a4-486d-b7c1-f5250d22c72a, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1f2d73b5-c2a4-486d-b7c1-f5250d22c72a,segment=NetworkSegment(f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c),segment_id=f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:01:58.948438 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea03dd7-980b-437d-a6d1-77b2e01ee744 req-ccde4c79-4a7a-4fe7-bc8e-db347fd47dea tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:01:58.953219 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bea03dd7-980b-437d-a6d1-77b2e01ee744 req-ccde4c79-4a7a-4fe7-bc8e-db347fd47dea tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 947 time: 0.1232355 Aug 10 04:01:58.968051 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7ecfd2ed-33d4-48e9-9280-6e4fee3e0d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:58.971515 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b629c980-f497-4c84-bda5-f943723bb8a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:59.010442 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bea03dd7-980b-437d-a6d1-77b2e01ee744 req-cf6d52e3-19ab-4523-913d-53b12280e9d0 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502772 Aug 10 04:01:59.013472 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port ed0c2006-ffb9-45fa-a28a-c843156a0ae6 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:01:59.058808 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port ed0c2006-ffb9-45fa-a28a-c843156a0ae6 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:01:59.058808 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:59.104255 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b629c980-f497-4c84-bda5-f943723bb8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:59.155113 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecfd2ed-33d4-48e9-9280-6e4fee3e0d2d None None] Pushing event updated for resources: {'Port': ['ID=1f2d73b5-c2a4-486d-b7c1-f5250d22c72a,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:59.167632 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a4b031cd-66a5-435e-9dca-eda912563bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829c11c2-4756-415b-92e3-93c41451c0c5', 'name': 'tempest-TestAggregatesBasicOps-328707781-router', 'tenant_id': 'c7ea724c05ed4750ae4dbadea71ebfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '1846e352-9cd8-4963-9888-6dbbd04346b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:49Z', 'updated_at': '2021-08-10T04:01:51Z', 'revision_number': 3, 'project_id': 'c7ea724c05ed4750ae4dbadea71ebfe3', 'gw_port': {'id': '1846e352-9cd8-4963-9888-6dbbd04346b9', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829c11c2-4756-415b-92e3-93c41451c0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:50Z', 'updated_at': '2021-08-10T04:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:01:59.207853 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b629c980-f497-4c84-bda5-f943723bb8a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:59.220645 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b031cd-66a5-435e-9dca-eda912563bee None None] The sync data for ids ['829c11c2-4756-415b-92e3-93c41451c0c5'] in n-d-802893-2 is: [{'id': '829c11c2-4756-415b-92e3-93c41451c0c5', 'name': 'tempest-TestAggregatesBasicOps-328707781-router', 'tenant_id': 'c7ea724c05ed4750ae4dbadea71ebfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '1846e352-9cd8-4963-9888-6dbbd04346b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:49Z', 'updated_at': '2021-08-10T04:01:51Z', 'revision_number': 3, 'project_id': 'c7ea724c05ed4750ae4dbadea71ebfe3', 'gw_port': {'id': '1846e352-9cd8-4963-9888-6dbbd04346b9', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829c11c2-4756-415b-92e3-93c41451c0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:50Z', 'updated_at': '2021-08-10T04:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:01:59.233191 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-8f0abc7b-8a97-4b79-9578-799baa3d26a4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Allocated IP 172.20.0.1 (11310f8c-0128-4dfb-bc9b-1a9f36aa0c16/973be298-f488-4cb9-8788-cf34136520e5/87e96111-328e-4fa8-991c-7458c4d9b9b8) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:01:59.240456 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629c980-f497-4c84-bda5-f943723bb8a2 admin admin] Pushing event updated for resources: {'Port': ['ID=73548a39-70ca-4f7e-bf6b-fcd2a3b44993,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:59.305655 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:59.334293 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port ed0c2006-ffb9-45fa-a28a-c843156a0ae6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ed0c2006-ffb9-45fa-a28a-c843156a0ae6,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:01:59.416110 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:59.537105 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=ed0c2006-ffb9-45fa-a28a-c843156a0ae6,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:01:59.540724 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b629c980-f497-4c84-bda5-f943723bb8a2 admin admin] Network 6c1cc52f-8013-4ca7-8a96-d2c63127c425 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:01:59.546816 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-b629c980-f497-4c84-bda5-f943723bb8a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:01:59.826646 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f0abc7b-8a97-4b79-9578-799baa3d26a4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:01:59.878790 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b629c980-f497-4c84-bda5-f943723bb8a2 admin admin] Router 829c11c2-4756-415b-92e3-93c41451c0c5 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:01:59.928145 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-8f0abc7b-8a97-4b79-9578-799baa3d26a4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Transition to ACTIVE for port object 87e96111-328e-4fa8-991c-7458c4d9b9b8 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:00.197657 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07378545-82b3-45c7-9334-776703d8d0ef req-9b6c37bd-1aa1-45a2-967f-f609b03400af tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:00.203619 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b0cfbf20-6f4a-4c25-8e62-df8c4f2e87a2 None None] Provisioning complete for port 73548a39-70ca-4f7e-bf6b-fcd2a3b44993 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:00.208949 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-07378545-82b3-45c7-9334-776703d8d0ef req-9b6c37bd-1aa1-45a2-967f-f609b03400af tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 945 time: 0.3971429 Aug 10 04:02:00.209594 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b0cfbf20-6f4a-4c25-8e62-df8c4f2e87a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:00.359407 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 8597653a-3390-4a44-a76b-86ade7f9cef6 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:00.378300 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b629c980-f497-4c84-bda5-f943723bb8a2 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:02:00.386502 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b629c980-f497-4c84-bda5-f943723bb8a2 admin admin] 10.222.0.25 "PUT /v2.0/routers/829c11c2-4756-415b-92e3-93c41451c0c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3510330 Aug 10 04:02:00.392247 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ed0c2006-ffb9-45fa-a28a-c843156a0ae6 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:00.416022 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-07378545-82b3-45c7-9334-776703d8d0ef req-f8846ce7-3340-479f-ad4d-56f31ad3424f tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058356 Aug 10 04:02:00.495017 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-b0cfbf20-6f4a-4c25-8e62-df8c4f2e87a2 None None] Port 73548a39-70ca-4f7e-bf6b-fcd2a3b44993 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:00.502658 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f0abc7b-8a97-4b79-9578-799baa3d26a4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:00.592086 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0abc7b-8a97-4b79-9578-799baa3d26a4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Network 11310f8c-0128-4dfb-bc9b-1a9f36aa0c16 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:00.606988 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-8f0abc7b-8a97-4b79-9578-799baa3d26a4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:00.613367 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0abc7b-8a97-4b79-9578-799baa3d26a4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:00.681545 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f0abc7b-8a97-4b79-9578-799baa3d26a4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:00.684594 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 8597653a-3390-4a44-a76b-86ade7f9cef6 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:00.691397 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:00.794109 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port ed0c2006-ffb9-45fa-a28a-c843156a0ae6 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:00.794554 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:00.825449 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0abc7b-8a97-4b79-9578-799baa3d26a4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'Port': ['ID=87e96111-328e-4fa8-991c-7458c4d9b9b8,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:01.147603 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:01.162689 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1846e352-9cd8-4963-9888-6dbbd04346b9 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:01.235268 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591d96b7-088a-4c4d-bba5-7963d949b8d3 None None] Network 11310f8c-0128-4dfb-bc9b-1a9f36aa0c16 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:02:01.245808 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f0abc7b-8a97-4b79-9578-799baa3d26a4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:01.358806 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b0c209-c74e-4b8b-8d67-276f414ea1d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8597653a-3390-4a44-a76b-86ade7f9cef6'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:02:01.362405 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff9d63c-508d-41da-a6de-89cf9e692d70" -d '{"events": [{"server_uuid": "12b0c209-c74e-4b8b-8d67-276f414ea1d2", "name": "network-vif-plugged", "status": "completed", "tag": "8597653a-3390-4a44-a76b-86ade7f9cef6"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:02:01.640856 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b3719b-106a-423f-b47d-d5e6c9aa1987 req-3e6ba994-4017-49bc-94fe-f4367d0b4c22 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:01.650866 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43b3719b-106a-423f-b47d-d5e6c9aa1987 req-3e6ba994-4017-49bc-94fe-f4367d0b4c22 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 945 time: 0.0977628 Aug 10 04:02:01.684569 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788758f4-ceca-4580-a6d6-757315f78c38 x-openstack-request-id: req-788758f4-ceca-4580-a6d6-757315f78c38 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:02:01.688224 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b0c209-c74e-4b8b-8d67-276f414ea1d2", "name": "network-vif-plugged", "status": "completed", "tag": "8597653a-3390-4a44-a76b-86ade7f9cef6", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:02:01.688224 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-788758f4-ceca-4580-a6d6-757315f78c38 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:02:01.689813 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b0c209-c74e-4b8b-8d67-276f414ea1d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8597653a-3390-4a44-a76b-86ade7f9cef6', 'code': 200} Aug 10 04:02:01.712731 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 8597653a-3390-4a44-a76b-86ade7f9cef6, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=8597653a-3390-4a44-a76b-86ade7f9cef6,segment=NetworkSegment(ddbbd097-b4f1-4cec-8d55-af70ec47d20e),segment_id=ddbbd097-b4f1-4cec-8d55-af70ec47d20e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:01.746501 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43b3719b-106a-423f-b47d-d5e6c9aa1987 req-f9efedea-dd4e-46bf-80f3-3aae1def61d4 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943124 Aug 10 04:02:01.894137 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:01.895220 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device b3b4ce36-dd2d-448b-a4c9-f1269256c40e no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:02:02.021607 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f5dee-a996-41ee-ac71-eeb520061e23 req-2c57b0c9-8aad-4847-9d16-25ab44d639be tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:02.031413 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b17f5dee-a996-41ee-ac71-eeb520061e23 req-2c57b0c9-8aad-4847-9d16-25ab44d639be tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 947 time: 0.0822477 Aug 10 04:02:02.053728 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f0abc7b-8a97-4b79-9578-799baa3d26a4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:02.077896 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=8597653a-3390-4a44-a76b-86ade7f9cef6,revision_number=7']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:02.083566 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8ee54d3d-31be-413d-a287-50f71b46764c None None] Provisioning for port 1f2d73b5-c2a4-486d-b7c1-f5250d22c72a completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:02.127889 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b17f5dee-a996-41ee-ac71-eeb520061e23 req-a29d5d4c-4e4f-4fdb-9d9c-bcf0536cd109 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882068 Aug 10 04:02:02.151665 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f0abc7b-8a97-4b79-9578-799baa3d26a4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:02.165721 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 1846e352-9cd8-4963-9888-6dbbd04346b9 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:02.190488 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 1846e352-9cd8-4963-9888-6dbbd04346b9 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:02.202636 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:02.226015 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:02.230933 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:02.231472 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:02.231885 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:02.232341 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:02.233804 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:02.234210 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:02.236385 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:02.244349 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:02.253597 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:02.254582 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:02.254582 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:02.306518 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f0abc7b-8a97-4b79-9578-799baa3d26a4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:02.312153 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0abc7b-8a97-4b79-9578-799baa3d26a4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'Port': ['ID=87e96111-328e-4fa8-991c-7458c4d9b9b8,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:02.433927 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:02.497494 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ba9bf2-65da-4b40-9972-4c2b48f0249d None None] Sync routers for ids ['829c11c2-4756-415b-92e3-93c41451c0c5'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:02:02.517554 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ba9bf2-65da-4b40-9972-4c2b48f0249d None None] Routers {'829c11c2-4756-415b-92e3-93c41451c0c5'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:02.547465 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-91ba9bf2-65da-4b40-9972-4c2b48f0249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:01:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['829c11c2-4756-415b-92e3-93c41451c0c5'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:02.547852 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0abc7b-8a97-4b79-9578-799baa3d26a4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Network 11310f8c-0128-4dfb-bc9b-1a9f36aa0c16 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:02.547852 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-8f0abc7b-8a97-4b79-9578-799baa3d26a4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:02.559427 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:02.639914 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 1846e352-9cd8-4963-9888-6dbbd04346b9, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1846e352-9cd8-4963-9888-6dbbd04346b9,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:02.731987 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:02.732803 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1f2d73b5-c2a4-486d-b7c1-f5250d22c72a up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:02.735747 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port b3b4ce36-dd2d-448b-a4c9-f1269256c40e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:02.776819 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0abc7b-8a97-4b79-9578-799baa3d26a4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Router 1588aa98-cfd0-46d5-9360-86d329345206 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:02:02.853075 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-91ba9bf2-65da-4b40-9972-4c2b48f0249d None None] Set router 829c11c2-4756-415b-92e3-93c41451c0c5 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:02:03.018020 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:03.112959 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c1ee8-cab5-4f4f-b903-3a2d6b72c990 req-236090c4-2a30-4835-9845-e66d885222ec tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:03.115218 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c08c1ee8-cab5-4f4f-b903-3a2d6b72c990 req-236090c4-2a30-4835-9845-e66d885222ec tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1452882 Aug 10 04:02:03.123438 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0abc7b-8a97-4b79-9578-799baa3d26a4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:02:03.136614 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8f0abc7b-8a97-4b79-9578-799baa3d26a4 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "PUT /v2.0/routers/1588aa98-cfd0-46d5-9360-86d329345206/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5937366 Aug 10 04:02:03.139349 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47486) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:03.165601 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e303c5f-6c36-4c83-a5e0-3d0f7de44b8d None None] Sync routers for ids ['1588aa98-cfd0-46d5-9360-86d329345206'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:02:03.205834 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=1846e352-9cd8-4963-9888-6dbbd04346b9,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:03.284225 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c08c1ee8-cab5-4f4f-b903-3a2d6b72c990 req-f68a8084-94a6-4367-a80f-db185af76952 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579380 Aug 10 04:02:03.334903 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e303c5f-6c36-4c83-a5e0-3d0f7de44b8d None None] Routers {'1588aa98-cfd0-46d5-9360-86d329345206'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:03.335543 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9e303c5f-6c36-4c83-a5e0-3d0f7de44b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:01:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['1588aa98-cfd0-46d5-9360-86d329345206'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:03.411513 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5aa5495d-8d71-4372-bf29-75a1d0c672a8 None None] Provisioning for port 87e96111-328e-4fa8-991c-7458c4d9b9b8 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:03.731524 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-91ba9bf2-65da-4b40-9972-4c2b48f0249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829c11c2-4756-415b-92e3-93c41451c0c5', 'name': 'tempest-TestAggregatesBasicOps-328707781-router', 'tenant_id': 'c7ea724c05ed4750ae4dbadea71ebfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '1846e352-9cd8-4963-9888-6dbbd04346b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:49Z', 'updated_at': '2021-08-10T04:01:58Z', 'revision_number': 4, 'project_id': 'c7ea724c05ed4750ae4dbadea71ebfe3', 'gw_port': {'id': '1846e352-9cd8-4963-9888-6dbbd04346b9', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829c11c2-4756-415b-92e3-93c41451c0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:50Z', 'updated_at': '2021-08-10T04:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '73548a39-70ca-4f7e-bf6b-fcd2a3b44993', 'name': '', 'network_id': '6c1cc52f-8013-4ca7-8a96-d2c63127c425', 'tenant_id': 'c7ea724c05ed4750ae4dbadea71ebfe3', 'mac_address': 'fa:16:3e:08:6f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829c11c2-4756-415b-92e3-93c41451c0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': 'aa1b2e96-956f-40e3-94c5-c1a54ad5734e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:55Z', 'updated_at': '2021-08-10T04:01:58Z', 'revision_number': 2, 'project_id': 'c7ea724c05ed4750ae4dbadea71ebfe3', 'subnets': [{'id': 'aa1b2e96-956f-40e3-94c5-c1a54ad5734e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:03.752729 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfde3ccf-5643-4486-8fb5-56e1914ed908 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:03.753293 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfde3ccf-5643-4486-8fb5-56e1914ed908 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:03.755946 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfde3ccf-5643-4486-8fb5-56e1914ed908 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:03.756477 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfde3ccf-5643-4486-8fb5-56e1914ed908 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:03.757250 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfde3ccf-5643-4486-8fb5-56e1914ed908 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:03.759238 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfde3ccf-5643-4486-8fb5-56e1914ed908 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:03.759745 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfde3ccf-5643-4486-8fb5-56e1914ed908 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:03.762804 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfde3ccf-5643-4486-8fb5-56e1914ed908 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:03.763344 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfde3ccf-5643-4486-8fb5-56e1914ed908 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:03.763814 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfde3ccf-5643-4486-8fb5-56e1914ed908 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:03.765203 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfde3ccf-5643-4486-8fb5-56e1914ed908 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:03.767449 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-dfde3ccf-5643-4486-8fb5-56e1914ed908 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7769 time: 0.6270263 Aug 10 04:02:03.771845 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47516) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:03.801114 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42000c9c-e2bd-4988-84d2-6244f1f07902', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:02:03.813710 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1dc402e-e23b-405c-a143-70a159051b5e" -d '{"events": [{"server_uuid": "42000c9c-e2bd-4988-84d2-6244f1f07902", "name": "network-vif-unplugged", "status": "completed", "tag": "b3b4ce36-dd2d-448b-a4c9-f1269256c40e"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:02:03.933827 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ba9bf2-65da-4b40-9972-4c2b48f0249d None None] Checking router: 829c11c2-4756-415b-92e3-93c41451c0c5 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:02:03.934410 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ba9bf2-65da-4b40-9972-4c2b48f0249d None None] Updating router 829c11c2-4756-415b-92e3-93c41451c0c5 port 73548a39-70ca-4f7e-bf6b-fcd2a3b44993 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:02:04.064904 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,revision_number=14']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:04.068492 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5aa5495d-8d71-4372-bf29-75a1d0c672a8 None None] Provisioning complete for port 87e96111-328e-4fa8-991c-7458c4d9b9b8 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:04.069199 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5aa5495d-8d71-4372-bf29-75a1d0c672a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:04.081159 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 1f2d73b5-c2a4-486d-b7c1-f5250d22c72a completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:04.138879 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47532) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:04.162027 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 1f2d73b5-c2a4-486d-b7c1-f5250d22c72a triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:04.163011 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:04.197347 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91ba9bf2-65da-4b40-9972-4c2b48f0249d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:04.335559 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-5aa5495d-8d71-4372-bf29-75a1d0c672a8 None None] Port 87e96111-328e-4fa8-991c-7458c4d9b9b8 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:04.380921 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-9e303c5f-6c36-4c83-a5e0-3d0f7de44b8d None None] Set router 1588aa98-cfd0-46d5-9360-86d329345206 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:02:04.584064 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5aa5495d-8d71-4372-bf29-75a1d0c672a8 None None] Provisioning complete for port 1f2d73b5-c2a4-486d-b7c1-f5250d22c72a triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:04.586657 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5aa5495d-8d71-4372-bf29-75a1d0c672a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:04.864384 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9872e1cd-06cc-4781-8f9f-38cbfea7a987 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:04.866105 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9872e1cd-06cc-4781-8f9f-38cbfea7a987 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:04.866668 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9872e1cd-06cc-4781-8f9f-38cbfea7a987 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:04.870786 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9872e1cd-06cc-4781-8f9f-38cbfea7a987 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:04.870786 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9872e1cd-06cc-4781-8f9f-38cbfea7a987 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:04.872818 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9872e1cd-06cc-4781-8f9f-38cbfea7a987 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:04.873873 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9872e1cd-06cc-4781-8f9f-38cbfea7a987 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:04.876376 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9872e1cd-06cc-4781-8f9f-38cbfea7a987 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:04.876853 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9872e1cd-06cc-4781-8f9f-38cbfea7a987 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:04.878360 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9872e1cd-06cc-4781-8f9f-38cbfea7a987 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:04.878871 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9872e1cd-06cc-4781-8f9f-38cbfea7a987 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:04.887086 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9872e1cd-06cc-4781-8f9f-38cbfea7a987 tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7099 time: 1.1133308 Aug 10 04:02:04.889421 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47550) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:05.092502 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:05.194419 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 1f2d73b5-c2a4-486d-b7c1-f5250d22c72a, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1f2d73b5-c2a4-486d-b7c1-f5250d22c72a,segment=NetworkSegment(f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c),segment_id=f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:05.196953 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeddf60b-8a77-4f72-a41a-2a1018146b78 x-openstack-request-id: req-aeddf60b-8a77-4f72-a41a-2a1018146b78 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:02:05.197443 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42000c9c-e2bd-4988-84d2-6244f1f07902", "name": "network-vif-unplugged", "status": "completed", "tag": "b3b4ce36-dd2d-448b-a4c9-f1269256c40e", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:02:05.197854 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aeddf60b-8a77-4f72-a41a-2a1018146b78 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:02:05.198548 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42000c9c-e2bd-4988-84d2-6244f1f07902', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e', 'code': 200} Aug 10 04:02:05.245265 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b120d-f32b-4769-84da-0c271c939057 req-0c56d5ee-645c-4840-a79d-6dfeeafd0812 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:05.251047 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fc824a52-f387-4ba0-8372-7c4e22f5091f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:05.251600 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4c2b120d-f32b-4769-84da-0c271c939057 req-0c56d5ee-645c-4840-a79d-6dfeeafd0812 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.3597867 Aug 10 04:02:05.346651 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:05.381119 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5aa5495d-8d71-4372-bf29-75a1d0c672a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:05.384839 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4c2b120d-f32b-4769-84da-0c271c939057 req-ea01feb6-11d6-4f53-87ba-b951ff10ea8c tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089528 Aug 10 04:02:05.537564 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5dfafe7f-5991-45d7-a6cd-5e567278388f tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4496 time: 0.6419413 Aug 10 04:02:05.626096 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1846e352-9cd8-4963-9888-6dbbd04346b9 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:05.760117 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91ba9bf2-65da-4b40-9972-4c2b48f0249d None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:05.801656 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-91ba9bf2-65da-4b40-9972-4c2b48f0249d None None] Transition to ACTIVE for port object 73548a39-70ca-4f7e-bf6b-fcd2a3b44993 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:05.857086 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-fc824a52-f387-4ba0-8372-7c4e22f5091f admin admin] Deleting port 7b9ffbaf-519b-4db4-b033-f753fce67007 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:05.857826 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fc824a52-f387-4ba0-8372-7c4e22f5091f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:05.908903 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91ba9bf2-65da-4b40-9972-4c2b48f0249d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:05.941240 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-5aa5495d-8d71-4372-bf29-75a1d0c672a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:02:05.942675 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-5aa5495d-8d71-4372-bf29-75a1d0c672a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:02:05.949784 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=1f2d73b5-c2a4-486d-b7c1-f5250d22c72a,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:06.008760 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9e303c5f-6c36-4c83-a5e0-3d0f7de44b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1588aa98-cfd0-46d5-9360-86d329345206', 'name': 'tempest-TestNetworkBasicOps-router-2115130268', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ed0c2006-ffb9-45fa-a28a-c843156a0ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:47Z', 'updated_at': '2021-08-10T04:02:01Z', 'revision_number': 4, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'ed0c2006-ffb9-45fa-a28a-c843156a0ae6', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:16:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1588aa98-cfd0-46d5-9360-86d329345206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:49Z', 'updated_at': '2021-08-10T04:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '87e96111-328e-4fa8-991c-7458c4d9b9b8', 'name': '', 'network_id': '11310f8c-0128-4dfb-bc9b-1a9f36aa0c16', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'mac_address': 'fa:16:3e:3d:98:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1588aa98-cfd0-46d5-9360-86d329345206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '973be298-f488-4cb9-8788-cf34136520e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:58Z', 'updated_at': '2021-08-10T04:02:01Z', 'revision_number': 2, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'subnets': [{'id': '973be298-f488-4cb9-8788-cf34136520e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:06.067069 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-fc824a52-f387-4ba0-8372-7c4e22f5091f admin admin] For port 7b9ffbaf-519b-4db4-b033-f753fce67007, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7b9ffbaf-519b-4db4-b033-f753fce67007,segment=NetworkSegment(bc60e09e-a17f-4de3-97ff-584e394bc89d),segment_id=bc60e09e-a17f-4de3-97ff-584e394bc89d)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:06.067734 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fc824a52-f387-4ba0-8372-7c4e22f5091f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:06.110439 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-fc824a52-f387-4ba0-8372-7c4e22f5091f admin admin] Calling delete_port for 7b9ffbaf-519b-4db4-b033-f753fce67007 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:06.139699 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 1846e352-9cd8-4963-9888-6dbbd04346b9 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:06.142671 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:06.156148 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e303c5f-6c36-4c83-a5e0-3d0f7de44b8d None None] Checking router: 1588aa98-cfd0-46d5-9360-86d329345206 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:02:06.156548 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e303c5f-6c36-4c83-a5e0-3d0f7de44b8d None None] Updating router 1588aa98-cfd0-46d5-9360-86d329345206 port 87e96111-328e-4fa8-991c-7458c4d9b9b8 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:02:06.186269 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de949fe-a24c-4765-ba21-7f5573bf6c9c None None] Pushing event updated for resources: {'Port': ['ID=73548a39-70ca-4f7e-bf6b-fcd2a3b44993,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:06.245227 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-91ba9bf2-65da-4b40-9972-4c2b48f0249d None None] Attempting to bind port 73548a39-70ca-4f7e-bf6b-fcd2a3b44993 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:02:06.247511 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-91ba9bf2-65da-4b40-9972-4c2b48f0249d None None] Attempting to bind port 73548a39-70ca-4f7e-bf6b-fcd2a3b44993 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '2dbfb2ad-9507-41cc-a208-be8ae9ecf63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '6c1cc52f-8013-4ca7-8a96-d2c63127c425'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:02:06.248086 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ba9bf2-65da-4b40-9972-4c2b48f0249d None None] Attempting to bind port 73548a39-70ca-4f7e-bf6b-fcd2a3b44993 on network 6c1cc52f-8013-4ca7-8a96-d2c63127c425 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:06.264477 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ba9bf2-65da-4b40-9972-4c2b48f0249d None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:02:06.267706 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ba9bf2-65da-4b40-9972-4c2b48f0249d None None] Checking segment: {'id': '2dbfb2ad-9507-41cc-a208-be8ae9ecf63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '6c1cc52f-8013-4ca7-8a96-d2c63127c425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:06.268237 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91ba9bf2-65da-4b40-9972-4c2b48f0249d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:06.274933 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ba9bf2-65da-4b40-9972-4c2b48f0249d None None] Bound using segment: {'id': '2dbfb2ad-9507-41cc-a208-be8ae9ecf63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '6c1cc52f-8013-4ca7-8a96-d2c63127c425'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:02:06.274933 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-91ba9bf2-65da-4b40-9972-4c2b48f0249d None None] Bound port: 73548a39-70ca-4f7e-bf6b-fcd2a3b44993, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbfb2ad-9507-41cc-a208-be8ae9ecf63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '6c1cc52f-8013-4ca7-8a96-d2c63127c425'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:02:06.274933 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91ba9bf2-65da-4b40-9972-4c2b48f0249d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:06.372213 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47588) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:06.375153 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-89cfd5e4-4615-4556-ad3d-bb49b1660895 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1148083936', 'description': 'tempest-secgroup-smoke-1148083936 description', 'project_id': 'f5becae06cd542b5a8415ea130ec33d4'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:06.500968 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-91ba9bf2-65da-4b40-9972-4c2b48f0249d None None] For port 73548a39-70ca-4f7e-bf6b-fcd2a3b44993, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:02:06.511052 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-91ba9bf2-65da-4b40-9972-4c2b48f0249d None None] For port 73548a39-70ca-4f7e-bf6b-fcd2a3b44993, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=73548a39-70ca-4f7e-bf6b-fcd2a3b44993,segment=NetworkSegment(2dbfb2ad-9507-41cc-a208-be8ae9ecf63e),segment_id=2dbfb2ad-9507-41cc-a208-be8ae9ecf63e)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:02:06.549260 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-89cfd5e4-4615-4556-ad3d-bb49b1660895 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:06.646259 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-91ba9bf2-65da-4b40-9972-4c2b48f0249d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:06.720977 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-89cfd5e4-4615-4556-ad3d-bb49b1660895 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:06.774577 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9e303c5f-6c36-4c83-a5e0-3d0f7de44b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:06.818172 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d513cb-3bcb-437c-9ac9-b36989e0f139 req-59037d72-b7b1-45b0-9d0d-63839ae349d7 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:06.830691 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b5d513cb-3bcb-437c-9ac9-b36989e0f139 req-59037d72-b7b1-45b0-9d0d-63839ae349d7 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.2619300 Aug 10 04:02:06.850163 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fc824a52-f387-4ba0-8372-7c4e22f5091f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:06.887658 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:02:06.890939 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ba9bf2-65da-4b40-9972-4c2b48f0249d None None] Routers {'829c11c2-4756-415b-92e3-93c41451c0c5'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:06.890939 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-91ba9bf2-65da-4b40-9972-4c2b48f0249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:01:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['829c11c2-4756-415b-92e3-93c41451c0c5'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:06.913865 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b5d513cb-3bcb-437c-9ac9-b36989e0f139 req-5cf9955b-0e00-4170-ba95-633f4ab9faeb tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777678 Aug 10 04:02:06.916789 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-89cfd5e4-4615-4556-ad3d-bb49b1660895 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:06.962723 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc824a52-f387-4ba0-8372-7c4e22f5091f admin admin] Pushing event deleted for resources: {'Port': ['ID=7b9ffbaf-519b-4db4-b033-f753fce67007,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:07.007427 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc824a52-f387-4ba0-8372-7c4e22f5091f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:07.014170 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc824a52-f387-4ba0-8372-7c4e22f5091f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:07.014170 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc824a52-f387-4ba0-8372-7c4e22f5091f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:07.014170 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc824a52-f387-4ba0-8372-7c4e22f5091f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:07.015452 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc824a52-f387-4ba0-8372-7c4e22f5091f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:07.019661 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc824a52-f387-4ba0-8372-7c4e22f5091f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:07.020100 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc824a52-f387-4ba0-8372-7c4e22f5091f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:07.020451 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc824a52-f387-4ba0-8372-7c4e22f5091f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:07.020797 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc824a52-f387-4ba0-8372-7c4e22f5091f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:07.021183 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc824a52-f387-4ba0-8372-7c4e22f5091f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:07.021526 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc824a52-f387-4ba0-8372-7c4e22f5091f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:07.021944 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc824a52-f387-4ba0-8372-7c4e22f5091f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:07.030015 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cfd5e4-4615-4556-ad3d-bb49b1660895 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84e0c79f-c57b-4199-aad9-2a7ecb3d2a82,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:07.076975 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de949fe-a24c-4765-ba21-7f5573bf6c9c None None] Pushing event updated for resources: {'Port': ['ID=73548a39-70ca-4f7e-bf6b-fcd2a3b44993,revision_number=4']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:07.189161 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-89cfd5e4-4615-4556-ad3d-bb49b1660895 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:07.192057 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-89cfd5e4-4615-4556-ad3d-bb49b1660895 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8213284 Aug 10 04:02:07.201586 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47618) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:07.206401 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-0b21096e-3cf9-4931-acda-6dbff32d8640 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'security_group_rule': {'security_group_id': '84e0c79f-c57b-4199-aad9-2a7ecb3d2a82', 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:07.278081 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-91ba9bf2-65da-4b40-9972-4c2b48f0249d None None] Set router 829c11c2-4756-415b-92e3-93c41451c0c5 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:02:07.280957 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d4716a67-927d-4708-996a-4793bf8bf0a2 None None] Provisioning complete for port 87e96111-328e-4fa8-991c-7458c4d9b9b8 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:07.281463 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d4716a67-927d-4708-996a-4793bf8bf0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:07.335801 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47620) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:07.408232 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0b21096e-3cf9-4931-acda-6dbff32d8640 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:07.520791 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0b21096e-3cf9-4931-acda-6dbff32d8640 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:07.632899 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0b21096e-3cf9-4931-acda-6dbff32d8640 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:07.639112 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-d4716a67-927d-4708-996a-4793bf8bf0a2 None None] Port 87e96111-328e-4fa8-991c-7458c4d9b9b8 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:07.705889 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b21096e-3cf9-4931-acda-6dbff32d8640 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a942f9-27e6-4f52-86cc-75d1a6e7a2ef,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:07.743079 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1f2d73b5-c2a4-486d-b7c1-f5250d22c72a up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:07.770799 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-24ca013a-f67a-4259-87e0-f0129b4dead7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:07.846361 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0b21096e-3cf9-4931-acda-6dbff32d8640 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:07.847686 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0b21096e-3cf9-4931-acda-6dbff32d8640 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6450961 Aug 10 04:02:07.850754 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47630) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:07.867199 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-c89beb0d-8acb-47bd-ba1f-7a25dc5ccf60 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'security_group_rule': {'security_group_id': '84e0c79f-c57b-4199-aad9-2a7ecb3d2a82', 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:07.934812 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-91ba9bf2-65da-4b40-9972-4c2b48f0249d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829c11c2-4756-415b-92e3-93c41451c0c5', 'name': 'tempest-TestAggregatesBasicOps-328707781-router', 'tenant_id': 'c7ea724c05ed4750ae4dbadea71ebfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '1846e352-9cd8-4963-9888-6dbbd04346b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:49Z', 'updated_at': '2021-08-10T04:01:58Z', 'revision_number': 4, 'project_id': 'c7ea724c05ed4750ae4dbadea71ebfe3', 'gw_port': {'id': '1846e352-9cd8-4963-9888-6dbbd04346b9', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829c11c2-4756-415b-92e3-93c41451c0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:50Z', 'updated_at': '2021-08-10T04:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '73548a39-70ca-4f7e-bf6b-fcd2a3b44993', 'name': '', 'network_id': '6c1cc52f-8013-4ca7-8a96-d2c63127c425', 'tenant_id': 'c7ea724c05ed4750ae4dbadea71ebfe3', 'mac_address': 'fa:16:3e:08:6f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829c11c2-4756-415b-92e3-93c41451c0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': 'aa1b2e96-956f-40e3-94c5-c1a54ad5734e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:55Z', 'updated_at': '2021-08-10T04:02:06Z', 'revision_number': 4, 'project_id': 'c7ea724c05ed4750ae4dbadea71ebfe3', 'subnets': [{'id': 'aa1b2e96-956f-40e3-94c5-c1a54ad5734e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:07.996392 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 1f2d73b5-c2a4-486d-b7c1-f5250d22c72a triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:07.998363 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:08.022339 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ba9bf2-65da-4b40-9972-4c2b48f0249d None None] The sync data for ids ['829c11c2-4756-415b-92e3-93c41451c0c5'] in n-d-802893-2 is: [{'id': '829c11c2-4756-415b-92e3-93c41451c0c5', 'name': 'tempest-TestAggregatesBasicOps-328707781-router', 'tenant_id': 'c7ea724c05ed4750ae4dbadea71ebfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '1846e352-9cd8-4963-9888-6dbbd04346b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:49Z', 'updated_at': '2021-08-10T04:01:58Z', 'revision_number': 4, 'project_id': 'c7ea724c05ed4750ae4dbadea71ebfe3', 'gw_port': {'id': '1846e352-9cd8-4963-9888-6dbbd04346b9', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829c11c2-4756-415b-92e3-93c41451c0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:50Z', 'updated_at': '2021-08-10T04:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '73548a39-70ca-4f7e-bf6b-fcd2a3b44993', 'name': '', 'network_id': '6c1cc52f-8013-4ca7-8a96-d2c63127c425', 'tenant_id': 'c7ea724c05ed4750ae4dbadea71ebfe3', 'mac_address': 'fa:16:3e:08:6f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829c11c2-4756-415b-92e3-93c41451c0c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': 'aa1b2e96-956f-40e3-94c5-c1a54ad5734e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:55Z', 'updated_at': '2021-08-10T04:02:06Z', 'revision_number': 4, 'project_id': 'c7ea724c05ed4750ae4dbadea71ebfe3', 'subnets': [{'id': 'aa1b2e96-956f-40e3-94c5-c1a54ad5734e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:02:08.094972 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9e303c5f-6c36-4c83-a5e0-3d0f7de44b8d None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:08.148397 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9e303c5f-6c36-4c83-a5e0-3d0f7de44b8d None None] Transition to ACTIVE for port object 87e96111-328e-4fa8-991c-7458c4d9b9b8 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:08.229162 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-24ca013a-f67a-4259-87e0-f0129b4dead7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:08.243170 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9e303c5f-6c36-4c83-a5e0-3d0f7de44b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:08.248330 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db4b73-2f22-4ddd-b88c-93259ab5cf83 req-c3b31ef8-00b5-43ed-8d01-866fbb3782f9 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:08.248330 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-77db4b73-2f22-4ddd-b88c-93259ab5cf83 req-c3b31ef8-00b5-43ed-8d01-866fbb3782f9 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1936960 Aug 10 04:02:08.329199 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b2a7f-cbcb-4132-a175-3cbd78c8663c None None] Pushing event updated for resources: {'Port': ['ID=87e96111-328e-4fa8-991c-7458c4d9b9b8,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:08.360633 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-24ca013a-f67a-4259-87e0-f0129b4dead7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:08.376571 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fc824a52-f387-4ba0-8372-7c4e22f5091f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:08.428443 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-24ca013a-f67a-4259-87e0-f0129b4dead7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=759404bff11f49629605fbf9198cae97&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0914109 Aug 10 04:02:08.433260 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47642) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:08.468807 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-77db4b73-2f22-4ddd-b88c-93259ab5cf83 req-67fcc076-223f-4b51-bb5b-d7a2ce831a50 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014103 Aug 10 04:02:08.470507 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-9e303c5f-6c36-4c83-a5e0-3d0f7de44b8d None None] Attempting to bind port 87e96111-328e-4fa8-991c-7458c4d9b9b8 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:02:08.470897 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-9e303c5f-6c36-4c83-a5e0-3d0f7de44b8d None None] Attempting to bind port 87e96111-328e-4fa8-991c-7458c4d9b9b8 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '11310f8c-0128-4dfb-bc9b-1a9f36aa0c16'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:02:08.471269 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e303c5f-6c36-4c83-a5e0-3d0f7de44b8d None None] Attempting to bind port 87e96111-328e-4fa8-991c-7458c4d9b9b8 on network 11310f8c-0128-4dfb-bc9b-1a9f36aa0c16 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:08.492644 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e303c5f-6c36-4c83-a5e0-3d0f7de44b8d None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:02:08.495723 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e303c5f-6c36-4c83-a5e0-3d0f7de44b8d None None] Checking segment: {'id': 'f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '11310f8c-0128-4dfb-bc9b-1a9f36aa0c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:08.498725 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9e303c5f-6c36-4c83-a5e0-3d0f7de44b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:08.499225 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e303c5f-6c36-4c83-a5e0-3d0f7de44b8d None None] Bound using segment: {'id': 'f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '11310f8c-0128-4dfb-bc9b-1a9f36aa0c16'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:02:08.500546 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-9e303c5f-6c36-4c83-a5e0-3d0f7de44b8d None None] Bound port: 87e96111-328e-4fa8-991c-7458c4d9b9b8, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '11310f8c-0128-4dfb-bc9b-1a9f36aa0c16'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:02:08.500546 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9e303c5f-6c36-4c83-a5e0-3d0f7de44b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:08.505756 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ca013a-f67a-4259-87e0-f0129b4dead7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e103362-0380-40e6-865d-121d25054f1f,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:08.566399 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c89beb0d-8acb-47bd-ba1f-7a25dc5ccf60 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:08.670040 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-9e303c5f-6c36-4c83-a5e0-3d0f7de44b8d None None] For port 87e96111-328e-4fa8-991c-7458c4d9b9b8, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:02:08.673783 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-9e303c5f-6c36-4c83-a5e0-3d0f7de44b8d None None] For port 87e96111-328e-4fa8-991c-7458c4d9b9b8, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=87e96111-328e-4fa8-991c-7458c4d9b9b8,segment=NetworkSegment(f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c),segment_id=f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:02:08.704286 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c89beb0d-8acb-47bd-ba1f-7a25dc5ccf60 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:08.794986 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9e303c5f-6c36-4c83-a5e0-3d0f7de44b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:08.817884 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c89beb0d-8acb-47bd-ba1f-7a25dc5ccf60 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:08.861200 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89beb0d-8acb-47bd-ba1f-7a25dc5ccf60 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5c49c70-32a0-41dc-88c1-32b924f55841,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:09.097214 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e99a3d-fc80-4eea-8526-ca32230da991 req-b0df7d48-4bfd-4146-8b75-7ab9914975b6 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:09.105737 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-52e99a3d-fc80-4eea-8526-ca32230da991 req-b0df7d48-4bfd-4146-8b75-7ab9914975b6 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.7941740 Aug 10 04:02:09.126834 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e303c5f-6c36-4c83-a5e0-3d0f7de44b8d None None] Routers {'1588aa98-cfd0-46d5-9360-86d329345206'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:09.127508 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9e303c5f-6c36-4c83-a5e0-3d0f7de44b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:01:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['1588aa98-cfd0-46d5-9360-86d329345206'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:09.236743 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b2a7f-cbcb-4132-a175-3cbd78c8663c None None] Pushing event updated for resources: {'Port': ['ID=87e96111-328e-4fa8-991c-7458c4d9b9b8,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:09.261611 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c89beb0d-8acb-47bd-ba1f-7a25dc5ccf60 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:09.264470 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c89beb0d-8acb-47bd-ba1f-7a25dc5ccf60 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4101796 Aug 10 04:02:09.266690 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47656) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:09.271884 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-a4a2b1df-8e58-4445-99ab-1f7c3d5a6f4a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'security_group_rule': {'security_group_id': '84e0c79f-c57b-4199-aad9-2a7ecb3d2a82', 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:09.294397 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc824a52-f387-4ba0-8372-7c4e22f5091f admin admin] Router f8044279-7661-4744-a784-6a60d88c40d3 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:02:09.312598 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a9a77d6e-7073-43b9-b97e-e5b7592438c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:09.369972 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a9a77d6e-7073-43b9-b97e-e5b7592438c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:09.417006 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b1df-8e58-4445-99ab-1f7c3d5a6f4a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:09.454939 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-9e303c5f-6c36-4c83-a5e0-3d0f7de44b8d None None] Set router 1588aa98-cfd0-46d5-9360-86d329345206 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:02:09.548123 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-52e99a3d-fc80-4eea-8526-ca32230da991 req-3e706d65-1504-407d-ab03-52268b3bae69 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4414473 Aug 10 04:02:09.590006 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b1df-8e58-4445-99ab-1f7c3d5a6f4a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:09.590691 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 73548a39-70ca-4f7e-bf6b-fcd2a3b44993 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:09.685843 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b1df-8e58-4445-99ab-1f7c3d5a6f4a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:09.761362 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2b1df-8e58-4445-99ab-1f7c3d5a6f4a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea800351-e04e-46be-b441-31935dfac240,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:09.790539 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc824a52-f387-4ba0-8372-7c4e22f5091f admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:02:09.801926 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bb1364-1d04-4175-9fe6-cafdc853e74b None None] Sync routers for ids ['f8044279-7661-4744-a784-6a60d88c40d3'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:02:09.821488 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fc824a52-f387-4ba0-8372-7c4e22f5091f admin admin] 10.222.0.25 "PUT /v2.0/routers/f8044279-7661-4744-a784-6a60d88c40d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6821859 Aug 10 04:02:09.822783 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a9a77d6e-7073-43b9-b97e-e5b7592438c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:09.830956 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bb1364-1d04-4175-9fe6-cafdc853e74b None None] Routers {'f8044279-7661-4744-a784-6a60d88c40d3'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:09.831721 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-79bb1364-1d04-4175-9fe6-cafdc853e74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:01:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f8044279-7661-4744-a784-6a60d88c40d3'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:09.837921 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95510670-c04c-4269-ba92-67283b4fbe0f req-a2cd9d5c-156e-4363-9cdc-cb805a03202b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:09.838513 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a9a77d6e-7073-43b9-b97e-e5b7592438c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:09.842041 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a9a77d6e-7073-43b9-b97e-e5b7592438c1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e103362-0380-40e6-865d-121d25054f1f HTTP/1.1" status: 204 len: 168 time: 1.3860734 Aug 10 04:02:09.842041 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47668) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:09.853248 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-95510670-c04c-4269-ba92-67283b4fbe0f req-a2cd9d5c-156e-4363-9cdc-cb805a03202b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.2136843 Aug 10 04:02:09.919597 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-95510670-c04c-4269-ba92-67283b4fbe0f req-80ed2bd5-b600-4a0e-9027-0e43c48eb7c0 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650191 Aug 10 04:02:09.933984 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a4a2b1df-8e58-4445-99ab-1f7c3d5a6f4a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:09.936160 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a4a2b1df-8e58-4445-99ab-1f7c3d5a6f4a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6683679 Aug 10 04:02:09.938768 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47672) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:09.953315 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-af6771e3-ce05-41c1-b951-67903c0c0d36 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'security_group_rule': {'security_group_id': '84e0c79f-c57b-4199-aad9-2a7ecb3d2a82', 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:09.991604 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a77d6e-7073-43b9-b97e-e5b7592438c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e103362-0380-40e6-865d-121d25054f1f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:10.064975 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c5bf4055-4af9-44a9-8de5-dd272647400a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:10.089864 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 73548a39-70ca-4f7e-bf6b-fcd2a3b44993 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:10.099239 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 73548a39-70ca-4f7e-bf6b-fcd2a3b44993 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:10.099239 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:10.179046 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-af6771e3-ce05-41c1-b951-67903c0c0d36 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:10.194472 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9e303c5f-6c36-4c83-a5e0-3d0f7de44b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1588aa98-cfd0-46d5-9360-86d329345206', 'name': 'tempest-TestNetworkBasicOps-router-2115130268', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ed0c2006-ffb9-45fa-a28a-c843156a0ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:47Z', 'updated_at': '2021-08-10T04:02:01Z', 'revision_number': 4, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'ed0c2006-ffb9-45fa-a28a-c843156a0ae6', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:16:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1588aa98-cfd0-46d5-9360-86d329345206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:49Z', 'updated_at': '2021-08-10T04:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '87e96111-328e-4fa8-991c-7458c4d9b9b8', 'name': '', 'network_id': '11310f8c-0128-4dfb-bc9b-1a9f36aa0c16', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'mac_address': 'fa:16:3e:3d:98:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1588aa98-cfd0-46d5-9360-86d329345206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '973be298-f488-4cb9-8788-cf34136520e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:58Z', 'updated_at': '2021-08-10T04:02:08Z', 'revision_number': 4, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'subnets': [{'id': '973be298-f488-4cb9-8788-cf34136520e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:10.224615 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-79bb1364-1d04-4175-9fe6-cafdc853e74b None None] Set router f8044279-7661-4744-a784-6a60d88c40d3 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:02:10.273642 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e303c5f-6c36-4c83-a5e0-3d0f7de44b8d None None] The sync data for ids ['1588aa98-cfd0-46d5-9360-86d329345206'] in n-d-802893-2 is: [{'id': '1588aa98-cfd0-46d5-9360-86d329345206', 'name': 'tempest-TestNetworkBasicOps-router-2115130268', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ed0c2006-ffb9-45fa-a28a-c843156a0ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:47Z', 'updated_at': '2021-08-10T04:02:01Z', 'revision_number': 4, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'ed0c2006-ffb9-45fa-a28a-c843156a0ae6', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:16:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1588aa98-cfd0-46d5-9360-86d329345206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:49Z', 'updated_at': '2021-08-10T04:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '87e96111-328e-4fa8-991c-7458c4d9b9b8', 'name': '', 'network_id': '11310f8c-0128-4dfb-bc9b-1a9f36aa0c16', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'mac_address': 'fa:16:3e:3d:98:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1588aa98-cfd0-46d5-9360-86d329345206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '973be298-f488-4cb9-8788-cf34136520e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:58Z', 'updated_at': '2021-08-10T04:02:08Z', 'revision_number': 4, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'subnets': [{'id': '973be298-f488-4cb9-8788-cf34136520e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:02:10.276063 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-072e6ecc-7bfc-45d1-876c-d9c06b694a8c admin admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:10.290752 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-af6771e3-ce05-41c1-b951-67903c0c0d36 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:10.326540 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892ccb7-da3c-4b7b-9421-b02e52482c75 req-53b4c26e-0701-43cd-b58c-b7a518a97ad9 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:10.336856 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8892ccb7-da3c-4b7b-9421-b02e52482c75 req-53b4c26e-0701-43cd-b58c-b7a518a97ad9 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.2439225 Aug 10 04:02:10.385253 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:10.421650 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-af6771e3-ce05-41c1-b951-67903c0c0d36 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:10.471928 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8892ccb7-da3c-4b7b-9421-b02e52482c75 req-e0d088b1-1131-44b5-977e-99180341ed15 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324396 Aug 10 04:02:10.499630 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6771e3-ce05-41c1-b951-67903c0c0d36 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=803b06b0-a58d-49d2-ac37-0026724a7fb5,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:10.538845 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 73548a39-70ca-4f7e-bf6b-fcd2a3b44993, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=73548a39-70ca-4f7e-bf6b-fcd2a3b44993,segment=NetworkSegment(2dbfb2ad-9507-41cc-a208-be8ae9ecf63e),segment_id=2dbfb2ad-9507-41cc-a208-be8ae9ecf63e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:10.644023 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-072e6ecc-7bfc-45d1-876c-d9c06b694a8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:10.701436 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:10.701646 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-af6771e3-ce05-41c1-b951-67903c0c0d36 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:10.703008 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-af6771e3-ce05-41c1-b951-67903c0c0d36 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7629614 Aug 10 04:02:10.706460 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47688) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:10.711812 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-52ee6b55-6a31-4dea-b267-32c3e4299465 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'security_group_rule': {'security_group_id': '84e0c79f-c57b-4199-aad9-2a7ecb3d2a82', 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:10.776961 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-79bb1364-1d04-4175-9fe6-cafdc853e74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8044279-7661-4744-a784-6a60d88c40d3', 'name': 'tempest-TestAggregatesBasicOps-989505553-router', 'tenant_id': '54f128ada4eb4fe7af39406ae954b88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '1c5c1203-25b2-4179-b1a9-973bad9ffce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:28Z', 'updated_at': '2021-08-10T04:02:06Z', 'revision_number': 5, 'project_id': '54f128ada4eb4fe7af39406ae954b88c', 'gw_port': {'id': '1c5c1203-25b2-4179-b1a9-973bad9ffce7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:27:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8044279-7661-4744-a784-6a60d88c40d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2292, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:30Z', 'updated_at': '2021-08-10T04:01:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:10.814037 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=73548a39-70ca-4f7e-bf6b-fcd2a3b44993,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:10.831634 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bb1364-1d04-4175-9fe6-cafdc853e74b None None] Checking router: f8044279-7661-4744-a784-6a60d88c40d3 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:02:10.855255 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bb1364-1d04-4175-9fe6-cafdc853e74b None None] Routers {'f8044279-7661-4744-a784-6a60d88c40d3'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:10.857054 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-79bb1364-1d04-4175-9fe6-cafdc853e74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:01:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f8044279-7661-4744-a784-6a60d88c40d3'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:10.875763 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-072e6ecc-7bfc-45d1-876c-d9c06b694a8c admin admin] Deleting port 1c5c1203-25b2-4179-b1a9-973bad9ffce7 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:10.876413 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-072e6ecc-7bfc-45d1-876c-d9c06b694a8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:10.954771 n-d-802893-2 neutron-server[94938]: INFO neutron.db.securitygroups_db [None req-52ee6b55-6a31-4dea-b267-32c3e4299465 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Project f5becae06cd542b5a8415ea130ec33d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:02:10.978521 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-52ee6b55-6a31-4dea-b267-32c3e4299465 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:11.018851 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-79bb1364-1d04-4175-9fe6-cafdc853e74b None None] Set router f8044279-7661-4744-a784-6a60d88c40d3 gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:02:11.160447 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-072e6ecc-7bfc-45d1-876c-d9c06b694a8c admin admin] For port 1c5c1203-25b2-4179-b1a9-973bad9ffce7, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1c5c1203-25b2-4179-b1a9-973bad9ffce7,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:11.160903 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-072e6ecc-7bfc-45d1-876c-d9c06b694a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:11.187135 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-79bb1364-1d04-4175-9fe6-cafdc853e74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8044279-7661-4744-a784-6a60d88c40d3', 'name': 'tempest-TestAggregatesBasicOps-989505553-router', 'tenant_id': '54f128ada4eb4fe7af39406ae954b88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:28Z', 'updated_at': '2021-08-10T04:02:10Z', 'revision_number': 6, 'project_id': '54f128ada4eb4fe7af39406ae954b88c', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:11.208591 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a40a1-6ac0-46fc-8a9d-7291891839eb req-8e518540-f698-4eba-9ded-d29031cd2cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:11.210283 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a17a40a1-6ac0-46fc-8a9d-7291891839eb req-8e518540-f698-4eba-9ded-d29031cd2cbd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=897476f221894013b27960fb36935e79&device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 1096 time: 0.9870195 Aug 10 04:02:11.266031 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-072e6ecc-7bfc-45d1-876c-d9c06b694a8c admin admin] Calling delete_port for 1c5c1203-25b2-4179-b1a9-973bad9ffce7 owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:11.268694 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bb1364-1d04-4175-9fe6-cafdc853e74b None None] The sync data for ids ['f8044279-7661-4744-a784-6a60d88c40d3'] in n-d-802893-2 is: [{'id': 'f8044279-7661-4744-a784-6a60d88c40d3', 'name': 'tempest-TestAggregatesBasicOps-989505553-router', 'tenant_id': '54f128ada4eb4fe7af39406ae954b88c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:28Z', 'updated_at': '2021-08-10T04:02:10Z', 'revision_number': 6, 'project_id': '54f128ada4eb4fe7af39406ae954b88c', 'gw_port_host': None}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:02:11.291296 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-52ee6b55-6a31-4dea-b267-32c3e4299465 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:11.318451 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12bd70-be37-4cca-82c7-8d49903e60ca req-378be6fe-a666-486a-bcca-2da26f3be453 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:11.321812 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2a12bd70-be37-4cca-82c7-8d49903e60ca req-378be6fe-a666-486a-bcca-2da26f3be453 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.2259688 Aug 10 04:02:11.389325 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-52ee6b55-6a31-4dea-b267-32c3e4299465 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:11.410273 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a40a1-6ac0-46fc-8a9d-7291891839eb req-9955cb23-c711-4981-a600-83ba21153233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:11.412055 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a17a40a1-6ac0-46fc-8a9d-7291891839eb req-9955cb23-c711-4981-a600-83ba21153233 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7ff6afc-8008-49c6-8b16-55c096640020 HTTP/1.1" status: 200 len: 912 time: 0.1941509 Aug 10 04:02:11.535476 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a17a40a1-6ac0-46fc-8a9d-7291891839eb req-3042a95c-46de-4899-b0ad-10901147c857 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3b4ce36-dd2d-448b-a4c9-f1269256c40e HTTP/1.1" status: 200 len: 1000 time: 0.1152878 Aug 10 04:02:11.610128 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee6b55-6a31-4dea-b267-32c3e4299465 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af656b2-40e4-44fc-b4d1-35a8d93364a2,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:11.646158 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2a12bd70-be37-4cca-82c7-8d49903e60ca req-b127cfc8-d554-4d4c-b6e0-1a0fc0be9f8d tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177867 Aug 10 04:02:11.767743 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a40a1-6ac0-46fc-8a9d-7291891839eb req-1a7449d7-c65e-4bc1-9cc7-64b5cc6e78a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:11.772338 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-52ee6b55-6a31-4dea-b267-32c3e4299465 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:11.773761 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a17a40a1-6ac0-46fc-8a9d-7291891839eb req-1a7449d7-c65e-4bc1-9cc7-64b5cc6e78a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a51d8861-9dbf-4178-9d3e-8ed73319e82c HTTP/1.1" status: 200 len: 850 time: 0.2294509 Aug 10 04:02:11.778526 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-52ee6b55-6a31-4dea-b267-32c3e4299465 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0694075 Aug 10 04:02:11.781534 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47706) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:11.799153 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-a957bd15-c031-4921-a7dd-956dd33f3bcf tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'security_group_rule': {'security_group_id': '84e0c79f-c57b-4199-aad9-2a7ecb3d2a82', 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:11.892895 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b420fcb-ec9b-4db4-affd-4ed6b99d7680 req-5acbff29-5a41-4f1e-81f8-41e15da19f4b tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:11.896895 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8b420fcb-ec9b-4db4-affd-4ed6b99d7680 req-5acbff29-5a41-4f1e-81f8-41e15da19f4b tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.2383373 Aug 10 04:02:11.936091 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-072e6ecc-7bfc-45d1-876c-d9c06b694a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:11.989272 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a40a1-6ac0-46fc-8a9d-7291891839eb req-abd72fc0-e893-456e-8af1-cb53a8778b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:11.991063 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a17a40a1-6ac0-46fc-8a9d-7291891839eb req-abd72fc0-e893-456e-8af1-cb53a8778b8c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7ff6afc-8008-49c6-8b16-55c096640020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1782098 Aug 10 04:02:11.996099 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8b420fcb-ec9b-4db4-affd-4ed6b99d7680 req-456edb29-9f1f-4ff7-a97d-82e29d2edfd2 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836828 Aug 10 04:02:12.003206 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e6ecc-7bfc-45d1-876c-d9c06b694a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=1c5c1203-25b2-4179-b1a9-973bad9ffce7,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:12.006361 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-a17a40a1-6ac0-46fc-8a9d-7291891839eb req-9b105a3c-88ac-46ef-a45b-97b2dd22f0b6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:02:12.012612 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a17a40a1-6ac0-46fc-8a9d-7291891839eb req-9b105a3c-88ac-46ef-a45b-97b2dd22f0b6 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078485 Aug 10 04:02:12.014470 n-d-802893-2 neutron-server[94937]: INFO neutron.db.securitygroups_db [None req-a957bd15-c031-4921-a7dd-956dd33f3bcf tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Project f5becae06cd542b5a8415ea130ec33d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:02:12.030728 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a957bd15-c031-4921-a7dd-956dd33f3bcf tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:12.100303 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-072e6ecc-7bfc-45d1-876c-d9c06b694a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:12.175227 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a957bd15-c031-4921-a7dd-956dd33f3bcf tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:12.183023 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a17a40a1-6ac0-46fc-8a9d-7291891839eb req-70fbc6cc-a970-4c36-a067-0fedd71e3513 service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642418 Aug 10 04:02:12.309882 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a957bd15-c031-4921-a7dd-956dd33f3bcf tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:12.338637 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 87e96111-328e-4fa8-991c-7458c4d9b9b8 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:12.351378 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-072e6ecc-7bfc-45d1-876c-d9c06b694a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:12.357907 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957bd15-c031-4921-a7dd-956dd33f3bcf tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c26841d-9bc7-489e-a18d-a13c387e8b97,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:12.360448 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-072e6ecc-7bfc-45d1-876c-d9c06b694a8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:12.380243 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a17a40a1-6ac0-46fc-8a9d-7291891839eb req-6586a375-7e7b-4660-816c-344f2b1dfa12 service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871526 Aug 10 04:02:12.434342 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a957bd15-c031-4921-a7dd-956dd33f3bcf tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:12.435566 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a957bd15-c031-4921-a7dd-956dd33f3bcf tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6527426 Aug 10 04:02:12.530539 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-072e6ecc-7bfc-45d1-876c-d9c06b694a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:12.531776 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072e6ecc-7bfc-45d1-876c-d9c06b694a8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8044279-7661-4744-a784-6a60d88c40d3 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:02:12.541953 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-072e6ecc-7bfc-45d1-876c-d9c06b694a8c admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:12.541953 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-072e6ecc-7bfc-45d1-876c-d9c06b694a8c admin admin] 10.222.0.25 "DELETE /v2.0/routers/f8044279-7661-4744-a784-6a60d88c40d3 HTTP/1.1" status: 204 len: 168 time: 2.6893170 Aug 10 04:02:12.542286 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47718) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:12.590620 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 87e96111-328e-4fa8-991c-7458c4d9b9b8 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:12.595568 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 87e96111-328e-4fa8-991c-7458c4d9b9b8 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:12.596234 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:12.634835 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d12a84-37e6-46af-ba36-b44f18c71731 admin admin] Deleting subnet 5009a87b-5150-4094-ae0c-63144ece5a17 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:02:12.638402 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c0d12a84-37e6-46af-ba36-b44f18c71731 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:12.732736 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c0d12a84-37e6-46af-ba36-b44f18c71731 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:12.850548 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:12.939370 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 87e96111-328e-4fa8-991c-7458c4d9b9b8, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=87e96111-328e-4fa8-991c-7458c4d9b9b8,segment=NetworkSegment(f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c),segment_id=f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:12.979926 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c0d12a84-37e6-46af-ba36-b44f18c71731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:12.989524 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71463775-caa2-443f-aa2c-c9d4132e895e req-8b2790fd-8eb5-4ab9-a51d-5c62ce8de2a0 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:12.991106 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-71463775-caa2-443f-aa2c-c9d4132e895e req-8b2790fd-8eb5-4ab9-a51d-5c62ce8de2a0 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1741762 Aug 10 04:02:13.057223 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:13.064165 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 73548a39-70ca-4f7e-bf6b-fcd2a3b44993 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:13.076819 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-71463775-caa2-443f-aa2c-c9d4132e895e req-22ccd8f2-0e79-4bd5-bd65-436fa803e027 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627706 Aug 10 04:02:13.178524 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c0d12a84-37e6-46af-ba36-b44f18c71731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:13.248938 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c0d12a84-37e6-46af-ba36-b44f18c71731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:13.258161 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c0d12a84-37e6-46af-ba36-b44f18c71731 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5009a87b-5150-4094-ae0c-63144ece5a17 HTTP/1.1" status: 204 len: 168 time: 0.7143002 Aug 10 04:02:13.260408 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47734) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:13.270333 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d12a84-37e6-46af-ba36-b44f18c71731 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5009a87b-5150-4094-ae0c-63144ece5a17,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:13.293580 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c608710-72d7-4d50-a3e6-ed44b9d8347a None None] Network 4b36c10c-eb32-4b97-b692-d8f1d8088231 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:02:13.407518 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39535605-db97-4661-8a30-018ce3eef372 req-06d8e236-b58d-423d-9132-b3e5153d13dc tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:13.409192 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-39535605-db97-4661-8a30-018ce3eef372 req-06d8e236-b58d-423d-9132-b3e5153d13dc tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1021495 Aug 10 04:02:13.422354 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 73548a39-70ca-4f7e-bf6b-fcd2a3b44993 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:13.423326 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:13.425227 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=87e96111-328e-4fa8-991c-7458c4d9b9b8,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:13.512330 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60b0b45b-ba09-44b3-b313-bdf7303ce790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:13.524714 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-39535605-db97-4661-8a30-018ce3eef372 req-d7e7cb09-20ed-469c-bf2d-c2dabdf5aede tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031144 Aug 10 04:02:13.536049 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-2b250735-5227-49db-8986-50e18d0ad2f7 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1148083936&fields=id&tenant_id=f5becae06cd542b5a8415ea130ec33d4 HTTP/1.1" status: 200 len: 267 time: 0.1284244 Aug 10 04:02:13.673624 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:13.699884 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc72e10f-ab0e-43aa-ae1b-c78d6d5320bd None None] DHCP port deletion for 4b36c10c-eb32-4b97-b692-d8f1d8088231 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:02:13.704431 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7b9ffbaf-519b-4db4-b033-f753fce67007 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:02:13.744572 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 7b9ffbaf-519b-4db4-b033-f753fce67007 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:02:13.744922 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7b9ffbaf-519b-4db4-b033-f753fce67007 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:02:13.779046 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d09b9-b383-4820-968e-b48e8cbe90a3 req-6a8c1fa8-e694-4f9d-9a5e-404dad277f35 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:13.814629 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d09b9-b383-4820-968e-b48e8cbe90a3 req-6a8c1fa8-e694-4f9d-9a5e-404dad277f35 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:13.829380 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d09b9-b383-4820-968e-b48e8cbe90a3 req-6a8c1fa8-e694-4f9d-9a5e-404dad277f35 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:13.833114 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-cc72e10f-ab0e-43aa-ae1b-c78d6d5320bd None None] Deleting port e0b13569-61f2-46cc-9a45-aea9ed14e17d {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:13.833683 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cc72e10f-ab0e-43aa-ae1b-c78d6d5320bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:13.870533 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d09b9-b383-4820-968e-b48e8cbe90a3 req-6a8c1fa8-e694-4f9d-9a5e-404dad277f35 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:13.892551 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d09b9-b383-4820-968e-b48e8cbe90a3 req-6a8c1fa8-e694-4f9d-9a5e-404dad277f35 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:13.899665 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 87e96111-328e-4fa8-991c-7458c4d9b9b8 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:13.903369 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d09b9-b383-4820-968e-b48e8cbe90a3 req-6a8c1fa8-e694-4f9d-9a5e-404dad277f35 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:13.911135 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6d09b9-b383-4820-968e-b48e8cbe90a3 req-6a8c1fa8-e694-4f9d-9a5e-404dad277f35 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:13.922236 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b6d09b9-b383-4820-968e-b48e8cbe90a3 req-6a8c1fa8-e694-4f9d-9a5e-404dad277f35 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5441 time: 0.2435167 Aug 10 04:02:13.957033 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ccb5ca0c-7587-43e4-a838-e79650350491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:13.975150 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-473f6304-e3a1-4adf-b092-460cb9e65884 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:13.983039 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-cc72e10f-ab0e-43aa-ae1b-c78d6d5320bd None None] For port e0b13569-61f2-46cc-9a45-aea9ed14e17d, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e0b13569-61f2-46cc-9a45-aea9ed14e17d,segment=NetworkSegment(bc60e09e-a17f-4de3-97ff-584e394bc89d),segment_id=bc60e09e-a17f-4de3-97ff-584e394bc89d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:13.983576 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cc72e10f-ab0e-43aa-ae1b-c78d6d5320bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:13.983865 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-473f6304-e3a1-4adf-b092-460cb9e65884 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/networks?id=11310f8c-0128-4dfb-bc9b-1a9f36aa0c16 HTTP/1.1" status: 200 len: 796 time: 0.4474859 Aug 10 04:02:13.986731 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-60b0b45b-ba09-44b3-b313-bdf7303ce790 admin admin] Deleting port e0b13569-61f2-46cc-9a45-aea9ed14e17d {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:13.996276 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60b0b45b-ba09-44b3-b313-bdf7303ce790 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:13.997637 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b6d09b9-b383-4820-968e-b48e8cbe90a3 req-e37730ac-7f1e-43d6-be60-1ad5efc54b68 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741434 Aug 10 04:02:14.003694 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-cc72e10f-ab0e-43aa-ae1b-c78d6d5320bd None None] Calling delete_port for e0b13569-61f2-46cc-9a45-aea9ed14e17d owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:14.012963 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 87e96111-328e-4fa8-991c-7458c4d9b9b8 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:14.013438 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:14.074229 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-60b0b45b-ba09-44b3-b313-bdf7303ce790 admin admin] For port e0b13569-61f2-46cc-9a45-aea9ed14e17d, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e0b13569-61f2-46cc-9a45-aea9ed14e17d,segment=NetworkSegment(bc60e09e-a17f-4de3-97ff-584e394bc89d),segment_id=bc60e09e-a17f-4de3-97ff-584e394bc89d)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:14.074762 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60b0b45b-ba09-44b3-b313-bdf7303ce790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:14.089913 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-60b0b45b-ba09-44b3-b313-bdf7303ce790 admin admin] Calling delete_port for e0b13569-61f2-46cc-9a45-aea9ed14e17d owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:14.213847 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-154215af-0e28-40df-b3c1-46a479e9d25b tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/quotas/f5becae06cd542b5a8415ea130ec33d4 HTTP/1.1" status: 200 len: 375 time: 0.2287247 Aug 10 04:02:14.283212 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60b0b45b-ba09-44b3-b313-bdf7303ce790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:14.288915 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cc72e10f-ab0e-43aa-ae1b-c78d6d5320bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:14.303136 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b0b45b-ba09-44b3-b313-bdf7303ce790 admin admin] No DVR routers for this DVR port e0b13569-61f2-46cc-9a45-aea9ed14e17d on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:02:14.318528 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc72e10f-ab0e-43aa-ae1b-c78d6d5320bd None None] No DVR routers for this DVR port e0b13569-61f2-46cc-9a45-aea9ed14e17d on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:02:14.326022 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0461728-4fe6-4fc1-ade7-a15f61334762 req-fb674497-bf24-43de-841e-046afac72afe tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:14.333299 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b0461728-4fe6-4fc1-ade7-a15f61334762 req-fb674497-bf24-43de-841e-046afac72afe tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1124756 Aug 10 04:02:14.375754 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc72e10f-ab0e-43aa-ae1b-c78d6d5320bd None None] Pushing event deleted for resources: {'Port': ['ID=e0b13569-61f2-46cc-9a45-aea9ed14e17d,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:14.395888 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1c5c1203-25b2-4179-b1a9-973bad9ffce7 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:02:14.438615 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0b45b-ba09-44b3-b313-bdf7303ce790 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b13569-61f2-46cc-9a45-aea9ed14e17d,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:14.439706 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b0461728-4fe6-4fc1-ade7-a15f61334762 req-ce788469-a9f8-4dd1-a490-4011eedf72e1 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053414 Aug 10 04:02:14.451467 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 1c5c1203-25b2-4179-b1a9-973bad9ffce7 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:02:14.451940 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1c5c1203-25b2-4179-b1a9-973bad9ffce7 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:02:14.452641 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e0b13569-61f2-46cc-9a45-aea9ed14e17d no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:02:14.517259 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-0123af22-9e4d-45fd-a8e8-efb9af67ab71 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5becae06cd542b5a8415ea130ec33d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3024511 Aug 10 04:02:14.732208 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a2a24-629a-4a88-8909-9ab75091238d req-7dc78ca0-07d8-476f-8260-2cf5e033768d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:14.743360 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a2a24-629a-4a88-8909-9ab75091238d req-7dc78ca0-07d8-476f-8260-2cf5e033768d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:14.759293 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a2a24-629a-4a88-8909-9ab75091238d req-7dc78ca0-07d8-476f-8260-2cf5e033768d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:14.772174 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a2a24-629a-4a88-8909-9ab75091238d req-7dc78ca0-07d8-476f-8260-2cf5e033768d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:14.793723 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a2a24-629a-4a88-8909-9ab75091238d req-7dc78ca0-07d8-476f-8260-2cf5e033768d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:14.804463 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a2a24-629a-4a88-8909-9ab75091238d req-7dc78ca0-07d8-476f-8260-2cf5e033768d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:14.815299 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a2a24-629a-4a88-8909-9ab75091238d req-7dc78ca0-07d8-476f-8260-2cf5e033768d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:14.821725 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a54a2a24-629a-4a88-8909-9ab75091238d req-7dc78ca0-07d8-476f-8260-2cf5e033768d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.20 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5441 time: 0.2845893 Aug 10 04:02:14.888144 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: e0b13569-61f2-46cc-9a45-aea9ed14e17d {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:02:14.896561 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e0b13569-61f2-46cc-9a45-aea9ed14e17d not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:02:14.967232 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a2a24-629a-4a88-8909-9ab75091238d req-5565f97d-16fe-4702-bb2a-7647207c2bb6 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:14.971424 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a54a2a24-629a-4a88-8909-9ab75091238d req-5565f97d-16fe-4702-bb2a-7647207c2bb6 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.20 "GET /v2.0/ports/d75f407a-6d9e-4e55-beff-6f8dd89b5d40?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1260464 Aug 10 04:02:14.995339 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3543a8a-0522-4833-85f0-cd33d416dd57 req-984e8b06-541d-47b3-98fe-5110b87d435f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:15.002983 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b3543a8a-0522-4833-85f0-cd33d416dd57 req-984e8b06-541d-47b3-98fe-5110b87d435f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1798964 Aug 10 04:02:15.105750 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b3543a8a-0522-4833-85f0-cd33d416dd57 req-5c4dcd09-41ad-4886-92d5-0aa90e952f70 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017809 Aug 10 04:02:15.150377 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60b0b45b-ba09-44b3-b313-bdf7303ce790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:15.180703 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-60b0b45b-ba09-44b3-b313-bdf7303ce790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b36c10c-eb32-4b97-b692-d8f1d8088231']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:15.190494 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a54a2a24-629a-4a88-8909-9ab75091238d req-fff98312-e3a8-4d0e-ae90-1059255d0aeb tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.20 "GET /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2125611 Aug 10 04:02:15.198627 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-60b0b45b-ba09-44b3-b313-bdf7303ce790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc60e09e-a17f-4de3-97ff-584e394bc89d') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:15.202788 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-60b0b45b-ba09-44b3-b313-bdf7303ce790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc60e09e-a17f-4de3-97ff-584e394bc89d') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:15.208193 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-a54a2a24-629a-4a88-8909-9ab75091238d req-f19d7a8c-521d-4589-8d2a-db5f250e1e47 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:15.219352 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60b0b45b-ba09-44b3-b313-bdf7303ce790 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:15.234375 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-4bba6cd1-096d-4e08-a0f2-029fb7a090e3 service neutron] 10.222.0.25 "GET /v2.0/networks/11310f8c-0128-4dfb-bc9b-1a9f36aa0c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7157574 Aug 10 04:02:15.246690 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60b0b45b-ba09-44b3-b313-bdf7303ce790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:15.249393 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:15.279924 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b0b45b-ba09-44b3-b313-bdf7303ce790 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:02:15.280358 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60b0b45b-ba09-44b3-b313-bdf7303ce790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:02:15.282923 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:02:15.411427 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86213ae0-9dcf-4ebe-9d39-84752beb3277 req-7375e0a4-3721-4c1b-9885-e07f782eeaf4 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:15.412571 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-0a2d4c4c-1330-4f45-908f-4522eefb122e service neutron] 10.222.0.25 "GET /v2.0/networks/11310f8c-0128-4dfb-bc9b-1a9f36aa0c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585920 Aug 10 04:02:15.422131 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86213ae0-9dcf-4ebe-9d39-84752beb3277 req-7375e0a4-3721-4c1b-9885-e07f782eeaf4 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:15.428635 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86213ae0-9dcf-4ebe-9d39-84752beb3277 req-7375e0a4-3721-4c1b-9885-e07f782eeaf4 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:15.457348 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60b0b45b-ba09-44b3-b313-bdf7303ce790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:15.458535 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86213ae0-9dcf-4ebe-9d39-84752beb3277 req-7375e0a4-3721-4c1b-9885-e07f782eeaf4 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:15.473885 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86213ae0-9dcf-4ebe-9d39-84752beb3277 req-7375e0a4-3721-4c1b-9885-e07f782eeaf4 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:15.493490 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60b0b45b-ba09-44b3-b313-bdf7303ce790 admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:15.494083 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86213ae0-9dcf-4ebe-9d39-84752beb3277 req-7375e0a4-3721-4c1b-9885-e07f782eeaf4 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:15.497250 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-60b0b45b-ba09-44b3-b313-bdf7303ce790 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4b36c10c-eb32-4b97-b692-d8f1d8088231 HTTP/1.1" status: 204 len: 168 time: 2.2351072 Aug 10 04:02:15.499161 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0b45b-ba09-44b3-b313-bdf7303ce790 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b36c10c-eb32-4b97-b692-d8f1d8088231,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:15.506128 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86213ae0-9dcf-4ebe-9d39-84752beb3277 req-7375e0a4-3721-4c1b-9885-e07f782eeaf4 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:15.507043 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47782) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:15.514230 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86213ae0-9dcf-4ebe-9d39-84752beb3277 req-7375e0a4-3721-4c1b-9885-e07f782eeaf4 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 5441 time: 0.2185903 Aug 10 04:02:15.548543 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a54a2a24-629a-4a88-8909-9ab75091238d req-f19d7a8c-521d-4589-8d2a-db5f250e1e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:15.622855 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:15.682148 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86213ae0-9dcf-4ebe-9d39-84752beb3277 req-15617a91-0dda-4e79-b2ed-cdd430e51985 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1510613 Aug 10 04:02:15.927428 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a54a2a24-629a-4a88-8909-9ab75091238d req-f19d7a8c-521d-4589-8d2a-db5f250e1e47 service neutron] For port d75f407a-6d9e-4e55-beff-6f8dd89b5d40, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=d75f407a-6d9e-4e55-beff-6f8dd89b5d40,segment=NetworkSegment(fc65a185-2ca5-435d-8bdb-72122a46119f),segment_id=fc65a185-2ca5-435d-8bdb-72122a46119f)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:15.980448 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b5121af3-a866-4f65-8fcf-f6a68ec01535 req-ce44f2ce-1419-453e-98c7-5fa8fb3e70d7 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=becdcafb-229f-41a6-8a04-ca14a78a7b5b HTTP/1.1" status: 200 len: 210 time: 0.0650094 Aug 10 04:02:16.049960 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a54a2a24-629a-4a88-8909-9ab75091238d req-f19d7a8c-521d-4589-8d2a-db5f250e1e47 service neutron] For port d75f407a-6d9e-4e55-beff-6f8dd89b5d40, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:02:16.113961 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-a54a2a24-629a-4a88-8909-9ab75091238d req-f19d7a8c-521d-4589-8d2a-db5f250e1e47 service neutron] device_id is not set on port d75f407a-6d9e-4e55-beff-6f8dd89b5d40 yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:02:16.126229 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a54a2a24-629a-4a88-8909-9ab75091238d req-f19d7a8c-521d-4589-8d2a-db5f250e1e47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:16.152318 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5f0a55-34f0-4b8d-8fc7-490920caf733 req-bee58108-2632-4dde-9f3f-235195072feb tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:16.154765 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-be5f0a55-34f0-4b8d-8fc7-490920caf733 req-bee58108-2632-4dde-9f3f-235195072feb tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.2478261 Aug 10 04:02:16.225066 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-be5f0a55-34f0-4b8d-8fc7-490920caf733 req-737232d6-6c33-49ec-ab42-1f8c5c14adb5 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563385 Aug 10 04:02:16.239539 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a54a2a24-629a-4a88-8909-9ab75091238d req-f19d7a8c-521d-4589-8d2a-db5f250e1e47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:16.275444 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19701ccb-6431-41fa-95d5-40aa208f0d5c req-94728b45-c700-4280-a1ab-911fbb7f2c44 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:16.277135 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-19701ccb-6431-41fa-95d5-40aa208f0d5c req-94728b45-c700-4280-a1ab-911fbb7f2c44 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1450608 Aug 10 04:02:16.292457 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bc394a52-7ed8-4346-a0f0-6a48969652ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:16.347746 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d7a8c-521d-4589-8d2a-db5f250e1e47 service neutron] Pushing event updated for resources: {'Port': ['ID=d75f407a-6d9e-4e55-beff-6f8dd89b5d40,revision_number=6']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:16.385892 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device fafd8c8c-73f6-41b9-881e-4160cffd6abc no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:02:16.468148 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54a2a24-629a-4a88-8909-9ab75091238d req-f19d7a8c-521d-4589-8d2a-db5f250e1e47 service neutron] No DVR routers for this DVR port d75f407a-6d9e-4e55-beff-6f8dd89b5d40 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:02:16.549572 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-a54a2a24-629a-4a88-8909-9ab75091238d req-f19d7a8c-521d-4589-8d2a-db5f250e1e47 service neutron] In _notify_port_updated(), no bound segment for port d75f407a-6d9e-4e55-beff-6f8dd89b5d40 on network 438e5aac-e98a-498a-962c-24a8dab08d84 {{(pid=94937) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 04:02:16.550945 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a2a24-629a-4a88-8909-9ab75091238d req-f19d7a8c-521d-4589-8d2a-db5f250e1e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:16.552321 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a54a2a24-629a-4a88-8909-9ab75091238d req-f19d7a8c-521d-4589-8d2a-db5f250e1e47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:16.557811 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a54a2a24-629a-4a88-8909-9ab75091238d req-f19d7a8c-521d-4589-8d2a-db5f250e1e47 service neutron] 10.222.0.20 "PUT /v2.0/ports/d75f407a-6d9e-4e55-beff-6f8dd89b5d40 HTTP/1.1" status: 200 len: 1032 time: 1.3553827 Aug 10 04:02:16.605190 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:16.632498 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fafd8c8c-73f6-41b9-881e-4160cffd6abc'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:02:16.635772 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffac203-eacc-43d8-bf52-4cdc36f5d8a1" -d '{"events": [{"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-unplugged", "status": "completed", "tag": "fafd8c8c-73f6-41b9-881e-4160cffd6abc"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:02:16.656938 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port fafd8c8c-73f6-41b9-881e-4160cffd6abc, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=fafd8c8c-73f6-41b9-881e-4160cffd6abc,segment=NetworkSegment(da658146-22e1-4101-b313-7e8ac30939d3),segment_id=da658146-22e1-4101-b313-7e8ac30939d3)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:16.737679 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a2a24-629a-4a88-8909-9ab75091238d req-189a3298-aba2-4852-919e-7c1207117424 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:16.737679 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a54a2a24-629a-4a88-8909-9ab75091238d req-189a3298-aba2-4852-919e-7c1207117424 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.20 "GET /v2.0/ports/2c7de5ba-33bf-4c9f-b02d-0d1250755d4b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1561723 Aug 10 04:02:16.744093 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-a54a2a24-629a-4a88-8909-9ab75091238d req-087d2a0c-46fe-49d9-9a96-345587a6fd05 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:16.760399 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-19701ccb-6431-41fa-95d5-40aa208f0d5c req-8eb60c0c-198a-46fb-b3c1-2e14a77bbe87 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4644334 Aug 10 04:02:16.792528 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e384cf3f-6b29-45cc-876b-94df7f14b7f9 x-openstack-request-id: req-e384cf3f-6b29-45cc-876b-94df7f14b7f9 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:02:16.793095 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-unplugged", "status": "completed", "tag": "fafd8c8c-73f6-41b9-881e-4160cffd6abc", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:02:16.793585 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e384cf3f-6b29-45cc-876b-94df7f14b7f9 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:02:16.794261 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fafd8c8c-73f6-41b9-881e-4160cffd6abc', 'code': 200} Aug 10 04:02:16.851546 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a54a2a24-629a-4a88-8909-9ab75091238d req-087d2a0c-46fe-49d9-9a96-345587a6fd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:16.880685 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-30589502-1f81-4742-b579-b735e6f93dd3 None None] Provisioning complete for port d75f407a-6d9e-4e55-beff-6f8dd89b5d40 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:16.881072 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-30589502-1f81-4742-b579-b735e6f93dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:16.919432 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-30589502-1f81-4742-b579-b735e6f93dd3 None None] Port d75f407a-6d9e-4e55-beff-6f8dd89b5d40 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:17.014751 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:17.015709 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 69e2a20f-0ef2-479f-b9ef-320a6110a078 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:02:17.033195 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36caa9-fdfc-4022-aa61-d0f54eae4932 req-4d7d4413-2800-4ed8-8b76-7c647bf8756b tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:17.041501 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a36caa9-fdfc-4022-aa61-d0f54eae4932 req-4d7d4413-2800-4ed8-8b76-7c647bf8756b tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1087682 Aug 10 04:02:17.085826 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:17.136806 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a36caa9-fdfc-4022-aa61-d0f54eae4932 req-02f7924d-a1b4-4093-86a9-1110e0c38fa5 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871453 Aug 10 04:02:17.200386 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:17.207656 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=fafd8c8c-73f6-41b9-881e-4160cffd6abc,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:17.262870 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97e7a1-0dfd-4734-9ee8-9e9b33aa01b8 req-53e4ac1f-2ec7-4cd2-97e3-ff7155741d57 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:17.270631 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 69e2a20f-0ef2-479f-b9ef-320a6110a078, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=69e2a20f-0ef2-479f-b9ef-320a6110a078,segment=NetworkSegment(fc65a185-2ca5-435d-8bdb-72122a46119f),segment_id=fc65a185-2ca5-435d-8bdb-72122a46119f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:17.278972 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97e7a1-0dfd-4734-9ee8-9e9b33aa01b8 req-53e4ac1f-2ec7-4cd2-97e3-ff7155741d57 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:17.285498 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97e7a1-0dfd-4734-9ee8-9e9b33aa01b8 req-53e4ac1f-2ec7-4cd2-97e3-ff7155741d57 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:17.293210 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97e7a1-0dfd-4734-9ee8-9e9b33aa01b8 req-53e4ac1f-2ec7-4cd2-97e3-ff7155741d57 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:17.299525 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97e7a1-0dfd-4734-9ee8-9e9b33aa01b8 req-53e4ac1f-2ec7-4cd2-97e3-ff7155741d57 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:17.306129 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97e7a1-0dfd-4734-9ee8-9e9b33aa01b8 req-53e4ac1f-2ec7-4cd2-97e3-ff7155741d57 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:17.308089 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7e97e7a1-0dfd-4734-9ee8-9e9b33aa01b8 req-53e4ac1f-2ec7-4cd2-97e3-ff7155741d57 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 4660 time: 0.3253241 Aug 10 04:02:17.323111 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0b1f313-2073-4811-831f-b3f8946f5947 req-5d90db35-e023-4277-ae98-5628a9deee88 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=becdcafb-229f-41a6-8a04-ca14a78a7b5b HTTP/1.1" status: 200 len: 210 time: 0.0854962 Aug 10 04:02:17.323111 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a54a2a24-629a-4a88-8909-9ab75091238d req-087d2a0c-46fe-49d9-9a96-345587a6fd05 service neutron] For port 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=2c7de5ba-33bf-4c9f-b02d-0d1250755d4b,segment=NetworkSegment(fc65a185-2ca5-435d-8bdb-72122a46119f),segment_id=fc65a185-2ca5-435d-8bdb-72122a46119f)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:17.381593 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:17.382477 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:02:17.387692 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a54a2a24-629a-4a88-8909-9ab75091238d req-087d2a0c-46fe-49d9-9a96-345587a6fd05 service neutron] For port 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:02:17.414009 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7e97e7a1-0dfd-4734-9ee8-9e9b33aa01b8 req-ab5a3b4a-7c2c-45cf-9de7-dcf3e8a1ebe0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&id=e08b68a4-61ad-4649-8ed9-709e16405ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0817227 Aug 10 04:02:17.449028 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-a54a2a24-629a-4a88-8909-9ab75091238d req-087d2a0c-46fe-49d9-9a96-345587a6fd05 service neutron] device_id is not set on port 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:02:17.455861 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-bc394a52-7ed8-4346-a0f0-6a48969652ce admin admin] Deleting port 73548a39-70ca-4f7e-bf6b-fcd2a3b44993 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:17.456232 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bc394a52-7ed8-4346-a0f0-6a48969652ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:17.464078 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a54a2a24-629a-4a88-8909-9ab75091238d req-087d2a0c-46fe-49d9-9a96-345587a6fd05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:17.547209 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a54a2a24-629a-4a88-8909-9ab75091238d req-087d2a0c-46fe-49d9-9a96-345587a6fd05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:17.558877 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=69e2a20f-0ef2-479f-b9ef-320a6110a078,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:17.574722 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:17.650015 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:02:17.650686 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:02:17.656694 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-bc394a52-7ed8-4346-a0f0-6a48969652ce admin admin] For port 73548a39-70ca-4f7e-bf6b-fcd2a3b44993, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=73548a39-70ca-4f7e-bf6b-fcd2a3b44993,segment=NetworkSegment(2dbfb2ad-9507-41cc-a208-be8ae9ecf63e),segment_id=2dbfb2ad-9507-41cc-a208-be8ae9ecf63e)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:17.657064 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bc394a52-7ed8-4346-a0f0-6a48969652ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:17.680946 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-bc394a52-7ed8-4346-a0f0-6a48969652ce admin admin] Calling delete_port for 73548a39-70ca-4f7e-bf6b-fcd2a3b44993 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:17.852541 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54a2a24-629a-4a88-8909-9ab75091238d req-087d2a0c-46fe-49d9-9a96-345587a6fd05 service neutron] No DVR routers for this DVR port 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:02:17.911901 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d2a0c-46fe-49d9-9a96-345587a6fd05 service neutron] Pushing event updated for resources: {'Port': ['ID=2c7de5ba-33bf-4c9f-b02d-0d1250755d4b,revision_number=6']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:17.946646 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7ac15-8150-495f-8888-64fd451bf820 req-681cca79-0206-47e6-b4b8-a8266c7ded6f tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:17.954349 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7cf7ac15-8150-495f-8888-64fd451bf820 req-681cca79-0206-47e6-b4b8-a8266c7ded6f tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.4280941 Aug 10 04:02:18.025222 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7cf7ac15-8150-495f-8888-64fd451bf820 req-a9a43b2b-864e-403e-a1f0-2e1076231c91 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699053 Aug 10 04:02:18.058720 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-a54a2a24-629a-4a88-8909-9ab75091238d req-087d2a0c-46fe-49d9-9a96-345587a6fd05 service neutron] In _notify_port_updated(), no bound segment for port 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b on network 438e5aac-e98a-498a-962c-24a8dab08d84 {{(pid=94937) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 04:02:18.059872 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a2a24-629a-4a88-8909-9ab75091238d req-087d2a0c-46fe-49d9-9a96-345587a6fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:18.060744 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a54a2a24-629a-4a88-8909-9ab75091238d req-087d2a0c-46fe-49d9-9a96-345587a6fd05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:18.062321 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a54a2a24-629a-4a88-8909-9ab75091238d req-087d2a0c-46fe-49d9-9a96-345587a6fd05 service neutron] 10.222.0.20 "PUT /v2.0/ports/2c7de5ba-33bf-4c9f-b02d-0d1250755d4b HTTP/1.1" status: 200 len: 1031 time: 1.3312714 Aug 10 04:02:18.068721 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-013cef9a-4283-4545-8513-448ff12d222a tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:18.076458 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-013cef9a-4283-4545-8513-448ff12d222a tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/networks?id=f7ff6afc-8008-49c6-8b16-55c096640020 HTTP/1.1" status: 200 len: 811 time: 0.2518306 Aug 10 04:02:18.114537 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-025bd6f7-41df-4c44-b9c7-b2305eead31f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/quotas/897476f221894013b27960fb36935e79 HTTP/1.1" status: 200 len: 375 time: 0.0315986 Aug 10 04:02:18.268928 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-27d181cc-2835-4ca8-8389-0b58ee9ee9bc tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=897476f221894013b27960fb36935e79&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1426671 Aug 10 04:02:18.292742 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b5dc050e-1300-46b6-bdbb-313323136d0f None None] Provisioning complete for port 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:18.293140 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b5dc050e-1300-46b6-bdbb-313323136d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:18.297910 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device d75f407a-6d9e-4e55-beff-6f8dd89b5d40 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:02:18.342474 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bc394a52-7ed8-4346-a0f0-6a48969652ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:18.396187 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-b5dc050e-1300-46b6-bdbb-313323136d0f None None] Port 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:18.401827 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device d75f407a-6d9e-4e55-beff-6f8dd89b5d40 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:02:18.404967 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 689d1191-90af-45a6-9b31-5a0d267b556e no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:02:18.418942 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-21ae56ed-5897-4a63-83c4-a0725088101f req-d225939d-8f01-4312-8ef2-2a1ef93ef2ee service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1602838 Aug 10 04:02:18.437999 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-a54a2a24-629a-4a88-8909-9ab75091238d req-da35e43e-d3ad-4221-ad2d-031fbc107652 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Deleting port c5bd3815-002e-4d67-be39-954b17157f18 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:18.439158 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a54a2a24-629a-4a88-8909-9ab75091238d req-da35e43e-d3ad-4221-ad2d-031fbc107652 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:18.514786 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc394a52-7ed8-4346-a0f0-6a48969652ce admin admin] Pushing event deleted for resources: {'Port': ['ID=73548a39-70ca-4f7e-bf6b-fcd2a3b44993,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:18.588869 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:18.645991 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-12f26fb0-3cab-4ed2-b38a-45611273599c service neutron] 10.222.0.25 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760993 Aug 10 04:02:18.697108 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 689d1191-90af-45a6-9b31-5a0d267b556e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=689d1191-90af-45a6-9b31-5a0d267b556e,segment=NetworkSegment(da658146-22e1-4101-b313-7e8ac30939d3),segment_id=da658146-22e1-4101-b313-7e8ac30939d3)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:18.720664 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00f4ba2f-c746-4f8b-8664-ff53add4ae91 req-13d27e2f-587a-4c6b-a3a5-a40ed3066be8 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=becdcafb-229f-41a6-8a04-ca14a78a7b5b HTTP/1.1" status: 200 len: 210 time: 0.1165855 Aug 10 04:02:18.759999 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:18.760766 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 27b3504e-5f67-479d-9a2f-2aa759db0602 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:02:18.845580 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae56ed-5897-4a63-83c4-a0725088101f req-9301a4b2-1c96-41e7-ac86-6f3d858a9bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:18.847209 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-21ae56ed-5897-4a63-83c4-a0725088101f req-9301a4b2-1c96-41e7-ac86-6f3d858a9bda service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=897476f221894013b27960fb36935e79&device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 1096 time: 0.2664433 Aug 10 04:02:18.873720 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69e2a20f-0ef2-479f-b9ef-320a6110a078'}, {'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '689d1191-90af-45a6-9b31-5a0d267b556e'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:02:18.876553 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ec6149-5d5a-49c5-afb2-131d2e3d4c05" -d '{"events": [{"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-unplugged", "status": "completed", "tag": "69e2a20f-0ef2-479f-b9ef-320a6110a078"}, {"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-unplugged", "status": "completed", "tag": "689d1191-90af-45a6-9b31-5a0d267b556e"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:02:18.984130 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bc394a52-7ed8-4346-a0f0-6a48969652ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:19.013828 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=689d1191-90af-45a6-9b31-5a0d267b556e,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:19.018804 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:19.024651 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-027d7ffb-3aa5-4890-8294-2960b2a20ce6 service neutron] 10.222.0.25 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772142 Aug 10 04:02:19.066256 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 27b3504e-5f67-479d-9a2f-2aa759db0602, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=27b3504e-5f67-479d-9a2f-2aa759db0602,segment=NetworkSegment(fc65a185-2ca5-435d-8bdb-72122a46119f),segment_id=fc65a185-2ca5-435d-8bdb-72122a46119f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:19.175419 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:19.176806 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device c5bd3815-002e-4d67-be39-954b17157f18 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:02:19.229250 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae56ed-5897-4a63-83c4-a0725088101f req-704fc188-6408-483c-bde1-0c7884381da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:19.230785 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-21ae56ed-5897-4a63-83c4-a0725088101f req-704fc188-6408-483c-bde1-0c7884381da1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7ff6afc-8008-49c6-8b16-55c096640020 HTTP/1.1" status: 200 len: 912 time: 0.2174332 Aug 10 04:02:19.303746 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=27b3504e-5f67-479d-9a2f-2aa759db0602,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:19.427451 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a54a2a24-629a-4a88-8909-9ab75091238d req-da35e43e-d3ad-4221-ad2d-031fbc107652 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] For port c5bd3815-002e-4d67-be39-954b17157f18, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c5bd3815-002e-4d67-be39-954b17157f18,segment=NetworkSegment(ac840d2f-22d8-4451-be0a-5884fabfcf90),segment_id=ac840d2f-22d8-4451-be0a-5884fabfcf90)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:19.428074 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a54a2a24-629a-4a88-8909-9ab75091238d req-da35e43e-d3ad-4221-ad2d-031fbc107652 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:19.470419 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:19.489855 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 10 Aug 2021 04:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e701cd-bfb8-4f3d-9ccb-13932c5a2130 x-openstack-request-id: req-61e701cd-bfb8-4f3d-9ccb-13932c5a2130 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:02:19.490779 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-unplugged", "status": "completed", "tag": "69e2a20f-0ef2-479f-b9ef-320a6110a078", "code": 200}, {"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-unplugged", "status": "completed", "tag": "689d1191-90af-45a6-9b31-5a0d267b556e", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:02:19.492383 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61e701cd-bfb8-4f3d-9ccb-13932c5a2130 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:02:19.492885 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69e2a20f-0ef2-479f-b9ef-320a6110a078', 'code': 200} Aug 10 04:02:19.493377 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '689d1191-90af-45a6-9b31-5a0d267b556e', 'code': 200} Aug 10 04:02:19.564340 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port c5bd3815-002e-4d67-be39-954b17157f18, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c5bd3815-002e-4d67-be39-954b17157f18,segment=NetworkSegment(ac840d2f-22d8-4451-be0a-5884fabfcf90),segment_id=ac840d2f-22d8-4451-be0a-5884fabfcf90)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:19.614588 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc394a52-7ed8-4346-a0f0-6a48969652ce admin admin] Router 829c11c2-4756-415b-92e3-93c41451c0c5 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:02:19.651136 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:19.674920 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-820ab27a-c6a6-4207-ab95-db9f34d7c594 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:19.676986 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-820ab27a-c6a6-4207-ab95-db9f34d7c594 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.68 "GET /v2.0/networks?id=11310f8c-0128-4dfb-bc9b-1a9f36aa0c16 HTTP/1.1" status: 200 len: 796 time: 0.8288839 Aug 10 04:02:19.699635 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9ca4f-d176-479f-a0e7-bef3e6bef17d req-49267e92-3830-4f42-a3c9-0e115f4d63f8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:19.706448 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9ca4f-d176-479f-a0e7-bef3e6bef17d req-49267e92-3830-4f42-a3c9-0e115f4d63f8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:19.716688 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9ca4f-d176-479f-a0e7-bef3e6bef17d req-49267e92-3830-4f42-a3c9-0e115f4d63f8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:19.721267 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9ca4f-d176-479f-a0e7-bef3e6bef17d req-49267e92-3830-4f42-a3c9-0e115f4d63f8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:19.727552 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee973b86-7641-4677-8728-a81718972800 req-22499523-9541-4594-85a6-e6975ecd9d6e tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:19.727992 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9ca4f-d176-479f-a0e7-bef3e6bef17d req-49267e92-3830-4f42-a3c9-0e115f4d63f8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:19.732642 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ee973b86-7641-4677-8728-a81718972800 req-22499523-9541-4594-85a6-e6975ecd9d6e tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1264641 Aug 10 04:02:19.736543 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52f9ca4f-d176-479f-a0e7-bef3e6bef17d req-49267e92-3830-4f42-a3c9-0e115f4d63f8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 3876 time: 0.7283320 Aug 10 04:02:19.805943 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ee973b86-7641-4677-8728-a81718972800 req-5f492234-6593-40a1-81c7-7e2d4b1278df tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636761 Aug 10 04:02:19.834520 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=c5bd3815-002e-4d67-be39-954b17157f18,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:19.863076 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-3694c457-0073-45d3-9998-61cc6f6555c0 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5becae06cd542b5a8415ea130ec33d4 HTTP/1.1" status: 200 len: 380 time: 0.1242878 Aug 10 04:02:19.886928 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-c0eb5387-486d-4943-a76d-9acb89f69083 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'port': {'device_id': 'becdcafb-229f-41a6-8a04-ca14a78a7b5b', 'network_id': '11310f8c-0128-4dfb-bc9b-1a9f36aa0c16', 'admin_state_up': True, 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'security_groups': ['84e0c79f-c57b-4199-aad9-2a7ecb3d2a82']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:19.898439 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-21ae56ed-5897-4a63-83c4-a0725088101f req-e04a934e-0584-4cd0-a277-2042c5b9cd09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3b4ce36-dd2d-448b-a4c9-f1269256c40e HTTP/1.1" status: 200 len: 1000 time: 0.6221886 Aug 10 04:02:20.098045 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae56ed-5897-4a63-83c4-a0725088101f req-34004bc7-0afb-4757-b464-d764c6798dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:20.100621 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-21ae56ed-5897-4a63-83c4-a0725088101f req-34004bc7-0afb-4757-b464-d764c6798dbc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a51d8861-9dbf-4178-9d3e-8ed73319e82c HTTP/1.1" status: 200 len: 850 time: 0.0709727 Aug 10 04:02:20.121305 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52f9ca4f-d176-479f-a0e7-bef3e6bef17d req-1a6ce6ef-3d1c-48de-81c9-b98242b2572d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3835921 Aug 10 04:02:20.220210 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c07bf6e6-45cd-4fac-8a70-8e427ac3869c req-ee5eade7-fa33-404a-9843-4e9521c067ab tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 210 time: 0.0486386 Aug 10 04:02:20.240890 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc394a52-7ed8-4346-a0f0-6a48969652ce admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:02:20.253723 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ac3d43-c050-4221-808c-625eb3ec45cf None None] Sync routers for ids ['829c11c2-4756-415b-92e3-93c41451c0c5'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:02:20.258968 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bc394a52-7ed8-4346-a0f0-6a48969652ce admin admin] 10.222.0.25 "PUT /v2.0/routers/829c11c2-4756-415b-92e3-93c41451c0c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7432938 Aug 10 04:02:20.260119 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47890) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:20.266147 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ac3d43-c050-4221-808c-625eb3ec45cf None None] Routers {'829c11c2-4756-415b-92e3-93c41451c0c5'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:20.266773 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-94ac3d43-c050-4221-808c-625eb3ec45cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:02:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['829c11c2-4756-415b-92e3-93c41451c0c5'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:20.451792 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc1afc1c-4bb2-4b42-9695-a056f435da07 admin admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:20.611816 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-94ac3d43-c050-4221-808c-625eb3ec45cf None None] Set router 829c11c2-4756-415b-92e3-93c41451c0c5 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:02:20.655759 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc1afc1c-4bb2-4b42-9695-a056f435da07 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:20.863320 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-81bc3dc9-c810-443a-a5fd-de4130a0d933 req-8e521b03-47d5-4249-ac45-dd7083955cc6 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=becdcafb-229f-41a6-8a04-ca14a78a7b5b HTTP/1.1" status: 200 len: 210 time: 0.1167209 Aug 10 04:02:20.896189 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae56ed-5897-4a63-83c4-a0725088101f req-0aeb7cca-5471-45f0-8d85-a197b0942a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:20.898097 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-21ae56ed-5897-4a63-83c4-a0725088101f req-0aeb7cca-5471-45f0-8d85-a197b0942a87 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7ff6afc-8008-49c6-8b16-55c096640020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7892385 Aug 10 04:02:20.922741 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-94ac3d43-c050-4221-808c-625eb3ec45cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829c11c2-4756-415b-92e3-93c41451c0c5', 'name': 'tempest-TestAggregatesBasicOps-328707781-router', 'tenant_id': 'c7ea724c05ed4750ae4dbadea71ebfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': '1846e352-9cd8-4963-9888-6dbbd04346b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:49Z', 'updated_at': '2021-08-10T04:02:18Z', 'revision_number': 5, 'project_id': 'c7ea724c05ed4750ae4dbadea71ebfe3', 'gw_port': {'id': '1846e352-9cd8-4963-9888-6dbbd04346b9', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829c11c2-4756-415b-92e3-93c41451c0c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:50Z', 'updated_at': '2021-08-10T04:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:20.931586 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-cc1afc1c-4bb2-4b42-9695-a056f435da07 admin admin] Deleting port 1846e352-9cd8-4963-9888-6dbbd04346b9 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:20.934117 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc1afc1c-4bb2-4b42-9695-a056f435da07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:20.979328 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ac3d43-c050-4221-808c-625eb3ec45cf None None] Checking router: 829c11c2-4756-415b-92e3-93c41451c0c5 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:02:20.989188 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ac3d43-c050-4221-808c-625eb3ec45cf None None] Routers {'829c11c2-4756-415b-92e3-93c41451c0c5'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:20.990051 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-94ac3d43-c050-4221-808c-625eb3ec45cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:02:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['829c11c2-4756-415b-92e3-93c41451c0c5'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:20.990652 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a54a2a24-629a-4a88-8909-9ab75091238d req-da35e43e-d3ad-4221-ad2d-031fbc107652 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:20.991178 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a54a2a24-629a-4a88-8909-9ab75091238d req-da35e43e-d3ad-4221-ad2d-031fbc107652 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:20.998491 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [req-a54a2a24-629a-4a88-8909-9ab75091238d req-da35e43e-d3ad-4221-ad2d-031fbc107652 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Floating IP c32ef323-a97a-45fc-af28-dc79af4ed9e0 disassociated. External IP: 172.25.0.202, port: c5bd3815-002e-4d67-be39-954b17157f18. Aug 10 04:02:20.998491 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-a54a2a24-629a-4a88-8909-9ab75091238d req-da35e43e-d3ad-4221-ad2d-031fbc107652 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Calling delete_port for c5bd3815-002e-4d67-be39-954b17157f18 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:21.110639 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-21ae56ed-5897-4a63-83c4-a0725088101f req-3f1b7a3c-8d31-4287-916f-76222c9b7e89 service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044411 Aug 10 04:02:21.147714 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-c0eb5387-486d-4943-a76d-9acb89f69083 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Made reservation on behalf of f5becae06cd542b5a8415ea130ec33d4 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:21.151441 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-c0eb5387-486d-4943-a76d-9acb89f69083 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:21.161779 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-94ac3d43-c050-4221-808c-625eb3ec45cf None None] Set router 829c11c2-4756-415b-92e3-93c41451c0c5 gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:02:21.236402 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-94ac3d43-c050-4221-808c-625eb3ec45cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829c11c2-4756-415b-92e3-93c41451c0c5', 'name': 'tempest-TestAggregatesBasicOps-328707781-router', 'tenant_id': 'c7ea724c05ed4750ae4dbadea71ebfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:49Z', 'updated_at': '2021-08-10T04:02:20Z', 'revision_number': 6, 'project_id': 'c7ea724c05ed4750ae4dbadea71ebfe3', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:21.267152 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ada86e-9ae0-4dba-98b3-2026ed5bd366 req-5b8c26bc-5fbc-47e6-b962-ccd75993401d tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:21.289202 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-75ada86e-9ae0-4dba-98b3-2026ed5bd366 req-5b8c26bc-5fbc-47e6-b962-ccd75993401d tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.2324195 Aug 10 04:02:21.331465 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-cc1afc1c-4bb2-4b42-9695-a056f435da07 admin admin] For port 1846e352-9cd8-4963-9888-6dbbd04346b9, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1846e352-9cd8-4963-9888-6dbbd04346b9,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:21.331712 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc1afc1c-4bb2-4b42-9695-a056f435da07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:21.348008 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-cc1afc1c-4bb2-4b42-9695-a056f435da07 admin admin] Calling delete_port for 1846e352-9cd8-4963-9888-6dbbd04346b9 owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:21.354716 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ac3d43-c050-4221-808c-625eb3ec45cf None None] The sync data for ids ['829c11c2-4756-415b-92e3-93c41451c0c5'] in n-d-802893-2 is: [{'id': '829c11c2-4756-415b-92e3-93c41451c0c5', 'name': 'tempest-TestAggregatesBasicOps-328707781-router', 'tenant_id': 'c7ea724c05ed4750ae4dbadea71ebfe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:49Z', 'updated_at': '2021-08-10T04:02:20Z', 'revision_number': 6, 'project_id': 'c7ea724c05ed4750ae4dbadea71ebfe3', 'gw_port_host': None}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:02:21.486458 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f9a2a-0a71-4955-9288-58ee6a1364c7 req-c254acf5-eaf8-4167-bc08-6255d6e5fbe3 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:21.494492 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f9a2a-0a71-4955-9288-58ee6a1364c7 req-c254acf5-eaf8-4167-bc08-6255d6e5fbe3 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:21.496118 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b3504e-5f67-479d-9a2f-2aa759db0602'}, {'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5bd3815-002e-4d67-be39-954b17157f18'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:02:21.498796 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035dc8b6-23ad-45ae-b68b-c9fc19f4c069" -d '{"events": [{"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-unplugged", "status": "completed", "tag": "27b3504e-5f67-479d-9a2f-2aa759db0602"}, {"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-unplugged", "status": "completed", "tag": "c5bd3815-002e-4d67-be39-954b17157f18"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:02:21.500860 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f9a2a-0a71-4955-9288-58ee6a1364c7 req-c254acf5-eaf8-4167-bc08-6255d6e5fbe3 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:21.509531 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f9a2a-0a71-4955-9288-58ee6a1364c7 req-c254acf5-eaf8-4167-bc08-6255d6e5fbe3 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:21.516033 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f9a2a-0a71-4955-9288-58ee6a1364c7 req-c254acf5-eaf8-4167-bc08-6255d6e5fbe3 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:21.523891 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b7f9a2a-0a71-4955-9288-58ee6a1364c7 req-c254acf5-eaf8-4167-bc08-6255d6e5fbe3 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 3874 time: 0.2091334 Aug 10 04:02:21.641362 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-c0eb5387-486d-4943-a76d-9acb89f69083 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Allocated IP 172.20.0.11 (11310f8c-0128-4dfb-bc9b-1a9f36aa0c16/973be298-f488-4cb9-8788-cf34136520e5/87634fc3-aa41-412a-9888-0257f60f636b) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:21.653701 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-21ae56ed-5897-4a63-83c4-a0725088101f req-6c0517cf-cb18-442a-9d61-7ab65f8e8e2f service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5285950 Aug 10 04:02:21.661966 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b7f9a2a-0a71-4955-9288-58ee6a1364c7 req-7383bb73-821c-4603-afe1-0b8272d46ac4 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371844 Aug 10 04:02:21.748893 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-75ada86e-9ae0-4dba-98b3-2026ed5bd366 req-36e01974-510f-47dd-ac8e-0c95716da804 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587822 Aug 10 04:02:21.792410 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc1afc1c-4bb2-4b42-9695-a056f435da07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:21.823507 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a54a2a24-629a-4a88-8909-9ab75091238d req-da35e43e-d3ad-4221-ad2d-031fbc107652 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:21.841737 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 73548a39-70ca-4f7e-bf6b-fcd2a3b44993 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:02:21.875755 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 10 Aug 2021 04:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f39004-2999-4b7b-8b89-230faea90f35 x-openstack-request-id: req-01f39004-2999-4b7b-8b89-230faea90f35 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:02:21.876230 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-unplugged", "status": "completed", "tag": "27b3504e-5f67-479d-9a2f-2aa759db0602", "code": 200}, {"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-unplugged", "status": "completed", "tag": "c5bd3815-002e-4d67-be39-954b17157f18", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:02:21.876581 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01f39004-2999-4b7b-8b89-230faea90f35 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:02:21.878126 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27b3504e-5f67-479d-9a2f-2aa759db0602', 'code': 200} Aug 10 04:02:21.878650 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5bd3815-002e-4d67-be39-954b17157f18', 'code': 200} Aug 10 04:02:21.880811 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 73548a39-70ca-4f7e-bf6b-fcd2a3b44993 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:02:21.881794 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 73548a39-70ca-4f7e-bf6b-fcd2a3b44993 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:02:21.905045 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35e43e-d3ad-4221-ad2d-031fbc107652 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Pushing event deleted for resources: {'Port': ['ID=c5bd3815-002e-4d67-be39-954b17157f18,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:21.971171 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-71097089-ef9c-42bd-bc4f-66b0581b51f8 req-8fd23579-9d97-4975-acb2-f2b025883b61 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 210 time: 0.0674047 Aug 10 04:02:22.053364 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1afc1c-4bb2-4b42-9695-a056f435da07 admin admin] Pushing event deleted for resources: {'Port': ['ID=1846e352-9cd8-4963-9888-6dbbd04346b9,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:22.202842 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-c0eb5387-486d-4943-a76d-9acb89f69083 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:22.242288 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-c0eb5387-486d-4943-a76d-9acb89f69083 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Transition to ACTIVE for port object 87634fc3-aa41-412a-9888-0257f60f636b will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:22.265186 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-440e74e8-1cc3-4221-8bad-312e824e637c req-785a95a5-ded0-4a92-b458-b6f5fe643d26 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=becdcafb-229f-41a6-8a04-ca14a78a7b5b HTTP/1.1" status: 200 len: 210 time: 0.2545962 Aug 10 04:02:22.265822 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a54a2a24-629a-4a88-8909-9ab75091238d req-da35e43e-d3ad-4221-ad2d-031fbc107652 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Router 0c3df0b4-26ae-4405-a319-35d61b308e25 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:02:22.273138 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc1afc1c-4bb2-4b42-9695-a056f435da07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:22.433256 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-c0eb5387-486d-4943-a76d-9acb89f69083 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:22.456898 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc1afc1c-4bb2-4b42-9695-a056f435da07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:22.463603 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc1afc1c-4bb2-4b42-9695-a056f435da07 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:22.563060 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-c0eb5387-486d-4943-a76d-9acb89f69083 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Network 11310f8c-0128-4dfb-bc9b-1a9f36aa0c16 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:22.579798 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-c0eb5387-486d-4943-a76d-9acb89f69083 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:22.598676 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-c0eb5387-486d-4943-a76d-9acb89f69083 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:22.645511 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc1afc1c-4bb2-4b42-9695-a056f435da07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:22.646031 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1afc1c-4bb2-4b42-9695-a056f435da07 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 829c11c2-4756-415b-92e3-93c41451c0c5 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:02:22.652437 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc1afc1c-4bb2-4b42-9695-a056f435da07 admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:22.653413 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-cc1afc1c-4bb2-4b42-9695-a056f435da07 admin admin] 10.222.0.25 "DELETE /v2.0/routers/829c11c2-4756-415b-92e3-93c41451c0c5 HTTP/1.1" status: 204 len: 168 time: 2.3918960 Aug 10 04:02:22.656053 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47934) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:22.740072 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eb5387-486d-4943-a76d-9acb89f69083 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'Port': ['ID=87634fc3-aa41-412a-9888-0257f60f636b,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:22.766257 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a54a2a24-629a-4a88-8909-9ab75091238d req-da35e43e-d3ad-4221-ad2d-031fbc107652 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:02:22.798798 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a73f36f-2c3b-441e-9c11-66c35fd6d7c7 None None] Sync routers for ids ['0c3df0b4-26ae-4405-a319-35d61b308e25'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:02:22.821053 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a73f36f-2c3b-441e-9c11-66c35fd6d7c7 None None] Routers {'0c3df0b4-26ae-4405-a319-35d61b308e25'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:22.821684 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-5a73f36f-2c3b-441e-9c11-66c35fd6d7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:02:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0c3df0b4-26ae-4405-a319-35d61b308e25'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:22.830440 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-f67543c0-b8f8-4599-adfa-1776527be751 admin admin] Deleting subnet aa1b2e96-956f-40e3-94c5-c1a54ad5734e {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:02:22.852501 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f67543c0-b8f8-4599-adfa-1776527be751 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:22.935875 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54a2a24-629a-4a88-8909-9ab75091238d req-da35e43e-d3ad-4221-ad2d-031fbc107652 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] No DVR routers for this DVR port c5bd3815-002e-4d67-be39-954b17157f18 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:02:22.955882 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a54a2a24-629a-4a88-8909-9ab75091238d req-da35e43e-d3ad-4221-ad2d-031fbc107652 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:22.958122 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a54a2a24-629a-4a88-8909-9ab75091238d req-da35e43e-d3ad-4221-ad2d-031fbc107652 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.20 "DELETE /v2.0/ports/c5bd3815-002e-4d67-be39-954b17157f18 HTTP/1.1" status: 204 len: 173 time: 4.8867328 Aug 10 04:02:22.983294 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-deleted', 'tag': 'c5bd3815-002e-4d67-be39-954b17157f18'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:02:22.985536 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0661bf8b-aec7-4f6b-a36a-353233ed08ec" -d '{"events": [{"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-deleted", "tag": "c5bd3815-002e-4d67-be39-954b17157f18"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:02:23.023291 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f67543c0-b8f8-4599-adfa-1776527be751 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:23.029838 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-c0eb5387-486d-4943-a76d-9acb89f69083 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:23.030500 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-c0eb5387-486d-4943-a76d-9acb89f69083 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:23.237429 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e24b6-00d4-420d-8530-c640b7811648 req-c45a9dd0-777a-464a-bfed-8efd4de5d57b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:23.237969 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4a56c2b5-c652-447b-8df7-af723be806f5 None None] Provisioning for port 87634fc3-aa41-412a-9888-0257f60f636b completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:23.243093 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4a56c2b5-c652-447b-8df7-af723be806f5 None None] Provisioning complete for port 87634fc3-aa41-412a-9888-0257f60f636b triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:23.250728 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4a56c2b5-c652-447b-8df7-af723be806f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:23.250865 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-844e24b6-00d4-420d-8530-c640b7811648 req-c45a9dd0-777a-464a-bfed-8efd4de5d57b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.2442033 Aug 10 04:02:23.253754 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-5a73f36f-2c3b-441e-9c11-66c35fd6d7c7 None None] Set router 0c3df0b4-26ae-4405-a319-35d61b308e25 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:02:23.321226 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-4a56c2b5-c652-447b-8df7-af723be806f5 None None] Port 87634fc3-aa41-412a-9888-0257f60f636b cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:23.351199 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-c0eb5387-486d-4943-a76d-9acb89f69083 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4740629 Aug 10 04:02:23.367173 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-844e24b6-00d4-420d-8530-c640b7811648 req-a6b85a4e-8ede-43b1-b87e-1047bb58be4b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997605 Aug 10 04:02:23.391994 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f67543c0-b8f8-4599-adfa-1776527be751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:23.537696 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-47c8c2f6-1dcb-4eb5-8c5f-051967f97bb4 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:23.541512 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-47c8c2f6-1dcb-4eb5-8c5f-051967f97bb4 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.20 "GET /v2.0/networks?id=f7ff6afc-8008-49c6-8b16-55c096640020 HTTP/1.1" status: 200 len: 811 time: 0.3251681 Aug 10 04:02:23.565993 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dca0ee-e6bc-44d2-b4ce-cba2c4c6bcdb req-b278689c-7fd6-4074-8bbb-814522915a2d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:23.576951 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dca0ee-e6bc-44d2-b4ce-cba2c4c6bcdb req-b278689c-7fd6-4074-8bbb-814522915a2d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:23.595165 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dca0ee-e6bc-44d2-b4ce-cba2c4c6bcdb req-b278689c-7fd6-4074-8bbb-814522915a2d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:23.596848 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af85d144-2dc7-45a4-a36a-2258ed44aab0 req-166e1675-f80f-4e54-aa47-c508c3a97a5e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 210 time: 0.0819085 Aug 10 04:02:23.609571 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dca0ee-e6bc-44d2-b4ce-cba2c4c6bcdb req-b278689c-7fd6-4074-8bbb-814522915a2d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:23.627768 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6dca0ee-e6bc-44d2-b4ce-cba2c4c6bcdb req-b278689c-7fd6-4074-8bbb-814522915a2d tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 3141 time: 0.6683292 Aug 10 04:02:23.726412 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f67543c0-b8f8-4599-adfa-1776527be751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:23.740657 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-9554038a-67bb-40cf-aa33-32ac98ba6dd4 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Request body: {'port': {'device_id': 'ff549ff6-8f26-4fc3-a3b6-a38c9b27b738', 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020', 'admin_state_up': True, 'tenant_id': '897476f221894013b27960fb36935e79'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:23.804494 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67543c0-b8f8-4599-adfa-1776527be751 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa1b2e96-956f-40e3-94c5-c1a54ad5734e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:23.811831 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-5a73f36f-2c3b-441e-9c11-66c35fd6d7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'name': 'tempest-TaggedBootDevicesTest_v242-1861095225-router', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '51528760-ed0f-4320-8a81-b8ee91fbc2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:28Z', 'updated_at': '2021-08-10T03:51:32Z', 'revision_number': 4, 'project_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'gw_port': {'id': '51528760-ed0f-4320-8a81-b8ee91fbc2c7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:00:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:29Z', 'updated_at': '2021-08-10T03:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'fc6ae7c9-695f-4452-8877-2162cff3a30a', 'name': '', 'network_id': 'af9d6125-2256-42d2-8b3b-ccaff09619e5', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'mac_address': 'fa:16:3e:a7:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '131e12ae-b15c-4627-a08c-2d35b677d6c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:32Z', 'updated_at': '2021-08-10T03:51:39Z', 'revision_number': 5, 'project_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'subnets': [{'id': '131e12ae-b15c-4627-a08c-2d35b677d6c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:23.819741 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f67543c0-b8f8-4599-adfa-1776527be751 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:23.826378 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282c624f-6598-47e3-8e71-dc1176ce8f7d None None] Network 6c1cc52f-8013-4ca7-8a96-d2c63127c425 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:02:23.826549 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f67543c0-b8f8-4599-adfa-1776527be751 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/aa1b2e96-956f-40e3-94c5-c1a54ad5734e HTTP/1.1" status: 204 len: 168 time: 1.1671467 Aug 10 04:02:23.828227 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47960) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:23.845073 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab38fcc0-a3c9-4188-9dff-0d0faa10edad x-openstack-request-id: req-ab38fcc0-a3c9-4188-9dff-0d0faa10edad {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:02:23.845395 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-deleted", "tag": "c5bd3815-002e-4d67-be39-954b17157f18", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:02:23.846837 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab38fcc0-a3c9-4188-9dff-0d0faa10edad {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:02:23.847493 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-deleted', 'tag': 'c5bd3815-002e-4d67-be39-954b17157f18', 'status': 'completed', 'code': 200} Aug 10 04:02:23.884961 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a73f36f-2c3b-441e-9c11-66c35fd6d7c7 None None] Checking router: 0c3df0b4-26ae-4405-a319-35d61b308e25 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:02:23.907755 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a73f36f-2c3b-441e-9c11-66c35fd6d7c7 None None] Routers {'0c3df0b4-26ae-4405-a319-35d61b308e25'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:23.909061 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-5a73f36f-2c3b-441e-9c11-66c35fd6d7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:02:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0c3df0b4-26ae-4405-a319-35d61b308e25'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:23.936526 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-a54a2a24-629a-4a88-8909-9ab75091238d req-56139a51-d4fd-4012-85dc-2639800415e8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Deleting port 689d1191-90af-45a6-9b31-5a0d267b556e {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:23.937145 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a54a2a24-629a-4a88-8909-9ab75091238d req-56139a51-d4fd-4012-85dc-2639800415e8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:23.952738 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1846e352-9cd8-4963-9888-6dbbd04346b9 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:02:23.984450 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6dca0ee-e6bc-44d2-b4ce-cba2c4c6bcdb req-d01fcdf4-bfca-4cbc-bcb9-48e5b600a46b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3337343 Aug 10 04:02:24.000761 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-5174b738-d30c-4d2d-9da1-76035629c5b7 service neutron] Request body: {'port': {'device_id': 'becdcafb-229f-41a6-8a04-ca14a78a7b5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:24.015119 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 1846e352-9cd8-4963-9888-6dbbd04346b9 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:02:24.015950 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1846e352-9cd8-4963-9888-6dbbd04346b9 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:02:24.045938 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-300ce170-d597-4332-bc38-34045ae6f063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:24.215509 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-300ce170-d597-4332-bc38-34045ae6f063 admin admin] Deleting port 4b2eed0e-b83f-475d-bb55-0e9938fe2fe6 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:24.216740 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-300ce170-d597-4332-bc38-34045ae6f063 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:24.243754 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-5a73f36f-2c3b-441e-9c11-66c35fd6d7c7 None None] Set router 0c3df0b4-26ae-4405-a319-35d61b308e25 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:02:24.250634 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f3774c-cdfc-4370-8477-f9ba8fb8a1fb None None] DHCP port deletion for 6c1cc52f-8013-4ca7-8a96-d2c63127c425 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:02:24.336260 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-300ce170-d597-4332-bc38-34045ae6f063 admin admin] For port 4b2eed0e-b83f-475d-bb55-0e9938fe2fe6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4b2eed0e-b83f-475d-bb55-0e9938fe2fe6,segment=NetworkSegment(2dbfb2ad-9507-41cc-a208-be8ae9ecf63e),segment_id=2dbfb2ad-9507-41cc-a208-be8ae9ecf63e)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:24.336936 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-300ce170-d597-4332-bc38-34045ae6f063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:24.341340 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a54a2a24-629a-4a88-8909-9ab75091238d req-56139a51-d4fd-4012-85dc-2639800415e8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] For port 689d1191-90af-45a6-9b31-5a0d267b556e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=689d1191-90af-45a6-9b31-5a0d267b556e,segment=NetworkSegment(da658146-22e1-4101-b313-7e8ac30939d3),segment_id=da658146-22e1-4101-b313-7e8ac30939d3)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:24.341653 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a54a2a24-629a-4a88-8909-9ab75091238d req-56139a51-d4fd-4012-85dc-2639800415e8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:24.353622 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-300ce170-d597-4332-bc38-34045ae6f063 admin admin] Calling delete_port for 4b2eed0e-b83f-475d-bb55-0e9938fe2fe6 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:24.371647 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-d5f3774c-cdfc-4370-8477-f9ba8fb8a1fb None None] Deleting port 4b2eed0e-b83f-475d-bb55-0e9938fe2fe6 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:24.372049 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d5f3774c-cdfc-4370-8477-f9ba8fb8a1fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:24.378534 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-a54a2a24-629a-4a88-8909-9ab75091238d req-56139a51-d4fd-4012-85dc-2639800415e8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Calling delete_port for 689d1191-90af-45a6-9b31-5a0d267b556e owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:24.520718 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d5f3774c-cdfc-4370-8477-f9ba8fb8a1fb None None] For port 4b2eed0e-b83f-475d-bb55-0e9938fe2fe6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4b2eed0e-b83f-475d-bb55-0e9938fe2fe6,segment=NetworkSegment(2dbfb2ad-9507-41cc-a208-be8ae9ecf63e),segment_id=2dbfb2ad-9507-41cc-a208-be8ae9ecf63e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:24.521123 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d5f3774c-cdfc-4370-8477-f9ba8fb8a1fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:24.557071 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-d5f3774c-cdfc-4370-8477-f9ba8fb8a1fb None None] Calling delete_port for 4b2eed0e-b83f-475d-bb55-0e9938fe2fe6 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:24.578127 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-300ce170-d597-4332-bc38-34045ae6f063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:24.640269 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ce170-d597-4332-bc38-34045ae6f063 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b2eed0e-b83f-475d-bb55-0e9938fe2fe6,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:24.665912 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300ce170-d597-4332-bc38-34045ae6f063 admin admin] No DVR routers for this DVR port 4b2eed0e-b83f-475d-bb55-0e9938fe2fe6 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:02:24.769581 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d5f3774c-cdfc-4370-8477-f9ba8fb8a1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:24.801530 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a54a2a24-629a-4a88-8909-9ab75091238d req-56139a51-d4fd-4012-85dc-2639800415e8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:24.818570 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3774c-cdfc-4370-8477-f9ba8fb8a1fb None None] Pushing event deleted for resources: {'Port': ['ID=4b2eed0e-b83f-475d-bb55-0e9938fe2fe6,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:24.831272 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47972) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:24.837724 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f3774c-cdfc-4370-8477-f9ba8fb8a1fb None None] No DVR routers for this DVR port 4b2eed0e-b83f-475d-bb55-0e9938fe2fe6 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:02:24.885748 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-558c9067-ba49-4b96-8d8d-aabe953f6184 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Request body: {'network': {'name': 'tempest-network-smoke--1019056661', 'project_id': 'd996598032a244868fc625ab65d6228c', 'port_security_enabled': True}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:24.928995 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56139a51-d4fd-4012-85dc-2639800415e8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Pushing event deleted for resources: {'Port': ['ID=689d1191-90af-45a6-9b31-5a0d267b556e,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:24.951241 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-5a73f36f-2c3b-441e-9c11-66c35fd6d7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'name': 'tempest-TaggedBootDevicesTest_v242-1861095225-router', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '51528760-ed0f-4320-8a81-b8ee91fbc2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:28Z', 'updated_at': '2021-08-10T03:51:32Z', 'revision_number': 4, 'project_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'gw_port': {'id': '51528760-ed0f-4320-8a81-b8ee91fbc2c7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:00:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:29Z', 'updated_at': '2021-08-10T03:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'fc6ae7c9-695f-4452-8877-2162cff3a30a', 'name': '', 'network_id': 'af9d6125-2256-42d2-8b3b-ccaff09619e5', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'mac_address': 'fa:16:3e:a7:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '131e12ae-b15c-4627-a08c-2d35b677d6c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:32Z', 'updated_at': '2021-08-10T03:51:39Z', 'revision_number': 5, 'project_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'subnets': [{'id': '131e12ae-b15c-4627-a08c-2d35b677d6c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:24.965572 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54a2a24-629a-4a88-8909-9ab75091238d req-56139a51-d4fd-4012-85dc-2639800415e8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] No DVR routers for this DVR port 689d1191-90af-45a6-9b31-5a0d267b556e on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:02:24.976913 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-5174b738-d30c-4d2d-9da1-76035629c5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:24.993334 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a54a2a24-629a-4a88-8909-9ab75091238d req-56139a51-d4fd-4012-85dc-2639800415e8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:24.995402 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a54a2a24-629a-4a88-8909-9ab75091238d req-56139a51-d4fd-4012-85dc-2639800415e8 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.20 "DELETE /v2.0/ports/689d1191-90af-45a6-9b31-5a0d267b556e HTTP/1.1" status: 204 len: 173 time: 1.9278593 Aug 10 04:02:24.997849 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-300ce170-d597-4332-bc38-34045ae6f063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:25.006039 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a73f36f-2c3b-441e-9c11-66c35fd6d7c7 None None] The sync data for ids ['0c3df0b4-26ae-4405-a319-35d61b308e25'] in n-d-802893-2 is: [{'id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'name': 'tempest-TaggedBootDevicesTest_v242-1861095225-router', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '51528760-ed0f-4320-8a81-b8ee91fbc2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:28Z', 'updated_at': '2021-08-10T03:51:32Z', 'revision_number': 4, 'project_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'gw_port': {'id': '51528760-ed0f-4320-8a81-b8ee91fbc2c7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:00:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:29Z', 'updated_at': '2021-08-10T03:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'fc6ae7c9-695f-4452-8877-2162cff3a30a', 'name': '', 'network_id': 'af9d6125-2256-42d2-8b3b-ccaff09619e5', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'mac_address': 'fa:16:3e:a7:61:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '131e12ae-b15c-4627-a08c-2d35b677d6c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:32Z', 'updated_at': '2021-08-10T03:51:39Z', 'revision_number': 5, 'project_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'subnets': [{'id': '131e12ae-b15c-4627-a08c-2d35b677d6c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:02:25.027656 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-300ce170-d597-4332-bc38-34045ae6f063 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1cc52f-8013-4ca7-8a96-d2c63127c425']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:25.049380 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b863e3-dc12-40d2-9e11-cb61fd44958d req-4a33160e-694e-4084-89c7-9cf49630978f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:25.051443 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-91b863e3-dc12-40d2-9e11-cb61fd44958d req-4a33160e-694e-4084-89c7-9cf49630978f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=becdcafb-229f-41a6-8a04-ca14a78a7b5b HTTP/1.1" status: 200 len: 932 time: 0.3604844 Aug 10 04:02:25.059626 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-300ce170-d597-4332-bc38-34045ae6f063 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dbfb2ad-9507-41cc-a208-be8ae9ecf63e') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:25.060185 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-300ce170-d597-4332-bc38-34045ae6f063 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dbfb2ad-9507-41cc-a208-be8ae9ecf63e') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:25.078681 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-300ce170-d597-4332-bc38-34045ae6f063 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:25.126955 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-300ce170-d597-4332-bc38-34045ae6f063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:25.150535 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300ce170-d597-4332-bc38-34045ae6f063 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:02:25.154280 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-300ce170-d597-4332-bc38-34045ae6f063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:02:25.157095 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:02:25.162717 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-9554038a-67bb-40cf-aa33-32ac98ba6dd4 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Made reservation on behalf of 897476f221894013b27960fb36935e79 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:25.167216 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-9554038a-67bb-40cf-aa33-32ac98ba6dd4 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:25.291064 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566bdc78-0033-46ed-99f5-be40415f3c4c req-61a100af-0f40-4cab-aca2-0661f54de480 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:25.295122 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-566bdc78-0033-46ed-99f5-be40415f3c4c req-61a100af-0f40-4cab-aca2-0661f54de480 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.3858130 Aug 10 04:02:25.396109 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-566bdc78-0033-46ed-99f5-be40415f3c4c req-13ef4a94-d174-4d46-89c1-4bbb386fd51c tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870900 Aug 10 04:02:25.462548 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-91b863e3-dc12-40d2-9e11-cb61fd44958d req-c369c345-63b0-4475-8f88-cec648f16597 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=84e0c79f-c57b-4199-aad9-2a7ecb3d2a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3766868 Aug 10 04:02:25.492494 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-300ce170-d597-4332-bc38-34045ae6f063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:25.508141 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-300ce170-d597-4332-bc38-34045ae6f063 admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:25.516117 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-300ce170-d597-4332-bc38-34045ae6f063 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6c1cc52f-8013-4ca7-8a96-d2c63127c425 HTTP/1.1" status: 204 len: 168 time: 1.6848602 Aug 10 04:02:25.552011 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ce170-d597-4332-bc38-34045ae6f063 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c1cc52f-8013-4ca7-8a96-d2c63127c425,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:25.619387 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5f3741-4233-4f67-93b5-5fead04f032e None None] New status for floating IP c32ef323-a97a-45fc-af28-dc79af4ed9e0: DOWN {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:02:25.660652 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-9554038a-67bb-40cf-aa33-32ac98ba6dd4 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Allocated IP 172.20.0.8 (f7ff6afc-8008-49c6-8b16-55c096640020/a51d8861-9dbf-4178-9d3e-8ed73319e82c/82b94d3d-95e8-4c3e-a953-5a5685a5e11d) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:25.687584 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b726384c-543d-4f42-bfa7-79daf1310c92 req-59cf7390-a381-4fac-a899-7a097f29c591 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 210 time: 0.0533230 Aug 10 04:02:25.852051 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-deleted', 'tag': '689d1191-90af-45a6-9b31-5a0d267b556e'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:02:25.860551 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043c53d3-aadd-4398-a0ab-ecb765f8f9f9" -d '{"events": [{"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-deleted", "tag": "689d1191-90af-45a6-9b31-5a0d267b556e"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:02:25.862177 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4b2eed0e-b83f-475d-bb55-0e9938fe2fe6 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:02:25.887265 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 4b2eed0e-b83f-475d-bb55-0e9938fe2fe6 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:02:25.889440 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4b2eed0e-b83f-475d-bb55-0e9938fe2fe6 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:02:25.894354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-a54a2a24-629a-4a88-8909-9ab75091238d req-90c4e402-d39d-460e-8fb8-5177c75b7415 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Deleting port 69e2a20f-0ef2-479f-b9ef-320a6110a078 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:25.894651 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a54a2a24-629a-4a88-8909-9ab75091238d req-90c4e402-d39d-460e-8fb8-5177c75b7415 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:25.897626 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558c9067-ba49-4b96-8d8d-aabe953f6184 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Made reservation on behalf of d996598032a244868fc625ab65d6228c for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:25.900839 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-558c9067-ba49-4b96-8d8d-aabe953f6184 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:25.939190 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9b3703-c7cd-4533-b375-be386007b4ee x-openstack-request-id: req-1b9b3703-c7cd-4533-b375-be386007b4ee {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:02:25.939479 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-deleted", "tag": "689d1191-90af-45a6-9b31-5a0d267b556e", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:02:25.939740 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b9b3703-c7cd-4533-b375-be386007b4ee {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:02:25.940158 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-deleted', 'tag': '689d1191-90af-45a6-9b31-5a0d267b556e', 'status': 'completed', 'code': 200} Aug 10 04:02:26.003328 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c263454-b5f6-4a23-88a7-d1f188803a40 req-7ffc28e9-6616-40ac-a5c0-235d8d156a67 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:26.009394 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c263454-b5f6-4a23-88a7-d1f188803a40 req-7ffc28e9-6616-40ac-a5c0-235d8d156a67 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:26.015283 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c263454-b5f6-4a23-88a7-d1f188803a40 req-7ffc28e9-6616-40ac-a5c0-235d8d156a67 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:26.016943 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3c263454-b5f6-4a23-88a7-d1f188803a40 req-7ffc28e9-6616-40ac-a5c0-235d8d156a67 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 2408 time: 0.3205056 Aug 10 04:02:26.025609 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-558c9067-ba49-4b96-8d8d-aabe953f6184 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:26.238889 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48004) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:26.321233 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1456bdc0-0add-4941-99d0-18847809a9b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=54f128ada4eb4fe7af39406ae954b88c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0801394 Aug 10 04:02:26.325703 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48006) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:26.449701 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aa9c56d1-4cfe-4b98-a4d0-616e72958f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:26.499849 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aa9c56d1-4cfe-4b98-a4d0-616e72958f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:26.567505 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3c263454-b5f6-4a23-88a7-d1f188803a40 req-c99a4fb2-0d0a-4099-a771-13e8e0b2a0cf tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5383327 Aug 10 04:02:26.631633 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-9554038a-67bb-40cf-aa33-32ac98ba6dd4 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:26.664027 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-5174b738-d30c-4d2d-9da1-76035629c5b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87634fc3-aa41-412a-9888-0257f60f636b {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:02:26.664833 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a54a2a24-629a-4a88-8909-9ab75091238d req-90c4e402-d39d-460e-8fb8-5177c75b7415 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] For port 69e2a20f-0ef2-479f-b9ef-320a6110a078, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=69e2a20f-0ef2-479f-b9ef-320a6110a078,segment=NetworkSegment(fc65a185-2ca5-435d-8bdb-72122a46119f),segment_id=fc65a185-2ca5-435d-8bdb-72122a46119f)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:26.665258 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a54a2a24-629a-4a88-8909-9ab75091238d req-90c4e402-d39d-460e-8fb8-5177c75b7415 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:26.688800 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aa9c56d1-4cfe-4b98-a4d0-616e72958f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:26.690479 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-5174b738-d30c-4d2d-9da1-76035629c5b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:26.691676 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aa9c56d1-4cfe-4b98-a4d0-616e72958f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:26.698217 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-9554038a-67bb-40cf-aa33-32ac98ba6dd4 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Transition to ACTIVE for port object 82b94d3d-95e8-4c3e-a953-5a5685a5e11d will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:26.698561 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-aa9c56d1-4cfe-4b98-a4d0-616e72958f53 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/41b495f7-99d4-41ab-b1ce-dd74d93c518e HTTP/1.1" status: 204 len: 168 time: 0.3712595 Aug 10 04:02:26.715977 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-a54a2a24-629a-4a88-8909-9ab75091238d req-90c4e402-d39d-460e-8fb8-5177c75b7415 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Calling delete_port for 69e2a20f-0ef2-479f-b9ef-320a6110a078 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:26.729062 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c56d1-4cfe-4b98-a4d0-616e72958f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b495f7-99d4-41ab-b1ce-dd74d93c518e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:26.751002 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebf7f6-9ef0-4176-ba75-0b83f15b31f9 req-e19ba5ac-c093-42a6-a88d-c60d4f4663a7 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:26.761696 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ddebf7f6-9ef0-4176-ba75-0b83f15b31f9 req-e19ba5ac-c093-42a6-a88d-c60d4f4663a7 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1435637 Aug 10 04:02:26.789167 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-5174b738-d30c-4d2d-9da1-76035629c5b7 service neutron] Transition to ACTIVE for port object 87634fc3-aa41-412a-9888-0257f60f636b will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:26.832257 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ddebf7f6-9ef0-4176-ba75-0b83f15b31f9 req-07920315-e11e-4476-97bf-a77b42a9e5b2 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678978 Aug 10 04:02:26.957120 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fd015440-d096-4e3b-a377-44015023976c req-7d223b4a-850f-4500-a5c7-903d4baff07d tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 210 time: 0.0339205 Aug 10 04:02:26.978686 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-5174b738-d30c-4d2d-9da1-76035629c5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:27.125059 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21b683-ac5b-40ab-a60e-07aa708bdcb7 req-60df6ab1-4c7b-4f59-83a1-c2745200230a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:27.132933 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5e21b683-ac5b-40ab-a60e-07aa708bdcb7 req-60df6ab1-4c7b-4f59-83a1-c2745200230a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=becdcafb-229f-41a6-8a04-ca14a78a7b5b HTTP/1.1" status: 200 len: 932 time: 0.3678985 Aug 10 04:02:27.161014 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174b738-d30c-4d2d-9da1-76035629c5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=87634fc3-aa41-412a-9888-0257f60f636b,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:27.200017 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-558c9067-ba49-4b96-8d8d-aabe953f6184 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:27.245747 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-9554038a-67bb-40cf-aa33-32ac98ba6dd4 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:27.339834 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5e21b683-ac5b-40ab-a60e-07aa708bdcb7 req-1bf91269-8840-4632-bdd0-9170a98d273d tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=84e0c79f-c57b-4199-aad9-2a7ecb3d2a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059968 Aug 10 04:02:27.350250 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-9554038a-67bb-40cf-aa33-32ac98ba6dd4 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Network f7ff6afc-8008-49c6-8b16-55c096640020 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:27.365084 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-9554038a-67bb-40cf-aa33-32ac98ba6dd4 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:27.386578 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-9554038a-67bb-40cf-aa33-32ac98ba6dd4 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:27.395839 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9554038a-67bb-40cf-aa33-32ac98ba6dd4 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Pushing event updated for resources: {'Port': ['ID=82b94d3d-95e8-4c3e-a953-5a5685a5e11d,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:27.431498 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-5174b738-d30c-4d2d-9da1-76035629c5b7 service neutron] Attempting to bind port 87634fc3-aa41-412a-9888-0257f60f636b on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:02:27.432022 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-5174b738-d30c-4d2d-9da1-76035629c5b7 service neutron] Attempting to bind port 87634fc3-aa41-412a-9888-0257f60f636b by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': 'f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '11310f8c-0128-4dfb-bc9b-1a9f36aa0c16'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:02:27.432400 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-5174b738-d30c-4d2d-9da1-76035629c5b7 service neutron] Attempting to bind port 87634fc3-aa41-412a-9888-0257f60f636b on network 11310f8c-0128-4dfb-bc9b-1a9f36aa0c16 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:27.449372 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-558c9067-ba49-4b96-8d8d-aabe953f6184 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:27.453971 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-5174b738-d30c-4d2d-9da1-76035629c5b7 service neutron] Port 87634fc3-aa41-412a-9888-0257f60f636b on network 11310f8c-0128-4dfb-bc9b-1a9f36aa0c16 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:02:27.454315 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-5174b738-d30c-4d2d-9da1-76035629c5b7 service neutron] Attempting to bind port 87634fc3-aa41-412a-9888-0257f60f636b on network 11310f8c-0128-4dfb-bc9b-1a9f36aa0c16 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:27.467270 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:27.481335 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-5174b738-d30c-4d2d-9da1-76035629c5b7 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:02:27.481688 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-5174b738-d30c-4d2d-9da1-76035629c5b7 service neutron] Checking segment: {'id': 'f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '11310f8c-0128-4dfb-bc9b-1a9f36aa0c16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:27.482106 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-5174b738-d30c-4d2d-9da1-76035629c5b7 service neutron] Bound using segment: {'id': 'f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '11310f8c-0128-4dfb-bc9b-1a9f36aa0c16'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:02:27.482597 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-5174b738-d30c-4d2d-9da1-76035629c5b7 service neutron] Bound port: 87634fc3-aa41-412a-9888-0257f60f636b, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '11310f8c-0128-4dfb-bc9b-1a9f36aa0c16'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:02:27.482995 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-5174b738-d30c-4d2d-9da1-76035629c5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:27.502919 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-558c9067-ba49-4b96-8d8d-aabe953f6184 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:02:27.526040 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-9554038a-67bb-40cf-aa33-32ac98ba6dd4 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:27.526705 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-9554038a-67bb-40cf-aa33-32ac98ba6dd4 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:27.537513 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-558c9067-ba49-4b96-8d8d-aabe953f6184 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:27.537924 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-558c9067-ba49-4b96-8d8d-aabe953f6184 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Added segment 76ebdbc9-0f22-491e-b5b1-432712ac3a2b of type vlan for network 1953acc2-90e4-49bf-8774-d60d817a9b8d Aug 10 04:02:27.542752 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a54a2a24-629a-4a88-8909-9ab75091238d req-90c4e402-d39d-460e-8fb8-5177c75b7415 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:27.590787 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c9067-ba49-4b96-8d8d-aabe953f6184 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf114fa8-4a4e-4e99-8ba5-b12e98accf44,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:27.649029 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4e402-d39d-460e-8fb8-5177c75b7415 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Pushing event deleted for resources: {'Port': ['ID=69e2a20f-0ef2-479f-b9ef-320a6110a078,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:27.656811 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-558c9067-ba49-4b96-8d8d-aabe953f6184 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:27.693577 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-9554038a-67bb-40cf-aa33-32ac98ba6dd4 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0487647 Aug 10 04:02:27.713451 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54a2a24-629a-4a88-8909-9ab75091238d req-90c4e402-d39d-460e-8fb8-5177c75b7415 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] No DVR routers for this DVR port 69e2a20f-0ef2-479f-b9ef-320a6110a078 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:02:27.718508 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-18bc97a2-da7d-4c78-aa41-9e8295527044 service neutron] Request body: {'port': {'device_id': 'ff549ff6-8f26-4fc3-a3b6-a38c9b27b738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:27.731232 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a54a2a24-629a-4a88-8909-9ab75091238d req-90c4e402-d39d-460e-8fb8-5177c75b7415 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:27.733273 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a54a2a24-629a-4a88-8909-9ab75091238d req-90c4e402-d39d-460e-8fb8-5177c75b7415 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.20 "DELETE /v2.0/ports/69e2a20f-0ef2-479f-b9ef-320a6110a078 HTTP/1.1" status: 204 len: 173 time: 2.7068412 Aug 10 04:02:27.769360 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fcc24-15d5-4d62-80df-db5d0ffcadc9 req-bb09318a-bd3a-4949-9822-7f91d16e0b01 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:27.775984 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fcc24-15d5-4d62-80df-db5d0ffcadc9 req-bb09318a-bd3a-4949-9822-7f91d16e0b01 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:27.777838 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8d1fcc24-15d5-4d62-80df-db5d0ffcadc9 req-bb09318a-bd3a-4949-9822-7f91d16e0b01 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 1676 time: 0.0626938 Aug 10 04:02:27.793973 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-edb058d0-0d80-4f18-ab80-53f3a060d0ec None None] Provisioning for port 82b94d3d-95e8-4c3e-a953-5a5685a5e11d completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:27.800047 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-edb058d0-0d80-4f18-ab80-53f3a060d0ec None None] Provisioning complete for port 82b94d3d-95e8-4c3e-a953-5a5685a5e11d triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:27.800946 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-edb058d0-0d80-4f18-ab80-53f3a060d0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:27.814564 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-5174b738-d30c-4d2d-9da1-76035629c5b7 service neutron] For port 87634fc3-aa41-412a-9888-0257f60f636b, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:02:27.825239 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8d1fcc24-15d5-4d62-80df-db5d0ffcadc9 req-fe9f259a-0557-4629-b8cf-17a8a40095fb tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410218 Aug 10 04:02:27.837210 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-5174b738-d30c-4d2d-9da1-76035629c5b7 service neutron] For port 87634fc3-aa41-412a-9888-0257f60f636b, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=87634fc3-aa41-412a-9888-0257f60f636b,segment=NetworkSegment(f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c),segment_id=f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:02:27.870071 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-edb058d0-0d80-4f18-ab80-53f3a060d0ec None None] Port 82b94d3d-95e8-4c3e-a953-5a5685a5e11d cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:27.886517 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-18bc97a2-da7d-4c78-aa41-9e8295527044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:27.889990 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-558c9067-ba49-4b96-8d8d-aabe953f6184 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:27.895787 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558c9067-ba49-4b96-8d8d-aabe953f6184 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:27.896515 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-558c9067-ba49-4b96-8d8d-aabe953f6184 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:27.961882 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-deleted', 'tag': '69e2a20f-0ef2-479f-b9ef-320a6110a078'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:02:27.964173 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ff54dd-220a-4a32-aeef-bc2301d315f3" -d '{"events": [{"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-deleted", "tag": "69e2a20f-0ef2-479f-b9ef-320a6110a078"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:02:27.986249 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-5174b738-d30c-4d2d-9da1-76035629c5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:28.019288 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4fee03-7764-469e-8b9d-8b936e0952a6 x-openstack-request-id: req-8a4fee03-7764-469e-8b9d-8b936e0952a6 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:02:28.019585 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-deleted", "tag": "69e2a20f-0ef2-479f-b9ef-320a6110a078", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:02:28.019837 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a4fee03-7764-469e-8b9d-8b936e0952a6 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:02:28.020288 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-deleted', 'tag': '69e2a20f-0ef2-479f-b9ef-320a6110a078', 'status': 'completed', 'code': 200} Aug 10 04:02:28.095212 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c9067-ba49-4b96-8d8d-aabe953f6184 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event updated for resources: {'Network': ['ID=1953acc2-90e4-49bf-8774-d60d817a9b8d,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:28.108876 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b56929-f5a2-4126-9122-aca93ba1f6d4 req-7fdf03a1-506e-493e-899f-b5a2ad3009db tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:28.110060 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 1953acc2-90e4-49bf-8774-d60d817a9b8d details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:02:28.110657 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-02b56929-f5a2-4126-9122-aca93ba1f6d4 req-7fdf03a1-506e-493e-899f-b5a2ad3009db tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 931 time: 0.0592597 Aug 10 04:02:28.112768 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-5174b738-d30c-4d2d-9da1-76035629c5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:28.113556 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-5174b738-d30c-4d2d-9da1-76035629c5b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:28.115127 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-5174b738-d30c-4d2d-9da1-76035629c5b7 service neutron] 10.222.0.68 "PUT /v2.0/ports/87634fc3-aa41-412a-9888-0257f60f636b HTTP/1.1" status: 200 len: 1092 time: 4.7206562 Aug 10 04:02:28.176828 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-02b56929-f5a2-4126-9122-aca93ba1f6d4 req-c18eec0c-fca0-4d47-9c90-4115f5789ab3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477128 Aug 10 04:02:28.187788 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48046) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:28.190537 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-a54a2a24-629a-4a88-8909-9ab75091238d req-e3495955-c0c3-47c4-9abc-08dc0704a8a0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Deleting port 27b3504e-5f67-479d-9a2f-2aa759db0602 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:28.191038 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a54a2a24-629a-4a88-8909-9ab75091238d req-e3495955-c0c3-47c4-9abc-08dc0704a8a0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:28.263869 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f3c2bd83-48c7-4608-8b5e-94c5912e7215 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c7ea724c05ed4750ae4dbadea71ebfe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0687850 Aug 10 04:02:28.265030 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48048) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:28.336976 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-558c9067-ba49-4b96-8d8d-aabe953f6184 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.4621484 Aug 10 04:02:28.341603 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48050) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:28.349081 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-0b0f5760-95ce-4ce3-b253-016356d6ef53 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2099545865', 'admin_state_up': True, 'project_id': 'd996598032a244868fc625ab65d6228c', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:28.387276 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e9293d5c-9eb1-439c-bd34-a99bd7202540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:28.441382 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e9293d5c-9eb1-439c-bd34-a99bd7202540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:28.459031 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a54a2a24-629a-4a88-8909-9ab75091238d req-e3495955-c0c3-47c4-9abc-08dc0704a8a0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] For port 27b3504e-5f67-479d-9a2f-2aa759db0602, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=27b3504e-5f67-479d-9a2f-2aa759db0602,segment=NetworkSegment(fc65a185-2ca5-435d-8bdb-72122a46119f),segment_id=fc65a185-2ca5-435d-8bdb-72122a46119f)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:28.459406 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a54a2a24-629a-4a88-8909-9ab75091238d req-e3495955-c0c3-47c4-9abc-08dc0704a8a0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:28.473836 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-a54a2a24-629a-4a88-8909-9ab75091238d req-e3495955-c0c3-47c4-9abc-08dc0704a8a0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Calling delete_port for 27b3504e-5f67-479d-9a2f-2aa759db0602 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:28.532144 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174b738-d30c-4d2d-9da1-76035629c5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=87634fc3-aa41-412a-9888-0257f60f636b,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:28.569795 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe5241b-30c3-4461-bce9-ee08d8bde427 req-5d2498ed-e0c0-46fb-8288-73b6a6bc280b tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:28.571805 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-efe5241b-30c3-4461-bce9-ee08d8bde427 req-5d2498ed-e0c0-46fb-8288-73b6a6bc280b tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=becdcafb-229f-41a6-8a04-ca14a78a7b5b HTTP/1.1" status: 200 len: 944 time: 0.0674179 Aug 10 04:02:28.582810 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a77948-f941-4b23-aedf-def2ce52bc5f req-5257078c-f56d-4153-971a-36c442f6725e tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:28.584580 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e9a77948-f941-4b23-aedf-def2ce52bc5f req-5257078c-f56d-4153-971a-36c442f6725e tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.6173460 Aug 10 04:02:28.620032 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-efe5241b-30c3-4461-bce9-ee08d8bde427 req-a5466a61-02be-4791-b24b-f3cb4193d04e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=84e0c79f-c57b-4199-aad9-2a7ecb3d2a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411482 Aug 10 04:02:28.624876 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e9293d5c-9eb1-439c-bd34-a99bd7202540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:28.624876 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e9293d5c-9eb1-439c-bd34-a99bd7202540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:28.624876 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e9293d5c-9eb1-439c-bd34-a99bd7202540 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aff623ea-6c50-4f2f-9914-07161a7de7bd HTTP/1.1" status: 204 len: 168 time: 0.3580816 Aug 10 04:02:28.627797 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5760-95ce-4ce3-b253-016356d6ef53 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:28.629200 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5760-95ce-4ce3-b253-016356d6ef53 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:28.641780 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9293d5c-9eb1-439c-bd34-a99bd7202540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff623ea-6c50-4f2f-9914-07161a7de7bd,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:28.664064 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48060) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:28.725076 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e9a77948-f941-4b23-aedf-def2ce52bc5f req-7d431c8c-b7a8-4f9a-a4fb-073eed2e9aba tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258607 Aug 10 04:02:28.729994 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5760-95ce-4ce3-b253-016356d6ef53 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:28.737331 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-1f2cb8e6-3d81-4294-a5b2-14ba25597870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:28.739820 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-1f2cb8e6-3d81-4294-a5b2-14ba25597870 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f5becae06cd542b5a8415ea130ec33d4&device_id=becdcafb-229f-41a6-8a04-ca14a78a7b5b HTTP/1.1" status: 200 len: 1095 time: 0.4016254 Aug 10 04:02:28.801846 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055bd1c3-bf3e-486b-9bb8-a5487f13aa10 req-c6c458e1-8e6f-4718-b18e-66e80a00cef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:28.804364 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-055bd1c3-bf3e-486b-9bb8-a5487f13aa10 req-c6c458e1-8e6f-4718-b18e-66e80a00cef8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e038891106e2493183a2b48de06c43c1&device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 1097 time: 0.0540235 Aug 10 04:02:28.809031 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-6d0221fd-0e9b-40cc-b1ce-af7a4165a860 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87634fc3-aa41-412a-9888-0257f60f636b HTTP/1.1" status: 200 len: 217 time: 0.0601676 Aug 10 04:02:28.922134 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-019bddda-01c3-49ef-a353-eb96827cc5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:28.923634 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-019bddda-01c3-49ef-a353-eb96827cc5d2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=973be298-f488-4cb9-8788-cf34136520e5 HTTP/1.1" status: 200 len: 834 time: 0.1050313 Aug 10 04:02:29.004741 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-18bc97a2-da7d-4c78-aa41-9e8295527044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82b94d3d-95e8-4c3e-a953-5a5685a5e11d {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:02:29.015551 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-18bc97a2-da7d-4c78-aa41-9e8295527044 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:29.020871 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-0e95ec71-ef8f-4da6-868d-12f63b722b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:29.022440 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-0e95ec71-ef8f-4da6-868d-12f63b722b22 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=11310f8c-0128-4dfb-bc9b-1a9f36aa0c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904121 Aug 10 04:02:29.040056 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-18bc97a2-da7d-4c78-aa41-9e8295527044 service neutron] Transition to ACTIVE for port object 82b94d3d-95e8-4c3e-a953-5a5685a5e11d will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:29.076934 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a54a2a24-629a-4a88-8909-9ab75091238d req-e3495955-c0c3-47c4-9abc-08dc0704a8a0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:29.112539 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3495955-c0c3-47c4-9abc-08dc0704a8a0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Pushing event deleted for resources: {'Port': ['ID=27b3504e-5f67-479d-9a2f-2aa759db0602,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:29.125917 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-18bc97a2-da7d-4c78-aa41-9e8295527044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:29.140263 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5760-95ce-4ce3-b253-016356d6ef53 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:29.143994 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055bd1c3-bf3e-486b-9bb8-a5487f13aa10 req-041b5bb7-1768-47f7-a0cd-f91b8954612d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:29.145663 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-055bd1c3-bf3e-486b-9bb8-a5487f13aa10 req-041b5bb7-1768-47f7-a0cd-f91b8954612d service neutron] 10.222.0.20 "GET /v2.0/networks?id=61be106c-0b66-42f4-b295-3640ff29de8b HTTP/1.1" status: 200 len: 915 time: 0.3310483 Aug 10 04:02:29.157772 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a6b38-9360-48b6-a70e-2ef7172ae38c req-2734a194-7d58-4cdd-938c-98abf9c1aa48 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:29.160166 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a6b38-9360-48b6-a70e-2ef7172ae38c req-2734a194-7d58-4cdd-938c-98abf9c1aa48 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:29.161743 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-028a6b38-9360-48b6-a70e-2ef7172ae38c req-2734a194-7d58-4cdd-938c-98abf9c1aa48 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 1599 time: 0.2258620 Aug 10 04:02:29.206981 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54a2a24-629a-4a88-8909-9ab75091238d req-e3495955-c0c3-47c4-9abc-08dc0704a8a0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] No DVR routers for this DVR port 27b3504e-5f67-479d-9a2f-2aa759db0602 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:02:29.217361 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a54a2a24-629a-4a88-8909-9ab75091238d req-e3495955-c0c3-47c4-9abc-08dc0704a8a0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:29.217861 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a54a2a24-629a-4a88-8909-9ab75091238d req-e3495955-c0c3-47c4-9abc-08dc0704a8a0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.20 "DELETE /v2.0/ports/27b3504e-5f67-479d-9a2f-2aa759db0602 HTTP/1.1" status: 204 len: 173 time: 1.4788237 Aug 10 04:02:29.271478 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-055bd1c3-bf3e-486b-9bb8-a5487f13aa10 req-c349a7a1-42bb-4ffd-8e71-057a82ca4259 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8597653a-3390-4a44-a76b-86ade7f9cef6 HTTP/1.1" status: 200 len: 217 time: 0.1087074 Aug 10 04:02:29.282604 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-82d7c7e5-cc83-4bf4-b6b4-a65d28c601d7 service neutron] 10.222.0.68 "GET /v2.0/networks/11310f8c-0128-4dfb-bc9b-1a9f36aa0c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523382 Aug 10 04:02:29.291629 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc97a2-da7d-4c78-aa41-9e8295527044 service neutron] Pushing event updated for resources: {'Port': ['ID=82b94d3d-95e8-4c3e-a953-5a5685a5e11d,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:29.308554 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f6123078-c2e9-4d1d-a5fb-e8a5dedf86a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:29.406470 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-028a6b38-9360-48b6-a70e-2ef7172ae38c req-b846695a-fdd4-4b3e-9d18-1d96ec3846f4 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361572 Aug 10 04:02:29.464140 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055bd1c3-bf3e-486b-9bb8-a5487f13aa10 req-95b57f2b-afcf-4bc3-9364-e0fda3b81d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:29.465635 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-055bd1c3-bf3e-486b-9bb8-a5487f13aa10 req-95b57f2b-afcf-4bc3-9364-e0fda3b81d27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c1c422c-a1f6-4f40-a558-7a67266792a2 HTTP/1.1" status: 200 len: 854 time: 0.1773834 Aug 10 04:02:29.526937 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-055bd1c3-bf3e-486b-9bb8-a5487f13aa10 req-68a02e6c-baf2-4e31-ad9f-b5ffb3dfedff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=61be106c-0b66-42f4-b295-3640ff29de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476508 Aug 10 04:02:29.622385 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c9a3c91-7ab1-4f9e-a363-09114e74626e req-8241067b-e1cd-4628-87cc-d00ee79a4dd0 service neutron] 10.222.0.68 "GET /v2.0/networks/11310f8c-0128-4dfb-bc9b-1a9f36aa0c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159652 Aug 10 04:02:29.662388 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-18bc97a2-da7d-4c78-aa41-9e8295527044 service neutron] Attempting to bind port 82b94d3d-95e8-4c3e-a953-5a5685a5e11d on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:02:29.664419 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-18bc97a2-da7d-4c78-aa41-9e8295527044 service neutron] Attempting to bind port 82b94d3d-95e8-4c3e-a953-5a5685a5e11d by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '2b1cf01d-024c-43da-ba3d-d7d744da33ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:02:29.664895 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-18bc97a2-da7d-4c78-aa41-9e8295527044 service neutron] Attempting to bind port 82b94d3d-95e8-4c3e-a953-5a5685a5e11d on network f7ff6afc-8008-49c6-8b16-55c096640020 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:29.687452 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-18bc97a2-da7d-4c78-aa41-9e8295527044 service neutron] Port 82b94d3d-95e8-4c3e-a953-5a5685a5e11d on network f7ff6afc-8008-49c6-8b16-55c096640020 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:02:29.688296 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-18bc97a2-da7d-4c78-aa41-9e8295527044 service neutron] Attempting to bind port 82b94d3d-95e8-4c3e-a953-5a5685a5e11d on network f7ff6afc-8008-49c6-8b16-55c096640020 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:29.702358 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-a54a2a24-629a-4a88-8909-9ab75091238d req-48d88d5e-5b61-489f-892e-c57da23ede90 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Deleting port fafd8c8c-73f6-41b9-881e-4160cffd6abc {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:29.703669 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a54a2a24-629a-4a88-8909-9ab75091238d req-48d88d5e-5b61-489f-892e-c57da23ede90 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:29.773224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-18bc97a2-da7d-4c78-aa41-9e8295527044 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:02:29.774891 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-18bc97a2-da7d-4c78-aa41-9e8295527044 service neutron] Checking segment: {'id': '2b1cf01d-024c-43da-ba3d-d7d744da33ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:29.774891 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-18bc97a2-da7d-4c78-aa41-9e8295527044 service neutron] Bound using segment: {'id': '2b1cf01d-024c-43da-ba3d-d7d744da33ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:02:29.774891 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-18bc97a2-da7d-4c78-aa41-9e8295527044 service neutron] Bound port: 82b94d3d-95e8-4c3e-a953-5a5685a5e11d, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b1cf01d-024c-43da-ba3d-d7d744da33ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:02:29.774891 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-18bc97a2-da7d-4c78-aa41-9e8295527044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:29.784460 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd435fa-d565-4ac2-a21b-99e70c9449de req-0bc3d268-a612-41db-816f-fa3019ff7801 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:29.786162 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fbd435fa-d565-4ac2-a21b-99e70c9449de req-0bc3d268-a612-41db-816f-fa3019ff7801 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 943 time: 0.4625840 Aug 10 04:02:29.852129 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-055bd1c3-bf3e-486b-9bb8-a5487f13aa10 req-69b37029-44e0-41e4-aed0-29f4c0a55a74 service neutron] 10.222.0.20 "GET /v2.0/networks/61be106c-0b66-42f4-b295-3640ff29de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149679 Aug 10 04:02:29.853404 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f6123078-c2e9-4d1d-a5fb-e8a5dedf86a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:29.953210 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fbd435fa-d565-4ac2-a21b-99e70c9449de req-45c4e834-f900-4813-a471-69c99172904a tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518683 Aug 10 04:02:29.977038 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a54a2a24-629a-4a88-8909-9ab75091238d req-48d88d5e-5b61-489f-892e-c57da23ede90 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] For port fafd8c8c-73f6-41b9-881e-4160cffd6abc, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=fafd8c8c-73f6-41b9-881e-4160cffd6abc,segment=NetworkSegment(da658146-22e1-4101-b313-7e8ac30939d3),segment_id=da658146-22e1-4101-b313-7e8ac30939d3)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:29.977411 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a54a2a24-629a-4a88-8909-9ab75091238d req-48d88d5e-5b61-489f-892e-c57da23ede90 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:30.001087 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-a54a2a24-629a-4a88-8909-9ab75091238d req-48d88d5e-5b61-489f-892e-c57da23ede90 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Calling delete_port for fafd8c8c-73f6-41b9-881e-4160cffd6abc owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:30.019400 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-18bc97a2-da7d-4c78-aa41-9e8295527044 service neutron] For port 82b94d3d-95e8-4c3e-a953-5a5685a5e11d, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:02:30.021336 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'becdcafb-229f-41a6-8a04-ca14a78a7b5b', 'tag': '87634fc3-aa41-412a-9888-0257f60f636b'}, {'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-deleted', 'tag': '27b3504e-5f67-479d-9a2f-2aa759db0602'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:02:30.023705 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ef60f9-98cd-4bed-b120-91dee9299a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "becdcafb-229f-41a6-8a04-ca14a78a7b5b", "tag": "87634fc3-aa41-412a-9888-0257f60f636b"}, {"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-deleted", "tag": "27b3504e-5f67-479d-9a2f-2aa759db0602"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:02:30.027797 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-18bc97a2-da7d-4c78-aa41-9e8295527044 service neutron] For port 82b94d3d-95e8-4c3e-a953-5a5685a5e11d, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=82b94d3d-95e8-4c3e-a953-5a5685a5e11d,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:02:30.188863 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-18bc97a2-da7d-4c78-aa41-9e8295527044 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:30.255895 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-18bc97a2-da7d-4c78-aa41-9e8295527044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:30.257066 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-18bc97a2-da7d-4c78-aa41-9e8295527044 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:30.258573 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-18bc97a2-da7d-4c78-aa41-9e8295527044 service neutron] 10.222.0.20 "PUT /v2.0/ports/82b94d3d-95e8-4c3e-a953-5a5685a5e11d HTTP/1.1" status: 200 len: 1091 time: 2.5479035 Aug 10 04:02:30.283474 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8610c-9ba3-4baf-ad2e-fa08ade88b0a req-5926e1cd-951b-406b-8810-e74ceac1b142 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:30.286318 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56e8610c-9ba3-4baf-ad2e-fa08ade88b0a req-5926e1cd-951b-406b-8810-e74ceac1b142 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.2055061 Aug 10 04:02:30.306171 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc97a2-da7d-4c78-aa41-9e8295527044 service neutron] Pushing event updated for resources: {'Port': ['ID=82b94d3d-95e8-4c3e-a953-5a5685a5e11d,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:30.350155 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56e8610c-9ba3-4baf-ad2e-fa08ade88b0a req-c784b29c-c77c-4b9b-8cc0-cd7170a44401 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549726 Aug 10 04:02:30.352372 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a54a2a24-629a-4a88-8909-9ab75091238d req-48d88d5e-5b61-489f-892e-c57da23ede90 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:30.355050 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f6123078-c2e9-4d1d-a5fb-e8a5dedf86a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:30.393086 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d88d5e-5b61-489f-892e-c57da23ede90 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Pushing event deleted for resources: {'Port': ['ID=fafd8c8c-73f6-41b9-881e-4160cffd6abc,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:30.421157 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f6123078-c2e9-4d1d-a5fb-e8a5dedf86a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5569d6b0672b4d3fbfebf954f4ba1f56&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7552698 Aug 10 04:02:30.462166 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48102) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:30.466281 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 04:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc75fd1-78c1-42f0-a86c-5fb34bdc7f67 x-openstack-request-id: req-4bc75fd1-78c1-42f0-a86c-5fb34bdc7f67 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:02:30.466718 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "becdcafb-229f-41a6-8a04-ca14a78a7b5b", "tag": "87634fc3-aa41-412a-9888-0257f60f636b", "status": "completed", "code": 200}, {"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-deleted", "tag": "27b3504e-5f67-479d-9a2f-2aa759db0602", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:02:30.467114 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4bc75fd1-78c1-42f0-a86c-5fb34bdc7f67 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:02:30.467730 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'becdcafb-229f-41a6-8a04-ca14a78a7b5b', 'tag': '87634fc3-aa41-412a-9888-0257f60f636b', 'status': 'completed', 'code': 200} Aug 10 04:02:30.468207 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-deleted', 'tag': '27b3504e-5f67-479d-9a2f-2aa759db0602', 'status': 'completed', 'code': 200} Aug 10 04:02:30.497902 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5760-95ce-4ce3-b253-016356d6ef53 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:30.515657 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54a2a24-629a-4a88-8909-9ab75091238d req-48d88d5e-5b61-489f-892e-c57da23ede90 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] No DVR routers for this DVR port fafd8c8c-73f6-41b9-881e-4160cffd6abc on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:02:30.528087 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a54a2a24-629a-4a88-8909-9ab75091238d req-48d88d5e-5b61-489f-892e-c57da23ede90 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:30.530083 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a54a2a24-629a-4a88-8909-9ab75091238d req-48d88d5e-5b61-489f-892e-c57da23ede90 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.20 "DELETE /v2.0/ports/fafd8c8c-73f6-41b9-881e-4160cffd6abc HTTP/1.1" status: 204 len: 173 time: 1.2941182 Aug 10 04:02:30.557869 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-055bd1c3-bf3e-486b-9bb8-a5487f13aa10 req-1138e43d-f366-4d70-b68e-753f72c89601 service neutron] 10.222.0.20 "GET /v2.0/networks/61be106c-0b66-42f4-b295-3640ff29de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6373708 Aug 10 04:02:30.576132 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8078c6-e2a5-44d1-86bd-bffc88a0032f req-06adb52c-caa1-4985-83e4-a6dc775b8043 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:30.578478 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-da8078c6-e2a5-44d1-86bd-bffc88a0032f req-06adb52c-caa1-4985-83e4-a6dc775b8043 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=becdcafb-229f-41a6-8a04-ca14a78a7b5b HTTP/1.1" status: 200 len: 944 time: 0.8641388 Aug 10 04:02:30.579681 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5760-95ce-4ce3-b253-016356d6ef53 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:30.607722 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9323e5bc-0791-4947-b5c4-d9332751ba88 req-deb3dd10-9049-4385-bd5f-03cecf0a5ea5 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 210 time: 0.0578365 Aug 10 04:02:30.619924 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-251d5de1-30e6-4ab6-9cee-a3a86b9634ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:30.621482 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-251d5de1-30e6-4ab6-9cee-a3a86b9634ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=897476f221894013b27960fb36935e79&device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 1094 time: 0.1720119 Aug 10 04:02:30.633197 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef60f9-98cd-4bed-b120-91dee9299a1a req-9ada21dd-e155-4835-aa4a-fa601e4e048f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:30.634769 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b3ef60f9-98cd-4bed-b120-91dee9299a1a req-9ada21dd-e155-4835-aa4a-fa601e4e048f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f5becae06cd542b5a8415ea130ec33d4&device_id=becdcafb-229f-41a6-8a04-ca14a78a7b5b HTTP/1.1" status: 200 len: 1095 time: 0.1209755 Aug 10 04:02:30.667751 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6123078-c2e9-4d1d-a5fb-e8a5dedf86a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e740601c-0384-4552-a164-a8fd2e09fe77,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:30.689321 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-e2aabfba-602f-4558-a734-f45212be82e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82b94d3d-95e8-4c3e-a953-5a5685a5e11d HTTP/1.1" status: 200 len: 217 time: 0.0532877 Aug 10 04:02:30.769920 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-da8078c6-e2a5-44d1-86bd-bffc88a0032f req-603cfa9b-4d42-4ab4-9fe3-0c19c88889c7 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=84e0c79f-c57b-4199-aad9-2a7ecb3d2a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168985 Aug 10 04:02:30.778558 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-50d7c502-bb55-4ef8-b17f-efeee9a84ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:30.807182 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-0b0f5760-95ce-4ce3-b253-016356d6ef53 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Allocated IP 172.25.0.169 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/43c3f624-2947-4112-b085-1dd4d777d684) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:30.832074 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-50d7c502-bb55-4ef8-b17f-efeee9a84ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:31.034069 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-50d7c502-bb55-4ef8-b17f-efeee9a84ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:31.036822 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-50d7c502-bb55-4ef8-b17f-efeee9a84ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:31.041225 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-50d7c502-bb55-4ef8-b17f-efeee9a84ede admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e740601c-0384-4552-a164-a8fd2e09fe77 HTTP/1.1" status: 204 len: 168 time: 0.5630577 Aug 10 04:02:31.074285 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d7c502-bb55-4ef8-b17f-efeee9a84ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e740601c-0384-4552-a164-a8fd2e09fe77,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:31.140700 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5760-95ce-4ce3-b253-016356d6ef53 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:31.255414 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-3f36de74-2880-42ed-870e-fb49a0133f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:31.257589 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-3f36de74-2880-42ed-870e-fb49a0133f5d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a51d8861-9dbf-4178-9d3e-8ed73319e82c HTTP/1.1" status: 200 len: 850 time: 0.5390346 Aug 10 04:02:31.291829 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5760-95ce-4ce3-b253-016356d6ef53 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:31.307290 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef60f9-98cd-4bed-b120-91dee9299a1a req-ec909c30-f45d-43c0-8ccc-090e2ab00060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:31.308996 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b3ef60f9-98cd-4bed-b120-91dee9299a1a req-ec909c30-f45d-43c0-8ccc-090e2ab00060 service neutron] 10.222.0.68 "GET /v2.0/networks?id=11310f8c-0128-4dfb-bc9b-1a9f36aa0c16 HTTP/1.1" status: 200 len: 897 time: 0.6659315 Aug 10 04:02:31.322415 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4ecb4-4ee3-4ba0-87bc-effd809b311c req-2d0a501f-159b-4233-9187-a1500bfa6a29 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:31.323980 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-33c4ecb4-4ee3-4ba0-87bc-effd809b311c req-2d0a501f-159b-4233-9187-a1500bfa6a29 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 943 time: 0.1259053 Aug 10 04:02:31.372411 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0f5760-95ce-4ce3-b253-016356d6ef53 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:31.378468 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-0b0f5760-95ce-4ce3-b253-016356d6ef53 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:31.390514 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0f5760-95ce-4ce3-b253-016356d6ef53 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:31.392515 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b3ef60f9-98cd-4bed-b120-91dee9299a1a req-914567d8-b8cb-455c-8ff6-9011ba191335 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87634fc3-aa41-412a-9888-0257f60f636b HTTP/1.1" status: 200 len: 217 time: 0.0660172 Aug 10 04:02:31.396339 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-b8b80a23-140f-4c67-b09e-65675508cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:31.398518 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-b8b80a23-140f-4c67-b09e-65675508cabc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7ff6afc-8008-49c6-8b16-55c096640020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1287901 Aug 10 04:02:31.437076 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f5760-95ce-4ce3-b253-016356d6ef53 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event updated for resources: {'Port': ['ID=43c3f624-2947-4112-b085-1dd4d777d684,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:31.497049 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-33c4ecb4-4ee3-4ba0-87bc-effd809b311c req-7f2bb959-ccf1-4176-84de-4cceb4c973c2 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640780 Aug 10 04:02:31.519824 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef60f9-98cd-4bed-b120-91dee9299a1a req-1da4ed07-9414-4878-80b0-78e96c99c735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:31.521351 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b3ef60f9-98cd-4bed-b120-91dee9299a1a req-1da4ed07-9414-4878-80b0-78e96c99c735 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=973be298-f488-4cb9-8788-cf34136520e5 HTTP/1.1" status: 200 len: 834 time: 0.1208358 Aug 10 04:02:31.596925 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-62c0e666-807e-4621-85e8-fb54cc7cc729 service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879222 Aug 10 04:02:31.616685 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef60f9-98cd-4bed-b120-91dee9299a1a req-81f6be7f-053f-4d08-9c3f-feff41a592b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:31.618621 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b3ef60f9-98cd-4bed-b120-91dee9299a1a req-81f6be7f-053f-4d08-9c3f-feff41a592b9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=11310f8c-0128-4dfb-bc9b-1a9f36aa0c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715163 Aug 10 04:02:31.657052 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc7950-6971-4b1c-9de3-7e947b26daa1 req-f027eac0-ce6d-4ea1-8527-d0947f655125 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:31.658769 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1adc7950-6971-4b1c-9de3-7e947b26daa1 req-f027eac0-ce6d-4ea1-8527-d0947f655125 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1939490 Aug 10 04:02:31.839539 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94b73939-c451-43b7-91cf-cce8654faa41 req-f7083466-bea2-4863-a5ee-39550f9d1241 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 210 time: 0.1104107 Aug 10 04:02:31.859114 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1adc7950-6971-4b1c-9de3-7e947b26daa1 req-bc11b16d-9f8d-4716-b4a3-353b5c9663fc tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913855 Aug 10 04:02:31.861288 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b3ef60f9-98cd-4bed-b120-91dee9299a1a req-68a8afa4-863e-4b15-b721-89a912ed667b service neutron] 10.222.0.68 "GET /v2.0/networks/11310f8c-0128-4dfb-bc9b-1a9f36aa0c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322998 Aug 10 04:02:31.947377 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5760-95ce-4ce3-b253-016356d6ef53 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:32.027836 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f4a5f821-9270-4793-bed3-4e2fe769b0bc req-98efc99a-abc5-4a86-b7d1-a0a59322f2b8 service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226291 Aug 10 04:02:32.079661 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f673be-cf89-4643-adf3-dca93dd49acd req-01451853-907b-42f2-9e98-341259d49285 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:32.081641 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-73f673be-cf89-4643-adf3-dca93dd49acd req-01451853-907b-42f2-9e98-341259d49285 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=becdcafb-229f-41a6-8a04-ca14a78a7b5b HTTP/1.1" status: 200 len: 944 time: 0.1075439 Aug 10 04:02:32.121119 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b3ef60f9-98cd-4bed-b120-91dee9299a1a req-0cd29a80-f51d-48d9-af77-f1d529381f43 service neutron] 10.222.0.68 "GET /v2.0/networks/11310f8c-0128-4dfb-bc9b-1a9f36aa0c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524552 Aug 10 04:02:32.147701 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-73f673be-cf89-4643-adf3-dca93dd49acd req-66a81386-0922-4183-9fb5-84d32dd19db9 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=84e0c79f-c57b-4199-aad9-2a7ecb3d2a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542850 Aug 10 04:02:32.194641 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5760-95ce-4ce3-b253-016356d6ef53 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:32.269309 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48148) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:32.298492 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-960ea32f-7382-4ca0-9f9e-f14b02f4a117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:32.406768 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-960ea32f-7382-4ca0-9f9e-f14b02f4a117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:32.417478 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b0f5760-95ce-4ce3-b253-016356d6ef53 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Router 9345b084-8083-4a5d-982b-2c9860d39dfb is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:02:32.451835 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 8597653a-3390-4a44-a76b-86ade7f9cef6 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:02:32.471987 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff549ff6-8f26-4fc3-a3b6-a38c9b27b738', 'tag': '82b94d3d-95e8-4c3e-a953-5a5685a5e11d'}, {'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-deleted', 'tag': 'fafd8c8c-73f6-41b9-881e-4160cffd6abc'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:02:32.471987 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f501de6d-0c93-4d8a-ac2d-bb20a1d29368" -d '{"events": [{"name": "network-changed", "server_uuid": "ff549ff6-8f26-4fc3-a3b6-a38c9b27b738", "tag": "82b94d3d-95e8-4c3e-a953-5a5685a5e11d"}, {"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-deleted", "tag": "fafd8c8c-73f6-41b9-881e-4160cffd6abc"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:02:32.500214 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-960ea32f-7382-4ca0-9f9e-f14b02f4a117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:32.542075 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0f5760-95ce-4ce3-b253-016356d6ef53 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:02:32.558588 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b8900a-3987-4376-8ff1-4cae92d2f39a None None] Sync routers for ids ['9345b084-8083-4a5d-982b-2c9860d39dfb'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:02:32.566011 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-960ea32f-7382-4ca0-9f9e-f14b02f4a117 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e6bfa6a6721545a299ac00ade3dea198&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2954493 Aug 10 04:02:32.569972 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b8900a-3987-4376-8ff1-4cae92d2f39a None None] Routers {'9345b084-8083-4a5d-982b-2c9860d39dfb'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:32.571281 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d2b8900a-3987-4376-8ff1-4cae92d2f39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:02:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['9345b084-8083-4a5d-982b-2c9860d39dfb'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:32.573615 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48174) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:32.603378 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 10 Aug 2021 04:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096ebfb0-ccef-447c-8f46-671b7d97eb8a x-openstack-request-id: req-096ebfb0-ccef-447c-8f46-671b7d97eb8a {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:02:32.603378 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff549ff6-8f26-4fc3-a3b6-a38c9b27b738", "tag": "82b94d3d-95e8-4c3e-a953-5a5685a5e11d", "status": "completed", "code": 200}, {"server_uuid": "5eb140bf-1005-4b01-bdb4-01ffd9f38912", "name": "network-vif-deleted", "tag": "fafd8c8c-73f6-41b9-881e-4160cffd6abc", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:02:32.603378 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-096ebfb0-ccef-447c-8f46-671b7d97eb8a {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:02:32.603378 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff549ff6-8f26-4fc3-a3b6-a38c9b27b738', 'tag': '82b94d3d-95e8-4c3e-a953-5a5685a5e11d', 'status': 'completed', 'code': 200} Aug 10 04:02:32.603378 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eb140bf-1005-4b01-bdb4-01ffd9f38912', 'name': 'network-vif-deleted', 'tag': 'fafd8c8c-73f6-41b9-881e-4160cffd6abc', 'status': 'completed', 'code': 200} Aug 10 04:02:32.655011 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:32.677531 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b0f5760-95ce-4ce3-b253-016356d6ef53 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:32.689659 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0b0f5760-95ce-4ce3-b253-016356d6ef53 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.3448644 Aug 10 04:02:32.691081 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48188) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:32.754396 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 8597653a-3390-4a44-a76b-86ade7f9cef6, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=8597653a-3390-4a44-a76b-86ade7f9cef6,segment=NetworkSegment(ddbbd097-b4f1-4cec-8d55-af70ec47d20e),segment_id=ddbbd097-b4f1-4cec-8d55-af70ec47d20e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:32.757957 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b0c209-c74e-4b8b-8d67-276f414ea1d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8597653a-3390-4a44-a76b-86ade7f9cef6'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:02:32.758142 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-d2b8900a-3987-4376-8ff1-4cae92d2f39a None None] Set router 9345b084-8083-4a5d-982b-2c9860d39dfb gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:02:32.761209 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c014d34f-e825-4a42-ba86-a80eea18bb1a" -d '{"events": [{"server_uuid": "12b0c209-c74e-4b8b-8d67-276f414ea1d2", "name": "network-vif-unplugged", "status": "completed", "tag": "8597653a-3390-4a44-a76b-86ade7f9cef6"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:02:32.818530 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ea32f-7382-4ca0-9f9e-f14b02f4a117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a694f1-0c57-44b1-bd1b-63ea09de4087,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:32.843701 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:32.848000 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4212c3e6-c749-4a29-a02d-d50f0c37e676 x-openstack-request-id: req-4212c3e6-c749-4a29-a02d-d50f0c37e676 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:02:32.848775 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b0c209-c74e-4b8b-8d67-276f414ea1d2", "name": "network-vif-unplugged", "status": "completed", "tag": "8597653a-3390-4a44-a76b-86ade7f9cef6", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:02:32.849028 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4212c3e6-c749-4a29-a02d-d50f0c37e676 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:02:32.849563 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b0c209-c74e-4b8b-8d67-276f414ea1d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8597653a-3390-4a44-a76b-86ade7f9cef6', 'code': 200} Aug 10 04:02:32.858825 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3100d624-fb66-4c2b-8df3-01ba98b65937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:32.913960 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ea32f-7382-4ca0-9f9e-f14b02f4a117 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:32.915001 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ea32f-7382-4ca0-9f9e-f14b02f4a117 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:32.917229 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ea32f-7382-4ca0-9f9e-f14b02f4a117 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:32.919570 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ea32f-7382-4ca0-9f9e-f14b02f4a117 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:32.920110 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ea32f-7382-4ca0-9f9e-f14b02f4a117 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:32.921389 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ea32f-7382-4ca0-9f9e-f14b02f4a117 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:32.922338 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ea32f-7382-4ca0-9f9e-f14b02f4a117 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:32.923785 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ea32f-7382-4ca0-9f9e-f14b02f4a117 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:32.924355 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ea32f-7382-4ca0-9f9e-f14b02f4a117 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:32.926385 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ea32f-7382-4ca0-9f9e-f14b02f4a117 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:32.926896 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ea32f-7382-4ca0-9f9e-f14b02f4a117 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:32.927856 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960ea32f-7382-4ca0-9f9e-f14b02f4a117 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:32.966054 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=8597653a-3390-4a44-a76b-86ade7f9cef6,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:32.973427 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67f36b-077f-4fd2-b1e3-79a5ceb6d71d req-f5269343-d794-4d88-99f6-1610d3fd2092 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:32.990600 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc67f36b-077f-4fd2-b1e3-79a5ceb6d71d req-f5269343-d794-4d88-99f6-1610d3fd2092 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 943 time: 0.3481059 Aug 10 04:02:33.011350 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501de6d-0c93-4d8a-ac2d-bb20a1d29368 req-7baf1b52-ba3c-4e2e-88d4-e8900a88122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:33.013272 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f501de6d-0c93-4d8a-ac2d-bb20a1d29368 req-7baf1b52-ba3c-4e2e-88d4-e8900a88122d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=897476f221894013b27960fb36935e79&device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 1094 time: 0.3780253 Aug 10 04:02:33.015436 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3100d624-fb66-4c2b-8df3-01ba98b65937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:33.096756 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0f5af223-8498-4512-8968-6ba61144ed13 req-2c5df08f-468b-4b99-a4ce-6091c8fec304 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 210 time: 0.0876555 Aug 10 04:02:33.160321 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc67f36b-077f-4fd2-b1e3-79a5ceb6d71d req-f222410f-9605-45c5-a7b9-7d33def488e1 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679554 Aug 10 04:02:33.167019 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d2b8900a-3987-4376-8ff1-4cae92d2f39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2099545865', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '43c3f624-2947-4112-b085-1dd4d777d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:28Z', 'updated_at': '2021-08-10T04:02:31Z', 'revision_number': 3, 'project_id': 'd996598032a244868fc625ab65d6228c', 'gw_port': {'id': '43c3f624-2947-4112-b085-1dd4d777d684', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ae:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:30Z', 'updated_at': '2021-08-10T04:02:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:33.237165 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b8900a-3987-4376-8ff1-4cae92d2f39a None None] Checking router: 9345b084-8083-4a5d-982b-2c9860d39dfb for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:02:33.237515 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b8900a-3987-4376-8ff1-4cae92d2f39a None None] Updating router 9345b084-8083-4a5d-982b-2c9860d39dfb port 43c3f624-2947-4112-b085-1dd4d777d684 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:02:33.239442 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-244860a6-f73a-4eb7-931b-5fe9e01a6a4c tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=d996598032a244868fc625ab65d6228c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5469689 Aug 10 04:02:33.244440 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501de6d-0c93-4d8a-ac2d-bb20a1d29368 req-f2f62b40-5059-4b55-be45-7d05a118f481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:33.246275 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f501de6d-0c93-4d8a-ac2d-bb20a1d29368 req-f2f62b40-5059-4b55-be45-7d05a118f481 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7ff6afc-8008-49c6-8b16-55c096640020 HTTP/1.1" status: 200 len: 912 time: 0.2222877 Aug 10 04:02:33.249271 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48220) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:33.286618 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d2b8900a-3987-4376-8ff1-4cae92d2f39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:33.319792 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f501de6d-0c93-4d8a-ac2d-bb20a1d29368 req-a3e21962-bf31-4b03-bea5-34caa4f2ed29 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82b94d3d-95e8-4c3e-a953-5a5685a5e11d HTTP/1.1" status: 200 len: 217 time: 0.0637128 Aug 10 04:02:33.356891 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3100d624-fb66-4c2b-8df3-01ba98b65937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:33.359504 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3100d624-fb66-4c2b-8df3-01ba98b65937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:33.361883 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3100d624-fb66-4c2b-8df3-01ba98b65937 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/76a694f1-0c57-44b1-bd1b-63ea09de4087 HTTP/1.1" status: 204 len: 168 time: 0.7874982 Aug 10 04:02:33.401341 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100d624-fb66-4c2b-8df3-01ba98b65937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a694f1-0c57-44b1-bd1b-63ea09de4087,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:33.456582 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d975b5-c00f-4da4-b8d9-34981908b226 req-c39e5141-db1c-4e34-8111-1cac6cc8c02e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:33.467874 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-82d975b5-c00f-4da4-b8d9-34981908b226 req-c39e5141-db1c-4e34-8111-1cac6cc8c02e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=becdcafb-229f-41a6-8a04-ca14a78a7b5b HTTP/1.1" status: 200 len: 944 time: 0.1985872 Aug 10 04:02:33.490314 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7cfd9-7153-4c9e-9689-b494d22eff95 req-7c48454a-ac7a-450b-b805-5061858505ab tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:33.492505 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-52f7cfd9-7153-4c9e-9689-b494d22eff95 req-7c48454a-ac7a-450b-b805-5061858505ab tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 944 time: 0.2143595 Aug 10 04:02:33.505099 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501de6d-0c93-4d8a-ac2d-bb20a1d29368 req-f2fdf710-98fa-4a05-b03c-878935e9fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:33.506918 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f501de6d-0c93-4d8a-ac2d-bb20a1d29368 req-f2fdf710-98fa-4a05-b03c-878935e9fcb5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a51d8861-9dbf-4178-9d3e-8ed73319e82c HTTP/1.1" status: 200 len: 850 time: 0.1673219 Aug 10 04:02:33.533092 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388a5ec5-f466-41d7-9fd5-8b09bd9a589d tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:33.535042 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-388a5ec5-f466-41d7-9fd5-8b09bd9a589d tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2849085 Aug 10 04:02:33.539907 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48236) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:33.599475 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-22f60cdc-a295-4663-b519-5cf757543e54 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0578651 Aug 10 04:02:33.603229 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48238) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:33.607247 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-82d975b5-c00f-4da4-b8d9-34981908b226 req-207d8dce-1a0b-4d52-84fd-a11d37b04633 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=84e0c79f-c57b-4199-aad9-2a7ecb3d2a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382709 Aug 10 04:02:33.611740 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-0a56587b-a9b3-4eb9-9931-99f77397c430 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1979865481', 'network_id': '1953acc2-90e4-49bf-8774-d60d817a9b8d', 'project_id': 'd996598032a244868fc625ab65d6228c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:33.639706 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501de6d-0c93-4d8a-ac2d-bb20a1d29368 req-1843c9f7-6385-4180-916d-37210ee8e402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:33.644467 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f501de6d-0c93-4d8a-ac2d-bb20a1d29368 req-1843c9f7-6385-4180-916d-37210ee8e402 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7ff6afc-8008-49c6-8b16-55c096640020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1111698 Aug 10 04:02:33.674158 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-52f7cfd9-7153-4c9e-9689-b494d22eff95 req-e7f43f85-41a6-4873-9440-909da8e8416a tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674325 Aug 10 04:02:33.747447 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d2b8900a-3987-4376-8ff1-4cae92d2f39a None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:33.760116 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-d2b8900a-3987-4376-8ff1-4cae92d2f39a None None] Transition to ACTIVE for port object 43c3f624-2947-4112-b085-1dd4d777d684 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:33.795162 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f501de6d-0c93-4d8a-ac2d-bb20a1d29368 req-7b257385-cd0d-4a4f-a8be-7454695ea2a2 service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411455 Aug 10 04:02:33.845003 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a56587b-a9b3-4eb9-9931-99f77397c430 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Made reservation on behalf of d996598032a244868fc625ab65d6228c for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:33.845431 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d2b8900a-3987-4376-8ff1-4cae92d2f39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:33.849232 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0a56587b-a9b3-4eb9-9931-99f77397c430 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:33.933898 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4389fa-65f5-4690-ba17-2ebbc97edad4 req-edea8383-a88c-437d-a83a-8baf40c7978c tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:33.941335 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6e4389fa-65f5-4690-ba17-2ebbc97edad4 req-edea8383-a88c-437d-a83a-8baf40c7978c tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 944 time: 0.1277931 Aug 10 04:02:33.985351 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f501de6d-0c93-4d8a-ac2d-bb20a1d29368 req-20254371-afcf-40dd-aef6-305a26536e7a service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804051 Aug 10 04:02:34.006086 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6e4389fa-65f5-4690-ba17-2ebbc97edad4 req-ec0e5e14-7fc0-4f9e-8b2c-c1b0904f2224 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637836 Aug 10 04:02:34.020710 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-d2b8900a-3987-4376-8ff1-4cae92d2f39a None None] Attempting to bind port 43c3f624-2947-4112-b085-1dd4d777d684 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:02:34.021324 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-d2b8900a-3987-4376-8ff1-4cae92d2f39a None None] Attempting to bind port 43c3f624-2947-4112-b085-1dd4d777d684 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:02:34.021865 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8900a-3987-4376-8ff1-4cae92d2f39a None None] Attempting to bind port 43c3f624-2947-4112-b085-1dd4d777d684 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:34.031609 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 87634fc3-aa41-412a-9888-0257f60f636b details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:02:34.059314 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8900a-3987-4376-8ff1-4cae92d2f39a None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:02:34.059731 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8900a-3987-4376-8ff1-4cae92d2f39a None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:34.060334 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d2b8900a-3987-4376-8ff1-4cae92d2f39a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:34.060849 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8900a-3987-4376-8ff1-4cae92d2f39a None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:02:34.061401 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-d2b8900a-3987-4376-8ff1-4cae92d2f39a None None] Bound port: 43c3f624-2947-4112-b085-1dd4d777d684, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:02:34.061822 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d2b8900a-3987-4376-8ff1-4cae92d2f39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:34.148230 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3885a1-6477-49ff-a602-c4d67bee308a None None] Pushing event updated for resources: {'Port': ['ID=43c3f624-2947-4112-b085-1dd4d777d684,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:34.227352 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-d2b8900a-3987-4376-8ff1-4cae92d2f39a None None] For port 43c3f624-2947-4112-b085-1dd4d777d684, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:02:34.240451 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 87634fc3-aa41-412a-9888-0257f60f636b, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=87634fc3-aa41-412a-9888-0257f60f636b,segment=NetworkSegment(f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c),segment_id=f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:34.241706 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-d2b8900a-3987-4376-8ff1-4cae92d2f39a None None] For port 43c3f624-2947-4112-b085-1dd4d777d684, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=43c3f624-2947-4112-b085-1dd4d777d684,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:02:34.257155 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '87634fc3-aa41-412a-9888-0257f60f636b', 'network_id': '11310f8c-0128-4dfb-bc9b-1a9f36aa0c16', 'port_id': '87634fc3-aa41-412a-9888-0257f60f636b', 'mac_address': 'fa:16:3e:d5:4f:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '973be298-f488-4cb9-8788-cf34136520e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:02:34.277775 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-daa03e2b-791a-4a10-9f1e-499f09f1eef9 req-8aa6384b-350d-4f33-bd21-4904638f99a6 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 210 time: 0.0610795 Aug 10 04:02:34.307380 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:34.331313 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d2b8900a-3987-4376-8ff1-4cae92d2f39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:34.331750 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0a56587b-a9b3-4eb9-9931-99f77397c430 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:34.349834 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87634fc3-aa41-412a-9888-0257f60f636b {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:02:34.407568 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 87634fc3-aa41-412a-9888-0257f60f636b, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=87634fc3-aa41-412a-9888-0257f60f636b,segment=NetworkSegment(f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c),segment_id=f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:34.467073 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 82b94d3d-95e8-4c3e-a953-5a5685a5e11d details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:02:34.483357 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b8900a-3987-4376-8ff1-4cae92d2f39a None None] Routers {'9345b084-8083-4a5d-982b-2c9860d39dfb'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:34.498571 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d2b8900a-3987-4376-8ff1-4cae92d2f39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:02:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['9345b084-8083-4a5d-982b-2c9860d39dfb'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:34.500776 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:34.562748 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56587b-a9b3-4eb9-9931-99f77397c430 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event updated for resources: {'Subnet': ['ID=95d8eb9f-4d63-4431-9c5c-5bb29803bc9e,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:34.574906 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956ba81-e790-43fe-97a0-9bfc512116ca req-d43bca55-fd33-4a25-b991-74ddf53d5d2b tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:34.583061 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3956ba81-e790-43fe-97a0-9bfc512116ca req-d43bca55-fd33-4a25-b991-74ddf53d5d2b tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 943 time: 0.2704718 Aug 10 04:02:34.588586 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a56587b-a9b3-4eb9-9931-99f77397c430 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Checking segment: {'id': '76ebdbc9-0f22-491e-b5b1-432712ac3a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1953acc2-90e4-49bf-8774-d60d817a9b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:34.589318 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a56587b-a9b3-4eb9-9931-99f77397c430 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Network hostable DHCP agents. Network: 1953acc2-90e4-49bf-8774-d60d817a9b8d, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:02:34.672460 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=87634fc3-aa41-412a-9888-0257f60f636b,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:34.716344 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3885a1-6477-49ff-a602-c4d67bee308a None None] Pushing event updated for resources: {'Port': ['ID=43c3f624-2947-4112-b085-1dd4d777d684,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:34.732518 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['87634fc3-aa41-412a-9888-0257f60f636b'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:02:34.742371 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3956ba81-e790-43fe-97a0-9bfc512116ca req-ad273139-a9b4-46e8-b6a6-0a6b29bc23e7 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577382 Aug 10 04:02:34.839435 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 82b94d3d-95e8-4c3e-a953-5a5685a5e11d, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=82b94d3d-95e8-4c3e-a953-5a5685a5e11d,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:34.869431 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a56587b-a9b3-4eb9-9931-99f77397c430 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Network 1953acc2-90e4-49bf-8774-d60d817a9b8d is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:02:34.908724 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-d2b8900a-3987-4376-8ff1-4cae92d2f39a None None] Set router 9345b084-8083-4a5d-982b-2c9860d39dfb gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:02:34.922329 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '82b94d3d-95e8-4c3e-a953-5a5685a5e11d', 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020', 'port_id': '82b94d3d-95e8-4c3e-a953-5a5685a5e11d', 'mac_address': 'fa:16:3e:a3:42:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51d8861-9dbf-4178-9d3e-8ed73319e82c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:02:34.966376 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab210b-233b-45cf-bb9c-88dcc765f4c5 req-52174457-c184-4c3e-9c96-b4b99223a959 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:34.968792 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e5ab210b-233b-45cf-bb9c-88dcc765f4c5 req-52174457-c184-4c3e-9c96-b4b99223a959 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=becdcafb-229f-41a6-8a04-ca14a78a7b5b HTTP/1.1" status: 200 len: 945 time: 0.1312842 Aug 10 04:02:34.982244 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-0a56587b-a9b3-4eb9-9931-99f77397c430 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 1953acc2-90e4-49bf-8774-d60d817a9b8d) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:34.990399 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a56587b-a9b3-4eb9-9931-99f77397c430 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:34.991831 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0a56587b-a9b3-4eb9-9931-99f77397c430 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:35.033505 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bfb20c-e1e1-4456-85b8-ca1556ce60cd None None] Network 1953acc2-90e4-49bf-8774-d60d817a9b8d requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:02:35.101864 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124072e-8eda-48b9-84ae-25dbfc519cdd req-fb40c4f2-1b15-4b4a-a3da-b2f89af484ad tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:35.104460 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3124072e-8eda-48b9-84ae-25dbfc519cdd req-fb40c4f2-1b15-4b4a-a3da-b2f89af484ad tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 944 time: 0.2281420 Aug 10 04:02:35.121292 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:35.151245 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e5ab210b-233b-45cf-bb9c-88dcc765f4c5 req-bc142d45-390f-4fa7-8c60-63be22fc722b tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=84e0c79f-c57b-4199-aad9-2a7ecb3d2a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469722 Aug 10 04:02:35.164978 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82b94d3d-95e8-4c3e-a953-5a5685a5e11d {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:02:35.191540 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3124072e-8eda-48b9-84ae-25dbfc519cdd req-89e0ee7d-280a-4bda-a3d5-c95f34c482bb tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599005 Aug 10 04:02:35.208811 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48338) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:35.209959 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 82b94d3d-95e8-4c3e-a953-5a5685a5e11d, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=82b94d3d-95e8-4c3e-a953-5a5685a5e11d,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:35.210643 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0a56587b-a9b3-4eb9-9931-99f77397c430 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6054339 Aug 10 04:02:35.325476 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:35.354111 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a287d5cc-acfd-4f94-99e3-1983709c4e64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-1953acc2-90e4-49bf-8774-d60d817a9b8d', 'network_id': '1953acc2-90e4-49bf-8774-d60d817a9b8d', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'fixed_ips': [{'subnet_id': '95d8eb9f-4d63-4431-9c5c-5bb29803bc9e'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:02:35.355057 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a287d5cc-acfd-4f94-99e3-1983709c4e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:35.520031 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=82b94d3d-95e8-4c3e-a953-5a5685a5e11d,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:35.595649 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d2b8900a-3987-4376-8ff1-4cae92d2f39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2099545865', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '43c3f624-2947-4112-b085-1dd4d777d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:28Z', 'updated_at': '2021-08-10T04:02:31Z', 'revision_number': 3, 'project_id': 'd996598032a244868fc625ab65d6228c', 'gw_port': {'id': '43c3f624-2947-4112-b085-1dd4d777d684', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ae:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:30Z', 'updated_at': '2021-08-10T04:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:35.624096 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b8900a-3987-4376-8ff1-4cae92d2f39a None None] The sync data for ids ['9345b084-8083-4a5d-982b-2c9860d39dfb'] in n-d-802893-2 is: [{'id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2099545865', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '43c3f624-2947-4112-b085-1dd4d777d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:28Z', 'updated_at': '2021-08-10T04:02:31Z', 'revision_number': 3, 'project_id': 'd996598032a244868fc625ab65d6228c', 'gw_port': {'id': '43c3f624-2947-4112-b085-1dd4d777d684', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ae:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:30Z', 'updated_at': '2021-08-10T04:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:02:35.636472 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4b9dc2b6-93bf-424a-aa0d-999418695489 req-f05861c3-feb4-4bee-b2e8-ccb5dc8ce85f tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 210 time: 0.0874946 Aug 10 04:02:35.637854 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-a287d5cc-acfd-4f94-99e3-1983709c4e64 None None] Allocated IP 172.20.0.2 (1953acc2-90e4-49bf-8774-d60d817a9b8d/95d8eb9f-4d63-4431-9c5c-5bb29803bc9e/ef22c1cd-5150-4e1f-ba94-8e7af182e160) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:35.648693 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['82b94d3d-95e8-4c3e-a953-5a5685a5e11d'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:02:35.685241 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48362) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:35.992028 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371dd040-a47f-40e2-bfeb-70738882d9ce req-33f1a375-8d9a-4ad6-903a-2a030a4552b3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:35.994363 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-371dd040-a47f-40e2-bfeb-70738882d9ce req-33f1a375-8d9a-4ad6-903a-2a030a4552b3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 944 time: 0.1432011 Aug 10 04:02:36.049270 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 87634fc3-aa41-412a-9888-0257f60f636b up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:36.087699 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-371dd040-a47f-40e2-bfeb-70738882d9ce req-70ffe5a3-5031-45e4-96be-24ff8c19f773 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712011 Aug 10 04:02:36.155534 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a287d5cc-acfd-4f94-99e3-1983709c4e64 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:36.206248 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a287d5cc-acfd-4f94-99e3-1983709c4e64 None None] Transition to ACTIVE for port object ef22c1cd-5150-4e1f-ba94-8e7af182e160 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:36.292085 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a287d5cc-acfd-4f94-99e3-1983709c4e64 None None] Transition to ACTIVE for port object ef22c1cd-5150-4e1f-ba94-8e7af182e160 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:36.301932 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e77a03ef-769b-4569-8303-1c1414ba78a2 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:36.365169 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a287d5cc-acfd-4f94-99e3-1983709c4e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:36.409399 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 87634fc3-aa41-412a-9888-0257f60f636b completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:36.435198 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a287d5cc-acfd-4f94-99e3-1983709c4e64 None None] Network 1953acc2-90e4-49bf-8774-d60d817a9b8d is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:36.440148 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-a287d5cc-acfd-4f94-99e3-1983709c4e64 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:36.456052 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 87634fc3-aa41-412a-9888-0257f60f636b triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:36.456609 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:36.460866 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a287d5cc-acfd-4f94-99e3-1983709c4e64 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:36.464083 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 8597653a-3390-4a44-a76b-86ade7f9cef6 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:02:36.476246 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c2513445-4587-4f36-9578-9c2b024cb450 req-7aa1a20f-c34b-422f-b4d9-5d72a121768b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7875662 Aug 10 04:02:36.500302 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287d5cc-acfd-4f94-99e3-1983709c4e64 None None] Pushing event updated for resources: {'Port': ['ID=ef22c1cd-5150-4e1f-ba94-8e7af182e160,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:36.514735 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e704b0-f425-4ef6-ac0b-f8f69654e220 req-d0cd1fb5-91c0-414e-b436-fbdecf131795 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:36.523731 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-45e704b0-f425-4ef6-ac0b-f8f69654e220 req-d0cd1fb5-91c0-414e-b436-fbdecf131795 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 944 time: 0.1337440 Aug 10 04:02:36.622509 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-45e704b0-f425-4ef6-ac0b-f8f69654e220 req-351afe17-80ba-4800-913f-0e705b083c35 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939691 Aug 10 04:02:36.786932 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e0b73-88d8-4a45-820a-ba12fb3c5c46 req-82b3b3fb-4566-4c5e-8105-3fac0bd82681 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:36.801813 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c1e0b73-88d8-4a45-820a-ba12fb3c5c46 req-82b3b3fb-4566-4c5e-8105-3fac0bd82681 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=becdcafb-229f-41a6-8a04-ca14a78a7b5b HTTP/1.1" status: 200 len: 945 time: 0.4791827 Aug 10 04:02:36.853946 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-45cfd350-8150-4664-810b-0f6739e985db req-cb0a9129-352c-4873-adb8-28f71bc16fbc tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 210 time: 0.0717731 Aug 10 04:02:36.935495 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a287d5cc-acfd-4f94-99e3-1983709c4e64 None None] Attempting to bind port ef22c1cd-5150-4e1f-ba94-8e7af182e160 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:02:36.936691 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a287d5cc-acfd-4f94-99e3-1983709c4e64 None None] Attempting to bind port ef22c1cd-5150-4e1f-ba94-8e7af182e160 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '76ebdbc9-0f22-491e-b5b1-432712ac3a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1953acc2-90e4-49bf-8774-d60d817a9b8d'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:02:36.937076 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a287d5cc-acfd-4f94-99e3-1983709c4e64 None None] Attempting to bind port ef22c1cd-5150-4e1f-ba94-8e7af182e160 on network 1953acc2-90e4-49bf-8774-d60d817a9b8d {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:36.970616 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c1e0b73-88d8-4a45-820a-ba12fb3c5c46 req-1cdf7914-af48-4868-b317-121396a40cfd tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=84e0c79f-c57b-4199-aad9-2a7ecb3d2a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632457 Aug 10 04:02:36.990200 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:37.005652 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48390) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:37.007738 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-e77a03ef-769b-4569-8303-1c1414ba78a2 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Allocated IP 172.20.0.1 (1953acc2-90e4-49bf-8774-d60d817a9b8d/95d8eb9f-4d63-4431-9c5c-5bb29803bc9e/0af80e34-62e1-42d8-9c2b-5c44efbfb025) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:37.009891 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a287d5cc-acfd-4f94-99e3-1983709c4e64 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:02:37.010262 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a287d5cc-acfd-4f94-99e3-1983709c4e64 None None] Checking segment: {'id': '76ebdbc9-0f22-491e-b5b1-432712ac3a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1953acc2-90e4-49bf-8774-d60d817a9b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:37.010959 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a287d5cc-acfd-4f94-99e3-1983709c4e64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:37.011358 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a287d5cc-acfd-4f94-99e3-1983709c4e64 None None] Bound using segment: {'id': '76ebdbc9-0f22-491e-b5b1-432712ac3a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1953acc2-90e4-49bf-8774-d60d817a9b8d'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:02:37.011843 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a287d5cc-acfd-4f94-99e3-1983709c4e64 None None] Bound port: ef22c1cd-5150-4e1f-ba94-8e7af182e160, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ebdbc9-0f22-491e-b5b1-432712ac3a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1953acc2-90e4-49bf-8774-d60d817a9b8d'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:02:37.012245 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a287d5cc-acfd-4f94-99e3-1983709c4e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:37.035687 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'becdcafb-229f-41a6-8a04-ca14a78a7b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87634fc3-aa41-412a-9888-0257f60f636b'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:02:37.038582 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a946faa-fe7b-4757-8059-15d1985dcbfb" -d '{"events": [{"server_uuid": "becdcafb-229f-41a6-8a04-ca14a78a7b5b", "name": "network-vif-plugged", "status": "completed", "tag": "87634fc3-aa41-412a-9888-0257f60f636b"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:02:37.065889 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48396) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:37.075506 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 87634fc3-aa41-412a-9888-0257f60f636b, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=87634fc3-aa41-412a-9888-0257f60f636b,segment=NetworkSegment(f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c),segment_id=f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:37.144347 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a18c7d-0f04-46dc-8bda-92beafd28efb x-openstack-request-id: req-79a18c7d-0f04-46dc-8bda-92beafd28efb {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:02:37.144855 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "becdcafb-229f-41a6-8a04-ca14a78a7b5b", "name": "network-vif-plugged", "status": "completed", "tag": "87634fc3-aa41-412a-9888-0257f60f636b", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:02:37.151016 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79a18c7d-0f04-46dc-8bda-92beafd28efb {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:02:37.151016 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'becdcafb-229f-41a6-8a04-ca14a78a7b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87634fc3-aa41-412a-9888-0257f60f636b', 'code': 200} Aug 10 04:02:37.171684 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a287d5cc-acfd-4f94-99e3-1983709c4e64 None None] For port ef22c1cd-5150-4e1f-ba94-8e7af182e160, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:02:37.176295 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a287d5cc-acfd-4f94-99e3-1983709c4e64 None None] For port ef22c1cd-5150-4e1f-ba94-8e7af182e160, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ef22c1cd-5150-4e1f-ba94-8e7af182e160,segment=NetworkSegment(76ebdbc9-0f22-491e-b5b1-432712ac3a2b),segment_id=76ebdbc9-0f22-491e-b5b1-432712ac3a2b)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:02:37.213060 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e77a03ef-769b-4569-8303-1c1414ba78a2 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:37.243295 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:37.268862 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8eb34b04-8cfa-451b-97a6-ba914206b0da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:37.286670 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-e77a03ef-769b-4569-8303-1c1414ba78a2 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Transition to ACTIVE for port object 0af80e34-62e1-42d8-9c2b-5c44efbfb025 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:37.330399 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afbc04-ccf9-44e5-a7b1-b41e18724c19 req-f49625bd-7cea-43d7-a0dc-1615aad44bb3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:37.332171 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-39afbc04-ccf9-44e5-a7b1-b41e18724c19 req-f49625bd-7cea-43d7-a0dc-1615aad44bb3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 944 time: 0.1163590 Aug 10 04:02:37.340896 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a287d5cc-acfd-4f94-99e3-1983709c4e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:37.345227 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af199990-4793-4fee-b451-5fa403e062a8 req-49ad5800-fff8-4162-9c15-832a5220292e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:37.346802 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-af199990-4793-4fee-b451-5fa403e062a8 req-49ad5800-fff8-4162-9c15-832a5220292e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=becdcafb-229f-41a6-8a04-ca14a78a7b5b HTTP/1.1" status: 200 len: 1096 time: 0.1298990 Aug 10 04:02:37.386690 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fbfe1f60-b1e2-43f3-a5e7-f749459af785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:37.449683 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=87634fc3-aa41-412a-9888-0257f60f636b,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:37.466435 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8eb34b04-8cfa-451b-97a6-ba914206b0da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:37.509582 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-39afbc04-ccf9-44e5-a7b1-b41e18724c19 req-9c4580a9-593d-4483-862c-296783d1a3bd tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580298 Aug 10 04:02:37.520118 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-af199990-4793-4fee-b451-5fa403e062a8 req-16ad0c7b-8ff4-46a2-8da7-5afaaae76da7 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=84e0c79f-c57b-4199-aad9-2a7ecb3d2a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456075 Aug 10 04:02:37.522652 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e77a03ef-769b-4569-8303-1c1414ba78a2 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:37.547108 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8eb34b04-8cfa-451b-97a6-ba914206b0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:37.547760 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287d5cc-acfd-4f94-99e3-1983709c4e64 None None] Pushing event updated for resources: {'Port': ['ID=ef22c1cd-5150-4e1f-ba94-8e7af182e160,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:37.586784 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77a03ef-769b-4569-8303-1c1414ba78a2 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Network 1953acc2-90e4-49bf-8774-d60d817a9b8d is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:37.589990 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-e77a03ef-769b-4569-8303-1c1414ba78a2 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:37.593843 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77a03ef-769b-4569-8303-1c1414ba78a2 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:37.659590 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a03ef-769b-4569-8303-1c1414ba78a2 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event updated for resources: {'Port': ['ID=0af80e34-62e1-42d8-9c2b-5c44efbfb025,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:37.671294 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb34b04-8cfa-451b-97a6-ba914206b0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e0c3eb-13f4-4e0f-a7c4-486d6c1de1bc,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:37.691427 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8eb34b04-8cfa-451b-97a6-ba914206b0da admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=de4756ec4d1a4e5ca13ba7da3111962b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6826267 Aug 10 04:02:37.693342 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48410) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:37.711192 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e77a03ef-769b-4569-8303-1c1414ba78a2 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:37.861040 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ee5bbaff-be3d-4590-aa84-c582c168728f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:37.996680 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fbfe1f60-b1e2-43f3-a5e7-f749459af785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.019385 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ee5bbaff-be3d-4590-aa84-c582c168728f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.096494 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20834df4-8561-4aa9-be56-7f7155b3706e req-e2857ef8-c77c-4237-a55a-adbe185aa3d6 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:38.099088 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-20834df4-8561-4aa9-be56-7f7155b3706e req-e2857ef8-c77c-4237-a55a-adbe185aa3d6 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 944 time: 0.3017950 Aug 10 04:02:38.107321 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fbfe1f60-b1e2-43f3-a5e7-f749459af785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.108206 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23e3947b-23b7-4e06-9c46-938fc78deafb req-57e13d43-665d-4fe9-8ca8-a8aa3aa71b45 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 210 time: 0.0468371 Aug 10 04:02:38.122042 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 43c3f624-2947-4112-b085-1dd4d777d684 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:38.188348 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e77a03ef-769b-4569-8303-1c1414ba78a2 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.284352 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fbfe1f60-b1e2-43f3-a5e7-f749459af785 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1726323913964394ab177442f67f2e90&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2170913 Aug 10 04:02:38.293842 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48422) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:38.308398 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe1f60-b1e2-43f3-a5e7-f749459af785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8956cfed-5c84-4138-8aee-f454cfca8e53,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:38.332486 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-20834df4-8561-4aa9-be56-7f7155b3706e req-6c053496-2026-4fb4-bae5-b9ead4a9f726 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134988 Aug 10 04:02:38.377201 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f01e4285-bd2a-4502-a478-3fd77ff3106a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.384846 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a660e-577c-467d-9960-4801653f719b req-27b67195-f938-4b0a-815d-d3ada36b4376 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:38.392248 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff5a660e-577c-467d-9960-4801653f719b req-27b67195-f938-4b0a-815d-d3ada36b4376 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=becdcafb-229f-41a6-8a04-ca14a78a7b5b HTTP/1.1" status: 200 len: 946 time: 0.1348932 Aug 10 04:02:38.394762 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 43c3f624-2947-4112-b085-1dd4d777d684 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:38.404150 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f01e4285-bd2a-4502-a478-3fd77ff3106a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.404781 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 43c3f624-2947-4112-b085-1dd4d777d684 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:38.405327 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.429191 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ee5bbaff-be3d-4590-aa84-c582c168728f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.431972 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ee5bbaff-be3d-4590-aa84-c582c168728f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.441274 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ee5bbaff-be3d-4590-aa84-c582c168728f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/85e0c3eb-13f4-4e0f-a7c4-486d6c1de1bc HTTP/1.1" status: 204 len: 168 time: 0.7461030 Aug 10 04:02:38.472994 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 82b94d3d-95e8-4c3e-a953-5a5685a5e11d up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:38.610625 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f01e4285-bd2a-4502-a478-3fd77ff3106a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.613283 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f01e4285-bd2a-4502-a478-3fd77ff3106a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.614633 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f01e4285-bd2a-4502-a478-3fd77ff3106a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8956cfed-5c84-4138-8aee-f454cfca8e53 HTTP/1.1" status: 204 len: 168 time: 0.3193595 Aug 10 04:02:38.632705 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e4285-bd2a-4502-a478-3fd77ff3106a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8956cfed-5c84-4138-8aee-f454cfca8e53,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:38.695786 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 82b94d3d-95e8-4c3e-a953-5a5685a5e11d completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:38.720248 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 82b94d3d-95e8-4c3e-a953-5a5685a5e11d triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:38.722661 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.738502 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e77a03ef-769b-4569-8303-1c1414ba78a2 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.747869 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.764735 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a36f02-5a0f-4202-9336-ee665e6ac894 req-d43655f2-b160-42ad-b74a-930bac688afb tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:38.775655 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b7a36f02-5a0f-4202-9336-ee665e6ac894 req-d43655f2-b160-42ad-b74a-930bac688afb tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 944 time: 0.0958307 Aug 10 04:02:38.808944 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 43c3f624-2947-4112-b085-1dd4d777d684, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=43c3f624-2947-4112-b085-1dd4d777d684,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:38.827431 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff5a660e-577c-467d-9960-4801653f719b req-3c01d3bf-fe47-49cb-ba4a-f5ecb8a13dee tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=84e0c79f-c57b-4199-aad9-2a7ecb3d2a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4341881 Aug 10 04:02:38.829542 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e77a03ef-769b-4569-8303-1c1414ba78a2 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.841990 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5bbaff-be3d-4590-aa84-c582c168728f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e0c3eb-13f4-4e0f-a7c4-486d6c1de1bc,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:38.868355 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b7a36f02-5a0f-4202-9336-ee665e6ac894 req-1d9582a4-21d1-418f-8f50-47a03ce2fcf1 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852332 Aug 10 04:02:38.902140 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.947110 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 82b94d3d-95e8-4c3e-a953-5a5685a5e11d, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=82b94d3d-95e8-4c3e-a953-5a5685a5e11d,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:38.953447 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:38.954443 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ef22c1cd-5150-4e1f-ba94-8e7af182e160 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:38.991309 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e77a03ef-769b-4569-8303-1c1414ba78a2 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:39.019694 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:39.098081 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=43c3f624-2947-4112-b085-1dd4d777d684,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:39.147997 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2513445-4587-4f36-9578-9c2b024cb450 req-9d1f55eb-4e50-4a7f-a86f-ab4d15107e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:39.164053 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c2513445-4587-4f36-9578-9c2b024cb450 req-9d1f55eb-4e50-4a7f-a86f-ab4d15107e56 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2&tenant_id=e038891106e2493183a2b48de06c43c1 HTTP/1.1" status: 200 len: 1095 time: 0.4207568 Aug 10 04:02:39.166569 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a03ef-769b-4569-8303-1c1414ba78a2 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event updated for resources: {'Port': ['ID=0af80e34-62e1-42d8-9c2b-5c44efbfb025,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:39.181435 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff549ff6-8f26-4fc3-a3b6-a38c9b27b738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b94d3d-95e8-4c3e-a953-5a5685a5e11d'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:02:39.186190 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b857b1e2-68ee-45d0-b578-821faa4fc6a7" -d '{"events": [{"server_uuid": "ff549ff6-8f26-4fc3-a3b6-a38c9b27b738", "name": "network-vif-plugged", "status": "completed", "tag": "82b94d3d-95e8-4c3e-a953-5a5685a5e11d"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:02:39.203498 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=82b94d3d-95e8-4c3e-a953-5a5685a5e11d,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:39.208397 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8c949a-640e-490a-b524-40ebbbf837e6 None None] Network 1953acc2-90e4-49bf-8774-d60d817a9b8d requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:02:39.215208 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port ef22c1cd-5150-4e1f-ba94-8e7af182e160 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:39.244073 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-c2513445-4587-4f36-9578-9c2b024cb450 req-ed70f988-e893-4821-b971-f84f392ea9b4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802893-2', 'device_owner': 'compute:nova'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:39.263555 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d56546-e895-4724-933c-5b359b78c850 x-openstack-request-id: req-50d56546-e895-4724-933c-5b359b78c850 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:02:39.264106 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff549ff6-8f26-4fc3-a3b6-a38c9b27b738", "name": "network-vif-plugged", "status": "completed", "tag": "82b94d3d-95e8-4c3e-a953-5a5685a5e11d", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:02:39.264500 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50d56546-e895-4724-933c-5b359b78c850 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:02:39.265030 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff549ff6-8f26-4fc3-a3b6-a38c9b27b738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82b94d3d-95e8-4c3e-a953-5a5685a5e11d', 'code': 200} Aug 10 04:02:39.392826 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ad9666c6-6375-473b-9f69-baf84b0ac82f None None] Provisioning for port ef22c1cd-5150-4e1f-ba94-8e7af182e160 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:39.401082 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ad9666c6-6375-473b-9f69-baf84b0ac82f None None] Provisioning complete for port ef22c1cd-5150-4e1f-ba94-8e7af182e160 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:39.401461 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ad9666c6-6375-473b-9f69-baf84b0ac82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:39.461231 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2655699-fa41-4d6f-86e0-235f329a6670 req-7e7630b3-d749-495c-9cbd-dfa1b73d5445 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:39.463465 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d2655699-fa41-4d6f-86e0-235f329a6670 req-7e7630b3-d749-495c-9cbd-dfa1b73d5445 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 944 time: 0.0634212 Aug 10 04:02:39.526799 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ad9666c6-6375-473b-9f69-baf84b0ac82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:39.535124 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d2655699-fa41-4d6f-86e0-235f329a6670 req-3638598c-45e2-41a8-ac82-6c9833f424f6 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645416 Aug 10 04:02:39.591333 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48446) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:39.613436 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2265def5-e62f-4a5c-8b3b-159ba4e5d471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:39.616998 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-ad9666c6-6375-473b-9f69-baf84b0ac82f None None] For port ef22c1cd-5150-4e1f-ba94-8e7af182e160, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ef22c1cd-5150-4e1f-ba94-8e7af182e160,segment=NetworkSegment(76ebdbc9-0f22-491e-b5b1-432712ac3a2b),segment_id=76ebdbc9-0f22-491e-b5b1-432712ac3a2b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:39.679780 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ad9666c6-6375-473b-9f69-baf84b0ac82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:39.780802 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9666c6-6375-473b-9f69-baf84b0ac82f None None] Pushing event updated for resources: {'Port': ['ID=ef22c1cd-5150-4e1f-ba94-8e7af182e160,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:39.799904 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2265def5-e62f-4a5c-8b3b-159ba4e5d471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:39.869046 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f49b8bdd-a2d3-40d8-81fc-3e7160768d10 req-1dba0865-7ee0-42b5-ad7f-bf953beaff6f tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 210 time: 0.6073101 Aug 10 04:02:39.901643 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 43c3f624-2947-4112-b085-1dd4d777d684 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:39.964316 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0e1a3647-33ae-4de9-bd82-9a0142d84d25 None None] Provisioning complete for port ef22c1cd-5150-4e1f-ba94-8e7af182e160 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:39.964316 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0e1a3647-33ae-4de9-bd82-9a0142d84d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:39.994421 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2265def5-e62f-4a5c-8b3b-159ba4e5d471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:40.024341 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77a03ef-769b-4569-8303-1c1414ba78a2 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Network 1953acc2-90e4-49bf-8774-d60d817a9b8d is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:40.030690 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-e77a03ef-769b-4569-8303-1c1414ba78a2 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:40.066147 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e982eb01-a684-4b67-b0e9-077cbe7705bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:40.078592 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 43c3f624-2947-4112-b085-1dd4d777d684 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:40.079522 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:40.101124 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c2513445-4587-4f36-9578-9c2b024cb450 req-ed70f988-e893-4821-b971-f84f392ea9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:40.102334 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654bf35-65d4-4f7a-afe3-5c999ecfc4ea req-138d928e-bf91-49ec-a751-d2916a2bde17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:40.103972 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3654bf35-65d4-4f7a-afe3-5c999ecfc4ea req-138d928e-bf91-49ec-a751-d2916a2bde17 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 1096 time: 0.2229214 Aug 10 04:02:40.163911 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2265def5-e62f-4a5c-8b3b-159ba4e5d471 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9d0079532bd64242aa0ffa834202c256&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5686791 Aug 10 04:02:40.165086 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265def5-e62f-4a5c-8b3b-159ba4e5d471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c963cb-7461-4381-a898-1ab3be782082,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:40.193278 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48454) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:40.222729 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48456) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:40.332560 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a822ea50-e48c-4c85-ac51-b2724efd3ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:40.366273 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54350c6-8ee2-4255-8b76-353047a4cffa req-ef335201-be21-4b99-844d-4807a9486c9e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:40.369512 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d54350c6-8ee2-4255-8b76-353047a4cffa req-ef335201-be21-4b99-844d-4807a9486c9e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=becdcafb-229f-41a6-8a04-ca14a78a7b5b HTTP/1.1" status: 200 len: 946 time: 0.3273051 Aug 10 04:02:40.393615 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-c2513445-4587-4f36-9578-9c2b024cb450 req-ed70f988-e893-4821-b971-f84f392ea9b4 service neutron] For port 8597653a-3390-4a44-a76b-86ade7f9cef6, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=8597653a-3390-4a44-a76b-86ade7f9cef6,segment=NetworkSegment(ddbbd097-b4f1-4cec-8d55-af70ec47d20e),segment_id=ddbbd097-b4f1-4cec-8d55-af70ec47d20e)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:40.442672 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-c2513445-4587-4f36-9578-9c2b024cb450 req-ed70f988-e893-4821-b971-f84f392ea9b4 service neutron] For port 8597653a-3390-4a44-a76b-86ade7f9cef6, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:02:40.450761 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ef22c1cd-5150-4e1f-ba94-8e7af182e160 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:40.535156 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a822ea50-e48c-4c85-ac51-b2724efd3ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:40.537382 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-c2513445-4587-4f36-9578-9c2b024cb450 req-ed70f988-e893-4821-b971-f84f392ea9b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8597653a-3390-4a44-a76b-86ade7f9cef6 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:02:40.546972 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c2513445-4587-4f36-9578-9c2b024cb450 req-ed70f988-e893-4821-b971-f84f392ea9b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:40.583989 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201aecc-03e7-4299-abe7-841efccb4495 req-459955c9-411d-43fa-acf6-23e80cd950cb tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:40.586395 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5201aecc-03e7-4299-abe7-841efccb4495 req-459955c9-411d-43fa-acf6-23e80cd950cb tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 945 time: 0.5603089 Aug 10 04:02:40.590797 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port ef22c1cd-5150-4e1f-ba94-8e7af182e160 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:40.591194 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:40.617792 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-c2513445-4587-4f36-9578-9c2b024cb450 req-ed70f988-e893-4821-b971-f84f392ea9b4 service neutron] Transition to ACTIVE for port object 8597653a-3390-4a44-a76b-86ade7f9cef6 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:40.625646 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3654bf35-65d4-4f7a-afe3-5c999ecfc4ea req-78fa87d4-6cbe-475c-94c5-3c0ef2728df8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761472 Aug 10 04:02:40.631865 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a822ea50-e48c-4c85-ac51-b2724efd3ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:40.631865 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ee95fe6-b07e-4dea-80eb-ef8a0cebf1e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:40.646447 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5201aecc-03e7-4299-abe7-841efccb4495 req-5e1a2e24-28fe-4d89-9a19-d1bf5db63001 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492227 Aug 10 04:02:40.653520 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0e1a3647-33ae-4de9-bd82-9a0142d84d25 None None] Provisioning for port 0af80e34-62e1-42d8-9c2b-5c44efbfb025 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:40.655102 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77a03ef-769b-4569-8303-1c1414ba78a2 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Router 9345b084-8083-4a5d-982b-2c9860d39dfb has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:02:40.658436 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0e1a3647-33ae-4de9-bd82-9a0142d84d25 None None] Provisioning complete for port 0af80e34-62e1-42d8-9c2b-5c44efbfb025 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:40.658806 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0e1a3647-33ae-4de9-bd82-9a0142d84d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:40.680936 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d54350c6-8ee2-4255-8b76-353047a4cffa req-39230ba1-aaed-4f24-ac1c-86642f25636f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=84e0c79f-c57b-4199-aad9-2a7ecb3d2a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823176 Aug 10 04:02:40.760496 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-0e1a3647-33ae-4de9-bd82-9a0142d84d25 None None] Port 0af80e34-62e1-42d8-9c2b-5c44efbfb025 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:40.776675 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c2513445-4587-4f36-9578-9c2b024cb450 req-ed70f988-e893-4821-b971-f84f392ea9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:40.791493 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a822ea50-e48c-4c85-ac51-b2724efd3ec8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=219a5ca9464545759cc6c3787896a8e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5517888 Aug 10 04:02:40.793864 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ee95fe6-b07e-4dea-80eb-ef8a0cebf1e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:40.797584 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48464) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:40.814321 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a822ea50-e48c-4c85-ac51-b2724efd3ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab510b5c-ba90-4fb3-8e93-ecfd117e42b3,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:40.893826 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-35635206-179b-4330-882a-1226ea82a33a None None] Provisioning complete for port 0af80e34-62e1-42d8-9c2b-5c44efbfb025 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:40.894212 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-35635206-179b-4330-882a-1226ea82a33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:40.952247 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70f988-e893-4821-b971-f84f392ea9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=8597653a-3390-4a44-a76b-86ade7f9cef6,revision_number=9']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:40.958883 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2513445-4587-4f36-9578-9c2b024cb450 req-ed70f988-e893-4821-b971-f84f392ea9b4 service neutron] No DVR routers for this DVR port 8597653a-3390-4a44-a76b-86ade7f9cef6 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:02:40.962658 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-35635206-179b-4330-882a-1226ea82a33a None None] Port 0af80e34-62e1-42d8-9c2b-5c44efbfb025 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:40.983009 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ee95fe6-b07e-4dea-80eb-ef8a0cebf1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:40.986336 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ee95fe6-b07e-4dea-80eb-ef8a0cebf1e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:40.987825 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6ee95fe6-b07e-4dea-80eb-ef8a0cebf1e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29c963cb-7461-4381-a898-1ab3be782082 HTTP/1.1" status: 204 len: 168 time: 0.7933078 Aug 10 04:02:41.009904 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54352f6-76f1-4111-84e3-ebba037ffedf req-d8ee289c-5909-4bde-b2f1-08ad53fa46bb tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:41.011480 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d54352f6-76f1-4111-84e3-ebba037ffedf req-d8ee289c-5909-4bde-b2f1-08ad53fa46bb tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 944 time: 0.2248888 Aug 10 04:02:41.017259 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77a03ef-769b-4569-8303-1c1414ba78a2 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:02:41.029061 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2128def1-7602-49dc-b640-a88d17fc1bd0 None None] Sync routers for ids ['9345b084-8083-4a5d-982b-2c9860d39dfb'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:02:41.032351 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee95fe6-b07e-4dea-80eb-ef8a0cebf1e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c963cb-7461-4381-a898-1ab3be782082,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:41.039923 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e77a03ef-769b-4569-8303-1c1414ba78a2 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "PUT /v2.0/routers/9345b084-8083-4a5d-982b-2c9860d39dfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8250852 Aug 10 04:02:41.043659 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48472) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:41.046818 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66227d29-bd15-47f0-9504-8d6bb154383c req-f4a6270f-fa69-4a13-8865-27445a996b74 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:41.051669 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-68752925-c818-48e3-b4d8-5f99dac0a2e5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1829653312', 'description': 'tempest-secgroup_access--1829653312 description', 'project_id': 'd996598032a244868fc625ab65d6228c'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:41.055107 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-66227d29-bd15-47f0-9504-8d6bb154383c req-f4a6270f-fa69-4a13-8865-27445a996b74 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=becdcafb-229f-41a6-8a04-ca14a78a7b5b HTTP/1.1" status: 200 len: 946 time: 0.2108414 Aug 10 04:02:41.057085 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-c2513445-4587-4f36-9578-9c2b024cb450 req-ed70f988-e893-4821-b971-f84f392ea9b4 service neutron] Attempting to bind port 8597653a-3390-4a44-a76b-86ade7f9cef6 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:02:41.057420 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-c2513445-4587-4f36-9578-9c2b024cb450 req-ed70f988-e893-4821-b971-f84f392ea9b4 service neutron] Attempting to bind port 8597653a-3390-4a44-a76b-86ade7f9cef6 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': 'ddbbd097-b4f1-4cec-8d55-af70ec47d20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '61be106c-0b66-42f4-b295-3640ff29de8b'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:02:41.057747 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2513445-4587-4f36-9578-9c2b024cb450 req-ed70f988-e893-4821-b971-f84f392ea9b4 service neutron] Attempting to bind port 8597653a-3390-4a44-a76b-86ade7f9cef6 on network 61be106c-0b66-42f4-b295-3640ff29de8b {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:41.077039 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2128def1-7602-49dc-b640-a88d17fc1bd0 None None] Routers {'9345b084-8083-4a5d-982b-2c9860d39dfb'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:41.077280 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2513445-4587-4f36-9578-9c2b024cb450 req-ed70f988-e893-4821-b971-f84f392ea9b4 service neutron] Port 8597653a-3390-4a44-a76b-86ade7f9cef6 on network 61be106c-0b66-42f4-b295-3640ff29de8b not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:02:41.077568 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2513445-4587-4f36-9578-9c2b024cb450 req-ed70f988-e893-4821-b971-f84f392ea9b4 service neutron] Attempting to bind port 8597653a-3390-4a44-a76b-86ade7f9cef6 on network 61be106c-0b66-42f4-b295-3640ff29de8b {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:41.079408 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-2128def1-7602-49dc-b640-a88d17fc1bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:02:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['9345b084-8083-4a5d-982b-2c9860d39dfb'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:41.089219 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0359995-9c3f-47f8-bcf6-f812edca54d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:41.097195 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2513445-4587-4f36-9578-9c2b024cb450 req-ed70f988-e893-4821-b971-f84f392ea9b4 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:02:41.097195 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2513445-4587-4f36-9578-9c2b024cb450 req-ed70f988-e893-4821-b971-f84f392ea9b4 service neutron] Checking segment: {'id': 'ddbbd097-b4f1-4cec-8d55-af70ec47d20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '61be106c-0b66-42f4-b295-3640ff29de8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:41.097195 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2513445-4587-4f36-9578-9c2b024cb450 req-ed70f988-e893-4821-b971-f84f392ea9b4 service neutron] Bound using segment: {'id': 'ddbbd097-b4f1-4cec-8d55-af70ec47d20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '61be106c-0b66-42f4-b295-3640ff29de8b'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:02:41.097195 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-c2513445-4587-4f36-9578-9c2b024cb450 req-ed70f988-e893-4821-b971-f84f392ea9b4 service neutron] Bound port: 8597653a-3390-4a44-a76b-86ade7f9cef6, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddbbd097-b4f1-4cec-8d55-af70ec47d20e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '61be106c-0b66-42f4-b295-3640ff29de8b'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:02:41.097195 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c2513445-4587-4f36-9578-9c2b024cb450 req-ed70f988-e893-4821-b971-f84f392ea9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:41.117622 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d54352f6-76f1-4111-84e3-ebba037ffedf req-4895b4cb-393b-4fcd-b771-bed3fdd3c3bf tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882740 Aug 10 04:02:41.197602 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-68752925-c818-48e3-b4d8-5f99dac0a2e5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:41.233360 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-66227d29-bd15-47f0-9504-8d6bb154383c req-aadd8575-f09d-46dc-96cf-8eb620669cfa tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=84e0c79f-c57b-4199-aad9-2a7ecb3d2a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767149 Aug 10 04:02:41.235618 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0359995-9c3f-47f8-bcf6-f812edca54d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:41.242799 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48474) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:41.259678 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-2128def1-7602-49dc-b640-a88d17fc1bd0 None None] Set router 9345b084-8083-4a5d-982b-2c9860d39dfb gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:02:41.276185 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-c2513445-4587-4f36-9578-9c2b024cb450 req-ed70f988-e893-4821-b971-f84f392ea9b4 service neutron] For port 8597653a-3390-4a44-a76b-86ade7f9cef6, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:02:41.305455 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-c2513445-4587-4f36-9578-9c2b024cb450 req-ed70f988-e893-4821-b971-f84f392ea9b4 service neutron] For port 8597653a-3390-4a44-a76b-86ade7f9cef6, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=8597653a-3390-4a44-a76b-86ade7f9cef6,segment=NetworkSegment(ddbbd097-b4f1-4cec-8d55-af70ec47d20e),segment_id=ddbbd097-b4f1-4cec-8d55-af70ec47d20e)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:02:41.332220 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9894c012-b1ec-40ba-a9bc-18be1e71fb66 req-21ecfef6-2b4b-4f29-ad7f-b03850d5e816 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 210 time: 0.0487440 Aug 10 04:02:41.418473 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-68752925-c818-48e3-b4d8-5f99dac0a2e5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:41.421278 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59acb411-01c5-4a23-a417-5fdc5f6dc6cc tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:41.424904 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-59acb411-01c5-4a23-a417-5fdc5f6dc6cc tempest-TestNetworkBasicOps-594050789 tempest-TestNetworkBasicOps-594050789-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=becdcafb-229f-41a6-8a04-ca14a78a7b5b HTTP/1.1" status: 200 len: 1092 time: 0.1809428 Aug 10 04:02:41.428780 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48478) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:41.431284 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c2513445-4587-4f36-9578-9c2b024cb450 req-ed70f988-e893-4821-b971-f84f392ea9b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:41.435330 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-4317fbe6-67dc-4689-90d9-49cbee44163e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'port_id': '87634fc3-aa41-412a-9888-0257f60f636b', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:41.465465 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0359995-9c3f-47f8-bcf6-f812edca54d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:41.468078 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0359995-9c3f-47f8-bcf6-f812edca54d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:41.472965 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e0359995-9c3f-47f8-bcf6-f812edca54d7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab510b5c-ba90-4fb3-8e93-ecfd117e42b3 HTTP/1.1" status: 204 len: 168 time: 0.6655374 Aug 10 04:02:41.478360 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0359995-9c3f-47f8-bcf6-f812edca54d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab510b5c-ba90-4fb3-8e93-ecfd117e42b3,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:41.497124 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2513445-4587-4f36-9578-9c2b024cb450 req-ed70f988-e893-4821-b971-f84f392ea9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:41.497830 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c2513445-4587-4f36-9578-9c2b024cb450 req-ed70f988-e893-4821-b971-f84f392ea9b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:41.499201 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c2513445-4587-4f36-9578-9c2b024cb450 req-ed70f988-e893-4821-b971-f84f392ea9b4 service neutron] 10.222.0.68 "PUT /v2.0/ports/8597653a-3390-4a44-a76b-86ade7f9cef6 HTTP/1.1" status: 200 len: 1092 time: 2.3221886 Aug 10 04:02:41.500067 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b0c209-c74e-4b8b-8d67-276f414ea1d2', 'tag': '8597653a-3390-4a44-a76b-86ade7f9cef6'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:02:41.502495 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52bd42e-cbdb-4432-9a48-7e27864efe2d" -d '{"events": [{"name": "network-changed", "server_uuid": "12b0c209-c74e-4b8b-8d67-276f414ea1d2", "tag": "8597653a-3390-4a44-a76b-86ade7f9cef6"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:02:41.544244 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-68752925-c818-48e3-b4d8-5f99dac0a2e5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:41.588878 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6327e4-d29d-4815-b1e2-a9f5c39bbebe x-openstack-request-id: req-dd6327e4-d29d-4815-b1e2-a9f5c39bbebe {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:02:41.589170 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b0c209-c74e-4b8b-8d67-276f414ea1d2", "tag": "8597653a-3390-4a44-a76b-86ade7f9cef6", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:02:41.589422 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd6327e4-d29d-4815-b1e2-a9f5c39bbebe {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:02:41.589826 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b0c209-c74e-4b8b-8d67-276f414ea1d2', 'tag': '8597653a-3390-4a44-a76b-86ade7f9cef6', 'status': 'completed', 'code': 200} Aug 10 04:02:41.607607 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70f988-e893-4821-b971-f84f392ea9b4 service neutron] Pushing event updated for resources: {'Port': ['ID=8597653a-3390-4a44-a76b-86ade7f9cef6,revision_number=10']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:41.623527 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-2128def1-7602-49dc-b640-a88d17fc1bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2099545865', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '43c3f624-2947-4112-b085-1dd4d777d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:28Z', 'updated_at': '2021-08-10T04:02:38Z', 'revision_number': 4, 'project_id': 'd996598032a244868fc625ab65d6228c', 'gw_port': {'id': '43c3f624-2947-4112-b085-1dd4d777d684', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ae:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:30Z', 'updated_at': '2021-08-10T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '0af80e34-62e1-42d8-9c2b-5c44efbfb025', 'name': '', 'network_id': '1953acc2-90e4-49bf-8774-d60d817a9b8d', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'mac_address': 'fa:16:3e:b7:d6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '95d8eb9f-4d63-4431-9c5c-5bb29803bc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:36Z', 'updated_at': '2021-08-10T04:02:38Z', 'revision_number': 2, 'project_id': 'd996598032a244868fc625ab65d6228c', 'subnets': [{'id': '95d8eb9f-4d63-4431-9c5c-5bb29803bc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:41.636528 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68752925-c818-48e3-b4d8-5f99dac0a2e5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0a927f-482b-4770-9b16-43e09c18649e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:41.648656 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2513445-4587-4f36-9578-9c2b024cb450 req-446306c5-2e83-413e-9f12-42f6b28b6067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:41.650281 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c2513445-4587-4f36-9578-9c2b024cb450 req-446306c5-2e83-413e-9f12-42f6b28b6067 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e038891106e2493183a2b48de06c43c1&device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 1096 time: 0.1248791 Aug 10 04:02:41.659766 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2128def1-7602-49dc-b640-a88d17fc1bd0 None None] Checking router: 9345b084-8083-4a5d-982b-2c9860d39dfb for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:02:41.660420 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2128def1-7602-49dc-b640-a88d17fc1bd0 None None] Updating router 9345b084-8083-4a5d-982b-2c9860d39dfb port 0af80e34-62e1-42d8-9c2b-5c44efbfb025 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:02:41.668643 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4317fbe6-67dc-4689-90d9-49cbee44163e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:41.721999 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2128def1-7602-49dc-b640-a88d17fc1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:41.750183 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-68752925-c818-48e3-b4d8-5f99dac0a2e5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:41.754011 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-68752925-c818-48e3-b4d8-5f99dac0a2e5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7050593 Aug 10 04:02:41.755619 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48490) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:41.760860 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-538bd455-270a-4362-b21a-0e7703ef86e9 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1979492781', 'description': 'tempest-secgroup_general--1979492781 description', 'project_id': 'd996598032a244868fc625ab65d6228c'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:41.890360 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2513445-4587-4f36-9578-9c2b024cb450 req-20ce684c-8f9a-4844-b443-368609fda528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:41.892222 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c2513445-4587-4f36-9578-9c2b024cb450 req-20ce684c-8f9a-4844-b443-368609fda528 service neutron] 10.222.0.68 "GET /v2.0/networks?id=61be106c-0b66-42f4-b295-3640ff29de8b HTTP/1.1" status: 200 len: 915 time: 0.2334602 Aug 10 04:02:41.903832 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd7657-30da-41f4-8454-fd1b81d8de0b req-3894271b-c87e-455a-b3a6-59e2dd5d1469 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:41.914487 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c6fd7657-30da-41f4-8454-fd1b81d8de0b req-3894271b-c87e-455a-b3a6-59e2dd5d1469 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 945 time: 0.1055510 Aug 10 04:02:41.927507 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4317fbe6-67dc-4689-90d9-49cbee44163e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:41.995274 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c2513445-4587-4f36-9578-9c2b024cb450 req-eb237d41-6506-48da-b7b7-62f4b840ada6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8597653a-3390-4a44-a76b-86ade7f9cef6 HTTP/1.1" status: 200 len: 217 time: 0.0782239 Aug 10 04:02:42.062938 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2513445-4587-4f36-9578-9c2b024cb450 req-986ee91e-7231-4a96-8b53-b33905481314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:42.065094 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c2513445-4587-4f36-9578-9c2b024cb450 req-986ee91e-7231-4a96-8b53-b33905481314 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5c1c422c-a1f6-4f40-a558-7a67266792a2 HTTP/1.1" status: 200 len: 854 time: 0.0605812 Aug 10 04:02:42.083003 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c6fd7657-30da-41f4-8454-fd1b81d8de0b req-47a2c8d3-d5ec-4bf2-8d6c-73418ef36509 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633699 Aug 10 04:02:42.083989 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-538bd455-270a-4362-b21a-0e7703ef86e9 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:42.133938 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c2513445-4587-4f36-9578-9c2b024cb450 req-66b107f1-0dfc-4946-a206-8e12b1ea90b2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=61be106c-0b66-42f4-b295-3640ff29de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468171 Aug 10 04:02:42.243942 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2128def1-7602-49dc-b640-a88d17fc1bd0 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:42.266670 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2128def1-7602-49dc-b640-a88d17fc1bd0 None None] Transition to ACTIVE for port object 0af80e34-62e1-42d8-9c2b-5c44efbfb025 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:42.352362 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2128def1-7602-49dc-b640-a88d17fc1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:42.357053 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-538bd455-270a-4362-b21a-0e7703ef86e9 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:42.451099 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-4317fbe6-67dc-4689-90d9-49cbee44163e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Allocated IP 172.25.0.160 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/e061bf82-877d-42bf-880b-df6d5000964f) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:42.458820 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-538bd455-270a-4362-b21a-0e7703ef86e9 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:42.469007 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d9a34-bdc4-43e1-a615-1724c0e5a860 req-a37f5745-03b7-4ffa-b468-32fb82048604 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:42.471181 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2a8d9a34-bdc4-43e1-a615-1724c0e5a860 req-a37f5745-03b7-4ffa-b468-32fb82048604 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 945 time: 0.1135097 Aug 10 04:02:42.540991 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc28773-b3ec-463e-ad8d-c23ba0cb6fdf None None] Pushing event updated for resources: {'Port': ['ID=0af80e34-62e1-42d8-9c2b-5c44efbfb025,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:42.568021 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-538bd455-270a-4362-b21a-0e7703ef86e9 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:42.570087 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-538bd455-270a-4362-b21a-0e7703ef86e9 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.8134618 Aug 10 04:02:42.597679 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c2513445-4587-4f36-9578-9c2b024cb450 req-e8f0f67b-5664-4c33-9bf7-5bb9fa941d19 service neutron] 10.222.0.68 "GET /v2.0/networks/61be106c-0b66-42f4-b295-3640ff29de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063536 Aug 10 04:02:42.598602 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48510) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:42.615051 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-2128def1-7602-49dc-b640-a88d17fc1bd0 None None] Attempting to bind port 0af80e34-62e1-42d8-9c2b-5c44efbfb025 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:02:42.616241 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-2128def1-7602-49dc-b640-a88d17fc1bd0 None None] Attempting to bind port 0af80e34-62e1-42d8-9c2b-5c44efbfb025 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '76ebdbc9-0f22-491e-b5b1-432712ac3a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1953acc2-90e4-49bf-8774-d60d817a9b8d'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:02:42.617013 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2128def1-7602-49dc-b640-a88d17fc1bd0 None None] Attempting to bind port 0af80e34-62e1-42d8-9c2b-5c44efbfb025 on network 1953acc2-90e4-49bf-8774-d60d817a9b8d {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:42.619065 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b0f58f7b-4a7c-4813-82ad-8cee700c6beb req-25e9955e-1fa5-4204-85e6-3cc995123b09 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 210 time: 0.0711994 Aug 10 04:02:42.624962 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2128def1-7602-49dc-b640-a88d17fc1bd0 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:02:42.625968 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2128def1-7602-49dc-b640-a88d17fc1bd0 None None] Checking segment: {'id': '76ebdbc9-0f22-491e-b5b1-432712ac3a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1953acc2-90e4-49bf-8774-d60d817a9b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:42.626809 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2128def1-7602-49dc-b640-a88d17fc1bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:42.627540 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2128def1-7602-49dc-b640-a88d17fc1bd0 None None] Bound using segment: {'id': '76ebdbc9-0f22-491e-b5b1-432712ac3a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1953acc2-90e4-49bf-8774-d60d817a9b8d'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:02:42.628153 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-2128def1-7602-49dc-b640-a88d17fc1bd0 None None] Bound port: 0af80e34-62e1-42d8-9c2b-5c44efbfb025, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ebdbc9-0f22-491e-b5b1-432712ac3a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1953acc2-90e4-49bf-8774-d60d817a9b8d'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:02:42.628643 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2128def1-7602-49dc-b640-a88d17fc1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:42.634934 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-456643e8-279f-42a0-b5b8-9830389d1a6e tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Request body: {'security_group_rule': {'security_group_id': '8a0a927f-482b-4770-9b16-43e09c18649e', 'project_id': 'd996598032a244868fc625ab65d6228c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:42.707330 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538bd455-270a-4362-b21a-0e7703ef86e9 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3137a9a4-c296-4294-8820-7cdbfb28bdeb,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:42.749399 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2a8d9a34-bdc4-43e1-a615-1724c0e5a860 req-0621d948-8ebe-44e2-9915-9cbefbf3ac6b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616472 Aug 10 04:02:42.789127 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c2513445-4587-4f36-9578-9c2b024cb450 req-3dea2a86-8b6c-42f6-a161-52a74dc567de service neutron] 10.222.0.68 "GET /v2.0/networks/61be106c-0b66-42f4-b295-3640ff29de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429343 Aug 10 04:02:42.814699 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-456643e8-279f-42a0-b5b8-9830389d1a6e tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:42.820205 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-2128def1-7602-49dc-b640-a88d17fc1bd0 None None] For port 0af80e34-62e1-42d8-9c2b-5c44efbfb025, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:02:42.825844 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-2128def1-7602-49dc-b640-a88d17fc1bd0 None None] For port 0af80e34-62e1-42d8-9c2b-5c44efbfb025, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=0af80e34-62e1-42d8-9c2b-5c44efbfb025,segment=NetworkSegment(76ebdbc9-0f22-491e-b5b1-432712ac3a2b),segment_id=76ebdbc9-0f22-491e-b5b1-432712ac3a2b)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:02:42.827310 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4317fbe6-67dc-4689-90d9-49cbee44163e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:42.893583 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-456643e8-279f-42a0-b5b8-9830389d1a6e tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:42.908183 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2128def1-7602-49dc-b640-a88d17fc1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:42.977458 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4317fbe6-67dc-4689-90d9-49cbee44163e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:42.993141 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2128def1-7602-49dc-b640-a88d17fc1bd0 None None] Routers {'9345b084-8083-4a5d-982b-2c9860d39dfb'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:42.993877 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-2128def1-7602-49dc-b640-a88d17fc1bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:02:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['9345b084-8083-4a5d-982b-2c9860d39dfb'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:43.012313 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-456643e8-279f-42a0-b5b8-9830389d1a6e tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:43.046396 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456643e8-279f-42a0-b5b8-9830389d1a6e tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306546a6-917e-4794-9a83-89de144c6099,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:43.055985 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4317fbe6-67dc-4689-90d9-49cbee44163e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:43.058945 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-4317fbe6-67dc-4689-90d9-49cbee44163e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:43.063064 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bd42e-cbdb-4432-9a48-7e27864efe2d req-fe79cb82-d4d4-465c-92a4-c67f4acc7582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:43.064647 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d52bd42e-cbdb-4432-9a48-7e27864efe2d req-fe79cb82-d4d4-465c-92a4-c67f4acc7582 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e038891106e2493183a2b48de06c43c1&device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 1096 time: 0.1458108 Aug 10 04:02:43.076103 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4317fbe6-67dc-4689-90d9-49cbee44163e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:43.170177 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-2128def1-7602-49dc-b640-a88d17fc1bd0 None None] Set router 9345b084-8083-4a5d-982b-2c9860d39dfb gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:02:43.188172 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317fbe6-67dc-4689-90d9-49cbee44163e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'Port': ['ID=e061bf82-877d-42bf-880b-df6d5000964f,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:43.239551 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-456643e8-279f-42a0-b5b8-9830389d1a6e tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:43.251813 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-456643e8-279f-42a0-b5b8-9830389d1a6e tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6417310 Aug 10 04:02:43.350636 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc28773-b3ec-463e-ad8d-c23ba0cb6fdf None None] Pushing event updated for resources: {'Port': ['ID=0af80e34-62e1-42d8-9c2b-5c44efbfb025,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:43.350877 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee4ff0-a0fa-462e-be63-d7a0ec3fad31 req-c0649d3c-ffeb-4ddf-ba7e-5f56e640816e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:43.358053 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f7ee4ff0-a0fa-462e-be63-d7a0ec3fad31 req-c0649d3c-ffeb-4ddf-ba7e-5f56e640816e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 945 time: 0.1277699 Aug 10 04:02:43.393528 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bd42e-cbdb-4432-9a48-7e27864efe2d req-b95ef779-a452-46c6-a9d5-4bd0fb57ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:43.394993 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d52bd42e-cbdb-4432-9a48-7e27864efe2d req-b95ef779-a452-46c6-a9d5-4bd0fb57ec59 service neutron] 10.222.0.68 "GET /v2.0/networks?id=61be106c-0b66-42f4-b295-3640ff29de8b HTTP/1.1" status: 200 len: 915 time: 0.3169420 Aug 10 04:02:43.484285 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-2128def1-7602-49dc-b640-a88d17fc1bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2099545865', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '43c3f624-2947-4112-b085-1dd4d777d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:28Z', 'updated_at': '2021-08-10T04:02:38Z', 'revision_number': 4, 'project_id': 'd996598032a244868fc625ab65d6228c', 'gw_port': {'id': '43c3f624-2947-4112-b085-1dd4d777d684', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ae:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:30Z', 'updated_at': '2021-08-10T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '0af80e34-62e1-42d8-9c2b-5c44efbfb025', 'name': '', 'network_id': '1953acc2-90e4-49bf-8774-d60d817a9b8d', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'mac_address': 'fa:16:3e:b7:d6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '95d8eb9f-4d63-4431-9c5c-5bb29803bc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:36Z', 'updated_at': '2021-08-10T04:02:42Z', 'revision_number': 4, 'project_id': 'd996598032a244868fc625ab65d6228c', 'subnets': [{'id': '95d8eb9f-4d63-4431-9c5c-5bb29803bc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:43.491187 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f7ee4ff0-a0fa-462e-be63-d7a0ec3fad31 req-da05138e-aa74-4333-b533-9834706ee410 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321709 Aug 10 04:02:43.492860 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d52bd42e-cbdb-4432-9a48-7e27864efe2d req-22772637-7a5a-476c-849e-e0f05135b74e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8597653a-3390-4a44-a76b-86ade7f9cef6 HTTP/1.1" status: 200 len: 217 time: 0.0840280 Aug 10 04:02:43.557380 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2128def1-7602-49dc-b640-a88d17fc1bd0 None None] The sync data for ids ['9345b084-8083-4a5d-982b-2c9860d39dfb'] in n-d-802893-2 is: [{'id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2099545865', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '43c3f624-2947-4112-b085-1dd4d777d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:28Z', 'updated_at': '2021-08-10T04:02:38Z', 'revision_number': 4, 'project_id': 'd996598032a244868fc625ab65d6228c', 'gw_port': {'id': '43c3f624-2947-4112-b085-1dd4d777d684', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ae:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:30Z', 'updated_at': '2021-08-10T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '0af80e34-62e1-42d8-9c2b-5c44efbfb025', 'name': '', 'network_id': '1953acc2-90e4-49bf-8774-d60d817a9b8d', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'mac_address': 'fa:16:3e:b7:d6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '95d8eb9f-4d63-4431-9c5c-5bb29803bc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:36Z', 'updated_at': '2021-08-10T04:02:42Z', 'revision_number': 4, 'project_id': 'd996598032a244868fc625ab65d6228c', 'subnets': [{'id': '95d8eb9f-4d63-4431-9c5c-5bb29803bc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:02:43.600921 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bd42e-cbdb-4432-9a48-7e27864efe2d req-377650da-511a-4021-95fb-051b6c27ade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:43.602341 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d52bd42e-cbdb-4432-9a48-7e27864efe2d req-377650da-511a-4021-95fb-051b6c27ade4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5c1c422c-a1f6-4f40-a558-7a67266792a2 HTTP/1.1" status: 200 len: 854 time: 0.1017246 Aug 10 04:02:43.681526 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d52bd42e-cbdb-4432-9a48-7e27864efe2d req-ecf59a03-fbc8-4dfc-a897-7dfce5bcf85a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=61be106c-0b66-42f4-b295-3640ff29de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706263 Aug 10 04:02:43.695102 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:43.852219 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:02:43.867472 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25c0c915-95e2-4c18-9313-f2ceef1b84ab req-73b602c6-167b-497a-bcc1-205767d586d5 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 210 time: 0.0715177 Aug 10 04:02:43.884685 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2f236910-9a8c-441c-b1cb-53c18c9ffd2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:43.999713 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d52bd42e-cbdb-4432-9a48-7e27864efe2d req-694e8ead-f105-4317-880e-074f6341332e service neutron] 10.222.0.68 "GET /v2.0/networks/61be106c-0b66-42f4-b295-3640ff29de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088062 Aug 10 04:02:44.055372 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 0af80e34-62e1-42d8-9c2b-5c44efbfb025 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:44.199595 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ede16a-091d-4f32-bd06-0ea093b1e491 req-8e2186ad-cecc-4069-a18e-ee7d6d1e45df tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:44.201414 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0ede16a-091d-4f32-bd06-0ea093b1e491 req-8e2186ad-cecc-4069-a18e-ee7d6d1e45df tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 945 time: 0.2008204 Aug 10 04:02:44.236726 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 0af80e34-62e1-42d8-9c2b-5c44efbfb025 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:44.241107 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 0af80e34-62e1-42d8-9c2b-5c44efbfb025 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:44.241474 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:44.343905 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0ede16a-091d-4f32-bd06-0ea093b1e491 req-700b3f8a-4aa5-496d-bb86-76238ee3e10d tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308312 Aug 10 04:02:44.440836 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d52bd42e-cbdb-4432-9a48-7e27864efe2d req-ad3c68dd-39c8-49fe-9566-f1ea7e6f4ad0 service neutron] 10.222.0.68 "GET /v2.0/networks/61be106c-0b66-42f4-b295-3640ff29de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889382 Aug 10 04:02:44.580075 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:44.639892 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-6e28e26a-26a0-44bc-8a9a-37f5578d3c60 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_general--1979492781&fields=id&tenant_id=d996598032a244868fc625ab65d6228c HTTP/1.1" status: 200 len: 267 time: 0.4372113 Aug 10 04:02:44.676393 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4317fbe6-67dc-4689-90d9-49cbee44163e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:44.681374 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726cd27-5ca3-4aa6-b970-63325c2867d5 req-70906d70-c054-4769-b1a9-522c0fe2979b tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:44.696303 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 0af80e34-62e1-42d8-9c2b-5c44efbfb025, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=0af80e34-62e1-42d8-9c2b-5c44efbfb025,segment=NetworkSegment(76ebdbc9-0f22-491e-b5b1-432712ac3a2b),segment_id=76ebdbc9-0f22-491e-b5b1-432712ac3a2b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:44.701009 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c726cd27-5ca3-4aa6-b970-63325c2867d5 req-70906d70-c054-4769-b1a9-522c0fe2979b tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 945 time: 0.2034872 Aug 10 04:02:44.767288 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:44.808145 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c726cd27-5ca3-4aa6-b970-63325c2867d5 req-0aced88d-347e-48e0-8f38-697b9ed9d2a8 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966992 Aug 10 04:02:44.875754 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-5b02bf2d-9bcc-432d-a6c7-b76ede0edc9b tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_access--1829653312&fields=id&tenant_id=d996598032a244868fc625ab65d6228c HTTP/1.1" status: 200 len: 267 time: 0.2317736 Aug 10 04:02:44.964253 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=0af80e34-62e1-42d8-9c2b-5c44efbfb025,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:45.109885 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48588) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:45.114578 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-8a1b691f-6b63-4003-aa60-952b2778819f tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:45.122628 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-8a1b691f-6b63-4003-aa60-952b2778819f tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/networks?id=1953acc2-90e4-49bf-8774-d60d817a9b8d HTTP/1.1" status: 200 len: 797 time: 0.2459290 Aug 10 04:02:45.162158 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-c80b125c-0428-4393-acde-57936ecf4389 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/quotas/d996598032a244868fc625ab65d6228c HTTP/1.1" status: 200 len: 375 time: 0.0381379 Aug 10 04:02:45.252045 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e215e1bc-db48-4519-9eef-4f632cea39e6 req-241f5763-8364-4ed7-887c-c2d252a9337f tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 210 time: 0.1038923 Aug 10 04:02:45.259573 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:45.279444 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-d61e11b2-f1b5-488e-b7f8-ea30660a27ac admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-912310173-network', 'tenant_id': '5145b53c9d914a01b7fce8d76b07773c'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:45.286908 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4317fbe6-67dc-4689-90d9-49cbee44163e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:45.380557 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-e52621e3-40bf-4ef8-ad07-4d426c3d6673 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d996598032a244868fc625ab65d6228c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2174399 Aug 10 04:02:45.428711 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-e3eced4e-b9c5-4108-83d7-988ed8536527 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:02:45.428711 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-e3eced4e-b9c5-4108-83d7-988ed8536527 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147216 Aug 10 04:02:45.484811 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61e11b2-f1b5-488e-b7f8-ea30660a27ac admin admin] Made reservation on behalf of 5145b53c9d914a01b7fce8d76b07773c for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:45.487275 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d61e11b2-f1b5-488e-b7f8-ea30660a27ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:45.504803 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d61e11b2-f1b5-488e-b7f8-ea30660a27ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:45.645538 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:45.695908 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89dd1d3-5c06-490b-b99e-f61d17cc3021 req-12c5751f-0868-4b0b-b7dd-b9a1359878b6 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:45.698398 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d89dd1d3-5c06-490b-b99e-f61d17cc3021 req-12c5751f-0868-4b0b-b7dd-b9a1359878b6 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 945 time: 0.1454229 Aug 10 04:02:45.736169 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-6ad50504-13d5-43dc-a740-48b2e14d88ae service neutron] 10.222.0.25 "GET /v2.0/networks/1953acc2-90e4-49bf-8774-d60d817a9b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761450 Aug 10 04:02:45.902980 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-ec1863e4-75d3-46f1-abb9-0c8c72153377 service neutron] 10.222.0.25 "GET /v2.0/networks/1953acc2-90e4-49bf-8774-d60d817a9b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619318 Aug 10 04:02:45.903182 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d61e11b2-f1b5-488e-b7f8-ea30660a27ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:45.930423 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d89dd1d3-5c06-490b-b99e-f61d17cc3021 req-253db2d7-8df5-4c98-8189-d94a79195f71 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150722 Aug 10 04:02:45.934740 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4317fbe6-67dc-4689-90d9-49cbee44163e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:45.999168 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 0af80e34-62e1-42d8-9c2b-5c44efbfb025 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:46.044675 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4317fbe6-67dc-4689-90d9-49cbee44163e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:46.083990 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d61e11b2-f1b5-488e-b7f8-ea30660a27ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:46.104455 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 0af80e34-62e1-42d8-9c2b-5c44efbfb025 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:46.105151 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:46.173311 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d61e11b2-f1b5-488e-b7f8-ea30660a27ac admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:02:46.204080 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e11b2-f1b5-488e-b7f8-ea30660a27ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89efd0a5-6710-43ba-8ea9-d197048f1405,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:46.217252 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d61e11b2-f1b5-488e-b7f8-ea30660a27ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:46.219794 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-d61e11b2-f1b5-488e-b7f8-ea30660a27ac admin admin] Added segment 67a5ce34-7497-4e73-9daf-fccb98f76e2c of type vlan for network 0316e8c7-a46c-4a77-a9d2-17a4e62945d7 Aug 10 04:02:46.252863 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317fbe6-67dc-4689-90d9-49cbee44163e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event updated for resources: {'Port': ['ID=e061bf82-877d-42bf-880b-df6d5000964f,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:46.268764 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd307d5e-fd05-4de3-b611-5a9532ea7f95 req-72777e9f-0bb3-4e95-ad00-15b571f292aa tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:46.293093 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fd307d5e-fd05-4de3-b611-5a9532ea7f95 req-72777e9f-0bb3-4e95-ad00-15b571f292aa tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 945 time: 0.2523367 Aug 10 04:02:46.439971 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-630eed17-1dfb-4b03-9310-6f499ec5a179 req-da6c3dec-e22e-4c8d-8c5d-5b7933665e8e tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 210 time: 0.1977751 Aug 10 04:02:46.482683 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4317fbe6-67dc-4689-90d9-49cbee44163e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:46.527755 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fd307d5e-fd05-4de3-b611-5a9532ea7f95 req-1624c8dc-f409-400a-ae0c-491c6b616769 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320616 Aug 10 04:02:46.530531 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d61e11b2-f1b5-488e-b7f8-ea30660a27ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:46.703805 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d61e11b2-f1b5-488e-b7f8-ea30660a27ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:46.704855 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61e11b2-f1b5-488e-b7f8-ea30660a27ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:46.705470 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d61e11b2-f1b5-488e-b7f8-ea30660a27ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:46.776220 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4d3178ce-ceab-44d1-9ccf-3f562c177a78 req-3c9628c9-3f3a-4951-a499-3deb26d24ee6 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 210 time: 0.0923550 Aug 10 04:02:46.793971 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-4317fbe6-67dc-4689-90d9-49cbee44163e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Floating IP a72fa227-c6d3-4e73-af94-101ed53bd286 associated. External IP: 172.25.0.160, port: 87634fc3-aa41-412a-9888-0257f60f636b. Aug 10 04:02:46.838633 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:46.905247 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e11b2-f1b5-488e-b7f8-ea30660a27ac admin admin] Pushing event updated for resources: {'Network': ['ID=0316e8c7-a46c-4a77-a9d2-17a4e62945d7,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:46.926907 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 0316e8c7-a46c-4a77-a9d2-17a4e62945d7 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:02:46.963246 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d61e11b2-f1b5-488e-b7f8-ea30660a27ac admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8519430 Aug 10 04:02:46.964201 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48628) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:46.969385 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-899bd039-eaa3-4406-9ab9-41f901bc0e9f admin admin] Request body: {'subnet': {'network_id': '0316e8c7-a46c-4a77-a9d2-17a4e62945d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-912310173-subnet', 'tenant_id': '5145b53c9d914a01b7fce8d76b07773c', 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:47.132701 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899bd039-eaa3-4406-9ab9-41f901bc0e9f admin admin] Made reservation on behalf of 5145b53c9d914a01b7fce8d76b07773c for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:47.145598 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-899bd039-eaa3-4406-9ab9-41f901bc0e9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:47.262176 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3921892-3a91-4da0-aaf9-d4ea142c1c6e req-660de6c8-ac8e-4569-a3e7-7f3d5a500f48 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:47.264194 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e3921892-3a91-4da0-aaf9-d4ea142c1c6e req-660de6c8-ac8e-4569-a3e7-7f3d5a500f48 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 945 time: 0.2032869 Aug 10 04:02:47.324814 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4317fbe6-67dc-4689-90d9-49cbee44163e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Router 1588aa98-cfd0-46d5-9360-86d329345206 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:02:47.340552 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e3921892-3a91-4da0-aaf9-d4ea142c1c6e req-7ae65160-5f09-411b-a863-5b320d0da631 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649374 Aug 10 04:02:47.554377 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-899bd039-eaa3-4406-9ab9-41f901bc0e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:47.639201 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-31a5a6b0-45ea-4c2a-8ef2-c9169da4ba0f req-bc7deebc-792a-4c2b-9d78-09b2f232aebc tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 210 time: 0.0755103 Aug 10 04:02:47.678127 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899bd039-eaa3-4406-9ab9-41f901bc0e9f admin admin] Checking segment: {'id': '67a5ce34-7497-4e73-9daf-fccb98f76e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0316e8c7-a46c-4a77-a9d2-17a4e62945d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:47.697152 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899bd039-eaa3-4406-9ab9-41f901bc0e9f admin admin] Network hostable DHCP agents. Network: 0316e8c7-a46c-4a77-a9d2-17a4e62945d7, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:02:47.709591 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4317fbe6-67dc-4689-90d9-49cbee44163e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:02:47.727671 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bfe348-5477-4985-a6fd-cf1dec7d2dee None None] Sync routers for ids ['1588aa98-cfd0-46d5-9360-86d329345206'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:02:47.745219 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bfe348-5477-4985-a6fd-cf1dec7d2dee None None] Routers {'1588aa98-cfd0-46d5-9360-86d329345206'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:47.746245 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-c2bfe348-5477-4985-a6fd-cf1dec7d2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:02:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['1588aa98-cfd0-46d5-9360-86d329345206'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:47.804809 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899bd039-eaa3-4406-9ab9-41f901bc0e9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e59504e3-1101-4a98-95d4-a5dcef14e70c,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:47.865666 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4317fbe6-67dc-4689-90d9-49cbee44163e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:47.899694 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4732ad-a0b7-40e7-95cf-afdd8926ef94 req-4b210cc9-d11d-4b1b-a89d-fcfa4f5ca486 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:47.905589 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5b4732ad-a0b7-40e7-95cf-afdd8926ef94 req-4b210cc9-d11d-4b1b-a89d-fcfa4f5ca486 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 945 time: 0.2301517 Aug 10 04:02:47.941168 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-c2bfe348-5477-4985-a6fd-cf1dec7d2dee None None] Set router 1588aa98-cfd0-46d5-9360-86d329345206 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:02:47.963378 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899bd039-eaa3-4406-9ab9-41f901bc0e9f admin admin] Network 0316e8c7-a46c-4a77-a9d2-17a4e62945d7 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:02:48.023412 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5b4732ad-a0b7-40e7-95cf-afdd8926ef94 req-3fdfda35-01bd-40c3-8109-c4afed5d80a9 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105912 Aug 10 04:02:48.085755 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f6101e6d-19c6-46dc-9971-5c9dc94f60a3 req-7d8c971f-ed98-4a87-a26c-6dd97d50e934 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 210 time: 0.1290896 Aug 10 04:02:48.094259 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4317fbe6-67dc-4689-90d9-49cbee44163e tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.6643691 Aug 10 04:02:48.097237 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48648) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:48.117817 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'becdcafb-229f-41a6-8a04-ca14a78a7b5b', 'tag': '87634fc3-aa41-412a-9888-0257f60f636b'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:02:48.129448 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9c629e-847e-4cae-9f4e-b7247578a6b1" -d '{"events": [{"name": "network-changed", "server_uuid": "becdcafb-229f-41a6-8a04-ca14a78a7b5b", "tag": "87634fc3-aa41-412a-9888-0257f60f636b"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:02:48.212928 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-899bd039-eaa3-4406-9ab9-41f901bc0e9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 0316e8c7-a46c-4a77-a9d2-17a4e62945d7) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:48.225218 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-c2bfe348-5477-4985-a6fd-cf1dec7d2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1588aa98-cfd0-46d5-9360-86d329345206', 'name': 'tempest-TestNetworkBasicOps-router-2115130268', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ed0c2006-ffb9-45fa-a28a-c843156a0ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:47Z', 'updated_at': '2021-08-10T04:02:01Z', 'revision_number': 4, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'ed0c2006-ffb9-45fa-a28a-c843156a0ae6', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:16:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1588aa98-cfd0-46d5-9360-86d329345206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:49Z', 'updated_at': '2021-08-10T04:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'a72fa227-c6d3-4e73-af94-101ed53bd286', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '1588aa98-cfd0-46d5-9360-86d329345206', 'port_id': '87634fc3-aa41-412a-9888-0257f60f636b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11310f8c-0128-4dfb-bc9b-1a9f36aa0c16', 'mac_address': 'fa:16:3e:d5:4f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becdcafb-229f-41a6-8a04-ca14a78a7b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:02:43Z', 'updated_at': '2021-08-10T04:02:43Z', 'revision_number': 0, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e96111-328e-4fa8-991c-7458c4d9b9b8', 'name': '', 'network_id': '11310f8c-0128-4dfb-bc9b-1a9f36aa0c16', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'mac_address': 'fa:16:3e:3d:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1588aa98-cfd0-46d5-9360-86d329345206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '973be298-f488-4cb9-8788-cf34136520e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:58Z', 'updated_at': '2021-08-10T04:02:12Z', 'revision_number': 5, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'subnets': [{'id': '973be298-f488-4cb9-8788-cf34136520e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:48.226284 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3e5fe8-1b21-4cb6-98a9-0f08e214539c None None] Network 0316e8c7-a46c-4a77-a9d2-17a4e62945d7 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:02:48.226758 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899bd039-eaa3-4406-9ab9-41f901bc0e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:48.227239 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-899bd039-eaa3-4406-9ab9-41f901bc0e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:48.256050 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bfe348-5477-4985-a6fd-cf1dec7d2dee None None] Checking router: 1588aa98-cfd0-46d5-9360-86d329345206 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:02:48.267421 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bfe348-5477-4985-a6fd-cf1dec7d2dee None None] Routers {'1588aa98-cfd0-46d5-9360-86d329345206'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:48.269291 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-c2bfe348-5477-4985-a6fd-cf1dec7d2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:02:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['1588aa98-cfd0-46d5-9360-86d329345206'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:48.325676 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-899bd039-eaa3-4406-9ab9-41f901bc0e9f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3602290 Aug 10 04:02:48.328550 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48656) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:48.333242 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-0f17f228-bc61-4962-b4f7-aed3156df1c4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-912310173-router', 'tenant_id': '5145b53c9d914a01b7fce8d76b07773c', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:48.354262 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1379fddc-20be-4383-a05b-6884cef69108 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/floatingips/a72fa227-c6d3-4e73-af94-101ed53bd286 HTTP/1.1" status: 200 len: 992 time: 0.2558441 Aug 10 04:02:48.467810 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f17f228-bc61-4962-b4f7-aed3156df1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:48.469940 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f17f228-bc61-4962-b4f7-aed3156df1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:48.491780 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-c2bfe348-5477-4985-a6fd-cf1dec7d2dee None None] Set router 1588aa98-cfd0-46d5-9360-86d329345206 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:02:48.587807 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd00ad7f-cd94-4b6d-b37c-8c95106f7960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-0316e8c7-a46c-4a77-a9d2-17a4e62945d7', 'network_id': '0316e8c7-a46c-4a77-a9d2-17a4e62945d7', 'tenant_id': '5145b53c9d914a01b7fce8d76b07773c', 'fixed_ips': [{'subnet_id': 'e59504e3-1101-4a98-95d4-a5dcef14e70c'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:02:48.595709 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fd00ad7f-cd94-4b6d-b37c-8c95106f7960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:48.691787 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f17f228-bc61-4962-b4f7-aed3156df1c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:48.789642 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-fd00ad7f-cd94-4b6d-b37c-8c95106f7960 None None] Allocated IP 172.20.0.2 (0316e8c7-a46c-4a77-a9d2-17a4e62945d7/e59504e3-1101-4a98-95d4-a5dcef14e70c/21307d31-a1e8-4c14-9e09-a49d8429e3ad) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:48.869926 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d99f9e-1482-489e-87e3-6e2ce33df2fa x-openstack-request-id: req-b3d99f9e-1482-489e-87e3-6e2ce33df2fa {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:02:48.871020 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "becdcafb-229f-41a6-8a04-ca14a78a7b5b", "tag": "87634fc3-aa41-412a-9888-0257f60f636b", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:02:48.871255 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3d99f9e-1482-489e-87e3-6e2ce33df2fa {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:02:48.871677 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'becdcafb-229f-41a6-8a04-ca14a78a7b5b', 'tag': '87634fc3-aa41-412a-9888-0257f60f636b', 'status': 'completed', 'code': 200} Aug 10 04:02:49.048867 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c2b0c330-81d5-4fda-9866-bbea6799e0e7 req-e9f18829-2421-41f1-bc34-8f42ecc4fc1e tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 210 time: 0.0943527 Aug 10 04:02:49.078074 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c629e-847e-4cae-9f4e-b7247578a6b1 req-8b827e36-ed39-4b64-9af7-8157a1ada9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:49.078074 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a9c629e-847e-4cae-9f4e-b7247578a6b1 req-8b827e36-ed39-4b64-9af7-8157a1ada9ad service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f5becae06cd542b5a8415ea130ec33d4&device_id=becdcafb-229f-41a6-8a04-ca14a78a7b5b HTTP/1.1" status: 200 len: 1097 time: 0.2509880 Aug 10 04:02:49.078074 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48668) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:49.133889 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-c2bfe348-5477-4985-a6fd-cf1dec7d2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1588aa98-cfd0-46d5-9360-86d329345206', 'name': 'tempest-TestNetworkBasicOps-router-2115130268', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ed0c2006-ffb9-45fa-a28a-c843156a0ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:47Z', 'updated_at': '2021-08-10T04:02:01Z', 'revision_number': 4, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'ed0c2006-ffb9-45fa-a28a-c843156a0ae6', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:16:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1588aa98-cfd0-46d5-9360-86d329345206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:49Z', 'updated_at': '2021-08-10T04:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'a72fa227-c6d3-4e73-af94-101ed53bd286', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '1588aa98-cfd0-46d5-9360-86d329345206', 'port_id': '87634fc3-aa41-412a-9888-0257f60f636b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11310f8c-0128-4dfb-bc9b-1a9f36aa0c16', 'mac_address': 'fa:16:3e:d5:4f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becdcafb-229f-41a6-8a04-ca14a78a7b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:02:43Z', 'updated_at': '2021-08-10T04:02:43Z', 'revision_number': 0, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e96111-328e-4fa8-991c-7458c4d9b9b8', 'name': '', 'network_id': '11310f8c-0128-4dfb-bc9b-1a9f36aa0c16', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'mac_address': 'fa:16:3e:3d:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1588aa98-cfd0-46d5-9360-86d329345206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '973be298-f488-4cb9-8788-cf34136520e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:58Z', 'updated_at': '2021-08-10T04:02:12Z', 'revision_number': 5, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'subnets': [{'id': '973be298-f488-4cb9-8788-cf34136520e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:49.206131 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c629e-847e-4cae-9f4e-b7247578a6b1 req-f67baf41-372b-40c9-95e7-d3a1db4760ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:49.207911 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a9c629e-847e-4cae-9f4e-b7247578a6b1 req-f67baf41-372b-40c9-95e7-d3a1db4760ee service neutron] 10.222.0.68 "GET /v2.0/networks?id=11310f8c-0128-4dfb-bc9b-1a9f36aa0c16 HTTP/1.1" status: 200 len: 897 time: 0.1248803 Aug 10 04:02:49.223491 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fd00ad7f-cd94-4b6d-b37c-8c95106f7960 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.232152 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bfe348-5477-4985-a6fd-cf1dec7d2dee None None] The sync data for ids ['1588aa98-cfd0-46d5-9360-86d329345206'] in n-d-802893-2 is: [{'id': '1588aa98-cfd0-46d5-9360-86d329345206', 'name': 'tempest-TestNetworkBasicOps-router-2115130268', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ed0c2006-ffb9-45fa-a28a-c843156a0ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:47Z', 'updated_at': '2021-08-10T04:02:01Z', 'revision_number': 4, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'ed0c2006-ffb9-45fa-a28a-c843156a0ae6', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:16:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1588aa98-cfd0-46d5-9360-86d329345206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:49Z', 'updated_at': '2021-08-10T04:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'a72fa227-c6d3-4e73-af94-101ed53bd286', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'floating_ip_address': '172.25.0.160', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '1588aa98-cfd0-46d5-9360-86d329345206', 'port_id': '87634fc3-aa41-412a-9888-0257f60f636b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11310f8c-0128-4dfb-bc9b-1a9f36aa0c16', 'mac_address': 'fa:16:3e:d5:4f:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'becdcafb-229f-41a6-8a04-ca14a78a7b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:02:43Z', 'updated_at': '2021-08-10T04:02:43Z', 'revision_number': 0, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87e96111-328e-4fa8-991c-7458c4d9b9b8', 'name': '', 'network_id': '11310f8c-0128-4dfb-bc9b-1a9f36aa0c16', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'mac_address': 'fa:16:3e:3d:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1588aa98-cfd0-46d5-9360-86d329345206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '973be298-f488-4cb9-8788-cf34136520e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:58Z', 'updated_at': '2021-08-10T04:02:12Z', 'revision_number': 5, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'subnets': [{'id': '973be298-f488-4cb9-8788-cf34136520e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:02:49.246408 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-fd00ad7f-cd94-4b6d-b37c-8c95106f7960 None None] Transition to ACTIVE for port object 21307d31-a1e8-4c14-9e09-a49d8429e3ad will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:49.283247 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-fd00ad7f-cd94-4b6d-b37c-8c95106f7960 None None] Transition to ACTIVE for port object 21307d31-a1e8-4c14-9e09-a49d8429e3ad will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:49.298047 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29949fd2-222d-439d-b5d7-5c29d6db5e5f req-6c671679-5693-4c12-84f7-5bb3fac50017 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:49.307433 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29949fd2-222d-439d-b5d7-5c29d6db5e5f req-6c671679-5693-4c12-84f7-5bb3fac50017 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 945 time: 0.6136999 Aug 10 04:02:49.376648 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fd00ad7f-cd94-4b6d-b37c-8c95106f7960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.385545 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48676) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:49.408539 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-109448be-0aa1-4ca5-8b80-49fab2547b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.447761 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f17f228-bc61-4962-b4f7-aed3156df1c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.477588 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29949fd2-222d-439d-b5d7-5c29d6db5e5f req-38fd13a9-763e-40f7-9d36-2e051802a6f8 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645532 Aug 10 04:02:49.488971 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd00ad7f-cd94-4b6d-b37c-8c95106f7960 None None] Network 0316e8c7-a46c-4a77-a9d2-17a4e62945d7 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:49.495311 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-fd00ad7f-cd94-4b6d-b37c-8c95106f7960 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:49.507481 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd00ad7f-cd94-4b6d-b37c-8c95106f7960 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:49.593847 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00ad7f-cd94-4b6d-b37c-8c95106f7960 None None] Pushing event updated for resources: {'Port': ['ID=21307d31-a1e8-4c14-9e09-a49d8429e3ad,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:49.697990 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-fd00ad7f-cd94-4b6d-b37c-8c95106f7960 None None] Attempting to bind port 21307d31-a1e8-4c14-9e09-a49d8429e3ad on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:02:49.700354 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-fd00ad7f-cd94-4b6d-b37c-8c95106f7960 None None] Attempting to bind port 21307d31-a1e8-4c14-9e09-a49d8429e3ad by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '67a5ce34-7497-4e73-9daf-fccb98f76e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0316e8c7-a46c-4a77-a9d2-17a4e62945d7'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:02:49.701124 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd00ad7f-cd94-4b6d-b37c-8c95106f7960 None None] Attempting to bind port 21307d31-a1e8-4c14-9e09-a49d8429e3ad on network 0316e8c7-a46c-4a77-a9d2-17a4e62945d7 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:49.722727 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd00ad7f-cd94-4b6d-b37c-8c95106f7960 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:02:49.726861 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd00ad7f-cd94-4b6d-b37c-8c95106f7960 None None] Checking segment: {'id': '67a5ce34-7497-4e73-9daf-fccb98f76e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0316e8c7-a46c-4a77-a9d2-17a4e62945d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:49.727941 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fd00ad7f-cd94-4b6d-b37c-8c95106f7960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.728956 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd00ad7f-cd94-4b6d-b37c-8c95106f7960 None None] Bound using segment: {'id': '67a5ce34-7497-4e73-9daf-fccb98f76e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0316e8c7-a46c-4a77-a9d2-17a4e62945d7'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:02:49.730028 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-57efef3b-2e86-4b67-9c26-3a180a79622f req-e7574415-7af6-4bd1-83f5-20343035365b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 210 time: 0.0868237 Aug 10 04:02:49.743062 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-fd00ad7f-cd94-4b6d-b37c-8c95106f7960 None None] Bound port: 21307d31-a1e8-4c14-9e09-a49d8429e3ad, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a5ce34-7497-4e73-9daf-fccb98f76e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0316e8c7-a46c-4a77-a9d2-17a4e62945d7'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:02:49.743062 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fd00ad7f-cd94-4b6d-b37c-8c95106f7960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.856435 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-109448be-0aa1-4ca5-8b80-49fab2547b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:49.872982 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9a617-f79a-4b4d-a476-7ba3227d9e43 req-5dae096b-0f0d-436e-8070-2603d4afc726 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:49.907237 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f6c9a617-f79a-4b4d-a476-7ba3227d9e43 req-5dae096b-0f0d-436e-8070-2603d4afc726 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 945 time: 0.6823342 Aug 10 04:02:49.914664 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f38e41-2492-49de-a31f-20f9c9475c07 None None] New status for floating IP a72fa227-c6d3-4e73-af94-101ed53bd286: ACTIVE {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:02:49.955222 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a9c629e-847e-4cae-9f4e-b7247578a6b1 req-28613c3e-7b40-492a-abd7-d6ee2d85c63f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87634fc3-aa41-412a-9888-0257f60f636b HTTP/1.1" status: 200 len: 1000 time: 0.7074387 Aug 10 04:02:49.956550 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-adde95a0-8ecd-46e0-8a7b-90da3ea43642 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:49.969416 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-adde95a0-8ecd-46e0-8a7b-90da3ea43642 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.68 "GET /v2.0/networks?id=1953acc2-90e4-49bf-8774-d60d817a9b8d HTTP/1.1" status: 200 len: 797 time: 0.2446458 Aug 10 04:02:49.981359 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-109448be-0aa1-4ca5-8b80-49fab2547b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:50.132537 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f6c9a617-f79a-4b4d-a476-7ba3227d9e43 req-2a39d0f8-a652-4fe5-98e8-1bf9536ef984 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241101 Aug 10 04:02:50.150655 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-fd00ad7f-cd94-4b6d-b37c-8c95106f7960 None None] For port 21307d31-a1e8-4c14-9e09-a49d8429e3ad, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:02:50.173150 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d717fb95-ff24-4896-a951-4151d88c4132 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/floatingips/a72fa227-c6d3-4e73-af94-101ed53bd286 HTTP/1.1" status: 200 len: 992 time: 0.7829323 Aug 10 04:02:50.191145 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-109448be-0aa1-4ca5-8b80-49fab2547b70 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=98abecdc187d4dd4b51206bd467fb469&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1150675 Aug 10 04:02:50.194833 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48688) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:50.202136 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-fd00ad7f-cd94-4b6d-b37c-8c95106f7960 None None] For port 21307d31-a1e8-4c14-9e09-a49d8429e3ad, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=21307d31-a1e8-4c14-9e09-a49d8429e3ad,segment=NetworkSegment(67a5ce34-7497-4e73-9daf-fccb98f76e2c),segment_id=67a5ce34-7497-4e73-9daf-fccb98f76e2c)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:02:50.209693 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109448be-0aa1-4ca5-8b80-49fab2547b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fb514a-3870-41e1-98ed-3763815d7e6d,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:50.285367 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fd00ad7f-cd94-4b6d-b37c-8c95106f7960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:50.326376 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-da9f95b9-bb64-4aee-a4f2-aaf3f4475e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:50.374098 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-da9f95b9-bb64-4aee-a4f2-aaf3f4475e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:50.548007 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00ad7f-cd94-4b6d-b37c-8c95106f7960 None None] Pushing event updated for resources: {'Port': ['ID=21307d31-a1e8-4c14-9e09-a49d8429e3ad,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:50.643881 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-da9f95b9-bb64-4aee-a4f2-aaf3f4475e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:50.650543 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-da9f95b9-bb64-4aee-a4f2-aaf3f4475e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:50.656874 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-da9f95b9-bb64-4aee-a4f2-aaf3f4475e5e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/49fb514a-3870-41e1-98ed-3763815d7e6d HTTP/1.1" status: 204 len: 168 time: 0.4529805 Aug 10 04:02:50.690601 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f95b9-bb64-4aee-a4f2-aaf3f4475e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fb514a-3870-41e1-98ed-3763815d7e6d,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:50.734102 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3690200-f6e1-4e02-a905-c0de3451756e req-0ca39cba-5631-4132-8684-1c5470a715c9 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:50.749400 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3690200-f6e1-4e02-a905-c0de3451756e req-0ca39cba-5631-4132-8684-1c5470a715c9 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 945 time: 0.1891136 Aug 10 04:02:50.774414 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-38a4749c-c844-4014-8f53-3fd790e08706 req-c8dc7971-1957-4dd9-8516-139ef3ff3bbe tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 210 time: 0.0548630 Aug 10 04:02:50.877829 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3690200-f6e1-4e02-a905-c0de3451756e req-e0ec0167-056d-4c9f-a058-24093a768e77 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143575 Aug 10 04:02:51.065672 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-00632552-b618-46be-9866-17a5a301fa4b req-fee2e391-c773-42fd-9f5e-50de2c09f376 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 210 time: 0.0665534 Aug 10 04:02:51.126692 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f17f228-bc61-4962-b4f7-aed3156df1c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:51.152224 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f17f228-bc61-4962-b4f7-aed3156df1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:51.177041 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48706) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:51.372741 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-781dba3a-0453-42f2-9921-bc63123b715a tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/floatingips/a72fa227-c6d3-4e73-af94-101ed53bd286 HTTP/1.1" status: 200 len: 994 time: 0.1932309 Aug 10 04:02:51.395825 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfd449-28e2-467d-bfd3-e931fb199b50 req-f9bb5ec8-47e5-44a5-a75e-afef93db2699 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:51.409907 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dedfd449-28e2-467d-bfd3-e931fb199b50 req-f9bb5ec8-47e5-44a5-a75e-afef93db2699 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 945 time: 0.1060605 Aug 10 04:02:51.485035 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dedfd449-28e2-467d-bfd3-e931fb199b50 req-4aab2e78-a077-4679-9f8a-eb4a11787a5b tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661654 Aug 10 04:02:51.522954 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-0f17f228-bc61-4962-b4f7-aed3156df1c4 admin admin] Allocated IP 172.25.0.241 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/a87651ed-73ae-46f6-aa10-9fc4e345268d) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:51.718336 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48708) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:51.741409 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c9b309ba-51e8-4fb7-bdd1-4dabc8db8302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:51.798141 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f17f228-bc61-4962-b4f7-aed3156df1c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:51.986011 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c9b309ba-51e8-4fb7-bdd1-4dabc8db8302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:51.992872 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bacd103d-33d4-43e2-9b63-263601e5c808 req-5847a357-b853-4352-8a40-c9c15806d450 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 210 time: 0.0669200 Aug 10 04:02:51.994638 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f17f228-bc61-4962-b4f7-aed3156df1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:52.016341 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f17f228-bc61-4962-b4f7-aed3156df1c4 admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:52.020169 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-0f17f228-bc61-4962-b4f7-aed3156df1c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:52.065167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 21307d31-a1e8-4c14-9e09-a49d8429e3ad up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:52.100564 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c9b309ba-51e8-4fb7-bdd1-4dabc8db8302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:52.158501 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17f228-bc61-4962-b4f7-aed3156df1c4 admin admin] Pushing event updated for resources: {'Port': ['ID=a87651ed-73ae-46f6-aa10-9fc4e345268d,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:52.168794 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f17f228-bc61-4962-b4f7-aed3156df1c4 admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:52.176250 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8799ef0-df36-4f05-b5cf-252bee009aea req-0a9b2acd-06ed-4346-a608-8503a0eabfcc tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:52.179464 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d8799ef0-df36-4f05-b5cf-252bee009aea req-0a9b2acd-06ed-4346-a608-8503a0eabfcc tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 945 time: 0.1554573 Aug 10 04:02:52.215235 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b25380e-11be-4498-b798-92ccb1b523b5 None None] Network 0316e8c7-a46c-4a77-a9d2-17a4e62945d7 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:02:52.266147 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 21307d31-a1e8-4c14-9e09-a49d8429e3ad completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:52.299355 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c9b309ba-51e8-4fb7-bdd1-4dabc8db8302 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa4ef00a6ef24cc39ff45c4a26da2949&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5800889 Aug 10 04:02:52.309088 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b309ba-51e8-4fb7-bdd1-4dabc8db8302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9483ff4c-e351-47a4-b8d9-3f6e132cf477,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:52.314447 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48720) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:52.356055 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d8c51301-4525-458c-b0c2-dd0f1390453a req-99a49373-ead6-49eb-96a0-77e1b1c03519 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 210 time: 0.1071634 Aug 10 04:02:52.413860 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d8799ef0-df36-4f05-b5cf-252bee009aea req-b9dab00e-a7fb-4f8f-92dd-ddf2376026e4 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905730 Aug 10 04:02:52.518401 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6fd29ed9-30ab-46e1-b8f4-cb4fd24f6b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:52.557182 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-fec6d886-76b7-4882-9e95-37548ed00af8 None None] Provisioning for port 21307d31-a1e8-4c14-9e09-a49d8429e3ad completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:52.585889 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6fd29ed9-30ab-46e1-b8f4-cb4fd24f6b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:52.586724 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-fec6d886-76b7-4882-9e95-37548ed00af8 None None] Provisioning complete for port 21307d31-a1e8-4c14-9e09-a49d8429e3ad triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:52.587096 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fec6d886-76b7-4882-9e95-37548ed00af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:52.737299 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fec6d886-76b7-4882-9e95-37548ed00af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:52.766330 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986f48c-8b6a-48f5-a087-b6e2a0f6dd60 req-09a052cf-02d5-43d6-b79b-99180977b9f0 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:52.768738 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0986f48c-8b6a-48f5-a087-b6e2a0f6dd60 req-09a052cf-02d5-43d6-b79b-99180977b9f0 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 945 time: 0.1020443 Aug 10 04:02:52.790722 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6fd29ed9-30ab-46e1-b8f4-cb4fd24f6b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:52.793405 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6fd29ed9-30ab-46e1-b8f4-cb4fd24f6b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:52.797040 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6fd29ed9-30ab-46e1-b8f4-cb4fd24f6b2b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9483ff4c-e351-47a4-b8d9-3f6e132cf477 HTTP/1.1" status: 204 len: 168 time: 0.4653907 Aug 10 04:02:52.808846 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-fec6d886-76b7-4882-9e95-37548ed00af8 None None] For port 21307d31-a1e8-4c14-9e09-a49d8429e3ad, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=21307d31-a1e8-4c14-9e09-a49d8429e3ad,segment=NetworkSegment(67a5ce34-7497-4e73-9daf-fccb98f76e2c),segment_id=67a5ce34-7497-4e73-9daf-fccb98f76e2c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:52.812406 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd29ed9-30ab-46e1-b8f4-cb4fd24f6b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9483ff4c-e351-47a4-b8d9-3f6e132cf477,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:52.888629 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fec6d886-76b7-4882-9e95-37548ed00af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:52.997789 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0986f48c-8b6a-48f5-a087-b6e2a0f6dd60 req-d0eb6925-c5a8-4031-822a-d5f9632c5a1a tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529748 Aug 10 04:02:53.012678 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6d886-76b7-4882-9e95-37548ed00af8 None None] Pushing event updated for resources: {'Port': ['ID=21307d31-a1e8-4c14-9e09-a49d8429e3ad,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:53.045232 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f17f228-bc61-4962-b4f7-aed3156df1c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:53.192181 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-92477a28-dc66-4b2f-bab0-48340dda9ed9 req-e237e311-f022-4c6a-9060-90524a97f72b tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 210 time: 0.0512612 Aug 10 04:02:53.219278 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2ac400a0-dd8e-433c-8277-16539954662b None None] Provisioning complete for port 21307d31-a1e8-4c14-9e09-a49d8429e3ad triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:53.231845 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2ac400a0-dd8e-433c-8277-16539954662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:53.349452 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f17f228-bc61-4962-b4f7-aed3156df1c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:53.619742 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-178973bf-1e81-45e9-93d9-7fa1e47162c4 req-0fa37caa-f5fc-4a77-8b70-f71413e1e036 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/ports?device_id=5eb140bf-1005-4b01-bdb4-01ffd9f38912 HTTP/1.1" status: 200 len: 210 time: 0.0430520 Aug 10 04:02:53.695607 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d570038e-3ee2-4101-8b67-79b7148f6421 req-7faf9070-f3c5-482b-83c8-2640cd523dff tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:53.697167 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d570038e-3ee2-4101-8b67-79b7148f6421 req-7faf9070-f3c5-482b-83c8-2640cd523dff tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 945 time: 0.0816853 Aug 10 04:02:53.727703 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f17f228-bc61-4962-b4f7-aed3156df1c4 admin admin] Router e06f6f93-b2c5-4610-a8bc-1d8009e1caa2 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:02:53.799128 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d570038e-3ee2-4101-8b67-79b7148f6421 req-eed95cb3-0a00-4307-a275-be2f60761b4c tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841606 Aug 10 04:02:53.998336 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 21307d31-a1e8-4c14-9e09-a49d8429e3ad up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:54.022996 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c629e-847e-4cae-9f4e-b7247578a6b1 req-c6c5d0a8-e8ac-4412-9427-f5e4b3713ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:54.047143 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a9c629e-847e-4cae-9f4e-b7247578a6b1 req-c6c5d0a8-e8ac-4412-9427-f5e4b3713ef0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=973be298-f488-4cb9-8788-cf34136520e5 HTTP/1.1" status: 200 len: 834 time: 0.1166155 Aug 10 04:02:54.083433 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f17f228-bc61-4962-b4f7-aed3156df1c4 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:02:54.085341 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 21307d31-a1e8-4c14-9e09-a49d8429e3ad triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:54.085632 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:54.096814 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dbe2df-2be4-41f3-8bbb-2578d3a8d28a None None] Sync routers for ids ['e06f6f93-b2c5-4610-a8bc-1d8009e1caa2'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:02:54.102620 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-d56f311d-93ed-421e-8f47-c324fcf45b92 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d996598032a244868fc625ab65d6228c HTTP/1.1" status: 200 len: 478 time: 0.1355999 Aug 10 04:02:54.114569 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dbe2df-2be4-41f3-8bbb-2578d3a8d28a None None] Routers {'e06f6f93-b2c5-4610-a8bc-1d8009e1caa2'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:54.119115 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-76dbe2df-2be4-41f3-8bbb-2578d3a8d28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:02:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['e06f6f93-b2c5-4610-a8bc-1d8009e1caa2'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:54.143448 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-a003591c-84ec-4710-a848-77ecaacd3370 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Request body: {'port': {'device_id': 'b6b795c5-7444-462c-ac83-c060aca7ee73', 'network_id': '1953acc2-90e4-49bf-8774-d60d817a9b8d', 'admin_state_up': True, 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'security_groups': ['3137a9a4-c296-4294-8820-7cdbfb28bdeb', '8a0a927f-482b-4770-9b16-43e09c18649e']}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:54.178450 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c629e-847e-4cae-9f4e-b7247578a6b1 req-0d8dc61a-36f1-427b-a078-9f9e1212d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:54.180396 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a9c629e-847e-4cae-9f4e-b7247578a6b1 req-0d8dc61a-36f1-427b-a078-9f9e1212d724 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=11310f8c-0128-4dfb-bc9b-1a9f36aa0c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697689 Aug 10 04:02:54.259268 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58074704-90b0-4b2e-810c-70ce587a6ed6 req-da0709d4-69ff-4594-a48e-f533823562b5 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:54.268789 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-58074704-90b0-4b2e-810c-70ce587a6ed6 req-da0709d4-69ff-4594-a48e-f533823562b5 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 945 time: 0.1586163 Aug 10 04:02:54.332910 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-76dbe2df-2be4-41f3-8bbb-2578d3a8d28a None None] Set router e06f6f93-b2c5-4610-a8bc-1d8009e1caa2 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:02:54.380296 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f17f228-bc61-4962-b4f7-aed3156df1c4 admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:54.382013 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0f17f228-bc61-4962-b4f7-aed3156df1c4 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.0522687 Aug 10 04:02:54.385337 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48762) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:54.469332 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-68cc295b-6234-4ae7-a649-9c9b123a68b2 req-783984e1-4f23-48ce-8def-050d10dfa1d3 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 210 time: 0.0550656 Aug 10 04:02:54.593455 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a9c629e-847e-4cae-9f4e-b7247578a6b1 req-d1f36f2b-bd36-45c8-89d1-884ec298b19a service neutron] 10.222.0.68 "GET /v2.0/networks/11310f8c-0128-4dfb-bc9b-1a9f36aa0c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034033 Aug 10 04:02:54.664738 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-58074704-90b0-4b2e-810c-70ce587a6ed6 req-3492d772-41d3-4029-9f9c-c13f9a3620dc tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946385 Aug 10 04:02:54.805026 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-76dbe2df-2be4-41f3-8bbb-2578d3a8d28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06f6f93-b2c5-4610-a8bc-1d8009e1caa2', 'name': 'tempest-TestServerMultinode-912310173-router', 'tenant_id': '5145b53c9d914a01b7fce8d76b07773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a87651ed-73ae-46f6-aa10-9fc4e345268d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:48Z', 'updated_at': '2021-08-10T04:02:52Z', 'revision_number': 3, 'project_id': '5145b53c9d914a01b7fce8d76b07773c', 'gw_port': {'id': 'a87651ed-73ae-46f6-aa10-9fc4e345268d', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:53:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06f6f93-b2c5-4610-a8bc-1d8009e1caa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:51Z', 'updated_at': '2021-08-10T04:02:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:54.847019 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dbe2df-2be4-41f3-8bbb-2578d3a8d28a None None] Checking router: e06f6f93-b2c5-4610-a8bc-1d8009e1caa2 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:02:54.849921 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dbe2df-2be4-41f3-8bbb-2578d3a8d28a None None] Updating router e06f6f93-b2c5-4610-a8bc-1d8009e1caa2 port a87651ed-73ae-46f6-aa10-9fc4e345268d binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:02:54.919545 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-76dbe2df-2be4-41f3-8bbb-2578d3a8d28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:54.993118 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12902939-7264-4aed-88ae-372da3f5f91a req-84d37a17-7fbe-409d-a03b-49f7d82a929b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:55.031768 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12902939-7264-4aed-88ae-372da3f5f91a req-84d37a17-7fbe-409d-a03b-49f7d82a929b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 945 time: 0.0709472 Aug 10 04:02:55.044524 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12902939-7264-4aed-88ae-372da3f5f91a req-04da15b9-29a0-4a32-bdd5-5f80f4104d20 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421753 Aug 10 04:02:55.295225 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b904f440-6ed3-42a9-8ed7-9a7c694babf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:55.296450 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-76dbe2df-2be4-41f3-8bbb-2578d3a8d28a None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:55.317221 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-76dbe2df-2be4-41f3-8bbb-2578d3a8d28a None None] Transition to ACTIVE for port object a87651ed-73ae-46f6-aa10-9fc4e345268d will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:55.475634 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48774) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:55.477414 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-a003591c-84ec-4710-a848-77ecaacd3370 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Made reservation on behalf of d996598032a244868fc625ab65d6228c for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:02:55.481297 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-a003591c-84ec-4710-a848-77ecaacd3370 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:55.515106 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-76dbe2df-2be4-41f3-8bbb-2578d3a8d28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:55.555549 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-b904f440-6ed3-42a9-8ed7-9a7c694babf9 admin admin] Allocated IP 172.20.0.1 (0316e8c7-a46c-4a77-a9d2-17a4e62945d7/e59504e3-1101-4a98-95d4-a5dcef14e70c/b97247a4-1b77-4adf-90fb-f8f154886818) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:55.603788 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e858cf2c-a165-4218-a706-61edac901a3f req-09349484-e51d-4597-a40c-a08e71453475 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 210 time: 0.0514989 Aug 10 04:02:55.637359 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-76dbe2df-2be4-41f3-8bbb-2578d3a8d28a None None] Attempting to bind port a87651ed-73ae-46f6-aa10-9fc4e345268d on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:02:55.638076 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-76dbe2df-2be4-41f3-8bbb-2578d3a8d28a None None] Attempting to bind port a87651ed-73ae-46f6-aa10-9fc4e345268d by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:02:55.638772 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dbe2df-2be4-41f3-8bbb-2578d3a8d28a None None] Attempting to bind port a87651ed-73ae-46f6-aa10-9fc4e345268d on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:02:55.642496 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52cb5b3-81b2-4acf-88d9-239d2e542ad7 None None] Pushing event updated for resources: {'Port': ['ID=a87651ed-73ae-46f6-aa10-9fc4e345268d,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:55.645505 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cbcf43aa-d887-4acd-8a03-0e8c2c34a036 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:55.648591 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dbe2df-2be4-41f3-8bbb-2578d3a8d28a None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:02:55.649168 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dbe2df-2be4-41f3-8bbb-2578d3a8d28a None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:02:55.649787 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-76dbe2df-2be4-41f3-8bbb-2578d3a8d28a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:55.650436 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76dbe2df-2be4-41f3-8bbb-2578d3a8d28a None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:02:55.651115 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-76dbe2df-2be4-41f3-8bbb-2578d3a8d28a None None] Bound port: a87651ed-73ae-46f6-aa10-9fc4e345268d, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:02:55.651760 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-76dbe2df-2be4-41f3-8bbb-2578d3a8d28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:55.664499 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cb5b3-81b2-4acf-88d9-239d2e542ad7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:55.664865 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cb5b3-81b2-4acf-88d9-239d2e542ad7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:55.665407 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cb5b3-81b2-4acf-88d9-239d2e542ad7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:55.665924 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cb5b3-81b2-4acf-88d9-239d2e542ad7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:55.666437 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cb5b3-81b2-4acf-88d9-239d2e542ad7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:55.666962 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cb5b3-81b2-4acf-88d9-239d2e542ad7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:55.667553 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cb5b3-81b2-4acf-88d9-239d2e542ad7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:55.668091 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cb5b3-81b2-4acf-88d9-239d2e542ad7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:55.668605 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cb5b3-81b2-4acf-88d9-239d2e542ad7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:55.669112 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cb5b3-81b2-4acf-88d9-239d2e542ad7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:55.669775 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cb5b3-81b2-4acf-88d9-239d2e542ad7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:55.670283 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52cb5b3-81b2-4acf-88d9-239d2e542ad7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:02:55.715668 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cbcf43aa-d887-4acd-8a03-0e8c2c34a036 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:55.759514 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-76dbe2df-2be4-41f3-8bbb-2578d3a8d28a None None] For port a87651ed-73ae-46f6-aa10-9fc4e345268d, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:02:55.766852 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-76dbe2df-2be4-41f3-8bbb-2578d3a8d28a None None] For port a87651ed-73ae-46f6-aa10-9fc4e345268d, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a87651ed-73ae-46f6-aa10-9fc4e345268d,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:02:55.840771 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-76dbe2df-2be4-41f3-8bbb-2578d3a8d28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:55.914432 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cbcf43aa-d887-4acd-8a03-0e8c2c34a036 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:55.918636 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cbcf43aa-d887-4acd-8a03-0e8c2c34a036 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:55.920468 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cbcf43aa-d887-4acd-8a03-0e8c2c34a036 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "DELETE /v2.0/security-groups/1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e HTTP/1.1" status: 204 len: 168 time: 0.4432342 Aug 10 04:02:55.925312 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48786) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:56.015380 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf43aa-d887-4acd-8a03-0e8c2c34a036 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:56.037522 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-bd4ea1a9-fa0a-415d-b5d8-7a779ccd9bae tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] show failed (client error): The resource could not be found. Aug 10 04:02:56.037522 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-bd4ea1a9-fa0a-415d-b5d8-7a779ccd9bae tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "GET /v2.0/security-groups/1d0f4c0c-9d7a-4e3e-a4d3-c8b1a7ac111e HTTP/1.1" status: 404 len: 347 time: 0.0930767 Aug 10 04:02:56.037522 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48788) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:56.232730 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52cb5b3-81b2-4acf-88d9-239d2e542ad7 None None] Pushing event updated for resources: {'Port': ['ID=a87651ed-73ae-46f6-aa10-9fc4e345268d,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:56.277246 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dbe2df-2be4-41f3-8bbb-2578d3a8d28a None None] Routers {'e06f6f93-b2c5-4610-a8bc-1d8009e1caa2'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:02:56.277910 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-76dbe2df-2be4-41f3-8bbb-2578d3a8d28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:02:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['e06f6f93-b2c5-4610-a8bc-1d8009e1caa2'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:56.324678 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-6fdcaf6c-8560-4734-8a3d-e76deb60de5b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Deleting port 7ef3351e-6b2e-4f87-b503-5d8b45dd0999 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:56.325204 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6fdcaf6c-8560-4734-8a3d-e76deb60de5b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:56.325819 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b904f440-6ed3-42a9-8ed7-9a7c694babf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:56.443212 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-b904f440-6ed3-42a9-8ed7-9a7c694babf9 admin admin] Transition to ACTIVE for port object b97247a4-1b77-4adf-90fb-f8f154886818 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:56.443212 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-a003591c-84ec-4710-a848-77ecaacd3370 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Allocated IP 172.20.0.3 (1953acc2-90e4-49bf-8774-d60d817a9b8d/95d8eb9f-4d63-4431-9c5c-5bb29803bc9e/107b4125-dbc4-43d9-822d-86b1199c0ec0) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:02:56.476218 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-76dbe2df-2be4-41f3-8bbb-2578d3a8d28a None None] Set router e06f6f93-b2c5-4610-a8bc-1d8009e1caa2 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:02:56.490407 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a4aa3-9f0c-453e-99e4-a1976e922d07 req-0327b675-260d-4d72-a237-d3a49cfbbe7e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:56.492723 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-956a4aa3-9f0c-453e-99e4-a1976e922d07 req-0327b675-260d-4d72-a237-d3a49cfbbe7e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 945 time: 0.2135482 Aug 10 04:02:56.708173 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-956a4aa3-9f0c-453e-99e4-a1976e922d07 req-6ecae557-3269-4935-998d-1f7b9edf0149 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887412 Aug 10 04:02:56.729468 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b904f440-6ed3-42a9-8ed7-9a7c694babf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:56.871071 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48802) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:56.963501 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-76dbe2df-2be4-41f3-8bbb-2578d3a8d28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06f6f93-b2c5-4610-a8bc-1d8009e1caa2', 'name': 'tempest-TestServerMultinode-912310173-router', 'tenant_id': '5145b53c9d914a01b7fce8d76b07773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a87651ed-73ae-46f6-aa10-9fc4e345268d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:48Z', 'updated_at': '2021-08-10T04:02:52Z', 'revision_number': 3, 'project_id': '5145b53c9d914a01b7fce8d76b07773c', 'gw_port': {'id': 'a87651ed-73ae-46f6-aa10-9fc4e345268d', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:53:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06f6f93-b2c5-4610-a8bc-1d8009e1caa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:51Z', 'updated_at': '2021-08-10T04:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:02:57.034545 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dbe2df-2be4-41f3-8bbb-2578d3a8d28a None None] The sync data for ids ['e06f6f93-b2c5-4610-a8bc-1d8009e1caa2'] in n-d-802893-2 is: [{'id': 'e06f6f93-b2c5-4610-a8bc-1d8009e1caa2', 'name': 'tempest-TestServerMultinode-912310173-router', 'tenant_id': '5145b53c9d914a01b7fce8d76b07773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a87651ed-73ae-46f6-aa10-9fc4e345268d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:48Z', 'updated_at': '2021-08-10T04:02:52Z', 'revision_number': 3, 'project_id': '5145b53c9d914a01b7fce8d76b07773c', 'gw_port': {'id': 'a87651ed-73ae-46f6-aa10-9fc4e345268d', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:53:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06f6f93-b2c5-4610-a8bc-1d8009e1caa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:51Z', 'updated_at': '2021-08-10T04:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:02:57.034821 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8eb21d-f609-4941-9795-db8793c6d77d req-b98f93cf-945d-48f7-9ce0-721c01ce126d tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:57.043004 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0f8eb21d-f609-4941-9795-db8793c6d77d req-b98f93cf-945d-48f7-9ce0-721c01ce126d tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 945 time: 0.8012991 Aug 10 04:02:57.132203 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6fdcaf6c-8560-4734-8a3d-e76deb60de5b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:57.132962 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6fdcaf6c-8560-4734-8a3d-e76deb60de5b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:57.139741 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-a003591c-84ec-4710-a848-77ecaacd3370 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:57.175228 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b904f440-6ed3-42a9-8ed7-9a7c694babf9 admin admin] Network 0316e8c7-a46c-4a77-a9d2-17a4e62945d7 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:57.182319 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-6fdcaf6c-8560-4734-8a3d-e76deb60de5b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Calling delete_port for 7ef3351e-6b2e-4f87-b503-5d8b45dd0999 owned by network:floatingip {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:57.205662 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-a003591c-84ec-4710-a848-77ecaacd3370 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Transition to ACTIVE for port object 107b4125-dbc4-43d9-822d-86b1199c0ec0 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:57.219813 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-228a1868-92d3-4886-89c8-c74b909be3b0 req-56d4e3c9-d4c4-4ae4-8b26-9c301fce66b0 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 210 time: 0.3676655 Aug 10 04:02:57.231036 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-b904f440-6ed3-42a9-8ed7-9a7c694babf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:57.236521 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904f440-6ed3-42a9-8ed7-9a7c694babf9 admin admin] Pushing event updated for resources: {'Port': ['ID=b97247a4-1b77-4adf-90fb-f8f154886818,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:57.319628 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b904f440-6ed3-42a9-8ed7-9a7c694babf9 admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:57.356545 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:57.407032 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-a003591c-84ec-4710-a848-77ecaacd3370 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:57.506406 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0f8eb21d-f609-4941-9795-db8793c6d77d req-e87dc24e-9290-4ac4-b231-671b64772c53 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4613633 Aug 10 04:02:57.510189 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6fdcaf6c-8560-4734-8a3d-e76deb60de5b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:57.580638 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdcaf6c-8560-4734-8a3d-e76deb60de5b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Pushing event deleted for resources: {'Port': ['ID=7ef3351e-6b2e-4f87-b503-5d8b45dd0999,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:57.632172 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003591c-84ec-4710-a848-77ecaacd3370 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event updated for resources: {'Port': ['ID=107b4125-dbc4-43d9-822d-86b1199c0ec0,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:57.646483 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a9c629e-847e-4cae-9f4e-b7247578a6b1 req-cd8d53ac-c3d2-44c3-a9ad-7112fedb0679 service neutron] 10.222.0.68 "GET /v2.0/networks/11310f8c-0128-4dfb-bc9b-1a9f36aa0c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6492877 Aug 10 04:02:57.672793 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b904f440-6ed3-42a9-8ed7-9a7c694babf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:57.764818 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6fdcaf6c-8560-4734-8a3d-e76deb60de5b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for floatingip, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:57.764818 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6fdcaf6c-8560-4734-8a3d-e76deb60de5b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:57.778192 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6fdcaf6c-8560-4734-8a3d-e76deb60de5b tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "DELETE /v2.0/floatingips/c32ef323-a97a-45fc-af28-dc79af4ed9e0 HTTP/1.1" status: 204 len: 168 time: 1.7440670 Aug 10 04:02:57.781206 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48824) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:57.820495 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-a003591c-84ec-4710-a848-77ecaacd3370 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Network 1953acc2-90e4-49bf-8774-d60d817a9b8d is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:57.821883 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4764ce43-cd40-49a1-a6d4-81b25716b26f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:57.833095 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-a003591c-84ec-4710-a848-77ecaacd3370 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:57.842945 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-a003591c-84ec-4710-a848-77ecaacd3370 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:02:57.971588 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-97023464-cd13-40f5-b678-8bd34410f634 None None] Provisioning for port b97247a4-1b77-4adf-90fb-f8f154886818 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:57.977270 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-97023464-cd13-40f5-b678-8bd34410f634 None None] Provisioning complete for port b97247a4-1b77-4adf-90fb-f8f154886818 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:57.977853 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-97023464-cd13-40f5-b678-8bd34410f634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:58.087759 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a87651ed-73ae-46f6-aa10-9fc4e345268d up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:58.102158 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-97023464-cd13-40f5-b678-8bd34410f634 None None] Port b97247a4-1b77-4adf-90fb-f8f154886818 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:58.110878 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-5c047e17-7f8c-4f8c-b7df-2fbf7b941c98 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Deleting port d75f407a-6d9e-4e55-beff-6f8dd89b5d40 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:58.112119 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5c047e17-7f8c-4f8c-b7df-2fbf7b941c98 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:58.155643 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-a003591c-84ec-4710-a848-77ecaacd3370 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:58.156405 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-a003591c-84ec-4710-a848-77ecaacd3370 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:58.265857 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64cc5b-5488-42c7-ae4a-7531172037b7 req-a6292ef3-3e32-475f-bebd-eb6491475d79 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:58.270940 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5c047e17-7f8c-4f8c-b7df-2fbf7b941c98 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:58.274128 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d64cc5b-5488-42c7-ae4a-7531172037b7 req-a6292ef3-3e32-475f-bebd-eb6491475d79 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 945 time: 0.3680985 Aug 10 04:02:58.288003 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port a87651ed-73ae-46f6-aa10-9fc4e345268d completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:58.289668 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-5c047e17-7f8c-4f8c-b7df-2fbf7b941c98 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Calling delete_port for d75f407a-6d9e-4e55-beff-6f8dd89b5d40 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:58.291940 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port a87651ed-73ae-46f6-aa10-9fc4e345268d triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:58.298278 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:58.356257 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-61b5b7bd-ac20-4e9f-91b8-2f8fe21817c9 None None] Provisioning for port 107b4125-dbc4-43d9-822d-86b1199c0ec0 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:02:58.361533 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-61b5b7bd-ac20-4e9f-91b8-2f8fe21817c9 None None] Provisioning complete for port 107b4125-dbc4-43d9-822d-86b1199c0ec0 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:02:58.362611 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-61b5b7bd-ac20-4e9f-91b8-2f8fe21817c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:58.368627 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d64cc5b-5488-42c7-ae4a-7531172037b7 req-8aea5b51-a0dc-4d14-a970-530cf9be1325 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935435 Aug 10 04:02:58.432447 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b5423-a4bb-44b6-a67d-9b660d6198e9 req-c3fe905c-3ad8-405e-8646-f47eb3bb32c1 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:58.441358 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b904f440-6ed3-42a9-8ed7-9a7c694babf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:58.445086 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cf9b5423-a4bb-44b6-a67d-9b660d6198e9 req-c3fe905c-3ad8-405e-8646-f47eb3bb32c1 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 970 time: 0.0970924 Aug 10 04:02:58.451507 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4764ce43-cd40-49a1-a6d4-81b25716b26f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:58.521258 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cf9b5423-a4bb-44b6-a67d-9b660d6198e9 req-8dde4efb-166c-487d-a37a-5aa249e661a1 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a0a927f-482b-4770-9b16-43e09c18649e&id=3137a9a4-c296-4294-8820-7cdbfb28bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0698426 Aug 10 04:02:58.610468 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:58.631590 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-61b5b7bd-ac20-4e9f-91b8-2f8fe21817c9 None None] Port 107b4125-dbc4-43d9-822d-86b1199c0ec0 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:02:58.634477 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port a87651ed-73ae-46f6-aa10-9fc4e345268d, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a87651ed-73ae-46f6-aa10-9fc4e345268d,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:02:58.651036 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4764ce43-cd40-49a1-a6d4-81b25716b26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:58.703666 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-a003591c-84ec-4710-a848-77ecaacd3370 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 4.5797749 Aug 10 04:02:58.725635 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5c047e17-7f8c-4f8c-b7df-2fbf7b941c98 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:58.726425 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:58.734823 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-34812543-11c6-4205-890a-b16eda1d9f70 service neutron] Request body: {'port': {'device_id': 'b6b795c5-7444-462c-ac83-c060aca7ee73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:02:58.748931 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4764ce43-cd40-49a1-a6d4-81b25716b26f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b4d203d54a0f4e4f9ac2b240da0afa81&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8735278 Aug 10 04:02:58.751481 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48840) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:58.787510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c047e17-7f8c-4f8c-b7df-2fbf7b941c98 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Pushing event deleted for resources: {'Port': ['ID=d75f407a-6d9e-4e55-beff-6f8dd89b5d40,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:58.792080 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764ce43-cd40-49a1-a6d4-81b25716b26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec237ec-3ff9-433c-ad94-0b0171fe3403,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:58.806472 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=a87651ed-73ae-46f6-aa10-9fc4e345268d,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:58.867267 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5c047e17-7f8c-4f8c-b7df-2fbf7b941c98 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:58.868298 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-34812543-11c6-4205-890a-b16eda1d9f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:58.869197 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5c047e17-7f8c-4f8c-b7df-2fbf7b941c98 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "DELETE /v2.0/ports/d75f407a-6d9e-4e55-beff-6f8dd89b5d40 HTTP/1.1" status: 204 len: 168 time: 1.0871391 Aug 10 04:02:58.872157 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48846) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:58.885295 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a765e7-ebf3-4956-937f-847e8d9f8de2 req-a3397501-ebb9-49bc-a5f7-7fda4d8e522f tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:58.886795 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-08a765e7-ebf3-4956-937f-847e8d9f8de2 req-a3397501-ebb9-49bc-a5f7-7fda4d8e522f tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 945 time: 0.2331750 Aug 10 04:02:58.973101 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-555a8916-b6af-45ad-bfb5-dcd4062dd708 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Deleting port 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:02:58.973445 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-555a8916-b6af-45ad-bfb5-dcd4062dd708 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:58.994837 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b904f440-6ed3-42a9-8ed7-9a7c694babf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:59.015997 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-08a765e7-ebf3-4956-937f-847e8d9f8de2 req-919714d2-4af3-462b-86f6-617f48a531f2 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086013 Aug 10 04:02:59.018532 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9a32577a-bff1-476e-ba54-41ea8b67be07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:59.074250 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b904f440-6ed3-42a9-8ed7-9a7c694babf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:59.091480 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-555a8916-b6af-45ad-bfb5-dcd4062dd708 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:59.110355 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-555a8916-b6af-45ad-bfb5-dcd4062dd708 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Calling delete_port for 2c7de5ba-33bf-4c9f-b02d-0d1250755d4b owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:02:59.156725 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9a32577a-bff1-476e-ba54-41ea8b67be07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:59.301903 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904f440-6ed3-42a9-8ed7-9a7c694babf9 admin admin] Pushing event updated for resources: {'Port': ['ID=b97247a4-1b77-4adf-90fb-f8f154886818,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:59.309582 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b904f440-6ed3-42a9-8ed7-9a7c694babf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:59.350740 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-555a8916-b6af-45ad-bfb5-dcd4062dd708 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:59.391764 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a8916-b6af-45ad-bfb5-dcd4062dd708 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Pushing event deleted for resources: {'Port': ['ID=2c7de5ba-33bf-4c9f-b02d-0d1250755d4b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:59.479681 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-555a8916-b6af-45ad-bfb5-dcd4062dd708 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:59.484830 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-555a8916-b6af-45ad-bfb5-dcd4062dd708 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "DELETE /v2.0/ports/2c7de5ba-33bf-4c9f-b02d-0d1250755d4b HTTP/1.1" status: 204 len: 168 time: 0.6116734 Aug 10 04:02:59.485444 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48872) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:02:59.495192 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9a32577a-bff1-476e-ba54-41ea8b67be07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:59.501061 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9a32577a-bff1-476e-ba54-41ea8b67be07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:59.505013 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9a32577a-bff1-476e-ba54-41ea8b67be07 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eec237ec-3ff9-433c-ad94-0b0171fe3403 HTTP/1.1" status: 204 len: 168 time: 0.7072506 Aug 10 04:02:59.562240 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32577a-bff1-476e-ba54-41ea8b67be07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec237ec-3ff9-433c-ad94-0b0171fe3403,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:02:59.603503 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b904f440-6ed3-42a9-8ed7-9a7c694babf9 admin admin] Network 0316e8c7-a46c-4a77-a9d2-17a4e62945d7 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:02:59.606890 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb720998-df10-447a-b59c-a7e6f053b3c7 req-d3448416-852f-45e6-93bd-c12ed3c2456d tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:59.608661 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb720998-df10-447a-b59c-a7e6f053b3c7 req-d3448416-852f-45e6-93bd-c12ed3c2456d tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 945 time: 0.0783978 Aug 10 04:02:59.613689 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a7d26e-cb43-4999-91b1-b75665e598e5 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Deleting subnet 96c77b29-de8a-40c8-ae15-4c8b35353438 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:02:59.614624 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-b904f440-6ed3-42a9-8ed7-9a7c694babf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:02:59.618628 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d26e-cb43-4999-91b1-b75665e598e5 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:59.696959 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb720998-df10-447a-b59c-a7e6f053b3c7 req-b0634b40-5b92-4b02-b3c4-c034a0cecb7e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480917 Aug 10 04:02:59.699514 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d26e-cb43-4999-91b1-b75665e598e5 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:59.704112 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-34812543-11c6-4205-890a-b16eda1d9f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 107b4125-dbc4-43d9-822d-86b1199c0ec0 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:02:59.766181 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-34812543-11c6-4205-890a-b16eda1d9f70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:59.804150 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-34812543-11c6-4205-890a-b16eda1d9f70 service neutron] Transition to ACTIVE for port object 107b4125-dbc4-43d9-822d-86b1199c0ec0 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:02:59.809746 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d26e-cb43-4999-91b1-b75665e598e5 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:02:59.818253 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d6d17-2999-4d99-a089-be5fe222b32a req-9acd2390-9b51-4acb-bc06-1c49ef6bf716 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:02:59.828503 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-569d6d17-2999-4d99-a089-be5fe222b32a req-9acd2390-9b51-4acb-bc06-1c49ef6bf716 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 970 time: 0.1938996 Aug 10 04:02:59.875376 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b904f440-6ed3-42a9-8ed7-9a7c694babf9 admin admin] Router e06f6f93-b2c5-4610-a8bc-1d8009e1caa2 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:02:59.914344 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-569d6d17-2999-4d99-a089-be5fe222b32a req-4b68b057-2c30-43bd-acee-83730f02c24b tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a0a927f-482b-4770-9b16-43e09c18649e&id=3137a9a4-c296-4294-8820-7cdbfb28bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0829690 Aug 10 04:02:59.947400 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a87651ed-73ae-46f6-aa10-9fc4e345268d up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:02:59.954332 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-34812543-11c6-4205-890a-b16eda1d9f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.016274 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34812543-11c6-4205-890a-b16eda1d9f70 service neutron] Pushing event updated for resources: {'Port': ['ID=107b4125-dbc4-43d9-822d-86b1199c0ec0,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:00.026641 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b0f5ad91-f2f3-4842-b74d-a3f4bf1d2802 None None] Provisioning complete for port b97247a4-1b77-4adf-90fb-f8f154886818 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:00.027106 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b0f5ad91-f2f3-4842-b74d-a3f4bf1d2802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.103737 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port a87651ed-73ae-46f6-aa10-9fc4e345268d triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:00.104679 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.107230 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d26e-cb43-4999-91b1-b75665e598e5 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.107576 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-b0f5ad91-f2f3-4842-b74d-a3f4bf1d2802 None None] Port b97247a4-1b77-4adf-90fb-f8f154886818 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:03:00.177699 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7d26e-cb43-4999-91b1-b75665e598e5 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Pushing event deleted for resources: {'Subnet': ['ID=96c77b29-de8a-40c8-ae15-4c8b35353438,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:00.183370 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b904f440-6ed3-42a9-8ed7-9a7c694babf9 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:00.190706 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b904f440-6ed3-42a9-8ed7-9a7c694babf9 admin admin] 10.222.0.25 "PUT /v2.0/routers/e06f6f93-b2c5-4610-a8bc-1d8009e1caa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7957113 Aug 10 04:03:00.198235 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a2a7d26e-cb43-4999-91b1-b75665e598e5 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.200921 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a2a7d26e-cb43-4999-91b1-b75665e598e5 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "DELETE /v2.0/subnets/96c77b29-de8a-40c8-ae15-4c8b35353438 HTTP/1.1" status: 204 len: 168 time: 0.7140815 Aug 10 04:03:00.212651 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48896) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:00.231863 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bb3b99-2db4-4ec4-98f3-2e715e72de9d None None] Network fc4bc8cd-9681-4c48-a384-e9912b245b99 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:00.237344 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d842d42-7c13-428f-a414-95b641fb476a None None] Sync routers for ids ['e06f6f93-b2c5-4610-a8bc-1d8009e1caa2'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:00.245238 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f1102-e055-4a27-b3b6-681163f48a81 req-c5448cae-2a59-44e7-80f2-bd80f5a639f4 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:00.247010 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-825f1102-e055-4a27-b3b6-681163f48a81 req-c5448cae-2a59-44e7-80f2-bd80f5a639f4 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 945 time: 0.0707390 Aug 10 04:03:00.256297 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-34812543-11c6-4205-890a-b16eda1d9f70 service neutron] Attempting to bind port 107b4125-dbc4-43d9-822d-86b1199c0ec0 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:00.256724 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-34812543-11c6-4205-890a-b16eda1d9f70 service neutron] Attempting to bind port 107b4125-dbc4-43d9-822d-86b1199c0ec0 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '76ebdbc9-0f22-491e-b5b1-432712ac3a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1953acc2-90e4-49bf-8774-d60d817a9b8d'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:00.257062 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-34812543-11c6-4205-890a-b16eda1d9f70 service neutron] Attempting to bind port 107b4125-dbc4-43d9-822d-86b1199c0ec0 on network 1953acc2-90e4-49bf-8774-d60d817a9b8d {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:00.267211 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-34812543-11c6-4205-890a-b16eda1d9f70 service neutron] Port 107b4125-dbc4-43d9-822d-86b1199c0ec0 on network 1953acc2-90e4-49bf-8774-d60d817a9b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:03:00.267211 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-34812543-11c6-4205-890a-b16eda1d9f70 service neutron] Attempting to bind port 107b4125-dbc4-43d9-822d-86b1199c0ec0 on network 1953acc2-90e4-49bf-8774-d60d817a9b8d {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:00.275228 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-34812543-11c6-4205-890a-b16eda1d9f70 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:00.277437 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-34812543-11c6-4205-890a-b16eda1d9f70 service neutron] Checking segment: {'id': '76ebdbc9-0f22-491e-b5b1-432712ac3a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1953acc2-90e4-49bf-8774-d60d817a9b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:00.277437 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-34812543-11c6-4205-890a-b16eda1d9f70 service neutron] Bound using segment: {'id': '76ebdbc9-0f22-491e-b5b1-432712ac3a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1953acc2-90e4-49bf-8774-d60d817a9b8d'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:00.277437 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-34812543-11c6-4205-890a-b16eda1d9f70 service neutron] Bound port: 107b4125-dbc4-43d9-822d-86b1199c0ec0, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ebdbc9-0f22-491e-b5b1-432712ac3a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1953acc2-90e4-49bf-8774-d60d817a9b8d'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:00.277437 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-34812543-11c6-4205-890a-b16eda1d9f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.299797 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d04e5cf-bdfc-4689-bc5c-9918bed473c0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Deleting subnet 4672b88c-e1c1-4d0c-a3fa-f280cf947686 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:03:00.305349 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d04e5cf-bdfc-4689-bc5c-9918bed473c0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.309294 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-825f1102-e055-4a27-b3b6-681163f48a81 req-82c5af87-eabf-4822-87b7-b005169b123f tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528684 Aug 10 04:03:00.350328 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d842d42-7c13-428f-a414-95b641fb476a None None] Routers {'e06f6f93-b2c5-4610-a8bc-1d8009e1caa2'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:00.350969 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-8d842d42-7c13-428f-a414-95b641fb476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:02:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['e06f6f93-b2c5-4610-a8bc-1d8009e1caa2'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:00.388164 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d04e5cf-bdfc-4689-bc5c-9918bed473c0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.434163 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-34812543-11c6-4205-890a-b16eda1d9f70 service neutron] For port 107b4125-dbc4-43d9-822d-86b1199c0ec0, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:00.439123 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-34812543-11c6-4205-890a-b16eda1d9f70 service neutron] For port 107b4125-dbc4-43d9-822d-86b1199c0ec0, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=107b4125-dbc4-43d9-822d-86b1199c0ec0,segment=NetworkSegment(76ebdbc9-0f22-491e-b5b1-432712ac3a2b),segment_id=76ebdbc9-0f22-491e-b5b1-432712ac3a2b)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:00.519651 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-8d842d42-7c13-428f-a414-95b641fb476a None None] Set router e06f6f93-b2c5-4610-a8bc-1d8009e1caa2 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:00.522745 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d04e5cf-bdfc-4689-bc5c-9918bed473c0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.522908 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48898) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:00.545047 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-34812543-11c6-4205-890a-b16eda1d9f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.564310 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ef2c7a3-ed35-4fef-97d3-20e84fae6057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.606344 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-34812543-11c6-4205-890a-b16eda1d9f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:00.606344 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-34812543-11c6-4205-890a-b16eda1d9f70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.606344 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-34812543-11c6-4205-890a-b16eda1d9f70 service neutron] 10.222.0.68 "PUT /v2.0/ports/107b4125-dbc4-43d9-822d-86b1199c0ec0 HTTP/1.1" status: 200 len: 1130 time: 1.8832538 Aug 10 04:03:00.610244 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b795c5-7444-462c-ac83-c060aca7ee73', 'tag': '107b4125-dbc4-43d9-822d-86b1199c0ec0'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:00.613079 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a761bd-8506-47f1-819c-e4bcfd45a198" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b795c5-7444-462c-ac83-c060aca7ee73", "tag": "107b4125-dbc4-43d9-822d-86b1199c0ec0"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:00.655863 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34812543-11c6-4205-890a-b16eda1d9f70 service neutron] Pushing event updated for resources: {'Port': ['ID=107b4125-dbc4-43d9-822d-86b1199c0ec0,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:00.679880 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fe4592-bc8b-4072-b429-3dca3c81c601 None None] DHCP port deletion for fc4bc8cd-9681-4c48-a384-e9912b245b99 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:03:00.681858 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1923568c-4626-4d8e-9190-106c9c10e083 x-openstack-request-id: req-1923568c-4626-4d8e-9190-106c9c10e083 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:00.682155 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b795c5-7444-462c-ac83-c060aca7ee73", "tag": "107b4125-dbc4-43d9-822d-86b1199c0ec0", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:00.682407 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1923568c-4626-4d8e-9190-106c9c10e083 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:00.682810 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b795c5-7444-462c-ac83-c060aca7ee73', 'tag': '107b4125-dbc4-43d9-822d-86b1199c0ec0', 'status': 'completed', 'code': 200} Aug 10 04:03:00.753978 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d04e5cf-bdfc-4689-bc5c-9918bed473c0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.809716 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ef2c7a3-ed35-4fef-97d3-20e84fae6057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.830666 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d04e5cf-bdfc-4689-bc5c-9918bed473c0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Pushing event deleted for resources: {'Subnet': ['ID=4672b88c-e1c1-4d0c-a3fa-f280cf947686,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:00.859341 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48910) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:00.861095 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d04e5cf-bdfc-4689-bc5c-9918bed473c0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.862803 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2d04e5cf-bdfc-4689-bc5c-9918bed473c0 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "DELETE /v2.0/subnets/4672b88c-e1c1-4d0c-a3fa-f280cf947686 HTTP/1.1" status: 204 len: 168 time: 0.6491790 Aug 10 04:03:00.866399 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48912) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:00.891886 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1ce12b-43dd-4ba1-b2d1-0d6c827783f1 None None] Network 438e5aac-e98a-498a-962c-24a8dab08d84 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:00.901755 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-e6fe4592-bc8b-4072-b429-3dca3c81c601 None None] Deleting port e4216de0-1daf-44a8-a6eb-e2bc7263d711 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:00.902239 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e6fe4592-bc8b-4072-b429-3dca3c81c601 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.910653 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ef2c7a3-ed35-4fef-97d3-20e84fae6057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:00.952463 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a761bd-8506-47f1-819c-e4bcfd45a198 req-81ef0611-2d1b-4c8a-89d1-ecd42bd659b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:00.955470 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c2a761bd-8506-47f1-819c-e4bcfd45a198 req-81ef0611-2d1b-4c8a-89d1-ecd42bd659b1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d996598032a244868fc625ab65d6228c&device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 1133 time: 0.2456505 Aug 10 04:03:01.018575 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-e6fe4592-bc8b-4072-b429-3dca3c81c601 None None] For port e4216de0-1daf-44a8-a6eb-e2bc7263d711, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e4216de0-1daf-44a8-a6eb-e2bc7263d711,segment=NetworkSegment(da658146-22e1-4101-b313-7e8ac30939d3),segment_id=da658146-22e1-4101-b313-7e8ac30939d3)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:01.019187 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e6fe4592-bc8b-4072-b429-3dca3c81c601 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.032741 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ffeb2-2770-44b1-8630-205bd6b658c2 req-f63f988c-b368-4eee-b1e6-8b8781c3dccc tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:01.034396 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-794ffeb2-2770-44b1-8630-205bd6b658c2 req-f63f988c-b368-4eee-b1e6-8b8781c3dccc tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 945 time: 0.1654987 Aug 10 04:03:01.036608 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-e6fe4592-bc8b-4072-b429-3dca3c81c601 None None] Calling delete_port for e4216de0-1daf-44a8-a6eb-e2bc7263d711 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:01.042700 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8ef2c7a3-ed35-4fef-97d3-20e84fae6057 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e83c78ecf36d4578a0bb916a85ba6197&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5184135 Aug 10 04:03:01.050576 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48918) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:01.052446 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2c7a3-ed35-4fef-97d3-20e84fae6057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dedcc0-34e0-4676-8d02-e0b4a2333bf9,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:01.116763 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49996a06-f812-42f4-a724-b93731788d50 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.168400 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9203c0-1cf0-4dee-a276-e479d90753fa req-cf6f180f-848a-4eca-9073-10583c13177a tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:01.170092 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-be9203c0-1cf0-4dee-a276-e479d90753fa req-cf6f180f-848a-4eca-9073-10583c13177a tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 982 time: 0.1233883 Aug 10 04:03:01.174849 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a761bd-8506-47f1-819c-e4bcfd45a198 req-c32bb7e4-3228-4977-9067-6d8d424c0238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:01.176535 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c2a761bd-8506-47f1-819c-e4bcfd45a198 req-c32bb7e4-3228-4977-9067-6d8d424c0238 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=d996598032a244868fc625ab65d6228c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2109926 Aug 10 04:03:01.209778 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-794ffeb2-2770-44b1-8630-205bd6b658c2 req-984c2820-f6b7-48b2-887f-b4e36e4c9e3a tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597559 Aug 10 04:03:01.241428 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-466dd6e4-75cd-4c7a-88bb-2478eda916c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.279498 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-466dd6e4-75cd-4c7a-88bb-2478eda916c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.327539 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ff0efff8-e262-4024-b6b6-7f7d02a2a965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.337853 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-be9203c0-1cf0-4dee-a276-e479d90753fa req-294ed500-5d42-4897-ad1b-f0f31a5a2ebb tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a0a927f-482b-4770-9b16-43e09c18649e&id=3137a9a4-c296-4294-8820-7cdbfb28bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1256621 Aug 10 04:03:01.351387 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-8d842d42-7c13-428f-a414-95b641fb476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06f6f93-b2c5-4610-a8bc-1d8009e1caa2', 'name': 'tempest-TestServerMultinode-912310173-router', 'tenant_id': '5145b53c9d914a01b7fce8d76b07773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a87651ed-73ae-46f6-aa10-9fc4e345268d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:48Z', 'updated_at': '2021-08-10T04:02:58Z', 'revision_number': 4, 'project_id': '5145b53c9d914a01b7fce8d76b07773c', 'gw_port': {'id': 'a87651ed-73ae-46f6-aa10-9fc4e345268d', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06f6f93-b2c5-4610-a8bc-1d8009e1caa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:51Z', 'updated_at': '2021-08-10T04:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'b97247a4-1b77-4adf-90fb-f8f154886818', 'name': '', 'network_id': '0316e8c7-a46c-4a77-a9d2-17a4e62945d7', 'tenant_id': '5145b53c9d914a01b7fce8d76b07773c', 'mac_address': 'fa:16:3e:c9:f9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06f6f93-b2c5-4610-a8bc-1d8009e1caa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'e59504e3-1101-4a98-95d4-a5dcef14e70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:55Z', 'updated_at': '2021-08-10T04:02:58Z', 'revision_number': 2, 'project_id': '5145b53c9d914a01b7fce8d76b07773c', 'subnets': [{'id': 'e59504e3-1101-4a98-95d4-a5dcef14e70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:01.383848 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-49996a06-f812-42f4-a724-b93731788d50 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Deleting port e4216de0-1daf-44a8-a6eb-e2bc7263d711 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:01.383848 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49996a06-f812-42f4-a724-b93731788d50 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.419772 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d842d42-7c13-428f-a414-95b641fb476a None None] Checking router: e06f6f93-b2c5-4610-a8bc-1d8009e1caa2 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:01.421114 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d842d42-7c13-428f-a414-95b641fb476a None None] Updating router e06f6f93-b2c5-4610-a8bc-1d8009e1caa2 port b97247a4-1b77-4adf-90fb-f8f154886818 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:03:01.466652 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a761bd-8506-47f1-819c-e4bcfd45a198 req-950ff686-29ad-49ba-83d2-e4a331e301bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:01.466810 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8d842d42-7c13-428f-a414-95b641fb476a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.468448 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c2a761bd-8506-47f1-819c-e4bcfd45a198 req-950ff686-29ad-49ba-83d2-e4a331e301bb service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2551899 Aug 10 04:03:01.482378 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-49996a06-f812-42f4-a724-b93731788d50 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] For port e4216de0-1daf-44a8-a6eb-e2bc7263d711, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e4216de0-1daf-44a8-a6eb-e2bc7263d711,segment=NetworkSegment(da658146-22e1-4101-b313-7e8ac30939d3),segment_id=da658146-22e1-4101-b313-7e8ac30939d3)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:01.484986 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49996a06-f812-42f4-a724-b93731788d50 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.510356 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-49996a06-f812-42f4-a724-b93731788d50 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Calling delete_port for e4216de0-1daf-44a8-a6eb-e2bc7263d711 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:01.568489 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-466dd6e4-75cd-4c7a-88bb-2478eda916c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.571796 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-466dd6e4-75cd-4c7a-88bb-2478eda916c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.575865 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-466dd6e4-75cd-4c7a-88bb-2478eda916c5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a4dedcc0-34e0-4676-8d02-e0b4a2333bf9 HTTP/1.1" status: 204 len: 168 time: 0.5243175 Aug 10 04:03:01.590253 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466dd6e4-75cd-4c7a-88bb-2478eda916c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dedcc0-34e0-4676-8d02-e0b4a2333bf9,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:01.603906 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da883a4b-c1e1-47c6-837b-8de797f4a0cd None None] DHCP port deletion for 438e5aac-e98a-498a-962c-24a8dab08d84 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:03:01.622903 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e6fe4592-bc8b-4072-b429-3dca3c81c601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.629339 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aed1f5-4a69-4a9a-a687-8bea65f9ce3d req-d8525d3a-e869-4d57-adde-589e01d47aa5 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:01.645891 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-47aed1f5-4a69-4a9a-a687-8bea65f9ce3d req-d8525d3a-e869-4d57-adde-589e01d47aa5 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 945 time: 0.1496649 Aug 10 04:03:01.675480 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fe4592-bc8b-4072-b429-3dca3c81c601 None None] No DVR routers for this DVR port e4216de0-1daf-44a8-a6eb-e2bc7263d711 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:01.703802 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe4592-bc8b-4072-b429-3dca3c81c601 None None] Pushing event deleted for resources: {'Port': ['ID=e4216de0-1daf-44a8-a6eb-e2bc7263d711,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:01.725556 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-47aed1f5-4a69-4a9a-a687-8bea65f9ce3d req-df4e3b5e-7715-4f64-a97c-21bf3e788877 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720966 Aug 10 04:03:01.812455 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ff0efff8-e262-4024-b6b6-7f7d02a2a965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.813723 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-da883a4b-c1e1-47c6-837b-8de797f4a0cd None None] Deleting port 738bbb57-e921-413b-80de-ae0e64c9b8c2 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:01.814267 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-da883a4b-c1e1-47c6-837b-8de797f4a0cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.875976 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48934) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:01.875976 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-560bc52a-e38f-46b3-9742-406d4d943295 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-225958473-network', 'tenant_id': '859d00d69f694334bbe3ff010af659c7'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:01.900712 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-da883a4b-c1e1-47c6-837b-8de797f4a0cd None None] For port 738bbb57-e921-413b-80de-ae0e64c9b8c2, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=738bbb57-e921-413b-80de-ae0e64c9b8c2,segment=NetworkSegment(fc65a185-2ca5-435d-8bdb-72122a46119f),segment_id=fc65a185-2ca5-435d-8bdb-72122a46119f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:01.904473 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-da883a4b-c1e1-47c6-837b-8de797f4a0cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.904628 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ff0efff8-e262-4024-b6b6-7f7d02a2a965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:01.925702 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-da883a4b-c1e1-47c6-837b-8de797f4a0cd None None] Calling delete_port for 738bbb57-e921-413b-80de-ae0e64c9b8c2 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:01.935616 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e4216de0-1daf-44a8-a6eb-e2bc7263d711 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:01.967463 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: e4216de0-1daf-44a8-a6eb-e2bc7263d711 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:01.967880 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e4216de0-1daf-44a8-a6eb-e2bc7263d711 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:01.968282 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 738bbb57-e921-413b-80de-ae0e64c9b8c2 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:01.983359 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0efff8-e262-4024-b6b6-7f7d02a2a965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263818be-d30b-4c4f-95e8-00ae604df623,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:01.989303 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ff0efff8-e262-4024-b6b6-7f7d02a2a965 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f66d1a0a596b4559847cdae5fb8424cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1287949 Aug 10 04:03:01.992840 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48936) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:02.043547 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560bc52a-e38f-46b3-9742-406d4d943295 admin admin] Made reservation on behalf of 859d00d69f694334bbe3ff010af659c7 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:02.045956 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-560bc52a-e38f-46b3-9742-406d4d943295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.070713 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-560bc52a-e38f-46b3-9742-406d4d943295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.105844 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8d842d42-7c13-428f-a414-95b641fb476a None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.128164 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8d842d42-7c13-428f-a414-95b641fb476a None None] Transition to ACTIVE for port object b97247a4-1b77-4adf-90fb-f8f154886818 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:02.167430 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49996a06-f812-42f4-a724-b93731788d50 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.172942 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.203012 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49996a06-f812-42f4-a724-b93731788d50 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Pushing event deleted for resources: {'Port': ['ID=e4216de0-1daf-44a8-a6eb-e2bc7263d711,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:02.205643 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49996a06-f812-42f4-a724-b93731788d50 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] No DVR routers for this DVR port e4216de0-1daf-44a8-a6eb-e2bc7263d711 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:02.218575 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 8597653a-3390-4a44-a76b-86ade7f9cef6 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:03:02.246747 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8d842d42-7c13-428f-a414-95b641fb476a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.259856 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-82b104f7-48ec-4b9a-a838-a1ae15e6ad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:02.261234 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-560bc52a-e38f-46b3-9742-406d4d943295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.262160 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-82b104f7-48ec-4b9a-a838-a1ae15e6ad72 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d996598032a244868fc625ab65d6228c&device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 1133 time: 0.7531316 Aug 10 04:03:02.281220 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c360520d-4301-41c5-80f6-93b550116ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.310277 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c360520d-4301-41c5-80f6-93b550116ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.329374 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-560bc52a-e38f-46b3-9742-406d4d943295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.345563 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be538c-46c1-4775-b41b-a6566c862356 None None] Pushing event updated for resources: {'Port': ['ID=b97247a4-1b77-4adf-90fb-f8f154886818,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:02.353239 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-da883a4b-c1e1-47c6-837b-8de797f4a0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.387018 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-560bc52a-e38f-46b3-9742-406d4d943295 admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:03:02.413081 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.resource_extend [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 04:03:02.425051 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560bc52a-e38f-46b3-9742-406d4d943295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:02.439234 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-560bc52a-e38f-46b3-9742-406d4d943295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.439587 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-560bc52a-e38f-46b3-9742-406d4d943295 admin admin] Added segment af4810fe-d8e3-48e7-9070-321454aa4f85 of type vlan for network 137f76aa-af8f-4398-8fdb-e11b7451ef28 Aug 10 04:03:02.458447 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be538c-46c1-4775-b41b-a6566c862356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:02.459213 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-efc150fc-31b6-47b1-a521-f20001807411 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=107b4125-dbc4-43d9-822d-86b1199c0ec0 HTTP/1.1" status: 200 len: 217 time: 0.1870623 Aug 10 04:03:02.463912 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be538c-46c1-4775-b41b-a6566c862356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:02.465663 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be538c-46c1-4775-b41b-a6566c862356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:02.465663 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be538c-46c1-4775-b41b-a6566c862356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:02.467035 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be538c-46c1-4775-b41b-a6566c862356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:02.467457 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be538c-46c1-4775-b41b-a6566c862356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:02.468381 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be538c-46c1-4775-b41b-a6566c862356 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:02.469238 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be538c-46c1-4775-b41b-a6566c862356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:02.470360 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be538c-46c1-4775-b41b-a6566c862356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:02.470773 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be538c-46c1-4775-b41b-a6566c862356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:02.471998 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be538c-46c1-4775-b41b-a6566c862356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:02.472412 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be538c-46c1-4775-b41b-a6566c862356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:02.484193 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49996a06-f812-42f4-a724-b93731788d50 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.531790 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da883a4b-c1e1-47c6-837b-8de797f4a0cd None None] Pushing event deleted for resources: {'Port': ['ID=738bbb57-e921-413b-80de-ae0e64c9b8c2,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:02.539607 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c360520d-4301-41c5-80f6-93b550116ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.547641 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c360520d-4301-41c5-80f6-93b550116ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.551336 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c360520d-4301-41c5-80f6-93b550116ab7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/263818be-d30b-4c4f-95e8-00ae604df623 HTTP/1.1" status: 204 len: 168 time: 0.5551171 Aug 10 04:03:02.564134 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-560bc52a-e38f-46b3-9742-406d4d943295 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.579236 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-49996a06-f812-42f4-a724-b93731788d50 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc4bc8cd-9681-4c48-a384-e9912b245b99']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:02.584282 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da883a4b-c1e1-47c6-837b-8de797f4a0cd None None] No DVR routers for this DVR port 738bbb57-e921-413b-80de-ae0e64c9b8c2 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:02.630084 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360520d-4301-41c5-80f6-93b550116ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263818be-d30b-4c4f-95e8-00ae604df623,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:02.678010 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-49996a06-f812-42f4-a724-b93731788d50 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da658146-22e1-4101-b313-7e8ac30939d3') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:02.678988 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-49996a06-f812-42f4-a724-b93731788d50 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da658146-22e1-4101-b313-7e8ac30939d3') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:02.701224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce36a95-c504-4889-b71c-65e6f9290408 req-7da45434-6895-4219-a709-c27b877724d1 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:02.702832 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49996a06-f812-42f4-a724-b93731788d50 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.711153 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cce36a95-c504-4889-b71c-65e6f9290408 req-7da45434-6895-4219-a709-c27b877724d1 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 982 time: 0.2238069 Aug 10 04:03:02.735230 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be099b-96a5-4dc4-b725-43af47836407 req-7b5314b6-1d8c-4cf9-b3d0-5eda9ad756f8 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:02.735230 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e3be099b-96a5-4dc4-b725-43af47836407 req-7b5314b6-1d8c-4cf9-b3d0-5eda9ad756f8 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 945 time: 0.3897548 Aug 10 04:03:02.747599 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-746a5e4c-43f5-45b6-b101-12dc9d98a07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:02.748752 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-746a5e4c-43f5-45b6-b101-12dc9d98a07e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=95d8eb9f-4d63-4431-9c5c-5bb29803bc9e HTTP/1.1" status: 200 len: 835 time: 0.2670314 Aug 10 04:03:02.761436 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-8d842d42-7c13-428f-a414-95b641fb476a None None] Attempting to bind port b97247a4-1b77-4adf-90fb-f8f154886818 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:02.764368 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-8d842d42-7c13-428f-a414-95b641fb476a None None] Attempting to bind port b97247a4-1b77-4adf-90fb-f8f154886818 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '67a5ce34-7497-4e73-9daf-fccb98f76e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0316e8c7-a46c-4a77-a9d2-17a4e62945d7'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:02.764890 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d842d42-7c13-428f-a414-95b641fb476a None None] Attempting to bind port b97247a4-1b77-4adf-90fb-f8f154886818 on network 0316e8c7-a46c-4a77-a9d2-17a4e62945d7 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:02.778760 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d842d42-7c13-428f-a414-95b641fb476a None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:02.781885 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d842d42-7c13-428f-a414-95b641fb476a None None] Checking segment: {'id': '67a5ce34-7497-4e73-9daf-fccb98f76e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0316e8c7-a46c-4a77-a9d2-17a4e62945d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:02.783618 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8d842d42-7c13-428f-a414-95b641fb476a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.784241 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d842d42-7c13-428f-a414-95b641fb476a None None] Bound using segment: {'id': '67a5ce34-7497-4e73-9daf-fccb98f76e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0316e8c7-a46c-4a77-a9d2-17a4e62945d7'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:02.785734 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-8d842d42-7c13-428f-a414-95b641fb476a None None] Bound port: b97247a4-1b77-4adf-90fb-f8f154886818, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a5ce34-7497-4e73-9daf-fccb98f76e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0316e8c7-a46c-4a77-a9d2-17a4e62945d7'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:02.787411 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8d842d42-7c13-428f-a414-95b641fb476a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.801774 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e3be099b-96a5-4dc4-b725-43af47836407 req-a499c0af-40dd-47fc-a15c-f1ae04fbbcda tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567510 Aug 10 04:03:02.803312 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49996a06-f812-42f4-a724-b93731788d50 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.809801 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 8597653a-3390-4a44-a76b-86ade7f9cef6, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=8597653a-3390-4a44-a76b-86ade7f9cef6,segment=NetworkSegment(ddbbd097-b4f1-4cec-8d55-af70ec47d20e),segment_id=ddbbd097-b4f1-4cec-8d55-af70ec47d20e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:02.826920 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cce36a95-c504-4889-b71c-65e6f9290408 req-9ff78ebc-1bc7-4cd6-9580-3bfc18b52780 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a0a927f-482b-4770-9b16-43e09c18649e&id=3137a9a4-c296-4294-8820-7cdbfb28bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1143706 Aug 10 04:03:02.853348 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-560bc52a-e38f-46b3-9742-406d4d943295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.855081 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560bc52a-e38f-46b3-9742-406d4d943295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:02.856017 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-560bc52a-e38f-46b3-9742-406d4d943295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.874915 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49996a06-f812-42f4-a724-b93731788d50 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:03:02.875345 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49996a06-f812-42f4-a724-b93731788d50 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:03:02.878408 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:03:02.913760 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '8597653a-3390-4a44-a76b-86ade7f9cef6', 'network_id': '61be106c-0b66-42f4-b295-3640ff29de8b', 'port_id': '8597653a-3390-4a44-a76b-86ade7f9cef6', 'mac_address': 'fa:16:3e:eb:d5:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c1c422c-a1f6-4f40-a558-7a67266792a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:03:02.953599 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560bc52a-e38f-46b3-9742-406d4d943295 admin admin] Pushing event updated for resources: {'Network': ['ID=137f76aa-af8f-4398-8fdb-e11b7451ef28,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:02.975325 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 137f76aa-af8f-4398-8fdb-e11b7451ef28 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:03:03.009220 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-c0fbc74d-731d-4cb1-9e24-066719e9bb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:03.010756 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-c0fbc74d-731d-4cb1-9e24-066719e9bb94 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1953acc2-90e4-49bf-8774-d60d817a9b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2141752 Aug 10 04:03:03.018983 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f411b-4f87-46aa-9865-7c390f2fea8c req-6dc6a4e9-0230-4301-a689-28b973741b90 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:03.020433 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-632f411b-4f87-46aa-9865-7c390f2fea8c req-6dc6a4e9-0230-4301-a689-28b973741b90 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 945 time: 0.0739336 Aug 10 04:03:03.029555 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-8d842d42-7c13-428f-a414-95b641fb476a None None] For port b97247a4-1b77-4adf-90fb-f8f154886818, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:03.046435 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:03.050961 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-8d842d42-7c13-428f-a414-95b641fb476a None None] For port b97247a4-1b77-4adf-90fb-f8f154886818, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=b97247a4-1b77-4adf-90fb-f8f154886818,segment=NetworkSegment(67a5ce34-7497-4e73-9daf-fccb98f76e2c),segment_id=67a5ce34-7497-4e73-9daf-fccb98f76e2c)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:03.073543 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8597653a-3390-4a44-a76b-86ade7f9cef6 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:03:03.081380 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-560bc52a-e38f-46b3-9742-406d4d943295 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2121308 Aug 10 04:03:03.085372 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48964) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:03.099279 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-10a5a0b9-14ea-4083-b667-99526ccb0f55 admin admin] Request body: {'subnet': {'network_id': '137f76aa-af8f-4398-8fdb-e11b7451ef28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-225958473-subnet', 'tenant_id': '859d00d69f694334bbe3ff010af659c7', 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:03.099408 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 8597653a-3390-4a44-a76b-86ade7f9cef6, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=8597653a-3390-4a44-a76b-86ade7f9cef6,segment=NetworkSegment(ddbbd097-b4f1-4cec-8d55-af70ec47d20e),segment_id=ddbbd097-b4f1-4cec-8d55-af70ec47d20e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:03.126768 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-632f411b-4f87-46aa-9865-7c390f2fea8c req-60ab0e21-d93e-41b6-98df-7a5b8a3185f8 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826578 Aug 10 04:03:03.153164 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-cd994c39-e51c-4433-a117-ec26547e8573 service neutron] 10.222.0.68 "GET /v2.0/networks/1953acc2-90e4-49bf-8774-d60d817a9b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317086 Aug 10 04:03:03.154201 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49996a06-f812-42f4-a724-b93731788d50 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:03.162542 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49996a06-f812-42f4-a724-b93731788d50 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:03.164569 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-49996a06-f812-42f4-a724-b93731788d50 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "DELETE /v2.0/networks/fc4bc8cd-9681-4c48-a384-e9912b245b99 HTTP/1.1" status: 204 len: 168 time: 2.2972877 Aug 10 04:03:03.167138 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48966) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:03.182002 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8d842d42-7c13-428f-a414-95b641fb476a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:03.183116 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49996a06-f812-42f4-a724-b93731788d50 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Pushing event deleted for resources: {'Network': ['ID=fc4bc8cd-9681-4c48-a384-e9912b245b99,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:03.192900 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:03.207016 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a5a0b9-14ea-4083-b667-99526ccb0f55 admin admin] Made reservation on behalf of 859d00d69f694334bbe3ff010af659c7 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:03.209666 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-10a5a0b9-14ea-4083-b667-99526ccb0f55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:03.240593 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d842d42-7c13-428f-a414-95b641fb476a None None] Routers {'e06f6f93-b2c5-4610-a8bc-1d8009e1caa2'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:03.242576 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-8d842d42-7c13-428f-a414-95b641fb476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:02:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['e06f6f93-b2c5-4610-a8bc-1d8009e1caa2'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:03.272989 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc9fdce3-3ffe-4083-86fc-9ddb42600182 req-ced6eb7d-93f5-423c-ba9d-a94a79486403 service neutron] 10.222.0.68 "GET /v2.0/networks/1953acc2-90e4-49bf-8774-d60d817a9b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990694 Aug 10 04:03:03.347882 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2972480a-8301-4740-9b35-08b671333814 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:03.435482 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48972) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:03.486241 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5b4be6de-2e2f-4f51-8e28-bbed96ec5850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:03.516653 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be538c-46c1-4775-b41b-a6566c862356 None None] Pushing event updated for resources: {'Port': ['ID=b97247a4-1b77-4adf-90fb-f8f154886818,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:03.528601 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2972480a-8301-4740-9b35-08b671333814 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:03.545570 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-2972480a-8301-4740-9b35-08b671333814 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['438e5aac-e98a-498a-962c-24a8dab08d84']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:03.564362 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-2972480a-8301-4740-9b35-08b671333814 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc65a185-2ca5-435d-8bdb-72122a46119f') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:03.564668 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-2972480a-8301-4740-9b35-08b671333814 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc65a185-2ca5-435d-8bdb-72122a46119f') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:03.579288 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['8597653a-3390-4a44-a76b-86ade7f9cef6'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:03:03.585354 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2972480a-8301-4740-9b35-08b671333814 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:03.631318 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2972480a-8301-4740-9b35-08b671333814 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:03.639996 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2972480a-8301-4740-9b35-08b671333814 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:03:03.640446 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2972480a-8301-4740-9b35-08b671333814 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:03.642893 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5b4be6de-2e2f-4f51-8e28-bbed96ec5850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:03:03.643717 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:03:03.669525 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=8597653a-3390-4a44-a76b-86ade7f9cef6,revision_number=11']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:03.673109 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-8d842d42-7c13-428f-a414-95b641fb476a None None] Set router e06f6f93-b2c5-4610-a8bc-1d8009e1caa2 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:03.707466 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-10a5a0b9-14ea-4083-b667-99526ccb0f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:03.727126 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5b4be6de-2e2f-4f51-8e28-bbed96ec5850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:03.775930 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a5a0b9-14ea-4083-b667-99526ccb0f55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae124fd1-d7fe-404d-84ff-6229779b6430,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:03.784584 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a5a0b9-14ea-4083-b667-99526ccb0f55 admin admin] Checking segment: {'id': 'af4810fe-d8e3-48e7-9070-321454aa4f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '137f76aa-af8f-4398-8fdb-e11b7451ef28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:03.785097 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a5a0b9-14ea-4083-b667-99526ccb0f55 admin admin] Network hostable DHCP agents. Network: 137f76aa-af8f-4398-8fdb-e11b7451ef28, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:03:03.802830 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2972480a-8301-4740-9b35-08b671333814 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:03.813044 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2972480a-8301-4740-9b35-08b671333814 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:03.828620 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2972480a-8301-4740-9b35-08b671333814 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] 10.222.0.25 "DELETE /v2.0/networks/438e5aac-e98a-498a-962c-24a8dab08d84 HTTP/1.1" status: 204 len: 168 time: 0.6470504 Aug 10 04:03:03.832330 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972480a-8301-4740-9b35-08b671333814 tempest-TaggedBootDevicesTest_v242-1315734781 tempest-TaggedBootDevicesTest_v242-1315734781-project] Pushing event deleted for resources: {'Network': ['ID=438e5aac-e98a-498a-962c-24a8dab08d84,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:03.876245 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a5a0b9-14ea-4083-b667-99526ccb0f55 admin admin] Network 137f76aa-af8f-4398-8fdb-e11b7451ef28 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:03:03.894518 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4be6de-2e2f-4f51-8e28-bbed96ec5850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b6b496-db09-49ff-9de9-44833d986f2f,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:03.929111 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5b4be6de-2e2f-4f51-8e28-bbed96ec5850 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=90414251994d431f9f4d158f173601d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4923251 Aug 10 04:03:03.933850 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48984) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:03.969924 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156826c1-173b-44a6-ad00-45f6b9e67318 req-aad3f740-0cc1-407e-8ac7-94eff04af03a tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:03.977896 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-156826c1-173b-44a6-ad00-45f6b9e67318 req-aad3f740-0cc1-407e-8ac7-94eff04af03a tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 945 time: 0.0746946 Aug 10 04:03:04.001978 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-10a5a0b9-14ea-4083-b667-99526ccb0f55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 137f76aa-af8f-4398-8fdb-e11b7451ef28) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:04.015699 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a5a0b9-14ea-4083-b667-99526ccb0f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:04.016922 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-10a5a0b9-14ea-4083-b667-99526ccb0f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.018611 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdf0953-06f6-4f4a-b079-cef84d6713e9 None None] Network 137f76aa-af8f-4398-8fdb-e11b7451ef28 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:04.069299 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-156826c1-173b-44a6-ad00-45f6b9e67318 req-bdfa50af-5ed5-48ba-9613-f6f15d35988f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904305 Aug 10 04:03:04.078701 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-effacb46-cf4e-4ecd-ba22-79c679374236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.113521 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-effacb46-cf4e-4ecd-ba22-79c679374236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.139187 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88be1c3-8c75-492f-97be-6771d60fd1a2 req-a1c13540-3509-4ce8-a019-58f0b26d04d4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:04.140862 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b88be1c3-8c75-492f-97be-6771d60fd1a2 req-a1c13540-3509-4ce8-a019-58f0b26d04d4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 982 time: 0.1736200 Aug 10 04:03:04.150651 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-10a5a0b9-14ea-4083-b667-99526ccb0f55 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0624747 Aug 10 04:03:04.153145 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48996) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:04.157873 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-0137a31c-e61d-45e5-8a07-158b66a31bb3 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-225958473-router', 'tenant_id': '859d00d69f694334bbe3ff010af659c7', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:04.216084 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-8d842d42-7c13-428f-a414-95b641fb476a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06f6f93-b2c5-4610-a8bc-1d8009e1caa2', 'name': 'tempest-TestServerMultinode-912310173-router', 'tenant_id': '5145b53c9d914a01b7fce8d76b07773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a87651ed-73ae-46f6-aa10-9fc4e345268d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:48Z', 'updated_at': '2021-08-10T04:02:58Z', 'revision_number': 4, 'project_id': '5145b53c9d914a01b7fce8d76b07773c', 'gw_port': {'id': 'a87651ed-73ae-46f6-aa10-9fc4e345268d', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06f6f93-b2c5-4610-a8bc-1d8009e1caa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:51Z', 'updated_at': '2021-08-10T04:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'b97247a4-1b77-4adf-90fb-f8f154886818', 'name': '', 'network_id': '0316e8c7-a46c-4a77-a9d2-17a4e62945d7', 'tenant_id': '5145b53c9d914a01b7fce8d76b07773c', 'mac_address': 'fa:16:3e:c9:f9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06f6f93-b2c5-4610-a8bc-1d8009e1caa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'e59504e3-1101-4a98-95d4-a5dcef14e70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:55Z', 'updated_at': '2021-08-10T04:03:02Z', 'revision_number': 4, 'project_id': '5145b53c9d914a01b7fce8d76b07773c', 'subnets': [{'id': 'e59504e3-1101-4a98-95d4-a5dcef14e70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:04.241960 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b88be1c3-8c75-492f-97be-6771d60fd1a2 req-0cb9a478-075d-4e34-b6f8-abbe799a1e43 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a0a927f-482b-4770-9b16-43e09c18649e&id=3137a9a4-c296-4294-8820-7cdbfb28bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0373883 Aug 10 04:03:04.246676 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d842d42-7c13-428f-a414-95b641fb476a None None] The sync data for ids ['e06f6f93-b2c5-4610-a8bc-1d8009e1caa2'] in n-d-802893-2 is: [{'id': 'e06f6f93-b2c5-4610-a8bc-1d8009e1caa2', 'name': 'tempest-TestServerMultinode-912310173-router', 'tenant_id': '5145b53c9d914a01b7fce8d76b07773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a87651ed-73ae-46f6-aa10-9fc4e345268d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:48Z', 'updated_at': '2021-08-10T04:02:58Z', 'revision_number': 4, 'project_id': '5145b53c9d914a01b7fce8d76b07773c', 'gw_port': {'id': 'a87651ed-73ae-46f6-aa10-9fc4e345268d', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06f6f93-b2c5-4610-a8bc-1d8009e1caa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:51Z', 'updated_at': '2021-08-10T04:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'b97247a4-1b77-4adf-90fb-f8f154886818', 'name': '', 'network_id': '0316e8c7-a46c-4a77-a9d2-17a4e62945d7', 'tenant_id': '5145b53c9d914a01b7fce8d76b07773c', 'mac_address': 'fa:16:3e:c9:f9:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06f6f93-b2c5-4610-a8bc-1d8009e1caa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': 'e59504e3-1101-4a98-95d4-a5dcef14e70c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:55Z', 'updated_at': '2021-08-10T04:03:02Z', 'revision_number': 4, 'project_id': '5145b53c9d914a01b7fce8d76b07773c', 'subnets': [{'id': 'e59504e3-1101-4a98-95d4-a5dcef14e70c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:04.273452 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d4caf8-6cbe-42aa-9606-7dada7c26e32 req-157a60b6-1a02-4738-b84f-d4bd8150e102 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:04.275066 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b8d4caf8-6cbe-42aa-9606-7dada7c26e32 req-157a60b6-1a02-4738-b84f-d4bd8150e102 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.0651281 Aug 10 04:03:04.284362 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a13ac2a-9c32-47fe-ad61-1202e25d5795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-137f76aa-af8f-4398-8fdb-e11b7451ef28', 'network_id': '137f76aa-af8f-4398-8fdb-e11b7451ef28', 'tenant_id': '859d00d69f694334bbe3ff010af659c7', 'fixed_ips': [{'subnet_id': 'ae124fd1-d7fe-404d-84ff-6229779b6430'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:03:04.285229 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7a13ac2a-9c32-47fe-ad61-1202e25d5795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.321910 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-effacb46-cf4e-4ecd-ba22-79c679374236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.325370 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-effacb46-cf4e-4ecd-ba22-79c679374236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.329533 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-effacb46-cf4e-4ecd-ba22-79c679374236 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6b6b496-db09-49ff-9de9-44833d986f2f HTTP/1.1" status: 204 len: 168 time: 0.3945625 Aug 10 04:03:04.351613 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effacb46-cf4e-4ecd-ba22-79c679374236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b6b496-db09-49ff-9de9-44833d986f2f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:04.352999 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0137a31c-e61d-45e5-8a07-158b66a31bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.355675 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0137a31c-e61d-45e5-8a07-158b66a31bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.381085 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b8d4caf8-6cbe-42aa-9606-7dada7c26e32 req-6ebe0164-acb9-4519-a01c-d83fd38bc606 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975971 Aug 10 04:03:04.498126 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0137a31c-e61d-45e5-8a07-158b66a31bb3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.541989 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-7a13ac2a-9c32-47fe-ad61-1202e25d5795 None None] Allocated IP 172.20.0.2 (137f76aa-af8f-4398-8fdb-e11b7451ef28/ae124fd1-d7fe-404d-84ff-6229779b6430/d9619c4d-7d98-458d-957e-1d46c87a8ca1) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:04.763168 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7a13ac2a-9c32-47fe-ad61-1202e25d5795 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.779195 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7a13ac2a-9c32-47fe-ad61-1202e25d5795 None None] Transition to ACTIVE for port object d9619c4d-7d98-458d-957e-1d46c87a8ca1 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:04.803900 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0137a31c-e61d-45e5-8a07-158b66a31bb3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:04.813970 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7a13ac2a-9c32-47fe-ad61-1202e25d5795 None None] Transition to ACTIVE for port object d9619c4d-7d98-458d-957e-1d46c87a8ca1 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:04.931344 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7a13ac2a-9c32-47fe-ad61-1202e25d5795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:05.059563 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13ac2a-9c32-47fe-ad61-1202e25d5795 None None] Pushing event updated for resources: {'Port': ['ID=d9619c4d-7d98-458d-957e-1d46c87a8ca1,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:05.082009 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a13ac2a-9c32-47fe-ad61-1202e25d5795 None None] Network 137f76aa-af8f-4398-8fdb-e11b7451ef28 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:05.087011 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-7a13ac2a-9c32-47fe-ad61-1202e25d5795 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:05.091077 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a13ac2a-9c32-47fe-ad61-1202e25d5795 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:05.181166 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-7a13ac2a-9c32-47fe-ad61-1202e25d5795 None None] Attempting to bind port d9619c4d-7d98-458d-957e-1d46c87a8ca1 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:05.181495 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-7a13ac2a-9c32-47fe-ad61-1202e25d5795 None None] Attempting to bind port d9619c4d-7d98-458d-957e-1d46c87a8ca1 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'af4810fe-d8e3-48e7-9070-321454aa4f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '137f76aa-af8f-4398-8fdb-e11b7451ef28'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:05.181811 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a13ac2a-9c32-47fe-ad61-1202e25d5795 None None] Attempting to bind port d9619c4d-7d98-458d-957e-1d46c87a8ca1 on network 137f76aa-af8f-4398-8fdb-e11b7451ef28 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:05.185947 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0137a31c-e61d-45e5-8a07-158b66a31bb3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:05.187360 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a13ac2a-9c32-47fe-ad61-1202e25d5795 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:05.187841 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a13ac2a-9c32-47fe-ad61-1202e25d5795 None None] Checking segment: {'id': 'af4810fe-d8e3-48e7-9070-321454aa4f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '137f76aa-af8f-4398-8fdb-e11b7451ef28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:05.188500 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7a13ac2a-9c32-47fe-ad61-1202e25d5795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:05.188897 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a13ac2a-9c32-47fe-ad61-1202e25d5795 None None] Bound using segment: {'id': 'af4810fe-d8e3-48e7-9070-321454aa4f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '137f76aa-af8f-4398-8fdb-e11b7451ef28'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:05.189370 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-7a13ac2a-9c32-47fe-ad61-1202e25d5795 None None] Bound port: d9619c4d-7d98-458d-957e-1d46c87a8ca1, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af4810fe-d8e3-48e7-9070-321454aa4f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '137f76aa-af8f-4398-8fdb-e11b7451ef28'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:05.189746 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7a13ac2a-9c32-47fe-ad61-1202e25d5795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:05.209683 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0137a31c-e61d-45e5-8a07-158b66a31bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:05.331893 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-7a13ac2a-9c32-47fe-ad61-1202e25d5795 None None] For port d9619c4d-7d98-458d-957e-1d46c87a8ca1, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:05.335628 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-7a13ac2a-9c32-47fe-ad61-1202e25d5795 None None] For port d9619c4d-7d98-458d-957e-1d46c87a8ca1, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=d9619c4d-7d98-458d-957e-1d46c87a8ca1,segment=NetworkSegment(af4810fe-d8e3-48e7-9070-321454aa4f85),segment_id=af4810fe-d8e3-48e7-9070-321454aa4f85)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:05.340969 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29dcac-e251-48a9-97e9-e3e1b438a622 req-0701704e-7614-4c8d-8555-aebee90db5e7 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:05.351213 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ab29dcac-e251-48a9-97e9-e3e1b438a622 req-0701704e-7614-4c8d-8555-aebee90db5e7 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 945 time: 0.1617429 Aug 10 04:03:05.408845 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ab29dcac-e251-48a9-97e9-e3e1b438a622 req-c3b45a50-2791-4505-89a0-850261756959 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558176 Aug 10 04:03:05.508457 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7a13ac2a-9c32-47fe-ad61-1202e25d5795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:05.522424 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-0137a31c-e61d-45e5-8a07-158b66a31bb3 admin admin] Allocated IP 172.25.0.245 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/fafb4442-7d6d-440b-b7af-b4aa8fb4c356) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:05.592572 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8232e-b211-40d6-8a64-a2b12137e416 req-e66bbf6d-4da7-47a8-9586-138b0a584f20 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:05.599530 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1ec8232e-b211-40d6-8a64-a2b12137e416 req-e66bbf6d-4da7-47a8-9586-138b0a584f20 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 982 time: 0.1581013 Aug 10 04:03:05.607328 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea6fb4-1cd9-420d-841a-333b28c363a1 req-160210ec-28cb-49a8-b426-9b387f43fc1e tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:05.618146 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-adea6fb4-1cd9-420d-841a-333b28c363a1 req-160210ec-28cb-49a8-b426-9b387f43fc1e tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1403565 Aug 10 04:03:05.737192 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-adea6fb4-1cd9-420d-841a-333b28c363a1 req-62debe7f-5a94-415a-9e09-b52cdb05dc37 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179430 Aug 10 04:03:05.739355 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13ac2a-9c32-47fe-ad61-1202e25d5795 None None] Pushing event updated for resources: {'Port': ['ID=d9619c4d-7d98-458d-957e-1d46c87a8ca1,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:05.891369 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1ec8232e-b211-40d6-8a64-a2b12137e416 req-83349e08-7f26-45e4-aadf-154ffe813c0f tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a0a927f-482b-4770-9b16-43e09c18649e&id=3137a9a4-c296-4294-8820-7cdbfb28bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2752578 Aug 10 04:03:05.987755 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b97247a4-1b77-4adf-90fb-f8f154886818 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:06.002556 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0137a31c-e61d-45e5-8a07-158b66a31bb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:06.165351 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0137a31c-e61d-45e5-8a07-158b66a31bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:06.204692 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port b97247a4-1b77-4adf-90fb-f8f154886818 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:06.211680 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port b97247a4-1b77-4adf-90fb-f8f154886818 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:06.216054 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:06.252111 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 107b4125-dbc4-43d9-822d-86b1199c0ec0 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:03:06.252829 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0137a31c-e61d-45e5-8a07-158b66a31bb3 admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:06.256289 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-0137a31c-e61d-45e5-8a07-158b66a31bb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:06.264757 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0137a31c-e61d-45e5-8a07-158b66a31bb3 admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:06.297466 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137a31c-e61d-45e5-8a07-158b66a31bb3 admin admin] Pushing event updated for resources: {'Port': ['ID=fafb4442-7d6d-440b-b7af-b4aa8fb4c356,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:06.332624 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 8597653a-3390-4a44-a76b-86ade7f9cef6 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:06.427481 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 107b4125-dbc4-43d9-822d-86b1199c0ec0, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=107b4125-dbc4-43d9-822d-86b1199c0ec0,segment=NetworkSegment(76ebdbc9-0f22-491e-b5b1-432712ac3a2b),segment_id=76ebdbc9-0f22-491e-b5b1-432712ac3a2b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:06.488803 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:06.499292 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '107b4125-dbc4-43d9-822d-86b1199c0ec0', 'network_id': '1953acc2-90e4-49bf-8774-d60d817a9b8d', 'port_id': '107b4125-dbc4-43d9-822d-86b1199c0ec0', 'mac_address': 'fa:16:3e:0b:72:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95d8eb9f-4d63-4431-9c5c-5bb29803bc9e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:03:06.559586 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 8597653a-3390-4a44-a76b-86ade7f9cef6 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:06.567307 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 8597653a-3390-4a44-a76b-86ade7f9cef6 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:06.567715 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:06.587404 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port b97247a4-1b77-4adf-90fb-f8f154886818, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=b97247a4-1b77-4adf-90fb-f8f154886818,segment=NetworkSegment(67a5ce34-7497-4e73-9daf-fccb98f76e2c),segment_id=67a5ce34-7497-4e73-9daf-fccb98f76e2c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:06.602880 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5838f8e-9f7f-4d8b-8feb-7939ab4a3c44 req-998c0f6e-ee88-4502-b37a-00823b14e12c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:06.613228 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c5838f8e-9f7f-4d8b-8feb-7939ab4a3c44 req-998c0f6e-ee88-4502-b37a-00823b14e12c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 945 time: 0.1117113 Aug 10 04:03:06.616342 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:06.672127 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:06.691874 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 107b4125-dbc4-43d9-822d-86b1199c0ec0 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:03:06.697296 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c5838f8e-9f7f-4d8b-8feb-7939ab4a3c44 req-4232f330-b9e9-4dca-9d8a-9570629e1a31 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763233 Aug 10 04:03:06.765878 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 107b4125-dbc4-43d9-822d-86b1199c0ec0, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=107b4125-dbc4-43d9-822d-86b1199c0ec0,segment=NetworkSegment(76ebdbc9-0f22-491e-b5b1-432712ac3a2b),segment_id=76ebdbc9-0f22-491e-b5b1-432712ac3a2b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:06.808380 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0137a31c-e61d-45e5-8a07-158b66a31bb3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:06.851820 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=b97247a4-1b77-4adf-90fb-f8f154886818,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:06.855282 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:06.898564 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:06.967592 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b0c209-c74e-4b8b-8d67-276f414ea1d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8597653a-3390-4a44-a76b-86ade7f9cef6'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:06.975505 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78aa99b-9392-4f71-9a36-01d0995b82df" -d '{"events": [{"server_uuid": "12b0c209-c74e-4b8b-8d67-276f414ea1d2", "name": "network-vif-plugged", "status": "completed", "tag": "8597653a-3390-4a44-a76b-86ade7f9cef6"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:07.019047 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 8597653a-3390-4a44-a76b-86ade7f9cef6, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=8597653a-3390-4a44-a76b-86ade7f9cef6,segment=NetworkSegment(ddbbd097-b4f1-4cec-8d55-af70ec47d20e),segment_id=ddbbd097-b4f1-4cec-8d55-af70ec47d20e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:07.090941 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9ade4-60a6-4a3c-8207-126229e83c81 req-c3841a0e-2b8b-4b63-8b1e-a2dce1828523 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:07.092724 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6cd9ade4-60a6-4a3c-8207-126229e83c81 req-c3841a0e-2b8b-4b63-8b1e-a2dce1828523 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 946 time: 0.1820965 Aug 10 04:03:07.100040 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=107b4125-dbc4-43d9-822d-86b1199c0ec0,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:07.135460 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f4707-6f70-4770-bc37-4393305350b5 req-04f1611c-2850-40dd-8850-f9b4c23e3a2f tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:07.137292 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-730f4707-6f70-4770-bc37-4393305350b5 req-04f1611c-2850-40dd-8850-f9b4c23e3a2f tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 983 time: 0.0999384 Aug 10 04:03:07.150490 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['107b4125-dbc4-43d9-822d-86b1199c0ec0'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:03:07.154773 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e94331e-a90d-43ab-a77e-7246aa6dbe60 None None] Network 137f76aa-af8f-4398-8fdb-e11b7451ef28 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:07.165404 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:07.211195 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-730f4707-6f70-4770-bc37-4393305350b5 req-b3ecf468-38ec-401d-9402-0858bb96d2ac tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a0a927f-482b-4770-9b16-43e09c18649e&id=3137a9a4-c296-4294-8820-7cdbfb28bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0623503 Aug 10 04:03:07.263986 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6cd9ade4-60a6-4a3c-8207-126229e83c81 req-41241006-3d21-4a70-804d-08a7d9d254a2 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587415 Aug 10 04:03:07.287656 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82127c6-68d1-4ba2-b3ee-2e2e15d1688d x-openstack-request-id: req-a82127c6-68d1-4ba2-b3ee-2e2e15d1688d {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:07.288485 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b0c209-c74e-4b8b-8d67-276f414ea1d2", "name": "network-vif-plugged", "status": "completed", "tag": "8597653a-3390-4a44-a76b-86ade7f9cef6", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:07.289024 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a82127c6-68d1-4ba2-b3ee-2e2e15d1688d {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:07.289349 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b0c209-c74e-4b8b-8d67-276f414ea1d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8597653a-3390-4a44-a76b-86ade7f9cef6', 'code': 200} Aug 10 04:03:07.339197 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0137a31c-e61d-45e5-8a07-158b66a31bb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:07.378264 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=8597653a-3390-4a44-a76b-86ade7f9cef6,revision_number=12']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:07.433571 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-99328daf-fae3-4989-b315-96ab30dc577e None None] Provisioning for port d9619c4d-7d98-458d-957e-1d46c87a8ca1 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:07.546391 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fdef73-5dcf-40de-b743-506df969170e req-2bbb4314-d06b-4cac-8135-2ae015a17a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:07.548287 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a6fdef73-5dcf-40de-b743-506df969170e req-2bbb4314-d06b-4cac-8135-2ae015a17a07 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 1098 time: 0.0545104 Aug 10 04:03:07.610303 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a6fdef73-5dcf-40de-b743-506df969170e req-55b01481-57e0-44d2-92e0-c00d186e9dbe service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535066 Aug 10 04:03:07.638331 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0137a31c-e61d-45e5-8a07-158b66a31bb3 admin admin] Router 861c2a30-0450-4ad8-9417-db0b38bc7bd8 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:03:07.768236 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49166) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:07.941969 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3b7bd65f-45bf-4adb-9b36-942008d0d5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.122095 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b97247a4-1b77-4adf-90fb-f8f154886818 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:08.132075 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3b7bd65f-45bf-4adb-9b36-942008d0d5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.179823 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0137a31c-e61d-45e5-8a07-158b66a31bb3 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:08.194259 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb966f6b-deb9-42d6-b044-cad116fa77ff None None] Sync routers for ids ['861c2a30-0450-4ad8-9417-db0b38bc7bd8'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:08.197730 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port b97247a4-1b77-4adf-90fb-f8f154886818 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:08.198117 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.203530 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e4b9f-e492-4476-a389-15f9ba5f8da0 req-0b2a2be2-6d1a-4203-8a92-914d3a0aa050 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:08.209977 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb966f6b-deb9-42d6-b044-cad116fa77ff None None] Routers {'861c2a30-0450-4ad8-9417-db0b38bc7bd8'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:08.211511 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-451e4b9f-e492-4476-a389-15f9ba5f8da0 req-0b2a2be2-6d1a-4203-8a92-914d3a0aa050 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 945 time: 0.0771866 Aug 10 04:03:08.217162 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-fb966f6b-deb9-42d6-b044-cad116fa77ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:02:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['861c2a30-0450-4ad8-9417-db0b38bc7bd8'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:08.238464 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 107b4125-dbc4-43d9-822d-86b1199c0ec0 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:08.259198 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3b7bd65f-45bf-4adb-9b36-942008d0d5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.268601 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-451e4b9f-e492-4476-a389-15f9ba5f8da0 req-e0dad2fa-4a88-4976-a7a2-1ee889a1a43d tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559528 Aug 10 04:03:08.300314 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49178) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:08.344712 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0137a31c-e61d-45e5-8a07-158b66a31bb3 admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.346050 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0137a31c-e61d-45e5-8a07-158b66a31bb3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1919494 Aug 10 04:03:08.351255 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49182) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:08.394091 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7bd65f-45bf-4adb-9b36-942008d0d5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7627ce49-265e-4d45-94f2-78a4787777d0,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:08.416387 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-fb966f6b-deb9-42d6-b044-cad116fa77ff None None] Set router 861c2a30-0450-4ad8-9417-db0b38bc7bd8 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:08.489988 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7bd65f-45bf-4adb-9b36-942008d0d5f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:08.490726 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7bd65f-45bf-4adb-9b36-942008d0d5f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:08.490911 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7bd65f-45bf-4adb-9b36-942008d0d5f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:08.491210 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7bd65f-45bf-4adb-9b36-942008d0d5f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:08.491543 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7bd65f-45bf-4adb-9b36-942008d0d5f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:08.491872 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7bd65f-45bf-4adb-9b36-942008d0d5f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:08.492221 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7bd65f-45bf-4adb-9b36-942008d0d5f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:08.492550 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7bd65f-45bf-4adb-9b36-942008d0d5f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:08.496271 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7bd65f-45bf-4adb-9b36-942008d0d5f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:08.496714 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7bd65f-45bf-4adb-9b36-942008d0d5f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:08.497060 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7bd65f-45bf-4adb-9b36-942008d0d5f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:08.499517 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7bd65f-45bf-4adb-9b36-942008d0d5f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:08.518020 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3b7bd65f-45bf-4adb-9b36-942008d0d5f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=99aeae0ae3794a89bb915ec69d558187&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7413516 Aug 10 04:03:08.518612 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device d9619c4d-7d98-458d-957e-1d46c87a8ca1 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:08.521218 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49188) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:08.587444 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 107b4125-dbc4-43d9-822d-86b1199c0ec0 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:08.595937 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 107b4125-dbc4-43d9-822d-86b1199c0ec0 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:08.596895 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.597305 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6c9d8a1e-a0d5-4267-950d-f479ceb33de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.609500 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9643893f-52a8-45a1-90cf-9ccedcc124e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.610807 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57af59-cbb1-461a-9ca2-863a690d9497 req-fa0af368-b5cb-4d4b-80dc-25f5646f528c tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:08.618654 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1b57af59-cbb1-461a-9ca2-863a690d9497 req-fa0af368-b5cb-4d4b-80dc-25f5646f528c tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 983 time: 0.2661800 Aug 10 04:03:08.651991 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cb66c-6e45-4856-b67a-8c6322667383 req-3988b1ed-0b38-4570-bff4-fcda5271e128 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:08.663988 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-757cb66c-6e45-4856-b67a-8c6322667383 req-3988b1ed-0b38-4570-bff4-fcda5271e128 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.2454119 Aug 10 04:03:08.721184 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1b57af59-cbb1-461a-9ca2-863a690d9497 req-98ea2285-7881-4abe-9112-e3760183afb3 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a0a927f-482b-4770-9b16-43e09c18649e&id=3137a9a4-c296-4294-8820-7cdbfb28bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0944960 Aug 10 04:03:08.740390 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6c9d8a1e-a0d5-4267-950d-f479ceb33de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.750907 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.758279 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-fb966f6b-deb9-42d6-b044-cad116fa77ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861c2a30-0450-4ad8-9417-db0b38bc7bd8', 'name': 'tempest-TestServerMultinode-225958473-router', 'tenant_id': '859d00d69f694334bbe3ff010af659c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'fafb4442-7d6d-440b-b7af-b4aa8fb4c356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:04Z', 'updated_at': '2021-08-10T04:03:06Z', 'revision_number': 3, 'project_id': '859d00d69f694334bbe3ff010af659c7', 'gw_port': {'id': 'fafb4442-7d6d-440b-b7af-b4aa8fb4c356', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861c2a30-0450-4ad8-9417-db0b38bc7bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:05Z', 'updated_at': '2021-08-10T04:03:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:08.829673 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 107b4125-dbc4-43d9-822d-86b1199c0ec0, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=107b4125-dbc4-43d9-822d-86b1199c0ec0,segment=NetworkSegment(76ebdbc9-0f22-491e-b5b1-432712ac3a2b),segment_id=76ebdbc9-0f22-491e-b5b1-432712ac3a2b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:08.832582 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb966f6b-deb9-42d6-b044-cad116fa77ff None None] Checking router: 861c2a30-0450-4ad8-9417-db0b38bc7bd8 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:08.833734 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb966f6b-deb9-42d6-b044-cad116fa77ff None None] Updating router 861c2a30-0450-4ad8-9417-db0b38bc7bd8 port fafb4442-7d6d-440b-b7af-b4aa8fb4c356 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:03:08.835468 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port d9619c4d-7d98-458d-957e-1d46c87a8ca1 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:08.847772 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port d9619c4d-7d98-458d-957e-1d46c87a8ca1 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:08.851418 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.864719 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fb966f6b-deb9-42d6-b044-cad116fa77ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.880677 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-757cb66c-6e45-4856-b67a-8c6322667383 req-150c9de1-8fa7-4d68-a0f9-06a33eb8b3c8 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145271 Aug 10 04:03:08.930717 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6c9d8a1e-a0d5-4267-950d-f479ceb33de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.933171 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.933914 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6c9d8a1e-a0d5-4267-950d-f479ceb33de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:08.935462 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6c9d8a1e-a0d5-4267-950d-f479ceb33de8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7627ce49-265e-4d45-94f2-78a4787777d0 HTTP/1.1" status: 204 len: 168 time: 0.4101605 Aug 10 04:03:08.951443 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d8a1e-a0d5-4267-950d-f479ceb33de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7627ce49-265e-4d45-94f2-78a4787777d0,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:09.007059 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=107b4125-dbc4-43d9-822d-86b1199c0ec0,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:09.064327 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.127260 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9643893f-52a8-45a1-90cf-9ccedcc124e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.175671 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port d9619c4d-7d98-458d-957e-1d46c87a8ca1, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=d9619c4d-7d98-458d-957e-1d46c87a8ca1,segment=NetworkSegment(af4810fe-d8e3-48e7-9070-321454aa4f85),segment_id=af4810fe-d8e3-48e7-9070-321454aa4f85)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:09.223227 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9643893f-52a8-45a1-90cf-9ccedcc124e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.249704 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.288848 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fb966f6b-deb9-42d6-b044-cad116fa77ff None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.291170 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9643893f-52a8-45a1-90cf-9ccedcc124e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c32cebf9b98041f8ac8b98617e1985d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9890904 Aug 10 04:03:09.292511 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643893f-52a8-45a1-90cf-9ccedcc124e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e323c632-9e5c-4b25-a198-48793898dd26,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:09.295888 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49218) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:09.297679 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4a5ec61c-4233-45bf-8f77-e0edac125ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.319089 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b795c5-7444-462c-ac83-c060aca7ee73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107b4125-dbc4-43d9-822d-86b1199c0ec0'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:09.321430 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c79f8ad-3b06-4d8b-afd6-79043ac8bd10" -d '{"events": [{"server_uuid": "b6b795c5-7444-462c-ac83-c060aca7ee73", "name": "network-vif-plugged", "status": "completed", "tag": "107b4125-dbc4-43d9-822d-86b1199c0ec0"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:09.324254 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-fb966f6b-deb9-42d6-b044-cad116fa77ff None None] Transition to ACTIVE for port object fafb4442-7d6d-440b-b7af-b4aa8fb4c356 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:09.367530 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=d9619c4d-7d98-458d-957e-1d46c87a8ca1,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:09.415010 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9523b3-5b4a-407f-a0e7-3da4d3066143 x-openstack-request-id: req-7a9523b3-5b4a-407f-a0e7-3da4d3066143 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:09.415308 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b795c5-7444-462c-ac83-c060aca7ee73", "name": "network-vif-plugged", "status": "completed", "tag": "107b4125-dbc4-43d9-822d-86b1199c0ec0", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:09.415567 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a9523b3-5b4a-407f-a0e7-3da4d3066143 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:09.415982 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b795c5-7444-462c-ac83-c060aca7ee73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107b4125-dbc4-43d9-822d-86b1199c0ec0', 'code': 200} Aug 10 04:03:09.460705 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-af9445a4-6054-4acc-adbb-c418f84f387a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.499310 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fb966f6b-deb9-42d6-b044-cad116fa77ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.609379 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb07180-e6b2-4856-b00e-31dbbcc0a80f req-e61ef165-3482-413f-b9f0-519c70451d83 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:09.611333 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cdb07180-e6b2-4856-b00e-31dbbcc0a80f req-e61ef165-3482-413f-b9f0-519c70451d83 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 945 time: 0.1795044 Aug 10 04:03:09.618350 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285d64a-ddac-4794-b88b-623ac6fcf8b2 req-fc2a6299-9a35-4ba6-9361-b26067d692a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:09.620186 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8285d64a-ddac-4794-b88b-623ac6fcf8b2 req-fc2a6299-9a35-4ba6-9361-b26067d692a2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 1135 time: 0.1131487 Aug 10 04:03:09.620868 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248a55d-3426-4282-bfac-4029fffd05b2 None None] Pushing event updated for resources: {'Port': ['ID=fafb4442-7d6d-440b-b7af-b4aa8fb4c356,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:09.623203 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-fb966f6b-deb9-42d6-b044-cad116fa77ff None None] Attempting to bind port fafb4442-7d6d-440b-b7af-b4aa8fb4c356 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:09.623738 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-fb966f6b-deb9-42d6-b044-cad116fa77ff None None] Attempting to bind port fafb4442-7d6d-440b-b7af-b4aa8fb4c356 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:09.625278 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb966f6b-deb9-42d6-b044-cad116fa77ff None None] Attempting to bind port fafb4442-7d6d-440b-b7af-b4aa8fb4c356 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:09.630586 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb966f6b-deb9-42d6-b044-cad116fa77ff None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:09.631234 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb966f6b-deb9-42d6-b044-cad116fa77ff None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:09.631780 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fb966f6b-deb9-42d6-b044-cad116fa77ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.632367 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb966f6b-deb9-42d6-b044-cad116fa77ff None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:09.632979 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-fb966f6b-deb9-42d6-b044-cad116fa77ff None None] Bound port: fafb4442-7d6d-440b-b7af-b4aa8fb4c356, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:09.633527 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fb966f6b-deb9-42d6-b044-cad116fa77ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.677950 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-4a5ec61c-4233-45bf-8f77-e0edac125ef4 admin admin] Allocated IP 172.20.0.1 (137f76aa-af8f-4398-8fdb-e11b7451ef28/ae124fd1-d7fe-404d-84ff-6229779b6430/67f32ee9-f4d7-447e-99e7-52aa2964b4f4) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:09.682927 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8285d64a-ddac-4794-b88b-623ac6fcf8b2 req-d0c3a87d-3d40-47d6-96c4-13087543c5dd service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3137a9a4-c296-4294-8820-7cdbfb28bdeb&id=8a0a927f-482b-4770-9b16-43e09c18649e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0538499 Aug 10 04:03:09.699989 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cdb07180-e6b2-4856-b00e-31dbbcc0a80f req-6f7ce197-000d-4bbd-a552-5b2108fe3808 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780296 Aug 10 04:03:09.717387 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-af9445a4-6054-4acc-adbb-c418f84f387a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.769221 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-fb966f6b-deb9-42d6-b044-cad116fa77ff None None] For port fafb4442-7d6d-440b-b7af-b4aa8fb4c356, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:09.776514 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-fb966f6b-deb9-42d6-b044-cad116fa77ff None None] For port fafb4442-7d6d-440b-b7af-b4aa8fb4c356, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=fafb4442-7d6d-440b-b7af-b4aa8fb4c356,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:09.870064 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49240) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:09.876361 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-fb966f6b-deb9-42d6-b044-cad116fa77ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.891546 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-779bb3e0-fdaa-495c-95e8-d222b2950d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:09.954801 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device d9619c4d-7d98-458d-957e-1d46c87a8ca1 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:10.022126 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb966f6b-deb9-42d6-b044-cad116fa77ff None None] Routers {'861c2a30-0450-4ad8-9417-db0b38bc7bd8'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:10.022779 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-fb966f6b-deb9-42d6-b044-cad116fa77ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:02:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['861c2a30-0450-4ad8-9417-db0b38bc7bd8'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:10.038160 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4a5ec61c-4233-45bf-8f77-e0edac125ef4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:10.066719 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b39e3-0384-4960-a864-20f83f2e1931 req-cdce0994-47a3-4c45-8d6b-2754eeb1500b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:10.076352 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-306b39e3-0384-4960-a864-20f83f2e1931 req-cdce0994-47a3-4c45-8d6b-2754eeb1500b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.0993724 Aug 10 04:03:10.141923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04bd49-0bc3-42f5-b7c8-c5fa8c164e52 req-600c211a-048f-4fd2-b002-05f9671b8613 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:10.144792 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca04bd49-0bc3-42f5-b7c8-c5fa8c164e52 req-600c211a-048f-4fd2-b002-05f9671b8613 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 984 time: 0.3116102 Aug 10 04:03:10.175847 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5a6429bb-b66a-424e-87dd-c6912cd8ff92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:10.182422 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-779bb3e0-fdaa-495c-95e8-d222b2950d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:10.206116 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-306b39e3-0384-4960-a864-20f83f2e1931 req-9706616f-2b95-4e08-aad5-e33ba9be547e tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287525 Aug 10 04:03:10.207391 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port d9619c4d-7d98-458d-957e-1d46c87a8ca1 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:10.208248 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:10.226540 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-fb966f6b-deb9-42d6-b044-cad116fa77ff None None] Set router 861c2a30-0450-4ad8-9417-db0b38bc7bd8 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:10.234087 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca04bd49-0bc3-42f5-b7c8-c5fa8c164e52 req-3d51e2e0-b334-40e4-ab9f-379b734bb485 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a0a927f-482b-4770-9b16-43e09c18649e&id=3137a9a4-c296-4294-8820-7cdbfb28bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0775399 Aug 10 04:03:10.312793 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-779bb3e0-fdaa-495c-95e8-d222b2950d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:10.313747 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-4a5ec61c-4233-45bf-8f77-e0edac125ef4 admin admin] Transition to ACTIVE for port object 67f32ee9-f4d7-447e-99e7-52aa2964b4f4 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:10.316829 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-af9445a4-6054-4acc-adbb-c418f84f387a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:10.321044 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-af9445a4-6054-4acc-adbb-c418f84f387a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:10.325247 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-af9445a4-6054-4acc-adbb-c418f84f387a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e323c632-9e5c-4b25-a198-48793898dd26 HTTP/1.1" status: 204 len: 168 time: 1.0225723 Aug 10 04:03:10.357636 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9445a4-6054-4acc-adbb-c418f84f387a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e323c632-9e5c-4b25-a198-48793898dd26,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:10.404989 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-779bb3e0-fdaa-495c-95e8-d222b2950d39 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e19a346c4bbb46af8bebdca7b146be24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5338047 Aug 10 04:03:10.406274 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779bb3e0-fdaa-495c-95e8-d222b2950d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128136a6-b76a-4fd8-8ff1-d54ce21a2db3,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:10.408656 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49246) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:10.518737 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4435d5fb-c157-4e1e-9103-93ff327e2b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:10.531921 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4a5ec61c-4233-45bf-8f77-e0edac125ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:10.540634 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248a55d-3426-4282-bfac-4029fffd05b2 None None] Pushing event updated for resources: {'Port': ['ID=fafb4442-7d6d-440b-b7af-b4aa8fb4c356,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:10.585482 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4435d5fb-c157-4e1e-9103-93ff327e2b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:10.606509 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5ec61c-4233-45bf-8f77-e0edac125ef4 admin admin] Network 137f76aa-af8f-4398-8fdb-e11b7451ef28 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:10.616606 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-4a5ec61c-4233-45bf-8f77-e0edac125ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:10.625906 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5ec61c-4233-45bf-8f77-e0edac125ef4 admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:10.680713 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ec61c-4233-45bf-8f77-e0edac125ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=67f32ee9-f4d7-447e-99e7-52aa2964b4f4,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:10.700493 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-fb966f6b-deb9-42d6-b044-cad116fa77ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861c2a30-0450-4ad8-9417-db0b38bc7bd8', 'name': 'tempest-TestServerMultinode-225958473-router', 'tenant_id': '859d00d69f694334bbe3ff010af659c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'fafb4442-7d6d-440b-b7af-b4aa8fb4c356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:04Z', 'updated_at': '2021-08-10T04:03:06Z', 'revision_number': 3, 'project_id': '859d00d69f694334bbe3ff010af659c7', 'gw_port': {'id': 'fafb4442-7d6d-440b-b7af-b4aa8fb4c356', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861c2a30-0450-4ad8-9417-db0b38bc7bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:05Z', 'updated_at': '2021-08-10T04:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:10.732918 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4a5ec61c-4233-45bf-8f77-e0edac125ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:10.817050 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb966f6b-deb9-42d6-b044-cad116fa77ff None None] The sync data for ids ['861c2a30-0450-4ad8-9417-db0b38bc7bd8'] in n-d-802893-2 is: [{'id': '861c2a30-0450-4ad8-9417-db0b38bc7bd8', 'name': 'tempest-TestServerMultinode-225958473-router', 'tenant_id': '859d00d69f694334bbe3ff010af659c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'fafb4442-7d6d-440b-b7af-b4aa8fb4c356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:04Z', 'updated_at': '2021-08-10T04:03:06Z', 'revision_number': 3, 'project_id': '859d00d69f694334bbe3ff010af659c7', 'gw_port': {'id': 'fafb4442-7d6d-440b-b7af-b4aa8fb4c356', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861c2a30-0450-4ad8-9417-db0b38bc7bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:05Z', 'updated_at': '2021-08-10T04:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:10.921007 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4435d5fb-c157-4e1e-9103-93ff327e2b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:10.921007 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4435d5fb-c157-4e1e-9103-93ff327e2b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:10.922171 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-4435d5fb-c157-4e1e-9103-93ff327e2b52 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/128136a6-b76a-4fd8-8ff1-d54ce21a2db3 HTTP/1.1" status: 204 len: 168 time: 0.5061779 Aug 10 04:03:10.953247 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b4442-777e-481d-8f2b-be22738f7f70 req-a4da5034-e245-4327-9d19-a3bcbc0d649d tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:10.964400 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0f0b4442-777e-481d-8f2b-be22738f7f70 req-a4da5034-e245-4327-9d19-a3bcbc0d649d tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 945 time: 0.1313124 Aug 10 04:03:10.970564 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435d5fb-c157-4e1e-9103-93ff327e2b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128136a6-b76a-4fd8-8ff1-d54ce21a2db3,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:11.031317 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0f0b4442-777e-481d-8f2b-be22738f7f70 req-aefaed60-64f2-4eb4-9f6f-b4611b200e84 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586035 Aug 10 04:03:11.131547 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4a5ec61c-4233-45bf-8f77-e0edac125ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:11.135116 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c38b9f53-a6ac-4404-8e0b-e5f17cbe4235 None None] Provisioning for port 67f32ee9-f4d7-447e-99e7-52aa2964b4f4 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:11.139146 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c38b9f53-a6ac-4404-8e0b-e5f17cbe4235 None None] Provisioning complete for port 67f32ee9-f4d7-447e-99e7-52aa2964b4f4 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:11.139519 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c38b9f53-a6ac-4404-8e0b-e5f17cbe4235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:11.194765 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-c38b9f53-a6ac-4404-8e0b-e5f17cbe4235 None None] Port 67f32ee9-f4d7-447e-99e7-52aa2964b4f4 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:03:11.387632 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e4947-2efc-4f9e-b38e-314a7ba3c5bf req-1bf1ef0c-edfe-4b57-95c0-c9479890cee7 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:11.393846 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fc5e4947-2efc-4f9e-b38e-314a7ba3c5bf req-1bf1ef0c-edfe-4b57-95c0-c9479890cee7 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.0769703 Aug 10 04:03:11.437532 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fc5e4947-2efc-4f9e-b38e-314a7ba3c5bf req-ab4c4cb5-80de-4b48-98ae-3cb132a4b509 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423987 Aug 10 04:03:11.485598 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae032c-1257-4af4-b2b8-63c23e11ac09 req-2002936d-6828-4ef8-8299-19d6307d2f4b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:11.487269 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0cae032c-1257-4af4-b2b8-63c23e11ac09 req-2002936d-6828-4ef8-8299-19d6307d2f4b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.1361156 Aug 10 04:03:11.552537 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0cae032c-1257-4af4-b2b8-63c23e11ac09 req-9cf760a5-bddd-4660-9170-f608ad699d34 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553470 Aug 10 04:03:11.554688 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4a5ec61c-4233-45bf-8f77-e0edac125ef4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:11.626755 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4a5ec61c-4233-45bf-8f77-e0edac125ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:11.642681 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15cfa0-b567-4402-9394-e7920edfd561 req-04e8e967-30ea-4d2d-9f6f-ebe4bc5bbf99 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:11.652785 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-de15cfa0-b567-4402-9394-e7920edfd561 req-04e8e967-30ea-4d2d-9f6f-ebe4bc5bbf99 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 984 time: 0.1261358 Aug 10 04:03:11.763223 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-de15cfa0-b567-4402-9394-e7920edfd561 req-37e2b9f8-07bb-414f-9530-b73d5dc376e8 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a0a927f-482b-4770-9b16-43e09c18649e&id=3137a9a4-c296-4294-8820-7cdbfb28bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1034987 Aug 10 04:03:11.790199 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ec61c-4233-45bf-8f77-e0edac125ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=67f32ee9-f4d7-447e-99e7-52aa2964b4f4,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:11.809676 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4a5ec61c-4233-45bf-8f77-e0edac125ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:11.853278 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e420a-9998-4187-93e9-d264c2a0838a req-492cc803-8e8f-4cb8-a5f5-7121f9243425 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:11.861279 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1f3e420a-9998-4187-93e9-d264c2a0838a req-492cc803-8e8f-4cb8-a5f5-7121f9243425 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1707947 Aug 10 04:03:11.989028 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41952d5-a496-4b24-9085-cc4e739ef410 req-75a6130b-fc0e-41f1-895c-3946a993e592 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:12.001517 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f41952d5-a496-4b24-9085-cc4e739ef410 req-75a6130b-fc0e-41f1-895c-3946a993e592 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.1677372 Aug 10 04:03:12.018127 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1f3e420a-9998-4187-93e9-d264c2a0838a req-25393e24-2d91-4c17-9e1a-19ff7aee696e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558585 Aug 10 04:03:12.076408 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5ec61c-4233-45bf-8f77-e0edac125ef4 admin admin] Network 137f76aa-af8f-4398-8fdb-e11b7451ef28 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:12.081234 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-4a5ec61c-4233-45bf-8f77-e0edac125ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:12.097930 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device fafb4442-7d6d-440b-b7af-b4aa8fb4c356 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:12.112353 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f41952d5-a496-4b24-9085-cc4e739ef410 req-a1884ae6-6359-4091-af3c-484f8d98a0c7 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062517 Aug 10 04:03:12.319808 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port fafb4442-7d6d-440b-b7af-b4aa8fb4c356 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:12.324678 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port fafb4442-7d6d-440b-b7af-b4aa8fb4c356 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:12.324877 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.405249 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b90e8-3054-470c-9195-1fbc645d9070 req-0d75bb06-0ceb-422f-be4b-50be74d78c86 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:12.413884 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e80b90e8-3054-470c-9195-1fbc645d9070 req-0d75bb06-0ceb-422f-be4b-50be74d78c86 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.1488461 Aug 10 04:03:12.471103 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0924d93-2d95-487f-84a0-6260c5c335c1 req-5740abe8-a63e-45db-8fad-7609d6873105 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:12.474689 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f0924d93-2d95-487f-84a0-6260c5c335c1 req-5740abe8-a63e-45db-8fad-7609d6873105 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 984 time: 0.3011570 Aug 10 04:03:12.492747 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e80b90e8-3054-470c-9195-1fbc645d9070 req-cabaee99-9f41-4837-a680-9dcc5953d201 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773430 Aug 10 04:03:12.498659 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5ec61c-4233-45bf-8f77-e0edac125ef4 admin admin] Router 861c2a30-0450-4ad8-9417-db0b38bc7bd8 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:03:12.515581 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.543538 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port fafb4442-7d6d-440b-b7af-b4aa8fb4c356, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=fafb4442-7d6d-440b-b7af-b4aa8fb4c356,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:12.587565 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9705a125-b39e-4b12-b395-06c20c59d8c5 None None] Provisioning complete for port 67f32ee9-f4d7-447e-99e7-52aa2964b4f4 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:12.588109 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9705a125-b39e-4b12-b395-06c20c59d8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.601463 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f0924d93-2d95-487f-84a0-6260c5c335c1 req-a968ad87-fe09-445f-85c9-3c1e501b2bc4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a0a927f-482b-4770-9b16-43e09c18649e&id=3137a9a4-c296-4294-8820-7cdbfb28bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1182981 Aug 10 04:03:12.626380 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.722418 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5ec61c-4233-45bf-8f77-e0edac125ef4 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:12.732467 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-4a5ec61c-4233-45bf-8f77-e0edac125ef4 admin admin] 10.222.0.25 "PUT /v2.0/routers/861c2a30-0450-4ad8-9417-db0b38bc7bd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3801405 Aug 10 04:03:12.747252 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-9705a125-b39e-4b12-b395-06c20c59d8c5 None None] Port 67f32ee9-f4d7-447e-99e7-52aa2964b4f4 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:03:12.788359 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=fafb4442-7d6d-440b-b7af-b4aa8fb4c356,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:12.856213 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3332e5e-ab3b-40b9-ad2c-d7b1428fa6c8 req-688adaf3-060e-4155-a493-97714c28a24d tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:12.857856 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b3332e5e-ab3b-40b9-ad2c-d7b1428fa6c8 req-688adaf3-060e-4155-a493-97714c28a24d tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 1135 time: 0.0674474 Aug 10 04:03:12.882316 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b3332e5e-ab3b-40b9-ad2c-d7b1428fa6c8 req-8fd1c8a7-559c-4209-8683-69d16d8c3977 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:12.895983 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-ab12d6c6-0716-4d57-bfef-7b3d9839ca61 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:12.906586 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-ab12d6c6-0716-4d57-bfef-7b3d9839ca61 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/networks?id=f7ff6afc-8008-49c6-8b16-55c096640020 HTTP/1.1" status: 200 len: 811 time: 0.2626901 Aug 10 04:03:12.930295 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-83bb045b-d4da-4800-9801-cc0b3adfd13a tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/quotas/897476f221894013b27960fb36935e79 HTTP/1.1" status: 200 len: 375 time: 0.0214224 Aug 10 04:03:13.028640 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b3332e5e-ab3b-40b9-ad2c-d7b1428fa6c8 req-8fd1c8a7-559c-4209-8683-69d16d8c3977 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:13.039920 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-6b6bfe99-123e-4c2a-87df-8f16b3ae622a tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=897476f221894013b27960fb36935e79&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1083670 Aug 10 04:03:13.089835 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b3332e5e-ab3b-40b9-ad2c-d7b1428fa6c8 req-8fd1c8a7-559c-4209-8683-69d16d8c3977 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:13.131262 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b3332e5e-ab3b-40b9-ad2c-d7b1428fa6c8 req-8fd1c8a7-559c-4209-8683-69d16d8c3977 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8a0a927f-482b-4770-9b16-43e09c18649e&id=3137a9a4-c296-4294-8820-7cdbfb28bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2655091 Aug 10 04:03:13.147390 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1c8a7-559c-4209-8683-69d16d8c3977 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fbdcc6-7ec1-4a33-acdd-b83630bc7eb4,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:13.158055 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49348) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:13.220709 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf53b2f-b2f7-4168-b196-cb93e50a6f27 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:13.225738 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fbf53b2f-b2f7-4168-b196-cb93e50a6f27 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 1130 time: 0.0631664 Aug 10 04:03:13.226061 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49350) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:13.230719 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-a4676f3f-2e59-485a-a6b7-c42fee3c1f20 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'port_id': '107b4125-dbc4-43d9-822d-86b1199c0ec0', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:13.289224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cb17c-5d3b-4189-ba54-80223f8d5b69 req-6bb1fbf0-3bb3-4edc-8d76-6fd1f391bc6f tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:13.291068 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-493cb17c-5d3b-4189-ba54-80223f8d5b69 req-6bb1fbf0-3bb3-4edc-8d76-6fd1f391bc6f tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.0621862 Aug 10 04:03:13.344825 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-493cb17c-5d3b-4189-ba54-80223f8d5b69 req-83a1df3f-1335-407d-852d-ecf3b9b6d80a tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397637 Aug 10 04:03:13.351517 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4676f3f-2e59-485a-a6b7-c42fee3c1f20 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:13.467371 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-91c0cafd-55b9-46d6-828c-e77ce3f907fb service neutron] 10.222.0.25 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177501 Aug 10 04:03:13.489857 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6fe605-ee48-409e-9c06-4c236fb4cdca None None] Sync routers for ids ['861c2a30-0450-4ad8-9417-db0b38bc7bd8'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:13.513083 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6fe605-ee48-409e-9c06-4c236fb4cdca None None] Routers {'861c2a30-0450-4ad8-9417-db0b38bc7bd8'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:13.514040 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-2d6fe605-ee48-409e-9c06-4c236fb4cdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:02:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['861c2a30-0450-4ad8-9417-db0b38bc7bd8'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:13.579483 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:13.581518 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4676f3f-2e59-485a-a6b7-c42fee3c1f20 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:13.585515 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-dc3f3268-7b37-4b37-b102-e993f5a38b52 service neutron] 10.222.0.25 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168039 Aug 10 04:03:13.705132 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-2d6fe605-ee48-409e-9c06-4c236fb4cdca None None] Set router 861c2a30-0450-4ad8-9417-db0b38bc7bd8 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:13.770408 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-a4676f3f-2e59-485a-a6b7-c42fee3c1f20 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Allocated IP 172.25.0.127 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/e47c77ea-4200-49bc-86b3-19ac958303a9) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:13.905132 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b49b5-1482-4c07-a4d2-1c0609bebb9c req-3b077bcb-03b3-40cf-ba86-c0ef97358371 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:13.920624 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49376) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:13.923021 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-245b49b5-1482-4c07-a4d2-1c0609bebb9c req-3b077bcb-03b3-40cf-ba86-c0ef97358371 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.1015227 Aug 10 04:03:14.044340 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-245b49b5-1482-4c07-a4d2-1c0609bebb9c req-ae2db7e8-99bf-4117-895b-d9bf48edb17f tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125770 Aug 10 04:03:14.102212 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device fafb4442-7d6d-440b-b7af-b4aa8fb4c356 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:14.117271 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6879a39c-0b44-4bc6-a9e6-67357bbad4d7 req-08607035-13ad-4510-a490-39328e3c90a4 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=f13425ac-da1e-4cc6-bbbd-e02f9e560203 HTTP/1.1" status: 200 len: 210 time: 0.1026947 Aug 10 04:03:14.188725 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4676f3f-2e59-485a-a6b7-c42fee3c1f20 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:14.203334 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e60caa1a-c7eb-406c-90d5-106ca871f3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:14.291692 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port fafb4442-7d6d-440b-b7af-b4aa8fb4c356 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:14.298199 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:14.447189 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4676f3f-2e59-485a-a6b7-c42fee3c1f20 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:14.477033 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-f851345c-5518-42d1-91ec-6196cbd595ed tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:14.479107 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-f851345c-5518-42d1-91ec-6196cbd595ed tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/networks?id=0316e8c7-a46c-4a77-a9d2-17a4e62945d7 HTTP/1.1" status: 200 len: 910 time: 0.2534528 Aug 10 04:03:14.503010 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-91e4a61c-51af-4a3a-bad1-22c1ef765aed tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/quotas/859d00d69f694334bbe3ff010af659c7 HTTP/1.1" status: 200 len: 375 time: 0.0160756 Aug 10 04:03:14.567862 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4676f3f-2e59-485a-a6b7-c42fee3c1f20 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:14.572755 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-a4676f3f-2e59-485a-a6b7-c42fee3c1f20 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:14.575572 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4676f3f-2e59-485a-a6b7-c42fee3c1f20 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:14.579256 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-2d6fe605-ee48-409e-9c06-4c236fb4cdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861c2a30-0450-4ad8-9417-db0b38bc7bd8', 'name': 'tempest-TestServerMultinode-225958473-router', 'tenant_id': '859d00d69f694334bbe3ff010af659c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'fafb4442-7d6d-440b-b7af-b4aa8fb4c356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:04Z', 'updated_at': '2021-08-10T04:03:10Z', 'revision_number': 4, 'project_id': '859d00d69f694334bbe3ff010af659c7', 'gw_port': {'id': 'fafb4442-7d6d-440b-b7af-b4aa8fb4c356', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861c2a30-0450-4ad8-9417-db0b38bc7bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:05Z', 'updated_at': '2021-08-10T04:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '67f32ee9-f4d7-447e-99e7-52aa2964b4f4', 'name': '', 'network_id': '137f76aa-af8f-4398-8fdb-e11b7451ef28', 'tenant_id': '859d00d69f694334bbe3ff010af659c7', 'mac_address': 'fa:16:3e:f1:6f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861c2a30-0450-4ad8-9417-db0b38bc7bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'ae124fd1-d7fe-404d-84ff-6229779b6430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:09Z', 'updated_at': '2021-08-10T04:03:11Z', 'revision_number': 2, 'project_id': '859d00d69f694334bbe3ff010af659c7', 'subnets': [{'id': 'ae124fd1-d7fe-404d-84ff-6229779b6430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:14.638844 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-1921cf26-f4ce-4399-bede-442b77e52c2f tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1335194265'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:14.650738 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6fe605-ee48-409e-9c06-4c236fb4cdca None None] Checking router: 861c2a30-0450-4ad8-9417-db0b38bc7bd8 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:14.653960 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6fe605-ee48-409e-9c06-4c236fb4cdca None None] Updating router 861c2a30-0450-4ad8-9417-db0b38bc7bd8 port 67f32ee9-f4d7-447e-99e7-52aa2964b4f4 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:03:14.695230 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2d6fe605-ee48-409e-9c06-4c236fb4cdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:14.699641 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-67a70b21-2dfd-4a19-b621-86af875ed727 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=859d00d69f694334bbe3ff010af659c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1870966 Aug 10 04:03:14.712299 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4b513-1fba-4b64-801b-d93589239379 req-4b51acc8-0fb9-4ce2-b62a-e7b3f10090c7 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:14.717565 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-8e3a89dc-0c63-4739-b2ef-3bf5c4d7680e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:03:14.720695 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-99f4b513-1fba-4b64-801b-d93589239379 req-4b51acc8-0fb9-4ce2-b62a-e7b3f10090c7 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.3478498 Aug 10 04:03:14.726982 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-8e3a89dc-0c63-4739-b2ef-3bf5c4d7680e service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0248680 Aug 10 04:03:14.776328 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4676f3f-2e59-485a-a6b7-c42fee3c1f20 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event updated for resources: {'Port': ['ID=e47c77ea-4200-49bc-86b3-19ac958303a9,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:14.843877 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-99f4b513-1fba-4b64-801b-d93589239379 req-3cdb3df3-24c6-4151-a468-b9bf6a99b066 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199603 Aug 10 04:03:14.893412 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-8224da49-0b56-4a4a-91ce-6ee2e32cc28b service neutron] 10.222.0.25 "GET /v2.0/networks/0316e8c7-a46c-4a77-a9d2-17a4e62945d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643841 Aug 10 04:03:15.000482 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1921cf26-f4ce-4399-bede-442b77e52c2f tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Made reservation on behalf of 8b270796105d45148c9cd45bcb85b79c for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:15.004602 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1921cf26-f4ce-4399-bede-442b77e52c2f tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.035358 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-278cac90-97a6-46f4-9ff2-b64d08400a62 service neutron] 10.222.0.25 "GET /v2.0/networks/0316e8c7-a46c-4a77-a9d2-17a4e62945d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399944 Aug 10 04:03:15.058551 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2d6fe605-ee48-409e-9c06-4c236fb4cdca None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.072978 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2d6fe605-ee48-409e-9c06-4c236fb4cdca None None] Transition to ACTIVE for port object 67f32ee9-f4d7-447e-99e7-52aa2964b4f4 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:15.090486 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1921cf26-f4ce-4399-bede-442b77e52c2f tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.161392 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec7089-035a-4fda-94d5-f0f16d0427c7 req-da455bf0-0200-45de-8f22-467290aa80e5 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:15.164123 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-52ec7089-035a-4fda-94d5-f0f16d0427c7 req-da455bf0-0200-45de-8f22-467290aa80e5 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.1670504 Aug 10 04:03:15.280075 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2d6fe605-ee48-409e-9c06-4c236fb4cdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.288292 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-52ec7089-035a-4fda-94d5-f0f16d0427c7 req-e1ba4a5b-83eb-4a50-93fd-8ef3f6cde901 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071205 Aug 10 04:03:15.348009 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.392387 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbceca8-03df-4b22-aaac-5aeba6f3b899 None None] Pushing event updated for resources: {'Port': ['ID=67f32ee9-f4d7-447e-99e7-52aa2964b4f4,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:15.527083 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-2d6fe605-ee48-409e-9c06-4c236fb4cdca None None] Attempting to bind port 67f32ee9-f4d7-447e-99e7-52aa2964b4f4 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:15.527456 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-2d6fe605-ee48-409e-9c06-4c236fb4cdca None None] Attempting to bind port 67f32ee9-f4d7-447e-99e7-52aa2964b4f4 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'af4810fe-d8e3-48e7-9070-321454aa4f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '137f76aa-af8f-4398-8fdb-e11b7451ef28'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:15.527828 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6fe605-ee48-409e-9c06-4c236fb4cdca None None] Attempting to bind port 67f32ee9-f4d7-447e-99e7-52aa2964b4f4 on network 137f76aa-af8f-4398-8fdb-e11b7451ef28 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:15.536875 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6fe605-ee48-409e-9c06-4c236fb4cdca None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:15.537179 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6fe605-ee48-409e-9c06-4c236fb4cdca None None] Checking segment: {'id': 'af4810fe-d8e3-48e7-9070-321454aa4f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '137f76aa-af8f-4398-8fdb-e11b7451ef28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:15.537594 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2d6fe605-ee48-409e-9c06-4c236fb4cdca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.537993 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6fe605-ee48-409e-9c06-4c236fb4cdca None None] Bound using segment: {'id': 'af4810fe-d8e3-48e7-9070-321454aa4f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '137f76aa-af8f-4398-8fdb-e11b7451ef28'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:15.538474 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-2d6fe605-ee48-409e-9c06-4c236fb4cdca None None] Bound port: 67f32ee9-f4d7-447e-99e7-52aa2964b4f4, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af4810fe-d8e3-48e7-9070-321454aa4f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '137f76aa-af8f-4398-8fdb-e11b7451ef28'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:15.538856 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2d6fe605-ee48-409e-9c06-4c236fb4cdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.654310 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1921cf26-f4ce-4399-bede-442b77e52c2f tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.658524 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4676f3f-2e59-485a-a6b7-c42fee3c1f20 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.689164 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-2d6fe605-ee48-409e-9c06-4c236fb4cdca None None] For port 67f32ee9-f4d7-447e-99e7-52aa2964b4f4, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:15.694492 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-2d6fe605-ee48-409e-9c06-4c236fb4cdca None None] For port 67f32ee9-f4d7-447e-99e7-52aa2964b4f4, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=67f32ee9-f4d7-447e-99e7-52aa2964b4f4,segment=NetworkSegment(af4810fe-d8e3-48e7-9070-321454aa4f85),segment_id=af4810fe-d8e3-48e7-9070-321454aa4f85)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:15.700878 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.733853 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1921cf26-f4ce-4399-bede-442b77e52c2f tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.776560 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2d6fe605-ee48-409e-9c06-4c236fb4cdca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.801615 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1921cf26-f4ce-4399-bede-442b77e52c2f tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:03:15.821578 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921cf26-f4ce-4399-bede-442b77e52c2f tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bdef499-7431-4c8e-b59e-2629dbc9a342,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:15.828269 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1921cf26-f4ce-4399-bede-442b77e52c2f tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.828965 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-1921cf26-f4ce-4399-bede-442b77e52c2f tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Added segment 5fb27215-7c37-4b8f-aa41-a4ce6250ce11 of type vlan for network f8181225-eef0-4cad-8119-484971d31321 Aug 10 04:03:15.877751 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6fe605-ee48-409e-9c06-4c236fb4cdca None None] Routers {'861c2a30-0450-4ad8-9417-db0b38bc7bd8'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:15.884707 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-2d6fe605-ee48-409e-9c06-4c236fb4cdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:03:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['861c2a30-0450-4ad8-9417-db0b38bc7bd8'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:15.952836 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f6799713-8921-4fca-a10d-ec37a4b2f491 req-fccd2aba-794f-46c0-9555-1da9aecef1d3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=f13425ac-da1e-4cc6-bbbd-e02f9e560203 HTTP/1.1" status: 200 len: 210 time: 0.0761206 Aug 10 04:03:15.959599 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1921cf26-f4ce-4399-bede-442b77e52c2f tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:15.971486 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbceca8-03df-4b22-aaac-5aeba6f3b899 None None] Pushing event updated for resources: {'Port': ['ID=67f32ee9-f4d7-447e-99e7-52aa2964b4f4,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:16.013683 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4676f3f-2e59-485a-a6b7-c42fee3c1f20 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:16.150507 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-2d6fe605-ee48-409e-9c06-4c236fb4cdca None None] Set router 861c2a30-0450-4ad8-9417-db0b38bc7bd8 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:16.178297 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a9c974bf-b6a6-49c8-9be8-b39cbcddc944 req-823898ba-5e5b-4cf5-aef7-943535cea502 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9fb09776-07a7-4f62-83e2-ef6effb390a4 HTTP/1.1" status: 200 len: 210 time: 0.1176054 Aug 10 04:03:16.271551 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f28c6-d8de-46d7-8e17-8d671012f826 req-dc2661a1-f068-4d23-912f-0a78d346ce43 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:16.273402 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dc1f28c6-d8de-46d7-8e17-8d671012f826 req-dc2661a1-f068-4d23-912f-0a78d346ce43 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.1265147 Aug 10 04:03:16.310132 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1921cf26-f4ce-4399-bede-442b77e52c2f tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:16.318061 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1921cf26-f4ce-4399-bede-442b77e52c2f tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:16.319188 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1921cf26-f4ce-4399-bede-442b77e52c2f tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:16.330325 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dc1f28c6-d8de-46d7-8e17-8d671012f826 req-3187d7fa-ec08-4b94-bf19-e0aca923151b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491018 Aug 10 04:03:16.459857 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-2d6fe605-ee48-409e-9c06-4c236fb4cdca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861c2a30-0450-4ad8-9417-db0b38bc7bd8', 'name': 'tempest-TestServerMultinode-225958473-router', 'tenant_id': '859d00d69f694334bbe3ff010af659c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'fafb4442-7d6d-440b-b7af-b4aa8fb4c356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:04Z', 'updated_at': '2021-08-10T04:03:10Z', 'revision_number': 4, 'project_id': '859d00d69f694334bbe3ff010af659c7', 'gw_port': {'id': 'fafb4442-7d6d-440b-b7af-b4aa8fb4c356', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861c2a30-0450-4ad8-9417-db0b38bc7bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:05Z', 'updated_at': '2021-08-10T04:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '67f32ee9-f4d7-447e-99e7-52aa2964b4f4', 'name': '', 'network_id': '137f76aa-af8f-4398-8fdb-e11b7451ef28', 'tenant_id': '859d00d69f694334bbe3ff010af659c7', 'mac_address': 'fa:16:3e:f1:6f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861c2a30-0450-4ad8-9417-db0b38bc7bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'ae124fd1-d7fe-404d-84ff-6229779b6430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:09Z', 'updated_at': '2021-08-10T04:03:15Z', 'revision_number': 4, 'project_id': '859d00d69f694334bbe3ff010af659c7', 'subnets': [{'id': 'ae124fd1-d7fe-404d-84ff-6229779b6430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:16.477667 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921cf26-f4ce-4399-bede-442b77e52c2f tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Pushing event updated for resources: {'Network': ['ID=f8181225-eef0-4cad-8119-484971d31321,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:16.497184 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49466) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:16.502701 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6fe605-ee48-409e-9c06-4c236fb4cdca None None] The sync data for ids ['861c2a30-0450-4ad8-9417-db0b38bc7bd8'] in n-d-802893-2 is: [{'id': '861c2a30-0450-4ad8-9417-db0b38bc7bd8', 'name': 'tempest-TestServerMultinode-225958473-router', 'tenant_id': '859d00d69f694334bbe3ff010af659c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'fafb4442-7d6d-440b-b7af-b4aa8fb4c356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:04Z', 'updated_at': '2021-08-10T04:03:10Z', 'revision_number': 4, 'project_id': '859d00d69f694334bbe3ff010af659c7', 'gw_port': {'id': 'fafb4442-7d6d-440b-b7af-b4aa8fb4c356', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861c2a30-0450-4ad8-9417-db0b38bc7bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:05Z', 'updated_at': '2021-08-10T04:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '67f32ee9-f4d7-447e-99e7-52aa2964b4f4', 'name': '', 'network_id': '137f76aa-af8f-4398-8fdb-e11b7451ef28', 'tenant_id': '859d00d69f694334bbe3ff010af659c7', 'mac_address': 'fa:16:3e:f1:6f:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '861c2a30-0450-4ad8-9417-db0b38bc7bd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2475, 'fixed_ips': [{'subnet_id': 'ae124fd1-d7fe-404d-84ff-6229779b6430', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:09Z', 'updated_at': '2021-08-10T04:03:15Z', 'revision_number': 4, 'project_id': '859d00d69f694334bbe3ff010af659c7', 'subnets': [{'id': 'ae124fd1-d7fe-404d-84ff-6229779b6430', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:16.514681 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network f8181225-eef0-4cad-8119-484971d31321 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:03:16.515542 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4676f3f-2e59-485a-a6b7-c42fee3c1f20 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:16.522541 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1921cf26-f4ce-4399-bede-442b77e52c2f tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.6008489 Aug 10 04:03:16.525655 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49470) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:16.539458 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c4dcec70-9d6b-46df-80dc-2c615973f411 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Request body: {'subnet': {'network_id': 'f8181225-eef0-4cad-8119-484971d31321', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:16.669494 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4676f3f-2e59-485a-a6b7-c42fee3c1f20 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:16.776420 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49478) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:16.782834 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-644a7d49-ba07-40b5-8568-c6e83f680a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:16.795587 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4676f3f-2e59-485a-a6b7-c42fee3c1f20 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:16.807193 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4676f3f-2e59-485a-a6b7-c42fee3c1f20 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event updated for resources: {'Port': ['ID=e47c77ea-4200-49bc-86b3-19ac958303a9,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:16.844060 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:16.928865 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-18682ae9-0b8a-41e3-881f-adc36e43c445 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/floatingips/a72fa227-c6d3-4e73-af94-101ed53bd286 HTTP/1.1" status: 200 len: 994 time: 0.1420062 Aug 10 04:03:17.102762 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b55df62f-6e35-4fa9-a4c9-ab5d37c1823b req-9ad1e00e-94cb-4676-ac78-8bba3359fe25 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=f13425ac-da1e-4cc6-bbbd-e02f9e560203 HTTP/1.1" status: 200 len: 210 time: 0.0315557 Aug 10 04:03:17.213677 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49488) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:17.357839 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4dcec70-9d6b-46df-80dc-2c615973f411 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Made reservation on behalf of 8b270796105d45148c9cd45bcb85b79c for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:17.372134 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c4dcec70-9d6b-46df-80dc-2c615973f411 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:17.509632 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ee6cccb4-b067-490c-aaaa-b519c75bcf41 req-8777a41d-ac63-485f-9376-55208e05dd20 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9fb09776-07a7-4f62-83e2-ef6effb390a4 HTTP/1.1" status: 200 len: 210 time: 0.1539993 Aug 10 04:03:17.514315 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-a4676f3f-2e59-485a-a6b7-c42fee3c1f20 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Floating IP 423ce663-0af2-42de-9a68-cbdcc0a9427e associated. External IP: 172.25.0.127, port: 107b4125-dbc4-43d9-822d-86b1199c0ec0. Aug 10 04:03:17.603880 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-644a7d49-ba07-40b5-8568-c6e83f680a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:17.611312 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-91377f59-8528-4470-9072-1a450fd33fc7 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:17.612909 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-91377f59-8528-4470-9072-1a450fd33fc7 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.20 "GET /v2.0/networks?id=f7ff6afc-8008-49c6-8b16-55c096640020 HTTP/1.1" status: 200 len: 811 time: 0.4379830 Aug 10 04:03:17.631173 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d97b55e-0c64-4b0c-8fa6-7406c53411c2 req-2c011dd6-3795-4924-9f37-64f513fc1af5 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:17.637671 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d97b55e-0c64-4b0c-8fa6-7406c53411c2 req-2c011dd6-3795-4924-9f37-64f513fc1af5 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.1656697 Aug 10 04:03:17.644592 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-c8a3c667-821c-493f-9b4d-8faa656bd0c2 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Request body: {'port': {'device_id': 'f13425ac-da1e-4cc6-bbbd-e02f9e560203', 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020', 'admin_state_up': True, 'tenant_id': '897476f221894013b27960fb36935e79'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:17.748176 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-644a7d49-ba07-40b5-8568-c6e83f680a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:17.808705 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-644a7d49-ba07-40b5-8568-c6e83f680a56 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b87782dda0564218a6f6a8cca9daacb9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3104000 Aug 10 04:03:17.818029 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49494) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:17.831910 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-fe4d2939-20ce-4c25-96d2-6b4095d2b758 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Deleting port e061bf82-877d-42bf-880b-df6d5000964f {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:17.840559 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fe4d2939-20ce-4c25-96d2-6b4095d2b758 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:17.966195 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d97b55e-0c64-4b0c-8fa6-7406c53411c2 req-079cb4f8-ae34-485c-bf07-3490909633f9 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266943 Aug 10 04:03:18.002438 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a7d49-ba07-40b5-8568-c6e83f680a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fd7175-d915-46db-9ae6-8465d69ff766,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:18.043306 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 67f32ee9-f4d7-447e-99e7-52aa2964b4f4 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:18.062252 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fe4d2939-20ce-4c25-96d2-6b4095d2b758 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:18.062654 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fe4d2939-20ce-4c25-96d2-6b4095d2b758 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:18.087536 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-c8a3c667-821c-493f-9b4d-8faa656bd0c2 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Made reservation on behalf of 897476f221894013b27960fb36935e79 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:18.091357 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-c8a3c667-821c-493f-9b4d-8faa656bd0c2 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:18.140332 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-fe4d2939-20ce-4c25-96d2-6b4095d2b758 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Calling delete_port for e061bf82-877d-42bf-880b-df6d5000964f owned by network:floatingip {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:18.184083 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c4dcec70-9d6b-46df-80dc-2c615973f411 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:18.188372 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0afd816f-aa84-474e-aa7a-3e7a2eb34eb7 req-6f478701-1b9c-4a6f-b953-e9eb7bc94e15 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2287185 Aug 10 04:03:18.199999 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4676f3f-2e59-485a-a6b7-c42fee3c1f20 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Router 9345b084-8083-4a5d-982b-2c9860d39dfb has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:03:18.201078 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a83a7a80-b143-42ae-85b0-9a83ecb3f457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:18.203910 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 67f32ee9-f4d7-447e-99e7-52aa2964b4f4 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:18.213415 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 67f32ee9-f4d7-447e-99e7-52aa2964b4f4 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:18.214306 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:18.284309 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a83a7a80-b143-42ae-85b0-9a83ecb3f457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:18.342728 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:18.396269 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 67f32ee9-f4d7-447e-99e7-52aa2964b4f4, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=67f32ee9-f4d7-447e-99e7-52aa2964b4f4,segment=NetworkSegment(af4810fe-d8e3-48e7-9070-321454aa4f85),segment_id=af4810fe-d8e3-48e7-9070-321454aa4f85)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:18.489767 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5c556c82-c842-4b7c-9724-8948cd88db52 req-4e533a77-d673-440e-9d8f-4b7c832e8d84 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=f13425ac-da1e-4cc6-bbbd-e02f9e560203 HTTP/1.1" status: 200 len: 210 time: 0.1638713 Aug 10 04:03:18.490443 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcec70-9d6b-46df-80dc-2c615973f411 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Pushing event updated for resources: {'Subnet': ['ID=f100928f-0978-40a3-9ede-4d02186e0782,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:18.522513 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcec70-9d6b-46df-80dc-2c615973f411 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Checking segment: {'id': '5fb27215-7c37-4b8f-aa41-a4ce6250ce11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f8181225-eef0-4cad-8119-484971d31321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:18.522888 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dcec70-9d6b-46df-80dc-2c615973f411 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Network hostable DHCP agents. Network: f8181225-eef0-4cad-8119-484971d31321, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:03:18.526331 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:18.551756 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd816f-aa84-474e-aa7a-3e7a2eb34eb7 req-ec2010eb-5efd-479a-864b-2a2164bdc643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:18.553828 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0afd816f-aa84-474e-aa7a-3e7a2eb34eb7 req-ec2010eb-5efd-479a-864b-2a2164bdc643 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e038891106e2493183a2b48de06c43c1&device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 1098 time: 0.2302153 Aug 10 04:03:18.660755 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4676f3f-2e59-485a-a6b7-c42fee3c1f20 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:18.661360 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=67f32ee9-f4d7-447e-99e7-52aa2964b4f4,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:18.671416 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c03890-f73d-4919-bc10-29e1428f0651 None None] Sync routers for ids ['9345b084-8083-4a5d-982b-2c9860d39dfb'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:18.687028 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c03890-f73d-4919-bc10-29e1428f0651 None None] Routers {'9345b084-8083-4a5d-982b-2c9860d39dfb'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:18.687643 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e6c03890-f73d-4919-bc10-29e1428f0651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:03:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['9345b084-8083-4a5d-982b-2c9860d39dfb'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:18.689095 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a83a7a80-b143-42ae-85b0-9a83ecb3f457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:18.691646 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a83a7a80-b143-42ae-85b0-9a83ecb3f457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:18.696285 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a83a7a80-b143-42ae-85b0-9a83ecb3f457 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/80fd7175-d915-46db-9ae6-8465d69ff766 HTTP/1.1" status: 204 len: 168 time: 0.8768704 Aug 10 04:03:18.799872 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49510) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:18.829422 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdff9c2-f65d-4491-88a9-d030ee142b0f req-9167fb79-e70b-436f-a2ad-871472f1d91a tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:18.836415 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1cdff9c2-f65d-4491-88a9-d030ee142b0f req-9167fb79-e70b-436f-a2ad-871472f1d91a tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.1454234 Aug 10 04:03:18.853922 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-e6c03890-f73d-4919-bc10-29e1428f0651 None None] Set router 9345b084-8083-4a5d-982b-2c9860d39dfb gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:18.865089 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62488a24-f812-4b6a-9127-a8be13c65d50 req-b216ebb3-2b69-46a1-83d3-e766468e838b tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9fb09776-07a7-4f62-83e2-ef6effb390a4 HTTP/1.1" status: 200 len: 210 time: 0.2013454 Aug 10 04:03:18.875035 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-c8a3c667-821c-493f-9b4d-8faa656bd0c2 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Allocated IP 172.20.0.3 (f7ff6afc-8008-49c6-8b16-55c096640020/a51d8861-9dbf-4178-9d3e-8ed73319e82c/ea36b875-cdd5-4e56-b55a-0b65e00819cb) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:18.880990 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a7a80-b143-42ae-85b0-9a83ecb3f457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fd7175-d915-46db-9ae6-8465d69ff766,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:18.949561 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dcec70-9d6b-46df-80dc-2c615973f411 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Network f8181225-eef0-4cad-8119-484971d31321 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:03:18.976982 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd816f-aa84-474e-aa7a-3e7a2eb34eb7 req-0f91c071-9f55-4476-b4b5-80c44b1c87b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:18.978881 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0afd816f-aa84-474e-aa7a-3e7a2eb34eb7 req-0f91c071-9f55-4476-b4b5-80c44b1c87b4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=61be106c-0b66-42f4-b295-3640ff29de8b HTTP/1.1" status: 200 len: 915 time: 0.3107004 Aug 10 04:03:19.011933 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1cdff9c2-f65d-4491-88a9-d030ee142b0f req-1165357c-c6ba-4342-acf0-7e9d966d633f tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745536 Aug 10 04:03:19.041268 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4676f3f-2e59-485a-a6b7-c42fee3c1f20 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:19.045926 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0afd816f-aa84-474e-aa7a-3e7a2eb34eb7 req-268deff6-4bf7-4822-8f61-b9aee309f590 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8597653a-3390-4a44-a76b-86ade7f9cef6 HTTP/1.1" status: 200 len: 217 time: 0.0595171 Aug 10 04:03:19.107184 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-c4dcec70-9d6b-46df-80dc-2c615973f411 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, f8181225-eef0-4cad-8119-484971d31321) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:19.120023 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964f3606-8570-4b4f-89f6-81159441505c None None] Network f8181225-eef0-4cad-8119-484971d31321 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:19.121925 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a4676f3f-2e59-485a-a6b7-c42fee3c1f20 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.8947928 Aug 10 04:03:19.123518 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dcec70-9d6b-46df-80dc-2c615973f411 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:19.124156 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c4dcec70-9d6b-46df-80dc-2c615973f411 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:19.129890 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49516) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:19.130366 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b795c5-7444-462c-ac83-c060aca7ee73', 'tag': '107b4125-dbc4-43d9-822d-86b1199c0ec0'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:19.132853 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e96fb54-4b4e-4834-8069-3fca5c378b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b795c5-7444-462c-ac83-c060aca7ee73", "tag": "107b4125-dbc4-43d9-822d-86b1199c0ec0"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:19.228873 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd816f-aa84-474e-aa7a-3e7a2eb34eb7 req-8bb5ffaa-f1ea-4b2d-a0aa-16cc13be1431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:19.230367 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e6c03890-f73d-4919-bc10-29e1428f0651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2099545865', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '43c3f624-2947-4112-b085-1dd4d777d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:28Z', 'updated_at': '2021-08-10T04:02:38Z', 'revision_number': 4, 'project_id': 'd996598032a244868fc625ab65d6228c', 'gw_port': {'id': '43c3f624-2947-4112-b085-1dd4d777d684', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ae:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:30Z', 'updated_at': '2021-08-10T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '423ce663-0af2-42de-9a68-cbdcc0a9427e', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'port_id': '107b4125-dbc4-43d9-822d-86b1199c0ec0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1953acc2-90e4-49bf-8774-d60d817a9b8d', 'mac_address': 'fa:16:3e:0b:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b795c5-7444-462c-ac83-c060aca7ee73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:03:15Z', 'updated_at': '2021-08-10T04:03:15Z', 'revision_number': 0, 'project_id': 'd996598032a244868fc625ab65d6228c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af80e34-62e1-42d8-9c2b-5c44efbfb025', 'name': '', 'network_id': '1953acc2-90e4-49bf-8774-d60d817a9b8d', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'mac_address': 'fa:16:3e:b7:d6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '95d8eb9f-4d63-4431-9c5c-5bb29803bc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:36Z', 'updated_at': '2021-08-10T04:02:44Z', 'revision_number': 5, 'project_id': 'd996598032a244868fc625ab65d6228c', 'subnets': [{'id': '95d8eb9f-4d63-4431-9c5c-5bb29803bc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:19.231984 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0afd816f-aa84-474e-aa7a-3e7a2eb34eb7 req-8bb5ffaa-f1ea-4b2d-a0aa-16cc13be1431 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5c1c422c-a1f6-4f40-a558-7a67266792a2 HTTP/1.1" status: 200 len: 854 time: 0.1682165 Aug 10 04:03:19.278217 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c03890-f73d-4919-bc10-29e1428f0651 None None] Checking router: 9345b084-8083-4a5d-982b-2c9860d39dfb for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:19.284941 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c03890-f73d-4919-bc10-29e1428f0651 None None] Routers {'9345b084-8083-4a5d-982b-2c9860d39dfb'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:19.285747 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e6c03890-f73d-4919-bc10-29e1428f0651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:03:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['9345b084-8083-4a5d-982b-2c9860d39dfb'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:19.311092 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0afd816f-aa84-474e-aa7a-3e7a2eb34eb7 req-9693edff-354c-463a-9ec4-1a84bfc2a8c5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=61be106c-0b66-42f4-b295-3640ff29de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622556 Aug 10 04:03:19.324539 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc296fa3-5909-4408-a9a3-19faa0540855 x-openstack-request-id: req-fc296fa3-5909-4408-a9a3-19faa0540855 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:19.324992 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b795c5-7444-462c-ac83-c060aca7ee73", "tag": "107b4125-dbc4-43d9-822d-86b1199c0ec0", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:19.325343 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc296fa3-5909-4408-a9a3-19faa0540855 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:19.325859 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b795c5-7444-462c-ac83-c060aca7ee73', 'tag': '107b4125-dbc4-43d9-822d-86b1199c0ec0', 'status': 'completed', 'code': 200} Aug 10 04:03:19.385395 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c4dcec70-9d6b-46df-80dc-2c615973f411 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8583429 Aug 10 04:03:19.399555 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49520) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:19.429514 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de0778f-29e7-463b-899e-b33315d598a5 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:19.430283 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de0778f-29e7-463b-899e-b33315d598a5 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:19.430948 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de0778f-29e7-463b-899e-b33315d598a5 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:19.431911 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de0778f-29e7-463b-899e-b33315d598a5 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:19.432592 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de0778f-29e7-463b-899e-b33315d598a5 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:19.433253 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de0778f-29e7-463b-899e-b33315d598a5 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:19.433936 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de0778f-29e7-463b-899e-b33315d598a5 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:19.434726 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de0778f-29e7-463b-899e-b33315d598a5 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:19.435526 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de0778f-29e7-463b-899e-b33315d598a5 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:19.436250 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de0778f-29e7-463b-899e-b33315d598a5 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:19.437029 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de0778f-29e7-463b-899e-b33315d598a5 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:19.439448 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0de0778f-29e7-463b-899e-b33315d598a5 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7781 time: 0.3036153 Aug 10 04:03:19.448855 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498fd0a9-b724-480c-8ff8-a9df310a9a55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-f8181225-eef0-4cad-8119-484971d31321', 'network_id': 'f8181225-eef0-4cad-8119-484971d31321', 'tenant_id': '8b270796105d45148c9cd45bcb85b79c', 'fixed_ips': [{'subnet_id': 'f100928f-0978-40a3-9ede-4d02186e0782'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:03:19.450018 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-498fd0a9-b724-480c-8ff8-a9df310a9a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:19.453023 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49522) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:19.480659 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-fae1e410-c738-4b99-9e47-80c8dc156f13 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Request body: {'port': {'network_id': 'f8181225-eef0-4cad-8119-484971d31321', 'name': 'tempest-DHCPAgentSchedulersTestJSON-500055534'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:19.555601 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-e6c03890-f73d-4919-bc10-29e1428f0651 None None] Set router 9345b084-8083-4a5d-982b-2c9860d39dfb gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:19.586819 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fe4d2939-20ce-4c25-96d2-6b4095d2b758 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:19.651499 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fab7ca-ff0c-4502-90db-832d692e00a2 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:19.653520 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fab7ca-ff0c-4502-90db-832d692e00a2 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:19.654186 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fab7ca-ff0c-4502-90db-832d692e00a2 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:19.654870 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fab7ca-ff0c-4502-90db-832d692e00a2 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:19.655673 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fab7ca-ff0c-4502-90db-832d692e00a2 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:19.656350 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fab7ca-ff0c-4502-90db-832d692e00a2 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:19.657022 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fab7ca-ff0c-4502-90db-832d692e00a2 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:19.657660 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fab7ca-ff0c-4502-90db-832d692e00a2 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:19.658449 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fab7ca-ff0c-4502-90db-832d692e00a2 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:19.659094 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fab7ca-ff0c-4502-90db-832d692e00a2 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:19.659787 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fab7ca-ff0c-4502-90db-832d692e00a2 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:19.664228 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-49fab7ca-ff0c-4502-90db-832d692e00a2 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7138 time: 0.2099030 Aug 10 04:03:19.667152 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49526) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:19.728913 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-498fd0a9-b724-480c-8ff8-a9df310a9a55 None None] Allocated IP 172.20.0.2 (f8181225-eef0-4cad-8119-484971d31321/f100928f-0978-40a3-9ede-4d02186e0782/01cbc154-201b-4a5d-a075-3a453d77dfea) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:19.800343 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d2939-20ce-4c25-96d2-6b4095d2b758 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event deleted for resources: {'Port': ['ID=e061bf82-877d-42bf-880b-df6d5000964f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:19.803725 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-dab861b7-d494-4378-ab0a-9ec53237f630 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:19.805589 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-dab861b7-d494-4378-ab0a-9ec53237f630 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.68 "GET /v2.0/networks?id=0316e8c7-a46c-4a77-a9d2-17a4e62945d7 HTTP/1.1" status: 200 len: 910 time: 0.7018871 Aug 10 04:03:19.817593 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49530) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:19.839461 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-3ad06006-8576-427c-99e4-98419c17d77b tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Request body: {'port': {'device_id': '9fb09776-07a7-4f62-83e2-ef6effb390a4', 'network_id': '0316e8c7-a46c-4a77-a9d2-17a4e62945d7', 'admin_state_up': True, 'tenant_id': '859d00d69f694334bbe3ff010af659c7'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:19.848335 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0afd816f-aa84-474e-aa7a-3e7a2eb34eb7 req-28418feb-5d3e-4cb3-b96b-1d8191ae1226 service neutron] 10.222.0.68 "GET /v2.0/networks/61be106c-0b66-42f4-b295-3640ff29de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5128615 Aug 10 04:03:19.945321 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-c8a3c667-821c-493f-9b4d-8faa656bd0c2 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:19.963810 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-c8a3c667-821c-493f-9b4d-8faa656bd0c2 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Transition to ACTIVE for port object ea36b875-cdd5-4e56-b55a-0b65e00819cb will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:19.999861 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 67f32ee9-f4d7-447e-99e7-52aa2964b4f4 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:20.021434 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e6c03890-f73d-4919-bc10-29e1428f0651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2099545865', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '43c3f624-2947-4112-b085-1dd4d777d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:28Z', 'updated_at': '2021-08-10T04:02:38Z', 'revision_number': 4, 'project_id': 'd996598032a244868fc625ab65d6228c', 'gw_port': {'id': '43c3f624-2947-4112-b085-1dd4d777d684', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ae:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:30Z', 'updated_at': '2021-08-10T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '423ce663-0af2-42de-9a68-cbdcc0a9427e', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'port_id': '107b4125-dbc4-43d9-822d-86b1199c0ec0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1953acc2-90e4-49bf-8774-d60d817a9b8d', 'mac_address': 'fa:16:3e:0b:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b795c5-7444-462c-ac83-c060aca7ee73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:03:15Z', 'updated_at': '2021-08-10T04:03:15Z', 'revision_number': 0, 'project_id': 'd996598032a244868fc625ab65d6228c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af80e34-62e1-42d8-9c2b-5c44efbfb025', 'name': '', 'network_id': '1953acc2-90e4-49bf-8774-d60d817a9b8d', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'mac_address': 'fa:16:3e:b7:d6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '95d8eb9f-4d63-4431-9c5c-5bb29803bc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:36Z', 'updated_at': '2021-08-10T04:02:44Z', 'revision_number': 5, 'project_id': 'd996598032a244868fc625ab65d6228c', 'subnets': [{'id': '95d8eb9f-4d63-4431-9c5c-5bb29803bc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:20.050748 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c03890-f73d-4919-bc10-29e1428f0651 None None] The sync data for ids ['9345b084-8083-4a5d-982b-2c9860d39dfb'] in n-d-802893-2 is: [{'id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2099545865', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '43c3f624-2947-4112-b085-1dd4d777d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:28Z', 'updated_at': '2021-08-10T04:02:38Z', 'revision_number': 4, 'project_id': 'd996598032a244868fc625ab65d6228c', 'gw_port': {'id': '43c3f624-2947-4112-b085-1dd4d777d684', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ae:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:30Z', 'updated_at': '2021-08-10T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '423ce663-0af2-42de-9a68-cbdcc0a9427e', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'port_id': '107b4125-dbc4-43d9-822d-86b1199c0ec0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1953acc2-90e4-49bf-8774-d60d817a9b8d', 'mac_address': 'fa:16:3e:0b:72:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b795c5-7444-462c-ac83-c060aca7ee73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:03:15Z', 'updated_at': '2021-08-10T04:03:15Z', 'revision_number': 0, 'project_id': 'd996598032a244868fc625ab65d6228c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0af80e34-62e1-42d8-9c2b-5c44efbfb025', 'name': '', 'network_id': '1953acc2-90e4-49bf-8774-d60d817a9b8d', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'mac_address': 'fa:16:3e:b7:d6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '95d8eb9f-4d63-4431-9c5c-5bb29803bc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:36Z', 'updated_at': '2021-08-10T04:02:44Z', 'revision_number': 5, 'project_id': 'd996598032a244868fc625ab65d6228c', 'subnets': [{'id': '95d8eb9f-4d63-4431-9c5c-5bb29803bc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:20.056824 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-498fd0a9-b724-480c-8ff8-a9df310a9a55 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.069553 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-498fd0a9-b724-480c-8ff8-a9df310a9a55 None None] Transition to ACTIVE for port object 01cbc154-201b-4a5d-a075-3a453d77dfea will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:20.078879 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0afd816f-aa84-474e-aa7a-3e7a2eb34eb7 req-3632ac9d-2a6a-4a2d-a1a9-d039c822ee8a service neutron] 10.222.0.68 "GET /v2.0/networks/61be106c-0b66-42f4-b295-3640ff29de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209141 Aug 10 04:03:20.093576 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-498fd0a9-b724-480c-8ff8-a9df310a9a55 None None] Transition to ACTIVE for port object 01cbc154-201b-4a5d-a075-3a453d77dfea will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:20.110861 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 67f32ee9-f4d7-447e-99e7-52aa2964b4f4 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:20.111669 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.172463 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-498fd0a9-b724-480c-8ff8-a9df310a9a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.182577 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-63ae21e0-f0ed-407c-bcec-6ffb8a9c7ad2 req-9411075c-80cc-4c85-bb97-3b4f16f3dd10 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9fb09776-07a7-4f62-83e2-ef6effb390a4 HTTP/1.1" status: 200 len: 210 time: 0.1769276 Aug 10 04:03:20.234582 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fe4d2939-20ce-4c25-96d2-6b4095d2b758 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for floatingip, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.235508 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-fe4d2939-20ce-4c25-96d2-6b4095d2b758 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Floating IP a72fa227-c6d3-4e73-af94-101ed53bd286 disassociated (deleted). External IP: 172.25.0.160, port: 87634fc3-aa41-412a-9888-0257f60f636b. Aug 10 04:03:20.237845 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fc4a8f73-ac06-47ef-ad87-14a2e102c7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.250869 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498fd0a9-b724-480c-8ff8-a9df310a9a55 None None] Network f8181225-eef0-4cad-8119-484971d31321 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:20.256200 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96fb54-4b4e-4834-8069-3fca5c378b2e req-e2f0f9c9-e1f5-43b9-86e6-094e00eae0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:20.258201 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9e96fb54-4b4e-4834-8069-3fca5c378b2e req-e2f0f9c9-e1f5-43b9-86e6-094e00eae0de service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d996598032a244868fc625ab65d6228c&device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 1135 time: 0.9037044 Aug 10 04:03:20.261802 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-498fd0a9-b724-480c-8ff8-a9df310a9a55 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:20.274972 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498fd0a9-b724-480c-8ff8-a9df310a9a55 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:20.276587 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-217e6c81-160f-42e9-8954-11efc6121154 req-bc5d0337-cfab-4dd1-9b41-767f1518110a tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=f13425ac-da1e-4cc6-bbbd-e02f9e560203 HTTP/1.1" status: 200 len: 210 time: 0.6216524 Aug 10 04:03:20.284395 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fd0a9-b724-480c-8ff8-a9df310a9a55 None None] Pushing event updated for resources: {'Port': ['ID=01cbc154-201b-4a5d-a075-3a453d77dfea,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:20.349820 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-498fd0a9-b724-480c-8ff8-a9df310a9a55 None None] Attempting to bind port 01cbc154-201b-4a5d-a075-3a453d77dfea on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:20.350190 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-498fd0a9-b724-480c-8ff8-a9df310a9a55 None None] Attempting to bind port 01cbc154-201b-4a5d-a075-3a453d77dfea by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '5fb27215-7c37-4b8f-aa41-a4ce6250ce11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f8181225-eef0-4cad-8119-484971d31321'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:20.350556 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fd0a9-b724-480c-8ff8-a9df310a9a55 None None] Attempting to bind port 01cbc154-201b-4a5d-a075-3a453d77dfea on network f8181225-eef0-4cad-8119-484971d31321 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:20.356442 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fd0a9-b724-480c-8ff8-a9df310a9a55 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:20.356829 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fd0a9-b724-480c-8ff8-a9df310a9a55 None None] Checking segment: {'id': '5fb27215-7c37-4b8f-aa41-a4ce6250ce11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f8181225-eef0-4cad-8119-484971d31321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:20.357230 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-498fd0a9-b724-480c-8ff8-a9df310a9a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.357620 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498fd0a9-b724-480c-8ff8-a9df310a9a55 None None] Bound using segment: {'id': '5fb27215-7c37-4b8f-aa41-a4ce6250ce11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f8181225-eef0-4cad-8119-484971d31321'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:20.358088 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-498fd0a9-b724-480c-8ff8-a9df310a9a55 None None] Bound port: 01cbc154-201b-4a5d-a075-3a453d77dfea, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb27215-7c37-4b8f-aa41-a4ce6250ce11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'f8181225-eef0-4cad-8119-484971d31321'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:20.358462 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-498fd0a9-b724-480c-8ff8-a9df310a9a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.391350 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-3ad06006-8576-427c-99e4-98419c17d77b tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Made reservation on behalf of 859d00d69f694334bbe3ff010af659c7 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:20.393703 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-3ad06006-8576-427c-99e4-98419c17d77b tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.409254 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdabf2c-9c0a-4e6b-8d57-00c2fa469c34 None None] New status for floating IP 423ce663-0af2-42de-9a68-cbdcc0a9427e: ACTIVE {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:03:20.419057 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0a1e0251-65ad-442b-b1a8-5529f8cbea74 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5216 time: 0.7482743 Aug 10 04:03:20.419057 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49536) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:20.449344 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a355ecd-0807-475f-b312-bf9a2a26c689 req-ef50e284-7f56-4096-8d4c-3326434fc3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:20.450862 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2a355ecd-0807-475f-b312-bf9a2a26c689 req-ef50e284-7f56-4096-8d4c-3326434fc3e6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e038891106e2493183a2b48de06c43c1&device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 1098 time: 0.1918910 Aug 10 04:03:20.475277 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e405a6-735e-4ed4-9938-d8e8f081df89 req-150c2c93-99c7-4ac3-9e84-69401e1252df tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:20.476794 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-21e405a6-735e-4ed4-9938-d8e8f081df89 req-150c2c93-99c7-4ac3-9e84-69401e1252df tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.1700065 Aug 10 04:03:20.522761 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-498fd0a9-b724-480c-8ff8-a9df310a9a55 None None] For port 01cbc154-201b-4a5d-a075-3a453d77dfea, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:20.548029 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-498fd0a9-b724-480c-8ff8-a9df310a9a55 None None] For port 01cbc154-201b-4a5d-a075-3a453d77dfea, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=01cbc154-201b-4a5d-a075-3a453d77dfea,segment=NetworkSegment(5fb27215-7c37-4b8f-aa41-a4ce6250ce11),segment_id=5fb27215-7c37-4b8f-aa41-a4ce6250ce11)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:20.601203 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-c8a3c667-821c-493f-9b4d-8faa656bd0c2 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.624674 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-498fd0a9-b724-480c-8ff8-a9df310a9a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:20.653613 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['82b94d3d-95e8-4c3e-a953-5a5685a5e11d'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:03:20.687008 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96fb54-4b4e-4834-8069-3fca5c378b2e req-d2607404-0513-466d-8579-83237c212d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:20.688581 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9e96fb54-4b4e-4834-8069-3fca5c378b2e req-d2607404-0513-466d-8579-83237c212d9f service neutron] 10.222.0.68 "GET /v2.0/networks?id=1953acc2-90e4-49bf-8774-d60d817a9b8d HTTP/1.1" status: 200 len: 898 time: 0.3785505 Aug 10 04:03:20.743022 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-c8a3c667-821c-493f-9b4d-8faa656bd0c2 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Network f7ff6afc-8008-49c6-8b16-55c096640020 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:20.831745 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-c8a3c667-821c-493f-9b4d-8faa656bd0c2 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:20.835610 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-c8a3c667-821c-493f-9b4d-8faa656bd0c2 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:20.854814 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8736f487-087e-493a-9e1b-ee9320e06ade tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:20.855429 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8736f487-087e-493a-9e1b-ee9320e06ade tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:20.858164 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3c667-821c-493f-9b4d-8faa656bd0c2 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Pushing event updated for resources: {'Port': ['ID=ea36b875-cdd5-4e56-b55a-0b65e00819cb,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:20.871857 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8736f487-087e-493a-9e1b-ee9320e06ade tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9345b084-8083-4a5d-982b-2c9860d39dfb HTTP/1.1" status: 200 len: 1990 time: 0.4518952 Aug 10 04:03:20.878023 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fd0a9-b724-480c-8ff8-a9df310a9a55 None None] Pushing event updated for resources: {'Port': ['ID=01cbc154-201b-4a5d-a075-3a453d77dfea,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:20.903608 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:03:20.910072 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-21e405a6-735e-4ed4-9938-d8e8f081df89 req-3dbed679-b62c-43ad-b537-b8bb1becb463 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216866 Aug 10 04:03:20.939125 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a355ecd-0807-475f-b312-bf9a2a26c689 req-688a6ec8-9699-4c69-908a-e2dd7cdb2eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:20.940710 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2a355ecd-0807-475f-b312-bf9a2a26c689 req-688a6ec8-9699-4c69-908a-e2dd7cdb2eaa service neutron] 10.222.0.68 "GET /v2.0/networks?id=61be106c-0b66-42f4-b295-3640ff29de8b HTTP/1.1" status: 200 len: 915 time: 0.4819267 Aug 10 04:03:21.006592 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-3ad06006-8576-427c-99e4-98419c17d77b tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Allocated IP 172.20.0.10 (0316e8c7-a46c-4a77-a9d2-17a4e62945d7/e59504e3-1101-4a98-95d4-a5dcef14e70c/6c254975-ba57-4c3c-b467-076c2dd3d8c8) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:21.013459 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2a355ecd-0807-475f-b312-bf9a2a26c689 req-d501f5cb-d4de-4a51-a83c-092e2bb1f536 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8597653a-3390-4a44-a76b-86ade7f9cef6 HTTP/1.1" status: 200 len: 217 time: 0.0649955 Aug 10 04:03:21.017545 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9e96fb54-4b4e-4834-8069-3fca5c378b2e req-680ed149-b499-458f-80bf-2b17b09326f3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=107b4125-dbc4-43d9-822d-86b1199c0ec0 HTTP/1.1" status: 200 len: 1001 time: 0.3141327 Aug 10 04:03:21.070631 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fc4a8f73-ac06-47ef-ad87-14a2e102c7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:21.076909 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a355ecd-0807-475f-b312-bf9a2a26c689 req-b0164ea8-86d8-4019-adaa-b96e5913d075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:21.078510 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2a355ecd-0807-475f-b312-bf9a2a26c689 req-b0164ea8-86d8-4019-adaa-b96e5913d075 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=5c1c422c-a1f6-4f40-a558-7a67266792a2 HTTP/1.1" status: 200 len: 854 time: 0.0521984 Aug 10 04:03:21.099003 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-c8a3c667-821c-493f-9b4d-8faa656bd0c2 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:21.099736 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-c8a3c667-821c-493f-9b4d-8faa656bd0c2 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:21.123875 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2a355ecd-0807-475f-b312-bf9a2a26c689 req-5e819c73-5d07-439d-83a3-2549897d0ce6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=61be106c-0b66-42f4-b295-3640ff29de8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375504 Aug 10 04:03:21.159397 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fc4a8f73-ac06-47ef-ad87-14a2e102c7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:21.261144 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2a355ecd-0807-475f-b312-bf9a2a26c689 req-619158b2-d903-4dc3-851a-f0058323c232 service neutron] 10.222.0.68 "GET /v2.0/networks/61be106c-0b66-42f4-b295-3640ff29de8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070597 Aug 10 04:03:21.343472 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96fb54-4b4e-4834-8069-3fca5c378b2e req-4c1cf4e7-9906-46f6-aced-3a0840435dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:21.344968 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9e96fb54-4b4e-4834-8069-3fca5c378b2e req-4c1cf4e7-9906-46f6-aced-3a0840435dd3 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=95d8eb9f-4d63-4431-9c5c-5bb29803bc9e HTTP/1.1" status: 200 len: 835 time: 0.3101683 Aug 10 04:03:21.371047 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fc4a8f73-ac06-47ef-ad87-14a2e102c7e5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=523701a96e9643a492771487feb510b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5452003 Aug 10 04:03:21.384344 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a8f73-ac06-47ef-ad87-14a2e102c7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998aa31b-cbdd-4e10-a65d-9370c7b314aa,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:21.388748 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49546) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:21.398181 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae1e410-c738-4b99-9e47-80c8dc156f13 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Made reservation on behalf of 8b270796105d45148c9cd45bcb85b79c for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:21.399330 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2a355ecd-0807-475f-b312-bf9a2a26c689 req-3bd96b37-387a-46c4-aee6-f23952c7351c service neutron] 10.222.0.68 "GET /v2.0/networks/61be106c-0b66-42f4-b295-3640ff29de8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370704 Aug 10 04:03:21.401658 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fae1e410-c738-4b99-9e47-80c8dc156f13 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:21.435417 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ee7b0bee-11c5-4d75-965c-3d0ddebbedb6 None None] Provisioning for port ea36b875-cdd5-4e56-b55a-0b65e00819cb completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:21.441013 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ee7b0bee-11c5-4d75-965c-3d0ddebbedb6 None None] Provisioning complete for port ea36b875-cdd5-4e56-b55a-0b65e00819cb triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:21.441492 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ee7b0bee-11c5-4d75-965c-3d0ddebbedb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:21.469678 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664a19a-54a6-4b8f-8e25-8404b29867f5 req-fee08fc9-f547-48b3-8978-002a78824bb8 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:21.472053 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3664a19a-54a6-4b8f-8e25-8404b29867f5 req-fee08fc9-f547-48b3-8978-002a78824bb8 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=f13425ac-da1e-4cc6-bbbd-e02f9e560203 HTTP/1.1" status: 200 len: 931 time: 0.1019917 Aug 10 04:03:21.477858 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4d2939-20ce-4c25-96d2-6b4095d2b758 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Router 1588aa98-cfd0-46d5-9360-86d329345206 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:03:21.484321 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-ee7b0bee-11c5-4d75-965c-3d0ddebbedb6 None None] Port ea36b875-cdd5-4e56-b55a-0b65e00819cb cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:03:21.509303 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-c8a3c667-821c-493f-9b4d-8faa656bd0c2 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8685839 Aug 10 04:03:21.517165 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-19456806-7a61-4ec1-a84a-8c86f13d0e67 req-6b8e3249-d8fa-4a9c-acd6-ec1b05fc7e8c tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9fb09776-07a7-4f62-83e2-ef6effb390a4 HTTP/1.1" status: 200 len: 210 time: 0.2280629 Aug 10 04:03:21.517339 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3664a19a-54a6-4b8f-8e25-8404b29867f5 req-a50b98ba-6e19-47ff-a565-53c93e6ff446 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350604 Aug 10 04:03:21.570436 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-a2178f52-d966-4ec5-be58-de6fb05e6e8f service neutron] Request body: {'port': {'device_id': 'f13425ac-da1e-4cc6-bbbd-e02f9e560203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:21.942316 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-fae1e410-c738-4b99-9e47-80c8dc156f13 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] device_id is not set on port 0f1b2892-0764-4d48-9a28-98c115806955 yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:03:21.996597 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 01cbc154-201b-4a5d-a075-3a453d77dfea up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:22.049031 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96fb54-4b4e-4834-8069-3fca5c378b2e req-ecd1712b-1460-45e5-a016-3cefe483d331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:22.050762 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9e96fb54-4b4e-4834-8069-3fca5c378b2e req-ecd1712b-1460-45e5-a016-3cefe483d331 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1953acc2-90e4-49bf-8774-d60d817a9b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6834459 Aug 10 04:03:22.100690 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 01cbc154-201b-4a5d-a075-3a453d77dfea completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:22.144727 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67266c05-b7b3-45b7-b347-deefd35a10a2 None None] Network f8181225-eef0-4cad-8119-484971d31321 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:22.247499 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1b8e4ab1-2e71-44df-a2fb-1fe2573a0714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:22.261369 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-3ad06006-8576-427c-99e4-98419c17d77b tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:22.271052 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-a2178f52-d966-4ec5-be58-de6fb05e6e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:22.306930 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9fe46ae6-ed79-4302-ae80-4d1f9a77896e None None] Provisioning for port 01cbc154-201b-4a5d-a075-3a453d77dfea completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:22.312999 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9fe46ae6-ed79-4302-ae80-4d1f9a77896e None None] Provisioning complete for port 01cbc154-201b-4a5d-a075-3a453d77dfea triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:22.313366 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9fe46ae6-ed79-4302-ae80-4d1f9a77896e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:22.388851 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-57f6f269-6daf-4334-83a3-4cbbc55d4e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:22.404799 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1b8e4ab1-2e71-44df-a2fb-1fe2573a0714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:22.425469 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9fe46ae6-ed79-4302-ae80-4d1f9a77896e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:22.459012 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-3ad06006-8576-427c-99e4-98419c17d77b tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Transition to ACTIVE for port object 6c254975-ba57-4c3c-b467-076c2dd3d8c8 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:22.470702 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-9fe46ae6-ed79-4302-ae80-4d1f9a77896e None None] For port 01cbc154-201b-4a5d-a075-3a453d77dfea, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=01cbc154-201b-4a5d-a075-3a453d77dfea,segment=NetworkSegment(5fb27215-7c37-4b8f-aa41-a4ce6250ce11),segment_id=5fb27215-7c37-4b8f-aa41-a4ce6250ce11)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:22.523646 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef056c-11ab-46a8-bd50-a5be1d41c75c req-00bba1cb-8fad-4a2a-b522-b1b52eef74c0 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:22.525269 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-49ef056c-11ab-46a8-bd50-a5be1d41c75c req-00bba1cb-8fad-4a2a-b522-b1b52eef74c0 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.4927056 Aug 10 04:03:22.545662 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-fae1e410-c738-4b99-9e47-80c8dc156f13 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Allocated IP 172.20.0.12 (f8181225-eef0-4cad-8119-484971d31321/f100928f-0978-40a3-9ede-4d02186e0782/0f1b2892-0764-4d48-9a28-98c115806955) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:22.555123 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9fe46ae6-ed79-4302-ae80-4d1f9a77896e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:22.605087 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4d2939-20ce-4c25-96d2-6b4095d2b758 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:22.620808 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d99a16c-bf56-4604-bf37-5c2fbac3ec83 None None] Sync routers for ids ['1588aa98-cfd0-46d5-9360-86d329345206'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:22.627047 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe46ae6-ed79-4302-ae80-4d1f9a77896e None None] Pushing event updated for resources: {'Port': ['ID=01cbc154-201b-4a5d-a075-3a453d77dfea,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:22.632855 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fe4d2939-20ce-4c25-96d2-6b4095d2b758 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:22.635312 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-faf36b00-2567-4527-bdd6-d574babe66ac req-d30c2bf2-7c65-4189-ba91-4e47134f75b2 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9fb09776-07a7-4f62-83e2-ef6effb390a4 HTTP/1.1" status: 200 len: 210 time: 0.0366857 Aug 10 04:03:22.636748 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9e96fb54-4b4e-4834-8069-3fca5c378b2e req-825f0265-b721-448e-bbd3-7df14f31ba06 service neutron] 10.222.0.68 "GET /v2.0/networks/1953acc2-90e4-49bf-8774-d60d817a9b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5142999 Aug 10 04:03:22.643933 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d99a16c-bf56-4604-bf37-5c2fbac3ec83 None None] Routers {'1588aa98-cfd0-46d5-9360-86d329345206'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:22.644594 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-4d99a16c-bf56-4604-bf37-5c2fbac3ec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:03:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['1588aa98-cfd0-46d5-9360-86d329345206'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:22.682668 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7f592cae-9272-4b77-9ca3-edc855fcc957 None None] Provisioning complete for port 01cbc154-201b-4a5d-a075-3a453d77dfea triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:22.683927 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7f592cae-9272-4b77-9ca3-edc855fcc957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:22.764273 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b628b14-0f0a-41ae-9b13-8c44ee8875db req-88923f00-840f-45f8-825a-4f07542fced4 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:22.766074 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2b628b14-0f0a-41ae-9b13-8c44ee8875db req-88923f00-840f-45f8-825a-4f07542fced4 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=f13425ac-da1e-4cc6-bbbd-e02f9e560203 HTTP/1.1" status: 200 len: 931 time: 0.0566206 Aug 10 04:03:22.806370 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-4d99a16c-bf56-4604-bf37-5c2fbac3ec83 None None] Set router 1588aa98-cfd0-46d5-9360-86d329345206 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:22.828019 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2b628b14-0f0a-41ae-9b13-8c44ee8875db req-c0b43601-d0d8-43c4-b167-794b52dd694e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414913 Aug 10 04:03:22.869321 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fe4d2939-20ce-4c25-96d2-6b4095d2b758 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "DELETE /v2.0/floatingips/a72fa227-c6d3-4e73-af94-101ed53bd286 HTTP/1.1" status: 204 len: 168 time: 5.6518304 Aug 10 04:03:22.881567 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'becdcafb-229f-41a6-8a04-ca14a78a7b5b', 'tag': '87634fc3-aa41-412a-9888-0257f60f636b'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:22.883849 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ca04dc-2f36-45f6-b0f9-a84f2df1f520" -d '{"events": [{"name": "network-changed", "server_uuid": "becdcafb-229f-41a6-8a04-ca14a78a7b5b", "tag": "87634fc3-aa41-412a-9888-0257f60f636b"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:22.890182 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-49ef056c-11ab-46a8-bd50-a5be1d41c75c req-ac5779b7-8d99-4b61-927a-90b8498d74b4 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491864 Aug 10 04:03:22.939179 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1b8e4ab1-2e71-44df-a2fb-1fe2573a0714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:22.942390 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1b8e4ab1-2e71-44df-a2fb-1fe2573a0714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:22.947493 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1b8e4ab1-2e71-44df-a2fb-1fe2573a0714 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/998aa31b-cbdd-4e10-a65d-9370c7b314aa HTTP/1.1" status: 204 len: 168 time: 1.5464349 Aug 10 04:03:23.034942 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467cbf58-5a67-4440-bb5d-8e17409c8c8e x-openstack-request-id: req-467cbf58-5a67-4440-bb5d-8e17409c8c8e {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:23.035274 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "becdcafb-229f-41a6-8a04-ca14a78a7b5b", "tag": "87634fc3-aa41-412a-9888-0257f60f636b", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:23.035551 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-467cbf58-5a67-4440-bb5d-8e17409c8c8e {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:23.036244 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'becdcafb-229f-41a6-8a04-ca14a78a7b5b', 'tag': '87634fc3-aa41-412a-9888-0257f60f636b', 'status': 'completed', 'code': 200} Aug 10 04:03:23.065779 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca04dc-2f36-45f6-b0f9-a84f2df1f520 req-5d11e1ee-094d-4729-a9e9-0f7426153918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:23.067503 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-78ca04dc-2f36-45f6-b0f9-a84f2df1f520 req-5d11e1ee-094d-4729-a9e9-0f7426153918 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=f5becae06cd542b5a8415ea130ec33d4&device_id=becdcafb-229f-41a6-8a04-ca14a78a7b5b HTTP/1.1" status: 200 len: 1097 time: 0.0683949 Aug 10 04:03:23.080497 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-3ad06006-8576-427c-99e4-98419c17d77b tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:23.093082 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-4d99a16c-bf56-4604-bf37-5c2fbac3ec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1588aa98-cfd0-46d5-9360-86d329345206', 'name': 'tempest-TestNetworkBasicOps-router-2115130268', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ed0c2006-ffb9-45fa-a28a-c843156a0ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:47Z', 'updated_at': '2021-08-10T04:02:01Z', 'revision_number': 4, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'ed0c2006-ffb9-45fa-a28a-c843156a0ae6', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:16:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1588aa98-cfd0-46d5-9360-86d329345206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:49Z', 'updated_at': '2021-08-10T04:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '87e96111-328e-4fa8-991c-7458c4d9b9b8', 'name': '', 'network_id': '11310f8c-0128-4dfb-bc9b-1a9f36aa0c16', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'mac_address': 'fa:16:3e:3d:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1588aa98-cfd0-46d5-9360-86d329345206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '973be298-f488-4cb9-8788-cf34136520e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:58Z', 'updated_at': '2021-08-10T04:02:12Z', 'revision_number': 5, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'subnets': [{'id': '973be298-f488-4cb9-8788-cf34136520e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:23.120180 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d99a16c-bf56-4604-bf37-5c2fbac3ec83 None None] Checking router: 1588aa98-cfd0-46d5-9360-86d329345206 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:23.125064 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e4ab1-2e71-44df-a2fb-1fe2573a0714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998aa31b-cbdd-4e10-a65d-9370c7b314aa,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:23.145861 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d99a16c-bf56-4604-bf37-5c2fbac3ec83 None None] Routers {'1588aa98-cfd0-46d5-9360-86d329345206'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:23.150399 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-4d99a16c-bf56-4604-bf37-5c2fbac3ec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:03:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['1588aa98-cfd0-46d5-9360-86d329345206'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:23.180445 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad06006-8576-427c-99e4-98419c17d77b tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Pushing event updated for resources: {'Port': ['ID=6c254975-ba57-4c3c-b467-076c2dd3d8c8,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:23.199922 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9e96fb54-4b4e-4834-8069-3fca5c378b2e req-39101187-5421-49b5-a231-9eae1cc0f6ef service neutron] 10.222.0.68 "GET /v2.0/networks/1953acc2-90e4-49bf-8774-d60d817a9b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5142388 Aug 10 04:03:23.213187 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca04dc-2f36-45f6-b0f9-a84f2df1f520 req-e395aa58-74ef-42af-b427-bd595dab2645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:23.213964 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-78ca04dc-2f36-45f6-b0f9-a84f2df1f520 req-e395aa58-74ef-42af-b427-bd595dab2645 service neutron] 10.222.0.68 "GET /v2.0/networks?id=11310f8c-0128-4dfb-bc9b-1a9f36aa0c16 HTTP/1.1" status: 200 len: 897 time: 0.1348083 Aug 10 04:03:23.231019 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-3ad06006-8576-427c-99e4-98419c17d77b tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Network 0316e8c7-a46c-4a77-a9d2-17a4e62945d7 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:23.246606 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-3ad06006-8576-427c-99e4-98419c17d77b tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:23.275190 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-3ad06006-8576-427c-99e4-98419c17d77b tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:23.292482 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-4d99a16c-bf56-4604-bf37-5c2fbac3ec83 None None] Set router 1588aa98-cfd0-46d5-9360-86d329345206 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:23.312359 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-78ca04dc-2f36-45f6-b0f9-a84f2df1f520 req-d5a7e339-524f-4602-ae78-90a56e38ee71 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87634fc3-aa41-412a-9888-0257f60f636b HTTP/1.1" status: 200 len: 217 time: 0.0855494 Aug 10 04:03:23.369255 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fae1e410-c738-4b99-9e47-80c8dc156f13 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:23.400478 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca04dc-2f36-45f6-b0f9-a84f2df1f520 req-3001f0f8-f3ba-46ca-8242-c4c9b3624252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:23.402268 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-78ca04dc-2f36-45f6-b0f9-a84f2df1f520 req-3001f0f8-f3ba-46ca-8242-c4c9b3624252 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=973be298-f488-4cb9-8788-cf34136520e5 HTTP/1.1" status: 200 len: 834 time: 0.0855427 Aug 10 04:03:23.478266 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca04dc-2f36-45f6-b0f9-a84f2df1f520 req-ab49db59-09d0-47dc-98c8-c15522f75b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:23.479914 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-78ca04dc-2f36-45f6-b0f9-a84f2df1f520 req-ab49db59-09d0-47dc-98c8-c15522f75b52 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=11310f8c-0128-4dfb-bc9b-1a9f36aa0c16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680885 Aug 10 04:03:23.495709 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-fae1e410-c738-4b99-9e47-80c8dc156f13 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Transition to ACTIVE for port object 0f1b2892-0764-4d48-9a28-98c115806955 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:23.495709 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-3ad06006-8576-427c-99e4-98419c17d77b tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:23.495709 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-3ad06006-8576-427c-99e4-98419c17d77b tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:23.564732 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d008429-2513-4f11-99db-e51bb33d5436 req-8b5f222a-d1c1-410b-ac78-43186a11dfc6 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:23.566312 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d008429-2513-4f11-99db-e51bb33d5436 req-8b5f222a-d1c1-410b-ac78-43186a11dfc6 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=becdcafb-229f-41a6-8a04-ca14a78a7b5b HTTP/1.1" status: 200 len: 946 time: 0.2192938 Aug 10 04:03:23.626663 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-a2178f52-d966-4ec5-be58-de6fb05e6e8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea36b875-cdd5-4e56-b55a-0b65e00819cb {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:03:23.639693 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-78ca04dc-2f36-45f6-b0f9-a84f2df1f520 req-b5433dc5-f20a-428b-b1d9-bc733214de4a service neutron] 10.222.0.68 "GET /v2.0/networks/11310f8c-0128-4dfb-bc9b-1a9f36aa0c16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456976 Aug 10 04:03:23.645387 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-3ad06006-8576-427c-99e4-98419c17d77b tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.8267720 Aug 10 04:03:23.653674 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-a2178f52-d966-4ec5-be58-de6fb05e6e8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:23.671365 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-c32c0119-0ad8-4367-aeda-14d3c5447304 service neutron] Request body: {'port': {'device_id': '9fb09776-07a7-4f62-83e2-ef6effb390a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:23.697613 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-73126745-7e2d-4bd4-9268-7be84096b417 None None] Provisioning for port 6c254975-ba57-4c3c-b467-076c2dd3d8c8 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:23.702319 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-73126745-7e2d-4bd4-9268-7be84096b417 None None] Provisioning complete for port 6c254975-ba57-4c3c-b467-076c2dd3d8c8 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:23.702605 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-73126745-7e2d-4bd4-9268-7be84096b417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:23.715874 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-4d99a16c-bf56-4604-bf37-5c2fbac3ec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1588aa98-cfd0-46d5-9360-86d329345206', 'name': 'tempest-TestNetworkBasicOps-router-2115130268', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ed0c2006-ffb9-45fa-a28a-c843156a0ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:47Z', 'updated_at': '2021-08-10T04:02:01Z', 'revision_number': 4, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'ed0c2006-ffb9-45fa-a28a-c843156a0ae6', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:16:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1588aa98-cfd0-46d5-9360-86d329345206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:49Z', 'updated_at': '2021-08-10T04:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '87e96111-328e-4fa8-991c-7458c4d9b9b8', 'name': '', 'network_id': '11310f8c-0128-4dfb-bc9b-1a9f36aa0c16', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'mac_address': 'fa:16:3e:3d:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1588aa98-cfd0-46d5-9360-86d329345206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '973be298-f488-4cb9-8788-cf34136520e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:58Z', 'updated_at': '2021-08-10T04:02:12Z', 'revision_number': 5, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'subnets': [{'id': '973be298-f488-4cb9-8788-cf34136520e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:23.747092 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-a2178f52-d966-4ec5-be58-de6fb05e6e8f service neutron] Transition to ACTIVE for port object ea36b875-cdd5-4e56-b55a-0b65e00819cb will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:23.753902 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-73126745-7e2d-4bd4-9268-7be84096b417 None None] Port 6c254975-ba57-4c3c-b467-076c2dd3d8c8 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:03:23.759606 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d008429-2513-4f11-99db-e51bb33d5436 req-e6d1dd11-5b58-473c-8b6a-cc2741f52710 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=84e0c79f-c57b-4199-aad9-2a7ecb3d2a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851683 Aug 10 04:03:23.767638 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d99a16c-bf56-4604-bf37-5c2fbac3ec83 None None] The sync data for ids ['1588aa98-cfd0-46d5-9360-86d329345206'] in n-d-802893-2 is: [{'id': '1588aa98-cfd0-46d5-9360-86d329345206', 'name': 'tempest-TestNetworkBasicOps-router-2115130268', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ed0c2006-ffb9-45fa-a28a-c843156a0ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:47Z', 'updated_at': '2021-08-10T04:02:01Z', 'revision_number': 4, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'ed0c2006-ffb9-45fa-a28a-c843156a0ae6', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:16:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1588aa98-cfd0-46d5-9360-86d329345206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:49Z', 'updated_at': '2021-08-10T04:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '87e96111-328e-4fa8-991c-7458c4d9b9b8', 'name': '', 'network_id': '11310f8c-0128-4dfb-bc9b-1a9f36aa0c16', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'mac_address': 'fa:16:3e:3d:98:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1588aa98-cfd0-46d5-9360-86d329345206', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '973be298-f488-4cb9-8788-cf34136520e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:58Z', 'updated_at': '2021-08-10T04:02:12Z', 'revision_number': 5, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'subnets': [{'id': '973be298-f488-4cb9-8788-cf34136520e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:23.802192 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-c32c0119-0ad8-4367-aeda-14d3c5447304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:23.816745 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64571242-61fa-4059-9a31-a114b9ebf8af req-4628f7db-5ece-4500-ae73-8f62142fde20 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:23.817570 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-57f6f269-6daf-4334-83a3-4cbbc55d4e65 admin admin] Deleting port fc6ae7c9-695f-4452-8877-2162cff3a30a {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:23.817985 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-57f6f269-6daf-4334-83a3-4cbbc55d4e65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:23.818922 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-64571242-61fa-4059-9a31-a114b9ebf8af req-4628f7db-5ece-4500-ae73-8f62142fde20 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9fb09776-07a7-4f62-83e2-ef6effb390a4 HTTP/1.1" status: 200 len: 1028 time: 0.0750661 Aug 10 04:03:23.823280 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-a2178f52-d966-4ec5-be58-de6fb05e6e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:23.845132 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fae1e410-c738-4b99-9e47-80c8dc156f13 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:23.879401 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-78ca04dc-2f36-45f6-b0f9-a84f2df1f520 req-4b63db9e-450b-4557-8169-796e492e0a07 service neutron] 10.222.0.68 "GET /v2.0/networks/11310f8c-0128-4dfb-bc9b-1a9f36aa0c16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233307 Aug 10 04:03:23.897535 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-64571242-61fa-4059-9a31-a114b9ebf8af req-dd416029-ff23-4313-b89c-6eec94e02c51 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707383 Aug 10 04:03:23.957399 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae1e410-c738-4b99-9e47-80c8dc156f13 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Network f8181225-eef0-4cad-8119-484971d31321 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:23.980508 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 01cbc154-201b-4a5d-a075-3a453d77dfea up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:23.986013 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-fae1e410-c738-4b99-9e47-80c8dc156f13 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:24.017143 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae1e410-c738-4b99-9e47-80c8dc156f13 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:24.080998 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 01cbc154-201b-4a5d-a075-3a453d77dfea triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:24.081377 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:24.136045 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0fc8c-939d-4f7e-85a7-2acd6a2d6652 req-d4386e84-1cdf-422e-9684-a9479472a5c5 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:24.137390 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6ad0fc8c-939d-4f7e-85a7-2acd6a2d6652 req-d4386e84-1cdf-422e-9684-a9479472a5c5 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.1352201 Aug 10 04:03:24.230796 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6ad0fc8c-939d-4f7e-85a7-2acd6a2d6652 req-b8a1b4f9-4d9a-4cb9-ab42-69d6689ad751 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867226 Aug 10 04:03:24.266956 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae1e410-c738-4b99-9e47-80c8dc156f13 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:24.267649 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fae1e410-c738-4b99-9e47-80c8dc156f13 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:24.271048 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2178f52-d966-4ec5-be58-de6fb05e6e8f service neutron] Pushing event updated for resources: {'Port': ['ID=ea36b875-cdd5-4e56-b55a-0b65e00819cb,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:24.356590 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e482efd-c67c-4a80-b12e-ee3e85bae80a None None] New status for floating IP a72fa227-c6d3-4e73-af94-101ed53bd286: DOWN {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:03:24.400249 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34a7d8-17f9-42f8-a4f9-361b9ba9fc43 req-8a1a6fa1-547c-44d9-8e7d-27601a30d2f2 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:24.403867 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-57f6f269-6daf-4334-83a3-4cbbc55d4e65 admin admin] For port fc6ae7c9-695f-4452-8877-2162cff3a30a, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=fc6ae7c9-695f-4452-8877-2162cff3a30a,segment=NetworkSegment(ac840d2f-22d8-4451-be0a-5884fabfcf90),segment_id=ac840d2f-22d8-4451-be0a-5884fabfcf90)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:24.404403 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-57f6f269-6daf-4334-83a3-4cbbc55d4e65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:24.407981 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6c34a7d8-17f9-42f8-a4f9-361b9ba9fc43 req-8a1a6fa1-547c-44d9-8e7d-27601a30d2f2 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.0708325 Aug 10 04:03:24.419470 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-57f6f269-6daf-4334-83a3-4cbbc55d4e65 admin admin] Calling delete_port for fc6ae7c9-695f-4452-8877-2162cff3a30a owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:24.484794 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6c34a7d8-17f9-42f8-a4f9-361b9ba9fc43 req-f731c13e-a4af-4ad0-b85c-5dca5217f50b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756135 Aug 10 04:03:24.580650 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6f2e87e0-ed1a-4550-bbf9-10875ca92746 None None] Provisioning for port 0f1b2892-0764-4d48-9a28-98c115806955 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:24.585259 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6f2e87e0-ed1a-4550-bbf9-10875ca92746 None None] Provisioning complete for port 0f1b2892-0764-4d48-9a28-98c115806955 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:24.585822 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6f2e87e0-ed1a-4550-bbf9-10875ca92746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:24.625650 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fae1e410-c738-4b99-9e47-80c8dc156f13 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2148597 Aug 10 04:03:24.626844 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49594) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:24.628948 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-6f2e87e0-ed1a-4550-bbf9-10875ca92746 None None] Port 0f1b2892-0764-4d48-9a28-98c115806955 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:03:24.645163 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1e410-c738-4b99-9e47-80c8dc156f13 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Pushing event updated for resources: {'Port': ['ID=0f1b2892-0764-4d48-9a28-98c115806955,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:24.658004 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2e155-d198-43c0-b5bb-4477262ba07b req-4f7c205e-0cd8-4baf-b75b-8cd2a6fa6a89 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:24.659655 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cad2e155-d198-43c0-b5bb-4477262ba07b req-4f7c205e-0cd8-4baf-b75b-8cd2a6fa6a89 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.0860937 Aug 10 04:03:24.667369 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f13d5-1418-4180-acd9-e363d917443c req-3def2d49-2665-465a-8bab-8d494df1aea4 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:24.670708 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a78f13d5-1418-4180-acd9-e363d917443c req-3def2d49-2665-465a-8bab-8d494df1aea4 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=f13425ac-da1e-4cc6-bbbd-e02f9e560203 HTTP/1.1" status: 200 len: 943 time: 0.6744974 Aug 10 04:03:24.764586 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cad2e155-d198-43c0-b5bb-4477262ba07b req-bea081c9-12a2-4319-8e19-cc021bd4c945 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666320 Aug 10 04:03:24.804814 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-1d06cbbb-1755-4e07-83ba-111796dddeb6 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Deleting port 0f1b2892-0764-4d48-9a28-98c115806955 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:24.805247 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1d06cbbb-1755-4e07-83ba-111796dddeb6 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:24.969658 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1d06cbbb-1755-4e07-83ba-111796dddeb6 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:24.997808 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c2d57-368d-4427-8b48-7a53c1686ad5 req-745c94a5-7e8d-4bca-9935-23f9c82fe65c tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:24.999386 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ba6c2d57-368d-4427-8b48-7a53c1686ad5 req-745c94a5-7e8d-4bca-9935-23f9c82fe65c tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=becdcafb-229f-41a6-8a04-ca14a78a7b5b HTTP/1.1" status: 200 len: 946 time: 0.1414027 Aug 10 04:03:25.001847 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-1d06cbbb-1755-4e07-83ba-111796dddeb6 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Calling delete_port for 0f1b2892-0764-4d48-9a28-98c115806955 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:25.016746 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92beb61-339f-4970-b489-0db83af1f5aa req-da2ef25e-8861-4309-8e3e-1d3f1cc4d544 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:25.018377 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e92beb61-339f-4970-b489-0db83af1f5aa req-da2ef25e-8861-4309-8e3e-1d3f1cc4d544 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.68 "GET /v2.0/ports?device_id=becdcafb-229f-41a6-8a04-ca14a78a7b5b HTTP/1.1" status: 200 len: 946 time: 0.1185520 Aug 10 04:03:25.114460 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-a2178f52-d966-4ec5-be58-de6fb05e6e8f service neutron] Attempting to bind port ea36b875-cdd5-4e56-b55a-0b65e00819cb on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:25.115065 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-a2178f52-d966-4ec5-be58-de6fb05e6e8f service neutron] Attempting to bind port ea36b875-cdd5-4e56-b55a-0b65e00819cb by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '2b1cf01d-024c-43da-ba3d-d7d744da33ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:25.115159 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-a2178f52-d966-4ec5-be58-de6fb05e6e8f service neutron] Attempting to bind port ea36b875-cdd5-4e56-b55a-0b65e00819cb on network f7ff6afc-8008-49c6-8b16-55c096640020 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:25.144269 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-a2178f52-d966-4ec5-be58-de6fb05e6e8f service neutron] Port ea36b875-cdd5-4e56-b55a-0b65e00819cb on network f7ff6afc-8008-49c6-8b16-55c096640020 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:03:25.144646 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-a2178f52-d966-4ec5-be58-de6fb05e6e8f service neutron] Attempting to bind port ea36b875-cdd5-4e56-b55a-0b65e00819cb on network f7ff6afc-8008-49c6-8b16-55c096640020 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:25.148096 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ba6c2d57-368d-4427-8b48-7a53c1686ad5 req-a235d7c1-413f-4ff1-8c58-4f97b4afbc86 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=84e0c79f-c57b-4199-aad9-2a7ecb3d2a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288350 Aug 10 04:03:25.172297 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a78f13d5-1418-4180-acd9-e363d917443c req-f5bd6297-0ee6-461c-ad2f-066c8c4ff3a8 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837508 Aug 10 04:03:25.173849 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-a2178f52-d966-4ec5-be58-de6fb05e6e8f service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:25.174194 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-a2178f52-d966-4ec5-be58-de6fb05e6e8f service neutron] Checking segment: {'id': '2b1cf01d-024c-43da-ba3d-d7d744da33ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:25.174577 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-a2178f52-d966-4ec5-be58-de6fb05e6e8f service neutron] Bound using segment: {'id': '2b1cf01d-024c-43da-ba3d-d7d744da33ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:25.175029 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-a2178f52-d966-4ec5-be58-de6fb05e6e8f service neutron] Bound port: ea36b875-cdd5-4e56-b55a-0b65e00819cb, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b1cf01d-024c-43da-ba3d-d7d744da33ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:25.175389 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-a2178f52-d966-4ec5-be58-de6fb05e6e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:25.275990 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-e92beb61-339f-4970-b489-0db83af1f5aa req-8d995c4d-4ee1-4826-8949-3f571bfb8eb8 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Deleting port 87634fc3-aa41-412a-9888-0257f60f636b {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:25.276372 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e92beb61-339f-4970-b489-0db83af1f5aa req-8d995c4d-4ee1-4826-8949-3f571bfb8eb8 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:25.373693 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-c32c0119-0ad8-4367-aeda-14d3c5447304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c254975-ba57-4c3c-b467-076c2dd3d8c8 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:03:25.380676 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-a2178f52-d966-4ec5-be58-de6fb05e6e8f service neutron] For port ea36b875-cdd5-4e56-b55a-0b65e00819cb, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:25.386949 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07a4bb-31fa-4b82-8ed5-c9d692dd1ae0 req-605a4278-8baf-4392-b886-028e6e81d082 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:25.388577 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6e07a4bb-31fa-4b82-8ed5-c9d692dd1ae0 req-605a4278-8baf-4392-b886-028e6e81d082 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.1382880 Aug 10 04:03:25.401799 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-c32c0119-0ad8-4367-aeda-14d3c5447304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:25.421889 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-a2178f52-d966-4ec5-be58-de6fb05e6e8f service neutron] For port ea36b875-cdd5-4e56-b55a-0b65e00819cb, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=ea36b875-cdd5-4e56-b55a-0b65e00819cb,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:25.428017 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-e92beb61-339f-4970-b489-0db83af1f5aa req-8d995c4d-4ee1-4826-8949-3f571bfb8eb8 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] For port 87634fc3-aa41-412a-9888-0257f60f636b, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=87634fc3-aa41-412a-9888-0257f60f636b,segment=NetworkSegment(f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c),segment_id=f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:25.428017 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e92beb61-339f-4970-b489-0db83af1f5aa req-8d995c4d-4ee1-4826-8949-3f571bfb8eb8 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:25.428896 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece542b0-ff64-4fb3-83f6-1a73265de808 req-1381c19c-43e8-4bab-b8fc-d4dc3165f2ea tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:25.430134 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ece542b0-ff64-4fb3-83f6-1a73265de808 req-1381c19c-43e8-4bab-b8fc-d4dc3165f2ea tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9fb09776-07a7-4f62-83e2-ef6effb390a4 HTTP/1.1" status: 200 len: 1028 time: 0.1684496 Aug 10 04:03:25.433120 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1d06cbbb-1755-4e07-83ba-111796dddeb6 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:25.434840 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-c32c0119-0ad8-4367-aeda-14d3c5447304 service neutron] Transition to ACTIVE for port object 6c254975-ba57-4c3c-b467-076c2dd3d8c8 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:25.468520 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ece542b0-ff64-4fb3-83f6-1a73265de808 req-85c4a2a7-0b29-441a-9bd9-37635f20127e tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318806 Aug 10 04:03:25.472113 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-e92beb61-339f-4970-b489-0db83af1f5aa req-8d995c4d-4ee1-4826-8949-3f571bfb8eb8 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Calling delete_port for 87634fc3-aa41-412a-9888-0257f60f636b owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:25.510136 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-a2178f52-d966-4ec5-be58-de6fb05e6e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:25.511511 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06cbbb-1755-4e07-83ba-111796dddeb6 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Pushing event deleted for resources: {'Port': ['ID=0f1b2892-0764-4d48-9a28-98c115806955,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:25.548077 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-57f6f269-6daf-4334-83a3-4cbbc55d4e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:25.552160 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-c32c0119-0ad8-4367-aeda-14d3c5447304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:25.564416 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-a2178f52-d966-4ec5-be58-de6fb05e6e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:25.565035 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-a2178f52-d966-4ec5-be58-de6fb05e6e8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:25.566992 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-a2178f52-d966-4ec5-be58-de6fb05e6e8f service neutron] 10.222.0.20 "PUT /v2.0/ports/ea36b875-cdd5-4e56-b55a-0b65e00819cb HTTP/1.1" status: 200 len: 1091 time: 4.0277011 Aug 10 04:03:25.575262 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13425ac-da1e-4cc6-bbbd-e02f9e560203', 'tag': 'ea36b875-cdd5-4e56-b55a-0b65e00819cb'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:25.577634 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cfffa0-2658-4757-a2aa-cb9d544f2a71" -d '{"events": [{"name": "network-changed", "server_uuid": "f13425ac-da1e-4cc6-bbbd-e02f9e560203", "tag": "ea36b875-cdd5-4e56-b55a-0b65e00819cb"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:25.582615 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6e07a4bb-31fa-4b82-8ed5-c9d692dd1ae0 req-ba03967b-aa55-468e-bd55-c31f9e4a15c5 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842167 Aug 10 04:03:25.663521 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c6ba94-2b0a-4544-a450-893ec303bc61 x-openstack-request-id: req-83c6ba94-2b0a-4544-a450-893ec303bc61 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:25.663812 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13425ac-da1e-4cc6-bbbd-e02f9e560203", "tag": "ea36b875-cdd5-4e56-b55a-0b65e00819cb", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:25.664136 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83c6ba94-2b0a-4544-a450-893ec303bc61 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:25.664534 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13425ac-da1e-4cc6-bbbd-e02f9e560203', 'tag': 'ea36b875-cdd5-4e56-b55a-0b65e00819cb', 'status': 'completed', 'code': 200} Aug 10 04:03:25.692346 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49618) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:25.701238 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2178f52-d966-4ec5-be58-de6fb05e6e8f service neutron] Pushing event updated for resources: {'Port': ['ID=ea36b875-cdd5-4e56-b55a-0b65e00819cb,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:25.702413 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1d06cbbb-1755-4e07-83ba-111796dddeb6 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:25.704837 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1d06cbbb-1755-4e07-83ba-111796dddeb6 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] 10.222.0.25 "DELETE /v2.0/ports/0f1b2892-0764-4d48-9a28-98c115806955 HTTP/1.1" status: 204 len: 168 time: 1.0729144 Aug 10 04:03:25.709589 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49622) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:25.755880 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6f269-6daf-4334-83a3-4cbbc55d4e65 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc6ae7c9-695f-4452-8877-2162cff3a30a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:25.849831 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c0119-0ad8-4367-aeda-14d3c5447304 service neutron] Pushing event updated for resources: {'Port': ['ID=6c254975-ba57-4c3c-b467-076c2dd3d8c8,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:26.140868 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f60752ed-0589-445b-b99e-2b8879725853 tempest-DHCPAgentSchedulersTestJSON-278265420 tempest-DHCPAgentSchedulersTestJSON-278265420-project-admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.4198396 Aug 10 04:03:26.140868 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49628) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:26.141219 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-8f69b693-7b60-4138-8c24-60b48e325f6f tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-340328574'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:26.141863 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-989a0689-c469-4eb3-b476-6611e714d12c tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2129657536'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:26.155499 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-c32c0119-0ad8-4367-aeda-14d3c5447304 service neutron] Attempting to bind port 6c254975-ba57-4c3c-b467-076c2dd3d8c8 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:26.155843 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-c32c0119-0ad8-4367-aeda-14d3c5447304 service neutron] Attempting to bind port 6c254975-ba57-4c3c-b467-076c2dd3d8c8 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '67a5ce34-7497-4e73-9daf-fccb98f76e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0316e8c7-a46c-4a77-a9d2-17a4e62945d7'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:26.156200 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-c32c0119-0ad8-4367-aeda-14d3c5447304 service neutron] Attempting to bind port 6c254975-ba57-4c3c-b467-076c2dd3d8c8 on network 0316e8c7-a46c-4a77-a9d2-17a4e62945d7 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:26.237872 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-c32c0119-0ad8-4367-aeda-14d3c5447304 service neutron] Port 6c254975-ba57-4c3c-b467-076c2dd3d8c8 on network 0316e8c7-a46c-4a77-a9d2-17a4e62945d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:03:26.237872 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-c32c0119-0ad8-4367-aeda-14d3c5447304 service neutron] Attempting to bind port 6c254975-ba57-4c3c-b467-076c2dd3d8c8 on network 0316e8c7-a46c-4a77-a9d2-17a4e62945d7 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:26.256252 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfffa0-2658-4757-a2aa-cb9d544f2a71 req-5ba0364c-c603-4d8c-9d97-37d0272c1435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:26.257749 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d8cfffa0-2658-4757-a2aa-cb9d544f2a71 req-5ba0364c-c603-4d8c-9d97-37d0272c1435 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=897476f221894013b27960fb36935e79&device_id=f13425ac-da1e-4cc6-bbbd-e02f9e560203 HTTP/1.1" status: 200 len: 1094 time: 0.5056646 Aug 10 04:03:26.265154 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd8308-4585-4d69-9e60-c71b193e1775 req-585f38bc-5ec5-4d9a-900c-ab547d33d7cf tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:26.266647 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fcbd8308-4585-4d69-9e60-c71b193e1775 req-585f38bc-5ec5-4d9a-900c-ab547d33d7cf tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.4390087 Aug 10 04:03:26.269838 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-c32c0119-0ad8-4367-aeda-14d3c5447304 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:26.270187 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-c32c0119-0ad8-4367-aeda-14d3c5447304 service neutron] Checking segment: {'id': '67a5ce34-7497-4e73-9daf-fccb98f76e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0316e8c7-a46c-4a77-a9d2-17a4e62945d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:26.270577 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-c32c0119-0ad8-4367-aeda-14d3c5447304 service neutron] Bound using segment: {'id': '67a5ce34-7497-4e73-9daf-fccb98f76e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0316e8c7-a46c-4a77-a9d2-17a4e62945d7'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:26.271031 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-c32c0119-0ad8-4367-aeda-14d3c5447304 service neutron] Bound port: 6c254975-ba57-4c3c-b467-076c2dd3d8c8, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a5ce34-7497-4e73-9daf-fccb98f76e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0316e8c7-a46c-4a77-a9d2-17a4e62945d7'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:26.271391 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-c32c0119-0ad8-4367-aeda-14d3c5447304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.278044 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.db.api [None req-8f69b693-7b60-4138-8c24-60b48e325f6f tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 04:03:26.278044 n-d-802893-2 neutron-server[94937]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 10 04:03:26.278044 n-d-802893-2 neutron-server[94937]: [parameters: {'project_id': 'baacb7f7f724418d816ac73b42f66714', 'id': 'e88c8bab-1240-4451-be76-1c2d5a7aba38', 'expiration': datetime.datetime(2021, 8, 10, 4, 5, 26, 203345)}] Aug 10 04:03:26.278044 n-d-802893-2 neutron-server[94937]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:03:26.342053 n-d-802893-2 neutron-server[94937]: DEBUG oslo_db.api [None req-8f69b693-7b60-4138-8c24-60b48e325f6f tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:03:26.342271 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30ae7c-e343-454c-b8eb-23b0e41400c2 req-b1d92b67-e36d-46ac-b8e9-bbe4e6a31275 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:26.342271 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ec30ae7c-e343-454c-b8eb-23b0e41400c2 req-b1d92b67-e36d-46ac-b8e9-bbe4e6a31275 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=becdcafb-229f-41a6-8a04-ca14a78a7b5b HTTP/1.1" status: 200 len: 946 time: 0.0584435 Aug 10 04:03:26.351566 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ec30ae7c-e343-454c-b8eb-23b0e41400c2 req-d9ba27d0-8d96-41f8-8503-877f9f0e1a04 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/security-groups?id=84e0c79f-c57b-4199-aad9-2a7ecb3d2a82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330927 Aug 10 04:03:26.371925 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e92beb61-339f-4970-b489-0db83af1f5aa req-8d995c4d-4ee1-4826-8949-3f571bfb8eb8 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.401541 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d995c4d-4ee1-4826-8949-3f571bfb8eb8 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event deleted for resources: {'Port': ['ID=87634fc3-aa41-412a-9888-0257f60f636b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:26.417793 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-57f6f269-6daf-4334-83a3-4cbbc55d4e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.438772 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fcbd8308-4585-4d69-9e60-c71b193e1775 req-c30ea241-ebeb-4be3-8bce-1b1d2cf36b70 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627750 Aug 10 04:03:26.469885 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92beb61-339f-4970-b489-0db83af1f5aa req-8d995c4d-4ee1-4826-8949-3f571bfb8eb8 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] No DVR routers for this DVR port 87634fc3-aa41-412a-9888-0257f60f636b on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:26.478948 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e92beb61-339f-4970-b489-0db83af1f5aa req-8d995c4d-4ee1-4826-8949-3f571bfb8eb8 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.478948 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e92beb61-339f-4970-b489-0db83af1f5aa req-8d995c4d-4ee1-4826-8949-3f571bfb8eb8 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.68 "DELETE /v2.0/ports/87634fc3-aa41-412a-9888-0257f60f636b HTTP/1.1" status: 204 len: 173 time: 1.4441376 Aug 10 04:03:26.484167 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'becdcafb-229f-41a6-8a04-ca14a78a7b5b', 'name': 'network-vif-deleted', 'tag': '87634fc3-aa41-412a-9888-0257f60f636b'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:26.486683 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32612b4-d345-4796-aac0-e1f2202d8fa9" -d '{"events": [{"server_uuid": "becdcafb-229f-41a6-8a04-ca14a78a7b5b", "name": "network-vif-deleted", "tag": "87634fc3-aa41-412a-9888-0257f60f636b"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:26.499724 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989a0689-c469-4eb3-b476-6611e714d12c tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Made reservation on behalf of 8b270796105d45148c9cd45bcb85b79c for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:26.503501 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-989a0689-c469-4eb3-b476-6611e714d12c tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.549392 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-989a0689-c469-4eb3-b476-6611e714d12c tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:03:26.568131 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07efef3-7a22-4143-986d-68c90533c292 req-deb8c904-3973-4869-9be9-613baa11abbd tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:26.569688 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e07efef3-7a22-4143-986d-68c90533c292 req-deb8c904-3973-4869-9be9-613baa11abbd tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=f13425ac-da1e-4cc6-bbbd-e02f9e560203 HTTP/1.1" status: 200 len: 943 time: 0.1342278 Aug 10 04:03:26.570499 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-c32c0119-0ad8-4367-aeda-14d3c5447304 service neutron] For port 6c254975-ba57-4c3c-b467-076c2dd3d8c8, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:26.573355 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-989a0689-c469-4eb3-b476-6611e714d12c tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.575741 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-989a0689-c469-4eb3-b476-6611e714d12c tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Added segment 97b2a514-d5b9-4fe4-a1bc-aa0035b21a38 of type vlan for network d247c75e-1b71-4cd2-82fe-f944d3bd9e07 Aug 10 04:03:26.626666 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-c32c0119-0ad8-4367-aeda-14d3c5447304 service neutron] For port 6c254975-ba57-4c3c-b467-076c2dd3d8c8, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=6c254975-ba57-4c3c-b467-076c2dd3d8c8,segment=NetworkSegment(67a5ce34-7497-4e73-9daf-fccb98f76e2c),segment_id=67a5ce34-7497-4e73-9daf-fccb98f76e2c)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:26.628245 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfffa0-2658-4757-a2aa-cb9d544f2a71 req-bdd6f29c-0bf4-4720-b5c8-26f15c41d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:26.630292 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d8cfffa0-2658-4757-a2aa-cb9d544f2a71 req-bdd6f29c-0bf4-4720-b5c8-26f15c41d8fa service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=897476f221894013b27960fb36935e79&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3531003 Aug 10 04:03:26.638612 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-989a0689-c469-4eb3-b476-6611e714d12c tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.673706 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e07efef3-7a22-4143-986d-68c90533c292 req-9a0fe01e-53ed-4079-8eeb-cdd5ff6579c7 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827851 Aug 10 04:03:26.708508 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cd284-451e-47cd-9e80-6c57ffc2202e req-06e7c066-1932-4b2b-8d8e-8bd4e0b21852 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:26.708508 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bf0cd284-451e-47cd-9e80-6c57ffc2202e req-06e7c066-1932-4b2b-8d8e-8bd4e0b21852 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.1937752 Aug 10 04:03:26.719456 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-c32c0119-0ad8-4367-aeda-14d3c5447304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.792191 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe54b34-b669-4c21-a5e8-739a947f12ad req-210740e9-c7f5-4c0b-b93f-72cde8e53dac tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:26.794574 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6fe54b34-b669-4c21-a5e8-739a947f12ad req-210740e9-c7f5-4c0b-b93f-72cde8e53dac tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9fb09776-07a7-4f62-83e2-ef6effb390a4 HTTP/1.1" status: 200 len: 1095 time: 0.0473039 Aug 10 04:03:26.818894 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-989a0689-c469-4eb3-b476-6611e714d12c tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.825471 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989a0689-c469-4eb3-b476-6611e714d12c tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:26.826094 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-989a0689-c469-4eb3-b476-6611e714d12c tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.845780 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-c32c0119-0ad8-4367-aeda-14d3c5447304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:26.847530 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-c32c0119-0ad8-4367-aeda-14d3c5447304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:26.849606 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-c32c0119-0ad8-4367-aeda-14d3c5447304 service neutron] 10.222.0.68 "PUT /v2.0/ports/6c254975-ba57-4c3c-b467-076c2dd3d8c8 HTTP/1.1" status: 200 len: 1092 time: 3.1893866 Aug 10 04:03:26.924411 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfffa0-2658-4757-a2aa-cb9d544f2a71 req-716cde5a-4084-4f0c-9a7b-4e5ebcaa07f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:26.925888 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d8cfffa0-2658-4757-a2aa-cb9d544f2a71 req-716cde5a-4084-4f0c-9a7b-4e5ebcaa07f3 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2865310 Aug 10 04:03:26.932528 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bf0cd284-451e-47cd-9e80-6c57ffc2202e req-dc8a5be3-531c-484d-b221-c65faeaf8e10 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170489 Aug 10 04:03:26.933187 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c0119-0ad8-4367-aeda-14d3c5447304 service neutron] Pushing event updated for resources: {'Port': ['ID=6c254975-ba57-4c3c-b467-076c2dd3d8c8,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:26.960253 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6fe54b34-b669-4c21-a5e8-739a947f12ad req-efb0fdb9-7fbe-4dd0-9613-8852a8fc10e6 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586187 Aug 10 04:03:26.996110 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a0689-c469-4eb3-b476-6611e714d12c tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Pushing event updated for resources: {'Network': ['ID=d247c75e-1b71-4cd2-82fe-f944d3bd9e07,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:27.008791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network d247c75e-1b71-4cd2-82fe-f944d3bd9e07 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:03:27.029364 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f6f269-6daf-4334-83a3-4cbbc55d4e65 admin admin] Router 0c3df0b4-26ae-4405-a319-35d61b308e25 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:03:27.047234 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f69b693-7b60-4138-8c24-60b48e325f6f tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Made reservation on behalf of baacb7f7f724418d816ac73b42f66714 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:27.053940 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8f69b693-7b60-4138-8c24-60b48e325f6f tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:27.087990 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f23f97a-e8fc-4e2f-b12f-d6bf5780b3fe x-openstack-request-id: req-7f23f97a-e8fc-4e2f-b12f-d6bf5780b3fe {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:27.088301 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "becdcafb-229f-41a6-8a04-ca14a78a7b5b", "name": "network-vif-deleted", "tag": "87634fc3-aa41-412a-9888-0257f60f636b", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:27.088556 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f23f97a-e8fc-4e2f-b12f-d6bf5780b3fe {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:27.088960 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'becdcafb-229f-41a6-8a04-ca14a78a7b5b', 'name': 'network-vif-deleted', 'tag': '87634fc3-aa41-412a-9888-0257f60f636b', 'status': 'completed', 'code': 200} Aug 10 04:03:27.093510 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-989a0689-c469-4eb3-b476-6611e714d12c tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9535954 Aug 10 04:03:27.093731 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49646) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:27.121318 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8f69b693-7b60-4138-8c24-60b48e325f6f tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:27.253448 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-053dafaf-d9c9-4db5-be23-2c1fe0871f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:27.262708 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-053dafaf-d9c9-4db5-be23-2c1fe0871f76 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=859d00d69f694334bbe3ff010af659c7&device_id=9fb09776-07a7-4f62-83e2-ef6effb390a4 HTTP/1.1" status: 200 len: 1095 time: 0.2501452 Aug 10 04:03:27.263630 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-0934eb16-4422-4d0d-a825-4f128134c7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:27.265123 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-0934eb16-4422-4d0d-a825-4f128134c7a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=897476f221894013b27960fb36935e79&device_id=f13425ac-da1e-4cc6-bbbd-e02f9e560203 HTTP/1.1" status: 200 len: 1094 time: 0.2354991 Aug 10 04:03:27.305161 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a7c42ad1-c286-459c-b3ff-cf5b9b67d821 tempest-DHCPAgentSchedulersTestJSON-278265420 tempest-DHCPAgentSchedulersTestJSON-278265420-project-admin] 10.222.0.25 "GET /v2.0/agents/cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59/dhcp-networks HTTP/1.1" status: 200 len: 8854 time: 0.2089155 Aug 10 04:03:27.308713 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49648) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:27.383623 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:27.396822 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-e46e81a5-7468-469b-8d79-bb5705ae43e2 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c254975-ba57-4c3c-b467-076c2dd3d8c8 HTTP/1.1" status: 200 len: 217 time: 0.0961201 Aug 10 04:03:27.401720 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dad8032-5965-43d1-8537-8978de74e0e6 tempest-DHCPAgentSchedulersTestJSON-278265420 tempest-DHCPAgentSchedulersTestJSON-278265420-project-admin] Network d247c75e-1b71-4cd2-82fe-f944d3bd9e07 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:03:27.404006 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-e4873368-05d0-45b0-b4c5-9731fcb49077 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea36b875-cdd5-4e56-b55a-0b65e00819cb HTTP/1.1" status: 200 len: 217 time: 0.1043570 Aug 10 04:03:27.409475 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f031a8-0aad-4cd5-b44f-a9873c5b411a req-6bb619cd-f152-49ff-bba0-a82178cf925d tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:27.412208 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-79f031a8-0aad-4cd5-b44f-a9873c5b411a req-6bb619cd-f152-49ff-bba0-a82178cf925d tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.2322605 Aug 10 04:03:27.482346 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e597e986-55b6-4506-8204-b8172e7ff3c4 req-5bf3e15b-4c06-4b07-9e28-ea3cfa0bc0c6 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "GET /v2.0/ports?device_id=becdcafb-229f-41a6-8a04-ca14a78a7b5b HTTP/1.1" status: 200 len: 210 time: 0.0305784 Aug 10 04:03:27.501275 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f6f269-6daf-4334-83a3-4cbbc55d4e65 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:27.514616 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-57f6f269-6daf-4334-83a3-4cbbc55d4e65 admin admin] 10.222.0.25 "PUT /v2.0/routers/0c3df0b4-26ae-4405-a319-35d61b308e25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7110772 Aug 10 04:03:27.515288 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fff9e1-1add-4e32-a5bf-3078a9243859 None None] Sync routers for ids ['0c3df0b4-26ae-4405-a319-35d61b308e25'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:27.521919 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49652) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:27.527632 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fff9e1-1add-4e32-a5bf-3078a9243859 None None] Routers {'0c3df0b4-26ae-4405-a319-35d61b308e25'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:27.528647 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-c6fff9e1-1add-4e32-a5bf-3078a9243859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:03:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0c3df0b4-26ae-4405-a319-35d61b308e25'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:27.564523 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-1cb27f3d-afc9-4915-8cde-14ce02ef9b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:27.566027 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-1cb27f3d-afc9-4915-8cde-14ce02ef9b76 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e59504e3-1101-4a98-95d4-a5dcef14e70c HTTP/1.1" status: 200 len: 848 time: 0.1495874 Aug 10 04:03:27.570393 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-c7878536-8ee1-445d-ae5c-bab54b72dd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:27.571834 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-c7878536-8ee1-445d-ae5c-bab54b72dd6b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a51d8861-9dbf-4178-9d3e-8ed73319e82c HTTP/1.1" status: 200 len: 850 time: 0.1587307 Aug 10 04:03:27.574739 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-79f031a8-0aad-4cd5-b44f-a9873c5b411a req-0834b34f-580b-4954-be65-a4a175467967 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332448 Aug 10 04:03:27.582724 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a683b6-7fb1-43a9-bdf4-5f1af6dcacfc None None] Network d247c75e-1b71-4cd2-82fe-f944d3bd9e07 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:27.601638 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49654) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:27.607616 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4dad8032-5965-43d1-8537-8978de74e0e6 tempest-DHCPAgentSchedulersTestJSON-278265420 tempest-DHCPAgentSchedulersTestJSON-278265420-project-admin] 10.222.0.25 "POST /v2.0/agents/cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2933588 Aug 10 04:03:27.667866 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb09776-07a7-4f62-83e2-ef6effb390a4', 'tag': '6c254975-ba57-4c3c-b467-076c2dd3d8c8'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:27.670158 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09b1632-5f55-4c01-af48-172ba1f0ce4a" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb09776-07a7-4f62-83e2-ef6effb390a4", "tag": "6c254975-ba57-4c3c-b467-076c2dd3d8c8"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:27.697308 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-c6fff9e1-1add-4e32-a5bf-3078a9243859 None None] Set router 0c3df0b4-26ae-4405-a319-35d61b308e25 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:27.706463 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8f69b693-7b60-4138-8c24-60b48e325f6f tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:27.743618 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1800b11d-b94a-4205-8eee-5a12734e9c3a x-openstack-request-id: req-1800b11d-b94a-4205-8eee-5a12734e9c3a {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:27.743618 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb09776-07a7-4f62-83e2-ef6effb390a4", "tag": "6c254975-ba57-4c3c-b467-076c2dd3d8c8", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:27.743880 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1800b11d-b94a-4205-8eee-5a12734e9c3a {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:27.744707 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb09776-07a7-4f62-83e2-ef6effb390a4', 'tag': '6c254975-ba57-4c3c-b467-076c2dd3d8c8', 'status': 'completed', 'code': 200} Aug 10 04:03:27.760563 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-afe7dd12-1b65-476c-bcbc-3dbcd7c5f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:27.762338 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-afe7dd12-1b65-476c-bcbc-3dbcd7c5f1bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7ff6afc-8008-49c6-8b16-55c096640020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1725614 Aug 10 04:03:27.765625 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-d8af9076-ef38-4838-b7c0-1d4d4d23bcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:27.767065 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-d8af9076-ef38-4838-b7c0-1d4d4d23bcec service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0316e8c7-a46c-4a77-a9d2-17a4e62945d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1888876 Aug 10 04:03:27.789099 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8f69b693-7b60-4138-8c24-60b48e325f6f tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:27.790648 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea2024-2c72-493f-ac04-720afe6c1b3f req-e4161630-6b03-4ad7-9d65-919df898df1b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:27.792676 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a2ea2024-2c72-493f-ac04-720afe6c1b3f req-e4161630-6b03-4ad7-9d65-919df898df1b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.0801270 Aug 10 04:03:27.799371 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9a3aa14b-4140-4fcf-a571-b44815ba973e admin admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:27.921610 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a2ea2024-2c72-493f-ac04-720afe6c1b3f req-2c1ebad4-8048-4131-b0d0-fd7fe76b6ee2 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188750 Aug 10 04:03:27.944524 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f69b693-7b60-4138-8c24-60b48e325f6f tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:03:27.952779 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9a3aa14b-4140-4fcf-a571-b44815ba973e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:27.965956 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-c6fff9e1-1add-4e32-a5bf-3078a9243859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'name': 'tempest-TaggedBootDevicesTest_v242-1861095225-router', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '51528760-ed0f-4320-8a81-b8ee91fbc2c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:28Z', 'updated_at': '2021-08-10T04:03:25Z', 'revision_number': 5, 'project_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'gw_port': {'id': '51528760-ed0f-4320-8a81-b8ee91fbc2c7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:00:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1054, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:51:29Z', 'updated_at': '2021-08-10T03:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:27.998410 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69b693-7b60-4138-8c24-60b48e325f6f tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d78ff888-6c71-4c20-abae-e337a7cc1a60,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:27.998892 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fff9e1-1add-4e32-a5bf-3078a9243859 None None] Checking router: 0c3df0b4-26ae-4405-a319-35d61b308e25 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:28.009441 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8f69b693-7b60-4138-8c24-60b48e325f6f tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.009925 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-8f69b693-7b60-4138-8c24-60b48e325f6f tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Added segment 3fa6e390-2d94-4045-9044-6e86b7b19718 of type vlan for network 7afd1214-5bc3-4780-92fc-3e76f2df43f9 Aug 10 04:03:28.025320 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fff9e1-1add-4e32-a5bf-3078a9243859 None None] Routers {'0c3df0b4-26ae-4405-a319-35d61b308e25'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:28.027038 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-c6fff9e1-1add-4e32-a5bf-3078a9243859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:03:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0c3df0b4-26ae-4405-a319-35d61b308e25'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:28.038521 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-320f0157-d82a-49b6-9487-f8257c8fde43 tempest-DHCPAgentSchedulersTestJSON-278265420 tempest-DHCPAgentSchedulersTestJSON-278265420-project-admin] 10.222.0.25 "GET /v2.0/agents/cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59/dhcp-networks HTTP/1.1" status: 200 len: 9625 time: 0.4357605 Aug 10 04:03:28.047497 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49668) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:28.107586 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-9a3aa14b-4140-4fcf-a571-b44815ba973e admin admin] Deleting port 51528760-ed0f-4320-8a81-b8ee91fbc2c7 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:28.108043 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9a3aa14b-4140-4fcf-a571-b44815ba973e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.124690 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-c6fff9e1-1add-4e32-a5bf-3078a9243859 None None] Set router 0c3df0b4-26ae-4405-a319-35d61b308e25 gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:28.161912 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c869b63-e8bd-4cb8-8869-eaf6db45d800 req-5e5f3921-7552-47fc-aab7-96f9735438ca tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:28.163559 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2c869b63-e8bd-4cb8-8869-eaf6db45d800 req-5e5f3921-7552-47fc-aab7-96f9735438ca tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9fb09776-07a7-4f62-83e2-ef6effb390a4 HTTP/1.1" status: 200 len: 1095 time: 0.1023245 Aug 10 04:03:28.182658 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-c6fff9e1-1add-4e32-a5bf-3078a9243859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'name': 'tempest-TaggedBootDevicesTest_v242-1861095225-router', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:28Z', 'updated_at': '2021-08-10T04:03:27Z', 'revision_number': 6, 'project_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:28.210304 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fff9e1-1add-4e32-a5bf-3078a9243859 None None] The sync data for ids ['0c3df0b4-26ae-4405-a319-35d61b308e25'] in n-d-802893-2 is: [{'id': '0c3df0b4-26ae-4405-a319-35d61b308e25', 'name': 'tempest-TaggedBootDevicesTest_v242-1861095225-router', 'tenant_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:51:28Z', 'updated_at': '2021-08-10T04:03:27Z', 'revision_number': 6, 'project_id': '7613e46ecb1e44beabb9108ddbbb4b81', 'gw_port_host': None}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:28.230931 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-9a3aa14b-4140-4fcf-a571-b44815ba973e admin admin] For port 51528760-ed0f-4320-8a81-b8ee91fbc2c7, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=51528760-ed0f-4320-8a81-b8ee91fbc2c7,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:28.231317 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9a3aa14b-4140-4fcf-a571-b44815ba973e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.243340 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2c869b63-e8bd-4cb8-8869-eaf6db45d800 req-58a91e61-e6ea-4e20-ac9b-be2b80f0cfb1 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688989 Aug 10 04:03:28.249059 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-9a3aa14b-4140-4fcf-a571-b44815ba973e admin admin] Calling delete_port for 51528760-ed0f-4320-8a81-b8ee91fbc2c7 owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:28.310755 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 87634fc3-aa41-412a-9888-0257f60f636b no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:28.331000 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 87634fc3-aa41-412a-9888-0257f60f636b {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:28.331347 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 87634fc3-aa41-412a-9888-0257f60f636b not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:28.371416 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e26fd-c765-40e2-bb62-d579c7aa1d40 req-a9c31e35-cbc9-45c7-b37a-0b984bca0619 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:28.373000 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4d0e26fd-c765-40e2-bb62-d579c7aa1d40 req-a9c31e35-cbc9-45c7-b37a-0b984bca0619 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.0675440 Aug 10 04:03:28.453515 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4d0e26fd-c765-40e2-bb62-d579c7aa1d40 req-13fb1b88-1df7-43bf-a842-87a2d87fa183 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465267 Aug 10 04:03:28.461288 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8f69b693-7b60-4138-8c24-60b48e325f6f tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.484634 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa3629-1c56-4045-8417-6459270bd00f req-36ab4923-f450-44bf-a646-6ae3ebdfb4cb tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:28.486153 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00aa3629-1c56-4045-8417-6459270bd00f req-36ab4923-f450-44bf-a646-6ae3ebdfb4cb tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=f13425ac-da1e-4cc6-bbbd-e02f9e560203 HTTP/1.1" status: 200 len: 943 time: 0.6369565 Aug 10 04:03:28.494838 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-1cdf1b71-50a2-4c01-8333-3833d098dbc4 service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7244699 Aug 10 04:03:28.504816 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-1026dc89-1704-4c40-ad82-f02a2da97d9d service neutron] 10.222.0.68 "GET /v2.0/networks/0316e8c7-a46c-4a77-a9d2-17a4e62945d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7125931 Aug 10 04:03:28.595177 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9a3aa14b-4140-4fcf-a571-b44815ba973e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.636302 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3aa14b-4140-4fcf-a571-b44815ba973e admin admin] Pushing event deleted for resources: {'Port': ['ID=51528760-ed0f-4320-8a81-b8ee91fbc2c7,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:28.682983 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8956bd46-0a18-4674-9c2f-fa4832b1cb8e tempest-DHCPAgentSchedulersTestJSON-278265420 tempest-DHCPAgentSchedulersTestJSON-278265420-project-admin] 10.222.0.25 "DELETE /v2.0/agents/cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59/dhcp-networks/d247c75e-1b71-4cd2-82fe-f944d3bd9e07 HTTP/1.1" status: 204 len: 168 time: 0.2758524 Aug 10 04:03:28.688558 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00aa3629-1c56-4045-8417-6459270bd00f req-59b85525-5d98-491a-bc50-6e082b9ceac4 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911559 Aug 10 04:03:28.694651 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49674) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:28.704832 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db8097-31f3-495b-b4cf-f5f47f72b60e req-d13e4249-dd36-4c0a-9474-44e4990f4762 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:28.704832 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d3db8097-31f3-495b-b4cf-f5f47f72b60e req-d13e4249-dd36-4c0a-9474-44e4990f4762 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.1698017 Aug 10 04:03:28.747841 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8f69b693-7b60-4138-8c24-60b48e325f6f tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.748095 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49676) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:28.748966 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9a3aa14b-4140-4fcf-a571-b44815ba973e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.753429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f69b693-7b60-4138-8c24-60b48e325f6f tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:28.755011 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8f69b693-7b60-4138-8c24-60b48e325f6f tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.826820 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d3db8097-31f3-495b-b4cf-f5f47f72b60e req-54ca9749-d314-4d6c-8771-5667e87560e3 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143072 Aug 10 04:03:28.889632 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9a3aa14b-4140-4fcf-a571-b44815ba973e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.892954 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43b2df47-35dd-4b6d-947e-d198e79582fc req-d92d250f-0d15-463a-9ac5-d2dd4866e760 service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681400 Aug 10 04:03:28.902977 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9a3aa14b-4140-4fcf-a571-b44815ba973e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.903404 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cfae0b46-d42b-458f-a942-31b684d5b347 req-a34e1cbd-3f4e-4d64-9b9a-2369e668e8e4 service neutron] 10.222.0.68 "GET /v2.0/networks/0316e8c7-a46c-4a77-a9d2-17a4e62945d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773737 Aug 10 04:03:28.914673 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69b693-7b60-4138-8c24-60b48e325f6f tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Pushing event updated for resources: {'Network': ['ID=7afd1214-5bc3-4780-92fc-3e76f2df43f9,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:28.924614 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-443897cd-a281-477d-b330-590fb3ac4d0f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.931523 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 7afd1214-5bc3-4780-92fc-3e76f2df43f9 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:03:28.953339 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-443897cd-a281-477d-b330-590fb3ac4d0f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:28.989292 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8f69b693-7b60-4138-8c24-60b48e325f6f tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.2837358 Aug 10 04:03:28.989292 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49682) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:29.028606 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c0f9565c-1122-4b84-8af1-95f159a26a30 tempest-DHCPAgentSchedulersTestJSON-278265420 tempest-DHCPAgentSchedulersTestJSON-278265420-project-admin] 10.222.0.25 "GET /v2.0/agents/cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59/dhcp-networks HTTP/1.1" status: 200 len: 8854 time: 0.3310211 Aug 10 04:03:29.029221 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49686) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:29.058158 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-810f473e-7bb3-4a12-b621-c96fec9a24b0 tempest-DHCPAgentSchedulersTestJSON-278265420 tempest-DHCPAgentSchedulersTestJSON-278265420-project-admin] 10.222.0.25 "GET /v2.0/networks/f8181225-eef0-4cad-8119-484971d31321/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0275023 Aug 10 04:03:29.061379 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49688) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:29.074168 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-e37a2d08-b6f8-4797-ab7d-b9f1d1bb4503 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Request body: {'network': {'name': 'tempest-network--1215235193', 'router:external': True}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:29.094662 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431329e6-1e60-4618-b2c1-a96cda1d0993 req-9db6117a-bfe6-40eb-8970-4e8bc2ae5ed3 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:29.096219 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-431329e6-1e60-4618-b2c1-a96cda1d0993 req-9db6117a-bfe6-40eb-8970-4e8bc2ae5ed3 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.1061223 Aug 10 04:03:29.098896 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2611063a-fe61-4cd8-9ac0-29e935546f33 tempest-DHCPAgentSchedulersTestJSON-278265420 tempest-DHCPAgentSchedulersTestJSON-278265420-project-admin] 10.222.0.25 "GET /v2.0/networks/f8181225-eef0-4cad-8119-484971d31321/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0361700 Aug 10 04:03:29.101344 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49690) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:29.109037 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9a3aa14b-4140-4fcf-a571-b44815ba973e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.109543 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3aa14b-4140-4fcf-a571-b44815ba973e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c3df0b4-26ae-4405-a319-35d61b308e25 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:03:29.126448 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9a3aa14b-4140-4fcf-a571-b44815ba973e admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.128055 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9a3aa14b-4140-4fcf-a571-b44815ba973e admin admin] 10.222.0.25 "DELETE /v2.0/routers/0c3df0b4-26ae-4405-a319-35d61b308e25 HTTP/1.1" status: 204 len: 168 time: 1.6047287 Aug 10 04:03:29.140383 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49692) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:29.184351 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37a2d08-b6f8-4797-ab7d-b9f1d1bb4503 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Made reservation on behalf of 1bb0797e54b94215ab29844cc77fe609 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:29.187466 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e37a2d08-b6f8-4797-ab7d-b9f1d1bb4503 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.200839 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-431329e6-1e60-4618-b2c1-a96cda1d0993 req-12a4b22b-9c30-4db9-851b-f9c68db3bc0b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886371 Aug 10 04:03:29.214156 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e37a2d08-b6f8-4797-ab7d-b9f1d1bb4503 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.247349 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3b1ec0-2003-4ac1-b6db-791ff63ca091 admin admin] Deleting subnet 131e12ae-b15c-4627-a08c-2d35b677d6c9 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:03:29.247349 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1a3b1ec0-2003-4ac1-b6db-791ff63ca091 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.272959 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-79781bd6-62ec-48a4-a58e-df06e2118513 tempest-DHCPAgentSchedulersTestJSON-278265420 tempest-DHCPAgentSchedulersTestJSON-278265420-project-admin] 10.222.0.25 "GET /v2.0/agents/cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59/dhcp-networks HTTP/1.1" status: 200 len: 8854 time: 0.1700838 Aug 10 04:03:29.281321 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49698) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:29.299229 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b1632-5f55-4c01-af48-172ba1f0ce4a req-0e2d22a3-ea61-43ed-b154-247f5a8cb0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:29.300410 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-443897cd-a281-477d-b330-590fb3ac4d0f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.302093 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b09b1632-5f55-4c01-af48-172ba1f0ce4a req-0e2d22a3-ea61-43ed-b154-247f5a8cb0fa service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=859d00d69f694334bbe3ff010af659c7&device_id=9fb09776-07a7-4f62-83e2-ef6effb390a4 HTTP/1.1" status: 200 len: 1095 time: 0.1758194 Aug 10 04:03:29.303752 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-443897cd-a281-477d-b330-590fb3ac4d0f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.304964 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-443897cd-a281-477d-b330-590fb3ac4d0f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "DELETE /v2.0/security-groups/84e0c79f-c57b-4199-aad9-2a7ecb3d2a82 HTTP/1.1" status: 204 len: 168 time: 0.5538070 Aug 10 04:03:29.369790 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443897cd-a281-477d-b330-590fb3ac4d0f tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e0c79f-c57b-4199-aad9-2a7ecb3d2a82,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:29.417645 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc44f2fd-081c-481b-93f6-fd48171451a9 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.432109 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1a3b1ec0-2003-4ac1-b6db-791ff63ca091 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.461297 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe0812-5966-46cb-ae5f-1712301c6185 req-931568b0-404a-41a1-aee4-29d2d10ee515 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:29.464433 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e5fe0812-5966-46cb-ae5f-1712301c6185 req-931568b0-404a-41a1-aee4-29d2d10ee515 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9fb09776-07a7-4f62-83e2-ef6effb390a4 HTTP/1.1" status: 200 len: 1095 time: 0.1132159 Aug 10 04:03:29.531745 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876bc66d-0baa-4b2a-9f1a-e3c91bc41448 req-5659bfcd-a53c-4d23-9843-da731192fb4e tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:29.533318 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-876bc66d-0baa-4b2a-9f1a-e3c91bc41448 req-5659bfcd-a53c-4d23-9843-da731192fb4e tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.2080169 Aug 10 04:03:29.612041 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b1632-5f55-4c01-af48-172ba1f0ce4a req-56648eac-52ba-4bdc-ba33-82be69e0fe9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:29.614144 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b09b1632-5f55-4c01-af48-172ba1f0ce4a req-56648eac-52ba-4bdc-ba33-82be69e0fe9c service neutron] 10.222.0.68 "GET /v2.0/networks?id=0316e8c7-a46c-4a77-a9d2-17a4e62945d7 HTTP/1.1" status: 200 len: 910 time: 0.2843471 Aug 10 04:03:29.647780 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1a3b1ec0-2003-4ac1-b6db-791ff63ca091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.716569 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b09b1632-5f55-4c01-af48-172ba1f0ce4a req-e4cb40cd-f3f9-400c-a0c7-7a986fab6468 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c254975-ba57-4c3c-b467-076c2dd3d8c8 HTTP/1.1" status: 200 len: 217 time: 0.0910838 Aug 10 04:03:29.724556 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-876bc66d-0baa-4b2a-9f1a-e3c91bc41448 req-fa175b56-0c25-48d9-9f56-c3e4176177e8 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796484 Aug 10 04:03:29.729919 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e37a2d08-b6f8-4797-ab7d-b9f1d1bb4503 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.790928 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b1632-5f55-4c01-af48-172ba1f0ce4a req-eecd0c29-d5bc-4f7a-a8d3-5a848f2b41ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:29.792373 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b09b1632-5f55-4c01-af48-172ba1f0ce4a req-eecd0c29-d5bc-4f7a-a8d3-5a848f2b41ea service neutron] 10.222.0.68 "GET /v2.0/subnets?id=e59504e3-1101-4a98-95d4-a5dcef14e70c HTTP/1.1" status: 200 len: 848 time: 0.0595617 Aug 10 04:03:29.794133 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e37a2d08-b6f8-4797-ab7d-b9f1d1bb4503 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.825145 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37a2d08-b6f8-4797-ab7d-b9f1d1bb4503 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:03:29.831065 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49706) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:29.870075 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc44f2fd-081c-481b-93f6-fd48171451a9 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.885202 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e5fe0812-5966-46cb-ae5f-1712301c6185 req-47521e62-437f-4a2a-b217-7d413843e1da tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995049 Aug 10 04:03:29.886918 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-cc44f2fd-081c-481b-93f6-fd48171451a9 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d247c75e-1b71-4cd2-82fe-f944d3bd9e07']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:29.898184 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-cc44f2fd-081c-481b-93f6-fd48171451a9 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b2a514-d5b9-4fe4-a1bc-aa0035b21a38') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:29.898478 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-cc44f2fd-081c-481b-93f6-fd48171451a9 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b2a514-d5b9-4fe4-a1bc-aa0035b21a38') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:29.901286 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a2d08-b6f8-4797-ab7d-b9f1d1bb4503 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f37141a-fcd5-47ff-854f-1c26de087c39,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:29.911244 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1a3b1ec0-2003-4ac1-b6db-791ff63ca091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.914863 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e37a2d08-b6f8-4797-ab7d-b9f1d1bb4503 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.915222 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-e37a2d08-b6f8-4797-ab7d-b9f1d1bb4503 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Added segment 989024d0-8d0b-433d-bd17-a173c787c305 of type vlan for network bd7e0fbb-8208-4f61-8373-eac686dda335 Aug 10 04:03:29.918078 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc44f2fd-081c-481b-93f6-fd48171451a9 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.935660 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc44f2fd-081c-481b-93f6-fd48171451a9 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.945244 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc44f2fd-081c-481b-93f6-fd48171451a9 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:03:29.947454 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc44f2fd-081c-481b-93f6-fd48171451a9 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:03:29.949708 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:03:29.977566 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 51528760-ed0f-4320-8a81-b8ee91fbc2c7 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:29.988686 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b1ec0-2003-4ac1-b6db-791ff63ca091 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=131e12ae-b15c-4627-a08c-2d35b677d6c9,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:29.990934 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1a3b1ec0-2003-4ac1-b6db-791ff63ca091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:29.999040 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1a3b1ec0-2003-4ac1-b6db-791ff63ca091 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/131e12ae-b15c-4627-a08c-2d35b677d6c9 HTTP/1.1" status: 204 len: 168 time: 0.8542171 Aug 10 04:03:30.000353 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49710) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:30.011876 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 51528760-ed0f-4320-8a81-b8ee91fbc2c7 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:30.012571 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 51528760-ed0f-4320-8a81-b8ee91fbc2c7 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:30.015179 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device fc6ae7c9-695f-4452-8877-2162cff3a30a no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:30.040813 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3003b9-6640-4053-9c82-4004fb721f04 None None] Network af9d6125-2256-42d2-8b3b-ccaff09619e5 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:30.068268 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b1632-5f55-4c01-af48-172ba1f0ce4a req-46d9d192-7ebd-43ca-9900-3097a3cf8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:30.069729 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b09b1632-5f55-4c01-af48-172ba1f0ce4a req-46d9d192-7ebd-43ca-9900-3097a3cf8ea1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=0316e8c7-a46c-4a77-a9d2-17a4e62945d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2602444 Aug 10 04:03:30.093389 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: fc6ae7c9-695f-4452-8877-2162cff3a30a {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:30.093795 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device fc6ae7c9-695f-4452-8877-2162cff3a30a not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:30.096936 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0af07-7d16-4c07-8b00-f835cb3a78ee req-4efd0a1e-2556-483c-8c01-22f7cbb16558 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:30.103219 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4f0af07-7d16-4c07-8b00-f835cb3a78ee req-4efd0a1e-2556-483c-8c01-22f7cbb16558 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=f13425ac-da1e-4cc6-bbbd-e02f9e560203 HTTP/1.1" status: 200 len: 943 time: 0.2039723 Aug 10 04:03:30.112807 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b8d3c2dc-efb1-4ca0-bf6c-636ec5383b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.126270 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b2242-26b0-4da4-a746-ac902ae93c26 req-0c5f5b7b-b709-48a8-b56f-39ade52b5f76 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:30.127798 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-494b2242-26b0-4da4-a746-ac902ae93c26 req-0c5f5b7b-b709-48a8-b56f-39ade52b5f76 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.0985265 Aug 10 04:03:30.159275 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc44f2fd-081c-481b-93f6-fd48171451a9 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.175574 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc44f2fd-081c-481b-93f6-fd48171451a9 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.178220 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-cc44f2fd-081c-481b-93f6-fd48171451a9 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] 10.222.0.25 "DELETE /v2.0/networks/d247c75e-1b71-4cd2-82fe-f944d3bd9e07 HTTP/1.1" status: 204 len: 168 time: 0.9003947 Aug 10 04:03:30.187562 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49712) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:30.215874 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44f2fd-081c-481b-93f6-fd48171451a9 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Pushing event deleted for resources: {'Network': ['ID=d247c75e-1b71-4cd2-82fe-f944d3bd9e07,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:30.229633 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e37a2d08-b6f8-4797-ab7d-b9f1d1bb4503 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.243021 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dc8414-b3c0-40f3-b87f-28ff6fe4b359 None None] DHCP port deletion for af9d6125-2256-42d2-8b3b-ccaff09619e5 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:03:30.245497 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f4f3e98-03eb-4ec1-a2f4-29feb2ef2c57 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] DELETE failed (client error): The resource could not be found. Aug 10 04:03:30.246220 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f4f3e98-03eb-4ec1-a2f4-29feb2ef2c57 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:03:30.250302 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8f4f3e98-03eb-4ec1-a2f4-29feb2ef2c57 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] 10.222.0.25 "DELETE /v2.0/ports/0f1b2892-0764-4d48-9a28-98c115806955 HTTP/1.1" status: 404 len: 333 time: 0.0588164 Aug 10 04:03:30.253506 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49714) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:30.266079 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-494b2242-26b0-4da4-a746-ac902ae93c26 req-6ec469be-137c-46b7-ba22-80ac38bd1e22 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106162 Aug 10 04:03:30.302567 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-b8d3c2dc-efb1-4ca0-bf6c-636ec5383b70 admin admin] Deleting port 615ed173-7105-40ed-afa2-418357ced03f {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:30.302932 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b8d3c2dc-efb1-4ca0-bf6c-636ec5383b70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.330147 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4f0af07-7d16-4c07-8b00-f835cb3a78ee req-49d961ac-f176-43a9-b9bb-4779caa7e93a tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233570 Aug 10 04:03:30.349019 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-25dc8414-b3c0-40f3-b87f-28ff6fe4b359 None None] Deleting port 615ed173-7105-40ed-afa2-418357ced03f {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:30.351860 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-25dc8414-b3c0-40f3-b87f-28ff6fe4b359 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.410901 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b09b1632-5f55-4c01-af48-172ba1f0ce4a req-1f1ee79b-67fb-4eb4-8964-61ade8312e51 service neutron] 10.222.0.68 "GET /v2.0/networks/0316e8c7-a46c-4a77-a9d2-17a4e62945d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313863 Aug 10 04:03:30.416632 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-b8d3c2dc-efb1-4ca0-bf6c-636ec5383b70 admin admin] For port 615ed173-7105-40ed-afa2-418357ced03f, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=615ed173-7105-40ed-afa2-418357ced03f,segment=NetworkSegment(ac840d2f-22d8-4451-be0a-5884fabfcf90),segment_id=ac840d2f-22d8-4451-be0a-5884fabfcf90)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:30.417273 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b8d3c2dc-efb1-4ca0-bf6c-636ec5383b70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.440482 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-b8d3c2dc-efb1-4ca0-bf6c-636ec5383b70 admin admin] Calling delete_port for 615ed173-7105-40ed-afa2-418357ced03f owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:30.455797 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-25dc8414-b3c0-40f3-b87f-28ff6fe4b359 None None] For port 615ed173-7105-40ed-afa2-418357ced03f, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=615ed173-7105-40ed-afa2-418357ced03f,segment=NetworkSegment(ac840d2f-22d8-4451-be0a-5884fabfcf90),segment_id=ac840d2f-22d8-4451-be0a-5884fabfcf90)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:30.459138 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-25dc8414-b3c0-40f3-b87f-28ff6fe4b359 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.472297 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-25dc8414-b3c0-40f3-b87f-28ff6fe4b359 None None] Calling delete_port for 615ed173-7105-40ed-afa2-418357ced03f owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:30.499342 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e37a2d08-b6f8-4797-ab7d-b9f1d1bb4503 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.500347 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37a2d08-b6f8-4797-ab7d-b9f1d1bb4503 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:30.500937 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e37a2d08-b6f8-4797-ab7d-b9f1d1bb4503 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.513972 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-921c4433-df85-406c-bc2b-b32d5790be50 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Deleting subnet f100928f-0978-40a3-9ede-4d02186e0782 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:03:30.517330 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-921c4433-df85-406c-bc2b-b32d5790be50 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.560111 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-921c4433-df85-406c-bc2b-b32d5790be50 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.625849 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a2d08-b6f8-4797-ab7d-b9f1d1bb4503 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Pushing event updated for resources: {'Network': ['ID=bd7e0fbb-8208-4f61-8373-eac686dda335,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:30.626688 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-25dc8414-b3c0-40f3-b87f-28ff6fe4b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.642045 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e37a2d08-b6f8-4797-ab7d-b9f1d1bb4503 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6508260 Aug 10 04:03:30.645386 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49718) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:30.651769 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b09b1632-5f55-4c01-af48-172ba1f0ce4a req-e3aa4491-3158-4eb8-9df6-427c9dd9cc3e service neutron] 10.222.0.68 "GET /v2.0/networks/0316e8c7-a46c-4a77-a9d2-17a4e62945d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247713 Aug 10 04:03:30.671222 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network bd7e0fbb-8208-4f61-8373-eac686dda335 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:03:30.748267 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b61f4b4c-119a-4f92-bc6b-28ab87b5a9bf tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.748907 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc8414-b3c0-40f3-b87f-28ff6fe4b359 None None] Pushing event deleted for resources: {'Port': ['ID=615ed173-7105-40ed-afa2-418357ced03f,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:30.752788 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device ea36b875-cdd5-4e56-b55a-0b65e00819cb details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:03:30.768474 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dc8414-b3c0-40f3-b87f-28ff6fe4b359 None None] No DVR routers for this DVR port 615ed173-7105-40ed-afa2-418357ced03f on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:30.777149 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078039b-a8c8-47f5-b3c0-836a449fda48 req-7e052f89-b151-4407-bd64-146069b55eea tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:30.778676 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0078039b-a8c8-47f5-b3c0-836a449fda48 req-7e052f89-b151-4407-bd64-146069b55eea tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.2883778 Aug 10 04:03:30.790182 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-921c4433-df85-406c-bc2b-b32d5790be50 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.831167 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b8d3c2dc-efb1-4ca0-bf6c-636ec5383b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.877885 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port ea36b875-cdd5-4e56-b55a-0b65e00819cb, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=ea36b875-cdd5-4e56-b55a-0b65e00819cb,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:30.878366 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6de3d7d5-be9e-4ccd-9b5b-5d6a2ced4167 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:30.883243 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3c2dc-efb1-4ca0-bf6c-636ec5383b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=615ed173-7105-40ed-afa2-418357ced03f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:30.893683 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'ea36b875-cdd5-4e56-b55a-0b65e00819cb', 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020', 'port_id': 'ea36b875-cdd5-4e56-b55a-0b65e00819cb', 'mac_address': 'fa:16:3e:e1:a3:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51d8861-9dbf-4178-9d3e-8ed73319e82c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:03:30.902616 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d3c2dc-efb1-4ca0-bf6c-636ec5383b70 admin admin] No DVR routers for this DVR port 615ed173-7105-40ed-afa2-418357ced03f on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:30.944021 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0078039b-a8c8-47f5-b3c0-836a449fda48 req-e54115ad-44f0-4f69-a99b-fe03e0cf3473 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501861 Aug 10 04:03:30.976357 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.001434 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea36b875-cdd5-4e56-b55a-0b65e00819cb {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:03:31.033424 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port ea36b875-cdd5-4e56-b55a-0b65e00819cb, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=ea36b875-cdd5-4e56-b55a-0b65e00819cb,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:31.045278 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b8d3c2dc-efb1-4ca0-bf6c-636ec5383b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.077568 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a6412-da38-4097-82bd-e55f545906a4 req-8f9f4918-8ef5-417a-b790-b7d530f88643 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:31.079112 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dc9a6412-da38-4097-82bd-e55f545906a4 req-8f9f4918-8ef5-417a-b790-b7d530f88643 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9fb09776-07a7-4f62-83e2-ef6effb390a4 HTTP/1.1" status: 200 len: 1095 time: 0.0819836 Aug 10 04:03:31.103599 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.103855 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-b8d3c2dc-efb1-4ca0-bf6c-636ec5383b70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af9d6125-2256-42d2-8b3b-ccaff09619e5']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:31.106843 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-921c4433-df85-406c-bc2b-b32d5790be50 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.125738 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-b61f4b4c-119a-4f92-bc6b-28ab87b5a9bf tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Deleting port 87e96111-328e-4fa8-991c-7458c4d9b9b8 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:31.126082 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b61f4b4c-119a-4f92-bc6b-28ab87b5a9bf tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.142979 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dc9a6412-da38-4097-82bd-e55f545906a4 req-64f88ed3-91e5-45a2-a260-7e4fb338727f tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570621 Aug 10 04:03:31.155446 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c4433-df85-406c-bc2b-b32d5790be50 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Pushing event deleted for resources: {'Subnet': ['ID=f100928f-0978-40a3-9ede-4d02186e0782,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:31.157350 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=ea36b875-cdd5-4e56-b55a-0b65e00819cb,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:31.161264 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6de3d7d5-be9e-4ccd-9b5b-5d6a2ced4167 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.167983 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-b8d3c2dc-efb1-4ca0-bf6c-636ec5383b70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac840d2f-22d8-4451-be0a-5884fabfcf90') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:31.168278 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-b8d3c2dc-efb1-4ca0-bf6c-636ec5383b70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac840d2f-22d8-4451-be0a-5884fabfcf90') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:31.189707 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-921c4433-df85-406c-bc2b-b32d5790be50 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.191799 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-921c4433-df85-406c-bc2b-b32d5790be50 tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] 10.222.0.25 "DELETE /v2.0/subnets/f100928f-0978-40a3-9ede-4d02186e0782 HTTP/1.1" status: 204 len: 168 time: 0.9359965 Aug 10 04:03:31.193562 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-6de3d7d5-be9e-4ccd-9b5b-5d6a2ced4167 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd7e0fbb-8208-4f61-8373-eac686dda335']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:31.196467 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49726) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:31.197489 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca282b0-e7e1-4d9e-b2cd-c7b22bcd4280 None None] Network f8181225-eef0-4cad-8119-484971d31321 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:31.197621 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b8d3c2dc-efb1-4ca0-bf6c-636ec5383b70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.215503 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-6de3d7d5-be9e-4ccd-9b5b-5d6a2ced4167 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989024d0-8d0b-433d-bd17-a173c787c305') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:31.215848 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-6de3d7d5-be9e-4ccd-9b5b-5d6a2ced4167 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989024d0-8d0b-433d-bd17-a173c787c305') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:31.226179 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b8d3c2dc-efb1-4ca0-bf6c-636ec5383b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.235445 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6de3d7d5-be9e-4ccd-9b5b-5d6a2ced4167 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.240188 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d3c2dc-efb1-4ca0-bf6c-636ec5383b70 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:03:31.240590 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b8d3c2dc-efb1-4ca0-bf6c-636ec5383b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:03:31.249175 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:03:31.296713 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-b61f4b4c-119a-4f92-bc6b-28ab87b5a9bf tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] For port 87e96111-328e-4fa8-991c-7458c4d9b9b8, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=87e96111-328e-4fa8-991c-7458c4d9b9b8,segment=NetworkSegment(f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c),segment_id=f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:31.297098 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b61f4b4c-119a-4f92-bc6b-28ab87b5a9bf tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.297661 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025dbc3-7e21-475d-bf1e-8394b714e4e4 req-7ec1351a-b93b-4de5-8a64-dfbffd791fc7 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:31.299480 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8025dbc3-7e21-475d-bf1e-8394b714e4e4 req-7ec1351a-b93b-4de5-8a64-dfbffd791fc7 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.2512906 Aug 10 04:03:31.315122 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6de3d7d5-be9e-4ccd-9b5b-5d6a2ced4167 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.326343 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-b61f4b4c-119a-4f92-bc6b-28ab87b5a9bf tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Calling delete_port for 87e96111-328e-4fa8-991c-7458c4d9b9b8 owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:31.340073 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6de3d7d5-be9e-4ccd-9b5b-5d6a2ced4167 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:03:31.340489 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6de3d7d5-be9e-4ccd-9b5b-5d6a2ced4167 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.342106 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-75f9d4c2-80db-4c0b-b157-6cfb07d3ed6a tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:03:31.342953 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:03:31.395056 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['ea36b875-cdd5-4e56-b55a-0b65e00819cb'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:03:31.406664 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8025dbc3-7e21-475d-bf1e-8394b714e4e4 req-1aed4e24-1207-4a12-ad77-ab30e8605acd tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971320 Aug 10 04:03:31.449222 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fc178c-29a8-4095-b9d3-a92ef0669a86 None None] DHCP port deletion for f8181225-eef0-4cad-8119-484971d31321 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:03:31.469194 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b8d3c2dc-efb1-4ca0-bf6c-636ec5383b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.477815 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b8d3c2dc-efb1-4ca0-bf6c-636ec5383b70 admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.479740 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b8d3c2dc-efb1-4ca0-bf6c-636ec5383b70 admin admin] 10.222.0.25 "DELETE /v2.0/networks/af9d6125-2256-42d2-8b3b-ccaff09619e5 HTTP/1.1" status: 204 len: 168 time: 1.4784291 Aug 10 04:03:31.494205 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3c2dc-efb1-4ca0-bf6c-636ec5383b70 admin admin] Pushing event deleted for resources: {'Network': ['ID=af9d6125-2256-42d2-8b3b-ccaff09619e5,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:31.534458 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-84fc178c-29a8-4095-b9d3-a92ef0669a86 None None] Deleting port 01cbc154-201b-4a5d-a075-3a453d77dfea {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:31.534969 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-84fc178c-29a8-4095-b9d3-a92ef0669a86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.560554 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6de3d7d5-be9e-4ccd-9b5b-5d6a2ced4167 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.566897 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad91bb-1912-47d4-aa03-7441d006ac8a req-6794db76-e11b-4140-8f8f-c3679aa59267 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:31.572087 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-81ad91bb-1912-47d4-aa03-7441d006ac8a req-6794db76-e11b-4140-8f8f-c3679aa59267 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=f13425ac-da1e-4cc6-bbbd-e02f9e560203 HTTP/1.1" status: 200 len: 944 time: 0.1131787 Aug 10 04:03:31.576387 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de3d7d5-be9e-4ccd-9b5b-5d6a2ced4167 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bd7e0fbb-8208-4f61-8373-eac686dda335 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 04:03:31.586152 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-75f9d4c2-80db-4c0b-b157-6cfb07d3ed6a tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Deleting port 01cbc154-201b-4a5d-a075-3a453d77dfea {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:31.586534 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-75f9d4c2-80db-4c0b-b157-6cfb07d3ed6a tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.595877 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6de3d7d5-be9e-4ccd-9b5b-5d6a2ced4167 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.605379 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6de3d7d5-be9e-4ccd-9b5b-5d6a2ced4167 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] 10.222.0.25 "DELETE /v2.0/networks/bd7e0fbb-8208-4f61-8373-eac686dda335 HTTP/1.1" status: 204 len: 168 time: 0.9548731 Aug 10 04:03:31.612321 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-84fc178c-29a8-4095-b9d3-a92ef0669a86 None None] For port 01cbc154-201b-4a5d-a075-3a453d77dfea, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=01cbc154-201b-4a5d-a075-3a453d77dfea,segment=NetworkSegment(5fb27215-7c37-4b8f-aa41-a4ce6250ce11),segment_id=5fb27215-7c37-4b8f-aa41-a4ce6250ce11)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:31.612654 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-84fc178c-29a8-4095-b9d3-a92ef0669a86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.612811 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49734) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:31.635483 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-84fc178c-29a8-4095-b9d3-a92ef0669a86 None None] Calling delete_port for 01cbc154-201b-4a5d-a075-3a453d77dfea owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:31.642680 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3d7d5-be9e-4ccd-9b5b-5d6a2ced4167 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Pushing event deleted for resources: {'Network': ['ID=bd7e0fbb-8208-4f61-8373-eac686dda335,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:31.643233 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-b786edda-f21f-41aa-9483-ac720cd4392c tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:31.708847 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-75f9d4c2-80db-4c0b-b157-6cfb07d3ed6a tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] For port 01cbc154-201b-4a5d-a075-3a453d77dfea, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=01cbc154-201b-4a5d-a075-3a453d77dfea,segment=NetworkSegment(5fb27215-7c37-4b8f-aa41-a4ce6250ce11),segment_id=5fb27215-7c37-4b8f-aa41-a4ce6250ce11)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:31.708847 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-75f9d4c2-80db-4c0b-b157-6cfb07d3ed6a tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.741241 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-81ad91bb-1912-47d4-aa03-7441d006ac8a req-543bdb77-172f-47ce-a9d5-47dd1e4a8291 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567242 Aug 10 04:03:31.751769 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-75f9d4c2-80db-4c0b-b157-6cfb07d3ed6a tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Calling delete_port for 01cbc154-201b-4a5d-a075-3a453d77dfea owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:31.823029 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b786edda-f21f-41aa-9483-ac720cd4392c tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Made reservation on behalf of 1bb0797e54b94215ab29844cc77fe609 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:31.825397 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b786edda-f21f-41aa-9483-ac720cd4392c tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.863894 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b786edda-f21f-41aa-9483-ac720cd4392c tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:03:31.881302 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b786edda-f21f-41aa-9483-ac720cd4392c tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.881681 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-b786edda-f21f-41aa-9483-ac720cd4392c tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Added segment 79164ec9-025a-4eab-895b-ec7ddfc7a7fa of type vlan for network da262bd9-3962-48e4-ae22-0dcbec4fe0c5 Aug 10 04:03:31.888994 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-84fc178c-29a8-4095-b9d3-a92ef0669a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.891593 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b61f4b4c-119a-4f92-bc6b-28ab87b5a9bf tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.907498 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fc178c-29a8-4095-b9d3-a92ef0669a86 None None] No DVR routers for this DVR port 01cbc154-201b-4a5d-a075-3a453d77dfea on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:31.942653 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc178c-29a8-4095-b9d3-a92ef0669a86 None None] Pushing event deleted for resources: {'Port': ['ID=01cbc154-201b-4a5d-a075-3a453d77dfea,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:31.963460 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f4b4c-119a-4f92-bc6b-28ab87b5a9bf tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event deleted for resources: {'Port': ['ID=87e96111-328e-4fa8-991c-7458c4d9b9b8,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:31.977556 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-75f9d4c2-80db-4c0b-b157-6cfb07d3ed6a tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:31.997918 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 615ed173-7105-40ed-afa2-418357ced03f no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:32.042240 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 615ed173-7105-40ed-afa2-418357ced03f {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:32.042918 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 615ed173-7105-40ed-afa2-418357ced03f not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:32.044031 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 01cbc154-201b-4a5d-a075-3a453d77dfea no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:32.047792 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b786edda-f21f-41aa-9483-ac720cd4392c tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.065150 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49738) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:32.100811 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 01cbc154-201b-4a5d-a075-3a453d77dfea {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:32.101532 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 01cbc154-201b-4a5d-a075-3a453d77dfea not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:32.101930 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f9d4c2-80db-4c0b-b157-6cfb07d3ed6a tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] No DVR routers for this DVR port 01cbc154-201b-4a5d-a075-3a453d77dfea on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:32.109145 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9d4c2-80db-4c0b-b157-6cfb07d3ed6a tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Pushing event deleted for resources: {'Port': ['ID=01cbc154-201b-4a5d-a075-3a453d77dfea,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:32.136021 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ddc90799-5df2-4e7c-b708-cb62ad1e1b9e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7613e46ecb1e44beabb9108ddbbb4b81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0685494 Aug 10 04:03:32.137908 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49740) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:32.209072 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3bbde2d5-6f7c-4df4-81cd-52a2707e517a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.247265 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3bbde2d5-6f7c-4df4-81cd-52a2707e517a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.313167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 6c254975-ba57-4c3c-b467-076c2dd3d8c8 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:03:32.324369 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bfc01a-15c6-43b5-ace3-2d06bae5eb1e req-1b8d1037-233a-4a29-87ce-a0282a4ef6f9 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:32.326030 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b7bfc01a-15c6-43b5-ace3-2d06bae5eb1e req-1b8d1037-233a-4a29-87ce-a0282a4ef6f9 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9fb09776-07a7-4f62-83e2-ef6effb390a4 HTTP/1.1" status: 200 len: 1095 time: 0.0689290 Aug 10 04:03:32.378126 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b7bfc01a-15c6-43b5-ace3-2d06bae5eb1e req-37473604-cf55-40e9-b73c-e8eca7c3db1c tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376406 Aug 10 04:03:32.443673 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3bbde2d5-6f7c-4df4-81cd-52a2707e517a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.446456 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3bbde2d5-6f7c-4df4-81cd-52a2707e517a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.450034 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3bbde2d5-6f7c-4df4-81cd-52a2707e517a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e08b68a4-61ad-4649-8ed9-709e16405ac2 HTTP/1.1" status: 204 len: 168 time: 0.3081210 Aug 10 04:03:32.467845 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbde2d5-6f7c-4df4-81cd-52a2707e517a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08b68a4-61ad-4649-8ed9-709e16405ac2,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:32.471657 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 6c254975-ba57-4c3c-b467-076c2dd3d8c8, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=6c254975-ba57-4c3c-b467-076c2dd3d8c8,segment=NetworkSegment(67a5ce34-7497-4e73-9daf-fccb98f76e2c),segment_id=67a5ce34-7497-4e73-9daf-fccb98f76e2c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:32.492012 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '6c254975-ba57-4c3c-b467-076c2dd3d8c8', 'network_id': '0316e8c7-a46c-4a77-a9d2-17a4e62945d7', 'port_id': '6c254975-ba57-4c3c-b467-076c2dd3d8c8', 'mac_address': 'fa:16:3e:0a:0d:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e59504e3-1101-4a98-95d4-a5dcef14e70c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:03:32.557210 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.578315 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c254975-ba57-4c3c-b467-076c2dd3d8c8 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:03:32.600507 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 6c254975-ba57-4c3c-b467-076c2dd3d8c8, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=6c254975-ba57-4c3c-b467-076c2dd3d8c8,segment=NetworkSegment(67a5ce34-7497-4e73-9daf-fccb98f76e2c),segment_id=67a5ce34-7497-4e73-9daf-fccb98f76e2c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:32.630284 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.db.resource_extend [None req-b786edda-f21f-41aa-9483-ac720cd4392c tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 04:03:32.655578 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-75f9d4c2-80db-4c0b-b157-6cfb07d3ed6a tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.656324 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.704104 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-75f9d4c2-80db-4c0b-b157-6cfb07d3ed6a tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8181225-eef0-4cad-8119-484971d31321']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:32.718345 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-75f9d4c2-80db-4c0b-b157-6cfb07d3ed6a tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb27215-7c37-4b8f-aa41-a4ce6250ce11') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:32.718643 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-75f9d4c2-80db-4c0b-b157-6cfb07d3ed6a tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb27215-7c37-4b8f-aa41-a4ce6250ce11') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:32.720004 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=6c254975-ba57-4c3c-b467-076c2dd3d8c8,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:32.736293 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-75f9d4c2-80db-4c0b-b157-6cfb07d3ed6a tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.739602 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b786edda-f21f-41aa-9483-ac720cd4392c tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.740641 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b786edda-f21f-41aa-9483-ac720cd4392c tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:32.741221 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b786edda-f21f-41aa-9483-ac720cd4392c tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.755985 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device ea36b875-cdd5-4e56-b55a-0b65e00819cb up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:32.863945 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-75f9d4c2-80db-4c0b-b157-6cfb07d3ed6a tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.887374 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f9d4c2-80db-4c0b-b157-6cfb07d3ed6a tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:03:32.887870 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-75f9d4c2-80db-4c0b-b157-6cfb07d3ed6a tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:03:32.892715 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:03:32.916110 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['6c254975-ba57-4c3c-b467-076c2dd3d8c8'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:03:32.934388 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786edda-f21f-41aa-9483-ac720cd4392c tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Pushing event updated for resources: {'Network': ['ID=da262bd9-3962-48e4-ae22-0dcbec4fe0c5,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:32.960177 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port ea36b875-cdd5-4e56-b55a-0b65e00819cb completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:32.971311 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port ea36b875-cdd5-4e56-b55a-0b65e00819cb triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:32.971670 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:32.985424 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786edda-f21f-41aa-9483-ac720cd4392c tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:32.985745 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786edda-f21f-41aa-9483-ac720cd4392c tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:32.986099 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786edda-f21f-41aa-9483-ac720cd4392c tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:32.986454 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786edda-f21f-41aa-9483-ac720cd4392c tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:32.986798 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786edda-f21f-41aa-9483-ac720cd4392c tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:32.987168 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786edda-f21f-41aa-9483-ac720cd4392c tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:32.987531 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786edda-f21f-41aa-9483-ac720cd4392c tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:32.989033 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786edda-f21f-41aa-9483-ac720cd4392c tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:32.994176 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786edda-f21f-41aa-9483-ac720cd4392c tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:32.994176 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786edda-f21f-41aa-9483-ac720cd4392c tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:32.994176 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786edda-f21f-41aa-9483-ac720cd4392c tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:32.994176 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b786edda-f21f-41aa-9483-ac720cd4392c tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:33.014128 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b786edda-f21f-41aa-9483-ac720cd4392c tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3723931 Aug 10 04:03:33.014545 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network da262bd9-3962-48e4-ae22-0dcbec4fe0c5 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:03:33.014778 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49760) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:33.021271 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-deabbb96-275a-4070-a58d-bee36be5309f tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Request body: {'subnet': {'network_id': 'da262bd9-3962-48e4-ae22-0dcbec4fe0c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:33.043207 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b61f4b4c-119a-4f92-bc6b-28ab87b5a9bf tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:33.114818 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061e4a9-a150-41be-b8f3-5aa2bf88263d req-e89cf3da-b6b4-41de-9af0-84d02d12410c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:33.116439 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c061e4a9-a150-41be-b8f3-5aa2bf88263d req-e89cf3da-b6b4-41de-9af0-84d02d12410c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=f13425ac-da1e-4cc6-bbbd-e02f9e560203 HTTP/1.1" status: 200 len: 944 time: 0.2502344 Aug 10 04:03:33.124829 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deabbb96-275a-4070-a58d-bee36be5309f tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Made reservation on behalf of 1bb0797e54b94215ab29844cc77fe609 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:33.131461 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-deabbb96-275a-4070-a58d-bee36be5309f tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:33.154931 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:33.174080 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c061e4a9-a150-41be-b8f3-5aa2bf88263d req-bb23e6d3-fdfd-46f7-afe9-f3e073e20895 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446475 Aug 10 04:03:33.176873 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-75f9d4c2-80db-4c0b-b157-6cfb07d3ed6a tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:33.204674 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port ea36b875-cdd5-4e56-b55a-0b65e00819cb, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=ea36b875-cdd5-4e56-b55a-0b65e00819cb,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:33.208042 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13425ac-da1e-4cc6-bbbd-e02f9e560203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea36b875-cdd5-4e56-b55a-0b65e00819cb'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:33.210308 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ba4413-5b8f-45ae-8d7d-c49725dbec26" -d '{"events": [{"server_uuid": "f13425ac-da1e-4cc6-bbbd-e02f9e560203", "name": "network-vif-plugged", "status": "completed", "tag": "ea36b875-cdd5-4e56-b55a-0b65e00819cb"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:33.234503 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-75f9d4c2-80db-4c0b-b157-6cfb07d3ed6a tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:33.240679 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-75f9d4c2-80db-4c0b-b157-6cfb07d3ed6a tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] 10.222.0.25 "DELETE /v2.0/networks/f8181225-eef0-4cad-8119-484971d31321 HTTP/1.1" status: 204 len: 168 time: 2.0431619 Aug 10 04:03:33.255235 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9d4c2-80db-4c0b-b157-6cfb07d3ed6a tempest-DHCPAgentSchedulersTestJSON-1361774902 tempest-DHCPAgentSchedulersTestJSON-1361774902-project] Pushing event deleted for resources: {'Network': ['ID=f8181225-eef0-4cad-8119-484971d31321,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:33.284358 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:33.292693 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5b94f1-1ef1-4a03-9c47-369a60c9a27b x-openstack-request-id: req-9a5b94f1-1ef1-4a03-9c47-369a60c9a27b {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:33.292986 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13425ac-da1e-4cc6-bbbd-e02f9e560203", "name": "network-vif-plugged", "status": "completed", "tag": "ea36b875-cdd5-4e56-b55a-0b65e00819cb", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:33.295072 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a5b94f1-1ef1-4a03-9c47-369a60c9a27b {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:33.295504 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13425ac-da1e-4cc6-bbbd-e02f9e560203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea36b875-cdd5-4e56-b55a-0b65e00819cb', 'code': 200} Aug 10 04:03:33.457915 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b777158-b588-4e01-bb51-cc450b34876c req-ba5c9a2e-02a7-4ccb-b853-902a25d144a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:33.462187 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b777158-b588-4e01-bb51-cc450b34876c req-ba5c9a2e-02a7-4ccb-b853-902a25d144a5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f13425ac-da1e-4cc6-bbbd-e02f9e560203 HTTP/1.1" status: 200 len: 1096 time: 0.0946341 Aug 10 04:03:33.479486 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=ea36b875-cdd5-4e56-b55a-0b65e00819cb,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:33.573638 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b777158-b588-4e01-bb51-cc450b34876c req-9415435f-cf11-42c8-b04d-163d19bec42c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752888 Aug 10 04:03:33.587404 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61f4b4c-119a-4f92-bc6b-28ab87b5a9bf tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Router 1588aa98-cfd0-46d5-9360-86d329345206 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:03:33.590420 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826c09e-0ffe-492e-bef0-8576a0d1653c req-adcd5f72-b059-47f3-90fa-36fd708133c5 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:33.591977 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f826c09e-0ffe-492e-bef0-8576a0d1653c req-adcd5f72-b059-47f3-90fa-36fd708133c5 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9fb09776-07a7-4f62-83e2-ef6effb390a4 HTTP/1.1" status: 200 len: 1096 time: 0.0842860 Aug 10 04:03:33.708591 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f826c09e-0ffe-492e-bef0-8576a0d1653c req-346cd57b-abe0-4a2a-83ab-55e905077992 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692902 Aug 10 04:03:33.732255 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61f4b4c-119a-4f92-bc6b-28ab87b5a9bf tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:33.740710 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b61f4b4c-119a-4f92-bc6b-28ab87b5a9bf tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "PUT /v2.0/routers/1588aa98-cfd0-46d5-9360-86d329345206/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9042158 Aug 10 04:03:33.741991 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49778) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:33.745085 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8736b81c-2ab6-48d9-8812-d123e90a0ed7 None None] Sync routers for ids ['1588aa98-cfd0-46d5-9360-86d329345206'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:33.756130 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8736b81c-2ab6-48d9-8812-d123e90a0ed7 None None] Routers {'1588aa98-cfd0-46d5-9360-86d329345206'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:33.757709 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-8736b81c-2ab6-48d9-8812-d123e90a0ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:03:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['1588aa98-cfd0-46d5-9360-86d329345206'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:33.815586 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f5190f-8a05-449b-97ce-e4a98d174513 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Deleting subnet 973be298-f488-4cb9-8788-cf34136520e5 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:03:33.824304 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-62f5190f-8a05-449b-97ce-e4a98d174513 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:33.844187 n-d-802893-2 neutron-server[94938]: DEBUG neutron.objects.ports [None req-deabbb96-275a-4070-a58d-bee36be5309f tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94938) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 04:03:33.845065 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-deabbb96-275a-4070-a58d-bee36be5309f tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:33.898686 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49782) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:33.899617 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deabbb96-275a-4070-a58d-bee36be5309f tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1fd939d3-effc-4d16-baea-4517bcea6712,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:33.907312 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-62f5190f-8a05-449b-97ce-e4a98d174513 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:33.940523 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49786) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:33.959550 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deabbb96-275a-4070-a58d-bee36be5309f tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Checking segment: {'id': '79164ec9-025a-4eab-895b-ec7ddfc7a7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'da262bd9-3962-48e4-ae22-0dcbec4fe0c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:33.960340 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deabbb96-275a-4070-a58d-bee36be5309f tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Network hostable DHCP agents. Network: da262bd9-3962-48e4-ae22-0dcbec4fe0c5, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:03:33.995774 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-8736b81c-2ab6-48d9-8812-d123e90a0ed7 None None] Set router 1588aa98-cfd0-46d5-9360-86d329345206 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:34.021359 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-62f5190f-8a05-449b-97ce-e4a98d174513 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.156774 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-f2ac9093-da18-4653-89e0-34fa8ebc287d admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2133954595-network', 'tenant_id': '127e22d0009143e39ccdeffeef17fd42'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:34.160741 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deabbb96-275a-4070-a58d-bee36be5309f tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Network da262bd9-3962-48e4-ae22-0dcbec4fe0c5 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:03:34.172737 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d62c7f70-efa0-4212-99f9-175fecdad5b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b270796105d45148c9cd45bcb85b79c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2298214 Aug 10 04:03:34.175467 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49794) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:34.241963 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d65af9e7-2d05-4940-89a3-7406a5cf0340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.265550 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d65af9e7-2d05-4940-89a3-7406a5cf0340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.313004 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-62f5190f-8a05-449b-97ce-e4a98d174513 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.326740 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-deabbb96-275a-4070-a58d-bee36be5309f tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, da262bd9-3962-48e4-ae22-0dcbec4fe0c5) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:34.341489 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14900e70-e585-4400-b092-72f6fd12e0f5 None None] Network da262bd9-3962-48e4-ae22-0dcbec4fe0c5 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:34.342068 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deabbb96-275a-4070-a58d-bee36be5309f tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:34.343085 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-deabbb96-275a-4070-a58d-bee36be5309f tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.349225 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ac9093-da18-4653-89e0-34fa8ebc287d admin admin] Made reservation on behalf of 127e22d0009143e39ccdeffeef17fd42 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:34.350078 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 6c254975-ba57-4c3c-b467-076c2dd3d8c8 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:34.352372 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f2ac9093-da18-4653-89e0-34fa8ebc287d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.384338 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f2ac9093-da18-4653-89e0-34fa8ebc287d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.396330 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-62f5190f-8a05-449b-97ce-e4a98d174513 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.398488 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-62f5190f-8a05-449b-97ce-e4a98d174513 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "DELETE /v2.0/subnets/973be298-f488-4cb9-8788-cf34136520e5 HTTP/1.1" status: 204 len: 168 time: 0.6538076 Aug 10 04:03:34.402673 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49800) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:34.403683 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5190f-8a05-449b-97ce-e4a98d174513 tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event deleted for resources: {'Subnet': ['ID=973be298-f488-4cb9-8788-cf34136520e5,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:34.423412 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364893c1-3e06-4722-a095-d97fba4f4b51 None None] Network 11310f8c-0128-4dfb-bc9b-1a9f36aa0c16 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:34.437052 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8859d6-b4e1-486e-a2b7-0b9ae7b6808a req-872bb442-c559-404f-b102-fa6f40d8b3fd tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:34.437734 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5c8859d6-b4e1-486e-a2b7-0b9ae7b6808a req-872bb442-c559-404f-b102-fa6f40d8b3fd tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=f13425ac-da1e-4cc6-bbbd-e02f9e560203 HTTP/1.1" status: 200 len: 945 time: 0.1468689 Aug 10 04:03:34.504401 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-deabbb96-275a-4070-a58d-bee36be5309f tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4882040 Aug 10 04:03:34.505407 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49802) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:34.517626 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-7ce796d6-19c8-49df-80ed-be1fd76f624b tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Request body: {'floatingip': {'floating_network_id': 'da262bd9-3962-48e4-ae22-0dcbec4fe0c5'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:34.530168 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5c8859d6-b4e1-486e-a2b7-0b9ae7b6808a req-9c879b8f-d56e-45ae-9e5c-6d4a7eaa9fa2 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706916 Aug 10 04:03:34.539570 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d65af9e7-2d05-4940-89a3-7406a5cf0340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.546775 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d65af9e7-2d05-4940-89a3-7406a5cf0340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.546775 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d65af9e7-2d05-4940-89a3-7406a5cf0340 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8bdef499-7431-4c8e-b59e-2629dbc9a342 HTTP/1.1" status: 204 len: 168 time: 0.3668618 Aug 10 04:03:34.588459 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f41db632-be82-4f0c-b548-14871560cbaa tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.589367 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65af9e7-2d05-4940-89a3-7406a5cf0340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bdef499-7431-4c8e-b59e-2629dbc9a342,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:34.695283 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f2ac9093-da18-4653-89e0-34fa8ebc287d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.770633 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f2ac9093-da18-4653-89e0-34fa8ebc287d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.840758 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f41db632-be82-4f0c-b548-14871560cbaa tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.855394 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ac9093-da18-4653-89e0-34fa8ebc287d admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:03:34.871365 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac9093-da18-4653-89e0-34fa8ebc287d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccff9cb0-992e-44e0-b49f-2b35e2531d0a,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:34.879649 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 6c254975-ba57-4c3c-b467-076c2dd3d8c8 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:34.896021 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 6c254975-ba57-4c3c-b467-076c2dd3d8c8 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:34.896021 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.904710 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f2ac9093-da18-4653-89e0-34fa8ebc287d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.905369 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-f2ac9093-da18-4653-89e0-34fa8ebc287d admin admin] Added segment b9789bf5-84f3-4980-95f7-b48d4834102d of type vlan for network 78bf972d-a222-4d9c-8b1f-3be8d62ba98a Aug 10 04:03:34.910270 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e8425-95db-4c96-9329-73331b84a4bc req-1af234e9-81bf-4c8d-9610-86c136bc2b83 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:34.913427 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eb9e8425-95db-4c96-9329-73331b84a4bc req-1af234e9-81bf-4c8d-9610-86c136bc2b83 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9fb09776-07a7-4f62-83e2-ef6effb390a4 HTTP/1.1" status: 200 len: 1096 time: 0.1023567 Aug 10 04:03:34.936197 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7ce796d6-19c8-49df-80ed-be1fd76f624b tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:34.988562 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b28432-6591-4840-8b5d-f52b16c158af None None] Network da262bd9-3962-48e4-ae22-0dcbec4fe0c5 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:35.018236 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eb9e8425-95db-4c96-9329-73331b84a4bc req-6e54db42-9e4e-4018-a752-8374101a63d9 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977998 Aug 10 04:03:35.074633 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-f41db632-be82-4f0c-b548-14871560cbaa tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Deleting port ed0c2006-ffb9-45fa-a28a-c843156a0ae6 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:35.082407 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f41db632-be82-4f0c-b548-14871560cbaa tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.107031 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f2ac9093-da18-4653-89e0-34fa8ebc287d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.124225 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-8736b81c-2ab6-48d9-8812-d123e90a0ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1588aa98-cfd0-46d5-9360-86d329345206', 'name': 'tempest-TestNetworkBasicOps-router-2115130268', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': 'ed0c2006-ffb9-45fa-a28a-c843156a0ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:47Z', 'updated_at': '2021-08-10T04:03:31Z', 'revision_number': 5, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port': {'id': 'ed0c2006-ffb9-45fa-a28a-c843156a0ae6', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:16:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1588aa98-cfd0-46d5-9360-86d329345206', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:01:49Z', 'updated_at': '2021-08-10T04:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:35.178503 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b377dc87-cfd9-4385-aa4f-df4338b30d34 None None] DHCP port deletion for 11310f8c-0128-4dfb-bc9b-1a9f36aa0c16 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:03:35.189073 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8736b81c-2ab6-48d9-8812-d123e90a0ed7 None None] Checking router: 1588aa98-cfd0-46d5-9360-86d329345206 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:35.219894 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8736b81c-2ab6-48d9-8812-d123e90a0ed7 None None] Routers {'1588aa98-cfd0-46d5-9360-86d329345206'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:35.220587 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-8736b81c-2ab6-48d9-8812-d123e90a0ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:03:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['1588aa98-cfd0-46d5-9360-86d329345206'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:35.256988 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-f41db632-be82-4f0c-b548-14871560cbaa tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] For port ed0c2006-ffb9-45fa-a28a-c843156a0ae6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ed0c2006-ffb9-45fa-a28a-c843156a0ae6,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:35.257587 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f41db632-be82-4f0c-b548-14871560cbaa tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.273869 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-f41db632-be82-4f0c-b548-14871560cbaa tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Calling delete_port for ed0c2006-ffb9-45fa-a28a-c843156a0ae6 owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:35.285754 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7ce796d6-19c8-49df-80ed-be1fd76f624b tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.306295 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f2ac9093-da18-4653-89e0-34fa8ebc287d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.319097 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ac9093-da18-4653-89e0-34fa8ebc287d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:35.319971 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f2ac9093-da18-4653-89e0-34fa8ebc287d admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.452549 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.485846 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49812) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:35.491689 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-8736b81c-2ab6-48d9-8812-d123e90a0ed7 None None] Set router 1588aa98-cfd0-46d5-9360-86d329345206 gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:35.499064 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-7ce796d6-19c8-49df-80ed-be1fd76f624b tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Allocated IP 172.20.0.3 (da262bd9-3962-48e4-ae22-0dcbec4fe0c5/1fd939d3-effc-4d16-baea-4517bcea6712/5321578a-767f-4c37-a5a8-6914470b10b2) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:35.546138 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a399f0a7-73cf-4845-a845-5481973ec16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.580769 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-8736b81c-2ab6-48d9-8812-d123e90a0ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1588aa98-cfd0-46d5-9360-86d329345206', 'name': 'tempest-TestNetworkBasicOps-router-2115130268', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:47Z', 'updated_at': '2021-08-10T04:03:34Z', 'revision_number': 6, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:35.632528 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8736b81c-2ab6-48d9-8812-d123e90a0ed7 None None] The sync data for ids ['1588aa98-cfd0-46d5-9360-86d329345206'] in n-d-802893-2 is: [{'id': '1588aa98-cfd0-46d5-9360-86d329345206', 'name': 'tempest-TestNetworkBasicOps-router-2115130268', 'tenant_id': 'f5becae06cd542b5a8415ea130ec33d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:01:47Z', 'updated_at': '2021-08-10T04:03:34Z', 'revision_number': 6, 'project_id': 'f5becae06cd542b5a8415ea130ec33d4', 'gw_port_host': None}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:35.633553 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb09776-07a7-4f62-83e2-ef6effb390a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c254975-ba57-4c3c-b467-076c2dd3d8c8'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:35.636015 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd27804-2a86-4166-a599-fa11536eaeb0" -d '{"events": [{"server_uuid": "9fb09776-07a7-4f62-83e2-ef6effb390a4", "name": "network-vif-plugged", "status": "completed", "tag": "6c254975-ba57-4c3c-b467-076c2dd3d8c8"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:35.656217 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-b377dc87-cfd9-4385-aa4f-df4338b30d34 None None] Deleting port 1f2d73b5-c2a4-486d-b7c1-f5250d22c72a {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:35.659110 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b377dc87-cfd9-4385-aa4f-df4338b30d34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.678252 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac9093-da18-4653-89e0-34fa8ebc287d admin admin] Pushing event updated for resources: {'Network': ['ID=78bf972d-a222-4d9c-8b1f-3be8d62ba98a,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:35.695826 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 78bf972d-a222-4d9c-8b1f-3be8d62ba98a details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:03:35.698827 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 6c254975-ba57-4c3c-b467-076c2dd3d8c8, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=6c254975-ba57-4c3c-b467-076c2dd3d8c8,segment=NetworkSegment(67a5ce34-7497-4e73-9daf-fccb98f76e2c),segment_id=67a5ce34-7497-4e73-9daf-fccb98f76e2c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:35.731073 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a399f0a7-73cf-4845-a845-5481973ec16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.735428 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28343e71-ec08-4b52-beac-3f3f3489950a x-openstack-request-id: req-28343e71-ec08-4b52-beac-3f3f3489950a {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:35.738638 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb09776-07a7-4f62-83e2-ef6effb390a4", "name": "network-vif-plugged", "status": "completed", "tag": "6c254975-ba57-4c3c-b467-076c2dd3d8c8", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:35.738638 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28343e71-ec08-4b52-beac-3f3f3489950a {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:35.738638 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb09776-07a7-4f62-83e2-ef6effb390a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c254975-ba57-4c3c-b467-076c2dd3d8c8', 'code': 200} Aug 10 04:03:35.801814 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218224c3-8e13-41c9-baa5-6b9352708823 req-f15cdc78-a766-47e0-8bca-f0c669761529 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:35.803394 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021e945-66cf-4a44-9841-96d7f7bca42b req-a202466e-4e9e-490e-b233-6e3e6ba09b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:35.804912 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7021e945-66cf-4a44-9841-96d7f7bca42b req-a202466e-4e9e-490e-b233-6e3e6ba09b65 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9fb09776-07a7-4f62-83e2-ef6effb390a4 HTTP/1.1" status: 200 len: 1096 time: 0.0447621 Aug 10 04:03:35.806608 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.808534 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-218224c3-8e13-41c9-baa5-6b9352708823 req-f15cdc78-a766-47e0-8bca-f0c669761529 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=f13425ac-da1e-4cc6-bbbd-e02f9e560203 HTTP/1.1" status: 200 len: 945 time: 0.1191981 Aug 10 04:03:35.833594 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7ce796d6-19c8-49df-80ed-be1fd76f624b tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.844815 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a399f0a7-73cf-4845-a845-5481973ec16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.852094 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f41db632-be82-4f0c-b548-14871560cbaa tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.876086 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7021e945-66cf-4a44-9841-96d7f7bca42b req-e4457d72-2f08-46ef-b837-4aa8cc9e1b60 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603306 Aug 10 04:03:35.880653 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-218224c3-8e13-41c9-baa5-6b9352708823 req-d70673a3-7f4c-49e7-9535-c88efe6198ca tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712192 Aug 10 04:03:35.913120 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-b377dc87-cfd9-4385-aa4f-df4338b30d34 None None] For port 1f2d73b5-c2a4-486d-b7c1-f5250d22c72a, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1f2d73b5-c2a4-486d-b7c1-f5250d22c72a,segment=NetworkSegment(f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c),segment_id=f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:35.913231 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b377dc87-cfd9-4385-aa4f-df4338b30d34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:35.931717 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41db632-be82-4f0c-b548-14871560cbaa tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event deleted for resources: {'Port': ['ID=ed0c2006-ffb9-45fa-a28a-c843156a0ae6,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:35.939732 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=6c254975-ba57-4c3c-b467-076c2dd3d8c8,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:35.946133 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-b377dc87-cfd9-4385-aa4f-df4338b30d34 None None] Calling delete_port for 1f2d73b5-c2a4-486d-b7c1-f5250d22c72a owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:35.968064 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a399f0a7-73cf-4845-a845-5481973ec16e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=12e85789947e4d89a133d0deb56b713a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4799769 Aug 10 04:03:35.970637 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49820) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:35.983021 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f2ac9093-da18-4653-89e0-34fa8ebc287d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0769708 Aug 10 04:03:35.991659 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49822) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:36.000357 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-99781bae-7307-490b-97f3-50d9f0bb3362 admin admin] Request body: {'subnet': {'network_id': '78bf972d-a222-4d9c-8b1f-3be8d62ba98a', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2133954595-subnet', 'tenant_id': '127e22d0009143e39ccdeffeef17fd42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:36.032276 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399f0a7-73cf-4845-a845-5481973ec16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2367ae78-87be-4767-903a-a48127929ecd,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:36.060210 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7ce796d6-19c8-49df-80ed-be1fd76f624b tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.064911 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f41db632-be82-4f0c-b548-14871560cbaa tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.114490 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce796d6-19c8-49df-80ed-be1fd76f624b tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Network da262bd9-3962-48e4-ae22-0dcbec4fe0c5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:36.115562 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f58e31ea-aec4-49fb-8307-33633dd1c76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.136530 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99781bae-7307-490b-97f3-50d9f0bb3362 admin admin] Made reservation on behalf of 127e22d0009143e39ccdeffeef17fd42 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:36.138946 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-99781bae-7307-490b-97f3-50d9f0bb3362 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.157833 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f58e31ea-aec4-49fb-8307-33633dd1c76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.202552 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-7ce796d6-19c8-49df-80ed-be1fd76f624b tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:36.205436 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce796d6-19c8-49df-80ed-be1fd76f624b tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:36.211506 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 87e96111-328e-4fa8-991c-7458c4d9b9b8 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:36.252944 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 87e96111-328e-4fa8-991c-7458c4d9b9b8 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:36.253337 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 87e96111-328e-4fa8-991c-7458c4d9b9b8 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:36.253842 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1f2d73b5-c2a4-486d-b7c1-f5250d22c72a no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:36.282607 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b377dc87-cfd9-4385-aa4f-df4338b30d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.300979 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b377dc87-cfd9-4385-aa4f-df4338b30d34 None None] No DVR routers for this DVR port 1f2d73b5-c2a4-486d-b7c1-f5250d22c72a on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:36.309170 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f41db632-be82-4f0c-b548-14871560cbaa tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.313020 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f41db632-be82-4f0c-b548-14871560cbaa tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.330054 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce796d6-19c8-49df-80ed-be1fd76f624b tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Pushing event updated for resources: {'Port': ['ID=5321578a-767f-4c37-a5a8-6914470b10b2,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:36.333493 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377dc87-cfd9-4385-aa4f-df4338b30d34 None None] Pushing event deleted for resources: {'Port': ['ID=1f2d73b5-c2a4-486d-b7c1-f5250d22c72a,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:36.348013 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No active binding found for port 1f2d73b5-c2a4-486d-b7c1-f5250d22c72a {{(pid=94939) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 04:03:36.348807 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1f2d73b5-c2a4-486d-b7c1-f5250d22c72a not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:36.364470 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379249b7-c4f9-4bfa-976f-15f83d8d3d8d req-0c08348a-7fd8-4904-aa3b-ca0c12963ff0 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:36.366052 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-379249b7-c4f9-4bfa-976f-15f83d8d3d8d req-0c08348a-7fd8-4904-aa3b-ca0c12963ff0 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9fb09776-07a7-4f62-83e2-ef6effb390a4 HTTP/1.1" status: 200 len: 1097 time: 0.1675854 Aug 10 04:03:36.376523 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7ce796d6-19c8-49df-80ed-be1fd76f624b tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.414105 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-379249b7-c4f9-4bfa-976f-15f83d8d3d8d req-8711816e-8dff-439b-add8-2e3eeb3f79f4 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358162 Aug 10 04:03:36.471534 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f58e31ea-aec4-49fb-8307-33633dd1c76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.474962 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f58e31ea-aec4-49fb-8307-33633dd1c76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.476189 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f58e31ea-aec4-49fb-8307-33633dd1c76b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2367ae78-87be-4767-903a-a48127929ecd HTTP/1.1" status: 204 len: 168 time: 0.5044434 Aug 10 04:03:36.486726 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e31ea-aec4-49fb-8307-33633dd1c76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2367ae78-87be-4767-903a-a48127929ecd,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:36.514032 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f41db632-be82-4f0c-b548-14871560cbaa tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.514757 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41db632-be82-4f0c-b548-14871560cbaa tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Fanout notify agent at l3_agent the message router_deleted on router 1588aa98-cfd0-46d5-9360-86d329345206 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:03:36.524361 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f41db632-be82-4f0c-b548-14871560cbaa tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.528955 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f41db632-be82-4f0c-b548-14871560cbaa tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "DELETE /v2.0/routers/1588aa98-cfd0-46d5-9360-86d329345206 HTTP/1.1" status: 204 len: 168 time: 2.1213136 Aug 10 04:03:36.530635 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49830) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:36.548559 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7ce796d6-19c8-49df-80ed-be1fd76f624b tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.699380 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b9833073-a8cc-4d58-9bbb-2a772b23eb3c tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.754689 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-99781bae-7307-490b-97f3-50d9f0bb3362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.777231 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7ce796d6-19c8-49df-80ed-be1fd76f624b tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.844959 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b9833073-a8cc-4d58-9bbb-2a772b23eb3c tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.863896 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7ce796d6-19c8-49df-80ed-be1fd76f624b tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.869088 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-b9833073-a8cc-4d58-9bbb-2a772b23eb3c tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11310f8c-0128-4dfb-bc9b-1a9f36aa0c16']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:36.892224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99781bae-7307-490b-97f3-50d9f0bb3362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77434ba7-4b25-4b0d-b621-1071d3d8eb3e,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:36.896648 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-b9833073-a8cc-4d58-9bbb-2a772b23eb3c tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:36.896944 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-b9833073-a8cc-4d58-9bbb-2a772b23eb3c tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86c7ec4-c24d-4cca-bd2d-2a05c0a3323c') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:36.912510 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b9833073-a8cc-4d58-9bbb-2a772b23eb3c tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.914427 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99781bae-7307-490b-97f3-50d9f0bb3362 admin admin] Checking segment: {'id': 'b9789bf5-84f3-4980-95f7-b48d4834102d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '78bf972d-a222-4d9c-8b1f-3be8d62ba98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:36.914854 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99781bae-7307-490b-97f3-50d9f0bb3362 admin admin] Network hostable DHCP agents. Network: 78bf972d-a222-4d9c-8b1f-3be8d62ba98a, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:03:36.938504 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b9833073-a8cc-4d58-9bbb-2a772b23eb3c tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.946809 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9833073-a8cc-4d58-9bbb-2a772b23eb3c tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:03:36.947218 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b9833073-a8cc-4d58-9bbb-2a772b23eb3c tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:03:36.950347 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:03:36.977885 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce796d6-19c8-49df-80ed-be1fd76f624b tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Pushing event updated for resources: {'Port': ['ID=5321578a-767f-4c37-a5a8-6914470b10b2,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:37.005062 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7ce796d6-19c8-49df-80ed-be1fd76f624b tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.087552 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99781bae-7307-490b-97f3-50d9f0bb3362 admin admin] Network 78bf972d-a222-4d9c-8b1f-3be8d62ba98a is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:03:37.112374 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b9833073-a8cc-4d58-9bbb-2a772b23eb3c tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.113686 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7ce796d6-19c8-49df-80ed-be1fd76f624b tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.116728 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7ce796d6-19c8-49df-80ed-be1fd76f624b tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6041739 Aug 10 04:03:37.118711 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b9833073-a8cc-4d58-9bbb-2a772b23eb3c tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.120421 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49842) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:37.120848 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b9833073-a8cc-4d58-9bbb-2a772b23eb3c tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] 10.222.0.25 "DELETE /v2.0/networks/11310f8c-0128-4dfb-bc9b-1a9f36aa0c16 HTTP/1.1" status: 204 len: 168 time: 0.5859244 Aug 10 04:03:37.146113 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9833073-a8cc-4d58-9bbb-2a772b23eb3c tempest-TestNetworkBasicOps-2057281801 tempest-TestNetworkBasicOps-2057281801-project] Pushing event deleted for resources: {'Network': ['ID=11310f8c-0128-4dfb-bc9b-1a9f36aa0c16,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:37.182823 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-99781bae-7307-490b-97f3-50d9f0bb3362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 78bf972d-a222-4d9c-8b1f-3be8d62ba98a) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:37.194573 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d9e401-a78f-4b2d-9894-7bebc5834845 None None] Network 78bf972d-a222-4d9c-8b1f-3be8d62ba98a requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:37.206383 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99781bae-7307-490b-97f3-50d9f0bb3362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:37.208371 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-99781bae-7307-490b-97f3-50d9f0bb3362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.210455 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-88980384-be9d-458d-9cee-060ffb4e597c tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] 10.222.0.25 "GET /v2.0/floatingips?floating_network_id=da262bd9-3962-48e4-ae22-0dcbec4fe0c5 HTTP/1.1" status: 200 len: 689 time: 0.0889130 Aug 10 04:03:37.212870 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49846) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:37.329275 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-188085e6-ee36-46d9-a5a9-7f44cf2671c3 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.348056 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-99781bae-7307-490b-97f3-50d9f0bb3362 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3554485 Aug 10 04:03:37.367062 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70256805-7d83-4b06-9e63-bb0e3b2109c8 None None] Network 78bf972d-a222-4d9c-8b1f-3be8d62ba98a requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:37.480485 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-188085e6-ee36-46d9-a5a9-7f44cf2671c3 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Deleting port 5321578a-767f-4c37-a5a8-6914470b10b2 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:37.481051 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-188085e6-ee36-46d9-a5a9-7f44cf2671c3 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.605439 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94310ebe-51b5-441c-9d0d-6614aa015c97 req-92df8f46-6469-43cb-abd3-940153c07273 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:37.614202 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-94310ebe-51b5-441c-9d0d-6614aa015c97 req-92df8f46-6469-43cb-abd3-940153c07273 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9fb09776-07a7-4f62-83e2-ef6effb390a4 HTTP/1.1" status: 200 len: 1097 time: 0.0768592 Aug 10 04:03:37.677509 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-188085e6-ee36-46d9-a5a9-7f44cf2671c3 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.677842 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-188085e6-ee36-46d9-a5a9-7f44cf2671c3 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:37.692551 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-94310ebe-51b5-441c-9d0d-6614aa015c97 req-5f0318bd-196a-435e-a2c2-183c44ff91b5 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725553 Aug 10 04:03:37.693471 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49866) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:37.712356 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-188085e6-ee36-46d9-a5a9-7f44cf2671c3 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Calling delete_port for 5321578a-767f-4c37-a5a8-6914470b10b2 owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:37.869450 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2431ed6a-10ee-4566-b17b-caa60e00e835 req-b12b33c5-b67a-4342-a796-80cfefa08f46 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:37.881769 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2431ed6a-10ee-4566-b17b-caa60e00e835 req-b12b33c5-b67a-4342-a796-80cfefa08f46 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9fb09776-07a7-4f62-83e2-ef6effb390a4 HTTP/1.1" status: 200 len: 1097 time: 0.0877252 Aug 10 04:03:37.913822 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ed0c2006-ffb9-45fa-a28a-c843156a0ae6 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:37.961983 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: ed0c2006-ffb9-45fa-a28a-c843156a0ae6 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:37.962645 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ed0c2006-ffb9-45fa-a28a-c843156a0ae6 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:37.973961 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7be15c1a-5edb-4824-bdfd-21b2aa4156ec admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5becae06cd542b5a8415ea130ec33d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2791197 Aug 10 04:03:37.981189 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49880) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:38.029595 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2431ed6a-10ee-4566-b17b-caa60e00e835 req-9b1db54b-d8ef-4af3-a4c0-829db8ffdfce tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457698 Aug 10 04:03:38.056113 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-37ab5de8-66cc-4b76-bf77-d594d67611d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.110777 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-37ab5de8-66cc-4b76-bf77-d594d67611d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.197090 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49890) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:38.275241 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-37ab5de8-66cc-4b76-bf77-d594d67611d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.279530 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-37ab5de8-66cc-4b76-bf77-d594d67611d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.281019 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-37ab5de8-66cc-4b76-bf77-d594d67611d2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6dadb3d9-33fa-4df9-99fc-2d49880ec87c HTTP/1.1" status: 204 len: 168 time: 0.2986414 Aug 10 04:03:38.291814 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab5de8-66cc-4b76-bf77-d594d67611d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dadb3d9-33fa-4df9-99fc-2d49880ec87c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:38.353488 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f893f-7fd5-4843-8ebc-f58c24cf3616 req-bcf45dd4-b8ba-4288-9978-3ddc8ee2ae51 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:38.353488 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c39f893f-7fd5-4843-8ebc-f58c24cf3616 req-bcf45dd4-b8ba-4288-9978-3ddc8ee2ae51 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9fb09776-07a7-4f62-83e2-ef6effb390a4 HTTP/1.1" status: 200 len: 1097 time: 0.0587223 Aug 10 04:03:38.373537 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-7b9293c4-05eb-43a6-904c-766134ab2a72 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-872350001'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:38.393178 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c39f893f-7fd5-4843-8ebc-f58c24cf3616 req-ee90717a-abb8-487a-b824-81c1d9b74980 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354524 Aug 10 04:03:38.420860 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-188085e6-ee36-46d9-a5a9-7f44cf2671c3 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.465552 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188085e6-ee36-46d9-a5a9-7f44cf2671c3 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Pushing event deleted for resources: {'Port': ['ID=5321578a-767f-4c37-a5a8-6914470b10b2,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:38.501977 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9293c4-05eb-43a6-904c-766134ab2a72 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Made reservation on behalf of 5d7a189f8eb24b4fbebf479525a47db3 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:38.505115 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b9293c4-05eb-43a6-904c-766134ab2a72 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.517150 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b9293c4-05eb-43a6-904c-766134ab2a72 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.568242 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-188085e6-ee36-46d9-a5a9-7f44cf2671c3 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.601493 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c4102-8275-4166-8bc2-1029c71a15ab req-0b056127-f781-414f-b922-738be0673772 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:38.607387 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-517c4102-8275-4166-8bc2-1029c71a15ab req-0b056127-f781-414f-b922-738be0673772 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/networks?id=78bf972d-a222-4d9c-8b1f-3be8d62ba98a HTTP/1.1" status: 200 len: 813 time: 0.1919301 Aug 10 04:03:38.634251 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-517c4102-8275-4166-8bc2-1029c71a15ab req-6269a1a1-6e27-4561-b2ca-23b6a7f90c67 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/quotas/127e22d0009143e39ccdeffeef17fd42 HTTP/1.1" status: 200 len: 375 time: 0.0177345 Aug 10 04:03:38.641466 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2e043c-12be-43c0-be47-58d2682ab12e req-9a84a738-f4de-49ae-82f5-d354c0c8ad4f tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:38.642973 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8f2e043c-12be-43c0-be47-58d2682ab12e req-9a84a738-f4de-49ae-82f5-d354c0c8ad4f tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.0873158 Aug 10 04:03:38.649166 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-188085e6-ee36-46d9-a5a9-7f44cf2671c3 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.667346 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-517c4102-8275-4166-8bc2-1029c71a15ab req-b19e063a-0ccb-48bb-8586-678d26fe30b0 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=127e22d0009143e39ccdeffeef17fd42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321453 Aug 10 04:03:38.715915 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8f2e043c-12be-43c0-be47-58d2682ab12e req-53332824-8d7a-4d4e-8241-00abadaeeeed tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463705 Aug 10 04:03:38.745315 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b9293c4-05eb-43a6-904c-766134ab2a72 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.779786 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-517c4102-8275-4166-8bc2-1029c71a15ab req-701af61b-96b3-4142-ab44-36705d553b8d service neutron] 10.222.0.25 "GET /v2.0/networks/78bf972d-a222-4d9c-8b1f-3be8d62ba98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030021 Aug 10 04:03:38.851539 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-188085e6-ee36-46d9-a5a9-7f44cf2671c3 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.882652 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-517c4102-8275-4166-8bc2-1029c71a15ab req-c221f161-baf8-4fa6-9a3a-1e502ec5e2bb service neutron] 10.222.0.25 "GET /v2.0/networks/78bf972d-a222-4d9c-8b1f-3be8d62ba98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958350 Aug 10 04:03:38.883346 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b9293c4-05eb-43a6-904c-766134ab2a72 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.886332 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188085e6-ee36-46d9-a5a9-7f44cf2671c3 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1fd939d3-effc-4d16-baea-4517bcea6712,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:38.923409 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b9293c4-05eb-43a6-904c-766134ab2a72 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:03:38.930305 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9293c4-05eb-43a6-904c-766134ab2a72 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beef0d96-19c4-4389-a8a4-e9a5ef40095e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:38.940009 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b9293c4-05eb-43a6-904c-766134ab2a72 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.940377 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-7b9293c4-05eb-43a6-904c-766134ab2a72 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Added segment eed90d2b-f822-41ae-ae3d-11f4ec26f68d of type vlan for network d6f85568-ef48-41f7-a619-1f67011fb4be Aug 10 04:03:38.967083 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-188085e6-ee36-46d9-a5a9-7f44cf2671c3 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.983885 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-188085e6-ee36-46d9-a5a9-7f44cf2671c3 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da262bd9-3962-48e4-ae22-0dcbec4fe0c5']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:38.986879 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-fe4b3d54-8762-4b7a-872d-9ee36c663e21 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:38.987043 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b9293c4-05eb-43a6-904c-766134ab2a72 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:38.988996 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-fe4b3d54-8762-4b7a-872d-9ee36c663e21 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/networks?id=0316e8c7-a46c-4a77-a9d2-17a4e62945d7 HTTP/1.1" status: 200 len: 910 time: 0.1876073 Aug 10 04:03:38.998118 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-188085e6-ee36-46d9-a5a9-7f44cf2671c3 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79164ec9-025a-4eab-895b-ec7ddfc7a7fa') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:38.998412 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-188085e6-ee36-46d9-a5a9-7f44cf2671c3 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79164ec9-025a-4eab-895b-ec7ddfc7a7fa') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:39.014725 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-1e837bef-dc4c-4666-8d79-545976a70a1c tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/quotas/859d00d69f694334bbe3ff010af659c7 HTTP/1.1" status: 200 len: 375 time: 0.0185320 Aug 10 04:03:39.016407 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-188085e6-ee36-46d9-a5a9-7f44cf2671c3 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.072438 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-188085e6-ee36-46d9-a5a9-7f44cf2671c3 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.087513 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-188085e6-ee36-46d9-a5a9-7f44cf2671c3 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:03:39.087905 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-188085e6-ee36-46d9-a5a9-7f44cf2671c3 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:03:39.089607 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:03:39.145721 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b9293c4-05eb-43a6-904c-766134ab2a72 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.151308 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9293c4-05eb-43a6-904c-766134ab2a72 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:39.151906 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b9293c4-05eb-43a6-904c-766134ab2a72 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.154401 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-d71c94c8-e3cb-49c7-801f-179977231658 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=859d00d69f694334bbe3ff010af659c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1305761 Aug 10 04:03:39.221961 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9293c4-05eb-43a6-904c-766134ab2a72 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Pushing event updated for resources: {'Network': ['ID=d6f85568-ef48-41f7-a619-1f67011fb4be,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:39.232850 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network d6f85568-ef48-41f7-a619-1f67011fb4be details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:03:39.238452 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-188085e6-ee36-46d9-a5a9-7f44cf2671c3 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.240177 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188085e6-ee36-46d9-a5a9-7f44cf2671c3 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network da262bd9-3962-48e4-ae22-0dcbec4fe0c5 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 04:03:39.242502 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-188085e6-ee36-46d9-a5a9-7f44cf2671c3 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.246871 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-188085e6-ee36-46d9-a5a9-7f44cf2671c3 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] 10.222.0.25 "DELETE /v2.0/networks/da262bd9-3962-48e4-ae22-0dcbec4fe0c5 HTTP/1.1" status: 204 len: 168 time: 2.0224524 Aug 10 04:03:39.247292 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49920) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:39.273581 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188085e6-ee36-46d9-a5a9-7f44cf2671c3 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Pushing event deleted for resources: {'Network': ['ID=da262bd9-3962-48e4-ae22-0dcbec4fe0c5,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:39.283664 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-0627bdc0-cb2c-4a29-819f-d7e6087ce159 service neutron] 10.222.0.25 "GET /v2.0/networks/0316e8c7-a46c-4a77-a9d2-17a4e62945d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184258 Aug 10 04:03:39.355215 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7b9293c4-05eb-43a6-904c-766134ab2a72 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1541195 Aug 10 04:03:39.358877 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49922) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:39.365862 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-73564b31-8b1a-4680-a69b-c4cf5a4467fc tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Request body: {'subnet': {'network_id': 'd6f85568-ef48-41f7-a619-1f67011fb4be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:39.375857 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49926) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:39.442125 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b0b2b087-bd14-4b04-926d-5be4193155d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.459393 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-25f95966-e56a-44c0-aa95-11ab3f07810b tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.2082062 Aug 10 04:03:39.462429 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49930) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:39.551415 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0e2fcbd7-4135-44db-8086-1c00f6a594ee req-c2eee2a2-c915-40f3-bd48-7f32917eaf1d tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30c07e-1086-437a-bbae-c97e55d123e3 HTTP/1.1" status: 200 len: 210 time: 0.0284934 Aug 10 04:03:39.569248 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-a9d58e94-3306-46a7-814c-7e3867351e31 service neutron] 10.222.0.25 "GET /v2.0/networks/0316e8c7-a46c-4a77-a9d2-17a4e62945d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767646 Aug 10 04:03:39.627477 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e3294f-f34d-4af4-a8a6-3eb03a206057 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:39.628022 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e3294f-f34d-4af4-a8a6-3eb03a206057 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:39.628476 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e3294f-f34d-4af4-a8a6-3eb03a206057 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:39.629285 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e3294f-f34d-4af4-a8a6-3eb03a206057 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:39.630105 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e3294f-f34d-4af4-a8a6-3eb03a206057 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:39.630568 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e3294f-f34d-4af4-a8a6-3eb03a206057 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:39.631019 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e3294f-f34d-4af4-a8a6-3eb03a206057 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:39.631468 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e3294f-f34d-4af4-a8a6-3eb03a206057 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:39.632206 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e3294f-f34d-4af4-a8a6-3eb03a206057 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:39.637447 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-51e3294f-f34d-4af4-a8a6-3eb03a206057 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5921 time: 0.1693184 Aug 10 04:03:39.637447 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49940) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:39.684473 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-bb84542b-8923-4a09-8885-8d696e637fae tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] delete failed (client error): The resource could not be found. Aug 10 04:03:39.687055 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bb84542b-8923-4a09-8885-8d696e637fae tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/5ce16624-2978-45e4-a270-4453b4ee2d99 HTTP/1.1" status: 404 len: 345 time: 0.0473287 Aug 10 04:03:39.688352 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49942) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:39.709807 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-895690eb-37c3-4869-9fe8-e1e585cfa469 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] DELETE failed (client error): The resource could not be found. Aug 10 04:03:39.710686 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895690eb-37c3-4869-9fe8-e1e585cfa469 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:03:39.712476 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-895690eb-37c3-4869-9fe8-e1e585cfa469 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] 10.222.0.25 "DELETE /v2.0/networks/da262bd9-3962-48e4-ae22-0dcbec4fe0c5 HTTP/1.1" status: 404 len: 339 time: 0.0230527 Aug 10 04:03:39.717040 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49944) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:39.721673 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-9f772dbd-c7d9-4735-81cc-0e294351da59 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Request body: {'network': {'name': 'tempest-network--1575689608', 'router:external': True}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:39.750024 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b0b2b087-bd14-4b04-926d-5be4193155d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.810642 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9f4949fa-80bf-4da9-8ecb-1ffd8a48feeb req-ba6f1e53-f197-4387-b4d6-dde2a3778d19 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=725bd3f8-39f2-47f1-a88c-d80157ab888f HTTP/1.1" status: 200 len: 210 time: 0.0298145 Aug 10 04:03:39.835470 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b0b2b087-bd14-4b04-926d-5be4193155d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.872264 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d489869-8978-460f-9046-4d7d2b4609c7 req-a6c5ed98-c9b3-4ef0-a88e-e18ebce2e303 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:39.874813 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5d489869-8978-460f-9046-4d7d2b4609c7 req-a6c5ed98-c9b3-4ef0-a88e-e18ebce2e303 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.0762587 Aug 10 04:03:39.886781 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b0b2b087-bd14-4b04-926d-5be4193155d9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=578846b3fef34301a018fd58e66aec17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5005996 Aug 10 04:03:39.887534 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2b087-bd14-4b04-926d-5be4193155d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2f75d1-156e-4fc2-8f03-44349cd70aa6,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:39.890819 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49952) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:39.935255 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5d489869-8978-460f-9046-4d7d2b4609c7 req-0ae0d6a9-1b46-42ad-a40f-e5053834ca61 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527375 Aug 10 04:03:39.948273 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-914cff68-18ac-4577-acfa-1c91fb9e6178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.976509 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-914cff68-18ac-4577-acfa-1c91fb9e6178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.976941 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6672ae5b-1a85-4f23-8d8b-54bd6ec82a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:39.984379 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73564b31-8b1a-4680-a69b-c4cf5a4467fc tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Made reservation on behalf of 5d7a189f8eb24b4fbebf479525a47db3 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:39.987897 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-73564b31-8b1a-4680-a69b-c4cf5a4467fc tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.134160 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f772dbd-c7d9-4735-81cc-0e294351da59 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Made reservation on behalf of 1bb0797e54b94215ab29844cc77fe609 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:40.136865 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9f772dbd-c7d9-4735-81cc-0e294351da59 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.182494 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-914cff68-18ac-4577-acfa-1c91fb9e6178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.184382 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f772dbd-c7d9-4735-81cc-0e294351da59 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:03:40.185060 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-914cff68-18ac-4577-acfa-1c91fb9e6178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.186245 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-914cff68-18ac-4577-acfa-1c91fb9e6178 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9f2f75d1-156e-4fc2-8f03-44349cd70aa6 HTTP/1.1" status: 204 len: 168 time: 0.2945106 Aug 10 04:03:40.194821 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9f772dbd-c7d9-4735-81cc-0e294351da59 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.195213 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-9f772dbd-c7d9-4735-81cc-0e294351da59 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Added segment c9cb9a43-4105-40a2-9e40-7f1edda40198 of type vlan for network b7d7c298-03f5-4493-b8f7-dd656e37ee9f Aug 10 04:03:40.198800 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cff68-18ac-4577-acfa-1c91fb9e6178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2f75d1-156e-4fc2-8f03-44349cd70aa6,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:40.279989 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9f772dbd-c7d9-4735-81cc-0e294351da59 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.400046 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-73564b31-8b1a-4680-a69b-c4cf5a4467fc tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.464003 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73564b31-8b1a-4680-a69b-c4cf5a4467fc tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Pushing event updated for resources: {'Subnet': ['ID=8ec9f599-a2a1-4fd1-89c9-eaebff6d0efa,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:40.485676 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73564b31-8b1a-4680-a69b-c4cf5a4467fc tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Checking segment: {'id': 'eed90d2b-f822-41ae-ae3d-11f4ec26f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd6f85568-ef48-41f7-a619-1f67011fb4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:40.486038 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73564b31-8b1a-4680-a69b-c4cf5a4467fc tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Network hostable DHCP agents. Network: d6f85568-ef48-41f7-a619-1f67011fb4be, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:03:40.600669 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73564b31-8b1a-4680-a69b-c4cf5a4467fc tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Network d6f85568-ef48-41f7-a619-1f67011fb4be is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:03:40.649795 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-da4ae822-f960-4fd3-86d9-9609b3f8a37a req-3d61b913-6dd6-43ac-a7d8-d486338dbe70 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30c07e-1086-437a-bbae-c97e55d123e3 HTTP/1.1" status: 200 len: 210 time: 0.0428462 Aug 10 04:03:40.683591 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a32e1-3b65-41b1-8835-9a404bb38f37 req-f55c18d6-5330-4f0c-baf9-d0a649b3ffa4 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:40.685198 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-903a32e1-3b65-41b1-8835-9a404bb38f37 req-f55c18d6-5330-4f0c-baf9-d0a649b3ffa4 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.68 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.4442401 Aug 10 04:03:40.703470 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-73564b31-8b1a-4680-a69b-c4cf5a4467fc tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, d6f85568-ef48-41f7-a619-1f67011fb4be) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:40.708588 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73564b31-8b1a-4680-a69b-c4cf5a4467fc tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:40.709550 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-73564b31-8b1a-4680-a69b-c4cf5a4467fc tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.715293 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbcaff9-0cf6-4f8c-a6c1-5c7dd9c6d085 None None] Network d6f85568-ef48-41f7-a619-1f67011fb4be requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:40.776797 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9f772dbd-c7d9-4735-81cc-0e294351da59 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.777785 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f772dbd-c7d9-4735-81cc-0e294351da59 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:40.778550 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9f772dbd-c7d9-4735-81cc-0e294351da59 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.851446 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-903a32e1-3b65-41b1-8835-9a404bb38f37 req-6d208b2d-3b1f-4d48-a4ac-5817ec7f7a0b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Deleting port 8597653a-3390-4a44-a76b-86ade7f9cef6 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:40.852624 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-903a32e1-3b65-41b1-8835-9a404bb38f37 req-6d208b2d-3b1f-4d48-a4ac-5817ec7f7a0b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.857138 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-73564b31-8b1a-4680-a69b-c4cf5a4467fc tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4946065 Aug 10 04:03:40.857296 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49984) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:40.864155 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-1fc90893-b510-4f75-b6a9-556e7d0ba753 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Request body: {'port': {'network_id': 'd6f85568-ef48-41f7-a619-1f67011fb4be', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1949934660'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:40.866980 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f772dbd-c7d9-4735-81cc-0e294351da59 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Pushing event updated for resources: {'Network': ['ID=b7d7c298-03f5-4493-b8f7-dd656e37ee9f,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:40.879387 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network b7d7c298-03f5-4493-b8f7-dd656e37ee9f details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:03:40.962060 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9f772dbd-c7d9-4735-81cc-0e294351da59 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2439032 Aug 10 04:03:40.963690 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ec1aa6-1bf6-4611-b915-7afd19a7ebcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-d6f85568-ef48-41f7-a619-1f67011fb4be', 'network_id': 'd6f85568-ef48-41f7-a619-1f67011fb4be', 'tenant_id': '5d7a189f8eb24b4fbebf479525a47db3', 'fixed_ips': [{'subnet_id': '8ec9f599-a2a1-4fd1-89c9-eaebff6d0efa'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:03:40.964724 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-89ec1aa6-1bf6-4611-b915-7afd19a7ebcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:40.965196 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49986) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:40.969738 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-031086ad-8f45-444a-a62c-38330e0048bc req-004fc6e7-0ece-47c4-ac4f-890f8c262a3f tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=725bd3f8-39f2-47f1-a88c-d80157ab888f HTTP/1.1" status: 200 len: 210 time: 0.0924084 Aug 10 04:03:41.078276 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-903a32e1-3b65-41b1-8835-9a404bb38f37 req-6d208b2d-3b1f-4d48-a4ac-5817ec7f7a0b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] For port 8597653a-3390-4a44-a76b-86ade7f9cef6, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=8597653a-3390-4a44-a76b-86ade7f9cef6,segment=NetworkSegment(ddbbd097-b4f1-4cec-8d55-af70ec47d20e),segment_id=ddbbd097-b4f1-4cec-8d55-af70ec47d20e)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:41.078932 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-903a32e1-3b65-41b1-8835-9a404bb38f37 req-6d208b2d-3b1f-4d48-a4ac-5817ec7f7a0b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.131033 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-903a32e1-3b65-41b1-8835-9a404bb38f37 req-6d208b2d-3b1f-4d48-a4ac-5817ec7f7a0b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Calling delete_port for 8597653a-3390-4a44-a76b-86ade7f9cef6 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:41.160247 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-89ec1aa6-1bf6-4611-b915-7afd19a7ebcc None None] Allocated IP 2001:db8::2 (d6f85568-ef48-41f7-a619-1f67011fb4be/8ec9f599-a2a1-4fd1-89c9-eaebff6d0efa/75d2ac20-4777-4e73-b8dd-9c37217da6c6) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:41.254612 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc90893-b510-4f75-b6a9-556e7d0ba753 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Made reservation on behalf of 5d7a189f8eb24b4fbebf479525a47db3 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:41.263550 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1fc90893-b510-4f75-b6a9-556e7d0ba753 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.289894 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a942e0d-4049-49e9-b409-3b0e49c4c8a4 req-58643235-bf42-490f-9bdd-3e66fe08964c tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:41.296782 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a942e0d-4049-49e9-b409-3b0e49c4c8a4 req-58643235-bf42-490f-9bdd-3e66fe08964c tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 947 time: 0.1950338 Aug 10 04:03:41.296923 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-1fc90893-b510-4f75-b6a9-556e7d0ba753 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] device_id is not set on port 76c0afe7-4020-40c8-8efd-508ab46d41ea yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:03:41.299716 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc01936-252d-4ff8-bba7-aed48e5b4a6e tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:41.306626 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc01936-252d-4ff8-bba7-aed48e5b4a6e tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:41.312567 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc01936-252d-4ff8-bba7-aed48e5b4a6e tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:41.320030 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc01936-252d-4ff8-bba7-aed48e5b4a6e tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:41.321890 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-afc01936-252d-4ff8-bba7-aed48e5b4a6e tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3498609 Aug 10 04:03:41.328135 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49994) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:41.428647 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a942e0d-4049-49e9-b409-3b0e49c4c8a4 req-874e5f19-81fa-4b08-8e8a-661a3b552332 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/security-groups?id=21c76519-a234-41d3-ba1d-7b642e65ed99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019399 Aug 10 04:03:41.486202 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a8fd847-7b84-4fcc-a458-4333c154d9f9 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.499718 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-89ec1aa6-1bf6-4611-b915-7afd19a7ebcc None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.618103 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a8fd847-7b84-4fcc-a458-4333c154d9f9 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.630657 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-8a8fd847-7b84-4fcc-a458-4333c154d9f9 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d7c298-03f5-4493-b8f7-dd656e37ee9f']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:41.642397 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-8a8fd847-7b84-4fcc-a458-4333c154d9f9 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9cb9a43-4105-40a2-9e40-7f1edda40198') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:41.642698 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-8a8fd847-7b84-4fcc-a458-4333c154d9f9 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9cb9a43-4105-40a2-9e40-7f1edda40198') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:41.653246 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a8fd847-7b84-4fcc-a458-4333c154d9f9 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.667640 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a8fd847-7b84-4fcc-a458-4333c154d9f9 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.673732 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-903a32e1-3b65-41b1-8835-9a404bb38f37 req-6d208b2d-3b1f-4d48-a4ac-5817ec7f7a0b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.684372 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8fd847-7b84-4fcc-a458-4333c154d9f9 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:03:41.684591 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a8fd847-7b84-4fcc-a458-4333c154d9f9 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:03:41.686654 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:03:41.688817 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['8597653a-3390-4a44-a76b-86ade7f9cef6'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:03:41.736388 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d208b2d-3b1f-4d48-a4ac-5817ec7f7a0b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Pushing event deleted for resources: {'Port': ['ID=8597653a-3390-4a44-a76b-86ade7f9cef6,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:41.760697 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-50dc3b79-15a1-4dcc-a444-3415110d338d req-1b9b599c-43e3-416b-82f3-1759d54c779b tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30c07e-1086-437a-bbae-c97e55d123e3 HTTP/1.1" status: 200 len: 210 time: 0.0432067 Aug 10 04:03:41.825481 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-903a32e1-3b65-41b1-8835-9a404bb38f37 req-6d208b2d-3b1f-4d48-a4ac-5817ec7f7a0b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] No DVR routers for this DVR port 8597653a-3390-4a44-a76b-86ade7f9cef6 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:41.828027 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-903a32e1-3b65-41b1-8835-9a404bb38f37 req-6d208b2d-3b1f-4d48-a4ac-5817ec7f7a0b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.830029 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-903a32e1-3b65-41b1-8835-9a404bb38f37 req-6d208b2d-3b1f-4d48-a4ac-5817ec7f7a0b tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.68 "DELETE /v2.0/ports/8597653a-3390-4a44-a76b-86ade7f9cef6 HTTP/1.1" status: 204 len: 173 time: 1.1375983 Aug 10 04:03:41.830468 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b0c209-c74e-4b8b-8d67-276f414ea1d2', 'name': 'network-vif-deleted', 'tag': '8597653a-3390-4a44-a76b-86ade7f9cef6'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:41.833340 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1daa9173-ad5b-428a-9b82-ade0314d7c0a" -d '{"events": [{"server_uuid": "12b0c209-c74e-4b8b-8d67-276f414ea1d2", "name": "network-vif-deleted", "tag": "8597653a-3390-4a44-a76b-86ade7f9cef6"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:41.846411 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50008) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:41.875945 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7f29d9-ed1f-42bb-9fa5-e7e1dd649a7d x-openstack-request-id: req-be7f29d9-ed1f-42bb-9fa5-e7e1dd649a7d {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:41.876269 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b0c209-c74e-4b8b-8d67-276f414ea1d2", "name": "network-vif-deleted", "tag": "8597653a-3390-4a44-a76b-86ade7f9cef6", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:41.876526 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be7f29d9-ed1f-42bb-9fa5-e7e1dd649a7d {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:41.876928 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b0c209-c74e-4b8b-8d67-276f414ea1d2', 'name': 'network-vif-deleted', 'tag': '8597653a-3390-4a44-a76b-86ade7f9cef6', 'status': 'completed', 'code': 200} Aug 10 04:03:41.946819 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-18e833d1-b90d-41d4-970d-47ed2db52ec4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1848022929-network', 'tenant_id': 'bf9cf8cc51c74e029b25978dfdc70284'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:41.979902 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a8fd847-7b84-4fcc-a458-4333c154d9f9 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.980571 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-89ec1aa6-1bf6-4611-b915-7afd19a7ebcc None None] Transition to ACTIVE for port object 75d2ac20-4777-4e73-b8dd-9c37217da6c6 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:41.985066 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8fd847-7b84-4fcc-a458-4333c154d9f9 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b7d7c298-03f5-4493-b8f7-dd656e37ee9f {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 04:03:41.994971 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a8fd847-7b84-4fcc-a458-4333c154d9f9 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:41.994971 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8a8fd847-7b84-4fcc-a458-4333c154d9f9 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] 10.222.0.25 "DELETE /v2.0/networks/b7d7c298-03f5-4493-b8f7-dd656e37ee9f HTTP/1.1" status: 204 len: 168 time: 0.6366107 Aug 10 04:03:41.995147 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50012) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:41.996377 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-89ec1aa6-1bf6-4611-b915-7afd19a7ebcc None None] Transition to ACTIVE for port object 75d2ac20-4777-4e73-b8dd-9c37217da6c6 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:41.999663 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fd847-7b84-4fcc-a458-4333c154d9f9 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Pushing event deleted for resources: {'Network': ['ID=b7d7c298-03f5-4493-b8f7-dd656e37ee9f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:42.000152 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-f50f1d19-bfbd-4ad6-9100-b9230a0571d7 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Request body: {'network': {'name': 'tempest-network--1605318960', 'router:external': True}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:42.088202 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-438884c0-2d87-4689-a3b7-f439711ffdd9 req-b219bb3b-9b6a-4157-aa7e-2144a967e036 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=725bd3f8-39f2-47f1-a88c-d80157ab888f HTTP/1.1" status: 200 len: 210 time: 0.0332353 Aug 10 04:03:42.109667 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-89ec1aa6-1bf6-4611-b915-7afd19a7ebcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.117358 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e833d1-b90d-41d4-970d-47ed2db52ec4 admin admin] Made reservation on behalf of bf9cf8cc51c74e029b25978dfdc70284 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:42.123071 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-18e833d1-b90d-41d4-970d-47ed2db52ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.133927 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-18e833d1-b90d-41d4-970d-47ed2db52ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.176124 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ec1aa6-1bf6-4611-b915-7afd19a7ebcc None None] Network d6f85568-ef48-41f7-a619-1f67011fb4be is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:42.182822 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-89ec1aa6-1bf6-4611-b915-7afd19a7ebcc None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:42.186357 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ec1aa6-1bf6-4611-b915-7afd19a7ebcc None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:42.204023 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-1fc90893-b510-4f75-b6a9-556e7d0ba753 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Allocated IP 2001:db8::21e (d6f85568-ef48-41f7-a619-1f67011fb4be/8ec9f599-a2a1-4fd1-89c9-eaebff6d0efa/76c0afe7-4020-40c8-8efd-508ab46d41ea) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:42.217643 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec1aa6-1bf6-4611-b915-7afd19a7ebcc None None] Pushing event updated for resources: {'Port': ['ID=75d2ac20-4777-4e73-b8dd-9c37217da6c6,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:42.263434 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-89ec1aa6-1bf6-4611-b915-7afd19a7ebcc None None] Attempting to bind port 75d2ac20-4777-4e73-b8dd-9c37217da6c6 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:42.263861 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-89ec1aa6-1bf6-4611-b915-7afd19a7ebcc None None] Attempting to bind port 75d2ac20-4777-4e73-b8dd-9c37217da6c6 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'eed90d2b-f822-41ae-ae3d-11f4ec26f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd6f85568-ef48-41f7-a619-1f67011fb4be'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:42.264469 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ec1aa6-1bf6-4611-b915-7afd19a7ebcc None None] Attempting to bind port 75d2ac20-4777-4e73-b8dd-9c37217da6c6 on network d6f85568-ef48-41f7-a619-1f67011fb4be {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:42.270225 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ec1aa6-1bf6-4611-b915-7afd19a7ebcc None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:42.270715 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ec1aa6-1bf6-4611-b915-7afd19a7ebcc None None] Checking segment: {'id': 'eed90d2b-f822-41ae-ae3d-11f4ec26f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd6f85568-ef48-41f7-a619-1f67011fb4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:42.271167 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-89ec1aa6-1bf6-4611-b915-7afd19a7ebcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.271679 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ec1aa6-1bf6-4611-b915-7afd19a7ebcc None None] Bound using segment: {'id': 'eed90d2b-f822-41ae-ae3d-11f4ec26f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd6f85568-ef48-41f7-a619-1f67011fb4be'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:42.272264 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-89ec1aa6-1bf6-4611-b915-7afd19a7ebcc None None] Bound port: 75d2ac20-4777-4e73-b8dd-9c37217da6c6, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed90d2b-f822-41ae-ae3d-11f4ec26f68d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'd6f85568-ef48-41f7-a619-1f67011fb4be'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:42.272653 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-89ec1aa6-1bf6-4611-b915-7afd19a7ebcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.363084 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50f1d19-bfbd-4ad6-9100-b9230a0571d7 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Made reservation on behalf of 1bb0797e54b94215ab29844cc77fe609 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:42.367410 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f50f1d19-bfbd-4ad6-9100-b9230a0571d7 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.376559 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1fc90893-b510-4f75-b6a9-556e7d0ba753 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.388096 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-89ec1aa6-1bf6-4611-b915-7afd19a7ebcc None None] For port 75d2ac20-4777-4e73-b8dd-9c37217da6c6, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:42.393142 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-89ec1aa6-1bf6-4611-b915-7afd19a7ebcc None None] For port 75d2ac20-4777-4e73-b8dd-9c37217da6c6, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=75d2ac20-4777-4e73-b8dd-9c37217da6c6,segment=NetworkSegment(eed90d2b-f822-41ae-ae3d-11f4ec26f68d),segment_id=eed90d2b-f822-41ae-ae3d-11f4ec26f68d)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:42.420839 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-1fc90893-b510-4f75-b6a9-556e7d0ba753 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Transition to ACTIVE for port object 76c0afe7-4020-40c8-8efd-508ab46d41ea will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:42.491943 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-89ec1aa6-1bf6-4611-b915-7afd19a7ebcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.507351 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50f1d19-bfbd-4ad6-9100-b9230a0571d7 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:03:42.511236 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-18e833d1-b90d-41d4-970d-47ed2db52ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.546152 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f50f1d19-bfbd-4ad6-9100-b9230a0571d7 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.546998 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-f50f1d19-bfbd-4ad6-9100-b9230a0571d7 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Added segment baaa2c98-d55b-4899-8fac-bbad0ee6f1f6 of type vlan for network 8b6372da-d70a-4336-bd9d-dbacff9d8e6c Aug 10 04:03:42.574806 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-18e833d1-b90d-41d4-970d-47ed2db52ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.597590 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fc76c48f-e17d-4b77-9c05-36470c198989 req-18bab288-df8f-4bc5-a841-450cfd7fc467 tempest-ServersNegativeTestJSON-20155179 tempest-ServersNegativeTestJSON-20155179-project] 10.222.0.25 "GET /v2.0/ports?device_id=12b0c209-c74e-4b8b-8d67-276f414ea1d2 HTTP/1.1" status: 200 len: 210 time: 0.0449095 Aug 10 04:03:42.626637 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec1aa6-1bf6-4611-b915-7afd19a7ebcc None None] Pushing event updated for resources: {'Port': ['ID=75d2ac20-4777-4e73-b8dd-9c37217da6c6,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:42.642359 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1fc90893-b510-4f75-b6a9-556e7d0ba753 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.682209 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e833d1-b90d-41d4-970d-47ed2db52ec4 admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:03:42.688799 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e833d1-b90d-41d4-970d-47ed2db52ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cc0a36-92e0-4386-8e5e-a7d7c2306b3c,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:42.692881 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f50f1d19-bfbd-4ad6-9100-b9230a0571d7 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.716727 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc90893-b510-4f75-b6a9-556e7d0ba753 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Network d6f85568-ef48-41f7-a619-1f67011fb4be is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:42.717098 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-18e833d1-b90d-41d4-970d-47ed2db52ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.717472 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-18e833d1-b90d-41d4-970d-47ed2db52ec4 admin admin] Added segment 44df00c0-39d8-4e74-b043-a28864267d94 of type vlan for network b9c461d4-06d9-43b2-b373-77695d4d911c Aug 10 04:03:42.726025 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-1fc90893-b510-4f75-b6a9-556e7d0ba753 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:42.732146 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc90893-b510-4f75-b6a9-556e7d0ba753 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:42.738406 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc90893-b510-4f75-b6a9-556e7d0ba753 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:42.739046 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1fc90893-b510-4f75-b6a9-556e7d0ba753 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.744212 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc90893-b510-4f75-b6a9-556e7d0ba753 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Pushing event updated for resources: {'Port': ['ID=76c0afe7-4020-40c8-8efd-508ab46d41ea,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:42.776339 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-18e833d1-b90d-41d4-970d-47ed2db52ec4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.800781 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-72ab2c9c-9ec1-4722-98dd-94b6cfbbc1ef tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:42.802349 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-72ab2c9c-9ec1-4722-98dd-94b6cfbbc1ef tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.20 "GET /v2.0/networks?id=0316e8c7-a46c-4a77-a9d2-17a4e62945d7 HTTP/1.1" status: 200 len: 910 time: 0.2211609 Aug 10 04:03:42.827092 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-c69e68bb-7be5-4a9d-9bdd-9224f6fea336 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Request body: {'port': {'device_id': '725bd3f8-39f2-47f1-a88c-d80157ab888f', 'network_id': '0316e8c7-a46c-4a77-a9d2-17a4e62945d7', 'admin_state_up': True, 'tenant_id': '859d00d69f694334bbe3ff010af659c7'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:42.911458 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d27bedd2-22d5-4665-bdaf-e952556d390a req-846d76cc-8fc1-4b87-b1ca-c7d62eb5c0c6 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30c07e-1086-437a-bbae-c97e55d123e3 HTTP/1.1" status: 200 len: 210 time: 0.0447745 Aug 10 04:03:42.942263 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f50f1d19-bfbd-4ad6-9100-b9230a0571d7 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.943357 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50f1d19-bfbd-4ad6-9100-b9230a0571d7 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:42.948587 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f50f1d19-bfbd-4ad6-9100-b9230a0571d7 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.961780 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1fc90893-b510-4f75-b6a9-556e7d0ba753 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1024346 Aug 10 04:03:42.965422 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50022) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:42.975489 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-38d5247d-dc76-4cc3-9851-faecae8179e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Request body: {'port': {'network_id': 'd6f85568-ef48-41f7-a619-1f67011fb4be', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1480845850', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:42.975489 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.api.validators [None req-38d5247d-dc76-4cc3-9851-faecae8179e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] bootfile-name is not in valid_values {{(pid=94937) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 04:03:42.975489 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.api.validators [None req-38d5247d-dc76-4cc3-9851-faecae8179e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] tftp-server is not in valid_values {{(pid=94937) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 04:03:42.975489 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.api.validators [None req-38d5247d-dc76-4cc3-9851-faecae8179e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] server-ip-address is not in valid_values {{(pid=94937) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 04:03:42.980431 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-18e833d1-b90d-41d4-970d-47ed2db52ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:42.981485 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e833d1-b90d-41d4-970d-47ed2db52ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:42.982068 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-18e833d1-b90d-41d4-970d-47ed2db52ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.033987 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f1d19-bfbd-4ad6-9100-b9230a0571d7 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Pushing event updated for resources: {'Network': ['ID=8b6372da-d70a-4336-bd9d-dbacff9d8e6c,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:43.045371 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 8b6372da-d70a-4336-bd9d-dbacff9d8e6c details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:03:43.103105 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-c69e68bb-7be5-4a9d-9bdd-9224f6fea336 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Made reservation on behalf of 859d00d69f694334bbe3ff010af659c7 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:43.105417 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-c69e68bb-7be5-4a9d-9bdd-9224f6fea336 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.107321 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e833d1-b90d-41d4-970d-47ed2db52ec4 admin admin] Pushing event updated for resources: {'Network': ['ID=b9c461d4-06d9-43b2-b373-77695d4d911c,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:43.122390 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network b9c461d4-06d9-43b2-b373-77695d4d911c details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:03:43.183875 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f50f1d19-bfbd-4ad6-9100-b9230a0571d7 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.1877055 Aug 10 04:03:43.186435 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50026) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:43.191750 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-18e833d1-b90d-41d4-970d-47ed2db52ec4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3441720 Aug 10 04:03:43.198208 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50028) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:43.204211 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-361ab12d-58be-49c3-936f-ea4f04369bb6 admin admin] Request body: {'subnet': {'network_id': 'b9c461d4-06d9-43b2-b373-77695d4d911c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1848022929-subnet', 'tenant_id': 'bf9cf8cc51c74e029b25978dfdc70284', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:43.290774 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8524602b-76dd-488b-b92e-6b03364a325a req-d8020cc1-6ffb-46d7-b18b-52931819ca3e tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=725bd3f8-39f2-47f1-a88c-d80157ab888f HTTP/1.1" status: 200 len: 210 time: 0.0302830 Aug 10 04:03:43.301668 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7961e9f-cbf0-4acd-9d13-a78779b0cf46 tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:43.303245 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b7961e9f-cbf0-4acd-9d13-a78779b0cf46 tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] 10.222.0.25 "GET /v2.0/networks/8b6372da-d70a-4336-bd9d-dbacff9d8e6c HTTP/1.1" status: 200 len: 757 time: 0.1155872 Aug 10 04:03:43.308667 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50030) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:43.329183 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-c69e68bb-7be5-4a9d-9bdd-9224f6fea336 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Allocated IP 172.20.0.14 (0316e8c7-a46c-4a77-a9d2-17a4e62945d7/e59504e3-1101-4a98-95d4-a5dcef14e70c/2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:43.345397 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d5247d-dc76-4cc3-9851-faecae8179e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Made reservation on behalf of 5d7a189f8eb24b4fbebf479525a47db3 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:43.349490 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-38d5247d-dc76-4cc3-9851-faecae8179e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.388404 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-38d5247d-dc76-4cc3-9851-faecae8179e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] device_id is not set on port a79c958f-9225-46c4-a220-01b8195cca99 yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:03:43.431671 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c332177-2905-43d3-bade-bcec69bcc67c tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:43.433554 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2c332177-2905-43d3-bade-bcec69bcc67c tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] 10.222.0.25 "GET /v2.0/networks/7afd1214-5bc3-4780-92fc-3e76f2df43f9 HTTP/1.1" status: 200 len: 767 time: 0.1236913 Aug 10 04:03:43.446343 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50032) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:43.469520 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361ab12d-58be-49c3-936f-ea4f04369bb6 admin admin] Made reservation on behalf of bf9cf8cc51c74e029b25978dfdc70284 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:43.471855 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-361ab12d-58be-49c3-936f-ea4f04369bb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.531870 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c4102-8275-4166-8bc2-1029c71a15ab req-c2930389-f976-4439-83fd-4ea525507423 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:43.533573 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-517c4102-8275-4166-8bc2-1029c71a15ab req-c2930389-f976-4439-83fd-4ea525507423 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.20 "GET /v2.0/networks?id=78bf972d-a222-4d9c-8b1f-3be8d62ba98a HTTP/1.1" status: 200 len: 813 time: 0.1402857 Aug 10 04:03:43.560508 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-517c4102-8275-4166-8bc2-1029c71a15ab req-0875c44f-cb5d-4375-8040-b7dcff86dc44 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Request body: {'port': {'device_id': 'f3fb0d5b-3b6f-402e-9813-51a8da922d91', 'network_id': '78bf972d-a222-4d9c-8b1f-3be8d62ba98a', 'admin_state_up': True, 'tenant_id': '127e22d0009143e39ccdeffeef17fd42'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:43.651665 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.692606 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50036) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:43.753889 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edbb740-69ca-47e3-9295-17ab1d736897 None None] Network d6f85568-ef48-41f7-a619-1f67011fb4be requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:43.781450 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-48d8f40f-daad-45b7-924a-0eda427ff9cb tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.843395 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-517c4102-8275-4166-8bc2-1029c71a15ab req-0875c44f-cb5d-4375-8040-b7dcff86dc44 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Made reservation on behalf of 127e22d0009143e39ccdeffeef17fd42 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:43.845180 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6b579557-326d-49b9-8ba1-fc47e4a6c9fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.849893 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-517c4102-8275-4166-8bc2-1029c71a15ab req-0875c44f-cb5d-4375-8040-b7dcff86dc44 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.890271 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-564e9363-2016-4cac-9ac6-cd003bd0884e admin admin] Deleting subnet 5c1c422c-a1f6-4f40-a558-7a67266792a2 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:03:43.898807 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c4102-8275-4166-8bc2-1029c71a15ab req-f1b9e66a-c035-4328-85fd-8b8a767bbc8a tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:43.900363 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-517c4102-8275-4166-8bc2-1029c71a15ab req-f1b9e66a-c035-4328-85fd-8b8a767bbc8a tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.68 "GET /v2.0/networks?id=78bf972d-a222-4d9c-8b1f-3be8d62ba98a HTTP/1.1" status: 200 len: 813 time: 0.4603245 Aug 10 04:03:43.921067 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-564e9363-2016-4cac-9ac6-cd003bd0884e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:43.927710 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-38d5247d-dc76-4cc3-9851-faecae8179e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Allocated IP 2001:db8::196 (d6f85568-ef48-41f7-a619-1f67011fb4be/8ec9f599-a2a1-4fd1-89c9-eaebff6d0efa/a79c958f-9225-46c4-a220-01b8195cca99) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:43.934248 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-91fe9d95-b85e-4719-8cb5-158831722738 None None] Provisioning for port 75d2ac20-4777-4e73-b8dd-9c37217da6c6 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:43.954264 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-517c4102-8275-4166-8bc2-1029c71a15ab req-981127c6-bc0d-4b45-b1dd-7f7af4b4fa10 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Request body: {'port': {'device_id': 'ed30c07e-1086-437a-bbae-c97e55d123e3', 'network_id': '78bf972d-a222-4d9c-8b1f-3be8d62ba98a', 'admin_state_up': True, 'tenant_id': '127e22d0009143e39ccdeffeef17fd42'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:44.014986 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-c69e68bb-7be5-4a9d-9bdd-9224f6fea336 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.071064 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 75d2ac20-4777-4e73-b8dd-9c37217da6c6 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:44.105613 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-517c4102-8275-4166-8bc2-1029c71a15ab req-0875c44f-cb5d-4375-8040-b7dcff86dc44 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Allocated IP 172.20.0.10 (78bf972d-a222-4d9c-8b1f-3be8d62ba98a/77434ba7-4b25-4b0d-b621-1071d3d8eb3e/87f59429-5a77-4ebd-84de-a68765a57b39) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:44.209130 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 75d2ac20-4777-4e73-b8dd-9c37217da6c6 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:44.213377 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 75d2ac20-4777-4e73-b8dd-9c37217da6c6 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:44.213823 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.224754 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-564e9363-2016-4cac-9ac6-cd003bd0884e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.242908 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-c69e68bb-7be5-4a9d-9bdd-9224f6fea336 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Transition to ACTIVE for port object 2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:44.276281 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7001f8a4-2d86-408c-88d6-f948e531f8c7 req-6070b4e4-24e3-4637-beaf-aabdb0fee6c6 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30c07e-1086-437a-bbae-c97e55d123e3 HTTP/1.1" status: 200 len: 210 time: 0.1418140 Aug 10 04:03:44.291470 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-48d8f40f-daad-45b7-924a-0eda427ff9cb tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.307099 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-517c4102-8275-4166-8bc2-1029c71a15ab req-0875c44f-cb5d-4375-8040-b7dcff86dc44 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.335196 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.379646 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-48d8f40f-daad-45b7-924a-0eda427ff9cb tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6372da-d70a-4336-bd9d-dbacff9d8e6c']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:44.382504 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 75d2ac20-4777-4e73-b8dd-9c37217da6c6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=75d2ac20-4777-4e73-b8dd-9c37217da6c6,segment=NetworkSegment(eed90d2b-f822-41ae-ae3d-11f4ec26f68d),segment_id=eed90d2b-f822-41ae-ae3d-11f4ec26f68d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:44.385221 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 8597653a-3390-4a44-a76b-86ade7f9cef6 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:44.413962 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 8597653a-3390-4a44-a76b-86ade7f9cef6 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:44.413962 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 8597653a-3390-4a44-a76b-86ade7f9cef6 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:44.415497 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c126c78e-7477-4365-9383-4303cf3133e1 None None] Provisioning for port 76c0afe7-4020-40c8-8efd-508ab46d41ea completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:44.419853 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f762fed7-7c7c-43b7-a0b3-2aa70d690885 req-ab581c45-2539-438d-86c5-d73ac62a2a9b tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=725bd3f8-39f2-47f1-a88c-d80157ab888f HTTP/1.1" status: 200 len: 210 time: 0.0317478 Aug 10 04:03:44.421453 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-517c4102-8275-4166-8bc2-1029c71a15ab req-0875c44f-cb5d-4375-8040-b7dcff86dc44 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.430114 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c126c78e-7477-4365-9383-4303cf3133e1 None None] Provisioning complete for port 76c0afe7-4020-40c8-8efd-508ab46d41ea triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:44.430477 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c126c78e-7477-4365-9383-4303cf3133e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.461566 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-48d8f40f-daad-45b7-924a-0eda427ff9cb tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baaa2c98-d55b-4899-8fac-bbad0ee6f1f6') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:44.467018 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-48d8f40f-daad-45b7-924a-0eda427ff9cb tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baaa2c98-d55b-4899-8fac-bbad0ee6f1f6') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:44.473268 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-48d8f40f-daad-45b7-924a-0eda427ff9cb tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.481016 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-c126c78e-7477-4365-9383-4303cf3133e1 None None] Port 76c0afe7-4020-40c8-8efd-508ab46d41ea cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:03:44.489680 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-517c4102-8275-4166-8bc2-1029c71a15ab req-0875c44f-cb5d-4375-8040-b7dcff86dc44 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Network 78bf972d-a222-4d9c-8b1f-3be8d62ba98a is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:44.491503 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-517c4102-8275-4166-8bc2-1029c71a15ab req-0875c44f-cb5d-4375-8040-b7dcff86dc44 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:44.494521 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.496043 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-517c4102-8275-4166-8bc2-1029c71a15ab req-0875c44f-cb5d-4375-8040-b7dcff86dc44 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:44.505244 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-48d8f40f-daad-45b7-924a-0eda427ff9cb tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.506183 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c126c78e-7477-4365-9383-4303cf3133e1 None None] Provisioning complete for port 75d2ac20-4777-4e73-b8dd-9c37217da6c6 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:44.506924 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c126c78e-7477-4365-9383-4303cf3133e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.538956 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-564e9363-2016-4cac-9ac6-cd003bd0884e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.546437 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875c44f-cb5d-4375-8040-b7dcff86dc44 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Pushing event updated for resources: {'Port': ['ID=87f59429-5a77-4ebd-84de-a68765a57b39,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:44.552369 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d8f40f-daad-45b7-924a-0eda427ff9cb tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:03:44.552780 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-48d8f40f-daad-45b7-924a-0eda427ff9cb tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.574396 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c4102-8275-4166-8bc2-1029c71a15ab req-0875c44f-cb5d-4375-8040-b7dcff86dc44 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:44.575412 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-517c4102-8275-4166-8bc2-1029c71a15ab req-0875c44f-cb5d-4375-8040-b7dcff86dc44 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:03:44.575566 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:03:44.583761 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=75d2ac20-4777-4e73-b8dd-9c37217da6c6,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:44.665166 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-361ab12d-58be-49c3-936f-ea4f04369bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.680568 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-517c4102-8275-4166-8bc2-1029c71a15ab req-981127c6-bc0d-4b45-b1dd-7f7af4b4fa10 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Made reservation on behalf of 127e22d0009143e39ccdeffeef17fd42 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:44.683976 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-517c4102-8275-4166-8bc2-1029c71a15ab req-981127c6-bc0d-4b45-b1dd-7f7af4b4fa10 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.747717 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-459f195b-3692-4bb7-8a80-178c2c756dfc None None] Provisioning complete for port 76c0afe7-4020-40c8-8efd-508ab46d41ea triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:44.748232 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-459f195b-3692-4bb7-8a80-178c2c756dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:44.749067 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-517c4102-8275-4166-8bc2-1029c71a15ab req-0875c44f-cb5d-4375-8040-b7dcff86dc44 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1937988 Aug 10 04:03:44.776182 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-517c4102-8275-4166-8bc2-1029c71a15ab req-9a0c5965-b8f9-4ded-94ae-0e8b385efa55 service neutron] Request body: {'port': {'device_id': 'f3fb0d5b-3b6f-402e-9813-51a8da922d91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:44.788489 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-459f195b-3692-4bb7-8a80-178c2c756dfc None None] Port 76c0afe7-4020-40c8-8efd-508ab46d41ea cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:03:44.807224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ab12d-58be-49c3-936f-ea4f04369bb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52209863-cec2-42d9-9838-dedce41ef0a7,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:44.836970 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-517c4102-8275-4166-8bc2-1029c71a15ab req-9a0c5965-b8f9-4ded-94ae-0e8b385efa55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.144131 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-517c4102-8275-4166-8bc2-1029c71a15ab req-9a0c5965-b8f9-4ded-94ae-0e8b385efa55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87f59429-5a77-4ebd-84de-a68765a57b39 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:03:45.152004 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-517c4102-8275-4166-8bc2-1029c71a15ab req-9a0c5965-b8f9-4ded-94ae-0e8b385efa55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.165136 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-517c4102-8275-4166-8bc2-1029c71a15ab req-9a0c5965-b8f9-4ded-94ae-0e8b385efa55 service neutron] Transition to ACTIVE for port object 87f59429-5a77-4ebd-84de-a68765a57b39 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:45.208838 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-c69e68bb-7be5-4a9d-9bdd-9224f6fea336 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.215808 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-48d8f40f-daad-45b7-924a-0eda427ff9cb tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.217506 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-564e9363-2016-4cac-9ac6-cd003bd0884e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.220433 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['6c254975-ba57-4c3c-b467-076c2dd3d8c8'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:03:45.243607 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d8f40f-daad-45b7-924a-0eda427ff9cb tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8b6372da-d70a-4336-bd9d-dbacff9d8e6c {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 04:03:45.294965 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-517c4102-8275-4166-8bc2-1029c71a15ab req-9a0c5965-b8f9-4ded-94ae-0e8b385efa55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.310563 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-48d8f40f-daad-45b7-924a-0eda427ff9cb tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.312497 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-48d8f40f-daad-45b7-924a-0eda427ff9cb tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] 10.222.0.25 "DELETE /v2.0/networks/8b6372da-d70a-4336-bd9d-dbacff9d8e6c HTTP/1.1" status: 204 len: 168 time: 1.8646240 Aug 10 04:03:45.326140 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8f40f-daad-45b7-924a-0eda427ff9cb tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Pushing event deleted for resources: {'Network': ['ID=8b6372da-d70a-4336-bd9d-dbacff9d8e6c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:45.327921 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e9363-2016-4cac-9ac6-cd003bd0884e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c1c422c-a1f6-4f40-a558-7a67266792a2,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:45.336501 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50048) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:45.349315 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-1309bece-a089-4d29-b456-9aa8e749e869 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Request body: {'network': {'name': 'tempest-network--262575528'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:45.358668 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361ab12d-58be-49c3-936f-ea4f04369bb6 admin admin] Checking segment: {'id': '44df00c0-39d8-4e74-b043-a28864267d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b9c461d4-06d9-43b2-b373-77695d4d911c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:45.359036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361ab12d-58be-49c3-936f-ea4f04369bb6 admin admin] Network hostable DHCP agents. Network: b9c461d4-06d9-43b2-b373-77695d4d911c, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:03:45.367098 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-564e9363-2016-4cac-9ac6-cd003bd0884e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.369013 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-564e9363-2016-4cac-9ac6-cd003bd0884e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5c1c422c-a1f6-4f40-a558-7a67266792a2 HTTP/1.1" status: 204 len: 168 time: 1.6660440 Aug 10 04:03:45.372691 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50050) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:45.377658 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-c69e68bb-7be5-4a9d-9bdd-9224f6fea336 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Network 0316e8c7-a46c-4a77-a9d2-17a4e62945d7 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:45.395124 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.400083 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-38d5247d-dc76-4cc3-9851-faecae8179e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.421256 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-c69e68bb-7be5-4a9d-9bdd-9224f6fea336 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:45.428814 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e68bb-7be5-4a9d-9bdd-9224f6fea336 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Pushing event updated for resources: {'Port': ['ID=2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:45.431301 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-c69e68bb-7be5-4a9d-9bdd-9224f6fea336 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:45.481134 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-38d5247d-dc76-4cc3-9851-faecae8179e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Transition to ACTIVE for port object a79c958f-9225-46c4-a220-01b8195cca99 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:45.512810 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-517c4102-8275-4166-8bc2-1029c71a15ab req-981127c6-bc0d-4b45-b1dd-7f7af4b4fa10 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Allocated IP 172.20.0.4 (78bf972d-a222-4d9c-8b1f-3be8d62ba98a/77434ba7-4b25-4b0d-b621-1071d3d8eb3e/adb1af2e-d0ef-4c45-862f-c950b21cb1ba) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:45.566434 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5c1fad37-c342-4900-9ee9-484f80eded8d req-2ea15fbf-fe4f-4341-b5f0-31fe0ab4c5e8 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30c07e-1086-437a-bbae-c97e55d123e3 HTTP/1.1" status: 200 len: 210 time: 0.1569223 Aug 10 04:03:45.571474 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c5965-b8f9-4ded-94ae-0e8b385efa55 service neutron] Pushing event updated for resources: {'Port': ['ID=87f59429-5a77-4ebd-84de-a68765a57b39,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:45.609886 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f658a183-404d-45cb-afd9-4bfba2103b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.668258 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.679679 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1309bece-a089-4d29-b456-9aa8e749e869 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Made reservation on behalf of 1bb0797e54b94215ab29844cc77fe609 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:45.681999 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1309bece-a089-4d29-b456-9aa8e749e869 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.683806 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361ab12d-58be-49c3-936f-ea4f04369bb6 admin admin] Network b9c461d4-06d9-43b2-b373-77695d4d911c is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:03:45.697661 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-c69e68bb-7be5-4a9d-9bdd-9224f6fea336 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:45.698272 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-c69e68bb-7be5-4a9d-9bdd-9224f6fea336 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.703277 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-517c4102-8275-4166-8bc2-1029c71a15ab req-9a0c5965-b8f9-4ded-94ae-0e8b385efa55 service neutron] Attempting to bind port 87f59429-5a77-4ebd-84de-a68765a57b39 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:45.703277 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-517c4102-8275-4166-8bc2-1029c71a15ab req-9a0c5965-b8f9-4ded-94ae-0e8b385efa55 service neutron] Attempting to bind port 87f59429-5a77-4ebd-84de-a68765a57b39 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'b9789bf5-84f3-4980-95f7-b48d4834102d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '78bf972d-a222-4d9c-8b1f-3be8d62ba98a'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:45.703277 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517c4102-8275-4166-8bc2-1029c71a15ab req-9a0c5965-b8f9-4ded-94ae-0e8b385efa55 service neutron] Attempting to bind port 87f59429-5a77-4ebd-84de-a68765a57b39 on network 78bf972d-a222-4d9c-8b1f-3be8d62ba98a {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:45.710753 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517c4102-8275-4166-8bc2-1029c71a15ab req-9a0c5965-b8f9-4ded-94ae-0e8b385efa55 service neutron] Port 87f59429-5a77-4ebd-84de-a68765a57b39 on network 78bf972d-a222-4d9c-8b1f-3be8d62ba98a not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:03:45.710973 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517c4102-8275-4166-8bc2-1029c71a15ab req-9a0c5965-b8f9-4ded-94ae-0e8b385efa55 service neutron] Attempting to bind port 87f59429-5a77-4ebd-84de-a68765a57b39 on network 78bf972d-a222-4d9c-8b1f-3be8d62ba98a {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:45.717533 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517c4102-8275-4166-8bc2-1029c71a15ab req-9a0c5965-b8f9-4ded-94ae-0e8b385efa55 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:45.717873 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517c4102-8275-4166-8bc2-1029c71a15ab req-9a0c5965-b8f9-4ded-94ae-0e8b385efa55 service neutron] Checking segment: {'id': 'b9789bf5-84f3-4980-95f7-b48d4834102d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '78bf972d-a222-4d9c-8b1f-3be8d62ba98a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:45.718293 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517c4102-8275-4166-8bc2-1029c71a15ab req-9a0c5965-b8f9-4ded-94ae-0e8b385efa55 service neutron] Bound using segment: {'id': 'b9789bf5-84f3-4980-95f7-b48d4834102d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '78bf972d-a222-4d9c-8b1f-3be8d62ba98a'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:45.718722 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-517c4102-8275-4166-8bc2-1029c71a15ab req-9a0c5965-b8f9-4ded-94ae-0e8b385efa55 service neutron] Bound port: 87f59429-5a77-4ebd-84de-a68765a57b39, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9789bf5-84f3-4980-95f7-b48d4834102d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '78bf972d-a222-4d9c-8b1f-3be8d62ba98a'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:45.719076 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-517c4102-8275-4166-8bc2-1029c71a15ab req-9a0c5965-b8f9-4ded-94ae-0e8b385efa55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.734666 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f658a183-404d-45cb-afd9-4bfba2103b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.764585 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-f658a183-404d-45cb-afd9-4bfba2103b91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61be106c-0b66-42f4-b295-3640ff29de8b']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:45.777653 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-f658a183-404d-45cb-afd9-4bfba2103b91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddbbd097-b4f1-4cec-8d55-af70ec47d20e') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:45.777944 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-f658a183-404d-45cb-afd9-4bfba2103b91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddbbd097-b4f1-4cec-8d55-af70ec47d20e') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:45.783239 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e987924a-b55b-4990-8931-5b52bb30f6c2 None None] Provisioning for port 2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:45.790871 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e987924a-b55b-4990-8931-5b52bb30f6c2 None None] Provisioning complete for port 2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:45.791273 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e987924a-b55b-4990-8931-5b52bb30f6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.793586 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f658a183-404d-45cb-afd9-4bfba2103b91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.795222 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1309bece-a089-4d29-b456-9aa8e749e869 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:03:45.823117 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-361ab12d-58be-49c3-936f-ea4f04369bb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, b9c461d4-06d9-43b2-b373-77695d4d911c) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:45.824952 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f658a183-404d-45cb-afd9-4bfba2103b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.825586 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-c69e68bb-7be5-4a9d-9bdd-9224f6fea336 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.0143948 Aug 10 04:03:45.828269 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-517c4102-8275-4166-8bc2-1029c71a15ab req-981127c6-bc0d-4b45-b1dd-7f7af4b4fa10 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.829455 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-517c4102-8275-4166-8bc2-1029c71a15ab req-9a0c5965-b8f9-4ded-94ae-0e8b385efa55 service neutron] For port 87f59429-5a77-4ebd-84de-a68765a57b39, host n-h2-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:45.832184 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1309bece-a089-4d29-b456-9aa8e749e869 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.832548 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-1309bece-a089-4d29-b456-9aa8e749e869 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Added segment 86d0f090-51c1-4f01-af76-366cf78a3c30 of type vlan for network f387b253-e1de-409e-b50d-6b5ecb446a68 Aug 10 04:03:45.833574 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f658a183-404d-45cb-afd9-4bfba2103b91 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:03:45.834131 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f658a183-404d-45cb-afd9-4bfba2103b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:03:45.835861 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:03:45.837779 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361ab12d-58be-49c3-936f-ea4f04369bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:45.837779 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-361ab12d-58be-49c3-936f-ea4f04369bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.840872 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1d79fc-a54a-4060-bb21-9f466d7044b7 None None] Network b9c461d4-06d9-43b2-b373-77695d4d911c requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:45.850861 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f71b1-942e-4f14-b73f-d74448e5b36b req-ab255b06-b924-4f49-90d4-69bb4386839a tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:45.852460 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c86f71b1-942e-4f14-b73f-d74448e5b36b req-ab255b06-b924-4f49-90d4-69bb4386839a tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=725bd3f8-39f2-47f1-a88c-d80157ab888f HTTP/1.1" status: 200 len: 1028 time: 0.1804180 Aug 10 04:03:45.858302 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-040be096-d16a-49d0-913f-78b82a0b3361 service neutron] Request body: {'port': {'device_id': '725bd3f8-39f2-47f1-a88c-d80157ab888f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:45.919816 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-e987924a-b55b-4990-8931-5b52bb30f6c2 None None] Port 2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:03:45.923134 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-38d5247d-dc76-4cc3-9851-faecae8179e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.951758 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1309bece-a089-4d29-b456-9aa8e749e869 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.953626 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 75d2ac20-4777-4e73-b8dd-9c37217da6c6 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:45.967998 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f658a183-404d-45cb-afd9-4bfba2103b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.988163 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-517c4102-8275-4166-8bc2-1029c71a15ab req-9a0c5965-b8f9-4ded-94ae-0e8b385efa55 service neutron] For port 87f59429-5a77-4ebd-84de-a68765a57b39, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=87f59429-5a77-4ebd-84de-a68765a57b39,segment=NetworkSegment(b9789bf5-84f3-4980-95f7-b48d4834102d),segment_id=b9789bf5-84f3-4980-95f7-b48d4834102d)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:45.989802 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f658a183-404d-45cb-afd9-4bfba2103b91 admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:45.992218 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f658a183-404d-45cb-afd9-4bfba2103b91 admin admin] 10.222.0.25 "DELETE /v2.0/networks/61be106c-0b66-42f4-b295-3640ff29de8b HTTP/1.1" status: 204 len: 168 time: 0.6196263 Aug 10 04:03:46.009347 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658a183-404d-45cb-afd9-4bfba2103b91 admin admin] Pushing event deleted for resources: {'Network': ['ID=61be106c-0b66-42f4-b295-3640ff29de8b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:46.052416 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-361ab12d-58be-49c3-936f-ea4f04369bb6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8486214 Aug 10 04:03:46.057898 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d5247d-dc76-4cc3-9851-faecae8179e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Network d6f85568-ef48-41f7-a619-1f67011fb4be is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:46.062988 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 75d2ac20-4777-4e73-b8dd-9c37217da6c6 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:46.063359 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:46.070649 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-517c4102-8275-4166-8bc2-1029c71a15ab req-9a0c5965-b8f9-4ded-94ae-0e8b385efa55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:46.081696 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c86f71b1-942e-4f14-b73f-d74448e5b36b req-a83f7ed5-b328-4894-8a40-cc4d87242cd6 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104535 Aug 10 04:03:46.087583 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624d7140-751c-4843-8ef8-430f2b5d169d None None] Network b9c461d4-06d9-43b2-b373-77695d4d911c requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:46.093740 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-38d5247d-dc76-4cc3-9851-faecae8179e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:46.102131 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d5247d-dc76-4cc3-9851-faecae8179e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:46.108339 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d5247d-dc76-4cc3-9851-faecae8179e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:46.109042 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-38d5247d-dc76-4cc3-9851-faecae8179e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:46.111467 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-040be096-d16a-49d0-913f-78b82a0b3361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:46.114207 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5247d-dc76-4cc3-9851-faecae8179e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Pushing event updated for resources: {'Port': ['ID=a79c958f-9225-46c4-a220-01b8195cca99,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:46.122776 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c4102-8275-4166-8bc2-1029c71a15ab req-9a0c5965-b8f9-4ded-94ae-0e8b385efa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:46.123418 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-517c4102-8275-4166-8bc2-1029c71a15ab req-9a0c5965-b8f9-4ded-94ae-0e8b385efa55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:46.125377 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-517c4102-8275-4166-8bc2-1029c71a15ab req-9a0c5965-b8f9-4ded-94ae-0e8b385efa55 service neutron] 10.222.0.20 "PUT /v2.0/ports/87f59429-5a77-4ebd-84de-a68765a57b39 HTTP/1.1" status: 200 len: 1092 time: 1.3564923 Aug 10 04:03:46.125832 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fb0d5b-3b6f-402e-9813-51a8da922d91', 'tag': '87f59429-5a77-4ebd-84de-a68765a57b39'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:46.128340 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb72e16-bd4f-4aa0-81d8-e14b1bdb4a31" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fb0d5b-3b6f-402e-9813-51a8da922d91", "tag": "87f59429-5a77-4ebd-84de-a68765a57b39"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:46.200321 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c5965-b8f9-4ded-94ae-0e8b385efa55 service neutron] Pushing event updated for resources: {'Port': ['ID=87f59429-5a77-4ebd-84de-a68765a57b39,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:46.219891 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a65d605-b0b7-4974-8acc-0e7219a3cefe x-openstack-request-id: req-7a65d605-b0b7-4974-8acc-0e7219a3cefe {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:46.220349 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fb0d5b-3b6f-402e-9813-51a8da922d91", "tag": "87f59429-5a77-4ebd-84de-a68765a57b39", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:46.221382 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a65d605-b0b7-4974-8acc-0e7219a3cefe {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:46.222994 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3fb0d5b-3b6f-402e-9813-51a8da922d91', 'tag': '87f59429-5a77-4ebd-84de-a68765a57b39', 'status': 'completed', 'code': 200} Aug 10 04:03:46.234622 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1309bece-a089-4d29-b456-9aa8e749e869 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:46.238517 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1309bece-a089-4d29-b456-9aa8e749e869 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:46.238517 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1309bece-a089-4d29-b456-9aa8e749e869 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:46.321652 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-517c4102-8275-4166-8bc2-1029c71a15ab req-981127c6-bc0d-4b45-b1dd-7f7af4b4fa10 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:46.340247 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-38d5247d-dc76-4cc3-9851-faecae8179e2 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.3732271 Aug 10 04:03:46.342016 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1309bece-a089-4d29-b456-9aa8e749e869 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0038357 Aug 10 04:03:46.351995 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50066) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:46.352706 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50068) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:46.354676 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb72e16-bd4f-4aa0-81d8-e14b1bdb4a31 req-1597d14e-29e3-48ef-815b-7a022c75261b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:46.360764 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dbb72e16-bd4f-4aa0-81d8-e14b1bdb4a31 req-1597d14e-29e3-48ef-815b-7a022c75261b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=127e22d0009143e39ccdeffeef17fd42&device_id=f3fb0d5b-3b6f-402e-9813-51a8da922d91 HTTP/1.1" status: 200 len: 1095 time: 0.1088386 Aug 10 04:03:46.426758 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-f0741e0e-25bb-4450-ab94-56e2d2c02972 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:46.463703 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981127c6-bc0d-4b45-b1dd-7f7af4b4fa10 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Pushing event updated for resources: {'Port': ['ID=adb1af2e-d0ef-4c45-862f-c950b21cb1ba,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:46.483601 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-517c4102-8275-4166-8bc2-1029c71a15ab req-981127c6-bc0d-4b45-b1dd-7f7af4b4fa10 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Network 78bf972d-a222-4d9c-8b1f-3be8d62ba98a is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:46.487405 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309bece-a089-4d29-b456-9aa8e749e869 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Pushing event updated for resources: {'Network': ['ID=f387b253-e1de-409e-b50d-6b5ecb446a68,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:46.494287 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-517c4102-8275-4166-8bc2-1029c71a15ab req-981127c6-bc0d-4b45-b1dd-7f7af4b4fa10 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:46.498918 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-517c4102-8275-4166-8bc2-1029c71a15ab req-981127c6-bc0d-4b45-b1dd-7f7af4b4fa10 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:46.503380 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network f387b253-e1de-409e-b50d-6b5ecb446a68 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:03:46.546270 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50072) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:46.614608 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e247e0-c0cb-4ad5-910a-2838ad5765bf tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:46.618762 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c4102-8275-4166-8bc2-1029c71a15ab req-981127c6-bc0d-4b45-b1dd-7f7af4b4fa10 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:46.619422 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-517c4102-8275-4166-8bc2-1029c71a15ab req-981127c6-bc0d-4b45-b1dd-7f7af4b4fa10 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:46.620679 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e247e0-c0cb-4ad5-910a-2838ad5765bf tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:46.626883 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e247e0-c0cb-4ad5-910a-2838ad5765bf tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:46.630809 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c0e247e0-c0cb-4ad5-910a-2838ad5765bf tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.2674048 Aug 10 04:03:46.634100 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50076) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:46.685235 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-fd6382d9-4950-4cfe-bad4-bdbe277cabef None None] Provisioning for port a79c958f-9225-46c4-a220-01b8195cca99 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:46.689121 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-fd6382d9-4950-4cfe-bad4-bdbe277cabef None None] Provisioning complete for port a79c958f-9225-46c4-a220-01b8195cca99 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:46.689500 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fd6382d9-4950-4cfe-bad4-bdbe277cabef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:46.745907 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4d889eed-06bc-4b2a-ac2b-b83fda917699 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e038891106e2493183a2b48de06c43c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1965973 Aug 10 04:03:46.748118 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-517c4102-8275-4166-8bc2-1029c71a15ab req-981127c6-bc0d-4b45-b1dd-7f7af4b4fa10 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8233676 Aug 10 04:03:46.748578 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50078) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:46.751336 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-fd6382d9-4950-4cfe-bad4-bdbe277cabef None None] Port a79c958f-9225-46c4-a220-01b8195cca99 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:03:46.756347 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb72e16-bd4f-4aa0-81d8-e14b1bdb4a31 req-ba611e75-0375-4e11-ae2f-83498b97987c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:46.757807 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dbb72e16-bd4f-4aa0-81d8-e14b1bdb4a31 req-ba611e75-0375-4e11-ae2f-83498b97987c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=127e22d0009143e39ccdeffeef17fd42&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3362193 Aug 10 04:03:46.778541 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-517c4102-8275-4166-8bc2-1029c71a15ab req-df1776eb-6315-4e4f-86ea-a0ac8a2d1eb0 service neutron] Request body: {'port': {'device_id': 'ed30c07e-1086-437a-bbae-c97e55d123e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:46.857283 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:46.911122 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-517c4102-8275-4166-8bc2-1029c71a15ab req-df1776eb-6315-4e4f-86ea-a0ac8a2d1eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:46.920974 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-040be096-d16a-49d0-913f-78b82a0b3361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:03:46.939295 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-040be096-d16a-49d0-913f-78b82a0b3361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:46.955084 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-9c8c816d-6dcb-4643-a06a-2f95c58d03fb tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Deleting port a79c958f-9225-46c4-a220-01b8195cca99 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:46.955437 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9c8c816d-6dcb-4643-a06a-2f95c58d03fb tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.022583 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-08385357-76e7-4406-9e98-a19e07228c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.031894 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-040be096-d16a-49d0-913f-78b82a0b3361 service neutron] Transition to ACTIVE for port object 2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:47.101223 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-08385357-76e7-4406-9e98-a19e07228c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.118134 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50090) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:47.128658 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-fc507979-d570-449c-930c-5989f2f97c15 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1906484444-network', 'tenant_id': 'f58e339c921c4e4aa4db38c56b99be07'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:47.169880 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cced0db-fb2b-46a3-8471-229a68a5522a req-2a68300f-c1d2-4249-b38d-7f646ba82852 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:47.171379 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5cced0db-fb2b-46a3-8471-229a68a5522a req-2a68300f-c1d2-4249-b38d-7f646ba82852 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30c07e-1086-437a-bbae-c97e55d123e3 HTTP/1.1" status: 200 len: 931 time: 0.5022328 Aug 10 04:03:47.199887 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f0741e0e-25bb-4450-ab94-56e2d2c02972 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.209605 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-040be096-d16a-49d0-913f-78b82a0b3361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.250761 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9c8c816d-6dcb-4643-a06a-2f95c58d03fb tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.258725 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5cced0db-fb2b-46a3-8471-229a68a5522a req-c1b56822-bb57-41f9-a9d5-1b9c83147177 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccff9cb0-992e-44e0-b49f-2b35e2531d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751123 Aug 10 04:03:47.261527 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb72e16-bd4f-4aa0-81d8-e14b1bdb4a31 req-0414ed3a-5897-46f6-8cf9-4f8a76036358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:47.262916 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dbb72e16-bd4f-4aa0-81d8-e14b1bdb4a31 req-0414ed3a-5897-46f6-8cf9-4f8a76036358 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4892058 Aug 10 04:03:47.317997 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-9c8c816d-6dcb-4643-a06a-2f95c58d03fb tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Calling delete_port for a79c958f-9225-46c4-a220-01b8195cca99 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:47.327541 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f0741e0e-25bb-4450-ab94-56e2d2c02972 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.335863 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f0741e0e-25bb-4450-ab94-56e2d2c02972 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Network f387b253-e1de-409e-b50d-6b5ecb446a68 is not hosted by any dhcp agent {{(pid=94938) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 04:03:47.336827 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0741e0e-25bb-4450-ab94-56e2d2c02972 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:47.337427 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f0741e0e-25bb-4450-ab94-56e2d2c02972 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.338782 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f0741e0e-25bb-4450-ab94-56e2d2c02972 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] 10.222.0.25 "PUT /v2.0/networks/f387b253-e1de-409e-b50d-6b5ecb446a68 HTTP/1.1" status: 200 len: 857 time: 0.9348397 Aug 10 04:03:47.349639 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50094) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:47.406746 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040be096-d16a-49d0-913f-78b82a0b3361 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:47.454345 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc507979-d570-449c-930c-5989f2f97c15 admin admin] Made reservation on behalf of f58e339c921c4e4aa4db38c56b99be07 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:47.457222 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fc507979-d570-449c-930c-5989f2f97c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.483408 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0741e0e-25bb-4450-ab94-56e2d2c02972 tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Pushing event updated for resources: {'Network': ['ID=f387b253-e1de-409e-b50d-6b5ecb446a68,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:47.497684 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fc507979-d570-449c-930c-5989f2f97c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.508556 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d04f858a-0623-4dfb-b74c-b48915469c3f tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.516306 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c4102-8275-4166-8bc2-1029c71a15ab req-26034d7c-cabb-4b90-af53-d72279a4a368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:47.518067 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-517c4102-8275-4166-8bc2-1029c71a15ab req-26034d7c-cabb-4b90-af53-d72279a4a368 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=127e22d0009143e39ccdeffeef17fd42&device_id=f3fb0d5b-3b6f-402e-9813-51a8da922d91 HTTP/1.1" status: 200 len: 1095 time: 0.1676054 Aug 10 04:03:47.573629 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487aa3f1-26ac-4156-ab83-672ad4f16716 req-7beb07ba-01aa-4ef7-be60-fe16b14aa87c tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:47.575187 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-487aa3f1-26ac-4156-ab83-672ad4f16716 req-7beb07ba-01aa-4ef7-be60-fe16b14aa87c tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=725bd3f8-39f2-47f1-a88c-d80157ab888f HTTP/1.1" status: 200 len: 1053 time: 0.3768339 Aug 10 04:03:47.602256 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-08385357-76e7-4406-9e98-a19e07228c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.604871 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-08385357-76e7-4406-9e98-a19e07228c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.605994 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-08385357-76e7-4406-9e98-a19e07228c42 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/21c76519-a234-41d3-ba1d-7b642e65ed99 HTTP/1.1" status: 204 len: 168 time: 0.8550606 Aug 10 04:03:47.627399 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-517c4102-8275-4166-8bc2-1029c71a15ab req-24ee628a-1936-45df-8136-1feb2802162c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=87f59429-5a77-4ebd-84de-a68765a57b39 HTTP/1.1" status: 200 len: 217 time: 0.0912640 Aug 10 04:03:47.659027 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08385357-76e7-4406-9e98-a19e07228c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c76519-a234-41d3-ba1d-7b642e65ed99,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:47.696250 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1941f5-5187-470a-a0df-e9e0648de0bf req-e56c4142-4f02-4938-8a8d-32a784e737ed tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:47.698103 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0c1941f5-5187-470a-a0df-e9e0648de0bf req-e56c4142-4f02-4938-8a8d-32a784e737ed tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1773975 Aug 10 04:03:47.746849 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d04f858a-0623-4dfb-b74c-b48915469c3f tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.755689 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-040be096-d16a-49d0-913f-78b82a0b3361 service neutron] Attempting to bind port 2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:47.756038 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-040be096-d16a-49d0-913f-78b82a0b3361 service neutron] Attempting to bind port 2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '67a5ce34-7497-4e73-9daf-fccb98f76e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0316e8c7-a46c-4a77-a9d2-17a4e62945d7'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:47.756379 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-040be096-d16a-49d0-913f-78b82a0b3361 service neutron] Attempting to bind port 2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f on network 0316e8c7-a46c-4a77-a9d2-17a4e62945d7 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:47.762706 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-487aa3f1-26ac-4156-ab83-672ad4f16716 req-14ff94f8-421f-44ad-aeaa-0e62ffc6e33b tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693234 Aug 10 04:03:47.764998 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-d04f858a-0623-4dfb-b74c-b48915469c3f tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f387b253-e1de-409e-b50d-6b5ecb446a68']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:47.778153 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c4102-8275-4166-8bc2-1029c71a15ab req-e6a4c6b4-1d87-4353-a642-79e29f10174e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:47.779694 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-517c4102-8275-4166-8bc2-1029c71a15ab req-e6a4c6b4-1d87-4353-a642-79e29f10174e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77434ba7-4b25-4b0d-b621-1071d3d8eb3e HTTP/1.1" status: 200 len: 853 time: 0.1367729 Aug 10 04:03:47.790289 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-d04f858a-0623-4dfb-b74c-b48915469c3f tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d0f090-51c1-4f01-af76-366cf78a3c30') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:47.790594 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-d04f858a-0623-4dfb-b74c-b48915469c3f tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d0f090-51c1-4f01-af76-366cf78a3c30') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:47.795926 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-040be096-d16a-49d0-913f-78b82a0b3361 service neutron] Port 2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f on network 0316e8c7-a46c-4a77-a9d2-17a4e62945d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:03:47.796283 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-040be096-d16a-49d0-913f-78b82a0b3361 service neutron] Attempting to bind port 2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f on network 0316e8c7-a46c-4a77-a9d2-17a4e62945d7 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:47.801487 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-517c4102-8275-4166-8bc2-1029c71a15ab req-df1776eb-6315-4e4f-86ea-a0ac8a2d1eb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb1af2e-d0ef-4c45-862f-c950b21cb1ba {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:03:47.829516 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-517c4102-8275-4166-8bc2-1029c71a15ab req-fc267446-6538-4957-93f8-44bb1a56d933 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78bf972d-a222-4d9c-8b1f-3be8d62ba98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411134 Aug 10 04:03:47.831755 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d04f858a-0623-4dfb-b74c-b48915469c3f tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.835105 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-517c4102-8275-4166-8bc2-1029c71a15ab req-df1776eb-6315-4e4f-86ea-a0ac8a2d1eb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.836015 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0c1941f5-5187-470a-a0df-e9e0648de0bf req-4caf388a-46ea-466b-9cb0-09140fdca20d tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162560 Aug 10 04:03:47.840557 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-040be096-d16a-49d0-913f-78b82a0b3361 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:47.841181 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-040be096-d16a-49d0-913f-78b82a0b3361 service neutron] Checking segment: {'id': '67a5ce34-7497-4e73-9daf-fccb98f76e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0316e8c7-a46c-4a77-a9d2-17a4e62945d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:47.841310 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-040be096-d16a-49d0-913f-78b82a0b3361 service neutron] Bound using segment: {'id': '67a5ce34-7497-4e73-9daf-fccb98f76e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0316e8c7-a46c-4a77-a9d2-17a4e62945d7'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:47.841719 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-040be096-d16a-49d0-913f-78b82a0b3361 service neutron] Bound port: 2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a5ce34-7497-4e73-9daf-fccb98f76e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0316e8c7-a46c-4a77-a9d2-17a4e62945d7'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:47.842073 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-040be096-d16a-49d0-913f-78b82a0b3361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.878308 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d04f858a-0623-4dfb-b74c-b48915469c3f tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.912687 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d04f858a-0623-4dfb-b74c-b48915469c3f tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:03:47.912687 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d04f858a-0623-4dfb-b74c-b48915469c3f tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:03:47.914565 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:03:48.001610 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9c8c816d-6dcb-4643-a06a-2f95c58d03fb tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.007099 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-517c4102-8275-4166-8bc2-1029c71a15ab req-1b6ecdaf-0704-4657-8e32-2ceef743a721 service neutron] 10.222.0.20 "GET /v2.0/networks/78bf972d-a222-4d9c-8b1f-3be8d62ba98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654694 Aug 10 04:03:48.007291 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fc507979-d570-449c-930c-5989f2f97c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.016242 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-040be096-d16a-49d0-913f-78b82a0b3361 service neutron] For port 2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:48.022349 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-040be096-d16a-49d0-913f-78b82a0b3361 service neutron] For port 2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f,segment=NetworkSegment(67a5ce34-7497-4e73-9daf-fccb98f76e2c),segment_id=67a5ce34-7497-4e73-9daf-fccb98f76e2c)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:48.052571 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c816d-6dcb-4643-a06a-2f95c58d03fb tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Pushing event deleted for resources: {'Port': ['ID=a79c958f-9225-46c4-a220-01b8195cca99,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:48.063857 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cdf9cc-0c9b-4d58-8488-753d31020a98 req-de75d2ea-b334-4b02-ad6a-6a2f3e171a08 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:48.065961 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7cdf9cc-0c9b-4d58-8488-753d31020a98 req-de75d2ea-b334-4b02-ad6a-6a2f3e171a08 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1456602 Aug 10 04:03:48.092180 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9c8c816d-6dcb-4643-a06a-2f95c58d03fb tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.096440 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9c8c816d-6dcb-4643-a06a-2f95c58d03fb tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] 10.222.0.25 "DELETE /v2.0/ports/a79c958f-9225-46c4-a220-01b8195cca99 HTTP/1.1" status: 204 len: 168 time: 1.4536889 Aug 10 04:03:48.098865 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50108) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:48.106934 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d04f858a-0623-4dfb-b74c-b48915469c3f tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.111742 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04f858a-0623-4dfb-b74c-b48915469c3f tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f387b253-e1de-409e-b50d-6b5ecb446a68 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 04:03:48.111890 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-6530211a-c67a-4183-b50b-f91d9fc34252 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Request body: {'port': {'name': 'tempest-new-port-name-454990769', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:48.112212 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.api.validators [None req-6530211a-c67a-4183-b50b-f91d9fc34252 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] bootfile-name is not in valid_values {{(pid=94937) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 04:03:48.113200 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.api.validators [None req-6530211a-c67a-4183-b50b-f91d9fc34252 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] tftp-server is not in valid_values {{(pid=94937) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 04:03:48.115726 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.api.validators [None req-6530211a-c67a-4183-b50b-f91d9fc34252 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] server-ip-address is not in valid_values {{(pid=94937) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 04:03:48.115855 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d04f858a-0623-4dfb-b74c-b48915469c3f tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.117226 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-517c4102-8275-4166-8bc2-1029c71a15ab req-df1776eb-6315-4e4f-86ea-a0ac8a2d1eb0 service neutron] Transition to ACTIVE for port object adb1af2e-d0ef-4c45-862f-c950b21cb1ba will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:48.121116 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d04f858a-0623-4dfb-b74c-b48915469c3f tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] 10.222.0.25 "DELETE /v2.0/networks/f387b253-e1de-409e-b50d-6b5ecb446a68 HTTP/1.1" status: 204 len: 168 time: 0.7664175 Aug 10 04:03:48.124637 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-040be096-d16a-49d0-913f-78b82a0b3361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.147846 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50110) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:48.148835 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f858a-0623-4dfb-b74c-b48915469c3f tempest-ExternalNetworksTestJSON-197459958 tempest-ExternalNetworksTestJSON-197459958-project-admin] Pushing event deleted for resources: {'Network': ['ID=f387b253-e1de-409e-b50d-6b5ecb446a68,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:48.164482 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fc507979-d570-449c-930c-5989f2f97c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.230738 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-e00f0555-11ce-4ab4-b0f1-227cfd5556d3 tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] DELETE failed (client error): The resource could not be found. Aug 10 04:03:48.231209 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e00f0555-11ce-4ab4-b0f1-227cfd5556d3 tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:03:48.233528 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e00f0555-11ce-4ab4-b0f1-227cfd5556d3 tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] 10.222.0.25 "DELETE /v2.0/subnets/1fd939d3-effc-4d16-baea-4517bcea6712 HTTP/1.1" status: 404 len: 337 time: 0.0814512 Aug 10 04:03:48.236202 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50114) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:48.246763 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-517c4102-8275-4166-8bc2-1029c71a15ab req-df1776eb-6315-4e4f-86ea-a0ac8a2d1eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.281649 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-040be096-d16a-49d0-913f-78b82a0b3361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:48.290377 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-040be096-d16a-49d0-913f-78b82a0b3361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.291906 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-040be096-d16a-49d0-913f-78b82a0b3361 service neutron] 10.222.0.20 "PUT /v2.0/ports/2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f HTTP/1.1" status: 200 len: 1092 time: 2.4432254 Aug 10 04:03:48.307524 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc507979-d570-449c-930c-5989f2f97c15 admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:03:48.315185 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '725bd3f8-39f2-47f1-a88c-d80157ab888f', 'tag': '2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:48.317704 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e010a8-34f4-4bf6-94a2-f13ad767a20e" -d '{"events": [{"name": "network-changed", "server_uuid": "725bd3f8-39f2-47f1-a88c-d80157ab888f", "tag": "2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:48.339287 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f0559263-6d98-4e93-9e3f-d0627dd536d2 tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.367830 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-517c4102-8275-4166-8bc2-1029c71a15ab req-8198be19-e592-48ea-a719-2e12e0bff0a0 service neutron] 10.222.0.20 "GET /v2.0/networks/78bf972d-a222-4d9c-8b1f-3be8d62ba98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525553 Aug 10 04:03:48.396120 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7cdf9cc-0c9b-4d58-8488-753d31020a98 req-706b385a-2c07-4c7a-9a0d-bce979d96c26 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2936585 Aug 10 04:03:48.464756 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc507979-d570-449c-930c-5989f2f97c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff18b671-cda6-4e27-b2df-7797cf731a61,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:48.483371 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c4266a-d147-4b0d-a055-4c15757ce256 x-openstack-request-id: req-80c4266a-d147-4b0d-a055-4c15757ce256 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:48.487855 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "725bd3f8-39f2-47f1-a88c-d80157ab888f", "tag": "2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:48.488233 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80c4266a-d147-4b0d-a055-4c15757ce256 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:48.488787 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '725bd3f8-39f2-47f1-a88c-d80157ab888f', 'tag': '2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f', 'status': 'completed', 'code': 200} Aug 10 04:03:48.522126 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fc507979-d570-449c-930c-5989f2f97c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.524133 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-fc507979-d570-449c-930c-5989f2f97c15 admin admin] Added segment f21accf9-214a-47e5-928f-7e8e9ad1d472 of type vlan for network 3c6a52a3-d710-4769-8a16-4c41b2d456cd Aug 10 04:03:48.569060 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6530211a-c67a-4183-b50b-f91d9fc34252 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.607448 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f0559263-6d98-4e93-9e3f-d0627dd536d2 tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.624212 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-f0559263-6d98-4e93-9e3f-d0627dd536d2 tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7afd1214-5bc3-4780-92fc-3e76f2df43f9']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:48.635211 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040be096-d16a-49d0-913f-78b82a0b3361 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:48.647833 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-f0559263-6d98-4e93-9e3f-d0627dd536d2 tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa6e390-2d94-4045-9044-6e86b7b19718') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:48.648402 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-f0559263-6d98-4e93-9e3f-d0627dd536d2 tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa6e390-2d94-4045-9044-6e86b7b19718') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:48.651922 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-a76690b1-25fa-430f-a7d4-21705d22fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:48.656001 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-a76690b1-25fa-430f-a7d4-21705d22fc1a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=859d00d69f694334bbe3ff010af659c7&device_id=725bd3f8-39f2-47f1-a88c-d80157ab888f HTTP/1.1" status: 200 len: 1095 time: 0.1596100 Aug 10 04:03:48.687191 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f0559263-6d98-4e93-9e3f-d0627dd536d2 tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.720114 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f0559263-6d98-4e93-9e3f-d0627dd536d2 tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.727495 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0559263-6d98-4e93-9e3f-d0627dd536d2 tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:03:48.728079 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f0559263-6d98-4e93-9e3f-d0627dd536d2 tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.747160 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fc507979-d570-449c-930c-5989f2f97c15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.798667 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1776eb-6315-4e4f-86ea-a0ac8a2d1eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=adb1af2e-d0ef-4c45-862f-c950b21cb1ba,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:03:48.824266 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:03:48.842181 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0f5c4-3f02-4f51-b90e-419e26919880 req-301602ef-b33d-46cc-ae9f-bf53bdfe7004 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:48.843740 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7a0f5c4-3f02-4f51-b90e-419e26919880 req-301602ef-b33d-46cc-ae9f-bf53bdfe7004 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30c07e-1086-437a-bbae-c97e55d123e3 HTTP/1.1" status: 200 len: 943 time: 0.3485215 Aug 10 04:03:48.887842 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-517c4102-8275-4166-8bc2-1029c71a15ab req-df1776eb-6315-4e4f-86ea-a0ac8a2d1eb0 service neutron] Attempting to bind port adb1af2e-d0ef-4c45-862f-c950b21cb1ba on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:48.888228 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-517c4102-8275-4166-8bc2-1029c71a15ab req-df1776eb-6315-4e4f-86ea-a0ac8a2d1eb0 service neutron] Attempting to bind port adb1af2e-d0ef-4c45-862f-c950b21cb1ba by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': 'b9789bf5-84f3-4980-95f7-b48d4834102d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '78bf972d-a222-4d9c-8b1f-3be8d62ba98a'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:48.888563 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517c4102-8275-4166-8bc2-1029c71a15ab req-df1776eb-6315-4e4f-86ea-a0ac8a2d1eb0 service neutron] Attempting to bind port adb1af2e-d0ef-4c45-862f-c950b21cb1ba on network 78bf972d-a222-4d9c-8b1f-3be8d62ba98a {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:48.900911 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517c4102-8275-4166-8bc2-1029c71a15ab req-df1776eb-6315-4e4f-86ea-a0ac8a2d1eb0 service neutron] Port adb1af2e-d0ef-4c45-862f-c950b21cb1ba on network 78bf972d-a222-4d9c-8b1f-3be8d62ba98a not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:03:48.901245 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517c4102-8275-4166-8bc2-1029c71a15ab req-df1776eb-6315-4e4f-86ea-a0ac8a2d1eb0 service neutron] Attempting to bind port adb1af2e-d0ef-4c45-862f-c950b21cb1ba on network 78bf972d-a222-4d9c-8b1f-3be8d62ba98a {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:48.903986 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-65e69d40-ca22-4b55-9f28-3f3fe8a4ea3a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f HTTP/1.1" status: 200 len: 217 time: 0.0701973 Aug 10 04:03:48.917869 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517c4102-8275-4166-8bc2-1029c71a15ab req-df1776eb-6315-4e4f-86ea-a0ac8a2d1eb0 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:48.918421 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517c4102-8275-4166-8bc2-1029c71a15ab req-df1776eb-6315-4e4f-86ea-a0ac8a2d1eb0 service neutron] Checking segment: {'id': 'b9789bf5-84f3-4980-95f7-b48d4834102d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '78bf972d-a222-4d9c-8b1f-3be8d62ba98a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:48.918748 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517c4102-8275-4166-8bc2-1029c71a15ab req-df1776eb-6315-4e4f-86ea-a0ac8a2d1eb0 service neutron] Bound using segment: {'id': 'b9789bf5-84f3-4980-95f7-b48d4834102d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '78bf972d-a222-4d9c-8b1f-3be8d62ba98a'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:48.919257 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-517c4102-8275-4166-8bc2-1029c71a15ab req-df1776eb-6315-4e4f-86ea-a0ac8a2d1eb0 service neutron] Bound port: adb1af2e-d0ef-4c45-862f-c950b21cb1ba, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9789bf5-84f3-4980-95f7-b48d4834102d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '78bf972d-a222-4d9c-8b1f-3be8d62ba98a'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:48.919553 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-517c4102-8275-4166-8bc2-1029c71a15ab req-df1776eb-6315-4e4f-86ea-a0ac8a2d1eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.952954 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7a0f5c4-3f02-4f51-b90e-419e26919880 req-4dad023a-599d-48b9-a6fa-447a6d8ae605 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccff9cb0-992e-44e0-b49f-2b35e2531d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995009 Aug 10 04:03:48.994233 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fc507979-d570-449c-930c-5989f2f97c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.995315 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc507979-d570-449c-930c-5989f2f97c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:48.995985 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fc507979-d570-449c-930c-5989f2f97c15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:48.999298 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-9199b960-54fd-4114-b863-d088e1b86b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:49.000932 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-9199b960-54fd-4114-b863-d088e1b86b37 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e59504e3-1101-4a98-95d4-a5dcef14e70c HTTP/1.1" status: 200 len: 848 time: 0.0832558 Aug 10 04:03:49.079358 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f0559263-6d98-4e93-9e3f-d0627dd536d2 tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.095263 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f0559263-6d98-4e93-9e3f-d0627dd536d2 tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.095263 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f0559263-6d98-4e93-9e3f-d0627dd536d2 tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] 10.222.0.25 "DELETE /v2.0/networks/7afd1214-5bc3-4780-92fc-3e76f2df43f9 HTTP/1.1" status: 204 len: 168 time: 0.8552530 Aug 10 04:03:49.097510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-517c4102-8275-4166-8bc2-1029c71a15ab req-df1776eb-6315-4e4f-86ea-a0ac8a2d1eb0 service neutron] For port adb1af2e-d0ef-4c45-862f-c950b21cb1ba, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:49.108792 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0559263-6d98-4e93-9e3f-d0627dd536d2 tempest-ExternalNetworksTestJSON-763489375 tempest-ExternalNetworksTestJSON-763489375-project] Pushing event deleted for resources: {'Network': ['ID=7afd1214-5bc3-4780-92fc-3e76f2df43f9,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:49.114427 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc507979-d570-449c-930c-5989f2f97c15 admin admin] Pushing event updated for resources: {'Network': ['ID=3c6a52a3-d710-4769-8a16-4c41b2d456cd,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:49.117946 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-517c4102-8275-4166-8bc2-1029c71a15ab req-df1776eb-6315-4e4f-86ea-a0ac8a2d1eb0 service neutron] For port adb1af2e-d0ef-4c45-862f-c950b21cb1ba, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=adb1af2e-d0ef-4c45-862f-c950b21cb1ba,segment=NetworkSegment(b9789bf5-84f3-4980-95f7-b48d4834102d),segment_id=b9789bf5-84f3-4980-95f7-b48d4834102d)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:49.123504 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c4972-1f70-47e0-9c83-d1619f8ddf96 req-7b17de2b-b089-4f99-83ac-a634a1427886 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:49.126385 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 3c6a52a3-d710-4769-8a16-4c41b2d456cd details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:03:49.139339 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6530211a-c67a-4183-b50b-f91d9fc34252 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.144440 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-107c4972-1f70-47e0-9c83-d1619f8ddf96 req-7b17de2b-b089-4f99-83ac-a634a1427886 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=725bd3f8-39f2-47f1-a88c-d80157ab888f HTTP/1.1" status: 200 len: 1095 time: 0.1197643 Aug 10 04:03:49.163188 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-f0401dc5-d0f0-4cc0-9852-321223a0730b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:49.164880 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-f0401dc5-d0f0-4cc0-9852-321223a0730b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0316e8c7-a46c-4a77-a9d2-17a4e62945d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1566279 Aug 10 04:03:49.172169 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fc507979-d570-449c-930c-5989f2f97c15 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0502226 Aug 10 04:03:49.175498 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50142) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:49.183237 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-36bbc136-3a39-4962-aa07-45e46a7849d9 admin admin] Request body: {'subnet': {'network_id': '3c6a52a3-d710-4769-8a16-4c41b2d456cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1906484444-subnet', 'tenant_id': 'f58e339c921c4e4aa4db38c56b99be07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:49.205805 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-107c4972-1f70-47e0-9c83-d1619f8ddf96 req-e18a312e-9a07-4134-af7e-6330a7da95fd tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604048 Aug 10 04:03:49.241294 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-517c4102-8275-4166-8bc2-1029c71a15ab req-df1776eb-6315-4e4f-86ea-a0ac8a2d1eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.259223 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6530211a-c67a-4183-b50b-f91d9fc34252 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.295149 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-48a2d311-1ac6-44f9-9013-a715d01c0129 service neutron] 10.222.0.20 "GET /v2.0/networks/0316e8c7-a46c-4a77-a9d2-17a4e62945d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173813 Aug 10 04:03:49.296262 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c4102-8275-4166-8bc2-1029c71a15ab req-df1776eb-6315-4e4f-86ea-a0ac8a2d1eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:49.297034 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-517c4102-8275-4166-8bc2-1029c71a15ab req-df1776eb-6315-4e4f-86ea-a0ac8a2d1eb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.298526 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-517c4102-8275-4166-8bc2-1029c71a15ab req-df1776eb-6315-4e4f-86ea-a0ac8a2d1eb0 service neutron] 10.222.0.68 "PUT /v2.0/ports/adb1af2e-d0ef-4c45-862f-c950b21cb1ba HTTP/1.1" status: 200 len: 1091 time: 2.5339315 Aug 10 04:03:49.317905 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-6530211a-c67a-4183-b50b-f91d9fc34252 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] In _notify_port_updated(), no bound segment for port 76c0afe7-4020-40c8-8efd-508ab46d41ea on network d6f85568-ef48-41f7-a619-1f67011fb4be {{(pid=94937) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 04:03:49.319947 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6530211a-c67a-4183-b50b-f91d9fc34252 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:49.320690 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6530211a-c67a-4183-b50b-f91d9fc34252 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.324739 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6530211a-c67a-4183-b50b-f91d9fc34252 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] 10.222.0.25 "PUT /v2.0/ports/76c0afe7-4020-40c8-8efd-508ab46d41ea HTTP/1.1" status: 200 len: 1129 time: 1.2213089 Aug 10 04:03:49.324922 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50148) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:49.338092 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bbc136-3a39-4962-aa07-45e46a7849d9 admin admin] Made reservation on behalf of f58e339c921c4e4aa4db38c56b99be07 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:49.340437 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-36bbc136-3a39-4962-aa07-45e46a7849d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.424554 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1776eb-6315-4e4f-86ea-a0ac8a2d1eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=adb1af2e-d0ef-4c45-862f-c950b21cb1ba,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:49.438508 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850dc270-989b-4c15-9d01-eb611f347767 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:49.443906 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-850dc270-989b-4c15-9d01-eb611f347767 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] 10.222.0.25 "GET /v2.0/ports/76c0afe7-4020-40c8-8efd-508ab46d41ea HTTP/1.1" status: 200 len: 1129 time: 0.1142364 Aug 10 04:03:49.444819 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50150) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:49.451733 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c196e39-c55a-40ac-91ec-6c3084cca9d6 req-e5f3695b-9a78-45e8-82ad-9e43d84a492c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:49.462857 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1c196e39-c55a-40ac-91ec-6c3084cca9d6 req-e5f3695b-9a78-45e8-82ad-9e43d84a492c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1328220 Aug 10 04:03:49.530848 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1c196e39-c55a-40ac-91ec-6c3084cca9d6 req-b447b900-8f4a-4330-94a6-086cb37c61ec tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670133 Aug 10 04:03:49.538141 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e0ee9318-30cf-4264-aa0d-59c19b7409e7 req-5d0cb6c3-2bc5-4da2-ae44-485bd951a495 service neutron] 10.222.0.20 "GET /v2.0/networks/0316e8c7-a46c-4a77-a9d2-17a4e62945d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279997 Aug 10 04:03:49.573477 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6530211a-c67a-4183-b50b-f91d9fc34252 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Pushing event updated for resources: {'Port': ['ID=76c0afe7-4020-40c8-8efd-508ab46d41ea,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:49.616883 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c4102-8275-4166-8bc2-1029c71a15ab req-2f7576f9-34ee-4f1b-92ea-4554c022805c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:49.618443 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-517c4102-8275-4166-8bc2-1029c71a15ab req-2f7576f9-34ee-4f1b-92ea-4554c022805c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=127e22d0009143e39ccdeffeef17fd42&device_id=ed30c07e-1086-437a-bbae-c97e55d123e3 HTTP/1.1" status: 200 len: 1094 time: 0.1720896 Aug 10 04:03:49.665981 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5806c554-d72a-40cd-9152-d24a4b303763 None None] Provisioning complete for port 76c0afe7-4020-40c8-8efd-508ab46d41ea triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:49.666459 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5806c554-d72a-40cd-9152-d24a4b303763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.697300 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-517c4102-8275-4166-8bc2-1029c71a15ab req-e5a992cd-09ab-451b-9063-85e4c3fa0815 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adb1af2e-d0ef-4c45-862f-c950b21cb1ba HTTP/1.1" status: 200 len: 217 time: 0.0606174 Aug 10 04:03:49.713956 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-5806c554-d72a-40cd-9152-d24a4b303763 None None] Port 76c0afe7-4020-40c8-8efd-508ab46d41ea cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:03:49.727181 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-7cce3ea2-a328-450f-8e3b-d3d55406278c tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Deleting port 76c0afe7-4020-40c8-8efd-508ab46d41ea {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:49.727530 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7cce3ea2-a328-450f-8e3b-d3d55406278c tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:49.791083 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e010a8-34f4-4bf6-94a2-f13ad767a20e req-c18fb08d-2fd5-4f7d-bbd7-57c14279b393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:49.793430 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d6e010a8-34f4-4bf6-94a2-f13ad767a20e req-c18fb08d-2fd5-4f7d-bbd7-57c14279b393 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=859d00d69f694334bbe3ff010af659c7&device_id=725bd3f8-39f2-47f1-a88c-d80157ab888f HTTP/1.1" status: 200 len: 1095 time: 0.0513790 Aug 10 04:03:49.825512 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50160) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:49.944250 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e010a8-34f4-4bf6-94a2-f13ad767a20e req-d7461f5f-81ce-4b58-b2a7-3b3d9f6efc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:49.945681 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d6e010a8-34f4-4bf6-94a2-f13ad767a20e req-d7461f5f-81ce-4b58-b2a7-3b3d9f6efc97 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0316e8c7-a46c-4a77-a9d2-17a4e62945d7 HTTP/1.1" status: 200 len: 910 time: 0.1460443 Aug 10 04:03:49.963711 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50164) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:50.028575 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d6e010a8-34f4-4bf6-94a2-f13ad767a20e req-720bf4be-e0f9-44b0-a4fd-b572e16405b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f HTTP/1.1" status: 200 len: 217 time: 0.0729373 Aug 10 04:03:50.090422 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad56f2c9-a245-4d87-af9d-3ef7b7cea051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.110303 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e010a8-34f4-4bf6-94a2-f13ad767a20e req-3374f319-0a84-435c-b05f-4d0c40deb0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:50.111777 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d6e010a8-34f4-4bf6-94a2-f13ad767a20e req-3374f319-0a84-435c-b05f-4d0c40deb0c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e59504e3-1101-4a98-95d4-a5dcef14e70c HTTP/1.1" status: 200 len: 848 time: 0.0766106 Aug 10 04:03:50.234507 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-05a174b3-00cc-43a1-ac4a-f924ce7462db admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=baacb7f7f724418d816ac73b42f66714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2693076 Aug 10 04:03:50.236575 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e010a8-34f4-4bf6-94a2-f13ad767a20e req-34dfdadd-ad8e-4bb5-b294-117d996c3e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:50.238342 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50174) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:50.238815 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d6e010a8-34f4-4bf6-94a2-f13ad767a20e req-34dfdadd-ad8e-4bb5-b294-117d996c3e72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0316e8c7-a46c-4a77-a9d2-17a4e62945d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182792 Aug 10 04:03:50.241513 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c4102-8275-4166-8bc2-1029c71a15ab req-8de835da-2403-4809-8683-d0d9d0f2bde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:50.242967 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-517c4102-8275-4166-8bc2-1029c71a15ab req-8de835da-2403-4809-8683-d0d9d0f2bde1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=77434ba7-4b25-4b0d-b621-1071d3d8eb3e HTTP/1.1" status: 200 len: 853 time: 0.5331867 Aug 10 04:03:50.298239 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-517c4102-8275-4166-8bc2-1029c71a15ab req-034d5d1f-5928-40c6-882e-6714f31963dc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=78bf972d-a222-4d9c-8b1f-3be8d62ba98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450778 Aug 10 04:03:50.341741 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad56f2c9-a245-4d87-af9d-3ef7b7cea051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.373984 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d6e010a8-34f4-4bf6-94a2-f13ad767a20e req-3307d530-6b36-4c93-b5e1-7a9d6b93d2a0 service neutron] 10.222.0.20 "GET /v2.0/networks/0316e8c7-a46c-4a77-a9d2-17a4e62945d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270578 Aug 10 04:03:50.391218 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb57705-4ee3-4a8c-9681-6faece1d4b81 req-486e109e-e3ac-4287-9987-c45eaa8afe46 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:50.392737 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ebb57705-4ee3-4a8c-9681-6faece1d4b81 req-486e109e-e3ac-4287-9987-c45eaa8afe46 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30c07e-1086-437a-bbae-c97e55d123e3 HTTP/1.1" status: 200 len: 943 time: 0.2106643 Aug 10 04:03:50.394590 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7cce3ea2-a328-450f-8e3b-d3d55406278c tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.406216 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-36bbc136-3a39-4962-aa07-45e46a7849d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.427573 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-7cce3ea2-a328-450f-8e3b-d3d55406278c tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Calling delete_port for 76c0afe7-4020-40c8-8efd-508ab46d41ea owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:50.434287 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad56f2c9-a245-4d87-af9d-3ef7b7cea051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.492161 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56f2c9-a245-4d87-af9d-3ef7b7cea051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff961bc-62ba-4479-bcaa-92798c23c47c,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:50.504988 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed30c07e-1086-437a-bbae-c97e55d123e3', 'tag': 'adb1af2e-d0ef-4c45-862f-c950b21cb1ba'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:50.504988 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45604f27-99c9-4fc1-85ec-30ddc5deaf03" -d '{"events": [{"name": "network-changed", "server_uuid": "ed30c07e-1086-437a-bbae-c97e55d123e3", "tag": "adb1af2e-d0ef-4c45-862f-c950b21cb1ba"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:50.505564 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ad56f2c9-a245-4d87-af9d-3ef7b7cea051 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=098ae068d081425aa97137d1fce790d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6740255 Aug 10 04:03:50.505564 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50180) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:50.516789 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8bbbe01c-17a1-42aa-bf3c-fefb039b8063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.545841 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d6e010a8-34f4-4bf6-94a2-f13ad767a20e req-94b8c484-fbad-4412-ac01-2190120820c0 service neutron] 10.222.0.20 "GET /v2.0/networks/0316e8c7-a46c-4a77-a9d2-17a4e62945d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602962 Aug 10 04:03:50.608712 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bbc136-3a39-4962-aa07-45e46a7849d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eec1b588-9a60-41cc-9134-b1470dac4e6f,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:50.613810 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ebb57705-4ee3-4a8c-9681-6faece1d4b81 req-27a56d22-d56e-43ef-a819-138a557b7542 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccff9cb0-992e-44e0-b49f-2b35e2531d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053905 Aug 10 04:03:50.615779 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c9ec4fa2-41df-4af1-aa0b-90665cfc44c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.627185 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8bbbe01c-17a1-42aa-bf3c-fefb039b8063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.636398 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f51ea-418b-4b16-9562-9c98defcb98b req-37fd3f2c-7c93-4401-a673-baf570fdee9f tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:50.638228 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-421f51ea-418b-4b16-9562-9c98defcb98b req-37fd3f2c-7c93-4401-a673-baf570fdee9f tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=725bd3f8-39f2-47f1-a88c-d80157ab888f HTTP/1.1" status: 200 len: 1095 time: 0.0790682 Aug 10 04:03:50.646858 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-517c4102-8275-4166-8bc2-1029c71a15ab req-4a50ebee-531e-450e-9691-9bd607544dc0 service neutron] 10.222.0.68 "GET /v2.0/networks/78bf972d-a222-4d9c-8b1f-3be8d62ba98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300462 Aug 10 04:03:50.648516 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c9ec4fa2-41df-4af1-aa0b-90665cfc44c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.710591 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bbc136-3a39-4962-aa07-45e46a7849d9 admin admin] Checking segment: {'id': 'f21accf9-214a-47e5-928f-7e8e9ad1d472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '3c6a52a3-d710-4769-8a16-4c41b2d456cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:50.710963 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bbc136-3a39-4962-aa07-45e46a7849d9 admin admin] Network hostable DHCP agents. Network: 3c6a52a3-d710-4769-8a16-4c41b2d456cd, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:03:50.714668 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-421f51ea-418b-4b16-9562-9c98defcb98b req-4f8b2ead-9a92-4e18-841c-3180ca9a5fd5 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525928 Aug 10 04:03:50.768746 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5eda5c2-dbe0-4d34-a235-5fbce0f5ca33 x-openstack-request-id: req-b5eda5c2-dbe0-4d34-a235-5fbce0f5ca33 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:50.769035 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed30c07e-1086-437a-bbae-c97e55d123e3", "tag": "adb1af2e-d0ef-4c45-862f-c950b21cb1ba", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:50.769290 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5eda5c2-dbe0-4d34-a235-5fbce0f5ca33 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:50.769679 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed30c07e-1086-437a-bbae-c97e55d123e3', 'tag': 'adb1af2e-d0ef-4c45-862f-c950b21cb1ba', 'status': 'completed', 'code': 200} Aug 10 04:03:50.797170 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c9ec4fa2-41df-4af1-aa0b-90665cfc44c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.801096 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c9ec4fa2-41df-4af1-aa0b-90665cfc44c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.806252 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c9ec4fa2-41df-4af1-aa0b-90665cfc44c5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eff961bc-62ba-4479-bcaa-92798c23c47c HTTP/1.1" status: 204 len: 168 time: 0.2953050 Aug 10 04:03:50.819375 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec4fa2-41df-4af1-aa0b-90665cfc44c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff961bc-62ba-4479-bcaa-92798c23c47c,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:50.854082 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 87f59429-5a77-4ebd-84de-a68765a57b39 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:03:50.881967 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-517c4102-8275-4166-8bc2-1029c71a15ab req-1f1e3222-c24f-4c23-8a85-51d3f778e565 service neutron] 10.222.0.68 "GET /v2.0/networks/78bf972d-a222-4d9c-8b1f-3be8d62ba98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194710 Aug 10 04:03:50.889647 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7793ab-c2fa-432c-bec0-345262419599 req-e2db8a10-4f2f-4696-bf28-221ddc286b20 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:50.891017 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6b7793ab-c2fa-432c-bec0-345262419599 req-e2db8a10-4f2f-4696-bf28-221ddc286b20 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1515660 Aug 10 04:03:50.912786 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8bbbe01c-17a1-42aa-bf3c-fefb039b8063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.915417 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8bbbe01c-17a1-42aa-bf3c-fefb039b8063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:50.916621 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8bbbe01c-17a1-42aa-bf3c-fefb039b8063 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d78ff888-6c71-4c20-abae-e337a7cc1a60 HTTP/1.1" status: 204 len: 168 time: 0.6727235 Aug 10 04:03:50.932095 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbbe01c-17a1-42aa-bf3c-fefb039b8063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78ff888-6c71-4c20-abae-e337a7cc1a60,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:50.943207 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bbc136-3a39-4962-aa07-45e46a7849d9 admin admin] Network 3c6a52a3-d710-4769-8a16-4c41b2d456cd is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:03:50.960188 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6b7793ab-c2fa-432c-bec0-345262419599 req-573bc604-7347-4898-acd2-058f23875fd7 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619817 Aug 10 04:03:50.968697 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 87f59429-5a77-4ebd-84de-a68765a57b39, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=87f59429-5a77-4ebd-84de-a68765a57b39,segment=NetworkSegment(b9789bf5-84f3-4980-95f7-b48d4834102d),segment_id=b9789bf5-84f3-4980-95f7-b48d4834102d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:50.981204 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '87f59429-5a77-4ebd-84de-a68765a57b39', 'network_id': '78bf972d-a222-4d9c-8b1f-3be8d62ba98a', 'port_id': '87f59429-5a77-4ebd-84de-a68765a57b39', 'mac_address': 'fa:16:3e:f7:e2:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77434ba7-4b25-4b0d-b621-1071d3d8eb3e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:03:51.004025 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7cce3ea2-a328-450f-8e3b-d3d55406278c tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:51.030317 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:51.038789 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce3ea2-a328-450f-8e3b-d3d55406278c tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Pushing event deleted for resources: {'Port': ['ID=76c0afe7-4020-40c8-8efd-508ab46d41ea,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:51.050910 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f59429-5a77-4ebd-84de-a68765a57b39 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:03:51.073692 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 87f59429-5a77-4ebd-84de-a68765a57b39, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=87f59429-5a77-4ebd-84de-a68765a57b39,segment=NetworkSegment(b9789bf5-84f3-4980-95f7-b48d4834102d),segment_id=b9789bf5-84f3-4980-95f7-b48d4834102d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:51.092513 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7cce3ea2-a328-450f-8e3b-d3d55406278c tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:51.095396 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7cce3ea2-a328-450f-8e3b-d3d55406278c tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] 10.222.0.25 "DELETE /v2.0/ports/76c0afe7-4020-40c8-8efd-508ab46d41ea HTTP/1.1" status: 204 len: 168 time: 1.6493192 Aug 10 04:03:51.101369 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-36bbc136-3a39-4962-aa07-45e46a7849d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 3c6a52a3-d710-4769-8a16-4c41b2d456cd) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:51.101503 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50186) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:51.106886 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb53ba88-6229-48d1-b620-884ba4aa14ea None None] Network 3c6a52a3-d710-4769-8a16-4c41b2d456cd requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:51.108053 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bbc136-3a39-4962-aa07-45e46a7849d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:51.111547 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-36bbc136-3a39-4962-aa07-45e46a7849d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:51.152202 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45604f27-99c9-4fc1-85ec-30ddc5deaf03 req-4db22817-a171-43be-88d1-3b1a2f3ab159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:51.153889 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-45604f27-99c9-4fc1-85ec-30ddc5deaf03 req-4db22817-a171-43be-88d1-3b1a2f3ab159 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=127e22d0009143e39ccdeffeef17fd42&device_id=ed30c07e-1086-437a-bbae-c97e55d123e3 HTTP/1.1" status: 200 len: 1094 time: 0.1094689 Aug 10 04:03:51.164506 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b58c3c0-5cf8-4d46-b647-73adaf2bce97 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Deleting subnet 8ec9f599-a2a1-4fd1-89c9-eaebff6d0efa {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:03:51.167902 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7b58c3c0-5cf8-4d46-b647-73adaf2bce97 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:51.213434 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:51.218751 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7b58c3c0-5cf8-4d46-b647-73adaf2bce97 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:51.292502 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-36bbc136-3a39-4962-aa07-45e46a7849d9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1066544 Aug 10 04:03:51.315453 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45604f27-99c9-4fc1-85ec-30ddc5deaf03 req-88b148a4-4e99-447b-a6b8-6ebb6d1cd2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:51.317143 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-45604f27-99c9-4fc1-85ec-30ddc5deaf03 req-88b148a4-4e99-447b-a6b8-6ebb6d1cd2c0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=78bf972d-a222-4d9c-8b1f-3be8d62ba98a HTTP/1.1" status: 200 len: 914 time: 0.1551056 Aug 10 04:03:51.379171 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7b58c3c0-5cf8-4d46-b647-73adaf2bce97 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:51.383634 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704b9c3a-592a-472d-8abf-1279a6a0803d None None] Network 3c6a52a3-d710-4769-8a16-4c41b2d456cd requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:51.387070 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-45604f27-99c9-4fc1-85ec-30ddc5deaf03 req-ba72f672-6a95-436d-bf08-16c653d686db service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adb1af2e-d0ef-4c45-862f-c950b21cb1ba HTTP/1.1" status: 200 len: 217 time: 0.0589879 Aug 10 04:03:51.401527 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=87f59429-5a77-4ebd-84de-a68765a57b39,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:51.467078 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45604f27-99c9-4fc1-85ec-30ddc5deaf03 req-4d9dd34b-5ffd-4a5e-ad75-cb50e282653b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:51.468615 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-45604f27-99c9-4fc1-85ec-30ddc5deaf03 req-4d9dd34b-5ffd-4a5e-ad75-cb50e282653b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=77434ba7-4b25-4b0d-b621-1071d3d8eb3e HTTP/1.1" status: 200 len: 853 time: 0.0720503 Aug 10 04:03:51.514189 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-45604f27-99c9-4fc1-85ec-30ddc5deaf03 req-08817d10-a4b7-4b98-afed-c06f7a45d8a0 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=78bf972d-a222-4d9c-8b1f-3be8d62ba98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327153 Aug 10 04:03:51.548637 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7b58c3c0-5cf8-4d46-b647-73adaf2bce97 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:51.552514 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['87f59429-5a77-4ebd-84de-a68765a57b39'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:03:51.600169 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58c3c0-5cf8-4d46-b647-73adaf2bce97 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec9f599-a2a1-4fd1-89c9-eaebff6d0efa,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:51.604284 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7b58c3c0-5cf8-4d46-b647-73adaf2bce97 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:51.605655 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cfe5bc-9997-4357-97f5-1bdae47c4ee4 None None] Network d6f85568-ef48-41f7-a619-1f67011fb4be requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:51.606746 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7b58c3c0-5cf8-4d46-b647-73adaf2bce97 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] 10.222.0.25 "DELETE /v2.0/subnets/8ec9f599-a2a1-4fd1-89c9-eaebff6d0efa HTTP/1.1" status: 204 len: 168 time: 0.5079689 Aug 10 04:03:51.609369 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50200) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:51.640460 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-45604f27-99c9-4fc1-85ec-30ddc5deaf03 req-7158300f-5a53-4f0a-b99d-ff420c7535e7 service neutron] 10.222.0.68 "GET /v2.0/networks/78bf972d-a222-4d9c-8b1f-3be8d62ba98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169231 Aug 10 04:03:51.760431 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50212) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:51.786175 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-58c6ad97-b3e2-433a-a074-6f2d785a9216 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:51.850798 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2935632-2000-47fb-9fb6-1ac73d41c111 req-debc37d2-c6c8-4ef7-9538-f637f68710de tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:51.852393 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e2935632-2000-47fb-9fb6-1ac73d41c111 req-debc37d2-c6c8-4ef7-9538-f637f68710de tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30c07e-1086-437a-bbae-c97e55d123e3 HTTP/1.1" status: 200 len: 943 time: 0.0979042 Aug 10 04:03:51.883943 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-42fa0b23-83bb-48d5-801a-373de880e46f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1bb0797e54b94215ab29844cc77fe609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1201706 Aug 10 04:03:51.885607 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-45604f27-99c9-4fc1-85ec-30ddc5deaf03 req-7136f039-b231-42ba-a674-561ec262fb4b service neutron] 10.222.0.68 "GET /v2.0/networks/78bf972d-a222-4d9c-8b1f-3be8d62ba98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104025 Aug 10 04:03:51.886221 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50214) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:51.952375 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e2935632-2000-47fb-9fb6-1ac73d41c111 req-85f99fc8-326f-4533-9837-9e7da3694acf tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccff9cb0-992e-44e0-b49f-2b35e2531d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897465 Aug 10 04:03:51.982741 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-558f58e7-4c39-4d91-b602-300d9353320c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:51.995167 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-58c6ad97-b3e2-433a-a074-6f2d785a9216 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Deleting port 75d2ac20-4777-4e73-b8dd-9c37217da6c6 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:51.995522 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-58c6ad97-b3e2-433a-a074-6f2d785a9216 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:52.001507 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb1c2c9-52d0-47fa-839f-179c6b6e1cc3 None None] DHCP port deletion for d6f85568-ef48-41f7-a619-1f67011fb4be request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:03:52.065934 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-558f58e7-4c39-4d91-b602-300d9353320c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:52.067799 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-cdb1c2c9-52d0-47fa-839f-179c6b6e1cc3 None None] Deleting port 75d2ac20-4777-4e73-b8dd-9c37217da6c6 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:03:52.069495 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cdb1c2c9-52d0-47fa-839f-179c6b6e1cc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:52.088261 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e77702-6b0b-4d9b-8d59-436718ada8f1 req-450e30f9-2bed-4be1-8123-c19014c785f4 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:52.090173 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-31e77702-6b0b-4d9b-8d59-436718ada8f1 req-450e30f9-2bed-4be1-8123-c19014c785f4 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=725bd3f8-39f2-47f1-a88c-d80157ab888f HTTP/1.1" status: 200 len: 1095 time: 0.0643356 Aug 10 04:03:52.146636 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-31e77702-6b0b-4d9b-8d59-436718ada8f1 req-57bb77ad-8509-4dc6-8781-73244f976149 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482554 Aug 10 04:03:52.159113 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-cdb1c2c9-52d0-47fa-839f-179c6b6e1cc3 None None] For port 75d2ac20-4777-4e73-b8dd-9c37217da6c6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=75d2ac20-4777-4e73-b8dd-9c37217da6c6,segment=NetworkSegment(eed90d2b-f822-41ae-ae3d-11f4ec26f68d),segment_id=eed90d2b-f822-41ae-ae3d-11f4ec26f68d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:52.160097 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cdb1c2c9-52d0-47fa-839f-179c6b6e1cc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:52.176319 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-cdb1c2c9-52d0-47fa-839f-179c6b6e1cc3 None None] Calling delete_port for 75d2ac20-4777-4e73-b8dd-9c37217da6c6 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:52.199036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-58c6ad97-b3e2-433a-a074-6f2d785a9216 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] For port 75d2ac20-4777-4e73-b8dd-9c37217da6c6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=75d2ac20-4777-4e73-b8dd-9c37217da6c6,segment=NetworkSegment(eed90d2b-f822-41ae-ae3d-11f4ec26f68d),segment_id=eed90d2b-f822-41ae-ae3d-11f4ec26f68d)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:52.199564 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-58c6ad97-b3e2-433a-a074-6f2d785a9216 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:52.224071 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-58c6ad97-b3e2-433a-a074-6f2d785a9216 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Calling delete_port for 75d2ac20-4777-4e73-b8dd-9c37217da6c6 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:03:52.269959 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07595a-c297-43e9-9668-f1b90e52683f req-706859d8-2244-4db3-9259-943ea426f4de tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:52.271631 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db07595a-c297-43e9-9668-f1b90e52683f req-706859d8-2244-4db3-9259-943ea426f4de tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.0571258 Aug 10 04:03:52.311598 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db07595a-c297-43e9-9668-f1b90e52683f req-48fd8b0d-a700-45c0-a75c-56ecc4d5e60e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335116 Aug 10 04:03:52.338047 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-71d32f2e-d298-4c40-933b-ef0365094109 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:52.339040 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-71d32f2e-d298-4c40-933b-ef0365094109 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/networks?id=b9c461d4-06d9-43b2-b373-77695d4d911c HTTP/1.1" status: 200 len: 812 time: 0.2280612 Aug 10 04:03:52.358707 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-227a354c-a2af-4b1e-91db-6d4b5c080879 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/quotas/bf9cf8cc51c74e029b25978dfdc70284 HTTP/1.1" status: 200 len: 375 time: 0.0097549 Aug 10 04:03:52.392109 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-c1fb08b3-1540-4ed7-a0de-f8a710631c71 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bf9cf8cc51c74e029b25978dfdc70284&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266750 Aug 10 04:03:52.393943 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cdb1c2c9-52d0-47fa-839f-179c6b6e1cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:52.401897 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-558f58e7-4c39-4d91-b602-300d9353320c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:52.405789 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-558f58e7-4c39-4d91-b602-300d9353320c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:52.409570 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-558f58e7-4c39-4d91-b602-300d9353320c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f37141a-fcd5-47ff-854f-1c26de087c39 HTTP/1.1" status: 204 len: 168 time: 0.5187380 Aug 10 04:03:52.427590 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1c2c9-52d0-47fa-839f-179c6b6e1cc3 None None] Pushing event deleted for resources: {'Port': ['ID=75d2ac20-4777-4e73-b8dd-9c37217da6c6,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:52.429411 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb1c2c9-52d0-47fa-839f-179c6b6e1cc3 None None] No DVR routers for this DVR port 75d2ac20-4777-4e73-b8dd-9c37217da6c6 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:52.476977 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f58e7-4c39-4d91-b602-300d9353320c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f37141a-fcd5-47ff-854f-1c26de087c39,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:52.478682 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-58c6ad97-b3e2-433a-a074-6f2d785a9216 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:52.517081 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6ad97-b3e2-433a-a074-6f2d785a9216 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Pushing event deleted for resources: {'Port': ['ID=75d2ac20-4777-4e73-b8dd-9c37217da6c6,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:52.523485 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c6ad97-b3e2-433a-a074-6f2d785a9216 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] No DVR routers for this DVR port 75d2ac20-4777-4e73-b8dd-9c37217da6c6 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:03:52.619827 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-81f8a930-f752-47f7-8621-82ee18184db6 service neutron] 10.222.0.25 "GET /v2.0/networks/b9c461d4-06d9-43b2-b373-77695d4d911c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188725 Aug 10 04:03:52.624235 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-58c6ad97-b3e2-433a-a074-6f2d785a9216 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:52.655202 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-58c6ad97-b3e2-433a-a074-6f2d785a9216 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f85568-ef48-41f7-a619-1f67011fb4be']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:52.656163 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50240) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:52.692290 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-58c6ad97-b3e2-433a-a074-6f2d785a9216 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed90d2b-f822-41ae-ae3d-11f4ec26f68d') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:52.692598 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-58c6ad97-b3e2-433a-a074-6f2d785a9216 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed90d2b-f822-41ae-ae3d-11f4ec26f68d') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:52.707178 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-58c6ad97-b3e2-433a-a074-6f2d785a9216 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:52.731544 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-58c6ad97-b3e2-433a-a074-6f2d785a9216 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:52.742917 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c6ad97-b3e2-433a-a074-6f2d785a9216 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:03:52.743366 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-58c6ad97-b3e2-433a-a074-6f2d785a9216 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:03:52.746538 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:03:52.796345 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-b9fa0603-420f-45f6-a8c6-e9e87e4ca6ae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1795631640-network', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:52.807548 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-586629a9-ed0a-4665-a8bc-737926e13a0c service neutron] 10.222.0.25 "GET /v2.0/networks/b9c461d4-06d9-43b2-b373-77695d4d911c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799977 Aug 10 04:03:52.850176 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:03:52.860878 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 87f59429-5a77-4ebd-84de-a68765a57b39 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:52.883593 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-58c6ad97-b3e2-433a-a074-6f2d785a9216 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:52.903008 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-58c6ad97-b3e2-433a-a074-6f2d785a9216 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:52.905063 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-58c6ad97-b3e2-433a-a074-6f2d785a9216 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] 10.222.0.25 "DELETE /v2.0/networks/d6f85568-ef48-41f7-a619-1f67011fb4be HTTP/1.1" status: 204 len: 168 time: 1.2946174 Aug 10 04:03:52.906415 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6ad97-b3e2-433a-a074-6f2d785a9216 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774 tempest-ExtraDHCPOptionsIpV6TestJSON-1088839774-project] Pushing event deleted for resources: {'Network': ['ID=d6f85568-ef48-41f7-a619-1f67011fb4be,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:52.928845 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fa0603-420f-45f6-a8c6-e9e87e4ca6ae admin admin] Made reservation on behalf of 9c54c9ab1fa940fe85894d7bbe0c849c for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:52.931320 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b9fa0603-420f-45f6-a8c6-e9e87e4ca6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:52.941498 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b9fa0603-420f-45f6-a8c6-e9e87e4ca6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:53.010705 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f,segment=NetworkSegment(67a5ce34-7497-4e73-9daf-fccb98f76e2c),segment_id=67a5ce34-7497-4e73-9daf-fccb98f76e2c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:53.025307 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f', 'network_id': '0316e8c7-a46c-4a77-a9d2-17a4e62945d7', 'port_id': '2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f', 'mac_address': 'fa:16:3e:0b:fe:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e59504e3-1101-4a98-95d4-a5dcef14e70c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:03:53.073090 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:53.095064 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b9fa0603-420f-45f6-a8c6-e9e87e4ca6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:53.098992 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:03:53.125339 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f,segment=NetworkSegment(67a5ce34-7497-4e73-9daf-fccb98f76e2c),segment_id=67a5ce34-7497-4e73-9daf-fccb98f76e2c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:53.128915 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 87f59429-5a77-4ebd-84de-a68765a57b39 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:53.129201 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84938a1-3025-44d7-98aa-09c59f6fb4f1 req-1dd50414-09b8-4361-8825-b5160dbcacbd tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:53.130794 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f84938a1-3025-44d7-98aa-09c59f6fb4f1 req-1dd50414-09b8-4361-8825-b5160dbcacbd tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30c07e-1086-437a-bbae-c97e55d123e3 HTTP/1.1" status: 200 len: 943 time: 0.1040471 Aug 10 04:03:53.136235 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-42586d23-c784-4339-8539-d45c0dcc4c22 req-4aea83ae-a896-458c-bc5d-26502e70afa4 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/ports?device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 210 time: 0.0295331 Aug 10 04:03:53.139447 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 87f59429-5a77-4ebd-84de-a68765a57b39 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:53.140206 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:53.210660 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f84938a1-3025-44d7-98aa-09c59f6fb4f1 req-fdfac9c1-06be-484f-81a1-646dc8f626aa tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccff9cb0-992e-44e0-b49f-2b35e2531d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694516 Aug 10 04:03:53.215855 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b9fa0603-420f-45f6-a8c6-e9e87e4ca6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:53.234187 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:53.246349 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:53.273484 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa0603-420f-45f6-a8c6-e9e87e4ca6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283e5685-1026-4d6e-8eff-b4b05855a31e,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:53.283845 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9fa0603-420f-45f6-a8c6-e9e87e4ca6ae admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:03:53.296706 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b9fa0603-420f-45f6-a8c6-e9e87e4ca6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:53.297109 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-b9fa0603-420f-45f6-a8c6-e9e87e4ca6ae admin admin] Added segment 3f907e38-2212-4676-9090-eb13073d623b of type vlan for network f573ecff-4c5c-4552-80ba-7f39fbaee537 Aug 10 04:03:53.322015 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fb0d5b-3b6f-402e-9813-51a8da922d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f59429-5a77-4ebd-84de-a68765a57b39'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:53.322015 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791fdeb2-27ba-46b8-b5dd-bfe0f8066375" -d '{"events": [{"server_uuid": "f3fb0d5b-3b6f-402e-9813-51a8da922d91", "name": "network-vif-plugged", "status": "completed", "tag": "87f59429-5a77-4ebd-84de-a68765a57b39"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:53.324833 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb7bbd-ff62-43a1-be29-7d5ca7a895d8 req-bfdbe8e3-40d2-45d2-8bae-ab6230465508 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:53.334105 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52bb7bbd-ff62-43a1-be29-7d5ca7a895d8 req-bfdbe8e3-40d2-45d2-8bae-ab6230465508 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=725bd3f8-39f2-47f1-a88c-d80157ab888f HTTP/1.1" status: 200 len: 1096 time: 0.0853813 Aug 10 04:03:53.339685 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 87f59429-5a77-4ebd-84de-a68765a57b39, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=87f59429-5a77-4ebd-84de-a68765a57b39,segment=NetworkSegment(b9789bf5-84f3-4980-95f7-b48d4834102d),segment_id=b9789bf5-84f3-4980-95f7-b48d4834102d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:53.354498 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:53.371821 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b9fa0603-420f-45f6-a8c6-e9e87e4ca6ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:53.379399 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e3bf13-77b4-43f7-9e22-19d3302603b7 x-openstack-request-id: req-38e3bf13-77b4-43f7-9e22-19d3302603b7 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:53.379602 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fb0d5b-3b6f-402e-9813-51a8da922d91", "name": "network-vif-plugged", "status": "completed", "tag": "87f59429-5a77-4ebd-84de-a68765a57b39", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:53.379837 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-38e3bf13-77b4-43f7-9e22-19d3302603b7 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:53.380334 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3fb0d5b-3b6f-402e-9813-51a8da922d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f59429-5a77-4ebd-84de-a68765a57b39', 'code': 200} Aug 10 04:03:53.389296 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52bb7bbd-ff62-43a1-be29-7d5ca7a895d8 req-74829c9c-30af-43d3-8f87-17018e286b5f tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532441 Aug 10 04:03:53.425632 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:53.498294 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b9fa0603-420f-45f6-a8c6-e9e87e4ca6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:53.499296 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fa0603-420f-45f6-a8c6-e9e87e4ca6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:53.499759 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b9fa0603-420f-45f6-a8c6-e9e87e4ca6ae admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:53.499872 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=87f59429-5a77-4ebd-84de-a68765a57b39,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:53.546406 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50284) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:53.599529 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:03:53.606197 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61418ae4-f150-43cc-ac36-e68adfe589c6 req-c181e098-9874-48f9-8884-24cae4587fdc tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:53.607773 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-61418ae4-f150-43cc-ac36-e68adfe589c6 req-c181e098-9874-48f9-8884-24cae4587fdc tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1466663 Aug 10 04:03:53.609938 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa0603-420f-45f6-a8c6-e9e87e4ca6ae admin admin] Pushing event updated for resources: {'Network': ['ID=f573ecff-4c5c-4552-80ba-7f39fbaee537,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:53.623017 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdf925-f4b8-47b5-8bee-e396b1061961 req-cd042734-6cf4-43da-b900-5e5c04ce7448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:53.623633 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ccbdf925-f4b8-47b5-8bee-e396b1061961 req-cd042734-6cf4-43da-b900-5e5c04ce7448 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f3fb0d5b-3b6f-402e-9813-51a8da922d91 HTTP/1.1" status: 200 len: 1097 time: 0.1359768 Aug 10 04:03:53.631106 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network f573ecff-4c5c-4552-80ba-7f39fbaee537 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:03:53.694399 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b9fa0603-420f-45f6-a8c6-e9e87e4ca6ae admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0370979 Aug 10 04:03:53.699501 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50290) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:53.705045 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-f30ac8e7-91a2-4173-b7e4-79ed11ecff13 admin admin] Request body: {'subnet': {'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1795631640-subnet', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:53.733366 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-61418ae4-f150-43cc-ac36-e68adfe589c6 req-02cf7aa9-7f22-4d13-af12-2d0d4589e3c0 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190481 Aug 10 04:03:53.738496 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ccbdf925-f4b8-47b5-8bee-e396b1061961 req-bbb1ee5b-e476-47df-bfed-ecc63bdf95fe service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ccff9cb0-992e-44e0-b49f-2b35e2531d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990365 Aug 10 04:03:53.830536 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30ac8e7-91a2-4173-b7e4-79ed11ecff13 admin admin] Made reservation on behalf of 9c54c9ab1fa940fe85894d7bbe0c849c for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:53.833413 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f30ac8e7-91a2-4173-b7e4-79ed11ecff13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:53.912001 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7e72b187-ec71-4816-8c18-2982c78e21d4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d7a189f8eb24b4fbebf479525a47db3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3643162 Aug 10 04:03:53.915074 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50294) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:53.953727 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 75d2ac20-4777-4e73-b8dd-9c37217da6c6 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:03:53.968402 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50298) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:53.984779 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 75d2ac20-4777-4e73-b8dd-9c37217da6c6 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:03:53.985556 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 75d2ac20-4777-4e73-b8dd-9c37217da6c6 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:03:54.031649 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88c3c6b8-16f1-42ae-b3be-8a0b5d024c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:54.074719 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88c3c6b8-16f1-42ae-b3be-8a0b5d024c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:54.098395 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-48a3fff5-f501-47b7-be11-b653b24bbd12 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] 10.222.0.25 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3581 time: 0.1261897 Aug 10 04:03:54.099098 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50300) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:54.104457 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-5cc7ba3a-4154-4660-a27c-caa35d291ce5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Request body: {'network': {'name': 'tempest-network-smoke--25904612', 'project_id': 'd996598032a244868fc625ab65d6228c', 'port_security_enabled': False}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:54.134450 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f30ac8e7-91a2-4173-b7e4-79ed11ecff13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:54.209841 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ac8e7-91a2-4173-b7e4-79ed11ecff13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dfeb297-f2e7-4070-a508-7d422d26e1b7,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:54.229353 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c1dbd5da-247e-4e7b-93e0-d8f436550b27 req-dbbf26fd-928d-4721-aba9-321e2476b3d7 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/ports?device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 210 time: 0.0354502 Aug 10 04:03:54.230981 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc7ba3a-4154-4660-a27c-caa35d291ce5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Made reservation on behalf of d996598032a244868fc625ab65d6228c for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:54.235019 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5cc7ba3a-4154-4660-a27c-caa35d291ce5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:54.240639 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30ac8e7-91a2-4173-b7e4-79ed11ecff13 admin admin] Checking segment: {'id': '3f907e38-2212-4676-9090-eb13073d623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:54.241070 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30ac8e7-91a2-4173-b7e4-79ed11ecff13 admin admin] Network hostable DHCP agents. Network: f573ecff-4c5c-4552-80ba-7f39fbaee537, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:03:54.268881 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88c3c6b8-16f1-42ae-b3be-8a0b5d024c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:54.272539 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88c3c6b8-16f1-42ae-b3be-8a0b5d024c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:54.273789 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cc7ba3a-4154-4660-a27c-caa35d291ce5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:03:54.274627 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-88c3c6b8-16f1-42ae-b3be-8a0b5d024c08 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/beef0d96-19c4-4389-a8a4-e9a5ef40095e HTTP/1.1" status: 204 len: 168 time: 0.3583815 Aug 10 04:03:54.283241 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5cc7ba3a-4154-4660-a27c-caa35d291ce5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:54.283646 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-5cc7ba3a-4154-4660-a27c-caa35d291ce5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Added segment cc5087f3-ae31-4caa-82e8-181371e6b7c0 of type vlan for network 2d6d1702-e847-4685-b444-2d2888bf85e8 Aug 10 04:03:54.285590 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3c6b8-16f1-42ae-b3be-8a0b5d024c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beef0d96-19c4-4389-a8a4-e9a5ef40095e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:54.339900 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5cc7ba3a-4154-4660-a27c-caa35d291ce5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:54.366832 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef9fcc-e3a0-452c-b917-7330634353e9 req-afb4e9f6-c516-449e-ae09-0c6e90a4229e tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:54.369389 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-44ef9fcc-e3a0-452c-b917-7330634353e9 req-afb4e9f6-c516-449e-ae09-0c6e90a4229e tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30c07e-1086-437a-bbae-c97e55d123e3 HTTP/1.1" status: 200 len: 943 time: 0.0777826 Aug 10 04:03:54.370631 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30ac8e7-91a2-4173-b7e4-79ed11ecff13 admin admin] Network f573ecff-4c5c-4552-80ba-7f39fbaee537 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:03:54.403243 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device adb1af2e-d0ef-4c45-862f-c950b21cb1ba details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:03:54.409255 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-44ef9fcc-e3a0-452c-b917-7330634353e9 req-ecaef8fc-4f30-4a92-bd1c-bf98c767e865 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccff9cb0-992e-44e0-b49f-2b35e2531d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338471 Aug 10 04:03:54.473198 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5cc7ba3a-4154-4660-a27c-caa35d291ce5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:54.488003 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc7ba3a-4154-4660-a27c-caa35d291ce5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:54.489458 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5cc7ba3a-4154-4660-a27c-caa35d291ce5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:54.492992 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-f30ac8e7-91a2-4173-b7e4-79ed11ecff13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, f573ecff-4c5c-4552-80ba-7f39fbaee537) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:54.508384 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03af4801-36a7-4ee3-84b9-6b7a6f421836 None None] Network f573ecff-4c5c-4552-80ba-7f39fbaee537 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:54.536335 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30ac8e7-91a2-4173-b7e4-79ed11ecff13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:54.537176 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f30ac8e7-91a2-4173-b7e4-79ed11ecff13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:54.595276 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port adb1af2e-d0ef-4c45-862f-c950b21cb1ba, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=adb1af2e-d0ef-4c45-862f-c950b21cb1ba,segment=NetworkSegment(b9789bf5-84f3-4980-95f7-b48d4834102d),segment_id=b9789bf5-84f3-4980-95f7-b48d4834102d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:54.610080 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7ba3a-4154-4660-a27c-caa35d291ce5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event updated for resources: {'Network': ['ID=2d6d1702-e847-4685-b444-2d2888bf85e8,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:54.620436 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba5725-ecbb-467e-821e-4b1d4cb349bc req-a0fe2dfa-96ce-476f-b623-8dcbb4a5e692 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:54.620854 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'adb1af2e-d0ef-4c45-862f-c950b21cb1ba', 'network_id': '78bf972d-a222-4d9c-8b1f-3be8d62ba98a', 'port_id': 'adb1af2e-d0ef-4c45-862f-c950b21cb1ba', 'mac_address': 'fa:16:3e:47:4a:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77434ba7-4b25-4b0d-b621-1071d3d8eb3e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:03:54.628559 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3bba5725-ecbb-467e-821e-4b1d4cb349bc req-a0fe2dfa-96ce-476f-b623-8dcbb4a5e692 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=725bd3f8-39f2-47f1-a88c-d80157ab888f HTTP/1.1" status: 200 len: 1096 time: 0.1320622 Aug 10 04:03:54.633282 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 2d6d1702-e847-4685-b444-2d2888bf85e8 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:03:54.673480 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3bba5725-ecbb-467e-821e-4b1d4cb349bc req-9fd7199b-cf30-4482-872b-81dcd462a2ca tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390944 Aug 10 04:03:54.679811 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5cc7ba3a-4154-4660-a27c-caa35d291ce5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5795720 Aug 10 04:03:54.686059 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50320) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:54.692046 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c9f05a94-a5e7-4ddb-894a-dc5461a64b99 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2103509367', 'admin_state_up': True, 'project_id': 'd996598032a244868fc625ab65d6228c', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:54.705836 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f30ac8e7-91a2-4173-b7e4-79ed11ecff13 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0048547 Aug 10 04:03:54.707833 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50324) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:54.710996 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-7a716b40-a421-45cb-84c7-e52c04866a61 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1795631640-router', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:54.802943 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c9f05a94-a5e7-4ddb-894a-dc5461a64b99 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:54.804104 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c9f05a94-a5e7-4ddb-894a-dc5461a64b99 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:54.829762 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:54.881484 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50332) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:54.942758 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7a716b40-a421-45cb-84c7-e52c04866a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:54.944311 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7a716b40-a421-45cb-84c7-e52c04866a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:54.990507 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c9f05a94-a5e7-4ddb-894a-dc5461a64b99 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:55.004213 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55dd04c-9a42-4966-b2fd-e4299ae5b2b0 req-af61b4c4-d87b-42d2-807e-ece61686538a tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:55.013096 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b55dd04c-9a42-4966-b2fd-e4299ae5b2b0 req-af61b4c4-d87b-42d2-807e-ece61686538a tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1956503 Aug 10 04:03:55.042954 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7a716b40-a421-45cb-84c7-e52c04866a61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:55.055925 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:55.058064 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-9816651a-2390-4f8f-9fd2-b6b77ae75e10 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-577411627', 'router:external': True}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:55.077315 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b55dd04c-9a42-4966-b2fd-e4299ae5b2b0 req-435b0a12-e03a-41ca-a2d3-d12d173cc42d tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630639 Aug 10 04:03:55.081592 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79f0841-0535-43a4-94c0-3cebdc3299b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-f573ecff-4c5c-4552-80ba-7f39fbaee537', 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'fixed_ips': [{'subnet_id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:03:55.082425 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a79f0841-0535-43a4-94c0-3cebdc3299b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:55.088198 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb1af2e-d0ef-4c45-862f-c950b21cb1ba {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:03:55.147769 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port adb1af2e-d0ef-4c45-862f-c950b21cb1ba, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=adb1af2e-d0ef-4c45-862f-c950b21cb1ba,segment=NetworkSegment(b9789bf5-84f3-4980-95f7-b48d4834102d),segment_id=b9789bf5-84f3-4980-95f7-b48d4834102d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:55.220790 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9816651a-2390-4f8f-9fd2-b6b77ae75e10 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Made reservation on behalf of ffeb5a33bbee48bd8a998bfb392093c2 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:55.223637 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9816651a-2390-4f8f-9fd2-b6b77ae75e10 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:55.254677 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c9f05a94-a5e7-4ddb-894a-dc5461a64b99 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:55.269280 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:55.296638 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9816651a-2390-4f8f-9fd2-b6b77ae75e10 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:55.303005 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:55.307379 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-a79f0841-0535-43a4-94c0-3cebdc3299b4 None None] Allocated IP 172.20.0.2 (f573ecff-4c5c-4552-80ba-7f39fbaee537/6dfeb297-f2e7-4070-a508-7d422d26e1b7/914e2f1c-2659-488c-9c61-7a12e95155a4) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:55.320558 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:55.321017 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:55.370760 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=adb1af2e-d0ef-4c45-862f-c950b21cb1ba,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:55.422096 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a488e77-5066-41f7-93bd-2512104267ee req-6cb951b8-13ad-4cc0-b19f-8b5e39c32905 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/ports?device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 210 time: 0.0746241 Aug 10 04:03:55.422096 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7a716b40-a421-45cb-84c7-e52c04866a61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:55.547943 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:55.570445 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9816651a-2390-4f8f-9fd2-b6b77ae75e10 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:55.587714 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725bd3f8-39f2-47f1-a88c-d80157ab888f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:55.590390 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f32720-ac14-4305-9dea-a00fb4a39472" -d '{"events": [{"server_uuid": "725bd3f8-39f2-47f1-a88c-d80157ab888f", "name": "network-vif-plugged", "status": "completed", "tag": "2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:55.626776 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f,segment=NetworkSegment(67a5ce34-7497-4e73-9daf-fccb98f76e2c),segment_id=67a5ce34-7497-4e73-9daf-fccb98f76e2c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:55.645498 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18da8d9-5257-452b-8cd7-efac5e41e6f2 x-openstack-request-id: req-b18da8d9-5257-452b-8cd7-efac5e41e6f2 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:55.645774 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725bd3f8-39f2-47f1-a88c-d80157ab888f", "name": "network-vif-plugged", "status": "completed", "tag": "2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:55.646114 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b18da8d9-5257-452b-8cd7-efac5e41e6f2 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:55.646593 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725bd3f8-39f2-47f1-a88c-d80157ab888f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f', 'code': 200} Aug 10 04:03:55.647629 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['adb1af2e-d0ef-4c45-862f-c950b21cb1ba'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:03:55.723311 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:55.776525 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9816651a-2390-4f8f-9fd2-b6b77ae75e10 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:55.818797 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a79f0841-0535-43a4-94c0-3cebdc3299b4 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:55.836887 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a79f0841-0535-43a4-94c0-3cebdc3299b4 None None] Transition to ACTIVE for port object 914e2f1c-2659-488c-9c61-7a12e95155a4 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:55.868092 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:55.873123 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a79f0841-0535-43a4-94c0-3cebdc3299b4 None None] Transition to ACTIVE for port object 914e2f1c-2659-488c-9c61-7a12e95155a4 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:55.896901 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9816651a-2390-4f8f-9fd2-b6b77ae75e10 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:03:55.922052 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50356) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:55.922975 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816651a-2390-4f8f-9fd2-b6b77ae75e10 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2e4005-07b6-43d3-bde6-f95210179e80,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:55.942932 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9816651a-2390-4f8f-9fd2-b6b77ae75e10 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:55.943923 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-9816651a-2390-4f8f-9fd2-b6b77ae75e10 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Added segment 5101877c-c63a-4258-997d-afe08531a0bc of type vlan for network 2b60273d-8ca4-49a3-8e39-e5f9f020b0ce Aug 10 04:03:55.967310 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7a716b40-a421-45cb-84c7-e52c04866a61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:55.992745 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd850c-c48d-4c55-ac84-0c48e877169c req-cfe64c9b-bd3e-47c0-9ada-74716a479e2d tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:55.994295 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-28bd850c-c48d-4c55-ac84-0c48e877169c req-cfe64c9b-bd3e-47c0-9ada-74716a479e2d tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=725bd3f8-39f2-47f1-a88c-d80157ab888f HTTP/1.1" status: 200 len: 1097 time: 0.2128663 Aug 10 04:03:55.995302 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c9f05a94-a5e7-4ddb-894a-dc5461a64b99 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:56.001506 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a79f0841-0535-43a4-94c0-3cebdc3299b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:56.046874 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c9f05a94-a5e7-4ddb-894a-dc5461a64b99 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:56.069532 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f0841-0535-43a4-94c0-3cebdc3299b4 None None] Pushing event updated for resources: {'Port': ['ID=914e2f1c-2659-488c-9c61-7a12e95155a4,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:56.080718 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79f0841-0535-43a4-94c0-3cebdc3299b4 None None] Network f573ecff-4c5c-4552-80ba-7f39fbaee537 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:56.083759 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-a79f0841-0535-43a4-94c0-3cebdc3299b4 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:56.086666 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79f0841-0535-43a4-94c0-3cebdc3299b4 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:56.087024 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7a716b40-a421-45cb-84c7-e52c04866a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:56.100365 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-c2e6a3dd-1f4d-441f-943e-1c131ae77d0a tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-9764119'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:56.106695 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eabc27-33a9-4e96-a2b7-e3a007cfca03 req-03c8fbc6-4cd0-4c4f-a39d-f37ebcb6bd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:56.112493 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-56eabc27-33a9-4e96-a2b7-e3a007cfca03 req-03c8fbc6-4cd0-4c4f-a39d-f37ebcb6bd2d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=725bd3f8-39f2-47f1-a88c-d80157ab888f HTTP/1.1" status: 200 len: 1097 time: 0.1659925 Aug 10 04:03:56.149036 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aecb43f-38eb-479c-9f93-1b6723707ca9 req-fff5257e-c30c-4701-aba2-ee7277ea5787 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:56.155068 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9816651a-2390-4f8f-9fd2-b6b77ae75e10 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:56.155445 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a79f0841-0535-43a4-94c0-3cebdc3299b4 None None] Attempting to bind port 914e2f1c-2659-488c-9c61-7a12e95155a4 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:56.155820 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a79f0841-0535-43a4-94c0-3cebdc3299b4 None None] Attempting to bind port 914e2f1c-2659-488c-9c61-7a12e95155a4 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '3f907e38-2212-4676-9090-eb13073d623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:56.156259 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79f0841-0535-43a4-94c0-3cebdc3299b4 None None] Attempting to bind port 914e2f1c-2659-488c-9c61-7a12e95155a4 on network f573ecff-4c5c-4552-80ba-7f39fbaee537 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:56.157555 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9aecb43f-38eb-479c-9f93-1b6723707ca9 req-fff5257e-c30c-4701-aba2-ee7277ea5787 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30c07e-1086-437a-bbae-c97e55d123e3 HTTP/1.1" status: 200 len: 944 time: 0.6479802 Aug 10 04:03:56.161578 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79f0841-0535-43a4-94c0-3cebdc3299b4 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:56.161954 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79f0841-0535-43a4-94c0-3cebdc3299b4 None None] Checking segment: {'id': '3f907e38-2212-4676-9090-eb13073d623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:56.162358 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a79f0841-0535-43a4-94c0-3cebdc3299b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:56.162747 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79f0841-0535-43a4-94c0-3cebdc3299b4 None None] Bound using segment: {'id': '3f907e38-2212-4676-9090-eb13073d623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:56.163256 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a79f0841-0535-43a4-94c0-3cebdc3299b4 None None] Bound port: 914e2f1c-2659-488c-9c61-7a12e95155a4, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f907e38-2212-4676-9090-eb13073d623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:56.163632 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a79f0841-0535-43a4-94c0-3cebdc3299b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:56.240167 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-56eabc27-33a9-4e96-a2b7-e3a007cfca03 req-41acf9e1-4312-4cd7-a702-478b49181d8a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220634 Aug 10 04:03:56.241242 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a79f0841-0535-43a4-94c0-3cebdc3299b4 None None] For port 914e2f1c-2659-488c-9c61-7a12e95155a4, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:56.245412 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a79f0841-0535-43a4-94c0-3cebdc3299b4 None None] For port 914e2f1c-2659-488c-9c61-7a12e95155a4, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=914e2f1c-2659-488c-9c61-7a12e95155a4,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:56.248210 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-28bd850c-c48d-4c55-ac84-0c48e877169c req-2742ac13-5c8e-4d82-915a-191f383cd40c tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304499 Aug 10 04:03:56.248799 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-c9f05a94-a5e7-4ddb-894a-dc5461a64b99 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Allocated IP 172.25.0.97 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/77ef0a95-f994-430d-a879-ded2ec3bc076) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:56.256023 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9aecb43f-38eb-479c-9f93-1b6723707ca9 req-e8c29f88-ce35-45ab-b3af-c635680689d6 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccff9cb0-992e-44e0-b49f-2b35e2531d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973771 Aug 10 04:03:56.273659 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-d9e529b4-8433-4966-b664-e2d3736ceb17 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:56.273659 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-d9e529b4-8433-4966-b664-e2d3736ceb17 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.68 "GET /v2.0/networks?id=b9c461d4-06d9-43b2-b373-77695d4d911c HTTP/1.1" status: 200 len: 812 time: 0.2585976 Aug 10 04:03:56.289449 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-6d77ba9a-7cee-4ae1-82bc-6bca6d572156 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Request body: {'port': {'device_id': '308b71d4-b82a-4d7a-afc2-f790f5eee74a', 'network_id': 'b9c461d4-06d9-43b2-b373-77695d4d911c', 'admin_state_up': True, 'tenant_id': 'bf9cf8cc51c74e029b25978dfdc70284'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:56.312189 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a79f0841-0535-43a4-94c0-3cebdc3299b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:56.337873 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e6a3dd-1f4d-441f-943e-1c131ae77d0a tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Made reservation on behalf of 4557c26c7d2f48388ea9df90fbbed42d for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:56.341459 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c2e6a3dd-1f4d-441f-943e-1c131ae77d0a tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:56.347893 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9816651a-2390-4f8f-9fd2-b6b77ae75e10 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:56.348944 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9816651a-2390-4f8f-9fd2-b6b77ae75e10 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:56.349907 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9816651a-2390-4f8f-9fd2-b6b77ae75e10 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:56.375405 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c2e6a3dd-1f4d-441f-943e-1c131ae77d0a tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:56.388627 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f0841-0535-43a4-94c0-3cebdc3299b4 None None] Pushing event updated for resources: {'Port': ['ID=914e2f1c-2659-488c-9c61-7a12e95155a4,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:56.423506 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abae074-e4d9-4728-90df-fa913517ff5c req-073228a3-146e-424b-a237-977d010f581f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:56.433272 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9abae074-e4d9-4728-90df-fa913517ff5c req-073228a3-146e-424b-a237-977d010f581f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.0947311 Aug 10 04:03:56.440604 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c9f05a94-a5e7-4ddb-894a-dc5461a64b99 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:56.481099 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9816651a-2390-4f8f-9fd2-b6b77ae75e10 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Pushing event updated for resources: {'Network': ['ID=2b60273d-8ca4-49a3-8e39-e5f9f020b0ce,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:56.493341 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 2b60273d-8ca4-49a3-8e39-e5f9f020b0ce details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:03:56.493644 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9abae074-e4d9-4728-90df-fa913517ff5c req-8ddc65a8-44be-4297-ab7b-368c48f5f0ad tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574534 Aug 10 04:03:56.517319 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9816651a-2390-4f8f-9fd2-b6b77ae75e10 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.6341438 Aug 10 04:03:56.524432 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50364) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:56.532587 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-c8273deb-3447-4cd0-bf99-56e5d642f087 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Request body: {'subnet': {'network_id': '2b60273d-8ca4-49a3-8e39-e5f9f020b0ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:56.587167 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-35ce66bf-6fec-458d-b94a-e1de83bff548 req-9fbab072-9a7d-4506-b1c8-61ebaa79ce82 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/ports?device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 210 time: 0.0496686 Aug 10 04:03:56.610259 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c9f05a94-a5e7-4ddb-894a-dc5461a64b99 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:56.671491 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f05a94-a5e7-4ddb-894a-dc5461a64b99 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:56.677277 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-c9f05a94-a5e7-4ddb-894a-dc5461a64b99 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:56.680862 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f05a94-a5e7-4ddb-894a-dc5461a64b99 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:56.705039 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f05a94-a5e7-4ddb-894a-dc5461a64b99 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event updated for resources: {'Port': ['ID=77ef0a95-f994-430d-a879-ded2ec3bc076,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:56.713912 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-7a716b40-a421-45cb-84c7-e52c04866a61 admin admin] Allocated IP 172.25.0.38 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/b832af26-c578-4088-ab6c-a2fe5ad17bb3) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:56.748983 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c2e6a3dd-1f4d-441f-943e-1c131ae77d0a tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:57.039401 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c9f05a94-a5e7-4ddb-894a-dc5461a64b99 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:57.217254 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c2e6a3dd-1f4d-441f-943e-1c131ae77d0a tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:57.313510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e6a3dd-1f4d-441f-943e-1c131ae77d0a tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:03:57.314096 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c9f05a94-a5e7-4ddb-894a-dc5461a64b99 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:57.314436 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6a3dd-1f4d-441f-943e-1c131ae77d0a tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6260d572-3541-42f7-9e5c-4b6761f6d6c1,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:57.314436 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7a716b40-a421-45cb-84c7-e52c04866a61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:57.314436 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c2e6a3dd-1f4d-441f-943e-1c131ae77d0a tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:57.314436 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-c2e6a3dd-1f4d-441f-943e-1c131ae77d0a tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Added segment e4d1300d-a29b-415c-b955-5b8eab5f9533 of type vlan for network e90fd106-238e-4ee4-b4f8-ee8e6846c485 Aug 10 04:03:57.378929 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c2e6a3dd-1f4d-441f-943e-1c131ae77d0a tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:57.456876 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4ad1f-8449-4810-a102-aa9c75eb7ed2 req-225c9233-069b-4c1f-93d1-5378adb4a6d2 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:57.458532 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5bd4ad1f-8449-4810-a102-aa9c75eb7ed2 req-225c9233-069b-4c1f-93d1-5378adb4a6d2 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=725bd3f8-39f2-47f1-a88c-d80157ab888f HTTP/1.1" status: 200 len: 1097 time: 0.0791135 Aug 10 04:03:57.478779 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec1b7d-5dcf-4019-a246-82831d8c49cb req-093933f7-ad23-445d-96f9-3f77c90742e5 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:57.480470 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-69ec1b7d-5dcf-4019-a246-82831d8c49cb req-093933f7-ad23-445d-96f9-3f77c90742e5 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30c07e-1086-437a-bbae-c97e55d123e3 HTTP/1.1" status: 200 len: 944 time: 0.0725663 Aug 10 04:03:57.519126 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5bd4ad1f-8449-4810-a102-aa9c75eb7ed2 req-b380b572-ef5d-4a66-84bc-2c093da9272e tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534813 Aug 10 04:03:57.526696 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-69ec1b7d-5dcf-4019-a246-82831d8c49cb req-b53c927b-2aa1-4801-9ded-aec1176ededc tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccff9cb0-992e-44e0-b49f-2b35e2531d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367031 Aug 10 04:03:57.566774 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fb2a59-874a-41e9-a24e-8d9d1faa11d7 None None] Network f573ecff-4c5c-4552-80ba-7f39fbaee537 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:57.640769 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d30af-bd2a-4fb0-acb4-58c348cb05c2 req-7fd97e7d-d445-444f-b2bc-c3e0ca274c53 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:57.642600 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-100d30af-bd2a-4fb0-acb4-58c348cb05c2 req-7fd97e7d-d445-444f-b2bc-c3e0ca274c53 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.0529430 Aug 10 04:03:57.687149 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-100d30af-bd2a-4fb0-acb4-58c348cb05c2 req-37ae72cb-a2fb-45dd-9ef5-8c40a610f97b tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383806 Aug 10 04:03:57.693996 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3f28aebd-7ce4-4f43-ba41-0f1050c4a834 req-5db6e665-aa74-4d2e-8790-d570201ea257 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/ports?device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 210 time: 0.0317528 Aug 10 04:03:57.716203 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8273deb-3447-4cd0-bf99-56e5d642f087 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Made reservation on behalf of ffeb5a33bbee48bd8a998bfb392093c2 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:57.718569 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c8273deb-3447-4cd0-bf99-56e5d642f087 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:57.747839 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f05a94-a5e7-4ddb-894a-dc5461a64b99 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Router 60307cb4-8e68-484f-953b-036318e8ff7c is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:03:57.753174 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:57.755731 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0a0b150b-9efd-44d8-a515-ebe6260c78b7 None None] Provisioning for port 914e2f1c-2659-488c-9c61-7a12e95155a4 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:57.766444 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7a716b40-a421-45cb-84c7-e52c04866a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:57.769640 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c2e6a3dd-1f4d-441f-943e-1c131ae77d0a tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:57.775257 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e6a3dd-1f4d-441f-943e-1c131ae77d0a tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:57.775877 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c2e6a3dd-1f4d-441f-943e-1c131ae77d0a tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:57.853227 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:03:57.877143 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f05a94-a5e7-4ddb-894a-dc5461a64b99 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:03:57.890961 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18323e0-2250-4c16-afc4-d0e3475d02df None None] Sync routers for ids ['60307cb4-8e68-484f-953b-036318e8ff7c'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:03:57.901084 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a716b40-a421-45cb-84c7-e52c04866a61 admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:57.906064 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18323e0-2250-4c16-afc4-d0e3475d02df None None] Routers {'60307cb4-8e68-484f-953b-036318e8ff7c'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:57.906321 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-6d77ba9a-7cee-4ae1-82bc-6bca6d572156 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Made reservation on behalf of bf9cf8cc51c74e029b25978dfdc70284 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:57.906519 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e18323e0-2250-4c16-afc4-d0e3475d02df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:03:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['60307cb4-8e68-484f-953b-036318e8ff7c'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:57.911992 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-6d77ba9a-7cee-4ae1-82bc-6bca6d572156 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:57.932325 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-7a716b40-a421-45cb-84c7-e52c04866a61 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:57.945062 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a716b40-a421-45cb-84c7-e52c04866a61 admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:57.969156 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a716b40-a421-45cb-84c7-e52c04866a61 admin admin] Pushing event updated for resources: {'Port': ['ID=b832af26-c578-4088-ab6c-a2fe5ad17bb3,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:57.978151 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6a3dd-1f4d-441f-943e-1c131ae77d0a tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event updated for resources: {'Network': ['ID=e90fd106-238e-4ee4-b4f8-ee8e6846c485,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:57.998511 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network e90fd106-238e-4ee4-b4f8-ee8e6846c485 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:03:58.033671 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c2e6a3dd-1f4d-441f-943e-1c131ae77d0a tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.1070313 Aug 10 04:03:58.034614 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50374) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:58.054045 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-e18323e0-2250-4c16-afc4-d0e3475d02df None None] Set router 60307cb4-8e68-484f-953b-036318e8ff7c gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:58.055089 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-4aa5ac17-79fa-4d69-bc66-f36a6ff964ea tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Request body: {'subnet': {'network_id': 'e90fd106-238e-4ee4-b4f8-ee8e6846c485', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:58.060744 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 914e2f1c-2659-488c-9c61-7a12e95155a4 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:58.064032 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c9f05a94-a5e7-4ddb-894a-dc5461a64b99 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:58.065916 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c9f05a94-a5e7-4ddb-894a-dc5461a64b99 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.3777349 Aug 10 04:03:58.078971 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50376) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:58.216339 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46689ca-bce2-4082-9841-c24696a1ea31 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:58.217962 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c46689ca-bce2-4082-9841-c24696a1ea31 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=d996598032a244868fc625ab65d6228c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1373658 Aug 10 04:03:58.222587 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50378) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:58.275377 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e18323e0-2250-4c16-afc4-d0e3475d02df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60307cb4-8e68-484f-953b-036318e8ff7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2103509367', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '77ef0a95-f994-430d-a879-ded2ec3bc076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:54Z', 'updated_at': '2021-08-10T04:03:56Z', 'revision_number': 3, 'project_id': 'd996598032a244868fc625ab65d6228c', 'gw_port': {'id': '77ef0a95-f994-430d-a879-ded2ec3bc076', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60307cb4-8e68-484f-953b-036318e8ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:56Z', 'updated_at': '2021-08-10T04:03:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:58.277708 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 914e2f1c-2659-488c-9c61-7a12e95155a4 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:58.290948 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 914e2f1c-2659-488c-9c61-7a12e95155a4 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:58.290948 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:58.325644 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18323e0-2250-4c16-afc4-d0e3475d02df None None] Checking router: 60307cb4-8e68-484f-953b-036318e8ff7c for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:03:58.326378 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18323e0-2250-4c16-afc4-d0e3475d02df None None] Updating router 60307cb4-8e68-484f-953b-036318e8ff7c port 77ef0a95-f994-430d-a879-ded2ec3bc076 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:03:58.334701 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2887005e-cba4-4531-939d-f98ab0ff241a tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:58.335252 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2887005e-cba4-4531-939d-f98ab0ff241a tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:58.337090 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2887005e-cba4-4531-939d-f98ab0ff241a tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1549 time: 0.1135235 Aug 10 04:03:58.339863 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50380) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:58.344777 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-6d77ba9a-7cee-4ae1-82bc-6bca6d572156 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Allocated IP 172.20.0.12 (b9c461d4-06d9-43b2-b373-77695d4d911c/52209863-cec2-42d9-9838-dedce41ef0a7/ac6d769f-6823-48e1-b944-73eb389662fa) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:03:58.356379 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e18323e0-2250-4c16-afc4-d0e3475d02df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:58.372450 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3d95d1a6-a2b5-4ad9-96ed-c8a476bd993e tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=2b60273d-8ca4-49a3-8e39-e5f9f020b0ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311306 Aug 10 04:03:58.374805 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50382) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:58.375237 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:58.385970 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa5ac17-79fa-4d69-bc66-f36a6ff964ea tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Made reservation on behalf of 4557c26c7d2f48388ea9df90fbbed42d for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:58.389539 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4aa5ac17-79fa-4d69-bc66-f36a6ff964ea tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:58.413741 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 914e2f1c-2659-488c-9c61-7a12e95155a4, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=914e2f1c-2659-488c-9c61-7a12e95155a4,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:58.424078 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device adb1af2e-d0ef-4c45-862f-c950b21cb1ba up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:03:58.426560 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d935e2d7-573d-4227-b0cb-13f7f66ac6e2 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0506608 Aug 10 04:03:58.453623 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50384) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:58.515395 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fc962dda-3425-470d-8766-cc2921525cc1 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=d996598032a244868fc625ab65d6228c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0606282 Aug 10 04:03:58.518109 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50386) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:58.530616 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-6d77ba9a-7cee-4ae1-82bc-6bca6d572156 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:58.548060 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:58.661623 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port adb1af2e-d0ef-4c45-862f-c950b21cb1ba completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:03:58.683633 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port adb1af2e-d0ef-4c45-862f-c950b21cb1ba triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:03:58.687101 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:58.734746 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef122935-7bcf-4f47-8134-e67287065514 req-e920548c-c021-4f6f-8e83-12492743ae83 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:58.735244 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e18323e0-2250-4c16-afc4-d0e3475d02df None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:58.736396 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ef122935-7bcf-4f47-8134-e67287065514 req-e920548c-c021-4f6f-8e83-12492743ae83 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=725bd3f8-39f2-47f1-a88c-d80157ab888f HTTP/1.1" status: 200 len: 1097 time: 0.0553944 Aug 10 04:03:58.738452 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=914e2f1c-2659-488c-9c61-7a12e95155a4,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:58.757347 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-e18323e0-2250-4c16-afc4-d0e3475d02df None None] Transition to ACTIVE for port object 77ef0a95-f994-430d-a879-ded2ec3bc076 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:03:58.769666 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4aa5ac17-79fa-4d69-bc66-f36a6ff964ea tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:58.800922 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:58.826471 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed30c07e-1086-437a-bbae-c97e55d123e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb1af2e-d0ef-4c45-862f-c950b21cb1ba'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:03:58.828953 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecaccd33-45a9-46ff-9254-6a52415c4644" -d '{"events": [{"server_uuid": "ed30c07e-1086-437a-bbae-c97e55d123e3", "name": "network-vif-plugged", "status": "completed", "tag": "adb1af2e-d0ef-4c45-862f-c950b21cb1ba"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:03:58.844360 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port adb1af2e-d0ef-4c45-862f-c950b21cb1ba, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=adb1af2e-d0ef-4c45-862f-c950b21cb1ba,segment=NetworkSegment(b9789bf5-84f3-4980-95f7-b48d4834102d),segment_id=b9789bf5-84f3-4980-95f7-b48d4834102d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:03:58.848651 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e18323e0-2250-4c16-afc4-d0e3475d02df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:58.849331 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ef122935-7bcf-4f47-8134-e67287065514 req-b9eb770f-fff8-4e1e-b130-47c6158299d6 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998087 Aug 10 04:03:58.867561 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5ac17-79fa-4d69-bc66-f36a6ff964ea tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event updated for resources: {'Subnet': ['ID=61115dde-c9c5-487d-a96c-c241e0ef792e,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:58.870399 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bb2726-09be-465c-a765-b6e47e22043a tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:58.870926 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54bb2726-09be-465c-a765-b6e47e22043a tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:58.872546 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-54bb2726-09be-465c-a765-b6e47e22043a tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1549 time: 0.3534613 Aug 10 04:03:58.877046 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50400) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:58.884257 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa5ac17-79fa-4d69-bc66-f36a6ff964ea tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Checking segment: {'id': 'e4d1300d-a29b-415c-b955-5b8eab5f9533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e90fd106-238e-4ee4-b4f8-ee8e6846c485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:58.885336 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa5ac17-79fa-4d69-bc66-f36a6ff964ea tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Network hostable DHCP agents. Network: e90fd106-238e-4ee4-b4f8-ee8e6846c485, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:03:58.929936 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-e18323e0-2250-4c16-afc4-d0e3475d02df None None] Attempting to bind port 77ef0a95-f994-430d-a879-ded2ec3bc076 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:03:58.930531 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-e18323e0-2250-4c16-afc4-d0e3475d02df None None] Attempting to bind port 77ef0a95-f994-430d-a879-ded2ec3bc076 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:03:58.930636 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18323e0-2250-4c16-afc4-d0e3475d02df None None] Attempting to bind port 77ef0a95-f994-430d-a879-ded2ec3bc076 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:03:58.931532 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:58.941833 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4c2ffb1d-ed60-4b0f-ad4d-4f9c3c746165 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=2b60273d-8ca4-49a3-8e39-e5f9f020b0ce&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0499396 Aug 10 04:03:58.945668 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18323e0-2250-4c16-afc4-d0e3475d02df None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:03:58.946044 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18323e0-2250-4c16-afc4-d0e3475d02df None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:58.946440 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e18323e0-2250-4c16-afc4-d0e3475d02df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:58.946830 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18323e0-2250-4c16-afc4-d0e3475d02df None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:03:58.947305 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-e18323e0-2250-4c16-afc4-d0e3475d02df None None] Bound port: 77ef0a95-f994-430d-a879-ded2ec3bc076, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:03:58.947613 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50404) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:58.947734 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e18323e0-2250-4c16-afc4-d0e3475d02df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:58.968073 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e45d2-4d83-4ee0-96e1-f1ae5c2d9e0b req-80b55a3b-0850-42df-9225-6975c7c73b19 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:58.969627 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4d8e45d2-4d83-4ee0-96e1-f1ae5c2d9e0b req-80b55a3b-0850-42df-9225-6975c7c73b19 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30c07e-1086-437a-bbae-c97e55d123e3 HTTP/1.1" status: 200 len: 944 time: 0.2007546 Aug 10 04:03:58.985701 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7a716b40-a421-45cb-84c7-e52c04866a61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:59.000228 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f87d07bd-4605-4290-8dec-7d5f7fef4b50 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0481725 Aug 10 04:03:59.002901 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33e52d-87d2-4fc6-9541-4564e93beb1c None None] Pushing event updated for resources: {'Port': ['ID=77ef0a95-f994-430d-a879-ded2ec3bc076,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:59.003438 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50406) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:59.009591 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-1432db33-e380-4e60-bdba-8e9d59afd2ed tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-723944462', 'network_id': '2d6d1702-e847-4685-b444-2d2888bf85e8', 'project_id': 'd996598032a244868fc625ab65d6228c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:59.017387 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33e52d-87d2-4fc6-9541-4564e93beb1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:59.017749 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33e52d-87d2-4fc6-9541-4564e93beb1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:59.018686 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33e52d-87d2-4fc6-9541-4564e93beb1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:59.019067 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33e52d-87d2-4fc6-9541-4564e93beb1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:59.019397 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33e52d-87d2-4fc6-9541-4564e93beb1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:59.019810 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33e52d-87d2-4fc6-9541-4564e93beb1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:59.020075 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33e52d-87d2-4fc6-9541-4564e93beb1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:59.020396 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33e52d-87d2-4fc6-9541-4564e93beb1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:59.020712 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33e52d-87d2-4fc6-9541-4564e93beb1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:59.021028 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33e52d-87d2-4fc6-9541-4564e93beb1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:59.021348 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33e52d-87d2-4fc6-9541-4564e93beb1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:59.021664 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b33e52d-87d2-4fc6-9541-4564e93beb1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:03:59.025227 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-e18323e0-2250-4c16-afc4-d0e3475d02df None None] For port 77ef0a95-f994-430d-a879-ded2ec3bc076, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:03:59.028709 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-e18323e0-2250-4c16-afc4-d0e3475d02df None None] For port 77ef0a95-f994-430d-a879-ded2ec3bc076, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=77ef0a95-f994-430d-a879-ded2ec3bc076,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:03:59.042699 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-6d77ba9a-7cee-4ae1-82bc-6bca6d572156 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:59.046928 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=adb1af2e-d0ef-4c45-862f-c950b21cb1ba,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:59.083283 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa5ac17-79fa-4d69-bc66-f36a6ff964ea tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Network e90fd106-238e-4ee4-b4f8-ee8e6846c485 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:03:59.114077 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4d8e45d2-4d83-4ee0-96e1-f1ae5c2d9e0b req-5415392d-5f98-439e-a496-87bb492654c8 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccff9cb0-992e-44e0-b49f-2b35e2531d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355033 Aug 10 04:03:59.133992 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3033c4-203a-419b-a64e-4554c14af955 req-21708e17-0493-4dc9-a32d-4f1742ab5229 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:59.135715 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db3033c4-203a-419b-a64e-4554c14af955 req-21708e17-0493-4dc9-a32d-4f1742ab5229 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1468475 Aug 10 04:03:59.148431 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e18323e0-2250-4c16-afc4-d0e3475d02df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:59.178838 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-6d77ba9a-7cee-4ae1-82bc-6bca6d572156 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Network b9c461d4-06d9-43b2-b373-77695d4d911c is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:03:59.181368 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db3033c4-203a-419b-a64e-4554c14af955 req-846a6405-ea13-4a55-b369-804f1c2dbb9c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385900 Aug 10 04:03:59.186250 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77ba9a-7cee-4ae1-82bc-6bca6d572156 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Pushing event updated for resources: {'Port': ['ID=ac6d769f-6823-48e1-b944-73eb389662fa,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:59.188830 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-6d77ba9a-7cee-4ae1-82bc-6bca6d572156 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:59.195111 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-6d77ba9a-7cee-4ae1-82bc-6bca6d572156 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:03:59.204489 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-4aa5ac17-79fa-4d69-bc66-f36a6ff964ea tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, e90fd106-238e-4ee4-b4f8-ee8e6846c485) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:03:59.210359 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa5ac17-79fa-4d69-bc66-f36a6ff964ea tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:59.217085 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4aa5ac17-79fa-4d69-bc66-f36a6ff964ea tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:59.217339 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4331fddc-f036-4400-92c2-cfbf35ad9820 None None] Network e90fd106-238e-4ee4-b4f8-ee8e6846c485 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:59.229822 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18323e0-2250-4c16-afc4-d0e3475d02df None None] Routers {'60307cb4-8e68-484f-953b-036318e8ff7c'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:03:59.240187 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e18323e0-2250-4c16-afc4-d0e3475d02df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:03:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['60307cb4-8e68-484f-953b-036318e8ff7c'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:59.262601 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1432db33-e380-4e60-bdba-8e9d59afd2ed tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Made reservation on behalf of d996598032a244868fc625ab65d6228c for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:03:59.266308 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1432db33-e380-4e60-bdba-8e9d59afd2ed tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:59.307734 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9939f649-29f0-4021-8f28-48af05414bf6 x-openstack-request-id: req-9939f649-29f0-4021-8f28-48af05414bf6 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:03:59.308300 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed30c07e-1086-437a-bbae-c97e55d123e3", "name": "network-vif-plugged", "status": "completed", "tag": "adb1af2e-d0ef-4c45-862f-c950b21cb1ba", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:03:59.308717 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9939f649-29f0-4021-8f28-48af05414bf6 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:03:59.312063 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed30c07e-1086-437a-bbae-c97e55d123e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb1af2e-d0ef-4c45-862f-c950b21cb1ba', 'code': 200} Aug 10 04:03:59.313819 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-6d77ba9a-7cee-4ae1-82bc-6bca6d572156 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:59.315339 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-6d77ba9a-7cee-4ae1-82bc-6bca6d572156 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:59.349862 n-d-802893-2 neutron-server[94937]: DEBUG neutron.objects.ports [None req-c8273deb-3447-4cd0-bf99-56e5d642f087 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94937) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 04:03:59.350410 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c8273deb-3447-4cd0-bf99-56e5d642f087 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:59.358546 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4aa5ac17-79fa-4d69-bc66-f36a6ff964ea tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3175135 Aug 10 04:03:59.359431 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50408) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:03:59.377551 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-e93fd4c0-f9e4-46fb-af8e-9f95942123f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-705448997', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}, 'admin_state_up': False}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:59.407793 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33e52d-87d2-4fc6-9541-4564e93beb1c None None] Pushing event updated for resources: {'Port': ['ID=77ef0a95-f994-430d-a879-ded2ec3bc076,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:59.461001 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840bc3b3-16a2-48e5-840b-a215772890bc None None] Network e90fd106-238e-4ee4-b4f8-ee8e6846c485 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:03:59.486067 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-e18323e0-2250-4c16-afc4-d0e3475d02df None None] Set router 60307cb4-8e68-484f-953b-036318e8ff7c gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:03:59.501206 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-6d77ba9a-7cee-4ae1-82bc-6bca6d572156 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2168522 Aug 10 04:03:59.527014 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-fec4392f-0740-47f3-a8bd-7fe1f77a99f6 service neutron] Request body: {'port': {'device_id': '308b71d4-b82a-4d7a-afc2-f790f5eee74a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:03:59.553982 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe20f5-d752-4642-beea-56f325b46cfb req-00a98cd8-4efb-44a5-bf86-d44b010869e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:59.555720 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-27fe20f5-d752-4642-beea-56f325b46cfb req-00a98cd8-4efb-44a5-bf86-d44b010869e5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ed30c07e-1086-437a-bbae-c97e55d123e3 HTTP/1.1" status: 200 len: 1096 time: 0.1698217 Aug 10 04:03:59.575076 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e5520-1c45-4789-9360-ff122b96d46e req-e30e56b6-dac8-45d4-a122-b1b378e4b6bf tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:59.577222 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af3e5520-1c45-4789-9360-ff122b96d46e req-e30e56b6-dac8-45d4-a122-b1b378e4b6bf tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=725bd3f8-39f2-47f1-a88c-d80157ab888f HTTP/1.1" status: 200 len: 1097 time: 0.1737895 Aug 10 04:03:59.636726 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e93fd4c0-f9e4-46fb-af8e-9f95942123f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:59.637808 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e93fd4c0-f9e4-46fb-af8e-9f95942123f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:59.680341 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-27fe20f5-d752-4642-beea-56f325b46cfb req-d161d6e1-ed33-45a8-a0e8-2d99831025ad service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ccff9cb0-992e-44e0-b49f-2b35e2531d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152494 Aug 10 04:03:59.682211 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7a716b40-a421-45cb-84c7-e52c04866a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:59.695391 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af3e5520-1c45-4789-9360-ff122b96d46e req-bcfb812c-20fe-4b3f-b280-c9057a90ae5a tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080253 Aug 10 04:03:59.702307 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e18323e0-2250-4c16-afc4-d0e3475d02df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60307cb4-8e68-484f-953b-036318e8ff7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2103509367', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '77ef0a95-f994-430d-a879-ded2ec3bc076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:54Z', 'updated_at': '2021-08-10T04:03:56Z', 'revision_number': 3, 'project_id': 'd996598032a244868fc625ab65d6228c', 'gw_port': {'id': '77ef0a95-f994-430d-a879-ded2ec3bc076', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60307cb4-8e68-484f-953b-036318e8ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:56Z', 'updated_at': '2021-08-10T04:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:03:59.704286 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a6e51-18f1-4a3b-b221-c0b43479e2d7 req-74e131ce-04e8-4b29-bf77-501c3ec9aa10 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:59.708452 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f20a6e51-18f1-4a3b-b221-c0b43479e2d7 req-74e131ce-04e8-4b29-bf77-501c3ec9aa10 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/ports?device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 932 time: 0.4666708 Aug 10 04:03:59.712765 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8273deb-3447-4cd0-bf99-56e5d642f087 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f722679c-dbba-4e93-8756-2704be918e6a,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:03:59.725459 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-fec4392f-0740-47f3-a8bd-7fe1f77a99f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:59.734592 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18323e0-2250-4c16-afc4-d0e3475d02df None None] The sync data for ids ['60307cb4-8e68-484f-953b-036318e8ff7c'] in n-d-802893-2 is: [{'id': '60307cb4-8e68-484f-953b-036318e8ff7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2103509367', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '77ef0a95-f994-430d-a879-ded2ec3bc076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:54Z', 'updated_at': '2021-08-10T04:03:56Z', 'revision_number': 3, 'project_id': 'd996598032a244868fc625ab65d6228c', 'gw_port': {'id': '77ef0a95-f994-430d-a879-ded2ec3bc076', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60307cb4-8e68-484f-953b-036318e8ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:56Z', 'updated_at': '2021-08-10T04:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:03:59.770677 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8273deb-3447-4cd0-bf99-56e5d642f087 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Checking segment: {'id': '5101877c-c63a-4258-997d-afe08531a0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '2b60273d-8ca4-49a3-8e39-e5f9f020b0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:03:59.771067 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8273deb-3447-4cd0-bf99-56e5d642f087 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Network hostable DHCP agents. Network: 2b60273d-8ca4-49a3-8e39-e5f9f020b0ce, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:03:59.772475 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e93fd4c0-f9e4-46fb-af8e-9f95942123f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:59.880598 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f20a6e51-18f1-4a3b-b221-c0b43479e2d7 req-36f13571-0b30-49ab-81f4-d120e2795825 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2cc0a36-92e0-4386-8e5e-a7d7c2306b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653066 Aug 10 04:03:59.919921 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1432db33-e380-4e60-bdba-8e9d59afd2ed tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:03:59.957779 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603447c-9a07-406e-96f8-9f19793b44f7 req-87b43b9b-3351-4328-a5b6-cbd7a7c9df9f tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:03:59.959583 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d603447c-9a07-406e-96f8-9f19793b44f7 req-87b43b9b-3351-4328-a5b6-cbd7a7c9df9f tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=725bd3f8-39f2-47f1-a88c-d80157ab888f HTTP/1.1" status: 200 len: 1097 time: 0.1631572 Aug 10 04:03:59.979667 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 914e2f1c-2659-488c-9c61-7a12e95155a4 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:00.058842 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8273deb-3447-4cd0-bf99-56e5d642f087 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Network 2b60273d-8ca4-49a3-8e39-e5f9f020b0ce is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:04:00.062007 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 914e2f1c-2659-488c-9c61-7a12e95155a4 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:00.062252 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:00.166523 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-c8273deb-3447-4cd0-bf99-56e5d642f087 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 2b60273d-8ca4-49a3-8e39-e5f9f020b0ce) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:00.171810 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8273deb-3447-4cd0-bf99-56e5d642f087 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:00.177253 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c8273deb-3447-4cd0-bf99-56e5d642f087 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:00.209009 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f306c0-85d6-4203-8fbc-df3a3644e5b3 None None] Network 2b60273d-8ca4-49a3-8e39-e5f9f020b0ce requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:04:00.268480 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c8273deb-3447-4cd0-bf99-56e5d642f087 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.7414205 Aug 10 04:04:00.272145 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50418) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:00.288912 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-3bc95f1c-c2f8-4970-b235-0e8264d1704d tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1285344750', 'network_id': '2b60273d-8ca4-49a3-8e39-e5f9f020b0ce'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:00.297810 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a716b40-a421-45cb-84c7-e52c04866a61 admin admin] Router 98632379-a983-4819-a0e7-21ec5c644558 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:04:00.353591 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8df2db-9664-4302-9e4d-005cd3e38249 req-7c628cf5-44b7-4e4f-8be4-a5b538643315 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:00.355679 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-de8df2db-9664-4302-9e4d-005cd3e38249 req-7c628cf5-44b7-4e4f-8be4-a5b538643315 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30c07e-1086-437a-bbae-c97e55d123e3 HTTP/1.1" status: 200 len: 945 time: 0.1350970 Aug 10 04:04:00.386137 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9be981-053f-4809-94d3-a2b7f4ef3a03 None None] Network 2b60273d-8ca4-49a3-8e39-e5f9f020b0ce requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:04:00.477798 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e93fd4c0-f9e4-46fb-af8e-9f95942123f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:00.501254 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d603447c-9a07-406e-96f8-9f19793b44f7 req-880d4b17-c300-4061-b3e7-c95751374352 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5163658 Aug 10 04:04:00.516741 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc95f1c-c2f8-4970-b235-0e8264d1704d tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Made reservation on behalf of ffeb5a33bbee48bd8a998bfb392093c2 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:04:00.523880 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432db33-e380-4e60-bdba-8e9d59afd2ed tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event updated for resources: {'Subnet': ['ID=1c8b630b-0a30-4eb0-81a8-a687781b76b3,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:00.527289 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3bc95f1c-c2f8-4970-b235-0e8264d1704d tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:00.535422 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1432db33-e380-4e60-bdba-8e9d59afd2ed tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Checking segment: {'id': 'cc5087f3-ae31-4caa-82e8-181371e6b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d6d1702-e847-4685-b444-2d2888bf85e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:00.540534 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1432db33-e380-4e60-bdba-8e9d59afd2ed tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Network hostable DHCP agents. Network: 2d6d1702-e847-4685-b444-2d2888bf85e8, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:04:00.562658 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-3bc95f1c-c2f8-4970-b235-0e8264d1704d tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] device_id is not set on port 22d0732c-7b39-4b51-a9d5-c0e29d58e6d7 yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:04:00.648508 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-fec4392f-0740-47f3-a8bd-7fe1f77a99f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac6d769f-6823-48e1-b944-73eb389662fa {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:04:00.666358 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-fec4392f-0740-47f3-a8bd-7fe1f77a99f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:00.676523 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-de8df2db-9664-4302-9e4d-005cd3e38249 req-d05dc3d2-f810-4383-b717-a9189bfedfc5 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccff9cb0-992e-44e0-b49f-2b35e2531d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081217 Aug 10 04:04:00.708839 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733ff8e-2f35-43bc-8ceb-0ae9a9a6b51a req-32b8bc29-0f33-4069-a1db-852d3ee9f324 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:00.710558 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d733ff8e-2f35-43bc-8ceb-0ae9a9a6b51a req-32b8bc29-0f33-4069-a1db-852d3ee9f324 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1125433 Aug 10 04:04:00.714452 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1432db33-e380-4e60-bdba-8e9d59afd2ed tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Network 2d6d1702-e847-4685-b444-2d2888bf85e8 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:04:00.719497 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-fec4392f-0740-47f3-a8bd-7fe1f77a99f6 service neutron] Transition to ACTIVE for port object ac6d769f-6823-48e1-b944-73eb389662fa will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:00.748831 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a716b40-a421-45cb-84c7-e52c04866a61 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:00.763385 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acf93dd-7ea7-41ce-b2e0-cf7096b3bec3 None None] Sync routers for ids ['98632379-a983-4819-a0e7-21ec5c644558'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:00.780302 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d733ff8e-2f35-43bc-8ceb-0ae9a9a6b51a req-5f2cf746-1b06-428f-a59f-a08d24dbca85 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617483 Aug 10 04:04:00.785477 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acf93dd-7ea7-41ce-b2e0-cf7096b3bec3 None None] Routers {'98632379-a983-4819-a0e7-21ec5c644558'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:00.787118 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-6acf93dd-7ea7-41ce-b2e0-cf7096b3bec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:03:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['98632379-a983-4819-a0e7-21ec5c644558'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:00.812274 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-3bc95f1c-c2f8-4970-b235-0e8264d1704d tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Allocated IP 2001:db8::16e (2b60273d-8ca4-49a3-8e39-e5f9f020b0ce/f722679c-dbba-4e93-8756-2704be918e6a/22d0732c-7b39-4b51-a9d5-c0e29d58e6d7) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:00.812274 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-fec4392f-0740-47f3-a8bd-7fe1f77a99f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:00.847052 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-1432db33-e380-4e60-bdba-8e9d59afd2ed tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 2d6d1702-e847-4685-b444-2d2888bf85e8) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:00.854270 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1432db33-e380-4e60-bdba-8e9d59afd2ed tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:00.855198 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1432db33-e380-4e60-bdba-8e9d59afd2ed tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:00.859626 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a76e10-2609-470a-9e44-ebacde88a35e None None] Network 2d6d1702-e847-4685-b444-2d2888bf85e8 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:04:00.890324 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7a716b40-a421-45cb-84c7-e52c04866a61 admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:00.896754 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7a716b40-a421-45cb-84c7-e52c04866a61 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1859589 Aug 10 04:04:00.907635 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50422) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:00.918915 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4392f-0740-47f3-a8bd-7fe1f77a99f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6d769f-6823-48e1-b944-73eb389662fa,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:01.003208 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1432db33-e380-4e60-bdba-8e9d59afd2ed tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9974389 Aug 10 04:04:01.005995 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50426) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:01.036994 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-6acf93dd-7ea7-41ce-b2e0-cf7096b3bec3 None None] Set router 98632379-a983-4819-a0e7-21ec5c644558 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:01.105652 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e93fd4c0-f9e4-46fb-af8e-9f95942123f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:01.143934 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e93fd4c0-f9e4-46fb-af8e-9f95942123f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:01.257790 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739ec9c-4aaa-49af-bcd5-d92e82e2a0ed req-78f476ef-5ab2-42c7-86d5-9c9478d3dcd7 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:01.259543 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7739ec9c-4aaa-49af-bcd5-d92e82e2a0ed req-78f476ef-5ab2-42c7-86d5-9c9478d3dcd7 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/ports?device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 944 time: 0.2422085 Aug 10 04:04:01.394500 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-2d6d1702-e847-4685-b444-2d2888bf85e8', 'network_id': '2d6d1702-e847-4685-b444-2d2888bf85e8', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'fixed_ips': [{'subnet_id': '1c8b630b-0a30-4eb0-81a8-a687781b76b3'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:04:01.396194 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:01.406446 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7739ec9c-4aaa-49af-bcd5-d92e82e2a0ed req-54f02422-c94f-4d7a-9f4f-5ef4b2be95f3 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2cc0a36-92e0-4386-8e5e-a7d7c2306b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310833 Aug 10 04:04:01.481122 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-e93fd4c0-f9e4-46fb-af8e-9f95942123f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Allocated IP 172.25.0.234 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/7bea4a43-74ca-447d-82c7-ad280ac7c161) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:01.601852 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Allocated IP 172.20.0.18 (2d6d1702-e847-4685-b444-2d2888bf85e8/1c8b630b-0a30-4eb0-81a8-a687781b76b3/4fec7874-bd04-40db-81f1-89688a827776) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:01.623023 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-6acf93dd-7ea7-41ce-b2e0-cf7096b3bec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98632379-a983-4819-a0e7-21ec5c644558', 'name': 'tempest-AttachVolumeShelveTestJSON-1795631640-router', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:54Z', 'updated_at': '2021-08-10T04:03:58Z', 'revision_number': 3, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'gw_port': {'id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:67:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:56Z', 'updated_at': '2021-08-10T04:03:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:01.679682 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3bc95f1c-c2f8-4970-b235-0e8264d1704d tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:01.774866 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e93fd4c0-f9e4-46fb-af8e-9f95942123f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:01.793095 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-fec4392f-0740-47f3-a8bd-7fe1f77a99f6 service neutron] Attempting to bind port ac6d769f-6823-48e1-b944-73eb389662fa on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:04:01.793319 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-fec4392f-0740-47f3-a8bd-7fe1f77a99f6 service neutron] Attempting to bind port ac6d769f-6823-48e1-b944-73eb389662fa by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '44df00c0-39d8-4e74-b043-a28864267d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b9c461d4-06d9-43b2-b373-77695d4d911c'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:04:01.793554 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-fec4392f-0740-47f3-a8bd-7fe1f77a99f6 service neutron] Attempting to bind port ac6d769f-6823-48e1-b944-73eb389662fa on network b9c461d4-06d9-43b2-b373-77695d4d911c {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:01.810594 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-fec4392f-0740-47f3-a8bd-7fe1f77a99f6 service neutron] Port ac6d769f-6823-48e1-b944-73eb389662fa on network b9c461d4-06d9-43b2-b373-77695d4d911c not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:04:01.810996 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-fec4392f-0740-47f3-a8bd-7fe1f77a99f6 service neutron] Attempting to bind port ac6d769f-6823-48e1-b944-73eb389662fa on network b9c461d4-06d9-43b2-b373-77695d4d911c {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:01.841707 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-fec4392f-0740-47f3-a8bd-7fe1f77a99f6 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:04:01.842390 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-fec4392f-0740-47f3-a8bd-7fe1f77a99f6 service neutron] Checking segment: {'id': '44df00c0-39d8-4e74-b043-a28864267d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b9c461d4-06d9-43b2-b373-77695d4d911c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:01.842890 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-fec4392f-0740-47f3-a8bd-7fe1f77a99f6 service neutron] Bound using segment: {'id': '44df00c0-39d8-4e74-b043-a28864267d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b9c461d4-06d9-43b2-b373-77695d4d911c'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:04:01.843403 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-fec4392f-0740-47f3-a8bd-7fe1f77a99f6 service neutron] Bound port: ac6d769f-6823-48e1-b944-73eb389662fa, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44df00c0-39d8-4e74-b043-a28864267d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b9c461d4-06d9-43b2-b373-77695d4d911c'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:04:01.843839 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-fec4392f-0740-47f3-a8bd-7fe1f77a99f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:01.856579 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acf93dd-7ea7-41ce-b2e0-cf7096b3bec3 None None] Checking router: 98632379-a983-4819-a0e7-21ec5c644558 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:04:01.856926 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acf93dd-7ea7-41ce-b2e0-cf7096b3bec3 None None] Updating router 98632379-a983-4819-a0e7-21ec5c644558 port b832af26-c578-4088-ab6c-a2fe5ad17bb3 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:04:01.893934 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6acf93dd-7ea7-41ce-b2e0-cf7096b3bec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:01.959928 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cba7e4-2a19-4d9f-8b8e-3ad27d398a94 req-c06a4ed4-829c-49f0-975e-6a30493d7b20 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:01.969654 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-63cba7e4-2a19-4d9f-8b8e-3ad27d398a94 req-c06a4ed4-829c-49f0-975e-6a30493d7b20 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=725bd3f8-39f2-47f1-a88c-d80157ab888f HTTP/1.1" status: 200 len: 1097 time: 0.4806890 Aug 10 04:04:01.999571 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-798fa186-2837-4b79-8efb-f876a5e49e8b tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:02.004861 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3bc95f1c-c2f8-4970-b235-0e8264d1704d tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:02.051843 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080e56b-d5cd-4411-b561-d0ccbd99aa59 req-3d42d488-aaa2-4110-8589-efa4e9b06d5e tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:02.060949 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3080e56b-d5cd-4411-b561-d0ccbd99aa59 req-3d42d488-aaa2-4110-8589-efa4e9b06d5e tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=ed30c07e-1086-437a-bbae-c97e55d123e3 HTTP/1.1" status: 200 len: 945 time: 0.2540178 Aug 10 04:04:02.065887 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 77ef0a95-f994-430d-a879-ded2ec3bc076 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:02.077041 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e93fd4c0-f9e4-46fb-af8e-9f95942123f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:02.159384 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93fd4c0-f9e4-46fb-af8e-9f95942123f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:02.164778 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-63cba7e4-2a19-4d9f-8b8e-3ad27d398a94 req-e465b0cc-a31c-4e7a-a1f2-f51395764414 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936986 Aug 10 04:04:02.194167 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:02.215527 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Transition to ACTIVE for port object 4fec7874-bd04-40db-81f1-89688a827776 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:02.241534 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-e93fd4c0-f9e4-46fb-af8e-9f95942123f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:02.256432 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Transition to ACTIVE for port object 4fec7874-bd04-40db-81f1-89688a827776 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:02.258584 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc95f1c-c2f8-4970-b235-0e8264d1704d tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Network 2b60273d-8ca4-49a3-8e39-e5f9f020b0ce is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:02.260169 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc95f1c-c2f8-4970-b235-0e8264d1704d tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Pushing event updated for resources: {'Port': ['ID=22d0732c-7b39-4b51-a9d5-c0e29d58e6d7,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:02.279973 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3080e56b-d5cd-4411-b561-d0ccbd99aa59 req-b125046d-836d-4f9c-ae0c-17b707772627 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccff9cb0-992e-44e0-b49f-2b35e2531d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171686 Aug 10 04:04:02.282998 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93fd4c0-f9e4-46fb-af8e-9f95942123f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:02.298429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-3bc95f1c-c2f8-4970-b235-0e8264d1704d tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:02.301526 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc95f1c-c2f8-4970-b235-0e8264d1704d tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:02.302859 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc95f1c-c2f8-4970-b235-0e8264d1704d tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:02.303475 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3bc95f1c-c2f8-4970-b235-0e8264d1704d tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:02.328678 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 77ef0a95-f994-430d-a879-ded2ec3bc076 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:02.339034 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 77ef0a95-f994-430d-a879-ded2ec3bc076 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:02.339537 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:02.340092 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-fec4392f-0740-47f3-a8bd-7fe1f77a99f6 service neutron] For port ac6d769f-6823-48e1-b944-73eb389662fa, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:04:02.349291 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:02.364352 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-fec4392f-0740-47f3-a8bd-7fe1f77a99f6 service neutron] For port ac6d769f-6823-48e1-b944-73eb389662fa, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=ac6d769f-6823-48e1-b944-73eb389662fa,segment=NetworkSegment(44df00c0-39d8-4e74-b043-a28864267d94),segment_id=44df00c0-39d8-4e74-b043-a28864267d94)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:04:02.427767 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6acf93dd-7ea7-41ce-b2e0-cf7096b3bec3 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:02.434278 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3bc95f1c-c2f8-4970-b235-0e8264d1704d tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.1579800 Aug 10 04:04:02.447990 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50436) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:02.456440 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Network 2d6d1702-e847-4685-b444-2d2888bf85e8 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:02.456675 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d5e2e-e8b8-4c73-ab2b-73a3b48a67bf req-0bbbe23d-2a97-437f-b6e9-4b2979f73f88 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:02.458716 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-304d5e2e-e8b8-4c73-ab2b-73a3b48a67bf req-0bbbe23d-2a97-437f-b6e9-4b2979f73f88 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1920812 Aug 10 04:04:02.462065 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-fec4392f-0740-47f3-a8bd-7fe1f77a99f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:02.462511 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6acf93dd-7ea7-41ce-b2e0-cf7096b3bec3 None None] Transition to ACTIVE for port object b832af26-c578-4088-ab6c-a2fe5ad17bb3 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:02.466988 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:02.473370 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:02.482658 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Pushing event updated for resources: {'Port': ['ID=4fec7874-bd04-40db-81f1-89688a827776,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:02.527569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:02.527918 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:02.528196 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:02.528528 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:02.528849 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:02.529177 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:02.529503 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:02.529824 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:02.530144 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:02.530491 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:02.530781 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:02.531101 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:02.567479 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93fd4c0-f9e4-46fb-af8e-9f95942123f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event updated for resources: {'Port': ['ID=7bea4a43-74ca-447d-82c7-ad280ac7c161,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:02.572406 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6acf93dd-7ea7-41ce-b2e0-cf7096b3bec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:02.593217 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Attempting to bind port 4fec7874-bd04-40db-81f1-89688a827776 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:04:02.593574 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-fec4392f-0740-47f3-a8bd-7fe1f77a99f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:02.593696 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Attempting to bind port 4fec7874-bd04-40db-81f1-89688a827776 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'cc5087f3-ae31-4caa-82e8-181371e6b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d6d1702-e847-4685-b444-2d2888bf85e8'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:04:02.593937 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Attempting to bind port 4fec7874-bd04-40db-81f1-89688a827776 on network 2d6d1702-e847-4685-b444-2d2888bf85e8 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:02.594385 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-fec4392f-0740-47f3-a8bd-7fe1f77a99f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:02.599425 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-fec4392f-0740-47f3-a8bd-7fe1f77a99f6 service neutron] 10.222.0.68 "PUT /v2.0/ports/ac6d769f-6823-48e1-b944-73eb389662fa HTTP/1.1" status: 200 len: 1092 time: 3.0778341 Aug 10 04:04:02.632074 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cb240-8927-4dcc-addd-1f1f3e965f1b req-9eecffcb-8107-4109-bbb2-485354e79cde tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:02.634044 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-774cb240-8927-4dcc-addd-1f1f3e965f1b req-9eecffcb-8107-4109-bbb2-485354e79cde tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3fb0d5b-3b6f-402e-9813-51a8da922d91 HTTP/1.1" status: 200 len: 946 time: 0.1537585 Aug 10 04:04:02.636789 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '308b71d4-b82a-4d7a-afc2-f790f5eee74a', 'tag': 'ac6d769f-6823-48e1-b944-73eb389662fa'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:02.639187 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7226b98c-bef1-4f3a-ac30-0429fb5d3f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "308b71d4-b82a-4d7a-afc2-f790f5eee74a", "tag": "ac6d769f-6823-48e1-b944-73eb389662fa"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:02.650973 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:04:02.652105 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Checking segment: {'id': 'cc5087f3-ae31-4caa-82e8-181371e6b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d6d1702-e847-4685-b444-2d2888bf85e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:02.652741 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:02.653361 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Bound using segment: {'id': 'cc5087f3-ae31-4caa-82e8-181371e6b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d6d1702-e847-4685-b444-2d2888bf85e8'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:04:02.654350 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Bound port: 4fec7874-bd04-40db-81f1-89688a827776, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc5087f3-ae31-4caa-82e8-181371e6b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d6d1702-e847-4685-b444-2d2888bf85e8'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:04:02.655057 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:02.675498 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:02.706850 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59df55d-6765-40db-a377-ab5f7874f802 None None] Pushing event updated for resources: {'Port': ['ID=b832af26-c578-4088-ab6c-a2fe5ad17bb3,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:02.746704 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-304d5e2e-e8b8-4c73-ab2b-73a3b48a67bf req-b8324e66-96ae-4da7-b7a4-0d6fc44bb37b tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540703 Aug 10 04:04:02.748103 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-6acf93dd-7ea7-41ce-b2e0-cf7096b3bec3 None None] Attempting to bind port b832af26-c578-4088-ab6c-a2fe5ad17bb3 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:04:02.748552 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-6acf93dd-7ea7-41ce-b2e0-cf7096b3bec3 None None] Attempting to bind port b832af26-c578-4088-ab6c-a2fe5ad17bb3 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:04:02.748984 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acf93dd-7ea7-41ce-b2e0-cf7096b3bec3 None None] Attempting to bind port b832af26-c578-4088-ab6c-a2fe5ad17bb3 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:02.751287 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4392f-0740-47f3-a8bd-7fe1f77a99f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6d769f-6823-48e1-b944-73eb389662fa,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:02.771323 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 77ef0a95-f994-430d-a879-ded2ec3bc076, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=77ef0a95-f994-430d-a879-ded2ec3bc076,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:02.778185 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acf93dd-7ea7-41ce-b2e0-cf7096b3bec3 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:04:02.778492 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acf93dd-7ea7-41ce-b2e0-cf7096b3bec3 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:02.778894 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6acf93dd-7ea7-41ce-b2e0-cf7096b3bec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:02.779290 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acf93dd-7ea7-41ce-b2e0-cf7096b3bec3 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:04:02.779770 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-6acf93dd-7ea7-41ce-b2e0-cf7096b3bec3 None None] Bound port: b832af26-c578-4088-ab6c-a2fe5ad17bb3, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:04:02.780262 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6acf93dd-7ea7-41ce-b2e0-cf7096b3bec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:02.833475 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:02.840617 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-774cb240-8927-4dcc-addd-1f1f3e965f1b req-2bc7d01a-5fe4-4c41-8da4-eb778cb09faa tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccff9cb0-992e-44e0-b49f-2b35e2531d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985908 Aug 10 04:04:02.843286 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] For port 4fec7874-bd04-40db-81f1-89688a827776, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:04:02.890506 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] For port 4fec7874-bd04-40db-81f1-89688a827776, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4fec7874-bd04-40db-81f1-89688a827776,segment=NetworkSegment(cc5087f3-ae31-4caa-82e8-181371e6b7c0),segment_id=cc5087f3-ae31-4caa-82e8-181371e6b7c0)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:04:02.904674 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-6acf93dd-7ea7-41ce-b2e0-cf7096b3bec3 None None] For port b832af26-c578-4088-ab6c-a2fe5ad17bb3, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:04:02.910794 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-6acf93dd-7ea7-41ce-b2e0-cf7096b3bec3 None None] For port b832af26-c578-4088-ab6c-a2fe5ad17bb3, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=b832af26-c578-4088-ab6c-a2fe5ad17bb3,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:04:02.921292 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=77ef0a95-f994-430d-a879-ded2ec3bc076,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:02.947563 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8318b53-5c10-497e-8d64-59c89f7b094b x-openstack-request-id: req-c8318b53-5c10-497e-8d64-59c89f7b094b {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:02.947864 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "308b71d4-b82a-4d7a-afc2-f790f5eee74a", "tag": "ac6d769f-6823-48e1-b944-73eb389662fa", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:02.948180 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8318b53-5c10-497e-8d64-59c89f7b094b {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:02.948570 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '308b71d4-b82a-4d7a-afc2-f790f5eee74a', 'tag': 'ac6d769f-6823-48e1-b944-73eb389662fa', 'status': 'completed', 'code': 200} Aug 10 04:04:02.965463 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:02.979857 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-dcdf1749-8174-4bff-83c8-5ef3c76d56dc tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Deleting port 22d0732c-7b39-4b51-a9d5-c0e29d58e6d7 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:02.980450 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dcdf1749-8174-4bff-83c8-5ef3c76d56dc tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:03.005216 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-54a69512-e583-415f-b4cb-d7b28de1848c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:03.006762 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-54a69512-e583-415f-b4cb-d7b28de1848c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bf9cf8cc51c74e029b25978dfdc70284&device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 1095 time: 0.2510312 Aug 10 04:04:03.024331 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6acf93dd-7ea7-41ce-b2e0-cf7096b3bec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:03.034173 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e93fd4c0-f9e4-46fb-af8e-9f95942123f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:03.051649 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-edab8538-0c09-42be-a1c7-b0f5fdd98709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:03.051897 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e93928b-5127-4e83-bc11-39ed957de493 req-050265f2-0824-439d-8fb3-400f7acc37ac tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:03.057448 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8e93928b-5127-4e83-bc11-39ed957de493 req-050265f2-0824-439d-8fb3-400f7acc37ac tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=725bd3f8-39f2-47f1-a88c-d80157ab888f HTTP/1.1" status: 200 len: 1097 time: 0.1949053 Aug 10 04:04:03.070799 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0455f-e717-4c64-bfbe-303f7424f1b1 None None] Pushing event updated for resources: {'Port': ['ID=4fec7874-bd04-40db-81f1-89688a827776,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:03.093349 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-b7eeea55-1d31-4d8e-9753-2f8c5025cfe7 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac6d769f-6823-48e1-b944-73eb389662fa HTTP/1.1" status: 200 len: 217 time: 0.0536401 Aug 10 04:04:03.110290 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acf93dd-7ea7-41ce-b2e0-cf7096b3bec3 None None] Routers {'98632379-a983-4819-a0e7-21ec5c644558'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:03.110865 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-6acf93dd-7ea7-41ce-b2e0-cf7096b3bec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:03:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['98632379-a983-4819-a0e7-21ec5c644558'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:03.123394 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d2269-007f-4c33-a6a6-676a50b96d3d req-e4e13efa-35f9-463c-bcf7-dff0d3f7a69e tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:03.124606 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f17d2269-007f-4c33-a6a6-676a50b96d3d req-e4e13efa-35f9-463c-bcf7-dff0d3f7a69e tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/ports?device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 944 time: 0.2896690 Aug 10 04:04:03.183341 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59df55d-6765-40db-a377-ab5f7874f802 None None] Pushing event updated for resources: {'Port': ['ID=b832af26-c578-4088-ab6c-a2fe5ad17bb3,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:03.205059 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-798fa186-2837-4b79-8efb-f876a5e49e8b tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Allocated IP 172.20.0.17 (2d6d1702-e847-4685-b444-2d2888bf85e8/1c8b630b-0a30-4eb0-81a8-a687781b76b3/47bac92a-d111-4aeb-8b54-cadc99656a26) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:03.267972 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-6acf93dd-7ea7-41ce-b2e0-cf7096b3bec3 None None] Set router 98632379-a983-4819-a0e7-21ec5c644558 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:03.295262 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dcdf1749-8174-4bff-83c8-5ef3c76d56dc tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:03.330688 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f17d2269-007f-4c33-a6a6-676a50b96d3d req-125f7d90-1aee-4305-a3e7-8c83ddce8d91 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2cc0a36-92e0-4386-8e5e-a7d7c2306b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942744 Aug 10 04:04:03.332320 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-cb2b30a2-746d-42d4-9acb-4229c222419c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:03.333593 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-cb2b30a2-746d-42d4-9acb-4229c222419c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=52209863-cec2-42d9-9838-dedce41ef0a7 HTTP/1.1" status: 200 len: 852 time: 0.2189646 Aug 10 04:04:03.387071 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-dcdf1749-8174-4bff-83c8-5ef3c76d56dc tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Calling delete_port for 22d0732c-7b39-4b51-a9d5-c0e29d58e6d7 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:03.390879 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-bbbf814a-f711-4237-84c9-1d1adc7fcca3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b9c461d4-06d9-43b2-b373-77695d4d911c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388467 Aug 10 04:04:03.592581 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-6acf93dd-7ea7-41ce-b2e0-cf7096b3bec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98632379-a983-4819-a0e7-21ec5c644558', 'name': 'tempest-AttachVolumeShelveTestJSON-1795631640-router', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:54Z', 'updated_at': '2021-08-10T04:03:58Z', 'revision_number': 3, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'gw_port': {'id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:67:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:56Z', 'updated_at': '2021-08-10T04:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:03.620546 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acf93dd-7ea7-41ce-b2e0-cf7096b3bec3 None None] The sync data for ids ['98632379-a983-4819-a0e7-21ec5c644558'] in n-d-802893-2 is: [{'id': '98632379-a983-4819-a0e7-21ec5c644558', 'name': 'tempest-AttachVolumeShelveTestJSON-1795631640-router', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:54Z', 'updated_at': '2021-08-10T04:03:58Z', 'revision_number': 3, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'gw_port': {'id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:67:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:56Z', 'updated_at': '2021-08-10T04:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:03.648273 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d03c5b-3a51-4bbf-ab2a-340a9f9f3f4d req-61a9f5cd-b812-45df-94f5-5690348f0d36 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:03.649869 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-20d03c5b-3a51-4bbf-ab2a-340a9f9f3f4d req-61a9f5cd-b812-45df-94f5-5690348f0d36 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=725bd3f8-39f2-47f1-a88c-d80157ab888f HTTP/1.1" status: 200 len: 1097 time: 0.2220309 Aug 10 04:04:03.660435 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-798fa186-2837-4b79-8efb-f876a5e49e8b tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:03.665886 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-edab8538-0c09-42be-a1c7-b0f5fdd98709 admin admin] Allocated IP 172.20.0.1 (f573ecff-4c5c-4552-80ba-7f39fbaee537/6dfeb297-f2e7-4070-a508-7d422d26e1b7/0922fc75-4a04-4d21-881b-999469619cc6) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:03.672169 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-8e93928b-5127-4e83-bc11-39ed957de493 req-b10f9921-ebaf-406a-ae50-8e4572f304f9 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Deleting port 2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:03.672520 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8e93928b-5127-4e83-bc11-39ed957de493 req-b10f9921-ebaf-406a-ae50-8e4572f304f9 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:03.686005 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-b4dfb1fc-8304-4639-ab45-af1f5af5fa4d service neutron] 10.222.0.68 "GET /v2.0/networks/b9c461d4-06d9-43b2-b373-77695d4d911c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795925 Aug 10 04:04:03.692534 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e93fd4c0-f9e4-46fb-af8e-9f95942123f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:04.177740 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 77ef0a95-f994-430d-a879-ded2ec3bc076 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:04.237481 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-798fa186-2837-4b79-8efb-f876a5e49e8b tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Transition to ACTIVE for port object 47bac92a-d111-4aeb-8b54-cadc99656a26 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:04.278463 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 77ef0a95-f994-430d-a879-ded2ec3bc076 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:04.278888 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:04.323402 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dcdf1749-8174-4bff-83c8-5ef3c76d56dc tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:04.386187 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4fec7874-bd04-40db-81f1-89688a827776 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:04.392892 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf1749-8174-4bff-83c8-5ef3c76d56dc tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Pushing event deleted for resources: {'Port': ['ID=22d0732c-7b39-4b51-a9d5-c0e29d58e6d7,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:04.459386 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-20d03c5b-3a51-4bbf-ab2a-340a9f9f3f4d req-89e6e48c-3eac-4926-8e6a-0d963f260d51 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7618275 Aug 10 04:04:04.459386 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-8e93928b-5127-4e83-bc11-39ed957de493 req-b10f9921-ebaf-406a-ae50-8e4572f304f9 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] For port 2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f,segment=NetworkSegment(67a5ce34-7497-4e73-9daf-fccb98f76e2c),segment_id=67a5ce34-7497-4e73-9daf-fccb98f76e2c)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:04.459386 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8e93928b-5127-4e83-bc11-39ed957de493 req-b10f9921-ebaf-406a-ae50-8e4572f304f9 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:04.459768 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7ad772-d4e1-415b-8aca-8f2dca5ebcde req-b1e02ee8-abd8-419c-ab11-e39e6eacabd6 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:04.461747 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b7ad772-d4e1-415b-8aca-8f2dca5ebcde req-b1e02ee8-abd8-419c-ab11-e39e6eacabd6 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.2666702 Aug 10 04:04:04.463752 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-71dd1c42-6ca4-4a42-bb90-9cd520dae02d req-c795dc12-5344-481e-8dce-2516283016da service neutron] 10.222.0.68 "GET /v2.0/networks/b9c461d4-06d9-43b2-b373-77695d4d911c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7668407 Aug 10 04:04:04.501066 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dcdf1749-8174-4bff-83c8-5ef3c76d56dc tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:04.503634 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-dcdf1749-8174-4bff-83c8-5ef3c76d56dc tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "DELETE /v2.0/ports/22d0732c-7b39-4b51-a9d5-c0e29d58e6d7 HTTP/1.1" status: 204 len: 168 time: 2.0439422 Aug 10 04:04:04.519804 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-edab8538-0c09-42be-a1c7-b0f5fdd98709 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:04.521264 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9b0618-b12f-4151-b5fb-1118b952f6b4 None None] Network 2d6d1702-e847-4685-b444-2d2888bf85e8 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:04:04.522761 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50456) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:04.543479 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-8e93928b-5127-4e83-bc11-39ed957de493 req-b10f9921-ebaf-406a-ae50-8e4572f304f9 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Calling delete_port for 2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:04.551442 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-74c3fb36-9ae7-44ab-81f2-66daaf406f41 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2b60273d-8ca4-49a3-8e39-e5f9f020b0ce', 'external_fixed_ips': [{'subnet_id': 'f722679c-dbba-4e93-8756-2704be918e6a', 'ip_address': '2001:db8::16e'}]}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:04.585350 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-edab8538-0c09-42be-a1c7-b0f5fdd98709 admin admin] Transition to ACTIVE for port object 0922fc75-4a04-4d21-881b-999469619cc6 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:04.591292 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 4fec7874-bd04-40db-81f1-89688a827776 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:04.639043 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b7ad772-d4e1-415b-8aca-8f2dca5ebcde req-a9297bf5-ff45-4636-9ac4-4031536f09dc tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522119 Aug 10 04:04:04.689806 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-798fa186-2837-4b79-8efb-f876a5e49e8b tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:04.690425 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226b98c-bef1-4f3a-ac30-0429fb5d3f4a req-0c50a73f-48bc-48df-a18b-86b89cc33232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:04.692320 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7226b98c-bef1-4f3a-ac30-0429fb5d3f4a req-0c50a73f-48bc-48df-a18b-86b89cc33232 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bf9cf8cc51c74e029b25978dfdc70284&device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 1095 time: 0.0897727 Aug 10 04:04:04.714096 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9ec66eef-00c6-4e66-9ed0-1d6679541b22 None None] Provisioning for port 4fec7874-bd04-40db-81f1-89688a827776 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:04.720226 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9ec66eef-00c6-4e66-9ed0-1d6679541b22 None None] Provisioning complete for port 4fec7874-bd04-40db-81f1-89688a827776 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:04.721852 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9ec66eef-00c6-4e66-9ed0-1d6679541b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:04.814261 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-edab8538-0c09-42be-a1c7-b0f5fdd98709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:04.816564 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74c3fb36-9ae7-44ab-81f2-66daaf406f41 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:04.817564 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74c3fb36-9ae7-44ab-81f2-66daaf406f41 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:04.843904 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798fa186-2837-4b79-8efb-f876a5e49e8b tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Network 2d6d1702-e847-4685-b444-2d2888bf85e8 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:04.851945 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-798fa186-2837-4b79-8efb-f876a5e49e8b tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:04.864241 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798fa186-2837-4b79-8efb-f876a5e49e8b tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:04.893348 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798fa186-2837-4b79-8efb-f876a5e49e8b tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event updated for resources: {'Port': ['ID=47bac92a-d111-4aeb-8b54-cadc99656a26,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:04.893577 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9ec66eef-00c6-4e66-9ed0-1d6679541b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:04.934570 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-9ec66eef-00c6-4e66-9ed0-1d6679541b22 None None] For port 4fec7874-bd04-40db-81f1-89688a827776, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4fec7874-bd04-40db-81f1-89688a827776,segment=NetworkSegment(cc5087f3-ae31-4caa-82e8-181371e6b7c0),segment_id=cc5087f3-ae31-4caa-82e8-181371e6b7c0)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:04.934816 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226b98c-bef1-4f3a-ac30-0429fb5d3f4a req-d42fe3a9-0fbd-4b49-8a88-13a069c72906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:04.936290 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7226b98c-bef1-4f3a-ac30-0429fb5d3f4a req-d42fe3a9-0fbd-4b49-8a88-13a069c72906 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b9c461d4-06d9-43b2-b373-77695d4d911c HTTP/1.1" status: 200 len: 913 time: 0.2363870 Aug 10 04:04:04.942585 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edab8538-0c09-42be-a1c7-b0f5fdd98709 admin admin] Network f573ecff-4c5c-4552-80ba-7f39fbaee537 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:04.947140 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-adf73576-d450-4f8b-9de3-4df932a83060 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:04.948856 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-adf73576-d450-4f8b-9de3-4df932a83060 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/networks?id=78bf972d-a222-4d9c-8b1f-3be8d62ba98a HTTP/1.1" status: 200 len: 813 time: 0.3864415 Aug 10 04:04:04.964568 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-edab8538-0c09-42be-a1c7-b0f5fdd98709 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:04.988584 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-23abda1a-7bf2-4e5c-99a1-df8e2c720848 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/quotas/127e22d0009143e39ccdeffeef17fd42 HTTP/1.1" status: 200 len: 375 time: 0.0265226 Aug 10 04:04:04.994497 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab8538-0c09-42be-a1c7-b0f5fdd98709 admin admin] Pushing event updated for resources: {'Port': ['ID=0922fc75-4a04-4d21-881b-999469619cc6,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:05.022155 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-798fa186-2837-4b79-8efb-f876a5e49e8b tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:05.027752 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93fd4c0-f9e4-46fb-af8e-9f95942123f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Router 2e7c8e87-3e1a-4115-b3a4-2c80f2e97809 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:04:05.032230 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edab8538-0c09-42be-a1c7-b0f5fdd98709 admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:05.058092 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74c3fb36-9ae7-44ab-81f2-66daaf406f41 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:05.067433 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9ec66eef-00c6-4e66-9ed0-1d6679541b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:05.068051 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf06123-106a-4ea1-adad-e32b4ff46402 req-f523836c-3c47-4c7d-a284-9e73607cef2a tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:05.070401 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0cf06123-106a-4ea1-adad-e32b4ff46402 req-f523836c-3c47-4c7d-a284-9e73607cef2a tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/ports?device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 944 time: 0.2601829 Aug 10 04:04:05.100020 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7226b98c-bef1-4f3a-ac30-0429fb5d3f4a req-a6d92eb2-b805-4f92-a277-c55843646149 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac6d769f-6823-48e1-b944-73eb389662fa HTTP/1.1" status: 200 len: 217 time: 0.1530662 Aug 10 04:04:05.188029 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec66eef-00c6-4e66-9ed0-1d6679541b22 None None] Pushing event updated for resources: {'Port': ['ID=4fec7874-bd04-40db-81f1-89688a827776,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:05.308967 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226b98c-bef1-4f3a-ac30-0429fb5d3f4a req-9a9b31a0-cb98-468a-9719-7674af265abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:05.310724 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7226b98c-bef1-4f3a-ac30-0429fb5d3f4a req-9a9b31a0-cb98-468a-9719-7674af265abf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=52209863-cec2-42d9-9838-dedce41ef0a7 HTTP/1.1" status: 200 len: 852 time: 0.1833882 Aug 10 04:04:05.317725 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-f5cc49b5-1bf9-43d4-95c3-c3cac3ea9112 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=127e22d0009143e39ccdeffeef17fd42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2966011 Aug 10 04:04:05.336277 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-edab8538-0c09-42be-a1c7-b0f5fdd98709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:05.341764 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8e93928b-5127-4e83-bc11-39ed957de493 req-b10f9921-ebaf-406a-ae50-8e4572f304f9 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:05.351541 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339e7bf-0cc9-4678-9f22-9f34e05e65ff req-657eedad-48bc-4d97-b9ee-1616bde362bf tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:05.352552 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['6c254975-ba57-4c3c-b467-076c2dd3d8c8'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:04:05.356062 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8339e7bf-0cc9-4678-9f22-9f34e05e65ff req-657eedad-48bc-4d97-b9ee-1616bde362bf tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3fb0d5b-3b6f-402e-9813-51a8da922d91 HTTP/1.1" status: 200 len: 946 time: 0.4101994 Aug 10 04:04:05.448729 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a146c55d-f19d-4cc3-985b-2faa15826ed7 None None] Provisioning complete for port 4fec7874-bd04-40db-81f1-89688a827776 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:05.448729 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a146c55d-f19d-4cc3-985b-2faa15826ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:05.491662 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f9921-ebaf-406a-ae50-8e4572f304f9 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Pushing event deleted for resources: {'Port': ['ID=2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:05.546698 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7226b98c-bef1-4f3a-ac30-0429fb5d3f4a req-df79daf9-a290-4326-adf4-af73341f616b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b9c461d4-06d9-43b2-b373-77695d4d911c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2041106 Aug 10 04:04:05.582871 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e93928b-5127-4e83-bc11-39ed957de493 req-b10f9921-ebaf-406a-ae50-8e4572f304f9 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] No DVR routers for this DVR port 2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f on host n-h2-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:04:05.586542 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8e93928b-5127-4e83-bc11-39ed957de493 req-b10f9921-ebaf-406a-ae50-8e4572f304f9 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:05.589814 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8e93928b-5127-4e83-bc11-39ed957de493 req-b10f9921-ebaf-406a-ae50-8e4572f304f9 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.20 "DELETE /v2.0/ports/2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f HTTP/1.1" status: 204 len: 173 time: 2.4539616 Aug 10 04:04:05.597643 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0cf06123-106a-4ea1-adad-e32b4ff46402 req-3d1f6cb2-d2f0-43aa-895d-1c5e79328605 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2cc0a36-92e0-4386-8e5e-a7d7c2306b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4946697 Aug 10 04:04:05.609096 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '725bd3f8-39f2-47f1-a88c-d80157ab888f', 'name': 'network-vif-deleted', 'tag': '2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:05.620358 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc611db-63d5-44b5-8cd5-e016ba1824c9" -d '{"events": [{"server_uuid": "725bd3f8-39f2-47f1-a88c-d80157ab888f", "name": "network-vif-deleted", "tag": "2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:05.675258 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22138a87-d916-48d5-bdb3-74c3424e7e78 req-121646ed-33ca-40b8-bfca-32154467b38b tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:05.677077 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-22138a87-d916-48d5-bdb3-74c3424e7e78 req-121646ed-33ca-40b8-bfca-32154467b38b tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.68 "GET /v2.0/ports?device_id=ed30c07e-1086-437a-bbae-c97e55d123e3 HTTP/1.1" status: 200 len: 945 time: 0.3881691 Aug 10 04:04:05.685683 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93fd4c0-f9e4-46fb-af8e-9f95942123f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:05.699634 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90519ba0-c645-471d-b866-37c69102d1b6 None None] Sync routers for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:05.716358 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90519ba0-c645-471d-b866-37c69102d1b6 None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:05.717667 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-90519ba0-c645-471d-b866-37c69102d1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:03:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:05.739614 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-798fa186-2837-4b79-8efb-f876a5e49e8b tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:05.753413 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a146c55d-f19d-4cc3-985b-2faa15826ed7 None None] Provisioning for port 0922fc75-4a04-4d21-881b-999469619cc6 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:05.757394 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a146c55d-f19d-4cc3-985b-2faa15826ed7 None None] Provisioning complete for port 0922fc75-4a04-4d21-881b-999469619cc6 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:05.757873 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a146c55d-f19d-4cc3-985b-2faa15826ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:05.770427 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-90519ba0-c645-471d-b866-37c69102d1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:05.781566 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90519ba0-c645-471d-b866-37c69102d1b6 None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:05.782537 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-90519ba0-c645-471d-b866-37c69102d1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:03:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:05.812965 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-2d5c9eb9-f5b1-4a16-8a8d-a3929d0f7452 service neutron] 10.222.0.25 "GET /v2.0/networks/78bf972d-a222-4d9c-8b1f-3be8d62ba98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721255 Aug 10 04:04:05.828189 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-90519ba0-c645-471d-b866-37c69102d1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:05.829939 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90519ba0-c645-471d-b866-37c69102d1b6 None None] The sync data for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:05.830653 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bac7705-af55-4ac4-9bfe-2c78f20ee7a8 req-64a31fd8-c628-42c8-b5bf-2ef528832009 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=725bd3f8-39f2-47f1-a88c-d80157ab888f HTTP/1.1" status: 200 len: 210 time: 0.0859840 Aug 10 04:04:05.872675 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-a146c55d-f19d-4cc3-985b-2faa15826ed7 None None] Port 0922fc75-4a04-4d21-881b-999469619cc6 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:04:05.874964 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74c3fb36-9ae7-44ab-81f2-66daaf406f41 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:05.993390 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e93fd4c0-f9e4-46fb-af8e-9f95942123f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:05.993713 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7226b98c-bef1-4f3a-ac30-0429fb5d3f4a req-02f81d71-05be-457f-8167-13418eaa5568 service neutron] 10.222.0.68 "GET /v2.0/networks/b9c461d4-06d9-43b2-b373-77695d4d911c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881521 Aug 10 04:04:05.994015 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e93fd4c0-f9e4-46fb-af8e-9f95942123f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.5877326 Aug 10 04:04:05.994015 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebaeaf0d-b023-43f8-bfda-a4cdafac70d7 x-openstack-request-id: req-ebaeaf0d-b023-43f8-bfda-a4cdafac70d7 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:05.994015 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "725bd3f8-39f2-47f1-a88c-d80157ab888f", "name": "network-vif-deleted", "tag": "2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:05.994015 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ebaeaf0d-b023-43f8-bfda-a4cdafac70d7 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:05.994015 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '725bd3f8-39f2-47f1-a88c-d80157ab888f', 'name': 'network-vif-deleted', 'tag': '2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f', 'status': 'completed', 'code': 200} Aug 10 04:04:05.994015 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50472) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:06.076898 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a146c55d-f19d-4cc3-985b-2faa15826ed7 None None] Provisioning for port 47bac92a-d111-4aeb-8b54-cadc99656a26 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:06.081033 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a146c55d-f19d-4cc3-985b-2faa15826ed7 None None] Provisioning complete for port 47bac92a-d111-4aeb-8b54-cadc99656a26 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:06.081443 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a146c55d-f19d-4cc3-985b-2faa15826ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:06.130636 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-8339e7bf-0cc9-4678-9f22-9f34e05e65ff req-e5c1e23c-8c03-46bd-9d5d-e02b0aec3813 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Deleting port 87f59429-5a77-4ebd-84de-a68765a57b39 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:06.131187 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8339e7bf-0cc9-4678-9f22-9f34e05e65ff req-e5c1e23c-8c03-46bd-9d5d-e02b0aec3813 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:06.168138 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-a146c55d-f19d-4cc3-985b-2faa15826ed7 None None] Port 47bac92a-d111-4aeb-8b54-cadc99656a26 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:04:06.182389 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4fec7874-bd04-40db-81f1-89688a827776 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:06.254829 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-10894f8e-fb6b-4c75-a6e7-6da23dc2b871 service neutron] 10.222.0.25 "GET /v2.0/networks/78bf972d-a222-4d9c-8b1f-3be8d62ba98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406781 Aug 10 04:04:06.259695 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 4fec7874-bd04-40db-81f1-89688a827776 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:06.260319 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:06.314299 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-77160340-e019-4a9c-817c-7a4fdf370f3f None None] Provisioning complete for port 47bac92a-d111-4aeb-8b54-cadc99656a26 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:06.317078 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-77160340-e019-4a9c-817c-7a4fdf370f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:06.366300 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-edab8538-0c09-42be-a1c7-b0f5fdd98709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:06.371307 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-77160340-e019-4a9c-817c-7a4fdf370f3f None None] Port 47bac92a-d111-4aeb-8b54-cadc99656a26 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:04:06.375480 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7226b98c-bef1-4f3a-ac30-0429fb5d3f4a req-f7c2952e-7c56-4a83-9c1a-96325836bc17 service neutron] 10.222.0.68 "GET /v2.0/networks/b9c461d4-06d9-43b2-b373-77695d4d911c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046433 Aug 10 04:04:06.378978 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-22138a87-d916-48d5-bdb3-74c3424e7e78 req-125a4ad6-f003-47bc-821c-7cc125ecee90 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Deleting port adb1af2e-d0ef-4c45-862f-c950b21cb1ba {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:06.379440 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-22138a87-d916-48d5-bdb3-74c3424e7e78 req-125a4ad6-f003-47bc-821c-7cc125ecee90 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:06.397926 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1cdb8-b306-44cc-a083-79b16d36c1f1 req-370e7d7e-16ff-4765-80da-75a6e2035d80 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:06.399466 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-80a1cdb8-b306-44cc-a083-79b16d36c1f1 req-370e7d7e-16ff-4765-80da-75a6e2035d80 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.3704886 Aug 10 04:04:06.413155 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-8339e7bf-0cc9-4678-9f22-9f34e05e65ff req-e5c1e23c-8c03-46bd-9d5d-e02b0aec3813 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] For port 87f59429-5a77-4ebd-84de-a68765a57b39, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=87f59429-5a77-4ebd-84de-a68765a57b39,segment=NetworkSegment(b9789bf5-84f3-4980-95f7-b48d4834102d),segment_id=b9789bf5-84f3-4980-95f7-b48d4834102d)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:06.417822 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8339e7bf-0cc9-4678-9f22-9f34e05e65ff req-e5c1e23c-8c03-46bd-9d5d-e02b0aec3813 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:06.426218 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b832af26-c578-4088-ab6c-a2fe5ad17bb3 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:06.645008 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-22138a87-d916-48d5-bdb3-74c3424e7e78 req-125a4ad6-f003-47bc-821c-7cc125ecee90 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] For port adb1af2e-d0ef-4c45-862f-c950b21cb1ba, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=adb1af2e-d0ef-4c45-862f-c950b21cb1ba,segment=NetworkSegment(b9789bf5-84f3-4980-95f7-b48d4834102d),segment_id=b9789bf5-84f3-4980-95f7-b48d4834102d)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:06.645497 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-22138a87-d916-48d5-bdb3-74c3424e7e78 req-125a4ad6-f003-47bc-821c-7cc125ecee90 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:06.672453 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-22138a87-d916-48d5-bdb3-74c3424e7e78 req-125a4ad6-f003-47bc-821c-7cc125ecee90 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Calling delete_port for adb1af2e-d0ef-4c45-862f-c950b21cb1ba owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:06.695269 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-798fa186-2837-4b79-8efb-f876a5e49e8b tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:06.744396 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-8339e7bf-0cc9-4678-9f22-9f34e05e65ff req-e5c1e23c-8c03-46bd-9d5d-e02b0aec3813 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Calling delete_port for 87f59429-5a77-4ebd-84de-a68765a57b39 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:06.813471 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-80a1cdb8-b306-44cc-a083-79b16d36c1f1 req-fc52cdae-2d31-4a38-886e-94a9f152b0a9 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4032497 Aug 10 04:04:06.826874 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port b832af26-c578-4088-ab6c-a2fe5ad17bb3 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:06.828494 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-798fa186-2837-4b79-8efb-f876a5e49e8b tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:06.829836 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port b832af26-c578-4088-ab6c-a2fe5ad17bb3 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:06.831544 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:06.988571 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:04:06.990546 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-798fa186-2837-4b79-8efb-f876a5e49e8b tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:06.996668 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798fa186-2837-4b79-8efb-f876a5e49e8b tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event updated for resources: {'Port': ['ID=47bac92a-d111-4aeb-8b54-cadc99656a26,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:07.027025 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:04:07.027025 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 2ba421b4-5f7d-45c9-a3b3-dd6e1bc6c01f not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:04:07.072615 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:07.095398 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b8fe89cb-b1ee-475f-843b-5f5bc40d8d59 req-bf4571e3-d686-4de8-8d12-ab0499676868 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=725bd3f8-39f2-47f1-a88c-d80157ab888f HTTP/1.1" status: 200 len: 210 time: 0.0879903 Aug 10 04:04:07.119455 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port b832af26-c578-4088-ab6c-a2fe5ad17bb3, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=b832af26-c578-4088-ab6c-a2fe5ad17bb3,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:07.198043 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e970fbec-d1fc-474a-881e-342b5bb9f705 req-f48300c1-1257-4531-af77-fafe23618445 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=812ab793-2768-4c50-9015-c38c96e30d68 HTTP/1.1" status: 200 len: 210 time: 0.0459740 Aug 10 04:04:07.233217 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:07.244641 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8339e7bf-0cc9-4678-9f22-9f34e05e65ff req-e5c1e23c-8c03-46bd-9d5d-e02b0aec3813 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:07.310249 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=b832af26-c578-4088-ab6c-a2fe5ad17bb3,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:07.316224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1e23c-8c03-46bd-9d5d-e02b0aec3813 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Pushing event deleted for resources: {'Port': ['ID=87f59429-5a77-4ebd-84de-a68765a57b39,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:07.376331 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-edab8538-0c09-42be-a1c7-b0f5fdd98709 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:07.395795 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-8339e7bf-0cc9-4678-9f22-9f34e05e65ff req-e5c1e23c-8c03-46bd-9d5d-e02b0aec3813 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] No DVR routers for this DVR port 87f59429-5a77-4ebd-84de-a68765a57b39 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:04:07.402016 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8339e7bf-0cc9-4678-9f22-9f34e05e65ff req-e5c1e23c-8c03-46bd-9d5d-e02b0aec3813 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:07.404228 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8339e7bf-0cc9-4678-9f22-9f34e05e65ff req-e5c1e23c-8c03-46bd-9d5d-e02b0aec3813 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.20 "DELETE /v2.0/ports/87f59429-5a77-4ebd-84de-a68765a57b39 HTTP/1.1" status: 204 len: 173 time: 1.9353023 Aug 10 04:04:07.404681 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fb0d5b-3b6f-402e-9813-51a8da922d91', 'name': 'network-vif-deleted', 'tag': '87f59429-5a77-4ebd-84de-a68765a57b39'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:07.407095 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11767c40-26d9-4546-beda-47cee71ef668" -d '{"events": [{"server_uuid": "f3fb0d5b-3b6f-402e-9813-51a8da922d91", "name": "network-vif-deleted", "tag": "87f59429-5a77-4ebd-84de-a68765a57b39"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:07.426766 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74c3fb36-9ae7-44ab-81f2-66daaf406f41 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:07.448432 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0ca215-e352-445d-a74a-019e26108668 x-openstack-request-id: req-1e0ca215-e352-445d-a74a-019e26108668 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:07.448730 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fb0d5b-3b6f-402e-9813-51a8da922d91", "name": "network-vif-deleted", "tag": "87f59429-5a77-4ebd-84de-a68765a57b39", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:07.449489 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e0ca215-e352-445d-a74a-019e26108668 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:07.451153 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3fb0d5b-3b6f-402e-9813-51a8da922d91', 'name': 'network-vif-deleted', 'tag': '87f59429-5a77-4ebd-84de-a68765a57b39', 'status': 'completed', 'code': 200} Aug 10 04:04:07.452514 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-edab8538-0c09-42be-a1c7-b0f5fdd98709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:07.458077 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74c3fb36-9ae7-44ab-81f2-66daaf406f41 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:07.493809 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f9b24-941e-41df-a6bc-c9616c160fc1 req-dbaf61ad-57e8-4d93-b454-5a5efb673d56 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:07.496753 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8f3f9b24-941e-41df-a6bc-c9616c160fc1 req-dbaf61ad-57e8-4d93-b454-5a5efb673d56 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/ports?device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 944 time: 0.5859449 Aug 10 04:04:07.560628 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-edab8538-0c09-42be-a1c7-b0f5fdd98709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:07.579589 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab8538-0c09-42be-a1c7-b0f5fdd98709 admin admin] Pushing event updated for resources: {'Port': ['ID=0922fc75-4a04-4d21-881b-999469619cc6,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:07.637365 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8f3f9b24-941e-41df-a6bc-c9616c160fc1 req-f7c37b5b-86b7-4838-84a2-aa06ab19ca76 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2cc0a36-92e0-4386-8e5e-a7d7c2306b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300602 Aug 10 04:04:07.674834 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798fa186-2837-4b79-8efb-f876a5e49e8b tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Network 2d6d1702-e847-4685-b444-2d2888bf85e8 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:07.680755 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-798fa186-2837-4b79-8efb-f876a5e49e8b tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:07.695288 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:07.753886 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edab8538-0c09-42be-a1c7-b0f5fdd98709 admin admin] Network f573ecff-4c5c-4552-80ba-7f39fbaee537 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:07.755096 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-74c3fb36-9ae7-44ab-81f2-66daaf406f41 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Allocated IP 2001:db8::16e (2b60273d-8ca4-49a3-8e39-e5f9f020b0ce/f722679c-dbba-4e93-8756-2704be918e6a/3c396ffc-c9a3-499f-b581-dd4260b4b3a3) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:07.759697 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-edab8538-0c09-42be-a1c7-b0f5fdd98709 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:07.788912 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-22138a87-d916-48d5-bdb3-74c3424e7e78 req-125a4ad6-f003-47bc-821c-7cc125ecee90 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:07.894461 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125a4ad6-f003-47bc-821c-7cc125ecee90 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Pushing event deleted for resources: {'Port': ['ID=adb1af2e-d0ef-4c45-862f-c950b21cb1ba,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:08.043277 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-22138a87-d916-48d5-bdb3-74c3424e7e78 req-125a4ad6-f003-47bc-821c-7cc125ecee90 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] No DVR routers for this DVR port adb1af2e-d0ef-4c45-862f-c950b21cb1ba on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:04:08.051475 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b832af26-c578-4088-ab6c-a2fe5ad17bb3 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:08.052025 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-22138a87-d916-48d5-bdb3-74c3424e7e78 req-125a4ad6-f003-47bc-821c-7cc125ecee90 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:08.053952 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-22138a87-d916-48d5-bdb3-74c3424e7e78 req-125a4ad6-f003-47bc-821c-7cc125ecee90 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.68 "DELETE /v2.0/ports/adb1af2e-d0ef-4c45-862f-c950b21cb1ba HTTP/1.1" status: 204 len: 173 time: 2.3635399 Aug 10 04:04:08.054459 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed30c07e-1086-437a-bbae-c97e55d123e3', 'name': 'network-vif-deleted', 'tag': 'adb1af2e-d0ef-4c45-862f-c950b21cb1ba'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:08.056948 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3d555c-9a14-4fc0-a2cb-705a7c7b35bc" -d '{"events": [{"server_uuid": "ed30c07e-1086-437a-bbae-c97e55d123e3", "name": "network-vif-deleted", "tag": "adb1af2e-d0ef-4c45-862f-c950b21cb1ba"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:08.077178 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edab8538-0c09-42be-a1c7-b0f5fdd98709 admin admin] Router 98632379-a983-4819-a0e7-21ec5c644558 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:04:08.125622 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798fa186-2837-4b79-8efb-f876a5e49e8b tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Router 60307cb4-8e68-484f-953b-036318e8ff7c has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:04:08.136702 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30393e56-5f1e-4640-bed5-f787f7109332 req-22237ff3-0b23-436c-9180-1b8d5f59bc44 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:08.137715 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-30393e56-5f1e-4640-bed5-f787f7109332 req-22237ff3-0b23-436c-9180-1b8d5f59bc44 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1674547 Aug 10 04:04:08.175272 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e04fc1cf-05db-405e-8901-b330f240b70e None None] Provisioning complete for port 47bac92a-d111-4aeb-8b54-cadc99656a26 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:08.178443 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e04fc1cf-05db-405e-8901-b330f240b70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:08.184577 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c32a3ba-7a68-45c8-a53a-86fde0d763d2 x-openstack-request-id: req-5c32a3ba-7a68-45c8-a53a-86fde0d763d2 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:08.184830 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed30c07e-1086-437a-bbae-c97e55d123e3", "name": "network-vif-deleted", "tag": "adb1af2e-d0ef-4c45-862f-c950b21cb1ba", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:08.185258 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c32a3ba-7a68-45c8-a53a-86fde0d763d2 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:08.186113 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed30c07e-1086-437a-bbae-c97e55d123e3', 'name': 'network-vif-deleted', 'tag': 'adb1af2e-d0ef-4c45-862f-c950b21cb1ba', 'status': 'completed', 'code': 200} Aug 10 04:04:08.197529 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74c3fb36-9ae7-44ab-81f2-66daaf406f41 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:08.231083 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port b832af26-c578-4088-ab6c-a2fe5ad17bb3 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:08.231717 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:08.276762 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-e04fc1cf-05db-405e-8901-b330f240b70e None None] Port 47bac92a-d111-4aeb-8b54-cadc99656a26 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:04:08.352369 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74c3fb36-9ae7-44ab-81f2-66daaf406f41 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:08.390482 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798fa186-2837-4b79-8efb-f876a5e49e8b tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:08.396655 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-30393e56-5f1e-4640-bed5-f787f7109332 req-5c1ef5ab-7f74-4211-9ade-3ff0c1bb3eb3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486437 Aug 10 04:04:08.411274 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-798fa186-2837-4b79-8efb-f876a5e49e8b tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "PUT /v2.0/routers/60307cb4-8e68-484f-953b-036318e8ff7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3950040 Aug 10 04:04:08.414511 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c3fb36-9ae7-44ab-81f2-66daaf406f41 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Network 2b60273d-8ca4-49a3-8e39-e5f9f020b0ce is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:08.429203 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Allocated IP 172.20.0.1 (e90fd106-238e-4ee4-b4f8-ee8e6846c485/61115dde-c9c5-487d-a96c-c241e0ef792e/55e9b8c7-e002-4c2d-a999-1a352245e61a) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:08.430505 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-74c3fb36-9ae7-44ab-81f2-66daaf406f41 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:08.430505 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c3fb36-9ae7-44ab-81f2-66daaf406f41 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:08.446487 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d98e93e-f5c4-40cf-bbb1-0275a27d81c3 None None] Sync routers for ids ['60307cb4-8e68-484f-953b-036318e8ff7c'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:08.469040 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c83ac6dc-dfde-4efb-ba6c-ad65aa455542 None None] Provisioning complete for port 0922fc75-4a04-4d21-881b-999469619cc6 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:08.469040 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c83ac6dc-dfde-4efb-ba6c-ad65aa455542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:08.492457 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device ac6d769f-6823-48e1-b944-73eb389662fa details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:04:08.494383 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device adb1af2e-d0ef-4c45-862f-c950b21cb1ba no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:04:08.591141 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: adb1af2e-d0ef-4c45-862f-c950b21cb1ba {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:04:08.591403 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c3fb36-9ae7-44ab-81f2-66daaf406f41 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Pushing event updated for resources: {'Port': ['ID=3c396ffc-c9a3-499f-b581-dd4260b4b3a3,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:08.591511 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device adb1af2e-d0ef-4c45-862f-c950b21cb1ba not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:04:08.594446 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edab8538-0c09-42be-a1c7-b0f5fdd98709 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:08.602612 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d98e93e-f5c4-40cf-bbb1-0275a27d81c3 None None] Routers {'60307cb4-8e68-484f-953b-036318e8ff7c'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:08.603188 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-1d98e93e-f5c4-40cf-bbb1-0275a27d81c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:03:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['60307cb4-8e68-484f-953b-036318e8ff7c'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:08.615227 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-edab8538-0c09-42be-a1c7-b0f5fdd98709 admin admin] 10.222.0.25 "PUT /v2.0/routers/98632379-a983-4819-a0e7-21ec5c644558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6977496 Aug 10 04:04:08.621871 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d3e65d-8008-42c4-a6fe-78e5a3cf8923 None None] Sync routers for ids ['98632379-a983-4819-a0e7-21ec5c644558'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:08.635601 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d3e65d-8008-42c4-a6fe-78e5a3cf8923 None None] Routers {'98632379-a983-4819-a0e7-21ec5c644558'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:08.636569 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-11d3e65d-8008-42c4-a6fe-78e5a3cf8923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:03:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['98632379-a983-4819-a0e7-21ec5c644558'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:08.650174 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7eb8899-50ab-412e-9365-84265406674c req-4efd8932-47d8-4adf-a45a-9493cd531fab tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=812ab793-2768-4c50-9015-c38c96e30d68 HTTP/1.1" status: 200 len: 210 time: 0.0718069 Aug 10 04:04:08.678811 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:08.711995 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-c83ac6dc-dfde-4efb-ba6c-ad65aa455542 None None] Port 0922fc75-4a04-4d21-881b-999469619cc6 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:04:08.864966 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port ac6d769f-6823-48e1-b944-73eb389662fa, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=ac6d769f-6823-48e1-b944-73eb389662fa,segment=NetworkSegment(44df00c0-39d8-4e74-b043-a28864267d94),segment_id=44df00c0-39d8-4e74-b043-a28864267d94)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:08.884569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'ac6d769f-6823-48e1-b944-73eb389662fa', 'network_id': 'b9c461d4-06d9-43b2-b373-77695d4d911c', 'port_id': 'ac6d769f-6823-48e1-b944-73eb389662fa', 'mac_address': 'fa:16:3e:61:8d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52209863-cec2-42d9-9838-dedce41ef0a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:04:08.929197 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-11d3e65d-8008-42c4-a6fe-78e5a3cf8923 None None] Set router 98632379-a983-4819-a0e7-21ec5c644558 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:08.938080 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 87f59429-5a77-4ebd-84de-a68765a57b39 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:04:08.974251 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:09.021463 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74c3fb36-9ae7-44ab-81f2-66daaf406f41 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:09.034852 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 87f59429-5a77-4ebd-84de-a68765a57b39 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:04:09.035255 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 87f59429-5a77-4ebd-84de-a68765a57b39 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:04:09.058202 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:09.076942 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-1d98e93e-f5c4-40cf-bbb1-0275a27d81c3 None None] Set router 60307cb4-8e68-484f-953b-036318e8ff7c gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:09.077297 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Network e90fd106-238e-4ee4-b4f8-ee8e6846c485 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:09.103385 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac6d769f-6823-48e1-b944-73eb389662fa {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:04:09.107094 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:09.114696 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:09.130229 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-9c6ef111-3254-4478-a0ac-421775833110 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:09.131823 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-9c6ef111-3254-4478-a0ac-421775833110 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/networks?id=2d6d1702-e847-4685-b444-2d2888bf85e8 HTTP/1.1" status: 200 len: 796 time: 0.2603798 Aug 10 04:04:09.191243 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-b6b68565-7cb2-4909-a1b5-300e93d2d6c4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/quotas/d996598032a244868fc625ab65d6228c HTTP/1.1" status: 200 len: 375 time: 0.0337682 Aug 10 04:04:09.221489 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port ac6d769f-6823-48e1-b944-73eb389662fa, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=ac6d769f-6823-48e1-b944-73eb389662fa,segment=NetworkSegment(44df00c0-39d8-4e74-b043-a28864267d94),segment_id=44df00c0-39d8-4e74-b043-a28864267d94)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:09.277902 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event updated for resources: {'Port': ['ID=55e9b8c7-e002-4c2d-a999-1a352245e61a,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:09.279249 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-11d3e65d-8008-42c4-a6fe-78e5a3cf8923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98632379-a983-4819-a0e7-21ec5c644558', 'name': 'tempest-AttachVolumeShelveTestJSON-1795631640-router', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:54Z', 'updated_at': '2021-08-10T04:04:06Z', 'revision_number': 4, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'gw_port': {'id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:56Z', 'updated_at': '2021-08-10T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '0922fc75-4a04-4d21-881b-999469619cc6', 'name': '', 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'mac_address': 'fa:16:3e:3a:a8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:03Z', 'updated_at': '2021-08-10T04:04:06Z', 'revision_number': 2, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'subnets': [{'id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:09.322145 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:09.340208 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d3e65d-8008-42c4-a6fe-78e5a3cf8923 None None] Checking router: 98632379-a983-4819-a0e7-21ec5c644558 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:04:09.341066 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d3e65d-8008-42c4-a6fe-78e5a3cf8923 None None] Updating router 98632379-a983-4819-a0e7-21ec5c644558 port 0922fc75-4a04-4d21-881b-999469619cc6 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:04:09.345676 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:09.397631 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11d3e65d-8008-42c4-a6fe-78e5a3cf8923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:09.403535 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74c3fb36-9ae7-44ab-81f2-66daaf406f41 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:09.429679 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d9e4e-c0d0-43bd-84a3-d2bf8b837bf5 req-c62dd5bf-44fe-4e97-9917-8a3e311f0fb2 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:09.431307 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-440d9e4e-c0d0-43bd-84a3-d2bf8b837bf5 req-c62dd5bf-44fe-4e97-9917-8a3e311f0fb2 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/ports?device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 945 time: 0.1481242 Aug 10 04:04:09.468634 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=ac6d769f-6823-48e1-b944-73eb389662fa,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:09.527771 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:09.541112 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:09.541861 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:09.544465 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:09.545301 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:09.545907 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:09.547480 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:09.548091 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:09.549967 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:09.551296 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:09.551891 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:09.553338 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:09.571315 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-1d98e93e-f5c4-40cf-bbb1-0275a27d81c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60307cb4-8e68-484f-953b-036318e8ff7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2103509367', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '77ef0a95-f994-430d-a879-ded2ec3bc076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:54Z', 'updated_at': '2021-08-10T04:04:05Z', 'revision_number': 4, 'project_id': 'd996598032a244868fc625ab65d6228c', 'gw_port': {'id': '77ef0a95-f994-430d-a879-ded2ec3bc076', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60307cb4-8e68-484f-953b-036318e8ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:56Z', 'updated_at': '2021-08-10T04:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '47bac92a-d111-4aeb-8b54-cadc99656a26', 'name': '', 'network_id': '2d6d1702-e847-4685-b444-2d2888bf85e8', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'mac_address': 'fa:16:3e:df:19:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60307cb4-8e68-484f-953b-036318e8ff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '1c8b630b-0a30-4eb0-81a8-a687781b76b3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:02Z', 'updated_at': '2021-08-10T04:04:06Z', 'revision_number': 2, 'project_id': 'd996598032a244868fc625ab65d6228c', 'subnets': [{'id': '1c8b630b-0a30-4eb0-81a8-a687781b76b3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:09.580193 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb451353-dd5b-4c62-a1b7-e888a7ca18fd req-59aa8d26-c0e2-46d2-b732-e853d4cda286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:09.581730 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cb451353-dd5b-4c62-a1b7-e888a7ca18fd req-59aa8d26-c0e2-46d2-b732-e853d4cda286 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=897476f221894013b27960fb36935e79&device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 1096 time: 0.1737902 Aug 10 04:04:09.605084 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['ac6d769f-6823-48e1-b944-73eb389662fa'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:04:09.609114 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d98e93e-f5c4-40cf-bbb1-0275a27d81c3 None None] Checking router: 60307cb4-8e68-484f-953b-036318e8ff7c for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:04:09.609735 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d98e93e-f5c4-40cf-bbb1-0275a27d81c3 None None] Updating router 60307cb4-8e68-484f-953b-036318e8ff7c port 47bac92a-d111-4aeb-8b54-cadc99656a26 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:04:09.614451 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-440d9e4e-c0d0-43bd-84a3-d2bf8b837bf5 req-cda5aa19-7100-471d-a928-8550d8af9d2e tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2cc0a36-92e0-4386-8e5e-a7d7c2306b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565764 Aug 10 04:04:09.636399 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-6168ad32-631e-4cdf-901b-7e0704b4c0cc tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d996598032a244868fc625ab65d6228c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4327757 Aug 10 04:04:09.674353 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1d98e93e-f5c4-40cf-bbb1-0275a27d81c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:09.810433 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb451353-dd5b-4c62-a1b7-e888a7ca18fd req-48372fec-6823-4f2e-9efc-f314876ba468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:09.812126 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cb451353-dd5b-4c62-a1b7-e888a7ca18fd req-48372fec-6823-4f2e-9efc-f314876ba468 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7ff6afc-8008-49c6-8b16-55c096640020 HTTP/1.1" status: 200 len: 912 time: 0.2222610 Aug 10 04:04:09.822879 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34f459-1360-4bb0-90cd-030352d52ee0 req-7548f1ef-64b8-48b7-84a4-9e01ca244448 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:09.824747 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca34f459-1360-4bb0-90cd-030352d52ee0 req-7548f1ef-64b8-48b7-84a4-9e01ca244448 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9fb09776-07a7-4f62-83e2-ef6effb390a4 HTTP/1.1" status: 200 len: 1097 time: 0.0821922 Aug 10 04:04:09.840624 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-f4b77183-518c-4f86-9544-0a46c2981f65 service neutron] 10.222.0.25 "GET /v2.0/networks/2d6d1702-e847-4685-b444-2d2888bf85e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975853 Aug 10 04:04:09.932210 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11d3e65d-8008-42c4-a6fe-78e5a3cf8923 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:09.949706 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca34f459-1360-4bb0-90cd-030352d52ee0 req-a7d9716c-f487-48a9-8dc6-21e191d34d15 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178069 Aug 10 04:04:09.951987 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cb451353-dd5b-4c62-a1b7-e888a7ca18fd req-178a3e82-690c-4e67-a8fd-8a41c5d524ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3b4ce36-dd2d-448b-a4c9-f1269256c40e HTTP/1.1" status: 200 len: 1000 time: 0.1261787 Aug 10 04:04:09.962840 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-11d3e65d-8008-42c4-a6fe-78e5a3cf8923 None None] Transition to ACTIVE for port object 0922fc75-4a04-4d21-881b-999469619cc6 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:09.975842 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c3fb36-9ae7-44ab-81f2-66daaf406f41 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Router 20fb5972-cd86-4e80-9f6f-19f02b24484f is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:04:10.000940 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-af1dcf51-46d2-4d1b-aca6-bd6fe6dfddf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:10.021329 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:10.065723 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb451353-dd5b-4c62-a1b7-e888a7ca18fd req-1a8d0406-80c7-4a08-87ff-ac5f0298c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:10.073337 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cb451353-dd5b-4c62-a1b7-e888a7ca18fd req-1a8d0406-80c7-4a08-87ff-ac5f0298c9b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a51d8861-9dbf-4178-9d3e-8ed73319e82c HTTP/1.1" status: 200 len: 850 time: 0.1078291 Aug 10 04:04:10.088234 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-bdcbc821-1b80-414b-ab62-2b87b09180dc service neutron] 10.222.0.25 "GET /v2.0/networks/2d6d1702-e847-4685-b444-2d2888bf85e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465079 Aug 10 04:04:10.094015 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11d3e65d-8008-42c4-a6fe-78e5a3cf8923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:10.147318 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1d98e93e-f5c4-40cf-bbb1-0275a27d81c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:10.162014 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-1d98e93e-f5c4-40cf-bbb1-0275a27d81c3 None None] Transition to ACTIVE for port object 47bac92a-d111-4aeb-8b54-cadc99656a26 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:10.271608 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1d98e93e-f5c4-40cf-bbb1-0275a27d81c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:10.359346 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f2f95-6cc3-4143-8079-c85077852a89 None None] Pushing event updated for resources: {'Port': ['ID=0922fc75-4a04-4d21-881b-999469619cc6,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:10.399436 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-11d3e65d-8008-42c4-a6fe-78e5a3cf8923 None None] Attempting to bind port 0922fc75-4a04-4d21-881b-999469619cc6 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:04:10.400054 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-11d3e65d-8008-42c4-a6fe-78e5a3cf8923 None None] Attempting to bind port 0922fc75-4a04-4d21-881b-999469619cc6 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '3f907e38-2212-4676-9090-eb13073d623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:04:10.400595 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d3e65d-8008-42c4-a6fe-78e5a3cf8923 None None] Attempting to bind port 0922fc75-4a04-4d21-881b-999469619cc6 on network f573ecff-4c5c-4552-80ba-7f39fbaee537 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:10.407648 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d3e65d-8008-42c4-a6fe-78e5a3cf8923 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:04:10.409323 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d3e65d-8008-42c4-a6fe-78e5a3cf8923 None None] Checking segment: {'id': '3f907e38-2212-4676-9090-eb13073d623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:10.409975 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11d3e65d-8008-42c4-a6fe-78e5a3cf8923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:10.410529 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d3e65d-8008-42c4-a6fe-78e5a3cf8923 None None] Bound using segment: {'id': '3f907e38-2212-4676-9090-eb13073d623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:04:10.411162 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-11d3e65d-8008-42c4-a6fe-78e5a3cf8923 None None] Bound port: 0922fc75-4a04-4d21-881b-999469619cc6, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f907e38-2212-4676-9090-eb13073d623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:04:10.411716 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11d3e65d-8008-42c4-a6fe-78e5a3cf8923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:10.428072 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d829d-bf1b-4ece-8235-1f2c588b29a1 None None] Pushing event updated for resources: {'Port': ['ID=47bac92a-d111-4aeb-8b54-cadc99656a26,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:10.482532 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device ac6d769f-6823-48e1-b944-73eb389662fa up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:10.574879 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-11d3e65d-8008-42c4-a6fe-78e5a3cf8923 None None] For port 0922fc75-4a04-4d21-881b-999469619cc6, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:04:10.586912 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-11d3e65d-8008-42c4-a6fe-78e5a3cf8923 None None] For port 0922fc75-4a04-4d21-881b-999469619cc6, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=0922fc75-4a04-4d21-881b-999469619cc6,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:04:10.638205 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-1d98e93e-f5c4-40cf-bbb1-0275a27d81c3 None None] Attempting to bind port 47bac92a-d111-4aeb-8b54-cadc99656a26 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:04:10.644908 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-1d98e93e-f5c4-40cf-bbb1-0275a27d81c3 None None] Attempting to bind port 47bac92a-d111-4aeb-8b54-cadc99656a26 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'cc5087f3-ae31-4caa-82e8-181371e6b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d6d1702-e847-4685-b444-2d2888bf85e8'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:04:10.644908 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d98e93e-f5c4-40cf-bbb1-0275a27d81c3 None None] Attempting to bind port 47bac92a-d111-4aeb-8b54-cadc99656a26 on network 2d6d1702-e847-4685-b444-2d2888bf85e8 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:10.656520 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-11d3e65d-8008-42c4-a6fe-78e5a3cf8923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:10.684920 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d29ccd-eb0f-4ab9-8f6a-19ec7152b69c req-088186a6-816f-43af-80f7-7436d30ef141 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:10.685177 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d98e93e-f5c4-40cf-bbb1-0275a27d81c3 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:04:10.685554 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d98e93e-f5c4-40cf-bbb1-0275a27d81c3 None None] Checking segment: {'id': 'cc5087f3-ae31-4caa-82e8-181371e6b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d6d1702-e847-4685-b444-2d2888bf85e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:10.686214 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1d98e93e-f5c4-40cf-bbb1-0275a27d81c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:10.686613 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d98e93e-f5c4-40cf-bbb1-0275a27d81c3 None None] Bound using segment: {'id': 'cc5087f3-ae31-4caa-82e8-181371e6b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d6d1702-e847-4685-b444-2d2888bf85e8'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:04:10.687168 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-1d98e93e-f5c4-40cf-bbb1-0275a27d81c3 None None] Bound port: 47bac92a-d111-4aeb-8b54-cadc99656a26, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc5087f3-ae31-4caa-82e8-181371e6b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d6d1702-e847-4685-b444-2d2888bf85e8'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:04:10.687524 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1d98e93e-f5c4-40cf-bbb1-0275a27d81c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:10.689766 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-39d29ccd-eb0f-4ab9-8f6a-19ec7152b69c req-088186a6-816f-43af-80f7-7436d30ef141 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=9fb09776-07a7-4f62-83e2-ef6effb390a4 HTTP/1.1" status: 200 len: 1097 time: 0.4011958 Aug 10 04:04:10.802495 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f2f95-6cc3-4143-8079-c85077852a89 None None] Pushing event updated for resources: {'Port': ['ID=0922fc75-4a04-4d21-881b-999469619cc6,revision_number=4']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:10.823072 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb451353-dd5b-4c62-a1b7-e888a7ca18fd req-f2bc3a5b-b6d9-4b60-bc81-31a95d723b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:10.827465 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port ac6d769f-6823-48e1-b944-73eb389662fa completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:10.830029 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cb451353-dd5b-4c62-a1b7-e888a7ca18fd req-f2bc3a5b-b6d9-4b60-bc81-31a95d723b3c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7ff6afc-8008-49c6-8b16-55c096640020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7531843 Aug 10 04:04:10.853152 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c3fb36-9ae7-44ab-81f2-66daaf406f41 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:10.859729 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port ac6d769f-6823-48e1-b944-73eb389662fa triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:10.860150 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:10.866615 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-1d98e93e-f5c4-40cf-bbb1-0275a27d81c3 None None] For port 47bac92a-d111-4aeb-8b54-cadc99656a26, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:04:10.869655 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d3e65d-8008-42c4-a6fe-78e5a3cf8923 None None] Routers {'98632379-a983-4819-a0e7-21ec5c644558'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:10.870275 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-11d3e65d-8008-42c4-a6fe-78e5a3cf8923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:03:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['98632379-a983-4819-a0e7-21ec5c644558'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:10.928832 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1501b30-77e2-4e88-9028-1bfb00494dd5 req-95c43672-29d3-49aa-b976-bb7837db96cf tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:10.940410 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d1501b30-77e2-4e88-9028-1bfb00494dd5 req-95c43672-29d3-49aa-b976-bb7837db96cf tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.2445736 Aug 10 04:04:10.943850 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee6a853-9f15-4478-a0be-7d6aac4bbeea None None] Sync routers for ids ['20fb5972-cd86-4e80-9f6f-19f02b24484f'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:10.998424 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-1d98e93e-f5c4-40cf-bbb1-0275a27d81c3 None None] For port 47bac92a-d111-4aeb-8b54-cadc99656a26, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=47bac92a-d111-4aeb-8b54-cadc99656a26,segment=NetworkSegment(cc5087f3-ae31-4caa-82e8-181371e6b7c0),segment_id=cc5087f3-ae31-4caa-82e8-181371e6b7c0)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:04:11.044670 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee6a853-9f15-4478-a0be-7d6aac4bbeea None None] Routers {'20fb5972-cd86-4e80-9f6f-19f02b24484f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:11.045308 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9ee6a853-9f15-4478-a0be-7d6aac4bbeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:03:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['20fb5972-cd86-4e80-9f6f-19f02b24484f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:11.077019 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74c3fb36-9ae7-44ab-81f2-66daaf406f41 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:11.078760 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-74c3fb36-9ae7-44ab-81f2-66daaf406f41 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.5550609 Aug 10 04:04:11.084445 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cb451353-dd5b-4c62-a1b7-e888a7ca18fd req-e8915744-8230-4d4b-af2c-1b6b9ddcc52a service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445126 Aug 10 04:04:11.084820 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50548) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:11.124657 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-11d3e65d-8008-42c4-a6fe-78e5a3cf8923 None None] Set router 98632379-a983-4819-a0e7-21ec5c644558 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:11.191879 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d1501b30-77e2-4e88-9028-1bfb00494dd5 req-d018560f-7a3d-4a61-b00f-512d1662f01c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2460687 Aug 10 04:04:11.257955 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-98b28829-41c4-4f39-bcf6-db6ab6888549 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:11.259485 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-98b28829-41c4-4f39-bcf6-db6ab6888549 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.20 "GET /v2.0/networks?id=78bf972d-a222-4d9c-8b1f-3be8d62ba98a HTTP/1.1" status: 200 len: 813 time: 0.8463686 Aug 10 04:04:11.283899 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-9ee6a853-9f15-4478-a0be-7d6aac4bbeea None None] Set router 20fb5972-cd86-4e80-9f6f-19f02b24484f gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:11.433704 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-f549cd6f-2a31-4cb9-8565-f0e3c739108d tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Request body: {'port': {'device_id': '61396a3b-1bb0-4b47-9d0e-d1195e09ed7e', 'network_id': '78bf972d-a222-4d9c-8b1f-3be8d62ba98a', 'admin_state_up': True, 'tenant_id': '127e22d0009143e39ccdeffeef17fd42'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:11.454640 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cc5ede4e-5a32-423e-b3b7-b9f3629b6ee0 req-9b93c415-d116-4e5e-a4c6-71d1c7d76813 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=812ab793-2768-4c50-9015-c38c96e30d68 HTTP/1.1" status: 200 len: 210 time: 0.0771508 Aug 10 04:04:11.536426 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-13215762-108f-4ccd-bf4b-ad1c697eb510 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:11.537978 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-13215762-108f-4ccd-bf4b-ad1c697eb510 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.20 "GET /v2.0/networks?id=78bf972d-a222-4d9c-8b1f-3be8d62ba98a HTTP/1.1" status: 200 len: 813 time: 0.3575141 Aug 10 04:04:11.541442 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca483193-7e4f-4202-bcfb-f57b4486d160 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:11.544709 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cb451353-dd5b-4c62-a1b7-e888a7ca18fd req-193d3893-5c05-4723-a126-8a9c83812022 service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366148 Aug 10 04:04:11.602831 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-11d3e65d-8008-42c4-a6fe-78e5a3cf8923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98632379-a983-4819-a0e7-21ec5c644558', 'name': 'tempest-AttachVolumeShelveTestJSON-1795631640-router', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:54Z', 'updated_at': '2021-08-10T04:04:06Z', 'revision_number': 4, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'gw_port': {'id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:56Z', 'updated_at': '2021-08-10T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '0922fc75-4a04-4d21-881b-999469619cc6', 'name': '', 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'mac_address': 'fa:16:3e:3a:a8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:03Z', 'updated_at': '2021-08-10T04:04:10Z', 'revision_number': 4, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'subnets': [{'id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:11.629325 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1d98e93e-f5c4-40cf-bbb1-0275a27d81c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:11.637431 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-53c151df-822c-427f-b619-93b8d7c7efd9 req-2aa7b2be-fe96-4fd3-9614-2eccd4e1b7ab tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50669f4-82b0-4afc-b220-746b921f8821 HTTP/1.1" status: 200 len: 210 time: 0.0286758 Aug 10 04:04:11.728032 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-39d29ccd-eb0f-4ab9-8f6a-19ec7152b69c req-cd57f279-c9cd-44bf-99dd-46d5bbf4ace4 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Deleting port 6c254975-ba57-4c3c-b467-076c2dd3d8c8 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:11.728713 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-39d29ccd-eb0f-4ab9-8f6a-19ec7152b69c req-cd57f279-c9cd-44bf-99dd-46d5bbf4ace4 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:11.776414 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-5bf34bfa-b5d6-4ab0-84b1-47640736ac1d tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Request body: {'port': {'device_id': '812ab793-2768-4c50-9015-c38c96e30d68', 'network_id': '78bf972d-a222-4d9c-8b1f-3be8d62ba98a', 'admin_state_up': True, 'tenant_id': '127e22d0009143e39ccdeffeef17fd42'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:11.796784 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca483193-7e4f-4202-bcfb-f57b4486d160 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:11.796970 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d3e65d-8008-42c4-a6fe-78e5a3cf8923 None None] The sync data for ids ['98632379-a983-4819-a0e7-21ec5c644558'] in n-d-802893-2 is: [{'id': '98632379-a983-4819-a0e7-21ec5c644558', 'name': 'tempest-AttachVolumeShelveTestJSON-1795631640-router', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:54Z', 'updated_at': '2021-08-10T04:04:06Z', 'revision_number': 4, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'gw_port': {'id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:56Z', 'updated_at': '2021-08-10T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '0922fc75-4a04-4d21-881b-999469619cc6', 'name': '', 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'mac_address': 'fa:16:3e:3a:a8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:03Z', 'updated_at': '2021-08-10T04:04:10Z', 'revision_number': 4, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'subnets': [{'id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:11.811075 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50552) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:11.848586 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:11.925287 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-d7a8a213-28da-426f-b786-632077e07d3a tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1417648237', 'description': 'tempest-description--741665647'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:12.081252 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d98e93e-f5c4-40cf-bbb1-0275a27d81c3 None None] Routers {'60307cb4-8e68-484f-953b-036318e8ff7c'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:12.082598 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-1d98e93e-f5c4-40cf-bbb1-0275a27d81c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:03:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['60307cb4-8e68-484f-953b-036318e8ff7c'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:12.095290 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308b71d4-b82a-4d7a-afc2-f790f5eee74a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6d769f-6823-48e1-b944-73eb389662fa'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:12.099386 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc0a2f-2682-4aa3-92f0-10a55c295393 req-589a5304-a3ab-4583-82ee-c550166e9da9 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:12.101709 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3cfc0a2f-2682-4aa3-92f0-10a55c295393 req-589a5304-a3ab-4583-82ee-c550166e9da9 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/ports?device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 945 time: 0.2926018 Aug 10 04:04:12.102106 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa328d4-ea4f-4b96-a7c9-28366670b609" -d '{"events": [{"server_uuid": "308b71d4-b82a-4d7a-afc2-f790f5eee74a", "name": "network-vif-plugged", "status": "completed", "tag": "ac6d769f-6823-48e1-b944-73eb389662fa"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:12.108987 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:12.164104 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3935170-a2f1-4452-819a-e93f639b9e40 req-39d05aa3-f1f1-4f4f-9ae8-bac9acdc0193 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:12.180049 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-39d29ccd-eb0f-4ab9-8f6a-19ec7152b69c req-cd57f279-c9cd-44bf-99dd-46d5bbf4ace4 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] For port 6c254975-ba57-4c3c-b467-076c2dd3d8c8, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=6c254975-ba57-4c3c-b467-076c2dd3d8c8,segment=NetworkSegment(67a5ce34-7497-4e73-9daf-fccb98f76e2c),segment_id=67a5ce34-7497-4e73-9daf-fccb98f76e2c)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:12.180282 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b3935170-a2f1-4452-819a-e93f639b9e40 req-39d05aa3-f1f1-4f4f-9ae8-bac9acdc0193 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9fb09776-07a7-4f62-83e2-ef6effb390a4 HTTP/1.1" status: 200 len: 1097 time: 0.2371151 Aug 10 04:04:12.180413 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-39d29ccd-eb0f-4ab9-8f6a-19ec7152b69c req-cd57f279-c9cd-44bf-99dd-46d5bbf4ace4 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:12.198079 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 0922fc75-4a04-4d21-881b-999469619cc6 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:12.208709 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3cfc0a2f-2682-4aa3-92f0-10a55c295393 req-1ab3cd29-34f5-4aa5-88f5-dbf19dccb533 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2cc0a36-92e0-4386-8e5e-a7d7c2306b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975423 Aug 10 04:04:12.210237 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-39d29ccd-eb0f-4ab9-8f6a-19ec7152b69c req-cd57f279-c9cd-44bf-99dd-46d5bbf4ace4 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Calling delete_port for 6c254975-ba57-4c3c-b467-076c2dd3d8c8 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:12.242371 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:12.254402 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d7a8a213-28da-426f-b786-632077e07d3a tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:12.283643 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port ac6d769f-6823-48e1-b944-73eb389662fa, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=ac6d769f-6823-48e1-b944-73eb389662fa,segment=NetworkSegment(44df00c0-39d8-4e74-b043-a28864267d94),segment_id=44df00c0-39d8-4e74-b043-a28864267d94)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:12.307239 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d829d-bf1b-4ece-8235-1f2c588b29a1 None None] Pushing event updated for resources: {'Port': ['ID=47bac92a-d111-4aeb-8b54-cadc99656a26,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:12.322829 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316826f1-877c-4515-b69f-fdd9b9a0b3cd x-openstack-request-id: req-316826f1-877c-4515-b69f-fdd9b9a0b3cd {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:12.323249 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308b71d4-b82a-4d7a-afc2-f790f5eee74a", "name": "network-vif-plugged", "status": "completed", "tag": "ac6d769f-6823-48e1-b944-73eb389662fa", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:12.323602 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-316826f1-877c-4515-b69f-fdd9b9a0b3cd {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:12.324129 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308b71d4-b82a-4d7a-afc2-f790f5eee74a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6d769f-6823-48e1-b944-73eb389662fa', 'code': 200} Aug 10 04:04:12.355939 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:12.360941 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-f549cd6f-2a31-4cb9-8565-f0e3c739108d tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Made reservation on behalf of 127e22d0009143e39ccdeffeef17fd42 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:04:12.362993 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b3935170-a2f1-4452-819a-e93f639b9e40 req-c3188131-b056-4ae6-97a1-e5bd121e4925 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817329 Aug 10 04:04:12.372292 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-ca483193-7e4f-4202-bcfb-f57b4486d160 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Deleting port 3c396ffc-c9a3-499f-b581-dd4260b4b3a3 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:12.372633 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca483193-7e4f-4202-bcfb-f57b4486d160 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:12.391310 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-f549cd6f-2a31-4cb9-8565-f0e3c739108d tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:12.460586 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:12.462224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-5bf34bfa-b5d6-4ab0-84b1-47640736ac1d tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Made reservation on behalf of 127e22d0009143e39ccdeffeef17fd42 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:04:12.466318 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-5bf34bfa-b5d6-4ab0-84b1-47640736ac1d tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:12.478515 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 0922fc75-4a04-4d21-881b-999469619cc6 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:12.522644 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 6c254975-ba57-4c3c-b467-076c2dd3d8c8 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:04:12.575808 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 0922fc75-4a04-4d21-881b-999469619cc6 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:12.576250 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:12.679118 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-1d98e93e-f5c4-40cf-bbb1-0275a27d81c3 None None] Set router 60307cb4-8e68-484f-953b-036318e8ff7c gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:12.693479 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365b610-03b5-4f5d-9fba-9cf8a2fc7b93 req-d609679d-079b-42e0-a331-9bdad16a3d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:12.695757 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e365b610-03b5-4f5d-9fba-9cf8a2fc7b93 req-d609679d-079b-42e0-a331-9bdad16a3d1c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 1097 time: 0.2947168 Aug 10 04:04:12.707205 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dde20da6-282c-4dc2-b79f-57c044d0019e req-8b60259a-f958-4821-8d9d-12fbf57b65d3 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=812ab793-2768-4c50-9015-c38c96e30d68 HTTP/1.1" status: 200 len: 210 time: 0.1082599 Aug 10 04:04:12.764803 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d7a8a213-28da-426f-b786-632077e07d3a tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:12.781881 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=ac6d769f-6823-48e1-b944-73eb389662fa,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:12.786315 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9ee6a853-9f15-4478-a0be-7d6aac4bbeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fb5972-cd86-4e80-9f6f-19f02b24484f', 'name': '', 'tenant_id': 'ffeb5a33bbee48bd8a998bfb392093c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2b60273d-8ca4-49a3-8e39-e5f9f020b0ce', 'external_fixed_ips': [{'subnet_id': 'f722679c-dbba-4e93-8756-2704be918e6a', 'ip_address': '2001:db8::16e'}], 'enable_snat': True}, 'gw_port_id': '3c396ffc-c9a3-499f-b581-dd4260b4b3a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:04Z', 'updated_at': '2021-08-10T04:04:08Z', 'revision_number': 3, 'project_id': 'ffeb5a33bbee48bd8a998bfb392093c2', 'gw_port': {'id': '3c396ffc-c9a3-499f-b581-dd4260b4b3a3', 'name': '', 'network_id': '2b60273d-8ca4-49a3-8e39-e5f9f020b0ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:4b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20fb5972-cd86-4e80-9f6f-19f02b24484f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'f722679c-dbba-4e93-8756-2704be918e6a', 'ip_address': '2001:db8::16e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:07Z', 'updated_at': '2021-08-10T04:04:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f722679c-dbba-4e93-8756-2704be918e6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:12.888274 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee6a853-9f15-4478-a0be-7d6aac4bbeea None None] Checking router: 20fb5972-cd86-4e80-9f6f-19f02b24484f for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:04:12.888610 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee6a853-9f15-4478-a0be-7d6aac4bbeea None None] Updating router 20fb5972-cd86-4e80-9f6f-19f02b24484f port 3c396ffc-c9a3-499f-b581-dd4260b4b3a3 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:04:12.897054 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d7a8a213-28da-426f-b786-632077e07d3a tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:12.911003 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-30ab01db-4af2-416b-b852-d116ee65d0e7 req-d774ea39-a3c6-4500-a2e9-ab04b3e415da tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50669f4-82b0-4afc-b220-746b921f8821 HTTP/1.1" status: 200 len: 210 time: 0.0519741 Aug 10 04:04:12.935591 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca483193-7e4f-4202-bcfb-f57b4486d160 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:12.982434 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8a213-28da-426f-b786-632077e07d3a tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a6c556-50de-4ed5-b797-1d3bd72f5c7b,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:12.994992 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-ca483193-7e4f-4202-bcfb-f57b4486d160 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Calling delete_port for 3c396ffc-c9a3-499f-b581-dd4260b4b3a3 owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:13.014374 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9ee6a853-9f15-4478-a0be-7d6aac4bbeea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:13.016334 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-5bf34bfa-b5d6-4ab0-84b1-47640736ac1d tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Allocated IP 172.20.0.7 (78bf972d-a222-4d9c-8b1f-3be8d62ba98a/77434ba7-4b25-4b0d-b621-1071d3d8eb3e/7d36231f-97fc-4fc5-910f-cb9112323235) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:13.023504 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d7a8a213-28da-426f-b786-632077e07d3a tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:13.023504 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d7a8a213-28da-426f-b786-632077e07d3a tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1045125 Aug 10 04:04:13.027858 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50562) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:13.035290 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-1570435a-3346-4b8b-89ff-4ac7e2c6566c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Request body: {'security_group_rule': {'security_group_id': '34a6c556-50de-4ed5-b797-1d3bd72f5c7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:13.042617 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e365b610-03b5-4f5d-9fba-9cf8a2fc7b93 req-a7e5edd4-872a-4dd1-87e8-52ae154080c0 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a2cc0a36-92e0-4386-8e5e-a7d7c2306b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957695 Aug 10 04:04:13.111191 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event updated for resources: {'Port': ['ID=55e9b8c7-e002-4c2d-a999-1a352245e61a,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:13.244831 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f221c304-838a-4acf-9028-6c2694660b91 req-48fab067-0eef-4f90-bff5-d9dfa9958b26 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:13.261682 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f221c304-838a-4acf-9028-6c2694660b91 req-48fab067-0eef-4f90-bff5-d9dfa9958b26 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.2152038 Aug 10 04:04:13.270420 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:13.333340 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Network e90fd106-238e-4ee4-b4f8-ee8e6846c485 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:13.339879 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:13.365975 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1570435a-3346-4b8b-89ff-4ac7e2c6566c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:13.381286 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f221c304-838a-4acf-9028-6c2694660b91 req-d1a196ef-8a57-4d50-b6f6-f17351151863 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185958 Aug 10 04:04:13.412851 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:13.435773 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6078b85-092b-4cc3-aa01-5926b87844ab req-8a91112a-1423-4733-a486-e28551e9d146 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:13.437143 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6078b85-092b-4cc3-aa01-5926b87844ab req-8a91112a-1423-4733-a486-e28551e9d146 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/ports?device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 946 time: 0.1079628 Aug 10 04:04:13.469781 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-39d29ccd-eb0f-4ab9-8f6a-19ec7152b69c req-cd57f279-c9cd-44bf-99dd-46d5bbf4ace4 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:13.492948 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 0922fc75-4a04-4d21-881b-999469619cc6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=0922fc75-4a04-4d21-881b-999469619cc6,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:13.522175 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd57f279-c9cd-44bf-99dd-46d5bbf4ace4 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c254975-ba57-4c3c-b467-076c2dd3d8c8,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:13.571877 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-5bf34bfa-b5d6-4ab0-84b1-47640736ac1d tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:13.594169 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0087280a-a190-4542-99c7-537d413737a6 req-412c41e3-c848-4e3a-9b89-fff3d92446c4 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9fb09776-07a7-4f62-83e2-ef6effb390a4 HTTP/1.1" status: 200 len: 210 time: 0.0753481 Aug 10 04:04:13.612659 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-1d98e93e-f5c4-40cf-bbb1-0275a27d81c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60307cb4-8e68-484f-953b-036318e8ff7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2103509367', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '77ef0a95-f994-430d-a879-ded2ec3bc076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:54Z', 'updated_at': '2021-08-10T04:04:05Z', 'revision_number': 4, 'project_id': 'd996598032a244868fc625ab65d6228c', 'gw_port': {'id': '77ef0a95-f994-430d-a879-ded2ec3bc076', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60307cb4-8e68-484f-953b-036318e8ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:56Z', 'updated_at': '2021-08-10T04:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '47bac92a-d111-4aeb-8b54-cadc99656a26', 'name': '', 'network_id': '2d6d1702-e847-4685-b444-2d2888bf85e8', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'mac_address': 'fa:16:3e:df:19:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60307cb4-8e68-484f-953b-036318e8ff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '1c8b630b-0a30-4eb0-81a8-a687781b76b3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:02Z', 'updated_at': '2021-08-10T04:04:10Z', 'revision_number': 4, 'project_id': 'd996598032a244868fc625ab65d6228c', 'subnets': [{'id': '1c8b630b-0a30-4eb0-81a8-a687781b76b3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:13.655428 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:13.659064 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d29ccd-eb0f-4ab9-8f6a-19ec7152b69c req-cd57f279-c9cd-44bf-99dd-46d5bbf4ace4 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] No DVR routers for this DVR port 6c254975-ba57-4c3c-b467-076c2dd3d8c8 on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:04:13.662767 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-39d29ccd-eb0f-4ab9-8f6a-19ec7152b69c req-cd57f279-c9cd-44bf-99dd-46d5bbf4ace4 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:13.664776 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-39d29ccd-eb0f-4ab9-8f6a-19ec7152b69c req-cd57f279-c9cd-44bf-99dd-46d5bbf4ace4 tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.68 "DELETE /v2.0/ports/6c254975-ba57-4c3c-b467-076c2dd3d8c8 HTTP/1.1" status: 204 len: 173 time: 2.8627167 Aug 10 04:04:13.665222 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb09776-07a7-4f62-83e2-ef6effb390a4', 'name': 'network-vif-deleted', 'tag': '6c254975-ba57-4c3c-b467-076c2dd3d8c8'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:13.667830 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1dd398-d38a-4e68-9211-2a773632a967" -d '{"events": [{"server_uuid": "9fb09776-07a7-4f62-83e2-ef6effb390a4", "name": "network-vif-deleted", "tag": "6c254975-ba57-4c3c-b467-076c2dd3d8c8"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:13.681000 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1570435a-3346-4b8b-89ff-4ac7e2c6566c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:13.684633 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6078b85-092b-4cc3-aa01-5926b87844ab req-8b0decc5-4586-4fdb-bb4f-7e7f485193ae tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2cc0a36-92e0-4386-8e5e-a7d7c2306b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052355 Aug 10 04:04:13.713714 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Router 2e7c8e87-3e1a-4115-b3a4-2c80f2e97809 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:04:13.754607 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d98e93e-f5c4-40cf-bbb1-0275a27d81c3 None None] The sync data for ids ['60307cb4-8e68-484f-953b-036318e8ff7c'] in n-d-802893-2 is: [{'id': '60307cb4-8e68-484f-953b-036318e8ff7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2103509367', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '77ef0a95-f994-430d-a879-ded2ec3bc076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:54Z', 'updated_at': '2021-08-10T04:04:05Z', 'revision_number': 4, 'project_id': 'd996598032a244868fc625ab65d6228c', 'gw_port': {'id': '77ef0a95-f994-430d-a879-ded2ec3bc076', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60307cb4-8e68-484f-953b-036318e8ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:56Z', 'updated_at': '2021-08-10T04:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '47bac92a-d111-4aeb-8b54-cadc99656a26', 'name': '', 'network_id': '2d6d1702-e847-4685-b444-2d2888bf85e8', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'mac_address': 'fa:16:3e:df:19:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60307cb4-8e68-484f-953b-036318e8ff7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2627, 'fixed_ips': [{'subnet_id': '1c8b630b-0a30-4eb0-81a8-a687781b76b3', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:02Z', 'updated_at': '2021-08-10T04:04:10Z', 'revision_number': 4, 'project_id': 'd996598032a244868fc625ab65d6228c', 'subnets': [{'id': '1c8b630b-0a30-4eb0-81a8-a687781b76b3', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:13.759839 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=0922fc75-4a04-4d21-881b-999469619cc6,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:13.771461 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:13.792844 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1570435a-3346-4b8b-89ff-4ac7e2c6566c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:13.841282 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6d3f0d-3a3d-4bd1-9dfd-ae513bc8bb1e x-openstack-request-id: req-5e6d3f0d-3a3d-4bd1-9dfd-ae513bc8bb1e {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:13.841613 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb09776-07a7-4f62-83e2-ef6effb390a4", "name": "network-vif-deleted", "tag": "6c254975-ba57-4c3c-b467-076c2dd3d8c8", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:13.841998 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e6d3f0d-3a3d-4bd1-9dfd-ae513bc8bb1e {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:13.842405 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb09776-07a7-4f62-83e2-ef6effb390a4', 'name': 'network-vif-deleted', 'tag': '6c254975-ba57-4c3c-b467-076c2dd3d8c8', 'status': 'completed', 'code': 200} Aug 10 04:04:13.853193 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-9ee6a853-9f15-4478-a0be-7d6aac4bbeea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:04:13.853843 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-9ee6a853-9f15-4478-a0be-7d6aac4bbeea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:04:13.856114 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570435a-3346-4b8b-89ff-4ac7e2c6566c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=392eddf4-69d9-4a78-a377-319b35541bb4,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:13.867297 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-3e1128fe-01c9-4629-aab2-1bcec4fdf3e4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:13.868872 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-3e1128fe-01c9-4629-aab2-1bcec4fdf3e4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.20 "GET /v2.0/networks?id=2d6d1702-e847-4685-b444-2d2888bf85e8 HTTP/1.1" status: 200 len: 796 time: 0.3808482 Aug 10 04:04:13.886370 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca483193-7e4f-4202-bcfb-f57b4486d160 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:13.907172 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-53bb8398-ae78-4ad1-a3d5-9ad9c5a5ee4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:13.949030 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-df836d3e-cd82-4116-9fb3-7a8b95bebea4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Request body: {'port': {'device_id': 'd50669f4-82b0-4afc-b220-746b921f8821', 'network_id': '2d6d1702-e847-4685-b444-2d2888bf85e8', 'admin_state_up': True, 'tenant_id': 'd996598032a244868fc625ab65d6228c'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:14.075778 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3704760d-418d-4f33-9251-b4261c4ed8a1 req-09dab006-d305-44a0-91dd-e7823030f98e tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=812ab793-2768-4c50-9015-c38c96e30d68 HTTP/1.1" status: 200 len: 210 time: 0.2154803 Aug 10 04:04:14.107982 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:14.109098 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-5bf34bfa-b5d6-4ab0-84b1-47640736ac1d tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:14.124418 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca483193-7e4f-4202-bcfb-f57b4486d160 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c396ffc-c9a3-499f-b581-dd4260b4b3a3,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:14.140899 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1039985-1a0c-494e-840d-6399fad8f239 None None] Sync routers for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:14.150974 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-f549cd6f-2a31-4cb9-8565-f0e3c739108d tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Allocated IP 172.20.0.6 (78bf972d-a222-4d9c-8b1f-3be8d62ba98a/77434ba7-4b25-4b0d-b621-1071d3d8eb3e/5c9e8088-d11e-4b8b-97fb-0aa01d376c78) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:14.152196 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1570435a-3346-4b8b-89ff-4ac7e2c6566c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:14.156600 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1570435a-3346-4b8b-89ff-4ac7e2c6566c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1252413 Aug 10 04:04:14.158975 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1039985-1a0c-494e-840d-6399fad8f239 None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:14.159888 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d1039985-1a0c-494e-840d-6399fad8f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:14.162206 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50576) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:14.184220 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-166fbc32-7f43-42eb-a35b-adb32e14ed49 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Request body: {'security_group_rule': {'security_group_id': '34a6c556-50de-4ed5-b797-1d3bd72f5c7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:14.193999 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ce59ce51-6a65-4ab4-856f-bb07859413cd tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "PUT /v2.0/routers/2e7c8e87-3e1a-4115-b3a4-2c80f2e97809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2207012 Aug 10 04:04:14.196931 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50578) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:14.225021 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca483193-7e4f-4202-bcfb-f57b4486d160 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:14.239226 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-baa47bf5-3493-4ec0-9540-81028d461e44 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Request body: {'port': {'network_id': 'e90fd106-238e-4ee4-b4f8-ee8e6846c485', 'name': 'tempest-FloatingIPTestJSON-1374351347'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:14.253082 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d1039985-1a0c-494e-840d-6399fad8f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:14.256839 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-91b422a7-0dbc-4bd2-87f6-a1cef9981759 req-3834a3b1-48f5-4679-9b95-184a9028c46d tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50669f4-82b0-4afc-b220-746b921f8821 HTTP/1.1" status: 200 len: 210 time: 0.1224864 Aug 10 04:04:14.279860 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1039985-1a0c-494e-840d-6399fad8f239 None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:14.280836 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d1039985-1a0c-494e-840d-6399fad8f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:14.309633 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 47bac92a-d111-4aeb-8b54-cadc99656a26 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:14.368941 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d1039985-1a0c-494e-840d-6399fad8f239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:14.370755 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1039985-1a0c-494e-840d-6399fad8f239 None None] The sync data for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:14.388944 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-5bf34bfa-b5d6-4ab0-84b1-47640736ac1d tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Network 78bf972d-a222-4d9c-8b1f-3be8d62ba98a is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:14.405978 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee6a853-9f15-4478-a0be-7d6aac4bbeea None None] Port 3c396ffc-c9a3-499f-b581-dd4260b4b3a3 not found while updating agent binding for router 20fb5972-cd86-4e80-9f6f-19f02b24484f. {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 10 04:04:14.412737 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-166fbc32-7f43-42eb-a35b-adb32e14ed49 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:14.427581 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-5bf34bfa-b5d6-4ab0-84b1-47640736ac1d tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:14.435528 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee6a853-9f15-4478-a0be-7d6aac4bbeea None None] Routers {'20fb5972-cd86-4e80-9f6f-19f02b24484f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:14.436186 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9ee6a853-9f15-4478-a0be-7d6aac4bbeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['20fb5972-cd86-4e80-9f6f-19f02b24484f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:14.436559 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-5bf34bfa-b5d6-4ab0-84b1-47640736ac1d tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:14.458772 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca483193-7e4f-4202-bcfb-f57b4486d160 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:14.520827 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca483193-7e4f-4202-bcfb-f57b4486d160 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:14.522370 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf34bfa-b5d6-4ab0-84b1-47640736ac1d tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Pushing event updated for resources: {'Port': ['ID=7d36231f-97fc-4fc5-910f-cb9112323235,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:14.572992 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-9ee6a853-9f15-4478-a0be-7d6aac4bbeea None None] Set router 20fb5972-cd86-4e80-9f6f-19f02b24484f gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:14.623026 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 47bac92a-d111-4aeb-8b54-cadc99656a26 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:14.637385 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-f549cd6f-2a31-4cb9-8565-f0e3c739108d tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:14.665685 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 47bac92a-d111-4aeb-8b54-cadc99656a26 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:14.666058 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:14.694491 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa47bf5-3493-4ec0-9540-81028d461e44 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Made reservation on behalf of 4557c26c7d2f48388ea9df90fbbed42d for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:04:14.696145 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9ee6a853-9f15-4478-a0be-7d6aac4bbeea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20fb5972-cd86-4e80-9f6f-19f02b24484f', 'name': '', 'tenant_id': 'ffeb5a33bbee48bd8a998bfb392093c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:04Z', 'updated_at': '2021-08-10T04:04:13Z', 'revision_number': 5, 'project_id': 'ffeb5a33bbee48bd8a998bfb392093c2', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:14.697524 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-5bf34bfa-b5d6-4ab0-84b1-47640736ac1d tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:14.698177 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-5bf34bfa-b5d6-4ab0-84b1-47640736ac1d tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:14.699541 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-baa47bf5-3493-4ec0-9540-81028d461e44 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:14.726572 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-baa47bf5-3493-4ec0-9540-81028d461e44 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] device_id is not set on port 62f7a477-b8b1-4a37-a468-fe39f430d4c3 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:04:14.730351 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd31592-156a-449c-adaf-5c101ce1d5c0 req-7f731ba9-de25-47b4-a12e-f098db5be9be tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:14.732209 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1bd31592-156a-449c-adaf-5c101ce1d5c0 req-7f731ba9-de25-47b4-a12e-f098db5be9be tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1919231 Aug 10 04:04:14.780976 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-166fbc32-7f43-42eb-a35b-adb32e14ed49 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:14.809417 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1bd31592-156a-449c-adaf-5c101ce1d5c0 req-06f635f2-2917-4397-83a9-fc3bf9de6a58 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640261 Aug 10 04:04:14.821242 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca483193-7e4f-4202-bcfb-f57b4486d160 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:14.821926 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca483193-7e4f-4202-bcfb-f57b4486d160 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 20fb5972-cd86-4e80-9f6f-19f02b24484f {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:04:14.831294 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca483193-7e4f-4202-bcfb-f57b4486d160 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:14.835405 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-79256580-a29f-4ff0-98de-10bf74537b59 req-422c7b72-3f8d-4b1c-a2dd-099f6233bd8b tempest-TestServerMultinode-404966160 tempest-TestServerMultinode-404966160-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9fb09776-07a7-4f62-83e2-ef6effb390a4 HTTP/1.1" status: 200 len: 210 time: 0.0415323 Aug 10 04:04:14.835405 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-f549cd6f-2a31-4cb9-8565-f0e3c739108d tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:14.836488 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ca483193-7e4f-4202-bcfb-f57b4486d160 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "DELETE /v2.0/routers/20fb5972-cd86-4e80-9f6f-19f02b24484f HTTP/1.1" status: 204 len: 168 time: 3.7506020 Aug 10 04:04:14.837335 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50586) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:14.855126 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-166fbc32-7f43-42eb-a35b-adb32e14ed49 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:14.865389 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-df836d3e-cd82-4116-9fb3-7a8b95bebea4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Made reservation on behalf of d996598032a244868fc625ab65d6228c for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:04:14.869551 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-df836d3e-cd82-4116-9fb3-7a8b95bebea4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:14.947648 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-5bf34bfa-b5d6-4ab0-84b1-47640736ac1d tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1805100 Aug 10 04:04:14.987836 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee6a853-9f15-4478-a0be-7d6aac4bbeea None None] The sync data for ids ['20fb5972-cd86-4e80-9f6f-19f02b24484f'] in n-d-802893-2 is: [{'id': '20fb5972-cd86-4e80-9f6f-19f02b24484f', 'name': '', 'tenant_id': 'ffeb5a33bbee48bd8a998bfb392093c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:04Z', 'updated_at': '2021-08-10T04:04:13Z', 'revision_number': 5, 'project_id': 'ffeb5a33bbee48bd8a998bfb392093c2', 'gw_port_host': None}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:15.006021 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-b79250e1-09aa-4372-9e98-786ab0b92c2b service neutron] Request body: {'port': {'device_id': '812ab793-2768-4c50-9015-c38c96e30d68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:15.050560 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-f549cd6f-2a31-4cb9-8565-f0e3c739108d tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Network 78bf972d-a222-4d9c-8b1f-3be8d62ba98a is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:15.051700 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:15.052298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166fbc32-7f43-42eb-a35b-adb32e14ed49 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feaacda0-103e-4e77-b45a-1f0553f87f88,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:15.061691 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-166fbc32-7f43-42eb-a35b-adb32e14ed49 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:15.062936 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-166fbc32-7f43-42eb-a35b-adb32e14ed49 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8868303 Aug 10 04:04:15.073116 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-f549cd6f-2a31-4cb9-8565-f0e3c739108d tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:15.082738 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50590) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:15.088895 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-d248e7c6-95d9-4f05-a888-ee04302e0702 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:15.098977 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-f549cd6f-2a31-4cb9-8565-f0e3c739108d tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:15.108449 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f549cd6f-2a31-4cb9-8565-f0e3c739108d tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Pushing event updated for resources: {'Port': ['ID=5c9e8088-d11e-4b8b-97fb-0aa01d376c78,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:15.118517 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 47bac92a-d111-4aeb-8b54-cadc99656a26, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=47bac92a-d111-4aeb-8b54-cadc99656a26,segment=NetworkSegment(cc5087f3-ae31-4caa-82e8-181371e6b7c0),segment_id=cc5087f3-ae31-4caa-82e8-181371e6b7c0)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:15.143484 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-54837da2-50e2-4f18-a6b2-080852f6357e tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Deleting subnet f722679c-dbba-4e93-8756-2704be918e6a {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:04:15.150961 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-54837da2-50e2-4f18-a6b2-080852f6357e tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:15.162171 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c5b24-c014-4ae5-b8c5-e52183c2ec75 req-d7c50150-03a9-48bb-b923-0dfef4b1cc89 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:15.164629 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4d8c5b24-c014-4ae5-b8c5-e52183c2ec75 req-d7c50150-03a9-48bb-b923-0dfef4b1cc89 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/ports?device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 946 time: 0.2055812 Aug 10 04:04:15.197611 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-baa47bf5-3493-4ec0-9540-81028d461e44 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Allocated IP 172.20.0.9 (e90fd106-238e-4ee4-b4f8-ee8e6846c485/61115dde-c9c5-487d-a96c-c241e0ef792e/62f7a477-b8b1-4a37-a468-fe39f430d4c3) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:15.204767 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:15.206252 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 0922fc75-4a04-4d21-881b-999469619cc6 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:15.215134 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7ff56-cc39-41c6-a993-7d6dbd7131e4 req-6a7314a5-9472-466d-a939-9f9f97b03df8 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:15.216871 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-afc7ff56-cc39-41c6-a993-7d6dbd7131e4 req-6a7314a5-9472-466d-a939-9f9f97b03df8 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.2506320 Aug 10 04:04:15.264576 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-f549cd6f-2a31-4cb9-8565-f0e3c739108d tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:15.265261 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-f549cd6f-2a31-4cb9-8565-f0e3c739108d tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:15.293255 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=47bac92a-d111-4aeb-8b54-cadc99656a26,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:15.293401 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-b79250e1-09aa-4372-9e98-786ab0b92c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:15.304842 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:15.306813 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-afc7ff56-cc39-41c6-a993-7d6dbd7131e4 req-e6a229e8-186b-4ba6-8b4d-95eab2ad6983 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775986 Aug 10 04:04:15.307902 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d248e7c6-95d9-4f05-a888-ee04302e0702 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:15.308557 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-54837da2-50e2-4f18-a6b2-080852f6357e tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:15.312370 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 0922fc75-4a04-4d21-881b-999469619cc6 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:15.312370 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:15.325341 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4d8c5b24-c014-4ae5-b8c5-e52183c2ec75 req-10fb8cbe-bde7-4466-9910-f7fb086af8fa tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2cc0a36-92e0-4386-8e5e-a7d7c2306b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113422 Aug 10 04:04:15.480239 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-f549cd6f-2a31-4cb9-8565-f0e3c739108d tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0536318 Aug 10 04:04:15.522290 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-8a6adba4-99fb-4839-b03b-5a3d1ec59277 service neutron] Request body: {'port': {'device_id': '61396a3b-1bb0-4b47-9d0e-d1195e09ed7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:15.661164 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:15.671793 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdec2d-a60c-4e5a-913e-96f1dafe1f5d req-32604ae0-9a2a-4075-98f4-e046516ffd96 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:15.674039 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f4cdec2d-a60c-4e5a-913e-96f1dafe1f5d req-32604ae0-9a2a-4075-98f4-e046516ffd96 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=812ab793-2768-4c50-9015-c38c96e30d68 HTTP/1.1" status: 200 len: 931 time: 0.2295659 Aug 10 04:04:15.681595 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-baa47bf5-3493-4ec0-9540-81028d461e44 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:15.685021 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-8a6adba4-99fb-4839-b03b-5a3d1ec59277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:15.789917 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f4cdec2d-a60c-4e5a-913e-96f1dafe1f5d req-b5f50dd3-0f04-4b2f-9580-00c4fd919da8 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccff9cb0-992e-44e0-b49f-2b35e2531d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017053 Aug 10 04:04:15.799091 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-149e1343-8a9f-4b61-a2bb-c26643c4a508 req-4c035099-6873-449e-8bd5-1cad95dcc2d1 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50669f4-82b0-4afc-b220-746b921f8821 HTTP/1.1" status: 200 len: 210 time: 0.0585289 Aug 10 04:04:15.800682 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d248e7c6-95d9-4f05-a888-ee04302e0702 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:15.813516 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-df836d3e-cd82-4116-9fb3-7a8b95bebea4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Allocated IP 172.20.0.19 (2d6d1702-e847-4685-b444-2d2888bf85e8/1c8b630b-0a30-4eb0-81a8-a687781b76b3/6ca64818-c380-4ce5-ab90-1fdbf8268fef) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:15.908519 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-54837da2-50e2-4f18-a6b2-080852f6357e tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:16.010365 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 47bac92a-d111-4aeb-8b54-cadc99656a26 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:16.066823 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 47bac92a-d111-4aeb-8b54-cadc99656a26 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:16.067347 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:16.161286 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-d248e7c6-95d9-4f05-a888-ee04302e0702 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Allocated IP 172.25.0.32 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/4ee77315-7075-4fc1-8646-0673f75240ba) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:16.192365 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-df836d3e-cd82-4116-9fb3-7a8b95bebea4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:16.202985 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86605eec-7ec0-450b-b152-5d7ad1e62051 req-41dfa876-c117-415a-994c-0046eeb49ef0 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:16.204540 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-86605eec-7ec0-450b-b152-5d7ad1e62051 req-41dfa876-c117-415a-994c-0046eeb49ef0 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/ports?device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 946 time: 0.2712376 Aug 10 04:04:16.256833 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-df836d3e-cd82-4116-9fb3-7a8b95bebea4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Transition to ACTIVE for port object 6ca64818-c380-4ce5-ab90-1fdbf8268fef will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:16.260421 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-54837da2-50e2-4f18-a6b2-080852f6357e tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:16.263626 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-b79250e1-09aa-4372-9e98-786ab0b92c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d36231f-97fc-4fc5-910f-cb9112323235 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:04:16.265457 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-baa47bf5-3493-4ec0-9540-81028d461e44 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:16.280053 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-b79250e1-09aa-4372-9e98-786ab0b92c2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:16.314241 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54837da2-50e2-4f18-a6b2-080852f6357e tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f722679c-dbba-4e93-8756-2704be918e6a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:16.320240 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-54837da2-50e2-4f18-a6b2-080852f6357e tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:16.324917 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-54837da2-50e2-4f18-a6b2-080852f6357e tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/f722679c-dbba-4e93-8756-2704be918e6a HTTP/1.1" status: 204 len: 168 time: 1.4862094 Aug 10 04:04:16.327028 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50602) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:16.356465 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-86605eec-7ec0-450b-b152-5d7ad1e62051 req-56da929f-f1d1-48d2-a383-643a26a9174f tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2cc0a36-92e0-4386-8e5e-a7d7c2306b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246381 Aug 10 04:04:16.359152 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa47bf5-3493-4ec0-9540-81028d461e44 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Network e90fd106-238e-4ee4-b4f8-ee8e6846c485 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:16.366789 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-baa47bf5-3493-4ec0-9540-81028d461e44 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:16.371894 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa47bf5-3493-4ec0-9540-81028d461e44 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:16.390313 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa47bf5-3493-4ec0-9540-81028d461e44 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event updated for resources: {'Port': ['ID=62f7a477-b8b1-4a37-a468-fe39f430d4c3,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:16.392994 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50608) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:16.423203 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-b79250e1-09aa-4372-9e98-786ab0b92c2b service neutron] Transition to ACTIVE for port object 7d36231f-97fc-4fc5-910f-cb9112323235 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:16.464641 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-deca1b0a-bdcb-4f5f-9063-f8ce53f829ef tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:16.484144 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d248e7c6-95d9-4f05-a888-ee04302e0702 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:16.499807 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-b79250e1-09aa-4372-9e98-786ab0b92c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:16.576477 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-df836d3e-cd82-4116-9fb3-7a8b95bebea4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:16.580268 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa47bf5-3493-4ec0-9540-81028d461e44 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:16.581079 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-baa47bf5-3493-4ec0-9540-81028d461e44 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:16.594892 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-deca1b0a-bdcb-4f5f-9063-f8ce53f829ef tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:16.621795 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-deca1b0a-bdcb-4f5f-9063-f8ce53f829ef tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b60273d-8ca4-49a3-8e39-e5f9f020b0ce']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:16.661288 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-deca1b0a-bdcb-4f5f-9063-f8ce53f829ef tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5101877c-c63a-4258-997d-afe08531a0bc') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:16.661288 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-deca1b0a-bdcb-4f5f-9063-f8ce53f829ef tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5101877c-c63a-4258-997d-afe08531a0bc') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:16.687321 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-df836d3e-cd82-4116-9fb3-7a8b95bebea4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Network 2d6d1702-e847-4685-b444-2d2888bf85e8 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:16.688190 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79250e1-09aa-4372-9e98-786ab0b92c2b service neutron] Pushing event updated for resources: {'Port': ['ID=7d36231f-97fc-4fc5-910f-cb9112323235,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:16.695121 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-deca1b0a-bdcb-4f5f-9063-f8ce53f829ef tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:16.699098 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d91505-6466-4ae7-82c4-f49887e67b92 req-fcfa91bc-a6e0-4186-8b5e-a381b05d33a7 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:16.699666 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-df836d3e-cd82-4116-9fb3-7a8b95bebea4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:16.701920 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c8d91505-6466-4ae7-82c4-f49887e67b92 req-fcfa91bc-a6e0-4186-8b5e-a381b05d33a7 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.2199559 Aug 10 04:04:16.744824 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-df836d3e-cd82-4116-9fb3-7a8b95bebea4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:16.760550 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-baa47bf5-3493-4ec0-9540-81028d461e44 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5363886 Aug 10 04:04:16.775422 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50612) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:16.780351 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-25364c04-90db-4536-ad7f-03295ae5352b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Request body: {'port': {'network_id': 'e90fd106-238e-4ee4-b4f8-ee8e6846c485', 'name': 'tempest-FloatingIPTestJSON-1373851597'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:16.801881 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-deca1b0a-bdcb-4f5f-9063-f8ce53f829ef tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:16.839450 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deca1b0a-bdcb-4f5f-9063-f8ce53f829ef tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:04:16.840231 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-deca1b0a-bdcb-4f5f-9063-f8ce53f829ef tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:16.844855 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-b79250e1-09aa-4372-9e98-786ab0b92c2b service neutron] Attempting to bind port 7d36231f-97fc-4fc5-910f-cb9112323235 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:04:16.846014 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-b79250e1-09aa-4372-9e98-786ab0b92c2b service neutron] Attempting to bind port 7d36231f-97fc-4fc5-910f-cb9112323235 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'b9789bf5-84f3-4980-95f7-b48d4834102d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '78bf972d-a222-4d9c-8b1f-3be8d62ba98a'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:04:16.846604 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-b79250e1-09aa-4372-9e98-786ab0b92c2b service neutron] Attempting to bind port 7d36231f-97fc-4fc5-910f-cb9112323235 on network 78bf972d-a222-4d9c-8b1f-3be8d62ba98a {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:04:16.848907 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:04:16.866722 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df836d3e-cd82-4116-9fb3-7a8b95bebea4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event updated for resources: {'Port': ['ID=6ca64818-c380-4ce5-ab90-1fdbf8268fef,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:16.881683 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:16.909959 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-df836d3e-cd82-4116-9fb3-7a8b95bebea4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:16.914913 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-df836d3e-cd82-4116-9fb3-7a8b95bebea4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:16.916096 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-b79250e1-09aa-4372-9e98-786ab0b92c2b service neutron] Port 7d36231f-97fc-4fc5-910f-cb9112323235 on network 78bf972d-a222-4d9c-8b1f-3be8d62ba98a not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:04:16.916517 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-b79250e1-09aa-4372-9e98-786ab0b92c2b service neutron] Attempting to bind port 7d36231f-97fc-4fc5-910f-cb9112323235 on network 78bf972d-a222-4d9c-8b1f-3be8d62ba98a {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:16.964729 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-b79250e1-09aa-4372-9e98-786ab0b92c2b service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:04:16.965223 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-b79250e1-09aa-4372-9e98-786ab0b92c2b service neutron] Checking segment: {'id': 'b9789bf5-84f3-4980-95f7-b48d4834102d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '78bf972d-a222-4d9c-8b1f-3be8d62ba98a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:16.965719 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-b79250e1-09aa-4372-9e98-786ab0b92c2b service neutron] Bound using segment: {'id': 'b9789bf5-84f3-4980-95f7-b48d4834102d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '78bf972d-a222-4d9c-8b1f-3be8d62ba98a'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:04:16.966289 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-b79250e1-09aa-4372-9e98-786ab0b92c2b service neutron] Bound port: 7d36231f-97fc-4fc5-910f-cb9112323235, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9789bf5-84f3-4980-95f7-b48d4834102d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '78bf972d-a222-4d9c-8b1f-3be8d62ba98a'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:04:16.966824 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-b79250e1-09aa-4372-9e98-786ab0b92c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:17.000154 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d248e7c6-95d9-4f05-a888-ee04302e0702 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:17.044964 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46473ee4-511f-4ec9-8d36-a6fe7e6318cf req-2e707f01-8190-48f2-8e3b-710bc35532b7 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:17.046735 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-46473ee4-511f-4ec9-8d36-a6fe7e6318cf req-2e707f01-8190-48f2-8e3b-710bc35532b7 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50669f4-82b0-4afc-b220-746b921f8821 HTTP/1.1" status: 200 len: 895 time: 0.1166229 Aug 10 04:04:17.076747 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-deca1b0a-bdcb-4f5f-9063-f8ce53f829ef tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:17.082765 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-b79250e1-09aa-4372-9e98-786ab0b92c2b service neutron] For port 7d36231f-97fc-4fc5-910f-cb9112323235, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:04:17.099226 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deca1b0a-bdcb-4f5f-9063-f8ce53f829ef tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2b60273d-8ca4-49a3-8e39-e5f9f020b0ce {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 10 04:04:17.100968 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca1b0a-bdcb-4f5f-9063-f8ce53f829ef tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Pushing event deleted for resources: {'Network': ['ID=2b60273d-8ca4-49a3-8e39-e5f9f020b0ce,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:17.103017 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-deca1b0a-bdcb-4f5f-9063-f8ce53f829ef tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:17.110507 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-deca1b0a-bdcb-4f5f-9063-f8ce53f829ef tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "DELETE /v2.0/networks/2b60273d-8ca4-49a3-8e39-e5f9f020b0ce HTTP/1.1" status: 204 len: 168 time: 0.7790287 Aug 10 04:04:17.130831 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-b79250e1-09aa-4372-9e98-786ab0b92c2b service neutron] For port 7d36231f-97fc-4fc5-910f-cb9112323235, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=7d36231f-97fc-4fc5-910f-cb9112323235,segment=NetworkSegment(b9789bf5-84f3-4980-95f7-b48d4834102d),segment_id=b9789bf5-84f3-4980-95f7-b48d4834102d)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:04:17.140461 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c8d91505-6466-4ae7-82c4-f49887e67b92 req-33051c50-fb03-4497-8976-3aa72736bba1 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3810108 Aug 10 04:04:17.175430 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-df836d3e-cd82-4116-9fb3-7a8b95bebea4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.2852495 Aug 10 04:04:17.191100 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcf5f5-0a9a-41ce-aa69-16bc8326d5b8 req-500807b8-aea1-461e-8c27-6335dc08a23a tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:17.193014 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32fcf5f5-0a9a-41ce-aa69-16bc8326d5b8 req-500807b8-aea1-461e-8c27-6335dc08a23a tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/ports?device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 946 time: 0.0763104 Aug 10 04:04:17.197942 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d248e7c6-95d9-4f05-a888-ee04302e0702 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:17.198543 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-a1677e12-29f7-44a7-9441-ea9496282d93 service neutron] Request body: {'port': {'device_id': 'd50669f4-82b0-4afc-b220-746b921f8821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:17.210780 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-b79250e1-09aa-4372-9e98-786ab0b92c2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:17.263324 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-dbfede04-c07a-4f60-8dd6-dc6768ce9346 None None] Provisioning for port 6ca64818-c380-4ce5-ab90-1fdbf8268fef completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:17.266176 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-dbfede04-c07a-4f60-8dd6-dc6768ce9346 None None] Provisioning complete for port 6ca64818-c380-4ce5-ab90-1fdbf8268fef triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:17.266554 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dbfede04-c07a-4f60-8dd6-dc6768ce9346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:17.289772 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-b79250e1-09aa-4372-9e98-786ab0b92c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:17.291537 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-b79250e1-09aa-4372-9e98-786ab0b92c2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:17.292350 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-b79250e1-09aa-4372-9e98-786ab0b92c2b service neutron] 10.222.0.20 "PUT /v2.0/ports/7d36231f-97fc-4fc5-910f-cb9112323235 HTTP/1.1" status: 200 len: 1091 time: 2.2911618 Aug 10 04:04:17.296997 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '812ab793-2768-4c50-9015-c38c96e30d68', 'tag': '7d36231f-97fc-4fc5-910f-cb9112323235'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:17.300303 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2df2c8a-db9b-4be6-bdc7-bd580a7468d6" -d '{"events": [{"name": "network-changed", "server_uuid": "812ab793-2768-4c50-9015-c38c96e30d68", "tag": "7d36231f-97fc-4fc5-910f-cb9112323235"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:17.334804 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-d248e7c6-95d9-4f05-a888-ee04302e0702 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:17.341899 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248e7c6-95d9-4f05-a888-ee04302e0702 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Pushing event updated for resources: {'Port': ['ID=4ee77315-7075-4fc1-8646-0673f75240ba,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:17.344212 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d248e7c6-95d9-4f05-a888-ee04302e0702 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:17.366405 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-dbfede04-c07a-4f60-8dd6-dc6768ce9346 None None] Port 6ca64818-c380-4ce5-ab90-1fdbf8268fef cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:04:17.378902 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-8a6adba4-99fb-4839-b03b-5a3d1ec59277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c9e8088-d11e-4b8b-97fb-0aa01d376c78 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:04:17.386176 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32fcf5f5-0a9a-41ce-aa69-16bc8326d5b8 req-9142ef7f-320c-44de-90e5-aa9290876e0a tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2cc0a36-92e0-4386-8e5e-a7d7c2306b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840923 Aug 10 04:04:17.388965 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79250e1-09aa-4372-9e98-786ab0b92c2b service neutron] Pushing event updated for resources: {'Port': ['ID=7d36231f-97fc-4fc5-910f-cb9112323235,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:17.395301 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-a1677e12-29f7-44a7-9441-ea9496282d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:17.416324 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-8a6adba4-99fb-4839-b03b-5a3d1ec59277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:17.448775 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbfdb16-a321-4558-a256-0ffc4ce67142 req-9dbd9149-f74c-4a48-8057-5f65af1b700f tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:17.456275 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4dbfdb16-a321-4558-a256-0ffc4ce67142 req-9dbd9149-f74c-4a48-8057-5f65af1b700f tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=812ab793-2768-4c50-9015-c38c96e30d68 HTTP/1.1" status: 200 len: 943 time: 0.2004390 Aug 10 04:04:17.491163 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-8a6adba4-99fb-4839-b03b-5a3d1ec59277 service neutron] Transition to ACTIVE for port object 5c9e8088-d11e-4b8b-97fb-0aa01d376c78 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:17.555429 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25364c04-90db-4536-ad7f-03295ae5352b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Made reservation on behalf of 4557c26c7d2f48388ea9df90fbbed42d for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:04:17.559143 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-25364c04-90db-4536-ad7f-03295ae5352b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:17.581319 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4dbfdb16-a321-4558-a256-0ffc4ce67142 req-74157579-d441-47f0-9ddd-8ea9bc192647 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccff9cb0-992e-44e0-b49f-2b35e2531d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161473 Aug 10 04:04:17.598647 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d248e7c6-95d9-4f05-a888-ee04302e0702 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:17.601395 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-25364c04-90db-4536-ad7f-03295ae5352b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] device_id is not set on port 4778f236-c000-43f0-9bbf-2e90142c8835 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:04:17.656903 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50630) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:17.659345 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba248124-18a1-470f-9e99-6084b34073ce x-openstack-request-id: req-ba248124-18a1-470f-9e99-6084b34073ce {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:17.659894 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "812ab793-2768-4c50-9015-c38c96e30d68", "tag": "7d36231f-97fc-4fc5-910f-cb9112323235", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:17.660170 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba248124-18a1-470f-9e99-6084b34073ce {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:17.660589 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '812ab793-2768-4c50-9015-c38c96e30d68', 'tag': '7d36231f-97fc-4fc5-910f-cb9112323235', 'status': 'completed', 'code': 200} Aug 10 04:04:17.671129 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-8a6adba4-99fb-4839-b03b-5a3d1ec59277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:17.673117 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-9720041d-f222-4f04-bab7-e1bc0def493a tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Request body: {'router': {'name': 'tempest-router--943947629', 'project_id': '2d5871d2391b4bea9840511838337e7b'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:17.700066 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-73e6e2a9-0f38-4af4-a19d-b8b236b11061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:17.701616 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-73e6e2a9-0f38-4af4-a19d-b8b236b11061 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=127e22d0009143e39ccdeffeef17fd42&device_id=812ab793-2768-4c50-9015-c38c96e30d68 HTTP/1.1" status: 200 len: 1094 time: 0.2830019 Aug 10 04:04:17.807867 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-edebd739-2121-44d7-b9d8-bd100c6b3fa2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d36231f-97fc-4fc5-910f-cb9112323235 HTTP/1.1" status: 200 len: 217 time: 0.0741308 Aug 10 04:04:17.831026 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9720041d-f222-4f04-bab7-e1bc0def493a tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:17.832121 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9720041d-f222-4f04-bab7-e1bc0def493a tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:17.972468 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-174d0f9b-ab48-4a94-9fb4-f088a15cfb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:17.973986 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-174d0f9b-ab48-4a94-9fb4-f088a15cfb9b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77434ba7-4b25-4b0d-b621-1071d3d8eb3e HTTP/1.1" status: 200 len: 853 time: 0.1566539 Aug 10 04:04:17.981617 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9720041d-f222-4f04-bab7-e1bc0def493a tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:18.018448 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-f17d988f-f88b-4544-af43-3a75c5cb6399 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78bf972d-a222-4d9c-8b1f-3be8d62ba98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341682 Aug 10 04:04:18.103676 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9720041d-f222-4f04-bab7-e1bc0def493a tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:18.112291 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-a1677e12-29f7-44a7-9441-ea9496282d93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca64818-c380-4ce5-ab90-1fdbf8268fef {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:04:18.125343 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-a1677e12-29f7-44a7-9441-ea9496282d93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:18.153716 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-a1677e12-29f7-44a7-9441-ea9496282d93 service neutron] Transition to ACTIVE for port object 6ca64818-c380-4ce5-ab90-1fdbf8268fef will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:18.200723 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-ab4fd479-785f-428c-b3e1-849770a60429 service neutron] 10.222.0.20 "GET /v2.0/networks/78bf972d-a222-4d9c-8b1f-3be8d62ba98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584880 Aug 10 04:04:18.210564 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d248e7c6-95d9-4f05-a888-ee04302e0702 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:18.216644 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9720041d-f222-4f04-bab7-e1bc0def493a tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:18.217759 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9720041d-f222-4f04-bab7-e1bc0def493a tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5543797 Aug 10 04:04:18.220227 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6adba4-99fb-4839-b03b-5a3d1ec59277 service neutron] Pushing event updated for resources: {'Port': ['ID=5c9e8088-d11e-4b8b-97fb-0aa01d376c78,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:18.224617 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50636) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:18.225846 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b21e2-c2c8-4ded-abed-5893621fe057 req-7bb6692e-0829-4af9-a78c-6355b55f20d4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:18.227352 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-030b21e2-c2c8-4ded-abed-5893621fe057 req-7bb6692e-0829-4af9-a78c-6355b55f20d4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50669f4-82b0-4afc-b220-746b921f8821 HTTP/1.1" status: 200 len: 895 time: 0.0775557 Aug 10 04:04:18.269003 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-a1677e12-29f7-44a7-9441-ea9496282d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:18.326696 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-15801a64-a1b2-4491-a431-80a358a2acb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:18.347993 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1677e12-29f7-44a7-9441-ea9496282d93 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca64818-c380-4ce5-ab90-1fdbf8268fef,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:18.378978 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-c4d9901e-7f16-45ca-8710-c1f943014b1b service neutron] 10.222.0.20 "GET /v2.0/networks/78bf972d-a222-4d9c-8b1f-3be8d62ba98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707296 Aug 10 04:04:18.435676 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-25364c04-90db-4536-ad7f-03295ae5352b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Allocated IP 172.20.0.13 (e90fd106-238e-4ee4-b4f8-ee8e6846c485/61115dde-c9c5-487d-a96c-c241e0ef792e/4778f236-c000-43f0-9bbf-2e90142c8835) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:18.440500 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-a1677e12-29f7-44a7-9441-ea9496282d93 service neutron] Attempting to bind port 6ca64818-c380-4ce5-ab90-1fdbf8268fef on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:04:18.440997 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-a1677e12-29f7-44a7-9441-ea9496282d93 service neutron] Attempting to bind port 6ca64818-c380-4ce5-ab90-1fdbf8268fef by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'cc5087f3-ae31-4caa-82e8-181371e6b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d6d1702-e847-4685-b444-2d2888bf85e8'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:04:18.441337 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-a1677e12-29f7-44a7-9441-ea9496282d93 service neutron] Attempting to bind port 6ca64818-c380-4ce5-ab90-1fdbf8268fef on network 2d6d1702-e847-4685-b444-2d2888bf85e8 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:18.446494 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-a1677e12-29f7-44a7-9441-ea9496282d93 service neutron] Port 6ca64818-c380-4ce5-ab90-1fdbf8268fef on network 2d6d1702-e847-4685-b444-2d2888bf85e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:04:18.446826 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-a1677e12-29f7-44a7-9441-ea9496282d93 service neutron] Attempting to bind port 6ca64818-c380-4ce5-ab90-1fdbf8268fef on network 2d6d1702-e847-4685-b444-2d2888bf85e8 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:18.452553 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-a1677e12-29f7-44a7-9441-ea9496282d93 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:04:18.452726 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-77e81658-bcd4-45ec-a182-c5ea2e3decbd req-12731b29-9e1f-4574-8089-454fd156d5c7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=b6b795c5-7444-462c-ac83-c060aca7ee73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3946021 Aug 10 04:04:18.453037 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-a1677e12-29f7-44a7-9441-ea9496282d93 service neutron] Checking segment: {'id': 'cc5087f3-ae31-4caa-82e8-181371e6b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d6d1702-e847-4685-b444-2d2888bf85e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:18.453438 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-a1677e12-29f7-44a7-9441-ea9496282d93 service neutron] Bound using segment: {'id': 'cc5087f3-ae31-4caa-82e8-181371e6b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d6d1702-e847-4685-b444-2d2888bf85e8'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:04:18.453936 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-a1677e12-29f7-44a7-9441-ea9496282d93 service neutron] Bound port: 6ca64818-c380-4ce5-ab90-1fdbf8268fef, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc5087f3-ae31-4caa-82e8-181371e6b7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '2d6d1702-e847-4685-b444-2d2888bf85e8'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:04:18.454683 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-a1677e12-29f7-44a7-9441-ea9496282d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:18.463039 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20fe22-2529-4132-815a-8a92a3e52182 req-69d44a38-86f1-42ee-9a2f-1b157ef6716a tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:18.471865 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fe20fe22-2529-4132-815a-8a92a3e52182 req-69d44a38-86f1-42ee-9a2f-1b157ef6716a tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.4089882 Aug 10 04:04:18.530370 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e674ec5-cf14-43b0-a327-eb4671af3899 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:18.583862 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486df09-85fa-448e-861b-501e5ea7cdcc req-d65186fb-772f-4482-ab81-6e05d54c6a69 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:18.585557 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3486df09-85fa-448e-861b-501e5ea7cdcc req-d65186fb-772f-4482-ab81-6e05d54c6a69 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/ports?device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 946 time: 0.0877621 Aug 10 04:04:18.615063 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-a1677e12-29f7-44a7-9441-ea9496282d93 service neutron] For port 6ca64818-c380-4ce5-ab90-1fdbf8268fef, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:04:18.636987 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-a1677e12-29f7-44a7-9441-ea9496282d93 service neutron] For port 6ca64818-c380-4ce5-ab90-1fdbf8268fef, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=6ca64818-c380-4ce5-ab90-1fdbf8268fef,segment=NetworkSegment(cc5087f3-ae31-4caa-82e8-181371e6b7c0),segment_id=cc5087f3-ae31-4caa-82e8-181371e6b7c0)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:04:18.663064 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3486df09-85fa-448e-861b-501e5ea7cdcc req-ca2bb763-61af-4003-bcac-7f7cbf5996b4 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2cc0a36-92e0-4386-8e5e-a7d7c2306b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601358 Aug 10 04:04:18.664804 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df2c8a-db9b-4be6-bdc7-bd580a7468d6 req-c038ca0c-90e7-4853-a7ec-deae2eb78522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:18.666223 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e2df2c8a-db9b-4be6-bdc7-bd580a7468d6 req-c038ca0c-90e7-4853-a7ec-deae2eb78522 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=127e22d0009143e39ccdeffeef17fd42&device_id=812ab793-2768-4c50-9015-c38c96e30d68 HTTP/1.1" status: 200 len: 1094 time: 0.1025298 Aug 10 04:04:18.740732 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-a1677e12-29f7-44a7-9441-ea9496282d93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:18.772359 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-8a6adba4-99fb-4839-b03b-5a3d1ec59277 service neutron] Attempting to bind port 5c9e8088-d11e-4b8b-97fb-0aa01d376c78 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:04:18.772750 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-8a6adba4-99fb-4839-b03b-5a3d1ec59277 service neutron] Attempting to bind port 5c9e8088-d11e-4b8b-97fb-0aa01d376c78 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'b9789bf5-84f3-4980-95f7-b48d4834102d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '78bf972d-a222-4d9c-8b1f-3be8d62ba98a'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:04:18.773138 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-8a6adba4-99fb-4839-b03b-5a3d1ec59277 service neutron] Attempting to bind port 5c9e8088-d11e-4b8b-97fb-0aa01d376c78 on network 78bf972d-a222-4d9c-8b1f-3be8d62ba98a {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:18.828318 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-a1677e12-29f7-44a7-9441-ea9496282d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:18.828918 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-a1677e12-29f7-44a7-9441-ea9496282d93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:18.830563 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-a1677e12-29f7-44a7-9441-ea9496282d93 service neutron] 10.222.0.20 "PUT /v2.0/ports/6ca64818-c380-4ce5-ab90-1fdbf8268fef HTTP/1.1" status: 200 len: 1055 time: 1.6367543 Aug 10 04:04:18.842464 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df2c8a-db9b-4be6-bdc7-bd580a7468d6 req-473188af-4e6f-4be4-891d-9c597781722b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:18.843941 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e2df2c8a-db9b-4be6-bdc7-bd580a7468d6 req-473188af-4e6f-4be4-891d-9c597781722b service neutron] 10.222.0.20 "GET /v2.0/networks?id=78bf972d-a222-4d9c-8b1f-3be8d62ba98a HTTP/1.1" status: 200 len: 914 time: 0.1705778 Aug 10 04:04:18.860020 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1677e12-29f7-44a7-9441-ea9496282d93 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca64818-c380-4ce5-ab90-1fdbf8268fef,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:18.888643 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fe20fe22-2529-4132-815a-8a92a3e52182 req-46660b63-9546-4761-b6cb-6bd2f1e131a0 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4154093 Aug 10 04:04:18.893824 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e2df2c8a-db9b-4be6-bdc7-bd580a7468d6 req-d1a61e60-7352-4834-85f4-7c0707cdb357 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d36231f-97fc-4fc5-910f-cb9112323235 HTTP/1.1" status: 200 len: 217 time: 0.0426826 Aug 10 04:04:18.902597 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d8045-8edc-4a15-8fd5-42c4999714bf req-d21b6f86-818e-46b7-bb68-d8ab6d0d1959 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:18.904262 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4d8d8045-8edc-4a15-8fd5-42c4999714bf req-d21b6f86-818e-46b7-bb68-d8ab6d0d1959 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=812ab793-2768-4c50-9015-c38c96e30d68 HTTP/1.1" status: 200 len: 943 time: 0.1749916 Aug 10 04:04:19.001582 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-8a6adba4-99fb-4839-b03b-5a3d1ec59277 service neutron] Port 5c9e8088-d11e-4b8b-97fb-0aa01d376c78 on network 78bf972d-a222-4d9c-8b1f-3be8d62ba98a not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:04:19.001909 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-8a6adba4-99fb-4839-b03b-5a3d1ec59277 service neutron] Attempting to bind port 5c9e8088-d11e-4b8b-97fb-0aa01d376c78 on network 78bf972d-a222-4d9c-8b1f-3be8d62ba98a {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:19.022502 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e81658-bcd4-45ec-a182-c5ea2e3decbd req-9b95f440-eef8-4bc4-bea7-c8de2371c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:19.024053 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-77e81658-bcd4-45ec-a182-c5ea2e3decbd req-9b95f440-eef8-4bc4-bea7-c8de2371c0d5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d996598032a244868fc625ab65d6228c&device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 1135 time: 0.5185208 Aug 10 04:04:19.024749 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df2c8a-db9b-4be6-bdc7-bd580a7468d6 req-8f3d2e12-a3a2-4591-822d-b3e7bfce9e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:19.026245 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e2df2c8a-db9b-4be6-bdc7-bd580a7468d6 req-8f3d2e12-a3a2-4591-822d-b3e7bfce9e3b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77434ba7-4b25-4b0d-b621-1071d3d8eb3e HTTP/1.1" status: 200 len: 853 time: 0.1210780 Aug 10 04:04:19.029711 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4d8d8045-8edc-4a15-8fd5-42c4999714bf req-eaeee1dd-4867-458b-9e20-37e2ce689576 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccff9cb0-992e-44e0-b49f-2b35e2531d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145060 Aug 10 04:04:19.046817 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e674ec5-cf14-43b0-a327-eb4671af3899 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:19.061184 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-8a6adba4-99fb-4839-b03b-5a3d1ec59277 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:04:19.061893 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-8a6adba4-99fb-4839-b03b-5a3d1ec59277 service neutron] Checking segment: {'id': 'b9789bf5-84f3-4980-95f7-b48d4834102d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '78bf972d-a222-4d9c-8b1f-3be8d62ba98a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:19.062509 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-8a6adba4-99fb-4839-b03b-5a3d1ec59277 service neutron] Bound using segment: {'id': 'b9789bf5-84f3-4980-95f7-b48d4834102d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '78bf972d-a222-4d9c-8b1f-3be8d62ba98a'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:04:19.063183 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-8a6adba4-99fb-4839-b03b-5a3d1ec59277 service neutron] Bound port: 5c9e8088-d11e-4b8b-97fb-0aa01d376c78, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9789bf5-84f3-4980-95f7-b48d4834102d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '78bf972d-a222-4d9c-8b1f-3be8d62ba98a'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:04:19.063610 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-8a6adba4-99fb-4839-b03b-5a3d1ec59277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:19.066923 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e674ec5-cf14-43b0-a327-eb4671af3899 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:19.071358 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e2df2c8a-db9b-4be6-bdc7-bd580a7468d6 req-6307c91c-8227-4b9b-a1b3-5991e6cc5161 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78bf972d-a222-4d9c-8b1f-3be8d62ba98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336597 Aug 10 04:04:19.075142 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-8944c1dd-0653-441b-bdfc-3d1bb11ec808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:19.076910 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-8944c1dd-0653-441b-bdfc-3d1bb11ec808 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d996598032a244868fc625ab65d6228c&device_id=d50669f4-82b0-4afc-b220-746b921f8821 HTTP/1.1" status: 200 len: 1058 time: 0.1075490 Aug 10 04:04:19.160517 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-320097e7-8bca-460f-8c5b-2d21a7d43caf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=6ca64818-c380-4ce5-ab90-1fdbf8268fef HTTP/1.1" status: 200 len: 217 time: 0.0640638 Aug 10 04:04:19.238719 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-fd2f1aa4-f13b-4d32-b39c-5fd35ab0dedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:19.240225 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-fd2f1aa4-f13b-4d32-b39c-5fd35ab0dedf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c8b630b-0a30-4eb0-81a8-a687781b76b3 HTTP/1.1" status: 200 len: 837 time: 0.0724118 Aug 10 04:04:19.243830 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e2df2c8a-db9b-4be6-bdc7-bd580a7468d6 req-c70dbec8-80fd-4dc6-aff9-8b7e6726b0c4 service neutron] 10.222.0.20 "GET /v2.0/networks/78bf972d-a222-4d9c-8b1f-3be8d62ba98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662359 Aug 10 04:04:19.319055 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-25364c04-90db-4536-ad7f-03295ae5352b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:19.344541 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d248e7c6-95d9-4f05-a888-ee04302e0702 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:19.388592 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-3c59a95d-0794-4089-8cee-2306c5d7c127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:19.390152 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-3c59a95d-0794-4089-8cee-2306c5d7c127 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d6d1702-e847-4685-b444-2d2888bf85e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1367087 Aug 10 04:04:19.398887 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e674ec5-cf14-43b0-a327-eb4671af3899 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:19.399378 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e674ec5-cf14-43b0-a327-eb4671af3899 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb3ce555-2922-4c4c-87a0-4ae7aa80aecf {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:04:19.416196 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e674ec5-cf14-43b0-a327-eb4671af3899 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:19.416196 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0e674ec5-cf14-43b0-a327-eb4671af3899 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "DELETE /v2.0/routers/fb3ce555-2922-4c4c-87a0-4ae7aa80aecf HTTP/1.1" status: 204 len: 168 time: 1.1695960 Aug 10 04:04:19.455356 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-8a6adba4-99fb-4839-b03b-5a3d1ec59277 service neutron] For port 5c9e8088-d11e-4b8b-97fb-0aa01d376c78, host n-h2-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:04:19.457533 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d248e7c6-95d9-4f05-a888-ee04302e0702 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:19.506107 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e81658-bcd4-45ec-a182-c5ea2e3decbd req-1266a02b-49da-43af-b2e3-384fccdab03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:19.507621 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-77e81658-bcd4-45ec-a182-c5ea2e3decbd req-1266a02b-49da-43af-b2e3-384fccdab03f service neutron] 10.222.0.68 "GET /v2.0/networks?id=1953acc2-90e4-49bf-8774-d60d817a9b8d HTTP/1.1" status: 200 len: 898 time: 0.4353781 Aug 10 04:04:19.509831 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-8a6adba4-99fb-4839-b03b-5a3d1ec59277 service neutron] For port 5c9e8088-d11e-4b8b-97fb-0aa01d376c78, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=5c9e8088-d11e-4b8b-97fb-0aa01d376c78,segment=NetworkSegment(b9789bf5-84f3-4980-95f7-b48d4834102d),segment_id=b9789bf5-84f3-4980-95f7-b48d4834102d)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:04:19.554570 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3083e75-6ffe-4e91-aabc-f415dfe3d624 req-fce7fb6f-e9c8-4237-830a-78b8920f5a0d tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:19.556189 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c3083e75-6ffe-4e91-aabc-f415dfe3d624 req-fce7fb6f-e9c8-4237-830a-78b8920f5a0d tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50669f4-82b0-4afc-b220-746b921f8821 HTTP/1.1" status: 200 len: 907 time: 0.2229078 Aug 10 04:04:19.632169 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-8a6adba4-99fb-4839-b03b-5a3d1ec59277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:19.654885 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248e7c6-95d9-4f05-a888-ee04302e0702 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Pushing event updated for resources: {'Port': ['ID=4ee77315-7075-4fc1-8646-0673f75240ba,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:19.692199 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50650) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:19.731353 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50669f4-82b0-4afc-b220-746b921f8821', 'tag': '6ca64818-c380-4ce5-ab90-1fdbf8268fef'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:19.733480 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d233466-4ca0-4575-8b1c-118f09e98352" -d '{"events": [{"name": "network-changed", "server_uuid": "d50669f4-82b0-4afc-b220-746b921f8821", "tag": "6ca64818-c380-4ce5-ab90-1fdbf8268fef"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:19.744072 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-25364c04-90db-4536-ad7f-03295ae5352b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:19.766222 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-8a6adba4-99fb-4839-b03b-5a3d1ec59277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:19.766856 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-8a6adba4-99fb-4839-b03b-5a3d1ec59277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:19.768516 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-8a6adba4-99fb-4839-b03b-5a3d1ec59277 service neutron] 10.222.0.20 "PUT /v2.0/ports/5c9e8088-d11e-4b8b-97fb-0aa01d376c78 HTTP/1.1" status: 200 len: 1091 time: 4.2572360 Aug 10 04:04:19.770917 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61396a3b-1bb0-4b47-9d0e-d1195e09ed7e', 'tag': '5c9e8088-d11e-4b8b-97fb-0aa01d376c78'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:19.773236 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3251922f-3d0c-499e-b2b0-7b9383909165" -d '{"events": [{"name": "network-changed", "server_uuid": "61396a3b-1bb0-4b47-9d0e-d1195e09ed7e", "tag": "5c9e8088-d11e-4b8b-97fb-0aa01d376c78"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:19.785024 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d248e7c6-95d9-4f05-a888-ee04302e0702 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:19.788827 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-77e81658-bcd4-45ec-a182-c5ea2e3decbd req-f454a293-4cad-4015-8a16-966048c3b32d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=107b4125-dbc4-43d9-822d-86b1199c0ec0 HTTP/1.1" status: 200 len: 1001 time: 0.2626584 Aug 10 04:04:19.814232 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e2df2c8a-db9b-4be6-bdc7-bd580a7468d6 req-94a5a170-578c-4401-b7df-bf7ae2a27b83 service neutron] 10.222.0.20 "GET /v2.0/networks/78bf972d-a222-4d9c-8b1f-3be8d62ba98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5320137 Aug 10 04:04:19.826037 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc906c-eed2-40df-beb2-cd3307a09624 req-115bc485-34bb-4de8-851c-f10acd1d2a48 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:19.834172 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00cc906c-eed2-40df-beb2-cd3307a09624 req-115bc485-34bb-4de8-851c-f10acd1d2a48 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/ports?device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 946 time: 0.5029292 Aug 10 04:04:19.844575 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784ccefd-2a85-4f9f-ab8c-1a81a1cb1164 x-openstack-request-id: req-784ccefd-2a85-4f9f-ab8c-1a81a1cb1164 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:19.844879 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50669f4-82b0-4afc-b220-746b921f8821", "tag": "6ca64818-c380-4ce5-ab90-1fdbf8268fef", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:19.846283 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-784ccefd-2a85-4f9f-ab8c-1a81a1cb1164 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:19.846842 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50669f4-82b0-4afc-b220-746b921f8821', 'tag': '6ca64818-c380-4ce5-ab90-1fdbf8268fef', 'status': 'completed', 'code': 200} Aug 10 04:04:19.859770 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25364c04-90db-4536-ad7f-03295ae5352b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Network e90fd106-238e-4ee4-b4f8-ee8e6846c485 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:19.864130 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6adba4-99fb-4839-b03b-5a3d1ec59277 service neutron] Pushing event updated for resources: {'Port': ['ID=5c9e8088-d11e-4b8b-97fb-0aa01d376c78,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:19.893233 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe6127-f356-4f3e-8708-657572970405 req-cae70a93-855b-4c06-b59d-eaa0b98025fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:19.893233 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6bfe6127-f356-4f3e-8708-657572970405 req-cae70a93-855b-4c06-b59d-eaa0b98025fc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bf9cf8cc51c74e029b25978dfdc70284&device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 1097 time: 0.4644458 Aug 10 04:04:19.893469 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56eee69-c055-4d7d-8ae3-603dec880508 x-openstack-request-id: req-b56eee69-c055-4d7d-8ae3-603dec880508 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:19.893469 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61396a3b-1bb0-4b47-9d0e-d1195e09ed7e", "tag": "5c9e8088-d11e-4b8b-97fb-0aa01d376c78", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:19.893469 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b56eee69-c055-4d7d-8ae3-603dec880508 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:19.893469 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61396a3b-1bb0-4b47-9d0e-d1195e09ed7e', 'tag': '5c9e8088-d11e-4b8b-97fb-0aa01d376c78', 'status': 'completed', 'code': 200} Aug 10 04:04:19.894972 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-25364c04-90db-4536-ad7f-03295ae5352b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:19.902132 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25364c04-90db-4536-ad7f-03295ae5352b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:20.034550 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe6127-f356-4f3e-8708-657572970405 req-780987cf-1210-4247-9490-f7511256d8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:20.035717 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6bfe6127-f356-4f3e-8708-657572970405 req-780987cf-1210-4247-9490-f7511256d8b3 service neutron] 10.222.0.68 "GET /v2.0/networks?id=b9c461d4-06d9-43b2-b373-77695d4d911c HTTP/1.1" status: 200 len: 913 time: 0.1432436 Aug 10 04:04:20.075566 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00cc906c-eed2-40df-beb2-cd3307a09624 req-57bca81f-5217-4aea-8a75-2c032d4ffd6d tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2cc0a36-92e0-4386-8e5e-a7d7c2306b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406337 Aug 10 04:04:20.126177 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6bfe6127-f356-4f3e-8708-657572970405 req-061f6b6b-b8cd-4f10-be55-e45fa0439135 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac6d769f-6823-48e1-b944-73eb389662fa HTTP/1.1" status: 200 len: 217 time: 0.0685618 Aug 10 04:04:20.134001 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-c151c601-20ec-4984-bd51-4a8755ab5aa0 service neutron] 10.222.0.20 "GET /v2.0/networks/2d6d1702-e847-4685-b444-2d2888bf85e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7349212 Aug 10 04:04:20.253955 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251922f-3d0c-499e-b2b0-7b9383909165 req-95ae23f2-337c-47ce-b641-126ec92383f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:20.255439 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3251922f-3d0c-499e-b2b0-7b9383909165 req-95ae23f2-337c-47ce-b641-126ec92383f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=127e22d0009143e39ccdeffeef17fd42&device_id=61396a3b-1bb0-4b47-9d0e-d1195e09ed7e HTTP/1.1" status: 200 len: 1094 time: 0.2410898 Aug 10 04:04:20.286142 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe6127-f356-4f3e-8708-657572970405 req-5338d4b8-623d-485b-832b-efb94c5fd138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:20.287597 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6bfe6127-f356-4f3e-8708-657572970405 req-5338d4b8-623d-485b-832b-efb94c5fd138 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=52209863-cec2-42d9-9838-dedce41ef0a7 HTTP/1.1" status: 200 len: 852 time: 0.1513088 Aug 10 04:04:20.300954 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-5a294f4e-8cb0-4fb0-b2e5-541b550e8c25 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-891201351', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}, 'admin_state_up': False}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:20.310378 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d248e7c6-95d9-4f05-a888-ee04302e0702 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:20.311543 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d248e7c6-95d9-4f05-a888-ee04302e0702 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2265923 Aug 10 04:04:20.345644 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e81658-bcd4-45ec-a182-c5ea2e3decbd req-80222aed-8564-4510-8b53-fda5514a080b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:20.347237 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-77e81658-bcd4-45ec-a182-c5ea2e3decbd req-80222aed-8564-4510-8b53-fda5514a080b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=95d8eb9f-4d63-4431-9c5c-5bb29803bc9e HTTP/1.1" status: 200 len: 835 time: 0.5429165 Aug 10 04:04:20.402675 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6bfe6127-f356-4f3e-8708-657572970405 req-ce0176b4-67bc-4ba4-a80d-008483409a47 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b9c461d4-06d9-43b2-b373-77695d4d911c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044080 Aug 10 04:04:20.420090 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2ed34-d603-47fc-b123-d06a64b70997 req-4d9a9a29-56b9-454d-9270-bb74e3f9313c tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:20.429153 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-abc2ed34-d603-47fc-b123-d06a64b70997 req-4d9a9a29-56b9-454d-9270-bb74e3f9313c tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=812ab793-2768-4c50-9015-c38c96e30d68 HTTP/1.1" status: 200 len: 943 time: 0.2769516 Aug 10 04:04:20.437555 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25364c04-90db-4536-ad7f-03295ae5352b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event updated for resources: {'Port': ['ID=4778f236-c000-43f0-9bbf-2e90142c8835,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:20.456232 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25364c04-90db-4536-ad7f-03295ae5352b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:20.456882 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-25364c04-90db-4536-ad7f-03295ae5352b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:20.494435 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c274a0de-0746-44b7-8805-9163ef961338 req-92268ed1-e8c6-4302-bd1e-27e1cf48b7e6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2025247 Aug 10 04:04:20.496586 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-15801a64-a1b2-4491-a431-80a358a2acb1 admin admin] Deleting port b97247a4-1b77-4adf-90fb-f8f154886818 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:20.496929 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-15801a64-a1b2-4491-a431-80a358a2acb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:20.518192 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0f52f-024a-4729-b95c-f06549971ae5 req-e2b2977d-0e76-4462-99bc-73889b031091 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:20.519617 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-94d0f52f-024a-4729-b95c-f06549971ae5 req-e2b2977d-0e76-4462-99bc-73889b031091 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.2312038 Aug 10 04:04:20.523887 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e2a63562-d0c8-4967-8529-3ef5fc97b423 req-d4d0f51d-f299-4533-a9b9-e986ef424974 service neutron] 10.222.0.20 "GET /v2.0/networks/2d6d1702-e847-4685-b444-2d2888bf85e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768830 Aug 10 04:04:20.546590 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e81658-bcd4-45ec-a182-c5ea2e3decbd req-1f080b89-440e-4daa-aed5-5e45b01f88ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:20.548242 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-77e81658-bcd4-45ec-a182-c5ea2e3decbd req-1f080b89-440e-4daa-aed5-5e45b01f88ff service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1953acc2-90e4-49bf-8774-d60d817a9b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1673181 Aug 10 04:04:20.555936 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5a294f4e-8cb0-4fb0-b2e5-541b550e8c25 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:20.557002 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5a294f4e-8cb0-4fb0-b2e5-541b550e8c25 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:20.606358 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-abc2ed34-d603-47fc-b123-d06a64b70997 req-70c1ed73-0588-4316-b4a2-8cb162ec11d6 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccff9cb0-992e-44e0-b49f-2b35e2531d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593890 Aug 10 04:04:20.636593 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251922f-3d0c-499e-b2b0-7b9383909165 req-a5b03687-b5a4-435c-8e95-c494ff083ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:20.638102 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3251922f-3d0c-499e-b2b0-7b9383909165 req-a5b03687-b5a4-435c-8e95-c494ff083ca4 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=127e22d0009143e39ccdeffeef17fd42&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3640916 Aug 10 04:04:20.660043 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-25364c04-90db-4536-ad7f-03295ae5352b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8832932 Aug 10 04:04:20.670932 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50674) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:20.698770 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-e09ebeac-b43b-46d3-9f3e-548fe1e74fde tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'port_id': '4778f236-c000-43f0-9bbf-2e90142c8835', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:20.705843 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6bfe6127-f356-4f3e-8708-657572970405 req-a43618ae-5200-47d9-8ce5-e18ef63464b2 service neutron] 10.222.0.68 "GET /v2.0/networks/b9c461d4-06d9-43b2-b373-77695d4d911c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830627 Aug 10 04:04:20.729202 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5a294f4e-8cb0-4fb0-b2e5-541b550e8c25 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:20.732669 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-94d0f52f-024a-4729-b95c-f06549971ae5 req-7362a81f-c507-455f-84b1-3397f8374a38 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830120 Aug 10 04:04:20.736942 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-15801a64-a1b2-4491-a431-80a358a2acb1 admin admin] For port b97247a4-1b77-4adf-90fb-f8f154886818, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=b97247a4-1b77-4adf-90fb-f8f154886818,segment=NetworkSegment(67a5ce34-7497-4e73-9daf-fccb98f76e2c),segment_id=67a5ce34-7497-4e73-9daf-fccb98f76e2c)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:20.737929 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-15801a64-a1b2-4491-a431-80a358a2acb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:20.790967 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-15801a64-a1b2-4491-a431-80a358a2acb1 admin admin] Calling delete_port for b97247a4-1b77-4adf-90fb-f8f154886818 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:20.834018 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274a0de-0746-44b7-8805-9163ef961338 req-2becf470-8799-4992-add2-1de356229d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:20.835547 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c274a0de-0746-44b7-8805-9163ef961338 req-2becf470-8799-4992-add2-1de356229d75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=897476f221894013b27960fb36935e79&device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 1096 time: 0.2606893 Aug 10 04:04:20.869085 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-77e81658-bcd4-45ec-a182-c5ea2e3decbd req-8e031764-f376-4890-9d18-fa15bd9559c4 service neutron] 10.222.0.68 "GET /v2.0/networks/1953acc2-90e4-49bf-8774-d60d817a9b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084943 Aug 10 04:04:20.948146 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 7d36231f-97fc-4fc5-910f-cb9112323235 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:04:20.980996 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d233466-4ca0-4575-8b1c-118f09e98352 req-ff409eab-bd03-409a-88d3-6ce40a0dee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:20.982509 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5d233466-4ca0-4575-8b1c-118f09e98352 req-ff409eab-bd03-409a-88d3-6ce40a0dee86 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d996598032a244868fc625ab65d6228c&device_id=d50669f4-82b0-4afc-b220-746b921f8821 HTTP/1.1" status: 200 len: 1058 time: 0.2270801 Aug 10 04:04:20.982952 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e09ebeac-b43b-46d3-9f3e-548fe1e74fde tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:21.008054 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-9a69d401-65fd-4601-9d19-46c4194ec982 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1417648237&fields=id&tenant_id=9c54c9ab1fa940fe85894d7bbe0c849c HTTP/1.1" status: 200 len: 267 time: 0.2711575 Aug 10 04:04:21.058701 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 7d36231f-97fc-4fc5-910f-cb9112323235, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=7d36231f-97fc-4fc5-910f-cb9112323235,segment=NetworkSegment(b9789bf5-84f3-4980-95f7-b48d4834102d),segment_id=b9789bf5-84f3-4980-95f7-b48d4834102d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:21.073263 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '7d36231f-97fc-4fc5-910f-cb9112323235', 'network_id': '78bf972d-a222-4d9c-8b1f-3be8d62ba98a', 'port_id': '7d36231f-97fc-4fc5-910f-cb9112323235', 'mac_address': 'fa:16:3e:37:56:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77434ba7-4b25-4b0d-b621-1071d3d8eb3e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:04:21.087027 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251922f-3d0c-499e-b2b0-7b9383909165 req-bdaa9d41-2d09-4b51-b879-0623e647aeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:21.088515 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3251922f-3d0c-499e-b2b0-7b9383909165 req-bdaa9d41-2d09-4b51-b879-0623e647aeae service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4388030 Aug 10 04:04:21.114102 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:21.127761 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d36231f-97fc-4fc5-910f-cb9112323235 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:04:21.147606 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6bfe6127-f356-4f3e-8708-657572970405 req-7dedb7cc-f106-4945-a114-192b5c82d82a service neutron] 10.222.0.68 "GET /v2.0/networks/b9c461d4-06d9-43b2-b373-77695d4d911c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065759 Aug 10 04:04:21.150867 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 7d36231f-97fc-4fc5-910f-cb9112323235, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=7d36231f-97fc-4fc5-910f-cb9112323235,segment=NetworkSegment(b9789bf5-84f3-4980-95f7-b48d4834102d),segment_id=b9789bf5-84f3-4980-95f7-b48d4834102d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:21.152955 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5a294f4e-8cb0-4fb0-b2e5-541b550e8c25 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:21.180624 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0acda-b3c5-4710-992a-2bc442b6b905 req-8edf0a4e-ad38-4b3a-8e3d-e396012a297d tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:21.182147 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d6d0acda-b3c5-4710-992a-2bc442b6b905 req-8edf0a4e-ad38-4b3a-8e3d-e396012a297d tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50669f4-82b0-4afc-b220-746b921f8821 HTTP/1.1" status: 200 len: 907 time: 0.3708458 Aug 10 04:04:21.218409 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274a0de-0746-44b7-8805-9163ef961338 req-b32c43d5-4cfe-4eef-8603-2ea32cf0adfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:21.220593 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c274a0de-0746-44b7-8805-9163ef961338 req-b32c43d5-4cfe-4eef-8603-2ea32cf0adfa service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7ff6afc-8008-49c6-8b16-55c096640020 HTTP/1.1" status: 200 len: 912 time: 0.3597362 Aug 10 04:04:21.238464 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:21.284939 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-77e81658-bcd4-45ec-a182-c5ea2e3decbd req-55d5c320-605b-400c-afe1-b27fac130836 service neutron] 10.222.0.68 "GET /v2.0/networks/1953acc2-90e4-49bf-8774-d60d817a9b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423355 Aug 10 04:04:21.318875 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=7d36231f-97fc-4fc5-910f-cb9112323235,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:21.331513 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-133ab141-f2d0-45c1-9c6a-e1074f94eb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:21.333093 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-133ab141-f2d0-45c1-9c6a-e1074f94eb85 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=127e22d0009143e39ccdeffeef17fd42&device_id=61396a3b-1bb0-4b47-9d0e-d1195e09ed7e HTTP/1.1" status: 200 len: 1094 time: 0.1635075 Aug 10 04:04:21.353467 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d233466-4ca0-4575-8b1c-118f09e98352 req-a3f4a79c-e3a5-45c6-96dc-4ade0b42a56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:21.354959 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5d233466-4ca0-4575-8b1c-118f09e98352 req-a3f4a79c-e3a5-45c6-96dc-4ade0b42a56b service neutron] 10.222.0.20 "GET /v2.0/networks?id=2d6d1702-e847-4685-b444-2d2888bf85e8 HTTP/1.1" status: 200 len: 897 time: 0.3045771 Aug 10 04:04:21.358857 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-7bf4043c-3374-468a-acff-cd3a9b9405fe tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:21.367313 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-7bf4043c-3374-468a-acff-cd3a9b9405fe tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/networks?id=f573ecff-4c5c-4552-80ba-7f39fbaee537 HTTP/1.1" status: 200 len: 817 time: 0.3378837 Aug 10 04:04:21.412242 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5d233466-4ca0-4575-8b1c-118f09e98352 req-0880e832-f908-472b-ae1a-191b0f39d28b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=6ca64818-c380-4ce5-ab90-1fdbf8268fef HTTP/1.1" status: 200 len: 217 time: 0.0500627 Aug 10 04:04:21.505221 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d233466-4ca0-4575-8b1c-118f09e98352 req-71eab399-ac0d-47a6-8bb7-700d27436acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:21.506745 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5d233466-4ca0-4575-8b1c-118f09e98352 req-71eab399-ac0d-47a6-8bb7-700d27436acd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c8b630b-0a30-4eb0-81a8-a687781b76b3 HTTP/1.1" status: 200 len: 837 time: 0.0723858 Aug 10 04:04:21.582750 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['7d36231f-97fc-4fc5-910f-cb9112323235'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:04:21.611063 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d233466-4ca0-4575-8b1c-118f09e98352 req-5a995cc3-e713-4ea8-95b4-effbcd3ac82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:21.614470 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5d233466-4ca0-4575-8b1c-118f09e98352 req-5a995cc3-e713-4ea8-95b4-effbcd3ac82f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2d6d1702-e847-4685-b444-2d2888bf85e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977612 Aug 10 04:04:21.615371 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-15801a64-a1b2-4491-a431-80a358a2acb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:21.707794 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c274a0de-0746-44b7-8805-9163ef961338 req-edf38446-94d5-4955-93dc-b3c769414a00 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3b4ce36-dd2d-448b-a4c9-f1269256c40e HTTP/1.1" status: 200 len: 1000 time: 0.4727557 Aug 10 04:04:21.710118 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-31c5351b-f9df-4b1f-bf06-92d71dd5a687 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c9e8088-d11e-4b8b-97fb-0aa01d376c78 HTTP/1.1" status: 200 len: 217 time: 0.3401849 Aug 10 04:04:21.722536 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-aeca0db6-8f28-489b-994c-06d82ab898b5 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/quotas/9c54c9ab1fa940fe85894d7bbe0c849c HTTP/1.1" status: 200 len: 375 time: 0.3542600 Aug 10 04:04:21.731807 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15801a64-a1b2-4491-a431-80a358a2acb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b97247a4-1b77-4adf-90fb-f8f154886818,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:21.768334 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5a294f4e-8cb0-4fb0-b2e5-541b550e8c25 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:21.847338 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5a294f4e-8cb0-4fb0-b2e5-541b550e8c25 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:21.855991 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e09ebeac-b43b-46d3-9f3e-548fe1e74fde tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:21.894104 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274a0de-0746-44b7-8805-9163ef961338 req-54e8e431-9c7c-481d-93e1-134a07377955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:21.895646 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c274a0de-0746-44b7-8805-9163ef961338 req-54e8e431-9c7c-481d-93e1-134a07377955 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a51d8861-9dbf-4178-9d3e-8ed73319e82c HTTP/1.1" status: 200 len: 850 time: 0.1707993 Aug 10 04:04:21.933918 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628e891-4055-4b8c-a042-3c44547b6eff req-1002ba50-bf17-4227-be31-9c839bb1d5cc tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:21.941966 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e628e891-4055-4b8c-a042-3c44547b6eff req-1002ba50-bf17-4227-be31-9c839bb1d5cc tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/ports?device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 946 time: 0.2421517 Aug 10 04:04:21.943402 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-79f740ec-e5c2-45b7-8f15-9a9f6fd4e038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:21.945182 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-79f740ec-e5c2-45b7-8f15-9a9f6fd4e038 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77434ba7-4b25-4b0d-b621-1071d3d8eb3e HTTP/1.1" status: 200 len: 853 time: 0.2192874 Aug 10 04:04:21.998480 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-e7c18745-983b-45d2-a504-7ecfd1502f9f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c54c9ab1fa940fe85894d7bbe0c849c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2745314 Aug 10 04:04:22.033897 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-df52d95c-df3e-4642-93bd-79dd30b73c73 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78bf972d-a222-4d9c-8b1f-3be8d62ba98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769799 Aug 10 04:04:22.096185 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e628e891-4055-4b8c-a042-3c44547b6eff req-5c4a047d-aaa5-4de5-bfe4-7a36873a897b tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2cc0a36-92e0-4386-8e5e-a7d7c2306b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531599 Aug 10 04:04:22.117177 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5d233466-4ca0-4575-8b1c-118f09e98352 req-f8979c70-47e2-440b-b28b-ab620dff52ec service neutron] 10.222.0.20 "GET /v2.0/networks/2d6d1702-e847-4685-b444-2d2888bf85e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714003 Aug 10 04:04:22.164124 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274a0de-0746-44b7-8805-9163ef961338 req-3221454c-7b16-44bb-a64a-482d652b9a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:22.165638 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c274a0de-0746-44b7-8805-9163ef961338 req-3221454c-7b16-44bb-a64a-482d652b9a50 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7ff6afc-8008-49c6-8b16-55c096640020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2393868 Aug 10 04:04:22.294603 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-15801a64-a1b2-4491-a431-80a358a2acb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:22.307656 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-e09ebeac-b43b-46d3-9f3e-548fe1e74fde tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Allocated IP 172.25.0.216 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/5ecb2bfc-96e2-43f2-8ddb-48c47e4bde7f) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:22.316978 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ee850a-3b43-4c4e-bb0a-d63e60f02c47 req-5f4c2311-c050-4486-9b05-c7d78c412bcf tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:22.318502 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e5ee850a-3b43-4c4e-bb0a-d63e60f02c47 req-5f4c2311-c050-4486-9b05-c7d78c412bcf tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1232255 Aug 10 04:04:22.346317 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5d233466-4ca0-4575-8b1c-118f09e98352 req-dd83132c-6559-4fdc-86a7-fa580999eb10 service neutron] 10.222.0.20 "GET /v2.0/networks/2d6d1702-e847-4685-b444-2d2888bf85e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108526 Aug 10 04:04:22.347688 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-dc49035f-633c-4072-8951-1b266444c974 service neutron] 10.222.0.20 "GET /v2.0/networks/78bf972d-a222-4d9c-8b1f-3be8d62ba98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050056 Aug 10 04:04:22.412159 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e5ee850a-3b43-4c4e-bb0a-d63e60f02c47 req-c090fe5a-0ffe-4381-8bfb-9db7cdcb01d9 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858004 Aug 10 04:04:22.450221 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-b4cf0a5a-60d4-4cdb-84ca-1fcc632922f9 service neutron] 10.222.0.25 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195826 Aug 10 04:04:22.520193 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c274a0de-0746-44b7-8805-9163ef961338 req-3d8acf55-26ad-4997-83e3-132ce9e15914 service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375525 Aug 10 04:04:22.715008 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e09ebeac-b43b-46d3-9f3e-548fe1e74fde tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:22.730240 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76ed08dd-6210-4866-8fc7-dfa68ceec24b req-aa384d83-22a4-4cab-8351-7bc7d5fb7d2d service neutron] 10.222.0.20 "GET /v2.0/networks/78bf972d-a222-4d9c-8b1f-3be8d62ba98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427110 Aug 10 04:04:22.745402 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-b53764f2-eb99-4490-bd90-8ae4e2b15ecb service neutron] 10.222.0.25 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516179 Aug 10 04:04:22.761897 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c274a0de-0746-44b7-8805-9163ef961338 req-a9fc002e-77dd-4e0f-bafd-9fa18a08e34a service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003593 Aug 10 04:04:22.859682 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e09ebeac-b43b-46d3-9f3e-548fe1e74fde tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:22.910438 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09ebeac-b43b-46d3-9f3e-548fe1e74fde tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:22.913547 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-e09ebeac-b43b-46d3-9f3e-548fe1e74fde tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:22.917375 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09ebeac-b43b-46d3-9f3e-548fe1e74fde tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:22.943521 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ebeac-b43b-46d3-9f3e-548fe1e74fde tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event updated for resources: {'Port': ['ID=5ecb2bfc-96e2-43f2-8ddb-48c47e4bde7f,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:22.957686 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 6ca64818-c380-4ce5-ab90-1fdbf8268fef details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:04:23.003533 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 7d36231f-97fc-4fc5-910f-cb9112323235 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:23.003824 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e534085-81f4-41f4-9f41-04072a420024 req-2ac35a94-bca1-44ed-b587-e61ffef6fb9e tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:23.003824 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7e534085-81f4-41f4-9f41-04072a420024 req-2ac35a94-bca1-44ed-b587-e61ffef6fb9e tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=812ab793-2768-4c50-9015-c38c96e30d68 HTTP/1.1" status: 200 len: 944 time: 0.4919446 Aug 10 04:04:23.053646 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15801a64-a1b2-4491-a431-80a358a2acb1 admin admin] Router e06f6f93-b2c5-4610-a8bc-1d8009e1caa2 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:04:23.092488 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-5a294f4e-8cb0-4fb0-b2e5-541b550e8c25 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Allocated IP 172.25.0.42 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/c4b54704-6079-4d5f-b7a3-a4eec221500a) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:23.151456 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 7d36231f-97fc-4fc5-910f-cb9112323235 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:23.162405 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 6ca64818-c380-4ce5-ab90-1fdbf8268fef, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=6ca64818-c380-4ce5-ab90-1fdbf8268fef,segment=NetworkSegment(cc5087f3-ae31-4caa-82e8-181371e6b7c0),segment_id=cc5087f3-ae31-4caa-82e8-181371e6b7c0)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:23.172255 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 7d36231f-97fc-4fc5-910f-cb9112323235 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:23.172800 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:23.192623 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7e534085-81f4-41f4-9f41-04072a420024 req-c4248e47-e903-46de-ba31-28503b06f603 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccff9cb0-992e-44e0-b49f-2b35e2531d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663902 Aug 10 04:04:23.212985 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '6ca64818-c380-4ce5-ab90-1fdbf8268fef', 'network_id': '2d6d1702-e847-4685-b444-2d2888bf85e8', 'port_id': '6ca64818-c380-4ce5-ab90-1fdbf8268fef', 'mac_address': 'fa:16:3e:e8:39:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c8b630b-0a30-4eb0-81a8-a687781b76b3', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:04:23.225538 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2f657-2bfb-4787-9277-8912e9b47be0 req-5b5a164a-13dd-45e1-a0e5-6e0071e7cd3b tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:23.227084 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a3f2f657-2bfb-4787-9277-8912e9b47be0 req-5b5a164a-13dd-45e1-a0e5-6e0071e7cd3b tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50669f4-82b0-4afc-b220-746b921f8821 HTTP/1.1" status: 200 len: 907 time: 0.1342335 Aug 10 04:04:23.305615 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:23.330383 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca64818-c380-4ce5-ab90-1fdbf8268fef {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:04:23.359865 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4af17b83-3f41-47e9-be4c-99ad8e3bce83 req-dea79b3c-de47-4c52-a652-ae5e946d1342 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 210 time: 0.0399318 Aug 10 04:04:23.372017 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15801a64-a1b2-4491-a431-80a358a2acb1 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:23.381872 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-15801a64-a1b2-4491-a431-80a358a2acb1 admin admin] 10.222.0.25 "PUT /v2.0/routers/e06f6f93-b2c5-4610-a8bc-1d8009e1caa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9624038 Aug 10 04:04:23.382501 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50706) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:23.386732 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546ee536-c7c2-46f5-abe1-bacfbf737c7e None None] Sync routers for ids ['e06f6f93-b2c5-4610-a8bc-1d8009e1caa2'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:23.405473 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 6ca64818-c380-4ce5-ab90-1fdbf8268fef, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=6ca64818-c380-4ce5-ab90-1fdbf8268fef,segment=NetworkSegment(cc5087f3-ae31-4caa-82e8-181371e6b7c0),segment_id=cc5087f3-ae31-4caa-82e8-181371e6b7c0)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:23.414720 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546ee536-c7c2-46f5-abe1-bacfbf737c7e None None] Routers {'e06f6f93-b2c5-4610-a8bc-1d8009e1caa2'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:23.415347 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-546ee536-c7c2-46f5-abe1-bacfbf737c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['e06f6f93-b2c5-4610-a8bc-1d8009e1caa2'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:23.424284 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:23.492689 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a46cf-67f6-4927-a85c-f0da3335913d req-adcb61ff-8a0f-4d8e-bcdd-744d4c1c931f tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:23.497163 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:23.504827 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-576a46cf-67f6-4927-a85c-f0da3335913d req-adcb61ff-8a0f-4d8e-bcdd-744d4c1c931f tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/ports?device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 946 time: 0.1909914 Aug 10 04:04:23.514693 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5a294f4e-8cb0-4fb0-b2e5-541b550e8c25 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:23.514937 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812ab793-2768-4c50-9015-c38c96e30d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d36231f-97fc-4fc5-910f-cb9112323235'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:23.518101 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e78ce0-90d7-4847-9b0f-11c7db4e5ebf" -d '{"events": [{"server_uuid": "812ab793-2768-4c50-9015-c38c96e30d68", "name": "network-vif-plugged", "status": "completed", "tag": "7d36231f-97fc-4fc5-910f-cb9112323235"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:23.573513 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 7d36231f-97fc-4fc5-910f-cb9112323235, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=7d36231f-97fc-4fc5-910f-cb9112323235,segment=NetworkSegment(b9789bf5-84f3-4980-95f7-b48d4834102d),segment_id=b9789bf5-84f3-4980-95f7-b48d4834102d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:23.590178 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-23703cfd-0a0f-4a2c-b103-d272f7e3439c admin admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:23.601178 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d639969-4ce7-4f4c-83af-5233e3b8116c req-5c7a7fbf-2726-4dcc-a934-229a9e2760c3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:23.602715 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7d639969-4ce7-4f4c-83af-5233e3b8116c req-5c7a7fbf-2726-4dcc-a934-229a9e2760c3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.0853410 Aug 10 04:04:23.606581 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=6ca64818-c380-4ce5-ab90-1fdbf8268fef,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:23.644339 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-546ee536-c7c2-46f5-abe1-bacfbf737c7e None None] Set router e06f6f93-b2c5-4610-a8bc-1d8009e1caa2 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:23.675250 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:23.762894 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7d639969-4ce7-4f4c-83af-5233e3b8116c req-2d617fae-c185-4b17-b3fb-a5e7e40ef7e2 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159692 Aug 10 04:04:23.765646 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-576a46cf-67f6-4927-a85c-f0da3335913d req-b06310ec-ae49-47b9-ae05-e76e7c0ee1ac tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2cc0a36-92e0-4386-8e5e-a7d7c2306b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595856 Aug 10 04:04:23.783175 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-23703cfd-0a0f-4a2c-b103-d272f7e3439c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:23.804296 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=7d36231f-97fc-4fc5-910f-cb9112323235,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:23.827858 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5a294f4e-8cb0-4fb0-b2e5-541b550e8c25 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:23.837571 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb8c485-e496-4648-852e-207f8e2ebaed x-openstack-request-id: req-adb8c485-e496-4648-852e-207f8e2ebaed {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:23.837571 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812ab793-2768-4c50-9015-c38c96e30d68", "name": "network-vif-plugged", "status": "completed", "tag": "7d36231f-97fc-4fc5-910f-cb9112323235", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:23.837808 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-adb8c485-e496-4648-852e-207f8e2ebaed {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:23.838368 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812ab793-2768-4c50-9015-c38c96e30d68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d36231f-97fc-4fc5-910f-cb9112323235', 'code': 200} Aug 10 04:04:23.870518 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e09ebeac-b43b-46d3-9f3e-548fe1e74fde tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:23.872544 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['6ca64818-c380-4ce5-ab90-1fdbf8268fef'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:04:23.919804 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a294f4e-8cb0-4fb0-b2e5-541b550e8c25 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:23.920632 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a294f4e-8cb0-4fb0-b2e5-541b550e8c25 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Pushing event updated for resources: {'Port': ['ID=c4b54704-6079-4d5f-b7a3-a4eec221500a,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:23.947690 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-5a294f4e-8cb0-4fb0-b2e5-541b550e8c25 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:23.950835 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a294f4e-8cb0-4fb0-b2e5-541b550e8c25 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:23.985309 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-546ee536-c7c2-46f5-abe1-bacfbf737c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06f6f93-b2c5-4610-a8bc-1d8009e1caa2', 'name': 'tempest-TestServerMultinode-912310173-router', 'tenant_id': '5145b53c9d914a01b7fce8d76b07773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.241'}], 'enable_snat': True}, 'gw_port_id': 'a87651ed-73ae-46f6-aa10-9fc4e345268d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:48Z', 'updated_at': '2021-08-10T04:04:21Z', 'revision_number': 5, 'project_id': '5145b53c9d914a01b7fce8d76b07773c', 'gw_port': {'id': 'a87651ed-73ae-46f6-aa10-9fc4e345268d', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:53:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06f6f93-b2c5-4610-a8bc-1d8009e1caa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:51Z', 'updated_at': '2021-08-10T04:02:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:24.017839 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546ee536-c7c2-46f5-abe1-bacfbf737c7e None None] Checking router: e06f6f93-b2c5-4610-a8bc-1d8009e1caa2 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:04:24.027531 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546ee536-c7c2-46f5-abe1-bacfbf737c7e None None] Routers {'e06f6f93-b2c5-4610-a8bc-1d8009e1caa2'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:24.028378 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-546ee536-c7c2-46f5-abe1-bacfbf737c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['e06f6f93-b2c5-4610-a8bc-1d8009e1caa2'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:24.121155 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-23703cfd-0a0f-4a2c-b103-d272f7e3439c admin admin] Deleting port a87651ed-73ae-46f6-aa10-9fc4e345268d {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:24.121736 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-23703cfd-0a0f-4a2c-b103-d272f7e3439c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:24.124123 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-546ee536-c7c2-46f5-abe1-bacfbf737c7e None None] Set router e06f6f93-b2c5-4610-a8bc-1d8009e1caa2 gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:24.190963 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-546ee536-c7c2-46f5-abe1-bacfbf737c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06f6f93-b2c5-4610-a8bc-1d8009e1caa2', 'name': 'tempest-TestServerMultinode-912310173-router', 'tenant_id': '5145b53c9d914a01b7fce8d76b07773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:48Z', 'updated_at': '2021-08-10T04:04:23Z', 'revision_number': 6, 'project_id': '5145b53c9d914a01b7fce8d76b07773c', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:24.217042 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-23703cfd-0a0f-4a2c-b103-d272f7e3439c admin admin] For port a87651ed-73ae-46f6-aa10-9fc4e345268d, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a87651ed-73ae-46f6-aa10-9fc4e345268d,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:24.217416 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-23703cfd-0a0f-4a2c-b103-d272f7e3439c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:24.219921 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546ee536-c7c2-46f5-abe1-bacfbf737c7e None None] The sync data for ids ['e06f6f93-b2c5-4610-a8bc-1d8009e1caa2'] in n-d-802893-2 is: [{'id': 'e06f6f93-b2c5-4610-a8bc-1d8009e1caa2', 'name': 'tempest-TestServerMultinode-912310173-router', 'tenant_id': '5145b53c9d914a01b7fce8d76b07773c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:48Z', 'updated_at': '2021-08-10T04:04:23Z', 'revision_number': 6, 'project_id': '5145b53c9d914a01b7fce8d76b07773c', 'gw_port_host': None}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:24.233459 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-23703cfd-0a0f-4a2c-b103-d272f7e3439c admin admin] Calling delete_port for a87651ed-73ae-46f6-aa10-9fc4e345268d owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:24.403994 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8f74c-6430-4e8f-a878-2de18f217983 req-ce6d7720-aa78-4a72-a67a-1706c6fa6180 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:24.405754 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-79f8f74c-6430-4e8f-a878-2de18f217983 req-ce6d7720-aa78-4a72-a67a-1706c6fa6180 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1472592 Aug 10 04:04:24.408708 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac0ea3-a181-4e78-ab25-5d47225ee122 req-092f85fb-a892-4c2b-b58e-d778e4c75510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:24.410209 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-36ac0ea3-a181-4e78-ab25-5d47225ee122 req-092f85fb-a892-4c2b-b58e-d778e4c75510 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=812ab793-2768-4c50-9015-c38c96e30d68 HTTP/1.1" status: 200 len: 1096 time: 0.1550198 Aug 10 04:04:24.486547 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e09ebeac-b43b-46d3-9f3e-548fe1e74fde tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:24.487319 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5a294f4e-8cb0-4fb0-b2e5-541b550e8c25 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:24.496526 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6c3b8-4cb7-4e6d-b91a-3499bb6c14c7 req-411ce322-9170-4a16-8fe5-3c86406a53fe tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:24.498094 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e3e6c3b8-4cb7-4e6d-b91a-3499bb6c14c7 req-411ce322-9170-4a16-8fe5-3c86406a53fe tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=812ab793-2768-4c50-9015-c38c96e30d68 HTTP/1.1" status: 200 len: 945 time: 0.1620874 Aug 10 04:04:24.515822 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-36ac0ea3-a181-4e78-ab25-5d47225ee122 req-c62d0840-0944-4865-8287-0462f02f541d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ccff9cb0-992e-44e0-b49f-2b35e2531d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962646 Aug 10 04:04:24.520871 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-79f8f74c-6430-4e8f-a878-2de18f217983 req-ce7fd49a-e2ef-423f-a743-571676c54a5c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083412 Aug 10 04:04:24.651251 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e3e6c3b8-4cb7-4e6d-b91a-3499bb6c14c7 req-26d0dd26-a7bd-46b9-b981-e0e489a4d676 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccff9cb0-992e-44e0-b49f-2b35e2531d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193166 Aug 10 04:04:24.733296 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802c1c4-b18c-479e-9756-025d0680d863 req-8b8e1faa-420a-4835-8c26-817f532dcfcc tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:24.735283 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b802c1c4-b18c-479e-9756-025d0680d863 req-8b8e1faa-420a-4835-8c26-817f532dcfcc tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50669f4-82b0-4afc-b220-746b921f8821 HTTP/1.1" status: 200 len: 908 time: 0.1172585 Aug 10 04:04:24.780648 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-23703cfd-0a0f-4a2c-b103-d272f7e3439c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:24.785751 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e09ebeac-b43b-46d3-9f3e-548fe1e74fde tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:24.841954 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23703cfd-0a0f-4a2c-b103-d272f7e3439c admin admin] Pushing event deleted for resources: {'Port': ['ID=a87651ed-73ae-46f6-aa10-9fc4e345268d,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:24.852567 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7a0a286d-1321-4af5-8508-917afcbbca54 req-c9866440-6865-4384-9038-ee8d29ecec91 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 210 time: 0.0419071 Aug 10 04:04:24.858926 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e09ebeac-b43b-46d3-9f3e-548fe1e74fde tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:24.875765 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5a294f4e-8cb0-4fb0-b2e5-541b550e8c25 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:24.948944 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d39452-3282-4914-8c23-eacfaa8d8a51 req-282558f0-7c3e-4b3a-b383-45c153588d50 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:24.950450 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-76d39452-3282-4914-8c23-eacfaa8d8a51 req-282558f0-7c3e-4b3a-b383-45c153588d50 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/ports?device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 946 time: 0.1736028 Aug 10 04:04:24.958973 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 5c9e8088-d11e-4b8b-97fb-0aa01d376c78 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:04:24.967323 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 6ca64818-c380-4ce5-ab90-1fdbf8268fef up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:24.984878 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ebeac-b43b-46d3-9f3e-548fe1e74fde tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event updated for resources: {'Port': ['ID=5ecb2bfc-96e2-43f2-8ddb-48c47e4bde7f,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:24.992055 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-23703cfd-0a0f-4a2c-b103-d272f7e3439c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:24.997916 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e09ebeac-b43b-46d3-9f3e-548fe1e74fde tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:25.074438 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9389872-ce61-4716-9936-67e558da401a req-3f2c3d37-843e-4bcd-9d13-04d08c2e1ff4 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:25.075872 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f9389872-ce61-4716-9936-67e558da401a req-3f2c3d37-843e-4bcd-9d13-04d08c2e1ff4 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1465292 Aug 10 04:04:25.145433 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-76d39452-3282-4914-8c23-eacfaa8d8a51 req-7d230486-f240-4571-8c92-11c0283e105b tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2cc0a36-92e0-4386-8e5e-a7d7c2306b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846447 Aug 10 04:04:25.154761 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-23703cfd-0a0f-4a2c-b103-d272f7e3439c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:25.163222 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-23703cfd-0a0f-4a2c-b103-d272f7e3439c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:25.167101 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 5c9e8088-d11e-4b8b-97fb-0aa01d376c78, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=5c9e8088-d11e-4b8b-97fb-0aa01d376c78,segment=NetworkSegment(b9789bf5-84f3-4980-95f7-b48d4834102d),segment_id=b9789bf5-84f3-4980-95f7-b48d4834102d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:25.192957 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '5c9e8088-d11e-4b8b-97fb-0aa01d376c78', 'network_id': '78bf972d-a222-4d9c-8b1f-3be8d62ba98a', 'port_id': '5c9e8088-d11e-4b8b-97fb-0aa01d376c78', 'mac_address': 'fa:16:3e:57:a8:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77434ba7-4b25-4b0d-b621-1071d3d8eb3e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:04:25.215377 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f9389872-ce61-4716-9936-67e558da401a req-3505b05c-73c3-46d2-aa09-664768674342 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906651 Aug 10 04:04:25.219065 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-e09ebeac-b43b-46d3-9f3e-548fe1e74fde tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Floating IP e3799e8c-ea75-4f42-94c9-9ec905577251 associated. External IP: 172.25.0.216, port: 4778f236-c000-43f0-9bbf-2e90142c8835. Aug 10 04:04:25.235016 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 6ca64818-c380-4ce5-ab90-1fdbf8268fef completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:25.243876 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 6ca64818-c380-4ce5-ab90-1fdbf8268fef triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:25.243876 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:25.244752 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:25.284547 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c9e8088-d11e-4b8b-97fb-0aa01d376c78 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:04:25.310796 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 5c9e8088-d11e-4b8b-97fb-0aa01d376c78, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=5c9e8088-d11e-4b8b-97fb-0aa01d376c78,segment=NetworkSegment(b9789bf5-84f3-4980-95f7-b48d4834102d),segment_id=b9789bf5-84f3-4980-95f7-b48d4834102d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:25.319755 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-23703cfd-0a0f-4a2c-b103-d272f7e3439c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:25.319755 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23703cfd-0a0f-4a2c-b103-d272f7e3439c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e06f6f93-b2c5-4610-a8bc-1d8009e1caa2 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:04:25.321521 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a294f4e-8cb0-4fb0-b2e5-541b550e8c25 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Router 6ea0ff11-5c8f-473f-a9e9-000f803b4541 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:04:25.344511 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-23703cfd-0a0f-4a2c-b103-d272f7e3439c admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:25.351430 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50730) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:25.352392 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-23703cfd-0a0f-4a2c-b103-d272f7e3439c admin admin] 10.222.0.25 "DELETE /v2.0/routers/e06f6f93-b2c5-4610-a8bc-1d8009e1caa2 HTTP/1.1" status: 204 len: 168 time: 1.9560497 Aug 10 04:04:25.382389 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:25.396894 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:25.433925 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebfb0bb5-8227-4278-bee8-6b2dfd1b1092 admin admin] Deleting subnet e59504e3-1101-4a98-95d4-a5dcef14e70c {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:04:25.446723 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0bb5-8227-4278-bee8-6b2dfd1b1092 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:25.474351 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 6ca64818-c380-4ce5-ab90-1fdbf8268fef, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=6ca64818-c380-4ce5-ab90-1fdbf8268fef,segment=NetworkSegment(cc5087f3-ae31-4caa-82e8-181371e6b7c0),segment_id=cc5087f3-ae31-4caa-82e8-181371e6b7c0)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:25.493460 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a294f4e-8cb0-4fb0-b2e5-541b550e8c25 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:25.496580 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0bb5-8227-4278-bee8-6b2dfd1b1092 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:25.505714 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b492026-c36c-4db6-9cdf-43fb2b839562 None None] Sync routers for ids ['6ea0ff11-5c8f-473f-a9e9-000f803b4541'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:25.510011 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=5c9e8088-d11e-4b8b-97fb-0aa01d376c78,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:25.524534 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025a6ed-5bc2-4dd7-8d6a-8b7b2dc6f15a req-71748fc9-f052-4d0e-a023-4ce8d86e3f52 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:25.527710 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b492026-c36c-4db6-9cdf-43fb2b839562 None None] Routers {'6ea0ff11-5c8f-473f-a9e9-000f803b4541'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:25.532026 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a025a6ed-5bc2-4dd7-8d6a-8b7b2dc6f15a req-71748fc9-f052-4d0e-a023-4ce8d86e3f52 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.2265992 Aug 10 04:04:25.534229 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0b492026-c36c-4db6-9cdf-43fb2b839562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['6ea0ff11-5c8f-473f-a9e9-000f803b4541'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:25.564533 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:25.614323 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a025a6ed-5bc2-4dd7-8d6a-8b7b2dc6f15a req-a0bd1a97-3bbc-4b17-a0d2-9fd3082e2764 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790408 Aug 10 04:04:25.648444 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5a294f4e-8cb0-4fb0-b2e5-541b550e8c25 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:25.649802 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5a294f4e-8cb0-4fb0-b2e5-541b550e8c25 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.9554551 Aug 10 04:04:25.650940 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0b492026-c36c-4db6-9cdf-43fb2b839562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:25.652625 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50736) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:25.665326 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b492026-c36c-4db6-9cdf-43fb2b839562 None None] Routers {'6ea0ff11-5c8f-473f-a9e9-000f803b4541'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:25.665930 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0b492026-c36c-4db6-9cdf-43fb2b839562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['6ea0ff11-5c8f-473f-a9e9-000f803b4541'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:25.702336 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=6ca64818-c380-4ce5-ab90-1fdbf8268fef,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:25.727696 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0b492026-c36c-4db6-9cdf-43fb2b839562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:25.728623 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b492026-c36c-4db6-9cdf-43fb2b839562 None None] The sync data for ids ['6ea0ff11-5c8f-473f-a9e9-000f803b4541'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:25.759314 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0bb5-8227-4278-bee8-6b2dfd1b1092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:25.768957 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['5c9e8088-d11e-4b8b-97fb-0aa01d376c78'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:04:25.866617 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50669f4-82b0-4afc-b220-746b921f8821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca64818-c380-4ce5-ab90-1fdbf8268fef'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:25.870808 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1857c685-e899-4b5f-b504-44b7ac5185a6" -d '{"events": [{"server_uuid": "d50669f4-82b0-4afc-b220-746b921f8821", "name": "network-vif-plugged", "status": "completed", "tag": "6ca64818-c380-4ce5-ab90-1fdbf8268fef"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:25.878599 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe27e9-d872-40d0-86ad-e5f148159e94 req-4bcd5a26-bab2-47e3-af45-f33c7f6d74d2 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:25.880613 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32fe27e9-d872-40d0-86ad-e5f148159e94 req-4bcd5a26-bab2-47e3-af45-f33c7f6d74d2 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=812ab793-2768-4c50-9015-c38c96e30d68 HTTP/1.1" status: 200 len: 945 time: 0.0948303 Aug 10 04:04:25.900717 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09ebeac-b43b-46d3-9f3e-548fe1e74fde tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Router 2e7c8e87-3e1a-4115-b3a4-2c80f2e97809 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:04:26.022463 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a87651ed-73ae-46f6-aa10-9fc4e345268d no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:04:26.059892 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32fe27e9-d872-40d0-86ad-e5f148159e94 req-53de155b-0ef2-45a7-b08e-ff011649be89 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccff9cb0-992e-44e0-b49f-2b35e2531d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712499 Aug 10 04:04:26.094529 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09ebeac-b43b-46d3-9f3e-548fe1e74fde tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:26.126781 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0bb5-8227-4278-bee8-6b2dfd1b1092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:26.163407 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb0bb5-8227-4278-bee8-6b2dfd1b1092 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e59504e3-1101-4a98-95d4-a5dcef14e70c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:26.168439 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ebfb0bb5-8227-4278-bee8-6b2dfd1b1092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:26.174086 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ebfb0bb5-8227-4278-bee8-6b2dfd1b1092 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e59504e3-1101-4a98-95d4-a5dcef14e70c HTTP/1.1" status: 204 len: 168 time: 0.8195283 Aug 10 04:04:26.174746 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50748) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:26.226331 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e09ebeac-b43b-46d3-9f3e-548fe1e74fde tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:26.277431 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c958004-6c1b-483b-99ab-8c98c2b34d36 x-openstack-request-id: req-2c958004-6c1b-483b-99ab-8c98c2b34d36 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:26.278003 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50669f4-82b0-4afc-b220-746b921f8821", "name": "network-vif-plugged", "status": "completed", "tag": "6ca64818-c380-4ce5-ab90-1fdbf8268fef", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:26.278003 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c958004-6c1b-483b-99ab-8c98c2b34d36 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:26.278436 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50669f4-82b0-4afc-b220-746b921f8821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca64818-c380-4ce5-ab90-1fdbf8268fef', 'code': 200} Aug 10 04:04:26.279532 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c08d83-a12d-49c8-963a-e95ba9ccdcca None None] Sync routers for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:26.282712 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2766b6f1-fb82-445e-a066-817d68527cb9 None None] Network 0316e8c7-a46c-4a77-a9d2-17a4e62945d7 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:04:26.288034 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: a87651ed-73ae-46f6-aa10-9fc4e345268d {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:04:26.288397 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a87651ed-73ae-46f6-aa10-9fc4e345268d not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:04:26.288908 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b97247a4-1b77-4adf-90fb-f8f154886818 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:04:26.325832 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3b695cfa-9718-4b7e-bc12-df65a9392a42 req-5aa2ae57-ce61-4ddf-a387-2f20ed87b1b3 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 210 time: 0.0403800 Aug 10 04:04:26.356227 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: b97247a4-1b77-4adf-90fb-f8f154886818 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:04:26.356580 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b97247a4-1b77-4adf-90fb-f8f154886818 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:04:26.366586 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e09ebeac-b43b-46d3-9f3e-548fe1e74fde tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.6936762 Aug 10 04:04:26.371203 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-486c8a7a-2d0a-457b-a6ea-ea15a78413e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:26.372760 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50750) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:26.373733 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d0fc2fef-aa2b-4348-afab-6d9c8b598d7f tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "GET /v2.0/routers/6ea0ff11-5c8f-473f-a9e9-000f803b4541 HTTP/1.1" status: 200 len: 923 time: 0.7198150 Aug 10 04:04:26.378325 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-19cef29d-9c2d-48fc-b941-b0c68f7a2df1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:26.378713 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c08d83-a12d-49c8-963a-e95ba9ccdcca None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:26.379439 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-66c08d83-a12d-49c8-963a-e95ba9ccdcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:26.381285 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50752) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:26.402873 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ae3ea-e9b0-4333-a3ff-828d809ddc06 req-a0e465d9-b1c6-49d5-9e69-9580da4782ef tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:26.416537 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-759ae3ea-e9b0-4333-a3ff-828d809ddc06 req-a0e465d9-b1c6-49d5-9e69-9580da4782ef tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50669f4-82b0-4afc-b220-746b921f8821 HTTP/1.1" status: 200 len: 909 time: 0.1290214 Aug 10 04:04:26.422720 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-66c08d83-a12d-49c8-963a-e95ba9ccdcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:26.432022 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-133a3778-ccd2-435b-941b-32b41e732942 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:26.434347 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-133a3778-ccd2-435b-941b-32b41e732942 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.68 "GET /v2.0/networks?id=f573ecff-4c5c-4552-80ba-7f39fbaee537 HTTP/1.1" status: 200 len: 817 time: 0.6840122 Aug 10 04:04:26.440858 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c08d83-a12d-49c8-963a-e95ba9ccdcca None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:26.441488 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-66c08d83-a12d-49c8-963a-e95ba9ccdcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:26.477519 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-66c08d83-a12d-49c8-963a-e95ba9ccdcca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:26.478146 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c08d83-a12d-49c8-963a-e95ba9ccdcca None None] The sync data for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:26.487011 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-6322e6c5-79a7-4cf6-a4bf-525bfb83f13c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c54c9ab1fa940fe85894d7bbe0c849c HTTP/1.1" status: 200 len: 380 time: 0.0429759 Aug 10 04:04:26.497040 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-d86793d3-da8d-4f75-b0e0-99180b39a8bd tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Request body: {'port': {'device_id': 'fb243a93-5a45-43ab-a994-b87697db17e3', 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'admin_state_up': True, 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'security_groups': ['34a6c556-50de-4ed5-b797-1d3bd72f5c7b']}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:26.512020 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8c537f60-3f34-4c7c-8460-4bbe488776a1 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea0ff11-5c8f-473f-a9e9-000f803b4541 HTTP/1.1" status: 200 len: 205 time: 0.1050661 Aug 10 04:04:26.520680 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50754) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:26.604837 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f13cb43-b141-4c80-9402-472c28507ca4 None None] DHCP port deletion for 0316e8c7-a46c-4a77-a9d2-17a4e62945d7 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:04:26.614214 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd44c2c-2cc0-439c-9424-0f91f013b7cd req-0f0a7b6e-af98-4c93-90ec-bc0943a2b0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:26.615748 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfd44c2c-2cc0-439c-9424-0f91f013b7cd req-0f0a7b6e-af98-4c93-90ec-bc0943a2b0a6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d50669f4-82b0-4afc-b220-746b921f8821 HTTP/1.1" status: 200 len: 1060 time: 0.2890525 Aug 10 04:04:26.643408 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-19cef29d-9c2d-48fc-b941-b0c68f7a2df1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:26.654086 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-9f13cb43-b141-4c80-9402-472c28507ca4 None None] Deleting port 21307d31-a1e8-4c14-9e09-a49d8429e3ad {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:26.654458 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9f13cb43-b141-4c80-9402-472c28507ca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:26.701514 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-d86793d3-da8d-4f75-b0e0-99180b39a8bd tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Made reservation on behalf of 9c54c9ab1fa940fe85894d7bbe0c849c for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:04:26.705864 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-d86793d3-da8d-4f75-b0e0-99180b39a8bd tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:26.717659 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-9f13cb43-b141-4c80-9402-472c28507ca4 None None] For port 21307d31-a1e8-4c14-9e09-a49d8429e3ad, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=21307d31-a1e8-4c14-9e09-a49d8429e3ad,segment=NetworkSegment(67a5ce34-7497-4e73-9daf-fccb98f76e2c),segment_id=67a5ce34-7497-4e73-9daf-fccb98f76e2c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:26.718030 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9f13cb43-b141-4c80-9402-472c28507ca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:26.731856 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-9f13cb43-b141-4c80-9402-472c28507ca4 None None] Calling delete_port for 21307d31-a1e8-4c14-9e09-a49d8429e3ad owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:26.749096 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8d7f4-06c1-4680-8792-89dec4e9eb77 req-be66207c-c0a6-4775-9547-886489f15971 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:26.750636 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-93d8d7f4-06c1-4680-8792-89dec4e9eb77 req-be66207c-c0a6-4775-9547-886489f15971 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/ports?device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 946 time: 0.2806773 Aug 10 04:04:26.832114 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c1e034f7-22ff-4eba-8782-5ae52c8a84ce tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:26.841376 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-d86793d3-da8d-4f75-b0e0-99180b39a8bd tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Allocated IP 172.20.0.4 (f573ecff-4c5c-4552-80ba-7f39fbaee537/6dfeb297-f2e7-4070-a508-7d422d26e1b7/3353e051-ac99-4ca2-af77-90c4a60c1c01) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:26.900995 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9f13cb43-b141-4c80-9402-472c28507ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:26.930809 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13cb43-b141-4c80-9402-472c28507ca4 None None] Pushing event deleted for resources: {'Port': ['ID=21307d31-a1e8-4c14-9e09-a49d8429e3ad,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:26.939523 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f13cb43-b141-4c80-9402-472c28507ca4 None None] No DVR routers for this DVR port 21307d31-a1e8-4c14-9e09-a49d8429e3ad on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:04:26.989077 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 5c9e8088-d11e-4b8b-97fb-0aa01d376c78 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:27.062125 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-d86793d3-da8d-4f75-b0e0-99180b39a8bd tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:27.077627 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-d86793d3-da8d-4f75-b0e0-99180b39a8bd tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Transition to ACTIVE for port object 3353e051-ac99-4ca2-af77-90c4a60c1c01 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:27.118163 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 5c9e8088-d11e-4b8b-97fb-0aa01d376c78 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:27.122897 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 5c9e8088-d11e-4b8b-97fb-0aa01d376c78 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:27.123496 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:27.182924 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-d86793d3-da8d-4f75-b0e0-99180b39a8bd tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:27.188063 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-486c8a7a-2d0a-457b-a6ea-ea15a78413e0 admin admin] Deleting port 21307d31-a1e8-4c14-9e09-a49d8429e3ad {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:27.188411 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-486c8a7a-2d0a-457b-a6ea-ea15a78413e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:27.201644 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-93d8d7f4-06c1-4680-8792-89dec4e9eb77 req-80d2396e-c031-4bd7-bfeb-370b14bed554 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2cc0a36-92e0-4386-8e5e-a7d7c2306b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4399393 Aug 10 04:04:27.213857 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:27.250535 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006a584-5736-49d0-81b1-f46ebb05c613 req-2fd8c0ba-0473-4e58-a698-fb81b8e65611 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:27.252325 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8006a584-5736-49d0-81b1-f46ebb05c613 req-2fd8c0ba-0473-4e58-a698-fb81b8e65611 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=812ab793-2768-4c50-9015-c38c96e30d68 HTTP/1.1" status: 200 len: 945 time: 0.1075332 Aug 10 04:04:27.260123 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-d86793d3-da8d-4f75-b0e0-99180b39a8bd tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Network f573ecff-4c5c-4552-80ba-7f39fbaee537 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:27.273971 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-d86793d3-da8d-4f75-b0e0-99180b39a8bd tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:27.281564 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-d86793d3-da8d-4f75-b0e0-99180b39a8bd tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:27.284155 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-19cef29d-9c2d-48fc-b941-b0c68f7a2df1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:27.290470 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 5c9e8088-d11e-4b8b-97fb-0aa01d376c78, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=5c9e8088-d11e-4b8b-97fb-0aa01d376c78,segment=NetworkSegment(b9789bf5-84f3-4980-95f7-b48d4834102d),segment_id=b9789bf5-84f3-4980-95f7-b48d4834102d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:27.304435 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86793d3-da8d-4f75-b0e0-99180b39a8bd tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Pushing event updated for resources: {'Port': ['ID=3353e051-ac99-4ca2-af77-90c4a60c1c01,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:27.343510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-486c8a7a-2d0a-457b-a6ea-ea15a78413e0 admin admin] For port 21307d31-a1e8-4c14-9e09-a49d8429e3ad, host n-d-802893-2, got binding levels [] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:27.343883 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-486c8a7a-2d0a-457b-a6ea-ea15a78413e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:27.362053 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-486c8a7a-2d0a-457b-a6ea-ea15a78413e0 admin admin] Calling delete_port for 21307d31-a1e8-4c14-9e09-a49d8429e3ad owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:27.364902 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.ipam_backend_mixin [None req-486c8a7a-2d0a-457b-a6ea-ea15a78413e0 admin admin] Port 21307d31-a1e8-4c14-9e09-a49d8429e3ad was not found and therefore no delete operation was performed {{(pid=94937) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 04:04:27.368036 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-486c8a7a-2d0a-457b-a6ea-ea15a78413e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:27.374805 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8006a584-5736-49d0-81b1-f46ebb05c613 req-0125b7ae-2a21-4fce-a8b8-923ea8119b3e tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccff9cb0-992e-44e0-b49f-2b35e2531d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117513 Aug 10 04:04:27.380047 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c1e034f7-22ff-4eba-8782-5ae52c8a84ce tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:27.382042 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-d86793d3-da8d-4f75-b0e0-99180b39a8bd tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:27.382810 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-d86793d3-da8d-4f75-b0e0-99180b39a8bd tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:27.404997 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-19cef29d-9c2d-48fc-b941-b0c68f7a2df1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:27.405323 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-19cef29d-9c2d-48fc-b941-b0c68f7a2df1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Floating IP e3799e8c-ea75-4f42-94c9-9ec905577251 disassociated. External IP: 172.25.0.216, port: 4778f236-c000-43f0-9bbf-2e90142c8835. Aug 10 04:04:27.407437 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c8a7a-2d0a-457b-a6ea-ea15a78413e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=21307d31-a1e8-4c14-9e09-a49d8429e3ad,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:27.410876 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486c8a7a-2d0a-457b-a6ea-ea15a78413e0 admin admin] No DVR routers for this DVR port 21307d31-a1e8-4c14-9e09-a49d8429e3ad on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:04:27.425481 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:27.427797 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:27.494987 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=5c9e8088-d11e-4b8b-97fb-0aa01d376c78,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:27.503725 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-d86793d3-da8d-4f75-b0e0-99180b39a8bd tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0103269 Aug 10 04:04:27.519394 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-8ad74556-dcf7-4dc7-aa38-88e116210de3 service neutron] Request body: {'port': {'device_id': 'fb243a93-5a45-43ab-a994-b87697db17e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:27.559702 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870f762-a29b-40a2-976c-57360807036e req-64736d89-a785-46cb-b9a5-fce4e51fb3b2 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:27.561240 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a870f762-a29b-40a2-976c-57360807036e req-64736d89-a785-46cb-b9a5-fce4e51fb3b2 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 931 time: 0.0958214 Aug 10 04:04:27.608188 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-486c8a7a-2d0a-457b-a6ea-ea15a78413e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:27.626090 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-8ad74556-dcf7-4dc7-aa38-88e116210de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:27.649002 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-486c8a7a-2d0a-457b-a6ea-ea15a78413e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0316e8c7-a46c-4a77-a9d2-17a4e62945d7']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:27.653666 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a870f762-a29b-40a2-976c-57360807036e req-4e57dfc9-2ffb-4720-950c-8c42bd882ce3 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838895 Aug 10 04:04:27.666775 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-486c8a7a-2d0a-457b-a6ea-ea15a78413e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a5ce34-7497-4e73-9daf-fccb98f76e2c') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:27.667161 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-486c8a7a-2d0a-457b-a6ea-ea15a78413e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a5ce34-7497-4e73-9daf-fccb98f76e2c') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:27.692122 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-486c8a7a-2d0a-457b-a6ea-ea15a78413e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:27.711180 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-486c8a7a-2d0a-457b-a6ea-ea15a78413e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:27.711921 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-eb778fdf-3ec9-42b4-986e-a5bdde10fcc8 None None] Provisioning for port 3353e051-ac99-4ca2-af77-90c4a60c1c01 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:27.715781 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-eb778fdf-3ec9-42b4-986e-a5bdde10fcc8 None None] Provisioning complete for port 3353e051-ac99-4ca2-af77-90c4a60c1c01 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:27.716333 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eb778fdf-3ec9-42b4-986e-a5bdde10fcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:27.743805 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26505b4d-95c6-4100-9ab4-c113a6451a36 req-34d314e2-dc4b-4052-b530-afc2995a9cc6 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:27.745418 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-26505b4d-95c6-4100-9ab4-c113a6451a36 req-34d314e2-dc4b-4052-b530-afc2995a9cc6 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=61396a3b-1bb0-4b47-9d0e-d1195e09ed7e HTTP/1.1" status: 200 len: 945 time: 0.1420903 Aug 10 04:04:27.746528 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-486c8a7a-2d0a-457b-a6ea-ea15a78413e0 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:04:27.748126 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-486c8a7a-2d0a-457b-a6ea-ea15a78413e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:04:27.752826 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:04:27.767429 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-eb778fdf-3ec9-42b4-986e-a5bdde10fcc8 None None] Port 3353e051-ac99-4ca2-af77-90c4a60c1c01 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:04:27.876665 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-c1e034f7-22ff-4eba-8782-5ae52c8a84ce tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Deleting port c4b54704-6079-4d5f-b7a3-a4eec221500a {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:27.877275 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c1e034f7-22ff-4eba-8782-5ae52c8a84ce tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:27.889926 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fdc84-55c7-4c48-9f3d-f9d609d4f0c7 req-717f3d93-2912-4caa-89d3-d33839ae71c5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:27.891862 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-951fdc84-55c7-4c48-9f3d-f9d609d4f0c7 req-717f3d93-2912-4caa-89d3-d33839ae71c5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50669f4-82b0-4afc-b220-746b921f8821 HTTP/1.1" status: 200 len: 909 time: 0.1074984 Aug 10 04:04:28.002065 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-26505b4d-95c6-4100-9ab4-c113a6451a36 req-508550f4-b0e9-4516-a35f-5cb5c0eb157f tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccff9cb0-992e-44e0-b49f-2b35e2531d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088964 Aug 10 04:04:28.003526 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd995bf-6694-429a-9230-f567cd199369 req-740c9002-1a31-4620-8c5c-c43f5ca99501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:28.004982 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9dd995bf-6694-429a-9230-f567cd199369 req-740c9002-1a31-4620-8c5c-c43f5ca99501 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=bf9cf8cc51c74e029b25978dfdc70284&device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 1097 time: 0.2813320 Aug 10 04:04:28.026806 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 21307d31-a1e8-4c14-9e09-a49d8429e3ad no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:04:28.028622 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-486c8a7a-2d0a-457b-a6ea-ea15a78413e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:28.041939 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-486c8a7a-2d0a-457b-a6ea-ea15a78413e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:28.044409 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-486c8a7a-2d0a-457b-a6ea-ea15a78413e0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0316e8c7-a46c-4a77-a9d2-17a4e62945d7 HTTP/1.1" status: 204 len: 168 time: 1.8683107 Aug 10 04:04:28.046937 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50768) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:28.056021 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 21307d31-a1e8-4c14-9e09-a49d8429e3ad {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:04:28.056490 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 21307d31-a1e8-4c14-9e09-a49d8429e3ad not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:04:28.099114 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c8a7a-2d0a-457b-a6ea-ea15a78413e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0316e8c7-a46c-4a77-a9d2-17a4e62945d7,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:28.111725 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-8ad74556-dcf7-4dc7-aa38-88e116210de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3353e051-ac99-4ca2-af77-90c4a60c1c01 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:04:28.126324 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-8ad74556-dcf7-4dc7-aa38-88e116210de3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:28.126843 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c1e034f7-22ff-4eba-8782-5ae52c8a84ce tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:28.140596 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19cef29d-9c2d-48fc-b941-b0c68f7a2df1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Router 2e7c8e87-3e1a-4115-b3a4-2c80f2e97809 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:04:28.147495 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-c1e034f7-22ff-4eba-8782-5ae52c8a84ce tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Calling delete_port for c4b54704-6079-4d5f-b7a3-a4eec221500a owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:28.148818 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e9461-4f2b-408a-aa5d-0696f01464c8 req-f9c98030-a0fe-418d-8606-5619cca4d5b9 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:28.153564 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9b0e9461-4f2b-408a-aa5d-0696f01464c8 req-f9c98030-a0fe-418d-8606-5619cca4d5b9 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/ports?device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 946 time: 0.1784654 Aug 10 04:04:28.203215 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-8ad74556-dcf7-4dc7-aa38-88e116210de3 service neutron] Transition to ACTIVE for port object 3353e051-ac99-4ca2-af77-90c4a60c1c01 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:28.244639 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9b0e9461-4f2b-408a-aa5d-0696f01464c8 req-886ecb8c-8c14-4736-8031-f5eaa8d1fed5 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2cc0a36-92e0-4386-8e5e-a7d7c2306b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849197 Aug 10 04:04:28.318551 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd995bf-6694-429a-9230-f567cd199369 req-04c0b3cf-0dcd-488e-9826-b56b9e59f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:28.318551 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9dd995bf-6694-429a-9230-f567cd199369 req-04c0b3cf-0dcd-488e-9826-b56b9e59f7bf service neutron] 10.222.0.68 "GET /v2.0/networks?id=b9c461d4-06d9-43b2-b373-77695d4d911c HTTP/1.1" status: 200 len: 913 time: 0.2473388 Aug 10 04:04:28.319571 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61396a3b-1bb0-4b47-9d0e-d1195e09ed7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9e8088-d11e-4b8b-97fb-0aa01d376c78'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:28.319571 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403bad10-33e1-4740-a891-8792a937a2c4" -d '{"events": [{"server_uuid": "61396a3b-1bb0-4b47-9d0e-d1195e09ed7e", "name": "network-vif-plugged", "status": "completed", "tag": "5c9e8088-d11e-4b8b-97fb-0aa01d376c78"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:28.323532 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9dd995bf-6694-429a-9230-f567cd199369 req-3f773f69-90b1-46ac-a0d7-b70001cd9208 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac6d769f-6823-48e1-b944-73eb389662fa HTTP/1.1" status: 200 len: 217 time: 0.0521669 Aug 10 04:04:28.329010 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e46637-b0a6-492f-8256-ae28b8152a5b x-openstack-request-id: req-46e46637-b0a6-492f-8256-ae28b8152a5b {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:28.329992 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61396a3b-1bb0-4b47-9d0e-d1195e09ed7e", "name": "network-vif-plugged", "status": "completed", "tag": "5c9e8088-d11e-4b8b-97fb-0aa01d376c78", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:28.330324 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46e46637-b0a6-492f-8256-ae28b8152a5b {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:28.330830 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61396a3b-1bb0-4b47-9d0e-d1195e09ed7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c9e8088-d11e-4b8b-97fb-0aa01d376c78', 'code': 200} Aug 10 04:04:28.488575 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cef29d-9c2d-48fc-b941-b0c68f7a2df1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:28.490593 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-8ad74556-dcf7-4dc7-aa38-88e116210de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:28.494243 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-19cef29d-9c2d-48fc-b941-b0c68f7a2df1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:28.497941 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd995bf-6694-429a-9230-f567cd199369 req-112bb320-ffee-497a-8751-9b04f3611414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:28.499293 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9dd995bf-6694-429a-9230-f567cd199369 req-112bb320-ffee-497a-8751-9b04f3611414 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=52209863-cec2-42d9-9838-dedce41ef0a7 HTTP/1.1" status: 200 len: 852 time: 0.1444197 Aug 10 04:04:28.502603 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b582783d-2c50-4bd1-9b6d-e055a5f23790 None None] Sync routers for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:28.512633 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b582783d-2c50-4bd1-9b6d-e055a5f23790 None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:28.513358 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b582783d-2c50-4bd1-9b6d-e055a5f23790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:28.554159 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad74556-dcf7-4dc7-aa38-88e116210de3 service neutron] Pushing event updated for resources: {'Port': ['ID=3353e051-ac99-4ca2-af77-90c4a60c1c01,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:28.563128 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9dd995bf-6694-429a-9230-f567cd199369 req-29de6b28-b3e4-4a97-8031-c95d31da3407 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=b9c461d4-06d9-43b2-b373-77695d4d911c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394998 Aug 10 04:04:28.584940 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3febe-0751-44bd-8a27-fa187b8ef40b req-221868b8-1821-4170-97df-e30c7a65f386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:28.586386 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ae3febe-0751-44bd-8a27-fa187b8ef40b req-221868b8-1821-4170-97df-e30c7a65f386 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=61396a3b-1bb0-4b47-9d0e-d1195e09ed7e HTTP/1.1" status: 200 len: 1096 time: 0.1583138 Aug 10 04:04:28.587346 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b582783d-2c50-4bd1-9b6d-e055a5f23790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:28.597826 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-19cef29d-9c2d-48fc-b941-b0c68f7a2df1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "PUT /v2.0/floatingips/e3799e8c-ea75-4f42-94c9-9ec905577251 HTTP/1.1" status: 200 len: 688 time: 2.2230957 Aug 10 04:04:28.599758 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b582783d-2c50-4bd1-9b6d-e055a5f23790 None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:28.601115 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b582783d-2c50-4bd1-9b6d-e055a5f23790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:28.605314 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50772) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:28.644969 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b582783d-2c50-4bd1-9b6d-e055a5f23790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:28.645895 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b582783d-2c50-4bd1-9b6d-e055a5f23790 None None] The sync data for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:28.686126 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1ecfb29e-d47c-4d6b-933f-c778182506fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:28.700775 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ae3febe-0751-44bd-8a27-fa187b8ef40b req-8e136b3c-5cdd-4134-a804-e9200d14fdf6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ccff9cb0-992e-44e0-b49f-2b35e2531d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999062 Aug 10 04:04:28.732108 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9dd995bf-6694-429a-9230-f567cd199369 req-69112e38-a9ca-4a66-b739-f1db0eaa4c5d service neutron] 10.222.0.68 "GET /v2.0/networks/b9c461d4-06d9-43b2-b373-77695d4d911c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429126 Aug 10 04:04:28.795694 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c1e034f7-22ff-4eba-8782-5ae52c8a84ce tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:28.827189 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e034f7-22ff-4eba-8782-5ae52c8a84ce tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Pushing event deleted for resources: {'Port': ['ID=c4b54704-6079-4d5f-b7a3-a4eec221500a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:28.878420 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-8ad74556-dcf7-4dc7-aa38-88e116210de3 service neutron] Attempting to bind port 3353e051-ac99-4ca2-af77-90c4a60c1c01 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:04:28.878764 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-8ad74556-dcf7-4dc7-aa38-88e116210de3 service neutron] Attempting to bind port 3353e051-ac99-4ca2-af77-90c4a60c1c01 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '3f907e38-2212-4676-9090-eb13073d623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:04:28.879101 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-8ad74556-dcf7-4dc7-aa38-88e116210de3 service neutron] Attempting to bind port 3353e051-ac99-4ca2-af77-90c4a60c1c01 on network f573ecff-4c5c-4552-80ba-7f39fbaee537 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:28.897736 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-8ad74556-dcf7-4dc7-aa38-88e116210de3 service neutron] Port 3353e051-ac99-4ca2-af77-90c4a60c1c01 on network f573ecff-4c5c-4552-80ba-7f39fbaee537 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:04:28.898064 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-8ad74556-dcf7-4dc7-aa38-88e116210de3 service neutron] Attempting to bind port 3353e051-ac99-4ca2-af77-90c4a60c1c01 on network f573ecff-4c5c-4552-80ba-7f39fbaee537 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:28.913147 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9dd995bf-6694-429a-9230-f567cd199369 req-78fa8229-014c-4baa-84eb-4270d4cab050 service neutron] 10.222.0.68 "GET /v2.0/networks/b9c461d4-06d9-43b2-b373-77695d4d911c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733272 Aug 10 04:04:28.917909 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-8ad74556-dcf7-4dc7-aa38-88e116210de3 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:04:28.918119 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c1e034f7-22ff-4eba-8782-5ae52c8a84ce tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:28.918227 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-8ad74556-dcf7-4dc7-aa38-88e116210de3 service neutron] Checking segment: {'id': '3f907e38-2212-4676-9090-eb13073d623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:28.918613 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-8ad74556-dcf7-4dc7-aa38-88e116210de3 service neutron] Bound using segment: {'id': '3f907e38-2212-4676-9090-eb13073d623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:04:28.919251 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-8ad74556-dcf7-4dc7-aa38-88e116210de3 service neutron] Bound port: 3353e051-ac99-4ca2-af77-90c4a60c1c01, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f907e38-2212-4676-9090-eb13073d623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:04:28.919509 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-8ad74556-dcf7-4dc7-aa38-88e116210de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:28.940751 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d855971-2468-4b56-9811-bd42f2898770 req-028f6a96-d36b-49b4-9214-c2ae5722531f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:28.942788 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3d855971-2468-4b56-9811-bd42f2898770 req-028f6a96-d36b-49b4-9214-c2ae5722531f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 943 time: 0.1702094 Aug 10 04:04:29.024904 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c1e034f7-22ff-4eba-8782-5ae52c8a84ce tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:29.040074 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c1e034f7-22ff-4eba-8782-5ae52c8a84ce tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:29.073709 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-06d58d84-5d0c-45a6-9b34-f5382b71c2ac tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Deleting port 5ecb2bfc-96e2-43f2-8ddb-48c47e4bde7f {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:29.074046 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-06d58d84-5d0c-45a6-9b34-f5382b71c2ac tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:29.084502 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3d855971-2468-4b56-9811-bd42f2898770 req-645236e7-1a13-48ca-a0ac-2a7a03e78fcc tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335132 Aug 10 04:04:29.101493 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68930a53-25fe-4353-9738-cfd7f5818f36 req-013dfb5f-0943-4de5-8d85-334621715594 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:29.103044 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-68930a53-25fe-4353-9738-cfd7f5818f36 req-013dfb5f-0943-4de5-8d85-334621715594 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50669f4-82b0-4afc-b220-746b921f8821 HTTP/1.1" status: 200 len: 909 time: 0.0920849 Aug 10 04:04:29.151895 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-8ad74556-dcf7-4dc7-aa38-88e116210de3 service neutron] For port 3353e051-ac99-4ca2-af77-90c4a60c1c01, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:04:29.158610 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c1e034f7-22ff-4eba-8782-5ae52c8a84ce tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:29.159274 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e034f7-22ff-4eba-8782-5ae52c8a84ce tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Fanout notify agent at l3_agent the message router_deleted on router 6ea0ff11-5c8f-473f-a9e9-000f803b4541 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:04:29.178867 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c1e034f7-22ff-4eba-8782-5ae52c8a84ce tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:29.178867 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c1e034f7-22ff-4eba-8782-5ae52c8a84ce tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "DELETE /v2.0/routers/6ea0ff11-5c8f-473f-a9e9-000f803b4541 HTTP/1.1" status: 204 len: 168 time: 2.6509297 Aug 10 04:04:29.181830 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50782) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:29.187039 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-1e668c64-0062-45a5-bef3-75d17c3504cc tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1716188573', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'enable_snat': False}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:29.197845 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-8ad74556-dcf7-4dc7-aa38-88e116210de3 service neutron] For port 3353e051-ac99-4ca2-af77-90c4a60c1c01, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=3353e051-ac99-4ca2-af77-90c4a60c1c01,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:04:29.249702 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47763f46-80fb-420a-89b1-37d33e06e676 req-f225b983-5fec-42d3-bc67-4b6996ee4da8 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:29.251898 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-47763f46-80fb-420a-89b1-37d33e06e676 req-f225b983-5fec-42d3-bc67-4b6996ee4da8 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50669f4-82b0-4afc-b220-746b921f8821 HTTP/1.1" status: 200 len: 909 time: 0.0593131 Aug 10 04:04:29.257800 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-06d58d84-5d0c-45a6-9b34-f5382b71c2ac tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:29.258129 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-06d58d84-5d0c-45a6-9b34-f5382b71c2ac tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:29.267436 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad426b67-0523-4a61-a5c1-d2bb333a9b07 req-87a19494-5503-4222-8db0-20af51b03256 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:29.268968 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ad426b67-0523-4a61-a5c1-d2bb333a9b07 req-87a19494-5503-4222-8db0-20af51b03256 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=61396a3b-1bb0-4b47-9d0e-d1195e09ed7e HTTP/1.1" status: 200 len: 945 time: 0.1147177 Aug 10 04:04:29.280077 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-8ad74556-dcf7-4dc7-aa38-88e116210de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:29.303008 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-06d58d84-5d0c-45a6-9b34-f5382b71c2ac tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Calling delete_port for 5ecb2bfc-96e2-43f2-8ddb-48c47e4bde7f owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:29.312086 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1e668c64-0062-45a5-bef3-75d17c3504cc tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:29.313318 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1e668c64-0062-45a5-bef3-75d17c3504cc tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:29.377651 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-8ad74556-dcf7-4dc7-aa38-88e116210de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:29.378268 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-8ad74556-dcf7-4dc7-aa38-88e116210de3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:29.379692 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-8ad74556-dcf7-4dc7-aa38-88e116210de3 service neutron] 10.222.0.68 "PUT /v2.0/ports/3353e051-ac99-4ca2-af77-90c4a60c1c01 HTTP/1.1" status: 200 len: 1091 time: 1.8659139 Aug 10 04:04:29.384693 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb243a93-5a45-43ab-a994-b87697db17e3', 'tag': '3353e051-ac99-4ca2-af77-90c4a60c1c01'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:29.386937 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b969be01-a69a-48c1-98ba-8419e8fcdbeb" -d '{"events": [{"name": "network-changed", "server_uuid": "fb243a93-5a45-43ab-a994-b87697db17e3", "tag": "3353e051-ac99-4ca2-af77-90c4a60c1c01"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:29.397423 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1e668c64-0062-45a5-bef3-75d17c3504cc tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:29.409398 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd61732-2908-4c96-9c6f-2e0fbe0df97b req-c8670ba9-d44a-4e07-b4f2-6e30c50a1834 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:29.411086 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bbd61732-2908-4c96-9c6f-2e0fbe0df97b req-c8670ba9-d44a-4e07-b4f2-6e30c50a1834 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d50669f4-82b0-4afc-b220-746b921f8821 HTTP/1.1" status: 200 len: 1060 time: 0.0818942 Aug 10 04:04:29.476259 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ad426b67-0523-4a61-a5c1-d2bb333a9b07 req-9c419668-c27e-407b-83f8-789e7e5cf092 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccff9cb0-992e-44e0-b49f-2b35e2531d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919925 Aug 10 04:04:29.490862 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad74556-dcf7-4dc7-aa38-88e116210de3 service neutron] Pushing event updated for resources: {'Port': ['ID=3353e051-ac99-4ca2-af77-90c4a60c1c01,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:29.551542 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7a9e77-f38c-4228-9443-931bc7e57323 x-openstack-request-id: req-7a7a9e77-f38c-4228-9443-931bc7e57323 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:29.552259 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb243a93-5a45-43ab-a994-b87697db17e3", "tag": "3353e051-ac99-4ca2-af77-90c4a60c1c01", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:29.552652 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a7a9e77-f38c-4228-9443-931bc7e57323 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:29.553399 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb243a93-5a45-43ab-a994-b87697db17e3', 'tag': '3353e051-ac99-4ca2-af77-90c4a60c1c01', 'status': 'completed', 'code': 200} Aug 10 04:04:29.607285 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-1ecfb29e-d47c-4d6b-933f-c778182506fc admin admin] Deleting port 67f32ee9-f4d7-447e-99e7-52aa2964b4f4 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:29.609132 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1ecfb29e-d47c-4d6b-933f-c778182506fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:29.702331 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-744622e3-228f-46b7-bc5f-ab1d6bf97eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:29.703915 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-744622e3-228f-46b7-bc5f-ab1d6bf97eea service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9c54c9ab1fa940fe85894d7bbe0c849c&device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 1094 time: 0.1698325 Aug 10 04:04:29.729861 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1e668c64-0062-45a5-bef3-75d17c3504cc tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:29.744252 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77335447-7d43-4465-b701-7d4ccdb6e1bc req-a2e9ad4a-3fce-4eee-8d74-2a102de12de6 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:29.745807 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-77335447-7d43-4465-b701-7d4ccdb6e1bc req-a2e9ad4a-3fce-4eee-8d74-2a102de12de6 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/ports?device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 946 time: 0.1334841 Aug 10 04:04:29.789988 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-6166c266-aecc-42da-8592-14d2486e661e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3353e051-ac99-4ca2-af77-90c4a60c1c01 HTTP/1.1" status: 200 len: 217 time: 0.0595801 Aug 10 04:04:29.791667 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-77335447-7d43-4465-b701-7d4ccdb6e1bc req-f3bea3d1-a3b0-4475-896c-0e60ff20ddb4 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2cc0a36-92e0-4386-8e5e-a7d7c2306b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383754 Aug 10 04:04:29.851203 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7e105-2d0f-4266-90b0-f2344da6aae3 req-06e5b649-d130-4a9f-b15e-3deaf7888951 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:29.852765 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b2c7e105-2d0f-4266-90b0-f2344da6aae3 req-06e5b649-d130-4a9f-b15e-3deaf7888951 tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 1135 time: 0.2347784 Aug 10 04:04:29.854525 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-1ecfb29e-d47c-4d6b-933f-c778182506fc admin admin] For port 67f32ee9-f4d7-447e-99e7-52aa2964b4f4, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=67f32ee9-f4d7-447e-99e7-52aa2964b4f4,segment=NetworkSegment(af4810fe-d8e3-48e7-9070-321454aa4f85),segment_id=af4810fe-d8e3-48e7-9070-321454aa4f85)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:29.854885 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1ecfb29e-d47c-4d6b-933f-c778182506fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:29.886385 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-1ecfb29e-d47c-4d6b-933f-c778182506fc admin admin] Calling delete_port for 67f32ee9-f4d7-447e-99e7-52aa2964b4f4 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:29.906787 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-a26f10a2-45aa-44e5-91de-4b087b7aa5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:29.908324 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-a26f10a2-45aa-44e5-91de-4b087b7aa5ea service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dfeb297-f2e7-4070-a508-7d422d26e1b7 HTTP/1.1" status: 200 len: 856 time: 0.1096461 Aug 10 04:04:29.968630 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b2c7e105-2d0f-4266-90b0-f2344da6aae3 req-807eb301-7b05-4045-9ad5-38d0517f9ede tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=8a0a927f-482b-4770-9b16-43e09c18649e&id=3137a9a4-c296-4294-8820-7cdbfb28bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1014369 Aug 10 04:04:29.986736 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-06d58d84-5d0c-45a6-9b34-f5382b71c2ac tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:30.009131 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50792) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:30.055799 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d58d84-5d0c-45a6-9b34-f5382b71c2ac tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event deleted for resources: {'Port': ['ID=5ecb2bfc-96e2-43f2-8ddb-48c47e4bde7f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:30.375266 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1e668c64-0062-45a5-bef3-75d17c3504cc tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:30.385850 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eee801b-15ab-4edd-88fe-248f99e4472b req-0bc4f98f-d79c-4516-840e-8c1cb1119324 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:30.387451 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eee801b-15ab-4edd-88fe-248f99e4472b req-0bc4f98f-d79c-4516-840e-8c1cb1119324 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 943 time: 0.0870497 Aug 10 04:04:30.411365 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1e668c64-0062-45a5-bef3-75d17c3504cc tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:30.484093 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4eee801b-15ab-4edd-88fe-248f99e4472b req-986f4609-d383-49eb-8015-c5b3cf7f6314 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748253 Aug 10 04:04:30.507016 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-eef62220-305b-4fcf-a20a-b42ae61fdeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:30.508603 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-eef62220-305b-4fcf-a20a-b42ae61fdeff service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f573ecff-4c5c-4552-80ba-7f39fbaee537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5573418 Aug 10 04:04:30.561950 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-1e668c64-0062-45a5-bef3-75d17c3504cc tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Allocated IP 172.25.0.67 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/0501a7d6-e5b8-4429-a621-10f4a1f9723d) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:30.600707 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16f9cbe-cf5a-4f4c-8122-b82c96889d0c tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:30.602218 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b16f9cbe-cf5a-4f4c-8122-b82c96889d0c tempest-TestSecurityGroupsBasicOps-1204508419 tempest-TestSecurityGroupsBasicOps-1204508419-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d50669f4-82b0-4afc-b220-746b921f8821 HTTP/1.1" status: 200 len: 1055 time: 0.5891557 Aug 10 04:04:30.604789 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-06d58d84-5d0c-45a6-9b34-f5382b71c2ac tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:30.607394 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-06d58d84-5d0c-45a6-9b34-f5382b71c2ac tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:30.608570 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-06d58d84-5d0c-45a6-9b34-f5382b71c2ac tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "DELETE /v2.0/floatingips/e3799e8c-ea75-4f42-94c9-9ec905577251 HTTP/1.1" status: 204 len: 168 time: 2.0025213 Aug 10 04:04:30.619775 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50800) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:30.624501 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'port_id': '62f7a477-b8b1-4a37-a468-fe39f430d4c3'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:30.715375 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857bca5a-9292-4db9-8619-78e5305daf9c req-be62d5ed-bb25-4315-b696-8c15c34868c3 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:30.717041 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-857bca5a-9292-4db9-8619-78e5305daf9c req-be62d5ed-bb25-4315-b696-8c15c34868c3 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=61396a3b-1bb0-4b47-9d0e-d1195e09ed7e HTTP/1.1" status: 200 len: 945 time: 0.1580505 Aug 10 04:04:30.726007 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1e668c64-0062-45a5-bef3-75d17c3504cc tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:30.747165 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-6beb6925-0831-46d8-b1bf-5ea5814b9971 service neutron] 10.222.0.68 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246940 Aug 10 04:04:30.779179 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:30.862474 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-857bca5a-9292-4db9-8619-78e5305daf9c req-46aab2a2-38a9-4fa9-8ab7-cc7a9d5c635b tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccff9cb0-992e-44e0-b49f-2b35e2531d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202281 Aug 10 04:04:30.893432 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1e668c64-0062-45a5-bef3-75d17c3504cc tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:30.896789 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bf1673d3-6be4-4c79-8435-e3347c9a2bc7 req-4355dfd2-1924-4737-848a-60e06387b3f4 service neutron] 10.222.0.68 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394882 Aug 10 04:04:30.969620 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e668c64-0062-45a5-bef3-75d17c3504cc tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:30.977000 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-1e668c64-0062-45a5-bef3-75d17c3504cc tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:30.980703 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e668c64-0062-45a5-bef3-75d17c3504cc tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Pushing event updated for resources: {'Port': ['ID=0501a7d6-e5b8-4429-a621-10f4a1f9723d,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:30.983129 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e668c64-0062-45a5-bef3-75d17c3504cc tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:30.992812 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1ecfb29e-d47c-4d6b-933f-c778182506fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:31.009814 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:31.041039 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecfb29e-d47c-4d6b-933f-c778182506fc admin admin] Pushing event deleted for resources: {'Port': ['ID=67f32ee9-f4d7-447e-99e7-52aa2964b4f4,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:31.175936 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40dbc9-1ead-468c-8d47-353686e804b0 req-6795205d-e7f9-475d-84ff-3f24887d188a tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:31.185808 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bb40dbc9-1ead-468c-8d47-353686e804b0 req-6795205d-e7f9-475d-84ff-3f24887d188a tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/ports?device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 946 time: 0.2304101 Aug 10 04:04:31.234957 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Allocated IP 172.25.0.242 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/88dbbbfe-a01e-4911-8520-33932f380984) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:31.297868 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bb40dbc9-1ead-468c-8d47-353686e804b0 req-20177745-6aef-44bb-b488-2b3a0c48bb42 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2cc0a36-92e0-4386-8e5e-a7d7c2306b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105180 Aug 10 04:04:31.342120 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969be01-a69a-48c1-98ba-8419e8fcdbeb req-74e40b47-f844-4e64-88ac-d9999fef1a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:31.345715 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b969be01-a69a-48c1-98ba-8419e8fcdbeb req-74e40b47-f844-4e64-88ac-d9999fef1a6a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9c54c9ab1fa940fe85894d7bbe0c849c&device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 1094 time: 0.2960906 Aug 10 04:04:31.389784 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:31.460138 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1ecfb29e-d47c-4d6b-933f-c778182506fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:31.536673 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1e668c64-0062-45a5-bef3-75d17c3504cc tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:31.553040 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d8664-8741-41c7-a51c-f52e712abe85 req-a147d35e-840b-43d1-95ac-e555e0affff9 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:31.554538 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d86d8664-8741-41c7-a51c-f52e712abe85 req-a147d35e-840b-43d1-95ac-e555e0affff9 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50669f4-82b0-4afc-b220-746b921f8821 HTTP/1.1" status: 200 len: 909 time: 0.1691866 Aug 10 04:04:31.562793 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969be01-a69a-48c1-98ba-8419e8fcdbeb req-215e1e03-d847-4172-aa8d-516ca4112d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:31.564831 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b969be01-a69a-48c1-98ba-8419e8fcdbeb req-215e1e03-d847-4172-aa8d-516ca4112d24 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f573ecff-4c5c-4552-80ba-7f39fbaee537 HTTP/1.1" status: 200 len: 918 time: 0.2088747 Aug 10 04:04:31.582858 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:31.642820 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b969be01-a69a-48c1-98ba-8419e8fcdbeb req-1d5c001d-c9f1-4ac0-b785-fb90e74d923e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3353e051-ac99-4ca2-af77-90c4a60c1c01 HTTP/1.1" status: 200 len: 217 time: 0.0690403 Aug 10 04:04:31.666564 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:31.672260 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event updated for resources: {'Port': ['ID=88dbbbfe-a01e-4911-8520-33932f380984,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:31.675391 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:31.681881 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:31.710056 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969be01-a69a-48c1-98ba-8419e8fcdbeb req-901ba978-ef14-49e3-9d65-7610599bf9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:31.712313 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b969be01-a69a-48c1-98ba-8419e8fcdbeb req-901ba978-ef14-49e3-9d65-7610599bf9c7 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dfeb297-f2e7-4070-a508-7d422d26e1b7 HTTP/1.1" status: 200 len: 856 time: 0.0624740 Aug 10 04:04:31.834486 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969be01-a69a-48c1-98ba-8419e8fcdbeb req-9b2be52f-5165-43a3-a1ae-a374ba6b6440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:31.836058 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b969be01-a69a-48c1-98ba-8419e8fcdbeb req-9b2be52f-5165-43a3-a1ae-a374ba6b6440 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f573ecff-4c5c-4552-80ba-7f39fbaee537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888364 Aug 10 04:04:31.913950 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ecfb29e-d47c-4d6b-933f-c778182506fc admin admin] Router 861c2a30-0450-4ad8-9417-db0b38bc7bd8 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:04:31.932039 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1e668c64-0062-45a5-bef3-75d17c3504cc tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:32.006001 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b969be01-a69a-48c1-98ba-8419e8fcdbeb req-a525c989-797f-4c98-b9e3-d99f8e999539 service neutron] 10.222.0.68 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595798 Aug 10 04:04:32.095165 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88588b5-6a64-4785-819b-b891664afd63 req-f7e71642-aba7-47e5-a226-2100cc55b176 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:32.096818 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e88588b5-6a64-4785-819b-b891664afd63 req-f7e71642-aba7-47e5-a226-2100cc55b176 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 943 time: 0.1796770 Aug 10 04:04:32.148185 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecfb29e-d47c-4d6b-933f-c778182506fc admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:32.153417 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1ecfb29e-d47c-4d6b-933f-c778182506fc admin admin] 10.222.0.25 "PUT /v2.0/routers/861c2a30-0450-4ad8-9417-db0b38bc7bd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1015358 Aug 10 04:04:32.158110 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50820) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:32.162676 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825cee64-9ccf-4d41-839d-0ca9c27e2dd8 None None] Sync routers for ids ['861c2a30-0450-4ad8-9417-db0b38bc7bd8'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:32.169645 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825cee64-9ccf-4d41-839d-0ca9c27e2dd8 None None] Routers {'861c2a30-0450-4ad8-9417-db0b38bc7bd8'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:32.170257 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-825cee64-9ccf-4d41-839d-0ca9c27e2dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['861c2a30-0450-4ad8-9417-db0b38bc7bd8'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:32.186679 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e88588b5-6a64-4785-819b-b891664afd63 req-c5665c8e-867a-4718-bda9-570eb5c12129 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829778 Aug 10 04:04:32.252268 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1628e66-590c-4f3a-81ae-e03a44409a44 req-0afe070e-e6c9-4123-a673-f3967f2980ab tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:32.254962 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a1628e66-590c-4f3a-81ae-e03a44409a44 req-0afe070e-e6c9-4123-a673-f3967f2980ab tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/ports?device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 946 time: 0.2092307 Aug 10 04:04:32.268153 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b969be01-a69a-48c1-98ba-8419e8fcdbeb req-fce7fdbc-ef92-49aa-bb5b-40ed4a8abdea service neutron] 10.222.0.68 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230790 Aug 10 04:04:32.293356 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-825cee64-9ccf-4d41-839d-0ca9c27e2dd8 None None] Set router 861c2a30-0450-4ad8-9417-db0b38bc7bd8 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:32.344602 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e668c64-0062-45a5-bef3-75d17c3504cc tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Router 6f9e08ef-9d7c-45dc-8143-45b914dfafc7 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:04:32.354498 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a1628e66-590c-4f3a-81ae-e03a44409a44 req-0caf44c7-4947-49e4-a3b7-af4253e58a08 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2cc0a36-92e0-4386-8e5e-a7d7c2306b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913689 Aug 10 04:04:32.374223 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d9fecaff-4931-4ca8-88ce-e9677cd85a6e admin admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:32.378170 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:32.452996 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d039b9-1d07-4988-80c9-8dbd129424ad req-aefd9656-813c-4eb8-a29d-dcba3ddea6d2 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:32.454756 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-45d039b9-1d07-4988-80c9-8dbd129424ad req-aefd9656-813c-4eb8-a29d-dcba3ddea6d2 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=61396a3b-1bb0-4b47-9d0e-d1195e09ed7e HTTP/1.1" status: 200 len: 945 time: 0.1546218 Aug 10 04:04:32.494810 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d9fecaff-4931-4ca8-88ce-e9677cd85a6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:32.496549 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-825cee64-9ccf-4d41-839d-0ca9c27e2dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861c2a30-0450-4ad8-9417-db0b38bc7bd8', 'name': 'tempest-TestServerMultinode-225958473-router', 'tenant_id': '859d00d69f694334bbe3ff010af659c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'fafb4442-7d6d-440b-b7af-b4aa8fb4c356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:04Z', 'updated_at': '2021-08-10T04:04:30Z', 'revision_number': 5, 'project_id': '859d00d69f694334bbe3ff010af659c7', 'gw_port': {'id': 'fafb4442-7d6d-440b-b7af-b4aa8fb4c356', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861c2a30-0450-4ad8-9417-db0b38bc7bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:05Z', 'updated_at': '2021-08-10T04:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:32.523249 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825cee64-9ccf-4d41-839d-0ca9c27e2dd8 None None] Checking router: 861c2a30-0450-4ad8-9417-db0b38bc7bd8 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:04:32.531675 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825cee64-9ccf-4d41-839d-0ca9c27e2dd8 None None] Routers {'861c2a30-0450-4ad8-9417-db0b38bc7bd8'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:32.532946 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-825cee64-9ccf-4d41-839d-0ca9c27e2dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['861c2a30-0450-4ad8-9417-db0b38bc7bd8'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:32.552029 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-45d039b9-1d07-4988-80c9-8dbd129424ad req-413c307f-7613-48fe-ba0e-69297dfaab18 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccff9cb0-992e-44e0-b49f-2b35e2531d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892060 Aug 10 04:04:32.565582 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e668c64-0062-45a5-bef3-75d17c3504cc tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:32.577399 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88b1374-cf1e-4269-b63c-b13840b77420 None None] Sync routers for ids ['6f9e08ef-9d7c-45dc-8143-45b914dfafc7'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:32.593084 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88b1374-cf1e-4269-b63c-b13840b77420 None None] Routers {'6f9e08ef-9d7c-45dc-8143-45b914dfafc7'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:32.594100 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b88b1374-cf1e-4269-b63c-b13840b77420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['6f9e08ef-9d7c-45dc-8143-45b914dfafc7'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:32.646007 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:32.653081 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-825cee64-9ccf-4d41-839d-0ca9c27e2dd8 None None] Set router 861c2a30-0450-4ad8-9417-db0b38bc7bd8 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:32.678017 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1e668c64-0062-45a5-bef3-75d17c3504cc tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:32.679375 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1e668c64-0062-45a5-bef3-75d17c3504cc tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4960632 Aug 10 04:04:32.682301 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50824) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:32.725413 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee338c3-cbd2-4133-a0de-136a3a640ddf req-f1694577-4104-4b65-a355-f36f10e4e4e9 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:32.727704 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1ee338c3-cbd2-4133-a0de-136a3a640ddf req-f1694577-4104-4b65-a355-f36f10e4e4e9 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50669f4-82b0-4afc-b220-746b921f8821 HTTP/1.1" status: 200 len: 909 time: 0.0886097 Aug 10 04:04:32.737018 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-d9fecaff-4931-4ca8-88ce-e9677cd85a6e admin admin] Deleting port fafb4442-7d6d-440b-b7af-b4aa8fb4c356 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:32.737751 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d9fecaff-4931-4ca8-88ce-e9677cd85a6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:32.742380 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-b88b1374-cf1e-4269-b63c-b13840b77420 None None] Set router 6f9e08ef-9d7c-45dc-8143-45b914dfafc7 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:32.827127 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-d9fecaff-4931-4ca8-88ce-e9677cd85a6e admin admin] For port fafb4442-7d6d-440b-b7af-b4aa8fb4c356, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=fafb4442-7d6d-440b-b7af-b4aa8fb4c356,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:32.827796 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d9fecaff-4931-4ca8-88ce-e9677cd85a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:32.841566 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-d9fecaff-4931-4ca8-88ce-e9677cd85a6e admin admin] Calling delete_port for fafb4442-7d6d-440b-b7af-b4aa8fb4c356 owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:32.901088 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-825cee64-9ccf-4d41-839d-0ca9c27e2dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '861c2a30-0450-4ad8-9417-db0b38bc7bd8', 'name': 'tempest-TestServerMultinode-225958473-router', 'tenant_id': '859d00d69f694334bbe3ff010af659c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'fafb4442-7d6d-440b-b7af-b4aa8fb4c356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:04Z', 'updated_at': '2021-08-10T04:04:30Z', 'revision_number': 5, 'project_id': '859d00d69f694334bbe3ff010af659c7', 'gw_port': {'id': 'fafb4442-7d6d-440b-b7af-b4aa8fb4c356', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861c2a30-0450-4ad8-9417-db0b38bc7bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:05Z', 'updated_at': '2021-08-10T04:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:32.931372 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c8f42a30-c2d7-4521-9426-c4fff226c3b7 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "GET /v2.0/routers/6f9e08ef-9d7c-45dc-8143-45b914dfafc7 HTTP/1.1" status: 200 len: 908 time: 0.2478867 Aug 10 04:04:32.934568 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50826) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:32.934985 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825cee64-9ccf-4d41-839d-0ca9c27e2dd8 None None] The sync data for ids ['861c2a30-0450-4ad8-9417-db0b38bc7bd8'] in n-d-802893-2 is: [{'id': '861c2a30-0450-4ad8-9417-db0b38bc7bd8', 'name': 'tempest-TestServerMultinode-225958473-router', 'tenant_id': '859d00d69f694334bbe3ff010af659c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'fafb4442-7d6d-440b-b7af-b4aa8fb4c356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:04Z', 'updated_at': '2021-08-10T04:04:30Z', 'revision_number': 5, 'project_id': '859d00d69f694334bbe3ff010af659c7', 'gw_port': {'id': 'fafb4442-7d6d-440b-b7af-b4aa8fb4c356', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861c2a30-0450-4ad8-9417-db0b38bc7bd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:05Z', 'updated_at': '2021-08-10T04:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:32.942703 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-afcfdc49-1a70-4d01-a501-a9bdc7927853 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1716188573', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'enable_snat': True}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:32.960666 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b88b1374-cf1e-4269-b63c-b13840b77420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9e08ef-9d7c-45dc-8143-45b914dfafc7', 'name': 'tempest-snat-router-1716188573', 'tenant_id': 'ffeb5a33bbee48bd8a998bfb392093c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.67'}], 'enable_snat': False}, 'gw_port_id': '0501a7d6-e5b8-4429-a621-10f4a1f9723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:29Z', 'updated_at': '2021-08-10T04:04:31Z', 'revision_number': 3, 'project_id': 'ffeb5a33bbee48bd8a998bfb392093c2', 'gw_port': {'id': '0501a7d6-e5b8-4429-a621-10f4a1f9723d', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9e08ef-9d7c-45dc-8143-45b914dfafc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:30Z', 'updated_at': '2021-08-10T04:04:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:32.998467 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88b1374-cf1e-4269-b63c-b13840b77420 None None] Checking router: 6f9e08ef-9d7c-45dc-8143-45b914dfafc7 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:04:32.998814 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88b1374-cf1e-4269-b63c-b13840b77420 None None] Updating router 6f9e08ef-9d7c-45dc-8143-45b914dfafc7 port 0501a7d6-e5b8-4429-a621-10f4a1f9723d binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:04:33.009881 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.024686 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b88b1374-cf1e-4269-b63c-b13840b77420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.095715 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-afcfdc49-1a70-4d01-a501-a9bdc7927853 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.096804 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-afcfdc49-1a70-4d01-a501-a9bdc7927853 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.140578 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d9fecaff-4931-4ca8-88ce-e9677cd85a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.145224 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.173111 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fecaff-4931-4ca8-88ce-e9677cd85a6e admin admin] Pushing event deleted for resources: {'Port': ['ID=fafb4442-7d6d-440b-b7af-b4aa8fb4c356,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:33.247841 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d9fecaff-4931-4ca8-88ce-e9677cd85a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.292515 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b88b1374-cf1e-4269-b63c-b13840b77420 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.304301 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-b88b1374-cf1e-4269-b63c-b13840b77420 None None] Transition to ACTIVE for port object 0501a7d6-e5b8-4429-a621-10f4a1f9723d will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:33.373919 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d9fecaff-4931-4ca8-88ce-e9677cd85a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.376831 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d9fecaff-4931-4ca8-88ce-e9677cd85a6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.380586 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b88b1374-cf1e-4269-b63c-b13840b77420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.459826 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc89dfd-2572-4fa9-baf4-c0bd890e2001 None None] Pushing event updated for resources: {'Port': ['ID=0501a7d6-e5b8-4429-a621-10f4a1f9723d,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:33.471350 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-b88b1374-cf1e-4269-b63c-b13840b77420 None None] Attempting to bind port 0501a7d6-e5b8-4429-a621-10f4a1f9723d on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:04:33.471721 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-b88b1374-cf1e-4269-b63c-b13840b77420 None None] Attempting to bind port 0501a7d6-e5b8-4429-a621-10f4a1f9723d by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:04:33.472121 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88b1374-cf1e-4269-b63c-b13840b77420 None None] Attempting to bind port 0501a7d6-e5b8-4429-a621-10f4a1f9723d on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:33.480974 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88b1374-cf1e-4269-b63c-b13840b77420 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:04:33.483991 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88b1374-cf1e-4269-b63c-b13840b77420 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:33.483991 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b88b1374-cf1e-4269-b63c-b13840b77420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.483991 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88b1374-cf1e-4269-b63c-b13840b77420 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:04:33.483991 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-b88b1374-cf1e-4269-b63c-b13840b77420 None None] Bound port: 0501a7d6-e5b8-4429-a621-10f4a1f9723d, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:04:33.483991 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b88b1374-cf1e-4269-b63c-b13840b77420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.512176 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d9fecaff-4931-4ca8-88ce-e9677cd85a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.513227 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fecaff-4931-4ca8-88ce-e9677cd85a6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 861c2a30-0450-4ad8-9417-db0b38bc7bd8 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:04:33.521019 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d9fecaff-4931-4ca8-88ce-e9677cd85a6e admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.524331 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d9fecaff-4931-4ca8-88ce-e9677cd85a6e admin admin] 10.222.0.25 "DELETE /v2.0/routers/861c2a30-0450-4ad8-9417-db0b38bc7bd8 HTTP/1.1" status: 204 len: 168 time: 1.3613067 Aug 10 04:04:33.525255 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50832) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:33.554484 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6f26b-7b0a-4114-a873-e5919710cc9e req-e4c47de8-5e26-4978-81b4-a6d532bf0d45 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:33.555213 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-b88b1374-cf1e-4269-b63c-b13840b77420 None None] For port 0501a7d6-e5b8-4429-a621-10f4a1f9723d, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:04:33.556095 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ea6f26b-7b0a-4114-a873-e5919710cc9e req-e4c47de8-5e26-4978-81b4-a6d532bf0d45 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.20 "GET /v2.0/ports?device_id=d50669f4-82b0-4afc-b220-746b921f8821 HTTP/1.1" status: 200 len: 909 time: 0.4707346 Aug 10 04:04:33.560271 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-b88b1374-cf1e-4269-b63c-b13840b77420 None None] For port 0501a7d6-e5b8-4429-a621-10f4a1f9723d, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=0501a7d6-e5b8-4429-a621-10f4a1f9723d,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:04:33.577842 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2be99-55e4-440b-97d2-efa49dfa4e1d req-02a8ccdc-7c8c-4554-a163-c97b70b751ad tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:33.580014 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1ae2be99-55e4-440b-97d2-efa49dfa4e1d req-02a8ccdc-7c8c-4554-a163-c97b70b751ad tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/ports?device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 946 time: 0.0991774 Aug 10 04:04:33.589371 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4590d43-e697-41a1-a35d-bdd357ecfadd admin admin] Deleting subnet ae124fd1-d7fe-404d-84ff-6229779b6430 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:04:33.601382 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4590d43-e697-41a1-a35d-bdd357ecfadd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.604676 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-afcfdc49-1a70-4d01-a501-a9bdc7927853 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.638107 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b88b1374-cf1e-4269-b63c-b13840b77420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.668500 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4590d43-e697-41a1-a35d-bdd357ecfadd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.708605 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc89dfd-2572-4fa9-baf4-c0bd890e2001 None None] Pushing event updated for resources: {'Port': ['ID=0501a7d6-e5b8-4429-a621-10f4a1f9723d,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:33.717912 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88b1374-cf1e-4269-b63c-b13840b77420 None None] Routers {'6f9e08ef-9d7c-45dc-8143-45b914dfafc7'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:33.719311 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b88b1374-cf1e-4269-b63c-b13840b77420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['6f9e08ef-9d7c-45dc-8143-45b914dfafc7'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:33.748890 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1ae2be99-55e4-440b-97d2-efa49dfa4e1d req-c8af3318-1ba4-4d72-ba58-b2df52a838fe tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2cc0a36-92e0-4386-8e5e-a7d7c2306b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571538 Aug 10 04:04:33.811683 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event updated for resources: {'Port': ['ID=88dbbbfe-a01e-4911-8520-33932f380984,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:33.830217 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4590d43-e697-41a1-a35d-bdd357ecfadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.878534 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:33.878812 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:33.879171 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:33.879524 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:33.880284 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:33.880284 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:33.880555 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:33.880894 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:33.881226 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:33.881727 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:33.882074 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:33.882413 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:33.896493 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:33.901159 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-b88b1374-cf1e-4269-b63c-b13840b77420 None None] Set router 6f9e08ef-9d7c-45dc-8143-45b914dfafc7 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:33.917774 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8720a-b4df-4dcd-992e-d748e57ab4b3 req-4be27bf4-86bd-494e-92ea-501080b9ba9a tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:33.919249 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-31b8720a-b4df-4dcd-992e-d748e57ab4b3 req-4be27bf4-86bd-494e-92ea-501080b9ba9a tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.68 "GET /v2.0/ports?device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 946 time: 0.1455429 Aug 10 04:04:33.983043 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ca0e2-78e6-41f2-a258-3316aec7973d req-ade692e4-b145-4ace-8d9a-70fe32945f1f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:33.984823 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ce6ca0e2-78e6-41f2-a258-3316aec7973d req-ade692e4-b145-4ace-8d9a-70fe32945f1f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 943 time: 0.4274983 Aug 10 04:04:34.012507 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d23361-90c7-418b-a4de-9fa5e169c6a9 req-e6058ff6-a102-4406-9ac9-35426999389e tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:34.014073 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a0d23361-90c7-418b-a4de-9fa5e169c6a9 req-e6058ff6-a102-4406-9ac9-35426999389e tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=61396a3b-1bb0-4b47-9d0e-d1195e09ed7e HTTP/1.1" status: 200 len: 945 time: 0.1579976 Aug 10 04:04:34.029176 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da1f68-f12d-4661-86df-5aeb03172eda req-690df248-d716-43b8-85ad-0f6ceb0a0211 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:34.030774 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-20da1f68-f12d-4661-86df-5aeb03172eda req-690df248-d716-43b8-85ad-0f6ceb0a0211 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.20 "GET /v2.0/ports?device_id=61396a3b-1bb0-4b47-9d0e-d1195e09ed7e HTTP/1.1" status: 200 len: 945 time: 0.4692097 Aug 10 04:04:34.043068 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-afcfdc49-1a70-4d01-a501-a9bdc7927853 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:34.074480 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a0d23361-90c7-418b-a4de-9fa5e169c6a9 req-3cb04277-b752-4eb5-a8a8-5c0e4acc4349 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccff9cb0-992e-44e0-b49f-2b35e2531d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482833 Aug 10 04:04:34.102615 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-31b8720a-b4df-4dcd-992e-d748e57ab4b3 req-31e760da-4637-4d04-94b7-42f0c5dcc577 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Deleting port ac6d769f-6823-48e1-b944-73eb389662fa {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:34.102615 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-31b8720a-b4df-4dcd-992e-d748e57ab4b3 req-31e760da-4637-4d04-94b7-42f0c5dcc577 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:34.111303 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b88b1374-cf1e-4269-b63c-b13840b77420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f9e08ef-9d7c-45dc-8143-45b914dfafc7', 'name': 'tempest-snat-router-1716188573', 'tenant_id': 'ffeb5a33bbee48bd8a998bfb392093c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.67'}], 'enable_snat': False}, 'gw_port_id': '0501a7d6-e5b8-4429-a621-10f4a1f9723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:29Z', 'updated_at': '2021-08-10T04:04:31Z', 'revision_number': 3, 'project_id': 'ffeb5a33bbee48bd8a998bfb392093c2', 'gw_port': {'id': '0501a7d6-e5b8-4429-a621-10f4a1f9723d', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9e08ef-9d7c-45dc-8143-45b914dfafc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:30Z', 'updated_at': '2021-08-10T04:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:34.145459 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88b1374-cf1e-4269-b63c-b13840b77420 None None] The sync data for ids ['6f9e08ef-9d7c-45dc-8143-45b914dfafc7'] in n-d-802893-2 is: [{'id': '6f9e08ef-9d7c-45dc-8143-45b914dfafc7', 'name': 'tempest-snat-router-1716188573', 'tenant_id': 'ffeb5a33bbee48bd8a998bfb392093c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.67'}], 'enable_snat': False}, 'gw_port_id': '0501a7d6-e5b8-4429-a621-10f4a1f9723d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:29Z', 'updated_at': '2021-08-10T04:04:31Z', 'revision_number': 3, 'project_id': 'ffeb5a33bbee48bd8a998bfb392093c2', 'gw_port': {'id': '0501a7d6-e5b8-4429-a621-10f4a1f9723d', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:95:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f9e08ef-9d7c-45dc-8143-45b914dfafc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:30Z', 'updated_at': '2021-08-10T04:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:34.224391 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 67f32ee9-f4d7-447e-99e7-52aa2964b4f4 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:04:34.233346 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4590d43-e697-41a1-a35d-bdd357ecfadd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:34.252908 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 67f32ee9-f4d7-447e-99e7-52aa2964b4f4 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:04:34.253426 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 67f32ee9-f4d7-447e-99e7-52aa2964b4f4 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:04:34.253939 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device fafb4442-7d6d-440b-b7af-b4aa8fb4c356 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:04:34.279052 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: fafb4442-7d6d-440b-b7af-b4aa8fb4c356 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:04:34.279460 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device fafb4442-7d6d-440b-b7af-b4aa8fb4c356 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:04:34.298373 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ce6ca0e2-78e6-41f2-a258-3316aec7973d req-6bc1ccff-2a20-4c42-9a1c-81012223e91c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2772150 Aug 10 04:04:34.322143 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-4ea6f26b-7b0a-4114-a873-e5919710cc9e req-22a3230b-11d3-4ef0-a93f-53208606fca1 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Deleting port 6ca64818-c380-4ce5-ab90-1fdbf8268fef {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:34.322492 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4ea6f26b-7b0a-4114-a873-e5919710cc9e req-22a3230b-11d3-4ef0-a93f-53208606fca1 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:34.375648 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Floating IP 90316540-242c-4d16-9acd-ca435484b8f5 associated. External IP: 172.25.0.242, port: 62f7a477-b8b1-4a37-a468-fe39f430d4c3. Aug 10 04:04:34.543288 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-20da1f68-f12d-4661-86df-5aeb03172eda req-0fa09b41-d285-4201-8b67-28035f7189dc tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Deleting port 5c9e8088-d11e-4b8b-97fb-0aa01d376c78 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:34.543647 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-20da1f68-f12d-4661-86df-5aeb03172eda req-0fa09b41-d285-4201-8b67-28035f7189dc tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:34.557046 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 3353e051-ac99-4ca2-af77-90c4a60c1c01 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:04:34.632933 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-4ea6f26b-7b0a-4114-a873-e5919710cc9e req-22a3230b-11d3-4ef0-a93f-53208606fca1 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] For port 6ca64818-c380-4ce5-ab90-1fdbf8268fef, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=6ca64818-c380-4ce5-ab90-1fdbf8268fef,segment=NetworkSegment(cc5087f3-ae31-4caa-82e8-181371e6b7c0),segment_id=cc5087f3-ae31-4caa-82e8-181371e6b7c0)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:34.633540 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4ea6f26b-7b0a-4114-a873-e5919710cc9e req-22a3230b-11d3-4ef0-a93f-53208606fca1 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:34.667718 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-4ea6f26b-7b0a-4114-a873-e5919710cc9e req-22a3230b-11d3-4ef0-a93f-53208606fca1 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Calling delete_port for 6ca64818-c380-4ce5-ab90-1fdbf8268fef owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:34.714996 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 3353e051-ac99-4ca2-af77-90c4a60c1c01, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=3353e051-ac99-4ca2-af77-90c4a60c1c01,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:34.728405 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '3353e051-ac99-4ca2-af77-90c4a60c1c01', 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'port_id': '3353e051-ac99-4ca2-af77-90c4a60c1c01', 'mac_address': 'fa:16:3e:ff:f4:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:04:34.735854 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4590d43-e697-41a1-a35d-bdd357ecfadd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:34.742489 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a4590d43-e697-41a1-a35d-bdd357ecfadd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ae124fd1-d7fe-404d-84ff-6229779b6430 HTTP/1.1" status: 204 len: 168 time: 1.2138062 Aug 10 04:04:34.746366 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4590d43-e697-41a1-a35d-bdd357ecfadd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae124fd1-d7fe-404d-84ff-6229779b6430,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:34.752295 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50838) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:34.772326 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a065cd7-67ab-4d54-b533-3ea9b206e6e9 None None] Network 137f76aa-af8f-4398-8fdb-e11b7451ef28 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:04:34.808820 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132de702-6581-4038-b31d-4aa9238c6175 req-31320d71-98ac-461e-9a52-8c3f5bf236ae tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:34.814389 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-132de702-6581-4038-b31d-4aa9238c6175 req-31320d71-98ac-461e-9a52-8c3f5bf236ae tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.20 "GET /v2.0/ports?device_id=812ab793-2768-4c50-9015-c38c96e30d68 HTTP/1.1" status: 200 len: 945 time: 0.6656909 Aug 10 04:04:34.835455 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-20da1f68-f12d-4661-86df-5aeb03172eda req-0fa09b41-d285-4201-8b67-28035f7189dc tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] For port 5c9e8088-d11e-4b8b-97fb-0aa01d376c78, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=5c9e8088-d11e-4b8b-97fb-0aa01d376c78,segment=NetworkSegment(b9789bf5-84f3-4980-95f7-b48d4834102d),segment_id=b9789bf5-84f3-4980-95f7-b48d4834102d)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:34.835837 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-20da1f68-f12d-4661-86df-5aeb03172eda req-0fa09b41-d285-4201-8b67-28035f7189dc tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:34.849757 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03bff07-2dfa-4c4c-8a57-185685bd7fa9 req-0377741b-95d4-4c5e-a0a7-d6e4652c61c4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:34.853950 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:04:34.861882 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-20da1f68-f12d-4661-86df-5aeb03172eda req-0fa09b41-d285-4201-8b67-28035f7189dc tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Calling delete_port for 5c9e8088-d11e-4b8b-97fb-0aa01d376c78 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:34.866055 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f03bff07-2dfa-4c4c-8a57-185685bd7fa9 req-0377741b-95d4-4c5e-a0a7-d6e4652c61c4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50669f4-82b0-4afc-b220-746b921f8821 HTTP/1.1" status: 200 len: 909 time: 0.6197321 Aug 10 04:04:34.892822 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:34.900676 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-31b8720a-b4df-4dcd-992e-d748e57ab4b3 req-31e760da-4637-4d04-94b7-42f0c5dcc577 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] For port ac6d769f-6823-48e1-b944-73eb389662fa, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=ac6d769f-6823-48e1-b944-73eb389662fa,segment=NetworkSegment(44df00c0-39d8-4e74-b043-a28864267d94),segment_id=44df00c0-39d8-4e74-b043-a28864267d94)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:34.901144 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-31b8720a-b4df-4dcd-992e-d748e57ab4b3 req-31e760da-4637-4d04-94b7-42f0c5dcc577 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:34.931844 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-31b8720a-b4df-4dcd-992e-d748e57ab4b3 req-31e760da-4637-4d04-94b7-42f0c5dcc577 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Calling delete_port for ac6d769f-6823-48e1-b944-73eb389662fa owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:34.941874 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3353e051-ac99-4ca2-af77-90c4a60c1c01 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:04:34.973602 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 3353e051-ac99-4ca2-af77-90c4a60c1c01, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=3353e051-ac99-4ca2-af77-90c4a60c1c01,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:35.039585 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b525fe-be9b-4c65-ae41-52f9b39bd70a None None] DHCP port deletion for 137f76aa-af8f-4398-8fdb-e11b7451ef28 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:04:35.060242 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-132de702-6581-4038-b31d-4aa9238c6175 req-2c48558f-c23e-4719-80b2-1a1fbae2eee2 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Deleting port 7d36231f-97fc-4fc5-910f-cb9112323235 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:35.060576 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-132de702-6581-4038-b31d-4aa9238c6175 req-2c48558f-c23e-4719-80b2-1a1fbae2eee2 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:35.070380 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:35.152222 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=3353e051-ac99-4ca2-af77-90c4a60c1c01,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:35.192686 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-09b525fe-be9b-4c65-ae41-52f9b39bd70a None None] Deleting port d9619c4d-7d98-458d-957e-1d46c87a8ca1 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:35.192981 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-09b525fe-be9b-4c65-ae41-52f9b39bd70a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:35.276792 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-31bafd5d-5eb0-4c3c-a7d0-126a87988b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:35.284444 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-09b525fe-be9b-4c65-ae41-52f9b39bd70a None None] For port d9619c4d-7d98-458d-957e-1d46c87a8ca1, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=d9619c4d-7d98-458d-957e-1d46c87a8ca1,segment=NetworkSegment(af4810fe-d8e3-48e7-9070-321454aa4f85),segment_id=af4810fe-d8e3-48e7-9070-321454aa4f85)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:35.284999 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-09b525fe-be9b-4c65-ae41-52f9b39bd70a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:35.296215 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-132de702-6581-4038-b31d-4aa9238c6175 req-2c48558f-c23e-4719-80b2-1a1fbae2eee2 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] For port 7d36231f-97fc-4fc5-910f-cb9112323235, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=7d36231f-97fc-4fc5-910f-cb9112323235,segment=NetworkSegment(b9789bf5-84f3-4980-95f7-b48d4834102d),segment_id=b9789bf5-84f3-4980-95f7-b48d4834102d)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:35.296215 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-132de702-6581-4038-b31d-4aa9238c6175 req-2c48558f-c23e-4719-80b2-1a1fbae2eee2 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:35.302778 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-09b525fe-be9b-4c65-ae41-52f9b39bd70a None None] Calling delete_port for d9619c4d-7d98-458d-957e-1d46c87a8ca1 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:35.322831 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b279f5e-ca87-4710-a0cf-020804ef11ce req-103fd12d-9995-44f7-99d9-f5f60f07a579 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:35.324445 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9b279f5e-ca87-4710-a0cf-020804ef11ce req-103fd12d-9995-44f7-99d9-f5f60f07a579 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=61396a3b-1bb0-4b47-9d0e-d1195e09ed7e HTTP/1.1" status: 200 len: 945 time: 0.1163294 Aug 10 04:04:35.325447 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-132de702-6581-4038-b31d-4aa9238c6175 req-2c48558f-c23e-4719-80b2-1a1fbae2eee2 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Calling delete_port for 7d36231f-97fc-4fc5-910f-cb9112323235 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:35.363698 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['3353e051-ac99-4ca2-af77-90c4a60c1c01'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:04:35.365881 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-31b8720a-b4df-4dcd-992e-d748e57ab4b3 req-31e760da-4637-4d04-94b7-42f0c5dcc577 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:35.385447 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57883d38-b8fc-4bce-a785-e08e43c1d974 req-c8695aaa-0f2e-4ed2-8e88-3912e4e430b4 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:35.388404 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-57883d38-b8fc-4bce-a785-e08e43c1d974 req-c8695aaa-0f2e-4ed2-8e88-3912e4e430b4 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/ports?device_id=308b71d4-b82a-4d7a-afc2-f790f5eee74a HTTP/1.1" status: 200 len: 946 time: 0.3162034 Aug 10 04:04:35.421611 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-afcfdc49-1a70-4d01-a501-a9bdc7927853 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:35.480161 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9b279f5e-ca87-4710-a0cf-020804ef11ce req-61bc8cbb-fd95-43cd-b968-455a0e749c9f tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/security-groups?id=ccff9cb0-992e-44e0-b49f-2b35e2531d0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396339 Aug 10 04:04:35.481031 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e760da-4637-4d04-94b7-42f0c5dcc577 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Pushing event deleted for resources: {'Port': ['ID=ac6d769f-6823-48e1-b944-73eb389662fa,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:35.484172 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-20da1f68-f12d-4661-86df-5aeb03172eda req-0fa09b41-d285-4201-8b67-28035f7189dc tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:35.520270 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Router 2e7c8e87-3e1a-4115-b3a4-2c80f2e97809 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:04:35.551439 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-afcfdc49-1a70-4d01-a501-a9bdc7927853 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:35.552323 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b8720a-b4df-4dcd-992e-d748e57ab4b3 req-31e760da-4637-4d04-94b7-42f0c5dcc577 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] No DVR routers for this DVR port ac6d769f-6823-48e1-b944-73eb389662fa on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:04:35.552456 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-09b525fe-be9b-4c65-ae41-52f9b39bd70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:35.555427 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-31b8720a-b4df-4dcd-992e-d748e57ab4b3 req-31e760da-4637-4d04-94b7-42f0c5dcc577 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:35.561049 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-31b8720a-b4df-4dcd-992e-d748e57ab4b3 req-31e760da-4637-4d04-94b7-42f0c5dcc577 tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.68 "DELETE /v2.0/ports/ac6d769f-6823-48e1-b944-73eb389662fa HTTP/1.1" status: 204 len: 173 time: 1.6318095 Aug 10 04:04:35.564711 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308b71d4-b82a-4d7a-afc2-f790f5eee74a', 'name': 'network-vif-deleted', 'tag': 'ac6d769f-6823-48e1-b944-73eb389662fa'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:35.567681 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db418622-8fde-4cc6-b504-615e38012414" -d '{"events": [{"server_uuid": "308b71d4-b82a-4d7a-afc2-f790f5eee74a", "name": "network-vif-deleted", "tag": "ac6d769f-6823-48e1-b944-73eb389662fa"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:35.573025 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b525fe-be9b-4c65-ae41-52f9b39bd70a None None] No DVR routers for this DVR port d9619c4d-7d98-458d-957e-1d46c87a8ca1 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:04:35.594199 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b525fe-be9b-4c65-ae41-52f9b39bd70a None None] Pushing event deleted for resources: {'Port': ['ID=d9619c4d-7d98-458d-957e-1d46c87a8ca1,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:35.616961 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa09b41-d285-4201-8b67-28035f7189dc tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Pushing event deleted for resources: {'Port': ['ID=5c9e8088-d11e-4b8b-97fb-0aa01d376c78,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:35.676257 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053436d6-c146-44d3-aa52-23e64ee1e903 req-657e2c33-e8db-42c0-b7bc-7c2dd48eb715 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:35.678030 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-053436d6-c146-44d3-aa52-23e64ee1e903 req-657e2c33-e8db-42c0-b7bc-7c2dd48eb715 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 944 time: 0.0855896 Aug 10 04:04:35.734363 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-053436d6-c146-44d3-aa52-23e64ee1e903 req-d5423ed3-c5dc-429c-a2ab-61adce303efa tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422320 Aug 10 04:04:35.790586 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-132de702-6581-4038-b31d-4aa9238c6175 req-2c48558f-c23e-4719-80b2-1a1fbae2eee2 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:35.797694 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef55b607-0b5f-4d83-9f2c-804d54766b77 x-openstack-request-id: req-ef55b607-0b5f-4d83-9f2c-804d54766b77 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:35.797990 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308b71d4-b82a-4d7a-afc2-f790f5eee74a", "name": "network-vif-deleted", "tag": "ac6d769f-6823-48e1-b944-73eb389662fa", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:35.798242 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef55b607-0b5f-4d83-9f2c-804d54766b77 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:35.798906 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308b71d4-b82a-4d7a-afc2-f790f5eee74a', 'name': 'network-vif-deleted', 'tag': 'ac6d769f-6823-48e1-b944-73eb389662fa', 'status': 'completed', 'code': 200} Aug 10 04:04:35.820397 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['ac6d769f-6823-48e1-b944-73eb389662fa'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:04:35.832158 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48558f-c23e-4719-80b2-1a1fbae2eee2 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Pushing event deleted for resources: {'Port': ['ID=7d36231f-97fc-4fc5-910f-cb9112323235,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:35.880784 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-132de702-6581-4038-b31d-4aa9238c6175 req-2c48558f-c23e-4719-80b2-1a1fbae2eee2 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] No DVR routers for this DVR port 7d36231f-97fc-4fc5-910f-cb9112323235 on host n-h2-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:04:35.883719 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-132de702-6581-4038-b31d-4aa9238c6175 req-2c48558f-c23e-4719-80b2-1a1fbae2eee2 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:35.886272 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-132de702-6581-4038-b31d-4aa9238c6175 req-2c48558f-c23e-4719-80b2-1a1fbae2eee2 tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.20 "DELETE /v2.0/ports/7d36231f-97fc-4fc5-910f-cb9112323235 HTTP/1.1" status: 204 len: 173 time: 1.0612028 Aug 10 04:04:36.015822 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-20da1f68-f12d-4661-86df-5aeb03172eda req-0fa09b41-d285-4201-8b67-28035f7189dc tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] No DVR routers for this DVR port 5c9e8088-d11e-4b8b-97fb-0aa01d376c78 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:04:36.021245 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a65b4-2142-4489-bf3d-2125d8bc5dbc req-76a0081b-962f-4b5f-9df3-30e783d4d264 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:36.022790 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-919a65b4-2142-4489-bf3d-2125d8bc5dbc req-76a0081b-962f-4b5f-9df3-30e783d4d264 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50669f4-82b0-4afc-b220-746b921f8821 HTTP/1.1" status: 200 len: 909 time: 0.0700657 Aug 10 04:04:36.036555 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-20da1f68-f12d-4661-86df-5aeb03172eda req-0fa09b41-d285-4201-8b67-28035f7189dc tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:36.038841 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-20da1f68-f12d-4661-86df-5aeb03172eda req-0fa09b41-d285-4201-8b67-28035f7189dc tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.20 "DELETE /v2.0/ports/5c9e8088-d11e-4b8b-97fb-0aa01d376c78 HTTP/1.1" status: 204 len: 173 time: 1.9921064 Aug 10 04:04:36.039824 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61396a3b-1bb0-4b47-9d0e-d1195e09ed7e', 'name': 'network-vif-deleted', 'tag': '5c9e8088-d11e-4b8b-97fb-0aa01d376c78'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:36.042577 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4e28a3-740d-4021-9991-f6e088136fec" -d '{"events": [{"server_uuid": "61396a3b-1bb0-4b47-9d0e-d1195e09ed7e", "name": "network-vif-deleted", "tag": "5c9e8088-d11e-4b8b-97fb-0aa01d376c78"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:36.052244 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 0501a7d6-e5b8-4429-a621-10f4a1f9723d up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:36.055285 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-57883d38-b8fc-4bce-a785-e08e43c1d974 req-9e457723-53d2-4525-9ae6-7d42ff9370eb tempest-TestServerAdvancedOps-1066466745 tempest-TestServerAdvancedOps-1066466745-project] 10.222.0.25 "GET /v2.0/security-groups?id=a2cc0a36-92e0-4386-8e5e-a7d7c2306b3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6016564 Aug 10 04:04:36.119307 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbbb918-2ffe-46ae-9f22-eb2abc329b43 x-openstack-request-id: req-5bbbb918-2ffe-46ae-9f22-eb2abc329b43 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:36.119625 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61396a3b-1bb0-4b47-9d0e-d1195e09ed7e", "name": "network-vif-deleted", "tag": "5c9e8088-d11e-4b8b-97fb-0aa01d376c78", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:36.119871 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5bbbb918-2ffe-46ae-9f22-eb2abc329b43 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:36.120338 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61396a3b-1bb0-4b47-9d0e-d1195e09ed7e', 'name': 'network-vif-deleted', 'tag': '5c9e8088-d11e-4b8b-97fb-0aa01d376c78', 'status': 'completed', 'code': 200} Aug 10 04:04:36.144083 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4ea6f26b-7b0a-4114-a873-e5919710cc9e req-22a3230b-11d3-4ef0-a93f-53208606fca1 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:36.153411 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-31bafd5d-5eb0-4c3c-a7d0-126a87988b7b admin admin] Deleting port d9619c4d-7d98-458d-957e-1d46c87a8ca1 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:36.153753 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-31bafd5d-5eb0-4c3c-a7d0-126a87988b7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:36.220844 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 0501a7d6-e5b8-4429-a621-10f4a1f9723d completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:36.225101 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 0501a7d6-e5b8-4429-a621-10f4a1f9723d triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:36.229556 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:36.270559 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3230b-11d3-4ef0-a93f-53208606fca1 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event deleted for resources: {'Port': ['ID=6ca64818-c380-4ce5-ab90-1fdbf8268fef,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:36.353989 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:36.371801 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-afcfdc49-1a70-4d01-a501-a9bdc7927853 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Allocated IP 172.25.0.227 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/56eba1ea-1ad9-4e69-ad7b-40518d945f58) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:36.385720 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea6f26b-7b0a-4114-a873-e5919710cc9e req-22a3230b-11d3-4ef0-a93f-53208606fca1 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] No DVR routers for this DVR port 6ca64818-c380-4ce5-ab90-1fdbf8268fef on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:04:36.387515 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 0501a7d6-e5b8-4429-a621-10f4a1f9723d, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=0501a7d6-e5b8-4429-a621-10f4a1f9723d,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:36.388531 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4ea6f26b-7b0a-4114-a873-e5919710cc9e req-22a3230b-11d3-4ef0-a93f-53208606fca1 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:36.391046 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ea6f26b-7b0a-4114-a873-e5919710cc9e req-22a3230b-11d3-4ef0-a93f-53208606fca1 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.20 "DELETE /v2.0/ports/6ca64818-c380-4ce5-ab90-1fdbf8268fef HTTP/1.1" status: 204 len: 173 time: 2.8246663 Aug 10 04:04:36.403570 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-31bafd5d-5eb0-4c3c-a7d0-126a87988b7b admin admin] For port d9619c4d-7d98-458d-957e-1d46c87a8ca1, host n-d-802893-2, got binding levels [] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:36.403942 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-31bafd5d-5eb0-4c3c-a7d0-126a87988b7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:36.425936 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-31bafd5d-5eb0-4c3c-a7d0-126a87988b7b admin admin] Calling delete_port for d9619c4d-7d98-458d-957e-1d46c87a8ca1 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:36.431343 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.ipam_backend_mixin [None req-31bafd5d-5eb0-4c3c-a7d0-126a87988b7b admin admin] Port d9619c4d-7d98-458d-957e-1d46c87a8ca1 was not found and therefore no delete operation was performed {{(pid=94937) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 04:04:36.437766 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:36.448590 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808c98b4-7d37-494f-b7ad-d9590365726c None None] Sync routers for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:36.454389 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-31bafd5d-5eb0-4c3c-a7d0-126a87988b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:36.463916 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808c98b4-7d37-494f-b7ad-d9590365726c None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:36.464887 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-808c98b4-7d37-494f-b7ad-d9590365726c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:36.467126 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:36.530463 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-808c98b4-7d37-494f-b7ad-d9590365726c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:36.586883 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bafd5d-5eb0-4c3c-a7d0-126a87988b7b admin admin] No DVR routers for this DVR port d9619c4d-7d98-458d-957e-1d46c87a8ca1 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:04:36.604772 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 3353e051-ac99-4ca2-af77-90c4a60c1c01 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:36.612513 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808c98b4-7d37-494f-b7ad-d9590365726c None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:36.613291 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-808c98b4-7d37-494f-b7ad-d9590365726c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:36.651141 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bafd5d-5eb0-4c3c-a7d0-126a87988b7b admin admin] Pushing event deleted for resources: {'Port': ['ID=d9619c4d-7d98-458d-957e-1d46c87a8ca1,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:36.733277 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-31bafd5d-5eb0-4c3c-a7d0-126a87988b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:36.745809 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:36.770031 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f305137a-3b23-420c-8f9a-e979a22c2fd3 req-c9d5f57f-fef9-4ec9-a21e-562340b761ed tempest-MultipleCreateTestJSON-436719075 tempest-MultipleCreateTestJSON-436719075-project] 10.222.0.25 "GET /v2.0/ports?device_id=61396a3b-1bb0-4b47-9d0e-d1195e09ed7e HTTP/1.1" status: 200 len: 210 time: 0.1309514 Aug 10 04:04:36.773652 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-31bafd5d-5eb0-4c3c-a7d0-126a87988b7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137f76aa-af8f-4398-8fdb-e11b7451ef28']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:36.820082 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-31bafd5d-5eb0-4c3c-a7d0-126a87988b7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af4810fe-d8e3-48e7-9070-321454aa4f85') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:36.820437 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-31bafd5d-5eb0-4c3c-a7d0-126a87988b7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af4810fe-d8e3-48e7-9070-321454aa4f85') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:36.843887 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-31bafd5d-5eb0-4c3c-a7d0-126a87988b7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:36.849734 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f25b0229-7458-4416-941b-43579123f6f5 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.2264466 Aug 10 04:04:36.854218 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50856) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:36.857196 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-afcfdc49-1a70-4d01-a501-a9bdc7927853 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:36.870205 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device d9619c4d-7d98-458d-957e-1d46c87a8ca1 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:04:36.874654 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-31bafd5d-5eb0-4c3c-a7d0-126a87988b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:36.877729 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-808c98b4-7d37-494f-b7ad-d9590365726c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:36.878378 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808c98b4-7d37-494f-b7ad-d9590365726c None None] The sync data for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:36.905717 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: d9619c4d-7d98-458d-957e-1d46c87a8ca1 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:04:36.906070 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device d9619c4d-7d98-458d-957e-1d46c87a8ca1 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:04:36.909234 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=0501a7d6-e5b8-4429-a621-10f4a1f9723d,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:36.917187 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65d8ef-1ac5-43c1-83b5-4c4393b4de3c req-bdb9172e-2498-4fe4-9d85-97ff97537f9b tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:36.919534 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bb65d8ef-1ac5-43c1-83b5-4c4393b4de3c req-bdb9172e-2498-4fe4-9d85-97ff97537f9b tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 944 time: 0.0808547 Aug 10 04:04:36.919736 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31bafd5d-5eb0-4c3c-a7d0-126a87988b7b admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:04:36.920374 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-31bafd5d-5eb0-4c3c-a7d0-126a87988b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:04:36.928074 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:04:36.971055 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bb65d8ef-1ac5-43c1-83b5-4c4393b4de3c req-918dec72-d63c-41b7-a53a-e477121e2b3d tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351374 Aug 10 04:04:36.990327 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 3353e051-ac99-4ca2-af77-90c4a60c1c01 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:36.994524 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 3353e051-ac99-4ca2-af77-90c4a60c1c01 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:36.995291 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:37.015988 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c57c9b7b-c9ae-4f8c-b61d-8bd04adf236f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "GET /v2.0/floatingips/90316540-242c-4d16-9acd-ca435484b8f5 HTTP/1.1" status: 200 len: 978 time: 0.1561737 Aug 10 04:04:37.018788 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50858) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:37.019806 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 7d36231f-97fc-4fc5-910f-cb9112323235 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:04:37.046004 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 7d36231f-97fc-4fc5-910f-cb9112323235 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:04:37.046366 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 7d36231f-97fc-4fc5-910f-cb9112323235 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:04:37.046846 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 5c9e8088-d11e-4b8b-97fb-0aa01d376c78 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:04:37.081771 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-31bafd5d-5eb0-4c3c-a7d0-126a87988b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:37.083283 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 5c9e8088-d11e-4b8b-97fb-0aa01d376c78 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:04:37.083782 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 5c9e8088-d11e-4b8b-97fb-0aa01d376c78 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:04:37.084350 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 6ca64818-c380-4ce5-ab90-1fdbf8268fef no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:04:37.097116 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-31bafd5d-5eb0-4c3c-a7d0-126a87988b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:37.100198 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-31bafd5d-5eb0-4c3c-a7d0-126a87988b7b admin admin] 10.222.0.25 "DELETE /v2.0/networks/137f76aa-af8f-4398-8fdb-e11b7451ef28 HTTP/1.1" status: 204 len: 168 time: 2.3466904 Aug 10 04:04:37.123067 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bafd5d-5eb0-4c3c-a7d0-126a87988b7b admin admin] Pushing event deleted for resources: {'Network': ['ID=137f76aa-af8f-4398-8fdb-e11b7451ef28,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:37.129909 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 6ca64818-c380-4ce5-ab90-1fdbf8268fef {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:04:37.129909 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 6ca64818-c380-4ce5-ab90-1fdbf8268fef not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:04:37.146984 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-afcfdc49-1a70-4d01-a501-a9bdc7927853 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:37.180413 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:37.201357 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-35907671-d928-42df-b178-8c57929bd23b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1813509 Aug 10 04:04:37.204713 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50866) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:37.210267 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c3d4bf6e-bcbb-4a79-bfa6-059adc9f4e3b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Request body: {'floatingip': {'port_id': '4778f236-c000-43f0-9bbf-2e90142c8835'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:37.216767 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb243a93-5a45-43ab-a994-b87697db17e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3353e051-ac99-4ca2-af77-90c4a60c1c01'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:37.220202 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bffd5a-9504-43f9-b3f2-d186fd2d5f90" -d '{"events": [{"server_uuid": "fb243a93-5a45-43ab-a994-b87697db17e3", "name": "network-vif-plugged", "status": "completed", "tag": "3353e051-ac99-4ca2-af77-90c4a60c1c01"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:37.234712 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 3353e051-ac99-4ca2-af77-90c4a60c1c01, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=3353e051-ac99-4ca2-af77-90c4a60c1c01,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:37.263000 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50870) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:37.271039 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d849ca51-2814-418b-9672-7d216a088461 x-openstack-request-id: req-d849ca51-2814-418b-9672-7d216a088461 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:37.271399 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb243a93-5a45-43ab-a994-b87697db17e3", "name": "network-vif-plugged", "status": "completed", "tag": "3353e051-ac99-4ca2-af77-90c4a60c1c01", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:37.272050 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d849ca51-2814-418b-9672-7d216a088461 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:37.272506 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb243a93-5a45-43ab-a994-b87697db17e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3353e051-ac99-4ca2-af77-90c4a60c1c01', 'code': 200} Aug 10 04:04:37.299475 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f9f9029-4aee-43dd-b48e-44f56f5d4078 req-26b01447-48d5-4dc7-968f-f23ff94a867d tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d50669f4-82b0-4afc-b220-746b921f8821 HTTP/1.1" status: 200 len: 210 time: 0.0964873 Aug 10 04:04:37.300629 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:37.306173 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device ac6d769f-6823-48e1-b944-73eb389662fa no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:04:37.336667 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: ac6d769f-6823-48e1-b944-73eb389662fa {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:04:37.337185 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device ac6d769f-6823-48e1-b944-73eb389662fa not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:04:37.348736 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcfdc49-1a70-4d01-a501-a9bdc7927853 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:37.357371 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c3d4bf6e-bcbb-4a79-bfa6-059adc9f4e3b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:37.358840 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-afcfdc49-1a70-4d01-a501-a9bdc7927853 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:37.364503 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcfdc49-1a70-4d01-a501-a9bdc7927853 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:37.389895 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=3353e051-ac99-4ca2-af77-90c4a60c1c01,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:37.414657 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-5696ae2c-d91d-4266-9cbf-931477f93d5d admin admin] Deleting subnet 52209863-cec2-42d9-9838-dedce41ef0a7 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:04:37.418154 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5696ae2c-d91d-4266-9cbf-931477f93d5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:37.472951 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021db259-2bfe-4bf3-8f3b-17ad9b61322b req-0cb32781-0e91-4403-80fd-4d6f637f2049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:37.474739 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-021db259-2bfe-4bf3-8f3b-17ad9b61322b req-0cb32781-0e91-4403-80fd-4d6f637f2049 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 1096 time: 0.1312907 Aug 10 04:04:37.487548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcfdc49-1a70-4d01-a501-a9bdc7927853 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Pushing event updated for resources: {'Port': ['ID=56eba1ea-1ad9-4e69-ad7b-40518d945f58,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:37.542398 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5696ae2c-d91d-4266-9cbf-931477f93d5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:37.585840 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-021db259-2bfe-4bf3-8f3b-17ad9b61322b req-a7d93de9-658e-477f-b02a-9ba97e3fdee0 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017692 Aug 10 04:04:37.598421 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50872) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:37.643979 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5696ae2c-d91d-4266-9cbf-931477f93d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:37.690508 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3749b5b6-6885-4449-a5f2-37224cfdea3b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5145b53c9d914a01b7fce8d76b07773c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0909569 Aug 10 04:04:37.694971 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50874) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:37.786595 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5696ae2c-d91d-4266-9cbf-931477f93d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:37.821095 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696ae2c-d91d-4266-9cbf-931477f93d5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52209863-cec2-42d9-9838-dedce41ef0a7,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:37.821282 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812ab793-2768-4c50-9015-c38c96e30d68', 'name': 'network-vif-deleted', 'tag': '7d36231f-97fc-4fc5-910f-cb9112323235'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:37.822591 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5696ae2c-d91d-4266-9cbf-931477f93d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:37.823533 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e949cc-f85f-475e-b3ca-04b77c14cd1c" -d '{"events": [{"server_uuid": "812ab793-2768-4c50-9015-c38c96e30d68", "name": "network-vif-deleted", "tag": "7d36231f-97fc-4fc5-910f-cb9112323235"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:37.824631 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5696ae2c-d91d-4266-9cbf-931477f93d5d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/52209863-cec2-42d9-9838-dedce41ef0a7 HTTP/1.1" status: 204 len: 168 time: 0.5360572 Aug 10 04:04:37.827483 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50882) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:37.835651 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0c970d15-be6c-45ef-ade4-d75815a6285b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:37.860971 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0c970d15-be6c-45ef-ade4-d75815a6285b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:37.897776 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a71fbc0-869f-43c3-9c0d-f35db479b6d9 x-openstack-request-id: req-9a71fbc0-869f-43c3-9c0d-f35db479b6d9 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:37.897950 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812ab793-2768-4c50-9015-c38c96e30d68", "name": "network-vif-deleted", "tag": "7d36231f-97fc-4fc5-910f-cb9112323235", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:37.898057 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a71fbc0-869f-43c3-9c0d-f35db479b6d9 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:37.898448 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812ab793-2768-4c50-9015-c38c96e30d68', 'name': 'network-vif-deleted', 'tag': '7d36231f-97fc-4fc5-910f-cb9112323235', 'status': 'completed', 'code': 200} Aug 10 04:04:37.903092 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50886) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:37.958802 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74477856-205f-45dd-ba4e-bf57996eb2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:37.976248 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-afcfdc49-1a70-4d01-a501-a9bdc7927853 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:37.997192 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e8323f-2eda-4d8f-858c-07d0c5675121 admin admin] Deleting subnet 77434ba7-4b25-4b0d-b621-1071d3d8eb3e {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:04:38.006447 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 0501a7d6-e5b8-4429-a621-10f4a1f9723d up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:38.007747 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2e8323f-2eda-4d8f-858c-07d0c5675121 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.060767 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0c970d15-be6c-45ef-ade4-d75815a6285b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.064113 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0c970d15-be6c-45ef-ade4-d75815a6285b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.065287 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0c970d15-be6c-45ef-ade4-d75815a6285b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89efd0a5-6710-43ba-8ea9-d197048f1405 HTTP/1.1" status: 204 len: 168 time: 0.3693666 Aug 10 04:04:38.083659 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 0501a7d6-e5b8-4429-a621-10f4a1f9723d triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:38.083776 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.091625 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c970d15-be6c-45ef-ade4-d75815a6285b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89efd0a5-6710-43ba-8ea9-d197048f1405,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:38.102321 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2e8323f-2eda-4d8f-858c-07d0c5675121 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.109160 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74477856-205f-45dd-ba4e-bf57996eb2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.119838 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-74477856-205f-45dd-ba4e-bf57996eb2c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c461d4-06d9-43b2-b373-77695d4d911c']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:38.131087 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-74477856-205f-45dd-ba4e-bf57996eb2c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44df00c0-39d8-4e74-b043-a28864267d94') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:38.131398 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-74477856-205f-45dd-ba4e-bf57996eb2c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44df00c0-39d8-4e74-b043-a28864267d94') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:38.140841 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74477856-205f-45dd-ba4e-bf57996eb2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.159025 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74477856-205f-45dd-ba4e-bf57996eb2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.165633 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74477856-205f-45dd-ba4e-bf57996eb2c9 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:04:38.166051 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74477856-205f-45dd-ba4e-bf57996eb2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.189889 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c3d4bf6e-bcbb-4a79-bfa6-059adc9f4e3b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.194557 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2e8323f-2eda-4d8f-858c-07d0c5675121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.222069 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50669f4-82b0-4afc-b220-746b921f8821', 'name': 'network-vif-deleted', 'tag': '6ca64818-c380-4ce5-ab90-1fdbf8268fef'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:38.226811 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c333b77c-7d30-4d4e-924f-d1a4abe23ea5" -d '{"events": [{"server_uuid": "d50669f4-82b0-4afc-b220-746b921f8821", "name": "network-vif-deleted", "tag": "6ca64818-c380-4ce5-ab90-1fdbf8268fef"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:04:38.227241 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:04:38.253494 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c3d4bf6e-bcbb-4a79-bfa6-059adc9f4e3b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.313941 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ee2002-0c7c-4c2a-9dd4-6724601dba3a x-openstack-request-id: req-45ee2002-0c7c-4c2a-9dd4-6724601dba3a {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:38.313941 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50669f4-82b0-4afc-b220-746b921f8821", "name": "network-vif-deleted", "tag": "6ca64818-c380-4ce5-ab90-1fdbf8268fef", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:38.313941 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-45ee2002-0c7c-4c2a-9dd4-6724601dba3a {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:38.314597 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50669f4-82b0-4afc-b220-746b921f8821', 'name': 'network-vif-deleted', 'tag': '6ca64818-c380-4ce5-ab90-1fdbf8268fef', 'status': 'completed', 'code': 200} Aug 10 04:04:38.360517 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50896) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:38.362403 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55aeda3-9588-4a5a-91b2-8ffed2636381 req-fe159648-ab9a-42f5-861d-1cc311ff77ca tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:38.369925 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d55aeda3-9588-4a5a-91b2-8ffed2636381 req-fe159648-ab9a-42f5-861d-1cc311ff77ca tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 945 time: 0.3102994 Aug 10 04:04:38.380515 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74477856-205f-45dd-ba4e-bf57996eb2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.439730 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74477856-205f-45dd-ba4e-bf57996eb2c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.444776 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-74477856-205f-45dd-ba4e-bf57996eb2c9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b9c461d4-06d9-43b2-b373-77695d4d911c HTTP/1.1" status: 204 len: 168 time: 0.6133735 Aug 10 04:04:38.455687 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50900) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:38.460781 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2e8323f-2eda-4d8f-858c-07d0c5675121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.477102 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74477856-205f-45dd-ba4e-bf57996eb2c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9c461d4-06d9-43b2-b373-77695d4d911c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:38.506342 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8323f-2eda-4d8f-858c-07d0c5675121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77434ba7-4b25-4b0d-b621-1071d3d8eb3e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:38.510748 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2e8323f-2eda-4d8f-858c-07d0c5675121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.522160 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b2e8323f-2eda-4d8f-858c-07d0c5675121 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/77434ba7-4b25-4b0d-b621-1071d3d8eb3e HTTP/1.1" status: 204 len: 168 time: 0.6086497 Aug 10 04:04:38.522160 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-c3d4bf6e-bcbb-4a79-bfa6-059adc9f4e3b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Floating IP 90316540-242c-4d16-9acd-ca435484b8f5 associated. External IP: 172.25.0.242, port: 62f7a477-b8b1-4a37-a468-fe39f430d4c3. Aug 10 04:04:38.522366 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d55aeda3-9588-4a5a-91b2-8ffed2636381 req-b1b0c2ff-b952-4dc2-ab3c-7537fdcc7b1a tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445348 Aug 10 04:04:38.522465 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50902) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:38.573691 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ffbefe8-3712-4e54-a4a7-61cab05eeb03 admin admin] Deleting subnet eec1b588-9a60-41cc-9134-b1470dac4e6f {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:04:38.578585 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1ffbefe8-3712-4e54-a4a7-61cab05eeb03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.606472 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-afcfdc49-1a70-4d01-a501-a9bdc7927853 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.621417 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1ffbefe8-3712-4e54-a4a7-61cab05eeb03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.724135 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f957ca4d-048b-4f47-b3ed-971ae2653b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.732258 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1ffbefe8-3712-4e54-a4a7-61cab05eeb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.877448 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50904) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:38.885967 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1ffbefe8-3712-4e54-a4a7-61cab05eeb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.887682 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcfdc49-1a70-4d01-a501-a9bdc7927853 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Router 8e424726-319c-4bee-9095-5c0c1589f81d is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:04:38.933234 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbefe8-3712-4e54-a4a7-61cab05eeb03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eec1b588-9a60-41cc-9134-b1470dac4e6f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:38.935217 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1ffbefe8-3712-4e54-a4a7-61cab05eeb03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.937108 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1ffbefe8-3712-4e54-a4a7-61cab05eeb03 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/eec1b588-9a60-41cc-9134-b1470dac4e6f HTTP/1.1" status: 204 len: 168 time: 0.4787605 Aug 10 04:04:38.945439 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50906) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:38.968943 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f957ca4d-048b-4f47-b3ed-971ae2653b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:38.985257 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-f957ca4d-048b-4f47-b3ed-971ae2653b36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78bf972d-a222-4d9c-8b1f-3be8d62ba98a']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:39.023625 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-f957ca4d-048b-4f47-b3ed-971ae2653b36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9789bf5-84f3-4980-95f7-b48d4834102d') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:39.024421 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-f957ca4d-048b-4f47-b3ed-971ae2653b36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9789bf5-84f3-4980-95f7-b48d4834102d') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:39.041118 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f957ca4d-048b-4f47-b3ed-971ae2653b36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:39.044386 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c0d4eb84-ca9a-41f7-868c-449d5f3cddd1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=859d00d69f694334bbe3ff010af659c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1657624 Aug 10 04:04:39.048695 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50908) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:39.054051 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d4bf6e-bcbb-4a79-bfa6-059adc9f4e3b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Router 2e7c8e87-3e1a-4115-b3a4-2c80f2e97809 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:04:39.062362 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f957ca4d-048b-4f47-b3ed-971ae2653b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:39.078570 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f957ca4d-048b-4f47-b3ed-971ae2653b36 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:04:39.078969 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f957ca4d-048b-4f47-b3ed-971ae2653b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:04:39.081732 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:04:39.119765 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f6a5b244-330d-4258-be24-0f002207d123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:39.188854 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcfdc49-1a70-4d01-a501-a9bdc7927853 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:39.197623 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5f4fd4cb-a9ff-4539-bc0b-cae0578d0658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:39.198698 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d39f312-04f4-48e7-984e-8e1232c56083 None None] Sync routers for ids ['8e424726-319c-4bee-9095-5c0c1589f81d'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:39.209715 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d39f312-04f4-48e7-984e-8e1232c56083 None None] Routers {'8e424726-319c-4bee-9095-5c0c1589f81d'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:39.210353 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-6d39f312-04f4-48e7-984e-8e1232c56083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['8e424726-319c-4bee-9095-5c0c1589f81d'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:39.274864 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f6a5b244-330d-4258-be24-0f002207d123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:39.278823 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5f4fd4cb-a9ff-4539-bc0b-cae0578d0658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:39.295352 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-f6a5b244-330d-4258-be24-0f002207d123 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c6a52a3-d710-4769-8a16-4c41b2d456cd']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:39.313772 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-f6a5b244-330d-4258-be24-0f002207d123 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f21accf9-214a-47e5-928f-7e8e9ad1d472') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:39.313772 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-f6a5b244-330d-4258-be24-0f002207d123 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f21accf9-214a-47e5-928f-7e8e9ad1d472') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:39.322954 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-6d39f312-04f4-48e7-984e-8e1232c56083 None None] Set router 8e424726-319c-4bee-9095-5c0c1589f81d gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:39.334767 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f6a5b244-330d-4258-be24-0f002207d123 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:39.343817 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-afcfdc49-1a70-4d01-a501-a9bdc7927853 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:39.348534 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-afcfdc49-1a70-4d01-a501-a9bdc7927853 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.4103036 Aug 10 04:04:39.349047 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50910) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:39.356615 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f6a5b244-330d-4258-be24-0f002207d123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:39.398959 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a5b244-330d-4258-be24-0f002207d123 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:04:39.399375 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f6a5b244-330d-4258-be24-0f002207d123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:04:39.401807 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:04:39.535379 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-977e5c6c-317c-4e3c-a9ce-d75cf4902894 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "GET /v2.0/routers/8e424726-319c-4bee-9095-5c0c1589f81d HTTP/1.1" status: 200 len: 908 time: 0.1852057 Aug 10 04:04:39.538116 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50912) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:39.584108 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f6a5b244-330d-4258-be24-0f002207d123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:39.585710 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5f4fd4cb-a9ff-4539-bc0b-cae0578d0658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:39.588348 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5f4fd4cb-a9ff-4539-bc0b-cae0578d0658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:39.591687 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5f4fd4cb-a9ff-4539-bc0b-cae0578d0658 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b HTTP/1.1" status: 204 len: 168 time: 0.5362906 Aug 10 04:04:39.599057 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f6a5b244-330d-4258-be24-0f002207d123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:39.600945 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f6a5b244-330d-4258-be24-0f002207d123 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3c6a52a3-d710-4769-8a16-4c41b2d456cd HTTP/1.1" status: 204 len: 168 time: 0.6530674 Aug 10 04:04:39.621638 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4fd4cb-a9ff-4539-bc0b-cae0578d0658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e822f80-7264-4ecd-ba0f-d7cc00d4bb2b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:39.625419 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5b244-330d-4258-be24-0f002207d123 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c6a52a3-d710-4769-8a16-4c41b2d456cd,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:39.654562 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f957ca4d-048b-4f47-b3ed-971ae2653b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:39.683808 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f957ca4d-048b-4f47-b3ed-971ae2653b36 admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:39.685993 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f957ca4d-048b-4f47-b3ed-971ae2653b36 admin admin] 10.222.0.25 "DELETE /v2.0/networks/78bf972d-a222-4d9c-8b1f-3be8d62ba98a HTTP/1.1" status: 204 len: 168 time: 1.1651535 Aug 10 04:04:39.706801 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-6d39f312-04f4-48e7-984e-8e1232c56083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e424726-319c-4bee-9095-5c0c1589f81d', 'name': 'tempest-snat-router-1716188573', 'tenant_id': 'ffeb5a33bbee48bd8a998bfb392093c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.227'}], 'enable_snat': True}, 'gw_port_id': '56eba1ea-1ad9-4e69-ad7b-40518d945f58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:33Z', 'updated_at': '2021-08-10T04:04:37Z', 'revision_number': 3, 'project_id': 'ffeb5a33bbee48bd8a998bfb392093c2', 'gw_port': {'id': '56eba1ea-1ad9-4e69-ad7b-40518d945f58', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:a2:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e424726-319c-4bee-9095-5c0c1589f81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:35Z', 'updated_at': '2021-08-10T04:04:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:39.706950 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d4bf6e-bcbb-4a79-bfa6-059adc9f4e3b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:39.710386 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f957ca4d-048b-4f47-b3ed-971ae2653b36 admin admin] Pushing event deleted for resources: {'Network': ['ID=78bf972d-a222-4d9c-8b1f-3be8d62ba98a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:39.718376 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013d4d55-31b0-4382-8303-ca5c590e2b37 None None] Sync routers for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:39.743598 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013d4d55-31b0-4382-8303-ca5c590e2b37 None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:39.744087 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-18e90e83-6d78-44ae-bf48-1c329a98f4d0 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:39.745694 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-013d4d55-31b0-4382-8303-ca5c590e2b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:39.780436 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a005a77-48a6-46dd-be17-b8e17c93d917 req-ea902707-f477-4873-a53b-32057eeb7d93 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:39.782709 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0a005a77-48a6-46dd-be17-b8e17c93d917 req-ea902707-f477-4873-a53b-32057eeb7d93 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 945 time: 0.1428146 Aug 10 04:04:39.809112 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d39f312-04f4-48e7-984e-8e1232c56083 None None] Checking router: 8e424726-319c-4bee-9095-5c0c1589f81d for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:04:39.809112 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d39f312-04f4-48e7-984e-8e1232c56083 None None] Updating router 8e424726-319c-4bee-9095-5c0c1589f81d port 56eba1ea-1ad9-4e69-ad7b-40518d945f58 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:04:39.826924 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-753395a3-b65f-413e-996c-750df2cf92c5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:39.839537 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6d39f312-04f4-48e7-984e-8e1232c56083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:39.863587 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-013d4d55-31b0-4382-8303-ca5c590e2b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:39.893426 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013d4d55-31b0-4382-8303-ca5c590e2b37 None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:39.894438 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-013d4d55-31b0-4382-8303-ca5c590e2b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:39.934106 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-013d4d55-31b0-4382-8303-ca5c590e2b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:39.935074 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013d4d55-31b0-4382-8303-ca5c590e2b37 None None] The sync data for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:39.945161 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-18e90e83-6d78-44ae-bf48-1c329a98f4d0 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:39.949261 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0a005a77-48a6-46dd-be17-b8e17c93d917 req-8f6154ef-f6a2-4037-905e-427f4827860f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573148 Aug 10 04:04:40.008097 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dbe0d255-1b91-43b1-9296-2d406465d4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.161829 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d4bf6e-bcbb-4a79-bfa6-059adc9f4e3b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Router 2e7c8e87-3e1a-4115-b3a4-2c80f2e97809 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:04:40.241728 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50924) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:40.298970 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6d39f312-04f4-48e7-984e-8e1232c56083 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.325421 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-6d39f312-04f4-48e7-984e-8e1232c56083 None None] Transition to ACTIVE for port object 56eba1ea-1ad9-4e69-ad7b-40518d945f58 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:40.421491 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6d39f312-04f4-48e7-984e-8e1232c56083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.512074 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346e6dd-290e-44dc-aa53-89bdffbfcdee None None] Pushing event updated for resources: {'Port': ['ID=56eba1ea-1ad9-4e69-ad7b-40518d945f58,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:40.515203 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50926) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:40.518972 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f517ca9b-4a35-4a90-828a-d7321880ed9e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf9cf8cc51c74e029b25978dfdc70284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1338782 Aug 10 04:04:40.525503 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d4bf6e-bcbb-4a79-bfa6-059adc9f4e3b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:40.537739 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c3d4bf6e-bcbb-4a79-bfa6-059adc9f4e3b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.538954 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-6d39f312-04f4-48e7-984e-8e1232c56083 None None] Attempting to bind port 56eba1ea-1ad9-4e69-ad7b-40518d945f58 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:04:40.539408 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-6d39f312-04f4-48e7-984e-8e1232c56083 None None] Attempting to bind port 56eba1ea-1ad9-4e69-ad7b-40518d945f58 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:04:40.539667 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d39f312-04f4-48e7-984e-8e1232c56083 None None] Attempting to bind port 56eba1ea-1ad9-4e69-ad7b-40518d945f58 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:40.544507 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ad08d-8d55-4a6b-a691-251c27601309 req-f2a3f32a-21fa-4235-90f8-8f620887505e tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:40.544706 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5dffd0-f143-4c1d-a0f7-3ef6b8642d7a None None] Sync routers for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:40.546053 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-969ad08d-8d55-4a6b-a691-251c27601309 req-f2a3f32a-21fa-4235-90f8-8f620887505e tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 945 time: 0.4892280 Aug 10 04:04:40.557168 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50928) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:40.558427 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5dffd0-f143-4c1d-a0f7-3ef6b8642d7a None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:40.559097 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-8a5dffd0-f143-4c1d-a0f7-3ef6b8642d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:40.566037 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-e90436f2-9a72-4380-9cbd-727b3d3f0450 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Request body: {'floatingip': {'port_id': '3353e051-ac99-4ca2-af77-90c4a60c1c01'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:40.579432 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-753395a3-b65f-413e-996c-750df2cf92c5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Deleting port 47bac92a-d111-4aeb-8b54-cadc99656a26 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:40.581421 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-753395a3-b65f-413e-996c-750df2cf92c5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.597990 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d39f312-04f4-48e7-984e-8e1232c56083 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:04:40.598378 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d39f312-04f4-48e7-984e-8e1232c56083 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:40.599074 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6d39f312-04f4-48e7-984e-8e1232c56083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.599074 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d39f312-04f4-48e7-984e-8e1232c56083 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:04:40.599590 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-6d39f312-04f4-48e7-984e-8e1232c56083 None None] Bound port: 56eba1ea-1ad9-4e69-ad7b-40518d945f58, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:04:40.599979 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6d39f312-04f4-48e7-984e-8e1232c56083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.603467 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-8a5dffd0-f143-4c1d-a0f7-3ef6b8642d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:40.622548 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e90436f2-9a72-4380-9cbd-727b3d3f0450 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for floatingip, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.632881 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5dffd0-f143-4c1d-a0f7-3ef6b8642d7a None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:40.633627 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-8a5dffd0-f143-4c1d-a0f7-3ef6b8642d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:40.650319 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c3d4bf6e-bcbb-4a79-bfa6-059adc9f4e3b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "PUT /v2.0/floatingips/90316540-242c-4d16-9acd-ca435484b8f5 HTTP/1.1" status: 200 len: 979 time: 3.4416139 Aug 10 04:04:40.650959 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50930) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:40.659873 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-ff6cf13e-3dc7-4514-be5b-cbea86b44b77 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:40.663626 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-18e90e83-6d78-44ae-bf48-1c329a98f4d0 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Deleting port 56eba1ea-1ad9-4e69-ad7b-40518d945f58 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:40.664697 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-18e90e83-6d78-44ae-bf48-1c329a98f4d0 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.690633 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-8a5dffd0-f143-4c1d-a0f7-3ef6b8642d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:40.691094 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5dffd0-f143-4c1d-a0f7-3ef6b8642d7a None None] The sync data for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:40.709879 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-6d39f312-04f4-48e7-984e-8e1232c56083 None None] For port 56eba1ea-1ad9-4e69-ad7b-40518d945f58, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:04:40.713731 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-6d39f312-04f4-48e7-984e-8e1232c56083 None None] For port 56eba1ea-1ad9-4e69-ad7b-40518d945f58, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=56eba1ea-1ad9-4e69-ad7b-40518d945f58,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:04:40.748992 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ff6cf13e-3dc7-4514-be5b-cbea86b44b77 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.752981 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-753395a3-b65f-413e-996c-750df2cf92c5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] For port 47bac92a-d111-4aeb-8b54-cadc99656a26, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=47bac92a-d111-4aeb-8b54-cadc99656a26,segment=NetworkSegment(cc5087f3-ae31-4caa-82e8-181371e6b7c0),segment_id=cc5087f3-ae31-4caa-82e8-181371e6b7c0)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:40.753547 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-753395a3-b65f-413e-996c-750df2cf92c5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.774862 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-19f5b8e4-3b69-4d95-83ee-468d0022c2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.785942 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6d39f312-04f4-48e7-984e-8e1232c56083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.816667 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-753395a3-b65f-413e-996c-750df2cf92c5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Calling delete_port for 47bac92a-d111-4aeb-8b54-cadc99656a26 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:40.822740 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-19f5b8e4-3b69-4d95-83ee-468d0022c2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.841430 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50932) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:40.871257 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d39f312-04f4-48e7-984e-8e1232c56083 None None] Routers {'8e424726-319c-4bee-9095-5c0c1589f81d'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:40.871874 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-6d39f312-04f4-48e7-984e-8e1232c56083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['8e424726-319c-4bee-9095-5c0c1589f81d'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:40.912022 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-18e90e83-6d78-44ae-bf48-1c329a98f4d0 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:40.934656 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-18e90e83-6d78-44ae-bf48-1c329a98f4d0 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Calling delete_port for 56eba1ea-1ad9-4e69-ad7b-40518d945f58 owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:40.961071 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346e6dd-290e-44dc-aa53-89bdffbfcdee None None] Pushing event updated for resources: {'Port': ['ID=56eba1ea-1ad9-4e69-ad7b-40518d945f58,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:40.987926 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-685d377d-0b87-4869-b023-ecbaf9b391f7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=127e22d0009143e39ccdeffeef17fd42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439989 Aug 10 04:04:41.004779 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-6d39f312-04f4-48e7-984e-8e1232c56083 None None] Set router 8e424726-319c-4bee-9095-5c0c1589f81d gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:41.017267 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50934) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:41.025311 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ff6cf13e-3dc7-4514-be5b-cbea86b44b77 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:41.063366 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-6d39f312-04f4-48e7-984e-8e1232c56083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e424726-319c-4bee-9095-5c0c1589f81d', 'name': 'tempest-snat-router-1716188573', 'tenant_id': 'ffeb5a33bbee48bd8a998bfb392093c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:33Z', 'updated_at': '2021-08-10T04:04:39Z', 'revision_number': 4, 'project_id': 'ffeb5a33bbee48bd8a998bfb392093c2', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:41.093127 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d39f312-04f4-48e7-984e-8e1232c56083 None None] The sync data for ids ['8e424726-319c-4bee-9095-5c0c1589f81d'] in n-d-802893-2 is: [{'id': '8e424726-319c-4bee-9095-5c0c1589f81d', 'name': 'tempest-snat-router-1716188573', 'tenant_id': 'ffeb5a33bbee48bd8a998bfb392093c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:33Z', 'updated_at': '2021-08-10T04:04:39Z', 'revision_number': 4, 'project_id': 'ffeb5a33bbee48bd8a998bfb392093c2', 'gw_port_host': None}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:41.105983 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ff6cf13e-3dc7-4514-be5b-cbea86b44b77 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:41.106280 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-19f5b8e4-3b69-4d95-83ee-468d0022c2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:41.106515 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-ff6cf13e-3dc7-4514-be5b-cbea86b44b77 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Floating IP 90316540-242c-4d16-9acd-ca435484b8f5 disassociated. External IP: 172.25.0.242, port: 4778f236-c000-43f0-9bbf-2e90142c8835. Aug 10 04:04:41.109546 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-19f5b8e4-3b69-4d95-83ee-468d0022c2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:41.110049 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-19f5b8e4-3b69-4d95-83ee-468d0022c2ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a2cc0a36-92e0-4386-8e5e-a7d7c2306b3c HTTP/1.1" status: 204 len: 168 time: 0.5916069 Aug 10 04:04:41.206888 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5b8e4-3b69-4d95-83ee-468d0022c2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cc0a36-92e0-4386-8e5e-a7d7c2306b3c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:41.260456 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cd64c2d-cec2-40b2-9b01-d66980a9b1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:41.300286 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-753395a3-b65f-413e-996c-750df2cf92c5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:41.337911 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753395a3-b65f-413e-996c-750df2cf92c5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event deleted for resources: {'Port': ['ID=47bac92a-d111-4aeb-8b54-cadc99656a26,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:41.349873 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cd64c2d-cec2-40b2-9b01-d66980a9b1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:41.520567 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e90436f2-9a72-4380-9cbd-727b3d3f0450 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:41.521904 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6cf13e-3dc7-4514-be5b-cbea86b44b77 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Router 2e7c8e87-3e1a-4115-b3a4-2c80f2e97809 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:04:41.523277 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-18e90e83-6d78-44ae-bf48-1c329a98f4d0 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:41.556040 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cd64c2d-cec2-40b2-9b01-d66980a9b1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:41.558754 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cd64c2d-cec2-40b2-9b01-d66980a9b1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:41.562357 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1cd64c2d-cec2-40b2-9b01-d66980a9b1df admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ccff9cb0-992e-44e0-b49f-2b35e2531d0a HTTP/1.1" status: 204 len: 168 time: 0.5420513 Aug 10 04:04:41.562357 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e90e83-6d78-44ae-bf48-1c329a98f4d0 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Pushing event deleted for resources: {'Port': ['ID=56eba1ea-1ad9-4e69-ad7b-40518d945f58,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:41.592665 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd64c2d-cec2-40b2-9b01-d66980a9b1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccff9cb0-992e-44e0-b49f-2b35e2531d0a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:41.624377 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e90436f2-9a72-4380-9cbd-727b3d3f0450 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:41.683122 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-753395a3-b65f-413e-996c-750df2cf92c5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:41.751180 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6cf13e-3dc7-4514-be5b-cbea86b44b77 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:41.757613 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ff6cf13e-3dc7-4514-be5b-cbea86b44b77 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:41.762483 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e23650-7107-4179-81cb-1ac74acac4fa None None] Sync routers for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:41.768058 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-18e90e83-6d78-44ae-bf48-1c329a98f4d0 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:41.774966 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e23650-7107-4179-81cb-1ac74acac4fa None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:41.775604 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-57e23650-7107-4179-81cb-1ac74acac4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:41.814889 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-57e23650-7107-4179-81cb-1ac74acac4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:41.817277 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ff6cf13e-3dc7-4514-be5b-cbea86b44b77 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "PUT /v2.0/floatingips/90316540-242c-4d16-9acd-ca435484b8f5 HTTP/1.1" status: 200 len: 688 time: 1.1617444 Aug 10 04:04:41.821993 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50942) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:41.827029 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e23650-7107-4179-81cb-1ac74acac4fa None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:41.827644 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-57e23650-7107-4179-81cb-1ac74acac4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:41.865998 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-57e23650-7107-4179-81cb-1ac74acac4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:41.867256 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e23650-7107-4179-81cb-1ac74acac4fa None None] The sync data for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:41.873900 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-18e90e83-6d78-44ae-bf48-1c329a98f4d0 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:41.878840 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-18e90e83-6d78-44ae-bf48-1c329a98f4d0 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:41.882478 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-e90436f2-9a72-4380-9cbd-727b3d3f0450 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Floating IP aed61ffa-e1c4-4cac-b563-c9f7b3b03882 associated. External IP: 172.25.0.32, port: 3353e051-ac99-4ca2-af77-90c4a60c1c01. Aug 10 04:04:42.024412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50944) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:42.072802 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-18e90e83-6d78-44ae-bf48-1c329a98f4d0 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:42.073615 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e90e83-6d78-44ae-bf48-1c329a98f4d0 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e424726-319c-4bee-9095-5c0c1589f81d {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:04:42.127795 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-18e90e83-6d78-44ae-bf48-1c329a98f4d0 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:42.131529 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-18e90e83-6d78-44ae-bf48-1c329a98f4d0 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "DELETE /v2.0/routers/8e424726-319c-4bee-9095-5c0c1589f81d HTTP/1.1" status: 204 len: 168 time: 2.5899947 Aug 10 04:04:42.132612 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50948) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:42.140919 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-43c1b4b9-9fcc-4f66-a382-3afab1ad8f8f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f58e339c921c4e4aa4db38c56b99be07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1152723 Aug 10 04:04:42.146020 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50950) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:42.360498 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-871cdb44-5710-4317-a8dc-0a9d17df2f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:42.360498 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90436f2-9a72-4380-9cbd-727b3d3f0450 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Router 98632379-a983-4819-a0e7-21ec5c644558 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:04:42.360498 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b1545c9d-1dff-4435-874d-6056723482d5 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:42.400701 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-e867a522-2774-4411-922a-6cca93e22180 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Deleting port 88dbbbfe-a01e-4911-8520-33932f380984 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:42.401260 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e867a522-2774-4411-922a-6cca93e22180 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:42.424261 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-871cdb44-5710-4317-a8dc-0a9d17df2f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:42.464132 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753395a3-b65f-413e-996c-750df2cf92c5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Router 60307cb4-8e68-484f-953b-036318e8ff7c has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:04:42.549808 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e867a522-2774-4411-922a-6cca93e22180 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:42.550176 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e867a522-2774-4411-922a-6cca93e22180 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:42.595087 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-e867a522-2774-4411-922a-6cca93e22180 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Calling delete_port for 88dbbbfe-a01e-4911-8520-33932f380984 owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:42.661735 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753395a3-b65f-413e-996c-750df2cf92c5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:42.668039 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-753395a3-b65f-413e-996c-750df2cf92c5 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "PUT /v2.0/routers/60307cb4-8e68-484f-953b-036318e8ff7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3063512 Aug 10 04:04:42.672232 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50962) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:42.677869 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fdd2aa-9d3c-47f1-bfa6-890e93ed3103 None None] Sync routers for ids ['60307cb4-8e68-484f-953b-036318e8ff7c'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:42.693345 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fdd2aa-9d3c-47f1-bfa6-890e93ed3103 None None] Routers {'60307cb4-8e68-484f-953b-036318e8ff7c'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:42.694131 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d6fdd2aa-9d3c-47f1-bfa6-890e93ed3103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['60307cb4-8e68-484f-953b-036318e8ff7c'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:42.753513 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-83caf0ec-8831-4aa6-bcec-8eabff25bb62 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Deleting subnet 1c8b630b-0a30-4eb0-81a8-a687781b76b3 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:04:42.757208 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-83caf0ec-8831-4aa6-bcec-8eabff25bb62 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:42.830843 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-83caf0ec-8831-4aa6-bcec-8eabff25bb62 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:42.852112 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-d6fdd2aa-9d3c-47f1-bfa6-890e93ed3103 None None] Set router 60307cb4-8e68-484f-953b-036318e8ff7c gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:42.907968 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b1545c9d-1dff-4435-874d-6056723482d5 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:42.928149 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90436f2-9a72-4380-9cbd-727b3d3f0450 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:42.934132 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e90436f2-9a72-4380-9cbd-727b3d3f0450 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:42.938648 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a318571b-97f3-4591-a406-7b13b9c6d714 None None] Sync routers for ids ['98632379-a983-4819-a0e7-21ec5c644558'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:42.949587 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e867a522-2774-4411-922a-6cca93e22180 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:42.954922 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a318571b-97f3-4591-a406-7b13b9c6d714 None None] Routers {'98632379-a983-4819-a0e7-21ec5c644558'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:42.955623 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a318571b-97f3-4591-a406-7b13b9c6d714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['98632379-a983-4819-a0e7-21ec5c644558'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:42.974717 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e90436f2-9a72-4380-9cbd-727b3d3f0450 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "PUT /v2.0/floatingips/aed61ffa-e1c4-4cac-b563-c9f7b3b03882 HTTP/1.1" status: 200 len: 990 time: 2.4147625 Aug 10 04:04:42.978206 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb243a93-5a45-43ab-a994-b87697db17e3', 'tag': '3353e051-ac99-4ca2-af77-90c4a60c1c01'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:42.987298 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4cecabc-485c-484f-9613-caf6199316c4" -d '{"events": [{"name": "network-changed", "server_uuid": "fb243a93-5a45-43ab-a994-b87697db17e3", "tag": "3353e051-ac99-4ca2-af77-90c4a60c1c01"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:42.995187 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-871cdb44-5710-4317-a8dc-0a9d17df2f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:43.001215 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-871cdb44-5710-4317-a8dc-0a9d17df2f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:43.008007 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-871cdb44-5710-4317-a8dc-0a9d17df2f2c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ff18b671-cda6-4e27-b2df-7797cf731a61 HTTP/1.1" status: 204 len: 168 time: 0.8582501 Aug 10 04:04:43.016797 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50976) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:43.035623 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867a522-2774-4411-922a-6cca93e22180 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event deleted for resources: {'Port': ['ID=88dbbbfe-a01e-4911-8520-33932f380984,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:43.081098 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bc30d2-63de-44f3-95e9-c700a19f35de x-openstack-request-id: req-26bc30d2-63de-44f3-95e9-c700a19f35de {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:43.081627 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb243a93-5a45-43ab-a994-b87697db17e3", "tag": "3353e051-ac99-4ca2-af77-90c4a60c1c01", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:43.082041 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26bc30d2-63de-44f3-95e9-c700a19f35de {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:43.082586 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb243a93-5a45-43ab-a994-b87697db17e3', 'tag': '3353e051-ac99-4ca2-af77-90c4a60c1c01', 'status': 'completed', 'code': 200} Aug 10 04:04:43.087650 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871cdb44-5710-4317-a8dc-0a9d17df2f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff18b671-cda6-4e27-b2df-7797cf731a61,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:43.128606 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d6fdd2aa-9d3c-47f1-bfa6-890e93ed3103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60307cb4-8e68-484f-953b-036318e8ff7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2103509367', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '77ef0a95-f994-430d-a879-ded2ec3bc076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:54Z', 'updated_at': '2021-08-10T04:04:41Z', 'revision_number': 5, 'project_id': 'd996598032a244868fc625ab65d6228c', 'gw_port': {'id': '77ef0a95-f994-430d-a879-ded2ec3bc076', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60307cb4-8e68-484f-953b-036318e8ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:56Z', 'updated_at': '2021-08-10T04:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:43.128905 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-b1545c9d-1dff-4435-874d-6056723482d5 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Deleting port 0501a7d6-e5b8-4429-a621-10f4a1f9723d {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:43.129783 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b1545c9d-1dff-4435-874d-6056723482d5 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:43.158510 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fdd2aa-9d3c-47f1-bfa6-890e93ed3103 None None] Checking router: 60307cb4-8e68-484f-953b-036318e8ff7c for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:04:43.170754 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fdd2aa-9d3c-47f1-bfa6-890e93ed3103 None None] Routers {'60307cb4-8e68-484f-953b-036318e8ff7c'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:43.170754 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d6fdd2aa-9d3c-47f1-bfa6-890e93ed3103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['60307cb4-8e68-484f-953b-036318e8ff7c'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:43.170968 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-83caf0ec-8831-4aa6-bcec-8eabff25bb62 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:43.201064 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-a318571b-97f3-4591-a406-7b13b9c6d714 None None] Set router 98632379-a983-4819-a0e7-21ec5c644558 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:43.257274 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-e27b8286-f539-4311-b756-02abbffc1c09 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-356884736-network', 'tenant_id': 'f3713408bd1840a4be53441e1ea350d3'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:43.299511 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cecabc-485c-484f-9613-caf6199316c4 req-72fdd86f-b66d-4738-ad95-14bcf6616427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:43.301104 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b4cecabc-485c-484f-9613-caf6199316c4 req-72fdd86f-b66d-4738-ad95-14bcf6616427 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9c54c9ab1fa940fe85894d7bbe0c849c&device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 1096 time: 0.2136855 Aug 10 04:04:43.305934 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-d6fdd2aa-9d3c-47f1-bfa6-890e93ed3103 None None] Set router 60307cb4-8e68-484f-953b-036318e8ff7c gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:43.306354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-b1545c9d-1dff-4435-874d-6056723482d5 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] For port 0501a7d6-e5b8-4429-a621-10f4a1f9723d, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=0501a7d6-e5b8-4429-a621-10f4a1f9723d,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:43.307269 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b1545c9d-1dff-4435-874d-6056723482d5 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:43.307762 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e867a522-2774-4411-922a-6cca93e22180 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:43.310584 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e867a522-2774-4411-922a-6cca93e22180 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:43.313952 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e867a522-2774-4411-922a-6cca93e22180 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "DELETE /v2.0/floatingips/90316540-242c-4d16-9acd-ca435484b8f5 HTTP/1.1" status: 204 len: 168 time: 1.4886994 Aug 10 04:04:43.319401 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50980) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:43.365586 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-9153bdab-abf7-4045-817d-0585cf13337c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] delete failed (client error): The resource could not be found. Aug 10 04:04:43.365586 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9153bdab-abf7-4045-817d-0585cf13337c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "DELETE /v2.0/floatingips/90316540-242c-4d16-9acd-ca435484b8f5 HTTP/1.1" status: 404 len: 345 time: 0.0421755 Aug 10 04:04:43.365586 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50982) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:43.367156 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-b1545c9d-1dff-4435-874d-6056723482d5 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Calling delete_port for 0501a7d6-e5b8-4429-a621-10f4a1f9723d owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:43.424517 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cecabc-485c-484f-9613-caf6199316c4 req-4969f9f2-bf89-4f40-b527-57169df78856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:43.426114 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b4cecabc-485c-484f-9613-caf6199316c4 req-4969f9f2-bf89-4f40-b527-57169df78856 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f573ecff-4c5c-4552-80ba-7f39fbaee537 HTTP/1.1" status: 200 len: 918 time: 0.1114354 Aug 10 04:04:43.438978 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27b8286-f539-4311-b756-02abbffc1c09 admin admin] Made reservation on behalf of f3713408bd1840a4be53441e1ea350d3 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:04:43.441614 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e27b8286-f539-4311-b756-02abbffc1c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:43.461457 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e27b8286-f539-4311-b756-02abbffc1c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:43.516545 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-83caf0ec-8831-4aa6-bcec-8eabff25bb62 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:43.549835 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cfde37-b3ee-4c87-aee2-ca9f34156233 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:43.556162 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cfde37-b3ee-4c87-aee2-ca9f34156233 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:43.562106 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10cfde37-b3ee-4c87-aee2-ca9f34156233 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:43.566788 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-10cfde37-b3ee-4c87-aee2-ca9f34156233 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "GET /v2.0/ports?network_id=e90fd106-238e-4ee4-b4f8-ee8e6846c485 HTTP/1.1" status: 200 len: 2359 time: 0.1986215 Aug 10 04:04:43.569024 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50988) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:43.585945 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83caf0ec-8831-4aa6-bcec-8eabff25bb62 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event deleted for resources: {'Subnet': ['ID=1c8b630b-0a30-4eb0-81a8-a687781b76b3,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:43.590912 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-83caf0ec-8831-4aa6-bcec-8eabff25bb62 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:43.596714 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-83caf0ec-8831-4aa6-bcec-8eabff25bb62 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "DELETE /v2.0/subnets/1c8b630b-0a30-4eb0-81a8-a687781b76b3 HTTP/1.1" status: 204 len: 168 time: 0.9234586 Aug 10 04:04:43.599834 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50990) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:43.601330 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d6fdd2aa-9d3c-47f1-bfa6-890e93ed3103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60307cb4-8e68-484f-953b-036318e8ff7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2103509367', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '77ef0a95-f994-430d-a879-ded2ec3bc076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:54Z', 'updated_at': '2021-08-10T04:04:41Z', 'revision_number': 5, 'project_id': 'd996598032a244868fc625ab65d6228c', 'gw_port': {'id': '77ef0a95-f994-430d-a879-ded2ec3bc076', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60307cb4-8e68-484f-953b-036318e8ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:56Z', 'updated_at': '2021-08-10T04:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:43.610866 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b4cecabc-485c-484f-9613-caf6199316c4 req-06dd13d8-2dba-4133-88fe-7c2ad2253ba4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3353e051-ac99-4ca2-af77-90c4a60c1c01 HTTP/1.1" status: 200 len: 998 time: 0.1761229 Aug 10 04:04:43.615303 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77732b1f-7f86-4432-8d59-d00633b1ff4e None None] Network 2d6d1702-e847-4685-b444-2d2888bf85e8 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:04:43.615611 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:43.675089 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6087d16-fc5b-4e4c-a292-3493b267ce6a tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:43.676459 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b6087d16-fc5b-4e4c-a292-3493b267ce6a tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "GET /v2.0/subnets/61115dde-c9c5-487d-a96c-c241e0ef792e HTTP/1.1" status: 200 len: 797 time: 0.1046591 Aug 10 04:04:43.709234 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50994) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:43.710812 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cecabc-485c-484f-9613-caf6199316c4 req-0518a672-31fb-48ce-b661-a732a05f5f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:43.712354 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b4cecabc-485c-484f-9613-caf6199316c4 req-0518a672-31fb-48ce-b661-a732a05f5f82 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dfeb297-f2e7-4070-a508-7d422d26e1b7 HTTP/1.1" status: 200 len: 856 time: 0.0558038 Aug 10 04:04:43.719914 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-ad0c5409-f656-44e6-aab1-9117aa9d03dc tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Request body: {'port': {'network_id': 'e90fd106-238e-4ee4-b4f8-ee8e6846c485', 'name': 'tempest-FloatingIPTestJSON-1583671256', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:43.796599 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fdd2aa-9d3c-47f1-bfa6-890e93ed3103 None None] The sync data for ids ['60307cb4-8e68-484f-953b-036318e8ff7c'] in n-d-802893-2 is: [{'id': '60307cb4-8e68-484f-953b-036318e8ff7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2103509367', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '77ef0a95-f994-430d-a879-ded2ec3bc076', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:54Z', 'updated_at': '2021-08-10T04:04:41Z', 'revision_number': 5, 'project_id': 'd996598032a244868fc625ab65d6228c', 'gw_port': {'id': '77ef0a95-f994-430d-a879-ded2ec3bc076', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60307cb4-8e68-484f-953b-036318e8ff7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2610, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:56Z', 'updated_at': '2021-08-10T04:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:43.818315 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e27b8286-f539-4311-b756-02abbffc1c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:43.873770 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e27b8286-f539-4311-b756-02abbffc1c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:43.888724 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a318571b-97f3-4591-a406-7b13b9c6d714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98632379-a983-4819-a0e7-21ec5c644558', 'name': 'tempest-AttachVolumeShelveTestJSON-1795631640-router', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:54Z', 'updated_at': '2021-08-10T04:04:06Z', 'revision_number': 4, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'gw_port': {'id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:56Z', 'updated_at': '2021-08-10T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'aed61ffa-e1c4-4cac-b563-c9f7b3b03882', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '98632379-a983-4819-a0e7-21ec5c644558', 'port_id': '3353e051-ac99-4ca2-af77-90c4a60c1c01', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'mac_address': 'fa:16:3e:ff:f4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb243a93-5a45-43ab-a994-b87697db17e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:04:17Z', 'updated_at': '2021-08-10T04:04:41Z', 'revision_number': 1, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0922fc75-4a04-4d21-881b-999469619cc6', 'name': '', 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'mac_address': 'fa:16:3e:3a:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:03Z', 'updated_at': '2021-08-10T04:04:13Z', 'revision_number': 5, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'subnets': [{'id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:43.915233 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b8286-f539-4311-b756-02abbffc1c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aad4b98-e759-44c8-ba75-38f653dca523,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:43.916129 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cecabc-485c-484f-9613-caf6199316c4 req-74b5ed46-872a-4034-beca-22667c94f299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:43.918215 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b4cecabc-485c-484f-9613-caf6199316c4 req-74b5ed46-872a-4034-beca-22667c94f299 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f573ecff-4c5c-4552-80ba-7f39fbaee537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1940517 Aug 10 04:04:43.931160 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ab2d5b63-8641-41a9-bce8-571b414d731d tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:43.931299 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a318571b-97f3-4591-a406-7b13b9c6d714 None None] Checking router: 98632379-a983-4819-a0e7-21ec5c644558 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:04:43.938872 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b1545c9d-1dff-4435-874d-6056723482d5 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:43.948859 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8ada9193-f988-419d-8a86-e633bcc140aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:43.957024 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a318571b-97f3-4591-a406-7b13b9c6d714 None None] Routers {'98632379-a983-4819-a0e7-21ec5c644558'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:43.957880 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a318571b-97f3-4591-a406-7b13b9c6d714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['98632379-a983-4819-a0e7-21ec5c644558'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:43.959147 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e27b8286-f539-4311-b756-02abbffc1c09 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:04:44.008851 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1545c9d-1dff-4435-874d-6056723482d5 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Pushing event deleted for resources: {'Port': ['ID=0501a7d6-e5b8-4429-a621-10f4a1f9723d,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:44.031950 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e27b8286-f539-4311-b756-02abbffc1c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.032334 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-e27b8286-f539-4311-b756-02abbffc1c09 admin admin] Added segment 8ac88afb-260a-463f-b01a-69dd7b9a9956 of type vlan for network 6a30de31-8cff-447d-a775-a8b158513d18 Aug 10 04:04:44.108754 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e27b8286-f539-4311-b756-02abbffc1c09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.117293 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b1545c9d-1dff-4435-874d-6056723482d5 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.122448 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-a318571b-97f3-4591-a406-7b13b9c6d714 None None] Set router 98632379-a983-4819-a0e7-21ec5c644558 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:44.144766 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ab2d5b63-8641-41a9-bce8-571b414d731d tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.183407 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b4cecabc-485c-484f-9613-caf6199316c4 req-27063531-62c1-4e7d-970e-660a5b4cfebf service neutron] 10.222.0.68 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555287 Aug 10 04:04:44.193915 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316b3247-5ef3-4197-b6a3-00acec73cef2 None None] DHCP port deletion for 2d6d1702-e847-4685-b444-2d2888bf85e8 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:04:44.209923 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0c5409-f656-44e6-aab1-9117aa9d03dc tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Made reservation on behalf of 4557c26c7d2f48388ea9df90fbbed42d for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:04:44.262498 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b1545c9d-1dff-4435-874d-6056723482d5 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.266524 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b1545c9d-1dff-4435-874d-6056723482d5 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.350133 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e27b8286-f539-4311-b756-02abbffc1c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.351183 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27b8286-f539-4311-b756-02abbffc1c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:44.352068 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e27b8286-f539-4311-b756-02abbffc1c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.419703 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 47bac92a-d111-4aeb-8b54-cadc99656a26 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:04:44.435496 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b8286-f539-4311-b756-02abbffc1c09 admin admin] Pushing event updated for resources: {'Network': ['ID=6a30de31-8cff-447d-a775-a8b158513d18,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:44.449174 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b1545c9d-1dff-4435-874d-6056723482d5 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.449759 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1545c9d-1dff-4435-874d-6056723482d5 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f9e08ef-9d7c-45dc-8143-45b914dfafc7 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:04:44.452662 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 47bac92a-d111-4aeb-8b54-cadc99656a26 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:04:44.453010 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 47bac92a-d111-4aeb-8b54-cadc99656a26 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:04:44.453517 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4fec7874-bd04-40db-81f1-89688a827776 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:04:44.458198 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 6a30de31-8cff-447d-a775-a8b158513d18 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:04:44.466060 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b1545c9d-1dff-4435-874d-6056723482d5 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.472772 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b1545c9d-1dff-4435-874d-6056723482d5 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "DELETE /v2.0/routers/6f9e08ef-9d7c-45dc-8143-45b914dfafc7 HTTP/1.1" status: 204 len: 168 time: 2.3335958 Aug 10 04:04:44.473561 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51010) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:44.487774 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-ec601b23-5c4d-415e-8249-d98b4060c26c tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1725467850', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}, 'admin_state_up': False}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:44.488902 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b4cecabc-485c-484f-9613-caf6199316c4 req-322bd6ce-d092-427c-929a-407424f3e4d3 service neutron] 10.222.0.68 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948077 Aug 10 04:04:44.500565 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad0c5409-f656-44e6-aab1-9117aa9d03dc tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.511721 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-ab2d5b63-8641-41a9-bce8-571b414d731d tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Deleting port 77ef0a95-f994-430d-a879-ded2ec3bc076 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:44.515380 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ab2d5b63-8641-41a9-bce8-571b414d731d tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.519515 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e27b8286-f539-4311-b756-02abbffc1c09 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4999940 Aug 10 04:04:44.521261 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51012) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:44.527865 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-316b3247-5ef3-4197-b6a3-00acec73cef2 None None] Deleting port 4fec7874-bd04-40db-81f1-89688a827776 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:44.528095 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-eb5cb9d4-4f6a-4afb-8c24-b3c94ba0eafc admin admin] Request body: {'subnet': {'network_id': '6a30de31-8cff-447d-a775-a8b158513d18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-356884736-subnet', 'tenant_id': 'f3713408bd1840a4be53441e1ea350d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:44.528311 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-316b3247-5ef3-4197-b6a3-00acec73cef2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.562968 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.db.api [None req-eb5cb9d4-4f6a-4afb-8c24-b3c94ba0eafc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 04:04:44.562968 n-d-802893-2 neutron-server[94937]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 04:04:44.562968 n-d-802893-2 neutron-server[94937]: [parameters: {'project_id_1': 'f3713408bd1840a4be53441e1ea350d3', 'expiration_1': datetime.datetime(2021, 8, 10, 4, 4, 44, 548403)}] Aug 10 04:04:44.562968 n-d-802893-2 neutron-server[94937]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:04:44.563728 n-d-802893-2 neutron-server[94937]: DEBUG oslo_db.api [None req-eb5cb9d4-4f6a-4afb-8c24-b3c94ba0eafc admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:04:44.569773 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-ad0c5409-f656-44e6-aab1-9117aa9d03dc tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] device_id is not set on port cd5b0b39-a7d1-4717-92db-b10157ecfff3 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:04:44.628247 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51014) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:44.694597 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec601b23-5c4d-415e-8249-d98b4060c26c tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.696170 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec601b23-5c4d-415e-8249-d98b4060c26c tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.733841 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-316b3247-5ef3-4197-b6a3-00acec73cef2 None None] For port 4fec7874-bd04-40db-81f1-89688a827776, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4fec7874-bd04-40db-81f1-89688a827776,segment=NetworkSegment(cc5087f3-ae31-4caa-82e8-181371e6b7c0),segment_id=cc5087f3-ae31-4caa-82e8-181371e6b7c0)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:44.735124 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-316b3247-5ef3-4197-b6a3-00acec73cef2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.776126 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-316b3247-5ef3-4197-b6a3-00acec73cef2 None None] Calling delete_port for 4fec7874-bd04-40db-81f1-89688a827776 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:44.799656 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-d96453b2-a3e8-4951-9c27-789de2375073 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-341656908-network', 'tenant_id': '8e23e41882224638b04a8d61a5b31b03'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:44.803886 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec601b23-5c4d-415e-8249-d98b4060c26c tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.810129 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.815230 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-ab2d5b63-8641-41a9-bce8-571b414d731d tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] For port 77ef0a95-f994-430d-a879-ded2ec3bc076, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=77ef0a95-f994-430d-a879-ded2ec3bc076,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:44.815603 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ab2d5b63-8641-41a9-bce8-571b414d731d tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.835290 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-ab2d5b63-8641-41a9-bce8-571b414d731d tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Calling delete_port for 77ef0a95-f994-430d-a879-ded2ec3bc076 owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:44.877519 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a318571b-97f3-4591-a406-7b13b9c6d714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98632379-a983-4819-a0e7-21ec5c644558', 'name': 'tempest-AttachVolumeShelveTestJSON-1795631640-router', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:54Z', 'updated_at': '2021-08-10T04:04:06Z', 'revision_number': 4, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'gw_port': {'id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:56Z', 'updated_at': '2021-08-10T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'aed61ffa-e1c4-4cac-b563-c9f7b3b03882', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '98632379-a983-4819-a0e7-21ec5c644558', 'port_id': '3353e051-ac99-4ca2-af77-90c4a60c1c01', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'mac_address': 'fa:16:3e:ff:f4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb243a93-5a45-43ab-a994-b87697db17e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:04:17Z', 'updated_at': '2021-08-10T04:04:41Z', 'revision_number': 1, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0922fc75-4a04-4d21-881b-999469619cc6', 'name': '', 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'mac_address': 'fa:16:3e:3a:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:03Z', 'updated_at': '2021-08-10T04:04:13Z', 'revision_number': 5, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'subnets': [{'id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:44.918653 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96453b2-a3e8-4951-9c27-789de2375073 admin admin] Made reservation on behalf of 8e23e41882224638b04a8d61a5b31b03 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:04:44.921936 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d96453b2-a3e8-4951-9c27-789de2375073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:44.922635 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a318571b-97f3-4591-a406-7b13b9c6d714 None None] The sync data for ids ['98632379-a983-4819-a0e7-21ec5c644558'] in n-d-802893-2 is: [{'id': '98632379-a983-4819-a0e7-21ec5c644558', 'name': 'tempest-AttachVolumeShelveTestJSON-1795631640-router', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:54Z', 'updated_at': '2021-08-10T04:04:06Z', 'revision_number': 4, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'gw_port': {'id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:56Z', 'updated_at': '2021-08-10T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'aed61ffa-e1c4-4cac-b563-c9f7b3b03882', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'floating_ip_address': '172.25.0.32', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '98632379-a983-4819-a0e7-21ec5c644558', 'port_id': '3353e051-ac99-4ca2-af77-90c4a60c1c01', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'mac_address': 'fa:16:3e:ff:f4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb243a93-5a45-43ab-a994-b87697db17e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:04:17Z', 'updated_at': '2021-08-10T04:04:41Z', 'revision_number': 1, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0922fc75-4a04-4d21-881b-999469619cc6', 'name': '', 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'mac_address': 'fa:16:3e:3a:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:03Z', 'updated_at': '2021-08-10T04:04:13Z', 'revision_number': 5, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'subnets': [{'id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:44.929325 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 4fec7874-bd04-40db-81f1-89688a827776, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4fec7874-bd04-40db-81f1-89688a827776,segment=NetworkSegment(cc5087f3-ae31-4caa-82e8-181371e6b7c0),segment_id=cc5087f3-ae31-4caa-82e8-181371e6b7c0)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:44.968322 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d96453b2-a3e8-4951-9c27-789de2375073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.002783 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.064619 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=4fec7874-bd04-40db-81f1-89688a827776,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:45.068969 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec601b23-5c4d-415e-8249-d98b4060c26c tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.069946 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-316b3247-5ef3-4197-b6a3-00acec73cef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.104119 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b3247-5ef3-4197-b6a3-00acec73cef2 None None] Pushing event deleted for resources: {'Port': ['ID=4fec7874-bd04-40db-81f1-89688a827776,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:45.106269 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-ad0c5409-f656-44e6-aab1-9117aa9d03dc tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Allocated IP 172.20.0.14 (e90fd106-238e-4ee4-b4f8-ee8e6846c485/61115dde-c9c5-487d-a96c-c241e0ef792e/cd5b0b39-a7d1-4717-92db-b10157ecfff3) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:45.116394 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-ad0c5409-f656-44e6-aab1-9117aa9d03dc tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Allocated IP 172.20.0.12 (e90fd106-238e-4ee4-b4f8-ee8e6846c485/61115dde-c9c5-487d-a96c-c241e0ef792e/cd5b0b39-a7d1-4717-92db-b10157ecfff3) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:45.129525 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316b3247-5ef3-4197-b6a3-00acec73cef2 None None] No DVR routers for this DVR port 4fec7874-bd04-40db-81f1-89688a827776 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:04:45.271672 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.275689 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d96453b2-a3e8-4951-9c27-789de2375073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.297788 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2f7c62-f637-4d7d-ab67-ce72846e1320 None None] New status for floating IP aed61ffa-e1c4-4cac-b563-c9f7b3b03882: ACTIVE {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:04:45.302225 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ab2d5b63-8641-41a9-bce8-571b414d731d tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.343534 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d5b63-8641-41a9-bce8-571b414d731d tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event deleted for resources: {'Port': ['ID=77ef0a95-f994-430d-a879-ded2ec3bc076,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:45.377710 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d96453b2-a3e8-4951-9c27-789de2375073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.412861 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad0c5409-f656-44e6-aab1-9117aa9d03dc tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.449808 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ab2d5b63-8641-41a9-bce8-571b414d731d tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.452485 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d96453b2-a3e8-4951-9c27-789de2375073 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:04:45.480362 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec601b23-5c4d-415e-8249-d98b4060c26c tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.484488 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96453b2-a3e8-4951-9c27-789de2375073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1127849-4695-4b8a-80c9-92d361e6af17,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:45.487422 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d96453b2-a3e8-4951-9c27-789de2375073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.487778 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-d96453b2-a3e8-4951-9c27-789de2375073 admin admin] Added segment d6cce2df-06fa-4ffe-b920-1ed78e189319 of type vlan for network cdb96e7d-b5a5-4b37-be4e-07559a4b5548 Aug 10 04:04:45.512024 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec601b23-5c4d-415e-8249-d98b4060c26c tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.551604 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ab2d5b63-8641-41a9-bce8-571b414d731d tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.553858 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ab2d5b63-8641-41a9-bce8-571b414d731d tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.577967 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d96453b2-a3e8-4951-9c27-789de2375073 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.582239 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5cb9d4-4f6a-4afb-8c24-b3c94ba0eafc admin admin] Made reservation on behalf of f3713408bd1840a4be53441e1ea350d3 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:04:45.584513 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eb5cb9d4-4f6a-4afb-8c24-b3c94ba0eafc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.642125 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad0c5409-f656-44e6-aab1-9117aa9d03dc tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.681490 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.689429 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ab2d5b63-8641-41a9-bce8-571b414d731d tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.689988 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2d5b63-8641-41a9-bce8-571b414d731d tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Fanout notify agent at l3_agent the message router_deleted on router 60307cb4-8e68-484f-953b-036318e8ff7c {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:04:45.692679 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0c5409-f656-44e6-aab1-9117aa9d03dc tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Network e90fd106-238e-4ee4-b4f8-ee8e6846c485 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:45.699934 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ab2d5b63-8641-41a9-bce8-571b414d731d tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.704696 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ab2d5b63-8641-41a9-bce8-571b414d731d tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "DELETE /v2.0/routers/60307cb4-8e68-484f-953b-036318e8ff7c HTTP/1.1" status: 204 len: 168 time: 2.1004717 Aug 10 04:04:45.705177 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-ad0c5409-f656-44e6-aab1-9117aa9d03dc tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:45.705832 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51022) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:45.710693 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0c5409-f656-44e6-aab1-9117aa9d03dc tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:45.735884 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c5409-f656-44e6-aab1-9117aa9d03dc tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event updated for resources: {'Port': ['ID=cd5b0b39-a7d1-4717-92db-b10157ecfff3,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:45.765173 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0c5409-f656-44e6-aab1-9117aa9d03dc tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:45.765985 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad0c5409-f656-44e6-aab1-9117aa9d03dc tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.792400 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d96453b2-a3e8-4951-9c27-789de2375073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.793390 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96453b2-a3e8-4951-9c27-789de2375073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:45.793974 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d96453b2-a3e8-4951-9c27-789de2375073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.833667 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-ec601b23-5c4d-415e-8249-d98b4060c26c tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Allocated IP 172.25.0.132 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/5cd41e51-6fdd-4bb8-95b6-dff49c229f6f) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:45.871810 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ad0c5409-f656-44e6-aab1-9117aa9d03dc tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.1584084 Aug 10 04:04:45.874269 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51024) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:45.881562 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c32098d3-a3cc-486c-8d91-95a12eb1bc6f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'port_id': 'cd5b0b39-a7d1-4717-92db-b10157ecfff3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:45.906861 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-22454965-b6aa-4354-977a-574b88c945dd tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:45.958478 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96453b2-a3e8-4951-9c27-789de2375073 admin admin] Pushing event updated for resources: {'Network': ['ID=cdb96e7d-b5a5-4b37-be4e-07559a4b5548,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:45.970646 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network cdb96e7d-b5a5-4b37-be4e-07559a4b5548 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:04:45.985800 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d96453b2-a3e8-4951-9c27-789de2375073 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3563581 Aug 10 04:04:45.988904 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51026) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:46.007314 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-dcc5f71f-bd88-4eb3-a93a-56dd6d68f9ac admin admin] Request body: {'subnet': {'network_id': 'cdb96e7d-b5a5-4b37-be4e-07559a4b5548', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-341656908-subnet', 'tenant_id': '8e23e41882224638b04a8d61a5b31b03', 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:46.033618 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c32098d3-a3cc-486c-8d91-95a12eb1bc6f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:46.141309 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc5f71f-bd88-4eb3-a93a-56dd6d68f9ac admin admin] Made reservation on behalf of 8e23e41882224638b04a8d61a5b31b03 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:04:46.143623 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dcc5f71f-bd88-4eb3-a93a-56dd6d68f9ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:46.162957 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-22454965-b6aa-4354-977a-574b88c945dd tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:46.180829 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec601b23-5c4d-415e-8249-d98b4060c26c tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:46.183762 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-22454965-b6aa-4354-977a-574b88c945dd tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6d1702-e847-4685-b444-2d2888bf85e8']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:46.189549 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c32098d3-a3cc-486c-8d91-95a12eb1bc6f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:46.194426 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 77ef0a95-f994-430d-a879-ded2ec3bc076 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:04:46.197509 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-22454965-b6aa-4354-977a-574b88c945dd tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc5087f3-ae31-4caa-82e8-181371e6b7c0') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:46.197809 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-22454965-b6aa-4354-977a-574b88c945dd tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc5087f3-ae31-4caa-82e8-181371e6b7c0') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:46.207139 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eb5cb9d4-4f6a-4afb-8c24-b3c94ba0eafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:46.216556 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-22454965-b6aa-4354-977a-574b88c945dd tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:46.220273 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 77ef0a95-f994-430d-a879-ded2ec3bc076 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:04:46.220689 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 77ef0a95-f994-430d-a879-ded2ec3bc076 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:04:46.221299 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 0501a7d6-e5b8-4429-a621-10f4a1f9723d no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:04:46.250363 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 0501a7d6-e5b8-4429-a621-10f4a1f9723d {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:04:46.251563 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 0501a7d6-e5b8-4429-a621-10f4a1f9723d not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:04:46.278256 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-22454965-b6aa-4354-977a-574b88c945dd tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:46.300314 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22454965-b6aa-4354-977a-574b88c945dd tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:04:46.300729 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-22454965-b6aa-4354-977a-574b88c945dd tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:04:46.304042 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:04:46.316698 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5cb9d4-4f6a-4afb-8c24-b3c94ba0eafc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c8ebd3f-75bf-4ec3-96f1-9cf76215d792,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:46.379829 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5cb9d4-4f6a-4afb-8c24-b3c94ba0eafc admin admin] Checking segment: {'id': '8ac88afb-260a-463f-b01a-69dd7b9a9956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6a30de31-8cff-447d-a775-a8b158513d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:46.380412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5cb9d4-4f6a-4afb-8c24-b3c94ba0eafc admin admin] Network hostable DHCP agents. Network: 6a30de31-8cff-447d-a775-a8b158513d18, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:04:46.442672 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dcc5f71f-bd88-4eb3-a93a-56dd6d68f9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:46.466229 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-22454965-b6aa-4354-977a-574b88c945dd tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:46.467801 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5cb9d4-4f6a-4afb-8c24-b3c94ba0eafc admin admin] Network 6a30de31-8cff-447d-a775-a8b158513d18 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:04:46.473749 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec601b23-5c4d-415e-8249-d98b4060c26c tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:46.479126 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-22454965-b6aa-4354-977a-574b88c945dd tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:46.480987 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-22454965-b6aa-4354-977a-574b88c945dd tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "DELETE /v2.0/networks/2d6d1702-e847-4685-b444-2d2888bf85e8 HTTP/1.1" status: 204 len: 168 time: 0.7718740 Aug 10 04:04:46.490676 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51030) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:46.521495 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc5f71f-bd88-4eb3-a93a-56dd6d68f9ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=36422884-15ab-4115-85d8-43bf93e1c664,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:46.551186 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-c32098d3-a3cc-486c-8d91-95a12eb1bc6f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Allocated IP 172.25.0.28 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/71235050-c3c4-482b-b775-d82bcfc406b5) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:46.557175 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc5f71f-bd88-4eb3-a93a-56dd6d68f9ac admin admin] Checking segment: {'id': 'd6cce2df-06fa-4ffe-b920-1ed78e189319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cdb96e7d-b5a5-4b37-be4e-07559a4b5548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:46.557813 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc5f71f-bd88-4eb3-a93a-56dd6d68f9ac admin admin] Network hostable DHCP agents. Network: cdb96e7d-b5a5-4b37-be4e-07559a4b5548, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:04:46.563065 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22454965-b6aa-4354-977a-574b88c945dd tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event deleted for resources: {'Network': ['ID=2d6d1702-e847-4685-b444-2d2888bf85e8,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:46.577087 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-eb5cb9d4-4f6a-4afb-8c24-b3c94ba0eafc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 6a30de31-8cff-447d-a775-a8b158513d18) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:46.586280 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec601b23-5c4d-415e-8249-d98b4060c26c tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:46.587540 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b989cd-94e9-4b7e-9607-5d37ace127f6 None None] Network 6a30de31-8cff-447d-a775-a8b158513d18 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:04:46.593158 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5cb9d4-4f6a-4afb-8c24-b3c94ba0eafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:46.598187 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eb5cb9d4-4f6a-4afb-8c24-b3c94ba0eafc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:46.599852 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-ec601b23-5c4d-415e-8249-d98b4060c26c tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:46.601674 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec601b23-5c4d-415e-8249-d98b4060c26c tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Pushing event updated for resources: {'Port': ['ID=5cd41e51-6fdd-4bb8-95b6-dff49c229f6f,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:46.606205 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec601b23-5c4d-415e-8249-d98b4060c26c tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:46.679405 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c32098d3-a3cc-486c-8d91-95a12eb1bc6f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:46.690306 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc5f71f-bd88-4eb3-a93a-56dd6d68f9ac admin admin] Network cdb96e7d-b5a5-4b37-be4e-07559a4b5548 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:04:46.700847 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-dcc5f71f-bd88-4eb3-a93a-56dd6d68f9ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, cdb96e7d-b5a5-4b37-be4e-07559a4b5548) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:46.708402 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc5f71f-bd88-4eb3-a93a-56dd6d68f9ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:46.709225 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dcc5f71f-bd88-4eb3-a93a-56dd6d68f9ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:46.716724 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d06349e-7b73-4f2b-8fe7-91f27843ad13 None None] Network cdb96e7d-b5a5-4b37-be4e-07559a4b5548 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:04:46.743121 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-eb5cb9d4-4f6a-4afb-8c24-b3c94ba0eafc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2190633 Aug 10 04:04:46.777971 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51032) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:46.784901 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-078c6143-ef8b-4e72-84c4-47e62172b80d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-356884736-router', 'tenant_id': 'f3713408bd1840a4be53441e1ea350d3', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:46.790883 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381de4e5-ba7d-4058-878b-c0290eb08680 None None] Network 6a30de31-8cff-447d-a775-a8b158513d18 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:04:46.895286 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-ba239593-9d86-4648-a078-8bbbab98cedd tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Deleting port e47c77ea-4200-49bc-86b3-19ac958303a9 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:46.895621 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ba239593-9d86-4648-a078-8bbbab98cedd tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:46.896371 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:46.936287 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-078c6143-ef8b-4e72-84c4-47e62172b80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:46.937323 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-078c6143-ef8b-4e72-84c4-47e62172b80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:47.024649 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39293548-8c05-4865-b275-66021841a4fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-cdb96e7d-b5a5-4b37-be4e-07559a4b5548', 'network_id': 'cdb96e7d-b5a5-4b37-be4e-07559a4b5548', 'tenant_id': '8e23e41882224638b04a8d61a5b31b03', 'fixed_ips': [{'subnet_id': '36422884-15ab-4115-85d8-43bf93e1c664'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:04:47.025519 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-39293548-8c05-4865-b275-66021841a4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:47.073053 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-078c6143-ef8b-4e72-84c4-47e62172b80d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:47.090546 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ba239593-9d86-4648-a078-8bbbab98cedd tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:47.090876 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ba239593-9d86-4648-a078-8bbbab98cedd tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:47.130831 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-ba239593-9d86-4648-a078-8bbbab98cedd tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Calling delete_port for e47c77ea-4200-49bc-86b3-19ac958303a9 owned by network:floatingip {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:47.168385 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-39293548-8c05-4865-b275-66021841a4fd None None] Allocated IP 172.20.0.2 (cdb96e7d-b5a5-4b37-be4e-07559a4b5548/36422884-15ab-4115-85d8-43bf93e1c664/b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:47.175647 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-dcc5f71f-bd88-4eb3-a93a-56dd6d68f9ac admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1744184 Aug 10 04:04:47.177389 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c32098d3-a3cc-486c-8d91-95a12eb1bc6f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:47.181169 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51034) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:47.191553 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-944d53e7-b61f-4e73-8a24-dbd63544a2d2 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-341656908-router', 'tenant_id': '8e23e41882224638b04a8d61a5b31b03', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:47.235026 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32098d3-a3cc-486c-8d91-95a12eb1bc6f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:47.243499 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-c32098d3-a3cc-486c-8d91-95a12eb1bc6f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:47.248737 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32098d3-a3cc-486c-8d91-95a12eb1bc6f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:47.252114 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32098d3-a3cc-486c-8d91-95a12eb1bc6f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event updated for resources: {'Port': ['ID=71235050-c3c4-482b-b775-d82bcfc406b5,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:47.278055 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec601b23-5c4d-415e-8249-d98b4060c26c tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:47.323324 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-39293548-8c05-4865-b275-66021841a4fd None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:47.334217 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-39293548-8c05-4865-b275-66021841a4fd None None] Transition to ACTIVE for port object b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:47.350441 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-39293548-8c05-4865-b275-66021841a4fd None None] Transition to ACTIVE for port object b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:47.352598 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-944d53e7-b61f-4e73-8a24-dbd63544a2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:47.353648 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-944d53e7-b61f-4e73-8a24-dbd63544a2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:47.425536 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-39293548-8c05-4865-b275-66021841a4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:47.470254 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-944d53e7-b61f-4e73-8a24-dbd63544a2d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:47.482385 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39293548-8c05-4865-b275-66021841a4fd None None] Network cdb96e7d-b5a5-4b37-be4e-07559a4b5548 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:47.483983 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-39293548-8c05-4865-b275-66021841a4fd None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:47.487245 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39293548-8c05-4865-b275-66021841a4fd None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:47.499779 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39293548-8c05-4865-b275-66021841a4fd None None] Pushing event updated for resources: {'Port': ['ID=b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:47.558611 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-39293548-8c05-4865-b275-66021841a4fd None None] Attempting to bind port b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:04:47.558982 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-39293548-8c05-4865-b275-66021841a4fd None None] Attempting to bind port b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'd6cce2df-06fa-4ffe-b920-1ed78e189319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cdb96e7d-b5a5-4b37-be4e-07559a4b5548'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:04:47.559348 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39293548-8c05-4865-b275-66021841a4fd None None] Attempting to bind port b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d on network cdb96e7d-b5a5-4b37-be4e-07559a4b5548 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:47.565401 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39293548-8c05-4865-b275-66021841a4fd None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:04:47.566747 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39293548-8c05-4865-b275-66021841a4fd None None] Checking segment: {'id': 'd6cce2df-06fa-4ffe-b920-1ed78e189319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cdb96e7d-b5a5-4b37-be4e-07559a4b5548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:47.567203 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-39293548-8c05-4865-b275-66021841a4fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:47.567823 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39293548-8c05-4865-b275-66021841a4fd None None] Bound using segment: {'id': 'd6cce2df-06fa-4ffe-b920-1ed78e189319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cdb96e7d-b5a5-4b37-be4e-07559a4b5548'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:04:47.568087 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-39293548-8c05-4865-b275-66021841a4fd None None] Bound port: b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6cce2df-06fa-4ffe-b920-1ed78e189319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cdb96e7d-b5a5-4b37-be4e-07559a4b5548'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:04:47.568466 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-39293548-8c05-4865-b275-66021841a4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:47.637035 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-39293548-8c05-4865-b275-66021841a4fd None None] For port b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:04:47.640172 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-39293548-8c05-4865-b275-66021841a4fd None None] For port b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d,segment=NetworkSegment(d6cce2df-06fa-4ffe-b920-1ed78e189319),segment_id=d6cce2df-06fa-4ffe-b920-1ed78e189319)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:04:47.683120 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-39293548-8c05-4865-b275-66021841a4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:47.704853 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-944d53e7-b61f-4e73-8a24-dbd63544a2d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:47.746165 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39293548-8c05-4865-b275-66021841a4fd None None] Pushing event updated for resources: {'Port': ['ID=b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:47.787690 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-078c6143-ef8b-4e72-84c4-47e62172b80d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:47.883596 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c32098d3-a3cc-486c-8d91-95a12eb1bc6f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:48.048975 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec601b23-5c4d-415e-8249-d98b4060c26c tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:48.118990 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c32098d3-a3cc-486c-8d91-95a12eb1bc6f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:48.119413 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:48.162653 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-944d53e7-b61f-4e73-8a24-dbd63544a2d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:48.165439 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ba239593-9d86-4648-a078-8bbbab98cedd tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:48.194267 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-944d53e7-b61f-4e73-8a24-dbd63544a2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:48.207895 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba239593-9d86-4648-a078-8bbbab98cedd tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event deleted for resources: {'Port': ['ID=e47c77ea-4200-49bc-86b3-19ac958303a9,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:48.259801 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:48.349933 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ba239593-9d86-4648-a078-8bbbab98cedd tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for floatingip, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:48.350272 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-ba239593-9d86-4648-a078-8bbbab98cedd tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Floating IP 423ce663-0af2-42de-9a68-cbdcc0a9427e disassociated (deleted). External IP: 172.25.0.127, port: 107b4125-dbc4-43d9-822d-86b1199c0ec0. Aug 10 04:04:48.382481 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-944d53e7-b61f-4e73-8a24-dbd63544a2d2 admin admin] Allocated IP 172.25.0.176 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/7c7311bb-45da-4499-a116-04ced111d390) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:48.404990 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c32098d3-a3cc-486c-8d91-95a12eb1bc6f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:48.475713 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c32098d3-a3cc-486c-8d91-95a12eb1bc6f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:48.478077 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-078c6143-ef8b-4e72-84c4-47e62172b80d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:48.503461 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-078c6143-ef8b-4e72-84c4-47e62172b80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:48.517532 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec601b23-5c4d-415e-8249-d98b4060c26c tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Router 7cc815ae-9c00-42dc-805f-0b39465669bc is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:04:48.585448 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32098d3-a3cc-486c-8d91-95a12eb1bc6f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event updated for resources: {'Port': ['ID=71235050-c3c4-482b-b775-d82bcfc406b5,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:48.591839 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-944d53e7-b61f-4e73-8a24-dbd63544a2d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:48.609909 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c32098d3-a3cc-486c-8d91-95a12eb1bc6f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:48.729852 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-c32098d3-a3cc-486c-8d91-95a12eb1bc6f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Floating IP 792c638c-844b-4512-aaba-bfcbf134e75d associated. External IP: 172.25.0.28, port: cd5b0b39-a7d1-4717-92db-b10157ecfff3. Aug 10 04:04:48.783152 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec601b23-5c4d-415e-8249-d98b4060c26c tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:48.800268 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190730df-3934-49ae-8444-726444f89a0f None None] Sync routers for ids ['7cc815ae-9c00-42dc-805f-0b39465669bc'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:48.809700 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190730df-3934-49ae-8444-726444f89a0f None None] Routers {'7cc815ae-9c00-42dc-805f-0b39465669bc'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:48.810316 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-190730df-3934-49ae-8444-726444f89a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['7cc815ae-9c00-42dc-805f-0b39465669bc'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:48.819610 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-944d53e7-b61f-4e73-8a24-dbd63544a2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:48.845445 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-190730df-3934-49ae-8444-726444f89a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:48.854297 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190730df-3934-49ae-8444-726444f89a0f None None] Routers {'7cc815ae-9c00-42dc-805f-0b39465669bc'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:48.854916 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-190730df-3934-49ae-8444-726444f89a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['7cc815ae-9c00-42dc-805f-0b39465669bc'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:48.864232 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba239593-9d86-4648-a078-8bbbab98cedd tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Router 9345b084-8083-4a5d-982b-2c9860d39dfb has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:04:48.868508 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944d53e7-b61f-4e73-8a24-dbd63544a2d2 admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:48.876805 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-944d53e7-b61f-4e73-8a24-dbd63544a2d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:48.877448 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec601b23-5c4d-415e-8249-d98b4060c26c tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:48.879109 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ec601b23-5c4d-415e-8249-d98b4060c26c tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.4045360 Aug 10 04:04:48.882766 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51040) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:48.893316 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944d53e7-b61f-4e73-8a24-dbd63544a2d2 admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:48.897956 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-3c44bbe7-7264-4065-8f3a-20f424fe5090 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'enable_snat': False}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:48.898131 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580d4e1b-b55d-4483-b581-873b9e21560b None None] Network cdb96e7d-b5a5-4b37-be4e-07559a4b5548 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:04:48.900365 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-190730df-3934-49ae-8444-726444f89a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:48.900970 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190730df-3934-49ae-8444-726444f89a0f None None] The sync data for ids ['7cc815ae-9c00-42dc-805f-0b39465669bc'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:48.906690 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-078c6143-ef8b-4e72-84c4-47e62172b80d admin admin] Allocated IP 172.25.0.250 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/28f3639f-27bd-4639-99e9-4adee536249d) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:48.972299 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d53e7-b61f-4e73-8a24-dbd63544a2d2 admin admin] Pushing event updated for resources: {'Port': ['ID=7c7311bb-45da-4499-a116-04ced111d390,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:49.049549 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-fe1a390e-8c13-4d7b-a58e-88b01d308368 None None] Provisioning for port b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:49.077738 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-fe1a390e-8c13-4d7b-a58e-88b01d308368 None None] Provisioning complete for port b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:49.078267 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fe1a390e-8c13-4d7b-a58e-88b01d308368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:49.081253 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba239593-9d86-4648-a078-8bbbab98cedd tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:49.087426 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ba239593-9d86-4648-a078-8bbbab98cedd tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:49.094922 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b72389f-f0be-4e59-982d-758b6561e18a None None] Sync routers for ids ['9345b084-8083-4a5d-982b-2c9860d39dfb'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:49.108530 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b72389f-f0be-4e59-982d-758b6561e18a None None] Routers {'9345b084-8083-4a5d-982b-2c9860d39dfb'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:49.110982 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0b72389f-f0be-4e59-982d-758b6561e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['9345b084-8083-4a5d-982b-2c9860d39dfb'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:49.120147 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ba239593-9d86-4648-a078-8bbbab98cedd tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "DELETE /v2.0/floatingips/423ce663-0af2-42de-9a68-cbdcc0a9427e HTTP/1.1" status: 204 len: 168 time: 2.6283741 Aug 10 04:04:49.134735 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b795c5-7444-462c-ac83-c060aca7ee73', 'tag': '107b4125-dbc4-43d9-822d-86b1199c0ec0'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:49.141940 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8efb6535-c142-4c32-8714-19aaadd9ce59" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b795c5-7444-462c-ac83-c060aca7ee73", "tag": "107b4125-dbc4-43d9-822d-86b1199c0ec0"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:49.186218 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fe1a390e-8c13-4d7b-a58e-88b01d308368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:49.222873 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-078c6143-ef8b-4e72-84c4-47e62172b80d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:49.241899 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-fe1a390e-8c13-4d7b-a58e-88b01d308368 None None] For port b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d,segment=NetworkSegment(d6cce2df-06fa-4ffe-b920-1ed78e189319),segment_id=d6cce2df-06fa-4ffe-b920-1ed78e189319)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:49.247115 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab364c4e-4861-4ef3-9134-078d6e7c0cb3 x-openstack-request-id: req-ab364c4e-4861-4ef3-9134-078d6e7c0cb3 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:49.247115 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b795c5-7444-462c-ac83-c060aca7ee73", "tag": "107b4125-dbc4-43d9-822d-86b1199c0ec0", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:49.247115 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab364c4e-4861-4ef3-9134-078d6e7c0cb3 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:49.247115 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b795c5-7444-462c-ac83-c060aca7ee73', 'tag': '107b4125-dbc4-43d9-822d-86b1199c0ec0', 'status': 'completed', 'code': 200} Aug 10 04:04:49.324011 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-0b72389f-f0be-4e59-982d-758b6561e18a None None] Set router 9345b084-8083-4a5d-982b-2c9860d39dfb gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:49.328123 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fe1a390e-8c13-4d7b-a58e-88b01d308368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:49.389807 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a390e-8c13-4d7b-a58e-88b01d308368 None None] Pushing event updated for resources: {'Port': ['ID=b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:49.390471 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32098d3-a3cc-486c-8d91-95a12eb1bc6f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Router 2e7c8e87-3e1a-4115-b3a4-2c80f2e97809 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:04:49.408438 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-078c6143-ef8b-4e72-84c4-47e62172b80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:49.458139 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c6143-ef8b-4e72-84c4-47e62172b80d admin admin] Pushing event updated for resources: {'Port': ['ID=28f3639f-27bd-4639-99e9-4adee536249d,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:49.476575 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb6535-c142-4c32-8714-19aaadd9ce59 req-b45e4958-c8db-434f-86de-a204b984e678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:49.478015 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8efb6535-c142-4c32-8714-19aaadd9ce59 req-b45e4958-c8db-434f-86de-a204b984e678 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d996598032a244868fc625ab65d6228c&device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 1135 time: 0.2075026 Aug 10 04:04:49.482938 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078c6143-ef8b-4e72-84c4-47e62172b80d admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:49.486242 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-078c6143-ef8b-4e72-84c4-47e62172b80d admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:49.489438 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078c6143-ef8b-4e72-84c4-47e62172b80d admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:49.550931 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bc117e93-6882-4e0e-bcb0-3bf1559076ec None None] Provisioning complete for port b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:49.551298 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bc117e93-6882-4e0e-bcb0-3bf1559076ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:49.626473 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0b72389f-f0be-4e59-982d-758b6561e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2099545865', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '43c3f624-2947-4112-b085-1dd4d777d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:28Z', 'updated_at': '2021-08-10T04:02:38Z', 'revision_number': 4, 'project_id': 'd996598032a244868fc625ab65d6228c', 'gw_port': {'id': '43c3f624-2947-4112-b085-1dd4d777d684', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ae:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:30Z', 'updated_at': '2021-08-10T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '0af80e34-62e1-42d8-9c2b-5c44efbfb025', 'name': '', 'network_id': '1953acc2-90e4-49bf-8774-d60d817a9b8d', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'mac_address': 'fa:16:3e:b7:d6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '95d8eb9f-4d63-4431-9c5c-5bb29803bc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:36Z', 'updated_at': '2021-08-10T04:02:44Z', 'revision_number': 5, 'project_id': 'd996598032a244868fc625ab65d6228c', 'subnets': [{'id': '95d8eb9f-4d63-4431-9c5c-5bb29803bc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:49.667158 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b72389f-f0be-4e59-982d-758b6561e18a None None] Checking router: 9345b084-8083-4a5d-982b-2c9860d39dfb for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:04:49.684860 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b72389f-f0be-4e59-982d-758b6561e18a None None] Routers {'9345b084-8083-4a5d-982b-2c9860d39dfb'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:49.685655 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0b72389f-f0be-4e59-982d-758b6561e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['9345b084-8083-4a5d-982b-2c9860d39dfb'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:49.715787 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f381e-ded2-4672-96df-ca362956498f req-b40a649e-5257-4dbc-b4dc-cc71a94f79b4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:49.717704 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a21f381e-ded2-4672-96df-ca362956498f req-b40a649e-5257-4dbc-b4dc-cc71a94f79b4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 984 time: 0.0570292 Aug 10 04:04:49.816111 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-0b72389f-f0be-4e59-982d-758b6561e18a None None] Set router 9345b084-8083-4a5d-982b-2c9860d39dfb gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:50.049412 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0b72389f-f0be-4e59-982d-758b6561e18a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2099545865', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '43c3f624-2947-4112-b085-1dd4d777d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:28Z', 'updated_at': '2021-08-10T04:02:38Z', 'revision_number': 4, 'project_id': 'd996598032a244868fc625ab65d6228c', 'gw_port': {'id': '43c3f624-2947-4112-b085-1dd4d777d684', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ae:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:30Z', 'updated_at': '2021-08-10T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '0af80e34-62e1-42d8-9c2b-5c44efbfb025', 'name': '', 'network_id': '1953acc2-90e4-49bf-8774-d60d817a9b8d', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'mac_address': 'fa:16:3e:b7:d6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '95d8eb9f-4d63-4431-9c5c-5bb29803bc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:36Z', 'updated_at': '2021-08-10T04:02:44Z', 'revision_number': 5, 'project_id': 'd996598032a244868fc625ab65d6228c', 'subnets': [{'id': '95d8eb9f-4d63-4431-9c5c-5bb29803bc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:50.058088 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:50.109127 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b72389f-f0be-4e59-982d-758b6561e18a None None] The sync data for ids ['9345b084-8083-4a5d-982b-2c9860d39dfb'] in n-d-802893-2 is: [{'id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2099545865', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '43c3f624-2947-4112-b085-1dd4d777d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:28Z', 'updated_at': '2021-08-10T04:02:38Z', 'revision_number': 4, 'project_id': 'd996598032a244868fc625ab65d6228c', 'gw_port': {'id': '43c3f624-2947-4112-b085-1dd4d777d684', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ae:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:30Z', 'updated_at': '2021-08-10T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '0af80e34-62e1-42d8-9c2b-5c44efbfb025', 'name': '', 'network_id': '1953acc2-90e4-49bf-8774-d60d817a9b8d', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'mac_address': 'fa:16:3e:b7:d6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2381, 'fixed_ips': [{'subnet_id': '95d8eb9f-4d63-4431-9c5c-5bb29803bc9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:36Z', 'updated_at': '2021-08-10T04:02:44Z', 'revision_number': 5, 'project_id': 'd996598032a244868fc625ab65d6228c', 'subnets': [{'id': '95d8eb9f-4d63-4431-9c5c-5bb29803bc9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:50.112062 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:50.120987 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:50.164985 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a21f381e-ded2-4672-96df-ca362956498f req-9f5c802c-b74c-4852-90f5-46f680aec1ff tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a0a927f-482b-4770-9b16-43e09c18649e&id=3137a9a4-c296-4294-8820-7cdbfb28bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4394848 Aug 10 04:04:50.224387 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-078c6143-ef8b-4e72-84c4-47e62172b80d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:50.259206 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb6535-c142-4c32-8714-19aaadd9ce59 req-29cdbfad-c53f-45b4-8d0f-07133d7c83ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:50.260756 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8efb6535-c142-4c32-8714-19aaadd9ce59 req-29cdbfad-c53f-45b4-8d0f-07133d7c83ab service neutron] 10.222.0.68 "GET /v2.0/networks?id=1953acc2-90e4-49bf-8774-d60d817a9b8d HTTP/1.1" status: 200 len: 898 time: 0.7657394 Aug 10 04:04:50.334467 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3c44bbe7-7264-4065-8f3a-20f424fe5090 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:50.339761 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8efb6535-c142-4c32-8714-19aaadd9ce59 req-0c247504-f321-4a20-8fca-503e8c033c3d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=107b4125-dbc4-43d9-822d-86b1199c0ec0 HTTP/1.1" status: 200 len: 217 time: 0.0550225 Aug 10 04:04:50.342001 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32098d3-a3cc-486c-8d91-95a12eb1bc6f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:50.344167 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-944d53e7-b61f-4e73-8a24-dbd63544a2d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:50.355710 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b561562-3591-43b6-9d7f-f746b50507b6 None None] Sync routers for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:50.368416 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b561562-3591-43b6-9d7f-f746b50507b6 None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:50.369296 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4b561562-3591-43b6-9d7f-f746b50507b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:50.412709 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4b561562-3591-43b6-9d7f-f746b50507b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:50.428882 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b561562-3591-43b6-9d7f-f746b50507b6 None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:50.432723 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4b561562-3591-43b6-9d7f-f746b50507b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:50.466750 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-078c6143-ef8b-4e72-84c4-47e62172b80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:50.476870 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4b561562-3591-43b6-9d7f-f746b50507b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:50.477618 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b561562-3591-43b6-9d7f-f746b50507b6 None None] The sync data for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:50.483480 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aec47bc-73c0-4688-82e5-525ae1fef363 None None] New status for floating IP 423ce663-0af2-42de-9a68-cbdcc0a9427e: DOWN {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:04:50.483623 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c32098d3-a3cc-486c-8d91-95a12eb1bc6f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:50.542125 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb6535-c142-4c32-8714-19aaadd9ce59 req-eecc3be5-cb2e-440d-ad25-fd007672688f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:50.543549 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8efb6535-c142-4c32-8714-19aaadd9ce59 req-eecc3be5-cb2e-440d-ad25-fd007672688f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=95d8eb9f-4d63-4431-9c5c-5bb29803bc9e HTTP/1.1" status: 200 len: 835 time: 0.1951284 Aug 10 04:04:50.573042 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c32098d3-a3cc-486c-8d91-95a12eb1bc6f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.6972136 Aug 10 04:04:50.576635 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51050) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:50.583270 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-797bd511-84d3-4ff3-addc-10e388adb346 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Request body: {'floatingip': {'port_id': 'cd5b0b39-a7d1-4717-92db-b10157ecfff3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:50.650669 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-797bd511-84d3-4ff3-addc-10e388adb346 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:50.663699 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efb6535-c142-4c32-8714-19aaadd9ce59 req-f04a100f-8305-4957-9d3b-7ec1cf06d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:50.665249 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8efb6535-c142-4c32-8714-19aaadd9ce59 req-f04a100f-8305-4957-9d3b-7ec1cf06d680 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=1953acc2-90e4-49bf-8774-d60d817a9b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068046 Aug 10 04:04:50.780071 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078c6143-ef8b-4e72-84c4-47e62172b80d admin admin] Router ed4243e9-5452-44c5-a03b-07e2544796d7 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:04:50.790997 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-944d53e7-b61f-4e73-8a24-dbd63544a2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:50.919985 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8efb6535-c142-4c32-8714-19aaadd9ce59 req-ee45cf11-43e3-4d00-943b-e6fe7883d161 service neutron] 10.222.0.68 "GET /v2.0/networks/1953acc2-90e4-49bf-8774-d60d817a9b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417662 Aug 10 04:04:51.032165 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078c6143-ef8b-4e72-84c4-47e62172b80d admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:51.043427 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df8ff7a-00fc-4010-9fdc-5392f85ba04b None None] Sync routers for ids ['ed4243e9-5452-44c5-a03b-07e2544796d7'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:51.054856 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df8ff7a-00fc-4010-9fdc-5392f85ba04b None None] Routers {'ed4243e9-5452-44c5-a03b-07e2544796d7'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:51.055540 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3df8ff7a-00fc-4010-9fdc-5392f85ba04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ed4243e9-5452-44c5-a03b-07e2544796d7'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:51.132452 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-078c6143-ef8b-4e72-84c4-47e62172b80d admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:51.136479 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-078c6143-ef8b-4e72-84c4-47e62172b80d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3571973 Aug 10 04:04:51.137104 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51056) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:51.150194 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8efb6535-c142-4c32-8714-19aaadd9ce59 req-773c6ad2-9b81-4a81-a3e6-ab508dd358f7 service neutron] 10.222.0.68 "GET /v2.0/networks/1953acc2-90e4-49bf-8774-d60d817a9b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971455 Aug 10 04:04:51.173101 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-3df8ff7a-00fc-4010-9fdc-5392f85ba04b None None] Set router ed4243e9-5452-44c5-a03b-07e2544796d7 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:51.267062 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ffebd-b525-4978-be30-e251eb24c688 req-f7d12b13-f1ab-4d5e-8b9b-3b2a1abc2362 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:51.268802 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b33ffebd-b525-4978-be30-e251eb24c688 req-f7d12b13-f1ab-4d5e-8b9b-3b2a1abc2362 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.68 "GET /v2.0/ports?device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 984 time: 0.1689136 Aug 10 04:04:51.308297 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944d53e7-b61f-4e73-8a24-dbd63544a2d2 admin admin] Router 434caaba-2188-400a-a8d6-f04ca1129612 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:04:51.372235 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3c44bbe7-7264-4065-8f3a-20f424fe5090 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:51.380245 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3c44bbe7-7264-4065-8f3a-20f424fe5090 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-457799'] for router, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:51.386699 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3df8ff7a-00fc-4010-9fdc-5392f85ba04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4243e9-5452-44c5-a03b-07e2544796d7', 'name': 'tempest-ServerRescueTestJSON-356884736-router', 'tenant_id': 'f3713408bd1840a4be53441e1ea350d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '28f3639f-27bd-4639-99e9-4adee536249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:46Z', 'updated_at': '2021-08-10T04:04:49Z', 'revision_number': 3, 'project_id': 'f3713408bd1840a4be53441e1ea350d3', 'gw_port': {'id': '28f3639f-27bd-4639-99e9-4adee536249d', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4243e9-5452-44c5-a03b-07e2544796d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:48Z', 'updated_at': '2021-08-10T04:04:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:51.424795 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df8ff7a-00fc-4010-9fdc-5392f85ba04b None None] Checking router: ed4243e9-5452-44c5-a03b-07e2544796d7 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:04:51.425324 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df8ff7a-00fc-4010-9fdc-5392f85ba04b None None] Updating router ed4243e9-5452-44c5-a03b-07e2544796d7 port 28f3639f-27bd-4639-99e9-4adee536249d binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:04:51.456394 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3df8ff7a-00fc-4010-9fdc-5392f85ba04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:51.477272 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2536ac8-a06f-428b-9929-4586592edc03 req-1884197f-299b-4d93-8813-484ee6fff812 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:51.479837 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f2536ac8-a06f-428b-9929-4586592edc03 req-1884197f-299b-4d93-8813-484ee6fff812 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 984 time: 0.2203832 Aug 10 04:04:51.480162 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944d53e7-b61f-4e73-8a24-dbd63544a2d2 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:51.484497 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.db.resource_extend [None req-797bd511-84d3-4ff3-addc-10e388adb346 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 04:04:51.501710 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6b6d9a-a129-4dd8-af66-400fa165bbd5 None None] Sync routers for ids ['434caaba-2188-400a-a8d6-f04ca1129612'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:51.511664 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6b6d9a-a129-4dd8-af66-400fa165bbd5 None None] Routers {'434caaba-2188-400a-a8d6-f04ca1129612'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:51.512543 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-3e6b6d9a-a129-4dd8-af66-400fa165bbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['434caaba-2188-400a-a8d6-f04ca1129612'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:51.541783 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c44bbe7-7264-4065-8f3a-20f424fe5090 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Router 7cc815ae-9c00-42dc-805f-0b39465669bc has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:04:51.547344 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-797bd511-84d3-4ff3-addc-10e388adb346 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:51.624243 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-3e6b6d9a-a129-4dd8-af66-400fa165bbd5 None None] Set router 434caaba-2188-400a-a8d6-f04ca1129612 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:51.634775 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-944d53e7-b61f-4e73-8a24-dbd63544a2d2 admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:51.636500 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-944d53e7-b61f-4e73-8a24-dbd63544a2d2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.4529471 Aug 10 04:04:51.639471 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51062) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:51.761032 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3df8ff7a-00fc-4010-9fdc-5392f85ba04b None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:51.772564 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3df8ff7a-00fc-4010-9fdc-5392f85ba04b None None] Transition to ACTIVE for port object 28f3639f-27bd-4639-99e9-4adee536249d will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:51.786887 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-797bd511-84d3-4ff3-addc-10e388adb346 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:51.832471 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-3e6b6d9a-a129-4dd8-af66-400fa165bbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434caaba-2188-400a-a8d6-f04ca1129612', 'name': 'tempest-ImageQuotaTest-341656908-router', 'tenant_id': '8e23e41882224638b04a8d61a5b31b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '7c7311bb-45da-4499-a116-04ced111d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:47Z', 'updated_at': '2021-08-10T04:04:49Z', 'revision_number': 3, 'project_id': '8e23e41882224638b04a8d61a5b31b03', 'gw_port': {'id': '7c7311bb-45da-4499-a116-04ced111d390', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:77:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434caaba-2188-400a-a8d6-f04ca1129612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:48Z', 'updated_at': '2021-08-10T04:04:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:51.836390 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3df8ff7a-00fc-4010-9fdc-5392f85ba04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:51.882725 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-b33ffebd-b525-4978-be30-e251eb24c688 req-dedf99e8-f821-468d-9990-2fe42169a0fe tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Deleting port 107b4125-dbc4-43d9-822d-86b1199c0ec0 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:51.883191 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b33ffebd-b525-4978-be30-e251eb24c688 req-dedf99e8-f821-468d-9990-2fe42169a0fe tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:51.886245 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6b6d9a-a129-4dd8-af66-400fa165bbd5 None None] Checking router: 434caaba-2188-400a-a8d6-f04ca1129612 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:04:51.886678 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6b6d9a-a129-4dd8-af66-400fa165bbd5 None None] Updating router 434caaba-2188-400a-a8d6-f04ca1129612 port 7c7311bb-45da-4499-a116-04ced111d390 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:04:51.914898 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6d9a-a129-4dd8-af66-400fa165bbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:51.970226 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e6793-8eb4-4c6d-8faa-f7457d36ebe2 None None] Pushing event updated for resources: {'Port': ['ID=28f3639f-27bd-4639-99e9-4adee536249d,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:51.975948 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-3df8ff7a-00fc-4010-9fdc-5392f85ba04b None None] Attempting to bind port 28f3639f-27bd-4639-99e9-4adee536249d on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:04:51.978936 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-3df8ff7a-00fc-4010-9fdc-5392f85ba04b None None] Attempting to bind port 28f3639f-27bd-4639-99e9-4adee536249d by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:04:51.979562 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df8ff7a-00fc-4010-9fdc-5392f85ba04b None None] Attempting to bind port 28f3639f-27bd-4639-99e9-4adee536249d on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:51.994182 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df8ff7a-00fc-4010-9fdc-5392f85ba04b None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:04:51.995981 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df8ff7a-00fc-4010-9fdc-5392f85ba04b None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:51.996594 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3df8ff7a-00fc-4010-9fdc-5392f85ba04b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:51.997162 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df8ff7a-00fc-4010-9fdc-5392f85ba04b None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:04:51.998299 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-3df8ff7a-00fc-4010-9fdc-5392f85ba04b None None] Bound port: 28f3639f-27bd-4639-99e9-4adee536249d, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:04:52.002177 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3df8ff7a-00fc-4010-9fdc-5392f85ba04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:52.015320 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-b33ffebd-b525-4978-be30-e251eb24c688 req-dedf99e8-f821-468d-9990-2fe42169a0fe tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] For port 107b4125-dbc4-43d9-822d-86b1199c0ec0, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=107b4125-dbc4-43d9-822d-86b1199c0ec0,segment=NetworkSegment(76ebdbc9-0f22-491e-b5b1-432712ac3a2b),segment_id=76ebdbc9-0f22-491e-b5b1-432712ac3a2b)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:52.017142 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b33ffebd-b525-4978-be30-e251eb24c688 req-dedf99e8-f821-468d-9990-2fe42169a0fe tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:52.053563 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-b33ffebd-b525-4978-be30-e251eb24c688 req-dedf99e8-f821-468d-9990-2fe42169a0fe tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Calling delete_port for 107b4125-dbc4-43d9-822d-86b1199c0ec0 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:52.072378 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-3df8ff7a-00fc-4010-9fdc-5392f85ba04b None None] For port 28f3639f-27bd-4639-99e9-4adee536249d, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:04:52.076591 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-3df8ff7a-00fc-4010-9fdc-5392f85ba04b None None] For port 28f3639f-27bd-4639-99e9-4adee536249d, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=28f3639f-27bd-4639-99e9-4adee536249d,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:04:52.118243 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c44bbe7-7264-4065-8f3a-20f424fe5090 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:52.129984 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753febb6-4f87-4fc9-ad99-3db532a3be3c None None] Sync routers for ids ['7cc815ae-9c00-42dc-805f-0b39465669bc'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:52.143363 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753febb6-4f87-4fc9-ad99-3db532a3be3c None None] Routers {'7cc815ae-9c00-42dc-805f-0b39465669bc'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:52.144931 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-753febb6-4f87-4fc9-ad99-3db532a3be3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['7cc815ae-9c00-42dc-805f-0b39465669bc'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:52.147264 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3c44bbe7-7264-4065-8f3a-20f424fe5090 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:52.151141 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3c44bbe7-7264-4065-8f3a-20f424fe5090 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "PUT /v2.0/routers/7cc815ae-9c00-42dc-805f-0b39465669bc HTTP/1.1" status: 200 len: 926 time: 3.2616589 Aug 10 04:04:52.151756 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51068) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:52.173483 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f2536ac8-a06f-428b-9929-4586592edc03 req-985ee83c-a69e-4683-9ec7-1b7a3b814f5c tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a0a927f-482b-4770-9b16-43e09c18649e&id=3137a9a4-c296-4294-8820-7cdbfb28bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4985840 Aug 10 04:04:52.197484 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3df8ff7a-00fc-4010-9fdc-5392f85ba04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:52.276042 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-753febb6-4f87-4fc9-ad99-3db532a3be3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:52.283622 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e6793-8eb4-4c6d-8faa-f7457d36ebe2 None None] Pushing event updated for resources: {'Port': ['ID=28f3639f-27bd-4639-99e9-4adee536249d,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:52.309774 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753febb6-4f87-4fc9-ad99-3db532a3be3c None None] Routers {'7cc815ae-9c00-42dc-805f-0b39465669bc'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:52.310703 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-753febb6-4f87-4fc9-ad99-3db532a3be3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['7cc815ae-9c00-42dc-805f-0b39465669bc'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:52.352887 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b3105959-f6bf-4246-8f6a-1de031c478aa tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "GET /v2.0/routers/7cc815ae-9c00-42dc-805f-0b39465669bc HTTP/1.1" status: 200 len: 926 time: 0.1983235 Aug 10 04:04:52.353463 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51072) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:52.356067 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-753febb6-4f87-4fc9-ad99-3db532a3be3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:52.364683 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6d9a-a129-4dd8-af66-400fa165bbd5 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:52.367184 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753febb6-4f87-4fc9-ad99-3db532a3be3c None None] The sync data for ids ['7cc815ae-9c00-42dc-805f-0b39465669bc'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:52.368645 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df8ff7a-00fc-4010-9fdc-5392f85ba04b None None] Routers {'ed4243e9-5452-44c5-a03b-07e2544796d7'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:52.369173 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3df8ff7a-00fc-4010-9fdc-5392f85ba04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ed4243e9-5452-44c5-a03b-07e2544796d7'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:52.396582 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-3e6b6d9a-a129-4dd8-af66-400fa165bbd5 None None] Transition to ACTIVE for port object 7c7311bb-45da-4499-a116-04ced111d390 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:52.444502 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffe3fdc-362d-46fd-b1b3-7eec68f8fc73 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:52.448880 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-dffe3fdc-362d-46fd-b1b3-7eec68f8fc73 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5&device_id=7cc815ae-9c00-42dc-805f-0b39465669bc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0928562 Aug 10 04:04:52.449537 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51074) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:52.472560 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6d9a-a129-4dd8-af66-400fa165bbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:52.490545 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-3df8ff7a-00fc-4010-9fdc-5392f85ba04b None None] Set router ed4243e9-5452-44c5-a03b-07e2544796d7 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:52.572762 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-3e6b6d9a-a129-4dd8-af66-400fa165bbd5 None None] Attempting to bind port 7c7311bb-45da-4499-a116-04ced111d390 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:04:52.573341 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-3e6b6d9a-a129-4dd8-af66-400fa165bbd5 None None] Attempting to bind port 7c7311bb-45da-4499-a116-04ced111d390 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:04:52.573697 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6b6d9a-a129-4dd8-af66-400fa165bbd5 None None] Attempting to bind port 7c7311bb-45da-4499-a116-04ced111d390 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:52.591181 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6b6d9a-a129-4dd8-af66-400fa165bbd5 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:04:52.591782 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6b6d9a-a129-4dd8-af66-400fa165bbd5 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:52.592315 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6d9a-a129-4dd8-af66-400fa165bbd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:52.592815 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6b6d9a-a129-4dd8-af66-400fa165bbd5 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:04:52.593402 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-3e6b6d9a-a129-4dd8-af66-400fa165bbd5 None None] Bound port: 7c7311bb-45da-4499-a116-04ced111d390, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:04:52.595204 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6d9a-a129-4dd8-af66-400fa165bbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:52.645515 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be87a253-226c-46c4-9a52-ae3e7a0456a7 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:52.650120 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-be87a253-226c-46c4-9a52-ae3e7a0456a7 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 881 time: 0.1648488 Aug 10 04:04:52.650619 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51076) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:52.662455 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-3e6b6d9a-a129-4dd8-af66-400fa165bbd5 None None] For port 7c7311bb-45da-4499-a116-04ced111d390, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:04:52.666089 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-3e6b6d9a-a129-4dd8-af66-400fa165bbd5 None None] For port 7c7311bb-45da-4499-a116-04ced111d390, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7c7311bb-45da-4499-a116-04ced111d390,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:04:52.676691 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3d147-680a-4def-9c1a-397cce35d58b None None] Pushing event updated for resources: {'Port': ['ID=7c7311bb-45da-4499-a116-04ced111d390,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:52.687851 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-84d2d967-f8f7-4d98-a3b1-277ea751220d tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "GET /v2.0/ports?device_id=7cc815ae-9c00-42dc-805f-0b39465669bc HTTP/1.1" status: 200 len: 205 time: 0.0342326 Aug 10 04:04:52.690283 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51078) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:52.736371 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3df8ff7a-00fc-4010-9fdc-5392f85ba04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4243e9-5452-44c5-a03b-07e2544796d7', 'name': 'tempest-ServerRescueTestJSON-356884736-router', 'tenant_id': 'f3713408bd1840a4be53441e1ea350d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '28f3639f-27bd-4639-99e9-4adee536249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:46Z', 'updated_at': '2021-08-10T04:04:49Z', 'revision_number': 3, 'project_id': 'f3713408bd1840a4be53441e1ea350d3', 'gw_port': {'id': '28f3639f-27bd-4639-99e9-4adee536249d', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4243e9-5452-44c5-a03b-07e2544796d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:48Z', 'updated_at': '2021-08-10T04:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:52.764941 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df8ff7a-00fc-4010-9fdc-5392f85ba04b None None] The sync data for ids ['ed4243e9-5452-44c5-a03b-07e2544796d7'] in n-d-802893-2 is: [{'id': 'ed4243e9-5452-44c5-a03b-07e2544796d7', 'name': 'tempest-ServerRescueTestJSON-356884736-router', 'tenant_id': 'f3713408bd1840a4be53441e1ea350d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '28f3639f-27bd-4639-99e9-4adee536249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:46Z', 'updated_at': '2021-08-10T04:04:49Z', 'revision_number': 3, 'project_id': 'f3713408bd1840a4be53441e1ea350d3', 'gw_port': {'id': '28f3639f-27bd-4639-99e9-4adee536249d', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4243e9-5452-44c5-a03b-07e2544796d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:48Z', 'updated_at': '2021-08-10T04:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:52.777714 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6d9a-a129-4dd8-af66-400fa165bbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:52.843270 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6b6d9a-a129-4dd8-af66-400fa165bbd5 None None] Routers {'434caaba-2188-400a-a8d6-f04ca1129612'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:52.844726 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-3e6b6d9a-a129-4dd8-af66-400fa165bbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['434caaba-2188-400a-a8d6-f04ca1129612'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:52.850453 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3d147-680a-4def-9c1a-397cce35d58b None None] Pushing event updated for resources: {'Port': ['ID=7c7311bb-45da-4499-a116-04ced111d390,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:52.877260 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a8b6eef2-6b92-4ad5-a3c9-9fe0a53db641 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:52.919598 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-57c1d26f-65c6-43fd-b265-730d7ed1f4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:52.985835 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94010f41-1e02-48fb-9a2e-b9754b56d5bd req-24ba9d49-84e9-4306-895f-83de25d882e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:52.987384 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94010f41-1e02-48fb-9a2e-b9754b56d5bd req-24ba9d49-84e9-4306-895f-83de25d882e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=897476f221894013b27960fb36935e79&device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 1096 time: 0.5578706 Aug 10 04:04:53.022369 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-3e6b6d9a-a129-4dd8-af66-400fa165bbd5 None None] Set router 434caaba-2188-400a-a8d6-f04ca1129612 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:53.078877 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a8b6eef2-6b92-4ad5-a3c9-9fe0a53db641 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:53.083465 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797bd511-84d3-4ff3-addc-10e388adb346 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Router 2e7c8e87-3e1a-4115-b3a4-2c80f2e97809 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:04:53.097908 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf5b56-6674-4f28-85a7-f495650ee57e req-bcbb519c-df2e-4cdf-add4-0af662d54d2e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:53.100430 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-70bf5b56-6674-4f28-85a7-f495650ee57e req-bcbb519c-df2e-4cdf-add4-0af662d54d2e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.6675060 Aug 10 04:04:53.101088 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b33ffebd-b525-4978-be30-e251eb24c688 req-dedf99e8-f821-468d-9990-2fe42169a0fe tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:53.181852 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf99e8-f821-468d-9990-2fe42169a0fe tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event deleted for resources: {'Port': ['ID=107b4125-dbc4-43d9-822d-86b1199c0ec0,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:53.273955 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-57c1d26f-65c6-43fd-b265-730d7ed1f4cb admin admin] Allocated IP 172.20.0.1 (cdb96e7d-b5a5-4b37-be4e-07559a4b5548/36422884-15ab-4115-85d8-43bf93e1c664/1131a807-1666-466b-b825-757d4c4e768a) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:53.285846 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-3e6b6d9a-a129-4dd8-af66-400fa165bbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434caaba-2188-400a-a8d6-f04ca1129612', 'name': 'tempest-ImageQuotaTest-341656908-router', 'tenant_id': '8e23e41882224638b04a8d61a5b31b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '7c7311bb-45da-4499-a116-04ced111d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:47Z', 'updated_at': '2021-08-10T04:04:49Z', 'revision_number': 3, 'project_id': '8e23e41882224638b04a8d61a5b31b03', 'gw_port': {'id': '7c7311bb-45da-4499-a116-04ced111d390', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:77:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434caaba-2188-400a-a8d6-f04ca1129612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:48Z', 'updated_at': '2021-08-10T04:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:53.322005 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-65d70b9d-1b60-4caa-b8f6-bb0b62eab1e9 req-447ce6eb-2d44-48ff-af11-bdad7b86b2e4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 210 time: 0.0371339 Aug 10 04:04:53.323458 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6b6d9a-a129-4dd8-af66-400fa165bbd5 None None] The sync data for ids ['434caaba-2188-400a-a8d6-f04ca1129612'] in n-d-802893-2 is: [{'id': '434caaba-2188-400a-a8d6-f04ca1129612', 'name': 'tempest-ImageQuotaTest-341656908-router', 'tenant_id': '8e23e41882224638b04a8d61a5b31b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '7c7311bb-45da-4499-a116-04ced111d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:47Z', 'updated_at': '2021-08-10T04:04:49Z', 'revision_number': 3, 'project_id': '8e23e41882224638b04a8d61a5b31b03', 'gw_port': {'id': '7c7311bb-45da-4499-a116-04ced111d390', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:77:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434caaba-2188-400a-a8d6-f04ca1129612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:48Z', 'updated_at': '2021-08-10T04:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:53.381764 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33ffebd-b525-4978-be30-e251eb24c688 req-dedf99e8-f821-468d-9990-2fe42169a0fe tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] No DVR routers for this DVR port 107b4125-dbc4-43d9-822d-86b1199c0ec0 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:04:53.392764 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b33ffebd-b525-4978-be30-e251eb24c688 req-dedf99e8-f821-468d-9990-2fe42169a0fe tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:53.394887 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b33ffebd-b525-4978-be30-e251eb24c688 req-dedf99e8-f821-468d-9990-2fe42169a0fe tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.68 "DELETE /v2.0/ports/107b4125-dbc4-43d9-822d-86b1199c0ec0 HTTP/1.1" status: 204 len: 173 time: 2.1092000 Aug 10 04:04:53.401691 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-a8b6eef2-6b92-4ad5-a3c9-9fe0a53db641 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Deleting port 5cd41e51-6fdd-4bb8-95b6-dff49c229f6f {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:53.402210 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b795c5-7444-462c-ac83-c060aca7ee73', 'name': 'network-vif-deleted', 'tag': '107b4125-dbc4-43d9-822d-86b1199c0ec0'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:04:53.402413 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a8b6eef2-6b92-4ad5-a3c9-9fe0a53db641 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:53.404580 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b23587f-24d0-4309-a953-0e95b4b9038a" -d '{"events": [{"server_uuid": "b6b795c5-7444-462c-ac83-c060aca7ee73", "name": "network-vif-deleted", "tag": "107b4125-dbc4-43d9-822d-86b1199c0ec0"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:04:53.515454 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-70bf5b56-6674-4f28-85a7-f495650ee57e req-f9e7c2a6-b450-45d7-a945-15129f2748e8 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4050868 Aug 10 04:04:53.519989 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4b1645-82e0-44a0-8fd7-2d04b863bda5 x-openstack-request-id: req-0a4b1645-82e0-44a0-8fd7-2d04b863bda5 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:04:53.520299 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b795c5-7444-462c-ac83-c060aca7ee73", "name": "network-vif-deleted", "tag": "107b4125-dbc4-43d9-822d-86b1199c0ec0", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:04:53.520550 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a4b1645-82e0-44a0-8fd7-2d04b863bda5 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:04:53.521229 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b795c5-7444-462c-ac83-c060aca7ee73', 'name': 'network-vif-deleted', 'tag': '107b4125-dbc4-43d9-822d-86b1199c0ec0', 'status': 'completed', 'code': 200} Aug 10 04:04:53.525536 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-57c1d26f-65c6-43fd-b265-730d7ed1f4cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:53.533869 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-30c85396-6191-4a6c-a26a-e6eac6b43d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:53.535903 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a8b6eef2-6b92-4ad5-a3c9-9fe0a53db641 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:53.559262 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94010f41-1e02-48fb-9a2e-b9754b56d5bd req-c7172357-884b-421c-8dc4-3c796cbbec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:53.561127 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94010f41-1e02-48fb-9a2e-b9754b56d5bd req-c7172357-884b-421c-8dc4-3c796cbbec8d service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7ff6afc-8008-49c6-8b16-55c096640020 HTTP/1.1" status: 200 len: 912 time: 0.5436037 Aug 10 04:04:53.564979 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-a8b6eef2-6b92-4ad5-a3c9-9fe0a53db641 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Calling delete_port for 5cd41e51-6fdd-4bb8-95b6-dff49c229f6f owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:53.566939 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-57c1d26f-65c6-43fd-b265-730d7ed1f4cb admin admin] Transition to ACTIVE for port object 1131a807-1666-466b-b825-757d4c4e768a will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:53.574418 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797bd511-84d3-4ff3-addc-10e388adb346 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:53.580732 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-797bd511-84d3-4ff3-addc-10e388adb346 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:53.594532 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2aa7975-4f90-4048-9c09-a52de930c09c None None] Sync routers for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:53.613049 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aa7975-4f90-4048-9c09-a52de930c09c None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:53.613690 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e2aa7975-4f90-4048-9c09-a52de930c09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:53.675115 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e2aa7975-4f90-4048-9c09-a52de930c09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:53.745984 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aa7975-4f90-4048-9c09-a52de930c09c None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:53.746650 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e2aa7975-4f90-4048-9c09-a52de930c09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:53.804793 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e2aa7975-4f90-4048-9c09-a52de930c09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:53.804793 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2aa7975-4f90-4048-9c09-a52de930c09c None None] The sync data for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:53.819686 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94010f41-1e02-48fb-9a2e-b9754b56d5bd req-f950da74-1ab6-49ca-939b-d6f1003accb0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3b4ce36-dd2d-448b-a4c9-f1269256c40e HTTP/1.1" status: 200 len: 1000 time: 0.2468286 Aug 10 04:04:53.821663 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-57c1d26f-65c6-43fd-b265-730d7ed1f4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:53.870088 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-797bd511-84d3-4ff3-addc-10e388adb346 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "PUT /v2.0/floatingips/792c638c-844b-4512-aaba-bfcbf134e75d HTTP/1.1" status: 200 len: 978 time: 3.2923703 Aug 10 04:04:53.879548 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51086) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:53.953258 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c1d26f-65c6-43fd-b265-730d7ed1f4cb admin admin] Network cdb96e7d-b5a5-4b37-be4e-07559a4b5548 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:53.959288 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-57c1d26f-65c6-43fd-b265-730d7ed1f4cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:53.962053 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c1d26f-65c6-43fd-b265-730d7ed1f4cb admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:53.991188 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94010f41-1e02-48fb-9a2e-b9754b56d5bd req-3f3df9aa-183f-47da-9152-de7dc7e608fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:53.991188 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94010f41-1e02-48fb-9a2e-b9754b56d5bd req-3f3df9aa-183f-47da-9152-de7dc7e608fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a51d8861-9dbf-4178-9d3e-8ed73319e82c HTTP/1.1" status: 200 len: 850 time: 0.1363375 Aug 10 04:04:54.027006 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-57c1d26f-65c6-43fd-b265-730d7ed1f4cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:54.107143 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-30c85396-6191-4a6c-a26a-e6eac6b43d46 admin admin] Allocated IP 172.20.0.1 (6a30de31-8cff-447d-a775-a8b158513d18/8c8ebd3f-75bf-4ec3-96f1-9cf76215d792/4430b140-6cc5-4566-87a8-3894df8b0784) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:54.168908 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94010f41-1e02-48fb-9a2e-b9754b56d5bd req-7e90a8db-b0fe-47dc-8bce-debb748e2cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:54.175173 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94010f41-1e02-48fb-9a2e-b9754b56d5bd req-7e90a8db-b0fe-47dc-8bce-debb748e2cc9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7ff6afc-8008-49c6-8b16-55c096640020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1727290 Aug 10 04:04:54.182595 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1d26f-65c6-43fd-b265-730d7ed1f4cb admin admin] Pushing event updated for resources: {'Port': ['ID=1131a807-1666-466b-b825-757d4c4e768a,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:54.247547 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7c7311bb-45da-4499-a116-04ced111d390 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:54.407052 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a8b6eef2-6b92-4ad5-a3c9-9fe0a53db641 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:54.420270 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94010f41-1e02-48fb-9a2e-b9754b56d5bd req-ad795951-e954-407b-8275-139dee3c50f5 service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023025 Aug 10 04:04:54.461999 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 7c7311bb-45da-4499-a116-04ced111d390 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:54.470865 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 7c7311bb-45da-4499-a116-04ced111d390 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:54.471237 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:54.480692 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-30c85396-6191-4a6c-a26a-e6eac6b43d46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:54.499212 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6eef2-6b92-4ad5-a3c9-9fe0a53db641 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Pushing event deleted for resources: {'Port': ['ID=5cd41e51-6fdd-4bb8-95b6-dff49c229f6f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:54.553334 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ef609bf3-6bb2-485d-9e5f-d4092c029d95 None None] Provisioning for port 1131a807-1666-466b-b825-757d4c4e768a completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:54.637505 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0815bc37-0ffe-4ffd-984c-2b43be291c60 req-219af4de-dd40-4fd4-a4ac-2615ff91951f tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "GET /v2.0/ports?device_id=b6b795c5-7444-462c-ac83-c060aca7ee73 HTTP/1.1" status: 200 len: 210 time: 0.1117625 Aug 10 04:04:54.643301 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-30c85396-6191-4a6c-a26a-e6eac6b43d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:54.712967 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-57c1d26f-65c6-43fd-b265-730d7ed1f4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:54.714047 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c85396-6191-4a6c-a26a-e6eac6b43d46 admin admin] Network 6a30de31-8cff-447d-a775-a8b158513d18 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:54.720337 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-30c85396-6191-4a6c-a26a-e6eac6b43d46 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:54.728353 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c85396-6191-4a6c-a26a-e6eac6b43d46 admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:54.783156 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ef609bf3-6bb2-485d-9e5f-d4092c029d95 None None] Provisioning complete for port 1131a807-1666-466b-b825-757d4c4e768a triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:54.783538 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ef609bf3-6bb2-485d-9e5f-d4092c029d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:54.785628 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c85396-6191-4a6c-a26a-e6eac6b43d46 admin admin] Pushing event updated for resources: {'Port': ['ID=4430b140-6cc5-4566-87a8-3894df8b0784,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:54.813670 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:54.816725 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94010f41-1e02-48fb-9a2e-b9754b56d5bd req-66a0b799-062f-49e3-80a7-8f7e2db9549f service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898684 Aug 10 04:04:54.817596 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-30c85396-6191-4a6c-a26a-e6eac6b43d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:54.818424 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-ad3452e0-1ab4-4bf1-b900-2db045ba49c1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Deleting port 71235050-c3c4-482b-b775-d82bcfc406b5 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:54.818771 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad3452e0-1ab4-4bf1-b900-2db045ba49c1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:54.819156 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 107b4125-dbc4-43d9-822d-86b1199c0ec0 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:04:54.843705 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a8b6eef2-6b92-4ad5-a3c9-9fe0a53db641 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:54.847382 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 107b4125-dbc4-43d9-822d-86b1199c0ec0 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:04:54.847863 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 107b4125-dbc4-43d9-822d-86b1199c0ec0 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:04:54.872548 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 7c7311bb-45da-4499-a116-04ced111d390, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7c7311bb-45da-4499-a116-04ced111d390,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:54.877309 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-ef609bf3-6bb2-485d-9e5f-d4092c029d95 None None] Port 1131a807-1666-466b-b825-757d4c4e768a cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:04:54.916728 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:54.923657 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 28f3639f-27bd-4639-99e9-4adee536249d up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:54.956596 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b4d34-d205-407d-b4a5-c5dff0b3dad3 req-6cd361e2-ee1e-4fe4-b52f-36619cbd1754 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:54.958221 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3a4b4d34-d205-407d-b4a5-c5dff0b3dad3 req-6cd361e2-ee1e-4fe4-b52f-36619cbd1754 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.2559454 Aug 10 04:04:55.011200 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a8b6eef2-6b92-4ad5-a3c9-9fe0a53db641 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:55.016847 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=7c7311bb-45da-4499-a116-04ced111d390,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:55.029635 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a8b6eef2-6b92-4ad5-a3c9-9fe0a53db641 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:55.053013 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-30c85396-6191-4a6c-a26a-e6eac6b43d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:55.065271 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 28f3639f-27bd-4639-99e9-4adee536249d completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:04:55.072267 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 28f3639f-27bd-4639-99e9-4adee536249d triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:55.072855 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:55.138730 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3a4b4d34-d205-407d-b4a5-c5dff0b3dad3 req-c7f81d6e-9888-4054-9351-20dd211354dd tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448538 Aug 10 04:04:55.164735 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:55.190603 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 28f3639f-27bd-4639-99e9-4adee536249d, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=28f3639f-27bd-4639-99e9-4adee536249d,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:55.221333 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad3452e0-1ab4-4bf1-b900-2db045ba49c1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:55.221781 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad3452e0-1ab4-4bf1-b900-2db045ba49c1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:55.242703 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-ad3452e0-1ab4-4bf1-b900-2db045ba49c1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Calling delete_port for 71235050-c3c4-482b-b775-d82bcfc406b5 owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:55.248949 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-30c85396-6191-4a6c-a26a-e6eac6b43d46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:55.271148 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a8b6eef2-6b92-4ad5-a3c9-9fe0a53db641 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:55.271697 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b6eef2-6b92-4ad5-a3c9-9fe0a53db641 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Fanout notify agent at l3_agent the message router_deleted on router 7cc815ae-9c00-42dc-805f-0b39465669bc {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:04:55.275812 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-57c1d26f-65c6-43fd-b265-730d7ed1f4cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:55.282290 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a8b6eef2-6b92-4ad5-a3c9-9fe0a53db641 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:55.283656 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a8b6eef2-6b92-4ad5-a3c9-9fe0a53db641 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "DELETE /v2.0/routers/7cc815ae-9c00-42dc-805f-0b39465669bc HTTP/1.1" status: 204 len: 168 time: 2.5922043 Aug 10 04:04:55.287412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51096) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:55.292332 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:55.302259 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-ec6e0937-b0be-4d4e-a930-e61567b7daf0 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1715174763', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:55.348020 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=28f3639f-27bd-4639-99e9-4adee536249d,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:55.352458 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-30c85396-6191-4a6c-a26a-e6eac6b43d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:55.415784 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec6e0937-b0be-4d4e-a930-e61567b7daf0 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:55.416883 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec6e0937-b0be-4d4e-a930-e61567b7daf0 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:55.439497 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c85396-6191-4a6c-a26a-e6eac6b43d46 admin admin] Pushing event updated for resources: {'Port': ['ID=4430b140-6cc5-4566-87a8-3894df8b0784,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:55.444133 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-30c85396-6191-4a6c-a26a-e6eac6b43d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:55.503766 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec6e0937-b0be-4d4e-a930-e61567b7daf0 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:55.591639 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c85396-6191-4a6c-a26a-e6eac6b43d46 admin admin] Network 6a30de31-8cff-447d-a775-a8b158513d18 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:55.593328 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-30c85396-6191-4a6c-a26a-e6eac6b43d46 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:55.643782 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec6e0937-b0be-4d4e-a930-e61567b7daf0 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:55.722292 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51100) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:55.741600 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec6e0937-b0be-4d4e-a930-e61567b7daf0 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:55.743543 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ec6e0937-b0be-4d4e-a930-e61567b7daf0 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4544153 Aug 10 04:04:55.750387 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51102) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:55.752695 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-57c1d26f-65c6-43fd-b265-730d7ed1f4cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:55.759785 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-ce11c2bd-601b-40f0-9b85-2c5b807331ba tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Request body: {'router': {'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:55.780610 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c85396-6191-4a6c-a26a-e6eac6b43d46 admin admin] Router ed4243e9-5452-44c5-a03b-07e2544796d7 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:04:55.842586 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20595581-3e1b-4cdf-8f3d-689c5dce774a tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:55.877656 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20595581-3e1b-4cdf-8f3d-689c5dce774a tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:55.963560 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c85396-6191-4a6c-a26a-e6eac6b43d46 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:55.972334 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-30c85396-6191-4a6c-a26a-e6eac6b43d46 admin admin] 10.222.0.25 "PUT /v2.0/routers/ed4243e9-5452-44c5-a03b-07e2544796d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8265128 Aug 10 04:04:55.987685 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1d26f-65c6-43fd-b265-730d7ed1f4cb admin admin] Pushing event updated for resources: {'Port': ['ID=1131a807-1666-466b-b825-757d4c4e768a,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:55.993122 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-57c1d26f-65c6-43fd-b265-730d7ed1f4cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:56.059128 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20595581-3e1b-4cdf-8f3d-689c5dce774a tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:56.063653 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20595581-3e1b-4cdf-8f3d-689c5dce774a tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:56.067273 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-20595581-3e1b-4cdf-8f3d-689c5dce774a tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "DELETE /v2.0/security-groups/3137a9a4-c296-4294-8820-7cdbfb28bdeb HTTP/1.1" status: 204 len: 168 time: 0.3412790 Aug 10 04:04:56.068585 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51106) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:56.095118 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7c7311bb-45da-4499-a116-04ced111d390 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:56.114496 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20595581-3e1b-4cdf-8f3d-689c5dce774a tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3137a9a4-c296-4294-8820-7cdbfb28bdeb,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:56.163136 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce11c2bd-601b-40f0-9b85-2c5b807331ba tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:56.166458 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67fccee8-0a0d-40ac-b0f7-68f8a53c9233 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:56.196315 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 7c7311bb-45da-4499-a116-04ced111d390 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:56.196830 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:56.211854 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67fccee8-0a0d-40ac-b0f7-68f8a53c9233 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:56.226530 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad3452e0-1ab4-4bf1-b900-2db045ba49c1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:56.296936 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 28f3639f-27bd-4639-99e9-4adee536249d up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:04:56.303823 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3452e0-1ab4-4bf1-b900-2db045ba49c1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event deleted for resources: {'Port': ['ID=71235050-c3c4-482b-b775-d82bcfc406b5,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:56.363928 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 28f3639f-27bd-4639-99e9-4adee536249d triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:56.364610 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:56.374765 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f369f50-1eaf-48f7-a248-4d693d755fac req-de1c5c3f-4de9-4676-8ee4-02fd9ba6069d tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:56.376703 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3f369f50-1eaf-48f7-a248-4d693d755fac req-de1c5c3f-4de9-4676-8ee4-02fd9ba6069d tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.0835609 Aug 10 04:04:56.378788 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67fccee8-0a0d-40ac-b0f7-68f8a53c9233 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:56.381645 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67fccee8-0a0d-40ac-b0f7-68f8a53c9233 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:56.386255 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-67fccee8-0a0d-40ac-b0f7-68f8a53c9233 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "DELETE /v2.0/security-groups/8a0a927f-482b-4770-9b16-43e09c18649e HTTP/1.1" status: 204 len: 168 time: 0.3162496 Aug 10 04:04:56.388552 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51122) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:56.404693 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fccee8-0a0d-40ac-b0f7-68f8a53c9233 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0a927f-482b-4770-9b16-43e09c18649e,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:56.414671 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1212ee-61fd-448b-aa8c-5e8489d03385 None None] Sync routers for ids ['ed4243e9-5452-44c5-a03b-07e2544796d7'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:56.441737 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad3452e0-1ab4-4bf1-b900-2db045ba49c1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:56.442544 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-ad3452e0-1ab4-4bf1-b900-2db045ba49c1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Floating IP 792c638c-844b-4512-aaba-bfcbf134e75d disassociated (deleted). External IP: 172.25.0.28, port: cd5b0b39-a7d1-4717-92db-b10157ecfff3. Aug 10 04:04:56.444719 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1212ee-61fd-448b-aa8c-5e8489d03385 None None] Routers {'ed4243e9-5452-44c5-a03b-07e2544796d7'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:56.445360 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-df1212ee-61fd-448b-aa8c-5e8489d03385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ed4243e9-5452-44c5-a03b-07e2544796d7'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:56.462671 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3f369f50-1eaf-48f7-a248-4d693d755fac req-b0b4c4be-2638-4af0-b7cd-27f62b029cde tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754201 Aug 10 04:04:56.583781 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-df1212ee-61fd-448b-aa8c-5e8489d03385 None None] Set router ed4243e9-5452-44c5-a03b-07e2544796d7 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:56.728940 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c1d26f-65c6-43fd-b265-730d7ed1f4cb admin admin] Network cdb96e7d-b5a5-4b37-be4e-07559a4b5548 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:56.745353 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-57c1d26f-65c6-43fd-b265-730d7ed1f4cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:56.799158 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-df1212ee-61fd-448b-aa8c-5e8489d03385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4243e9-5452-44c5-a03b-07e2544796d7', 'name': 'tempest-ServerRescueTestJSON-356884736-router', 'tenant_id': 'f3713408bd1840a4be53441e1ea350d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '28f3639f-27bd-4639-99e9-4adee536249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:46Z', 'updated_at': '2021-08-10T04:04:54Z', 'revision_number': 4, 'project_id': 'f3713408bd1840a4be53441e1ea350d3', 'gw_port': {'id': '28f3639f-27bd-4639-99e9-4adee536249d', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4243e9-5452-44c5-a03b-07e2544796d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:48Z', 'updated_at': '2021-08-10T04:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '4430b140-6cc5-4566-87a8-3894df8b0784', 'name': '', 'network_id': '6a30de31-8cff-447d-a775-a8b158513d18', 'tenant_id': 'f3713408bd1840a4be53441e1ea350d3', 'mac_address': 'fa:16:3e:41:23:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4243e9-5452-44c5-a03b-07e2544796d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '8c8ebd3f-75bf-4ec3-96f1-9cf76215d792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:53Z', 'updated_at': '2021-08-10T04:04:55Z', 'revision_number': 2, 'project_id': 'f3713408bd1840a4be53441e1ea350d3', 'subnets': [{'id': '8c8ebd3f-75bf-4ec3-96f1-9cf76215d792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:56.828328 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1212ee-61fd-448b-aa8c-5e8489d03385 None None] Checking router: ed4243e9-5452-44c5-a03b-07e2544796d7 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:04:56.828786 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1212ee-61fd-448b-aa8c-5e8489d03385 None None] Updating router ed4243e9-5452-44c5-a03b-07e2544796d7 port 4430b140-6cc5-4566-87a8-3894df8b0784 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:04:56.847706 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-4487bcbc-1ff0-4ae9-b47e-cc7af4319ce1 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:04:56.849382 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-4487bcbc-1ff0-4ae9-b47e-cc7af4319ce1 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/networks?id=6a30de31-8cff-447d-a775-a8b158513d18 HTTP/1.1" status: 200 len: 810 time: 0.3604491 Aug 10 04:04:56.858885 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-df1212ee-61fd-448b-aa8c-5e8489d03385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:56.982604 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-2c8adb85-5681-4703-a6df-77363c3389e7 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/quotas/f3713408bd1840a4be53441e1ea350d3 HTTP/1.1" status: 200 len: 375 time: 0.1126695 Aug 10 04:04:57.058010 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-970fc3a2-f352-4683-a98e-31506759e2a1 None None] Provisioning complete for port 1131a807-1666-466b-b825-757d4c4e768a triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:04:57.058252 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-970fc3a2-f352-4683-a98e-31506759e2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.112066 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-970fc3a2-f352-4683-a98e-31506759e2a1 None None] Port 1131a807-1666-466b-b825-757d4c4e768a cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:04:57.194268 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-df1212ee-61fd-448b-aa8c-5e8489d03385 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.204758 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-df1212ee-61fd-448b-aa8c-5e8489d03385 None None] Transition to ACTIVE for port object 4430b140-6cc5-4566-87a8-3894df8b0784 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:57.251821 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c1d26f-65c6-43fd-b265-730d7ed1f4cb admin admin] Router 434caaba-2188-400a-a8d6-f04ca1129612 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:04:57.276240 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-df1212ee-61fd-448b-aa8c-5e8489d03385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.305153 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3452e0-1ab4-4bf1-b900-2db045ba49c1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Router 2e7c8e87-3e1a-4115-b3a4-2c80f2e97809 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:04:57.313673 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-4ae3fcd6-61cf-48c9-a5ba-7615396dcbb6 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f3713408bd1840a4be53441e1ea350d3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2917352 Aug 10 04:04:57.318421 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce11c2bd-601b-40f0-9b85-2c5b807331ba tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.340793 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf7f31-0a66-4367-8d4f-f3b8ef244344 None None] Pushing event updated for resources: {'Port': ['ID=4430b140-6cc5-4566-87a8-3894df8b0784,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:57.378481 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce11c2bd-601b-40f0-9b85-2c5b807331ba tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.394152 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-df1212ee-61fd-448b-aa8c-5e8489d03385 None None] Attempting to bind port 4430b140-6cc5-4566-87a8-3894df8b0784 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:04:57.394518 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-df1212ee-61fd-448b-aa8c-5e8489d03385 None None] Attempting to bind port 4430b140-6cc5-4566-87a8-3894df8b0784 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '8ac88afb-260a-463f-b01a-69dd7b9a9956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6a30de31-8cff-447d-a775-a8b158513d18'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:04:57.394908 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1212ee-61fd-448b-aa8c-5e8489d03385 None None] Attempting to bind port 4430b140-6cc5-4566-87a8-3894df8b0784 on network 6a30de31-8cff-447d-a775-a8b158513d18 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:57.399768 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1212ee-61fd-448b-aa8c-5e8489d03385 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:04:57.401218 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1212ee-61fd-448b-aa8c-5e8489d03385 None None] Checking segment: {'id': '8ac88afb-260a-463f-b01a-69dd7b9a9956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6a30de31-8cff-447d-a775-a8b158513d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:57.401218 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-df1212ee-61fd-448b-aa8c-5e8489d03385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.401218 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1212ee-61fd-448b-aa8c-5e8489d03385 None None] Bound using segment: {'id': '8ac88afb-260a-463f-b01a-69dd7b9a9956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6a30de31-8cff-447d-a775-a8b158513d18'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:04:57.401497 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-df1212ee-61fd-448b-aa8c-5e8489d03385 None None] Bound port: 4430b140-6cc5-4566-87a8-3894df8b0784, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac88afb-260a-463f-b01a-69dd7b9a9956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6a30de31-8cff-447d-a775-a8b158513d18'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:04:57.401886 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-df1212ee-61fd-448b-aa8c-5e8489d03385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.438145 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.468344 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-df1212ee-61fd-448b-aa8c-5e8489d03385 None None] For port 4430b140-6cc5-4566-87a8-3894df8b0784, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:04:57.471448 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-df1212ee-61fd-448b-aa8c-5e8489d03385 None None] For port 4430b140-6cc5-4566-87a8-3894df8b0784, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4430b140-6cc5-4566-87a8-3894df8b0784,segment=NetworkSegment(8ac88afb-260a-463f-b01a-69dd7b9a9956),segment_id=8ac88afb-260a-463f-b01a-69dd7b9a9956)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:04:57.538416 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-df1212ee-61fd-448b-aa8c-5e8489d03385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:57.596343 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1212ee-61fd-448b-aa8c-5e8489d03385 None None] Routers {'ed4243e9-5452-44c5-a03b-07e2544796d7'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:57.596954 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-df1212ee-61fd-448b-aa8c-5e8489d03385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ed4243e9-5452-44c5-a03b-07e2544796d7'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:57.645656 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf7f31-0a66-4367-8d4f-f3b8ef244344 None None] Pushing event updated for resources: {'Port': ['ID=4430b140-6cc5-4566-87a8-3894df8b0784,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:57.719776 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-df1212ee-61fd-448b-aa8c-5e8489d03385 None None] Set router ed4243e9-5452-44c5-a03b-07e2544796d7 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:57.925258 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-df1212ee-61fd-448b-aa8c-5e8489d03385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4243e9-5452-44c5-a03b-07e2544796d7', 'name': 'tempest-ServerRescueTestJSON-356884736-router', 'tenant_id': 'f3713408bd1840a4be53441e1ea350d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '28f3639f-27bd-4639-99e9-4adee536249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:46Z', 'updated_at': '2021-08-10T04:04:54Z', 'revision_number': 4, 'project_id': 'f3713408bd1840a4be53441e1ea350d3', 'gw_port': {'id': '28f3639f-27bd-4639-99e9-4adee536249d', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4243e9-5452-44c5-a03b-07e2544796d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:48Z', 'updated_at': '2021-08-10T04:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '4430b140-6cc5-4566-87a8-3894df8b0784', 'name': '', 'network_id': '6a30de31-8cff-447d-a775-a8b158513d18', 'tenant_id': 'f3713408bd1840a4be53441e1ea350d3', 'mac_address': 'fa:16:3e:41:23:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4243e9-5452-44c5-a03b-07e2544796d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '8c8ebd3f-75bf-4ec3-96f1-9cf76215d792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:53Z', 'updated_at': '2021-08-10T04:04:57Z', 'revision_number': 4, 'project_id': 'f3713408bd1840a4be53441e1ea350d3', 'subnets': [{'id': '8c8ebd3f-75bf-4ec3-96f1-9cf76215d792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:57.956862 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1212ee-61fd-448b-aa8c-5e8489d03385 None None] The sync data for ids ['ed4243e9-5452-44c5-a03b-07e2544796d7'] in n-d-802893-2 is: [{'id': 'ed4243e9-5452-44c5-a03b-07e2544796d7', 'name': 'tempest-ServerRescueTestJSON-356884736-router', 'tenant_id': 'f3713408bd1840a4be53441e1ea350d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '28f3639f-27bd-4639-99e9-4adee536249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:46Z', 'updated_at': '2021-08-10T04:04:54Z', 'revision_number': 4, 'project_id': 'f3713408bd1840a4be53441e1ea350d3', 'gw_port': {'id': '28f3639f-27bd-4639-99e9-4adee536249d', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4243e9-5452-44c5-a03b-07e2544796d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:48Z', 'updated_at': '2021-08-10T04:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '4430b140-6cc5-4566-87a8-3894df8b0784', 'name': '', 'network_id': '6a30de31-8cff-447d-a775-a8b158513d18', 'tenant_id': 'f3713408bd1840a4be53441e1ea350d3', 'mac_address': 'fa:16:3e:41:23:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed4243e9-5452-44c5-a03b-07e2544796d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '8c8ebd3f-75bf-4ec3-96f1-9cf76215d792', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:53Z', 'updated_at': '2021-08-10T04:04:57Z', 'revision_number': 4, 'project_id': 'f3713408bd1840a4be53441e1ea350d3', 'subnets': [{'id': '8c8ebd3f-75bf-4ec3-96f1-9cf76215d792', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:58.047152 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c1d26f-65c6-43fd-b265-730d7ed1f4cb admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:58.057575 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-57c1d26f-65c6-43fd-b265-730d7ed1f4cb admin admin] 10.222.0.25 "PUT /v2.0/routers/434caaba-2188-400a-a8d6-f04ca1129612/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4170713 Aug 10 04:04:58.059466 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee95874-db4c-45bb-a715-1c18fc54676e None None] Sync routers for ids ['434caaba-2188-400a-a8d6-f04ca1129612'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:58.070868 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee95874-db4c-45bb-a715-1c18fc54676e None None] Routers {'434caaba-2188-400a-a8d6-f04ca1129612'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:58.071690 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-6ee95874-db4c-45bb-a715-1c18fc54676e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['434caaba-2188-400a-a8d6-f04ca1129612'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:58.152097 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-95d0de64-f263-4798-90bc-859c0ce8d113 service neutron] 10.222.0.25 "GET /v2.0/networks/6a30de31-8cff-447d-a775-a8b158513d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8302691 Aug 10 04:04:58.197482 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-ce11c2bd-601b-40f0-9b85-2c5b807331ba tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Allocated IP 172.25.0.178 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/2df7f9f6-fd86-46a7-8c1b-5b9a241c937e) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:04:58.201180 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3452e0-1ab4-4bf1-b900-2db045ba49c1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:04:58.209165 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-6ee95874-db4c-45bb-a715-1c18fc54676e None None] Set router 434caaba-2188-400a-a8d6-f04ca1129612 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:04:58.214552 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff97d72-3eb5-4e5e-afe4-d2c30c5cb336 None None] Sync routers for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:04:58.230835 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff97d72-3eb5-4e5e-afe4-d2c30c5cb336 None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:58.233127 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-fff97d72-3eb5-4e5e-afe4-d2c30c5cb336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:58.241562 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad3452e0-1ab4-4bf1-b900-2db045ba49c1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:58.285775 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-fff97d72-3eb5-4e5e-afe4-d2c30c5cb336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:58.295988 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff97d72-3eb5-4e5e-afe4-d2c30c5cb336 None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:04:58.297317 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-fff97d72-3eb5-4e5e-afe4-d2c30c5cb336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:58.358802 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-fff97d72-3eb5-4e5e-afe4-d2c30c5cb336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:58.358802 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff97d72-3eb5-4e5e-afe4-d2c30c5cb336 None None] The sync data for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:04:58.370262 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ad3452e0-1ab4-4bf1-b900-2db045ba49c1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "DELETE /v2.0/floatingips/792c638c-844b-4512-aaba-bfcbf134e75d HTTP/1.1" status: 204 len: 168 time: 4.4869857 Aug 10 04:04:58.370878 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51140) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:58.455719 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-7565b0c0-5f37-4241-8df4-d1e532fd1f4c service neutron] 10.222.0.25 "GET /v2.0/networks/6a30de31-8cff-447d-a775-a8b158513d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870946 Aug 10 04:04:58.494450 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce11c2bd-601b-40f0-9b85-2c5b807331ba tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:58.507058 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cf95ac44-9282-487f-8446-2649f07bfcd4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:58.522253 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-11b104ee-ccbe-4368-8cb3-11c736d19d38 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Deleting port cd5b0b39-a7d1-4717-92db-b10157ecfff3 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:58.522966 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-11b104ee-ccbe-4368-8cb3-11c736d19d38 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:58.534687 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-6ee95874-db4c-45bb-a715-1c18fc54676e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434caaba-2188-400a-a8d6-f04ca1129612', 'name': 'tempest-ImageQuotaTest-341656908-router', 'tenant_id': '8e23e41882224638b04a8d61a5b31b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '7c7311bb-45da-4499-a116-04ced111d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:47Z', 'updated_at': '2021-08-10T04:04:54Z', 'revision_number': 4, 'project_id': '8e23e41882224638b04a8d61a5b31b03', 'gw_port': {'id': '7c7311bb-45da-4499-a116-04ced111d390', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:77:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434caaba-2188-400a-a8d6-f04ca1129612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:48Z', 'updated_at': '2021-08-10T04:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '1131a807-1666-466b-b825-757d4c4e768a', 'name': '', 'network_id': 'cdb96e7d-b5a5-4b37-be4e-07559a4b5548', 'tenant_id': '8e23e41882224638b04a8d61a5b31b03', 'mac_address': 'fa:16:3e:ac:26:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434caaba-2188-400a-a8d6-f04ca1129612', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36422884-15ab-4115-85d8-43bf93e1c664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:52Z', 'updated_at': '2021-08-10T04:04:54Z', 'revision_number': 2, 'project_id': '8e23e41882224638b04a8d61a5b31b03', 'subnets': [{'id': '36422884-15ab-4115-85d8-43bf93e1c664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:04:58.592250 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee95874-db4c-45bb-a715-1c18fc54676e None None] Checking router: 434caaba-2188-400a-a8d6-f04ca1129612 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:04:58.595040 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee95874-db4c-45bb-a715-1c18fc54676e None None] Updating router 434caaba-2188-400a-a8d6-f04ca1129612 port 1131a807-1666-466b-b825-757d4c4e768a binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:04:58.646586 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ee95874-db4c-45bb-a715-1c18fc54676e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:58.669645 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-11b104ee-ccbe-4368-8cb3-11c736d19d38 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:58.702617 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-11b104ee-ccbe-4368-8cb3-11c736d19d38 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Calling delete_port for cd5b0b39-a7d1-4717-92db-b10157ecfff3 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:58.745302 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce11c2bd-601b-40f0-9b85-2c5b807331ba tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:58.825622 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11c2bd-601b-40f0-9b85-2c5b807331ba tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Pushing event updated for resources: {'Port': ['ID=2df7f9f6-fd86-46a7-8c1b-5b9a241c937e,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:58.847867 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce11c2bd-601b-40f0-9b85-2c5b807331ba tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:04:58.856594 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-ce11c2bd-601b-40f0-9b85-2c5b807331ba tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:04:58.859341 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce11c2bd-601b-40f0-9b85-2c5b807331ba tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:04:58.931882 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c32beba6-2808-4d58-b886-c5307d12334d req-f49fa053-5983-4923-989b-b6777132714f tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 210 time: 0.0552247 Aug 10 04:04:59.085011 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ee95874-db4c-45bb-a715-1c18fc54676e None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:59.194973 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-cf95ac44-9282-487f-8446-2649f07bfcd4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Deleting port 0af80e34-62e1-42d8-9c2b-5c44efbfb025 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:04:59.195653 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cf95ac44-9282-487f-8446-2649f07bfcd4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:59.301888 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-cf95ac44-9282-487f-8446-2649f07bfcd4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] For port 0af80e34-62e1-42d8-9c2b-5c44efbfb025, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=0af80e34-62e1-42d8-9c2b-5c44efbfb025,segment=NetworkSegment(76ebdbc9-0f22-491e-b5b1-432712ac3a2b),segment_id=76ebdbc9-0f22-491e-b5b1-432712ac3a2b)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:04:59.302272 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cf95ac44-9282-487f-8446-2649f07bfcd4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:59.317269 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-cf95ac44-9282-487f-8446-2649f07bfcd4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Calling delete_port for 0af80e34-62e1-42d8-9c2b-5c44efbfb025 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:04:59.413696 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-6ee95874-db4c-45bb-a715-1c18fc54676e None None] Transition to ACTIVE for port object 1131a807-1666-466b-b825-757d4c4e768a will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:04:59.413945 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-11b104ee-ccbe-4368-8cb3-11c736d19d38 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:59.458949 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b104ee-ccbe-4368-8cb3-11c736d19d38 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event deleted for resources: {'Port': ['ID=cd5b0b39-a7d1-4717-92db-b10157ecfff3,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:59.545308 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ee95874-db4c-45bb-a715-1c18fc54676e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:59.568342 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-11b104ee-ccbe-4368-8cb3-11c736d19d38 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:59.573996 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-11b104ee-ccbe-4368-8cb3-11c736d19d38 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "DELETE /v2.0/ports/cd5b0b39-a7d1-4717-92db-b10157ecfff3 HTTP/1.1" status: 204 len: 168 time: 1.1979263 Aug 10 04:04:59.574888 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51162) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:59.582813 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-3bb5fda0-6937-4cb5-853b-b93738a2f4f7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:04:59.656041 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90887f1d-b02e-4691-b82c-9d83465fa734 None None] Pushing event updated for resources: {'Port': ['ID=1131a807-1666-466b-b825-757d4c4e768a,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:59.676674 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce11c2bd-601b-40f0-9b85-2c5b807331ba tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:59.720352 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cf95ac44-9282-487f-8446-2649f07bfcd4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:59.755035 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95ac44-9282-487f-8446-2649f07bfcd4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event deleted for resources: {'Port': ['ID=0af80e34-62e1-42d8-9c2b-5c44efbfb025,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:04:59.798460 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51166) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:04:59.813894 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3bb5fda0-6937-4cb5-853b-b93738a2f4f7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:59.845306 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90887f1d-b02e-4691-b82c-9d83465fa734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:59.845649 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90887f1d-b02e-4691-b82c-9d83465fa734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:59.845984 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90887f1d-b02e-4691-b82c-9d83465fa734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:59.846315 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90887f1d-b02e-4691-b82c-9d83465fa734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:59.846640 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90887f1d-b02e-4691-b82c-9d83465fa734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:59.853353 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90887f1d-b02e-4691-b82c-9d83465fa734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:59.853688 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90887f1d-b02e-4691-b82c-9d83465fa734 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:59.854022 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90887f1d-b02e-4691-b82c-9d83465fa734 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:59.854492 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90887f1d-b02e-4691-b82c-9d83465fa734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:59.854830 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90887f1d-b02e-4691-b82c-9d83465fa734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:59.855316 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90887f1d-b02e-4691-b82c-9d83465fa734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:59.855645 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90887f1d-b02e-4691-b82c-9d83465fa734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:04:59.894698 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-6ee95874-db4c-45bb-a715-1c18fc54676e None None] Attempting to bind port 1131a807-1666-466b-b825-757d4c4e768a on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:04:59.897921 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-6ee95874-db4c-45bb-a715-1c18fc54676e None None] Attempting to bind port 1131a807-1666-466b-b825-757d4c4e768a by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'd6cce2df-06fa-4ffe-b920-1ed78e189319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cdb96e7d-b5a5-4b37-be4e-07559a4b5548'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:04:59.897921 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee95874-db4c-45bb-a715-1c18fc54676e None None] Attempting to bind port 1131a807-1666-466b-b825-757d4c4e768a on network cdb96e7d-b5a5-4b37-be4e-07559a4b5548 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:04:59.908961 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee95874-db4c-45bb-a715-1c18fc54676e None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:04:59.909644 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee95874-db4c-45bb-a715-1c18fc54676e None None] Checking segment: {'id': 'd6cce2df-06fa-4ffe-b920-1ed78e189319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cdb96e7d-b5a5-4b37-be4e-07559a4b5548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:04:59.910211 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ee95874-db4c-45bb-a715-1c18fc54676e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:04:59.911061 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee95874-db4c-45bb-a715-1c18fc54676e None None] Bound using segment: {'id': 'd6cce2df-06fa-4ffe-b920-1ed78e189319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cdb96e7d-b5a5-4b37-be4e-07559a4b5548'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:04:59.911891 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-6ee95874-db4c-45bb-a715-1c18fc54676e None None] Bound port: 1131a807-1666-466b-b825-757d4c4e768a, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6cce2df-06fa-4ffe-b920-1ed78e189319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'cdb96e7d-b5a5-4b37-be4e-07559a4b5548'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:04:59.913420 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ee95874-db4c-45bb-a715-1c18fc54676e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:00.065389 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-6ee95874-db4c-45bb-a715-1c18fc54676e None None] For port 1131a807-1666-466b-b825-757d4c4e768a, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:00.081017 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-6ee95874-db4c-45bb-a715-1c18fc54676e None None] For port 1131a807-1666-466b-b825-757d4c4e768a, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1131a807-1666-466b-b825-757d4c4e768a,segment=NetworkSegment(d6cce2df-06fa-4ffe-b920-1ed78e189319),segment_id=d6cce2df-06fa-4ffe-b920-1ed78e189319)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:00.126432 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dad58ef9-3b57-4615-9cf9-73e1bf4470e4 req-5046c87d-8ef9-4c84-b08b-3a79472ce0d0 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 210 time: 0.0556221 Aug 10 04:05:00.174628 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-6ee95874-db4c-45bb-a715-1c18fc54676e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:00.245304 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee95874-db4c-45bb-a715-1c18fc54676e None None] Routers {'434caaba-2188-400a-a8d6-f04ca1129612'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:00.245939 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-6ee95874-db4c-45bb-a715-1c18fc54676e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['434caaba-2188-400a-a8d6-f04ca1129612'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:00.249533 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90887f1d-b02e-4691-b82c-9d83465fa734 None None] Pushing event updated for resources: {'Port': ['ID=1131a807-1666-466b-b825-757d4c4e768a,revision_number=4']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:00.253426 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cf95ac44-9282-487f-8446-2649f07bfcd4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:00.338182 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4430b140-6cc5-4566-87a8-3894df8b0784 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:00.392432 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-6ee95874-db4c-45bb-a715-1c18fc54676e None None] Set router 434caaba-2188-400a-a8d6-f04ca1129612 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:00.412570 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3bb5fda0-6937-4cb5-853b-b93738a2f4f7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:00.455943 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce11c2bd-601b-40f0-9b85-2c5b807331ba tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:00.460563 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c8eabd59-aca3-4879-a253-697465b26122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:00.464539 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce11c2bd-601b-40f0-9b85-2c5b807331ba tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-457799'] for router, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:00.487784 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 4430b140-6cc5-4566-87a8-3894df8b0784 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:00.494402 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 4430b140-6cc5-4566-87a8-3894df8b0784 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:00.498805 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:00.643876 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:00.680120 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 4430b140-6cc5-4566-87a8-3894df8b0784, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4430b140-6cc5-4566-87a8-3894df8b0784,segment=NetworkSegment(8ac88afb-260a-463f-b01a-69dd7b9a9956),segment_id=8ac88afb-260a-463f-b01a-69dd7b9a9956)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:00.727266 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-6ee95874-db4c-45bb-a715-1c18fc54676e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434caaba-2188-400a-a8d6-f04ca1129612', 'name': 'tempest-ImageQuotaTest-341656908-router', 'tenant_id': '8e23e41882224638b04a8d61a5b31b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '7c7311bb-45da-4499-a116-04ced111d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:47Z', 'updated_at': '2021-08-10T04:04:54Z', 'revision_number': 4, 'project_id': '8e23e41882224638b04a8d61a5b31b03', 'gw_port': {'id': '7c7311bb-45da-4499-a116-04ced111d390', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:77:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434caaba-2188-400a-a8d6-f04ca1129612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:48Z', 'updated_at': '2021-08-10T04:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '1131a807-1666-466b-b825-757d4c4e768a', 'name': '', 'network_id': 'cdb96e7d-b5a5-4b37-be4e-07559a4b5548', 'tenant_id': '8e23e41882224638b04a8d61a5b31b03', 'mac_address': 'fa:16:3e:ac:26:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434caaba-2188-400a-a8d6-f04ca1129612', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36422884-15ab-4115-85d8-43bf93e1c664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:52Z', 'updated_at': '2021-08-10T04:05:00Z', 'revision_number': 4, 'project_id': '8e23e41882224638b04a8d61a5b31b03', 'subnets': [{'id': '36422884-15ab-4115-85d8-43bf93e1c664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:00.755365 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-c8eabd59-aca3-4879-a253-697465b26122 admin admin] Deleting port 1131a807-1666-466b-b825-757d4c4e768a {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:00.756049 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c8eabd59-aca3-4879-a253-697465b26122 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:00.757584 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee95874-db4c-45bb-a715-1c18fc54676e None None] The sync data for ids ['434caaba-2188-400a-a8d6-f04ca1129612'] in n-d-802893-2 is: [{'id': '434caaba-2188-400a-a8d6-f04ca1129612', 'name': 'tempest-ImageQuotaTest-341656908-router', 'tenant_id': '8e23e41882224638b04a8d61a5b31b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '7c7311bb-45da-4499-a116-04ced111d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:47Z', 'updated_at': '2021-08-10T04:04:54Z', 'revision_number': 4, 'project_id': '8e23e41882224638b04a8d61a5b31b03', 'gw_port': {'id': '7c7311bb-45da-4499-a116-04ced111d390', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:77:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434caaba-2188-400a-a8d6-f04ca1129612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:48Z', 'updated_at': '2021-08-10T04:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '1131a807-1666-466b-b825-757d4c4e768a', 'name': '', 'network_id': 'cdb96e7d-b5a5-4b37-be4e-07559a4b5548', 'tenant_id': '8e23e41882224638b04a8d61a5b31b03', 'mac_address': 'fa:16:3e:ac:26:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '434caaba-2188-400a-a8d6-f04ca1129612', 'device_owner': 'network:router_interface', 'standard_attr_id': 2682, 'fixed_ips': [{'subnet_id': '36422884-15ab-4115-85d8-43bf93e1c664', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:52Z', 'updated_at': '2021-08-10T04:05:00Z', 'revision_number': 4, 'project_id': '8e23e41882224638b04a8d61a5b31b03', 'subnets': [{'id': '36422884-15ab-4115-85d8-43bf93e1c664', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:00.761297 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:00.810554 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-3bb5fda0-6937-4cb5-853b-b93738a2f4f7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Allocated IP 172.25.0.140 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/963b49c2-e605-4bb8-8e04-55a2cd2da4b5) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:00.822508 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=4430b140-6cc5-4566-87a8-3894df8b0784,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:00.848618 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-c8eabd59-aca3-4879-a253-697465b26122 admin admin] For port 1131a807-1666-466b-b825-757d4c4e768a, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1131a807-1666-466b-b825-757d4c4e768a,segment=NetworkSegment(d6cce2df-06fa-4ffe-b920-1ed78e189319),segment_id=d6cce2df-06fa-4ffe-b920-1ed78e189319)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:00.850839 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c8eabd59-aca3-4879-a253-697465b26122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:00.869502 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-c8eabd59-aca3-4879-a253-697465b26122 admin admin] Calling delete_port for 1131a807-1666-466b-b825-757d4c4e768a owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:00.906128 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf95ac44-9282-487f-8446-2649f07bfcd4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Router 9345b084-8083-4a5d-982b-2c9860d39dfb has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:05:01.044192 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce11c2bd-601b-40f0-9b85-2c5b807331ba tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Router e64c9beb-ecc0-4243-a2a4-515f7effd761 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:05:01.054584 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3bb5fda0-6937-4cb5-853b-b93738a2f4f7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.191047 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf95ac44-9282-487f-8446-2649f07bfcd4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:01.199245 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-cf95ac44-9282-487f-8446-2649f07bfcd4 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "PUT /v2.0/routers/9345b084-8083-4a5d-982b-2c9860d39dfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7661357 Aug 10 04:05:01.202340 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51176) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:01.207068 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc1057d-4ec0-4f8d-9b98-728054bd4598 None None] Sync routers for ids ['9345b084-8083-4a5d-982b-2c9860d39dfb'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:01.227431 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc1057d-4ec0-4f8d-9b98-728054bd4598 None None] Routers {'9345b084-8083-4a5d-982b-2c9860d39dfb'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:01.228434 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-bbc1057d-4ec0-4f8d-9b98-728054bd4598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['9345b084-8083-4a5d-982b-2c9860d39dfb'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:01.258393 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c8eabd59-aca3-4879-a253-697465b26122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.285260 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce11c2bd-601b-40f0-9b85-2c5b807331ba tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:01.298959 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84be586-e000-4873-a18f-b85bd33adb2c None None] Sync routers for ids ['e64c9beb-ecc0-4243-a2a4-515f7effd761'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:01.312724 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84be586-e000-4873-a18f-b85bd33adb2c None None] Routers {'e64c9beb-ecc0-4243-a2a4-515f7effd761'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:01.313967 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c84be586-e000-4873-a18f-b85bd33adb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['e64c9beb-ecc0-4243-a2a4-515f7effd761'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:01.314317 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce11c2bd-601b-40f0-9b85-2c5b807331ba tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.318182 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ce11c2bd-601b-40f0-9b85-2c5b807331ba tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "PUT /v2.0/routers/e64c9beb-ecc0-4243-a2a4-515f7effd761 HTTP/1.1" status: 200 len: 884 time: 5.5642712 Aug 10 04:05:01.318410 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51178) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:01.346076 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eabd59-aca3-4879-a253-697465b26122 admin admin] Pushing event deleted for resources: {'Port': ['ID=1131a807-1666-466b-b825-757d4c4e768a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:01.364194 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c84be586-e000-4873-a18f-b85bd33adb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:01.377323 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84be586-e000-4873-a18f-b85bd33adb2c None None] Routers {'e64c9beb-ecc0-4243-a2a4-515f7effd761'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:01.378797 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c84be586-e000-4873-a18f-b85bd33adb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['e64c9beb-ecc0-4243-a2a4-515f7effd761'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:01.381061 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e60c4ca-e8d6-4ee3-a05c-a9c526e670c9 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Deleting subnet 95d8eb9f-4d63-4431-9c5c-5bb29803bc9e {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:05:01.386857 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-80affbb9-0c95-48f6-a4ea-ea8791a3f987 req-1c108b57-7619-4bfd-aa02-a6aa6fc189fd tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 210 time: 0.0846112 Aug 10 04:05:01.421798 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6e60c4ca-e8d6-4ee3-a05c-a9c526e670c9 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.436390 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3bb5fda0-6937-4cb5-853b-b93738a2f4f7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.472367 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c84be586-e000-4873-a18f-b85bd33adb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:01.477169 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84be586-e000-4873-a18f-b85bd33adb2c None None] The sync data for ids ['e64c9beb-ecc0-4243-a2a4-515f7effd761'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:01.510579 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb5fda0-6937-4cb5-853b-b93738a2f4f7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:01.523614 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-bbc1057d-4ec0-4f8d-9b98-728054bd4598 None None] Set router 9345b084-8083-4a5d-982b-2c9860d39dfb gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:01.602837 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6e60c4ca-e8d6-4ee3-a05c-a9c526e670c9 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:01.811133 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-bbc1057d-4ec0-4f8d-9b98-728054bd4598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2099545865', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '43c3f624-2947-4112-b085-1dd4d777d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:28Z', 'updated_at': '2021-08-10T04:04:59Z', 'revision_number': 5, 'project_id': 'd996598032a244868fc625ab65d6228c', 'gw_port': {'id': '43c3f624-2947-4112-b085-1dd4d777d684', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ae:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:30Z', 'updated_at': '2021-08-10T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:01.849644 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc1057d-4ec0-4f8d-9b98-728054bd4598 None None] Checking router: 9345b084-8083-4a5d-982b-2c9860d39dfb for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:05:01.861241 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc1057d-4ec0-4f8d-9b98-728054bd4598 None None] Routers {'9345b084-8083-4a5d-982b-2c9860d39dfb'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:01.862081 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-bbc1057d-4ec0-4f8d-9b98-728054bd4598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['9345b084-8083-4a5d-982b-2c9860d39dfb'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:02.018811 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-bbc1057d-4ec0-4f8d-9b98-728054bd4598 None None] Set router 9345b084-8083-4a5d-982b-2c9860d39dfb gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:02.106785 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4430b140-6cc5-4566-87a8-3894df8b0784 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:02.229078 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-3bb5fda0-6937-4cb5-853b-b93738a2f4f7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:02.235042 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb5fda0-6937-4cb5-853b-b93738a2f4f7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:02.237375 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5fda0-6937-4cb5-853b-b93738a2f4f7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event updated for resources: {'Port': ['ID=963b49c2-e605-4bb8-8e04-55a2cd2da4b5,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:02.259017 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 4430b140-6cc5-4566-87a8-3894df8b0784 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:02.259399 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.300746 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-337f34e6-9de6-43fd-8402-4c6d5485e3ff tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "GET /v2.0/routers/e64c9beb-ecc0-4243-a2a4-515f7effd761 HTTP/1.1" status: 200 len: 925 time: 0.9766290 Aug 10 04:05:02.303654 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51182) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:02.386767 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-bbc1057d-4ec0-4f8d-9b98-728054bd4598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2099545865', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '43c3f624-2947-4112-b085-1dd4d777d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:28Z', 'updated_at': '2021-08-10T04:04:59Z', 'revision_number': 5, 'project_id': 'd996598032a244868fc625ab65d6228c', 'gw_port': {'id': '43c3f624-2947-4112-b085-1dd4d777d684', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ae:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:30Z', 'updated_at': '2021-08-10T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:02.403469 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3bb5fda0-6937-4cb5-853b-b93738a2f4f7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.448632 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11bccbe-65e4-49bf-b496-8fb9b2790083 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:02.448632 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a11bccbe-65e4-49bf-b496-8fb9b2790083 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5&device_id=e64c9beb-ecc0-4243-a2a4-515f7effd761&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1383851 Aug 10 04:05:02.449478 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51186) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:02.452245 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc1057d-4ec0-4f8d-9b98-728054bd4598 None None] The sync data for ids ['9345b084-8083-4a5d-982b-2c9860d39dfb'] in n-d-802893-2 is: [{'id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2099545865', 'tenant_id': 'd996598032a244868fc625ab65d6228c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.169'}], 'enable_snat': True}, 'gw_port_id': '43c3f624-2947-4112-b085-1dd4d777d684', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:02:28Z', 'updated_at': '2021-08-10T04:04:59Z', 'revision_number': 5, 'project_id': 'd996598032a244868fc625ab65d6228c', 'gw_port': {'id': '43c3f624-2947-4112-b085-1dd4d777d684', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ae:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9345b084-8083-4a5d-982b-2c9860d39dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:02:30Z', 'updated_at': '2021-08-10T04:02:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:02.580483 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3bb5fda0-6937-4cb5-853b-b93738a2f4f7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.581479 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6e60c4ca-e8d6-4ee3-a05c-a9c526e670c9 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.645344 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-61d82365-3cca-480f-8ce0-4a4fb13d5a39 req-47d5d9d6-d4cf-4267-a7a3-5c516404eb8a tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 210 time: 0.1031315 Aug 10 04:05:02.661082 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199f6cfc-8263-4270-a301-3abae8a6cebc tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:02.662524 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-199f6cfc-8263-4270-a301-3abae8a6cebc tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 881 time: 0.2120373 Aug 10 04:05:02.675880 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51188) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:02.722758 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-bbb3103b-fb34-4aaa-9474-d1b65390d87c tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "GET /v2.0/ports?device_id=e64c9beb-ecc0-4243-a2a4-515f7effd761 HTTP/1.1" status: 200 len: 205 time: 0.0449817 Aug 10 04:05:02.732211 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51190) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:02.742539 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c8eabd59-aca3-4879-a253-697465b26122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.814532 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-d5fc1a7a-1850-4690-aac6-682ba3697b66 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:02.816226 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-d5fc1a7a-1850-4690-aac6-682ba3697b66 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.20 "GET /v2.0/networks?id=6a30de31-8cff-447d-a775-a8b158513d18 HTTP/1.1" status: 200 len: 810 time: 0.4843259 Aug 10 04:05:02.835699 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-1a75fc58-d723-4203-ab21-1f84296b6eb1 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Request body: {'port': {'device_id': '51acd80e-6101-4f0c-9d8f-edca7953e6fe', 'network_id': '6a30de31-8cff-447d-a775-a8b158513d18', 'admin_state_up': True, 'tenant_id': 'f3713408bd1840a4be53441e1ea350d3'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:02.887719 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a691327-7245-41b3-9fe1-1a67ff30bf93 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.946540 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3bb5fda0-6937-4cb5-853b-b93738a2f4f7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:02.957366 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6e60c4ca-e8d6-4ee3-a05c-a9c526e670c9 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.015185 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60c4ca-e8d6-4ee3-a05c-a9c526e670c9 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event deleted for resources: {'Subnet': ['ID=95d8eb9f-4d63-4431-9c5c-5bb29803bc9e,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:03.017306 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a691327-7245-41b3-9fe1-1a67ff30bf93 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.024445 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6e60c4ca-e8d6-4ee3-a05c-a9c526e670c9 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.026337 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6e60c4ca-e8d6-4ee3-a05c-a9c526e670c9 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "DELETE /v2.0/subnets/95d8eb9f-4d63-4431-9c5c-5bb29803bc9e HTTP/1.1" status: 204 len: 168 time: 1.8221197 Aug 10 04:05:03.028978 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51192) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:03.035203 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3bb5fda0-6937-4cb5-853b-b93738a2f4f7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.035379 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e2d65c-0fc1-4ccf-93e1-a527a8e2643f None None] Network 1953acc2-90e4-49bf-8774-d60d817a9b8d requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:03.083366 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-1a75fc58-d723-4203-ab21-1f84296b6eb1 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Made reservation on behalf of f3713408bd1840a4be53441e1ea350d3 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:03.087023 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-1a75fc58-d723-4203-ab21-1f84296b6eb1 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.105179 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5fda0-6937-4cb5-853b-b93738a2f4f7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event updated for resources: {'Port': ['ID=963b49c2-e605-4bb8-8e04-55a2cd2da4b5,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:03.121279 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3bb5fda0-6937-4cb5-853b-b93738a2f4f7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.177715 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-2a691327-7245-41b3-9fe1-1a67ff30bf93 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Deleting port 2df7f9f6-fd86-46a7-8c1b-5b9a241c937e {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:03.183549 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a691327-7245-41b3-9fe1-1a67ff30bf93 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.243634 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3bb5fda0-6937-4cb5-853b-b93738a2f4f7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.243634 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3bb5fda0-6937-4cb5-853b-b93738a2f4f7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6631863 Aug 10 04:05:03.243634 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51194) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:03.248040 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607f0839-0c13-4571-aa7f-42d750abf7f3 None None] DHCP port deletion for 1953acc2-90e4-49bf-8774-d60d817a9b8d request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:05:03.249079 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c0c8a5cb-d6c3-40f0-9a55-7326fb26e5f1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Request body: {'port': {'network_id': 'e90fd106-238e-4ee4-b4f8-ee8e6846c485', 'name': 'tempest-FloatingIPTestJSON-1316970520'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:03.305693 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c5466b0-29bb-416f-bdc9-0bdc1ba4eb14 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.315631 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-607f0839-0c13-4571-aa7f-42d750abf7f3 None None] Deleting port ef22c1cd-5150-4e1f-ba94-8e7af182e160 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:03.318679 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-607f0839-0c13-4571-aa7f-42d750abf7f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.321408 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a691327-7245-41b3-9fe1-1a67ff30bf93 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.342189 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-2a691327-7245-41b3-9fe1-1a67ff30bf93 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Calling delete_port for 2df7f9f6-fd86-46a7-8c1b-5b9a241c937e owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:03.389811 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-607f0839-0c13-4571-aa7f-42d750abf7f3 None None] For port ef22c1cd-5150-4e1f-ba94-8e7af182e160, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ef22c1cd-5150-4e1f-ba94-8e7af182e160,segment=NetworkSegment(76ebdbc9-0f22-491e-b5b1-432712ac3a2b),segment_id=76ebdbc9-0f22-491e-b5b1-432712ac3a2b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:03.390280 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-607f0839-0c13-4571-aa7f-42d750abf7f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.404616 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-607f0839-0c13-4571-aa7f-42d750abf7f3 None None] Calling delete_port for ef22c1cd-5150-4e1f-ba94-8e7af182e160 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:03.477587 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8eabd59-aca3-4879-a253-697465b26122 admin admin] Router 434caaba-2188-400a-a8d6-f04ca1129612 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:05:03.480281 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-1a75fc58-d723-4203-ab21-1f84296b6eb1 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Allocated IP 172.20.0.2 (6a30de31-8cff-447d-a775-a8b158513d18/8c8ebd3f-75bf-4ec3-96f1-9cf76215d792/5d16e138-7611-46f5-b4cf-d4665d6669f7) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:03.503230 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c5466b0-29bb-416f-bdc9-0bdc1ba4eb14 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.506003 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c8a5cb-d6c3-40f0-9a55-7326fb26e5f1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Made reservation on behalf of 4557c26c7d2f48388ea9df90fbbed42d for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:03.509594 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c0c8a5cb-d6c3-40f0-9a55-7326fb26e5f1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.532254 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-c0c8a5cb-d6c3-40f0-9a55-7326fb26e5f1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] device_id is not set on port b20fa2af-55ab-4158-8322-74f8ebd94273 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:05:03.556405 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-607f0839-0c13-4571-aa7f-42d750abf7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.589330 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f0839-0c13-4571-aa7f-42d750abf7f3 None None] Pushing event deleted for resources: {'Port': ['ID=ef22c1cd-5150-4e1f-ba94-8e7af182e160,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:03.595476 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607f0839-0c13-4571-aa7f-42d750abf7f3 None None] No DVR routers for this DVR port ef22c1cd-5150-4e1f-ba94-8e7af182e160 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:05:03.603775 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f0839-0c13-4571-aa7f-42d750abf7f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:03.604114 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f0839-0c13-4571-aa7f-42d750abf7f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:03.604546 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f0839-0c13-4571-aa7f-42d750abf7f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:03.605429 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f0839-0c13-4571-aa7f-42d750abf7f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:03.605863 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f0839-0c13-4571-aa7f-42d750abf7f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:03.606291 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f0839-0c13-4571-aa7f-42d750abf7f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:03.607487 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f0839-0c13-4571-aa7f-42d750abf7f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:03.607487 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f0839-0c13-4571-aa7f-42d750abf7f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:03.607487 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f0839-0c13-4571-aa7f-42d750abf7f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:03.608100 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f0839-0c13-4571-aa7f-42d750abf7f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:03.608997 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f0839-0c13-4571-aa7f-42d750abf7f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:03.609481 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607f0839-0c13-4571-aa7f-42d750abf7f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:03.697155 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-c0c8a5cb-d6c3-40f0-9a55-7326fb26e5f1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Allocated IP 172.20.0.4 (e90fd106-238e-4ee4-b4f8-ee8e6846c485/61115dde-c9c5-487d-a96c-c241e0ef792e/b20fa2af-55ab-4158-8322-74f8ebd94273) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:03.707693 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a691327-7245-41b3-9fe1-1a67ff30bf93 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.740272 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a691327-7245-41b3-9fe1-1a67ff30bf93 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Pushing event deleted for resources: {'Port': ['ID=2df7f9f6-fd86-46a7-8c1b-5b9a241c937e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:03.761179 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8eabd59-aca3-4879-a253-697465b26122 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:03.773240 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60ba3e4-d964-4080-9d63-26b289dd1a94 None None] Sync routers for ids ['434caaba-2188-400a-a8d6-f04ca1129612'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:03.785344 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60ba3e4-d964-4080-9d63-26b289dd1a94 None None] Routers {'434caaba-2188-400a-a8d6-f04ca1129612'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:03.785975 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-a60ba3e4-d964-4080-9d63-26b289dd1a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['434caaba-2188-400a-a8d6-f04ca1129612'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:03.789994 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c8eabd59-aca3-4879-a253-697465b26122 admin admin] 10.222.0.25 "PUT /v2.0/routers/434caaba-2188-400a-a8d6-f04ca1129612/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9876828 Aug 10 04:05:03.791014 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-74728c46-234b-49a2-897b-1fb901963d53 req-d55f88fa-bfe1-4f4b-be84-42c8fd9de7c0 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 210 time: 0.0488131 Aug 10 04:05:03.792254 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51200) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:03.805794 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-6c5466b0-29bb-416f-bdc9-0bdc1ba4eb14 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Deleting port 43c3f624-2947-4112-b085-1dd4d777d684 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:03.806138 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c5466b0-29bb-416f-bdc9-0bdc1ba4eb14 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.881373 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a691327-7245-41b3-9fe1-1a67ff30bf93 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:03.902614 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-a60ba3e4-d964-4080-9d63-26b289dd1a94 None None] Set router 434caaba-2188-400a-a8d6-f04ca1129612 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:03.926902 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-1a75fc58-d723-4203-ab21-1f84296b6eb1 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.011999 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a691327-7245-41b3-9fe1-1a67ff30bf93 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.012275 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a691327-7245-41b3-9fe1-1a67ff30bf93 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.015187 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-750aa625-cb42-48a6-af83-4ea5e91496c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.076996 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 0af80e34-62e1-42d8-9c2b-5c44efbfb025 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:04.098694 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-6c5466b0-29bb-416f-bdc9-0bdc1ba4eb14 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] For port 43c3f624-2947-4112-b085-1dd4d777d684, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=43c3f624-2947-4112-b085-1dd4d777d684,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:04.099078 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c5466b0-29bb-416f-bdc9-0bdc1ba4eb14 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.127432 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-6c5466b0-29bb-416f-bdc9-0bdc1ba4eb14 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Calling delete_port for 43c3f624-2947-4112-b085-1dd4d777d684 owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:04.136712 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c0c8a5cb-d6c3-40f0-9a55-7326fb26e5f1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.187272 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a691327-7245-41b3-9fe1-1a67ff30bf93 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.188478 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a691327-7245-41b3-9fe1-1a67ff30bf93 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Fanout notify agent at l3_agent the message router_deleted on router e64c9beb-ecc0-4243-a2a4-515f7effd761 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:05:04.197276 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a691327-7245-41b3-9fe1-1a67ff30bf93 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.204154 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2a691327-7245-41b3-9fe1-1a67ff30bf93 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "DELETE /v2.0/routers/e64c9beb-ecc0-4243-a2a4-515f7effd761 HTTP/1.1" status: 204 len: 168 time: 1.4693565 Aug 10 04:05:04.204364 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51202) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:04.209175 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-87183c8e-be56-4386-9747-30a8e5eb501e tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1040418485', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:04.225775 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-1a75fc58-d723-4203-ab21-1f84296b6eb1 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.238087 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-a60ba3e4-d964-4080-9d63-26b289dd1a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434caaba-2188-400a-a8d6-f04ca1129612', 'name': 'tempest-ImageQuotaTest-341656908-router', 'tenant_id': '8e23e41882224638b04a8d61a5b31b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '7c7311bb-45da-4499-a116-04ced111d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:47Z', 'updated_at': '2021-08-10T04:05:01Z', 'revision_number': 5, 'project_id': '8e23e41882224638b04a8d61a5b31b03', 'gw_port': {'id': '7c7311bb-45da-4499-a116-04ced111d390', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:77:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434caaba-2188-400a-a8d6-f04ca1129612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:48Z', 'updated_at': '2021-08-10T04:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:04.267065 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60ba3e4-d964-4080-9d63-26b289dd1a94 None None] Checking router: 434caaba-2188-400a-a8d6-f04ca1129612 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:05:04.276301 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60ba3e4-d964-4080-9d63-26b289dd1a94 None None] Routers {'434caaba-2188-400a-a8d6-f04ca1129612'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:04.276925 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-a60ba3e4-d964-4080-9d63-26b289dd1a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['434caaba-2188-400a-a8d6-f04ca1129612'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:04.290028 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 0af80e34-62e1-42d8-9c2b-5c44efbfb025 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:05:04.290509 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 0af80e34-62e1-42d8-9c2b-5c44efbfb025 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:04.291025 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ef22c1cd-5150-4e1f-ba94-8e7af182e160 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:04.294966 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c0c8a5cb-d6c3-40f0-9a55-7326fb26e5f1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.301054 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-1a75fc58-d723-4203-ab21-1f84296b6eb1 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Network 6a30de31-8cff-447d-a775-a8b158513d18 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:04.302645 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-750aa625-cb42-48a6-af83-4ea5e91496c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.311526 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-1a75fc58-d723-4203-ab21-1f84296b6eb1 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:04.314709 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: ef22c1cd-5150-4e1f-ba94-8e7af182e160 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:05:04.315366 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ef22c1cd-5150-4e1f-ba94-8e7af182e160 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:04.322770 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-1a75fc58-d723-4203-ab21-1f84296b6eb1 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:04.331349 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75fc58-d723-4203-ab21-1f84296b6eb1 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Pushing event updated for resources: {'Port': ['ID=5d16e138-7611-46f5-b4cf-d4665d6669f7,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:04.352278 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-87183c8e-be56-4386-9747-30a8e5eb501e tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.353566 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-87183c8e-be56-4386-9747-30a8e5eb501e tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.358417 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c8a5cb-d6c3-40f0-9a55-7326fb26e5f1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Network e90fd106-238e-4ee4-b4f8-ee8e6846c485 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:04.379943 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8a5cb-d6c3-40f0-9a55-7326fb26e5f1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event updated for resources: {'Port': ['ID=b20fa2af-55ab-4158-8322-74f8ebd94273,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:04.391064 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-c0c8a5cb-d6c3-40f0-9a55-7326fb26e5f1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:04.394688 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c8a5cb-d6c3-40f0-9a55-7326fb26e5f1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:04.431789 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-1a75fc58-d723-4203-ab21-1f84296b6eb1 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:04.432469 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-1a75fc58-d723-4203-ab21-1f84296b6eb1 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.437805 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-a60ba3e4-d964-4080-9d63-26b289dd1a94 None None] Set router 434caaba-2188-400a-a8d6-f04ca1129612 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:04.490274 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-87183c8e-be56-4386-9747-30a8e5eb501e tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.496394 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c8a5cb-d6c3-40f0-9a55-7326fb26e5f1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:04.497004 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c0c8a5cb-d6c3-40f0-9a55-7326fb26e5f1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.531988 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-750aa625-cb42-48a6-af83-4ea5e91496c5 admin admin] Deleting port 7c7311bb-45da-4499-a116-04ced111d390 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:04.532357 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-750aa625-cb42-48a6-af83-4ea5e91496c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.620887 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-87183c8e-be56-4386-9747-30a8e5eb501e tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.639459 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c0c8a5cb-d6c3-40f0-9a55-7326fb26e5f1 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3938060 Aug 10 04:05:04.639701 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51206) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:04.644763 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-1621ad94-bd82-4168-8c32-02fa042f9c34 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Request body: {'floatingip': {'port_id': 'b20fa2af-55ab-4158-8322-74f8ebd94273'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:04.654792 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-a60ba3e4-d964-4080-9d63-26b289dd1a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '434caaba-2188-400a-a8d6-f04ca1129612', 'name': 'tempest-ImageQuotaTest-341656908-router', 'tenant_id': '8e23e41882224638b04a8d61a5b31b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '7c7311bb-45da-4499-a116-04ced111d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:47Z', 'updated_at': '2021-08-10T04:05:01Z', 'revision_number': 5, 'project_id': '8e23e41882224638b04a8d61a5b31b03', 'gw_port': {'id': '7c7311bb-45da-4499-a116-04ced111d390', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:77:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434caaba-2188-400a-a8d6-f04ca1129612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:48Z', 'updated_at': '2021-08-10T04:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:04.688282 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60ba3e4-d964-4080-9d63-26b289dd1a94 None None] The sync data for ids ['434caaba-2188-400a-a8d6-f04ca1129612'] in n-d-802893-2 is: [{'id': '434caaba-2188-400a-a8d6-f04ca1129612', 'name': 'tempest-ImageQuotaTest-341656908-router', 'tenant_id': '8e23e41882224638b04a8d61a5b31b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': '7c7311bb-45da-4499-a116-04ced111d390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:47Z', 'updated_at': '2021-08-10T04:05:01Z', 'revision_number': 5, 'project_id': '8e23e41882224638b04a8d61a5b31b03', 'gw_port': {'id': '7c7311bb-45da-4499-a116-04ced111d390', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:77:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '434caaba-2188-400a-a8d6-f04ca1129612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2680, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:48Z', 'updated_at': '2021-08-10T04:04:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:04.688592 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1621ad94-bd82-4168-8c32-02fa042f9c34 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.733293 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-87183c8e-be56-4386-9747-30a8e5eb501e tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.735323 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-87183c8e-be56-4386-9747-30a8e5eb501e tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5300114 Aug 10 04:05:04.757739 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51208) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:04.762563 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-802a7ce4-ebec-4115-9f26-fc8c570f8b9a tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'enable_snat': True}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:04.915531 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-1a75fc58-d723-4203-ab21-1f84296b6eb1 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0837986 Aug 10 04:05:04.916200 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c5466b0-29bb-416f-bdc9-0bdc1ba4eb14 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:04.963782 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-f8db4deb-90a2-4c97-9916-31caa1ef674a service neutron] Request body: {'port': {'device_id': '51acd80e-6101-4f0c-9d8f-edca7953e6fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:04.983218 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5466b0-29bb-416f-bdc9-0bdc1ba4eb14 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event deleted for resources: {'Port': ['ID=43c3f624-2947-4112-b085-1dd4d777d684,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:05.059263 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-802a7ce4-ebec-4115-9f26-fc8c570f8b9a tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.128153 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-750aa625-cb42-48a6-af83-4ea5e91496c5 admin admin] For port 7c7311bb-45da-4499-a116-04ced111d390, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7c7311bb-45da-4499-a116-04ced111d390,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:05.128533 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-750aa625-cb42-48a6-af83-4ea5e91496c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.137963 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8d4b8-3522-411b-9aa5-b06451e72a0a req-5106774e-c700-4245-8bcd-802f8ebcf868 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:05.139545 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f2b8d4b8-3522-411b-9aa5-b06451e72a0a req-5106774e-c700-4245-8bcd-802f8ebcf868 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 931 time: 0.2285755 Aug 10 04:05:05.156659 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-f8db4deb-90a2-4c97-9916-31caa1ef674a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.174750 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-750aa625-cb42-48a6-af83-4ea5e91496c5 admin admin] Calling delete_port for 7c7311bb-45da-4499-a116-04ced111d390 owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:05.188733 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c5466b0-29bb-416f-bdc9-0bdc1ba4eb14 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.360741 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c5466b0-29bb-416f-bdc9-0bdc1ba4eb14 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.365428 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c5466b0-29bb-416f-bdc9-0bdc1ba4eb14 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.417361 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1621ad94-bd82-4168-8c32-02fa042f9c34 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.432823 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f2b8d4b8-3522-411b-9aa5-b06451e72a0a req-bab191c6-10eb-4054-9317-4f9937635691 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815645 Aug 10 04:05:05.519043 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1621ad94-bd82-4168-8c32-02fa042f9c34 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.567135 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c5466b0-29bb-416f-bdc9-0bdc1ba4eb14 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.567358 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5466b0-29bb-416f-bdc9-0bdc1ba4eb14 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Fanout notify agent at l3_agent the message router_deleted on router 9345b084-8083-4a5d-982b-2c9860d39dfb {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:05:05.575688 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-802a7ce4-ebec-4115-9f26-fc8c570f8b9a tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.579224 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c5466b0-29bb-416f-bdc9-0bdc1ba4eb14 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.583055 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6c5466b0-29bb-416f-bdc9-0bdc1ba4eb14 tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "DELETE /v2.0/routers/9345b084-8083-4a5d-982b-2c9860d39dfb HTTP/1.1" status: 204 len: 168 time: 2.5529180 Aug 10 04:05:05.600568 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51214) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:05.604447 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-802a7ce4-ebec-4115-9f26-fc8c570f8b9a tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.701204 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-1621ad94-bd82-4168-8c32-02fa042f9c34 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Floating IP a4d13b92-1940-4d13-993f-da0e511283a9 associated. External IP: 172.25.0.140, port: b20fa2af-55ab-4158-8322-74f8ebd94273. Aug 10 04:05:05.790818 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5841de1f-d15f-4370-b24c-09ae3b47024e tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.831809 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-802a7ce4-ebec-4115-9f26-fc8c570f8b9a tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Allocated IP 172.25.0.188 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/78eede16-3cdd-4e6a-88de-55fe242a55db) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:05.924782 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-750aa625-cb42-48a6-af83-4ea5e91496c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.970553 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750aa625-cb42-48a6-af83-4ea5e91496c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c7311bb-45da-4499-a116-04ced111d390,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:05.976566 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5841de1f-d15f-4370-b24c-09ae3b47024e tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:05.982674 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-f8db4deb-90a2-4c97-9916-31caa1ef674a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d16e138-7611-46f5-b4cf-d4665d6669f7 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:05:06.016567 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-f8db4deb-90a2-4c97-9916-31caa1ef674a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.024171 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-5841de1f-d15f-4370-b24c-09ae3b47024e tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1953acc2-90e4-49bf-8774-d60d817a9b8d']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:06.063594 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-5841de1f-d15f-4370-b24c-09ae3b47024e tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ebdbc9-0f22-491e-b5b1-432712ac3a2b') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:06.063880 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-5841de1f-d15f-4370-b24c-09ae3b47024e tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ebdbc9-0f22-491e-b5b1-432712ac3a2b') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:06.083355 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-f8db4deb-90a2-4c97-9916-31caa1ef674a service neutron] Transition to ACTIVE for port object 5d16e138-7611-46f5-b4cf-d4665d6669f7 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:06.093916 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5841de1f-d15f-4370-b24c-09ae3b47024e tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.114101 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5841de1f-d15f-4370-b24c-09ae3b47024e tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.116301 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-750aa625-cb42-48a6-af83-4ea5e91496c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.196780 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5841de1f-d15f-4370-b24c-09ae3b47024e tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:05:06.197166 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5841de1f-d15f-4370-b24c-09ae3b47024e tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:05:06.204113 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-f8db4deb-90a2-4c97-9916-31caa1ef674a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.238230 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1131a807-1666-466b-b825-757d4c4e768a no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:06.258983 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 1131a807-1666-466b-b825-757d4c4e768a {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:05:06.259332 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1131a807-1666-466b-b825-757d4c4e768a not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:06.259745 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 43c3f624-2947-4112-b085-1dd4d777d684 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:06.281224 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 43c3f624-2947-4112-b085-1dd4d777d684 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:05:06.281618 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 43c3f624-2947-4112-b085-1dd4d777d684 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:06.308724 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-750aa625-cb42-48a6-af83-4ea5e91496c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.314333 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-750aa625-cb42-48a6-af83-4ea5e91496c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.379445 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db4deb-90a2-4c97-9916-31caa1ef674a service neutron] Pushing event updated for resources: {'Port': ['ID=5d16e138-7611-46f5-b4cf-d4665d6669f7,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:06.433692 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5841de1f-d15f-4370-b24c-09ae3b47024e tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.438392 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5841de1f-d15f-4370-b24c-09ae3b47024e tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.439932 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-802a7ce4-ebec-4115-9f26-fc8c570f8b9a tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.443310 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5841de1f-d15f-4370-b24c-09ae3b47024e tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] 10.222.0.25 "DELETE /v2.0/networks/1953acc2-90e4-49bf-8774-d60d817a9b8d HTTP/1.1" status: 204 len: 168 time: 0.8391294 Aug 10 04:05:06.459466 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1621ad94-bd82-4168-8c32-02fa042f9c34 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Router 2e7c8e87-3e1a-4115-b3a4-2c80f2e97809 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:05:06.465363 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-750aa625-cb42-48a6-af83-4ea5e91496c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.465888 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750aa625-cb42-48a6-af83-4ea5e91496c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 434caaba-2188-400a-a8d6-f04ca1129612 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:05:06.474764 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841de1f-d15f-4370-b24c-09ae3b47024e tempest-TestSecurityGroupsBasicOps-1115855006 tempest-TestSecurityGroupsBasicOps-1115855006-project] Pushing event deleted for resources: {'Network': ['ID=1953acc2-90e4-49bf-8774-d60d817a9b8d,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:06.487664 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-750aa625-cb42-48a6-af83-4ea5e91496c5 admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.491209 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-750aa625-cb42-48a6-af83-4ea5e91496c5 admin admin] 10.222.0.25 "DELETE /v2.0/routers/434caaba-2188-400a-a8d6-f04ca1129612 HTTP/1.1" status: 204 len: 168 time: 2.6931267 Aug 10 04:05:06.491567 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51220) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:06.499569 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-f8db4deb-90a2-4c97-9916-31caa1ef674a service neutron] Attempting to bind port 5d16e138-7611-46f5-b4cf-d4665d6669f7 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:06.500194 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-f8db4deb-90a2-4c97-9916-31caa1ef674a service neutron] Attempting to bind port 5d16e138-7611-46f5-b4cf-d4665d6669f7 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '8ac88afb-260a-463f-b01a-69dd7b9a9956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6a30de31-8cff-447d-a775-a8b158513d18'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:06.503348 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-f8db4deb-90a2-4c97-9916-31caa1ef674a service neutron] Attempting to bind port 5d16e138-7611-46f5-b4cf-d4665d6669f7 on network 6a30de31-8cff-447d-a775-a8b158513d18 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:06.505464 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-f8db4deb-90a2-4c97-9916-31caa1ef674a service neutron] Port 5d16e138-7611-46f5-b4cf-d4665d6669f7 on network 6a30de31-8cff-447d-a775-a8b158513d18 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:05:06.505814 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-f8db4deb-90a2-4c97-9916-31caa1ef674a service neutron] Attempting to bind port 5d16e138-7611-46f5-b4cf-d4665d6669f7 on network 6a30de31-8cff-447d-a775-a8b158513d18 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:06.513359 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-f8db4deb-90a2-4c97-9916-31caa1ef674a service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:06.513359 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-f8db4deb-90a2-4c97-9916-31caa1ef674a service neutron] Checking segment: {'id': '8ac88afb-260a-463f-b01a-69dd7b9a9956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6a30de31-8cff-447d-a775-a8b158513d18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:06.513640 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-f8db4deb-90a2-4c97-9916-31caa1ef674a service neutron] Bound using segment: {'id': '8ac88afb-260a-463f-b01a-69dd7b9a9956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6a30de31-8cff-447d-a775-a8b158513d18'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:06.514021 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-f8db4deb-90a2-4c97-9916-31caa1ef674a service neutron] Bound port: 5d16e138-7611-46f5-b4cf-d4665d6669f7, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ac88afb-260a-463f-b01a-69dd7b9a9956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6a30de31-8cff-447d-a775-a8b158513d18'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:06.514526 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-f8db4deb-90a2-4c97-9916-31caa1ef674a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.620633 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-f8db4deb-90a2-4c97-9916-31caa1ef674a service neutron] For port 5d16e138-7611-46f5-b4cf-d4665d6669f7, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:06.625903 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-f8db4deb-90a2-4c97-9916-31caa1ef674a service neutron] For port 5d16e138-7611-46f5-b4cf-d4665d6669f7, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=5d16e138-7611-46f5-b4cf-d4665d6669f7,segment=NetworkSegment(8ac88afb-260a-463f-b01a-69dd7b9a9956),segment_id=8ac88afb-260a-463f-b01a-69dd7b9a9956)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:06.693863 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-f8db4deb-90a2-4c97-9916-31caa1ef674a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.707541 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-eabe8b27-e919-4a84-a709-bd6f29fd75e5 admin admin] Deleting subnet 36422884-15ab-4115-85d8-43bf93e1c664 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:05:06.715032 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eabe8b27-e919-4a84-a709-bd6f29fd75e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.717141 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-802a7ce4-ebec-4115-9f26-fc8c570f8b9a tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.730559 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-f8db4deb-90a2-4c97-9916-31caa1ef674a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:06.731187 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-f8db4deb-90a2-4c97-9916-31caa1ef674a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.732697 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-f8db4deb-90a2-4c97-9916-31caa1ef674a service neutron] 10.222.0.20 "PUT /v2.0/ports/5d16e138-7611-46f5-b4cf-d4665d6669f7 HTTP/1.1" status: 200 len: 1091 time: 1.7735262 Aug 10 04:05:06.733139 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51acd80e-6101-4f0c-9d8f-edca7953e6fe', 'tag': '5d16e138-7611-46f5-b4cf-d4665d6669f7'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:05:06.735469 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff780653-7243-490f-9365-eb3144d98c74" -d '{"events": [{"name": "network-changed", "server_uuid": "51acd80e-6101-4f0c-9d8f-edca7953e6fe", "tag": "5d16e138-7611-46f5-b4cf-d4665d6669f7"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:05:06.773397 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db4deb-90a2-4c97-9916-31caa1ef674a service neutron] Pushing event updated for resources: {'Port': ['ID=5d16e138-7611-46f5-b4cf-d4665d6669f7,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:06.789135 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2754a132-84d5-453d-a3cf-8910c3d7dbae x-openstack-request-id: req-2754a132-84d5-453d-a3cf-8910c3d7dbae {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:05:06.789432 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51acd80e-6101-4f0c-9d8f-edca7953e6fe", "tag": "5d16e138-7611-46f5-b4cf-d4665d6669f7", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:05:06.789687 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2754a132-84d5-453d-a3cf-8910c3d7dbae {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:05:06.790087 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51acd80e-6101-4f0c-9d8f-edca7953e6fe', 'tag': '5d16e138-7611-46f5-b4cf-d4665d6669f7', 'status': 'completed', 'code': 200} Aug 10 04:05:06.797537 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8de849-97ef-41d7-bf4b-d72518ffb75d req-5d73a467-ea5d-46b5-ad65-dee3767b1a90 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:06.799085 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7d8de849-97ef-41d7-bf4b-d72518ffb75d req-5d73a467-ea5d-46b5-ad65-dee3767b1a90 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 943 time: 0.2309020 Aug 10 04:05:06.820349 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802a7ce4-ebec-4115-9f26-fc8c570f8b9a tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:06.827414 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-802a7ce4-ebec-4115-9f26-fc8c570f8b9a tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:06.848478 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802a7ce4-ebec-4115-9f26-fc8c570f8b9a tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:06.861379 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1621ad94-bd82-4168-8c32-02fa042f9c34 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:06.871378 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c46463-d1af-4fe8-85a1-0e647618b6e4 None None] Sync routers for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:06.880564 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c46463-d1af-4fe8-85a1-0e647618b6e4 None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:06.881056 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff780653-7243-490f-9365-eb3144d98c74 req-4f77d832-c154-45af-9b45-dfcd4589e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:06.881178 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-f2c46463-d1af-4fe8-85a1-0e647618b6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:06.882887 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff780653-7243-490f-9365-eb3144d98c74 req-4f77d832-c154-45af-9b45-dfcd4589e317 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3713408bd1840a4be53441e1ea350d3&device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 1094 time: 0.0493910 Aug 10 04:05:06.895546 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1621ad94-bd82-4168-8c32-02fa042f9c34 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.903061 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eabe8b27-e919-4a84-a709-bd6f29fd75e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:06.918399 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-f2c46463-d1af-4fe8-85a1-0e647618b6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:06.939194 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c46463-d1af-4fe8-85a1-0e647618b6e4 None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:06.939825 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-f2c46463-d1af-4fe8-85a1-0e647618b6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:06.943503 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a7ce4-ebec-4115-9f26-fc8c570f8b9a tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Pushing event updated for resources: {'Port': ['ID=78eede16-3cdd-4e6a-88de-55fe242a55db,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:06.969608 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7d8de849-97ef-41d7-bf4b-d72518ffb75d req-2c01c692-0a73-449d-9d95-04d63edaa325 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627223 Aug 10 04:05:07.003296 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1621ad94-bd82-4168-8c32-02fa042f9c34 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "PUT /v2.0/floatingips/a4d13b92-1940-4d13-993f-da0e511283a9 HTTP/1.1" status: 200 len: 978 time: 2.3617558 Aug 10 04:05:07.005761 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-f2c46463-d1af-4fe8-85a1-0e647618b6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:07.008443 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c46463-d1af-4fe8-85a1-0e647618b6e4 None None] The sync data for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:07.009293 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51230) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:07.072863 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51232) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:07.094183 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff780653-7243-490f-9365-eb3144d98c74 req-d30ff07e-9712-41f8-bb33-afc1d1167e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:07.094183 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff780653-7243-490f-9365-eb3144d98c74 req-d30ff07e-9712-41f8-bb33-afc1d1167e94 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f3713408bd1840a4be53441e1ea350d3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1911085 Aug 10 04:05:07.149347 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eabe8b27-e919-4a84-a709-bd6f29fd75e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.235620 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d9cd2-0a62-4168-bf85-d46c088d69c6 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Deleting port b20fa2af-55ab-4158-8322-74f8ebd94273 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:07.236013 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec5d9cd2-0a62-4168-bf85-d46c088d69c6 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.258899 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff780653-7243-490f-9365-eb3144d98c74 req-835fff36-5196-415e-a72f-cc8fbcf958c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:07.260401 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff780653-7243-490f-9365-eb3144d98c74 req-835fff36-5196-415e-a72f-cc8fbcf958c3 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1459334 Aug 10 04:05:07.318361 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6990d415-f053-446a-93b8-b15e3d7fbb64 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d996598032a244868fc625ab65d6228c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2442276 Aug 10 04:05:07.318768 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eabe8b27-e919-4a84-a709-bd6f29fd75e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.320837 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51236) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:07.357207 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe8b27-e919-4a84-a709-bd6f29fd75e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36422884-15ab-4115-85d8-43bf93e1c664,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:07.360906 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eabe8b27-e919-4a84-a709-bd6f29fd75e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.362579 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efadd20-d43e-4da6-ae89-86aec417d42e None None] Network cdb96e7d-b5a5-4b37-be4e-07559a4b5548 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:07.366016 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-eabe8b27-e919-4a84-a709-bd6f29fd75e5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/36422884-15ab-4115-85d8-43bf93e1c664 HTTP/1.1" status: 204 len: 168 time: 0.8730338 Aug 10 04:05:07.368533 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51238) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:07.414637 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec5d9cd2-0a62-4168-bf85-d46c088d69c6 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.450641 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-40c56a3a-f7d3-42bc-a525-bb1f3275834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:07.454490 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-40c56a3a-f7d3-42bc-a525-bb1f3275834a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3713408bd1840a4be53441e1ea350d3&device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 1094 time: 0.1251078 Aug 10 04:05:07.477875 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-802a7ce4-ebec-4115-9f26-fc8c570f8b9a tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.514232 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6e4511fe-3fff-4b51-80a0-761e0aedfd0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.520093 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c3b24d3-c0ec-4bee-b743-635c0ecedb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.520542 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-976ca690-d5d9-4a67-ab4b-ea0562067ec6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d16e138-7611-46f5-b4cf-d4665d6669f7 HTTP/1.1" status: 200 len: 217 time: 0.0444725 Aug 10 04:05:07.545800 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d51e55-4ea7-441b-a261-d1297511394b None None] DHCP port deletion for cdb96e7d-b5a5-4b37-be4e-07559a4b5548 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:05:07.595009 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-48d51e55-4ea7-441b-a261-d1297511394b None None] Deleting port b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:07.595385 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-48d51e55-4ea7-441b-a261-d1297511394b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.647190 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6e4511fe-3fff-4b51-80a0-761e0aedfd0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.663724 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-48d51e55-4ea7-441b-a261-d1297511394b None None] For port b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d,segment=NetworkSegment(d6cce2df-06fa-4ffe-b920-1ed78e189319),segment_id=d6cce2df-06fa-4ffe-b920-1ed78e189319)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:07.664175 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-48d51e55-4ea7-441b-a261-d1297511394b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.673316 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-01a4249a-df90-49c5-8d24-fedee446f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:07.674809 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-01a4249a-df90-49c5-8d24-fedee446f7e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c8ebd3f-75bf-4ec3-96f1-9cf76215d792 HTTP/1.1" status: 200 len: 850 time: 0.1214094 Aug 10 04:05:07.682114 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-48d51e55-4ea7-441b-a261-d1297511394b None None] Calling delete_port for b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:07.684837 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-7c3b24d3-c0ec-4bee-b743-635c0ecedb18 admin admin] Deleting port b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:07.685185 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c3b24d3-c0ec-4bee-b743-635c0ecedb18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.752338 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-0010ed7e-bc95-4cfd-8db5-176c1da3ef17 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a30de31-8cff-447d-a775-a8b158513d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464592 Aug 10 04:05:07.804995 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-7c3b24d3-c0ec-4bee-b743-635c0ecedb18 admin admin] For port b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d,segment=NetworkSegment(d6cce2df-06fa-4ffe-b920-1ed78e189319),segment_id=d6cce2df-06fa-4ffe-b920-1ed78e189319)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:07.805257 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c3b24d3-c0ec-4bee-b743-635c0ecedb18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.825838 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-7c3b24d3-c0ec-4bee-b743-635c0ecedb18 admin admin] Calling delete_port for b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:07.835552 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-802a7ce4-ebec-4115-9f26-fc8c570f8b9a tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.845081 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-802a7ce4-ebec-4115-9f26-fc8c570f8b9a tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-457799'] for router, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.886737 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-48d51e55-4ea7-441b-a261-d1297511394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:07.915095 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d51e55-4ea7-441b-a261-d1297511394b None None] Pushing event deleted for resources: {'Port': ['ID=b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:07.919782 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d51e55-4ea7-441b-a261-d1297511394b None None] No DVR routers for this DVR port b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:05:08.026861 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c3b24d3-c0ec-4bee-b743-635c0ecedb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.050198 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3b24d3-c0ec-4bee-b743-635c0ecedb18 admin admin] No DVR routers for this DVR port b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:05:08.074868 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7c7311bb-45da-4499-a116-04ced111d390 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:08.102286 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 7c7311bb-45da-4499-a116-04ced111d390 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:05:08.102541 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b24d3-c0ec-4bee-b743-635c0ecedb18 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:08.102639 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7c7311bb-45da-4499-a116-04ced111d390 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:08.103111 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:08.125533 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:05:08.126047 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b6530f1e-6fa1-4f71-ac1d-c0c6c21b907d not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:08.196224 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c3b24d3-c0ec-4bee-b743-635c0ecedb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.209683 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec5d9cd2-0a62-4168-bf85-d46c088d69c6 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.210266 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec5d9cd2-0a62-4168-bf85-d46c088d69c6 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.210367 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-ec5d9cd2-0a62-4168-bf85-d46c088d69c6 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Floating IP a4d13b92-1940-4d13-993f-da0e511283a9 disassociated. External IP: 172.25.0.140, port: b20fa2af-55ab-4158-8322-74f8ebd94273. Aug 10 04:05:08.210700 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d9cd2-0a62-4168-bf85-d46c088d69c6 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Calling delete_port for b20fa2af-55ab-4158-8322-74f8ebd94273 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:08.211846 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-7c3b24d3-c0ec-4bee-b743-635c0ecedb18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb96e7d-b5a5-4b37-be4e-07559a4b5548']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:08.226317 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9157497-e662-4ca0-bfcf-1743e761faa9 req-322fbc78-654d-461c-9ffe-0fb2914c6674 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:08.227829 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a9157497-e662-4ca0-bfcf-1743e761faa9 req-322fbc78-654d-461c-9ffe-0fb2914c6674 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 943 time: 0.1489413 Aug 10 04:05:08.230661 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802a7ce4-ebec-4115-9f26-fc8c570f8b9a tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Router 994fa191-21fb-441d-b282-577ccb4b38df is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:05:08.234636 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-7c3b24d3-c0ec-4bee-b743-635c0ecedb18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6cce2df-06fa-4ffe-b920-1ed78e189319') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:08.240587 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-7c3b24d3-c0ec-4bee-b743-635c0ecedb18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6cce2df-06fa-4ffe-b920-1ed78e189319') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:08.240716 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-d59fbf15-31fa-427a-ac8a-9321799563cb service neutron] 10.222.0.20 "GET /v2.0/networks/6a30de31-8cff-447d-a775-a8b158513d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759464 Aug 10 04:05:08.254766 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c3b24d3-c0ec-4bee-b743-635c0ecedb18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.273998 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6e4511fe-3fff-4b51-80a0-761e0aedfd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.276525 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6e4511fe-3fff-4b51-80a0-761e0aedfd0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.277634 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6e4511fe-3fff-4b51-80a0-761e0aedfd0e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf114fa8-4a4e-4e99-8ba5-b12e98accf44 HTTP/1.1" status: 204 len: 168 time: 0.9558918 Aug 10 04:05:08.326588 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c3b24d3-c0ec-4bee-b743-635c0ecedb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.338888 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4511fe-3fff-4b51-80a0-761e0aedfd0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf114fa8-4a4e-4e99-8ba5-b12e98accf44,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:08.347153 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a9157497-e662-4ca0-bfcf-1743e761faa9 req-a7e26605-26f1-4e0c-9b30-aa1015d362fb tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093271 Aug 10 04:05:08.348207 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3b24d3-c0ec-4bee-b743-635c0ecedb18 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:05:08.348623 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c3b24d3-c0ec-4bee-b743-635c0ecedb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:05:08.352687 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:05:08.400611 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d6d058ec-e993-4e25-8b1e-8e176db7c7cf req-8e6f4d8e-f910-4ff0-8f06-e67e21f1cfcd service neutron] 10.222.0.20 "GET /v2.0/networks/6a30de31-8cff-447d-a775-a8b158513d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361125 Aug 10 04:05:08.448536 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802a7ce4-ebec-4115-9f26-fc8c570f8b9a tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:08.453479 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-802a7ce4-ebec-4115-9f26-fc8c570f8b9a tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.458297 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-802a7ce4-ebec-4115-9f26-fc8c570f8b9a tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "PUT /v2.0/routers/994fa191-21fb-441d-b282-577ccb4b38df HTTP/1.1" status: 200 len: 919 time: 3.6958899 Aug 10 04:05:08.458297 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51246) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:08.462724 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee781c1-b8dd-44c4-8a15-c01280d7a5e2 None None] Sync routers for ids ['994fa191-21fb-441d-b282-577ccb4b38df'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:08.474080 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee781c1-b8dd-44c4-8a15-c01280d7a5e2 None None] Routers {'994fa191-21fb-441d-b282-577ccb4b38df'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:08.474730 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-eee781c1-b8dd-44c4-8a15-c01280d7a5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['994fa191-21fb-441d-b282-577ccb4b38df'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:08.506862 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-eee781c1-b8dd-44c4-8a15-c01280d7a5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:08.516315 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee781c1-b8dd-44c4-8a15-c01280d7a5e2 None None] Routers {'994fa191-21fb-441d-b282-577ccb4b38df'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:08.516913 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-eee781c1-b8dd-44c4-8a15-c01280d7a5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['994fa191-21fb-441d-b282-577ccb4b38df'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:08.541952 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c3b24d3-c0ec-4bee-b743-635c0ecedb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.549254 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c3b24d3-c0ec-4bee-b743-635c0ecedb18 admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.550648 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7c3b24d3-c0ec-4bee-b743-635c0ecedb18 admin admin] 10.222.0.25 "DELETE /v2.0/networks/cdb96e7d-b5a5-4b37-be4e-07559a4b5548 HTTP/1.1" status: 204 len: 168 time: 1.1815896 Aug 10 04:05:08.554246 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-eee781c1-b8dd-44c4-8a15-c01280d7a5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:08.555128 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee781c1-b8dd-44c4-8a15-c01280d7a5e2 None None] The sync data for ids ['994fa191-21fb-441d-b282-577ccb4b38df'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:08.573509 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3b24d3-c0ec-4bee-b743-635c0ecedb18 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb96e7d-b5a5-4b37-be4e-07559a4b5548,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:08.582773 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-23cd7682-618e-4fc1-8857-390f7df05e85 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "GET /v2.0/routers/994fa191-21fb-441d-b282-577ccb4b38df HTTP/1.1" status: 200 len: 925 time: 0.1238246 Aug 10 04:05:08.585394 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51250) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:08.601640 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec5d9cd2-0a62-4168-bf85-d46c088d69c6 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.632319 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e046214-9ea9-4b7e-986f-6077fd89cf45 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:08.633966 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6e046214-9ea9-4b7e-986f-6077fd89cf45 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5&device_id=994fa191-21fb-441d-b282-577ccb4b38df&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0476580 Aug 10 04:05:08.640877 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51254) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:08.641250 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d9cd2-0a62-4168-bf85-d46c088d69c6 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event deleted for resources: {'Port': ['ID=b20fa2af-55ab-4158-8322-74f8ebd94273,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:08.742421 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ab16a1-ac45-4d22-88bb-a1ed4bae5a2d tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:08.746969 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-50ab16a1-ac45-4d22-88bb-a1ed4bae5a2d tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 881 time: 0.1049335 Aug 10 04:05:08.747688 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51258) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:08.784896 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2e00c686-eb01-445d-870b-f967490a52c7 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "GET /v2.0/ports?device_id=994fa191-21fb-441d-b282-577ccb4b38df HTTP/1.1" status: 200 len: 205 time: 0.0361493 Aug 10 04:05:08.785531 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5d9cd2-0a62-4168-bf85-d46c088d69c6 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Router 2e7c8e87-3e1a-4115-b3a4-2c80f2e97809 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:05:08.787376 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51260) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:08.911771 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5d9cd2-0a62-4168-bf85-d46c088d69c6 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:08.924125 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500cf43a-59ec-404d-8310-1f4697bbdbaa None None] Sync routers for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:08.932053 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fdff3846-6f3d-493e-9092-b6d487dfbc78 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:08.937609 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500cf43a-59ec-404d-8310-1f4697bbdbaa None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:08.938609 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-500cf43a-59ec-404d-8310-1f4697bbdbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:08.994465 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-500cf43a-59ec-404d-8310-1f4697bbdbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:09.006187 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51262) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:09.011889 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500cf43a-59ec-404d-8310-1f4697bbdbaa None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:09.012930 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-500cf43a-59ec-404d-8310-1f4697bbdbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:09.022209 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec5d9cd2-0a62-4168-bf85-d46c088d69c6 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.025706 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ec5d9cd2-0a62-4168-bf85-d46c088d69c6 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "DELETE /v2.0/ports/b20fa2af-55ab-4158-8322-74f8ebd94273 HTTP/1.1" status: 204 len: 168 time: 2.0149579 Aug 10 04:05:09.029203 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51264) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:09.057893 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-500cf43a-59ec-404d-8310-1f4697bbdbaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:09.058535 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500cf43a-59ec-404d-8310-1f4697bbdbaa None None] The sync data for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:09.083849 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7bd8842f-12c9-4776-b64f-c7d0698f78d7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "GET /v2.0/floatingips/a4d13b92-1940-4d13-993f-da0e511283a9 HTTP/1.1" status: 200 len: 688 time: 0.0510631 Aug 10 04:05:09.084214 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51266) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:09.123640 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51268) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:09.142559 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-36af72e6-6f9b-4584-a3d4-ffe048d1c7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.283137 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-8fced005-f82a-4526-af64-927643d3d58f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Deleting port 963b49c2-e605-4bb8-8e04-55a2cd2da4b5 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:09.283796 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8fced005-f82a-4526-af64-927643d3d58f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.379794 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-36af72e6-6f9b-4584-a3d4-ffe048d1c7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.394040 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8fced005-f82a-4526-af64-927643d3d58f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.394372 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8fced005-f82a-4526-af64-927643d3d58f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.408615 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-8fced005-f82a-4526-af64-927643d3d58f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Calling delete_port for 963b49c2-e605-4bb8-8e04-55a2cd2da4b5 owned by network:floatingip {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:09.455661 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-397b909a-23de-4b55-914b-620da7591097 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e23e41882224638b04a8d61a5b31b03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4482381 Aug 10 04:05:09.459870 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51272) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:09.468834 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-36af72e6-6f9b-4584-a3d4-ffe048d1c7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.482377 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fdff3846-6f3d-493e-9092-b6d487dfbc78 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.508667 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78f966-dc3e-4ce2-9dfc-3c2b45aca15b req-2ac07b78-1b9f-444c-b9b8-a8fad6531762 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:09.510144 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aa78f966-dc3e-4ce2-9dfc-3c2b45aca15b req-2ac07b78-1b9f-444c-b9b8-a8fad6531762 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 943 time: 0.0606222 Aug 10 04:05:09.551622 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aa78f966-dc3e-4ce2-9dfc-3c2b45aca15b req-6cfc6ade-76d7-4e6a-802b-486f0beb609e tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333307 Aug 10 04:05:09.563191 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-36af72e6-6f9b-4584-a3d4-ffe048d1c7b3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6e3d91c20cc41aa998a2bfbecf7feac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4378817 Aug 10 04:05:09.563526 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51274) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:09.566701 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af72e6-6f9b-4584-a3d4-ffe048d1c7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c64e42-2f0e-4d38-a6c0-a7f6671c3069,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:09.595453 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-304e024f-0979-41e9-a4fe-6739ebdd8f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.622195 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-304e024f-0979-41e9-a4fe-6739ebdd8f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.644464 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-751b400a-cbac-4112-af78-94cd83cdc6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.671147 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-fdff3846-6f3d-493e-9092-b6d487dfbc78 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Deleting port 78eede16-3cdd-4e6a-88de-55fe242a55db {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:09.671563 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fdff3846-6f3d-493e-9092-b6d487dfbc78 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.677516 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-751b400a-cbac-4112-af78-94cd83cdc6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.761889 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8fced005-f82a-4526-af64-927643d3d58f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.770090 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fdff3846-6f3d-493e-9092-b6d487dfbc78 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.786260 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-fdff3846-6f3d-493e-9092-b6d487dfbc78 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Calling delete_port for 78eede16-3cdd-4e6a-88de-55fe242a55db owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:09.791160 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fced005-f82a-4526-af64-927643d3d58f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event deleted for resources: {'Port': ['ID=963b49c2-e605-4bb8-8e04-55a2cd2da4b5,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:09.802470 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-304e024f-0979-41e9-a4fe-6739ebdd8f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.805389 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-304e024f-0979-41e9-a4fe-6739ebdd8f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.806853 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-304e024f-0979-41e9-a4fe-6739ebdd8f21 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1127849-4695-4b8a-80c9-92d361e6af17 HTTP/1.1" status: 204 len: 168 time: 0.3459420 Aug 10 04:05:09.862782 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e024f-0979-41e9-a4fe-6739ebdd8f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1127849-4695-4b8a-80c9-92d361e6af17,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:09.893547 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8fced005-f82a-4526-af64-927643d3d58f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.895049 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-751b400a-cbac-4112-af78-94cd83cdc6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.896640 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-751b400a-cbac-4112-af78-94cd83cdc6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.897016 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8fced005-f82a-4526-af64-927643d3d58f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:09.897628 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-751b400a-cbac-4112-af78-94cd83cdc6ef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/96c64e42-2f0e-4d38-a6c0-a7f6671c3069 HTTP/1.1" status: 204 len: 168 time: 0.3329659 Aug 10 04:05:09.898583 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8fced005-f82a-4526-af64-927643d3d58f tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "DELETE /v2.0/floatingips/a4d13b92-1940-4d13-993f-da0e511283a9 HTTP/1.1" status: 204 len: 168 time: 0.8131056 Aug 10 04:05:09.903311 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51282) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:09.912521 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751b400a-cbac-4112-af78-94cd83cdc6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c64e42-2f0e-4d38-a6c0-a7f6671c3069,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:09.915726 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-cd2aa79f-98fb-4bcf-b655-44a01dd04f52 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'port_id': '4778f236-c000-43f0-9bbf-2e90142c8835'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:09.931783 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b400a-cbac-4112-af78-94cd83cdc6ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:09.932305 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b400a-cbac-4112-af78-94cd83cdc6ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:09.932675 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b400a-cbac-4112-af78-94cd83cdc6ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:09.933158 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b400a-cbac-4112-af78-94cd83cdc6ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:09.933607 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b400a-cbac-4112-af78-94cd83cdc6ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:09.933968 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b400a-cbac-4112-af78-94cd83cdc6ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:09.934359 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b400a-cbac-4112-af78-94cd83cdc6ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:09.934687 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b400a-cbac-4112-af78-94cd83cdc6ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:09.935013 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b400a-cbac-4112-af78-94cd83cdc6ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:09.935336 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b400a-cbac-4112-af78-94cd83cdc6ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:09.935659 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b400a-cbac-4112-af78-94cd83cdc6ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:09.936257 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751b400a-cbac-4112-af78-94cd83cdc6ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:09.949105 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-16695813-3ce7-438c-ade2-61c618215cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.053289 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd2aa79f-98fb-4bcf-b655-44a01dd04f52 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.081318 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fdff3846-6f3d-493e-9092-b6d487dfbc78 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.111978 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff3846-6f3d-493e-9092-b6d487dfbc78 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Pushing event deleted for resources: {'Port': ['ID=78eede16-3cdd-4e6a-88de-55fe242a55db,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:10.155666 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd2aa79f-98fb-4bcf-b655-44a01dd04f52 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.179288 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fdff3846-6f3d-493e-9092-b6d487dfbc78 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.277499 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fdff3846-6f3d-493e-9092-b6d487dfbc78 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.280982 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fdff3846-6f3d-493e-9092-b6d487dfbc78 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.281264 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-cd2aa79f-98fb-4bcf-b655-44a01dd04f52 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Allocated IP 172.25.0.129 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/5a541c37-107b-418b-8763-a0466ab7b278) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:10.390469 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd2aa79f-98fb-4bcf-b655-44a01dd04f52 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.413521 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fdff3846-6f3d-493e-9092-b6d487dfbc78 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.414135 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdff3846-6f3d-493e-9092-b6d487dfbc78 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Fanout notify agent at l3_agent the message router_deleted on router 994fa191-21fb-441d-b282-577ccb4b38df {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:05:10.432311 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fdff3846-6f3d-493e-9092-b6d487dfbc78 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.433760 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fdff3846-6f3d-493e-9092-b6d487dfbc78 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "DELETE /v2.0/routers/994fa191-21fb-441d-b282-577ccb4b38df HTTP/1.1" status: 204 len: 168 time: 1.6450016 Aug 10 04:05:10.437854 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51288) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:10.442585 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-03f0831d-3648-4e02-b947-a6d03e44051f tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1829855825', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:10.533361 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-03f0831d-3648-4e02-b947-a6d03e44051f tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.534417 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-03f0831d-3648-4e02-b947-a6d03e44051f tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.538105 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd2aa79f-98fb-4bcf-b655-44a01dd04f52 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.588355 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2aa79f-98fb-4bcf-b655-44a01dd04f52 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:10.601045 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-cd2aa79f-98fb-4bcf-b655-44a01dd04f52 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:10.606809 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2aa79f-98fb-4bcf-b655-44a01dd04f52 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:10.654773 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2aa79f-98fb-4bcf-b655-44a01dd04f52 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event updated for resources: {'Port': ['ID=5a541c37-107b-418b-8763-a0466ab7b278,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:10.663373 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-03f0831d-3648-4e02-b947-a6d03e44051f tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.676201 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ecfa4-69b6-40b8-bc54-828596093a66 req-dcedecc0-981d-418c-a21e-9691feda1c4b tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:10.677702 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-624ecfa4-69b6-40b8-bc54-828596093a66 req-dcedecc0-981d-418c-a21e-9691feda1c4b tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 943 time: 0.0553300 Aug 10 04:05:10.723269 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-624ecfa4-69b6-40b8-bc54-828596093a66 req-fdcd3bf4-c9f4-42da-b7ba-baae95f12cd1 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345473 Aug 10 04:05:10.723835 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51292) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:10.738130 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d2d85740-71d4-42d0-8f7f-f9552c7c057f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.758604 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-03f0831d-3648-4e02-b947-a6d03e44051f tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.812812 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51294) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:10.828785 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d2d85740-71d4-42d0-8f7f-f9552c7c057f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.896321 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-821f77d4-a3b3-41f1-bf49-66be970d1fa8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1df838db84b64d978d20a0ebc4df9481&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0818307 Aug 10 04:05:10.899340 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51296) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:10.909710 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d2d85740-71d4-42d0-8f7f-f9552c7c057f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:10.974539 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d85740-71d4-42d0-8f7f-f9552c7c057f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d84aefa-e721-4de5-82ce-354f01fbc0a1,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:10.981637 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d2d85740-71d4-42d0-8f7f-f9552c7c057f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2543757 Aug 10 04:05:10.988202 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51300) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:11.008500 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-afa41484-c7b2-40a6-81ea-8a4815bc0501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.019862 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-03f0831d-3648-4e02-b947-a6d03e44051f tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.022066 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-03f0831d-3648-4e02-b947-a6d03e44051f tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5821180 Aug 10 04:05:11.024126 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51302) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:11.040077 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-fbf38bbd-0617-4f01-95d0-10b0d86e3d15 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'enable_snat': False}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:11.078783 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-afa41484-c7b2-40a6-81ea-8a4815bc0501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.101018 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2bde2e29-1673-4fdb-94d1-4142bcf754ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.108148 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd2aa79f-98fb-4bcf-b655-44a01dd04f52 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.147920 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 5d16e138-7611-46f5-b4cf-d4665d6669f7 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:05:11.151929 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2bde2e29-1673-4fdb-94d1-4142bcf754ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.254900 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 5d16e138-7611-46f5-b4cf-d4665d6669f7, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=5d16e138-7611-46f5-b4cf-d4665d6669f7,segment=NetworkSegment(8ac88afb-260a-463f-b01a-69dd7b9a9956),segment_id=8ac88afb-260a-463f-b01a-69dd7b9a9956)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:11.266703 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd2aa79f-98fb-4bcf-b655-44a01dd04f52 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.267438 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '5d16e138-7611-46f5-b4cf-d4665d6669f7', 'network_id': '6a30de31-8cff-447d-a775-a8b158513d18', 'port_id': '5d16e138-7611-46f5-b4cf-d4665d6669f7', 'mac_address': 'fa:16:3e:19:da:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8ebd3f-75bf-4ec3-96f1-9cf76215d792', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:05:11.274201 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fbf38bbd-0617-4f01-95d0-10b0d86e3d15 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.293367 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2bde2e29-1673-4fdb-94d1-4142bcf754ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.296304 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2bde2e29-1673-4fdb-94d1-4142bcf754ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.297636 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2bde2e29-1673-4fdb-94d1-4142bcf754ed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d84aefa-e721-4de5-82ce-354f01fbc0a1 HTTP/1.1" status: 204 len: 168 time: 0.3086181 Aug 10 04:05:11.312689 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.314664 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde2e29-1673-4fdb-94d1-4142bcf754ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d84aefa-e721-4de5-82ce-354f01fbc0a1,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:11.331077 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d16e138-7611-46f5-b4cf-d4665d6669f7 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:05:11.355940 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 5d16e138-7611-46f5-b4cf-d4665d6669f7, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=5d16e138-7611-46f5-b4cf-d4665d6669f7,segment=NetworkSegment(8ac88afb-260a-463f-b01a-69dd7b9a9956),segment_id=8ac88afb-260a-463f-b01a-69dd7b9a9956)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:11.372758 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-afa41484-c7b2-40a6-81ea-8a4815bc0501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.376622 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-afa41484-c7b2-40a6-81ea-8a4815bc0501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.380441 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-afa41484-c7b2-40a6-81ea-8a4815bc0501 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/32fbdcc6-7ec1-4a33-acdd-b83630bc7eb4 HTTP/1.1" status: 204 len: 168 time: 0.4776123 Aug 10 04:05:11.387835 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa41484-c7b2-40a6-81ea-8a4815bc0501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fbdcc6-7ec1-4a33-acdd-b83630bc7eb4,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:11.458405 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.508945 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd2aa79f-98fb-4bcf-b655-44a01dd04f52 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.532362 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=5d16e138-7611-46f5-b4cf-d4665d6669f7,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:11.567274 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd2aa79f-98fb-4bcf-b655-44a01dd04f52 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.614782 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fbf38bbd-0617-4f01-95d0-10b0d86e3d15 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.644468 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fbf38bbd-0617-4f01-95d0-10b0d86e3d15 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.660697 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2aa79f-98fb-4bcf-b655-44a01dd04f52 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event updated for resources: {'Port': ['ID=5a541c37-107b-418b-8763-a0466ab7b278,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:11.677918 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd2aa79f-98fb-4bcf-b655-44a01dd04f52 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:11.814479 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-cd2aa79f-98fb-4bcf-b655-44a01dd04f52 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Floating IP 9e2b3a0d-2eef-4584-9825-b7ed8b55ad71 associated. External IP: 172.25.0.129, port: 4778f236-c000-43f0-9bbf-2e90142c8835. Aug 10 04:05:11.825530 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-fbf38bbd-0617-4f01-95d0-10b0d86e3d15 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Allocated IP 172.25.0.19 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/35681c27-1a4f-4d3e-98d5-1cd18681c08b) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:11.855716 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:05:11.890514 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['5d16e138-7611-46f5-b4cf-d4665d6669f7'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:05:11.998966 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cece27-41a8-4588-b8a5-b9f5434078cb req-0d01d2aa-ce98-496f-9b02-f4c098f25792 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:12.001576 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-99cece27-41a8-4588-b8a5-b9f5434078cb req-0d01d2aa-ce98-496f-9b02-f4c098f25792 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 944 time: 0.1668139 Aug 10 04:05:12.050153 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fbf38bbd-0617-4f01-95d0-10b0d86e3d15 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.093333 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-99cece27-41a8-4588-b8a5-b9f5434078cb req-a4840231-4e3c-467a-b720-0a62db990d34 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657780 Aug 10 04:05:12.202114 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fbf38bbd-0617-4f01-95d0-10b0d86e3d15 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.213367 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2aa79f-98fb-4bcf-b655-44a01dd04f52 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Router 2e7c8e87-3e1a-4115-b3a4-2c80f2e97809 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:05:12.245990 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf38bbd-0617-4f01-95d0-10b0d86e3d15 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:12.252319 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-fbf38bbd-0617-4f01-95d0-10b0d86e3d15 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:12.254981 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf38bbd-0617-4f01-95d0-10b0d86e3d15 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:12.261432 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf38bbd-0617-4f01-95d0-10b0d86e3d15 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Pushing event updated for resources: {'Port': ['ID=35681c27-1a4f-4d3e-98d5-1cd18681c08b,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:12.331546 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2aa79f-98fb-4bcf-b655-44a01dd04f52 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:12.346980 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e9507c-6db0-4765-93c7-1209880ddc4b None None] Sync routers for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:12.356106 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e9507c-6db0-4765-93c7-1209880ddc4b None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:12.357086 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-31e9507c-6db0-4765-93c7-1209880ddc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:12.390691 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-31e9507c-6db0-4765-93c7-1209880ddc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:12.399436 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e9507c-6db0-4765-93c7-1209880ddc4b None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:12.400073 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-31e9507c-6db0-4765-93c7-1209880ddc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:12.406425 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd2aa79f-98fb-4bcf-b655-44a01dd04f52 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.432459 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-31e9507c-6db0-4765-93c7-1209880ddc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:12.433104 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e9507c-6db0-4765-93c7-1209880ddc4b None None] The sync data for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:12.438795 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51322) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:12.439427 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cd2aa79f-98fb-4bcf-b655-44a01dd04f52 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.5345364 Aug 10 04:05:12.444602 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-e990f7da-32c4-404d-b4c8-3abf143cb397 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-370533742'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:12.528768 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e990f7da-32c4-404d-b4c8-3abf143cb397 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Made reservation on behalf of 4557c26c7d2f48388ea9df90fbbed42d for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:12.535165 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e990f7da-32c4-404d-b4c8-3abf143cb397 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.594540 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e990f7da-32c4-404d-b4c8-3abf143cb397 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:05:12.612235 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e990f7da-32c4-404d-b4c8-3abf143cb397 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.612578 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-e990f7da-32c4-404d-b4c8-3abf143cb397 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Added segment 93e239bf-7764-4cc1-9ee8-4324156b62ea of type vlan for network eb4b62bf-ea7b-4ea2-879d-b68008a1cfbe Aug 10 04:05:12.644445 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fbf38bbd-0617-4f01-95d0-10b0d86e3d15 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.689652 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e990f7da-32c4-404d-b4c8-3abf143cb397 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.722923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51332) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:12.824730 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-2bd0e694-6fa1-43c4-82ef-dd2c22b07fcb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-35854723-network', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:12.845874 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e990f7da-32c4-404d-b4c8-3abf143cb397 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.851290 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e990f7da-32c4-404d-b4c8-3abf143cb397 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:12.851860 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e990f7da-32c4-404d-b4c8-3abf143cb397 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.921457 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e990f7da-32c4-404d-b4c8-3abf143cb397 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event updated for resources: {'Network': ['ID=eb4b62bf-ea7b-4ea2-879d-b68008a1cfbe,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:12.931482 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network eb4b62bf-ea7b-4ea2-879d-b68008a1cfbe details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:05:12.932747 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd0e694-6fa1-43c4-82ef-dd2c22b07fcb admin admin] Made reservation on behalf of d4bbb82d53544f8dad3eb033c592dee4 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:12.935454 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e694-6fa1-43c4-82ef-dd2c22b07fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.944517 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e694-6fa1-43c4-82ef-dd2c22b07fcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.991214 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fbf38bbd-0617-4f01-95d0-10b0d86e3d15 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:12.995526 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fbf38bbd-0617-4f01-95d0-10b0d86e3d15 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-457799'] for router, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.036878 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e990f7da-32c4-404d-b4c8-3abf143cb397 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5969114 Aug 10 04:05:13.040610 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51336) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:13.047786 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-8ba172e5-9591-4078-9f80-73e7e610438e tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Request body: {'subnet': {'network_id': 'eb4b62bf-ea7b-4ea2-879d-b68008a1cfbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:13.096154 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e694-6fa1-43c4-82ef-dd2c22b07fcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.161497 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e694-6fa1-43c4-82ef-dd2c22b07fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.164716 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 5d16e138-7611-46f5-b4cf-d4665d6669f7 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:13.192735 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd0e694-6fa1-43c4-82ef-dd2c22b07fcb admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:05:13.203760 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0e694-6fa1-43c4-82ef-dd2c22b07fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11adc52-e988-4e25-91e0-8c70e656dbf9,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:13.208752 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e694-6fa1-43c4-82ef-dd2c22b07fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.209283 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-2bd0e694-6fa1-43c4-82ef-dd2c22b07fcb admin admin] Added segment 50519050-0340-4aef-999e-c25df342447e of type vlan for network ee59e291-e76f-48a7-96a4-530291348714 Aug 10 04:05:13.254964 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42fab0d-af9f-43b1-8382-3a697a898bad req-eac1a4ca-e337-41d8-aaf2-b5a190ebe988 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:13.254964 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f42fab0d-af9f-43b1-8382-3a697a898bad req-eac1a4ca-e337-41d8-aaf2-b5a190ebe988 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 944 time: 0.0868301 Aug 10 04:05:13.255834 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e694-6fa1-43c4-82ef-dd2c22b07fcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.295453 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f42fab0d-af9f-43b1-8382-3a697a898bad req-3077fc75-7f04-47e9-9625-f0ace2629b1c tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348535 Aug 10 04:05:13.309851 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba172e5-9591-4078-9f80-73e7e610438e tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Made reservation on behalf of 4557c26c7d2f48388ea9df90fbbed42d for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:13.313509 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8ba172e5-9591-4078-9f80-73e7e610438e tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.338581 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 5d16e138-7611-46f5-b4cf-d4665d6669f7 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:13.342466 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 5d16e138-7611-46f5-b4cf-d4665d6669f7 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:13.343500 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.353372 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf38bbd-0617-4f01-95d0-10b0d86e3d15 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Router 6f10e46f-bcac-489f-a12c-9d8bdc9ed4c6 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:05:13.425493 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.442043 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e694-6fa1-43c4-82ef-dd2c22b07fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.447893 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51acd80e-6101-4f0c-9d8f-edca7953e6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d16e138-7611-46f5-b4cf-d4665d6669f7'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:05:13.448764 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd0e694-6fa1-43c4-82ef-dd2c22b07fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:13.449444 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2bd0e694-6fa1-43c4-82ef-dd2c22b07fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.450152 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bb5f84-a930-46f1-bbd1-644adb739f5d" -d '{"events": [{"server_uuid": "51acd80e-6101-4f0c-9d8f-edca7953e6fe", "name": "network-vif-plugged", "status": "completed", "tag": "5d16e138-7611-46f5-b4cf-d4665d6669f7"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:05:13.465143 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 5d16e138-7611-46f5-b4cf-d4665d6669f7, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=5d16e138-7611-46f5-b4cf-d4665d6669f7,segment=NetworkSegment(8ac88afb-260a-463f-b01a-69dd7b9a9956),segment_id=8ac88afb-260a-463f-b01a-69dd7b9a9956)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:13.489419 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa16cab-956f-4ba6-a7ae-aa437d8d07f0 x-openstack-request-id: req-8fa16cab-956f-4ba6-a7ae-aa437d8d07f0 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:05:13.489804 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51acd80e-6101-4f0c-9d8f-edca7953e6fe", "name": "network-vif-plugged", "status": "completed", "tag": "5d16e138-7611-46f5-b4cf-d4665d6669f7", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:05:13.490323 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8fa16cab-956f-4ba6-a7ae-aa437d8d07f0 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:05:13.490873 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51acd80e-6101-4f0c-9d8f-edca7953e6fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d16e138-7611-46f5-b4cf-d4665d6669f7', 'code': 200} Aug 10 04:05:13.517454 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0e694-6fa1-43c4-82ef-dd2c22b07fcb admin admin] Pushing event updated for resources: {'Network': ['ID=ee59e291-e76f-48a7-96a4-530291348714,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:13.528585 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network ee59e291-e76f-48a7-96a4-530291348714 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:05:13.540057 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf38bbd-0617-4f01-95d0-10b0d86e3d15 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:13.553082 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fbf38bbd-0617-4f01-95d0-10b0d86e3d15 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.553082 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fbf38bbd-0617-4f01-95d0-10b0d86e3d15 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "PUT /v2.0/routers/6f10e46f-bcac-489f-a12c-9d8bdc9ed4c6 HTTP/1.1" status: 200 len: 919 time: 2.5224037 Aug 10 04:05:13.553346 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51344) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:13.579288 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04657232-0ca0-420e-a0c5-ab3b7d083e83 None None] Sync routers for ids ['6f10e46f-bcac-489f-a12c-9d8bdc9ed4c6'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:13.593464 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.633622 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.640468 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2bd0e694-6fa1-43c4-82ef-dd2c22b07fcb admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9155819 Aug 10 04:05:13.643637 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51346) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:13.648173 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04657232-0ca0-420e-a0c5-ab3b7d083e83 None None] Routers {'6f10e46f-bcac-489f-a12c-9d8bdc9ed4c6'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:13.648796 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-04657232-0ca0-420e-a0c5-ab3b7d083e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['6f10e46f-bcac-489f-a12c-9d8bdc9ed4c6'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:13.650516 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-dddcc018-23e9-469d-be6e-fff0025cfe1f admin admin] Request body: {'subnet': {'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-35854723-subnet', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:13.689308 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-04657232-0ca0-420e-a0c5-ab3b7d083e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:13.696324 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea675b-fd42-46d8-8011-ab880a37bd21 req-99bf470b-9134-4933-86e2-2e30a107871b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:13.697074 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=5d16e138-7611-46f5-b4cf-d4665d6669f7,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:13.697844 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-20ea675b-fd42-46d8-8011-ab880a37bd21 req-99bf470b-9134-4933-86e2-2e30a107871b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 1096 time: 0.0956733 Aug 10 04:05:13.697992 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8ba172e5-9591-4078-9f80-73e7e610438e tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.704635 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04657232-0ca0-420e-a0c5-ab3b7d083e83 None None] Routers {'6f10e46f-bcac-489f-a12c-9d8bdc9ed4c6'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:13.705337 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-04657232-0ca0-420e-a0c5-ab3b7d083e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['6f10e46f-bcac-489f-a12c-9d8bdc9ed4c6'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:13.707196 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-15b88e04-57ba-4239-adc6-92cd11fd9a83 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "GET /v2.0/routers/6f10e46f-bcac-489f-a12c-9d8bdc9ed4c6 HTTP/1.1" status: 200 len: 925 time: 0.1552548 Aug 10 04:05:13.713405 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51348) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:13.748220 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-04657232-0ca0-420e-a0c5-ab3b7d083e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:13.748447 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04657232-0ca0-420e-a0c5-ab3b7d083e83 None None] The sync data for ids ['6f10e46f-bcac-489f-a12c-9d8bdc9ed4c6'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:13.758520 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddcc018-23e9-469d-be6e-fff0025cfe1f admin admin] Made reservation on behalf of d4bbb82d53544f8dad3eb033c592dee4 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:13.760957 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dddcc018-23e9-469d-be6e-fff0025cfe1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.801669 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-20ea675b-fd42-46d8-8011-ab880a37bd21 req-5a58dacb-9228-4ae3-91bd-f08d02dca043 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931785 Aug 10 04:05:13.809960 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ec087a-8e14-4e9e-8a38-c04325b09210 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:13.811927 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d5ec087a-8e14-4e9e-8a38-c04325b09210 tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5&device_id=6f10e46f-bcac-489f-a12c-9d8bdc9ed4c6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0961146 Aug 10 04:05:13.814663 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51350) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:13.815251 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba172e5-9591-4078-9f80-73e7e610438e tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event updated for resources: {'Subnet': ['ID=73414e50-9502-4612-bf24-7896057cd43b,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:13.833782 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba172e5-9591-4078-9f80-73e7e610438e tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Checking segment: {'id': '93e239bf-7764-4cc1-9ee8-4324156b62ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'eb4b62bf-ea7b-4ea2-879d-b68008a1cfbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:13.834144 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba172e5-9591-4078-9f80-73e7e610438e tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Network hostable DHCP agents. Network: eb4b62bf-ea7b-4ea2-879d-b68008a1cfbe, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:05:13.841153 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-927bbf03-9267-4cd9-bf2b-0ca6e1803872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:13.899107 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a88f897-8a4a-4f87-b060-d5534429e82c tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:13.900517 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7a88f897-8a4a-4f87-b060-d5534429e82c tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "GET /v2.0/networks/3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 881 time: 0.0849445 Aug 10 04:05:13.903410 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51352) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:13.933205 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f6d9ae38-97af-43dd-a0d0-a888aac6f20a tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f10e46f-bcac-489f-a12c-9d8bdc9ed4c6 HTTP/1.1" status: 200 len: 205 time: 0.0262561 Aug 10 04:05:13.933541 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51354) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:13.949772 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba172e5-9591-4078-9f80-73e7e610438e tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Network eb4b62bf-ea7b-4ea2-879d-b68008a1cfbe is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:05:14.035445 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-8ba172e5-9591-4078-9f80-73e7e610438e tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, eb4b62bf-ea7b-4ea2-879d-b68008a1cfbe) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:14.038565 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-274cd7d7-ea77-444c-8609-2544b6a383d9 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.040144 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba172e5-9591-4078-9f80-73e7e610438e tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:14.040991 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8ba172e5-9591-4078-9f80-73e7e610438e tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.047641 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb8b576-3994-4359-9bfb-f2fd395ca4ea None None] Network eb4b62bf-ea7b-4ea2-879d-b68008a1cfbe requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:14.058514 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dddcc018-23e9-469d-be6e-fff0025cfe1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.113511 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8ba172e5-9591-4078-9f80-73e7e610438e tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0718544 Aug 10 04:05:14.116335 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51356) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:14.121205 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-cc9471d5-8c97-49ee-a6f0-274064ebd2e8 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-319738259', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}, 'admin_state_up': False}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:14.129405 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddcc018-23e9-469d-be6e-fff0025cfe1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=50d1b050-8d5a-4a28-adea-90a39272e6c6,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:14.150308 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-274cd7d7-ea77-444c-8609-2544b6a383d9 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.163764 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddcc018-23e9-469d-be6e-fff0025cfe1f admin admin] Checking segment: {'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:14.164176 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddcc018-23e9-469d-be6e-fff0025cfe1f admin admin] Network hostable DHCP agents. Network: ee59e291-e76f-48a7-96a4-530291348714, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:05:14.199640 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d28da8-f922-4bec-9410-83ad91837d1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-eb4b62bf-ea7b-4ea2-879d-b68008a1cfbe', 'network_id': 'eb4b62bf-ea7b-4ea2-879d-b68008a1cfbe', 'tenant_id': '4557c26c7d2f48388ea9df90fbbed42d', 'fixed_ips': [{'subnet_id': '73414e50-9502-4612-bf24-7896057cd43b'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:05:14.200586 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-90d28da8-f922-4bec-9410-83ad91837d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.254544 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc9471d5-8c97-49ee-a6f0-274064ebd2e8 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.256019 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc9471d5-8c97-49ee-a6f0-274064ebd2e8 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.261421 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddcc018-23e9-469d-be6e-fff0025cfe1f admin admin] Network ee59e291-e76f-48a7-96a4-530291348714 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:05:14.286913 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-274cd7d7-ea77-444c-8609-2544b6a383d9 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Deleting port 35681c27-1a4f-4d3e-98d5-1cd18681c08b {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:14.287339 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-274cd7d7-ea77-444c-8609-2544b6a383d9 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.321836 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc9471d5-8c97-49ee-a6f0-274064ebd2e8 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.339442 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-dddcc018-23e9-469d-be6e-fff0025cfe1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, ee59e291-e76f-48a7-96a4-530291348714) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:14.341269 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-90d28da8-f922-4bec-9410-83ad91837d1c None None] Allocated IP 172.20.0.2 (eb4b62bf-ea7b-4ea2-879d-b68008a1cfbe/73414e50-9502-4612-bf24-7896057cd43b/de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:14.353422 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f3608b-1a1e-4877-ba7a-3e48bb56af6f None None] Network ee59e291-e76f-48a7-96a4-530291348714 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:14.356271 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddcc018-23e9-469d-be6e-fff0025cfe1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:14.359593 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dddcc018-23e9-469d-be6e-fff0025cfe1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.388301 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-274cd7d7-ea77-444c-8609-2544b6a383d9 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.420065 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-274cd7d7-ea77-444c-8609-2544b6a383d9 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Calling delete_port for 35681c27-1a4f-4d3e-98d5-1cd18681c08b owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:14.481702 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-dddcc018-23e9-469d-be6e-fff0025cfe1f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8365836 Aug 10 04:05:14.485470 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51362) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:14.486193 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab882510-fa0e-48ab-8069-62a92d9e011b req-b441511e-007d-4489-9db0-23ec57944e34 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:14.487754 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ab882510-fa0e-48ab-8069-62a92d9e011b req-b441511e-007d-4489-9db0-23ec57944e34 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 945 time: 0.1167943 Aug 10 04:05:14.490490 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-6990145a-df49-4be2-a3c2-cb27de2e8cb2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-35854723-router', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:14.576498 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ab882510-fa0e-48ab-8069-62a92d9e011b req-ae054245-ebf8-4e40-b1b4-a5e274f30d49 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755646 Aug 10 04:05:14.577257 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc9471d5-8c97-49ee-a6f0-274064ebd2e8 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.616654 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-90d28da8-f922-4bec-9410-83ad91837d1c None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.638796 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d946a31-b684-4f03-a6b9-07867266776c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-ee59e291-e76f-48a7-96a4-530291348714', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'fixed_ips': [{'subnet_id': '50d1b050-8d5a-4a28-adea-90a39272e6c6'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:05:14.639819 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0d946a31-b684-4f03-a6b9-07867266776c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.641881 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6990145a-df49-4be2-a3c2-cb27de2e8cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.643642 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6990145a-df49-4be2-a3c2-cb27de2e8cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.706880 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6990145a-df49-4be2-a3c2-cb27de2e8cb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.778485 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-274cd7d7-ea77-444c-8609-2544b6a383d9 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.778747 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-90d28da8-f922-4bec-9410-83ad91837d1c None None] Transition to ACTIVE for port object de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:14.780784 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-0d946a31-b684-4f03-a6b9-07867266776c None None] Allocated IP 172.20.0.2 (ee59e291-e76f-48a7-96a4-530291348714/50d1b050-8d5a-4a28-adea-90a39272e6c6/4de406f9-ca5d-468a-b87d-19ed9095e527) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:14.805219 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-90d28da8-f922-4bec-9410-83ad91837d1c None None] Transition to ACTIVE for port object de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:14.809193 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cd7d7-ea77-444c-8609-2544b6a383d9 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Pushing event deleted for resources: {'Port': ['ID=35681c27-1a4f-4d3e-98d5-1cd18681c08b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:14.871881 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-274cd7d7-ea77-444c-8609-2544b6a383d9 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.895447 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-90d28da8-f922-4bec-9410-83ad91837d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.966136 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d28da8-f922-4bec-9410-83ad91837d1c None None] Network eb4b62bf-ea7b-4ea2-879d-b68008a1cfbe is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:14.971287 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-90d28da8-f922-4bec-9410-83ad91837d1c None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:14.977090 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d28da8-f922-4bec-9410-83ad91837d1c None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:14.979142 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-274cd7d7-ea77-444c-8609-2544b6a383d9 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:14.981912 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-274cd7d7-ea77-444c-8609-2544b6a383d9 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.009224 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d28da8-f922-4bec-9410-83ad91837d1c None None] Pushing event updated for resources: {'Port': ['ID=de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:15.090666 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0d946a31-b684-4f03-a6b9-07867266776c None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.093490 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-90d28da8-f922-4bec-9410-83ad91837d1c None None] Attempting to bind port de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:15.099014 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-90d28da8-f922-4bec-9410-83ad91837d1c None None] Attempting to bind port de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '93e239bf-7764-4cc1-9ee8-4324156b62ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'eb4b62bf-ea7b-4ea2-879d-b68008a1cfbe'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:15.099014 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d28da8-f922-4bec-9410-83ad91837d1c None None] Attempting to bind port de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace on network eb4b62bf-ea7b-4ea2-879d-b68008a1cfbe {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:15.104981 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0d946a31-b684-4f03-a6b9-07867266776c None None] Transition to ACTIVE for port object 4de406f9-ca5d-468a-b87d-19ed9095e527 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:15.106862 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d28da8-f922-4bec-9410-83ad91837d1c None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:15.107237 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d28da8-f922-4bec-9410-83ad91837d1c None None] Checking segment: {'id': '93e239bf-7764-4cc1-9ee8-4324156b62ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'eb4b62bf-ea7b-4ea2-879d-b68008a1cfbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:15.107646 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-90d28da8-f922-4bec-9410-83ad91837d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.108121 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d28da8-f922-4bec-9410-83ad91837d1c None None] Bound using segment: {'id': '93e239bf-7764-4cc1-9ee8-4324156b62ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'eb4b62bf-ea7b-4ea2-879d-b68008a1cfbe'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:15.109232 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-90d28da8-f922-4bec-9410-83ad91837d1c None None] Bound port: de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e239bf-7764-4cc1-9ee8-4324156b62ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'eb4b62bf-ea7b-4ea2-879d-b68008a1cfbe'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:15.109620 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-90d28da8-f922-4bec-9410-83ad91837d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.115653 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-274cd7d7-ea77-444c-8609-2544b6a383d9 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.116221 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-274cd7d7-ea77-444c-8609-2544b6a383d9 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Fanout notify agent at l3_agent the message router_deleted on router 6f10e46f-bcac-489f-a12c-9d8bdc9ed4c6 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:05:15.128780 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-274cd7d7-ea77-444c-8609-2544b6a383d9 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.128780 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-274cd7d7-ea77-444c-8609-2544b6a383d9 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "DELETE /v2.0/routers/6f10e46f-bcac-489f-a12c-9d8bdc9ed4c6 HTTP/1.1" status: 204 len: 168 time: 1.1903505 Aug 10 04:05:15.128780 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51364) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:15.134042 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-34b083f4-8f50-4b39-a2f2-8d12f18b2c0f tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-9580125', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}, 'admin_state_up': False}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:15.140219 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0d946a31-b684-4f03-a6b9-07867266776c None None] Transition to ACTIVE for port object 4de406f9-ca5d-468a-b87d-19ed9095e527 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:15.219204 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-90d28da8-f922-4bec-9410-83ad91837d1c None None] For port de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:15.222651 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-90d28da8-f922-4bec-9410-83ad91837d1c None None] For port de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace,segment=NetworkSegment(93e239bf-7764-4cc1-9ee8-4324156b62ea),segment_id=93e239bf-7764-4cc1-9ee8-4324156b62ea)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:15.236929 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-34b083f4-8f50-4b39-a2f2-8d12f18b2c0f tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.238387 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-34b083f4-8f50-4b39-a2f2-8d12f18b2c0f tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.238952 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0d946a31-b684-4f03-a6b9-07867266776c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.279441 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d946a31-b684-4f03-a6b9-07867266776c None None] Network ee59e291-e76f-48a7-96a4-530291348714 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:15.282883 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-0d946a31-b684-4f03-a6b9-07867266776c None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:15.286599 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d946a31-b684-4f03-a6b9-07867266776c None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:15.300668 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-34b083f4-8f50-4b39-a2f2-8d12f18b2c0f tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.323249 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.327618 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc9471d5-8c97-49ee-a6f0-274064ebd2e8 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.348081 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-90d28da8-f922-4bec-9410-83ad91837d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.351850 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d946a31-b684-4f03-a6b9-07867266776c None None] Pushing event updated for resources: {'Port': ['ID=4de406f9-ca5d-468a-b87d-19ed9095e527,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:15.353748 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc9471d5-8c97-49ee-a6f0-274064ebd2e8 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.397968 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-0d946a31-b684-4f03-a6b9-07867266776c None None] Attempting to bind port 4de406f9-ca5d-468a-b87d-19ed9095e527 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:15.398294 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-0d946a31-b684-4f03-a6b9-07867266776c None None] Attempting to bind port 4de406f9-ca5d-468a-b87d-19ed9095e527 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:15.398657 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d946a31-b684-4f03-a6b9-07867266776c None None] Attempting to bind port 4de406f9-ca5d-468a-b87d-19ed9095e527 on network ee59e291-e76f-48a7-96a4-530291348714 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:15.413038 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d946a31-b684-4f03-a6b9-07867266776c None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:15.413398 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d946a31-b684-4f03-a6b9-07867266776c None None] Checking segment: {'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:15.413797 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0d946a31-b684-4f03-a6b9-07867266776c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.414196 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d946a31-b684-4f03-a6b9-07867266776c None None] Bound using segment: {'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:15.414657 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-0d946a31-b684-4f03-a6b9-07867266776c None None] Bound port: 4de406f9-ca5d-468a-b87d-19ed9095e527, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:15.415027 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0d946a31-b684-4f03-a6b9-07867266776c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.454386 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d28da8-f922-4bec-9410-83ad91837d1c None None] Pushing event updated for resources: {'Port': ['ID=de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:15.469455 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6990145a-df49-4be2-a3c2-cb27de2e8cb2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.520528 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-0d946a31-b684-4f03-a6b9-07867266776c None None] For port 4de406f9-ca5d-468a-b87d-19ed9095e527, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:15.524051 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-0d946a31-b684-4f03-a6b9-07867266776c None None] For port 4de406f9-ca5d-468a-b87d-19ed9095e527, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4de406f9-ca5d-468a-b87d-19ed9095e527,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:15.543622 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-cc9471d5-8c97-49ee-a6f0-274064ebd2e8 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Allocated IP 172.25.0.227 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/d4bc9339-96cf-45c2-9e9d-e34cc1f1622e) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:15.636544 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0d946a31-b684-4f03-a6b9-07867266776c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.669897 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.757661 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc9471d5-8c97-49ee-a6f0-274064ebd2e8 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.760167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d946a31-b684-4f03-a6b9-07867266776c None None] Pushing event updated for resources: {'Port': ['ID=4de406f9-ca5d-468a-b87d-19ed9095e527,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:15.928672 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc9471d5-8c97-49ee-a6f0-274064ebd2e8 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:15.976346 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-34b083f4-8f50-4b39-a2f2-8d12f18b2c0f tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.015254 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9471d5-8c97-49ee-a6f0-274064ebd2e8 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:16.025089 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9471d5-8c97-49ee-a6f0-274064ebd2e8 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event updated for resources: {'Port': ['ID=d4bc9339-96cf-45c2-9e9d-e34cc1f1622e,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:16.029388 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-cc9471d5-8c97-49ee-a6f0-274064ebd2e8 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:16.032348 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9471d5-8c97-49ee-a6f0-274064ebd2e8 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:16.050710 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa1575-471b-4669-ad75-e3cca641d761 req-39947861-bf3b-44f2-b164-7630b4b88178 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:16.060029 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7fa1575-471b-4669-ad75-e3cca641d761 req-39947861-bf3b-44f2-b164-7630b4b88178 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 945 time: 0.0785961 Aug 10 04:05:16.076527 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6990145a-df49-4be2-a3c2-cb27de2e8cb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.103853 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6990145a-df49-4be2-a3c2-cb27de2e8cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.177035 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7fa1575-471b-4669-ad75-e3cca641d761 req-580fd35d-4980-43b2-bc64-c6bea92d0400 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160436 Aug 10 04:05:16.204075 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4de406f9-ca5d-468a-b87d-19ed9095e527 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:16.348900 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 4de406f9-ca5d-468a-b87d-19ed9095e527 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:16.353322 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:16.355703 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-6990145a-df49-4be2-a3c2-cb27de2e8cb2 admin admin] Allocated IP 172.25.0.27 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/7e856c99-6cd7-4272-93f6-686cab1bb19a) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:16.419527 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-34b083f4-8f50-4b39-a2f2-8d12f18b2c0f tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.471569 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-34b083f4-8f50-4b39-a2f2-8d12f18b2c0f tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.603091 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6990145a-df49-4be2-a3c2-cb27de2e8cb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.625264 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc9471d5-8c97-49ee-a6f0-274064ebd2e8 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.723514 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:16.804919 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1968c382-1635-4462-8770-6d2d90672900 None None] Network eb4b62bf-ea7b-4ea2-879d-b68008a1cfbe requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:16.809405 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6990145a-df49-4be2-a3c2-cb27de2e8cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.854178 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.895406 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6990145a-df49-4be2-a3c2-cb27de2e8cb2 admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:16.900814 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-6990145a-df49-4be2-a3c2-cb27de2e8cb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:16.909169 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6990145a-df49-4be2-a3c2-cb27de2e8cb2 admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:16.921843 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-34b083f4-8f50-4b39-a2f2-8d12f18b2c0f tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Allocated IP 172.25.0.219 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/736ebe34-5006-4eee-87e4-0a29f9e324b1) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:16.933562 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6990145a-df49-4be2-a3c2-cb27de2e8cb2 admin admin] Pushing event updated for resources: {'Port': ['ID=7e856c99-6cd7-4272-93f6-686cab1bb19a,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:16.938679 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc9471d5-8c97-49ee-a6f0-274064ebd2e8 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:16.950946 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6ad1d5a7-f6ab-4301-b0bf-929f4ab4ee99 None None] Provisioning for port de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:16.963239 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6ad1d5a7-f6ab-4301-b0bf-929f4ab4ee99 None None] Provisioning complete for port de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:16.963574 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6ad1d5a7-f6ab-4301-b0bf-929f4ab4ee99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.048298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ebb54-d4d8-49d2-a70a-28a091fd0d52 req-4fbd4047-de3b-4060-a5df-952f380b557f tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:17.056035 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-163ebb54-d4d8-49d2-a70a-28a091fd0d52 req-4fbd4047-de3b-4060-a5df-952f380b557f tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 945 time: 0.2748210 Aug 10 04:05:17.109473 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a31948d-ca2c-4b51-8994-b345f332e399 None None] Network ee59e291-e76f-48a7-96a4-530291348714 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:17.114166 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e30d7-5a39-4379-b92c-b3fb69648f37 req-44d40d73-092b-4d97-aab8-b5dd37a71b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:17.115720 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b52e30d7-5a39-4379-b92c-b3fb69648f37 req-44d40d73-092b-4d97-aab8-b5dd37a71b31 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3713408bd1840a4be53441e1ea350d3&device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 1096 time: 0.1680119 Aug 10 04:05:17.149250 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6ad1d5a7-f6ab-4301-b0bf-929f4ab4ee99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.169369 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-163ebb54-d4d8-49d2-a70a-28a091fd0d52 req-175fcf52-c8ab-4fc6-9d31-746c08db6554 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118038 Aug 10 04:05:17.204800 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-6ad1d5a7-f6ab-4301-b0bf-929f4ab4ee99 None None] For port de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace,segment=NetworkSegment(93e239bf-7764-4cc1-9ee8-4324156b62ea),segment_id=93e239bf-7764-4cc1-9ee8-4324156b62ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:17.232018 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-34b083f4-8f50-4b39-a2f2-8d12f18b2c0f tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.302133 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e30d7-5a39-4379-b92c-b3fb69648f37 req-cda59422-5ef2-4e19-9401-51aaeda94555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:17.303725 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b52e30d7-5a39-4379-b92c-b3fb69648f37 req-cda59422-5ef2-4e19-9401-51aaeda94555 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a30de31-8cff-447d-a775-a8b158513d18 HTTP/1.1" status: 200 len: 911 time: 0.1766064 Aug 10 04:05:17.317730 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6ad1d5a7-f6ab-4301-b0bf-929f4ab4ee99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.348044 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9471d5-8c97-49ee-a6f0-274064ebd2e8 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Router 8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:05:17.356189 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b52e30d7-5a39-4379-b92c-b3fb69648f37 req-9764a173-2687-4a83-85ed-1dfd68823c9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5d16e138-7611-46f5-b4cf-d4665d6669f7 HTTP/1.1" status: 200 len: 217 time: 0.0449913 Aug 10 04:05:17.395136 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1d5a7-f6ab-4301-b0bf-929f4ab4ee99 None None] Pushing event updated for resources: {'Port': ['ID=de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:17.409370 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e30d7-5a39-4379-b92c-b3fb69648f37 req-e2eb499c-0838-47f2-a8d5-851184514ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:17.410884 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b52e30d7-5a39-4379-b92c-b3fb69648f37 req-e2eb499c-0838-47f2-a8d5-851184514ee5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c8ebd3f-75bf-4ec3-96f1-9cf76215d792 HTTP/1.1" status: 200 len: 850 time: 0.0472748 Aug 10 04:05:17.411789 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-34b083f4-8f50-4b39-a2f2-8d12f18b2c0f tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.441380 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8d617d20-cdb7-405c-ba1e-ab329af0e170 None None] Provisioning complete for port de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:17.442136 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8d617d20-cdb7-405c-ba1e-ab329af0e170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.448452 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6990145a-df49-4be2-a3c2-cb27de2e8cb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.493120 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b52e30d7-5a39-4379-b92c-b3fb69648f37 req-83848189-d4aa-4ea8-8bc4-c4464a762dd2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a30de31-8cff-447d-a775-a8b158513d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533667 Aug 10 04:05:17.529109 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b083f4-8f50-4b39-a2f2-8d12f18b2c0f tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:17.537321 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-34b083f4-8f50-4b39-a2f2-8d12f18b2c0f tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:17.540385 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b083f4-8f50-4b39-a2f2-8d12f18b2c0f tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:17.614473 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b083f4-8f50-4b39-a2f2-8d12f18b2c0f tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Pushing event updated for resources: {'Port': ['ID=736ebe34-5006-4eee-87e4-0a29f9e324b1,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:17.621719 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9471d5-8c97-49ee-a6f0-274064ebd2e8 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:17.633853 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134fd2db-d152-47db-9ec5-a04b9b69521e None None] Sync routers for ids ['8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:17.641804 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8d617d20-cdb7-405c-ba1e-ab329af0e170 None None] Provisioning for port 4de406f9-ca5d-468a-b87d-19ed9095e527 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:17.645088 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134fd2db-d152-47db-9ec5-a04b9b69521e None None] Routers {'8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:17.646575 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-134fd2db-d152-47db-9ec5-a04b9b69521e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:05:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:17.649742 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8d617d20-cdb7-405c-ba1e-ab329af0e170 None None] Provisioning complete for port 4de406f9-ca5d-468a-b87d-19ed9095e527 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:17.650372 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8d617d20-cdb7-405c-ba1e-ab329af0e170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.697154 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-134fd2db-d152-47db-9ec5-a04b9b69521e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:17.714821 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134fd2db-d152-47db-9ec5-a04b9b69521e None None] Routers {'8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:17.715445 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-134fd2db-d152-47db-9ec5-a04b9b69521e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:05:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:17.751363 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8d617d20-cdb7-405c-ba1e-ab329af0e170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.755154 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc9471d5-8c97-49ee-a6f0-274064ebd2e8 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.755722 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-134fd2db-d152-47db-9ec5-a04b9b69521e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:17.756624 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134fd2db-d152-47db-9ec5-a04b9b69521e None None] The sync data for ids ['8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:17.759116 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-cc9471d5-8c97-49ee-a6f0-274064ebd2e8 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6401615 Aug 10 04:05:17.766912 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51378) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:17.782410 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6990145a-df49-4be2-a3c2-cb27de2e8cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.793184 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-8d617d20-cdb7-405c-ba1e-ab329af0e170 None None] For port 4de406f9-ca5d-468a-b87d-19ed9095e527, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4de406f9-ca5d-468a-b87d-19ed9095e527,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:17.823672 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b52e30d7-5a39-4379-b92c-b3fb69648f37 req-4399a192-5911-4c58-9002-b5fb59b401bd service neutron] 10.222.0.20 "GET /v2.0/networks/6a30de31-8cff-447d-a775-a8b158513d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185508 Aug 10 04:05:17.870207 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8d617d20-cdb7-405c-ba1e-ab329af0e170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:17.922765 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d617d20-cdb7-405c-ba1e-ab329af0e170 None None] Pushing event updated for resources: {'Port': ['ID=4de406f9-ca5d-468a-b87d-19ed9095e527,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:17.991791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-33fa0f7c-6ea2-4396-bba1-71fc8ef62917 None None] Provisioning complete for port 4de406f9-ca5d-468a-b87d-19ed9095e527 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:17.992212 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-33fa0f7c-6ea2-4396-bba1-71fc8ef62917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:18.019468 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6990145a-df49-4be2-a3c2-cb27de2e8cb2 admin admin] Router 768b2754-4f10-4416-be64-7fc2697df286 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:05:18.032663 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b52e30d7-5a39-4379-b92c-b3fb69648f37 req-2ecdb4b9-e7a0-429f-a2db-629d88c4af1b service neutron] 10.222.0.20 "GET /v2.0/networks/6a30de31-8cff-447d-a775-a8b158513d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010164 Aug 10 04:05:18.053035 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4de406f9-ca5d-468a-b87d-19ed9095e527 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:18.138110 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 4de406f9-ca5d-468a-b87d-19ed9095e527 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:18.138644 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:18.152868 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6990145a-df49-4be2-a3c2-cb27de2e8cb2 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:18.164398 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-34b083f4-8f50-4b39-a2f2-8d12f18b2c0f tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:18.170812 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9ef512-df8e-4079-9c44-e3fff323cb6f None None] Sync routers for ids ['768b2754-4f10-4416-be64-7fc2697df286'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:18.190993 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9ef512-df8e-4079-9c44-e3fff323cb6f None None] Routers {'768b2754-4f10-4416-be64-7fc2697df286'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:18.191620 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-fe9ef512-df8e-4079-9c44-e3fff323cb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:05:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['768b2754-4f10-4416-be64-7fc2697df286'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:18.287319 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6990145a-df49-4be2-a3c2-cb27de2e8cb2 admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:18.291093 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6990145a-df49-4be2-a3c2-cb27de2e8cb2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8017414 Aug 10 04:05:18.291314 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51386) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:18.317138 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:18.373035 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-fe9ef512-df8e-4079-9c44-e3fff323cb6f None None] Set router 768b2754-4f10-4416-be64-7fc2697df286 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:18.465415 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bde663-5e36-4ba5-84ae-bdb08a5ff5bb req-b3a6bc10-4f96-46ca-88a9-91300ef79beb tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:18.467113 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52bde663-5e36-4ba5-84ae-bdb08a5ff5bb req-b3a6bc10-4f96-46ca-88a9-91300ef79beb tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 945 time: 0.1949069 Aug 10 04:05:18.477077 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:18.477450 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:18.599077 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52bde663-5e36-4ba5-84ae-bdb08a5ff5bb req-25fc6e6b-228f-4b2a-972c-c63f27d46fb1 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212959 Aug 10 04:05:18.640626 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-34b083f4-8f50-4b39-a2f2-8d12f18b2c0f tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:18.667105 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-fe9ef512-df8e-4079-9c44-e3fff323cb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768b2754-4f10-4416-be64-7fc2697df286', 'name': 'tempest-TestVolumeBootPattern-35854723-router', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:14Z', 'updated_at': '2021-08-10T04:05:17Z', 'revision_number': 3, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'gw_port': {'id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:18.700821 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9ef512-df8e-4079-9c44-e3fff323cb6f None None] Checking router: 768b2754-4f10-4416-be64-7fc2697df286 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:05:18.701182 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9ef512-df8e-4079-9c44-e3fff323cb6f None None] Updating router 768b2754-4f10-4416-be64-7fc2697df286 port 7e856c99-6cd7-4272-93f6-686cab1bb19a binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:05:18.729599 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fe9ef512-df8e-4079-9c44-e3fff323cb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:18.742922 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b58d944c-c0ee-406f-90e7-270ba1ae848d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:19.004219 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fe9ef512-df8e-4079-9c44-e3fff323cb6f None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:19.015644 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-fe9ef512-df8e-4079-9c44-e3fff323cb6f None None] Transition to ACTIVE for port object 7e856c99-6cd7-4272-93f6-686cab1bb19a will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:19.022247 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b083f4-8f50-4b39-a2f2-8d12f18b2c0f tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Router 2e821de3-d236-4363-858d-f2721b50d157 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:05:19.080302 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fe9ef512-df8e-4079-9c44-e3fff323cb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:19.138236 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b9da95f-ce95-44d3-9190-f9f172bdac59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:19.139878 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52bc77e-511d-4ae5-be64-afe55a39d572 None None] Pushing event updated for resources: {'Port': ['ID=7e856c99-6cd7-4272-93f6-686cab1bb19a,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:19.148314 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-fe9ef512-df8e-4079-9c44-e3fff323cb6f None None] Attempting to bind port 7e856c99-6cd7-4272-93f6-686cab1bb19a on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:19.148766 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-fe9ef512-df8e-4079-9c44-e3fff323cb6f None None] Attempting to bind port 7e856c99-6cd7-4272-93f6-686cab1bb19a by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:19.149204 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9ef512-df8e-4079-9c44-e3fff323cb6f None None] Attempting to bind port 7e856c99-6cd7-4272-93f6-686cab1bb19a on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:19.155245 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9ef512-df8e-4079-9c44-e3fff323cb6f None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:19.155782 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9ef512-df8e-4079-9c44-e3fff323cb6f None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:19.156273 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fe9ef512-df8e-4079-9c44-e3fff323cb6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:19.156739 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9ef512-df8e-4079-9c44-e3fff323cb6f None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:19.157287 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-fe9ef512-df8e-4079-9c44-e3fff323cb6f None None] Bound port: 7e856c99-6cd7-4272-93f6-686cab1bb19a, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:19.157736 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fe9ef512-df8e-4079-9c44-e3fff323cb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:19.215092 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-fe9ef512-df8e-4079-9c44-e3fff323cb6f None None] For port 7e856c99-6cd7-4272-93f6-686cab1bb19a, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:19.218791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-fe9ef512-df8e-4079-9c44-e3fff323cb6f None None] For port 7e856c99-6cd7-4272-93f6-686cab1bb19a, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7e856c99-6cd7-4272-93f6-686cab1bb19a,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:19.305760 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-0b9da95f-ce95-44d3-9190-f9f172bdac59 admin admin] Allocated IP 172.20.0.1 (ee59e291-e76f-48a7-96a4-530291348714/50d1b050-8d5a-4a28-adea-90a39272e6c6/6dd4e77c-f4fc-41b7-a077-07e56695db6f) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:19.321566 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fe9ef512-df8e-4079-9c44-e3fff323cb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:19.387727 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52bc77e-511d-4ae5-be64-afe55a39d572 None None] Pushing event updated for resources: {'Port': ['ID=7e856c99-6cd7-4272-93f6-686cab1bb19a,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:19.396458 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9ef512-df8e-4079-9c44-e3fff323cb6f None None] Routers {'768b2754-4f10-4416-be64-7fc2697df286'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:19.397557 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-fe9ef512-df8e-4079-9c44-e3fff323cb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:05:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['768b2754-4f10-4416-be64-7fc2697df286'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:19.431972 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b9da95f-ce95-44d3-9190-f9f172bdac59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:19.452348 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-0b9da95f-ce95-44d3-9190-f9f172bdac59 admin admin] Transition to ACTIVE for port object 6dd4e77c-f4fc-41b7-a077-07e56695db6f will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:19.509834 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-fe9ef512-df8e-4079-9c44-e3fff323cb6f None None] Set router 768b2754-4f10-4416-be64-7fc2697df286 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:19.579489 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b9da95f-ce95-44d3-9190-f9f172bdac59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:19.593842 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-b58d944c-c0ee-406f-90e7-270ba1ae848d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Allocated IP 172.20.0.1 (eb4b62bf-ea7b-4ea2-879d-b68008a1cfbe/73414e50-9502-4612-bf24-7896057cd43b/f8204d20-874b-4ee9-b4b3-e5531f772970) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:19.605843 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b083f4-8f50-4b39-a2f2-8d12f18b2c0f tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:19.616179 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cbf268-83db-43c2-8054-512a72d4a64b None None] Sync routers for ids ['2e821de3-d236-4363-858d-f2721b50d157'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:19.637937 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cbf268-83db-43c2-8054-512a72d4a64b None None] Routers {'2e821de3-d236-4363-858d-f2721b50d157'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:19.640154 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-16cbf268-83db-43c2-8054-512a72d4a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:05:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e821de3-d236-4363-858d-f2721b50d157'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:19.667810 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9da95f-ce95-44d3-9190-f9f172bdac59 admin admin] Network ee59e291-e76f-48a7-96a4-530291348714 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:19.675968 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-0b9da95f-ce95-44d3-9190-f9f172bdac59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:19.688370 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9da95f-ce95-44d3-9190-f9f172bdac59 admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:19.719382 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-16cbf268-83db-43c2-8054-512a72d4a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:19.723002 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-34b083f4-8f50-4b39-a2f2-8d12f18b2c0f tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:19.724466 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-34b083f4-8f50-4b39-a2f2-8d12f18b2c0f tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5942974 Aug 10 04:05:19.742227 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51394) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:19.759366 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-677f6aec-12fa-4e76-98fa-a5378b7903b2 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:19.761748 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cbf268-83db-43c2-8054-512a72d4a64b None None] Routers {'2e821de3-d236-4363-858d-f2721b50d157'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:19.762009 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-fe9ef512-df8e-4079-9c44-e3fff323cb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768b2754-4f10-4416-be64-7fc2697df286', 'name': 'tempest-TestVolumeBootPattern-35854723-router', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:14Z', 'updated_at': '2021-08-10T04:05:17Z', 'revision_number': 3, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'gw_port': {'id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:19.762587 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-16cbf268-83db-43c2-8054-512a72d4a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:05:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e821de3-d236-4363-858d-f2721b50d157'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:19.768451 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9da95f-ce95-44d3-9190-f9f172bdac59 admin admin] Pushing event updated for resources: {'Port': ['ID=6dd4e77c-f4fc-41b7-a077-07e56695db6f,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:19.792836 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b9da95f-ce95-44d3-9190-f9f172bdac59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:19.809391 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9ef512-df8e-4079-9c44-e3fff323cb6f None None] The sync data for ids ['768b2754-4f10-4416-be64-7fc2697df286'] in n-d-802893-2 is: [{'id': '768b2754-4f10-4416-be64-7fc2697df286', 'name': 'tempest-TestVolumeBootPattern-35854723-router', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:14Z', 'updated_at': '2021-08-10T04:05:17Z', 'revision_number': 3, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'gw_port': {'id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:19.828576 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-16cbf268-83db-43c2-8054-512a72d4a64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:19.833496 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cbf268-83db-43c2-8054-512a72d4a64b None None] The sync data for ids ['2e821de3-d236-4363-858d-f2721b50d157'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:19.898658 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b58d944c-c0ee-406f-90e7-270ba1ae848d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:19.916213 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-b58d944c-c0ee-406f-90e7-270ba1ae848d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Transition to ACTIVE for port object f8204d20-874b-4ee9-b4b3-e5531f772970 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:19.970969 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af53f81-68fe-49ed-a6b1-aa50b2b69137 req-e22f690e-9107-4b0b-9c5b-69f35a329ded tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:19.972506 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2af53f81-68fe-49ed-a6b1-aa50b2b69137 req-e22f690e-9107-4b0b-9c5b-69f35a329ded tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 945 time: 0.2513230 Aug 10 04:05:20.118827 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b9da95f-ce95-44d3-9190-f9f172bdac59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:20.122085 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b5e86d11-27a3-4aac-ae9b-2b5598eada38 req-92ac34cf-a4b7-4bf2-81b4-90b21599d6e9 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1958158 Aug 10 04:05:20.140345 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2af53f81-68fe-49ed-a6b1-aa50b2b69137 req-0d02d09c-b40a-4085-850f-9d3c3c1338c5 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410558 Aug 10 04:05:20.178627 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-579b6bbf-e556-4e86-b26c-74511dd4477c None None] Provisioning for port 6dd4e77c-f4fc-41b7-a077-07e56695db6f completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:20.181891 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-579b6bbf-e556-4e86-b26c-74511dd4477c None None] Provisioning complete for port 6dd4e77c-f4fc-41b7-a077-07e56695db6f triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:20.182263 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-579b6bbf-e556-4e86-b26c-74511dd4477c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:20.221584 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-579b6bbf-e556-4e86-b26c-74511dd4477c None None] Port 6dd4e77c-f4fc-41b7-a077-07e56695db6f cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:05:20.251146 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b58d944c-c0ee-406f-90e7-270ba1ae848d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:20.349514 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b9da95f-ce95-44d3-9190-f9f172bdac59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:20.358580 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58d944c-c0ee-406f-90e7-270ba1ae848d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Network eb4b62bf-ea7b-4ea2-879d-b68008a1cfbe is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:20.364631 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d944c-c0ee-406f-90e7-270ba1ae848d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event updated for resources: {'Port': ['ID=f8204d20-874b-4ee9-b4b3-e5531f772970,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:20.367214 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-b58d944c-c0ee-406f-90e7-270ba1ae848d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:20.375475 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58d944c-c0ee-406f-90e7-270ba1ae848d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:20.380800 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e86d11-27a3-4aac-ae9b-2b5598eada38 req-ed13e065-ec47-45c4-8c9f-543393bb8974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:20.382343 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b5e86d11-27a3-4aac-ae9b-2b5598eada38 req-ed13e065-ec47-45c4-8c9f-543393bb8974 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9c54c9ab1fa940fe85894d7bbe0c849c&device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 1096 time: 0.1743586 Aug 10 04:05:20.424247 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b9da95f-ce95-44d3-9190-f9f172bdac59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:20.508364 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b9da95f-ce95-44d3-9190-f9f172bdac59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:20.511452 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9da95f-ce95-44d3-9190-f9f172bdac59 admin admin] Pushing event updated for resources: {'Port': ['ID=6dd4e77c-f4fc-41b7-a077-07e56695db6f,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:20.568771 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-677f6aec-12fa-4e76-98fa-a5378b7903b2 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:20.572105 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b58d944c-c0ee-406f-90e7-270ba1ae848d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:20.628495 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9da95f-ce95-44d3-9190-f9f172bdac59 admin admin] Network ee59e291-e76f-48a7-96a4-530291348714 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:20.629914 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-0b9da95f-ce95-44d3-9190-f9f172bdac59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:20.631867 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e86d11-27a3-4aac-ae9b-2b5598eada38 req-09c07ac9-2d4f-45be-975b-4b2439e81b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:20.633404 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b5e86d11-27a3-4aac-ae9b-2b5598eada38 req-09c07ac9-2d4f-45be-975b-4b2439e81b18 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f573ecff-4c5c-4552-80ba-7f39fbaee537 HTTP/1.1" status: 200 len: 918 time: 0.2199736 Aug 10 04:05:20.727145 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b5e86d11-27a3-4aac-ae9b-2b5598eada38 req-ac26f8dc-ba75-4406-8b98-b5f2e3d9c247 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3353e051-ac99-4ca2-af77-90c4a60c1c01 HTTP/1.1" status: 200 len: 1000 time: 0.0853331 Aug 10 04:05:20.730511 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-677f6aec-12fa-4e76-98fa-a5378b7903b2 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:20.761068 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c3e446f4-decb-43fa-ac76-33f519083a55 None None] Provisioning for port f8204d20-874b-4ee9-b4b3-e5531f772970 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:20.767086 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c3e446f4-decb-43fa-ac76-33f519083a55 None None] Provisioning complete for port f8204d20-874b-4ee9-b4b3-e5531f772970 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:20.767522 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c3e446f4-decb-43fa-ac76-33f519083a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:20.775813 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b9da95f-ce95-44d3-9190-f9f172bdac59 admin admin] Router 768b2754-4f10-4416-be64-7fc2697df286 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:05:20.835780 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-c3e446f4-decb-43fa-ac76-33f519083a55 None None] Port f8204d20-874b-4ee9-b4b3-e5531f772970 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:05:20.854762 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e86d11-27a3-4aac-ae9b-2b5598eada38 req-b5164ad7-f3c2-44f2-a09c-a6003298a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:20.856288 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b5e86d11-27a3-4aac-ae9b-2b5598eada38 req-b5164ad7-f3c2-44f2-a09c-a6003298a455 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dfeb297-f2e7-4070-a508-7d422d26e1b7 HTTP/1.1" status: 200 len: 856 time: 0.0819924 Aug 10 04:05:20.943068 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e86d11-27a3-4aac-ae9b-2b5598eada38 req-e9452bb9-21f0-455a-b9c5-9fa1f42b6f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:20.944645 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b5e86d11-27a3-4aac-ae9b-2b5598eada38 req-e9452bb9-21f0-455a-b9c5-9fa1f42b6f04 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f573ecff-4c5c-4552-80ba-7f39fbaee537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808735 Aug 10 04:05:20.949811 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b9da95f-ce95-44d3-9190-f9f172bdac59 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:20.963421 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a15aa36d-46e7-4376-a526-224d021e1774 None None] Provisioning complete for port 6dd4e77c-f4fc-41b7-a077-07e56695db6f triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:20.963421 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a15aa36d-46e7-4376-a526-224d021e1774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:20.971680 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0b9da95f-ce95-44d3-9190-f9f172bdac59 admin admin] 10.222.0.25 "PUT /v2.0/routers/768b2754-4f10-4416-be64-7fc2697df286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6761303 Aug 10 04:05:21.001230 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-a15aa36d-46e7-4376-a526-224d021e1774 None None] Port 6dd4e77c-f4fc-41b7-a077-07e56695db6f cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:05:21.053340 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-677f6aec-12fa-4e76-98fa-a5378b7903b2 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Deleting port 736ebe34-5006-4eee-87e4-0a29f9e324b1 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:21.053691 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-677f6aec-12fa-4e76-98fa-a5378b7903b2 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:21.057784 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b58d944c-c0ee-406f-90e7-270ba1ae848d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:21.177674 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b5e86d11-27a3-4aac-ae9b-2b5598eada38 req-b4b47bbf-6690-4d2c-afb9-a1f116374f8b service neutron] 10.222.0.68 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242014 Aug 10 04:05:21.302832 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-677f6aec-12fa-4e76-98fa-a5378b7903b2 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:21.345210 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-677f6aec-12fa-4e76-98fa-a5378b7903b2 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Calling delete_port for 736ebe34-5006-4eee-87e4-0a29f9e324b1 owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:21.470501 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a655678-9c1d-4303-a4da-daf8fcd7f203 req-aaab0f78-c27b-4045-b240-53f0b73c2eb8 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:21.472584 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2a655678-9c1d-4303-a4da-daf8fcd7f203 req-aaab0f78-c27b-4045-b240-53f0b73c2eb8 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 945 time: 0.2136164 Aug 10 04:05:21.548224 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b5e86d11-27a3-4aac-ae9b-2b5598eada38 req-0c69ddd8-a778-4dbc-ac98-542c85f19725 service neutron] 10.222.0.68 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621993 Aug 10 04:05:21.627140 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2a655678-9c1d-4303-a4da-daf8fcd7f203 req-a802f2bb-1ca6-4df5-8ee5-34320cbcd779 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420913 Aug 10 04:05:21.680307 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51414) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:21.685655 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-a0615dab-07a1-4a56-9013-794d7523840e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1094221546-network', 'tenant_id': 'e8ff1499ecc2480db9506edc3c401603'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:21.709745 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4821dad-80e0-4acc-b0b0-8378fd028740 None None] Sync routers for ids ['768b2754-4f10-4416-be64-7fc2697df286'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:21.720562 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4821dad-80e0-4acc-b0b0-8378fd028740 None None] Routers {'768b2754-4f10-4416-be64-7fc2697df286'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:21.721377 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-e4821dad-80e0-4acc-b0b0-8378fd028740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:05:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['768b2754-4f10-4416-be64-7fc2697df286'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:21.773189 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b58d944c-c0ee-406f-90e7-270ba1ae848d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:21.789541 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0615dab-07a1-4a56-9013-794d7523840e admin admin] Made reservation on behalf of e8ff1499ecc2480db9506edc3c401603 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:21.792035 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0615dab-07a1-4a56-9013-794d7523840e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:21.812162 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0615dab-07a1-4a56-9013-794d7523840e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:21.834973 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-e4821dad-80e0-4acc-b0b0-8378fd028740 None None] Set router 768b2754-4f10-4416-be64-7fc2697df286 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:21.847031 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b58d944c-c0ee-406f-90e7-270ba1ae848d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:21.893649 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-677f6aec-12fa-4e76-98fa-a5378b7903b2 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:21.935231 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d944c-c0ee-406f-90e7-270ba1ae848d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event updated for resources: {'Port': ['ID=f8204d20-874b-4ee9-b4b3-e5531f772970,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:21.963798 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b58d944c-c0ee-406f-90e7-270ba1ae848d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:21.974331 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0615dab-07a1-4a56-9013-794d7523840e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:22.017537 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f6aec-12fa-4e76-98fa-a5378b7903b2 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Pushing event deleted for resources: {'Port': ['ID=736ebe34-5006-4eee-87e4-0a29f9e324b1,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:22.086924 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0615dab-07a1-4a56-9013-794d7523840e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:22.088753 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-677f6aec-12fa-4e76-98fa-a5378b7903b2 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:22.117831 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7e856c99-6cd7-4272-93f6-686cab1bb19a up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:22.118099 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0615dab-07a1-4a56-9013-794d7523840e admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:05:22.128340 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0615dab-07a1-4a56-9013-794d7523840e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b68afa-eb19-4bfc-9f6e-c13422c41bde,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:22.133626 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0615dab-07a1-4a56-9013-794d7523840e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:22.133969 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-a0615dab-07a1-4a56-9013-794d7523840e admin admin] Added segment 25d7175a-eb75-453d-a4fd-d9c0dc7bdbbb of type vlan for network 3cdeb987-474a-41b1-8ea7-b7da0909eddc Aug 10 04:05:22.197672 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0615dab-07a1-4a56-9013-794d7523840e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:22.250546 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-e4821dad-80e0-4acc-b0b0-8378fd028740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768b2754-4f10-4416-be64-7fc2697df286', 'name': 'tempest-TestVolumeBootPattern-35854723-router', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:14Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 4, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'gw_port': {'id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '6dd4e77c-f4fc-41b7-a077-07e56695db6f', 'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'mac_address': 'fa:16:3e:6a:89:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:19Z', 'updated_at': '2021-08-10T04:05:20Z', 'revision_number': 2, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'subnets': [{'id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:22.284314 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4821dad-80e0-4acc-b0b0-8378fd028740 None None] Checking router: 768b2754-4f10-4416-be64-7fc2697df286 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:05:22.284673 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4821dad-80e0-4acc-b0b0-8378fd028740 None None] Updating router 768b2754-4f10-4416-be64-7fc2697df286 port 6dd4e77c-f4fc-41b7-a077-07e56695db6f binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:05:22.303546 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 7e856c99-6cd7-4272-93f6-686cab1bb19a completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:22.312857 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 7e856c99-6cd7-4272-93f6-686cab1bb19a triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:22.313225 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:22.317550 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e4821dad-80e0-4acc-b0b0-8378fd028740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:22.327053 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0615dab-07a1-4a56-9013-794d7523840e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:22.328411 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0615dab-07a1-4a56-9013-794d7523840e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:22.329134 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0615dab-07a1-4a56-9013-794d7523840e admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:22.393943 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0615dab-07a1-4a56-9013-794d7523840e admin admin] Pushing event updated for resources: {'Network': ['ID=3cdeb987-474a-41b1-8ea7-b7da0909eddc,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:22.406240 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 3cdeb987-474a-41b1-8ea7-b7da0909eddc details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:05:22.441897 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a0615dab-07a1-4a56-9013-794d7523840e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7604415 Aug 10 04:05:22.444776 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51418) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:22.453667 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-191ece00-3927-47b4-b2c8-8601be083157 admin admin] Request body: {'subnet': {'network_id': '3cdeb987-474a-41b1-8ea7-b7da0909eddc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1094221546-subnet', 'tenant_id': 'e8ff1499ecc2480db9506edc3c401603', 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:22.533028 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191ece00-3927-47b4-b2c8-8601be083157 admin admin] Made reservation on behalf of e8ff1499ecc2480db9506edc3c401603 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:22.535575 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-191ece00-3927-47b4-b2c8-8601be083157 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:22.590662 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:22.646002 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 7e856c99-6cd7-4272-93f6-686cab1bb19a, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7e856c99-6cd7-4272-93f6-686cab1bb19a,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:22.659202 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58d944c-c0ee-406f-90e7-270ba1ae848d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Network eb4b62bf-ea7b-4ea2-879d-b68008a1cfbe is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:22.662272 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-b58d944c-c0ee-406f-90e7-270ba1ae848d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:22.669573 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a4bd3697-8aa5-43be-b8c1-af1c1b89a182 req-b9395581-1248-4a46-b503-03b37a4a53ef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1761293 Aug 10 04:05:22.721132 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:22.784292 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-191ece00-3927-47b4-b2c8-8601be083157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:22.829445 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-677f6aec-12fa-4e76-98fa-a5378b7903b2 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:22.831988 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=7e856c99-6cd7-4272-93f6-686cab1bb19a,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:22.844037 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ece00-3927-47b4-b2c8-8601be083157 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ba58170-c183-4f56-a6bd-7aa37f3dac9b,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:22.848401 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-677f6aec-12fa-4e76-98fa-a5378b7903b2 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-457799'] for router, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:22.862057 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191ece00-3927-47b4-b2c8-8601be083157 admin admin] Checking segment: {'id': '25d7175a-eb75-453d-a4fd-d9c0dc7bdbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3cdeb987-474a-41b1-8ea7-b7da0909eddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:22.862428 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191ece00-3927-47b4-b2c8-8601be083157 admin admin] Network hostable DHCP agents. Network: 3cdeb987-474a-41b1-8ea7-b7da0909eddc, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:05:22.877801 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e4821dad-80e0-4acc-b0b0-8378fd028740 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:22.891990 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e4821dad-80e0-4acc-b0b0-8378fd028740 None None] Transition to ACTIVE for port object 6dd4e77c-f4fc-41b7-a077-07e56695db6f will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:22.932258 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191ece00-3927-47b4-b2c8-8601be083157 admin admin] Network 3cdeb987-474a-41b1-8ea7-b7da0909eddc is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:05:22.967918 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e4821dad-80e0-4acc-b0b0-8378fd028740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:22.980863 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1e47c-2824-461b-b980-253bde8d47d0 req-c547463b-c3ea-4e4a-970e-f55799ecf4f1 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:22.982394 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76d1e47c-2824-461b-b980-253bde8d47d0 req-c547463b-c3ea-4e4a-970e-f55799ecf4f1 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 945 time: 0.2726138 Aug 10 04:05:22.988298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd3697-8aa5-43be-b8c1-af1c1b89a182 req-a7d6bd00-89dd-4958-b40b-f0fbbbbd1d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:22.990149 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a4bd3697-8aa5-43be-b8c1-af1c1b89a182 req-a7d6bd00-89dd-4958-b40b-f0fbbbbd1d90 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=897476f221894013b27960fb36935e79&device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 1096 time: 0.2788708 Aug 10 04:05:23.004363 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-52ffe68c-d271-4dee-b9f4-3bc88593c22d req-af039019-ab07-4c1b-b306-f0a65663d848 service neutron] (94937) timed out ('10.222.0.25', 56738) {{(pid=94937) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:05:23.013803 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677f6aec-12fa-4e76-98fa-a5378b7903b2 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Router 2e821de3-d236-4363-858d-f2721b50d157 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:05:23.033864 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58d944c-c0ee-406f-90e7-270ba1ae848d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Router 8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:05:23.035905 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912920b-c705-4129-8309-357b0c17979f None None] Pushing event updated for resources: {'Port': ['ID=6dd4e77c-f4fc-41b7-a077-07e56695db6f,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:23.046782 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-191ece00-3927-47b4-b2c8-8601be083157 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 3cdeb987-474a-41b1-8ea7-b7da0909eddc) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:23.051379 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191ece00-3927-47b4-b2c8-8601be083157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:23.054005 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-191ece00-3927-47b4-b2c8-8601be083157 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:23.066022 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aabc047-dd4d-485e-a426-46401b249c9a None None] Network 3cdeb987-474a-41b1-8ea7-b7da0909eddc requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:23.093687 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d09419ea-14ab-402b-bc99-f207afda6a40 None None] Provisioning complete for port f8204d20-874b-4ee9-b4b3-e5531f772970 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:23.094068 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d09419ea-14ab-402b-bc99-f207afda6a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:23.172660 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76d1e47c-2824-461b-b980-253bde8d47d0 req-6ed78343-ba20-4946-9861-e030a6fec806 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627493 Aug 10 04:05:23.176471 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-e4821dad-80e0-4acc-b0b0-8378fd028740 None None] Attempting to bind port 6dd4e77c-f4fc-41b7-a077-07e56695db6f on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:23.176854 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-e4821dad-80e0-4acc-b0b0-8378fd028740 None None] Attempting to bind port 6dd4e77c-f4fc-41b7-a077-07e56695db6f by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:23.177222 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4821dad-80e0-4acc-b0b0-8378fd028740 None None] Attempting to bind port 6dd4e77c-f4fc-41b7-a077-07e56695db6f on network ee59e291-e76f-48a7-96a4-530291348714 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:23.182208 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-191ece00-3927-47b4-b2c8-8601be083157 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7330406 Aug 10 04:05:23.183927 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51424) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:23.188826 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4821dad-80e0-4acc-b0b0-8378fd028740 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:23.189163 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4821dad-80e0-4acc-b0b0-8378fd028740 None None] Checking segment: {'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:23.189564 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e4821dad-80e0-4acc-b0b0-8378fd028740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:23.189956 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4821dad-80e0-4acc-b0b0-8378fd028740 None None] Bound using segment: {'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:23.190436 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-e4821dad-80e0-4acc-b0b0-8378fd028740 None None] Bound port: 6dd4e77c-f4fc-41b7-a077-07e56695db6f, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:23.190813 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e4821dad-80e0-4acc-b0b0-8378fd028740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:23.191517 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-7cd77189-21b7-47ef-ae78-e296593f658a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1094221546-router', 'tenant_id': 'e8ff1499ecc2480db9506edc3c401603', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:23.195059 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-d09419ea-14ab-402b-bc99-f207afda6a40 None None] Port f8204d20-874b-4ee9-b4b3-e5531f772970 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:05:23.262865 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677f6aec-12fa-4e76-98fa-a5378b7903b2 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:23.271871 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-677f6aec-12fa-4e76-98fa-a5378b7903b2 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:23.273153 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b3fcb8-9dd9-456c-85d5-2a8ee3001377 None None] Sync routers for ids ['2e821de3-d236-4363-858d-f2721b50d157'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:23.275701 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51426) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:23.275849 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-677f6aec-12fa-4e76-98fa-a5378b7903b2 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "PUT /v2.0/routers/2e821de3-d236-4363-858d-f2721b50d157 HTTP/1.1" status: 200 len: 707 time: 3.5324988 Aug 10 04:05:23.291158 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b3fcb8-9dd9-456c-85d5-2a8ee3001377 None None] Routers {'2e821de3-d236-4363-858d-f2721b50d157'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:23.291158 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-c2b3fcb8-9dd9-456c-85d5-2a8ee3001377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:05:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e821de3-d236-4363-858d-f2721b50d157'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:23.318394 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-e4821dad-80e0-4acc-b0b0-8378fd028740 None None] For port 6dd4e77c-f4fc-41b7-a077-07e56695db6f, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:23.335913 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-c2b3fcb8-9dd9-456c-85d5-2a8ee3001377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:23.336156 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-e4821dad-80e0-4acc-b0b0-8378fd028740 None None] For port 6dd4e77c-f4fc-41b7-a077-07e56695db6f, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=6dd4e77c-f4fc-41b7-a077-07e56695db6f,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:23.341223 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd3697-8aa5-43be-b8c1-af1c1b89a182 req-c07fbf09-3234-40ba-9ce8-2b0d547d2c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:23.345826 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7cd77189-21b7-47ef-ae78-e296593f658a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:23.346931 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a4bd3697-8aa5-43be-b8c1-af1c1b89a182 req-c07fbf09-3234-40ba-9ce8-2b0d547d2c84 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7ff6afc-8008-49c6-8b16-55c096640020 HTTP/1.1" status: 200 len: 912 time: 0.3175931 Aug 10 04:05:23.347067 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7cd77189-21b7-47ef-ae78-e296593f658a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:23.348985 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b3fcb8-9dd9-456c-85d5-2a8ee3001377 None None] Routers {'2e821de3-d236-4363-858d-f2721b50d157'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:23.349792 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-c2b3fcb8-9dd9-456c-85d5-2a8ee3001377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:05:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e821de3-d236-4363-858d-f2721b50d157'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:23.378494 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94a2c11-e3db-4b7b-9ff7-bad6d7de1f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-3cdeb987-474a-41b1-8ea7-b7da0909eddc', 'network_id': '3cdeb987-474a-41b1-8ea7-b7da0909eddc', 'tenant_id': 'e8ff1499ecc2480db9506edc3c401603', 'fixed_ips': [{'subnet_id': '3ba58170-c183-4f56-a6bd-7aa37f3dac9b'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:05:23.379371 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e94a2c11-e3db-4b7b-9ff7-bad6d7de1f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:23.392859 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1e1ea323-dbe2-4ee1-9ec5-52e3f193d69f tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "GET /v2.0/routers/2e821de3-d236-4363-858d-f2721b50d157 HTTP/1.1" status: 200 len: 742 time: 0.1155565 Aug 10 04:05:23.395949 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a4bd3697-8aa5-43be-b8c1-af1c1b89a182 req-7c89255f-9cd4-456d-86f4-97a456fd6e65 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82b94d3d-95e8-4c3e-a953-5a5685a5e11d HTTP/1.1" status: 200 len: 217 time: 0.0401664 Aug 10 04:05:23.401613 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51428) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:23.405055 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-c2b3fcb8-9dd9-456c-85d5-2a8ee3001377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:23.405850 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b3fcb8-9dd9-456c-85d5-2a8ee3001377 None None] The sync data for ids ['2e821de3-d236-4363-858d-f2721b50d157'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:23.406397 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58d944c-c0ee-406f-90e7-270ba1ae848d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:23.436768 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b58d944c-c0ee-406f-90e7-270ba1ae848d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "PUT /v2.0/routers/8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6663573 Aug 10 04:05:23.448137 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51430) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:23.458380 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7cd77189-21b7-47ef-ae78-e296593f658a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:23.471188 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-fef37913-8bbe-452f-906d-418d78c315e7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Request body: {'port': {'network_id': 'eb4b62bf-ea7b-4ea2-879d-b68008a1cfbe', 'name': 'tempest-FloatingIPTestJSON-1413319029'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:23.475829 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4707f9-5881-4dd5-96a9-e5d8e5bac728 None None] Sync routers for ids ['8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:23.476674 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1baeba9d-5ce6-4557-bdbe-4a2e0885587a tempest-RoutersIpV6AdminTest-1452408090 tempest-RoutersIpV6AdminTest-1452408090-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5&device_id=2e821de3-d236-4363-858d-f2721b50d157 HTTP/1.1" status: 200 len: 205 time: 0.0789361 Aug 10 04:05:23.478945 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e4821dad-80e0-4acc-b0b0-8378fd028740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:23.480603 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51432) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:23.511420 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9be1981f-0759-4c57-a950-3da629d8269a tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e821de3-d236-4363-858d-f2721b50d157 HTTP/1.1" status: 200 len: 205 time: 0.0291698 Aug 10 04:05:23.516385 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51434) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:23.562289 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd3697-8aa5-43be-b8c1-af1c1b89a182 req-6d83aa09-b461-4d9b-a01f-b6f50d5020fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:23.563736 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a4bd3697-8aa5-43be-b8c1-af1c1b89a182 req-6d83aa09-b461-4d9b-a01f-b6f50d5020fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a51d8861-9dbf-4178-9d3e-8ed73319e82c HTTP/1.1" status: 200 len: 850 time: 0.1555662 Aug 10 04:05:23.573042 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4707f9-5881-4dd5-96a9-e5d8e5bac728 None None] Routers {'8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:23.573795 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4e4707f9-5881-4dd5-96a9-e5d8e5bac728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:05:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:23.643889 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4e4707f9-5881-4dd5-96a9-e5d8e5bac728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:23.648206 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4821dad-80e0-4acc-b0b0-8378fd028740 None None] Routers {'768b2754-4f10-4416-be64-7fc2697df286'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:23.648751 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-e4821dad-80e0-4acc-b0b0-8378fd028740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:05:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['768b2754-4f10-4416-be64-7fc2697df286'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:23.650050 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd3697-8aa5-43be-b8c1-af1c1b89a182 req-76c74ea3-0e68-4502-a72f-bee60428c8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:23.651588 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a4bd3697-8aa5-43be-b8c1-af1c1b89a182 req-76c74ea3-0e68-4502-a72f-bee60428c8cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7ff6afc-8008-49c6-8b16-55c096640020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775881 Aug 10 04:05:23.656126 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912920b-c705-4129-8309-357b0c17979f None None] Pushing event updated for resources: {'Port': ['ID=6dd4e77c-f4fc-41b7-a077-07e56695db6f,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:23.678591 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2323046f-f8c5-41db-b823-a3be4cc58463 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:23.711312 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef37913-8bbe-452f-906d-418d78c315e7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Made reservation on behalf of 4557c26c7d2f48388ea9df90fbbed42d for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:23.714931 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fef37913-8bbe-452f-906d-418d78c315e7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:23.724264 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-e94a2c11-e3db-4b7b-9ff7-bad6d7de1f50 None None] Allocated IP 172.20.0.2 (3cdeb987-474a-41b1-8ea7-b7da0909eddc/3ba58170-c183-4f56-a6bd-7aa37f3dac9b/c4a7af4c-abbb-4d07-8c3b-91d0005c3490) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:23.726562 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4707f9-5881-4dd5-96a9-e5d8e5bac728 None None] Routers {'8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:23.727236 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4e4707f9-5881-4dd5-96a9-e5d8e5bac728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:05:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:23.749147 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-fef37913-8bbe-452f-906d-418d78c315e7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] device_id is not set on port c783e2af-0072-41ac-97b3-765903dbc00c yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:05:23.773605 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4e4707f9-5881-4dd5-96a9-e5d8e5bac728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:23.774382 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4707f9-5881-4dd5-96a9-e5d8e5bac728 None None] The sync data for ids ['8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:23.824229 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a4bd3697-8aa5-43be-b8c1-af1c1b89a182 req-eee73cf2-04ca-42c0-8fac-0446b97ef984 service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651042 Aug 10 04:05:23.882071 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-e4821dad-80e0-4acc-b0b0-8378fd028740 None None] Set router 768b2754-4f10-4416-be64-7fc2697df286 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:23.886815 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7cd77189-21b7-47ef-ae78-e296593f658a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:23.964981 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-fef37913-8bbe-452f-906d-418d78c315e7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Allocated IP 172.20.0.13 (eb4b62bf-ea7b-4ea2-879d-b68008a1cfbe/73414e50-9502-4612-bf24-7896057cd43b/c783e2af-0072-41ac-97b3-765903dbc00c) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:23.969178 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2323046f-f8c5-41db-b823-a3be4cc58463 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:23.971404 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2323046f-f8c5-41db-b823-a3be4cc58463 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:23.995746 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a4bd3697-8aa5-43be-b8c1-af1c1b89a182 req-30014443-2fe6-4572-b178-5421dbe9cbd8 service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561906 Aug 10 04:05:24.111345 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e94a2c11-e3db-4b7b-9ff7-bad6d7de1f50 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:24.130960 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e94a2c11-e3db-4b7b-9ff7-bad6d7de1f50 None None] Transition to ACTIVE for port object c4a7af4c-abbb-4d07-8c3b-91d0005c3490 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:24.142963 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7e856c99-6cd7-4272-93f6-686cab1bb19a up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:24.169709 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2323046f-f8c5-41db-b823-a3be4cc58463 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:24.170073 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2323046f-f8c5-41db-b823-a3be4cc58463 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Fanout notify agent at l3_agent the message router_deleted on router 2e821de3-d236-4363-858d-f2721b50d157 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:05:24.189543 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e94a2c11-e3db-4b7b-9ff7-bad6d7de1f50 None None] Transition to ACTIVE for port object c4a7af4c-abbb-4d07-8c3b-91d0005c3490 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:24.206968 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2323046f-f8c5-41db-b823-a3be4cc58463 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:24.212959 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2323046f-f8c5-41db-b823-a3be4cc58463 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "DELETE /v2.0/routers/2e821de3-d236-4363-858d-f2721b50d157 HTTP/1.1" status: 204 len: 168 time: 0.6905701 Aug 10 04:05:24.212959 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51438) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:24.219682 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fef37913-8bbe-452f-906d-418d78c315e7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:24.242219 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d795f84c-23ef-4203-8ec8-9828e9344cdf tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e821de3-d236-4363-858d-f2721b50d157 HTTP/1.1" status: 200 len: 205 time: 0.0295312 Aug 10 04:05:24.242445 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-fef37913-8bbe-452f-906d-418d78c315e7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Transition to ACTIVE for port object c783e2af-0072-41ac-97b3-765903dbc00c will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:24.244430 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51442) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:24.270460 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 7e856c99-6cd7-4272-93f6-686cab1bb19a triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:24.270755 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:24.301432 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-e4821dad-80e0-4acc-b0b0-8378fd028740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768b2754-4f10-4416-be64-7fc2697df286', 'name': 'tempest-TestVolumeBootPattern-35854723-router', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:14Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 4, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'gw_port': {'id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '6dd4e77c-f4fc-41b7-a077-07e56695db6f', 'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'mac_address': 'fa:16:3e:6a:89:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:19Z', 'updated_at': '2021-08-10T04:05:23Z', 'revision_number': 4, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'subnets': [{'id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:24.303494 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e94a2c11-e3db-4b7b-9ff7-bad6d7de1f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:24.303875 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-bb6dd714-3f89-4a01-814e-02ba8dd52736 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] delete failed (client error): The resource could not be found. Aug 10 04:05:24.307588 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bb6dd714-3f89-4a01-814e-02ba8dd52736 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "DELETE /v2.0/routers/2e821de3-d236-4363-858d-f2721b50d157 HTTP/1.1" status: 404 len: 336 time: 0.0586631 Aug 10 04:05:24.308416 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51444) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:24.335541 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ae897-c4fa-439b-ac86-0efacf507f62 req-754763c2-0aa4-4589-8490-c0425fcd4cf6 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:24.342985 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4c6ae897-c4fa-439b-ac86-0efacf507f62 req-754763c2-0aa4-4589-8490-c0425fcd4cf6 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 945 time: 0.0597162 Aug 10 04:05:24.350158 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-52161ef7-1c7d-44e7-b958-020b211ea527 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f10e46f-bcac-489f-a12c-9d8bdc9ed4c6 HTTP/1.1" status: 200 len: 205 time: 0.0387409 Aug 10 04:05:24.350646 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51446) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:24.353122 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fef37913-8bbe-452f-906d-418d78c315e7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:24.354771 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4821dad-80e0-4acc-b0b0-8378fd028740 None None] The sync data for ids ['768b2754-4f10-4416-be64-7fc2697df286'] in n-d-802893-2 is: [{'id': '768b2754-4f10-4416-be64-7fc2697df286', 'name': 'tempest-TestVolumeBootPattern-35854723-router', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:14Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 4, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'gw_port': {'id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '6dd4e77c-f4fc-41b7-a077-07e56695db6f', 'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'mac_address': 'fa:16:3e:6a:89:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:19Z', 'updated_at': '2021-08-10T04:05:23Z', 'revision_number': 4, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'subnets': [{'id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:24.358987 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7cd77189-21b7-47ef-ae78-e296593f658a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:24.384434 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94a2c11-e3db-4b7b-9ff7-bad6d7de1f50 None None] Network 3cdeb987-474a-41b1-8ea7-b7da0909eddc is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:24.387603 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-e94a2c11-e3db-4b7b-9ff7-bad6d7de1f50 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:24.393355 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94a2c11-e3db-4b7b-9ff7-bad6d7de1f50 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:24.403883 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a2c11-e3db-4b7b-9ff7-bad6d7de1f50 None None] Pushing event updated for resources: {'Port': ['ID=c4a7af4c-abbb-4d07-8c3b-91d0005c3490,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:24.408259 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-ea5cd0b2-a4b2-4eeb-890d-aaecd614296c tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] delete failed (client error): The resource could not be found. Aug 10 04:05:24.411775 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ea5cd0b2-a4b2-4eeb-890d-aaecd614296c tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "DELETE /v2.0/routers/6f10e46f-bcac-489f-a12c-9d8bdc9ed4c6 HTTP/1.1" status: 404 len: 336 time: 0.0577245 Aug 10 04:05:24.411775 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7cd77189-21b7-47ef-ae78-e296593f658a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:24.412833 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51448) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:24.463936 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef37913-8bbe-452f-906d-418d78c315e7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Network eb4b62bf-ea7b-4ea2-879d-b68008a1cfbe is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:24.488097 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4c6ae897-c4fa-439b-ac86-0efacf507f62 req-cf82ef6f-706c-4bbc-b8e5-3076ab5d4e14 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391516 Aug 10 04:05:24.489309 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef37913-8bbe-452f-906d-418d78c315e7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event updated for resources: {'Port': ['ID=c783e2af-0072-41ac-97b3-765903dbc00c,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:24.499290 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3f899d4e-3935-493a-a7ee-10b4a8720976 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "GET /v2.0/ports?device_id=994fa191-21fb-441d-b282-577ccb4b38df HTTP/1.1" status: 200 len: 205 time: 0.0797153 Aug 10 04:05:24.502981 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-fef37913-8bbe-452f-906d-418d78c315e7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:24.505761 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef37913-8bbe-452f-906d-418d78c315e7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:24.508798 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51450) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:24.548538 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-e94a2c11-e3db-4b7b-9ff7-bad6d7de1f50 None None] Attempting to bind port c4a7af4c-abbb-4d07-8c3b-91d0005c3490 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:24.549214 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-e94a2c11-e3db-4b7b-9ff7-bad6d7de1f50 None None] Attempting to bind port c4a7af4c-abbb-4d07-8c3b-91d0005c3490 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '25d7175a-eb75-453d-a4fd-d9c0dc7bdbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3cdeb987-474a-41b1-8ea7-b7da0909eddc'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:24.549675 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94a2c11-e3db-4b7b-9ff7-bad6d7de1f50 None None] Attempting to bind port c4a7af4c-abbb-4d07-8c3b-91d0005c3490 on network 3cdeb987-474a-41b1-8ea7-b7da0909eddc {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:24.560105 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94a2c11-e3db-4b7b-9ff7-bad6d7de1f50 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:24.560105 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94a2c11-e3db-4b7b-9ff7-bad6d7de1f50 None None] Checking segment: {'id': '25d7175a-eb75-453d-a4fd-d9c0dc7bdbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3cdeb987-474a-41b1-8ea7-b7da0909eddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:24.560105 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e94a2c11-e3db-4b7b-9ff7-bad6d7de1f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:24.562426 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94a2c11-e3db-4b7b-9ff7-bad6d7de1f50 None None] Bound using segment: {'id': '25d7175a-eb75-453d-a4fd-d9c0dc7bdbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3cdeb987-474a-41b1-8ea7-b7da0909eddc'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:24.562679 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-e94a2c11-e3db-4b7b-9ff7-bad6d7de1f50 None None] Bound port: c4a7af4c-abbb-4d07-8c3b-91d0005c3490, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d7175a-eb75-453d-a4fd-d9c0dc7bdbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3cdeb987-474a-41b1-8ea7-b7da0909eddc'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:24.563158 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e94a2c11-e3db-4b7b-9ff7-bad6d7de1f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:24.631409 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-dbe4a5db-2385-4768-9ad2-9a021793841a tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] delete failed (client error): The resource could not be found. Aug 10 04:05:24.633407 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-dbe4a5db-2385-4768-9ad2-9a021793841a tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "DELETE /v2.0/routers/994fa191-21fb-441d-b282-577ccb4b38df HTTP/1.1" status: 404 len: 336 time: 0.1234462 Aug 10 04:05:24.636408 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51452) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:24.658724 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-e94a2c11-e3db-4b7b-9ff7-bad6d7de1f50 None None] For port c4a7af4c-abbb-4d07-8c3b-91d0005c3490, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:24.663731 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-e94a2c11-e3db-4b7b-9ff7-bad6d7de1f50 None None] For port c4a7af4c-abbb-4d07-8c3b-91d0005c3490, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c4a7af4c-abbb-4d07-8c3b-91d0005c3490,segment=NetworkSegment(25d7175a-eb75-453d-a4fd-d9c0dc7bdbbb),segment_id=25d7175a-eb75-453d-a4fd-d9c0dc7bdbbb)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:24.683348 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-7cd77189-21b7-47ef-ae78-e296593f658a admin admin] Allocated IP 172.25.0.34 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:24.694965 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6d68e5d1-4942-4990-bd01-005bbcf6a523 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "GET /v2.0/ports?device_id=e64c9beb-ecc0-4243-a2a4-515f7effd761 HTTP/1.1" status: 200 len: 205 time: 0.0555937 Aug 10 04:05:24.695689 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51454) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:24.733746 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e94a2c11-e3db-4b7b-9ff7-bad6d7de1f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:24.736151 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-62140135-3f01-4e66-98cb-14f9814115b8 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] delete failed (client error): The resource could not be found. Aug 10 04:05:24.739465 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-62140135-3f01-4e66-98cb-14f9814115b8 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "DELETE /v2.0/routers/e64c9beb-ecc0-4243-a2a4-515f7effd761 HTTP/1.1" status: 404 len: 336 time: 0.0406024 Aug 10 04:05:24.743675 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef37913-8bbe-452f-906d-418d78c315e7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:24.744397 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fef37913-8bbe-452f-906d-418d78c315e7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:24.748544 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51456) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:24.796180 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-02ee1e53-03b0-41de-8645-90331e038c2b tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "GET /v2.0/ports?device_id=7cc815ae-9c00-42dc-805f-0b39465669bc HTTP/1.1" status: 200 len: 205 time: 0.0446804 Aug 10 04:05:24.797326 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51458) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:24.830093 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7cd77189-21b7-47ef-ae78-e296593f658a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:24.833781 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a2c11-e3db-4b7b-9ff7-bad6d7de1f50 None None] Pushing event updated for resources: {'Port': ['ID=c4a7af4c-abbb-4d07-8c3b-91d0005c3490,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:24.849461 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-1091e26e-7e68-4aa5-a6ef-d45813c9390a tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] delete failed (client error): The resource could not be found. Aug 10 04:05:24.850596 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1091e26e-7e68-4aa5-a6ef-d45813c9390a tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "DELETE /v2.0/routers/7cc815ae-9c00-42dc-805f-0b39465669bc HTTP/1.1" status: 404 len: 336 time: 0.0523458 Aug 10 04:05:24.853821 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51460) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:24.872050 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fef37913-8bbe-452f-906d-418d78c315e7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4060540 Aug 10 04:05:24.875440 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51462) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:24.880887 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-6131b2fb-5b54-4e22-9fed-5445c999535c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Request body: {'floatingip': {'port_id': 'c783e2af-0072-41ac-97b3-765903dbc00c'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:24.899665 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6ae60582-f348-4f2a-8590-2b32eb7a6aad tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ea0ff11-5c8f-473f-a9e9-000f803b4541 HTTP/1.1" status: 200 len: 205 time: 0.0450311 Aug 10 04:05:24.902839 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51464) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:24.904406 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-55587aef-ced1-46af-a887-f1ac7cdf9c9d None None] Provisioning for port c783e2af-0072-41ac-97b3-765903dbc00c completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:24.913273 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-55587aef-ced1-46af-a887-f1ac7cdf9c9d None None] Provisioning complete for port c783e2af-0072-41ac-97b3-765903dbc00c triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:24.913653 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-55587aef-ced1-46af-a887-f1ac7cdf9c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:24.950778 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-8a6e363c-cd7e-458a-8447-17ae8ff49278 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] delete failed (client error): The resource could not be found. Aug 10 04:05:24.955178 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51466) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:24.956059 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8a6e363c-cd7e-458a-8447-17ae8ff49278 tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "DELETE /v2.0/routers/6ea0ff11-5c8f-473f-a9e9-000f803b4541 HTTP/1.1" status: 404 len: 336 time: 0.0517826 Aug 10 04:05:24.961474 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-55587aef-ced1-46af-a887-f1ac7cdf9c9d None None] Port c783e2af-0072-41ac-97b3-765903dbc00c cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:05:24.987374 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7cd77189-21b7-47ef-ae78-e296593f658a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:24.994836 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-5497d97f-c0cd-4de0-acfd-122c4542287b tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] DELETE failed (client error): The resource could not be found. Aug 10 04:05:24.996540 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5497d97f-c0cd-4de0-acfd-122c4542287b tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:05:24.999838 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5497d97f-c0cd-4de0-acfd-122c4542287b tempest-RoutersIpV6AdminTest-701753012 tempest-RoutersIpV6AdminTest-701753012-project] 10.222.0.25 "DELETE /v2.0/subnets/f722679c-dbba-4e93-8756-2704be918e6a HTTP/1.1" status: 404 len: 337 time: 0.0407765 Aug 10 04:05:25.000037 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6131b2fb-5b54-4e22-9fed-5445c999535c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:25.082261 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd77189-21b7-47ef-ae78-e296593f658a admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:25.083170 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd77189-21b7-47ef-ae78-e296593f658a admin admin] Pushing event updated for resources: {'Port': ['ID=1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:25.086172 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-7cd77189-21b7-47ef-ae78-e296593f658a admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:25.088293 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd77189-21b7-47ef-ae78-e296593f658a admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:25.537281 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7cd77189-21b7-47ef-ae78-e296593f658a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:25.659800 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51476) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:25.705116 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a84bb2-93db-4ec9-8408-e7261b4d7350 req-7e8ae6a5-ffe6-4f50-a758-1770a46a7d59 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:25.706867 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-92a84bb2-93db-4ec9-8408-e7261b4d7350 req-7e8ae6a5-ffe6-4f50-a758-1770a46a7d59 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 945 time: 0.1070659 Aug 10 04:05:25.757233 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6131b2fb-5b54-4e22-9fed-5445c999535c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:25.768109 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-92a84bb2-93db-4ec9-8408-e7261b4d7350 req-7cd2d2f8-42b5-4758-a050-16e5027ab4bd tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545537 Aug 10 04:05:25.803706 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7cd77189-21b7-47ef-ae78-e296593f658a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:25.806789 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6131b2fb-5b54-4e22-9fed-5445c999535c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:25.885293 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b5c5776f-d746-407e-9fda-f925d6a36b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:25.936661 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-6131b2fb-5b54-4e22-9fed-5445c999535c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Floating IP 9e2b3a0d-2eef-4584-9825-b7ed8b55ad71 associated. External IP: 172.25.0.129, port: 4778f236-c000-43f0-9bbf-2e90142c8835. Aug 10 04:05:26.070566 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b5c5776f-d746-407e-9fda-f925d6a36b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:26.091669 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd77189-21b7-47ef-ae78-e296593f658a admin admin] Router ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:05:26.180052 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 6dd4e77c-f4fc-41b7-a077-07e56695db6f up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:26.235405 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b5c5776f-d746-407e-9fda-f925d6a36b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:26.258243 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb7cf3a-561c-4d7e-8cd2-aa9542ff0abd None None] Network 3cdeb987-474a-41b1-8ea7-b7da0909eddc requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:26.324575 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b5c5776f-d746-407e-9fda-f925d6a36b08 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aac85e8a7f784967a5c07441636fc3b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6612325 Aug 10 04:05:26.325806 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51482) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:26.325973 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5776f-d746-407e-9fda-f925d6a36b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11d4c20-96af-4a18-a75d-6b6c61a8f756,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:26.333625 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 6dd4e77c-f4fc-41b7-a077-07e56695db6f completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:26.342005 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 6dd4e77c-f4fc-41b7-a077-07e56695db6f triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:26.342495 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:26.369686 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd77189-21b7-47ef-ae78-e296593f658a admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:26.381509 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb63a2-7d37-4c4a-835b-7b3b27638a8d None None] Sync routers for ids ['ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:26.392525 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb63a2-7d37-4c4a-835b-7b3b27638a8d None None] Routers {'ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:26.393450 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-79cb63a2-7d37-4c4a-835b-7b3b27638a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:05:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:26.427646 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4b11c4c4-2c1b-49e8-ad30-87b6d7a39528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:26.457085 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4b11c4c4-2c1b-49e8-ad30-87b6d7a39528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:26.516008 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-79cb63a2-7d37-4c4a-835b-7b3b27638a8d None None] Set router ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:26.518052 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7cd77189-21b7-47ef-ae78-e296593f658a admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:26.524805 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7cd77189-21b7-47ef-ae78-e296593f658a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3395956 Aug 10 04:05:26.528781 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51484) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:26.594121 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4e41b80b-6920-4062-ac7f-f86a0f3fd94f None None] Provisioning for port c4a7af4c-abbb-4d07-8c3b-91d0005c3490 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:26.628297 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6131b2fb-5b54-4e22-9fed-5445c999535c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Router 2e7c8e87-3e1a-4115-b3a4-2c80f2e97809 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:05:26.657827 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4b11c4c4-2c1b-49e8-ad30-87b6d7a39528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:26.660579 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4b11c4c4-2c1b-49e8-ad30-87b6d7a39528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:26.661903 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4b11c4c4-2c1b-49e8-ad30-87b6d7a39528 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a11d4c20-96af-4a18-a75d-6b6c61a8f756 HTTP/1.1" status: 204 len: 168 time: 0.3180809 Aug 10 04:05:26.678468 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11c4c4-2c1b-49e8-ad30-87b6d7a39528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11d4c20-96af-4a18-a75d-6b6c61a8f756,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:26.770696 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6131b2fb-5b54-4e22-9fed-5445c999535c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:26.805511 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4876b3b2-6c13-4bb8-8cf9-39328b0063b6 None None] Sync routers for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:26.819641 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-79cb63a2-7d37-4c4a-835b-7b3b27638a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a', 'name': 'tempest-TestVolumeBootPattern-1094221546-router', 'tenant_id': 'e8ff1499ecc2480db9506edc3c401603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:23Z', 'updated_at': '2021-08-10T04:05:25Z', 'revision_number': 3, 'project_id': 'e8ff1499ecc2480db9506edc3c401603', 'gw_port': {'id': '1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:24Z', 'updated_at': '2021-08-10T04:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:26.828627 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:26.856382 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4876b3b2-6c13-4bb8-8cf9-39328b0063b6 None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:26.857196 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4876b3b2-6c13-4bb8-8cf9-39328b0063b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:05:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:26.896996 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 6dd4e77c-f4fc-41b7-a077-07e56695db6f, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=6dd4e77c-f4fc-41b7-a077-07e56695db6f,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:26.905035 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb63a2-7d37-4c4a-835b-7b3b27638a8d None None] Checking router: ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:05:26.905532 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb63a2-7d37-4c4a-835b-7b3b27638a8d None None] Updating router ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a port 1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:05:26.951934 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4876b3b2-6c13-4bb8-8cf9-39328b0063b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:26.969455 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4876b3b2-6c13-4bb8-8cf9-39328b0063b6 None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:26.972001 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4876b3b2-6c13-4bb8-8cf9-39328b0063b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:05:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:26.973664 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79cb63a2-7d37-4c4a-835b-7b3b27638a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:27.012842 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b986138-bd4e-453a-9862-33b21822d79e req-15975f86-cacb-490d-bbde-a71a25da0146 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:27.015777 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9b986138-bd4e-453a-9862-33b21822d79e req-15975f86-cacb-490d-bbde-a71a25da0146 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 945 time: 0.1275668 Aug 10 04:05:27.032367 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4876b3b2-6c13-4bb8-8cf9-39328b0063b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:27.033224 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4876b3b2-6c13-4bb8-8cf9-39328b0063b6 None None] The sync data for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:27.034948 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:27.035874 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c4a7af4c-abbb-4d07-8c3b-91d0005c3490 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:27.174595 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9b986138-bd4e-453a-9862-33b21822d79e req-636d6c08-5971-47dd-9c20-1fb9300892aa tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176968 Aug 10 04:05:27.179376 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=6dd4e77c-f4fc-41b7-a077-07e56695db6f,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:27.205764 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port c4a7af4c-abbb-4d07-8c3b-91d0005c3490 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:27.210122 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port c4a7af4c-abbb-4d07-8c3b-91d0005c3490 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:27.211863 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:27.265177 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6131b2fb-5b54-4e22-9fed-5445c999535c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Router 8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:05:27.289395 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-96978ac7-56ab-4fbb-a053-e32c1896f204 None None] Provisioning complete for port c4a7af4c-abbb-4d07-8c3b-91d0005c3490 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:27.289673 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-96978ac7-56ab-4fbb-a053-e32c1896f204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:27.294512 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79cb63a2-7d37-4c4a-835b-7b3b27638a8d None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:27.305519 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-79cb63a2-7d37-4c4a-835b-7b3b27638a8d None None] Transition to ACTIVE for port object 1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:27.307239 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-878073cd-0677-48a5-9acf-3a43b1031c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:27.383211 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:27.399193 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6131b2fb-5b54-4e22-9fed-5445c999535c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:27.410243 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6131b2fb-5b54-4e22-9fed-5445c999535c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:27.417227 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8830f92a-e474-46c1-9bdf-987f2ea98886 None None] Sync routers for ids ['8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:27.431151 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8830f92a-e474-46c1-9bdf-987f2ea98886 None None] Routers {'8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:27.432120 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-8830f92a-e474-46c1-9bdf-987f2ea98886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:05:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:27.451827 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port c4a7af4c-abbb-4d07-8c3b-91d0005c3490, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c4a7af4c-abbb-4d07-8c3b-91d0005c3490,segment=NetworkSegment(25d7175a-eb75-453d-a4fd-d9c0dc7bdbbb),segment_id=25d7175a-eb75-453d-a4fd-d9c0dc7bdbbb)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:27.454558 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-96978ac7-56ab-4fbb-a053-e32c1896f204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:27.468010 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6131b2fb-5b54-4e22-9fed-5445c999535c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "PUT /v2.0/floatingips/9e2b3a0d-2eef-4584-9825-b7ed8b55ad71 HTTP/1.1" status: 200 len: 979 time: 2.5884314 Aug 10 04:05:27.468841 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51494) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:27.486318 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79cb63a2-7d37-4c4a-835b-7b3b27638a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:27.488325 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-8830f92a-e474-46c1-9bdf-987f2ea98886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:27.492466 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:27.521712 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:27.533158 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8830f92a-e474-46c1-9bdf-987f2ea98886 None None] Routers {'8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:27.533793 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-8830f92a-e474-46c1-9bdf-987f2ea98886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:05:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:27.568774 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-878073cd-0677-48a5-9acf-3a43b1031c52 admin admin] Allocated IP 172.20.0.1 (3cdeb987-474a-41b1-8ea7-b7da0909eddc/3ba58170-c183-4f56-a6bd-7aa37f3dac9b/0ace2564-b39a-4e1d-9206-f949aee60151) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:27.578023 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-8830f92a-e474-46c1-9bdf-987f2ea98886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:27.578764 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8830f92a-e474-46c1-9bdf-987f2ea98886 None None] The sync data for ids ['8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:27.582367 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-79cb63a2-7d37-4c4a-835b-7b3b27638a8d None None] Attempting to bind port 1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:27.582866 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-79cb63a2-7d37-4c4a-835b-7b3b27638a8d None None] Attempting to bind port 1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:27.583762 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cb63a2-7d37-4c4a-835b-7b3b27638a8d None None] Attempting to bind port 1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:27.593034 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774c668-9629-41f0-a007-ca178efc7a30 None None] Pushing event updated for resources: {'Port': ['ID=1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:27.596436 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cb63a2-7d37-4c4a-835b-7b3b27638a8d None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:27.596913 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cb63a2-7d37-4c4a-835b-7b3b27638a8d None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:27.597615 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79cb63a2-7d37-4c4a-835b-7b3b27638a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:27.597892 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cb63a2-7d37-4c4a-835b-7b3b27638a8d None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:27.598417 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-79cb63a2-7d37-4c4a-835b-7b3b27638a8d None None] Bound port: 1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:27.598863 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79cb63a2-7d37-4c4a-835b-7b3b27638a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:27.609989 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-3e0a61f2-e570-41f3-86b8-7872a7d80e3b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Deleting port c783e2af-0072-41ac-97b3-765903dbc00c {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:27.610343 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3e0a61f2-e570-41f3-86b8-7872a7d80e3b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:27.623833 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-96978ac7-56ab-4fbb-a053-e32c1896f204 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:05:27.624306 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-96978ac7-56ab-4fbb-a053-e32c1896f204 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:05:27.625248 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=c4a7af4c-abbb-4d07-8c3b-91d0005c3490,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:27.662849 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51496) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:27.714572 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3e0a61f2-e570-41f3-86b8-7872a7d80e3b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:27.739834 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1f183de0-1a87-4b1f-a258-4a48a10155b9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ffeb5a33bbee48bd8a998bfb392093c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0732193 Aug 10 04:05:27.742715 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-878073cd-0677-48a5-9acf-3a43b1031c52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:27.744875 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51498) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:27.762912 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-79cb63a2-7d37-4c4a-835b-7b3b27638a8d None None] For port 1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:27.766788 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-79cb63a2-7d37-4c4a-835b-7b3b27638a8d None None] For port 1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:27.774975 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-878073cd-0677-48a5-9acf-3a43b1031c52 admin admin] Transition to ACTIVE for port object 0ace2564-b39a-4e1d-9206-f949aee60151 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:27.823705 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-92cdd8ad-d44b-493b-991b-5a021bc3dc2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:27.849060 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-92cdd8ad-d44b-493b-991b-5a021bc3dc2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:27.858828 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-79cb63a2-7d37-4c4a-835b-7b3b27638a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:27.900864 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3e0a61f2-e570-41f3-86b8-7872a7d80e3b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:27.901255 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3e0a61f2-e570-41f3-86b8-7872a7d80e3b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:27.901575 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-3e0a61f2-e570-41f3-86b8-7872a7d80e3b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Floating IP 9e2b3a0d-2eef-4584-9825-b7ed8b55ad71 disassociated. External IP: 172.25.0.129, port: c783e2af-0072-41ac-97b3-765903dbc00c. Aug 10 04:05:27.901924 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-3e0a61f2-e570-41f3-86b8-7872a7d80e3b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Calling delete_port for c783e2af-0072-41ac-97b3-765903dbc00c owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:27.909497 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-878073cd-0677-48a5-9acf-3a43b1031c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:27.925708 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb63a2-7d37-4c4a-835b-7b3b27638a8d None None] Routers {'ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:27.926328 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-79cb63a2-7d37-4c4a-835b-7b3b27638a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:05:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:27.929102 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774c668-9629-41f0-a007-ca178efc7a30 None None] Pushing event updated for resources: {'Port': ['ID=1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:27.947319 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878073cd-0677-48a5-9acf-3a43b1031c52 admin admin] Network 3cdeb987-474a-41b1-8ea7-b7da0909eddc is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:27.950323 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-878073cd-0677-48a5-9acf-3a43b1031c52 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:27.953592 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878073cd-0677-48a5-9acf-3a43b1031c52 admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:28.073581 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-79cb63a2-7d37-4c4a-835b-7b3b27638a8d None None] Set router ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:28.119169 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 6dd4e77c-f4fc-41b7-a077-07e56695db6f up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:28.166638 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3e0a61f2-e570-41f3-86b8-7872a7d80e3b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:28.202895 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a61f2-e570-41f3-86b8-7872a7d80e3b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event deleted for resources: {'Port': ['ID=c783e2af-0072-41ac-97b3-765903dbc00c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:28.265919 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 6dd4e77c-f4fc-41b7-a077-07e56695db6f triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:28.266466 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:28.290563 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-79cb63a2-7d37-4c4a-835b-7b3b27638a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a', 'name': 'tempest-TestVolumeBootPattern-1094221546-router', 'tenant_id': 'e8ff1499ecc2480db9506edc3c401603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:23Z', 'updated_at': '2021-08-10T04:05:25Z', 'revision_number': 3, 'project_id': 'e8ff1499ecc2480db9506edc3c401603', 'gw_port': {'id': '1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:24Z', 'updated_at': '2021-08-10T04:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:28.337442 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb63a2-7d37-4c4a-835b-7b3b27638a8d None None] The sync data for ids ['ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a'] in n-d-802893-2 is: [{'id': 'ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a', 'name': 'tempest-TestVolumeBootPattern-1094221546-router', 'tenant_id': 'e8ff1499ecc2480db9506edc3c401603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:23Z', 'updated_at': '2021-08-10T04:05:25Z', 'revision_number': 3, 'project_id': 'e8ff1499ecc2480db9506edc3c401603', 'gw_port': {'id': '1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:24Z', 'updated_at': '2021-08-10T04:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:28.438288 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c4a7af4c-abbb-4d07-8c3b-91d0005c3490 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:28.500822 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c34a1-5f4a-47bc-950b-625eeab6c582 req-69d8694d-717c-4aa1-8c30-67984b872a3a tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:28.502590 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8d5c34a1-5f4a-47bc-950b-625eeab6c582 req-69d8694d-717c-4aa1-8c30-67984b872a3a tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 945 time: 0.1067920 Aug 10 04:05:28.504664 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0a61f2-e570-41f3-86b8-7872a7d80e3b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Router 8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:05:28.511305 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-92cdd8ad-d44b-493b-991b-5a021bc3dc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:28.518242 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-92cdd8ad-d44b-493b-991b-5a021bc3dc2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:28.519722 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-92cdd8ad-d44b-493b-991b-5a021bc3dc2e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d2e4005-07b6-43d3-bde6-f95210179e80 HTTP/1.1" status: 204 len: 168 time: 0.7738287 Aug 10 04:05:28.542793 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878073cd-0677-48a5-9acf-3a43b1031c52 admin admin] Pushing event updated for resources: {'Port': ['ID=0ace2564-b39a-4e1d-9206-f949aee60151,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:28.547036 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d3fe0062-a92d-4c14-b67d-6a56155a6ed3 None None] Provisioning for port 0ace2564-b39a-4e1d-9206-f949aee60151 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:28.555656 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d3fe0062-a92d-4c14-b67d-6a56155a6ed3 None None] Provisioning complete for port 0ace2564-b39a-4e1d-9206-f949aee60151 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:28.556388 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d3fe0062-a92d-4c14-b67d-6a56155a6ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:28.558057 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cdd8ad-d44b-493b-991b-5a021bc3dc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2e4005-07b6-43d3-bde6-f95210179e80,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:28.579751 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-878073cd-0677-48a5-9acf-3a43b1031c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:28.633817 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port c4a7af4c-abbb-4d07-8c3b-91d0005c3490 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:28.634190 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:28.677291 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-d3fe0062-a92d-4c14-b67d-6a56155a6ed3 None None] Port 0ace2564-b39a-4e1d-9206-f949aee60151 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:05:28.701269 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8d5c34a1-5f4a-47bc-950b-625eeab6c582 req-0ecba35c-c414-4735-b319-b65b042d8f8b tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907909 Aug 10 04:05:28.724011 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0a61f2-e570-41f3-86b8-7872a7d80e3b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:28.782205 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3347718e-3b78-4b7c-a65d-d6018f8ae3fb None None] Sync routers for ids ['8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:28.814032 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3e0a61f2-e570-41f3-86b8-7872a7d80e3b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:28.818609 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3347718e-3b78-4b7c-a65d-d6018f8ae3fb None None] Routers {'8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:28.819043 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3e0a61f2-e570-41f3-86b8-7872a7d80e3b tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "DELETE /v2.0/ports/c783e2af-0072-41ac-97b3-765903dbc00c HTTP/1.1" status: 204 len: 168 time: 1.3431263 Aug 10 04:05:28.819151 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3347718e-3b78-4b7c-a65d-d6018f8ae3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:05:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:28.819258 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51506) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:28.852252 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3347718e-3b78-4b7c-a65d-d6018f8ae3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:28.861690 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3347718e-3b78-4b7c-a65d-d6018f8ae3fb None None] Routers {'8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:28.862318 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3347718e-3b78-4b7c-a65d-d6018f8ae3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:05:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:28.903670 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-878073cd-0677-48a5-9acf-3a43b1031c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:28.919280 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3347718e-3b78-4b7c-a65d-d6018f8ae3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:28.920903 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3347718e-3b78-4b7c-a65d-d6018f8ae3fb None None] The sync data for ids ['8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:29.115154 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-878073cd-0677-48a5-9acf-3a43b1031c52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:29.190207 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-878073cd-0677-48a5-9acf-3a43b1031c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:29.271122 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-86a2c632-9d34-4d41-83c7-3d7c7a8b2151 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:29.277971 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-878073cd-0677-48a5-9acf-3a43b1031c52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:29.281768 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878073cd-0677-48a5-9acf-3a43b1031c52 admin admin] Pushing event updated for resources: {'Port': ['ID=0ace2564-b39a-4e1d-9206-f949aee60151,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:29.300784 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845b29a-2345-4105-b3f3-974611d7c57e req-4f811b68-ff91-408f-bf38-36dbd3e23e5c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:29.302351 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f845b29a-2345-4105-b3f3-974611d7c57e req-4f811b68-ff91-408f-bf38-36dbd3e23e5c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1442974 Aug 10 04:05:29.400455 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f845b29a-2345-4105-b3f3-974611d7c57e req-07184b0a-f252-44ad-82d3-70e77445bfc9 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820804 Aug 10 04:05:29.448696 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878073cd-0677-48a5-9acf-3a43b1031c52 admin admin] Network 3cdeb987-474a-41b1-8ea7-b7da0909eddc is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:29.454234 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-878073cd-0677-48a5-9acf-3a43b1031c52 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:29.669387 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0023d-faca-43a7-8ea0-b1bce7982139 req-c91caa29-ec22-45fd-8e5d-a8670e31afec tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:29.669736 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878073cd-0677-48a5-9acf-3a43b1031c52 admin admin] Router ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:05:29.671392 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-67d0023d-faca-43a7-8ea0-b1bce7982139 req-c91caa29-ec22-45fd-8e5d-a8670e31afec tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1404479 Aug 10 04:05:29.726507 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-86a2c632-9d34-4d41-83c7-3d7c7a8b2151 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Deleting port f8204d20-874b-4ee9-b4b3-e5531f772970 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:29.727213 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-86a2c632-9d34-4d41-83c7-3d7c7a8b2151 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:29.749698 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-67d0023d-faca-43a7-8ea0-b1bce7982139 req-11d28a41-dcd2-4c6e-921d-ca9d3ca38a47 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639396 Aug 10 04:05:29.810573 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3722050a-a3e1-4b76-9975-55deed43ddef None None] Provisioning complete for port 0ace2564-b39a-4e1d-9206-f949aee60151 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:29.813540 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3722050a-a3e1-4b76-9975-55deed43ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:29.833128 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878073cd-0677-48a5-9acf-3a43b1031c52 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:29.847592 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-878073cd-0677-48a5-9acf-3a43b1031c52 admin admin] 10.222.0.25 "PUT /v2.0/routers/ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3168049 Aug 10 04:05:29.864573 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-86a2c632-9d34-4d41-83c7-3d7c7a8b2151 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:29.880534 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-86a2c632-9d34-4d41-83c7-3d7c7a8b2151 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Calling delete_port for f8204d20-874b-4ee9-b4b3-e5531f772970 owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:29.890312 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-3722050a-a3e1-4b76-9975-55deed43ddef None None] Port 0ace2564-b39a-4e1d-9206-f949aee60151 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:05:29.942531 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a01454-00d1-45ea-9360-07cda50cd29f req-c6458271-8e09-40a2-995e-f86eda7fc8e0 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:29.944112 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b5a01454-00d1-45ea-9360-07cda50cd29f req-c6458271-8e09-40a2-995e-f86eda7fc8e0 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 945 time: 0.0634813 Aug 10 04:05:30.027391 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b5a01454-00d1-45ea-9360-07cda50cd29f req-4d4861b9-0a2f-450c-9cd9-2794c4f7e56e tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736752 Aug 10 04:05:30.135631 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:30.244103 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-46bf642c-26a4-4e14-860b-b3268f34ceac tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:30.245592 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-46bf642c-26a4-4e14-860b-b3268f34ceac tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/networks?id=f7ff6afc-8008-49c6-8b16-55c096640020 HTTP/1.1" status: 200 len: 811 time: 0.1811168 Aug 10 04:05:30.262565 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-9c99bc58-1af7-4563-b6a8-ee03794698bc tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/quotas/897476f221894013b27960fb36935e79 HTTP/1.1" status: 200 len: 375 time: 0.0108786 Aug 10 04:05:30.327414 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-195fb559-1adf-43a4-9469-e6e6e696fab8 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=897476f221894013b27960fb36935e79&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0588634 Aug 10 04:05:30.360565 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:30.365285 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:30.365861 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:30.387234 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-86a2c632-9d34-4d41-83c7-3d7c7a8b2151 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:30.434342 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2c632-9d34-4d41-83c7-3d7c7a8b2151 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event deleted for resources: {'Port': ['ID=f8204d20-874b-4ee9-b4b3-e5531f772970,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:30.481637 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:30.503329 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:30.533726 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-cf5029ba-0c92-4459-8f79-7bfddef3dcaa service neutron] 10.222.0.25 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982946 Aug 10 04:05:30.657784 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:30.753436 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:31.065327 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-86a2c632-9d34-4d41-83c7-3d7c7a8b2151 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:31.070009 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-35bb13fb-616a-4112-b839-4f7e32544344 service neutron] 10.222.0.25 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5292606 Aug 10 04:05:31.134544 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51580) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:31.180331 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549297cd-c541-4f1a-bdfa-984e3d7524db req-3cc9b8a8-d30e-4f98-a6a7-cfd3a2aaec87 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:31.181857 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-549297cd-c541-4f1a-bdfa-984e3d7524db req-3cc9b8a8-d30e-4f98-a6a7-cfd3a2aaec87 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 945 time: 0.0643120 Aug 10 04:05:31.275796 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-549297cd-c541-4f1a-bdfa-984e3d7524db req-cc10187a-d0b7-4c32-97f8-0eeb77d79170 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837781 Aug 10 04:05:31.353643 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-d00932e5-a9a1-4ef8-a97e-83e40ae67868 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1968014911', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:31.401030 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9d0cc02a-b68e-4026-9743-61634eeb7b1f req-c20a7a0c-3ca3-44ff-83a8-99479102cca9 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=842eaf17-c019-460e-89b5-002728d833e0 HTTP/1.1" status: 200 len: 210 time: 0.0406718 Aug 10 04:05:31.472868 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a2c632-9d34-4d41-83c7-3d7c7a8b2151 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Router 8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:05:31.547388 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00932e5-a9a1-4ef8-a97e-83e40ae67868 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Made reservation on behalf of 5a177974c5a242869e8205e99e46028e for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:31.550268 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d00932e5-a9a1-4ef8-a97e-83e40ae67868 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:31.577615 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d00932e5-a9a1-4ef8-a97e-83e40ae67868 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:31.626170 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e3e772-3dd5-4a44-9f24-2d1808cea50d None None] Sync routers for ids ['ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:31.638990 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e3e772-3dd5-4a44-9f24-2d1808cea50d None None] Routers {'ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:31.639733 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b2e3e772-3dd5-4a44-9f24-2d1808cea50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:05:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:31.686621 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a2c632-9d34-4d41-83c7-3d7c7a8b2151 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:31.692561 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-86a2c632-9d34-4d41-83c7-3d7c7a8b2151 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "PUT /v2.0/routers/8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8713303 Aug 10 04:05:31.695291 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51596) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:31.700229 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd12b83-6dc8-4b3b-b09e-c3e58b68aeb8 None None] Sync routers for ids ['8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:31.722122 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd12b83-6dc8-4b3b-b09e-c3e58b68aeb8 None None] Routers {'8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:31.722768 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-2fd12b83-6dc8-4b3b-b09e-c3e58b68aeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:05:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:31.746373 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d00932e5-a9a1-4ef8-a97e-83e40ae67868 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:31.778156 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-b2e3e772-3dd5-4a44-9f24-2d1808cea50d None None] Set router ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:31.787552 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-2fd12b83-6dc8-4b3b-b09e-c3e58b68aeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:31.798951 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd12b83-6dc8-4b3b-b09e-c3e58b68aeb8 None None] Routers {'8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:31.800097 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-2fd12b83-6dc8-4b3b-b09e-c3e58b68aeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:05:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:31.855761 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-2fd12b83-6dc8-4b3b-b09e-c3e58b68aeb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:31.858323 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd12b83-6dc8-4b3b-b09e-c3e58b68aeb8 None None] The sync data for ids ['8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:31.876234 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d00932e5-a9a1-4ef8-a97e-83e40ae67868 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:31.881935 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-d00932e5-a9a1-4ef8-a97e-83e40ae67868 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] device_id is not set on port cbf215a4-4052-4445-b350-519d03478893 yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:05:31.903035 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d41f02e-0bb1-4a52-bbc1-6c4678f9973d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:31.971295 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00932e5-a9a1-4ef8-a97e-83e40ae67868 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3257b7-8175-480a-9aea-9438ce056e19,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:32.009876 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b2e3e772-3dd5-4a44-9f24-2d1808cea50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a', 'name': 'tempest-TestVolumeBootPattern-1094221546-router', 'tenant_id': 'e8ff1499ecc2480db9506edc3c401603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:23Z', 'updated_at': '2021-08-10T04:05:28Z', 'revision_number': 4, 'project_id': 'e8ff1499ecc2480db9506edc3c401603', 'gw_port': {'id': '1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:24Z', 'updated_at': '2021-08-10T04:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '0ace2564-b39a-4e1d-9206-f949aee60151', 'name': '', 'network_id': '3cdeb987-474a-41b1-8ea7-b7da0909eddc', 'tenant_id': 'e8ff1499ecc2480db9506edc3c401603', 'mac_address': 'fa:16:3e:c9:15:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': '3ba58170-c183-4f56-a6bd-7aa37f3dac9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:27Z', 'updated_at': '2021-08-10T04:05:28Z', 'revision_number': 2, 'project_id': 'e8ff1499ecc2480db9506edc3c401603', 'subnets': [{'id': '3ba58170-c183-4f56-a6bd-7aa37f3dac9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:32.044292 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d41f02e-0bb1-4a52-bbc1-6c4678f9973d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.058170 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e3e772-3dd5-4a44-9f24-2d1808cea50d None None] Checking router: ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:05:32.058526 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e3e772-3dd5-4a44-9f24-2d1808cea50d None None] Updating router ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a port 0ace2564-b39a-4e1d-9206-f949aee60151 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:05:32.107347 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b2e3e772-3dd5-4a44-9f24-2d1808cea50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.123240 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-d00932e5-a9a1-4ef8-a97e-83e40ae67868 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Allocated IP 172.25.0.138 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/cbf215a4-4052-4445-b350-519d03478893) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:32.124548 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:32.184043 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:32.184451 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.275931 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-8d41f02e-0bb1-4a52-bbc1-6c4678f9973d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Deleting port d4bc9339-96cf-45c2-9e9d-e34cc1f1622e {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:32.277193 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d41f02e-0bb1-4a52-bbc1-6c4678f9973d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.381818 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d00932e5-a9a1-4ef8-a97e-83e40ae67868 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.409475 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d41f02e-0bb1-4a52-bbc1-6c4678f9973d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.456807 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-8d41f02e-0bb1-4a52-bbc1-6c4678f9973d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Calling delete_port for d4bc9339-96cf-45c2-9e9d-e34cc1f1622e owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:32.490434 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b2e3e772-3dd5-4a44-9f24-2d1808cea50d None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.501963 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-b2e3e772-3dd5-4a44-9f24-2d1808cea50d None None] Transition to ACTIVE for port object 0ace2564-b39a-4e1d-9206-f949aee60151 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:32.519130 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-01b7bbe6-3951-48df-96de-39b751c6fb20 req-d1fedc81-e9e6-47c7-9e14-d7a70c9e83aa tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=842eaf17-c019-460e-89b5-002728d833e0 HTTP/1.1" status: 200 len: 210 time: 0.0397177 Aug 10 04:05:32.520406 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d00932e5-a9a1-4ef8-a97e-83e40ae67868 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.528913 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554bbd29-8c0e-4076-ae9e-b5126d1bbbdb req-2d6c818a-e76a-45a0-8206-a1837922a7f5 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:32.530958 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-554bbd29-8c0e-4076-ae9e-b5126d1bbbdb req-2d6c818a-e76a-45a0-8206-a1837922a7f5 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 945 time: 0.1244290 Aug 10 04:05:32.562775 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00932e5-a9a1-4ef8-a97e-83e40ae67868 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:32.567900 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-d00932e5-a9a1-4ef8-a97e-83e40ae67868 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:32.570512 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00932e5-a9a1-4ef8-a97e-83e40ae67868 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:32.605807 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00932e5-a9a1-4ef8-a97e-83e40ae67868 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Pushing event updated for resources: {'Port': ['ID=cbf215a4-4052-4445-b350-519d03478893,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:32.617679 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b2e3e772-3dd5-4a44-9f24-2d1808cea50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.623677 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00932e5-a9a1-4ef8-a97e-83e40ae67868 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:32.624162 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d00932e5-a9a1-4ef8-a97e-83e40ae67868 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.638470 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-554bbd29-8c0e-4076-ae9e-b5126d1bbbdb req-e83c50a8-06fd-4b7a-966c-d818fe6d2613 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835040 Aug 10 04:05:32.716157 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d00932e5-a9a1-4ef8-a97e-83e40ae67868 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5813603 Aug 10 04:05:32.719024 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51610) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:32.723551 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-67ca7015-238e-4f25-9495-00898c6e89b3 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.138'}]}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:32.771380 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8dda6e-72fb-4410-a084-08056ce87f7b None None] Pushing event updated for resources: {'Port': ['ID=0ace2564-b39a-4e1d-9206-f949aee60151,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:32.775753 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-b2e3e772-3dd5-4a44-9f24-2d1808cea50d None None] Attempting to bind port 0ace2564-b39a-4e1d-9206-f949aee60151 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:32.776152 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-b2e3e772-3dd5-4a44-9f24-2d1808cea50d None None] Attempting to bind port 0ace2564-b39a-4e1d-9206-f949aee60151 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '25d7175a-eb75-453d-a4fd-d9c0dc7bdbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3cdeb987-474a-41b1-8ea7-b7da0909eddc'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:32.776509 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e3e772-3dd5-4a44-9f24-2d1808cea50d None None] Attempting to bind port 0ace2564-b39a-4e1d-9206-f949aee60151 on network 3cdeb987-474a-41b1-8ea7-b7da0909eddc {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:32.782251 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e3e772-3dd5-4a44-9f24-2d1808cea50d None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:32.782622 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e3e772-3dd5-4a44-9f24-2d1808cea50d None None] Checking segment: {'id': '25d7175a-eb75-453d-a4fd-d9c0dc7bdbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3cdeb987-474a-41b1-8ea7-b7da0909eddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:32.783021 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b2e3e772-3dd5-4a44-9f24-2d1808cea50d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.783411 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e3e772-3dd5-4a44-9f24-2d1808cea50d None None] Bound using segment: {'id': '25d7175a-eb75-453d-a4fd-d9c0dc7bdbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3cdeb987-474a-41b1-8ea7-b7da0909eddc'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:32.783882 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-b2e3e772-3dd5-4a44-9f24-2d1808cea50d None None] Bound port: 0ace2564-b39a-4e1d-9206-f949aee60151, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d7175a-eb75-453d-a4fd-d9c0dc7bdbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '3cdeb987-474a-41b1-8ea7-b7da0909eddc'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:32.784286 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b2e3e772-3dd5-4a44-9f24-2d1808cea50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.836703 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d41f02e-0bb1-4a52-bbc1-6c4678f9973d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.859251 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-b2e3e772-3dd5-4a44-9f24-2d1808cea50d None None] For port 0ace2564-b39a-4e1d-9206-f949aee60151, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:32.864538 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-b2e3e772-3dd5-4a44-9f24-2d1808cea50d None None] For port 0ace2564-b39a-4e1d-9206-f949aee60151, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=0ace2564-b39a-4e1d-9206-f949aee60151,segment=NetworkSegment(25d7175a-eb75-453d-a4fd-d9c0dc7bdbbb),segment_id=25d7175a-eb75-453d-a4fd-d9c0dc7bdbbb)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:32.869424 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67ca7015-238e-4f25-9495-00898c6e89b3 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.870524 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67ca7015-238e-4f25-9495-00898c6e89b3 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.872416 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41f02e-0bb1-4a52-bbc1-6c4678f9973d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event deleted for resources: {'Port': ['ID=d4bc9339-96cf-45c2-9e9d-e34cc1f1622e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:32.958549 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67ca7015-238e-4f25-9495-00898c6e89b3 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.982992 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d41f02e-0bb1-4a52-bbc1-6c4678f9973d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:32.989464 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b2e3e772-3dd5-4a44-9f24-2d1808cea50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.051707 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e3e772-3dd5-4a44-9f24-2d1808cea50d None None] Routers {'ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:33.052371 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b2e3e772-3dd5-4a44-9f24-2d1808cea50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:05:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:33.094745 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d41f02e-0bb1-4a52-bbc1-6c4678f9973d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.095202 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8dda6e-72fb-4410-a084-08056ce87f7b None None] Pushing event updated for resources: {'Port': ['ID=0ace2564-b39a-4e1d-9206-f949aee60151,revision_number=4']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:33.097191 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d41f02e-0bb1-4a52-bbc1-6c4678f9973d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.186697 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-b2e3e772-3dd5-4a44-9f24-2d1808cea50d None None] Set router ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:05:33.258474 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67ca7015-238e-4f25-9495-00898c6e89b3 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.302998 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d41f02e-0bb1-4a52-bbc1-6c4678f9973d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.303548 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d41f02e-0bb1-4a52-bbc1-6c4678f9973d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Fanout notify agent at l3_agent the message router_deleted on router 8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:05:33.311124 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d41f02e-0bb1-4a52-bbc1-6c4678f9973d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.312444 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8d41f02e-0bb1-4a52-bbc1-6c4678f9973d tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "DELETE /v2.0/routers/8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb HTTP/1.1" status: 204 len: 168 time: 1.6161602 Aug 10 04:05:33.316392 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51614) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:33.401231 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b2e3e772-3dd5-4a44-9f24-2d1808cea50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a', 'name': 'tempest-TestVolumeBootPattern-1094221546-router', 'tenant_id': 'e8ff1499ecc2480db9506edc3c401603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:23Z', 'updated_at': '2021-08-10T04:05:28Z', 'revision_number': 4, 'project_id': 'e8ff1499ecc2480db9506edc3c401603', 'gw_port': {'id': '1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:24Z', 'updated_at': '2021-08-10T04:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '0ace2564-b39a-4e1d-9206-f949aee60151', 'name': '', 'network_id': '3cdeb987-474a-41b1-8ea7-b7da0909eddc', 'tenant_id': 'e8ff1499ecc2480db9506edc3c401603', 'mac_address': 'fa:16:3e:c9:15:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': '3ba58170-c183-4f56-a6bd-7aa37f3dac9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:27Z', 'updated_at': '2021-08-10T04:05:32Z', 'revision_number': 4, 'project_id': 'e8ff1499ecc2480db9506edc3c401603', 'subnets': [{'id': '3ba58170-c183-4f56-a6bd-7aa37f3dac9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:33.409394 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-c546b29d-2635-4ebc-ac8b-93e78c94b2fa tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Deleting subnet 73414e50-9502-4612-bf24-7896057cd43b {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:05:33.414166 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c546b29d-2635-4ebc-ac8b-93e78c94b2fa tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.463598 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c546b29d-2635-4ebc-ac8b-93e78c94b2fa tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.516294 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e3e772-3dd5-4a44-9f24-2d1808cea50d None None] The sync data for ids ['ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a'] in n-d-802893-2 is: [{'id': 'ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a', 'name': 'tempest-TestVolumeBootPattern-1094221546-router', 'tenant_id': 'e8ff1499ecc2480db9506edc3c401603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:23Z', 'updated_at': '2021-08-10T04:05:28Z', 'revision_number': 4, 'project_id': 'e8ff1499ecc2480db9506edc3c401603', 'gw_port': {'id': '1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:24Z', 'updated_at': '2021-08-10T04:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '0ace2564-b39a-4e1d-9206-f949aee60151', 'name': '', 'network_id': '3cdeb987-474a-41b1-8ea7-b7da0909eddc', 'tenant_id': 'e8ff1499ecc2480db9506edc3c401603', 'mac_address': 'fa:16:3e:c9:15:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2744, 'fixed_ips': [{'subnet_id': '3ba58170-c183-4f56-a6bd-7aa37f3dac9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:27Z', 'updated_at': '2021-08-10T04:05:32Z', 'revision_number': 4, 'project_id': 'e8ff1499ecc2480db9506edc3c401603', 'subnets': [{'id': '3ba58170-c183-4f56-a6bd-7aa37f3dac9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:33.654055 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5ef758e0-8c7f-41d3-9d3e-e0a701a7fb69 req-e79e8f16-906e-4999-850a-0e89c19b8271 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=842eaf17-c019-460e-89b5-002728d833e0 HTTP/1.1" status: 200 len: 210 time: 0.0390806 Aug 10 04:05:33.667553 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c546b29d-2635-4ebc-ac8b-93e78c94b2fa tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.853000 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67ca7015-238e-4f25-9495-00898c6e89b3 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.901502 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67ca7015-238e-4f25-9495-00898c6e89b3 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:33.919396 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef3c8cb-554f-4d8a-9140-2b66e73af095 req-97dd7722-e5cc-482f-bf30-f71baed98744 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:33.921044 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0ef3c8cb-554f-4d8a-9140-2b66e73af095 req-97dd7722-e5cc-482f-bf30-f71baed98744 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 945 time: 0.1957784 Aug 10 04:05:33.962646 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-542a4604-4bbe-490e-9802-53ca5036163d tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:33.964158 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-542a4604-4bbe-490e-9802-53ca5036163d tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.68 "GET /v2.0/networks?id=f7ff6afc-8008-49c6-8b16-55c096640020 HTTP/1.1" status: 200 len: 811 time: 0.2218261 Aug 10 04:05:33.989765 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-3a628caf-ac29-41c2-ad5e-68169fe4391c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Request body: {'port': {'device_id': '842eaf17-c019-460e-89b5-002728d833e0', 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020', 'admin_state_up': True, 'tenant_id': '897476f221894013b27960fb36935e79'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:33.995429 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c546b29d-2635-4ebc-ac8b-93e78c94b2fa tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.073933 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0ef3c8cb-554f-4d8a-9140-2b66e73af095 req-a23403cd-698a-4af2-ac26-7d4b3b85e543 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450617 Aug 10 04:05:34.110313 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c546b29d-2635-4ebc-ac8b-93e78c94b2fa tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event deleted for resources: {'Subnet': ['ID=73414e50-9502-4612-bf24-7896057cd43b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:34.142859 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde81251-2fab-414a-bca5-fed09cde80c9 None None] Network eb4b62bf-ea7b-4ea2-879d-b68008a1cfbe requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:34.166006 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c546b29d-2635-4ebc-ac8b-93e78c94b2fa tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.176015 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c546b29d-2635-4ebc-ac8b-93e78c94b2fa tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "DELETE /v2.0/subnets/73414e50-9502-4612-bf24-7896057cd43b HTTP/1.1" status: 204 len: 168 time: 0.8567371 Aug 10 04:05:34.176319 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51634) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:34.179476 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546b29d-2635-4ebc-ac8b-93e78c94b2fa tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:34.179832 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546b29d-2635-4ebc-ac8b-93e78c94b2fa tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:34.180210 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546b29d-2635-4ebc-ac8b-93e78c94b2fa tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:34.180550 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546b29d-2635-4ebc-ac8b-93e78c94b2fa tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:34.180889 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546b29d-2635-4ebc-ac8b-93e78c94b2fa tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:34.181225 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546b29d-2635-4ebc-ac8b-93e78c94b2fa tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:34.181557 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546b29d-2635-4ebc-ac8b-93e78c94b2fa tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:34.181891 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546b29d-2635-4ebc-ac8b-93e78c94b2fa tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:34.182221 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546b29d-2635-4ebc-ac8b-93e78c94b2fa tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:34.182545 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546b29d-2635-4ebc-ac8b-93e78c94b2fa tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:34.182894 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546b29d-2635-4ebc-ac8b-93e78c94b2fa tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:34.188499 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c546b29d-2635-4ebc-ac8b-93e78c94b2fa tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:05:34.223673 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 0ace2564-b39a-4e1d-9206-f949aee60151 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:34.276841 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-61364d36-9191-4c41-8c5c-1aa18bd75cc0 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.346205 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-61364d36-9191-4c41-8c5c-1aa18bd75cc0 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Deleting port de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:34.346847 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-61364d36-9191-4c41-8c5c-1aa18bd75cc0 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.403183 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0cbd03-0b27-4cf2-8b68-d526db531fd4 None None] DHCP port deletion for eb4b62bf-ea7b-4ea2-879d-b68008a1cfbe request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:05:34.430381 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-61364d36-9191-4c41-8c5c-1aa18bd75cc0 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] For port de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace,segment=NetworkSegment(93e239bf-7764-4cc1-9ee8-4324156b62ea),segment_id=93e239bf-7764-4cc1-9ee8-4324156b62ea)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:34.431101 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-61364d36-9191-4c41-8c5c-1aa18bd75cc0 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.444417 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 0ace2564-b39a-4e1d-9206-f949aee60151 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:34.450204 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 0ace2564-b39a-4e1d-9206-f949aee60151 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:34.450778 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.452188 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-5a1d5898-93e0-4c29-893a-7702562aed3f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:34.453737 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-5a1d5898-93e0-4c29-893a-7702562aed3f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 810 time: 0.2239196 Aug 10 04:05:34.454977 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-61364d36-9191-4c41-8c5c-1aa18bd75cc0 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Calling delete_port for de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:34.469509 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-18d29f15-6338-4633-9c9b-31913665cff5 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/quotas/d4bbb82d53544f8dad3eb033c592dee4 HTTP/1.1" status: 200 len: 375 time: 0.0095584 Aug 10 04:05:34.477685 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67ca7015-238e-4f25-9495-00898c6e89b3 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.507484 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-2a0cbd03-0b27-4cf2-8b68-d526db531fd4 None None] Deleting port de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:34.508023 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2a0cbd03-0b27-4cf2-8b68-d526db531fd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.567739 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-3a628caf-ac29-41c2-ad5e-68169fe4391c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Made reservation on behalf of 897476f221894013b27960fb36935e79 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:34.571248 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-3a628caf-ac29-41c2-ad5e-68169fe4391c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.605217 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-2a0cbd03-0b27-4cf2-8b68-d526db531fd4 None None] For port de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace,segment=NetworkSegment(93e239bf-7764-4cc1-9ee8-4324156b62ea),segment_id=93e239bf-7764-4cc1-9ee8-4324156b62ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:34.605532 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2a0cbd03-0b27-4cf2-8b68-d526db531fd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.608667 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.617742 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-61364d36-9191-4c41-8c5c-1aa18bd75cc0 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.627558 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-2a0cbd03-0b27-4cf2-8b68-d526db531fd4 None None] Calling delete_port for de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:34.663709 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61364d36-9191-4c41-8c5c-1aa18bd75cc0 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event deleted for resources: {'Port': ['ID=de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:34.665893 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61364d36-9191-4c41-8c5c-1aa18bd75cc0 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] No DVR routers for this DVR port de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:05:34.686376 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 0ace2564-b39a-4e1d-9206-f949aee60151, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=0ace2564-b39a-4e1d-9206-f949aee60151,segment=NetworkSegment(25d7175a-eb75-453d-a4fd-d9c0dc7bdbbb),segment_id=25d7175a-eb75-453d-a4fd-d9c0dc7bdbbb)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:34.725634 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2a0cbd03-0b27-4cf2-8b68-d526db531fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.754584 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-246b8742-a46d-4daf-b492-40fa91ecbbbe tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2791691 Aug 10 04:05:34.757071 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.759556 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67ca7015-238e-4f25-9495-00898c6e89b3 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.759881 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0cbd03-0b27-4cf2-8b68-d526db531fd4 None None] Pushing event deleted for resources: {'Port': ['ID=de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:34.761507 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-61364d36-9191-4c41-8c5c-1aa18bd75cc0 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.765149 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0cbd03-0b27-4cf2-8b68-d526db531fd4 None None] No DVR routers for this DVR port de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:05:34.769260 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67ca7015-238e-4f25-9495-00898c6e89b3 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.772779 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-61364d36-9191-4c41-8c5c-1aa18bd75cc0 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4b62bf-ea7b-4ea2-879d-b68008a1cfbe']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:34.785957 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-61364d36-9191-4c41-8c5c-1aa18bd75cc0 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e239bf-7764-4cc1-9ee8-4324156b62ea') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:34.786195 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-61364d36-9191-4c41-8c5c-1aa18bd75cc0 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e239bf-7764-4cc1-9ee8-4324156b62ea') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:34.796807 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-61364d36-9191-4c41-8c5c-1aa18bd75cc0 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.811359 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-61364d36-9191-4c41-8c5c-1aa18bd75cc0 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.818926 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61364d36-9191-4c41-8c5c-1aa18bd75cc0 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:05:34.819493 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-61364d36-9191-4c41-8c5c-1aa18bd75cc0 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:34.820393 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=0ace2564-b39a-4e1d-9206-f949aee60151,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:05:34.823566 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:05:34.892590 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d7810e2e-e518-4463-a254-cad28673e888 req-adcc7749-fb28-4c4d-9437-abb4208707d9 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=842eaf17-c019-460e-89b5-002728d833e0 HTTP/1.1" status: 200 len: 210 time: 0.0748718 Aug 10 04:05:34.953329 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-3a628caf-ac29-41c2-ad5e-68169fe4391c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Allocated IP 172.20.0.11 (f7ff6afc-8008-49c6-8b16-55c096640020/a51d8861-9dbf-4178-9d3e-8ed73319e82c/ec5f1955-ded3-41cf-afab-434789e2602e) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:34.980370 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-fe33a5fe-9604-43bc-acd9-a0bf0444ab51 service neutron] 10.222.0.25 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922746 Aug 10 04:05:35.035839 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67ca7015-238e-4f25-9495-00898c6e89b3 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:35.036318 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ca7015-238e-4f25-9495-00898c6e89b3 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6cfa2e30-643d-484a-ad64-114ac1d18033 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:05:35.074678 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-61364d36-9191-4c41-8c5c-1aa18bd75cc0 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:35.084170 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-61364d36-9191-4c41-8c5c-1aa18bd75cc0 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:35.085994 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-61364d36-9191-4c41-8c5c-1aa18bd75cc0 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "DELETE /v2.0/networks/eb4b62bf-ea7b-4ea2-879d-b68008a1cfbe HTTP/1.1" status: 204 len: 168 time: 0.9087110 Aug 10 04:05:35.090512 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51638) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:35.096536 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61364d36-9191-4c41-8c5c-1aa18bd75cc0 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event deleted for resources: {'Network': ['ID=eb4b62bf-ea7b-4ea2-879d-b68008a1cfbe,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:35.211671 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae347769-fc21-41e6-a892-1bf7396731e0 req-3a062a19-bf46-44d4-84fb-f9f4281865e0 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:35.213246 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ae347769-fc21-41e6-a892-1bf7396731e0 req-3a062a19-bf46-44d4-84fb-f9f4281865e0 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 945 time: 0.0564723 Aug 10 04:05:35.235818 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-67ca7015-238e-4f25-9495-00898c6e89b3 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 10 04:05:35.239235 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-67ca7015-238e-4f25-9495-00898c6e89b3 tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5170133 Aug 10 04:05:35.241682 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51644) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:35.257409 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-8e1a3ee1-d710-4ab7-87ae-02820f218c24 service neutron] 10.222.0.25 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706482 Aug 10 04:05:35.285722 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ae347769-fc21-41e6-a892-1bf7396731e0 req-381d4b2d-0c44-4329-bd72-df9595929bad tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654750 Aug 10 04:05:35.346709 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-3a628caf-ac29-41c2-ad5e-68169fe4391c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:35.361278 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-a7a19e97-8019-457d-84c8-340c4c16716e tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Deleting port cbf215a4-4052-4445-b350-519d03478893 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:35.361830 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a7a19e97-8019-457d-84c8-340c4c16716e tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:35.382040 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-3a628caf-ac29-41c2-ad5e-68169fe4391c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Transition to ACTIVE for port object ec5f1955-ded3-41cf-afab-434789e2602e will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:35.391463 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-f9e96476-cfeb-4ca7-8528-770956582f68 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Deleting port 5a541c37-107b-418b-8763-a0466ab7b278 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:35.391803 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f9e96476-cfeb-4ca7-8528-770956582f68 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:35.468171 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a7a19e97-8019-457d-84c8-340c4c16716e tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:35.481548 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-a7a19e97-8019-457d-84c8-340c4c16716e tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Calling delete_port for cbf215a4-4052-4445-b350-519d03478893 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:35.514284 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f9e96476-cfeb-4ca7-8528-770956582f68 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:35.514284 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f9e96476-cfeb-4ca7-8528-770956582f68 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:35.526574 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-f9e96476-cfeb-4ca7-8528-770956582f68 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Calling delete_port for 5a541c37-107b-418b-8763-a0466ab7b278 owned by network:floatingip {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:35.608944 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-3a628caf-ac29-41c2-ad5e-68169fe4391c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:35.645077 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['82b94d3d-95e8-4c3e-a953-5a5685a5e11d', 'ea36b875-cdd5-4e56-b55a-0b65e00819cb'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:05:35.675807 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a7a19e97-8019-457d-84c8-340c4c16716e tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:35.683872 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-3a628caf-ac29-41c2-ad5e-68169fe4391c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Network f7ff6afc-8008-49c6-8b16-55c096640020 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:35.689943 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-3a628caf-ac29-41c2-ad5e-68169fe4391c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:35.695292 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-3a628caf-ac29-41c2-ad5e-68169fe4391c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:35.699573 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a628caf-ac29-41c2-ad5e-68169fe4391c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Pushing event updated for resources: {'Port': ['ID=ec5f1955-ded3-41cf-afab-434789e2602e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:35.738025 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a19e97-8019-457d-84c8-340c4c16716e tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Pushing event deleted for resources: {'Port': ['ID=cbf215a4-4052-4445-b350-519d03478893,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:35.792170 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-3a628caf-ac29-41c2-ad5e-68169fe4391c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:35.792824 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-3a628caf-ac29-41c2-ad5e-68169fe4391c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:35.851104 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a7a19e97-8019-457d-84c8-340c4c16716e tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:35.853095 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a7a19e97-8019-457d-84c8-340c4c16716e tempest-RoutersAdminNegativeTest-2111640638 tempest-RoutersAdminNegativeTest-2111640638-project-admin] 10.222.0.25 "DELETE /v2.0/ports/cbf215a4-4052-4445-b350-519d03478893 HTTP/1.1" status: 204 len: 168 time: 0.6091313 Aug 10 04:05:35.888981 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-3a628caf-ac29-41c2-ad5e-68169fe4391c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9032087 Aug 10 04:05:35.890226 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f9e96476-cfeb-4ca7-8528-770956582f68 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:35.911001 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-2711c13b-0feb-491a-bdd7-4de71abb5ed4 service neutron] Request body: {'port': {'device_id': '842eaf17-c019-460e-89b5-002728d833e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:35.975040 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e96476-cfeb-4ca7-8528-770956582f68 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event deleted for resources: {'Port': ['ID=5a541c37-107b-418b-8763-a0466ab7b278,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:36.006816 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2c33c68b-59ea-4226-980f-83e1e55db4a9 req-912b78fa-f2bd-4d79-99b2-57cde1c48e9b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d81b7b-4bf6-4f62-b95f-6ce0a102a8df HTTP/1.1" status: 200 len: 210 time: 0.0773902 Aug 10 04:05:36.187037 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 0ace2564-b39a-4e1d-9206-f949aee60151 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:36.223997 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5c75392b-fa97-4099-ba1e-62ed76be75fd None None] Provisioning for port ec5f1955-ded3-41cf-afab-434789e2602e completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:36.230691 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5c75392b-fa97-4099-ba1e-62ed76be75fd None None] Provisioning complete for port ec5f1955-ded3-41cf-afab-434789e2602e triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:36.231341 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5c75392b-fa97-4099-ba1e-62ed76be75fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:36.248877 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b556d07a-5878-4be0-a905-553140e64b92 req-e8047109-5532-4238-bb20-683997f645f0 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:36.250607 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b556d07a-5878-4be0-a905-553140e64b92 req-e8047109-5532-4238-bb20-683997f645f0 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=842eaf17-c019-460e-89b5-002728d833e0 HTTP/1.1" status: 200 len: 932 time: 0.1611464 Aug 10 04:05:36.251486 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-2711c13b-0feb-491a-bdd7-4de71abb5ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:36.274946 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-5c75392b-fa97-4099-ba1e-62ed76be75fd None None] Port ec5f1955-ded3-41cf-afab-434789e2602e cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:05:36.278034 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f9e96476-cfeb-4ca7-8528-770956582f68 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for floatingip, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:36.281635 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f9e96476-cfeb-4ca7-8528-770956582f68 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:36.281768 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 0ace2564-b39a-4e1d-9206-f949aee60151 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:36.282016 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:36.282802 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f9e96476-cfeb-4ca7-8528-770956582f68 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "DELETE /v2.0/floatingips/9e2b3a0d-2eef-4584-9825-b7ed8b55ad71 HTTP/1.1" status: 204 len: 168 time: 1.1913483 Aug 10 04:05:36.288620 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51664) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:36.317330 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-233a849b-2280-43f7-beb0-255c0a61ba7e tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] DELETE failed (client error): The resource could not be found. Aug 10 04:05:36.317330 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233a849b-2280-43f7-beb0-255c0a61ba7e tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:05:36.332369 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-233a849b-2280-43f7-beb0-255c0a61ba7e tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "DELETE /v2.0/ports/c783e2af-0072-41ac-97b3-765903dbc00c HTTP/1.1" status: 404 len: 333 time: 0.0424678 Aug 10 04:05:36.337736 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51668) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:36.377505 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4445f319-e13a-4e8e-a0b3-cfdcb7ee02c7 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb HTTP/1.1" status: 200 len: 205 time: 0.0386083 Aug 10 04:05:36.380405 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51670) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:36.462115 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-4dfd66e1-e180-4f35-bab5-624018ee4f61 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] delete failed (client error): The resource could not be found. Aug 10 04:05:36.463458 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4dfd66e1-e180-4f35-bab5-624018ee4f61 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "DELETE /v2.0/routers/8e82f9a0-e3a7-41c2-a51e-25daa62cf9eb HTTP/1.1" status: 404 len: 336 time: 0.0814188 Aug 10 04:05:36.466076 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51676) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:36.477612 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:36.497128 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a57b0e2-5a1f-4289-b519-9d9ce7eeed25 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] DELETE failed (client error): The resource could not be found. Aug 10 04:05:36.498119 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a57b0e2-5a1f-4289-b519-9d9ce7eeed25 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:05:36.498842 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:05:36.499348 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device de3f9591-1ac1-4e13-9f1c-37c1a5fd5ace not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:36.501069 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6a57b0e2-5a1f-4289-b519-9d9ce7eeed25 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "DELETE /v2.0/subnets/73414e50-9502-4612-bf24-7896057cd43b HTTP/1.1" status: 404 len: 337 time: 0.0328074 Aug 10 04:05:36.504397 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51678) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:36.556734 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bafedd-fe2a-417a-86db-aaa5738970d5 req-629f967e-737b-4594-814d-6aaa49bfa74b tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:36.558679 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-82bafedd-fe2a-417a-86db-aaa5738970d5 req-629f967e-737b-4594-814d-6aaa49bfa74b tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 945 time: 0.1704926 Aug 10 04:05:36.577298 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51680) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:36.646226 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-82bafedd-fe2a-417a-86db-aaa5738970d5 req-8bf99885-f29a-4e43-98f6-d28536bc0e6e tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756564 Aug 10 04:05:36.694869 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-a81ae7fb-fcbb-4a12-ba62-00e0acf9b37a tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Deleting port 4778f236-c000-43f0-9bbf-2e90142c8835 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:36.696622 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a81ae7fb-fcbb-4a12-ba62-00e0acf9b37a tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:36.755380 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-46472235-ac0b-4f3d-89bf-366f9cd088e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:36.805858 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b556d07a-5878-4be0-a905-553140e64b92 req-ddf5da17-d046-46ea-8b28-eea54549f513 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5393007 Aug 10 04:05:36.833028 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a81ae7fb-fcbb-4a12-ba62-00e0acf9b37a tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:36.854129 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-a81ae7fb-fcbb-4a12-ba62-00e0acf9b37a tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Calling delete_port for 4778f236-c000-43f0-9bbf-2e90142c8835 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:36.983735 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-46472235-ac0b-4f3d-89bf-366f9cd088e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:36.992698 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-2711c13b-0feb-491a-bdd7-4de71abb5ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec5f1955-ded3-41cf-afab-434789e2602e {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:05:37.001532 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-2711c13b-0feb-491a-bdd7-4de71abb5ed4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:37.014084 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-46472235-ac0b-4f3d-89bf-366f9cd088e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:37.014373 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-2711c13b-0feb-491a-bdd7-4de71abb5ed4 service neutron] Transition to ACTIVE for port object ec5f1955-ded3-41cf-afab-434789e2602e will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:37.092576 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-2711c13b-0feb-491a-bdd7-4de71abb5ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:37.096356 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-35f33cf8-5a72-48aa-96fa-750516b87967 req-7cfb1d78-c5f3-42f8-9496-35b5e96fa8ac tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d81b7b-4bf6-4f62-b95f-6ce0a102a8df HTTP/1.1" status: 200 len: 210 time: 0.0476530 Aug 10 04:05:37.101038 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-46472235-ac0b-4f3d-89bf-366f9cd088e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c416c07337eb4ce2a370c69e866448f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5149715 Aug 10 04:05:37.101377 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51688) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:37.108962 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46472235-ac0b-4f3d-89bf-366f9cd088e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961f1640-238b-4a0a-9877-45dc5e78a6ca,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:37.125336 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a81ae7fb-fcbb-4a12-ba62-00e0acf9b37a tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:37.149965 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711c13b-0feb-491a-bdd7-4de71abb5ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=ec5f1955-ded3-41cf-afab-434789e2602e,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:37.175010 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ae7fb-fcbb-4a12-ba62-00e0acf9b37a tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event deleted for resources: {'Port': ['ID=4778f236-c000-43f0-9bbf-2e90142c8835,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:37.225137 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-2711c13b-0feb-491a-bdd7-4de71abb5ed4 service neutron] Attempting to bind port ec5f1955-ded3-41cf-afab-434789e2602e on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:37.225482 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-2711c13b-0feb-491a-bdd7-4de71abb5ed4 service neutron] Attempting to bind port ec5f1955-ded3-41cf-afab-434789e2602e by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '2b1cf01d-024c-43da-ba3d-d7d744da33ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:37.225814 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-2711c13b-0feb-491a-bdd7-4de71abb5ed4 service neutron] Attempting to bind port ec5f1955-ded3-41cf-afab-434789e2602e on network f7ff6afc-8008-49c6-8b16-55c096640020 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:37.233640 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-2711c13b-0feb-491a-bdd7-4de71abb5ed4 service neutron] Port ec5f1955-ded3-41cf-afab-434789e2602e on network f7ff6afc-8008-49c6-8b16-55c096640020 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:05:37.234034 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-2711c13b-0feb-491a-bdd7-4de71abb5ed4 service neutron] Attempting to bind port ec5f1955-ded3-41cf-afab-434789e2602e on network f7ff6afc-8008-49c6-8b16-55c096640020 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:37.240523 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-2711c13b-0feb-491a-bdd7-4de71abb5ed4 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:37.240523 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-2711c13b-0feb-491a-bdd7-4de71abb5ed4 service neutron] Checking segment: {'id': '2b1cf01d-024c-43da-ba3d-d7d744da33ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:37.240851 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-2711c13b-0feb-491a-bdd7-4de71abb5ed4 service neutron] Bound using segment: {'id': '2b1cf01d-024c-43da-ba3d-d7d744da33ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:37.241108 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-2711c13b-0feb-491a-bdd7-4de71abb5ed4 service neutron] Bound port: ec5f1955-ded3-41cf-afab-434789e2602e, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b1cf01d-024c-43da-ba3d-d7d744da33ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:37.241646 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-2711c13b-0feb-491a-bdd7-4de71abb5ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:37.270962 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0b80c10-6386-4876-8e99-683734ca5d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:37.280203 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a81ae7fb-fcbb-4a12-ba62-00e0acf9b37a tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:37.285088 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a81ae7fb-fcbb-4a12-ba62-00e0acf9b37a tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "DELETE /v2.0/ports/4778f236-c000-43f0-9bbf-2e90142c8835 HTTP/1.1" status: 204 len: 168 time: 0.7771218 Aug 10 04:05:37.285357 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51690) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:37.304170 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0b80c10-6386-4876-8e99-683734ca5d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:37.355687 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-2711c13b-0feb-491a-bdd7-4de71abb5ed4 service neutron] For port ec5f1955-ded3-41cf-afab-434789e2602e, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:37.359889 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-2711c13b-0feb-491a-bdd7-4de71abb5ed4 service neutron] For port ec5f1955-ded3-41cf-afab-434789e2602e, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=ec5f1955-ded3-41cf-afab-434789e2602e,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:37.408454 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-0705919c-cf3b-4c44-a6b1-1186e28c326c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Deleting port 62f7a477-b8b1-4a37-a468-fe39f430d4c3 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:37.408803 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0705919c-cf3b-4c44-a6b1-1186e28c326c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:37.453904 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-2711c13b-0feb-491a-bdd7-4de71abb5ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:37.474757 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0b80c10-6386-4876-8e99-683734ca5d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:37.477717 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0b80c10-6386-4876-8e99-683734ca5d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:37.481280 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a0b80c10-6386-4876-8e99-683734ca5d8a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/961f1640-238b-4a0a-9877-45dc5e78a6ca HTTP/1.1" status: 204 len: 168 time: 0.3766749 Aug 10 04:05:37.489751 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b80c10-6386-4876-8e99-683734ca5d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961f1640-238b-4a0a-9877-45dc5e78a6ca,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:37.500057 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-2711c13b-0feb-491a-bdd7-4de71abb5ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:37.500768 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-2711c13b-0feb-491a-bdd7-4de71abb5ed4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:37.502248 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-2711c13b-0feb-491a-bdd7-4de71abb5ed4 service neutron] 10.222.0.68 "PUT /v2.0/ports/ec5f1955-ded3-41cf-afab-434789e2602e HTTP/1.1" status: 200 len: 1092 time: 1.6031511 Aug 10 04:05:37.502694 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842eaf17-c019-460e-89b5-002728d833e0', 'tag': 'ec5f1955-ded3-41cf-afab-434789e2602e'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:05:37.504963 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7419a2-2901-40f2-8de3-36c54474c719" -d '{"events": [{"name": "network-changed", "server_uuid": "842eaf17-c019-460e-89b5-002728d833e0", "tag": "ec5f1955-ded3-41cf-afab-434789e2602e"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:05:37.553417 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711c13b-0feb-491a-bdd7-4de71abb5ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=ec5f1955-ded3-41cf-afab-434789e2602e,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:37.568374 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0705919c-cf3b-4c44-a6b1-1186e28c326c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:37.571850 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad5b375-a84c-44ab-a138-a3150f09c099 x-openstack-request-id: req-4ad5b375-a84c-44ab-a138-a3150f09c099 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:05:37.572181 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842eaf17-c019-460e-89b5-002728d833e0", "tag": "ec5f1955-ded3-41cf-afab-434789e2602e", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:05:37.572419 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ad5b375-a84c-44ab-a138-a3150f09c099 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:05:37.572886 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842eaf17-c019-460e-89b5-002728d833e0', 'tag': 'ec5f1955-ded3-41cf-afab-434789e2602e', 'status': 'completed', 'code': 200} Aug 10 04:05:37.583436 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-0705919c-cf3b-4c44-a6b1-1186e28c326c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Calling delete_port for 62f7a477-b8b1-4a37-a468-fe39f430d4c3 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:37.716225 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7419a2-2901-40f2-8de3-36c54474c719 req-86304e49-9598-4f02-bafc-5d715aac763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:37.718268 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ce7419a2-2901-40f2-8de3-36c54474c719 req-86304e49-9598-4f02-bafc-5d715aac763c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=897476f221894013b27960fb36935e79&device_id=842eaf17-c019-460e-89b5-002728d833e0 HTTP/1.1" status: 200 len: 1095 time: 0.0802495 Aug 10 04:05:37.812016 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736adec-36bc-44b5-a984-a4542f0b6767 req-4b76b174-5ef9-40a8-bc68-b7f8390f4a76 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:37.814103 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6736adec-36bc-44b5-a984-a4542f0b6767 req-4b76b174-5ef9-40a8-bc68-b7f8390f4a76 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 945 time: 0.0735795 Aug 10 04:05:37.887225 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7419a2-2901-40f2-8de3-36c54474c719 req-402687e2-32de-4b10-800f-a99024a616d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:37.887225 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ce7419a2-2901-40f2-8de3-36c54474c719 req-402687e2-32de-4b10-800f-a99024a616d0 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=897476f221894013b27960fb36935e79&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1584516 Aug 10 04:05:37.907053 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6736adec-36bc-44b5-a984-a4542f0b6767 req-e6b0a8dd-d54d-44de-b02b-30887d812711 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824690 Aug 10 04:05:37.970896 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0705919c-cf3b-4c44-a6b1-1186e28c326c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:38.017492 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705919c-cf3b-4c44-a6b1-1186e28c326c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event deleted for resources: {'Port': ['ID=62f7a477-b8b1-4a37-a468-fe39f430d4c3,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:38.098303 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12a0a5-19e1-43a2-8858-a142d89f64bc req-9a9b5ede-2d79-46e2-bd80-8c7a2172814e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:38.099783 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4c12a0a5-19e1-43a2-8858-a142d89f64bc req-9a9b5ede-2d79-46e2-bd80-8c7a2172814e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=842eaf17-c019-460e-89b5-002728d833e0 HTTP/1.1" status: 200 len: 944 time: 0.1933963 Aug 10 04:05:38.119531 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7419a2-2901-40f2-8de3-36c54474c719 req-fd394e9d-de6c-4ce4-baa8-ab2f132ad8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:38.121176 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ce7419a2-2901-40f2-8de3-36c54474c719 req-fd394e9d-de6c-4ce4-baa8-ab2f132ad8da service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2264857 Aug 10 04:05:38.143381 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51706) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:38.152207 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0705919c-cf3b-4c44-a6b1-1186e28c326c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:38.157098 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0705919c-cf3b-4c44-a6b1-1186e28c326c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "DELETE /v2.0/ports/62f7a477-b8b1-4a37-a468-fe39f430d4c3 HTTP/1.1" status: 204 len: 168 time: 0.8676932 Aug 10 04:05:38.161822 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51708) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:38.182824 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4c12a0a5-19e1-43a2-8858-a142d89f64bc req-1da9743c-42bb-4b41-87fe-398d3eaa16dd tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750163 Aug 10 04:05:38.226057 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-28b4f7bf-f1f2-48c9-a51d-395736fd87e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:38.227683 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-28b4f7bf-f1f2-48c9-a51d-395736fd87e1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=897476f221894013b27960fb36935e79&device_id=842eaf17-c019-460e-89b5-002728d833e0 HTTP/1.1" status: 200 len: 1095 time: 0.0439467 Aug 10 04:05:38.248157 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fb24b223-96b8-4763-a6d5-a8b6874b765f req-a5ec6c19-029f-4b7b-ad7a-fdc1f7c63b55 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d81b7b-4bf6-4f62-b95f-6ce0a102a8df HTTP/1.1" status: 200 len: 210 time: 0.0585706 Aug 10 04:05:38.285411 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-860eca83-126f-4e73-9825-0a7d47cd45eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a177974c5a242869e8205e99e46028e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1405790 Aug 10 04:05:38.287094 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-1cba9120-0991-42f5-aeb7-dfe57c464bfd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec5f1955-ded3-41cf-afab-434789e2602e HTTP/1.1" status: 200 len: 217 time: 0.0508876 Aug 10 04:05:38.287915 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51710) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:38.318357 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0182eb8b-0a1f-4598-abc3-f5c4f0cfee58 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:38.319892 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0182eb8b-0a1f-4598-abc3-f5c4f0cfee58 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e7c8e87-3e1a-4115-b3a4-2c80f2e97809 HTTP/1.1" status: 200 len: 913 time: 0.1571569 Aug 10 04:05:38.322521 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51712) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:38.374475 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-d1e3d3a8-94db-417e-979e-78c528893ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:38.376161 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-d1e3d3a8-94db-417e-979e-78c528893ab1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a51d8861-9dbf-4178-9d3e-8ed73319e82c HTTP/1.1" status: 200 len: 850 time: 0.0806444 Aug 10 04:05:38.394779 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-139858cd-b641-4c2e-9c02-f70f4a9ab603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:38.439029 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-139858cd-b641-4c2e-9c02-f70f4a9ab603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:38.461938 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-025caeb2-7b38-4021-bed6-61278b0c17b8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:38.463421 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-025caeb2-7b38-4021-bed6-61278b0c17b8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.68 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 810 time: 0.2046845 Aug 10 04:05:38.463819 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-02bfe4d4-9209-403e-90f6-9472140f5a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:38.465390 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-02bfe4d4-9209-403e-90f6-9472140f5a11 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f7ff6afc-8008-49c6-8b16-55c096640020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790713 Aug 10 04:05:38.488000 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-f8ad8644-7f68-43aa-bb08-66b4730e2651 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Request body: {'port': {'device_id': '91d81b7b-4bf6-4f62-b95f-6ce0a102a8df', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'admin_state_up': True, 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:38.582749 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-16554c86-368b-42c0-8b06-dd5534e0add6 service neutron] 10.222.0.68 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016586 Aug 10 04:05:38.612120 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-139858cd-b641-4c2e-9c02-f70f4a9ab603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:38.614798 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-139858cd-b641-4c2e-9c02-f70f4a9ab603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:38.616078 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-139858cd-b641-4c2e-9c02-f70f4a9ab603 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf3257b7-8175-480a-9aea-9438ce056e19 HTTP/1.1" status: 204 len: 168 time: 0.3271585 Aug 10 04:05:38.663519 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139858cd-b641-4c2e-9c02-f70f4a9ab603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3257b7-8175-480a-9aea-9438ce056e19,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:38.715931 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c90aee47-1f02-4218-b42a-a7b3ae880e52 req-06888f75-a1d3-44c5-8e07-aae6e78bfba2 service neutron] 10.222.0.68 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247020 Aug 10 04:05:38.781688 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-f8ad8644-7f68-43aa-bb08-66b4730e2651 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Made reservation on behalf of d4bbb82d53544f8dad3eb033c592dee4 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:38.785290 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-f8ad8644-7f68-43aa-bb08-66b4730e2651 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:38.973308 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-f8ad8644-7f68-43aa-bb08-66b4730e2651 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Allocated IP 172.20.0.12 (ee59e291-e76f-48a7-96a4-530291348714/50d1b050-8d5a-4a28-adea-90a39272e6c6/dce54a5a-906d-4a95-becb-53a3ec6c2347) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:38.996746 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5638687a-85e8-48c5-99c0-04e6f349c172 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:39.351638 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef34b9-55c5-40d8-b3d8-64f5f9cce09c req-4fed2d00-82fd-4743-ac83-7917b58a46ef tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:39.353925 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a6ef34b9-55c5-40d8-b3d8-64f5f9cce09c req-4fed2d00-82fd-4743-ac83-7917b58a46ef tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=842eaf17-c019-460e-89b5-002728d833e0 HTTP/1.1" status: 200 len: 944 time: 0.0606980 Aug 10 04:05:39.406812 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a6ef34b9-55c5-40d8-b3d8-64f5f9cce09c req-efa94ee6-82b0-4334-916a-d1a2d72da351 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443897 Aug 10 04:05:39.532827 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-67babd01-147f-486d-b4fb-73ff5fc6eef8 req-48b02ae5-1004-4bee-a6e3-ec28e747ea1d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d81b7b-4bf6-4f62-b95f-6ce0a102a8df HTTP/1.1" status: 200 len: 210 time: 0.0419416 Aug 10 04:05:39.580354 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93a8ed-e941-40f7-b0cc-2c24a2f26678 req-da740541-316e-4357-a901-ffe5005a5333 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:39.581911 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3c93a8ed-e941-40f7-b0cc-2c24a2f26678 req-da740541-316e-4357-a901-ffe5005a5333 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 945 time: 0.5790055 Aug 10 04:05:39.708020 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3c93a8ed-e941-40f7-b0cc-2c24a2f26678 req-4a77f281-74e6-4cbf-be0f-6c3496f88bf7 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133308 Aug 10 04:05:39.728330 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-f8ad8644-7f68-43aa-bb08-66b4730e2651 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:39.749348 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-f8ad8644-7f68-43aa-bb08-66b4730e2651 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Transition to ACTIVE for port object dce54a5a-906d-4a95-becb-53a3ec6c2347 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:39.855411 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51744) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:39.878921 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-f8ad8644-7f68-43aa-bb08-66b4730e2651 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:39.881194 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7476f5f3-b63a-497a-82a8-602b81fdc326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:39.891914 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-5638687a-85e8-48c5-99c0-04e6f349c172 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Deleting port 55e9b8c7-e002-4c2d-a999-1a352245e61a {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:39.892275 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5638687a-85e8-48c5-99c0-04e6f349c172 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:39.974643 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-f8ad8644-7f68-43aa-bb08-66b4730e2651 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Network ee59e291-e76f-48a7-96a4-530291348714 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:39.977234 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-09761c12-866f-4585-8d0d-39978463b50b tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1246157392'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:39.986531 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-f8ad8644-7f68-43aa-bb08-66b4730e2651 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:39.991254 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-f8ad8644-7f68-43aa-bb08-66b4730e2651 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:39.995664 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ad8644-7f68-43aa-bb08-66b4730e2651 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event updated for resources: {'Port': ['ID=dce54a5a-906d-4a95-becb-53a3ec6c2347,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:40.089741 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-f8ad8644-7f68-43aa-bb08-66b4730e2651 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:40.090683 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-f8ad8644-7f68-43aa-bb08-66b4730e2651 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:40.092301 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09761c12-866f-4585-8d0d-39978463b50b tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Made reservation on behalf of 21733fd39bf2424b9ca5330369c04cc1 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:40.095501 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5638687a-85e8-48c5-99c0-04e6f349c172 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:40.096237 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-09761c12-866f-4585-8d0d-39978463b50b tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:40.109944 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-09761c12-866f-4585-8d0d-39978463b50b tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:40.115145 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-5638687a-85e8-48c5-99c0-04e6f349c172 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Calling delete_port for 55e9b8c7-e002-4c2d-a999-1a352245e61a owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:40.178270 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-f8ad8644-7f68-43aa-bb08-66b4730e2651 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6948154 Aug 10 04:05:40.194151 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-b70b8f03-518d-4147-951e-3baac58bb703 service neutron] Request body: {'port': {'device_id': '91d81b7b-4bf6-4f62-b95f-6ce0a102a8df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:40.260647 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-09761c12-866f-4585-8d0d-39978463b50b tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:40.308939 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-b70b8f03-518d-4147-951e-3baac58bb703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:40.314031 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-09761c12-866f-4585-8d0d-39978463b50b tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:40.348345 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09761c12-866f-4585-8d0d-39978463b50b tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:05:40.354881 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09761c12-866f-4585-8d0d-39978463b50b tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=136e667f-7a5e-426f-8684-d3ba72a4f491,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:40.361072 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-09761c12-866f-4585-8d0d-39978463b50b tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:40.361465 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-09761c12-866f-4585-8d0d-39978463b50b tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Added segment 7f9e85e3-eaee-4000-be3d-f2d7334788cc of type vlan for network 24e26140-7719-442f-9734-5a9f06695a6e Aug 10 04:05:40.399693 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-93fa22ed-83bd-41a0-a815-2589b2aeb974 None None] Provisioning for port dce54a5a-906d-4a95-becb-53a3ec6c2347 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:40.403837 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-93fa22ed-83bd-41a0-a815-2589b2aeb974 None None] Provisioning complete for port dce54a5a-906d-4a95-becb-53a3ec6c2347 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:40.409478 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-93fa22ed-83bd-41a0-a815-2589b2aeb974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:40.409622 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-09761c12-866f-4585-8d0d-39978463b50b tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:40.472948 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-93fa22ed-83bd-41a0-a815-2589b2aeb974 None None] Port dce54a5a-906d-4a95-becb-53a3ec6c2347 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:05:40.508607 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-09761c12-866f-4585-8d0d-39978463b50b tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:40.515600 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09761c12-866f-4585-8d0d-39978463b50b tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:40.516423 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-09761c12-866f-4585-8d0d-39978463b50b tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:40.597649 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09761c12-866f-4585-8d0d-39978463b50b tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Pushing event updated for resources: {'Network': ['ID=24e26140-7719-442f-9734-5a9f06695a6e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:40.610429 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 24e26140-7719-442f-9734-5a9f06695a6e details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:05:40.617143 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9a75a-5f22-48dc-aa2e-deff5b4e3554 req-119bcea7-d59f-425b-b186-d9fcacf23748 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:40.618753 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-60e9a75a-5f22-48dc-aa2e-deff5b4e3554 req-119bcea7-d59f-425b-b186-d9fcacf23748 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=842eaf17-c019-460e-89b5-002728d833e0 HTTP/1.1" status: 200 len: 944 time: 0.1176116 Aug 10 04:05:40.643239 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5638687a-85e8-48c5-99c0-04e6f349c172 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:40.673796 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-09761c12-866f-4585-8d0d-39978463b50b tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8167408 Aug 10 04:05:40.677902 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51754) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:40.683506 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-7cd03e1d-0cc1-464a-af36-e0daf6eee76c tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Request body: {'subnet': {'network_id': '24e26140-7719-442f-9734-5a9f06695a6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:40.700070 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638687a-85e8-48c5-99c0-04e6f349c172 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event deleted for resources: {'Port': ['ID=55e9b8c7-e002-4c2d-a999-1a352245e61a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:40.746953 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1952a7-81e3-4ba4-a270-63d206556b1e req-833f69e0-b520-4ba7-9663-c8f977fa511c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:40.750341 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cf1952a7-81e3-4ba4-a270-63d206556b1e req-833f69e0-b520-4ba7-9663-c8f977fa511c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d81b7b-4bf6-4f62-b95f-6ce0a102a8df HTTP/1.1" status: 200 len: 932 time: 0.1155126 Aug 10 04:05:40.755829 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-60e9a75a-5f22-48dc-aa2e-deff5b4e3554 req-a3ffce78-bed7-46a6-9fdb-aac22a5a87e5 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259389 Aug 10 04:05:40.821227 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device ec5f1955-ded3-41cf-afab-434789e2602e details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:05:40.857172 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-b70b8f03-518d-4147-951e-3baac58bb703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce54a5a-906d-4a95-becb-53a3ec6c2347 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:05:40.885684 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cf1952a7-81e3-4ba4-a270-63d206556b1e req-f4d76b37-b9e2-4b1b-b735-b9f542bbc654 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686543 Aug 10 04:05:40.890482 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd03e1d-0cc1-464a-af36-e0daf6eee76c tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Made reservation on behalf of 21733fd39bf2424b9ca5330369c04cc1 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:40.896183 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7cd03e1d-0cc1-464a-af36-e0daf6eee76c tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:40.915133 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-b70b8f03-518d-4147-951e-3baac58bb703 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:40.948490 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port ec5f1955-ded3-41cf-afab-434789e2602e, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=ec5f1955-ded3-41cf-afab-434789e2602e,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:40.964950 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'ec5f1955-ded3-41cf-afab-434789e2602e', 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020', 'port_id': 'ec5f1955-ded3-41cf-afab-434789e2602e', 'mac_address': 'fa:16:3e:d2:a1:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51d8861-9dbf-4178-9d3e-8ed73319e82c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:05:40.980187 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-b70b8f03-518d-4147-951e-3baac58bb703 service neutron] Transition to ACTIVE for port object dce54a5a-906d-4a95-becb-53a3ec6c2347 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:41.001538 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a41edd2-681e-4b04-824f-89a93cd2e01b req-47bfcdd0-89c3-4fae-9bd4-3629fcef7e2b tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:41.003239 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a41edd2-681e-4b04-824f-89a93cd2e01b req-47bfcdd0-89c3-4fae-9bd4-3629fcef7e2b tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 945 time: 0.1718447 Aug 10 04:05:41.020802 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:41.031599 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5638687a-85e8-48c5-99c0-04e6f349c172 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:41.040094 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec5f1955-ded3-41cf-afab-434789e2602e {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:05:41.049495 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-b70b8f03-518d-4147-951e-3baac58bb703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:41.075774 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port ec5f1955-ded3-41cf-afab-434789e2602e, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=ec5f1955-ded3-41cf-afab-434789e2602e,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:41.110891 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a41edd2-681e-4b04-824f-89a93cd2e01b req-51bb932d-ad14-4920-9683-218c86a6079e tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978723 Aug 10 04:05:41.131904 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:41.197406 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b8f03-518d-4147-951e-3baac58bb703 service neutron] Pushing event updated for resources: {'Port': ['ID=dce54a5a-906d-4a95-becb-53a3ec6c2347,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:41.215861 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=ec5f1955-ded3-41cf-afab-434789e2602e,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:41.321051 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7cd03e1d-0cc1-464a-af36-e0daf6eee76c tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:41.344713 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['ec5f1955-ded3-41cf-afab-434789e2602e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:05:41.373500 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-b70b8f03-518d-4147-951e-3baac58bb703 service neutron] Attempting to bind port dce54a5a-906d-4a95-becb-53a3ec6c2347 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:41.374113 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-b70b8f03-518d-4147-951e-3baac58bb703 service neutron] Attempting to bind port dce54a5a-906d-4a95-becb-53a3ec6c2347 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:41.374586 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-b70b8f03-518d-4147-951e-3baac58bb703 service neutron] Attempting to bind port dce54a5a-906d-4a95-becb-53a3ec6c2347 on network ee59e291-e76f-48a7-96a4-530291348714 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:41.387992 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-b70b8f03-518d-4147-951e-3baac58bb703 service neutron] Port dce54a5a-906d-4a95-becb-53a3ec6c2347 on network ee59e291-e76f-48a7-96a4-530291348714 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:05:41.388522 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-b70b8f03-518d-4147-951e-3baac58bb703 service neutron] Attempting to bind port dce54a5a-906d-4a95-becb-53a3ec6c2347 on network ee59e291-e76f-48a7-96a4-530291348714 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:41.405748 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-b70b8f03-518d-4147-951e-3baac58bb703 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:41.406250 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-b70b8f03-518d-4147-951e-3baac58bb703 service neutron] Checking segment: {'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:41.406648 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-b70b8f03-518d-4147-951e-3baac58bb703 service neutron] Bound using segment: {'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:41.407105 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-b70b8f03-518d-4147-951e-3baac58bb703 service neutron] Bound port: dce54a5a-906d-4a95-becb-53a3ec6c2347, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:41.407474 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-b70b8f03-518d-4147-951e-3baac58bb703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:41.418673 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd03e1d-0cc1-464a-af36-e0daf6eee76c tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Pushing event updated for resources: {'Subnet': ['ID=b7b2b460-cd20-4181-afd6-b00137b142fc,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:41.422521 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd03e1d-0cc1-464a-af36-e0daf6eee76c tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Checking segment: {'id': '7f9e85e3-eaee-4000-be3d-f2d7334788cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '24e26140-7719-442f-9734-5a9f06695a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:41.423008 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd03e1d-0cc1-464a-af36-e0daf6eee76c tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Network hostable DHCP agents. Network: 24e26140-7719-442f-9734-5a9f06695a6e, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:05:41.528618 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5638687a-85e8-48c5-99c0-04e6f349c172 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Router 2e7c8e87-3e1a-4115-b3a4-2c80f2e97809 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:05:41.531211 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd03e1d-0cc1-464a-af36-e0daf6eee76c tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Network 24e26140-7719-442f-9734-5a9f06695a6e is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:05:41.537556 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-b70b8f03-518d-4147-951e-3baac58bb703 service neutron] For port dce54a5a-906d-4a95-becb-53a3ec6c2347, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:41.542733 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-b70b8f03-518d-4147-951e-3baac58bb703 service neutron] For port dce54a5a-906d-4a95-becb-53a3ec6c2347, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=dce54a5a-906d-4a95-becb-53a3ec6c2347,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:41.634663 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-7cd03e1d-0cc1-464a-af36-e0daf6eee76c tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 24e26140-7719-442f-9734-5a9f06695a6e) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:41.640128 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd03e1d-0cc1-464a-af36-e0daf6eee76c tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:41.643855 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7cd03e1d-0cc1-464a-af36-e0daf6eee76c tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:41.655265 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f24c03-2338-49c3-a1ba-5f11a1da90f2 None None] Network 24e26140-7719-442f-9734-5a9f06695a6e requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:41.655774 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5638687a-85e8-48c5-99c0-04e6f349c172 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:41.670427 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ee73b4-b241-4163-be71-cebe0c4241b9 None None] Sync routers for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:41.680624 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5638687a-85e8-48c5-99c0-04e6f349c172 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "PUT /v2.0/routers/2e7c8e87-3e1a-4115-b3a4-2c80f2e97809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3546197 Aug 10 04:05:41.680624 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-b70b8f03-518d-4147-951e-3baac58bb703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:41.681055 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51760) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:41.686700 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ee73b4-b241-4163-be71-cebe0c4241b9 None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:41.687327 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-f3ee73b4-b241-4163-be71-cebe0c4241b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:05:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:41.722896 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-f3ee73b4-b241-4163-be71-cebe0c4241b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:41.732527 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ee73b4-b241-4163-be71-cebe0c4241b9 None None] Routers {'2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:41.733383 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-f3ee73b4-b241-4163-be71-cebe0c4241b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:05:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:41.753801 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b8f03-518d-4147-951e-3baac58bb703 service neutron] Pushing event updated for resources: {'Port': ['ID=dce54a5a-906d-4a95-becb-53a3ec6c2347,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:41.762141 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-b70b8f03-518d-4147-951e-3baac58bb703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:41.763598 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-b70b8f03-518d-4147-951e-3baac58bb703 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:41.766167 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-b70b8f03-518d-4147-951e-3baac58bb703 service neutron] 10.222.0.68 "PUT /v2.0/ports/dce54a5a-906d-4a95-becb-53a3ec6c2347 HTTP/1.1" status: 200 len: 1092 time: 1.5766068 Aug 10 04:05:41.766710 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d81b7b-4bf6-4f62-b95f-6ce0a102a8df', 'tag': 'dce54a5a-906d-4a95-becb-53a3ec6c2347'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:05:41.769381 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25878dc2-5937-43e6-b978-2473b550c18f" -d '{"events": [{"name": "network-changed", "server_uuid": "91d81b7b-4bf6-4f62-b95f-6ce0a102a8df", "tag": "dce54a5a-906d-4a95-becb-53a3ec6c2347"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:05:41.814010 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-f3ee73b4-b241-4163-be71-cebe0c4241b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:41.815079 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ee73b4-b241-4163-be71-cebe0c4241b9 None None] The sync data for ids ['2e7c8e87-3e1a-4115-b3a4-2c80f2e97809'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:41.845985 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f766d47a-d954-4bc3-aa4c-f805c787bb6b x-openstack-request-id: req-f766d47a-d954-4bc3-aa4c-f805c787bb6b {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:05:41.845985 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d81b7b-4bf6-4f62-b95f-6ce0a102a8df", "tag": "dce54a5a-906d-4a95-becb-53a3ec6c2347", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:05:41.845985 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f766d47a-d954-4bc3-aa4c-f805c787bb6b {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:05:41.845985 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d81b7b-4bf6-4f62-b95f-6ce0a102a8df', 'tag': 'dce54a5a-906d-4a95-becb-53a3ec6c2347', 'status': 'completed', 'code': 200} Aug 10 04:05:41.939567 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ebd8ef49-e6f6-477d-9a6c-c50adca5820c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:41.942040 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6190314d-08db-4381-a5ad-efe80daacaf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-24e26140-7719-442f-9734-5a9f06695a6e', 'network_id': '24e26140-7719-442f-9734-5a9f06695a6e', 'tenant_id': '21733fd39bf2424b9ca5330369c04cc1', 'fixed_ips': [{'subnet_id': 'b7b2b460-cd20-4181-afd6-b00137b142fc'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:05:41.942921 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6190314d-08db-4381-a5ad-efe80daacaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:41.952714 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-2f18ba50-f623-4087-9444-fc06cb35f6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:41.954430 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-2f18ba50-f623-4087-9444-fc06cb35f6f6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&device_id=91d81b7b-4bf6-4f62-b95f-6ce0a102a8df HTTP/1.1" status: 200 len: 1095 time: 0.0941365 Aug 10 04:05:41.967817 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7cd03e1d-0cc1-464a-af36-e0daf6eee76c tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2887831 Aug 10 04:05:41.970291 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51768) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:42.011436 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-d5317a9f-ff14-4c3a-93db-056a707c0b28 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Request body: {'port': {'network_id': '24e26140-7719-442f-9734-5a9f06695a6e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1650529324'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:42.079296 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-cdb6737a-44de-444e-a2a3-ac4a2e5bd33e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dce54a5a-906d-4a95-becb-53a3ec6c2347 HTTP/1.1" status: 200 len: 217 time: 0.1097219 Aug 10 04:05:42.121912 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2c7da-a3f0-4f33-92c6-9e2990f70a12 req-5fdcb4cf-3001-4a63-a8b5-7a515718d0a3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:42.124424 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-93f2c7da-a3f0-4f33-92c6-9e2990f70a12 req-5fdcb4cf-3001-4a63-a8b5-7a515718d0a3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=842eaf17-c019-460e-89b5-002728d833e0 HTTP/1.1" status: 200 len: 945 time: 0.2337255 Aug 10 04:05:42.163361 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-b578c3ff-eca6-4472-93c5-e3a720de8416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:42.164854 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-b578c3ff-eca6-4472-93c5-e3a720de8416 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=50d1b050-8d5a-4a28-adea-90a39272e6c6 HTTP/1.1" status: 200 len: 849 time: 0.0517921 Aug 10 04:05:42.175500 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-93f2c7da-a3f0-4f33-92c6-9e2990f70a12 req-273c7429-a6d1-4414-81cc-6cc2f3686bf0 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427084 Aug 10 04:05:42.221482 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ebd8ef49-e6f6-477d-9a6c-c50adca5820c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:42.268460 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ebc43-70d3-4f69-ad55-17c6b322b3a1 req-dd7d45fa-87ab-451a-a058-de581d20a3c6 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:42.276495 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-558ebc43-70d3-4f69-ad55-17c6b322b3a1 req-dd7d45fa-87ab-451a-a058-de581d20a3c6 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d81b7b-4bf6-4f62-b95f-6ce0a102a8df HTTP/1.1" status: 200 len: 944 time: 0.2116299 Aug 10 04:05:42.311405 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-9a7170b9-60d4-4035-baeb-14ae26dbe739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:42.312984 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-9a7170b9-60d4-4035-baeb-14ae26dbe739 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee59e291-e76f-48a7-96a4-530291348714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1278141 Aug 10 04:05:42.342582 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad1084-91cc-41e5-915d-432b1ab9efdf req-8ce1a293-5311-49a6-8d71-3fc89308262f tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:42.350447 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-44ad1084-91cc-41e5-915d-432b1ab9efdf req-8ce1a293-5311-49a6-8d71-3fc89308262f tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 945 time: 0.0745413 Aug 10 04:05:42.376469 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-6190314d-08db-4381-a5ad-efe80daacaf7 None None] Allocated IP 172.20.0.2 (24e26140-7719-442f-9734-5a9f06695a6e/b7b2b460-cd20-4181-afd6-b00137b142fc/b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:42.404336 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-558ebc43-70d3-4f69-ad55-17c6b322b3a1 req-84600ea5-a791-4d2c-aaf3-d61a53d39e8e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263027 Aug 10 04:05:42.422612 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-44ad1084-91cc-41e5-915d-432b1ab9efdf req-26204a27-9745-4d7c-a8dc-f69a42669168 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708730 Aug 10 04:05:42.460374 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-ebd8ef49-e6f6-477d-9a6c-c50adca5820c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Deleting port 7bea4a43-74ca-447d-82c7-ad280ac7c161 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:42.460784 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ebd8ef49-e6f6-477d-9a6c-c50adca5820c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:42.497014 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5317a9f-ff14-4c3a-93db-056a707c0b28 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Made reservation on behalf of 21733fd39bf2424b9ca5330369c04cc1 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:42.502157 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d5317a9f-ff14-4c3a-93db-056a707c0b28 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:42.524530 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-a6a36a4e-8273-4801-90ba-7ac5f432b9af service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028651 Aug 10 04:05:42.532398 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-d5317a9f-ff14-4c3a-93db-056a707c0b28 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] device_id is not set on port f52a31b7-e487-4bbd-afe3-c38a8bf35545 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:05:42.563688 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ebd8ef49-e6f6-477d-9a6c-c50adca5820c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:42.577608 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-ebd8ef49-e6f6-477d-9a6c-c50adca5820c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Calling delete_port for 7bea4a43-74ca-447d-82c7-ad280ac7c161 owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:42.619999 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6190314d-08db-4381-a5ad-efe80daacaf7 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:42.633653 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6190314d-08db-4381-a5ad-efe80daacaf7 None None] Transition to ACTIVE for port object b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:42.654254 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6190314d-08db-4381-a5ad-efe80daacaf7 None None] Transition to ACTIVE for port object b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:42.696479 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d9bbf794-a216-4bdb-8866-ae4caf0fbcbc req-275afda6-c250-4c94-bdfc-b8007c9c7310 service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977373 Aug 10 04:05:42.732461 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6190314d-08db-4381-a5ad-efe80daacaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:42.794378 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-d5317a9f-ff14-4c3a-93db-056a707c0b28 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Allocated IP 172.20.0.4 (24e26140-7719-442f-9734-5a9f06695a6e/b7b2b460-cd20-4181-afd6-b00137b142fc/f52a31b7-e487-4bbd-afe3-c38a8bf35545) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:42.795169 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6190314d-08db-4381-a5ad-efe80daacaf7 None None] Network 24e26140-7719-442f-9734-5a9f06695a6e is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:42.796453 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190314d-08db-4381-a5ad-efe80daacaf7 None None] Pushing event updated for resources: {'Port': ['ID=b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:42.800502 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-6190314d-08db-4381-a5ad-efe80daacaf7 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:42.802936 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6190314d-08db-4381-a5ad-efe80daacaf7 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:42.812645 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ebd8ef49-e6f6-477d-9a6c-c50adca5820c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:42.839460 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device ec5f1955-ded3-41cf-afab-434789e2602e up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:42.849430 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8ef49-e6f6-477d-9a6c-c50adca5820c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event deleted for resources: {'Port': ['ID=7bea4a43-74ca-447d-82c7-ad280ac7c161,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:42.896046 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-6190314d-08db-4381-a5ad-efe80daacaf7 None None] Attempting to bind port b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:42.896680 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-6190314d-08db-4381-a5ad-efe80daacaf7 None None] Attempting to bind port b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '7f9e85e3-eaee-4000-be3d-f2d7334788cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '24e26140-7719-442f-9734-5a9f06695a6e'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:42.897279 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6190314d-08db-4381-a5ad-efe80daacaf7 None None] Attempting to bind port b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4 on network 24e26140-7719-442f-9734-5a9f06695a6e {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:42.909730 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6190314d-08db-4381-a5ad-efe80daacaf7 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:42.910409 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6190314d-08db-4381-a5ad-efe80daacaf7 None None] Checking segment: {'id': '7f9e85e3-eaee-4000-be3d-f2d7334788cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '24e26140-7719-442f-9734-5a9f06695a6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:42.911340 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6190314d-08db-4381-a5ad-efe80daacaf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:42.911910 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6190314d-08db-4381-a5ad-efe80daacaf7 None None] Bound using segment: {'id': '7f9e85e3-eaee-4000-be3d-f2d7334788cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '24e26140-7719-442f-9734-5a9f06695a6e'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:42.912595 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-6190314d-08db-4381-a5ad-efe80daacaf7 None None] Bound port: b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9e85e3-eaee-4000-be3d-f2d7334788cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '24e26140-7719-442f-9734-5a9f06695a6e'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:42.913186 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6190314d-08db-4381-a5ad-efe80daacaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:42.920552 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ebd8ef49-e6f6-477d-9a6c-c50adca5820c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:42.988673 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25878dc2-5937-43e6-b978-2473b550c18f req-4b0a216f-59f2-4a65-89f2-853e77002a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:42.990283 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-25878dc2-5937-43e6-b978-2473b550c18f req-4b0a216f-59f2-4a65-89f2-853e77002a59 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&device_id=91d81b7b-4bf6-4f62-b95f-6ce0a102a8df HTTP/1.1" status: 200 len: 1095 time: 0.1913066 Aug 10 04:05:42.995074 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-6190314d-08db-4381-a5ad-efe80daacaf7 None None] For port b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:42.998994 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-6190314d-08db-4381-a5ad-efe80daacaf7 None None] For port b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4,segment=NetworkSegment(7f9e85e3-eaee-4000-be3d-f2d7334788cc),segment_id=7f9e85e3-eaee-4000-be3d-f2d7334788cc)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:43.041989 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ebd8ef49-e6f6-477d-9a6c-c50adca5820c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.044840 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ebd8ef49-e6f6-477d-9a6c-c50adca5820c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.068179 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d5317a9f-ff14-4c3a-93db-056a707c0b28 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.074918 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port ec5f1955-ded3-41cf-afab-434789e2602e completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:43.080725 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port ec5f1955-ded3-41cf-afab-434789e2602e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:43.080725 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.097887 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-d5317a9f-ff14-4c3a-93db-056a707c0b28 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Transition to ACTIVE for port object f52a31b7-e487-4bbd-afe3-c38a8bf35545 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:43.113720 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6190314d-08db-4381-a5ad-efe80daacaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.132356 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25878dc2-5937-43e6-b978-2473b550c18f req-804d5d78-ccde-4e23-b9d0-2b30132058c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:43.133861 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-25878dc2-5937-43e6-b978-2473b550c18f req-804d5d78-ccde-4e23-b9d0-2b30132058c2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 911 time: 0.1344688 Aug 10 04:05:43.184495 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-25878dc2-5937-43e6-b978-2473b550c18f req-9d77ea8a-39a6-4970-9051-a9f9cfd59c11 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dce54a5a-906d-4a95-becb-53a3ec6c2347 HTTP/1.1" status: 200 len: 217 time: 0.0402043 Aug 10 04:05:43.194491 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ebd8ef49-e6f6-477d-9a6c-c50adca5820c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.195641 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd8ef49-e6f6-477d-9a6c-c50adca5820c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Fanout notify agent at l3_agent the message router_deleted on router 2e7c8e87-3e1a-4115-b3a4-2c80f2e97809 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:05:43.205002 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190314d-08db-4381-a5ad-efe80daacaf7 None None] Pushing event updated for resources: {'Port': ['ID=b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:43.208297 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ebd8ef49-e6f6-477d-9a6c-c50adca5820c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.210345 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ebd8ef49-e6f6-477d-9a6c-c50adca5820c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "DELETE /v2.0/routers/2e7c8e87-3e1a-4115-b3a4-2c80f2e97809 HTTP/1.1" status: 204 len: 168 time: 1.5281966 Aug 10 04:05:43.213468 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51778) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:43.244130 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25878dc2-5937-43e6-b978-2473b550c18f req-5580766e-ba93-46f6-ab14-a0374b9d2a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:43.245587 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-25878dc2-5937-43e6-b978-2473b550c18f req-5580766e-ba93-46f6-ab14-a0374b9d2a30 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=50d1b050-8d5a-4a28-adea-90a39272e6c6 HTTP/1.1" status: 200 len: 849 time: 0.0549834 Aug 10 04:05:43.252062 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d5317a9f-ff14-4c3a-93db-056a707c0b28 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.268653 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.300882 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-26de6641-0654-46ba-8305-d5d7586f712c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Deleting subnet 61115dde-c9c5-487d-a96c-c241e0ef792e {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:05:43.304696 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-26de6641-0654-46ba-8305-d5d7586f712c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.305864 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port ec5f1955-ded3-41cf-afab-434789e2602e, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=ec5f1955-ded3-41cf-afab-434789e2602e,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:43.307212 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842eaf17-c019-460e-89b5-002728d833e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec5f1955-ded3-41cf-afab-434789e2602e'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:05:43.310970 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4a446a-cbe8-464d-8782-735ff1a0e365" -d '{"events": [{"server_uuid": "842eaf17-c019-460e-89b5-002728d833e0", "name": "network-vif-plugged", "status": "completed", "tag": "ec5f1955-ded3-41cf-afab-434789e2602e"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:05:43.365606 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5317a9f-ff14-4c3a-93db-056a707c0b28 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Network 24e26140-7719-442f-9734-5a9f06695a6e is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:43.369156 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bca8055-cded-4ff1-8027-a94af8122f91 x-openstack-request-id: req-7bca8055-cded-4ff1-8027-a94af8122f91 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:05:43.369647 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842eaf17-c019-460e-89b5-002728d833e0", "name": "network-vif-plugged", "status": "completed", "tag": "ec5f1955-ded3-41cf-afab-434789e2602e", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:05:43.381802 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7bca8055-cded-4ff1-8027-a94af8122f91 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:05:43.381802 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842eaf17-c019-460e-89b5-002728d833e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec5f1955-ded3-41cf-afab-434789e2602e', 'code': 200} Aug 10 04:05:43.382753 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-d5317a9f-ff14-4c3a-93db-056a707c0b28 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:43.382753 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5317a9f-ff14-4c3a-93db-056a707c0b28 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:43.386680 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5317a9f-ff14-4c3a-93db-056a707c0b28 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Pushing event updated for resources: {'Port': ['ID=f52a31b7-e487-4bbd-afe3-c38a8bf35545,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:43.400142 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.434637 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25878dc2-5937-43e6-b978-2473b550c18f req-441149c8-ae00-471f-bef8-1c99873839c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:43.437540 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-25878dc2-5937-43e6-b978-2473b550c18f req-441149c8-ae00-471f-bef8-1c99873839c9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee59e291-e76f-48a7-96a4-530291348714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1804056 Aug 10 04:05:43.448399 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-26de6641-0654-46ba-8305-d5d7586f712c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.555935 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5317a9f-ff14-4c3a-93db-056a707c0b28 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:43.556625 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d5317a9f-ff14-4c3a-93db-056a707c0b28 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.560536 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=ec5f1955-ded3-41cf-afab-434789e2602e,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:43.587811 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-26de6641-0654-46ba-8305-d5d7586f712c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.606177 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.623584 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f8e85-ddf0-4289-8d5b-8dc878884244 req-9391147a-7c37-43e6-9a30-9cc875771912 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:43.625281 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-598f8e85-ddf0-4289-8d5b-8dc878884244 req-9391147a-7c37-43e6-9a30-9cc875771912 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=842eaf17-c019-460e-89b5-002728d833e0 HTTP/1.1" status: 200 len: 945 time: 0.2938373 Aug 10 04:05:43.647335 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a50b6-a895-49bb-9265-6ff71bb5b866 req-329c1aec-d45d-4e78-8c5c-3d8097619d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:43.649167 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-020a50b6-a895-49bb-9265-6ff71bb5b866 req-329c1aec-d45d-4e78-8c5c-3d8097619d09 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=842eaf17-c019-460e-89b5-002728d833e0 HTTP/1.1" status: 200 len: 1097 time: 0.1533604 Aug 10 04:05:43.726889 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-598f8e85-ddf0-4289-8d5b-8dc878884244 req-b6a9d884-8bec-4d4c-aa27-f74a4405505f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852234 Aug 10 04:05:43.734464 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-020a50b6-a895-49bb-9265-6ff71bb5b866 req-ed0cf6a4-a006-48ca-8ea6-e4ab4c291c79 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741489 Aug 10 04:05:43.827901 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-26de6641-0654-46ba-8305-d5d7586f712c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.840072 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b2e5757b-eafc-4b64-af8e-c261f6bed30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.867302 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de6641-0654-46ba-8305-d5d7586f712c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event deleted for resources: {'Subnet': ['ID=61115dde-c9c5-487d-a96c-c241e0ef792e,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:43.878771 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-26de6641-0654-46ba-8305-d5d7586f712c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.878771 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-26de6641-0654-46ba-8305-d5d7586f712c tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "DELETE /v2.0/subnets/61115dde-c9c5-487d-a96c-c241e0ef792e HTTP/1.1" status: 204 len: 168 time: 0.6599555 Aug 10 04:05:43.878771 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51788) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:43.943836 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca342c-dcca-4e47-b2eb-bae9008cc58b req-620aaae2-1130-419e-affd-e06e025c8139 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:43.945414 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12ca342c-dcca-4e47-b2eb-bae9008cc58b req-620aaae2-1130-419e-affd-e06e025c8139 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 945 time: 0.1475472 Aug 10 04:05:43.996046 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db2c99-0d15-4a7c-961a-5fbb4c2fde43 req-adf8cc01-f4aa-47bd-af12-e7b19c293cac tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:43.996593 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0f5b-0bf9-4de8-b3d3-5c71dd00f510 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:43.997618 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-42db2c99-0d15-4a7c-961a-5fbb4c2fde43 req-adf8cc01-f4aa-47bd-af12-e7b19c293cac tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d81b7b-4bf6-4f62-b95f-6ce0a102a8df HTTP/1.1" status: 200 len: 944 time: 0.4669409 Aug 10 04:05:44.022339 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12ca342c-dcca-4e47-b2eb-bae9008cc58b req-83d8060e-05b2-40be-89a3-a6cba4d97b46 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669081 Aug 10 04:05:44.035569 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d5317a9f-ff14-4c3a-93db-056a707c0b28 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.0612159 Aug 10 04:05:44.035569 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-25878dc2-5937-43e6-b978-2473b550c18f req-8f5add27-b62e-49b5-a8f6-465c25db7dc0 service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5881953 Aug 10 04:05:44.036758 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51790) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:44.079482 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-a6c64dac-722a-414f-91aa-6a6b27e649b4 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Request body: {'port': {'network_id': '24e26140-7719-442f-9734-5a9f06695a6e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1174347048', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:44.084061 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.api.validators [None req-a6c64dac-722a-414f-91aa-6a6b27e649b4 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] bootfile-name is not in valid_values {{(pid=94937) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 04:05:44.084061 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.api.validators [None req-a6c64dac-722a-414f-91aa-6a6b27e649b4 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] tftp-server is not in valid_values {{(pid=94937) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 04:05:44.084061 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.api.validators [None req-a6c64dac-722a-414f-91aa-6a6b27e649b4 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] server-ip-address is not in valid_values {{(pid=94937) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 04:05:44.092601 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-42db2c99-0d15-4a7c-961a-5fbb4c2fde43 req-c5d4da40-665f-4345-898f-4ae7eef2e7a4 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795825 Aug 10 04:05:44.165123 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:44.196543 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-25878dc2-5937-43e6-b978-2473b550c18f req-57a7bbb0-7777-4601-9c2e-3e35aee2143c service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492574 Aug 10 04:05:44.250064 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0f5b-0bf9-4de8-b3d3-5c71dd00f510 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:44.271667 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-8a2b0f5b-0bf9-4de8-b3d3-5c71dd00f510 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e90fd106-238e-4ee4-b4f8-ee8e6846c485']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:44.285520 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:44.292502 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-8a2b0f5b-0bf9-4de8-b3d3-5c71dd00f510 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d1300d-a29b-415c-b955-5b8eab5f9533') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:44.293236 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-8a2b0f5b-0bf9-4de8-b3d3-5c71dd00f510 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d1300d-a29b-415c-b955-5b8eab5f9533') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:44.314502 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0f5b-0bf9-4de8-b3d3-5c71dd00f510 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:44.355479 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0f5b-0bf9-4de8-b3d3-5c71dd00f510 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:44.371285 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a2b0f5b-0bf9-4de8-b3d3-5c71dd00f510 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:05:44.373028 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0f5b-0bf9-4de8-b3d3-5c71dd00f510 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:05:44.377388 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:05:44.426211 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ada8a17-750e-4557-a135-beb9114442f5 None None] Network 24e26140-7719-442f-9734-5a9f06695a6e requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:44.443643 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a4374f-af46-42eb-bbdf-d68045a2fb7d req-42a06ca7-6a7c-4503-90f7-e390dfec55ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:44.445290 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-95a4374f-af46-42eb-bbdf-d68045a2fb7d req-42a06ca7-6a7c-4503-90f7-e390dfec55ff service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 1096 time: 0.1206038 Aug 10 04:05:44.486877 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-95a4374f-af46-42eb-bbdf-d68045a2fb7d req-8dfb7b6a-50d2-464e-ab57-7d1dbbca3320 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343928 Aug 10 04:05:44.502448 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c64dac-722a-414f-91aa-6a6b27e649b4 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Made reservation on behalf of 21733fd39bf2424b9ca5330369c04cc1 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:44.506813 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6c64dac-722a-414f-91aa-6a6b27e649b4 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:44.525749 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-a6c64dac-722a-414f-91aa-6a6b27e649b4 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] device_id is not set on port 4bf0ccf6-2381-4faf-bbe0-08dd21c12d91 yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:05:44.530155 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0f5b-0bf9-4de8-b3d3-5c71dd00f510 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:44.540168 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a2b0f5b-0bf9-4de8-b3d3-5c71dd00f510 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:44.542000 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8a2b0f5b-0bf9-4de8-b3d3-5c71dd00f510 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] 10.222.0.25 "DELETE /v2.0/networks/e90fd106-238e-4ee4-b4f8-ee8e6846c485 HTTP/1.1" status: 204 len: 168 time: 0.6608775 Aug 10 04:05:44.556228 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-58cbef7e-0d18-4fb0-9001-a9f64fab5ed1 None None] Provisioning for port b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:44.560411 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b0f5b-0bf9-4de8-b3d3-5c71dd00f510 tempest-FloatingIPTestJSON-703488100 tempest-FloatingIPTestJSON-703488100-project] Pushing event deleted for resources: {'Network': ['ID=e90fd106-238e-4ee4-b4f8-ee8e6846c485,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:44.565760 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-58cbef7e-0d18-4fb0-9001-a9f64fab5ed1 None None] Provisioning complete for port b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:44.565760 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-58cbef7e-0d18-4fb0-9001-a9f64fab5ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:44.678742 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-58cbef7e-0d18-4fb0-9001-a9f64fab5ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:44.703823 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-a6c64dac-722a-414f-91aa-6a6b27e649b4 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Allocated IP 172.20.0.5 (24e26140-7719-442f-9734-5a9f06695a6e/b7b2b460-cd20-4181-afd6-b00137b142fc/4bf0ccf6-2381-4faf-bbe0-08dd21c12d91) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:44.722361 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-58cbef7e-0d18-4fb0-9001-a9f64fab5ed1 None None] For port b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4,segment=NetworkSegment(7f9e85e3-eaee-4000-be3d-f2d7334788cc),segment_id=7f9e85e3-eaee-4000-be3d-f2d7334788cc)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:44.795076 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-58cbef7e-0d18-4fb0-9001-a9f64fab5ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:44.879945 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbef7e-0d18-4fb0-9001-a9f64fab5ed1 None None] Pushing event updated for resources: {'Port': ['ID=b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:44.880478 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5837c85-423e-4915-a61c-78e08aa09381 req-fbf5b336-d627-4672-8c5c-1b0466f56e73 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:44.884122 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e5837c85-423e-4915-a61c-78e08aa09381 req-fbf5b336-d627-4672-8c5c-1b0466f56e73 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=842eaf17-c019-460e-89b5-002728d833e0 HTTP/1.1" status: 200 len: 946 time: 0.0731916 Aug 10 04:05:44.915405 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6c64dac-722a-414f-91aa-6a6b27e649b4 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:44.920153 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c1bf22ae-a00b-4dc6-b3d3-c64e22defacf None None] Provisioning complete for port b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:44.920640 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c1bf22ae-a00b-4dc6-b3d3-c64e22defacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:44.930455 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-a6c64dac-722a-414f-91aa-6a6b27e649b4 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Transition to ACTIVE for port object 4bf0ccf6-2381-4faf-bbe0-08dd21c12d91 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:44.938543 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e5837c85-423e-4915-a61c-78e08aa09381 req-c86e37f2-d01b-4856-b51d-3729e5ea8894 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457089 Aug 10 04:05:45.066169 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fce5335d-dbe4-4dc0-8f41-4b57ca542ac9 req-3f00b049-05c8-4af9-9c9a-513ac24213f9 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=897476f221894013b27960fb36935e79 HTTP/1.1" status: 200 len: 267 time: 0.0440695 Aug 10 04:05:45.077429 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6c64dac-722a-414f-91aa-6a6b27e649b4 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:45.086624 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51802) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:45.100615 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c1bf22ae-a00b-4dc6-b3d3-c64e22defacf None None] Provisioning for port f52a31b7-e487-4bbd-afe3-c38a8bf35545 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:45.107087 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c1bf22ae-a00b-4dc6-b3d3-c64e22defacf None None] Provisioning complete for port f52a31b7-e487-4bbd-afe3-c38a8bf35545 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:45.107563 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c1bf22ae-a00b-4dc6-b3d3-c64e22defacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:45.161124 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c64dac-722a-414f-91aa-6a6b27e649b4 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Network 24e26140-7719-442f-9734-5a9f06695a6e is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:45.167050 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-a6c64dac-722a-414f-91aa-6a6b27e649b4 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:45.173289 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c64dac-722a-414f-91aa-6a6b27e649b4 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:45.181365 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c64dac-722a-414f-91aa-6a6b27e649b4 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Pushing event updated for resources: {'Port': ['ID=4bf0ccf6-2381-4faf-bbe0-08dd21c12d91,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:45.195052 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d606f5b-6b1b-4860-ae2b-9fc3775c3e74 req-68a4b164-ac40-4d95-9e6f-54aa4f2ced4b tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:45.205921 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0d606f5b-6b1b-4860-ae2b-9fc3775c3e74 req-68a4b164-ac40-4d95-9e6f-54aa4f2ced4b tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 945 time: 0.0835550 Aug 10 04:05:45.214899 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-c1bf22ae-a00b-4dc6-b3d3-c64e22defacf None None] Port f52a31b7-e487-4bbd-afe3-c38a8bf35545 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:05:45.228705 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5335d-dbe4-4dc0-8f41-4b57ca542ac9 req-be35eaa7-52f0-4b8a-9b0a-84f0662025d9 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:45.230119 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fce5335d-dbe4-4dc0-8f41-4b57ca542ac9 req-be35eaa7-52f0-4b8a-9b0a-84f0662025d9 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=842eaf17-c019-460e-89b5-002728d833e0 HTTP/1.1" status: 200 len: 946 time: 0.1562750 Aug 10 04:05:45.250165 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-fce5335d-dbe4-4dc0-8f41-4b57ca542ac9 req-6fac4458-47ea-4dc8-babe-4997e70872d3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Request body: {'port': {'security_groups': []}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:45.261699 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c64dac-722a-414f-91aa-6a6b27e649b4 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:45.263178 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6c64dac-722a-414f-91aa-6a6b27e649b4 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:45.273721 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0d606f5b-6b1b-4860-ae2b-9fc3775c3e74 req-dd7a2b8c-d8dd-4a6a-a240-3b44ac0e1206 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619786 Aug 10 04:05:45.290993 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:45.353185 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fce5335d-dbe4-4dc0-8f41-4b57ca542ac9 req-6fac4458-47ea-4dc8-babe-4997e70872d3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:45.353913 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9e2f8c32-82b0-444f-837e-217d6fc79154 None None] Provisioning complete for port f52a31b7-e487-4bbd-afe3-c38a8bf35545 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:45.354322 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-38cebf6a-f9e7-4cfb-9387-b3a0af2dfcee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4557c26c7d2f48388ea9df90fbbed42d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2664182 Aug 10 04:05:45.354538 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9e2f8c32-82b0-444f-837e-217d6fc79154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:45.358878 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51810) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:45.412569 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8380a-908c-4481-a67c-dbec8e9fbab5 req-ce8ad141-dd9e-4058-97d7-a8c4feb806e8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:45.415038 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-53f8380a-908c-4481-a67c-dbec8e9fbab5 req-ce8ad141-dd9e-4058-97d7-a8c4feb806e8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d81b7b-4bf6-4f62-b95f-6ce0a102a8df HTTP/1.1" status: 200 len: 944 time: 0.0784202 Aug 10 04:05:45.425592 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-9e2f8c32-82b0-444f-837e-217d6fc79154 None None] Port f52a31b7-e487-4bbd-afe3-c38a8bf35545 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:05:45.471291 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-53f8380a-908c-4481-a67c-dbec8e9fbab5 req-5f0fc0fd-3308-4e5c-9742-cba6a199dc50 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485179 Aug 10 04:05:45.634478 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7dcfef2c-2af2-451a-97fb-e6b1f0b645f6 None None] Provisioning for port 4bf0ccf6-2381-4faf-bbe0-08dd21c12d91 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:45.638965 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7dcfef2c-2af2-451a-97fb-e6b1f0b645f6 None None] Provisioning complete for port 4bf0ccf6-2381-4faf-bbe0-08dd21c12d91 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:45.639468 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7dcfef2c-2af2-451a-97fb-e6b1f0b645f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:45.664060 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:45.679727 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-7dcfef2c-2af2-451a-97fb-e6b1f0b645f6 None None] Port 4bf0ccf6-2381-4faf-bbe0-08dd21c12d91 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:05:45.729728 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a6c64dac-722a-414f-91aa-6a6b27e649b4 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.6913538 Aug 10 04:05:45.733167 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51812) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:45.784101 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062b8728-dbc0-46cf-af01-c6335583bfcd tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:45.789935 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062b8728-dbc0-46cf-af01-c6335583bfcd tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:45.796901 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062b8728-dbc0-46cf-af01-c6335583bfcd tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:45.798586 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-062b8728-dbc0-46cf-af01-c6335583bfcd tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.0644712 Aug 10 04:05:45.801471 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51814) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:45.815850 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-877cd085-153c-4326-add7-7f2591d54763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:45.884159 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-877cd085-153c-4326-add7-7f2591d54763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:45.890696 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-ae6fa570-a904-4c29-bc56-9a2d73b7fa97 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Deleting port 4bf0ccf6-2381-4faf-bbe0-08dd21c12d91 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:45.891039 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ae6fa570-a904-4c29-bc56-9a2d73b7fa97 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:45.946420 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-fce5335d-dbe4-4dc0-8f41-4b57ca542ac9 req-6fac4458-47ea-4dc8-babe-4997e70872d3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] For port ec5f1955-ded3-41cf-afab-434789e2602e, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=ec5f1955-ded3-41cf-afab-434789e2602e,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:45.978896 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fce5335d-dbe4-4dc0-8f41-4b57ca542ac9 req-6fac4458-47ea-4dc8-babe-4997e70872d3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:45.986218 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ae6fa570-a904-4c29-bc56-9a2d73b7fa97 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:45.998110 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-ae6fa570-a904-4c29-bc56-9a2d73b7fa97 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Calling delete_port for 4bf0ccf6-2381-4faf-bbe0-08dd21c12d91 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:46.039841 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-877cd085-153c-4326-add7-7f2591d54763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:46.042649 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-877cd085-153c-4326-add7-7f2591d54763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:46.046484 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-877cd085-153c-4326-add7-7f2591d54763 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6260d572-3541-42f7-9e5c-4b6761f6d6c1 HTTP/1.1" status: 204 len: 168 time: 0.6834216 Aug 10 04:05:46.058382 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fce5335d-dbe4-4dc0-8f41-4b57ca542ac9 req-6fac4458-47ea-4dc8-babe-4997e70872d3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:46.060792 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877cd085-153c-4326-add7-7f2591d54763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6260d572-3541-42f7-9e5c-4b6761f6d6c1,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:46.062324 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:46.105923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5335d-dbe4-4dc0-8f41-4b57ca542ac9 req-6fac4458-47ea-4dc8-babe-4997e70872d3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:46.106575 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fce5335d-dbe4-4dc0-8f41-4b57ca542ac9 req-6fac4458-47ea-4dc8-babe-4997e70872d3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:46.107996 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fce5335d-dbe4-4dc0-8f41-4b57ca542ac9 req-6fac4458-47ea-4dc8-babe-4997e70872d3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "PUT /v2.0/ports/ec5f1955-ded3-41cf-afab-434789e2602e HTTP/1.1" status: 200 len: 905 time: 0.8672109 Aug 10 04:05:46.108454 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842eaf17-c019-460e-89b5-002728d833e0', 'tag': 'ec5f1955-ded3-41cf-afab-434789e2602e'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:05:46.110852 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2256b094-b442-4beb-9cd3-c7d43efe12a4" -d '{"events": [{"name": "network-changed", "server_uuid": "842eaf17-c019-460e-89b5-002728d833e0", "tag": "ec5f1955-ded3-41cf-afab-434789e2602e"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:05:46.119679 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['ec5f1955-ded3-41cf-afab-434789e2602e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:05:46.130757 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['82b94d3d-95e8-4c3e-a953-5a5685a5e11d', 'ea36b875-cdd5-4e56-b55a-0b65e00819cb'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:05:46.156762 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac4458-47ea-4dc8-babe-4997e70872d3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Pushing event updated for resources: {'Port': ['ID=ec5f1955-ded3-41cf-afab-434789e2602e,revision_number=6']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:46.188380 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10071410-d52b-4f50-b7d2-205fefa0a419 x-openstack-request-id: req-10071410-d52b-4f50-b7d2-205fefa0a419 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:05:46.188677 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842eaf17-c019-460e-89b5-002728d833e0", "tag": "ec5f1955-ded3-41cf-afab-434789e2602e", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:05:46.188931 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10071410-d52b-4f50-b7d2-205fefa0a419 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:05:46.189332 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842eaf17-c019-460e-89b5-002728d833e0', 'tag': 'ec5f1955-ded3-41cf-afab-434789e2602e', 'status': 'completed', 'code': 200} Aug 10 04:05:46.204951 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['ec5f1955-ded3-41cf-afab-434789e2602e'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:05:46.285090 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ae6fa570-a904-4c29-bc56-9a2d73b7fa97 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:46.326440 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6fa570-a904-4c29-bc56-9a2d73b7fa97 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Pushing event deleted for resources: {'Port': ['ID=4bf0ccf6-2381-4faf-bbe0-08dd21c12d91,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:46.327993 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:46.328366 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:46.375361 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256b094-b442-4beb-9cd3-c7d43efe12a4 req-1b5e7ed0-46db-431d-869b-65080a0a39c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:46.382603 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2256b094-b442-4beb-9cd3-c7d43efe12a4 req-1b5e7ed0-46db-431d-869b-65080a0a39c3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=897476f221894013b27960fb36935e79&device_id=842eaf17-c019-460e-89b5-002728d833e0 HTTP/1.1" status: 200 len: 1059 time: 0.1697037 Aug 10 04:05:46.410491 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4944cc13-65ab-46da-8d96-d58e6329ffbc req-afce9963-45b3-4638-812b-385cd2f4e168 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:46.412100 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4944cc13-65ab-46da-8d96-d58e6329ffbc req-afce9963-45b3-4638-812b-385cd2f4e168 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=842eaf17-c019-460e-89b5-002728d833e0 HTTP/1.1" status: 200 len: 908 time: 0.2005460 Aug 10 04:05:46.514357 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d0074-9375-4e8c-af6d-697f1978593b req-a573288e-9670-4ca2-b34c-ae66d19693b0 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:46.515985 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-491d0074-9375-4e8c-af6d-697f1978593b req-a573288e-9670-4ca2-b34c-ae66d19693b0 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 945 time: 0.1337512 Aug 10 04:05:46.561570 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ae6fa570-a904-4c29-bc56-9a2d73b7fa97 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:46.566808 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ae6fa570-a904-4c29-bc56-9a2d73b7fa97 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] 10.222.0.25 "DELETE /v2.0/ports/4bf0ccf6-2381-4faf-bbe0-08dd21c12d91 HTTP/1.1" status: 204 len: 168 time: 0.7610629 Aug 10 04:05:46.573037 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ab160177-af49-4688-9286-413752fb8950 None None] Provisioning complete for port ec5f1955-ded3-41cf-afab-434789e2602e triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:46.573405 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ab160177-af49-4688-9286-413752fb8950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:46.575985 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51836) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:46.582981 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-9121a889-3821-4398-a43b-4137ad54ddec tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Request body: {'port': {'name': 'tempest-new-port-name-1382318620', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:46.583645 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.api.validators [None req-9121a889-3821-4398-a43b-4137ad54ddec tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] bootfile-name is not in valid_values {{(pid=94937) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 04:05:46.584249 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.api.validators [None req-9121a889-3821-4398-a43b-4137ad54ddec tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] tftp-server is not in valid_values {{(pid=94937) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 04:05:46.584766 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.api.validators [None req-9121a889-3821-4398-a43b-4137ad54ddec tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] server-ip-address is not in valid_values {{(pid=94937) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 10 04:05:46.661255 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256b094-b442-4beb-9cd3-c7d43efe12a4 req-fd28dd97-0f3a-4081-9c7c-8e9f5c6f5f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:46.662749 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2256b094-b442-4beb-9cd3-c7d43efe12a4 req-fd28dd97-0f3a-4081-9c7c-8e9f5c6f5f97 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f7ff6afc-8008-49c6-8b16-55c096640020 HTTP/1.1" status: 200 len: 912 time: 0.2603846 Aug 10 04:05:46.672364 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b172a4-105a-4e9e-99b9-971ef027ce51 req-96a4c491-783b-45cc-b1ad-6df72afe1187 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:46.676254 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-54b172a4-105a-4e9e-99b9-971ef027ce51 req-96a4c491-783b-45cc-b1ad-6df72afe1187 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1145253 Aug 10 04:05:46.700457 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-491d0074-9375-4e8c-af6d-697f1978593b req-2264574d-5411-4046-ad11-63c7712a6a4e tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736112 Aug 10 04:05:46.727884 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2256b094-b442-4beb-9cd3-c7d43efe12a4 req-7f184036-2a42-4466-afa2-242f978f34d9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec5f1955-ded3-41cf-afab-434789e2602e HTTP/1.1" status: 200 len: 217 time: 0.0529268 Aug 10 04:05:46.790358 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9121a889-3821-4398-a43b-4137ad54ddec tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:46.806333 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-54b172a4-105a-4e9e-99b9-971ef027ce51 req-2db9181d-6911-40bc-86f4-ff3172f3ec73 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861526 Aug 10 04:05:46.837754 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256b094-b442-4beb-9cd3-c7d43efe12a4 req-d8213d40-1c59-4301-981c-033d8ccf59e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:46.837754 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2256b094-b442-4beb-9cd3-c7d43efe12a4 req-d8213d40-1c59-4301-981c-033d8ccf59e4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a51d8861-9dbf-4178-9d3e-8ed73319e82c HTTP/1.1" status: 200 len: 850 time: 0.0896068 Aug 10 04:05:46.886185 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:46.896601 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256b094-b442-4beb-9cd3-c7d43efe12a4 req-a4243df2-7471-461e-85b3-927992dbff17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:46.898219 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2256b094-b442-4beb-9cd3-c7d43efe12a4 req-a4243df2-7471-461e-85b3-927992dbff17 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f7ff6afc-8008-49c6-8b16-55c096640020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631714 Aug 10 04:05:46.941391 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061fb78-66a6-4338-8224-fc85724fac6a req-750070fe-c0ab-467c-83d1-d73c82a9a9d0 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:46.943238 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c061fb78-66a6-4338-8224-fc85724fac6a req-750070fe-c0ab-467c-83d1-d73c82a9a9d0 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d81b7b-4bf6-4f62-b95f-6ce0a102a8df HTTP/1.1" status: 200 len: 944 time: 0.1320946 Aug 10 04:05:47.037190 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c061fb78-66a6-4338-8224-fc85724fac6a req-da6db0eb-2d4c-4bf5-8754-0c38122733eb tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811813 Aug 10 04:05:47.039380 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2256b094-b442-4beb-9cd3-c7d43efe12a4 req-2f7e15f8-2b90-42fa-87b1-830d5b42776d service neutron] 10.222.0.68 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300457 Aug 10 04:05:47.048006 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bd2b8-afad-4578-b90f-99f54d0a1957 req-a293c78d-4196-42ff-b125-45e06385a85a tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:47.049491 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9d6bd2b8-afad-4578-b90f-99f54d0a1957 req-a293c78d-4196-42ff-b125-45e06385a85a tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.0770891 Aug 10 04:05:47.139296 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9d6bd2b8-afad-4578-b90f-99f54d0a1957 req-688c356c-050f-48e7-827e-586f7129faba tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810366 Aug 10 04:05:47.145852 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9121a889-3821-4398-a43b-4137ad54ddec tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:47.173032 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2256b094-b442-4beb-9cd3-c7d43efe12a4 req-480416da-efd0-49fe-a703-81a7d1015839 service neutron] 10.222.0.68 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225033 Aug 10 04:05:47.246408 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9121a889-3821-4398-a43b-4137ad54ddec tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:47.306571 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-96c47f52-d123-48cb-a2a1-c54386c95bba tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:47.310838 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-96c47f52-d123-48cb-a2a1-c54386c95bba tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/networks?id=6a30de31-8cff-447d-a775-a8b158513d18 HTTP/1.1" status: 200 len: 810 time: 0.1844447 Aug 10 04:05:47.361026 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121a889-3821-4398-a43b-4137ad54ddec tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Pushing event updated for resources: {'Port': ['ID=f52a31b7-e487-4bbd-afe3-c38a8bf35545,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:47.372084 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-7a8091ef-7562-4cbc-8648-116681413ee0 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/quotas/f3713408bd1840a4be53441e1ea350d3 HTTP/1.1" status: 200 len: 375 time: 0.0457261 Aug 10 04:05:47.414731 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-9121a889-3821-4398-a43b-4137ad54ddec tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] In _notify_port_updated(), no bound segment for port f52a31b7-e487-4bbd-afe3-c38a8bf35545 on network 24e26140-7719-442f-9734-5a9f06695a6e {{(pid=94937) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 04:05:47.429280 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9121a889-3821-4398-a43b-4137ad54ddec tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:47.430053 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9121a889-3821-4398-a43b-4137ad54ddec tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:47.433719 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9121a889-3821-4398-a43b-4137ad54ddec tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] 10.222.0.25 "PUT /v2.0/ports/f52a31b7-e487-4bbd-afe3-c38a8bf35545 HTTP/1.1" status: 200 len: 1136 time: 0.8529203 Aug 10 04:05:47.437225 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51878) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:47.458829 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-e3d6eaa5-8f93-4ea7-8aa6-277bd03e7e1f tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f3713408bd1840a4be53441e1ea350d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793495 Aug 10 04:05:47.471165 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51880) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:47.517245 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69baaec1-4b53-4f5f-8eaf-d0262a4a2070 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:47.520388 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-69baaec1-4b53-4f5f-8eaf-d0262a4a2070 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] 10.222.0.25 "GET /v2.0/ports/f52a31b7-e487-4bbd-afe3-c38a8bf35545 HTTP/1.1" status: 200 len: 1136 time: 0.0813243 Aug 10 04:05:47.525173 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51884) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:47.530078 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-c688c17f-137d-4e90-a40d-16c445638121 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:47.538103 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-c688c17f-137d-4e90-a40d-16c445638121 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/networks?id=f7ff6afc-8008-49c6-8b16-55c096640020 HTTP/1.1" status: 200 len: 811 time: 0.2058811 Aug 10 04:05:47.551019 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-7bcd6934-de0c-4720-9d93-fa2871a3121e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/quotas/897476f221894013b27960fb36935e79 HTTP/1.1" status: 200 len: 375 time: 0.0118649 Aug 10 04:05:47.620653 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-4798c2b0-de04-4c48-9efc-91766eed34c5 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=897476f221894013b27960fb36935e79&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0625110 Aug 10 04:05:47.628467 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-cbd6d56e-9621-474d-bf61-51587ffb6cba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1807325630'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:47.665521 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-69470b18-9063-452b-b722-300dadc27e0d service neutron] 10.222.0.25 "GET /v2.0/networks/6a30de31-8cff-447d-a775-a8b158513d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930296 Aug 10 04:05:47.666974 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-630d732e-4e95-4e3f-8ec1-200ad0f85280 None None] Provisioning complete for port f52a31b7-e487-4bbd-afe3-c38a8bf35545 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:47.667541 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-630d732e-4e95-4e3f-8ec1-200ad0f85280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:47.705701 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-630d732e-4e95-4e3f-8ec1-200ad0f85280 None None] Port f52a31b7-e487-4bbd-afe3-c38a8bf35545 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:05:47.720679 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-fe410dd0-b226-4004-b274-efe2a8653c85 service neutron] 10.222.0.25 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926757 Aug 10 04:05:47.737846 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-8a4923d9-048a-409b-9c6b-2edb04aa03ca tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Deleting port f52a31b7-e487-4bbd-afe3-c38a8bf35545 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:47.738193 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a4923d9-048a-409b-9c6b-2edb04aa03ca tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:47.784544 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd6d56e-9621-474d-bf61-51587ffb6cba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Made reservation on behalf of fd59fb2bf85a4580a8990fede7cfb76e for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:47.787988 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cbd6d56e-9621-474d-bf61-51587ffb6cba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:47.809843 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cbd6d56e-9621-474d-bf61-51587ffb6cba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:47.812126 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-1dbcac91-a7bb-4e9f-a0c9-f0a13fbfba5f service neutron] 10.222.0.25 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851381 Aug 10 04:05:47.879580 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-40dd6774-af61-49fc-9155-ff3d66f46a7f service neutron] 10.222.0.25 "GET /v2.0/networks/6a30de31-8cff-447d-a775-a8b158513d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015004 Aug 10 04:05:47.889247 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a4923d9-048a-409b-9c6b-2edb04aa03ca tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:47.909834 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-8a4923d9-048a-409b-9c6b-2edb04aa03ca tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Calling delete_port for f52a31b7-e487-4bbd-afe3-c38a8bf35545 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:48.036486 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cbd6d56e-9621-474d-bf61-51587ffb6cba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:48.150416 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7fa3f95-b44f-43c5-bf62-b9f9415c9442 req-4c002440-29d7-48f4-92c1-68a07c456501 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 210 time: 0.0313241 Aug 10 04:05:48.159886 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cbd6d56e-9621-474d-bf61-51587ffb6cba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:48.180081 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a4923d9-048a-409b-9c6b-2edb04aa03ca tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:48.194458 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbd6d56e-9621-474d-bf61-51587ffb6cba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:05:48.245155 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4923d9-048a-409b-9c6b-2edb04aa03ca tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Pushing event deleted for resources: {'Port': ['ID=f52a31b7-e487-4bbd-afe3-c38a8bf35545,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:48.279265 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-820050b7-1646-4aab-b7ad-00e31a8e0b88 req-729d363b-fdc4-460d-a872-c2fc56e43c92 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 210 time: 0.0394554 Aug 10 04:05:48.279898 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd6d56e-9621-474d-bf61-51587ffb6cba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=becb5c37-09f2-4260-b87e-e4533dfa6e88,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:48.283814 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cbd6d56e-9621-474d-bf61-51587ffb6cba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:48.284168 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-cbd6d56e-9621-474d-bf61-51587ffb6cba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Added segment 95d11545-75ef-4847-af7e-51135d15da38 of type vlan for network fa8fe545-6daf-4245-938e-640c44a6d839 Aug 10 04:05:48.309185 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307adaf-809e-41e2-92b2-d910da606a14 req-9c2b23f2-f62d-439a-a40b-87f4e4717ec9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:48.319087 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8307adaf-809e-41e2-92b2-d910da606a14 req-9c2b23f2-f62d-439a-a40b-87f4e4717ec9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d81b7b-4bf6-4f62-b95f-6ce0a102a8df HTTP/1.1" status: 200 len: 944 time: 0.0992944 Aug 10 04:05:48.369681 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8307adaf-809e-41e2-92b2-d910da606a14 req-12829983-ef46-49f7-a942-2ffa52be1f4e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496967 Aug 10 04:05:48.387767 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cbd6d56e-9621-474d-bf61-51587ffb6cba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:48.414678 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a4923d9-048a-409b-9c6b-2edb04aa03ca tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:48.417371 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8a4923d9-048a-409b-9c6b-2edb04aa03ca tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] 10.222.0.25 "DELETE /v2.0/ports/f52a31b7-e487-4bbd-afe3-c38a8bf35545 HTTP/1.1" status: 204 len: 168 time: 0.8903039 Aug 10 04:05:48.422967 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51906) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:48.481265 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b6d2495-0487-4367-a41e-18c63bd55dfb tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Deleting subnet b7b2b460-cd20-4181-afd6-b00137b142fc {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:05:48.485167 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b6d2495-0487-4367-a41e-18c63bd55dfb tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:48.496970 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cbd6d56e-9621-474d-bf61-51587ffb6cba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:48.503216 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd6d56e-9621-474d-bf61-51587ffb6cba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:48.503906 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cbd6d56e-9621-474d-bf61-51587ffb6cba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:48.527397 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b6d2495-0487-4367-a41e-18c63bd55dfb tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:48.577176 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd6d56e-9621-474d-bf61-51587ffb6cba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event updated for resources: {'Network': ['ID=fa8fe545-6daf-4245-938e-640c44a6d839,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:48.589325 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network fa8fe545-6daf-4245-938e-640c44a6d839 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:05:48.622292 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b6d2495-0487-4367-a41e-18c63bd55dfb tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:48.684673 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cbd6d56e-9621-474d-bf61-51587ffb6cba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2108579 Aug 10 04:05:48.754319 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b6d2495-0487-4367-a41e-18c63bd55dfb tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:48.782015 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d2495-0487-4367-a41e-18c63bd55dfb tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Pushing event deleted for resources: {'Subnet': ['ID=b7b2b460-cd20-4181-afd6-b00137b142fc,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:48.788981 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b6d2495-0487-4367-a41e-18c63bd55dfb tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:48.790897 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6b6d2495-0487-4367-a41e-18c63bd55dfb tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] 10.222.0.25 "DELETE /v2.0/subnets/b7b2b460-cd20-4181-afd6-b00137b142fc HTTP/1.1" status: 204 len: 168 time: 0.3695757 Aug 10 04:05:48.793824 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51910) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:48.799325 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b57a47-7b22-4247-a836-372db61ba010 None None] Network 24e26140-7719-442f-9734-5a9f06695a6e requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:48.858036 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:05:48.901798 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-028b635d-0749-43a7-a26b-27639b362a56 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:48.974547 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-028b635d-0749-43a7-a26b-27639b362a56 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Deleting port b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:48.974892 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-028b635d-0749-43a7-a26b-27639b362a56 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:49.021661 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f4b9e9-735b-42be-a7e0-e76bfe4a3aec None None] DHCP port deletion for 24e26140-7719-442f-9734-5a9f06695a6e request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:05:49.054349 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-028b635d-0749-43a7-a26b-27639b362a56 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] For port b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4,segment=NetworkSegment(7f9e85e3-eaee-4000-be3d-f2d7334788cc),segment_id=7f9e85e3-eaee-4000-be3d-f2d7334788cc)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:49.054725 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-028b635d-0749-43a7-a26b-27639b362a56 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:49.068757 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-028b635d-0749-43a7-a26b-27639b362a56 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Calling delete_port for b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:49.071275 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-43f4b9e9-735b-42be-a7e0-e76bfe4a3aec None None] Deleting port b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:05:49.071706 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-43f4b9e9-735b-42be-a7e0-e76bfe4a3aec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:49.161668 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-43f4b9e9-735b-42be-a7e0-e76bfe4a3aec None None] For port b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4,segment=NetworkSegment(7f9e85e3-eaee-4000-be3d-f2d7334788cc),segment_id=7f9e85e3-eaee-4000-be3d-f2d7334788cc)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:49.162318 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-43f4b9e9-735b-42be-a7e0-e76bfe4a3aec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:49.190567 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-43f4b9e9-735b-42be-a7e0-e76bfe4a3aec None None] Calling delete_port for b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:05:49.217522 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-028b635d-0749-43a7-a26b-27639b362a56 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:49.258955 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b635d-0749-43a7-a26b-27639b362a56 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Pushing event deleted for resources: {'Port': ['ID=b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:49.261231 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f5be5678-870a-463d-8d8b-a67663f7155e req-0c0d37d4-ab6c-4702-b061-54ff29645d29 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 210 time: 0.0286107 Aug 10 04:05:49.288034 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028b635d-0749-43a7-a26b-27639b362a56 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] No DVR routers for this DVR port b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:05:49.310607 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-43f4b9e9-735b-42be-a7e0-e76bfe4a3aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:49.347505 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4b9e9-735b-42be-a7e0-e76bfe4a3aec None None] Pushing event deleted for resources: {'Port': ['ID=b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:49.353425 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f4b9e9-735b-42be-a7e0-e76bfe4a3aec None None] No DVR routers for this DVR port b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:05:49.402464 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-028b635d-0749-43a7-a26b-27639b362a56 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:49.415767 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-028b635d-0749-43a7-a26b-27639b362a56 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e26140-7719-442f-9734-5a9f06695a6e']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:49.464796 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e0da0fd6-99de-4e42-8ac2-da65a8439e81 req-09e003fa-1d43-49f7-8c73-bb1d0b19532b tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 210 time: 0.0315707 Aug 10 04:05:49.467288 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-028b635d-0749-43a7-a26b-27639b362a56 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f9e85e3-eaee-4000-be3d-f2d7334788cc') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:49.467585 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-028b635d-0749-43a7-a26b-27639b362a56 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f9e85e3-eaee-4000-be3d-f2d7334788cc') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:49.484885 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-028b635d-0749-43a7-a26b-27639b362a56 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:49.510498 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-028b635d-0749-43a7-a26b-27639b362a56 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:49.529170 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-028b635d-0749-43a7-a26b-27639b362a56 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:05:49.529585 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-028b635d-0749-43a7-a26b-27639b362a56 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:05:49.532837 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:05:49.543136 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a02e75-d894-4133-8c8f-135833bf2a33 req-bfa8aa98-712b-4084-aeba-ac0eecd867e2 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:49.545637 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-82a02e75-d894-4133-8c8f-135833bf2a33 req-bfa8aa98-712b-4084-aeba-ac0eecd867e2 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d81b7b-4bf6-4f62-b95f-6ce0a102a8df HTTP/1.1" status: 200 len: 944 time: 0.0944312 Aug 10 04:05:49.586136 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-82a02e75-d894-4133-8c8f-135833bf2a33 req-b4efd37c-8f5c-486d-939a-fd4ca54aea8c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341959 Aug 10 04:05:49.719370 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-028b635d-0749-43a7-a26b-27639b362a56 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:49.723899 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-028b635d-0749-43a7-a26b-27639b362a56 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:49.728171 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-028b635d-0749-43a7-a26b-27639b362a56 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] 10.222.0.25 "DELETE /v2.0/networks/24e26140-7719-442f-9734-5a9f06695a6e HTTP/1.1" status: 204 len: 168 time: 0.9308980 Aug 10 04:05:49.742532 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b635d-0749-43a7-a26b-27639b362a56 tempest-ExtraDHCPOptionsTestJSON-477250730 tempest-ExtraDHCPOptionsTestJSON-477250730-project] Pushing event deleted for resources: {'Network': ['ID=24e26140-7719-442f-9734-5a9f06695a6e,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:50.059093 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:05:50.082505 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:05:50.085516 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b5f1d421-9cc2-423b-8ec8-b5eec6c4d6e4 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:05:50.278298 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51928) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:50.386767 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-a23a8d0d-0f9e-43f1-a127-63ed274ca5fd tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:50.389106 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6e4045a2-168f-4fbb-a636-e47e0607139b req-546857f2-50c0-49eb-b053-793fa61ecdc4 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 210 time: 0.0407541 Aug 10 04:05:50.389255 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-a23a8d0d-0f9e-43f1-a127-63ed274ca5fd tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.20 "GET /v2.0/networks?id=f7ff6afc-8008-49c6-8b16-55c096640020 HTTP/1.1" status: 200 len: 811 time: 0.1456234 Aug 10 04:05:50.413510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-293bc926-f8e9-442d-8e07-fd9bf0830470 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Request body: {'port': {'device_id': '51a4d876-8398-4d61-bd15-9e7f6b58b152', 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020', 'admin_state_up': True, 'tenant_id': '897476f221894013b27960fb36935e79'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:50.499776 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-646722d5-4746-4f21-8fc2-0a45be0d44cd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=21733fd39bf2424b9ca5330369c04cc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2199848 Aug 10 04:05:50.500918 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51934) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:50.556535 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b3200ce-7d2c-40c3-99b4-b53a80482214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:50.582552 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b3200ce-7d2c-40c3-99b4-b53a80482214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:50.616346 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-652be89e-290a-47ec-ab1e-780b22793135 req-7811891c-65d6-41b1-b8ce-6b1c64fd5e60 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 210 time: 0.0541184 Aug 10 04:05:50.680045 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-293bc926-f8e9-442d-8e07-fd9bf0830470 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Made reservation on behalf of 897476f221894013b27960fb36935e79 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:50.684428 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-293bc926-f8e9-442d-8e07-fd9bf0830470 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:50.715007 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114c880-39e4-4993-8f88-dfeb012df4a2 req-9352284d-1409-4976-a452-3d99fc5bb804 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:50.717366 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3114c880-39e4-4993-8f88-dfeb012df4a2 req-9352284d-1409-4976-a452-3d99fc5bb804 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d81b7b-4bf6-4f62-b95f-6ce0a102a8df HTTP/1.1" status: 200 len: 944 time: 0.0553985 Aug 10 04:05:50.755476 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3114c880-39e4-4993-8f88-dfeb012df4a2 req-ce1736ff-dbf3-4baf-bafe-6ead870777e3 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319433 Aug 10 04:05:50.765633 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b3200ce-7d2c-40c3-99b4-b53a80482214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:50.777278 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b3200ce-7d2c-40c3-99b4-b53a80482214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:50.781453 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0b3200ce-7d2c-40c3-99b4-b53a80482214 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/136e667f-7a5e-426f-8684-d3ba72a4f491 HTTP/1.1" status: 204 len: 168 time: 0.2763305 Aug 10 04:05:50.790902 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3200ce-7d2c-40c3-99b4-b53a80482214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136e667f-7a5e-426f-8684-d3ba72a4f491,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:50.906620 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-293bc926-f8e9-442d-8e07-fd9bf0830470 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Allocated IP 172.20.0.5 (f7ff6afc-8008-49c6-8b16-55c096640020/a51d8861-9dbf-4178-9d3e-8ed73319e82c/9c3dbed2-9ffa-467d-b97d-f8a3cd11d817) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:51.131174 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-bf496be6-dd66-47fe-b8d6-aade1e09a042 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:51.132984 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-bf496be6-dd66-47fe-b8d6-aade1e09a042 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.20 "GET /v2.0/networks?id=6a30de31-8cff-447d-a775-a8b158513d18 HTTP/1.1" status: 200 len: 810 time: 0.1877596 Aug 10 04:05:51.152735 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-293bc926-f8e9-442d-8e07-fd9bf0830470 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:51.172883 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-68d7e15f-65fd-4f20-9544-20687e63ad3b tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Request body: {'port': {'device_id': 'ce832eed-d687-4c1d-bc23-ac82d211b855', 'network_id': '6a30de31-8cff-447d-a775-a8b158513d18', 'admin_state_up': True, 'tenant_id': 'f3713408bd1840a4be53441e1ea350d3'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:51.219855 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-293bc926-f8e9-442d-8e07-fd9bf0830470 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Transition to ACTIVE for port object 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:51.360478 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-293bc926-f8e9-442d-8e07-fd9bf0830470 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:51.398100 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['82b94d3d-95e8-4c3e-a953-5a5685a5e11d', 'ea36b875-cdd5-4e56-b55a-0b65e00819cb'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:05:51.406569 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-68d7e15f-65fd-4f20-9544-20687e63ad3b tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Made reservation on behalf of f3713408bd1840a4be53441e1ea350d3 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:51.409239 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-68d7e15f-65fd-4f20-9544-20687e63ad3b tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:51.464069 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-293bc926-f8e9-442d-8e07-fd9bf0830470 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Network f7ff6afc-8008-49c6-8b16-55c096640020 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:51.465419 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293bc926-f8e9-442d-8e07-fd9bf0830470 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Pushing event updated for resources: {'Port': ['ID=9c3dbed2-9ffa-467d-b97d-f8a3cd11d817,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:51.476385 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-293bc926-f8e9-442d-8e07-fd9bf0830470 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:51.480428 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-293bc926-f8e9-442d-8e07-fd9bf0830470 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:51.613496 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335ea1eb-a345-437a-ab32-d058b2e5e645 req-acf0ec1b-1da3-4de9-aa09-219159af4cc5 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:51.616689 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-335ea1eb-a345-437a-ab32-d058b2e5e645 req-acf0ec1b-1da3-4de9-aa09-219159af4cc5 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 931 time: 0.0994513 Aug 10 04:05:51.631597 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-293bc926-f8e9-442d-8e07-fd9bf0830470 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:51.633908 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-293bc926-f8e9-442d-8e07-fd9bf0830470 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:51.716765 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-335ea1eb-a345-437a-ab32-d058b2e5e645 req-6603004c-cb04-4231-a9c4-c527ce61dc89 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929027 Aug 10 04:05:51.783140 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-293bc926-f8e9-442d-8e07-fd9bf0830470 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3736136 Aug 10 04:05:51.852454 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfb5838e-0dd9-40b9-9d52-1cff11370520 req-672746ce-c403-44c3-9ee6-781da934bc36 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 210 time: 0.1072645 Aug 10 04:05:51.866273 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-c1bfb4a4-ef27-4690-8f95-b3058227abf9 service neutron] Request body: {'port': {'device_id': '51a4d876-8398-4d61-bd15-9e7f6b58b152', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:51.911902 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-68d7e15f-65fd-4f20-9544-20687e63ad3b tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Allocated IP 172.20.0.14 (6a30de31-8cff-447d-a775-a8b158513d18/8c8ebd3f-75bf-4ec3-96f1-9cf76215d792/54cb3a90-b169-4e91-b83b-d4603eaa7058) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:51.954329 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-c1bfb4a4-ef27-4690-8f95-b3058227abf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:51.967224 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4e4ad-5afd-477d-a348-453acea48b8a req-f53bfae5-ef96-4d8a-b811-2f4a8633bb82 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:51.969028 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7be4e4ad-5afd-477d-a348-453acea48b8a req-f53bfae5-ef96-4d8a-b811-2f4a8633bb82 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d81b7b-4bf6-4f62-b95f-6ce0a102a8df HTTP/1.1" status: 200 len: 944 time: 0.0923092 Aug 10 04:05:51.994689 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51966) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:52.001051 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-98d471a1-da3f-4b32-a02e-3e152dcfe2dc tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Request body: {'subnet': {'network_id': 'fa8fe545-6daf-4245-938e-640c44a6d839', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:52.068491 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-71eaa2a9-e24a-4c9d-a9f0-91f19d9bdd12 None None] Provisioning for port 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:52.070736 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7be4e4ad-5afd-477d-a348-453acea48b8a req-72d79f27-4833-44d6-a309-d113dcdc5a76 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938077 Aug 10 04:05:52.072592 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-71eaa2a9-e24a-4c9d-a9f0-91f19d9bdd12 None None] Provisioning complete for port 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:52.073182 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-71eaa2a9-e24a-4c9d-a9f0-91f19d9bdd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:52.115628 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-71eaa2a9-e24a-4c9d-a9f0-91f19d9bdd12 None None] Port 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:05:52.193890 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d471a1-da3f-4b32-a02e-3e152dcfe2dc tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Made reservation on behalf of fd59fb2bf85a4580a8990fede7cfb76e for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:52.198192 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-98d471a1-da3f-4b32-a02e-3e152dcfe2dc tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:52.242827 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51970) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:52.274045 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-68d7e15f-65fd-4f20-9544-20687e63ad3b tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:52.365774 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-b45f37b0-10ed-4939-acb0-7a0c21f8d1dd tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-912068957'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:52.421164 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-c1bfb4a4-ef27-4690-8f95-b3058227abf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:05:52.429744 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-c1bfb4a4-ef27-4690-8f95-b3058227abf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:52.432375 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-68d7e15f-65fd-4f20-9544-20687e63ad3b tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:52.447460 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-98d471a1-da3f-4b32-a02e-3e152dcfe2dc tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:52.463654 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['5d16e138-7611-46f5-b4cf-d4665d6669f7'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:05:52.485760 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-c1bfb4a4-ef27-4690-8f95-b3058227abf9 service neutron] Transition to ACTIVE for port object 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:52.499564 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45f37b0-10ed-4939-acb0-7a0c21f8d1dd tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Made reservation on behalf of 7fe1c6705f06494695049f39b734a0d3 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:52.503081 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b45f37b0-10ed-4939-acb0-7a0c21f8d1dd tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:52.508271 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-68d7e15f-65fd-4f20-9544-20687e63ad3b tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Network 6a30de31-8cff-447d-a775-a8b158513d18 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:52.518599 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7e15f-65fd-4f20-9544-20687e63ad3b tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Pushing event updated for resources: {'Port': ['ID=54cb3a90-b169-4e91-b83b-d4603eaa7058,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:52.520035 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d471a1-da3f-4b32-a02e-3e152dcfe2dc tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event updated for resources: {'Subnet': ['ID=5b001e13-9720-4480-aec2-1890246c9ff0,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:52.521193 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-68d7e15f-65fd-4f20-9544-20687e63ad3b tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:52.523607 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b45f37b0-10ed-4939-acb0-7a0c21f8d1dd tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:52.525752 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-68d7e15f-65fd-4f20-9544-20687e63ad3b tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:52.539037 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d471a1-da3f-4b32-a02e-3e152dcfe2dc tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Checking segment: {'id': '95d11545-75ef-4847-af7e-51135d15da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fa8fe545-6daf-4245-938e-640c44a6d839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:52.539407 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d471a1-da3f-4b32-a02e-3e152dcfe2dc tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Network hostable DHCP agents. Network: fa8fe545-6daf-4245-938e-640c44a6d839, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:05:52.596414 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-68d7e15f-65fd-4f20-9544-20687e63ad3b tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:52.597044 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-68d7e15f-65fd-4f20-9544-20687e63ad3b tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:52.603788 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-c1bfb4a4-ef27-4690-8f95-b3058227abf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:52.611655 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d471a1-da3f-4b32-a02e-3e152dcfe2dc tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Network fa8fe545-6daf-4245-938e-640c44a6d839 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:05:52.710484 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bfb4a4-ef27-4690-8f95-b3058227abf9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3dbed2-9ffa-467d-b97d-f8a3cd11d817,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:52.719402 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-98d471a1-da3f-4b32-a02e-3e152dcfe2dc tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, fa8fe545-6daf-4245-938e-640c44a6d839) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:52.723594 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d471a1-da3f-4b32-a02e-3e152dcfe2dc tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:52.724242 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-98d471a1-da3f-4b32-a02e-3e152dcfe2dc tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:52.732131 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de3ab53-3f63-492f-88b4-9892c7e12a6d None None] Network fa8fe545-6daf-4245-938e-640c44a6d839 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:52.794546 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b45f37b0-10ed-4939-acb0-7a0c21f8d1dd tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:52.798258 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-c1bfb4a4-ef27-4690-8f95-b3058227abf9 service neutron] Attempting to bind port 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:52.798593 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-c1bfb4a4-ef27-4690-8f95-b3058227abf9 service neutron] Attempting to bind port 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '2b1cf01d-024c-43da-ba3d-d7d744da33ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:52.798926 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-c1bfb4a4-ef27-4690-8f95-b3058227abf9 service neutron] Attempting to bind port 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817 on network f7ff6afc-8008-49c6-8b16-55c096640020 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:52.803879 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-c1bfb4a4-ef27-4690-8f95-b3058227abf9 service neutron] Port 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817 on network f7ff6afc-8008-49c6-8b16-55c096640020 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:05:52.804250 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-c1bfb4a4-ef27-4690-8f95-b3058227abf9 service neutron] Attempting to bind port 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817 on network f7ff6afc-8008-49c6-8b16-55c096640020 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:52.810526 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-c1bfb4a4-ef27-4690-8f95-b3058227abf9 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:52.810875 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-c1bfb4a4-ef27-4690-8f95-b3058227abf9 service neutron] Checking segment: {'id': '2b1cf01d-024c-43da-ba3d-d7d744da33ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:52.811495 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-c1bfb4a4-ef27-4690-8f95-b3058227abf9 service neutron] Bound using segment: {'id': '2b1cf01d-024c-43da-ba3d-d7d744da33ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:52.812274 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-c1bfb4a4-ef27-4690-8f95-b3058227abf9 service neutron] Bound port: 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b1cf01d-024c-43da-ba3d-d7d744da33ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:52.812854 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-c1bfb4a4-ef27-4690-8f95-b3058227abf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:52.861000 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b45f37b0-10ed-4939-acb0-7a0c21f8d1dd tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:52.883326 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6217a-f755-4335-bf1b-a5c2a69d7a1a req-6223edbd-6708-4592-9c47-53b21863059b tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:52.894396 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-91d6217a-f755-4335-bf1b-a5c2a69d7a1a req-6223edbd-6708-4592-9c47-53b21863059b tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 943 time: 0.0909760 Aug 10 04:05:52.905151 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device dce54a5a-906d-4a95-becb-53a3ec6c2347 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:05:52.906698 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45f37b0-10ed-4939-acb0-7a0c21f8d1dd tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:05:52.945237 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b45f37b0-10ed-4939-acb0-7a0c21f8d1dd tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:52.945237 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-b45f37b0-10ed-4939-acb0-7a0c21f8d1dd tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Added segment 5e8e1989-ecb2-4a7b-92c7-a37ecc5dc93d of type vlan for network 661e2be3-af1c-4243-bcca-bc8224a1af93 Aug 10 04:05:52.945237 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f37b0-10ed-4939-acb0-7a0c21f8d1dd tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=399b106e-05fc-4e48-82f4-d92dff1f4294,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:52.945842 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-91d6217a-f755-4335-bf1b-a5c2a69d7a1a req-7e420c0d-22bf-47ae-9b3b-018b96d3fb42 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494664 Aug 10 04:05:52.972171 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-c1bfb4a4-ef27-4690-8f95-b3058227abf9 service neutron] For port 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:52.977455 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-68d7e15f-65fd-4f20-9544-20687e63ad3b tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8104050 Aug 10 04:05:52.989815 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-98d471a1-da3f-4b32-a02e-3e152dcfe2dc tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9940441 Aug 10 04:05:52.993136 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51980) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:52.998772 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-af864e5e-2e16-406f-98bf-87fe38bb0893 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-962467774'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:53.005423 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-c1bfb4a4-ef27-4690-8f95-b3058227abf9 service neutron] For port 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9c3dbed2-9ffa-467d-b97d-f8a3cd11d817,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:53.020200 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b45f37b0-10ed-4939-acb0-7a0c21f8d1dd tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.026963 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-4ec34eef-d0d3-455b-be96-e011eb1ba02a service neutron] Request body: {'port': {'device_id': 'ce832eed-d687-4c1d-bc23-ac82d211b855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:53.041803 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ed72e8-4694-4e02-944d-b1807a62c1e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-fa8fe545-6daf-4245-938e-640c44a6d839', 'network_id': 'fa8fe545-6daf-4245-938e-640c44a6d839', 'tenant_id': 'fd59fb2bf85a4580a8990fede7cfb76e', 'fixed_ips': [{'subnet_id': '5b001e13-9720-4480-aec2-1890246c9ff0'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:05:53.042884 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-85ed72e8-4694-4e02-944d-b1807a62c1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.087682 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port dce54a5a-906d-4a95-becb-53a3ec6c2347, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=dce54a5a-906d-4a95-becb-53a3ec6c2347,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:53.113759 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-4ec34eef-d0d3-455b-be96-e011eb1ba02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.122645 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899973d-bbee-444c-aa12-a901c35a1577 req-9ee7e7e2-efc9-4ac9-98a4-3d64a2a980ff tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:53.124304 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a899973d-bbee-444c-aa12-a901c35a1577 req-9ee7e7e2-efc9-4ac9-98a4-3d64a2a980ff tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 932 time: 0.1538212 Aug 10 04:05:53.126843 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-c1bfb4a4-ef27-4690-8f95-b3058227abf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.148298 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af864e5e-2e16-406f-98bf-87fe38bb0893 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Made reservation on behalf of fd59fb2bf85a4580a8990fede7cfb76e for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:53.152410 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-af864e5e-2e16-406f-98bf-87fe38bb0893 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.168030 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'dce54a5a-906d-4a95-becb-53a3ec6c2347', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'port_id': 'dce54a5a-906d-4a95-becb-53a3ec6c2347', 'mac_address': 'fa:16:3e:e4:65:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:05:53.205834 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-c1bfb4a4-ef27-4690-8f95-b3058227abf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:53.206465 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-c1bfb4a4-ef27-4690-8f95-b3058227abf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.207867 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-c1bfb4a4-ef27-4690-8f95-b3058227abf9 service neutron] 10.222.0.20 "PUT /v2.0/ports/9c3dbed2-9ffa-467d-b97d-f8a3cd11d817 HTTP/1.1" status: 200 len: 1091 time: 1.3734586 Aug 10 04:05:53.214342 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51a4d876-8398-4d61-bd15-9e7f6b58b152', 'tag': '9c3dbed2-9ffa-467d-b97d-f8a3cd11d817'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:05:53.217808 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b340ba51-72e3-48d8-b248-64cbdafa5876" -d '{"events": [{"name": "network-changed", "server_uuid": "51a4d876-8398-4d61-bd15-9e7f6b58b152", "tag": "9c3dbed2-9ffa-467d-b97d-f8a3cd11d817"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:05:53.226020 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b45f37b0-10ed-4939-acb0-7a0c21f8d1dd tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.232825 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45f37b0-10ed-4939-acb0-7a0c21f8d1dd tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:53.233233 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b45f37b0-10ed-4939-acb0-7a0c21f8d1dd tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.236778 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af864e5e-2e16-406f-98bf-87fe38bb0893 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:05:53.259072 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-af864e5e-2e16-406f-98bf-87fe38bb0893 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.259816 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-af864e5e-2e16-406f-98bf-87fe38bb0893 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Added segment c4d20a80-0485-4b0f-9f09-f980ca8f476c of type vlan for network 49ffbe48-ba11-4578-89c0-766af85baee9 Aug 10 04:05:53.266019 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.271752 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94ea2c-0bd8-432c-9e41-33ab2400a7fe req-153a620a-a15c-408f-85ce-7e7873910d51 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:53.273548 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1d94ea2c-0bd8-432c-9e41-33ab2400a7fe req-153a620a-a15c-408f-85ce-7e7873910d51 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d81b7b-4bf6-4f62-b95f-6ce0a102a8df HTTP/1.1" status: 200 len: 944 time: 0.1073937 Aug 10 04:05:53.319607 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-85ed72e8-4694-4e02-944d-b1807a62c1e7 None None] Allocated IP 2001:db8:0:ffff::2 (fa8fe545-6daf-4245-938e-640c44a6d839/5b001e13-9720-4480-aec2-1890246c9ff0/b9bd546e-6715-42d7-a992-fd99b34af520) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:53.344537 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a899973d-bbee-444c-aa12-a901c35a1577 req-fc7852be-dabb-490f-8921-a0e85d35f5a7 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070029 Aug 10 04:05:53.347349 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bfb4a4-ef27-4690-8f95-b3058227abf9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c3dbed2-9ffa-467d-b97d-f8a3cd11d817,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:53.347750 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-af864e5e-2e16-406f-98bf-87fe38bb0893 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.379949 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b45f37b0-10ed-4939-acb0-7a0c21f8d1dd tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1346474 Aug 10 04:05:53.384298 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51986) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:53.395739 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-8bb9eee7-40f6-4b9d-973a-94eb5dd7795a tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Request body: {'subnet': {'network_id': '661e2be3-af1c-4243-bcca-bc8224a1af93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:53.434358 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce54a5a-906d-4a95-becb-53a3ec6c2347 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:05:53.463512 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f37b0-10ed-4939-acb0-7a0c21f8d1dd tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Pushing event updated for resources: {'Network': ['ID=661e2be3-af1c-4243-bcca-bc8224a1af93,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:53.474702 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-af864e5e-2e16-406f-98bf-87fe38bb0893 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.480375 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af864e5e-2e16-406f-98bf-87fe38bb0893 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:53.480990 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-af864e5e-2e16-406f-98bf-87fe38bb0893 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.489519 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57ffe3c-b9a9-4552-aa57-6efa638291bf x-openstack-request-id: req-f57ffe3c-b9a9-4552-aa57-6efa638291bf {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:05:53.489845 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51a4d876-8398-4d61-bd15-9e7f6b58b152", "tag": "9c3dbed2-9ffa-467d-b97d-f8a3cd11d817", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:05:53.490094 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f57ffe3c-b9a9-4552-aa57-6efa638291bf {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:05:53.490597 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51a4d876-8398-4d61-bd15-9e7f6b58b152', 'tag': '9c3dbed2-9ffa-467d-b97d-f8a3cd11d817', 'status': 'completed', 'code': 200} Aug 10 04:05:53.520739 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 661e2be3-af1c-4243-bcca-bc8224a1af93 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:05:53.562425 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-eed53a4e-2ae6-4172-ac9c-3482c5a40f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:53.564046 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-eed53a4e-2ae6-4172-ac9c-3482c5a40f7b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=897476f221894013b27960fb36935e79&device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 1094 time: 0.1982763 Aug 10 04:05:53.570250 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1d94ea2c-0bd8-432c-9e41-33ab2400a7fe req-bd72ce54-b59e-4843-bfc2-daf3d41493a2 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876012 Aug 10 04:05:53.576564 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af864e5e-2e16-406f-98bf-87fe38bb0893 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event updated for resources: {'Network': ['ID=49ffbe48-ba11-4578-89c0-766af85baee9,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:53.601357 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 49ffbe48-ba11-4578-89c0-766af85baee9 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:05:53.614980 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port dce54a5a-906d-4a95-becb-53a3ec6c2347, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=dce54a5a-906d-4a95-becb-53a3ec6c2347,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:53.643406 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-af864e5e-2e16-406f-98bf-87fe38bb0893 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6491482 Aug 10 04:05:53.646755 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51990) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:53.652255 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-423c69b7-60a2-4541-951b-72aa3a112210 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Request body: {'subnet': {'network_id': '49ffbe48-ba11-4578-89c0-766af85baee9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:53.689468 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-85ed72e8-4694-4e02-944d-b1807a62c1e7 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.696977 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.711809 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-85ed72e8-4694-4e02-944d-b1807a62c1e7 None None] Transition to ACTIVE for port object b9bd546e-6715-42d7-a992-fd99b34af520 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:53.744673 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb9eee7-40f6-4b9d-973a-94eb5dd7795a tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Made reservation on behalf of 7fe1c6705f06494695049f39b734a0d3 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:53.748612 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8bb9eee7-40f6-4b9d-973a-94eb5dd7795a tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.772874 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-85ed72e8-4694-4e02-944d-b1807a62c1e7 None None] Transition to ACTIVE for port object b9bd546e-6715-42d7-a992-fd99b34af520 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:53.785724 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=dce54a5a-906d-4a95-becb-53a3ec6c2347,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:53.868395 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-85ed72e8-4694-4e02-944d-b1807a62c1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.896384 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423c69b7-60a2-4541-951b-72aa3a112210 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Made reservation on behalf of fd59fb2bf85a4580a8990fede7cfb76e for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:53.900232 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-423c69b7-60a2-4541-951b-72aa3a112210 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:53.914138 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ed72e8-4694-4e02-944d-b1807a62c1e7 None None] Network fa8fe545-6daf-4245-938e-640c44a6d839 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:53.921021 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-85ed72e8-4694-4e02-944d-b1807a62c1e7 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:53.924159 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed72e8-4694-4e02-944d-b1807a62c1e7 None None] Pushing event updated for resources: {'Port': ['ID=b9bd546e-6715-42d7-a992-fd99b34af520,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:53.924672 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ed72e8-4694-4e02-944d-b1807a62c1e7 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:54.022546 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-da32c544-b79a-415a-977c-22e846d0cb57 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c3dbed2-9ffa-467d-b97d-f8a3cd11d817 HTTP/1.1" status: 200 len: 217 time: 0.4434042 Aug 10 04:05:54.088808 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8bb9eee7-40f6-4b9d-973a-94eb5dd7795a tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:54.140893 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-4ec34eef-d0d3-455b-be96-e011eb1ba02a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54cb3a90-b169-4e91-b83b-d4603eaa7058 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:05:54.142572 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['dce54a5a-906d-4a95-becb-53a3ec6c2347'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:05:54.155209 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-eca170af-21ee-46a4-b4ab-af289ca5fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:54.156861 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-eca170af-21ee-46a4-b4ab-af289ca5fe88 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a51d8861-9dbf-4178-9d3e-8ed73319e82c HTTP/1.1" status: 200 len: 850 time: 0.1263011 Aug 10 04:05:54.159615 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-4ec34eef-d0d3-455b-be96-e011eb1ba02a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:54.169567 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb5a44-ee00-4f8b-9be8-7474a6b59fad req-046919de-ffc1-4bd1-9433-b186c3e05c37 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:54.171073 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ddcb5a44-ee00-4f8b-9be8-7474a6b59fad req-046919de-ffc1-4bd1-9433-b186c3e05c37 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 943 time: 0.1426954 Aug 10 04:05:54.198838 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-85ed72e8-4694-4e02-944d-b1807a62c1e7 None None] Attempting to bind port b9bd546e-6715-42d7-a992-fd99b34af520 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:54.199207 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-85ed72e8-4694-4e02-944d-b1807a62c1e7 None None] Attempting to bind port b9bd546e-6715-42d7-a992-fd99b34af520 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '95d11545-75ef-4847-af7e-51135d15da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fa8fe545-6daf-4245-938e-640c44a6d839'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:54.199571 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ed72e8-4694-4e02-944d-b1807a62c1e7 None None] Attempting to bind port b9bd546e-6715-42d7-a992-fd99b34af520 on network fa8fe545-6daf-4245-938e-640c44a6d839 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:54.207071 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9eee7-40f6-4b9d-973a-94eb5dd7795a tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Pushing event updated for resources: {'Subnet': ['ID=581b3e28-fb3f-4003-a8a5-2d1be2f3cbce,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:54.209425 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ed72e8-4694-4e02-944d-b1807a62c1e7 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:54.209803 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ed72e8-4694-4e02-944d-b1807a62c1e7 None None] Checking segment: {'id': '95d11545-75ef-4847-af7e-51135d15da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fa8fe545-6daf-4245-938e-640c44a6d839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:54.210206 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-85ed72e8-4694-4e02-944d-b1807a62c1e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:54.210602 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ed72e8-4694-4e02-944d-b1807a62c1e7 None None] Bound using segment: {'id': '95d11545-75ef-4847-af7e-51135d15da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fa8fe545-6daf-4245-938e-640c44a6d839'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:54.211076 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-85ed72e8-4694-4e02-944d-b1807a62c1e7 None None] Bound port: b9bd546e-6715-42d7-a992-fd99b34af520, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d11545-75ef-4847-af7e-51135d15da38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'fa8fe545-6daf-4245-938e-640c44a6d839'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:54.211458 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-85ed72e8-4694-4e02-944d-b1807a62c1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:54.225570 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-4ec34eef-d0d3-455b-be96-e011eb1ba02a service neutron] Transition to ACTIVE for port object 54cb3a90-b169-4e91-b83b-d4603eaa7058 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:54.226552 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb9eee7-40f6-4b9d-973a-94eb5dd7795a tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Checking segment: {'id': '5e8e1989-ecb2-4a7b-92c7-a37ecc5dc93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '661e2be3-af1c-4243-bcca-bc8224a1af93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:54.226745 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb9eee7-40f6-4b9d-973a-94eb5dd7795a tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Network hostable DHCP agents. Network: 661e2be3-af1c-4243-bcca-bc8224a1af93, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:05:54.254001 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-3d8c9ac0-e936-4252-a9e9-47c2c972abc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:54.255689 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-3d8c9ac0-e936-4252-a9e9-47c2c972abc1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7ff6afc-8008-49c6-8b16-55c096640020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825727 Aug 10 04:05:54.258749 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ddcb5a44-ee00-4f8b-9be8-7474a6b59fad req-82a6c884-af36-4343-a82f-d989efac5efd tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729947 Aug 10 04:05:54.291029 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-423c69b7-60a2-4541-951b-72aa3a112210 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:54.317672 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-85ed72e8-4694-4e02-944d-b1807a62c1e7 None None] For port b9bd546e-6715-42d7-a992-fd99b34af520, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:54.321519 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-4ec34eef-d0d3-455b-be96-e011eb1ba02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:54.331502 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb9eee7-40f6-4b9d-973a-94eb5dd7795a tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Network 661e2be3-af1c-4243-bcca-bc8224a1af93 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:05:54.341976 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-85ed72e8-4694-4e02-944d-b1807a62c1e7 None None] For port b9bd546e-6715-42d7-a992-fd99b34af520, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=b9bd546e-6715-42d7-a992-fd99b34af520,segment=NetworkSegment(95d11545-75ef-4847-af7e-51135d15da38),segment_id=95d11545-75ef-4847-af7e-51135d15da38)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:54.369992 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c69b7-60a2-4541-951b-72aa3a112210 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event updated for resources: {'Subnet': ['ID=96897e7a-1bb1-4e86-9c2b-cda136680653,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:54.379712 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423c69b7-60a2-4541-951b-72aa3a112210 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Checking segment: {'id': 'c4d20a80-0485-4b0f-9f09-f980ca8f476c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '49ffbe48-ba11-4578-89c0-766af85baee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:54.380130 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423c69b7-60a2-4541-951b-72aa3a112210 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Network hostable DHCP agents. Network: 49ffbe48-ba11-4578-89c0-766af85baee9, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:05:54.405661 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-85ed72e8-4694-4e02-944d-b1807a62c1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:54.443011 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-8bb9eee7-40f6-4b9d-973a-94eb5dd7795a tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 661e2be3-af1c-4243-bcca-bc8224a1af93) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:54.450610 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec34eef-d0d3-455b-be96-e011eb1ba02a service neutron] Pushing event updated for resources: {'Port': ['ID=54cb3a90-b169-4e91-b83b-d4603eaa7058,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:54.456558 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-48f762c1-88de-4b2d-8732-1b9b5adaae8b service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938627 Aug 10 04:05:54.457986 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f428440d-270f-4390-ac57-ab542b84329d None None] Network 661e2be3-af1c-4243-bcca-bc8224a1af93 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:54.478012 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb9eee7-40f6-4b9d-973a-94eb5dd7795a tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:54.478826 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8bb9eee7-40f6-4b9d-973a-94eb5dd7795a tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:54.533015 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed72e8-4694-4e02-944d-b1807a62c1e7 None None] Pushing event updated for resources: {'Port': ['ID=b9bd546e-6715-42d7-a992-fd99b34af520,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:54.545500 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c690a-e1c2-4870-b563-3bd08d62e513 req-9410525b-e0e9-4e59-abe5-5e1ad0f6633d tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:54.547722 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-509c690a-e1c2-4870-b563-3bd08d62e513 req-9410525b-e0e9-4e59-abe5-5e1ad0f6633d tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 944 time: 0.1211069 Aug 10 04:05:54.549175 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423c69b7-60a2-4541-951b-72aa3a112210 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Network 49ffbe48-ba11-4578-89c0-766af85baee9 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:05:54.568164 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-423c69b7-60a2-4541-951b-72aa3a112210 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 49ffbe48-ba11-4578-89c0-766af85baee9) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:54.573054 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423c69b7-60a2-4541-951b-72aa3a112210 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:54.573882 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-423c69b7-60a2-4541-951b-72aa3a112210 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:54.582642 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8b4fa304-73bd-4da3-a78b-c887dbeeddfe req-48e95b9d-85db-4ef6-bcb5-9fa9c90e909c service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179402 Aug 10 04:05:54.588535 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b9989c-9f38-4dbb-a060-c92deec4722c None None] Network 49ffbe48-ba11-4578-89c0-766af85baee9 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:54.621351 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-4ec34eef-d0d3-455b-be96-e011eb1ba02a service neutron] Attempting to bind port 54cb3a90-b169-4e91-b83b-d4603eaa7058 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:54.621699 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-4ec34eef-d0d3-455b-be96-e011eb1ba02a service neutron] Attempting to bind port 54cb3a90-b169-4e91-b83b-d4603eaa7058 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '8ac88afb-260a-463f-b01a-69dd7b9a9956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6a30de31-8cff-447d-a775-a8b158513d18'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:54.622073 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-4ec34eef-d0d3-455b-be96-e011eb1ba02a service neutron] Attempting to bind port 54cb3a90-b169-4e91-b83b-d4603eaa7058 on network 6a30de31-8cff-447d-a775-a8b158513d18 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:54.630668 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-4ec34eef-d0d3-455b-be96-e011eb1ba02a service neutron] Port 54cb3a90-b169-4e91-b83b-d4603eaa7058 on network 6a30de31-8cff-447d-a775-a8b158513d18 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:05:54.631012 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-4ec34eef-d0d3-455b-be96-e011eb1ba02a service neutron] Attempting to bind port 54cb3a90-b169-4e91-b83b-d4603eaa7058 on network 6a30de31-8cff-447d-a775-a8b158513d18 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:54.644108 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-4ec34eef-d0d3-455b-be96-e011eb1ba02a service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:54.644550 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-4ec34eef-d0d3-455b-be96-e011eb1ba02a service neutron] Checking segment: {'id': '8ac88afb-260a-463f-b01a-69dd7b9a9956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6a30de31-8cff-447d-a775-a8b158513d18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:54.645145 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-4ec34eef-d0d3-455b-be96-e011eb1ba02a service neutron] Bound using segment: {'id': '8ac88afb-260a-463f-b01a-69dd7b9a9956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6a30de31-8cff-447d-a775-a8b158513d18'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:54.645830 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-4ec34eef-d0d3-455b-be96-e011eb1ba02a service neutron] Bound port: 54cb3a90-b169-4e91-b83b-d4603eaa7058, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ac88afb-260a-463f-b01a-69dd7b9a9956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6a30de31-8cff-447d-a775-a8b158513d18'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:54.646210 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-4ec34eef-d0d3-455b-be96-e011eb1ba02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:54.670374 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-509c690a-e1c2-4870-b563-3bd08d62e513 req-2037bd60-c206-431f-a612-7aed1481b290 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072409 Aug 10 04:05:54.672458 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8bb9eee7-40f6-4b9d-973a-94eb5dd7795a tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2871830 Aug 10 04:05:54.675102 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52000) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:54.690781 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-4a1b8285-8dd9-4f98-97c9-261fbbe90f75 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-351881460', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:54.700781 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-423c69b7-60a2-4541-951b-72aa3a112210 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0521100 Aug 10 04:05:54.704273 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52002) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:54.801164 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461b8acf-42e3-4743-b4c6-896b4f600079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-661e2be3-af1c-4243-bcca-bc8224a1af93', 'network_id': '661e2be3-af1c-4243-bcca-bc8224a1af93', 'tenant_id': '7fe1c6705f06494695049f39b734a0d3', 'fixed_ips': [{'subnet_id': '581b3e28-fb3f-4003-a8a5-2d1be2f3cbce'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:05:54.802010 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-461b8acf-42e3-4743-b4c6-896b4f600079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:54.888292 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4a1b8285-8dd9-4f98-97c9-261fbbe90f75 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:54.890218 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4a1b8285-8dd9-4f98-97c9-261fbbe90f75 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:54.907040 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2edd95-b31e-4626-a19e-5e99b39cb584 req-a1dfaf21-d29c-46ad-81ac-e934a55f8ba4 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:54.910481 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ee2edd95-b31e-4626-a19e-5e99b39cb584 req-a1dfaf21-d29c-46ad-81ac-e934a55f8ba4 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d81b7b-4bf6-4f62-b95f-6ce0a102a8df HTTP/1.1" status: 200 len: 945 time: 0.1981740 Aug 10 04:05:54.934211 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device dce54a5a-906d-4a95-becb-53a3ec6c2347 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:54.935912 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-4ec34eef-d0d3-455b-be96-e011eb1ba02a service neutron] For port 54cb3a90-b169-4e91-b83b-d4603eaa7058, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:54.939379 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340ba51-72e3-48d8-b248-64cbdafa5876 req-a679b320-b7c7-41d5-b1de-3ab3f9a4a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:54.941352 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b340ba51-72e3-48d8-b248-64cbdafa5876 req-a679b320-b7c7-41d5-b1de-3ab3f9a4a57f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=897476f221894013b27960fb36935e79&device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 1094 time: 0.1202815 Aug 10 04:05:54.948743 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-4ec34eef-d0d3-455b-be96-e011eb1ba02a service neutron] For port 54cb3a90-b169-4e91-b83b-d4603eaa7058, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=54cb3a90-b169-4e91-b83b-d4603eaa7058,segment=NetworkSegment(8ac88afb-260a-463f-b01a-69dd7b9a9956),segment_id=8ac88afb-260a-463f-b01a-69dd7b9a9956)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:54.963153 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4a1b8285-8dd9-4f98-97c9-261fbbe90f75 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:54.968920 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d598f5c5-1a06-45e8-90ce-a97e22b1bcb2 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.023915 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-4ec34eef-d0d3-455b-be96-e011eb1ba02a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.024133 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4a1b8285-8dd9-4f98-97c9-261fbbe90f75 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.038873 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6a7f91-2650-447b-a3c5-1d6e476cd187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-49ffbe48-ba11-4578-89c0-766af85baee9', 'network_id': '49ffbe48-ba11-4578-89c0-766af85baee9', 'tenant_id': 'fd59fb2bf85a4580a8990fede7cfb76e', 'fixed_ips': [{'subnet_id': '96897e7a-1bb1-4e86-9c2b-cda136680653'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:05:55.039765 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ff6a7f91-2650-447b-a3c5-1d6e476cd187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.040379 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ee2edd95-b31e-4626-a19e-5e99b39cb584 req-c5c823a8-c381-419b-aa92-efa347ce7fb9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176612 Aug 10 04:05:55.069612 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d598f5c5-1a06-45e8-90ce-a97e22b1bcb2 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.077320 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-4ec34eef-d0d3-455b-be96-e011eb1ba02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:55.077941 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-4ec34eef-d0d3-455b-be96-e011eb1ba02a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.079822 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-4ec34eef-d0d3-455b-be96-e011eb1ba02a service neutron] 10.222.0.20 "PUT /v2.0/ports/54cb3a90-b169-4e91-b83b-d4603eaa7058 HTTP/1.1" status: 200 len: 1092 time: 2.0772133 Aug 10 04:05:55.118763 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4a1b8285-8dd9-4f98-97c9-261fbbe90f75 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.122719 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4a1b8285-8dd9-4f98-97c9-261fbbe90f75 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4439797 Aug 10 04:05:55.127253 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52004) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:55.158627 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec34eef-d0d3-455b-be96-e011eb1ba02a service neutron] Pushing event updated for resources: {'Port': ['ID=54cb3a90-b169-4e91-b83b-d4603eaa7058,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:55.173265 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-461b8acf-42e3-4743-b4c6-896b4f600079 None None] Allocated IP 172.20.0.2 (661e2be3-af1c-4243-bcca-bc8224a1af93/581b3e28-fb3f-4003-a8a5-2d1be2f3cbce/0afab230-4f91-484d-b7fc-55ab285e3720) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:55.229619 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d598f5c5-1a06-45e8-90ce-a97e22b1bcb2 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.231355 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port dce54a5a-906d-4a95-becb-53a3ec6c2347 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:55.241048 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port dce54a5a-906d-4a95-becb-53a3ec6c2347 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:55.241406 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.242006 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340ba51-72e3-48d8-b248-64cbdafa5876 req-9c0a904c-5dd2-4a1e-b394-efa577d6ecad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:55.243552 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b340ba51-72e3-48d8-b248-64cbdafa5876 req-9c0a904c-5dd2-4a1e-b394-efa577d6ecad service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7ff6afc-8008-49c6-8b16-55c096640020 HTTP/1.1" status: 200 len: 912 time: 0.2934480 Aug 10 04:05:55.274485 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598f5c5-1a06-45e8-90ce-a97e22b1bcb2 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event deleted for resources: {'Subnet': ['ID=96897e7a-1bb1-4e86-9c2b-cda136680653,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server [None req-ff6a7f91-2650-447b-a3c5-1d6e476cd187 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96897e7a-1bb1-4e86-9c2b-cda136680653: This subnet is being modified by another concurrent operation. Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server raise self.value Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server raise exception Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96897e7a-1bb1-4e86-9c2b-cda136680653: This subnet is being modified by another concurrent operation. Aug 10 04:05:55.285727 n-d-802893-2 neutron-server[94939]: ERROR oslo_messaging.rpc.server Aug 10 04:05:55.314999 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8d5991-5432-470c-88a2-34f0b16217a9 None None] Network 49ffbe48-ba11-4578-89c0-766af85baee9 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:55.354757 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d598f5c5-1a06-45e8-90ce-a97e22b1bcb2 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.391198 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b340ba51-72e3-48d8-b248-64cbdafa5876 req-8c441319-5c14-4a21-8115-362a0114d445 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c3dbed2-9ffa-467d-b97d-f8a3cd11d817 HTTP/1.1" status: 200 len: 217 time: 0.1249516 Aug 10 04:05:55.409852 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-d598f5c5-1a06-45e8-90ce-a97e22b1bcb2 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ffbe48-ba11-4578-89c0-766af85baee9']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:55.428249 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-d598f5c5-1a06-45e8-90ce-a97e22b1bcb2 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d20a80-0485-4b0f-9f09-f980ca8f476c') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:55.429619 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-d598f5c5-1a06-45e8-90ce-a97e22b1bcb2 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d20a80-0485-4b0f-9f09-f980ca8f476c') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:55.447287 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d598f5c5-1a06-45e8-90ce-a97e22b1bcb2 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.475053 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-5fd77e16-cd4f-4f2e-9ebc-14a2de03e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:55.478516 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-5fd77e16-cd4f-4f2e-9ebc-14a2de03e205 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3713408bd1840a4be53441e1ea350d3&device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 1095 time: 0.2751179 Aug 10 04:05:55.478631 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d598f5c5-1a06-45e8-90ce-a97e22b1bcb2 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.489532 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb363116-b74c-423e-a069-6c824c944d3b req-e39c19ee-b685-4b63-8d9f-340b0b6248f6 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:55.499263 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cb363116-b74c-423e-a069-6c824c944d3b req-e39c19ee-b685-4b63-8d9f-340b0b6248f6 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 943 time: 0.1277523 Aug 10 04:05:55.509895 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-461b8acf-42e3-4743-b4c6-896b4f600079 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.519011 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce832eed-d687-4c1d-bc23-ac82d211b855', 'tag': '54cb3a90-b169-4e91-b83b-d4603eaa7058'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:05:55.523055 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2a9527-0308-40f3-91cd-c5a146f981b2" -d '{"events": [{"name": "network-changed", "server_uuid": "ce832eed-d687-4c1d-bc23-ac82d211b855", "tag": "54cb3a90-b169-4e91-b83b-d4603eaa7058"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:05:55.542321 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d598f5c5-1a06-45e8-90ce-a97e22b1bcb2 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:05:55.542996 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d598f5c5-1a06-45e8-90ce-a97e22b1bcb2 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:05:55.546698 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:05:55.554685 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.596778 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d81b7b-4bf6-4f62-b95f-6ce0a102a8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce54a5a-906d-4a95-becb-53a3ec6c2347'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:05:55.599348 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3bdae5-fd1d-4f33-bc2a-cf8ba8834d77" -d '{"events": [{"server_uuid": "91d81b7b-4bf6-4f62-b95f-6ce0a102a8df", "name": "network-vif-plugged", "status": "completed", "tag": "dce54a5a-906d-4a95-becb-53a3ec6c2347"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:05:55.608961 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce60fde1-356d-46ae-9a3a-7980539ec00e x-openstack-request-id: req-ce60fde1-356d-46ae-9a3a-7980539ec00e {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:05:55.610445 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce832eed-d687-4c1d-bc23-ac82d211b855", "tag": "54cb3a90-b169-4e91-b83b-d4603eaa7058", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:05:55.610445 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce60fde1-356d-46ae-9a3a-7980539ec00e {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:05:55.610445 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce832eed-d687-4c1d-bc23-ac82d211b855', 'tag': '54cb3a90-b169-4e91-b83b-d4603eaa7058', 'status': 'completed', 'code': 200} Aug 10 04:05:55.613621 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340ba51-72e3-48d8-b248-64cbdafa5876 req-2a32baab-67c9-444c-b47e-5abaa0ad5c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:55.615123 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b340ba51-72e3-48d8-b248-64cbdafa5876 req-2a32baab-67c9-444c-b47e-5abaa0ad5c47 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a51d8861-9dbf-4178-9d3e-8ed73319e82c HTTP/1.1" status: 200 len: 850 time: 0.1963582 Aug 10 04:05:55.616623 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-de81543d-3ebb-4e96-af19-ad799f57e8bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54cb3a90-b169-4e91-b83b-d4603eaa7058 HTTP/1.1" status: 200 len: 217 time: 0.0898511 Aug 10 04:05:55.617935 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cb363116-b74c-423e-a069-6c824c944d3b req-0a93428a-3e8b-42cc-993e-74baf7253d26 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172051 Aug 10 04:05:55.656769 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port dce54a5a-906d-4a95-becb-53a3ec6c2347, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=dce54a5a-906d-4a95-becb-53a3ec6c2347,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:55.677005 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d761d39-4bd2-41d8-9c69-823c98ce9cac x-openstack-request-id: req-8d761d39-4bd2-41d8-9c69-823c98ce9cac {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:05:55.677294 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d81b7b-4bf6-4f62-b95f-6ce0a102a8df", "name": "network-vif-plugged", "status": "completed", "tag": "dce54a5a-906d-4a95-becb-53a3ec6c2347", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:05:55.677597 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d761d39-4bd2-41d8-9c69-823c98ce9cac {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:05:55.677996 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d81b7b-4bf6-4f62-b95f-6ce0a102a8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce54a5a-906d-4a95-becb-53a3ec6c2347', 'code': 200} Aug 10 04:05:55.730976 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-461b8acf-42e3-4743-b4c6-896b4f600079 None None] Transition to ACTIVE for port object 0afab230-4f91-484d-b7fc-55ab285e3720 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:55.731296 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d598f5c5-1a06-45e8-90ce-a97e22b1bcb2 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.739175 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d598f5c5-1a06-45e8-90ce-a97e22b1bcb2 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.743281 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d598f5c5-1a06-45e8-90ce-a97e22b1bcb2 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "DELETE /v2.0/networks/49ffbe48-ba11-4578-89c0-766af85baee9 HTTP/1.1" status: 204 len: 168 time: 1.0365994 Aug 10 04:05:55.747947 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52018) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:55.757965 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-461b8acf-42e3-4743-b4c6-896b4f600079 None None] Transition to ACTIVE for port object 0afab230-4f91-484d-b7fc-55ab285e3720 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:55.763250 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.772761 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-2f8aab13-0cfc-49f9-a6f1-140648a4f3ba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-260631223'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:55.796145 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca15c0a8-7864-4cad-bc91-81acf7caa8fb tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.806897 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-b7e8a2a6-4564-4b04-8202-3a77af00481a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:55.808464 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-b7e8a2a6-4564-4b04-8202-3a77af00481a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c8ebd3f-75bf-4ec3-96f1-9cf76215d792 HTTP/1.1" status: 200 len: 850 time: 0.1561027 Aug 10 04:05:55.817323 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340ba51-72e3-48d8-b248-64cbdafa5876 req-9ff94f05-6874-4168-98e8-5e8aa552b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:55.821015 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b340ba51-72e3-48d8-b248-64cbdafa5876 req-9ff94f05-6874-4168-98e8-5e8aa552b650 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7ff6afc-8008-49c6-8b16-55c096640020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1679330 Aug 10 04:05:55.821888 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=dce54a5a-906d-4a95-becb-53a3ec6c2347,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:55.829886 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598f5c5-1a06-45e8-90ce-a97e22b1bcb2 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event deleted for resources: {'Network': ['ID=49ffbe48-ba11-4578-89c0-766af85baee9,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:55.841796 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-461b8acf-42e3-4743-b4c6-896b4f600079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:55.882058 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc119bca-e1bd-421c-aa2f-0eaad86070cf None None] Network fa8fe545-6daf-4245-938e-640c44a6d839 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:55.887366 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afe75f9-562b-44c6-9aa9-ffcd2e2d22b2 req-0c9e83ae-002b-4b84-b707-d02d752097c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:55.889505 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2afe75f9-562b-44c6-9aa9-ffcd2e2d22b2 req-0c9e83ae-002b-4b84-b707-d02d752097c6 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=91d81b7b-4bf6-4f62-b95f-6ce0a102a8df HTTP/1.1" status: 200 len: 1097 time: 0.1033251 Aug 10 04:05:55.895623 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-8e8d32e5-1f81-48d3-a20b-85c4c1d381c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a30de31-8cff-447d-a775-a8b158513d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758500 Aug 10 04:05:55.898431 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c121e4-a447-4056-85fa-a1ff065028f6 req-25d741ff-0ada-4383-b540-1c875ddcc8a1 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:55.902564 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-54c121e4-a447-4056-85fa-a1ff065028f6 req-25d741ff-0ada-4383-b540-1c875ddcc8a1 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 944 time: 0.1232522 Aug 10 04:05:55.907605 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461b8acf-42e3-4743-b4c6-896b4f600079 None None] Network 661e2be3-af1c-4243-bcca-bc8224a1af93 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:55.940064 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-461b8acf-42e3-4743-b4c6-896b4f600079 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:55.945621 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461b8acf-42e3-4743-b4c6-896b4f600079 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:55.960675 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b8acf-42e3-4743-b4c6-896b4f600079 None None] Pushing event updated for resources: {'Port': ['ID=0afab230-4f91-484d-b7fc-55ab285e3720,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:55.961074 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-54c121e4-a447-4056-85fa-a1ff065028f6 req-2fe2ffe9-cbde-4afa-86df-7ce6b8e4d280 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468986 Aug 10 04:05:55.965955 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2afe75f9-562b-44c6-9aa9-ffcd2e2d22b2 req-54b7e343-c203-4726-bcbf-1113f24fa69f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648882 Aug 10 04:05:56.000000 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8aab13-0cfc-49f9-a6f1-140648a4f3ba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Made reservation on behalf of fd59fb2bf85a4580a8990fede7cfb76e for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:56.004006 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2f8aab13-0cfc-49f9-a6f1-140648a4f3ba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.033177 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f8aab13-0cfc-49f9-a6f1-140648a4f3ba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:05:56.047794 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2f8aab13-0cfc-49f9-a6f1-140648a4f3ba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.048175 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-2f8aab13-0cfc-49f9-a6f1-140648a4f3ba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Added segment ab375481-a21a-425f-ad29-eb57dca48699 of type vlan for network a570e196-127a-45fd-83b2-b4955377703e Aug 10 04:05:56.053483 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-461b8acf-42e3-4743-b4c6-896b4f600079 None None] Attempting to bind port 0afab230-4f91-484d-b7fc-55ab285e3720 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:56.053934 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-461b8acf-42e3-4743-b4c6-896b4f600079 None None] Attempting to bind port 0afab230-4f91-484d-b7fc-55ab285e3720 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '5e8e1989-ecb2-4a7b-92c7-a37ecc5dc93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '661e2be3-af1c-4243-bcca-bc8224a1af93'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:56.054351 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b8acf-42e3-4743-b4c6-896b4f600079 None None] Attempting to bind port 0afab230-4f91-484d-b7fc-55ab285e3720 on network 661e2be3-af1c-4243-bcca-bc8224a1af93 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:56.057731 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5343cbf4-89b7-48ea-8066-03ad2c0808b7 None None] Provisioning for port b9bd546e-6715-42d7-a992-fd99b34af520 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:56.103366 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2f8aab13-0cfc-49f9-a6f1-140648a4f3ba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.117409 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b8acf-42e3-4743-b4c6-896b4f600079 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:56.117409 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b8acf-42e3-4743-b4c6-896b4f600079 None None] Checking segment: {'id': '5e8e1989-ecb2-4a7b-92c7-a37ecc5dc93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '661e2be3-af1c-4243-bcca-bc8224a1af93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:56.117409 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-461b8acf-42e3-4743-b4c6-896b4f600079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.117409 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461b8acf-42e3-4743-b4c6-896b4f600079 None None] Bound using segment: {'id': '5e8e1989-ecb2-4a7b-92c7-a37ecc5dc93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '661e2be3-af1c-4243-bcca-bc8224a1af93'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:56.117409 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-461b8acf-42e3-4743-b4c6-896b4f600079 None None] Bound port: 0afab230-4f91-484d-b7fc-55ab285e3720, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e8e1989-ecb2-4a7b-92c7-a37ecc5dc93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '661e2be3-af1c-4243-bcca-bc8224a1af93'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:56.117409 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-461b8acf-42e3-4743-b4c6-896b4f600079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.170116 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b9bd546e-6715-42d7-a992-fd99b34af520 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:56.193394 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2f8aab13-0cfc-49f9-a6f1-140648a4f3ba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.199097 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8aab13-0cfc-49f9-a6f1-140648a4f3ba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:56.200203 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2f8aab13-0cfc-49f9-a6f1-140648a4f3ba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.207795 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b340ba51-72e3-48d8-b248-64cbdafa5876 req-57ce6679-7b3f-476a-8029-e60ce4011404 service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761725 Aug 10 04:05:56.251839 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-461b8acf-42e3-4743-b4c6-896b4f600079 None None] For port 0afab230-4f91-484d-b7fc-55ab285e3720, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:56.259353 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-461b8acf-42e3-4743-b4c6-896b4f600079 None None] For port 0afab230-4f91-484d-b7fc-55ab285e3720, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=0afab230-4f91-484d-b7fc-55ab285e3720,segment=NetworkSegment(5e8e1989-ecb2-4a7b-92c7-a37ecc5dc93d),segment_id=5e8e1989-ecb2-4a7b-92c7-a37ecc5dc93d)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:56.282469 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8aab13-0cfc-49f9-a6f1-140648a4f3ba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event updated for resources: {'Network': ['ID=a570e196-127a-45fd-83b2-b4955377703e,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:56.295157 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network a570e196-127a-45fd-83b2-b4955377703e details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:05:56.324927 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2f8aab13-0cfc-49f9-a6f1-140648a4f3ba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5593565 Aug 10 04:05:56.326425 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52022) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:56.331780 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-4514b101-67a5-428d-82eb-ba590cfd6652 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Request body: {'subnet': {'network_id': 'a570e196-127a-45fd-83b2-b4955377703e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:56.345494 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port b9bd546e-6715-42d7-a992-fd99b34af520 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:56.347200 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-1967cbcc-ea7f-419d-aca8-346dccb85435 service neutron] 10.222.0.20 "GET /v2.0/networks/6a30de31-8cff-447d-a775-a8b158513d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975997 Aug 10 04:05:56.347913 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-461b8acf-42e3-4743-b4c6-896b4f600079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.379278 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port b9bd546e-6715-42d7-a992-fd99b34af520 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:56.379652 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.414538 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c94044e-3fe1-405c-aad0-ba012ba5e5d1 req-941be020-cbe1-4d43-8d44-72f5c3d3fb64 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:56.416463 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9c94044e-3fe1-405c-aad0-ba012ba5e5d1 req-941be020-cbe1-4d43-8d44-72f5c3d3fb64 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d81b7b-4bf6-4f62-b95f-6ce0a102a8df HTTP/1.1" status: 200 len: 946 time: 0.2567866 Aug 10 04:05:56.499448 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-ca15c0a8-7864-4cad-bc91-81acf7caa8fb tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Allocated IP 172.20.0.1 (661e2be3-af1c-4243-bcca-bc8224a1af93/581b3e28-fb3f-4003-a8a5-2d1be2f3cbce/5ac09a70-5a7b-4f2e-a6a0-45faf9c26afa) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:56.537222 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4514b101-67a5-428d-82eb-ba590cfd6652 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Made reservation on behalf of fd59fb2bf85a4580a8990fede7cfb76e for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:56.542354 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4514b101-67a5-428d-82eb-ba590cfd6652 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.548265 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b340ba51-72e3-48d8-b248-64cbdafa5876 req-86cfc7eb-12ef-4d09-af92-b95d76f413e7 service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082259 Aug 10 04:05:56.577801 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9c94044e-3fe1-405c-aad0-ba012ba5e5d1 req-6a06ef3a-8f4d-4a8b-8699-9581e0242b91 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289203 Aug 10 04:05:56.631903 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9762e2c8-c103-4e22-af59-e0b2795d5525 req-80909b53-324c-4241-ab00-6831109cf372 service neutron] 10.222.0.20 "GET /v2.0/networks/6a30de31-8cff-447d-a775-a8b158513d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617376 Aug 10 04:05:56.634527 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b8acf-42e3-4743-b4c6-896b4f600079 None None] Pushing event updated for resources: {'Port': ['ID=0afab230-4f91-484d-b7fc-55ab285e3720,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:56.645116 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-78fe8122-7dcf-4b3d-8187-425d04842bae None None] Provisioning complete for port b9bd546e-6715-42d7-a992-fd99b34af520 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:56.645356 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-78fe8122-7dcf-4b3d-8187-425d04842bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.732404 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.776634 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca15c0a8-7864-4cad-bc91-81acf7caa8fb tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.839087 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port b9bd546e-6715-42d7-a992-fd99b34af520, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=b9bd546e-6715-42d7-a992-fd99b34af520,segment=NetworkSegment(95d11545-75ef-4847-af7e-51135d15da38),segment_id=95d11545-75ef-4847-af7e-51135d15da38)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:56.841219 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-78fe8122-7dcf-4b3d-8187-425d04842bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.845308 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-ca15c0a8-7864-4cad-bc91-81acf7caa8fb tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Transition to ACTIVE for port object 5ac09a70-5a7b-4f2e-a6a0-45faf9c26afa will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:56.879578 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a9527-0308-40f3-91cd-c5a146f981b2 req-8d5786d1-cad8-46d0-98f1-8a663d5676f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:56.879892 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:56.881628 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fe2a9527-0308-40f3-91cd-c5a146f981b2 req-8d5786d1-cad8-46d0-98f1-8a663d5676f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3713408bd1840a4be53441e1ea350d3&device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 1095 time: 0.0998211 Aug 10 04:05:56.902487 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc954432-fe1a-4c51-8fa6-51aa743b9cfe req-9608b617-904f-4196-9f98-a0a6cc6efaa7 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:56.904338 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dc954432-fe1a-4c51-8fa6-51aa743b9cfe req-9608b617-904f-4196-9f98-a0a6cc6efaa7 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 943 time: 0.1174011 Aug 10 04:05:56.978521 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-78fe8122-7dcf-4b3d-8187-425d04842bae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:05:56.978887 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-78fe8122-7dcf-4b3d-8187-425d04842bae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:05:56.983055 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca15c0a8-7864-4cad-bc91-81acf7caa8fb tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:57.011287 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=b9bd546e-6715-42d7-a992-fd99b34af520,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:57.012399 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dc954432-fe1a-4c51-8fa6-51aa743b9cfe req-6372669a-751e-4134-adae-21dbd74fecfb tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901198 Aug 10 04:05:57.046785 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4514b101-67a5-428d-82eb-ba590cfd6652 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:57.094261 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca15c0a8-7864-4cad-bc91-81acf7caa8fb tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Network 661e2be3-af1c-4243-bcca-bc8224a1af93 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:57.117372 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-ca15c0a8-7864-4cad-bc91-81acf7caa8fb tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:57.120478 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca15c0a8-7864-4cad-bc91-81acf7caa8fb tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:57.133725 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514b101-67a5-428d-82eb-ba590cfd6652 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event updated for resources: {'Subnet': ['ID=32e14f07-c1b8-4dbc-a49f-129acf410588,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:57.136415 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4514b101-67a5-428d-82eb-ba590cfd6652 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Checking segment: {'id': 'ab375481-a21a-425f-ad29-eb57dca48699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a570e196-127a-45fd-83b2-b4955377703e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:57.136795 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4514b101-67a5-428d-82eb-ba590cfd6652 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Network hostable DHCP agents. Network: a570e196-127a-45fd-83b2-b4955377703e, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:05:57.174536 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a9527-0308-40f3-91cd-c5a146f981b2 req-48dc28d6-cc40-41d2-b4d5-1e55dabb78ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:57.176195 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fe2a9527-0308-40f3-91cd-c5a146f981b2 req-48dc28d6-cc40-41d2-b4d5-1e55dabb78ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a30de31-8cff-447d-a775-a8b158513d18 HTTP/1.1" status: 200 len: 911 time: 0.2792487 Aug 10 04:05:57.179606 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15c0a8-7864-4cad-bc91-81acf7caa8fb tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Pushing event updated for resources: {'Port': ['ID=5ac09a70-5a7b-4f2e-a6a0-45faf9c26afa,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:57.256602 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4514b101-67a5-428d-82eb-ba590cfd6652 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Network a570e196-127a-45fd-83b2-b4955377703e is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:05:57.336637 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-4514b101-67a5-428d-82eb-ba590cfd6652 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, a570e196-127a-45fd-83b2-b4955377703e) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:57.341921 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4514b101-67a5-428d-82eb-ba590cfd6652 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:57.342515 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4514b101-67a5-428d-82eb-ba590cfd6652 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:57.347506 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15d65ba-e703-4615-b296-690e1b82876c None None] Network a570e196-127a-45fd-83b2-b4955377703e requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:57.440097 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4514b101-67a5-428d-82eb-ba590cfd6652 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1124308 Aug 10 04:05:57.443643 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52030) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:57.449276 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-f7c824f6-f416-408d-b01a-3e9f376e9e13 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-832376927'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:57.463324 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:57.536418 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c824f6-f416-408d-b01a-3e9f376e9e13 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Made reservation on behalf of fd59fb2bf85a4580a8990fede7cfb76e for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:57.539911 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7c824f6-f416-408d-b01a-3e9f376e9e13 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:57.577125 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c824f6-f416-408d-b01a-3e9f376e9e13 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:05:57.579830 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63b5f50-3899-497a-8c9d-bbcf51f44825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-a570e196-127a-45fd-83b2-b4955377703e', 'network_id': 'a570e196-127a-45fd-83b2-b4955377703e', 'tenant_id': 'fd59fb2bf85a4580a8990fede7cfb76e', 'fixed_ips': [{'subnet_id': '32e14f07-c1b8-4dbc-a49f-129acf410588'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:05:57.581316 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a63b5f50-3899-497a-8c9d-bbcf51f44825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:57.588494 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7c824f6-f416-408d-b01a-3e9f376e9e13 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:57.588879 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-f7c824f6-f416-408d-b01a-3e9f376e9e13 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Added segment 43aae1b2-22c1-4c8f-9b0e-7d5fde24765d of type vlan for network f3254cf4-d280-478b-a6bf-df54e9c82014 Aug 10 04:05:57.590103 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fe2a9527-0308-40f3-91cd-c5a146f981b2 req-5258fab0-7d26-4a24-84c8-40f11cfe2c3c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54cb3a90-b169-4e91-b83b-d4603eaa7058 HTTP/1.1" status: 200 len: 217 time: 0.4014924 Aug 10 04:05:57.610418 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c5849-c367-4697-860a-f0a01b9e5973 req-a58b2574-d0f6-439b-9d1a-96757d53cbf1 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:57.628088 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e24c5849-c367-4697-860a-f0a01b9e5973 req-a58b2574-d0f6-439b-9d1a-96757d53cbf1 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 944 time: 0.5413568 Aug 10 04:05:57.648492 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7c824f6-f416-408d-b01a-3e9f376e9e13 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:57.698610 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca15c0a8-7864-4cad-bc91-81acf7caa8fb tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:57.751153 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b38dbd-ec19-4edb-8fb1-ef435a3951ac req-29a13cd9-2f1b-47c5-af8c-9a947eae88c3 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:57.758725 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-a63b5f50-3899-497a-8c9d-bbcf51f44825 None None] Allocated IP 2001:db8::3 (a570e196-127a-45fd-83b2-b4955377703e/32e14f07-c1b8-4dbc-a49f-129acf410588/3074c271-6121-4ab0-a305-1724f07be1ba) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:57.759826 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-08b38dbd-ec19-4edb-8fb1-ef435a3951ac req-29a13cd9-2f1b-47c5-af8c-9a947eae88c3 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d81b7b-4bf6-4f62-b95f-6ce0a102a8df HTTP/1.1" status: 200 len: 946 time: 0.0625317 Aug 10 04:05:57.763148 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7c824f6-f416-408d-b01a-3e9f376e9e13 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:57.768955 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c824f6-f416-408d-b01a-3e9f376e9e13 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:57.769601 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7c824f6-f416-408d-b01a-3e9f376e9e13 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:57.821029 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a9527-0308-40f3-91cd-c5a146f981b2 req-094fef04-af96-4e64-ab52-2908c8d7ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:57.822710 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fe2a9527-0308-40f3-91cd-c5a146f981b2 req-094fef04-af96-4e64-ab52-2908c8d7ee3d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c8ebd3f-75bf-4ec3-96f1-9cf76215d792 HTTP/1.1" status: 200 len: 850 time: 0.2226293 Aug 10 04:05:57.872698 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e24c5849-c367-4697-860a-f0a01b9e5973 req-fee2fdf8-f167-4080-a911-c93e9bb09945 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434053 Aug 10 04:05:57.878198 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fe2a9527-0308-40f3-91cd-c5a146f981b2 req-02d8db08-ef45-401d-afa2-a813867f02b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a30de31-8cff-447d-a775-a8b158513d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432727 Aug 10 04:05:57.976254 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255afd2e-b612-4cf9-9ad0-2a7ca28e39fa None None] Network 661e2be3-af1c-4243-bcca-bc8224a1af93 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:57.990568 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca15c0a8-7864-4cad-bc91-81acf7caa8fb tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:58.049599 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a63b5f50-3899-497a-8c9d-bbcf51f44825 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:58.085253 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fe2a9527-0308-40f3-91cd-c5a146f981b2 req-28ce5802-3e6a-4c66-95f3-e847c12c5969 service neutron] 10.222.0.20 "GET /v2.0/networks/6a30de31-8cff-447d-a775-a8b158513d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697025 Aug 10 04:05:58.092434 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a63b5f50-3899-497a-8c9d-bbcf51f44825 None None] Transition to ACTIVE for port object 3074c271-6121-4ab0-a305-1724f07be1ba will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:58.123035 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a63b5f50-3899-497a-8c9d-bbcf51f44825 None None] Transition to ACTIVE for port object 3074c271-6121-4ab0-a305-1724f07be1ba will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:05:58.214615 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a63b5f50-3899-497a-8c9d-bbcf51f44825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:58.229256 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-76e3e4b3-3679-498a-87b6-7bbb98460647 None None] Provisioning for port 0afab230-4f91-484d-b7fc-55ab285e3720 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:58.273731 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c824f6-f416-408d-b01a-3e9f376e9e13 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event updated for resources: {'Network': ['ID=f3254cf4-d280-478b-a6bf-df54e9c82014,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:58.292850 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-08b38dbd-ec19-4edb-8fb1-ef435a3951ac req-edc92b9f-4728-411e-9774-0b3dde0c11ff tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5317957 Aug 10 04:05:58.312786 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63b5f50-3899-497a-8c9d-bbcf51f44825 None None] Network a570e196-127a-45fd-83b2-b4955377703e is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:58.323401 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f7c824f6-f416-408d-b01a-3e9f376e9e13 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8748653 Aug 10 04:05:58.323633 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b5f50-3899-497a-8c9d-bbcf51f44825 None None] Pushing event updated for resources: {'Port': ['ID=3074c271-6121-4ab0-a305-1724f07be1ba,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:58.323729 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fe2a9527-0308-40f3-91cd-c5a146f981b2 req-9884e195-ee83-4712-8dad-c5dd9a443e2f service neutron] 10.222.0.20 "GET /v2.0/networks/6a30de31-8cff-447d-a775-a8b158513d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052834 Aug 10 04:05:58.323816 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52042) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:58.326154 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-a63b5f50-3899-497a-8c9d-bbcf51f44825 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:58.332311 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63b5f50-3899-497a-8c9d-bbcf51f44825 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:05:58.334500 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network f3254cf4-d280-478b-a6bf-df54e9c82014 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:05:58.334809 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-4335fb44-ccfc-46c6-8592-b96dcdd5ff01 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Request body: {'subnet': {'network_id': 'f3254cf4-d280-478b-a6bf-df54e9c82014', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:58.339712 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 0afab230-4f91-484d-b7fc-55ab285e3720 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:58.510720 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca15c0a8-7864-4cad-bc91-81acf7caa8fb tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:58.520894 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e641d-54a0-4347-87f3-d5f5473d2da0 req-db836612-4c1f-4c14-995b-b9d119437f34 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:58.525747 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-580e641d-54a0-4347-87f3-d5f5473d2da0 req-db836612-4c1f-4c14-995b-b9d119437f34 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 943 time: 0.4057150 Aug 10 04:05:58.549303 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4335fb44-ccfc-46c6-8592-b96dcdd5ff01 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Made reservation on behalf of fd59fb2bf85a4580a8990fede7cfb76e for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:58.553855 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a63b5f50-3899-497a-8c9d-bbcf51f44825 None None] Attempting to bind port 3074c271-6121-4ab0-a305-1724f07be1ba on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:05:58.554005 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4335fb44-ccfc-46c6-8592-b96dcdd5ff01 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:58.554228 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a63b5f50-3899-497a-8c9d-bbcf51f44825 None None] Attempting to bind port 3074c271-6121-4ab0-a305-1724f07be1ba by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'ab375481-a21a-425f-ad29-eb57dca48699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a570e196-127a-45fd-83b2-b4955377703e'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:05:58.565806 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63b5f50-3899-497a-8c9d-bbcf51f44825 None None] Attempting to bind port 3074c271-6121-4ab0-a305-1724f07be1ba on network a570e196-127a-45fd-83b2-b4955377703e {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:05:58.569359 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63b5f50-3899-497a-8c9d-bbcf51f44825 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:05:58.569746 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63b5f50-3899-497a-8c9d-bbcf51f44825 None None] Checking segment: {'id': 'ab375481-a21a-425f-ad29-eb57dca48699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a570e196-127a-45fd-83b2-b4955377703e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:58.570162 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a63b5f50-3899-497a-8c9d-bbcf51f44825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:58.570558 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63b5f50-3899-497a-8c9d-bbcf51f44825 None None] Bound using segment: {'id': 'ab375481-a21a-425f-ad29-eb57dca48699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a570e196-127a-45fd-83b2-b4955377703e'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:05:58.571045 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a63b5f50-3899-497a-8c9d-bbcf51f44825 None None] Bound port: 3074c271-6121-4ab0-a305-1724f07be1ba, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab375481-a21a-425f-ad29-eb57dca48699', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a570e196-127a-45fd-83b2-b4955377703e'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:05:58.571426 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a63b5f50-3899-497a-8c9d-bbcf51f44825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:58.572260 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-580e641d-54a0-4347-87f3-d5f5473d2da0 req-ebf4e41e-101b-44f5-ab1f-3db7c16eb521 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425079 Aug 10 04:05:58.592948 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca15c0a8-7864-4cad-bc91-81acf7caa8fb tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:58.614408 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4d4b7-1f7b-4490-b0eb-47097b7bcaa1 req-7253ad2c-abff-4eb4-b4eb-d0ae96059264 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:58.622779 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dde4d4b7-1f7b-4490-b0eb-47097b7bcaa1 req-7253ad2c-abff-4eb4-b4eb-d0ae96059264 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d81b7b-4bf6-4f62-b95f-6ce0a102a8df HTTP/1.1" status: 200 len: 946 time: 0.1950378 Aug 10 04:05:58.655713 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.ipam_backend_mixin [None req-4335fb44-ccfc-46c6-8592-b96dcdd5ff01 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Performing IP validity checks on allocation pools {{(pid=94938) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 04:05:58.656265 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.ipam_backend_mixin [None req-4335fb44-ccfc-46c6-8592-b96dcdd5ff01 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94938) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 04:05:58.663333 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a63b5f50-3899-497a-8c9d-bbcf51f44825 None None] For port 3074c271-6121-4ab0-a305-1724f07be1ba, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:05:58.667749 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a63b5f50-3899-497a-8c9d-bbcf51f44825 None None] For port 3074c271-6121-4ab0-a305-1724f07be1ba, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3074c271-6121-4ab0-a305-1724f07be1ba,segment=NetworkSegment(ab375481-a21a-425f-ad29-eb57dca48699),segment_id=ab375481-a21a-425f-ad29-eb57dca48699)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:05:58.669761 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15c0a8-7864-4cad-bc91-81acf7caa8fb tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Pushing event updated for resources: {'Port': ['ID=5ac09a70-5a7b-4f2e-a6a0-45faf9c26afa,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:58.672347 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ca15c0a8-7864-4cad-bc91-81acf7caa8fb tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:58.673565 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 0afab230-4f91-484d-b7fc-55ab285e3720 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:58.679706 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 0afab230-4f91-484d-b7fc-55ab285e3720 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:58.680718 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:58.702100 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dde4d4b7-1f7b-4490-b0eb-47097b7bcaa1 req-0a1d21c8-dd44-40ee-ad9e-201dc423c7e2 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782583 Aug 10 04:05:58.772577 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a63b5f50-3899-497a-8c9d-bbcf51f44825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:58.822760 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca15c0a8-7864-4cad-bc91-81acf7caa8fb tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Network 661e2be3-af1c-4243-bcca-bc8224a1af93 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:05:58.826445 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-ca15c0a8-7864-4cad-bc91-81acf7caa8fb tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:58.878504 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b5f50-3899-497a-8c9d-bbcf51f44825 None None] Pushing event updated for resources: {'Port': ['ID=3074c271-6121-4ab0-a305-1724f07be1ba,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:58.898188 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:58.924633 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc0040-3d3a-4f19-b794-430d5db57872 req-fd67c743-aa76-422c-b4c8-f24e77050efd tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:58.929034 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12bc0040-3d3a-4f19-b794-430d5db57872 req-fd67c743-aa76-422c-b4c8-f24e77050efd tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d81b7b-4bf6-4f62-b95f-6ce0a102a8df HTTP/1.1" status: 200 len: 946 time: 0.1378906 Aug 10 04:05:58.941449 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4335fb44-ccfc-46c6-8592-b96dcdd5ff01 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:58.959323 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 0afab230-4f91-484d-b7fc-55ab285e3720, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=0afab230-4f91-484d-b7fc-55ab285e3720,segment=NetworkSegment(5e8e1989-ecb2-4a7b-92c7-a37ecc5dc93d),segment_id=5e8e1989-ecb2-4a7b-92c7-a37ecc5dc93d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:59.001277 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12bc0040-3d3a-4f19-b794-430d5db57872 req-7aa47e5c-7bba-409b-bf62-b01770bf5320 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683208 Aug 10 04:05:59.023281 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.024216 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b9bd546e-6715-42d7-a992-fd99b34af520 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:05:59.078733 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335fb44-ccfc-46c6-8592-b96dcdd5ff01 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event updated for resources: {'Subnet': ['ID=11b41f0e-5f42-47c3-8e80-39505a92a177,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:59.109039 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=0afab230-4f91-484d-b7fc-55ab285e3720,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:59.113939 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f38c8859-ba18-4b1b-a854-50c8d36bda37 None None] Provisioning for port 5ac09a70-5a7b-4f2e-a6a0-45faf9c26afa completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:05:59.120681 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04247d02-ee98-40fa-98e0-b71d93c1cfc8 req-14ac3490-3ee3-43ad-acbc-09e6364489b9 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:59.122321 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-04247d02-ee98-40fa-98e0-b71d93c1cfc8 req-14ac3490-3ee3-43ad-acbc-09e6364489b9 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 944 time: 0.1378160 Aug 10 04:05:59.128838 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4335fb44-ccfc-46c6-8592-b96dcdd5ff01 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Checking segment: {'id': '43aae1b2-22c1-4c8f-9b0e-7d5fde24765d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f3254cf4-d280-478b-a6bf-df54e9c82014'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:05:59.129362 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4335fb44-ccfc-46c6-8592-b96dcdd5ff01 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Network hostable DHCP agents. Network: f3254cf4-d280-478b-a6bf-df54e9c82014, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:05:59.133093 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f38c8859-ba18-4b1b-a854-50c8d36bda37 None None] Provisioning complete for port 5ac09a70-5a7b-4f2e-a6a0-45faf9c26afa triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:59.133461 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f38c8859-ba18-4b1b-a854-50c8d36bda37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.142413 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca15c0a8-7864-4cad-bc91-81acf7caa8fb tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Router b907dd6e-7723-416f-9bb7-4a0b53cee13f is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:05:59.181314 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-f38c8859-ba18-4b1b-a854-50c8d36bda37 None None] Port 5ac09a70-5a7b-4f2e-a6a0-45faf9c26afa cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:05:59.212453 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port b9bd546e-6715-42d7-a992-fd99b34af520 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:59.212999 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.215234 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-04247d02-ee98-40fa-98e0-b71d93c1cfc8 req-5926d5d0-6a27-49c4-a738-c41a72637522 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832477 Aug 10 04:05:59.239384 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4335fb44-ccfc-46c6-8592-b96dcdd5ff01 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Network f3254cf4-d280-478b-a6bf-df54e9c82014 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:05:59.267116 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f38c8859-ba18-4b1b-a854-50c8d36bda37 None None] Provisioning complete for port 0afab230-4f91-484d-b7fc-55ab285e3720 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:59.267494 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f38c8859-ba18-4b1b-a854-50c8d36bda37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.312327 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:05:59.321697 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-4335fb44-ccfc-46c6-8592-b96dcdd5ff01 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, f3254cf4-d280-478b-a6bf-df54e9c82014) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:05:59.332500 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4335fb44-ccfc-46c6-8592-b96dcdd5ff01 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:59.333093 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4335fb44-ccfc-46c6-8592-b96dcdd5ff01 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.342522 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2233a114-6ede-4e55-a5b6-97998f6d3624 None None] Network f3254cf4-d280-478b-a6bf-df54e9c82014 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:05:59.349099 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca15c0a8-7864-4cad-bc91-81acf7caa8fb tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:05:59.355620 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ca15c0a8-7864-4cad-bc91-81acf7caa8fb tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] 10.222.0.25 "PUT /v2.0/routers/b907dd6e-7723-416f-9bb7-4a0b53cee13f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2271705 Aug 10 04:05:59.358871 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52054) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:59.375284 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c25683f-12f3-4a2d-8e99-3204ff5795c3 None None] Sync routers for ids ['b907dd6e-7723-416f-9bb7-4a0b53cee13f'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:05:59.381914 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-ede08cdb-4164-4c17-9890-2d2644c5aaef tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Request body: {'port': {'network_id': '661e2be3-af1c-4243-bcca-bc8224a1af93', 'name': 'tempest-FloatingIPNegativeTestJSON-984308486'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:05:59.404915 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4335fb44-ccfc-46c6-8592-b96dcdd5ff01 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.0801299 Aug 10 04:05:59.405725 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52056) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:05:59.548569 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14883b8c-2904-4515-ab18-7a5b80eb252a tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.565468 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c25683f-12f3-4a2d-8e99-3204ff5795c3 None None] Routers {'b907dd6e-7723-416f-9bb7-4a0b53cee13f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:59.566028 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-7c25683f-12f3-4a2d-8e99-3204ff5795c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:05:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['b907dd6e-7723-416f-9bb7-4a0b53cee13f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:59.622046 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14883b8c-2904-4515-ab18-7a5b80eb252a tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.633507 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede08cdb-4164-4c17-9890-2d2644c5aaef tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Made reservation on behalf of 7fe1c6705f06494695049f39b734a0d3 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:05:59.638649 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ede08cdb-4164-4c17-9890-2d2644c5aaef tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.659410 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-7c25683f-12f3-4a2d-8e99-3204ff5795c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:59.711404 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-ede08cdb-4164-4c17-9890-2d2644c5aaef tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] device_id is not set on port 31a2547b-a8a0-43be-b0a2-c8df69108bb1 yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:05:59.718251 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c25683f-12f3-4a2d-8e99-3204ff5795c3 None None] Routers {'b907dd6e-7723-416f-9bb7-4a0b53cee13f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:05:59.719024 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-7c25683f-12f3-4a2d-8e99-3204ff5795c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:05:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['b907dd6e-7723-416f-9bb7-4a0b53cee13f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:59.739623 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc480aef-1179-48c5-a1b4-6c2b02fd9708 req-699e5cf1-1745-4ee0-9ad6-3035027462da tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:59.741170 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc480aef-1179-48c5-a1b4-6c2b02fd9708 req-699e5cf1-1745-4ee0-9ad6-3035027462da tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d81b7b-4bf6-4f62-b95f-6ce0a102a8df HTTP/1.1" status: 200 len: 946 time: 0.1144855 Aug 10 04:05:59.779861 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ca8d4-70d8-4a18-a9d8-9856a0dc9543 req-c412f895-59c4-4e96-a2e3-b6b5fab3e969 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:05:59.781487 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-552ca8d4-70d8-4a18-a9d8-9856a0dc9543 req-c412f895-59c4-4e96-a2e3-b6b5fab3e969 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 943 time: 0.1189520 Aug 10 04:05:59.805127 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-7c25683f-12f3-4a2d-8e99-3204ff5795c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:59.805895 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c25683f-12f3-4a2d-8e99-3204ff5795c3 None None] The sync data for ids ['b907dd6e-7723-416f-9bb7-4a0b53cee13f'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:05:59.808845 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9c3dbed2-9ffa-467d-b97d-f8a3cd11d817,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:05:59.810291 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc480aef-1179-48c5-a1b4-6c2b02fd9708 req-8d69c76b-ed1e-4a1c-9f9d-8dd4cf84ae3a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540407 Aug 10 04:05:59.839844 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '9c3dbed2-9ffa-467d-b97d-f8a3cd11d817', 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020', 'port_id': '9c3dbed2-9ffa-467d-b97d-f8a3cd11d817', 'mac_address': 'fa:16:3e:30:d0:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51d8861-9dbf-4178-9d3e-8ed73319e82c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:05:59.845673 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14883b8c-2904-4515-ab18-7a5b80eb252a tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.876245 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-552ca8d4-70d8-4a18-a9d8-9856a0dc9543 req-565e0c06-e4f4-4c31-8cfa-cc4ab94810d2 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866370 Aug 10 04:05:59.877248 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14883b8c-2904-4515-ab18-7a5b80eb252a tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event deleted for resources: {'Subnet': ['ID=11b41f0e-5f42-47c3-8e80-39505a92a177,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:05:59.911984 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-1092cb37-0d12-4736-8b3f-f6507fdc355a None None] Provisioning complete for port 5ac09a70-5a7b-4f2e-a6a0-45faf9c26afa triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:05:59.912605 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1092cb37-0d12-4736-8b3f-f6507fdc355a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.914245 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-ede08cdb-4164-4c17-9890-2d2644c5aaef tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Allocated IP 172.20.0.14 (661e2be3-af1c-4243-bcca-bc8224a1af93/581b3e28-fb3f-4003-a8a5-2d1be2f3cbce/31a2547b-a8a0-43be-b0a2-c8df69108bb1) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:05:59.955353 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14883b8c-2904-4515-ab18-7a5b80eb252a tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:05:59.967294 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-14883b8c-2904-4515-ab18-7a5b80eb252a tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3254cf4-d280-478b-a6bf-df54e9c82014']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:59.983076 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-14883b8c-2904-4515-ab18-7a5b80eb252a tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43aae1b2-22c1-4c8f-9b0e-7d5fde24765d') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:59.983076 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-14883b8c-2904-4515-ab18-7a5b80eb252a tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43aae1b2-22c1-4c8f-9b0e-7d5fde24765d') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:05:59.994022 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14883b8c-2904-4515-ab18-7a5b80eb252a tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.013757 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14883b8c-2904-4515-ab18-7a5b80eb252a tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.020916 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14883b8c-2904-4515-ab18-7a5b80eb252a tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:06:00.021393 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14883b8c-2904-4515-ab18-7a5b80eb252a tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:06:00.025339 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:06:00.138072 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f9f078-79ec-4933-83e0-d09700627e26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-f3254cf4-d280-478b-a6bf-df54e9c82014', 'network_id': 'f3254cf4-d280-478b-a6bf-df54e9c82014', 'tenant_id': 'fd59fb2bf85a4580a8990fede7cfb76e', 'fixed_ips': [{'subnet_id': '11b41f0e-5f42-47c3-8e80-39505a92a177'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:06:00.139091 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-30f9f078-79ec-4933-83e0-d09700627e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.155296 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ede08cdb-4164-4c17-9890-2d2644c5aaef tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.173661 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.176599 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14883b8c-2904-4515-ab18-7a5b80eb252a tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.177438 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-ede08cdb-4164-4c17-9890-2d2644c5aaef tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Transition to ACTIVE for port object 31a2547b-a8a0-43be-b0a2-c8df69108bb1 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:00.187903 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14883b8c-2904-4515-ab18-7a5b80eb252a tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.189669 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-1092cb37-0d12-4736-8b3f-f6507fdc355a None None] Port 5ac09a70-5a7b-4f2e-a6a0-45faf9c26afa cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:06:00.195107 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:06:00.195865 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-14883b8c-2904-4515-ab18-7a5b80eb252a tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "DELETE /v2.0/networks/f3254cf4-d280-478b-a6bf-df54e9c82014 HTTP/1.1" status: 204 len: 168 time: 0.7887239 Aug 10 04:06:00.201726 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52064) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:00.216632 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-1e7fa0ad-e7fa-4258-ae75-ac0d135de447 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1193590107'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:00.224183 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14883b8c-2904-4515-ab18-7a5b80eb252a tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event deleted for resources: {'Network': ['ID=f3254cf4-d280-478b-a6bf-df54e9c82014,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:00.226320 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9916fc8c-bead-4737-84b4-86664f4d8353 None None] Network f3254cf4-d280-478b-a6bf-df54e9c82014 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:00.244594 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9c3dbed2-9ffa-467d-b97d-f8a3cd11d817,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:00.263627 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9916fc8c-bead-4737-84b4-86664f4d8353 None None] Network f3254cf4-d280-478b-a6bf-df54e9c82014 could not be found, it might have been deleted concurrently. {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 04:06:00.289998 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3074c271-6121-4ab0-a305-1724f07be1ba up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:06:00.315490 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.358778 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad9940-6742-4cd5-ac1f-b5bfbbbf6a30 req-9e2a8d0a-d79d-4c4b-9254-d82d540bc999 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:00.360418 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6bad9940-6742-4cd5-ac1f-b5bfbbbf6a30 req-9e2a8d0a-d79d-4c4b-9254-d82d540bc999 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 944 time: 0.0600016 Aug 10 04:06:00.361536 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7fa0ad-e7fa-4258-ae75-ac0d135de447 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Made reservation on behalf of fd59fb2bf85a4580a8990fede7cfb76e for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:06:00.374058 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1e7fa0ad-e7fa-4258-ae75-ac0d135de447 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.374167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9d46c9-2f4f-4f93-bb89-ac6b2981e6c6 None None] Network a570e196-127a-45fd-83b2-b4955377703e requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:00.399539 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ede08cdb-4164-4c17-9890-2d2644c5aaef tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.435995 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=9c3dbed2-9ffa-467d-b97d-f8a3cd11d817,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:00.456802 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7fa0ad-e7fa-4258-ae75-ac0d135de447 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:06:00.471505 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6bad9940-6742-4cd5-ac1f-b5bfbbbf6a30 req-2f4043cf-ed75-4631-89a1-fba6c36e2c9a tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018765 Aug 10 04:06:00.484702 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede08cdb-4164-4c17-9890-2d2644c5aaef tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Network 661e2be3-af1c-4243-bcca-bc8224a1af93 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:06:00.488636 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1e7fa0ad-e7fa-4258-ae75-ac0d135de447 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.489132 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-1e7fa0ad-e7fa-4258-ae75-ac0d135de447 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Added segment 5a9e2fbc-d8a6-4694-8502-faf70fed0354 of type vlan for network 68f39c5a-bfe2-4ada-a8df-be556123ca8b Aug 10 04:06:00.491049 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-ede08cdb-4164-4c17-9890-2d2644c5aaef tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:00.493518 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede08cdb-4164-4c17-9890-2d2644c5aaef tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:06:00.505770 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede08cdb-4164-4c17-9890-2d2644c5aaef tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Pushing event updated for resources: {'Port': ['ID=31a2547b-a8a0-43be-b0a2-c8df69108bb1,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:00.505902 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 3074c271-6121-4ab0-a305-1724f07be1ba completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:06:00.515889 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 0afab230-4f91-484d-b7fc-55ab285e3720 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:06:00.551329 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e7e85a1d-bc7f-43ae-8338-e15fcca6ae6b None None] Provisioning for port 3074c271-6121-4ab0-a305-1724f07be1ba completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:06:00.577721 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e7e85a1d-bc7f-43ae-8338-e15fcca6ae6b None None] Provisioning complete for port 3074c271-6121-4ab0-a305-1724f07be1ba triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:00.578096 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e7e85a1d-bc7f-43ae-8338-e15fcca6ae6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.582035 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1e7fa0ad-e7fa-4258-ae75-ac0d135de447 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.594171 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede08cdb-4164-4c17-9890-2d2644c5aaef tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:00.594809 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ede08cdb-4164-4c17-9890-2d2644c5aaef tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.651727 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 0afab230-4f91-484d-b7fc-55ab285e3720 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:00.652132 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.686712 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ede08cdb-4164-4c17-9890-2d2644c5aaef tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3259678 Aug 10 04:06:00.690405 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52068) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:00.693346 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['9c3dbed2-9ffa-467d-b97d-f8a3cd11d817'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:06:00.696639 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-83de1289-7a8b-4539-86db-d1516711f5d5 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:00.724988 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1e7fa0ad-e7fa-4258-ae75-ac0d135de447 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.735663 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7fa0ad-e7fa-4258-ae75-ac0d135de447 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:00.735663 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1e7fa0ad-e7fa-4258-ae75-ac0d135de447 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.742130 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e7e85a1d-bc7f-43ae-8338-e15fcca6ae6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.794505 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-83de1289-7a8b-4539-86db-d1516711f5d5 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks [] for floatingip, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.796814 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-e7e85a1d-bc7f-43ae-8338-e15fcca6ae6b None None] For port 3074c271-6121-4ab0-a305-1724f07be1ba, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3074c271-6121-4ab0-a305-1724f07be1ba,segment=NetworkSegment(ab375481-a21a-425f-ad29-eb57dca48699),segment_id=ab375481-a21a-425f-ad29-eb57dca48699)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:00.849169 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fa0ad-e7fa-4258-ae75-ac0d135de447 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event updated for resources: {'Network': ['ID=68f39c5a-bfe2-4ada-a8df-be556123ca8b,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:00.864929 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 68f39c5a-bfe2-4ada-a8df-be556123ca8b details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:06:00.886104 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1e7fa0ad-e7fa-4258-ae75-ac0d135de447 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6835973 Aug 10 04:06:00.889682 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52072) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:00.895281 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-bbeaff55-b7dd-41b5-8b09-304bbd361614 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Request body: {'subnet': {'network_id': '68f39c5a-bfe2-4ada-a8df-be556123ca8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:00.915736 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dc6502-02bf-4797-95be-f350005bc8b1 None None] get_active_networks_info from n-d-802893-2 {{(pid=94939) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 04:06:00.926754 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e7e85a1d-bc7f-43ae-8338-e15fcca6ae6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:00.931753 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-83de1289-7a8b-4539-86db-d1516711f5d5 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:01.028839 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1013f-0126-4a90-9269-5a67b4b23152 req-b821ea4e-187b-4798-986e-a8542774c200 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:01.030401 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-13e1013f-0126-4a90-9269-5a67b4b23152 req-b821ea4e-187b-4798-986e-a8542774c200 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d81b7b-4bf6-4f62-b95f-6ce0a102a8df HTTP/1.1" status: 200 len: 946 time: 0.0843086 Aug 10 04:06:01.093962 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-83de1289-7a8b-4539-86db-d1516711f5d5 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Allocated IP 172.25.0.30 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/0dcbde93-28b6-40ce-9d01-e7fffbd9b4a2) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:06:01.094385 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-13e1013f-0126-4a90-9269-5a67b4b23152 req-b78fb6c6-daf1-4c83-b27f-7330217dfba6 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485585 Aug 10 04:06:01.102748 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78404bf-9252-4282-80c1-cb683e1f31fd req-ba7e467f-226d-480b-a490-438ae595910e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:01.110382 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e78404bf-9252-4282-80c1-cb683e1f31fd req-ba7e467f-226d-480b-a490-438ae595910e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 944 time: 0.1026466 Aug 10 04:06:01.161610 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e85a1d-bc7f-43ae-8338-e15fcca6ae6b None None] Pushing event updated for resources: {'Port': ['ID=3074c271-6121-4ab0-a305-1724f07be1ba,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:01.191305 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f6be04e1-e0e0-4f8a-b598-37075bb7adef None None] Provisioning complete for port 3074c271-6121-4ab0-a305-1724f07be1ba triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:01.191672 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f6be04e1-e0e0-4f8a-b598-37075bb7adef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:01.234837 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e78404bf-9252-4282-80c1-cb683e1f31fd req-6ccf86db-5cd3-45d6-8b9e-125ce45e7986 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972338 Aug 10 04:06:01.244665 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dc6502-02bf-4797-95be-f350005bc8b1 None None] Resources bound (agent type, host, resource id): {{(pid=94939) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 04:06:01.262359 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbeaff55-b7dd-41b5-8b09-304bbd361614 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Made reservation on behalf of fd59fb2bf85a4580a8990fede7cfb76e for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:06:01.266308 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bbeaff55-b7dd-41b5-8b09-304bbd361614 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:01.279584 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-83de1289-7a8b-4539-86db-d1516711f5d5 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:01.340385 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 54cb3a90-b169-4e91-b83b-d4603eaa7058 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:06:01.399755 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-83de1289-7a8b-4539-86db-d1516711f5d5 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:01.486755 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de1289-7a8b-4539-86db-d1516711f5d5 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Pushing event updated for resources: {'Port': ['ID=0dcbde93-28b6-40ce-9d01-e7fffbd9b4a2,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:01.517960 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83de1289-7a8b-4539-86db-d1516711f5d5 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:06:01.524512 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-83de1289-7a8b-4539-86db-d1516711f5d5 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:01.529814 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83de1289-7a8b-4539-86db-d1516711f5d5 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:06:01.553768 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7c171-4a79-4ba2-b84f-18bcc5677a29 req-13151a52-72f9-458a-b36d-dc7e95e6758f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:01.555542 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-afc7c171-4a79-4ba2-b84f-18bcc5677a29 req-13151a52-72f9-458a-b36d-dc7e95e6758f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.68 "GET /v2.0/ports?device_id=91d81b7b-4bf6-4f62-b95f-6ce0a102a8df HTTP/1.1" status: 200 len: 946 time: 0.0684361 Aug 10 04:06:01.613680 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bbeaff55-b7dd-41b5-8b09-304bbd361614 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:01.630665 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 54cb3a90-b169-4e91-b83b-d4603eaa7058, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=54cb3a90-b169-4e91-b83b-d4603eaa7058,segment=NetworkSegment(8ac88afb-260a-463f-b01a-69dd7b9a9956),segment_id=8ac88afb-260a-463f-b01a-69dd7b9a9956)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:01.633195 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fa9fb-c1d4-4678-91a7-815b4434dead req-b4497733-2e47-4037-8bf9-fb451fc7efb5 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:01.633195 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f2fa9fb-c1d4-4678-91a7-815b4434dead req-b4497733-2e47-4037-8bf9-fb451fc7efb5 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 944 time: 0.0739262 Aug 10 04:06:01.654306 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '54cb3a90-b169-4e91-b83b-d4603eaa7058', 'network_id': '6a30de31-8cff-447d-a775-a8b158513d18', 'port_id': '54cb3a90-b169-4e91-b83b-d4603eaa7058', 'mac_address': 'fa:16:3e:83:29:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8ebd3f-75bf-4ec3-96f1-9cf76215d792', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:06:01.722357 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-83de1289-7a8b-4539-86db-d1516711f5d5 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:01.730907 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f6be04e1-e0e0-4f8a-b598-37075bb7adef None None] Provisioning for port 31a2547b-a8a0-43be-b0a2-c8df69108bb1 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:06:01.734710 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeaff55-b7dd-41b5-8b09-304bbd361614 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event updated for resources: {'Subnet': ['ID=fe06ab7a-7fa8-42de-aefc-3b1965d03d81,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:01.742647 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f6be04e1-e0e0-4f8a-b598-37075bb7adef None None] Provisioning complete for port 31a2547b-a8a0-43be-b0a2-c8df69108bb1 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:01.743021 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f6be04e1-e0e0-4f8a-b598-37075bb7adef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:01.750327 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbeaff55-b7dd-41b5-8b09-304bbd361614 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Checking segment: {'id': '5a9e2fbc-d8a6-4694-8502-faf70fed0354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '68f39c5a-bfe2-4ada-a8df-be556123ca8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:06:01.750703 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbeaff55-b7dd-41b5-8b09-304bbd361614 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Network hostable DHCP agents. Network: 68f39c5a-bfe2-4ada-a8df-be556123ca8b, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:06:01.756069 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f2fa9fb-c1d4-4678-91a7-815b4434dead req-2bd0abd5-1cb4-4a21-af62-b18ce0c3ef62 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152041 Aug 10 04:06:01.774151 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-afc7c171-4a79-4ba2-b84f-18bcc5677a29 req-5e692b7d-d6ec-49c6-bb90-0e5189ae24c8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Deleting port dce54a5a-906d-4a95-becb-53a3ec6c2347 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:01.774151 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-afc7c171-4a79-4ba2-b84f-18bcc5677a29 req-5e692b7d-d6ec-49c6-bb90-0e5189ae24c8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:01.812612 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:01.835467 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-f6be04e1-e0e0-4f8a-b598-37075bb7adef None None] Port 31a2547b-a8a0-43be-b0a2-c8df69108bb1 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:06:01.838217 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54cb3a90-b169-4e91-b83b-d4603eaa7058 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:06:01.859360 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-83de1289-7a8b-4539-86db-d1516711f5d5 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:01.864499 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 54cb3a90-b169-4e91-b83b-d4603eaa7058, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=54cb3a90-b169-4e91-b83b-d4603eaa7058,segment=NetworkSegment(8ac88afb-260a-463f-b01a-69dd7b9a9956),segment_id=8ac88afb-260a-463f-b01a-69dd7b9a9956)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:01.888111 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-afc7c171-4a79-4ba2-b84f-18bcc5677a29 req-5e692b7d-d6ec-49c6-bb90-0e5189ae24c8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] For port dce54a5a-906d-4a95-becb-53a3ec6c2347, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=dce54a5a-906d-4a95-becb-53a3ec6c2347,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:01.888634 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-afc7c171-4a79-4ba2-b84f-18bcc5677a29 req-5e692b7d-d6ec-49c6-bb90-0e5189ae24c8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:01.897656 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbeaff55-b7dd-41b5-8b09-304bbd361614 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Network 68f39c5a-bfe2-4ada-a8df-be556123ca8b is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:06:01.906366 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-afc7c171-4a79-4ba2-b84f-18bcc5677a29 req-5e692b7d-d6ec-49c6-bb90-0e5189ae24c8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Calling delete_port for dce54a5a-906d-4a95-becb-53a3ec6c2347 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:01.947521 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:02.008731 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=54cb3a90-b169-4e91-b83b-d4603eaa7058,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:02.032598 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-83de1289-7a8b-4539-86db-d1516711f5d5 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:02.037559 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-bbeaff55-b7dd-41b5-8b09-304bbd361614 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 68f39c5a-bfe2-4ada-a8df-be556123ca8b) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:02.047180 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b680967f-0f01-4d1b-976e-eff2db8f9c16 None None] Network 68f39c5a-bfe2-4ada-a8df-be556123ca8b requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:02.050238 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbeaff55-b7dd-41b5-8b09-304bbd361614 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:02.056004 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bbeaff55-b7dd-41b5-8b09-304bbd361614 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:02.097030 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-83de1289-7a8b-4539-86db-d1516711f5d5 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:02.120563 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3074c271-6121-4ab0-a305-1724f07be1ba up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:06:02.130828 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bbeaff55-b7dd-41b5-8b09-304bbd361614 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2397923 Aug 10 04:06:02.131717 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52082) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:02.202091 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de1289-7a8b-4539-86db-d1516711f5d5 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Pushing event updated for resources: {'Port': ['ID=0dcbde93-28b6-40ce-9d01-e7fffbd9b4a2,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:02.213138 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-83de1289-7a8b-4539-86db-d1516711f5d5 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:02.269844 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e3fe002c-1d93-465d-b3f8-d7194cb3b3ae req-dc566ec8-ea03-4f32-875a-a5d5756de3d1 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d81b7b-4bf6-4f62-b95f-6ce0a102a8df HTTP/1.1" status: 200 len: 210 time: 0.0389979 Aug 10 04:06:02.270472 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-afc7c171-4a79-4ba2-b84f-18bcc5677a29 req-5e692b7d-d6ec-49c6-bb90-0e5189ae24c8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:02.278400 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 3074c271-6121-4ab0-a305-1724f07be1ba triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:02.278715 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:02.283746 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['dce54a5a-906d-4a95-becb-53a3ec6c2347'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:06:02.310412 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e32606-f8eb-4fa7-bb1e-383bd454eb59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-68f39c5a-bfe2-4ada-a8df-be556123ca8b', 'network_id': '68f39c5a-bfe2-4ada-a8df-be556123ca8b', 'tenant_id': 'fd59fb2bf85a4580a8990fede7cfb76e', 'fixed_ips': [{'subnet_id': 'fe06ab7a-7fa8-42de-aefc-3b1965d03d81'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:06:02.311394 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-42e32606-f8eb-4fa7-bb1e-383bd454eb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:02.334371 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e692b7d-d6ec-49c6-bb90-0e5189ae24c8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event deleted for resources: {'Port': ['ID=dce54a5a-906d-4a95-becb-53a3ec6c2347,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:02.336943 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['54cb3a90-b169-4e91-b83b-d4603eaa7058'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:06:02.339272 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:02.365490 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-83de1289-7a8b-4539-86db-d1516711f5d5 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:02.370478 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-83de1289-7a8b-4539-86db-d1516711f5d5 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6789815 Aug 10 04:06:02.375937 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52088) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:02.377525 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-7c586eca-7677-4690-9147-b5eedecbecca tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Request body: {'floatingip': {'port_id': '31a2547b-a8a0-43be-b0a2-c8df69108bb1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:02.395813 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-afc7c171-4a79-4ba2-b84f-18bcc5677a29 req-5e692b7d-d6ec-49c6-bb90-0e5189ae24c8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] No DVR routers for this DVR port dce54a5a-906d-4a95-becb-53a3ec6c2347 on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:06:02.412545 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435651a-dec9-4d3e-9d6a-cfdbfccb1251 req-839c54bc-8d83-441d-bf69-cb0c95696ba1 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:02.414603 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0435651a-dec9-4d3e-9d6a-cfdbfccb1251 req-839c54bc-8d83-441d-bf69-cb0c95696ba1 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 944 time: 0.0976202 Aug 10 04:06:02.448564 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-afc7c171-4a79-4ba2-b84f-18bcc5677a29 req-5e692b7d-d6ec-49c6-bb90-0e5189ae24c8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:02.452638 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-afc7c171-4a79-4ba2-b84f-18bcc5677a29 req-5e692b7d-d6ec-49c6-bb90-0e5189ae24c8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.68 "DELETE /v2.0/ports/dce54a5a-906d-4a95-becb-53a3ec6c2347 HTTP/1.1" status: 204 len: 173 time: 0.8886769 Aug 10 04:06:02.453133 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d81b7b-4bf6-4f62-b95f-6ce0a102a8df', 'name': 'network-vif-deleted', 'tag': 'dce54a5a-906d-4a95-becb-53a3ec6c2347'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:06:02.456405 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b301868-1836-4747-ac2b-cce3309ebb15" -d '{"events": [{"server_uuid": "91d81b7b-4bf6-4f62-b95f-6ce0a102a8df", "name": "network-vif-deleted", "tag": "dce54a5a-906d-4a95-becb-53a3ec6c2347"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:06:02.466237 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0435651a-dec9-4d3e-9d6a-cfdbfccb1251 req-24fb5f84-350b-4455-b300-c7b8b3b573fa tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428410 Aug 10 04:06:02.509196 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c586eca-7677-4690-9147-b5eedecbecca tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks [] for floatingip, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:02.541975 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2665cc0a-b1e5-4507-8c82-aad00b41190d x-openstack-request-id: req-2665cc0a-b1e5-4507-8c82-aad00b41190d {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:06:02.542572 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d81b7b-4bf6-4f62-b95f-6ce0a102a8df", "name": "network-vif-deleted", "tag": "dce54a5a-906d-4a95-becb-53a3ec6c2347", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:06:02.542773 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2665cc0a-b1e5-4507-8c82-aad00b41190d {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:06:02.543150 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d81b7b-4bf6-4f62-b95f-6ce0a102a8df', 'name': 'network-vif-deleted', 'tag': 'dce54a5a-906d-4a95-becb-53a3ec6c2347', 'status': 'completed', 'code': 200} Aug 10 04:06:02.584009 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:02.686830 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-7c586eca-7677-4690-9147-b5eedecbecca tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] update failed (client error): The resource could not be found. Aug 10 04:06:02.690526 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7c586eca-7677-4690-9147-b5eedecbecca tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] 10.222.0.25 "PUT /v2.0/floatingips/31c48b27-41de-4d8c-a264-5b018314a1d5 HTTP/1.1" status: 404 len: 507 time: 0.3146467 Aug 10 04:06:02.691399 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52092) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:02.694871 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-42e32606-f8eb-4fa7-bb1e-383bd454eb59 None None] Allocated IP 2001:db8::1 (68f39c5a-bfe2-4ada-a8df-be556123ca8b/fe06ab7a-7fa8-42de-aefc-3b1965d03d81/dde1eb2d-58e6-4df3-a37c-c0c169c182eb) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:06:02.847549 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-d219c943-c6aa-44e4-b0b9-c6b8cc98c231 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Deleting port 0dcbde93-28b6-40ce-9d01-e7fffbd9b4a2 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:02.855178 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d219c943-c6aa-44e4-b0b9-c6b8cc98c231 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:02.882429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd658098-5817-43c7-8db3-abb166529f72 req-54881b03-cb51-4ca8-8f39-92e60e4cbd60 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:02.884444 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dd658098-5817-43c7-8db3-abb166529f72 req-54881b03-cb51-4ca8-8f39-92e60e4cbd60 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 945 time: 0.0576396 Aug 10 04:06:02.893633 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-42e32606-f8eb-4fa7-bb1e-383bd454eb59 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:02.902809 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-42e32606-f8eb-4fa7-bb1e-383bd454eb59 None None] Transition to ACTIVE for port object dde1eb2d-58e6-4df3-a37c-c0c169c182eb will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:02.925334 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-42e32606-f8eb-4fa7-bb1e-383bd454eb59 None None] Transition to ACTIVE for port object dde1eb2d-58e6-4df3-a37c-c0c169c182eb will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:02.940508 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dd658098-5817-43c7-8db3-abb166529f72 req-5f157119-920e-4a3b-93bb-ece88d843cd4 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475445 Aug 10 04:06:02.946650 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d219c943-c6aa-44e4-b0b9-c6b8cc98c231 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:02.946650 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d219c943-c6aa-44e4-b0b9-c6b8cc98c231 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:02.959156 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-d219c943-c6aa-44e4-b0b9-c6b8cc98c231 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Calling delete_port for 0dcbde93-28b6-40ce-9d01-e7fffbd9b4a2 owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:03.028378 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-42e32606-f8eb-4fa7-bb1e-383bd454eb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:03.071276 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e32606-f8eb-4fa7-bb1e-383bd454eb59 None None] Network 68f39c5a-bfe2-4ada-a8df-be556123ca8b is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:06:03.076997 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-42e32606-f8eb-4fa7-bb1e-383bd454eb59 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:03.080735 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e32606-f8eb-4fa7-bb1e-383bd454eb59 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:06:03.093175 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e32606-f8eb-4fa7-bb1e-383bd454eb59 None None] Pushing event updated for resources: {'Port': ['ID=dde1eb2d-58e6-4df3-a37c-c0c169c182eb,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:03.120157 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:03.146752 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-42e32606-f8eb-4fa7-bb1e-383bd454eb59 None None] Attempting to bind port dde1eb2d-58e6-4df3-a37c-c0c169c182eb on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:06:03.147265 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-42e32606-f8eb-4fa7-bb1e-383bd454eb59 None None] Attempting to bind port dde1eb2d-58e6-4df3-a37c-c0c169c182eb by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '5a9e2fbc-d8a6-4694-8502-faf70fed0354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '68f39c5a-bfe2-4ada-a8df-be556123ca8b'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:06:03.147604 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e32606-f8eb-4fa7-bb1e-383bd454eb59 None None] Attempting to bind port dde1eb2d-58e6-4df3-a37c-c0c169c182eb on network 68f39c5a-bfe2-4ada-a8df-be556123ca8b {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:06:03.153875 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event deleted for resources: {'Subnet': ['ID=fe06ab7a-7fa8-42de-aefc-3b1965d03d81,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:03.154375 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e32606-f8eb-4fa7-bb1e-383bd454eb59 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:06:03.154834 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e32606-f8eb-4fa7-bb1e-383bd454eb59 None None] Checking segment: {'id': '5a9e2fbc-d8a6-4694-8502-faf70fed0354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '68f39c5a-bfe2-4ada-a8df-be556123ca8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:06:03.155743 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-42e32606-f8eb-4fa7-bb1e-383bd454eb59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:03.155743 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e32606-f8eb-4fa7-bb1e-383bd454eb59 None None] Bound using segment: {'id': '5a9e2fbc-d8a6-4694-8502-faf70fed0354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '68f39c5a-bfe2-4ada-a8df-be556123ca8b'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:06:03.156335 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-42e32606-f8eb-4fa7-bb1e-383bd454eb59 None None] Bound port: dde1eb2d-58e6-4df3-a37c-c0c169c182eb, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a9e2fbc-d8a6-4694-8502-faf70fed0354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '68f39c5a-bfe2-4ada-a8df-be556123ca8b'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:06:03.156838 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-42e32606-f8eb-4fa7-bb1e-383bd454eb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:03.196859 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d219c943-c6aa-44e4-b0b9-c6b8cc98c231 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:03.229684 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-42e32606-f8eb-4fa7-bb1e-383bd454eb59 None None] For port dde1eb2d-58e6-4df3-a37c-c0c169c182eb, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:06:03.234599 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-42e32606-f8eb-4fa7-bb1e-383bd454eb59 None None] For port dde1eb2d-58e6-4df3-a37c-c0c169c182eb, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=dde1eb2d-58e6-4df3-a37c-c0c169c182eb,segment=NetworkSegment(5a9e2fbc-d8a6-4694-8502-faf70fed0354),segment_id=5a9e2fbc-d8a6-4694-8502-faf70fed0354)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:06:03.236890 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219c943-c6aa-44e4-b0b9-c6b8cc98c231 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Pushing event deleted for resources: {'Port': ['ID=0dcbde93-28b6-40ce-9d01-e7fffbd9b4a2,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:03.245592 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:03.270381 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f39c5a-bfe2-4ada-a8df-be556123ca8b']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:03.304804 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a9e2fbc-d8a6-4694-8502-faf70fed0354') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:03.305107 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a9e2fbc-d8a6-4694-8502-faf70fed0354') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:03.314728 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:06:03.319825 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:03.338091 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d219c943-c6aa-44e4-b0b9-c6b8cc98c231 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks [] for floatingip, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:03.339164 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d219c943-c6aa-44e4-b0b9-c6b8cc98c231 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:03.344693 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-42e32606-f8eb-4fa7-bb1e-383bd454eb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:03.346075 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52098) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:03.350135 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d219c943-c6aa-44e4-b0b9-c6b8cc98c231 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] 10.222.0.25 "DELETE /v2.0/floatingips/31c48b27-41de-4d8c-a264-5b018314a1d5 HTTP/1.1" status: 204 len: 168 time: 0.6543453 Aug 10 04:06:03.350135 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:03.351160 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-7dc1af41-f3cf-49c9-a491-d9673435b21c tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Request body: {'floatingip': {'floating_network_id': '661e2be3-af1c-4243-bcca-bc8224a1af93', 'port_id': '31a2547b-a8a0-43be-b0a2-c8df69108bb1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:03.353797 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:06:03.354204 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:06:03.358022 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:06:03.438944 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-deb5ff89-eaf0-4ab9-b6a0-dafa3ce1e9be req-6bba295e-7ebd-4670-8be8-ff5193c4d13a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d81b7b-4bf6-4f62-b95f-6ce0a102a8df HTTP/1.1" status: 200 len: 210 time: 0.0657675 Aug 10 04:06:03.469308 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7dc1af41-f3cf-49c9-a491-d9673435b21c tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks [] for floatingip, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:03.483241 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e32606-f8eb-4fa7-bb1e-383bd454eb59 None None] Pushing event updated for resources: {'Port': ['ID=dde1eb2d-58e6-4df3-a37c-c0c169c182eb,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:03.495899 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16e4a09-1eb6-4eb4-b456-fcfc79ebca7a None None] Network 68f39c5a-bfe2-4ada-a8df-be556123ca8b requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:03.524880 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.db.api [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 04:06:03.524880 n-d-802893-2 neutron-server[94938]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 04:06:03.524880 n-d-802893-2 neutron-server[94938]: [parameters: {'id': '68f39c5a-bfe2-4ada-a8df-be556123ca8b'}] Aug 10 04:06:03.524880 n-d-802893-2 neutron-server[94938]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94938) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:06:03.524880 n-d-802893-2 neutron-server[94938]: DEBUG oslo_db.api [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:06:03.617441 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7150158-cde4-41d8-8d94-26e1ab0f8870 req-2bab2f9a-a48e-43da-ada2-b23689b2f14e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:03.772240 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e7150158-cde4-41d8-8d94-26e1ab0f8870 req-2bab2f9a-a48e-43da-ada2-b23689b2f14e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 944 time: 0.0644052 Aug 10 04:06:03.772240 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e7150158-cde4-41d8-8d94-26e1ab0f8870 req-a9a4965b-9b9c-47a1-aa07-d24f821d0118 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410776 Aug 10 04:06:03.772475 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:06:03.772475 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:03.772475 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:03.782508 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-7dc1af41-f3cf-49c9-a491-d9673435b21c tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:06:03.789501 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7dc1af41-f3cf-49c9-a491-d9673435b21c tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4422121 Aug 10 04:06:03.789685 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52106) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:03.795768 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-adb3c8d3-4868-4e73-af71-a040cf255af4 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'port_id': '31a2547b-a8a0-43be-b0a2-c8df69108bb1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:03.879488 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-adb3c8d3-4868-4e73-af71-a040cf255af4 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:03.884579 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:03.889780 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c18e5e-671d-46f3-b51d-aa9e92c9b164 None None] get_active_networks_info from n-d-802893-2 {{(pid=94939) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 04:06:03.941527 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a4d876-8398-4d61-bd15-9e7f6b58b152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3dbed2-9ffa-467d-b97d-f8a3cd11d817'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:06:03.943764 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29135266-0e63-4e7d-8e0f-4b36edd1fe68" -d '{"events": [{"server_uuid": "51a4d876-8398-4d61-bd15-9e7f6b58b152", "name": "network-vif-plugged", "status": "completed", "tag": "9c3dbed2-9ffa-467d-b97d-f8a3cd11d817"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:06:03.964571 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9c3dbed2-9ffa-467d-b97d-f8a3cd11d817,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:04.008071 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82d65f7-7249-40d3-bf53-36030e9d925e x-openstack-request-id: req-d82d65f7-7249-40d3-bf53-36030e9d925e {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:06:04.008453 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a4d876-8398-4d61-bd15-9e7f6b58b152", "name": "network-vif-plugged", "status": "completed", "tag": "9c3dbed2-9ffa-467d-b97d-f8a3cd11d817", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:06:04.008889 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d82d65f7-7249-40d3-bf53-36030e9d925e {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:06:04.009408 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a4d876-8398-4d61-bd15-9e7f6b58b152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3dbed2-9ffa-467d-b97d-f8a3cd11d817', 'code': 200} Aug 10 04:06:04.026492 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:04.032342 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:04.079220 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c18e5e-671d-46f3-b51d-aa9e92c9b164 None None] Resources bound (agent type, host, resource id): {{(pid=94939) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 04:06:04.096859 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-adb3c8d3-4868-4e73-af71-a040cf255af4 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:04.114678 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=9c3dbed2-9ffa-467d-b97d-f8a3cd11d817,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:04.134169 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:04.134641 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:04.135077 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:04.135471 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:04.135866 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:04.136295 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:04.136790 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:04.137885 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:04.138343 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:04.138882 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:04.139270 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:04.139657 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:04.173874 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f6508-4228-49d0-b106-c4e36ca204f6 req-3d8fb0f5-7dec-4552-89da-f813b35622bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:04.177282 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-428f6508-4228-49d0-b106-c4e36ca204f6 req-3d8fb0f5-7dec-4552-89da-f813b35622bf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 1096 time: 0.0696375 Aug 10 04:06:04.187362 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61c4cc-fea6-4994-b4cf-0cadb3806378 req-d57cf110-b7f2-4966-9301-4a9010a552eb tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:04.188984 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6a61c4cc-fea6-4994-b4cf-0cadb3806378 req-d57cf110-b7f2-4966-9301-4a9010a552eb tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 945 time: 0.1438253 Aug 10 04:06:04.250275 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-428f6508-4228-49d0-b106-c4e36ca204f6 req-ac905710-0290-4137-b48c-f6399be3e636 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636315 Aug 10 04:06:04.297331 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-adb3c8d3-4868-4e73-af71-a040cf255af4 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Allocated IP 172.25.0.199 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/6da3e691-3278-4516-8ad5-5e2854a24d74) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:06:04.302936 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6a61c4cc-fea6-4994-b4cf-0cadb3806378 req-03e8a819-ded7-4066-b295-3bc29155a985 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046484 Aug 10 04:06:04.317017 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Deleting port dde1eb2d-58e6-4df3-a37c-c0c169c182eb {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:04.317360 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:04.450603 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] For port dde1eb2d-58e6-4df3-a37c-c0c169c182eb, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=dde1eb2d-58e6-4df3-a37c-c0c169c182eb,segment=NetworkSegment(5a9e2fbc-d8a6-4694-8502-faf70fed0354),segment_id=5a9e2fbc-d8a6-4694-8502-faf70fed0354)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:04.451435 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:04.472348 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Calling delete_port for dde1eb2d-58e6-4df3-a37c-c0c169c182eb owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:04.494722 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-adb3c8d3-4868-4e73-af71-a040cf255af4 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:04.578060 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ac8bd30a-067a-4690-a812-0f0f2040ede2 req-6fdef4d0-9ae2-4d10-9f34-8f4137ab7623 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d81b7b-4bf6-4f62-b95f-6ce0a102a8df HTTP/1.1" status: 200 len: 210 time: 0.0587444 Aug 10 04:06:04.656914 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-adb3c8d3-4868-4e73-af71-a040cf255af4 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:04.689329 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:04.700504 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb3c8d3-4868-4e73-af71-a040cf255af4 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:06:04.710461 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-adb3c8d3-4868-4e73-af71-a040cf255af4 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:04.714018 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] No DVR routers for this DVR port dde1eb2d-58e6-4df3-a37c-c0c169c182eb on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:06:04.718311 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb3c8d3-4868-4e73-af71-a040cf255af4 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:06:04.724502 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3c8d3-4868-4e73-af71-a040cf255af4 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Pushing event updated for resources: {'Port': ['ID=6da3e691-3278-4516-8ad5-5e2854a24d74,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:04.794047 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event deleted for resources: {'Port': ['ID=dde1eb2d-58e6-4df3-a37c-c0c169c182eb,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:04.810607 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a396bc9-5786-48ea-9e67-fcea24b3359d req-d4798c7b-5d2e-4397-9de9-379f6e1ea103 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:04.812426 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1a396bc9-5786-48ea-9e67-fcea24b3359d req-d4798c7b-5d2e-4397-9de9-379f6e1ea103 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 945 time: 0.0574982 Aug 10 04:06:04.856064 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1a396bc9-5786-48ea-9e67-fcea24b3359d req-278b13b0-32aa-4dff-9b7a-d044b34b6d65 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359008 Aug 10 04:06:04.879018 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:04.898013 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f39c5a-bfe2-4ada-a8df-be556123ca8b']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:04.927740 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a9e2fbc-d8a6-4694-8502-faf70fed0354') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:04.928054 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a9e2fbc-d8a6-4694-8502-faf70fed0354') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:04.943462 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:04.965393 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:04.988622 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:06:04.989018 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:06:04.991941 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:06:05.008563 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device dce54a5a-906d-4a95-becb-53a3ec6c2347 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:06:05.029487 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: dce54a5a-906d-4a95-becb-53a3ec6c2347 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:06:05.029968 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device dce54a5a-906d-4a95-becb-53a3ec6c2347 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:06:05.067191 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-adb3c8d3-4868-4e73-af71-a040cf255af4 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Deleting port 6da3e691-3278-4516-8ad5-5e2854a24d74 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:05.067736 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-adb3c8d3-4868-4e73-af71-a040cf255af4 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:05.107864 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:05.119935 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:05.122348 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "DELETE /v2.0/networks/68f39c5a-bfe2-4ada-a8df-be556123ca8b HTTP/1.1" status: 204 len: 168 time: 2.9895165 Aug 10 04:06:05.126270 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52118) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:05.131701 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-8190836b-6d0b-4516-a718-d58272cec884 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1327358160'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:05.132683 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3f034-a632-4522-8950-b90116dad5c6 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event deleted for resources: {'Network': ['ID=68f39c5a-bfe2-4ada-a8df-be556123ca8b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:05.162549 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-adb3c8d3-4868-4e73-af71-a040cf255af4 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:05.162978 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-adb3c8d3-4868-4e73-af71-a040cf255af4 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:05.175729 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-adb3c8d3-4868-4e73-af71-a040cf255af4 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Calling delete_port for 6da3e691-3278-4516-8ad5-5e2854a24d74 owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:05.204604 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8190836b-6d0b-4516-a718-d58272cec884 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Made reservation on behalf of fd59fb2bf85a4580a8990fede7cfb76e for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:06:05.208323 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8190836b-6d0b-4516-a718-d58272cec884 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:05.236171 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8190836b-6d0b-4516-a718-d58272cec884 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:06:05.245772 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8190836b-6d0b-4516-a718-d58272cec884 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:05.246170 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-8190836b-6d0b-4516-a718-d58272cec884 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Added segment fadd8474-428c-4ee5-bc58-b978bff8a4e2 of type vlan for network c3b2b52d-8ebd-42c4-ba22-cab20902f388 Aug 10 04:06:05.289080 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8190836b-6d0b-4516-a718-d58272cec884 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:05.336673 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 54cb3a90-b169-4e91-b83b-d4603eaa7058 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:06:05.359886 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-adb3c8d3-4868-4e73-af71-a040cf255af4 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:05.382949 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8190836b-6d0b-4516-a718-d58272cec884 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:05.388232 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8190836b-6d0b-4516-a718-d58272cec884 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:05.389705 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8190836b-6d0b-4516-a718-d58272cec884 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:05.427508 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb3c8d3-4868-4e73-af71-a040cf255af4 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Pushing event deleted for resources: {'Port': ['ID=6da3e691-3278-4516-8ad5-5e2854a24d74,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:05.477370 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190836b-6d0b-4516-a718-d58272cec884 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event updated for resources: {'Network': ['ID=c3b2b52d-8ebd-42c4-ba22-cab20902f388,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:05.492777 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network c3b2b52d-8ebd-42c4-ba22-cab20902f388 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:06:05.503612 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8190836b-6d0b-4516-a718-d58272cec884 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3761370 Aug 10 04:06:05.506428 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52124) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:05.514323 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-c70802df-fd4c-4a6f-b372-33a870d002be tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Request body: {'subnet': {'network_id': 'c3b2b52d-8ebd-42c4-ba22-cab20902f388', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:05.528550 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c1d6d-a8c8-4758-bc05-2eaad3a0f720 req-00c97ceb-eb1e-4699-a091-cd241501c218 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:05.530264 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6b4c1d6d-a8c8-4758-bc05-2eaad3a0f720 req-00c97ceb-eb1e-4699-a091-cd241501c218 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 945 time: 0.0982597 Aug 10 04:06:05.537962 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 54cb3a90-b169-4e91-b83b-d4603eaa7058 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:06:05.548727 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 54cb3a90-b169-4e91-b83b-d4603eaa7058 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:05.549110 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:05.621642 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6b4c1d6d-a8c8-4758-bc05-2eaad3a0f720 req-26749a03-2674-4989-86f2-96be94237089 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502214 Aug 10 04:06:05.640360 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-adb3c8d3-4868-4e73-af71-a040cf255af4 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] create failed (client error): The resource could not be found. Aug 10 04:06:05.641554 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-adb3c8d3-4868-4e73-af71-a040cf255af4 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.8504605 Aug 10 04:06:05.645130 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52130) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:05.708486 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:05.730698 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-387dab84-1378-4be6-80ae-ec934d30b009 req-56c9a524-2633-4a85-bf08-5a24ba161e64 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d81b7b-4bf6-4f62-b95f-6ce0a102a8df HTTP/1.1" status: 200 len: 210 time: 0.0438704 Aug 10 04:06:05.732838 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70802df-fd4c-4a6f-b372-33a870d002be tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Made reservation on behalf of fd59fb2bf85a4580a8990fede7cfb76e for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:06:05.747773 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c70802df-fd4c-4a6f-b372-33a870d002be tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:05.750742 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 54cb3a90-b169-4e91-b83b-d4603eaa7058, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=54cb3a90-b169-4e91-b83b-d4603eaa7058,segment=NetworkSegment(8ac88afb-260a-463f-b01a-69dd7b9a9956),segment_id=8ac88afb-260a-463f-b01a-69dd7b9a9956)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:05.791377 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-225043f4-3aaf-4bde-836b-ca9a5f8f44cc tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Deleting port 31a2547b-a8a0-43be-b0a2-c8df69108bb1 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:05.791720 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-225043f4-3aaf-4bde-836b-ca9a5f8f44cc tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:05.857139 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:05.888152 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-225043f4-3aaf-4bde-836b-ca9a5f8f44cc tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:05.902692 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-225043f4-3aaf-4bde-836b-ca9a5f8f44cc tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Calling delete_port for 31a2547b-a8a0-43be-b0a2-c8df69108bb1 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:05.931548 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=54cb3a90-b169-4e91-b83b-d4603eaa7058,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:06.010956 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce832eed-d687-4c1d-bc23-ac82d211b855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cb3a90-b169-4e91-b83b-d4603eaa7058'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:06:06.013358 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6ac1d7-b980-4c48-b8ae-f0902dd80a1c" -d '{"events": [{"server_uuid": "ce832eed-d687-4c1d-bc23-ac82d211b855", "name": "network-vif-plugged", "status": "completed", "tag": "54cb3a90-b169-4e91-b83b-d4603eaa7058"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:06:06.051589 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd98e5c6-11d2-4013-b118-58a82a3ef2ae req-51383fcc-b1ee-44bf-a74b-a8377dc5e033 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:06.052985 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac006c28-a363-474c-b4cd-d438283286d3 x-openstack-request-id: req-ac006c28-a363-474c-b4cd-d438283286d3 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:06:06.053320 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dd98e5c6-11d2-4013-b118-58a82a3ef2ae req-51383fcc-b1ee-44bf-a74b-a8377dc5e033 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 945 time: 0.0818791 Aug 10 04:06:06.053453 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce832eed-d687-4c1d-bc23-ac82d211b855", "name": "network-vif-plugged", "status": "completed", "tag": "54cb3a90-b169-4e91-b83b-d4603eaa7058", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:06:06.053736 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac006c28-a363-474c-b4cd-d438283286d3 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:06:06.054186 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce832eed-d687-4c1d-bc23-ac82d211b855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54cb3a90-b169-4e91-b83b-d4603eaa7058', 'code': 200} Aug 10 04:06:06.056286 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c70802df-fd4c-4a6f-b372-33a870d002be tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:06.115929 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70802df-fd4c-4a6f-b372-33a870d002be tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event updated for resources: {'Subnet': ['ID=64e49bac-0a43-48e5-82f4-c149e56a1ce6,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:06.132440 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70802df-fd4c-4a6f-b372-33a870d002be tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Checking segment: {'id': 'fadd8474-428c-4ee5-bc58-b978bff8a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c3b2b52d-8ebd-42c4-ba22-cab20902f388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:06:06.132765 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70802df-fd4c-4a6f-b372-33a870d002be tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Network hostable DHCP agents. Network: c3b2b52d-8ebd-42c4-ba22-cab20902f388, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:06:06.147425 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dd98e5c6-11d2-4013-b118-58a82a3ef2ae req-4191c3cf-2b2e-48c1-a903-ff568e05afec tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805142 Aug 10 04:06:06.212017 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70802df-fd4c-4a6f-b372-33a870d002be tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Network c3b2b52d-8ebd-42c4-ba22-cab20902f388 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:06:06.217000 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcebcc4-d011-4a35-bd26-8e777a107e1a req-b5f55b54-5047-498c-aefc-28c45a62c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:06.225521 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9fcebcc4-d011-4a35-bd26-8e777a107e1a req-b5f55b54-5047-498c-aefc-28c45a62c8b9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 1097 time: 0.0454264 Aug 10 04:06:06.244682 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-225043f4-3aaf-4bde-836b-ca9a5f8f44cc tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:06.256929 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9fcebcc4-d011-4a35-bd26-8e777a107e1a req-6a948567-6af0-48a9-8a49-b2db3f300a9e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306699 Aug 10 04:06:06.292483 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225043f4-3aaf-4bde-836b-ca9a5f8f44cc tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Pushing event deleted for resources: {'Port': ['ID=31a2547b-a8a0-43be-b0a2-c8df69108bb1,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:06.324976 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-c70802df-fd4c-4a6f-b372-33a870d002be tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, c3b2b52d-8ebd-42c4-ba22-cab20902f388) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:06.329517 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70802df-fd4c-4a6f-b372-33a870d002be tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:06.330120 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c70802df-fd4c-4a6f-b372-33a870d002be tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:06.342395 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bad73d-2dde-4dce-87d7-f00c36e30e45 None None] Network c3b2b52d-8ebd-42c4-ba22-cab20902f388 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:06.369391 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-225043f4-3aaf-4bde-836b-ca9a5f8f44cc tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:06.369391 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-225043f4-3aaf-4bde-836b-ca9a5f8f44cc tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] 10.222.0.25 "DELETE /v2.0/ports/31a2547b-a8a0-43be-b0a2-c8df69108bb1 HTTP/1.1" status: 204 len: 168 time: 0.7220678 Aug 10 04:06:06.371018 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52138) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:06.423305 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c70802df-fd4c-4a6f-b372-33a870d002be tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9150186 Aug 10 04:06:06.426102 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52140) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:06.431800 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcdeb0d-22b8-49d4-a8d7-dea3844c7f44 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:06.431800 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4bcdeb0d-22b8-49d4-a8d7-dea3844c7f44 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] 10.222.0.25 "GET /v2.0/ports?device_id=b907dd6e-7723-416f-9bb7-4a0b53cee13f HTTP/1.1" status: 200 len: 913 time: 0.0556810 Aug 10 04:06:06.432093 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52142) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:06.570945 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff71035b-5c9d-460d-be10-da2b231f0448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-c3b2b52d-8ebd-42c4-ba22-cab20902f388', 'network_id': 'c3b2b52d-8ebd-42c4-ba22-cab20902f388', 'tenant_id': 'fd59fb2bf85a4580a8990fede7cfb76e', 'fixed_ips': [{'subnet_id': '64e49bac-0a43-48e5-82f4-c149e56a1ce6'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:06:06.574123 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ff71035b-5c9d-460d-be10-da2b231f0448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:06.576596 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:06.678227 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:06.740460 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13023fd9-3d74-40ed-bbb7-3ad02ee958b6 req-00ed3a0d-4b88-4052-90b6-e41e760e4abc tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:06.741969 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-13023fd9-3d74-40ed-bbb7-3ad02ee958b6 req-00ed3a0d-4b88-4052-90b6-e41e760e4abc tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 945 time: 0.1642349 Aug 10 04:06:06.770183 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-ff71035b-5c9d-460d-be10-da2b231f0448 None None] Allocated IP 2001:db8::1 (c3b2b52d-8ebd-42c4-ba22-cab20902f388/64e49bac-0a43-48e5-82f4-c149e56a1ce6/ffde63ea-e7cc-4020-80ed-684fe765efa2) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:06:06.791744 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41389f9-2a00-4877-b1c4-4b7dc7b0ea90 req-f06272b3-3130-46b9-b70d-a19a478b5e95 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:06.793713 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b41389f9-2a00-4877-b1c4-4b7dc7b0ea90 req-f06272b3-3130-46b9-b70d-a19a478b5e95 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.0909567 Aug 10 04:06:06.834922 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-13023fd9-3d74-40ed-bbb7-3ad02ee958b6 req-2edc05b5-031b-4560-a69e-c6f4f9404136 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803144 Aug 10 04:06:06.869635 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b41389f9-2a00-4877-b1c4-4b7dc7b0ea90 req-b62c58ef-35aa-427b-ab38-4b40ff2a2fd0 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672040 Aug 10 04:06:06.962637 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ff71035b-5c9d-460d-be10-da2b231f0448 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:06.970998 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ff71035b-5c9d-460d-be10-da2b231f0448 None None] Transition to ACTIVE for port object ffde63ea-e7cc-4020-80ed-684fe765efa2 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:06.978326 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-50ae2253-a715-4189-a229-c9943fa6545b req-096e3fa9-e425-45ea-a710-24c0f806cdb0 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=91d81b7b-4bf6-4f62-b95f-6ce0a102a8df HTTP/1.1" status: 200 len: 210 time: 0.0315168 Aug 10 04:06:06.986457 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ff71035b-5c9d-460d-be10-da2b231f0448 None None] Transition to ACTIVE for port object ffde63ea-e7cc-4020-80ed-684fe765efa2 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:07.014767 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-95ec87c3-2c54-4c4d-833f-7e9f579b6fea tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:07.068503 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ff71035b-5c9d-460d-be10-da2b231f0448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:07.108575 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff71035b-5c9d-460d-be10-da2b231f0448 None None] Network c3b2b52d-8ebd-42c4-ba22-cab20902f388 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:06:07.113808 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-ff71035b-5c9d-460d-be10-da2b231f0448 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:07.117426 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff71035b-5c9d-460d-be10-da2b231f0448 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:06:07.126313 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71035b-5c9d-460d-be10-da2b231f0448 None None] Pushing event updated for resources: {'Port': ['ID=ffde63ea-e7cc-4020-80ed-684fe765efa2,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:07.159400 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:07.186825 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-ff71035b-5c9d-460d-be10-da2b231f0448 None None] Attempting to bind port ffde63ea-e7cc-4020-80ed-684fe765efa2 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:06:07.187265 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-ff71035b-5c9d-460d-be10-da2b231f0448 None None] Attempting to bind port ffde63ea-e7cc-4020-80ed-684fe765efa2 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'fadd8474-428c-4ee5-bc58-b978bff8a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c3b2b52d-8ebd-42c4-ba22-cab20902f388'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:06:07.187688 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff71035b-5c9d-460d-be10-da2b231f0448 None None] Attempting to bind port ffde63ea-e7cc-4020-80ed-684fe765efa2 on network c3b2b52d-8ebd-42c4-ba22-cab20902f388 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:06:07.192341 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event deleted for resources: {'Subnet': ['ID=64e49bac-0a43-48e5-82f4-c149e56a1ce6,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:07.194045 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff71035b-5c9d-460d-be10-da2b231f0448 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:06:07.194417 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff71035b-5c9d-460d-be10-da2b231f0448 None None] Checking segment: {'id': 'fadd8474-428c-4ee5-bc58-b978bff8a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c3b2b52d-8ebd-42c4-ba22-cab20902f388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:06:07.195485 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ff71035b-5c9d-460d-be10-da2b231f0448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:07.195884 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff71035b-5c9d-460d-be10-da2b231f0448 None None] Bound using segment: {'id': 'fadd8474-428c-4ee5-bc58-b978bff8a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c3b2b52d-8ebd-42c4-ba22-cab20902f388'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:06:07.196542 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-ff71035b-5c9d-460d-be10-da2b231f0448 None None] Bound port: ffde63ea-e7cc-4020-80ed-684fe765efa2, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fadd8474-428c-4ee5-bc58-b978bff8a4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'c3b2b52d-8ebd-42c4-ba22-cab20902f388'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:06:07.197105 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ff71035b-5c9d-460d-be10-da2b231f0448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:07.264614 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:07.269627 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-ff71035b-5c9d-460d-be10-da2b231f0448 None None] For port ffde63ea-e7cc-4020-80ed-684fe765efa2, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:06:07.273550 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-ff71035b-5c9d-460d-be10-da2b231f0448 None None] For port ffde63ea-e7cc-4020-80ed-684fe765efa2, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ffde63ea-e7cc-4020-80ed-684fe765efa2,segment=NetworkSegment(fadd8474-428c-4ee5-bc58-b978bff8a4e2),segment_id=fadd8474-428c-4ee5-bc58-b978bff8a4e2)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:06:07.281906 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b2b52d-8ebd-42c4-ba22-cab20902f388']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:07.296666 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadd8474-428c-4ee5-bc58-b978bff8a4e2') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:07.296972 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadd8474-428c-4ee5-bc58-b978bff8a4e2') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:07.306298 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-95ec87c3-2c54-4c4d-833f-7e9f579b6fea tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Deleting port 5ac09a70-5a7b-4f2e-a6a0-45faf9c26afa {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:07.309737 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-95ec87c3-2c54-4c4d-833f-7e9f579b6fea tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:07.309944 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:07.342814 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ff71035b-5c9d-460d-be10-da2b231f0448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:07.352291 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:07.359805 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:06:07.360341 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:06:07.363682 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:06:07.433809 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71035b-5c9d-460d-be10-da2b231f0448 None None] Pushing event updated for resources: {'Port': ['ID=ffde63ea-e7cc-4020-80ed-684fe765efa2,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:07.456363 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2d463b-ec9e-4a6a-8d86-82ee93869a11 None None] Network c3b2b52d-8ebd-42c4-ba22-cab20902f388 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:07.479738 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.db.api [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 04:06:07.479738 n-d-802893-2 neutron-server[94937]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 04:06:07.479738 n-d-802893-2 neutron-server[94937]: [parameters: {'id': 'c3b2b52d-8ebd-42c4-ba22-cab20902f388'}] Aug 10 04:06:07.479738 n-d-802893-2 neutron-server[94937]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:06:07.480307 n-d-802893-2 neutron-server[94937]: DEBUG oslo_db.api [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:06:07.593152 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8018ec59-7f51-45d9-a020-89d286686c78 None None] get_active_networks_info from n-d-802893-2 {{(pid=94939) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 04:06:07.707425 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8018ec59-7f51-45d9-a020-89d286686c78 None None] Resources bound (agent type, host, resource id): {{(pid=94939) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 04:06:07.782167 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-95ec87c3-2c54-4c4d-833f-7e9f579b6fea tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:07.795780 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-95ec87c3-2c54-4c4d-833f-7e9f579b6fea tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Calling delete_port for 5ac09a70-5a7b-4f2e-a6a0-45faf9c26afa owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:07.983487 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:08.012094 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15624231-d591-491f-b3f1-9c6505b3f8a7 req-c492fb2e-cf7c-4e00-a657-270ef9bb124b tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:08.013725 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d8c1b-309f-48f5-9a01-699de6eb60dd req-a9c0db7d-942a-4252-8446-24c6c7a84a2d tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:08.013911 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-15624231-d591-491f-b3f1-9c6505b3f8a7 req-c492fb2e-cf7c-4e00-a657-270ef9bb124b tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.0687752 Aug 10 04:06:08.015300 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b45d8c1b-309f-48f5-9a01-699de6eb60dd req-a9c0db7d-942a-4252-8446-24c6c7a84a2d tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 945 time: 0.0962305 Aug 10 04:06:08.064936 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b45d8c1b-309f-48f5-9a01-699de6eb60dd req-43d9202c-88ea-4fba-8452-613c47f88d10 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344906 Aug 10 04:06:08.075081 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-15624231-d591-491f-b3f1-9c6505b3f8a7 req-f0cee39f-37e8-4de9-b5f5-26a3c73c7df2 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399823 Aug 10 04:06:08.100690 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Deleting port ffde63ea-e7cc-4020-80ed-684fe765efa2 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:08.101652 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:08.171082 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-95ec87c3-2c54-4c4d-833f-7e9f579b6fea tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:08.173239 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] For port ffde63ea-e7cc-4020-80ed-684fe765efa2, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ffde63ea-e7cc-4020-80ed-684fe765efa2,segment=NetworkSegment(fadd8474-428c-4ee5-bc58-b978bff8a4e2),segment_id=fadd8474-428c-4ee5-bc58-b978bff8a4e2)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:08.173618 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:08.189560 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Calling delete_port for ffde63ea-e7cc-4020-80ed-684fe765efa2 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:08.211070 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec87c3-2c54-4c4d-833f-7e9f579b6fea tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Pushing event deleted for resources: {'Port': ['ID=5ac09a70-5a7b-4f2e-a6a0-45faf9c26afa,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:08.359359 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:08.379901 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-95ec87c3-2c54-4c4d-833f-7e9f579b6fea tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:08.385119 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event deleted for resources: {'Port': ['ID=ffde63ea-e7cc-4020-80ed-684fe765efa2,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:08.401673 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] No DVR routers for this DVR port ffde63ea-e7cc-4020-80ed-684fe765efa2 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:06:08.532595 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:08.549391 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b2b52d-8ebd-42c4-ba22-cab20902f388']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:08.563211 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadd8474-428c-4ee5-bc58-b978bff8a4e2') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:08.563838 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadd8474-428c-4ee5-bc58-b978bff8a4e2') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:08.574972 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:08.591780 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:08.601465 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:06:08.601732 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:06:08.658478 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:06:08.681208 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ec87c3-2c54-4c4d-833f-7e9f579b6fea tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Router b907dd6e-7723-416f-9bb7-4a0b53cee13f has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:06:08.695220 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dba6a5-7720-47fe-88bd-4b44037c0ae8 req-48b4f0c4-300f-4e6d-b95f-109649314fcb tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:08.700426 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7dba6a5-7720-47fe-88bd-4b44037c0ae8 req-48b4f0c4-300f-4e6d-b95f-109649314fcb tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.1052961 Aug 10 04:06:08.722263 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8e671-ee8d-4445-af40-69d2606941af req-7e5fcfd5-c8da-425c-ab59-1e540d768020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:08.735241 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b9f8e671-ee8d-4445-af40-69d2606941af req-7e5fcfd5-c8da-425c-ab59-1e540d768020 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3713408bd1840a4be53441e1ea350d3&device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 1097 time: 0.0640340 Aug 10 04:06:08.806023 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:08.809395 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7dba6a5-7720-47fe-88bd-4b44037c0ae8 req-68395938-4ee8-47a1-9aa7-1559ff82d04d tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038761 Aug 10 04:06:08.811410 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ec87c3-2c54-4c4d-833f-7e9f579b6fea tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:06:08.818934 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-95ec87c3-2c54-4c4d-833f-7e9f579b6fea tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] 10.222.0.25 "PUT /v2.0/routers/b907dd6e-7723-416f-9bb7-4a0b53cee13f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3830848 Aug 10 04:06:08.819175 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52178) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:08.827895 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:08.829830 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "DELETE /v2.0/networks/c3b2b52d-8ebd-42c4-ba22-cab20902f388 HTTP/1.1" status: 204 len: 168 time: 2.4026136 Aug 10 04:06:08.830669 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2be4d1-04a7-4384-9848-50437470c6de tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event deleted for resources: {'Network': ['ID=c3b2b52d-8ebd-42c4-ba22-cab20902f388,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:08.834136 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52180) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:08.838010 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458454de-38ac-432b-88bc-c31334d97f2f None None] Sync routers for ids ['b907dd6e-7723-416f-9bb7-4a0b53cee13f'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:06:08.842937 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-ae2104a8-39a5-4750-a1b5-889e56cf64a8 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1751228408'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:08.853933 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458454de-38ac-432b-88bc-c31334d97f2f None None] Routers {'b907dd6e-7723-416f-9bb7-4a0b53cee13f'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:06:08.856212 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-458454de-38ac-432b-88bc-c31334d97f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:05:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['b907dd6e-7723-416f-9bb7-4a0b53cee13f'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:08.862370 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8e671-ee8d-4445-af40-69d2606941af req-c19f36fc-09e5-4dba-8c17-72f00d40ddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:08.863870 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b9f8e671-ee8d-4445-af40-69d2606941af req-c19f36fc-09e5-4dba-8c17-72f00d40ddfd service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a30de31-8cff-447d-a775-a8b158513d18 HTTP/1.1" status: 200 len: 911 time: 0.1318421 Aug 10 04:06:08.926708 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b9f8e671-ee8d-4445-af40-69d2606941af req-bed5371c-0508-416f-93e1-bc3d78796893 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54cb3a90-b169-4e91-b83b-d4603eaa7058 HTTP/1.1" status: 200 len: 217 time: 0.0536976 Aug 10 04:06:08.928253 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-458454de-38ac-432b-88bc-c31334d97f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:08.956008 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458454de-38ac-432b-88bc-c31334d97f2f None None] Routers {'b907dd6e-7723-416f-9bb7-4a0b53cee13f'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:06:08.956780 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-458454de-38ac-432b-88bc-c31334d97f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:05:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['b907dd6e-7723-416f-9bb7-4a0b53cee13f'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:08.994524 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-652517f4-38f4-4ce2-9d65-e4cfef2bbc00 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:08.994840 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2104a8-39a5-4750-a1b5-889e56cf64a8 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Made reservation on behalf of fd59fb2bf85a4580a8990fede7cfb76e for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:06:09.000955 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-458454de-38ac-432b-88bc-c31334d97f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:09.001351 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ae2104a8-39a5-4750-a1b5-889e56cf64a8 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:09.002022 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458454de-38ac-432b-88bc-c31334d97f2f None None] The sync data for ids ['b907dd6e-7723-416f-9bb7-4a0b53cee13f'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:06:09.005569 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8e671-ee8d-4445-af40-69d2606941af req-fdcc4840-3e45-491b-b1b4-e256ebabfe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:09.007092 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b9f8e671-ee8d-4445-af40-69d2606941af req-fdcc4840-3e45-491b-b1b4-e256ebabfe6a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c8ebd3f-75bf-4ec3-96f1-9cf76215d792 HTTP/1.1" status: 200 len: 850 time: 0.0729680 Aug 10 04:06:09.044997 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b9f8e671-ee8d-4445-af40-69d2606941af req-4bb6f9d0-2eec-401c-b416-affad8e7250b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a30de31-8cff-447d-a775-a8b158513d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290463 Aug 10 04:06:09.065426 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2104a8-39a5-4750-a1b5-889e56cf64a8 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:06:09.115293 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ae2104a8-39a5-4750-a1b5-889e56cf64a8 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:09.115653 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-ae2104a8-39a5-4750-a1b5-889e56cf64a8 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Added segment 7133b682-912c-4ec7-9cda-03facd7f44af of type vlan for network 5c8b8cb1-bfb2-4887-8a49-54e83f8381b5 Aug 10 04:06:09.194414 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11873e6-9b71-4684-bae7-c590c6a8d4b1 req-a497431c-57ed-4bb8-951c-1d04bea94062 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:09.196126 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e11873e6-9b71-4684-bae7-c590c6a8d4b1 req-a497431c-57ed-4bb8-951c-1d04bea94062 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 945 time: 0.2390659 Aug 10 04:06:09.208215 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-652517f4-38f4-4ce2-9d65-e4cfef2bbc00 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:09.218904 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-652517f4-38f4-4ce2-9d65-e4cfef2bbc00 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:09.288922 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e11873e6-9b71-4684-bae7-c590c6a8d4b1 req-4d42ec91-92ee-4d9e-afa6-94ba8bac145d tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836825 Aug 10 04:06:09.342118 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-652517f4-38f4-4ce2-9d65-e4cfef2bbc00 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:09.342775 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652517f4-38f4-4ce2-9d65-e4cfef2bbc00 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Fanout notify agent at l3_agent the message router_deleted on router b907dd6e-7723-416f-9bb7-4a0b53cee13f {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:06:09.355661 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-652517f4-38f4-4ce2-9d65-e4cfef2bbc00 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:09.355661 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-652517f4-38f4-4ce2-9d65-e4cfef2bbc00 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] 10.222.0.25 "DELETE /v2.0/routers/b907dd6e-7723-416f-9bb7-4a0b53cee13f HTTP/1.1" status: 204 len: 168 time: 0.5320206 Aug 10 04:06:09.355661 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52186) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:09.413754 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-c255d460-f9dc-4738-83dc-56bff217fa4b tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Deleting subnet 581b3e28-fb3f-4003-a8a5-2d1be2f3cbce {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:06:09.418940 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c255d460-f9dc-4738-83dc-56bff217fa4b tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:09.473575 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c255d460-f9dc-4738-83dc-56bff217fa4b tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:09.570430 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b9f8e671-ee8d-4445-af40-69d2606941af req-12e661a6-f05e-43cb-8709-d1015eee85ea service neutron] 10.222.0.20 "GET /v2.0/networks/6a30de31-8cff-447d-a775-a8b158513d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156941 Aug 10 04:06:09.574916 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c255d460-f9dc-4738-83dc-56bff217fa4b tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:09.579283 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ae2104a8-39a5-4750-a1b5-889e56cf64a8 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:09.688687 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b9f8e671-ee8d-4445-af40-69d2606941af req-05a6d3df-cf28-4a9c-926a-f2de41962d39 service neutron] 10.222.0.20 "GET /v2.0/networks/6a30de31-8cff-447d-a775-a8b158513d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055653 Aug 10 04:06:09.713734 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c255d460-f9dc-4738-83dc-56bff217fa4b tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:09.748893 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c255d460-f9dc-4738-83dc-56bff217fa4b tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:09.753312 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c255d460-f9dc-4738-83dc-56bff217fa4b tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] 10.222.0.25 "DELETE /v2.0/subnets/581b3e28-fb3f-4003-a8a5-2d1be2f3cbce HTTP/1.1" status: 204 len: 168 time: 0.3953812 Aug 10 04:06:09.753312 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255d460-f9dc-4738-83dc-56bff217fa4b tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Pushing event deleted for resources: {'Subnet': ['ID=581b3e28-fb3f-4003-a8a5-2d1be2f3cbce,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:09.753537 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52190) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:09.756647 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f57599b-b9b2-4e30-8da4-cec36725c15a None None] Network 661e2be3-af1c-4243-bcca-bc8224a1af93 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:09.804815 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ae2104a8-39a5-4750-a1b5-889e56cf64a8 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:09.811012 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2104a8-39a5-4750-a1b5-889e56cf64a8 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:09.816402 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ae2104a8-39a5-4750-a1b5-889e56cf64a8 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:09.920484 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-02e2c0a1-6202-4190-8032-e8ddf04f1854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:09.929802 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9c054a61-8df2-4645-af77-fd1a31883dd3 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:09.931887 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2104a8-39a5-4750-a1b5-889e56cf64a8 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event updated for resources: {'Network': ['ID=5c8b8cb1-bfb2-4887-8a49-54e83f8381b5,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:09.944180 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 5c8b8cb1-bfb2-4887-8a49-54e83f8381b5 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:06:10.006737 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ae2104a8-39a5-4750-a1b5-889e56cf64a8 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1713927 Aug 10 04:06:10.009469 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52198) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:10.012982 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370c4dae-affb-4e7c-818a-9c20ce7c5563 None None] DHCP port deletion for 661e2be3-af1c-4243-bcca-bc8224a1af93 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:06:10.017040 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-452a220c-f8f3-4a62-bb2d-ce07b6ff95b7 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Request body: {'subnet': {'network_id': '5c8b8cb1-bfb2-4887-8a49-54e83f8381b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:10.043130 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64483d35-07dd-4cf8-a7a2-963799e492dc req-0bc07910-4c57-4b38-8513-dfa267666a45 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:10.044862 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-64483d35-07dd-4cf8-a7a2-963799e492dc req-0bc07910-4c57-4b38-8513-dfa267666a45 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.0972736 Aug 10 04:06:10.077178 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-9c054a61-8df2-4645-af77-fd1a31883dd3 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Deleting port 0afab230-4f91-484d-b7fc-55ab285e3720 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:10.077523 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9c054a61-8df2-4645-af77-fd1a31883dd3 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:10.091348 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-370c4dae-affb-4e7c-818a-9c20ce7c5563 None None] Deleting port 0afab230-4f91-484d-b7fc-55ab285e3720 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:10.091729 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-370c4dae-affb-4e7c-818a-9c20ce7c5563 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:10.155312 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 0afab230-4f91-484d-b7fc-55ab285e3720 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:06:10.167628 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-64483d35-07dd-4cf8-a7a2-963799e492dc req-f04ccce5-2a40-49aa-b19e-7cbb8b5d5cd1 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162438 Aug 10 04:06:10.170669 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-9c054a61-8df2-4645-af77-fd1a31883dd3 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] For port 0afab230-4f91-484d-b7fc-55ab285e3720, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=0afab230-4f91-484d-b7fc-55ab285e3720,segment=NetworkSegment(5e8e1989-ecb2-4a7b-92c7-a37ecc5dc93d),segment_id=5e8e1989-ecb2-4a7b-92c7-a37ecc5dc93d)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:10.171853 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9c054a61-8df2-4645-af77-fd1a31883dd3 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:10.206006 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-9c054a61-8df2-4645-af77-fd1a31883dd3 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Calling delete_port for 0afab230-4f91-484d-b7fc-55ab285e3720 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:10.219459 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-370c4dae-affb-4e7c-818a-9c20ce7c5563 None None] For port 0afab230-4f91-484d-b7fc-55ab285e3720, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=0afab230-4f91-484d-b7fc-55ab285e3720,segment=NetworkSegment(5e8e1989-ecb2-4a7b-92c7-a37ecc5dc93d),segment_id=5e8e1989-ecb2-4a7b-92c7-a37ecc5dc93d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:10.219976 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-370c4dae-affb-4e7c-818a-9c20ce7c5563 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:10.233525 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452a220c-f8f3-4a62-bb2d-ce07b6ff95b7 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Made reservation on behalf of fd59fb2bf85a4580a8990fede7cfb76e for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:06:10.238142 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-452a220c-f8f3-4a62-bb2d-ce07b6ff95b7 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:10.238575 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-370c4dae-affb-4e7c-818a-9c20ce7c5563 None None] Calling delete_port for 0afab230-4f91-484d-b7fc-55ab285e3720 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:10.363622 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:10.418582 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:06:10.426770 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9c054a61-8df2-4645-af77-fd1a31883dd3 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:10.455334 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c054a61-8df2-4645-af77-fd1a31883dd3 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Pushing event deleted for resources: {'Port': ['ID=0afab230-4f91-484d-b7fc-55ab285e3720,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:10.462679 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-370c4dae-affb-4e7c-818a-9c20ce7c5563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:10.468307 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c054a61-8df2-4645-af77-fd1a31883dd3 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] No DVR routers for this DVR port 0afab230-4f91-484d-b7fc-55ab285e3720 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:06:10.494761 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c4dae-affb-4e7c-818a-9c20ce7c5563 None None] Pushing event deleted for resources: {'Port': ['ID=0afab230-4f91-484d-b7fc-55ab285e3720,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:10.498336 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbea5e0-59e1-42e5-9c0b-9e954e5e4532 req-24b44ced-a4fa-461f-a494-5b1872653098 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:10.499324 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370c4dae-affb-4e7c-818a-9c20ce7c5563 None None] No DVR routers for this DVR port 0afab230-4f91-484d-b7fc-55ab285e3720 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:06:10.500627 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cfbea5e0-59e1-42e5-9c0b-9e954e5e4532 req-24b44ced-a4fa-461f-a494-5b1872653098 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 945 time: 0.1102450 Aug 10 04:06:10.598059 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9c054a61-8df2-4645-af77-fd1a31883dd3 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:10.598922 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-452a220c-f8f3-4a62-bb2d-ce07b6ff95b7 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:10.615490 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cfbea5e0-59e1-42e5-9c0b-9e954e5e4532 req-06afc69a-f59c-47a0-8afe-7e978aebcc37 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952325 Aug 10 04:06:10.617161 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-9c054a61-8df2-4645-af77-fd1a31883dd3 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661e2be3-af1c-4243-bcca-bc8224a1af93']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:10.628886 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-9c054a61-8df2-4645-af77-fd1a31883dd3 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e8e1989-ecb2-4a7b-92c7-a37ecc5dc93d') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:10.629249 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-9c054a61-8df2-4645-af77-fd1a31883dd3 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e8e1989-ecb2-4a7b-92c7-a37ecc5dc93d') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:10.651008 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9c054a61-8df2-4645-af77-fd1a31883dd3 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:10.665773 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9c054a61-8df2-4645-af77-fd1a31883dd3 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:10.673376 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c054a61-8df2-4645-af77-fd1a31883dd3 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:06:10.673772 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9c054a61-8df2-4645-af77-fd1a31883dd3 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:06:10.676881 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:06:10.679053 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a220c-f8f3-4a62-bb2d-ce07b6ff95b7 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event updated for resources: {'Subnet': ['ID=8c44acc4-7f61-43cf-9ab8-900c7774fa15,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:10.689139 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a220c-f8f3-4a62-bb2d-ce07b6ff95b7 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:10.689493 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a220c-f8f3-4a62-bb2d-ce07b6ff95b7 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:10.689841 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a220c-f8f3-4a62-bb2d-ce07b6ff95b7 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:10.690180 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a220c-f8f3-4a62-bb2d-ce07b6ff95b7 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:10.690608 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a220c-f8f3-4a62-bb2d-ce07b6ff95b7 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:10.690948 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a220c-f8f3-4a62-bb2d-ce07b6ff95b7 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:10.691279 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a220c-f8f3-4a62-bb2d-ce07b6ff95b7 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:10.691746 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a220c-f8f3-4a62-bb2d-ce07b6ff95b7 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:10.692047 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a220c-f8f3-4a62-bb2d-ce07b6ff95b7 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:10.692427 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a220c-f8f3-4a62-bb2d-ce07b6ff95b7 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:10.692762 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a220c-f8f3-4a62-bb2d-ce07b6ff95b7 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:10.693167 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452a220c-f8f3-4a62-bb2d-ce07b6ff95b7 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:10.706619 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452a220c-f8f3-4a62-bb2d-ce07b6ff95b7 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Checking segment: {'id': '7133b682-912c-4ec7-9cda-03facd7f44af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '5c8b8cb1-bfb2-4887-8a49-54e83f8381b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:06:10.707060 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452a220c-f8f3-4a62-bb2d-ce07b6ff95b7 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Network hostable DHCP agents. Network: 5c8b8cb1-bfb2-4887-8a49-54e83f8381b5, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:06:10.848336 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452a220c-f8f3-4a62-bb2d-ce07b6ff95b7 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Network 5c8b8cb1-bfb2-4887-8a49-54e83f8381b5 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:06:10.879348 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9c054a61-8df2-4645-af77-fd1a31883dd3 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:10.886240 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9c054a61-8df2-4645-af77-fd1a31883dd3 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-759064'] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:10.889139 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9c054a61-8df2-4645-af77-fd1a31883dd3 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] 10.222.0.25 "DELETE /v2.0/networks/661e2be3-af1c-4243-bcca-bc8224a1af93 HTTP/1.1" status: 204 len: 168 time: 1.1345952 Aug 10 04:06:10.900831 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c054a61-8df2-4645-af77-fd1a31883dd3 tempest-FloatingIPNegativeTestJSON-12517122 tempest-FloatingIPNegativeTestJSON-12517122-project] Pushing event deleted for resources: {'Network': ['ID=661e2be3-af1c-4243-bcca-bc8224a1af93,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:10.970625 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-452a220c-f8f3-4a62-bb2d-ce07b6ff95b7 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 5c8b8cb1-bfb2-4887-8a49-54e83f8381b5) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:10.970625 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452a220c-f8f3-4a62-bb2d-ce07b6ff95b7 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:10.977971 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55a9c73-4081-484a-b0a3-8bb974eeed89 None None] Network 5c8b8cb1-bfb2-4887-8a49-54e83f8381b5 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:10.981523 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-452a220c-f8f3-4a62-bb2d-ce07b6ff95b7 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:11.123238 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0ad8b4-da2f-4d12-8cc0-b3f464a6d91e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-5c8b8cb1-bfb2-4887-8a49-54e83f8381b5', 'network_id': '5c8b8cb1-bfb2-4887-8a49-54e83f8381b5', 'tenant_id': 'fd59fb2bf85a4580a8990fede7cfb76e', 'fixed_ips': [{'subnet_id': '8c44acc4-7f61-43cf-9ab8-900c7774fa15'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:06:11.124125 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cb0ad8b4-da2f-4d12-8cc0-b3f464a6d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:11.142394 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-452a220c-f8f3-4a62-bb2d-ce07b6ff95b7 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1309247 Aug 10 04:06:11.158784 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52208) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:11.158784 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-ef3a9677-4501-4f04-b2f7-62e635c4f700 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Request body: {'subnet': {'network_id': '5c8b8cb1-bfb2-4887-8a49-54e83f8381b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:11.264515 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-cb0ad8b4-da2f-4d12-8cc0-b3f464a6d91e None None] Allocated IP 2001:db8::2 (5c8b8cb1-bfb2-4887-8a49-54e83f8381b5/8c44acc4-7f61-43cf-9ab8-900c7774fa15/996d0bdd-7262-48f0-97c7-bb9f15a65acf) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:06:11.310962 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a378f61-66e1-4838-972c-3f51efe31322 req-38cf48af-4518-48d7-b743-c009f7174479 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:11.312893 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6a378f61-66e1-4838-972c-3f51efe31322 req-38cf48af-4518-48d7-b743-c009f7174479 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.0668387 Aug 10 04:06:11.354780 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6a378f61-66e1-4838-972c-3f51efe31322 req-0194f02d-3503-4a69-ac22-242a637551a9 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352533 Aug 10 04:06:11.386239 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:06:11.427197 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3a9677-4501-4f04-b2f7-62e635c4f700 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Made reservation on behalf of fd59fb2bf85a4580a8990fede7cfb76e for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:06:11.430787 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef3a9677-4501-4f04-b2f7-62e635c4f700 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:11.508739 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cb0ad8b4-da2f-4d12-8cc0-b3f464a6d91e None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:11.520717 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-cb0ad8b4-da2f-4d12-8cc0-b3f464a6d91e None None] Transition to ACTIVE for port object 996d0bdd-7262-48f0-97c7-bb9f15a65acf will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:11.557740 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-cb0ad8b4-da2f-4d12-8cc0-b3f464a6d91e None None] Transition to ACTIVE for port object 996d0bdd-7262-48f0-97c7-bb9f15a65acf will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:11.565788 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9c3dbed2-9ffa-467d-b97d-f8a3cd11d817,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:11.577124 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '9c3dbed2-9ffa-467d-b97d-f8a3cd11d817', 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020', 'port_id': '9c3dbed2-9ffa-467d-b97d-f8a3cd11d817', 'mac_address': 'fa:16:3e:30:d0:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51d8861-9dbf-4178-9d3e-8ed73319e82c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:06:11.619177 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:11.634142 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:06:11.657066 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9c3dbed2-9ffa-467d-b97d-f8a3cd11d817,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:11.659238 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cb0ad8b4-da2f-4d12-8cc0-b3f464a6d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:11.712463 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0ad8b4-da2f-4d12-8cc0-b3f464a6d91e None None] Network 5c8b8cb1-bfb2-4887-8a49-54e83f8381b5 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:06:11.722664 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-cb0ad8b4-da2f-4d12-8cc0-b3f464a6d91e None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:11.735077 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0ad8b4-da2f-4d12-8cc0-b3f464a6d91e None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:06:11.737974 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52230) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:11.751230 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:11.754394 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ad8b4-da2f-4d12-8cc0-b3f464a6d91e None None] Pushing event updated for resources: {'Port': ['ID=996d0bdd-7262-48f0-97c7-bb9f15a65acf,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:11.855181 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-cb0ad8b4-da2f-4d12-8cc0-b3f464a6d91e None None] Attempting to bind port 996d0bdd-7262-48f0-97c7-bb9f15a65acf on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:06:11.856512 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-cb0ad8b4-da2f-4d12-8cc0-b3f464a6d91e None None] Attempting to bind port 996d0bdd-7262-48f0-97c7-bb9f15a65acf by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '7133b682-912c-4ec7-9cda-03facd7f44af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '5c8b8cb1-bfb2-4887-8a49-54e83f8381b5'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:06:11.857171 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ad8b4-da2f-4d12-8cc0-b3f464a6d91e None None] Attempting to bind port 996d0bdd-7262-48f0-97c7-bb9f15a65acf on network 5c8b8cb1-bfb2-4887-8a49-54e83f8381b5 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:06:11.860391 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff126af-3e56-4082-a1f1-b4e8fd9c0a4c req-db28100b-cc05-45d0-8c80-0a2bb6c23512 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:11.863733 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2ff126af-3e56-4082-a1f1-b4e8fd9c0a4c req-db28100b-cc05-45d0-8c80-0a2bb6c23512 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 944 time: 0.1114588 Aug 10 04:06:11.885214 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ad8b4-da2f-4d12-8cc0-b3f464a6d91e None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 5, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:06:11.885604 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ad8b4-da2f-4d12-8cc0-b3f464a6d91e None None] Checking segment: {'id': '7133b682-912c-4ec7-9cda-03facd7f44af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '5c8b8cb1-bfb2-4887-8a49-54e83f8381b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:06:11.886073 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cb0ad8b4-da2f-4d12-8cc0-b3f464a6d91e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:11.886535 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ad8b4-da2f-4d12-8cc0-b3f464a6d91e None None] Bound using segment: {'id': '7133b682-912c-4ec7-9cda-03facd7f44af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '5c8b8cb1-bfb2-4887-8a49-54e83f8381b5'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:06:11.887261 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-cb0ad8b4-da2f-4d12-8cc0-b3f464a6d91e None None] Bound port: 996d0bdd-7262-48f0-97c7-bb9f15a65acf, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7133b682-912c-4ec7-9cda-03facd7f44af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '5c8b8cb1-bfb2-4887-8a49-54e83f8381b5'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:06:11.887704 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cb0ad8b4-da2f-4d12-8cc0-b3f464a6d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:11.903046 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=9c3dbed2-9ffa-467d-b97d-f8a3cd11d817,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:11.929417 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2ff126af-3e56-4082-a1f1-b4e8fd9c0a4c req-37a93c06-f2c6-4060-acbb-392ac64d4256 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505629 Aug 10 04:06:11.954685 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef3a9677-4501-4f04-b2f7-62e635c4f700 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:11.998534 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-cb0ad8b4-da2f-4d12-8cc0-b3f464a6d91e None None] For port 996d0bdd-7262-48f0-97c7-bb9f15a65acf, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:06:12.001831 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-cb0ad8b4-da2f-4d12-8cc0-b3f464a6d91e None None] For port 996d0bdd-7262-48f0-97c7-bb9f15a65acf, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=996d0bdd-7262-48f0-97c7-bb9f15a65acf,segment=NetworkSegment(7133b682-912c-4ec7-9cda-03facd7f44af),segment_id=7133b682-912c-4ec7-9cda-03facd7f44af)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:06:12.005715 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['9c3dbed2-9ffa-467d-b97d-f8a3cd11d817'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:06:12.051996 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-afa3b778-fb9c-409a-8b6c-aaafd499d8a5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7fe1c6705f06494695049f39b734a0d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3128185 Aug 10 04:06:12.055472 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52262) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:12.065440 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a9677-4501-4f04-b2f7-62e635c4f700 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event updated for resources: {'Subnet': ['ID=05808b25-1a13-4c8b-9d85-87a1495bba38,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:12.096619 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3a9677-4501-4f04-b2f7-62e635c4f700 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Network 5c8b8cb1-bfb2-4887-8a49-54e83f8381b5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:06:12.098149 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-ef3a9677-4501-4f04-b2f7-62e635c4f700 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:12.107585 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3a9677-4501-4f04-b2f7-62e635c4f700 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:12.113002 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef3a9677-4501-4f04-b2f7-62e635c4f700 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:12.114370 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cb0ad8b4-da2f-4d12-8cc0-b3f464a6d91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:12.154546 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f512de24-8e7e-4037-b2ab-67c049b4517f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:12.185211 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f512de24-8e7e-4037-b2ab-67c049b4517f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:12.187845 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ef3a9677-4501-4f04-b2f7-62e635c4f700 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0406947 Aug 10 04:06:12.187845 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52282) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:12.247435 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ad8b4-da2f-4d12-8cc0-b3f464a6d91e None None] Pushing event updated for resources: {'Port': ['ID=996d0bdd-7262-48f0-97c7-bb9f15a65acf,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:12.359277 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f512de24-8e7e-4037-b2ab-67c049b4517f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:12.361876 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f512de24-8e7e-4037-b2ab-67c049b4517f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:12.363049 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f512de24-8e7e-4037-b2ab-67c049b4517f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/399b106e-05fc-4e48-82f4-d92dff1f4294 HTTP/1.1" status: 204 len: 168 time: 0.3064265 Aug 10 04:06:12.372814 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512de24-8e7e-4037-b2ab-67c049b4517f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=399b106e-05fc-4e48-82f4-d92dff1f4294,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:12.379073 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c68895f-6230-43de-ac6c-fe2a6bfbb213 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:12.382359 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c68895f-6230-43de-ac6c-fe2a6bfbb213 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:12.384974 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c68895f-6230-43de-ac6c-fe2a6bfbb213 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:12.387741 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c68895f-6230-43de-ac6c-fe2a6bfbb213 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:12.389995 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c68895f-6230-43de-ac6c-fe2a6bfbb213 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:12.396606 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9c68895f-6230-43de-ac6c-fe2a6bfbb213 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2079012 Aug 10 04:06:12.397244 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52298) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:12.425563 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-3c9994dd-6de8-4f04-95b0-77d295b74752 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1565947155'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:12.555458 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9994dd-6de8-4f04-95b0-77d295b74752 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Made reservation on behalf of fd59fb2bf85a4580a8990fede7cfb76e for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:06:12.573145 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3c9994dd-6de8-4f04-95b0-77d295b74752 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:12.604869 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9994dd-6de8-4f04-95b0-77d295b74752 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:06:12.612430 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460261a-8c97-4151-ab64-c9ea0022274f req-d76b4a27-0c68-4d5a-876c-7c71ea413b72 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:12.618278 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5460261a-8c97-4151-ab64-c9ea0022274f req-d76b4a27-0c68-4d5a-876c-7c71ea413b72 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.1253693 Aug 10 04:06:12.623364 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3c9994dd-6de8-4f04-95b0-77d295b74752 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:12.623718 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-3c9994dd-6de8-4f04-95b0-77d295b74752 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Added segment 39f64375-29a8-4a19-a4fd-4074f0ab4b63 of type vlan for network 1f20d89d-c010-4977-94ff-fd3939dfd32d Aug 10 04:06:12.695586 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5460261a-8c97-4151-ab64-c9ea0022274f req-1dc7d69e-1e82-4f43-8eb2-6616e18d1dc6 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674155 Aug 10 04:06:12.725894 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3c9994dd-6de8-4f04-95b0-77d295b74752 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:12.862182 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3c9994dd-6de8-4f04-95b0-77d295b74752 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:12.869601 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9994dd-6de8-4f04-95b0-77d295b74752 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:12.871308 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3c9994dd-6de8-4f04-95b0-77d295b74752 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:13.006503 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9994dd-6de8-4f04-95b0-77d295b74752 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event updated for resources: {'Network': ['ID=1f20d89d-c010-4977-94ff-fd3939dfd32d,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:13.036331 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 1f20d89d-c010-4977-94ff-fd3939dfd32d details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:06:13.061101 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52318) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:13.061911 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3c9994dd-6de8-4f04-95b0-77d295b74752 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6626065 Aug 10 04:06:13.066801 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-3430e483-78b0-4941-a7c6-d4f00417cc1b tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:13.153065 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94038e-c920-4fc4-809b-ab48d796b006 req-05423776-c1b3-4a4f-8b2a-831387872ec9 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:13.158706 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3a94038e-c920-4fc4-809b-ab48d796b006 req-05423776-c1b3-4a4f-8b2a-831387872ec9 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 944 time: 0.0915051 Aug 10 04:06:13.286805 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3a94038e-c920-4fc4-809b-ab48d796b006 req-fd66f772-9edb-461f-a9b3-a3bc3a781892 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181602 Aug 10 04:06:13.360884 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:06:13.394169 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3430e483-78b0-4941-a7c6-d4f00417cc1b tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:13.438619 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:13.445421 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:13.484358 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3430e483-78b0-4941-a7c6-d4f00417cc1b tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:13.504658 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3430e483-78b0-4941-a7c6-d4f00417cc1b tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Network 1f20d89d-c010-4977-94ff-fd3939dfd32d is not hosted by any dhcp agent {{(pid=94937) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 04:06:13.544968 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3430e483-78b0-4941-a7c6-d4f00417cc1b tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:13.547179 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3430e483-78b0-4941-a7c6-d4f00417cc1b tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:13.554325 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3430e483-78b0-4941-a7c6-d4f00417cc1b tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "PUT /v2.0/networks/1f20d89d-c010-4977-94ff-fd3939dfd32d HTTP/1.1" status: 200 len: 723 time: 0.4895515 Aug 10 04:06:13.555277 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52340) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:13.563949 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-14e5a26c-29a6-4ef1-84db-b1d317832e5f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Request body: {'subnet': {'network_id': '1f20d89d-c010-4977-94ff-fd3939dfd32d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:13.647037 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:13.729393 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3430e483-78b0-4941-a7c6-d4f00417cc1b tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event updated for resources: {'Network': ['ID=1f20d89d-c010-4977-94ff-fd3939dfd32d,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:13.867201 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e5a26c-29a6-4ef1-84db-b1d317832e5f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Made reservation on behalf of fd59fb2bf85a4580a8990fede7cfb76e for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:06:13.880247 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14e5a26c-29a6-4ef1-84db-b1d317832e5f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:13.923726 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67497d82-8043-4a45-80ab-02fb7760e40a req-8cfe554d-cfa9-4498-bd72-d58d7d6c00d5 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:13.925561 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-67497d82-8043-4a45-80ab-02fb7760e40a req-8cfe554d-cfa9-4498-bd72-d58d7d6c00d5 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.1287322 Aug 10 04:06:14.046261 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 1f20d89d-c010-4977-94ff-fd3939dfd32d details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:06:14.049169 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a498036d-c446-4119-a0fa-17631a10ab2a None None] Network 5c8b8cb1-bfb2-4887-8a49-54e83f8381b5 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:14.053020 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:14.073086 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-67497d82-8043-4a45-80ab-02fb7760e40a req-6d67deab-9d3f-4094-9479-a2e5e5c1d542 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998788 Aug 10 04:06:14.207128 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a4d876-8398-4d61-bd15-9e7f6b58b152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3dbed2-9ffa-467d-b97d-f8a3cd11d817'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:06:14.211085 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bea027-11b7-48a0-8df9-3d574e582a0c" -d '{"events": [{"server_uuid": "51a4d876-8398-4d61-bd15-9e7f6b58b152", "name": "network-vif-plugged", "status": "completed", "tag": "9c3dbed2-9ffa-467d-b97d-f8a3cd11d817"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:06:14.264139 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9c3dbed2-9ffa-467d-b97d-f8a3cd11d817,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:14.286144 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 996d0bdd-7262-48f0-97c7-bb9f15a65acf up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:06:14.327736 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9acad353-1d23-4426-88c7-dc637f5aa4ab x-openstack-request-id: req-9acad353-1d23-4426-88c7-dc637f5aa4ab {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:06:14.329625 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a4d876-8398-4d61-bd15-9e7f6b58b152", "name": "network-vif-plugged", "status": "completed", "tag": "9c3dbed2-9ffa-467d-b97d-f8a3cd11d817", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:06:14.329625 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9acad353-1d23-4426-88c7-dc637f5aa4ab {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:06:14.329625 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51a4d876-8398-4d61-bd15-9e7f6b58b152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c3dbed2-9ffa-467d-b97d-f8a3cd11d817', 'code': 200} Aug 10 04:06:14.389890 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cebb62e6-3008-4db4-b857-9f7fc39f3aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:14.390079 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52374) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:14.474085 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:14.491823 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4fa068d2-7d5a-4c4c-92cd-73f6ba82b040 None None] Provisioning for port 996d0bdd-7262-48f0-97c7-bb9f15a65acf completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:06:14.495526 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260fa61d-d60a-43a2-b767-f397fd89d4a2 req-14a08b0e-af67-488c-aa5c-5522dadccc86 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:14.505231 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 996d0bdd-7262-48f0-97c7-bb9f15a65acf completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:06:14.509847 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-260fa61d-d60a-43a2-b767-f397fd89d4a2 req-14a08b0e-af67-488c-aa5c-5522dadccc86 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 945 time: 0.1036286 Aug 10 04:06:14.520020 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14e5a26c-29a6-4ef1-84db-b1d317832e5f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:14.520569 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-32b91903-2d4d-4729-abb3-8b0504d2c297 tempest-DvrRoutersNegativeTest-897164467 tempest-DvrRoutersNegativeTest-897164467-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-854361669', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:14.523800 n-d-802893-2 neutron-server[94937]: DEBUG neutron.policy [None req-32b91903-2d4d-4729-abb3-8b0504d2c297 tempest-DvrRoutersNegativeTest-897164467 tempest-DvrRoutersNegativeTest-897164467-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94937) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 10 04:06:14.524317 n-d-802893-2 neutron-server[94937]: DEBUG neutron.policy [None req-32b91903-2d4d-4729-abb3-8b0504d2c297 tempest-DvrRoutersNegativeTest-897164467 tempest-DvrRoutersNegativeTest-897164467-project] Failed policy check for 'create_router' {{(pid=94937) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 10 04:06:14.525059 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-32b91903-2d4d-4729-abb3-8b0504d2c297 tempest-DvrRoutersNegativeTest-897164467 tempest-DvrRoutersNegativeTest-897164467-project] create failed (client error): Access was denied to this resource. Aug 10 04:06:14.526255 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-32b91903-2d4d-4729-abb3-8b0504d2c297 tempest-DvrRoutersNegativeTest-897164467 tempest-DvrRoutersNegativeTest-897164467-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1344035 Aug 10 04:06:14.593370 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 996d0bdd-7262-48f0-97c7-bb9f15a65acf triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:14.595731 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:14.601529 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4fa068d2-7d5a-4c4c-92cd-73f6ba82b040 None None] Provisioning complete for port 996d0bdd-7262-48f0-97c7-bb9f15a65acf triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:14.603461 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4fa068d2-7d5a-4c4c-92cd-73f6ba82b040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:14.623996 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-260fa61d-d60a-43a2-b767-f397fd89d4a2 req-fef758fc-5801-4f6a-872b-35e125b1d206 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088290 Aug 10 04:06:14.729063 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5a26c-29a6-4ef1-84db-b1d317832e5f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event updated for resources: {'Subnet': ['ID=31f56a8c-91d2-4d6f-9254-a3e062f6457c,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:14.751311 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e5a26c-29a6-4ef1-84db-b1d317832e5f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Checking segment: {'id': '39f64375-29a8-4a19-a4fd-4074f0ab4b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1f20d89d-c010-4977-94ff-fd3939dfd32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:06:14.751674 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e5a26c-29a6-4ef1-84db-b1d317832e5f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Network hostable DHCP agents. Network: 1f20d89d-c010-4977-94ff-fd3939dfd32d, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:06:14.803676 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=9c3dbed2-9ffa-467d-b97d-f8a3cd11d817,revision_number=7']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:14.856269 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e5a26c-29a6-4ef1-84db-b1d317832e5f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Network 1f20d89d-c010-4977-94ff-fd3939dfd32d is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:06:14.906241 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4fa068d2-7d5a-4c4c-92cd-73f6ba82b040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:14.947537 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-14e5a26c-29a6-4ef1-84db-b1d317832e5f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 1f20d89d-c010-4977-94ff-fd3939dfd32d) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:14.952919 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e5a26c-29a6-4ef1-84db-b1d317832e5f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:14.953520 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14e5a26c-29a6-4ef1-84db-b1d317832e5f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:14.985063 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b594639f-87c6-4b69-a84c-2fdc8bc2c4f1 None None] Network 1f20d89d-c010-4977-94ff-fd3939dfd32d requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:15.066409 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:15.095792 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-4fa068d2-7d5a-4c4c-92cd-73f6ba82b040 None None] For port 996d0bdd-7262-48f0-97c7-bb9f15a65acf, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=996d0bdd-7262-48f0-97c7-bb9f15a65acf,segment=NetworkSegment(7133b682-912c-4ec7-9cda-03facd7f44af),segment_id=7133b682-912c-4ec7-9cda-03facd7f44af)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:15.118644 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52384) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:15.118753 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-14e5a26c-29a6-4ef1-84db-b1d317832e5f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5561969 Aug 10 04:06:15.119710 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-25f22001-b410-44cc-a6b2-a101109491ba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:15.130106 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c1fa91-27f5-4222-be6d-7af1a9d23273 None None] Update dhcp port {'port': {'network_id': '5c8b8cb1-bfb2-4887-8a49-54e83f8381b5', 'fixed_ips': [{'subnet_id': '8c44acc4-7f61-43cf-9ab8-900c7774fa15', 'ip_address': '2001:db8::2'}, {'subnet_id': '05808b25-1a13-4c8b-9d85-87a1495bba38'}], 'binding:host_id': 'n-d-802893-2'}, 'id': '996d0bdd-7262-48f0-97c7-bb9f15a65acf'} from n-d-802893-2. {{(pid=94939) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 04:06:15.235366 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d3c1fa91-27f5-4222-be6d-7af1a9d23273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:15.242289 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4fa068d2-7d5a-4c4c-92cd-73f6ba82b040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:15.381527 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c70fee-9f9d-4c68-ad98-11e16f52ef06 req-687424ae-b091-4b55-8f73-e12ac9ccbc7a tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:15.385409 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-10c70fee-9f9d-4c68-ad98-11e16f52ef06 req-687424ae-b091-4b55-8f73-e12ac9ccbc7a tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.1908600 Aug 10 04:06:15.412327 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52390) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:15.413676 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:15.451864 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:06:15.452044 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:06:15.455148 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa068d2-7d5a-4c4c-92cd-73f6ba82b040 None None] Pushing event updated for resources: {'Port': ['ID=996d0bdd-7262-48f0-97c7-bb9f15a65acf,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:15.466552 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-25f22001-b410-44cc-a6b2-a101109491ba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8735813'] for subnet, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:15.516704 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-10c70fee-9f9d-4c68-ad98-11e16f52ef06 req-33cdbbc5-4904-4a35-adfc-615d837495da tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256015 Aug 10 04:06:15.555101 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d114658-e0a6-4bfa-b1e9-7d8318723cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-1f20d89d-c010-4977-94ff-fd3939dfd32d', 'network_id': '1f20d89d-c010-4977-94ff-fd3939dfd32d', 'tenant_id': 'fd59fb2bf85a4580a8990fede7cfb76e', 'fixed_ips': [{'subnet_id': '31f56a8c-91d2-4d6f-9254-a3e062f6457c'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:06:15.555979 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5d114658-e0a6-4bfa-b1e9-7d8318723cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:15.701691 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6c1afe0f-a9bd-47e5-8622-065d0e4d95c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:15.760513 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-d3c1fa91-27f5-4222-be6d-7af1a9d23273 None None] Allocated IP 172.20.0.1 (5c8b8cb1-bfb2-4887-8a49-54e83f8381b5/05808b25-1a13-4c8b-9d85-87a1495bba38/996d0bdd-7262-48f0-97c7-bb9f15a65acf) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:06:15.868746 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:15.871755 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40cb7f-d4d7-4621-a222-84d6cde836b6 req-39aee685-4c36-4e32-9598-7c7e2bcd1954 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:15.878836 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6c1afe0f-a9bd-47e5-8622-065d0e4d95c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:15.886806 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0e40cb7f-d4d7-4621-a222-84d6cde836b6 req-39aee685-4c36-4e32-9598-7c7e2bcd1954 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 945 time: 0.1319873 Aug 10 04:06:15.926602 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-25f22001-b410-44cc-a6b2-a101109491ba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758073175700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12418710'] for subnet, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:15.954526 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6c1afe0f-a9bd-47e5-8622-065d0e4d95c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:15.977108 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f22001-b410-44cc-a6b2-a101109491ba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:15.978147 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-25f22001-b410-44cc-a6b2-a101109491ba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:15.981481 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-25f22001-b410-44cc-a6b2-a101109491ba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "PUT /v2.0/subnets/31f56a8c-91d2-4d6f-9254-a3e062f6457c HTTP/1.1" status: 200 len: 826 time: 0.8657873 Aug 10 04:06:15.985461 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52398) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:16.017129 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0e40cb7f-d4d7-4621-a222-84d6cde836b6 req-90814838-67ef-4683-8fc4-6b8b63486cea tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275907 Aug 10 04:06:16.057997 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-5d114658-e0a6-4bfa-b1e9-7d8318723cff None None] Allocated IP 2001:db8::2 (1f20d89d-c010-4977-94ff-fd3939dfd32d/31f56a8c-91d2-4d6f-9254-a3e062f6457c/1428ba52-c2fd-4c4c-8d7c-5a140f824260) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:06:16.063228 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f22001-b410-44cc-a6b2-a101109491ba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event updated for resources: {'Subnet': ['ID=31f56a8c-91d2-4d6f-9254-a3e062f6457c,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:16.077933 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6c1afe0f-a9bd-47e5-8622-065d0e4d95c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0ff3af451ce144fdae2b3115ae2a1c72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6494679 Aug 10 04:06:16.090805 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52400) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:16.096167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d3c1fa91-27f5-4222-be6d-7af1a9d23273 None None] For port 996d0bdd-7262-48f0-97c7-bb9f15a65acf, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=996d0bdd-7262-48f0-97c7-bb9f15a65acf,segment=NetworkSegment(7133b682-912c-4ec7-9cda-03facd7f44af),segment_id=7133b682-912c-4ec7-9cda-03facd7f44af)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:16.133307 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:16.191086 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d3c1fa91-27f5-4222-be6d-7af1a9d23273 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:16.220448 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d3c1fa91-27f5-4222-be6d-7af1a9d23273 None None] Transition to ACTIVE for port object 996d0bdd-7262-48f0-97c7-bb9f15a65acf will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:16.222092 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1afe0f-a9bd-47e5-8622-065d0e4d95c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e5b473-39a6-4466-a941-050d942b114c,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:16.268931 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:16.281152 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e231dba5-d974-4733-ad88-fe2f5be50799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:16.297217 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 996d0bdd-7262-48f0-97c7-bb9f15a65acf up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:06:16.343427 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d3c1fa91-27f5-4222-be6d-7af1a9d23273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:16.367199 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e231dba5-d974-4733-ad88-fe2f5be50799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:16.450785 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5d114658-e0a6-4bfa-b1e9-7d8318723cff None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:16.490076 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1fa91-27f5-4222-be6d-7af1a9d23273 None None] Pushing event updated for resources: {'Port': ['ID=996d0bdd-7262-48f0-97c7-bb9f15a65acf,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:16.507448 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e231dba5-d974-4733-ad88-fe2f5be50799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:16.510216 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e231dba5-d974-4733-ad88-fe2f5be50799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:16.515435 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e231dba5-d974-4733-ad88-fe2f5be50799 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/36e5b473-39a6-4466-a941-050d942b114c HTTP/1.1" status: 204 len: 168 time: 0.4156957 Aug 10 04:06:16.529636 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5d114658-e0a6-4bfa-b1e9-7d8318723cff None None] Transition to ACTIVE for port object 1428ba52-c2fd-4c4c-8d7c-5a140f824260 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:16.535949 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231dba5-d974-4733-ad88-fe2f5be50799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e5b473-39a6-4466-a941-050d942b114c,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:16.578116 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5d114658-e0a6-4bfa-b1e9-7d8318723cff None None] Transition to ACTIVE for port object 1428ba52-c2fd-4c4c-8d7c-5a140f824260 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:16.665225 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5d114658-e0a6-4bfa-b1e9-7d8318723cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:16.786866 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:16.825589 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d114658-e0a6-4bfa-b1e9-7d8318723cff None None] Pushing event updated for resources: {'Port': ['ID=1428ba52-c2fd-4c4c-8d7c-5a140f824260,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:16.835040 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724f997-98d6-40f7-8d60-b589469603ef req-c6992d2e-c320-4405-a02f-1aac53131779 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:16.848073 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b724f997-98d6-40f7-8d60-b589469603ef req-c6992d2e-c320-4405-a02f-1aac53131779 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.2049623 Aug 10 04:06:16.848645 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d114658-e0a6-4bfa-b1e9-7d8318723cff None None] Network 1f20d89d-c010-4977-94ff-fd3939dfd32d is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:06:16.852654 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-5d114658-e0a6-4bfa-b1e9-7d8318723cff None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:16.858018 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d114658-e0a6-4bfa-b1e9-7d8318723cff None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:06:16.865389 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event deleted for resources: {'Subnet': ['ID=31f56a8c-91d2-4d6f-9254-a3e062f6457c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:16.963184 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:16.964812 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b724f997-98d6-40f7-8d60-b589469603ef req-fd7b99dd-8b4a-4d95-acec-5e06ab455221 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157317 Aug 10 04:06:17.048338 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-5d114658-e0a6-4bfa-b1e9-7d8318723cff None None] Attempting to bind port 1428ba52-c2fd-4c4c-8d7c-5a140f824260 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:06:17.048338 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-5d114658-e0a6-4bfa-b1e9-7d8318723cff None None] Attempting to bind port 1428ba52-c2fd-4c4c-8d7c-5a140f824260 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '39f64375-29a8-4a19-a4fd-4074f0ab4b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1f20d89d-c010-4977-94ff-fd3939dfd32d'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:06:17.048338 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d114658-e0a6-4bfa-b1e9-7d8318723cff None None] Attempting to bind port 1428ba52-c2fd-4c4c-8d7c-5a140f824260 on network 1f20d89d-c010-4977-94ff-fd3939dfd32d {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:06:17.071013 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:17.084581 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f20d89d-c010-4977-94ff-fd3939dfd32d']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:17.097326 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d114658-e0a6-4bfa-b1e9-7d8318723cff None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:06:17.098551 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f64375-29a8-4a19-a4fd-4074f0ab4b63') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:17.099024 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f64375-29a8-4a19-a4fd-4074f0ab4b63') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:17.100850 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d114658-e0a6-4bfa-b1e9-7d8318723cff None None] Checking segment: {'id': '39f64375-29a8-4a19-a4fd-4074f0ab4b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1f20d89d-c010-4977-94ff-fd3939dfd32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:06:17.102456 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5d114658-e0a6-4bfa-b1e9-7d8318723cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:17.105223 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d114658-e0a6-4bfa-b1e9-7d8318723cff None None] Bound using segment: {'id': '39f64375-29a8-4a19-a4fd-4074f0ab4b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1f20d89d-c010-4977-94ff-fd3939dfd32d'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:06:17.107520 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-5d114658-e0a6-4bfa-b1e9-7d8318723cff None None] Bound port: 1428ba52-c2fd-4c4c-8d7c-5a140f824260, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f64375-29a8-4a19-a4fd-4074f0ab4b63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '1f20d89d-c010-4977-94ff-fd3939dfd32d'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:06:17.109663 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5d114658-e0a6-4bfa-b1e9-7d8318723cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:17.127816 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:17.183582 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:17.198614 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:06:17.202926 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:06:17.236811 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:06:17.266466 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf2ec7-dab5-4616-96cf-d6a55154481b req-6206db68-f28f-4a20-b15d-49a562e4f151 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:17.275840 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2dcf2ec7-dab5-4616-96cf-d6a55154481b req-6206db68-f28f-4a20-b15d-49a562e4f151 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 945 time: 0.1128399 Aug 10 04:06:17.377773 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.db.api [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 04:06:17.377773 n-d-802893-2 neutron-server[94937]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 04:06:17.377773 n-d-802893-2 neutron-server[94937]: [parameters: {'id': '1f20d89d-c010-4977-94ff-fd3939dfd32d'}] Aug 10 04:06:17.377773 n-d-802893-2 neutron-server[94937]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:06:17.377773 n-d-802893-2 neutron-server[94937]: DEBUG oslo_db.api [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:06:17.413205 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-5d114658-e0a6-4bfa-b1e9-7d8318723cff None None] For port 1428ba52-c2fd-4c4c-8d7c-5a140f824260, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:06:17.418992 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2dcf2ec7-dab5-4616-96cf-d6a55154481b req-e0110e99-00b0-46ee-b3b2-dcec4cbd88cc tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415689 Aug 10 04:06:17.524794 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-5d114658-e0a6-4bfa-b1e9-7d8318723cff None None] For port 1428ba52-c2fd-4c4c-8d7c-5a140f824260, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1428ba52-c2fd-4c4c-8d7c-5a140f824260,segment=NetworkSegment(39f64375-29a8-4a19-a4fd-4074f0ab4b63),segment_id=39f64375-29a8-4a19-a4fd-4074f0ab4b63)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:06:17.599805 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5d114658-e0a6-4bfa-b1e9-7d8318723cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:17.695012 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec27ac19-14d0-40cc-a8ae-19dcd30333a8 None None] Network 5c8b8cb1-bfb2-4887-8a49-54e83f8381b5 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:17.853480 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d114658-e0a6-4bfa-b1e9-7d8318723cff None None] Pushing event updated for resources: {'Port': ['ID=1428ba52-c2fd-4c4c-8d7c-5a140f824260,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:17.882236 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:17.908872 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7733329f-532b-490b-8e02-748c74c51ea6 None None] Network 1f20d89d-c010-4977-94ff-fd3939dfd32d requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:17.973127 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-62023ad4-fe6b-43f9-bf63-bf1cc6bc18c9 None None] Provisioning for port 996d0bdd-7262-48f0-97c7-bb9f15a65acf completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:06:17.973582 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Deleting port 1428ba52-c2fd-4c4c-8d7c-5a140f824260 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:17.974128 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:17.994500 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-62023ad4-fe6b-43f9-bf63-bf1cc6bc18c9 None None] Provisioning complete for port 996d0bdd-7262-48f0-97c7-bb9f15a65acf triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:17.994877 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-62023ad4-fe6b-43f9-bf63-bf1cc6bc18c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:18.092510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] For port 1428ba52-c2fd-4c4c-8d7c-5a140f824260, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1428ba52-c2fd-4c4c-8d7c-5a140f824260,segment=NetworkSegment(39f64375-29a8-4a19-a4fd-4074f0ab4b63),segment_id=39f64375-29a8-4a19-a4fd-4074f0ab4b63)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:18.092937 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:18.116097 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Calling delete_port for 1428ba52-c2fd-4c4c-8d7c-5a140f824260 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:18.294051 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 996d0bdd-7262-48f0-97c7-bb9f15a65acf up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:06:18.309613 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4b2eb-ed29-4db2-a11a-33cd8ac28d86 req-84d6695e-ad4d-4509-8f09-e621207d967c tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:18.321668 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-03c4b2eb-ed29-4db2-a11a-33cd8ac28d86 req-84d6695e-ad4d-4509-8f09-e621207d967c tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.1373131 Aug 10 04:06:18.349315 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 996d0bdd-7262-48f0-97c7-bb9f15a65acf triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:18.349691 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:18.382545 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-03c4b2eb-ed29-4db2-a11a-33cd8ac28d86 req-53825ba5-11ce-4c40-a0a5-ce187ac4a586 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632083 Aug 10 04:06:18.438860 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:18.527642 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a049ac-15d1-401f-8958-213c4eae4254 None None] Network 1f20d89d-c010-4977-94ff-fd3939dfd32d requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:18.557659 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event deleted for resources: {'Port': ['ID=1428ba52-c2fd-4c4c-8d7c-5a140f824260,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:18.571838 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] No DVR routers for this DVR port 1428ba52-c2fd-4c4c-8d7c-5a140f824260 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:06:18.694876 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a32214-7371-4e6e-bd59-898032e17dcc req-f7686e37-bf40-4d3d-92c9-3dd54e9c7ef6 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:18.697410 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d4a32214-7371-4e6e-bd59-898032e17dcc req-f7686e37-bf40-4d3d-92c9-3dd54e9c7ef6 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 945 time: 0.1199763 Aug 10 04:06:18.769351 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d4a32214-7371-4e6e-bd59-898032e17dcc req-b19ad354-1a93-4047-bc09-c94ecda153b7 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629866 Aug 10 04:06:18.815480 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:18.845079 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f20d89d-c010-4977-94ff-fd3939dfd32d']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:18.863592 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52448) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:18.885788 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f64375-29a8-4a19-a4fd-4074f0ab4b63') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:18.888986 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f64375-29a8-4a19-a4fd-4074f0ab4b63') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:18.895925 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-363b4a73-e374-4d25-adc3-7002b5bf5872 None None] Provisioning complete for port 996d0bdd-7262-48f0-97c7-bb9f15a65acf triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:18.896457 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-363b4a73-e374-4d25-adc3-7002b5bf5872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:18.914273 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:18.959597 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b46d9f-38e7-4192-b22b-5280aaaeaed9 None None] get_active_networks_info from n-d-802893-2 {{(pid=94939) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 04:06:18.962260 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:18.972475 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:06:18.973030 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:06:18.978220 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:06:19.086247 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-abfed91b-5e15-4430-be70-1da125acc7e9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1416221557', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:19.138523 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:19.147702 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:19.152210 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "DELETE /v2.0/networks/1f20d89d-c010-4977-94ff-fd3939dfd32d HTTP/1.1" status: 204 len: 168 time: 3.1614428 Aug 10 04:06:19.152916 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52452) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:19.172569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b46d9f-38e7-4192-b22b-5280aaaeaed9 None None] Resources bound (agent type, host, resource id): {{(pid=94939) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 04:06:19.203260 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe51fb-3094-4c89-87f7-a24513331ac4 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event deleted for resources: {'Network': ['ID=1f20d89d-c010-4977-94ff-fd3939dfd32d,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:19.217046 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a4d3f65-40a6-4a6b-b85e-90e5e35dbe50 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] DELETE failed (client error): The resource could not be found. Aug 10 04:06:19.231011 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a4d3f65-40a6-4a6b-b85e-90e5e35dbe50 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:06:19.231011 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7a4d3f65-40a6-4a6b-b85e-90e5e35dbe50 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "DELETE /v2.0/networks/1f20d89d-c010-4977-94ff-fd3939dfd32d HTTP/1.1" status: 404 len: 339 time: 0.0721934 Aug 10 04:06:19.233459 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52458) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:19.236334 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-abfed91b-5e15-4430-be70-1da125acc7e9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:19.239404 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-abfed91b-5e15-4430-be70-1da125acc7e9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:19.245275 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-8eec0e87-40e3-4688-80fa-0632ac3a375f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-296523112', 'description': 'd1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:19.344130 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-abfed91b-5e15-4430-be70-1da125acc7e9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:19.375986 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eec0e87-40e3-4688-80fa-0632ac3a375f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Made reservation on behalf of fd59fb2bf85a4580a8990fede7cfb76e for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:06:19.382006 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8eec0e87-40e3-4688-80fa-0632ac3a375f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:19.434548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eec0e87-40e3-4688-80fa-0632ac3a375f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:06:19.444308 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-abfed91b-5e15-4430-be70-1da125acc7e9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:19.449911 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8eec0e87-40e3-4688-80fa-0632ac3a375f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:19.450715 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-8eec0e87-40e3-4688-80fa-0632ac3a375f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Added segment 8481a073-fbab-46fd-bce9-3649fc3e20fa of type vlan for network cf04f4a4-3689-421d-ac81-2ff3211db143 Aug 10 04:06:19.553368 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-abfed91b-5e15-4430-be70-1da125acc7e9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:19.557022 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-abfed91b-5e15-4430-be70-1da125acc7e9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6897526 Aug 10 04:06:19.557487 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52462) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:19.562660 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8eec0e87-40e3-4688-80fa-0632ac3a375f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:19.566773 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-fe2b9bad-5bc1-49d6-a078-96c9e6acb5a1 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1140426863'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:19.613080 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b9d6d-4ef5-49cd-827d-fd65842b6d2b req-20c29fde-fb96-4d8c-be75-f125277b12ec tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:19.622697 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-436b9d6d-4ef5-49cd-827d-fd65842b6d2b req-20c29fde-fb96-4d8c-be75-f125277b12ec tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.1064103 Aug 10 04:06:19.677269 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-436b9d6d-4ef5-49cd-827d-fd65842b6d2b req-39fb6d49-1bf3-442e-ba3a-01f086717ed0 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518398 Aug 10 04:06:19.696192 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2b9bad-5bc1-49d6-a078-96c9e6acb5a1 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Made reservation on behalf of c34dadbd50624715a87dc855b1884bf8 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:06:19.699882 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fe2b9bad-5bc1-49d6-a078-96c9e6acb5a1 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:19.709543 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fe2b9bad-5bc1-49d6-a078-96c9e6acb5a1 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:19.730872 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8eec0e87-40e3-4688-80fa-0632ac3a375f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:19.736759 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eec0e87-40e3-4688-80fa-0632ac3a375f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:19.737354 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8eec0e87-40e3-4688-80fa-0632ac3a375f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:19.957578 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec0e87-40e3-4688-80fa-0632ac3a375f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event updated for resources: {'Network': ['ID=cf04f4a4-3689-421d-ac81-2ff3211db143,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:19.961681 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fe2b9bad-5bc1-49d6-a078-96c9e6acb5a1 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:19.974334 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network cf04f4a4-3689-421d-ac81-2ff3211db143 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:06:20.004220 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717c607-f465-4802-ab39-3c3fcdbe1d78 req-04f38713-5e0a-40f2-92b4-ed65c5ca53b4 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:20.008885 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c717c607-f465-4802-ab39-3c3fcdbe1d78 req-04f38713-5e0a-40f2-92b4-ed65c5ca53b4 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 945 time: 0.1042092 Aug 10 04:06:20.068506 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fe2b9bad-5bc1-49d6-a078-96c9e6acb5a1 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:20.110728 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c717c607-f465-4802-ab39-3c3fcdbe1d78 req-c3aeb3fc-5f3b-4f0e-85b3-cf3333e7ead2 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970941 Aug 10 04:06:20.124847 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2b9bad-5bc1-49d6-a078-96c9e6acb5a1 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:06:20.131225 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8eec0e87-40e3-4688-80fa-0632ac3a375f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8964071 Aug 10 04:06:20.133596 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52470) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:20.157091 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b9bad-5bc1-49d6-a078-96c9e6acb5a1 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03814fc4-8a12-4227-9704-5e97a2c3b546,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:20.168035 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fe2b9bad-5bc1-49d6-a078-96c9e6acb5a1 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:20.174257 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-fe2b9bad-5bc1-49d6-a078-96c9e6acb5a1 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Added segment 31a5efe0-9849-464f-bfe3-559cf794ade6 of type vlan for network f88c44ef-7114-4c00-812f-f059b6088a5f Aug 10 04:06:20.255087 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fe2b9bad-5bc1-49d6-a078-96c9e6acb5a1 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:20.297994 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60212b1-2f70-49ab-ad60-c7d8e9c2887a tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:20.303460 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d60212b1-2f70-49ab-ad60-c7d8e9c2887a tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "GET /v2.0/networks?id=cf04f4a4-3689-421d-ac81-2ff3211db143 HTTP/1.1" status: 200 len: 764 time: 0.1685534 Aug 10 04:06:20.306479 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52474) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:20.315648 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-6c60388a-2ac9-420b-bd85-3241665f5bde tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Request body: {'network': {'description': 'd2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:20.389205 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fe2b9bad-5bc1-49d6-a078-96c9e6acb5a1 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:20.399065 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2b9bad-5bc1-49d6-a078-96c9e6acb5a1 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:20.400356 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fe2b9bad-5bc1-49d6-a078-96c9e6acb5a1 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:20.524651 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b9bad-5bc1-49d6-a078-96c9e6acb5a1 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Pushing event updated for resources: {'Network': ['ID=f88c44ef-7114-4c00-812f-f059b6088a5f,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:20.551237 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network f88c44ef-7114-4c00-812f-f059b6088a5f details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:06:20.627167 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fe2b9bad-5bc1-49d6-a078-96c9e6acb5a1 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0672934 Aug 10 04:06:20.628379 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52476) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:20.639481 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c60388a-2ac9-420b-bd85-3241665f5bde tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:20.646615 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-5bd01603-7dd5-4f0e-8465-2fded65660f2 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Request body: {'subnet': {'network_id': 'f88c44ef-7114-4c00-812f-f059b6088a5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:20.747804 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c60388a-2ac9-420b-bd85-3241665f5bde tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:20.823321 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6c60388a-2ac9-420b-bd85-3241665f5bde tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Network cf04f4a4-3689-421d-ac81-2ff3211db143 is not hosted by any dhcp agent {{(pid=94937) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 04:06:20.829380 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c60388a-2ac9-420b-bd85-3241665f5bde tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:20.829992 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c60388a-2ac9-420b-bd85-3241665f5bde tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:20.833756 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6c60388a-2ac9-420b-bd85-3241665f5bde tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "PUT /v2.0/networks/cf04f4a4-3689-421d-ac81-2ff3211db143 HTTP/1.1" status: 200 len: 761 time: 0.5238156 Aug 10 04:06:20.834738 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52482) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:20.876048 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd01603-7dd5-4f0e-8465-2fded65660f2 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Made reservation on behalf of c34dadbd50624715a87dc855b1884bf8 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:06:20.880940 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5bd01603-7dd5-4f0e-8465-2fded65660f2 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:20.888892 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c60388a-2ac9-420b-bd85-3241665f5bde tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event updated for resources: {'Network': ['ID=cf04f4a4-3689-421d-ac81-2ff3211db143,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:20.914617 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network cf04f4a4-3689-421d-ac81-2ff3211db143 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:06:20.928075 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35062c60-d645-4ae6-a5e0-bf6114564777 req-951d8a85-a341-42b0-b9c8-ed3244d39230 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:20.929943 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-35062c60-d645-4ae6-a5e0-bf6114564777 req-951d8a85-a341-42b0-b9c8-ed3244d39230 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.1137483 Aug 10 04:06:21.000402 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-35062c60-d645-4ae6-a5e0-bf6114564777 req-2fb4a4e3-8929-4654-a843-b7bcddf3192a tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576303 Aug 10 04:06:21.163927 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdff5ed-3c43-4a42-b6fc-2a1bf068adba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:21.165484 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3fdff5ed-3c43-4a42-b6fc-2a1bf068adba tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "GET /v2.0/networks?id=cf04f4a4-3689-421d-ac81-2ff3211db143 HTTP/1.1" status: 200 len: 764 time: 0.3277700 Aug 10 04:06:21.170547 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52486) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:21.176867 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b63db02a-f206-4c8d-9d8f-a040862e1a01 req-6ffe4be8-7277-4018-ba61-dc522b575cb2 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1280479 Aug 10 04:06:21.373312 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63db02a-f206-4c8d-9d8f-a040862e1a01 req-60122726-f8a4-45c3-ae8c-aa9fa3ff698b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:21.374826 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b63db02a-f206-4c8d-9d8f-a040862e1a01 req-60122726-f8a4-45c3-ae8c-aa9fa3ff698b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9c54c9ab1fa940fe85894d7bbe0c849c&device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 1096 time: 0.1359966 Aug 10 04:06:21.383994 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a309c-ed3c-4051-84b7-382809e40f8c req-a89e4dfc-c114-4e23-8ecb-2cb216637569 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:21.385539 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a3a309c-ed3c-4051-84b7-382809e40f8c req-a89e4dfc-c114-4e23-8ecb-2cb216637569 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 945 time: 0.1477804 Aug 10 04:06:21.439579 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf3f5b9-cbab-4521-be01-d88d9a4cf2f1 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:21.441574 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8bf3f5b9-cbab-4521-be01-d88d9a4cf2f1 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2696080 Aug 10 04:06:21.444316 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52490) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:21.450571 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5bd01603-7dd5-4f0e-8465-2fded65660f2 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:21.522458 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c5f8f50d-5de2-4895-9545-34d965b1f497 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "GET /v2.0/subnets?network_id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 HTTP/1.1" status: 200 len: 207 time: 0.0768180 Aug 10 04:06:21.532457 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52494) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:21.566606 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a3a309c-ed3c-4051-84b7-382809e40f8c req-600fa077-dc87-4be9-a4bf-26ba901f28a9 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665723 Aug 10 04:06:21.583364 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd01603-7dd5-4f0e-8465-2fded65660f2 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Pushing event updated for resources: {'Subnet': ['ID=f1a44191-ae57-4d7f-afbb-c1e58e97e457,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:21.642204 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd01603-7dd5-4f0e-8465-2fded65660f2 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Checking segment: {'id': '31a5efe0-9849-464f-bfe3-559cf794ade6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f88c44ef-7114-4c00-812f-f059b6088a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:06:21.643894 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd01603-7dd5-4f0e-8465-2fded65660f2 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Network hostable DHCP agents. Network: f88c44ef-7114-4c00-812f-f059b6088a5f, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:06:21.652340 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63db02a-f206-4c8d-9d8f-a040862e1a01 req-a7359a07-f2bb-462e-9133-4ddb6f7dc432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:21.656327 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b63db02a-f206-4c8d-9d8f-a040862e1a01 req-a7359a07-f2bb-462e-9133-4ddb6f7dc432 service neutron] 10.222.0.68 "GET /v2.0/networks?id=f573ecff-4c5c-4552-80ba-7f39fbaee537 HTTP/1.1" status: 200 len: 918 time: 0.2286716 Aug 10 04:06:21.760660 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd01603-7dd5-4f0e-8465-2fded65660f2 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Network f88c44ef-7114-4c00-812f-f059b6088a5f is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:06:21.782350 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c131f4a-927c-4340-b953-c5c96e82fa0f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:21.789781 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c131f4a-927c-4340-b953-c5c96e82fa0f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:21.795469 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b63db02a-f206-4c8d-9d8f-a040862e1a01 req-cb726593-1865-44fa-849d-2be9869a5d27 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3353e051-ac99-4ca2-af77-90c4a60c1c01 HTTP/1.1" status: 200 len: 1000 time: 0.1317260 Aug 10 04:06:21.799169 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c131f4a-927c-4340-b953-c5c96e82fa0f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:21.805223 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c131f4a-927c-4340-b953-c5c96e82fa0f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:21.811639 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c131f4a-927c-4340-b953-c5c96e82fa0f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:21.818133 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c131f4a-927c-4340-b953-c5c96e82fa0f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:21.819280 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1c131f4a-927c-4340-b953-c5c96e82fa0f tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2858257 Aug 10 04:06:21.825336 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52496) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:21.862100 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-5bd01603-7dd5-4f0e-8465-2fded65660f2 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, f88c44ef-7114-4c00-812f-f059b6088a5f) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:21.870481 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd01603-7dd5-4f0e-8465-2fded65660f2 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:21.871331 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5bd01603-7dd5-4f0e-8465-2fded65660f2 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:21.871461 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142b19bb-260e-40a3-b76d-775b04118ea0 None None] Network f88c44ef-7114-4c00-812f-f059b6088a5f requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:21.899468 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63db02a-f206-4c8d-9d8f-a040862e1a01 req-19ec5f6a-e3b8-4649-bc8e-5dac7e7716d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:21.902289 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b63db02a-f206-4c8d-9d8f-a040862e1a01 req-19ec5f6a-e3b8-4649-bc8e-5dac7e7716d6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dfeb297-f2e7-4070-a508-7d422d26e1b7 HTTP/1.1" status: 200 len: 856 time: 0.0958767 Aug 10 04:06:21.992376 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5bd01603-7dd5-4f0e-8465-2fded65660f2 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3596151 Aug 10 04:06:21.998404 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52500) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:22.026023 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-033d73c1-d794-4d45-a07b-011e71f98ac9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Request body: {'network': {'name': 'tempest-router-network01--730195634'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:22.031892 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63db02a-f206-4c8d-9d8f-a040862e1a01 req-b5037599-6c59-4337-b5c4-8e4c914dc737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:22.033931 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b63db02a-f206-4c8d-9d8f-a040862e1a01 req-b5037599-6c59-4337-b5c4-8e4c914dc737 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f573ecff-4c5c-4552-80ba-7f39fbaee537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186442 Aug 10 04:06:22.093467 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7663a8e1-c8df-46c8-b133-d4f49701cbcf tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2667816 Aug 10 04:06:22.094472 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52504) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:22.134910 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2289ba88-0f94-4991-ada7-dc8b9a291dc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-f88c44ef-7114-4c00-812f-f059b6088a5f', 'network_id': 'f88c44ef-7114-4c00-812f-f059b6088a5f', 'tenant_id': 'c34dadbd50624715a87dc855b1884bf8', 'fixed_ips': [{'subnet_id': 'f1a44191-ae57-4d7f-afbb-c1e58e97e457'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:06:22.136408 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2289ba88-0f94-4991-ada7-dc8b9a291dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:22.165168 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033d73c1-d794-4d45-a07b-011e71f98ac9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Made reservation on behalf of c34dadbd50624715a87dc855b1884bf8 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:06:22.170810 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-033d73c1-d794-4d45-a07b-011e71f98ac9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:22.274636 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b63db02a-f206-4c8d-9d8f-a040862e1a01 req-9ed74566-d75b-45ce-a00f-4815c5da3a23 service neutron] 10.222.0.68 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328715 Aug 10 04:06:22.343992 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4cc077-e94e-4d58-b624-8aca187f4618 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:22.349491 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4cc077-e94e-4d58-b624-8aca187f4618 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:22.357256 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4cc077-e94e-4d58-b624-8aca187f4618 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:22.358992 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4cc077-e94e-4d58-b624-8aca187f4618 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:22.361557 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4cc077-e94e-4d58-b624-8aca187f4618 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:22.368187 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1a4cc077-e94e-4d58-b624-8aca187f4618 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2722385 Aug 10 04:06:22.371356 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52510) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:22.372203 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033d73c1-d794-4d45-a07b-011e71f98ac9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:06:22.398432 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-2289ba88-0f94-4991-ada7-dc8b9a291dc9 None None] Allocated IP 2001:db8::2 (f88c44ef-7114-4c00-812f-f059b6088a5f/f1a44191-ae57-4d7f-afbb-c1e58e97e457/2b1904b4-b09b-447a-bbd8-e57c1384f2af) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:06:22.528121 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504a9c02-35ad-4a7a-aed8-39b1367d3666 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['shared'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:22.532485 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504a9c02-35ad-4a7a-aed8-39b1367d3666 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['shared'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:22.538642 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504a9c02-35ad-4a7a-aed8-39b1367d3666 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['shared'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:22.538642 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504a9c02-35ad-4a7a-aed8-39b1367d3666 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['shared'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:22.540465 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504a9c02-35ad-4a7a-aed8-39b1367d3666 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['shared'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:22.549422 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-504a9c02-35ad-4a7a-aed8-39b1367d3666 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1596615 Aug 10 04:06:22.569298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16249e30-81f6-44ea-85a1-93b73cbc5d16 req-c6b99704-ab79-4672-aa38-3031171e6f3c tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:22.570935 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-16249e30-81f6-44ea-85a1-93b73cbc5d16 req-c6b99704-ab79-4672-aa38-3031171e6f3c tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.4519129 Aug 10 04:06:22.576284 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52512) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:22.623559 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-033d73c1-d794-4d45-a07b-011e71f98ac9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:22.623913 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-033d73c1-d794-4d45-a07b-011e71f98ac9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Added segment 348ad57c-4102-40e3-b242-3457262b6739 of type vlan for network f0523186-0468-4fce-b8f0-0594a863a412 Aug 10 04:06:22.675521 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2289ba88-0f94-4991-ada7-dc8b9a291dc9 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:22.692888 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2289ba88-0f94-4991-ada7-dc8b9a291dc9 None None] Transition to ACTIVE for port object 2b1904b4-b09b-447a-bbd8-e57c1384f2af will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:22.722002 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2289ba88-0f94-4991-ada7-dc8b9a291dc9 None None] Transition to ACTIVE for port object 2b1904b4-b09b-447a-bbd8-e57c1384f2af will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:22.794450 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2289ba88-0f94-4991-ada7-dc8b9a291dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:22.801398 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-033d73c1-d794-4d45-a07b-011e71f98ac9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:22.816223 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-16249e30-81f6-44ea-85a1-93b73cbc5d16 req-b5637b59-3b52-4f02-8f0a-5e8c1db2b644 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145338 Aug 10 04:06:22.869301 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289ba88-0f94-4991-ada7-dc8b9a291dc9 None None] Pushing event updated for resources: {'Port': ['ID=2b1904b4-b09b-447a-bbd8-e57c1384f2af,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:22.895571 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2289ba88-0f94-4991-ada7-dc8b9a291dc9 None None] Network f88c44ef-7114-4c00-812f-f059b6088a5f is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:06:22.897481 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0656e574-4b2f-4c8d-9fd2-0c4aa2f7a82d tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:22.898512 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-2289ba88-0f94-4991-ada7-dc8b9a291dc9 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:22.904552 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2289ba88-0f94-4991-ada7-dc8b9a291dc9 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:06:22.904959 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0656e574-4b2f-4c8d-9fd2-0c4aa2f7a82d tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "GET /v2.0/networks/fa8fe545-6daf-4245-938e-640c44a6d839 HTTP/1.1" status: 200 len: 804 time: 0.3298569 Aug 10 04:06:22.905826 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52520) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:23.007684 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-2289ba88-0f94-4991-ada7-dc8b9a291dc9 None None] Attempting to bind port 2b1904b4-b09b-447a-bbd8-e57c1384f2af on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:06:23.008096 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-2289ba88-0f94-4991-ada7-dc8b9a291dc9 None None] Attempting to bind port 2b1904b4-b09b-447a-bbd8-e57c1384f2af by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '31a5efe0-9849-464f-bfe3-559cf794ade6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f88c44ef-7114-4c00-812f-f059b6088a5f'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:06:23.008461 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2289ba88-0f94-4991-ada7-dc8b9a291dc9 None None] Attempting to bind port 2b1904b4-b09b-447a-bbd8-e57c1384f2af on network f88c44ef-7114-4c00-812f-f059b6088a5f {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:06:23.013109 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b63db02a-f206-4c8d-9d8f-a040862e1a01 req-9e6e8d0e-bb2f-433d-aa54-27aa1d49eafd service neutron] 10.222.0.68 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7296426 Aug 10 04:06:23.014572 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2289ba88-0f94-4991-ada7-dc8b9a291dc9 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:06:23.015146 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2289ba88-0f94-4991-ada7-dc8b9a291dc9 None None] Checking segment: {'id': '31a5efe0-9849-464f-bfe3-559cf794ade6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f88c44ef-7114-4c00-812f-f059b6088a5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:06:23.015907 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2289ba88-0f94-4991-ada7-dc8b9a291dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:23.016335 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2289ba88-0f94-4991-ada7-dc8b9a291dc9 None None] Bound using segment: {'id': '31a5efe0-9849-464f-bfe3-559cf794ade6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f88c44ef-7114-4c00-812f-f059b6088a5f'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:06:23.016802 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-2289ba88-0f94-4991-ada7-dc8b9a291dc9 None None] Bound port: 2b1904b4-b09b-447a-bbd8-e57c1384f2af, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a5efe0-9849-464f-bfe3-559cf794ade6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f88c44ef-7114-4c00-812f-f059b6088a5f'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:06:23.019512 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2289ba88-0f94-4991-ada7-dc8b9a291dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:23.022154 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-033d73c1-d794-4d45-a07b-011e71f98ac9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:23.031738 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033d73c1-d794-4d45-a07b-011e71f98ac9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:23.032445 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-033d73c1-d794-4d45-a07b-011e71f98ac9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:23.179658 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-2289ba88-0f94-4991-ada7-dc8b9a291dc9 None None] For port 2b1904b4-b09b-447a-bbd8-e57c1384f2af, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:06:23.184952 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-033d73c1-d794-4d45-a07b-011e71f98ac9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1825376 Aug 10 04:06:23.185269 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52524) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:23.187575 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-2289ba88-0f94-4991-ada7-dc8b9a291dc9 None None] For port 2b1904b4-b09b-447a-bbd8-e57c1384f2af, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=2b1904b4-b09b-447a-bbd8-e57c1384f2af,segment=NetworkSegment(31a5efe0-9849-464f-bfe3-559cf794ade6),segment_id=31a5efe0-9849-464f-bfe3-559cf794ade6)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:06:23.188554 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d73c1-d794-4d45-a07b-011e71f98ac9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Pushing event updated for resources: {'Network': ['ID=f0523186-0468-4fce-b8f0-0594a863a412,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:23.192124 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-0be711cf-f75b-423f-a4a0-d281f94be692 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Request body: {'network': {'name': 'tempest-router-network02--740550463'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:23.203529 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642f9ab3-cc1c-40d1-9128-8a320a915164 req-af1faf60-5623-49c1-95e4-de8dcc433339 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:23.204632 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network f0523186-0468-4fce-b8f0-0594a863a412 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:06:23.207122 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-642f9ab3-cc1c-40d1-9128-8a320a915164 req-af1faf60-5623-49c1-95e4-de8dcc433339 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 945 time: 0.2645600 Aug 10 04:06:23.254068 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52526) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:23.261592 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2289ba88-0f94-4991-ada7-dc8b9a291dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:23.266590 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-eb94ed70-66c7-4e9a-8ac5-f60ac1555003 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "GET /v2.0/networks/fa8fe545-6daf-4245-938e-640c44a6d839?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3568645 Aug 10 04:06:23.338924 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be711cf-f75b-423f-a4a0-d281f94be692 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Made reservation on behalf of c34dadbd50624715a87dc855b1884bf8 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:06:23.350179 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0be711cf-f75b-423f-a4a0-d281f94be692 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:23.357943 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-642f9ab3-cc1c-40d1-9128-8a320a915164 req-034ce80f-a312-4174-8026-8be69b16bca2 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304369 Aug 10 04:06:23.372687 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289ba88-0f94-4991-ada7-dc8b9a291dc9 None None] Pushing event updated for resources: {'Port': ['ID=2b1904b4-b09b-447a-bbd8-e57c1384f2af,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:23.389808 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b4fd4632-c574-4154-aab0-2c100e4bcec7 req-518e7697-57f3-4cb8-bb88-92b91448b225 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f13425ac-da1e-4cc6-bbbd-e02f9e560203&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1771472 Aug 10 04:06:23.435496 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff72553-6aac-4169-b6d1-8e0adf3ac1d5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:23.437703 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-aff72553-6aac-4169-b6d1-8e0adf3ac1d5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "GET /v2.0/subnets/5b001e13-9720-4480-aec2-1890246c9ff0 HTTP/1.1" status: 200 len: 843 time: 0.1821187 Aug 10 04:06:23.439105 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be711cf-f75b-423f-a4a0-d281f94be692 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:06:23.449453 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52528) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:23.501282 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0be711cf-f75b-423f-a4a0-d281f94be692 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:23.502156 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-0be711cf-f75b-423f-a4a0-d281f94be692 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Added segment 392b8432-d46a-460d-af7c-5727ef396714 of type vlan for network 17c72d23-1677-4df4-b25a-4396f95bdad7 Aug 10 04:06:23.505554 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd4632-c574-4154-aab0-2c100e4bcec7 req-43a1dc63-92c5-4f80-a418-0f4415c7f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:23.507057 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b4fd4632-c574-4154-aab0-2c100e4bcec7 req-43a1dc63-92c5-4f80-a418-0f4415c7f659 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=897476f221894013b27960fb36935e79&device_id=f13425ac-da1e-4cc6-bbbd-e02f9e560203 HTTP/1.1" status: 200 len: 1096 time: 0.0715015 Aug 10 04:06:23.609264 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87a4b7f-2680-42e9-984d-28d3fac04db0 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['shared'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:23.610005 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e87a4b7f-2680-42e9-984d-28d3fac04db0 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "GET /v2.0/subnets/5b001e13-9720-4480-aec2-1890246c9ff0?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1638777 Aug 10 04:06:23.612422 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0be711cf-f75b-423f-a4a0-d281f94be692 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:23.671441 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52530) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:23.680784 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-445ab59a-33ea-4098-9213-8f130de31f1e tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2098725145'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:23.982704 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0be711cf-f75b-423f-a4a0-d281f94be692 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:23.988858 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be711cf-f75b-423f-a4a0-d281f94be692 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:23.992200 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0be711cf-f75b-423f-a4a0-d281f94be692 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:24.066145 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445ab59a-33ea-4098-9213-8f130de31f1e tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Made reservation on behalf of fd59fb2bf85a4580a8990fede7cfb76e for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:06:24.069648 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-445ab59a-33ea-4098-9213-8f130de31f1e tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:24.092248 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be711cf-f75b-423f-a4a0-d281f94be692 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Pushing event updated for resources: {'Network': ['ID=17c72d23-1677-4df4-b25a-4396f95bdad7,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:24.107577 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 17c72d23-1677-4df4-b25a-4396f95bdad7 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:06:24.125605 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-445ab59a-33ea-4098-9213-8f130de31f1e tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:06:24.147342 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-445ab59a-33ea-4098-9213-8f130de31f1e tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:24.147342 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-445ab59a-33ea-4098-9213-8f130de31f1e tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Added segment 98343b6a-33d6-4434-af3c-ba4afffaf920 of type vlan for network 6aaf7865-4f2b-449c-8fd7-935a61277da9 Aug 10 04:06:24.228382 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-445ab59a-33ea-4098-9213-8f130de31f1e tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:24.256262 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 2b1904b4-b09b-447a-bbd8-e57c1384f2af up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:06:24.304136 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd4632-c574-4154-aab0-2c100e4bcec7 req-f1123b31-d91e-4c98-bcc1-4474af2f81ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:24.305784 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b4fd4632-c574-4154-aab0-2c100e4bcec7 req-f1123b31-d91e-4c98-bcc1-4474af2f81ae service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7ff6afc-8008-49c6-8b16-55c096640020 HTTP/1.1" status: 200 len: 912 time: 0.7775257 Aug 10 04:06:24.314695 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3cd28a-562c-469d-ad70-34e714cf842a req-134e1e37-69c3-4e11-8e8c-c8f2b8ca57c0 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:24.316160 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5a3cd28a-562c-469d-ad70-34e714cf842a req-134e1e37-69c3-4e11-8e8c-c8f2b8ca57c0 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.1202724 Aug 10 04:06:24.356598 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b4fd4632-c574-4154-aab0-2c100e4bcec7 req-fa19cdad-4273-4fbd-9728-7c9ffab3454b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea36b875-cdd5-4e56-b55a-0b65e00819cb HTTP/1.1" status: 200 len: 217 time: 0.0394492 Aug 10 04:06:24.421378 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5a3cd28a-562c-469d-ad70-34e714cf842a req-c7fad9c7-37ee-493c-a698-e86aae3417f4 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987103 Aug 10 04:06:24.435940 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0be711cf-f75b-423f-a4a0-d281f94be692 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2477801 Aug 10 04:06:24.438687 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52540) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:24.446237 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd4632-c574-4154-aab0-2c100e4bcec7 req-ef92bf55-40a1-437c-82cb-24644ce2c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:24.447903 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b4fd4632-c574-4154-aab0-2c100e4bcec7 req-ef92bf55-40a1-437c-82cb-24644ce2c324 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a51d8861-9dbf-4178-9d3e-8ed73319e82c HTTP/1.1" status: 200 len: 850 time: 0.0825841 Aug 10 04:06:24.456472 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-fb45e8ed-cd63-429a-ac3f-0ed1cc4e26d9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Request body: {'subnet': {'network_id': 'f0523186-0468-4fce-b8f0-0594a863a412', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:24.473346 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 2b1904b4-b09b-447a-bbd8-e57c1384f2af completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:06:24.564099 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-445ab59a-33ea-4098-9213-8f130de31f1e tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:24.570396 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445ab59a-33ea-4098-9213-8f130de31f1e tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:24.571141 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-445ab59a-33ea-4098-9213-8f130de31f1e tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:24.599885 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd4632-c574-4154-aab0-2c100e4bcec7 req-c4ddcb61-c041-465e-8a3e-3af216db8ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:24.601962 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b4fd4632-c574-4154-aab0-2c100e4bcec7 req-c4ddcb61-c041-465e-8a3e-3af216db8ec5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7ff6afc-8008-49c6-8b16-55c096640020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1398239 Aug 10 04:06:24.733219 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ab59a-33ea-4098-9213-8f130de31f1e tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event updated for resources: {'Network': ['ID=6aaf7865-4f2b-449c-8fd7-935a61277da9,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:24.755451 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 6aaf7865-4f2b-449c-8fd7-935a61277da9 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:06:24.763214 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-445ab59a-33ea-4098-9213-8f130de31f1e tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0915668 Aug 10 04:06:24.778090 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52544) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:24.787299 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-9ac11285-89b6-40c4-949b-b6b3d169cbe5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Request body: {'subnet': {'network_id': '6aaf7865-4f2b-449c-8fd7-935a61277da9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:24.790861 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618500c2-c718-4122-8d43-33cb91609d09 req-73e16555-1ea6-4543-a8fe-3bef34999741 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:24.793383 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-618500c2-c718-4122-8d43-33cb91609d09 req-73e16555-1ea6-4543-a8fe-3bef34999741 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 945 time: 0.2252471 Aug 10 04:06:24.840822 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b4fd4632-c574-4154-aab0-2c100e4bcec7 req-0a7f1436-c717-4848-8126-073b1c8031c1 service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178619 Aug 10 04:06:24.895403 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-618500c2-c718-4122-8d43-33cb91609d09 req-18a40439-4c9e-43ed-a4db-3da61f150f37 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925148 Aug 10 04:06:24.962085 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb45e8ed-cd63-429a-ac3f-0ed1cc4e26d9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Made reservation on behalf of c34dadbd50624715a87dc855b1884bf8 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:06:24.967033 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fb45e8ed-cd63-429a-ac3f-0ed1cc4e26d9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:25.022678 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b4fd4632-c574-4154-aab0-2c100e4bcec7 req-3de44b76-97f2-4163-ae39-b1aaab23e516 service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634092 Aug 10 04:06:25.042026 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905b129f-26ca-416c-a315-5d18a9563bd3 None None] Network f88c44ef-7114-4c00-812f-f059b6088a5f requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:25.284980 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac11285-89b6-40c4-949b-b6b3d169cbe5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Made reservation on behalf of fd59fb2bf85a4580a8990fede7cfb76e for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:06:25.285883 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9ac11285-89b6-40c4-949b-b6b3d169cbe5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:25.299103 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-da98849b-3901-441b-817e-6439bfac11ce None None] Provisioning for port 2b1904b4-b09b-447a-bbd8-e57c1384f2af completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:06:25.352881 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-da98849b-3901-441b-817e-6439bfac11ce None None] Provisioning complete for port 2b1904b4-b09b-447a-bbd8-e57c1384f2af triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:25.353265 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-da98849b-3901-441b-817e-6439bfac11ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:25.362386 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.ipam_backend_mixin [None req-9ac11285-89b6-40c4-949b-b6b3d169cbe5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Performing IP validity checks on allocation pools {{(pid=94938) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 04:06:25.363128 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.ipam_backend_mixin [None req-9ac11285-89b6-40c4-949b-b6b3d169cbe5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94938) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 04:06:25.519285 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fb45e8ed-cd63-429a-ac3f-0ed1cc4e26d9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:25.530085 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-da98849b-3901-441b-817e-6439bfac11ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:25.634359 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-da98849b-3901-441b-817e-6439bfac11ce None None] For port 2b1904b4-b09b-447a-bbd8-e57c1384f2af, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=2b1904b4-b09b-447a-bbd8-e57c1384f2af,segment=NetworkSegment(31a5efe0-9849-464f-bfe3-559cf794ade6),segment_id=31a5efe0-9849-464f-bfe3-559cf794ade6)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:25.687227 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6f82e-f10b-4e93-961d-91ce0cb1ad1f req-c8723827-a759-4f88-b52a-0c0b262a180e tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:25.688849 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3a6f82e-f10b-4e93-961d-91ce0cb1ad1f req-c8723827-a759-4f88-b52a-0c0b262a180e tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.0913424 Aug 10 04:06:25.731095 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-da98849b-3901-441b-817e-6439bfac11ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:25.748203 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45e8ed-cd63-429a-ac3f-0ed1cc4e26d9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Pushing event updated for resources: {'Subnet': ['ID=2fcef21b-e561-482e-bd10-02d472a06c11,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:25.756389 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3a6f82e-f10b-4e93-961d-91ce0cb1ad1f req-64e5d49a-1657-4270-a109-be310ff083e7 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585544 Aug 10 04:06:25.759531 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb45e8ed-cd63-429a-ac3f-0ed1cc4e26d9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Checking segment: {'id': '348ad57c-4102-40e3-b242-3457262b6739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f0523186-0468-4fce-b8f0-0594a863a412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:06:25.759776 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb45e8ed-cd63-429a-ac3f-0ed1cc4e26d9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Network hostable DHCP agents. Network: f0523186-0468-4fce-b8f0-0594a863a412, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:06:25.814184 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98849b-3901-441b-817e-6439bfac11ce None None] Pushing event updated for resources: {'Port': ['ID=2b1904b4-b09b-447a-bbd8-e57c1384f2af,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:25.839726 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9ac11285-89b6-40c4-949b-b6b3d169cbe5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:25.854458 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-613e2b51-d42d-4850-b9d1-55f7d3d1c285 None None] Provisioning complete for port 2b1904b4-b09b-447a-bbd8-e57c1384f2af triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:25.854974 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-613e2b51-d42d-4850-b9d1-55f7d3d1c285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:25.859443 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:06:25.912561 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb45e8ed-cd63-429a-ac3f-0ed1cc4e26d9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Network f0523186-0468-4fce-b8f0-0594a863a412 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:06:25.973762 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac11285-89b6-40c4-949b-b6b3d169cbe5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event updated for resources: {'Subnet': ['ID=098d9ecf-6230-447f-ae54-ea40a2e242de,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:25.994120 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac11285-89b6-40c4-949b-b6b3d169cbe5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Checking segment: {'id': '98343b6a-33d6-4434-af3c-ba4afffaf920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6aaf7865-4f2b-449c-8fd7-935a61277da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:06:25.994486 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac11285-89b6-40c4-949b-b6b3d169cbe5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Network hostable DHCP agents. Network: 6aaf7865-4f2b-449c-8fd7-935a61277da9, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:06:26.045307 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd88c10-fed6-4129-85f4-9e511db5edf6 req-c30905bf-3ca5-4a05-a42e-baf60d916aba tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:26.048475 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3bd88c10-fed6-4129-85f4-9e511db5edf6 req-c30905bf-3ca5-4a05-a42e-baf60d916aba tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 945 time: 0.0699463 Aug 10 04:06:26.056223 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-fb45e8ed-cd63-429a-ac3f-0ed1cc4e26d9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, f0523186-0468-4fce-b8f0-0594a863a412) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:26.062163 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb45e8ed-cd63-429a-ac3f-0ed1cc4e26d9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:26.062797 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fb45e8ed-cd63-429a-ac3f-0ed1cc4e26d9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:26.077768 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cca163c-09ed-4ad6-9640-6e59b3af8470 None None] Network f0523186-0468-4fce-b8f0-0594a863a412 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:26.124358 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3bd88c10-fed6-4129-85f4-9e511db5edf6 req-9d7dad4d-49f3-46dd-8427-fbe578bcda95 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703514 Aug 10 04:06:26.158145 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac11285-89b6-40c4-949b-b6b3d169cbe5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Network 6aaf7865-4f2b-449c-8fd7-935a61277da9 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:06:26.168912 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-9ac11285-89b6-40c4-949b-b6b3d169cbe5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 6aaf7865-4f2b-449c-8fd7-935a61277da9) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:26.175777 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac11285-89b6-40c4-949b-b6b3d169cbe5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:26.180401 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9ac11285-89b6-40c4-949b-b6b3d169cbe5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:26.186091 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55169f3-4f89-428c-83a8-cd97359f144c None None] Network 6aaf7865-4f2b-449c-8fd7-935a61277da9 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:26.205055 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52552) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:26.205277 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fb45e8ed-cd63-429a-ac3f-0ed1cc4e26d9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7656057 Aug 10 04:06:26.211246 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-4b30f3e4-0891-4739-86b5-1a8d9f9291b4 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Request body: {'subnet': {'network_id': '17c72d23-1677-4df4-b25a-4396f95bdad7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:26.252530 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 2b1904b4-b09b-447a-bbd8-e57c1384f2af up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:06:26.280424 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9ac11285-89b6-40c4-949b-b6b3d169cbe5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.4971783 Aug 10 04:06:26.283709 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52556) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:26.289419 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-01a4b83e-3f6a-45ca-afb3-6afc2f26f5b1 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:26.423310 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b30f3e4-0891-4739-86b5-1a8d9f9291b4 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Made reservation on behalf of c34dadbd50624715a87dc855b1884bf8 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:06:26.428353 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4b30f3e4-0891-4739-86b5-1a8d9f9291b4 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:26.468360 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 2b1904b4-b09b-447a-bbd8-e57c1384f2af triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:26.468978 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:26.528496 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01a4b83e-3f6a-45ca-afb3-6afc2f26f5b1 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12072119'] for subnet, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:26.573796 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46901fe-b43a-448d-a2eb-78b49121559b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-f0523186-0468-4fce-b8f0-0594a863a412', 'network_id': 'f0523186-0468-4fce-b8f0-0594a863a412', 'tenant_id': 'c34dadbd50624715a87dc855b1884bf8', 'fixed_ips': [{'subnet_id': '2fcef21b-e561-482e-bd10-02d472a06c11'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:06:26.575115 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e46901fe-b43a-448d-a2eb-78b49121559b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:26.732698 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f43ca6b-c604-4c97-97e0-7b1d6debefaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-6aaf7865-4f2b-449c-8fd7-935a61277da9', 'network_id': '6aaf7865-4f2b-449c-8fd7-935a61277da9', 'tenant_id': 'fd59fb2bf85a4580a8990fede7cfb76e', 'fixed_ips': [{'subnet_id': '098d9ecf-6230-447f-ae54-ea40a2e242de'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:06:26.733554 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2f43ca6b-c604-4c97-97e0-7b1d6debefaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:26.896992 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01a4b83e-3f6a-45ca-afb3-6afc2f26f5b1 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8758073175700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12061826'] for subnet, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:27.007051 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a4b83e-3f6a-45ca-afb3-6afc2f26f5b1 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:27.007709 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01a4b83e-3f6a-45ca-afb3-6afc2f26f5b1 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:27.009493 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-01a4b83e-3f6a-45ca-afb3-6afc2f26f5b1 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "PUT /v2.0/subnets/098d9ecf-6230-447f-ae54-ea40a2e242de HTTP/1.1" status: 200 len: 900 time: 0.7255421 Aug 10 04:06:27.015418 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52560) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:27.016439 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4b30f3e4-0891-4739-86b5-1a8d9f9291b4 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:27.026689 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a4b83e-3f6a-45ca-afb3-6afc2f26f5b1 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event updated for resources: {'Subnet': ['ID=098d9ecf-6230-447f-ae54-ea40a2e242de,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:27.096701 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-2f43ca6b-c604-4c97-97e0-7b1d6debefaa None None] Allocated IP 2001:db8::3 (6aaf7865-4f2b-449c-8fd7-935a61277da9/098d9ecf-6230-447f-ae54-ea40a2e242de/deed955e-5d71-498f-ac9e-d9ed5edf65c2) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:06:27.125754 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c4896-3378-4798-bcd0-b6edc32c77bc req-90e7749f-56d3-457f-a7f5-4e67f06a5dbe tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:27.142224 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-020c4896-3378-4798-bcd0-b6edc32c77bc req-90e7749f-56d3-457f-a7f5-4e67f06a5dbe tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.2074597 Aug 10 04:06:27.236561 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:27.254723 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30f3e4-0891-4739-86b5-1a8d9f9291b4 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Pushing event updated for resources: {'Subnet': ['ID=21aaa32b-405a-40ff-b674-eea9d2d1a94b,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:27.276303 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-020c4896-3378-4798-bcd0-b6edc32c77bc req-14a72979-61c1-445e-b630-d6b33bb8b0ae tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265903 Aug 10 04:06:27.277087 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2f43ca6b-c604-4c97-97e0-7b1d6debefaa None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:27.287366 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b30f3e4-0891-4739-86b5-1a8d9f9291b4 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Checking segment: {'id': '392b8432-d46a-460d-af7c-5727ef396714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '17c72d23-1677-4df4-b25a-4396f95bdad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:06:27.288624 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b30f3e4-0891-4739-86b5-1a8d9f9291b4 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Network hostable DHCP agents. Network: 17c72d23-1677-4df4-b25a-4396f95bdad7, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:06:27.295911 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2f43ca6b-c604-4c97-97e0-7b1d6debefaa None None] Transition to ACTIVE for port object deed955e-5d71-498f-ac9e-d9ed5edf65c2 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:27.314674 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2f43ca6b-c604-4c97-97e0-7b1d6debefaa None None] Transition to ACTIVE for port object deed955e-5d71-498f-ac9e-d9ed5edf65c2 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:27.376958 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-e46901fe-b43a-448d-a2eb-78b49121559b None None] Allocated IP 2001:db8::2 (f0523186-0468-4fce-b8f0-0594a863a412/2fcef21b-e561-482e-bd10-02d472a06c11/3425ee55-6c75-4fc5-8ae1-d6ec66626c41) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:06:27.414356 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:27.446288 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b30f3e4-0891-4739-86b5-1a8d9f9291b4 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Network 17c72d23-1677-4df4-b25a-4396f95bdad7 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:06:27.505754 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b21ee-d548-4b1c-ab3e-5ca7b040d3d5 req-355d1185-58c8-4ca4-a183-29731100fbbb tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:27.517399 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a39b21ee-d548-4b1c-ab3e-5ca7b040d3d5 req-355d1185-58c8-4ca4-a183-29731100fbbb tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 945 time: 0.1637380 Aug 10 04:06:27.560914 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-4b30f3e4-0891-4739-86b5-1a8d9f9291b4 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 17c72d23-1677-4df4-b25a-4396f95bdad7) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:27.578077 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b30f3e4-0891-4739-86b5-1a8d9f9291b4 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:27.579029 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4b30f3e4-0891-4739-86b5-1a8d9f9291b4 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:27.587607 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:27.600405 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a39b21ee-d548-4b1c-ab3e-5ca7b040d3d5 req-9d623e6a-dba9-4598-ac97-39498cbb289f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793872 Aug 10 04:06:27.628426 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cc799f-f921-4cc1-aea9-2573dca648e7 None None] Network 17c72d23-1677-4df4-b25a-4396f95bdad7 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:27.634168 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2f43ca6b-c604-4c97-97e0-7b1d6debefaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:27.645269 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event deleted for resources: {'Subnet': ['ID=098d9ecf-6230-447f-ae54-ea40a2e242de,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:27.703847 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-4b30f3e4-0891-4739-86b5-1a8d9f9291b4 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4971311 Aug 10 04:06:27.707791 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52566) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:27.758115 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f43ca6b-c604-4c97-97e0-7b1d6debefaa None None] Network 6aaf7865-4f2b-449c-8fd7-935a61277da9 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:06:27.777249 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-2f43ca6b-c604-4c97-97e0-7b1d6debefaa None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:27.786700 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f43ca6b-c604-4c97-97e0-7b1d6debefaa None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:06:27.790943 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:27.797938 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e46901fe-b43a-448d-a2eb-78b49121559b None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:27.801642 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43ca6b-c604-4c97-97e0-7b1d6debefaa None None] Pushing event updated for resources: {'Port': ['ID=deed955e-5d71-498f-ac9e-d9ed5edf65c2,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:27.801814 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:27.824708 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e46901fe-b43a-448d-a2eb-78b49121559b None None] Transition to ACTIVE for port object 3425ee55-6c75-4fc5-8ae1-d6ec66626c41 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:27.855383 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aaf7865-4f2b-449c-8fd7-935a61277da9']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:27.883976 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e46901fe-b43a-448d-a2eb-78b49121559b None None] Transition to ACTIVE for port object 3425ee55-6c75-4fc5-8ae1-d6ec66626c41 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:27.945600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98343b6a-33d6-4434-af3c-ba4afffaf920') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:27.947882 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98343b6a-33d6-4434-af3c-ba4afffaf920') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:27.949275 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e46901fe-b43a-448d-a2eb-78b49121559b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:27.966787 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-2f43ca6b-c604-4c97-97e0-7b1d6debefaa None None] Attempting to bind port deed955e-5d71-498f-ac9e-d9ed5edf65c2 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:06:27.967160 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-2f43ca6b-c604-4c97-97e0-7b1d6debefaa None None] Attempting to bind port deed955e-5d71-498f-ac9e-d9ed5edf65c2 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '98343b6a-33d6-4434-af3c-ba4afffaf920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6aaf7865-4f2b-449c-8fd7-935a61277da9'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:06:27.971513 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f43ca6b-c604-4c97-97e0-7b1d6debefaa None None] Attempting to bind port deed955e-5d71-498f-ac9e-d9ed5edf65c2 on network 6aaf7865-4f2b-449c-8fd7-935a61277da9 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:06:27.971906 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:27.998302 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8564fd3b-130c-4758-b711-a99a4f632ec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-17c72d23-1677-4df4-b25a-4396f95bdad7', 'network_id': '17c72d23-1677-4df4-b25a-4396f95bdad7', 'tenant_id': 'c34dadbd50624715a87dc855b1884bf8', 'fixed_ips': [{'subnet_id': '21aaa32b-405a-40ff-b674-eea9d2d1a94b'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:06:27.999175 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8564fd3b-130c-4758-b711-a99a4f632ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:28.021453 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f43ca6b-c604-4c97-97e0-7b1d6debefaa None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:06:28.021453 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f43ca6b-c604-4c97-97e0-7b1d6debefaa None None] Checking segment: {'id': '98343b6a-33d6-4434-af3c-ba4afffaf920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6aaf7865-4f2b-449c-8fd7-935a61277da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:06:28.021453 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2f43ca6b-c604-4c97-97e0-7b1d6debefaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:28.021453 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f43ca6b-c604-4c97-97e0-7b1d6debefaa None None] Bound using segment: {'id': '98343b6a-33d6-4434-af3c-ba4afffaf920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6aaf7865-4f2b-449c-8fd7-935a61277da9'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:06:28.021453 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-2f43ca6b-c604-4c97-97e0-7b1d6debefaa None None] Bound port: deed955e-5d71-498f-ac9e-d9ed5edf65c2, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98343b6a-33d6-4434-af3c-ba4afffaf920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6aaf7865-4f2b-449c-8fd7-935a61277da9'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:06:28.021453 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2f43ca6b-c604-4c97-97e0-7b1d6debefaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:28.052826 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46901fe-b43a-448d-a2eb-78b49121559b None None] Network f0523186-0468-4fce-b8f0-0594a863a412 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:06:28.071697 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:28.074837 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-e46901fe-b43a-448d-a2eb-78b49121559b None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:28.079616 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46901fe-b43a-448d-a2eb-78b49121559b None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:06:28.108776 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:06:28.109484 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:06:28.113231 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:06:28.162437 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46901fe-b43a-448d-a2eb-78b49121559b None None] Pushing event updated for resources: {'Port': ['ID=3425ee55-6c75-4fc5-8ae1-d6ec66626c41,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:28.259559 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-e46901fe-b43a-448d-a2eb-78b49121559b None None] Attempting to bind port 3425ee55-6c75-4fc5-8ae1-d6ec66626c41 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:06:28.260064 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-e46901fe-b43a-448d-a2eb-78b49121559b None None] Attempting to bind port 3425ee55-6c75-4fc5-8ae1-d6ec66626c41 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '348ad57c-4102-40e3-b242-3457262b6739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f0523186-0468-4fce-b8f0-0594a863a412'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:06:28.260560 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46901fe-b43a-448d-a2eb-78b49121559b None None] Attempting to bind port 3425ee55-6c75-4fc5-8ae1-d6ec66626c41 on network f0523186-0468-4fce-b8f0-0594a863a412 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:06:28.290191 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46901fe-b43a-448d-a2eb-78b49121559b None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:06:28.290579 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46901fe-b43a-448d-a2eb-78b49121559b None None] Checking segment: {'id': '348ad57c-4102-40e3-b242-3457262b6739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f0523186-0468-4fce-b8f0-0594a863a412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:06:28.290925 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e46901fe-b43a-448d-a2eb-78b49121559b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:28.291538 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46901fe-b43a-448d-a2eb-78b49121559b None None] Bound using segment: {'id': '348ad57c-4102-40e3-b242-3457262b6739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f0523186-0468-4fce-b8f0-0594a863a412'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:06:28.292114 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-e46901fe-b43a-448d-a2eb-78b49121559b None None] Bound port: 3425ee55-6c75-4fc5-8ae1-d6ec66626c41, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ad57c-4102-40e3-b242-3457262b6739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'f0523186-0468-4fce-b8f0-0594a863a412'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:06:28.292982 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e46901fe-b43a-448d-a2eb-78b49121559b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:28.318999 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-606e44e4-150b-49cd-a13f-ed44d0542f9b tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:28.341049 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-2f43ca6b-c604-4c97-97e0-7b1d6debefaa None None] For port deed955e-5d71-498f-ac9e-d9ed5edf65c2, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:06:28.477551 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55959288-1f05-4c74-8b69-08854203f0cb req-3a87f6f7-351a-46a4-9ea8-e5aaff83aecc tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:28.484221 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-2f43ca6b-c604-4c97-97e0-7b1d6debefaa None None] For port deed955e-5d71-498f-ac9e-d9ed5edf65c2, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=deed955e-5d71-498f-ac9e-d9ed5edf65c2,segment=NetworkSegment(98343b6a-33d6-4434-af3c-ba4afffaf920),segment_id=98343b6a-33d6-4434-af3c-ba4afffaf920)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:06:28.485026 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-55959288-1f05-4c74-8b69-08854203f0cb req-3a87f6f7-351a-46a4-9ea8-e5aaff83aecc tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.1066020 Aug 10 04:06:28.565926 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-8564fd3b-130c-4758-b711-a99a4f632ec8 None None] Allocated IP 2001:db8::2 (17c72d23-1677-4df4-b25a-4396f95bdad7/21aaa32b-405a-40ff-b674-eea9d2d1a94b/9d54e9c8-e9ab-47cd-8071-c0889aca154a) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:06:28.577812 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-e46901fe-b43a-448d-a2eb-78b49121559b None None] For port 3425ee55-6c75-4fc5-8ae1-d6ec66626c41, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:06:28.585979 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-e46901fe-b43a-448d-a2eb-78b49121559b None None] For port 3425ee55-6c75-4fc5-8ae1-d6ec66626c41, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3425ee55-6c75-4fc5-8ae1-d6ec66626c41,segment=NetworkSegment(348ad57c-4102-40e3-b242-3457262b6739),segment_id=348ad57c-4102-40e3-b242-3457262b6739)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:06:28.631414 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-55959288-1f05-4c74-8b69-08854203f0cb req-c3e31a8f-d747-43c1-961b-6e1f5f79344a tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085749 Aug 10 04:06:28.819239 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8564fd3b-130c-4758-b711-a99a4f632ec8 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:28.837569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8564fd3b-130c-4758-b711-a99a4f632ec8 None None] Transition to ACTIVE for port object 9d54e9c8-e9ab-47cd-8071-c0889aca154a will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:28.868275 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8564fd3b-130c-4758-b711-a99a4f632ec8 None None] Transition to ACTIVE for port object 9d54e9c8-e9ab-47cd-8071-c0889aca154a will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:28.895029 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78ace9-9a4e-43ca-a766-65c737596f48 req-8e086931-e377-419d-9960-e733803fe236 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:28.896842 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6b78ace9-9a4e-43ca-a766-65c737596f48 req-8e086931-e377-419d-9960-e733803fe236 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 945 time: 0.0866969 Aug 10 04:06:28.949264 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6b78ace9-9a4e-43ca-a766-65c737596f48 req-22d8d8ea-4785-44d5-95fc-f54756b58f9c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434527 Aug 10 04:06:28.988392 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-606e44e4-150b-49cd-a13f-ed44d0542f9b tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Allocated IP 2001:db8::1 (f0523186-0468-4fce-b8f0-0594a863a412/2fcef21b-e561-482e-bd10-02d472a06c11/ec15e9cf-38ef-4ae9-984e-a03a6424984f) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:06:29.031846 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.db.api [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 04:06:29.031846 n-d-802893-2 neutron-server[94938]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 04:06:29.031846 n-d-802893-2 neutron-server[94938]: [parameters: {'id': '6aaf7865-4f2b-449c-8fd7-935a61277da9'}] Aug 10 04:06:29.031846 n-d-802893-2 neutron-server[94938]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94938) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:06:29.032780 n-d-802893-2 neutron-server[94938]: DEBUG oslo_db.api [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:06:29.074877 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2f43ca6b-c604-4c97-97e0-7b1d6debefaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:29.080830 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8564fd3b-130c-4758-b711-a99a4f632ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:29.082949 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e46901fe-b43a-448d-a2eb-78b49121559b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:29.153060 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8564fd3b-130c-4758-b711-a99a4f632ec8 None None] Network 17c72d23-1677-4df4-b25a-4396f95bdad7 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:06:29.166740 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-8564fd3b-130c-4758-b711-a99a4f632ec8 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:29.176519 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8564fd3b-130c-4758-b711-a99a4f632ec8 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:06:29.215246 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-606e44e4-150b-49cd-a13f-ed44d0542f9b tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:29.239225 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-606e44e4-150b-49cd-a13f-ed44d0542f9b tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Transition to ACTIVE for port object ec15e9cf-38ef-4ae9-984e-a03a6424984f will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:29.259336 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43ca6b-c604-4c97-97e0-7b1d6debefaa None None] Pushing event updated for resources: {'Port': ['ID=deed955e-5d71-498f-ac9e-d9ed5edf65c2,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:29.353792 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-606e44e4-150b-49cd-a13f-ed44d0542f9b tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:29.457804 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14baad21-7d04-4637-a7ed-3fc61834801d None None] Network 6aaf7865-4f2b-449c-8fd7-935a61277da9 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:29.484897 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606e44e4-150b-49cd-a13f-ed44d0542f9b tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Network f0523186-0468-4fce-b8f0-0594a863a412 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:06:29.496776 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-606e44e4-150b-49cd-a13f-ed44d0542f9b tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:29.504966 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606e44e4-150b-49cd-a13f-ed44d0542f9b tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:06:29.505674 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-606e44e4-150b-49cd-a13f-ed44d0542f9b tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:29.601771 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:29.607502 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e44e4-150b-49cd-a13f-ed44d0542f9b tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Pushing event updated for resources: {'Port': ['ID=ec15e9cf-38ef-4ae9-984e-a03a6424984f,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:29.636299 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564fd3b-130c-4758-b711-a99a4f632ec8 None None] Pushing event updated for resources: {'Port': ['ID=9d54e9c8-e9ab-47cd-8071-c0889aca154a,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:29.722689 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-8564fd3b-130c-4758-b711-a99a4f632ec8 None None] Attempting to bind port 9d54e9c8-e9ab-47cd-8071-c0889aca154a on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:06:29.722689 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-8564fd3b-130c-4758-b711-a99a4f632ec8 None None] Attempting to bind port 9d54e9c8-e9ab-47cd-8071-c0889aca154a by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '392b8432-d46a-460d-af7c-5727ef396714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '17c72d23-1677-4df4-b25a-4396f95bdad7'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:06:29.722689 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8564fd3b-130c-4758-b711-a99a4f632ec8 None None] Attempting to bind port 9d54e9c8-e9ab-47cd-8071-c0889aca154a on network 17c72d23-1677-4df4-b25a-4396f95bdad7 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:06:29.779541 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Deleting port deed955e-5d71-498f-ac9e-d9ed5edf65c2 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:29.779992 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:29.875795 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8564fd3b-130c-4758-b711-a99a4f632ec8 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:06:29.876477 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8564fd3b-130c-4758-b711-a99a4f632ec8 None None] Checking segment: {'id': '392b8432-d46a-460d-af7c-5727ef396714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '17c72d23-1677-4df4-b25a-4396f95bdad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:06:29.877015 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8564fd3b-130c-4758-b711-a99a4f632ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:29.877649 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8564fd3b-130c-4758-b711-a99a4f632ec8 None None] Bound using segment: {'id': '392b8432-d46a-460d-af7c-5727ef396714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '17c72d23-1677-4df4-b25a-4396f95bdad7'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:06:29.878442 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-8564fd3b-130c-4758-b711-a99a4f632ec8 None None] Bound port: 9d54e9c8-e9ab-47cd-8071-c0889aca154a, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392b8432-d46a-460d-af7c-5727ef396714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '17c72d23-1677-4df4-b25a-4396f95bdad7'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:06:29.879067 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8564fd3b-130c-4758-b711-a99a4f632ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:29.991512 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] For port deed955e-5d71-498f-ac9e-d9ed5edf65c2, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=deed955e-5d71-498f-ac9e-d9ed5edf65c2,segment=NetworkSegment(98343b6a-33d6-4434-af3c-ba4afffaf920),segment_id=98343b6a-33d6-4434-af3c-ba4afffaf920)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:29.992208 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:29.997935 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-606e44e4-150b-49cd-a13f-ed44d0542f9b tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:30.007221 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d307a3d0-9c4a-4067-820c-463bd672d13b req-ecb0a988-acbd-412e-9d13-f25694e48347 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:30.010580 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d307a3d0-9c4a-4067-820c-463bd672d13b req-ecb0a988-acbd-412e-9d13-f25694e48347 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.1443710 Aug 10 04:06:30.028219 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46901fe-b43a-448d-a2eb-78b49121559b None None] Pushing event updated for resources: {'Port': ['ID=3425ee55-6c75-4fc5-8ae1-d6ec66626c41,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:30.055392 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Calling delete_port for deed955e-5d71-498f-ac9e-d9ed5edf65c2 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:30.141834 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-8564fd3b-130c-4758-b711-a99a4f632ec8 None None] For port 9d54e9c8-e9ab-47cd-8071-c0889aca154a, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:06:30.146315 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-8564fd3b-130c-4758-b711-a99a4f632ec8 None None] For port 9d54e9c8-e9ab-47cd-8071-c0889aca154a, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=9d54e9c8-e9ab-47cd-8071-c0889aca154a,segment=NetworkSegment(392b8432-d46a-460d-af7c-5727ef396714),segment_id=392b8432-d46a-460d-af7c-5727ef396714)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:06:30.160844 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d307a3d0-9c4a-4067-820c-463bd672d13b req-1ccb5965-a100-4957-9397-bf23d01dcf1f tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307466 Aug 10 04:06:30.233128 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8564fd3b-130c-4758-b711-a99a4f632ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:30.341218 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c22920-f031-4863-b164-8e7b2deec7da req-3fc980a8-6cf0-4913-bcaf-e388ed8a58b6 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:30.342947 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-71c22920-f031-4863-b164-8e7b2deec7da req-3fc980a8-6cf0-4913-bcaf-e388ed8a58b6 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 945 time: 0.0881586 Aug 10 04:06:30.358068 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8564fd3b-130c-4758-b711-a99a4f632ec8 None None] Pushing event updated for resources: {'Port': ['ID=9d54e9c8-e9ab-47cd-8071-c0889aca154a,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:30.381467 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40afd5bb-a468-43b5-871e-7895a364bc1a None None] Network 6aaf7865-4f2b-449c-8fd7-935a61277da9 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:30.407119 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3425ee55-6c75-4fc5-8ae1-d6ec66626c41 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:06:30.450540 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-71c22920-f031-4863-b164-8e7b2deec7da req-588728c8-54f3-4ebf-845f-f6db16f801aa tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989411 Aug 10 04:06:30.635200 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-606e44e4-150b-49cd-a13f-ed44d0542f9b tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:30.640048 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:30.680288 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event deleted for resources: {'Port': ['ID=deed955e-5d71-498f-ac9e-d9ed5edf65c2,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:30.682158 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] No DVR routers for this DVR port deed955e-5d71-498f-ac9e-d9ed5edf65c2 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:06:30.726816 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 3425ee55-6c75-4fc5-8ae1-d6ec66626c41 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:06:30.816528 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-606e44e4-150b-49cd-a13f-ed44d0542f9b tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:30.817787 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-606e44e4-150b-49cd-a13f-ed44d0542f9b tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:31.020621 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6aa1c31-b886-4cfc-b0ad-fbec1de9869c None None] Network f0523186-0468-4fce-b8f0-0594a863a412 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:31.162133 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bee0fe9c-7667-4de3-b60f-c6edae949628 None None] Provisioning for port 3425ee55-6c75-4fc5-8ae1-d6ec66626c41 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:06:31.194521 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:31.195212 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bee0fe9c-7667-4de3-b60f-c6edae949628 None None] Provisioning complete for port 3425ee55-6c75-4fc5-8ae1-d6ec66626c41 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:31.208076 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bee0fe9c-7667-4de3-b60f-c6edae949628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:31.254998 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aaf7865-4f2b-449c-8fd7-935a61277da9']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:31.285702 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98343b6a-33d6-4434-af3c-ba4afffaf920') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:31.288723 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98343b6a-33d6-4434-af3c-ba4afffaf920') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:31.288723 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e44e4-150b-49cd-a13f-ed44d0542f9b tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Pushing event updated for resources: {'Port': ['ID=ec15e9cf-38ef-4ae9-984e-a03a6424984f,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:31.302061 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:31.333196 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:31.349107 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:06:31.349526 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:06:31.352647 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:06:31.404888 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf1fec-e173-4824-84d5-6a019dc011ba req-44f09b2e-43a9-4c9d-a1b7-403a8a3b887f tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:31.418456 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-16bf1fec-e173-4824-84d5-6a019dc011ba req-44f09b2e-43a9-4c9d-a1b7-403a8a3b887f tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.1168878 Aug 10 04:06:31.420007 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606e44e4-150b-49cd-a13f-ed44d0542f9b tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Network f0523186-0468-4fce-b8f0-0594a863a412 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:06:31.421638 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-606e44e4-150b-49cd-a13f-ed44d0542f9b tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:31.497005 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-16bf1fec-e173-4824-84d5-6a019dc011ba req-029c8f79-6c33-445d-a99c-e3720c22cf89 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772409 Aug 10 04:06:31.539544 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bee0fe9c-7667-4de3-b60f-c6edae949628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:31.599006 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bee0fe9c-7667-4de3-b60f-c6edae949628 None None] For port 3425ee55-6c75-4fc5-8ae1-d6ec66626c41, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3425ee55-6c75-4fc5-8ae1-d6ec66626c41,segment=NetworkSegment(348ad57c-4102-40e3-b242-3457262b6739),segment_id=348ad57c-4102-40e3-b242-3457262b6739)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:31.647038 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:31.658831 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:31.671508 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "DELETE /v2.0/networks/6aaf7865-4f2b-449c-8fd7-935a61277da9 HTTP/1.1" status: 204 len: 168 time: 4.6547241 Aug 10 04:06:31.677808 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52590) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:31.695886 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bee0fe9c-7667-4de3-b60f-c6edae949628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:31.781592 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d4f4d3-96e8-46ff-834c-9e28dabea8e4 req-f24bd2b1-1d5a-4446-b084-c1c5147e04c1 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:31.787644 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52d4f4d3-96e8-46ff-834c-9e28dabea8e4 req-f24bd2b1-1d5a-4446-b084-c1c5147e04c1 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 945 time: 0.1260073 Aug 10 04:06:31.799132 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-f188a694-ee28-47aa-b9c8-d7b4c570bf0d tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] DELETE failed (client error): The resource could not be found. Aug 10 04:06:31.799609 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f188a694-ee28-47aa-b9c8-d7b4c570bf0d tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:06:31.810264 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0fe9c-7667-4de3-b60f-c6edae949628 None None] Pushing event updated for resources: {'Port': ['ID=3425ee55-6c75-4fc5-8ae1-d6ec66626c41,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:31.812950 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f188a694-ee28-47aa-b9c8-d7b4c570bf0d tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "DELETE /v2.0/subnets/098d9ecf-6230-447f-ae54-ea40a2e242de HTTP/1.1" status: 404 len: 337 time: 0.1340373 Aug 10 04:06:31.816639 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52596) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:31.839516 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb55bd-2a3e-4830-b7bb-27cc3c3975f5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event deleted for resources: {'Network': ['ID=6aaf7865-4f2b-449c-8fd7-935a61277da9,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:31.868087 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52d4f4d3-96e8-46ff-834c-9e28dabea8e4 req-836d6cc5-27cc-4d18-b3fc-fa5c3463c034 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680344 Aug 10 04:06:31.882053 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-617c47d3-e472-4c9c-8cd7-3172021c3725 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] DELETE failed (client error): The resource could not be found. Aug 10 04:06:31.882053 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-617c47d3-e472-4c9c-8cd7-3172021c3725 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:06:31.882053 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-617c47d3-e472-4c9c-8cd7-3172021c3725 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "DELETE /v2.0/networks/6aaf7865-4f2b-449c-8fd7-935a61277da9 HTTP/1.1" status: 404 len: 339 time: 0.0611510 Aug 10 04:06:31.882053 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52598) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:32.035929 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2485bf34-df8e-41f4-8fff-ded23d5617dc tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:32.056665 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-32c9b52a-0909-4ec5-8f9f-ed32afaaf2c6 None None] Provisioning complete for port 3425ee55-6c75-4fc5-8ae1-d6ec66626c41 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:32.057135 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-32c9b52a-0909-4ec5-8f9f-ed32afaaf2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:32.085305 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606e44e4-150b-49cd-a13f-ed44d0542f9b tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Router 96c5acb0-64fe-4ea3-a809-463c38201da7 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:06:32.091608 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2b3dac-0235-4efe-952f-fbfe2adaae94 None None] Network 17c72d23-1677-4df4-b25a-4396f95bdad7 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:32.196918 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2485bf34-df8e-41f4-8fff-ded23d5617dc tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:32.243651 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-2485bf34-df8e-41f4-8fff-ded23d5617dc tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf04f4a4-3689-421d-ac81-2ff3211db143']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:32.266389 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-2485bf34-df8e-41f4-8fff-ded23d5617dc tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8481a073-fbab-46fd-bce9-3649fc3e20fa') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:32.266723 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-2485bf34-df8e-41f4-8fff-ded23d5617dc tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8481a073-fbab-46fd-bce9-3649fc3e20fa') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:32.281907 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2485bf34-df8e-41f4-8fff-ded23d5617dc tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:32.293647 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606e44e4-150b-49cd-a13f-ed44d0542f9b tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:06:32.306064 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52608) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:32.322993 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-606e44e4-150b-49cd-a13f-ed44d0542f9b tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] 10.222.0.25 "PUT /v2.0/routers/96c5acb0-64fe-4ea3-a809-463c38201da7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6154101 Aug 10 04:06:32.328045 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2485bf34-df8e-41f4-8fff-ded23d5617dc tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:32.332963 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a90e94-b359-4eba-bf9f-90135b08b54a None None] Sync routers for ids ['96c5acb0-64fe-4ea3-a809-463c38201da7'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:06:32.340391 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2485bf34-df8e-41f4-8fff-ded23d5617dc tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:06:32.343820 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2485bf34-df8e-41f4-8fff-ded23d5617dc tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:06:32.347216 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:06:32.381096 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 9d54e9c8-e9ab-47cd-8071-c0889aca154a up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:06:32.392936 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a90e94-b359-4eba-bf9f-90135b08b54a None None] Routers {'96c5acb0-64fe-4ea3-a809-463c38201da7'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:06:32.393910 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-64a90e94-b359-4eba-bf9f-90135b08b54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:06:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['96c5acb0-64fe-4ea3-a809-463c38201da7'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:32.481994 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-64a90e94-b359-4eba-bf9f-90135b08b54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:32.538435 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a90e94-b359-4eba-bf9f-90135b08b54a None None] Routers {'96c5acb0-64fe-4ea3-a809-463c38201da7'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:06:32.538952 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-64a90e94-b359-4eba-bf9f-90135b08b54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:06:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['96c5acb0-64fe-4ea3-a809-463c38201da7'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:32.553126 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2485bf34-df8e-41f4-8fff-ded23d5617dc tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:32.561706 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2485bf34-df8e-41f4-8fff-ded23d5617dc tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:32.565891 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2485bf34-df8e-41f4-8fff-ded23d5617dc tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "DELETE /v2.0/networks/cf04f4a4-3689-421d-ac81-2ff3211db143 HTTP/1.1" status: 204 len: 168 time: 0.6828282 Aug 10 04:06:32.566646 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52616) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:32.590581 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-64a90e94-b359-4eba-bf9f-90135b08b54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:32.591346 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a90e94-b359-4eba-bf9f-90135b08b54a None None] The sync data for ids ['96c5acb0-64fe-4ea3-a809-463c38201da7'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:06:32.665609 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-32c9b52a-0909-4ec5-8f9f-ed32afaaf2c6 None None] Provisioning for port ec15e9cf-38ef-4ae9-984e-a03a6424984f completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:06:32.675735 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-32c9b52a-0909-4ec5-8f9f-ed32afaaf2c6 None None] Provisioning complete for port ec15e9cf-38ef-4ae9-984e-a03a6424984f triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:32.676456 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-32c9b52a-0909-4ec5-8f9f-ed32afaaf2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:32.694912 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485bf34-df8e-41f4-8fff-ded23d5617dc tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event deleted for resources: {'Network': ['ID=cf04f4a4-3689-421d-ac81-2ff3211db143,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:32.710079 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b8b0661-4872-4164-9da1-0c36f2e8bd7d tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] DELETE failed (client error): The resource could not be found. Aug 10 04:06:32.712129 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b8b0661-4872-4164-9da1-0c36f2e8bd7d tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:06:32.714867 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3b8b0661-4872-4164-9da1-0c36f2e8bd7d tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "DELETE /v2.0/subnets/31f56a8c-91d2-4d6f-9254-a3e062f6457c HTTP/1.1" status: 404 len: 337 time: 0.1440794 Aug 10 04:06:32.721728 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52620) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:32.737952 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-32c9b52a-0909-4ec5-8f9f-ed32afaaf2c6 None None] Port ec15e9cf-38ef-4ae9-984e-a03a6424984f cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:06:32.740876 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 9d54e9c8-e9ab-47cd-8071-c0889aca154a completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:06:32.750797 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3425ee55-6c75-4fc5-8ae1-d6ec66626c41 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:06:32.766197 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc130eeb-6e82-4eab-8ffb-a972ac5e95cf tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] DELETE failed (client error): The resource could not be found. Aug 10 04:06:32.771464 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc130eeb-6e82-4eab-8ffb-a972ac5e95cf tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:06:32.775830 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bc130eeb-6e82-4eab-8ffb-a972ac5e95cf tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "DELETE /v2.0/networks/1f20d89d-c010-4977-94ff-fd3939dfd32d HTTP/1.1" status: 404 len: 339 time: 0.0508549 Aug 10 04:06:32.780307 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52622) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:32.851593 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 3425ee55-6c75-4fc5-8ae1-d6ec66626c41 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:32.852190 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:32.890454 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f52a10-68c7-4615-891b-2a228be97227 req-7d04bb3a-a235-47ac-a3df-7bae362fa3e8 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:32.892672 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b2f52a10-68c7-4615-891b-2a228be97227 req-7d04bb3a-a235-47ac-a3df-7bae362fa3e8 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.2249060 Aug 10 04:06:32.934556 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e0785d9-53dc-4c1b-a168-85983f966431 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Deleting subnet 05808b25-1a13-4c8b-9d85-87a1495bba38 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:06:32.938781 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6e0785d9-53dc-4c1b-a168-85983f966431 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:32.988320 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6e0785d9-53dc-4c1b-a168-85983f966431 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:33.020722 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b2f52a10-68c7-4615-891b-2a228be97227 req-6e20e18b-086d-49c7-bcb5-e3db369854c6 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154304 Aug 10 04:06:33.053522 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352dbf1-3e4e-4ecd-a6c9-d65d75db4e44 req-ff8f9a18-166a-4a63-a7e0-d17e3cc31b8b tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:33.055344 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1352dbf1-3e4e-4ecd-a6c9-d65d75db4e44 req-ff8f9a18-166a-4a63-a7e0-d17e3cc31b8b tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 945 time: 0.2221158 Aug 10 04:06:33.155036 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1352dbf1-3e4e-4ecd-a6c9-d65d75db4e44 req-589789e1-5351-4484-b05e-666b5dcc166d tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855858 Aug 10 04:06:33.168844 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1a01a8-630e-4767-b0a4-2015d8f84f90 None None] get_active_networks_info from n-d-802893-2 {{(pid=94939) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 04:06:33.169893 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6e0785d9-53dc-4c1b-a168-85983f966431 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:33.275719 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372b045-ed3d-4c92-8d22-901a70a9c397 req-881fa8e6-2cfe-42d1-8b1d-c0cefaeb03d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:33.278206 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7372b045-ed3d-4c92-8d22-901a70a9c397 req-881fa8e6-2cfe-42d1-8b1d-c0cefaeb03d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=897476f221894013b27960fb36935e79&device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 1096 time: 0.1333525 Aug 10 04:06:33.280244 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-96ac10df-c770-4b70-bd1a-4877bef62b95 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:06:33.284184 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52628) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:33.284782 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-96ac10df-c770-4b70-bd1a-4877bef62b95 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] 10.222.0.25 "PUT /v2.0/routers/96c5acb0-64fe-4ea3-a809-463c38201da7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9758716 Aug 10 04:06:33.289579 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-099da8d9-5fa8-494c-8cc7-2790d3e308c0 None None] Provisioning complete for port ec15e9cf-38ef-4ae9-984e-a03a6424984f triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:33.289952 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-099da8d9-5fa8-494c-8cc7-2790d3e308c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:33.358827 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1fd48-fded-4cd5-b52b-1f5a7406f468 req-e61af1f4-2a23-4dbc-aee2-6f20a117555b tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:33.361432 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-93d1fd48-fded-4cd5-b52b-1f5a7406f468 req-e61af1f4-2a23-4dbc-aee2-6f20a117555b tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 945 time: 0.2334051 Aug 10 04:06:33.376657 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6e0785d9-53dc-4c1b-a168-85983f966431 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:33.420934 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0785d9-53dc-4c1b-a168-85983f966431 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event deleted for resources: {'Subnet': ['ID=05808b25-1a13-4c8b-9d85-87a1495bba38,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:33.425578 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-099da8d9-5fa8-494c-8cc7-2790d3e308c0 None None] Port ec15e9cf-38ef-4ae9-984e-a03a6424984f cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:06:33.430800 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6e0785d9-53dc-4c1b-a168-85983f966431 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:33.432802 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6e0785d9-53dc-4c1b-a168-85983f966431 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "DELETE /v2.0/subnets/05808b25-1a13-4c8b-9d85-87a1495bba38 HTTP/1.1" status: 204 len: 168 time: 0.6509247 Aug 10 04:06:33.435993 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52630) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:33.461467 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1a01a8-630e-4767-b0a4-2015d8f84f90 None None] Resources bound (agent type, host, resource id): {{(pid=94939) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 04:06:33.465208 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-93d1fd48-fded-4cd5-b52b-1f5a7406f468 req-9006b97f-f16a-483c-9a17-3bc9a3883cb5 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864553 Aug 10 04:06:33.507222 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372b045-ed3d-4c92-8d22-901a70a9c397 req-8d450cb1-1953-425c-83be-d97cb0edb858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:33.508787 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7372b045-ed3d-4c92-8d22-901a70a9c397 req-8d450cb1-1953-425c-83be-d97cb0edb858 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7ff6afc-8008-49c6-8b16-55c096640020 HTTP/1.1" status: 200 len: 912 time: 0.2192905 Aug 10 04:06:33.544808 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-099da8d9-5fa8-494c-8cc7-2790d3e308c0 None None] Provisioning for port 9d54e9c8-e9ab-47cd-8071-c0889aca154a completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:06:33.550547 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-099da8d9-5fa8-494c-8cc7-2790d3e308c0 None None] Provisioning complete for port 9d54e9c8-e9ab-47cd-8071-c0889aca154a triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:33.550919 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-099da8d9-5fa8-494c-8cc7-2790d3e308c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:33.570645 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7372b045-ed3d-4c92-8d22-901a70a9c397 req-3ad69594-3a4e-434a-848e-fe70a7696356 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c3dbed2-9ffa-467d-b97d-f8a3cd11d817 HTTP/1.1" status: 200 len: 217 time: 0.0522189 Aug 10 04:06:33.578925 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-00bb39bb-7cc8-4242-b3b1-c816716fd138 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Deleting subnet 8c44acc4-7f61-43cf-9ab8-900c7774fa15 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:06:33.585010 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-00bb39bb-7cc8-4242-b3b1-c816716fd138 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:33.644884 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372b045-ed3d-4c92-8d22-901a70a9c397 req-0bb091bb-c98e-4d4f-b18d-e11448cb34cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:33.647067 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7372b045-ed3d-4c92-8d22-901a70a9c397 req-0bb091bb-c98e-4d4f-b18d-e11448cb34cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a51d8861-9dbf-4178-9d3e-8ed73319e82c HTTP/1.1" status: 200 len: 850 time: 0.0659509 Aug 10 04:06:33.647216 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-00bb39bb-7cc8-4242-b3b1-c816716fd138 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:33.707040 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7372b045-ed3d-4c92-8d22-901a70a9c397 req-c178d472-39c8-48a8-bcbd-8f429a5f6524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:33.708777 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7372b045-ed3d-4c92-8d22-901a70a9c397 req-c178d472-39c8-48a8-bcbd-8f429a5f6524 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7ff6afc-8008-49c6-8b16-55c096640020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522015 Aug 10 04:06:33.733173 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-099da8d9-5fa8-494c-8cc7-2790d3e308c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:33.810774 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-00bb39bb-7cc8-4242-b3b1-c816716fd138 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:33.830269 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-099da8d9-5fa8-494c-8cc7-2790d3e308c0 None None] For port 9d54e9c8-e9ab-47cd-8071-c0889aca154a, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=9d54e9c8-e9ab-47cd-8071-c0889aca154a,segment=NetworkSegment(392b8432-d46a-460d-af7c-5727ef396714),segment_id=392b8432-d46a-460d-af7c-5727ef396714)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:33.850802 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7372b045-ed3d-4c92-8d22-901a70a9c397 req-10d6464c-68dd-44b0-8826-b09c6733e8e0 service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333878 Aug 10 04:06:33.907251 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-099da8d9-5fa8-494c-8cc7-2790d3e308c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:33.912199 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e0676c-49f5-4f1f-8c02-03a75e0aa4f6 None None] Network 5c8b8cb1-bfb2-4887-8a49-54e83f8381b5 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:33.924161 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-86859095-a9be-4557-b60e-c98854b6e1ac tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:33.973802 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7372b045-ed3d-4c92-8d22-901a70a9c397 req-f9893f71-5011-4b01-878e-3eec1c5d1056 service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167159 Aug 10 04:06:33.996169 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-00bb39bb-7cc8-4242-b3b1-c816716fd138 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:34.036380 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb39bb-7cc8-4242-b3b1-c816716fd138 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event deleted for resources: {'Subnet': ['ID=8c44acc4-7f61-43cf-9ab8-900c7774fa15,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:34.040962 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099da8d9-5fa8-494c-8cc7-2790d3e308c0 None None] Pushing event updated for resources: {'Port': ['ID=9d54e9c8-e9ab-47cd-8071-c0889aca154a,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:34.045316 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-00bb39bb-7cc8-4242-b3b1-c816716fd138 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:34.048491 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-00bb39bb-7cc8-4242-b3b1-c816716fd138 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "DELETE /v2.0/subnets/8c44acc4-7f61-43cf-9ab8-900c7774fa15 HTTP/1.1" status: 204 len: 168 time: 0.6107175 Aug 10 04:06:34.050250 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52634) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:34.065477 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e7c88909-11d5-4aea-8075-b9b217e0b899 None None] Provisioning complete for port ec15e9cf-38ef-4ae9-984e-a03a6424984f triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:34.065924 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e7c88909-11d5-4aea-8075-b9b217e0b899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:34.113139 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-e7c88909-11d5-4aea-8075-b9b217e0b899 None None] Port ec15e9cf-38ef-4ae9-984e-a03a6424984f cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:06:34.171123 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e7c88909-11d5-4aea-8075-b9b217e0b899 None None] Provisioning complete for port 9d54e9c8-e9ab-47cd-8071-c0889aca154a triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:34.171781 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e7c88909-11d5-4aea-8075-b9b217e0b899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:34.216916 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:34.236462 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 9d54e9c8-e9ab-47cd-8071-c0889aca154a up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:06:34.258952 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f8362-1949-4db4-bb17-16abf11090ae req-aa8a8871-f0db-4795-8c7d-a5ab02a29d63 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:34.261605 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6a4f8362-1949-4db4-bb17-16abf11090ae req-aa8a8871-f0db-4795-8c7d-a5ab02a29d63 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.1194601 Aug 10 04:06:34.344668 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6a4f8362-1949-4db4-bb17-16abf11090ae req-7e68023b-e334-47b7-88fc-6f437efdd823 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742848 Aug 10 04:06:34.349485 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c86f0b9-dc8e-44f7-bfbd-c6282627b95d None None] DHCP port deletion for 5c8b8cb1-bfb2-4887-8a49-54e83f8381b5 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:06:34.391153 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584b81a-89d5-4ae1-ad33-8aa782e552d5 req-f225c3e9-0591-476d-9b3b-eb89ed4255c8 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:34.394359 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a584b81a-89d5-4ae1-ad33-8aa782e552d5 req-f225c3e9-0591-476d-9b3b-eb89ed4255c8 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 945 time: 0.1212726 Aug 10 04:06:34.405637 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 9d54e9c8-e9ab-47cd-8071-c0889aca154a triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:34.406008 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:34.462052 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f0b9-dc8e-44f7-bfbd-c6282627b95d None None] Deleting port 996d0bdd-7262-48f0-97c7-bb9f15a65acf {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:34.462432 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9c86f0b9-dc8e-44f7-bfbd-c6282627b95d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:34.464985 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Deleting port 996d0bdd-7262-48f0-97c7-bb9f15a65acf {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:34.465342 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:34.478472 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-86859095-a9be-4557-b60e-c98854b6e1ac tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Deleting port ec15e9cf-38ef-4ae9-984e-a03a6424984f {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:34.479086 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-86859095-a9be-4557-b60e-c98854b6e1ac tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:34.486839 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a584b81a-89d5-4ae1-ad33-8aa782e552d5 req-3ac2daef-537d-4aca-82a5-c826c28dba44 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819554 Aug 10 04:06:34.564916 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-9c86f0b9-dc8e-44f7-bfbd-c6282627b95d None None] For port 996d0bdd-7262-48f0-97c7-bb9f15a65acf, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=996d0bdd-7262-48f0-97c7-bb9f15a65acf,segment=NetworkSegment(7133b682-912c-4ec7-9cda-03facd7f44af),segment_id=7133b682-912c-4ec7-9cda-03facd7f44af)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:34.565239 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9c86f0b9-dc8e-44f7-bfbd-c6282627b95d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:34.575914 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] For port 996d0bdd-7262-48f0-97c7-bb9f15a65acf, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=996d0bdd-7262-48f0-97c7-bb9f15a65acf,segment=NetworkSegment(7133b682-912c-4ec7-9cda-03facd7f44af),segment_id=7133b682-912c-4ec7-9cda-03facd7f44af)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:34.576331 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:34.579724 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-9c86f0b9-dc8e-44f7-bfbd-c6282627b95d None None] Calling delete_port for 996d0bdd-7262-48f0-97c7-bb9f15a65acf owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:34.592218 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Calling delete_port for 996d0bdd-7262-48f0-97c7-bb9f15a65acf owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:34.645153 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-86859095-a9be-4557-b60e-c98854b6e1ac tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:34.661713 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-86859095-a9be-4557-b60e-c98854b6e1ac tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Calling delete_port for ec15e9cf-38ef-4ae9-984e-a03a6424984f owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:34.671402 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24daab4a-b2e5-412f-907a-06d546ed11d0 req-49dd519b-8cbd-4269-9020-c463eb4e27fe tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:34.681782 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-24daab4a-b2e5-412f-907a-06d546ed11d0 req-49dd519b-8cbd-4269-9020-c463eb4e27fe tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 945 time: 0.1017668 Aug 10 04:06:34.760072 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-24daab4a-b2e5-412f-907a-06d546ed11d0 req-bb4cb607-3038-4a4a-9b40-58d7241667bf tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774076 Aug 10 04:06:34.793871 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9c86f0b9-dc8e-44f7-bfbd-c6282627b95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:34.801454 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:34.841418 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event deleted for resources: {'Port': ['ID=996d0bdd-7262-48f0-97c7-bb9f15a65acf,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:34.841657 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f0b9-dc8e-44f7-bfbd-c6282627b95d None None] Pushing event deleted for resources: {'Port': ['ID=996d0bdd-7262-48f0-97c7-bb9f15a65acf,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:34.845104 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c86f0b9-dc8e-44f7-bfbd-c6282627b95d None None] No DVR routers for this DVR port 996d0bdd-7262-48f0-97c7-bb9f15a65acf on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:06:34.850410 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:34.850766 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:34.855145 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:34.855145 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:34.855145 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:34.855145 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:34.855145 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:34.855145 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:34.855145 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:34.855145 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:34.855145 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:34.855145 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:06:34.865806 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] No DVR routers for this DVR port 996d0bdd-7262-48f0-97c7-bb9f15a65acf on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:06:34.954158 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:34.964943 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c8b8cb1-bfb2-4887-8a49-54e83f8381b5']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:34.974954 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-86859095-a9be-4557-b60e-c98854b6e1ac tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:34.976187 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7133b682-912c-4ec7-9cda-03facd7f44af') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:34.976700 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7133b682-912c-4ec7-9cda-03facd7f44af') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:34.986045 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:35.000883 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:35.001640 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86859095-a9be-4557-b60e-c98854b6e1ac tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Pushing event deleted for resources: {'Port': ['ID=ec15e9cf-38ef-4ae9-984e-a03a6424984f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:35.009566 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:06:35.009985 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: self.session.flush() Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:06:35.016791 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:06:35.103475 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-86859095-a9be-4557-b60e-c98854b6e1ac tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:35.305378 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86859095-a9be-4557-b60e-c98854b6e1ac tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Router 96c5acb0-64fe-4ea3-a809-463c38201da7 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:06:35.392905 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:35.413218 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:35.414877 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "DELETE /v2.0/networks/5c8b8cb1-bfb2-4887-8a49-54e83f8381b5 HTTP/1.1" status: 204 len: 168 time: 1.3621907 Aug 10 04:06:35.461639 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52654) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:35.462781 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ffc6e-4dc1-4f27-82fd-76d696a3a2a5 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event deleted for resources: {'Network': ['ID=5c8b8cb1-bfb2-4887-8a49-54e83f8381b5,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:35.501314 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-7edf414e-1a52-4386-818a-a06963b01725 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] DELETE failed (client error): The resource could not be found. Aug 10 04:06:35.502180 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7edf414e-1a52-4386-818a-a06963b01725 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:06:35.506770 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7edf414e-1a52-4386-818a-a06963b01725 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "DELETE /v2.0/subnets/64e49bac-0a43-48e5-82f4-c149e56a1ce6 HTTP/1.1" status: 404 len: 337 time: 0.0355856 Aug 10 04:06:35.508241 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52656) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:35.534065 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-638dacf7-344c-4375-8d44-626fbd0021a8 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] DELETE failed (client error): The resource could not be found. Aug 10 04:06:35.535032 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-638dacf7-344c-4375-8d44-626fbd0021a8 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:06:35.540233 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-638dacf7-344c-4375-8d44-626fbd0021a8 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "DELETE /v2.0/networks/c3b2b52d-8ebd-42c4-ba22-cab20902f388 HTTP/1.1" status: 404 len: 339 time: 0.0287395 Aug 10 04:06:35.545155 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52660) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:35.587647 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed528c70-39af-44b1-b685-7a9361d5d5d9 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] DELETE failed (client error): The resource could not be found. Aug 10 04:06:35.588191 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed528c70-39af-44b1-b685-7a9361d5d5d9 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:06:35.590504 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ed528c70-39af-44b1-b685-7a9361d5d5d9 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "DELETE /v2.0/subnets/fe06ab7a-7fa8-42de-aefc-3b1965d03d81 HTTP/1.1" status: 404 len: 337 time: 0.0440428 Aug 10 04:06:35.598586 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a95967-a980-412c-ac61-543da03af070 req-c45b0c8a-4d77-4503-a989-8a60808f474e tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:35.600172 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-34a95967-a980-412c-ac61-543da03af070 req-c45b0c8a-4d77-4503-a989-8a60808f474e tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.1841843 Aug 10 04:06:35.600666 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52662) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:35.632664 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-44409a4c-6280-4104-aaab-a1e1cb05865c tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] DELETE failed (client error): The resource could not be found. Aug 10 04:06:35.633155 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44409a4c-6280-4104-aaab-a1e1cb05865c tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:06:35.638206 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-44409a4c-6280-4104-aaab-a1e1cb05865c tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "DELETE /v2.0/networks/68f39c5a-bfe2-4ada-a8df-be556123ca8b HTTP/1.1" status: 404 len: 339 time: 0.0332577 Aug 10 04:06:35.639006 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52664) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:35.670745 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86859095-a9be-4557-b60e-c98854b6e1ac tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:06:35.675086 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-f34a2b2e-62b9-42ce-b453-e0a8f50d938b tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] DELETE failed (client error): The resource could not be found. Aug 10 04:06:35.675541 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f34a2b2e-62b9-42ce-b453-e0a8f50d938b tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:06:35.679940 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f34a2b2e-62b9-42ce-b453-e0a8f50d938b tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "DELETE /v2.0/subnets/11b41f0e-5f42-47c3-8e80-39505a92a177 HTTP/1.1" status: 404 len: 337 time: 0.0376525 Aug 10 04:06:35.679940 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52666) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:35.680901 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-86859095-a9be-4557-b60e-c98854b6e1ac tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] 10.222.0.25 "PUT /v2.0/routers/96c5acb0-64fe-4ea3-a809-463c38201da7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3922303 Aug 10 04:06:35.682272 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52668) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:35.687429 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673a1a42-e4e4-4933-b5dc-8030cbc03754 None None] Sync routers for ids ['96c5acb0-64fe-4ea3-a809-463c38201da7'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:06:35.696113 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673a1a42-e4e4-4933-b5dc-8030cbc03754 None None] Routers {'96c5acb0-64fe-4ea3-a809-463c38201da7'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:06:35.696963 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-673a1a42-e4e4-4933-b5dc-8030cbc03754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:06:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['96c5acb0-64fe-4ea3-a809-463c38201da7'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:35.717072 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-34a95967-a980-412c-ac61-543da03af070 req-3273c749-3ca1-4adf-b4d7-26f13d5e0b2c tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036415 Aug 10 04:06:35.718082 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-a82534c5-8f68-486a-95c3-d871d892ca1d tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] DELETE failed (client error): The resource could not be found. Aug 10 04:06:35.720573 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a82534c5-8f68-486a-95c3-d871d892ca1d tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:06:35.730860 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a82534c5-8f68-486a-95c3-d871d892ca1d tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "DELETE /v2.0/networks/f3254cf4-d280-478b-a6bf-df54e9c82014 HTTP/1.1" status: 404 len: 339 time: 0.0461631 Aug 10 04:06:35.730860 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52670) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:35.733510 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-e5bb13d9-4ec6-4b9a-bc68-72314db8acc2 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] delete failed (client error): The resource could not be found. Aug 10 04:06:35.738308 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e5bb13d9-4ec6-4b9a-bc68-72314db8acc2 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-1502468145 HTTP/1.1" status: 404 len: 335 time: 0.0550306 Aug 10 04:06:35.738908 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52672) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:35.741669 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-673a1a42-e4e4-4933-b5dc-8030cbc03754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:35.743327 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-63276f38-347a-46ee-ae1d-81b63552d56d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Request body: {'router': {'external_gateway_info': {'network_id': '96c5acb0-64fe-4ea3-a809-463c38201da7'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:35.753645 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673a1a42-e4e4-4933-b5dc-8030cbc03754 None None] Routers {'96c5acb0-64fe-4ea3-a809-463c38201da7'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:06:35.754522 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-673a1a42-e4e4-4933-b5dc-8030cbc03754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:06:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['96c5acb0-64fe-4ea3-a809-463c38201da7'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:35.762415 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea65617-2ce9-4cdb-ab09-3ae6bc9f004f req-63aa8863-ae28-4fc4-b159-92aff276ae4a tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:35.764137 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3ea65617-2ce9-4cdb-ab09-3ae6bc9f004f req-63aa8863-ae28-4fc4-b159-92aff276ae4a tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 945 time: 0.1228867 Aug 10 04:06:35.792800 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-673a1a42-e4e4-4933-b5dc-8030cbc03754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:35.793558 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673a1a42-e4e4-4933-b5dc-8030cbc03754 None None] The sync data for ids ['96c5acb0-64fe-4ea3-a809-463c38201da7'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:06:35.810635 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3ea65617-2ce9-4cdb-ab09-3ae6bc9f004f req-5d9a04ec-8148-4b18-b703-aac39c0e8ff4 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401387 Aug 10 04:06:35.863615 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-234b753b-810f-46d7-818d-bc81dbc2df48 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Deleting subnet 32e14f07-c1b8-4dbc-a49f-129acf410588 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:06:35.913998 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-234b753b-810f-46d7-818d-bc81dbc2df48 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:36.025870 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-234b753b-810f-46d7-818d-bc81dbc2df48 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:36.053912 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bc6bf-2c24-449d-aac6-cdfd92959851 req-4c24e91b-fab9-4943-b32e-f074f3c552b0 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:36.055381 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ce8bc6bf-2c24-449d-aac6-cdfd92959851 req-4c24e91b-fab9-4943-b32e-f074f3c552b0 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 945 time: 0.2155597 Aug 10 04:06:36.100853 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-63276f38-347a-46ee-ae1d-81b63552d56d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:36.164583 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ce8bc6bf-2c24-449d-aac6-cdfd92959851 req-ab2ae89b-d2e4-4f6b-bc3f-13da710e9c83 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785158 Aug 10 04:06:36.169470 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 996d0bdd-7262-48f0-97c7-bb9f15a65acf no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:06:36.222147 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 996d0bdd-7262-48f0-97c7-bb9f15a65acf {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:06:36.222712 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 996d0bdd-7262-48f0-97c7-bb9f15a65acf not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:06:36.252459 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-234b753b-810f-46d7-818d-bc81dbc2df48 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:36.305920 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-63276f38-347a-46ee-ae1d-81b63552d56d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] update failed (client error): The resource could not be found. Aug 10 04:06:36.310888 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-63276f38-347a-46ee-ae1d-81b63552d56d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] 10.222.0.25 "PUT /v2.0/routers/96c5acb0-64fe-4ea3-a809-463c38201da7 HTTP/1.1" status: 404 len: 339 time: 0.5675654 Aug 10 04:06:36.312414 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52684) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:36.317957 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-67a631f5-86dc-47e3-af0d-95c7d6010065 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-89293177'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:36.347317 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808c742-c922-4c98-a9fc-52357d45ed49 req-1ab8f725-34ab-4c56-9500-5b835bee7254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:36.349793 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1808c742-c922-4c98-a9fc-52357d45ed49 req-1ab8f725-34ab-4c56-9500-5b835bee7254 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 1097 time: 0.1579478 Aug 10 04:06:36.404057 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a631f5-86dc-47e3-af0d-95c7d6010065 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Made reservation on behalf of c34dadbd50624715a87dc855b1884bf8 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:06:36.407630 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-67a631f5-86dc-47e3-af0d-95c7d6010065 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:36.415173 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1808c742-c922-4c98-a9fc-52357d45ed49 req-41292d42-87a3-4e03-8281-88adc75af6ee service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569923 Aug 10 04:06:36.432911 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a631f5-86dc-47e3-af0d-95c7d6010065 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:06:36.441653 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-67a631f5-86dc-47e3-af0d-95c7d6010065 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:36.442000 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-67a631f5-86dc-47e3-af0d-95c7d6010065 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Added segment 33cdb1f6-10d5-465b-ad55-6ef33f5f8a76 of type vlan for network d1f335d1-7350-4649-b5a4-58d953974622 Aug 10 04:06:36.483201 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-67a631f5-86dc-47e3-af0d-95c7d6010065 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:36.484390 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-234b753b-810f-46d7-818d-bc81dbc2df48 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:36.518901 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b753b-810f-46d7-818d-bc81dbc2df48 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event deleted for resources: {'Subnet': ['ID=32e14f07-c1b8-4dbc-a49f-129acf410588,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:36.521027 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-234b753b-810f-46d7-818d-bc81dbc2df48 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:36.525334 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-234b753b-810f-46d7-818d-bc81dbc2df48 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "DELETE /v2.0/subnets/32e14f07-c1b8-4dbc-a49f-129acf410588 HTTP/1.1" status: 204 len: 168 time: 0.7941680 Aug 10 04:06:36.525896 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52688) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:36.530793 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc07e661-5cc8-4b3a-8ad5-fd8913e792c8 None None] Network a570e196-127a-45fd-83b2-b4955377703e requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:36.587081 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-67a631f5-86dc-47e3-af0d-95c7d6010065 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:36.593964 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a631f5-86dc-47e3-af0d-95c7d6010065 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:36.594688 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-67a631f5-86dc-47e3-af0d-95c7d6010065 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:36.685502 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d71db0c0-c43f-4685-b68b-6a826b108bdf tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:36.693081 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a631f5-86dc-47e3-af0d-95c7d6010065 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Pushing event updated for resources: {'Network': ['ID=d1f335d1-7350-4649-b5a4-58d953974622,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:36.712096 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network d1f335d1-7350-4649-b5a4-58d953974622 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:06:36.731342 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-67a631f5-86dc-47e3-af0d-95c7d6010065 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4177999 Aug 10 04:06:36.736299 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52692) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:36.746327 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-a6407e9a-a0d1-4c55-874c-3ee525c5aa8d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Request body: {'subnet': {'network_id': 'd1f335d1-7350-4649-b5a4-58d953974622', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:36.762276 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1600d33e-737c-47f4-90c5-bd6667c11f9a None None] DHCP port deletion for a570e196-127a-45fd-83b2-b4955377703e request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:06:36.844221 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-1600d33e-737c-47f4-90c5-bd6667c11f9a None None] Deleting port 3074c271-6121-4ab0-a305-1724f07be1ba {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:36.844744 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1600d33e-737c-47f4-90c5-bd6667c11f9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:36.847351 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-d71db0c0-c43f-4685-b68b-6a826b108bdf tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Deleting port 3074c271-6121-4ab0-a305-1724f07be1ba {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:36.847914 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d71db0c0-c43f-4685-b68b-6a826b108bdf tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:36.919256 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-1600d33e-737c-47f4-90c5-bd6667c11f9a None None] For port 3074c271-6121-4ab0-a305-1724f07be1ba, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3074c271-6121-4ab0-a305-1724f07be1ba,segment=NetworkSegment(ab375481-a21a-425f-ad29-eb57dca48699),segment_id=ab375481-a21a-425f-ad29-eb57dca48699)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:36.919463 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1600d33e-737c-47f4-90c5-bd6667c11f9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:36.936376 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-1600d33e-737c-47f4-90c5-bd6667c11f9a None None] Calling delete_port for 3074c271-6121-4ab0-a305-1724f07be1ba owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:36.943170 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-d71db0c0-c43f-4685-b68b-6a826b108bdf tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] For port 3074c271-6121-4ab0-a305-1724f07be1ba, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3074c271-6121-4ab0-a305-1724f07be1ba,segment=NetworkSegment(ab375481-a21a-425f-ad29-eb57dca48699),segment_id=ab375481-a21a-425f-ad29-eb57dca48699)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:36.944094 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d71db0c0-c43f-4685-b68b-6a826b108bdf tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:36.960278 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-d71db0c0-c43f-4685-b68b-6a826b108bdf tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Calling delete_port for 3074c271-6121-4ab0-a305-1724f07be1ba owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:36.963316 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7730bd-ca92-4324-9142-f5e98b8ecb92 req-c202a231-e941-41d5-ac84-c19c57911fe3 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:36.966026 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3b7730bd-ca92-4324-9142-f5e98b8ecb92 req-c202a231-e941-41d5-ac84-c19c57911fe3 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 945 time: 0.0722558 Aug 10 04:06:37.009570 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3b7730bd-ca92-4324-9142-f5e98b8ecb92 req-924ff0fb-f9a1-43f6-b8c5-ea7d73b25192 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368121 Aug 10 04:06:37.050182 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a49b92-4cd9-4c23-a792-8756e56b8b33 req-4e24825c-7f80-48db-a8d2-0f81022a4477 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:37.051709 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a5a49b92-4cd9-4c23-a792-8756e56b8b33 req-4e24825c-7f80-48db-a8d2-0f81022a4477 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.2598770 Aug 10 04:06:37.065811 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6407e9a-a0d1-4c55-874c-3ee525c5aa8d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Made reservation on behalf of c34dadbd50624715a87dc855b1884bf8 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:06:37.069565 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6407e9a-a0d1-4c55-874c-3ee525c5aa8d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:37.100922 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a5a49b92-4cd9-4c23-a792-8756e56b8b33 req-85dd4c4c-b898-4ded-a50c-6f0ffbff5a34 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425179 Aug 10 04:06:37.146563 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1600d33e-737c-47f4-90c5-bd6667c11f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:37.154592 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d71db0c0-c43f-4685-b68b-6a826b108bdf tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:37.177715 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600d33e-737c-47f4-90c5-bd6667c11f9a None None] Pushing event deleted for resources: {'Port': ['ID=3074c271-6121-4ab0-a305-1724f07be1ba,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:37.181265 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1600d33e-737c-47f4-90c5-bd6667c11f9a None None] No DVR routers for this DVR port 3074c271-6121-4ab0-a305-1724f07be1ba on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:06:37.206601 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71db0c0-c43f-4685-b68b-6a826b108bdf tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event deleted for resources: {'Port': ['ID=3074c271-6121-4ab0-a305-1724f07be1ba,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:37.213234 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71db0c0-c43f-4685-b68b-6a826b108bdf tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] No DVR routers for this DVR port 3074c271-6121-4ab0-a305-1724f07be1ba on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:06:37.333605 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d71db0c0-c43f-4685-b68b-6a826b108bdf tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:37.346963 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-d71db0c0-c43f-4685-b68b-6a826b108bdf tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a570e196-127a-45fd-83b2-b4955377703e']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:37.366602 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-d71db0c0-c43f-4685-b68b-6a826b108bdf tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab375481-a21a-425f-ad29-eb57dca48699') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:37.366944 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-d71db0c0-c43f-4685-b68b-6a826b108bdf tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab375481-a21a-425f-ad29-eb57dca48699') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:37.377730 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d71db0c0-c43f-4685-b68b-6a826b108bdf tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:37.393142 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d71db0c0-c43f-4685-b68b-6a826b108bdf tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:37.400158 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71db0c0-c43f-4685-b68b-6a826b108bdf tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:06:37.400580 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d71db0c0-c43f-4685-b68b-6a826b108bdf tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:06:37.404248 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:06:37.483470 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:06:37.546200 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d71db0c0-c43f-4685-b68b-6a826b108bdf tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:37.561014 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d71db0c0-c43f-4685-b68b-6a826b108bdf tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:37.563984 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d71db0c0-c43f-4685-b68b-6a826b108bdf tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "DELETE /v2.0/networks/a570e196-127a-45fd-83b2-b4955377703e HTTP/1.1" status: 204 len: 168 time: 1.0360222 Aug 10 04:06:37.567791 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52704) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:37.584411 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:37.599676 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71db0c0-c43f-4685-b68b-6a826b108bdf tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event deleted for resources: {'Network': ['ID=a570e196-127a-45fd-83b2-b4955377703e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:37.615325 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a4d876-8398-4d61-bd15-9e7f6b58b152', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c3dbed2-9ffa-467d-b97d-f8a3cd11d817'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:06:37.617805 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da1efa4-28ad-4859-95df-bebe75b01970" -d '{"events": [{"server_uuid": "51a4d876-8398-4d61-bd15-9e7f6b58b152", "name": "network-vif-unplugged", "status": "completed", "tag": "9c3dbed2-9ffa-467d-b97d-f8a3cd11d817"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:06:37.624490 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-94ecc47e-0eab-4d5b-8675-c6796ee66e70 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] DELETE failed (client error): The resource could not be found. Aug 10 04:06:37.624948 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94ecc47e-0eab-4d5b-8675-c6796ee66e70 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:06:37.629360 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-94ecc47e-0eab-4d5b-8675-c6796ee66e70 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "DELETE /v2.0/subnets/96897e7a-1bb1-4e86-9c2b-cda136680653 HTTP/1.1" status: 404 len: 337 time: 0.0572932 Aug 10 04:06:37.636542 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52712) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:37.646167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9c3dbed2-9ffa-467d-b97d-f8a3cd11d817,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:37.661847 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 04:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bba2b5-193b-40d6-8fc6-5b02ab8f6053 x-openstack-request-id: req-f3bba2b5-193b-40d6-8fc6-5b02ab8f6053 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:06:37.661847 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a4d876-8398-4d61-bd15-9e7f6b58b152", "name": "network-vif-unplugged", "status": "failed", "tag": "9c3dbed2-9ffa-467d-b97d-f8a3cd11d817", "code": 422}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:06:37.661847 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3bba2b5-193b-40d6-8fc6-5b02ab8f6053 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:06:37.662162 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7debcdf-a72a-4336-8c4d-bc529dc791e2 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] DELETE failed (client error): The resource could not be found. Aug 10 04:06:37.662261 n-d-802893-2 neutron-server[94939]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '51a4d876-8398-4d61-bd15-9e7f6b58b152', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9c3dbed2-9ffa-467d-b97d-f8a3cd11d817', 'code': 422} returned with failed status Aug 10 04:06:37.662353 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7debcdf-a72a-4336-8c4d-bc529dc791e2 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:06:37.662353 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a7debcdf-a72a-4336-8c4d-bc529dc791e2 tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "DELETE /v2.0/networks/49ffbe48-ba11-4578-89c0-766af85baee9 HTTP/1.1" status: 404 len: 339 time: 0.0222235 Aug 10 04:06:37.663414 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52714) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:37.717256 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:37.733743 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7c7fae-8154-4a45-9ced-7434a470fcae tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Deleting subnet 5b001e13-9720-4480-aec2-1890246c9ff0 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:06:37.738175 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c7c7fae-8154-4a45-9ced-7434a470fcae tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:37.769298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef5c60-986f-4577-a7f7-42a4ebc81f62 req-606f61e4-bffc-429c-9b98-16c42ae8f0d4 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:37.771072 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-afef5c60-986f-4577-a7f7-42a4ebc81f62 req-606f61e4-bffc-429c-9b98-16c42ae8f0d4 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 945 time: 0.0978775 Aug 10 04:06:37.772273 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=9c3dbed2-9ffa-467d-b97d-f8a3cd11d817,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:37.796437 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c7c7fae-8154-4a45-9ced-7434a470fcae tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:37.820102 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-afef5c60-986f-4577-a7f7-42a4ebc81f62 req-d383ffbf-1110-4d1b-ad92-b04362d6783f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384862 Aug 10 04:06:37.889358 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c7c7fae-8154-4a45-9ced-7434a470fcae tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:37.906994 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6407e9a-a0d1-4c55-874c-3ee525c5aa8d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:37.976002 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6407e9a-a0d1-4c55-874c-3ee525c5aa8d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Pushing event updated for resources: {'Subnet': ['ID=23a0edcf-7bcc-428d-a37a-a0f4c00de78a,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:37.983924 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6407e9a-a0d1-4c55-874c-3ee525c5aa8d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Checking segment: {'id': '33cdb1f6-10d5-465b-ad55-6ef33f5f8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd1f335d1-7350-4649-b5a4-58d953974622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:06:37.985019 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6407e9a-a0d1-4c55-874c-3ee525c5aa8d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Network hostable DHCP agents. Network: d1f335d1-7350-4649-b5a4-58d953974622, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:06:38.004564 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2f90bc-7ad2-4889-a73d-5a392a5d0aa1 req-7adec42f-5817-42e4-9bc6-ed9129db439c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:38.006070 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6a2f90bc-7ad2-4889-a73d-5a392a5d0aa1 req-7adec42f-5817-42e4-9bc6-ed9129db439c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1126866 Aug 10 04:06:38.048140 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6a2f90bc-7ad2-4889-a73d-5a392a5d0aa1 req-68b4b4b1-8717-40e6-b56b-37b0ca34beb9 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353944 Aug 10 04:06:38.102518 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c7c7fae-8154-4a45-9ced-7434a470fcae tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:38.137271 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6407e9a-a0d1-4c55-874c-3ee525c5aa8d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Network d1f335d1-7350-4649-b5a4-58d953974622 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:06:38.173679 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093abd50-7ad8-45a8-bfb4-da4c995fe8fe req-14d73c0c-4cf9-41e6-874a-3aa6f196c556 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:38.175702 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e82d275-9fd5-4c94-8802-05a0e6560484 None None] Network fa8fe545-6daf-4245-938e-640c44a6d839 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:38.181525 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c7c7fae-8154-4a45-9ced-7434a470fcae tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:38.184245 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8c7c7fae-8154-4a45-9ced-7434a470fcae tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "DELETE /v2.0/subnets/5b001e13-9720-4480-aec2-1890246c9ff0 HTTP/1.1" status: 204 len: 168 time: 0.5196745 Aug 10 04:06:38.185270 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c7fae-8154-4a45-9ced-7434a470fcae tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event deleted for resources: {'Subnet': ['ID=5b001e13-9720-4480-aec2-1890246c9ff0,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:38.187270 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52724) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:38.188042 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-093abd50-7ad8-45a8-bfb4-da4c995fe8fe req-14d73c0c-4cf9-41e6-874a-3aa6f196c556 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 945 time: 0.0854747 Aug 10 04:06:38.219575 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-a6407e9a-a0d1-4c55-874c-3ee525c5aa8d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, d1f335d1-7350-4649-b5a4-58d953974622) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:38.235577 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6407e9a-a0d1-4c55-874c-3ee525c5aa8d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:38.236381 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6407e9a-a0d1-4c55-874c-3ee525c5aa8d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:38.262784 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-093abd50-7ad8-45a8-bfb4-da4c995fe8fe req-3c4330a8-e516-4148-b2fd-9cee0ce0ae14 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735915 Aug 10 04:06:38.302183 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3074c271-6121-4ab0-a305-1724f07be1ba no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:06:38.314976 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b815b-8b69-4074-a7ee-442473a8085d req-f9f6f389-9d33-4551-afb5-0375b5dae4d9 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:38.320491 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7c6b815b-8b69-4074-a7ee-442473a8085d req-f9f6f389-9d33-4551-afb5-0375b5dae4d9 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1503782 Aug 10 04:06:38.321735 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f39cac-b6cc-4bc5-9d70-9a6e352f314a None None] Network d1f335d1-7350-4649-b5a4-58d953974622 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:38.327804 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-221ec819-53be-4d06-afa6-90cd7e16ec1c tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:38.373476 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a6407e9a-a0d1-4c55-874c-3ee525c5aa8d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6347740 Aug 10 04:06:38.376098 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52726) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:38.381252 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-12cd5b6b-3ebb-4001-8b1e-6f7b186af4ec tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd1f335d1-7350-4649-b5a4-58d953974622'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:38.407988 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 3074c271-6121-4ab0-a305-1724f07be1ba {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:06:38.408587 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3074c271-6121-4ab0-a305-1724f07be1ba not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:06:38.417923 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7c6b815b-8b69-4074-a7ee-442473a8085d req-5acf48d8-7923-4a03-aa13-41408a8f4faa tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875087 Aug 10 04:06:38.518634 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-221ec819-53be-4d06-afa6-90cd7e16ec1c tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Deleting port b9bd546e-6715-42d7-a992-fd99b34af520 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:38.518975 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-221ec819-53be-4d06-afa6-90cd7e16ec1c tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:38.532838 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44b2036-1f85-4171-bc18-cfc6eaaee6ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-d1f335d1-7350-4649-b5a4-58d953974622', 'network_id': 'd1f335d1-7350-4649-b5a4-58d953974622', 'tenant_id': 'c34dadbd50624715a87dc855b1884bf8', 'fixed_ips': [{'subnet_id': '23a0edcf-7bcc-428d-a37a-a0f4c00de78a'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:06:38.537057 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e44b2036-1f85-4171-bc18-cfc6eaaee6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:38.629828 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-221ec819-53be-4d06-afa6-90cd7e16ec1c tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] For port b9bd546e-6715-42d7-a992-fd99b34af520, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=b9bd546e-6715-42d7-a992-fd99b34af520,segment=NetworkSegment(95d11545-75ef-4847-af7e-51135d15da38),segment_id=95d11545-75ef-4847-af7e-51135d15da38)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:38.630199 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-221ec819-53be-4d06-afa6-90cd7e16ec1c tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:38.644421 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-221ec819-53be-4d06-afa6-90cd7e16ec1c tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Calling delete_port for b9bd546e-6715-42d7-a992-fd99b34af520 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:38.655421 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434b3ff-d5ae-40c3-b1c5-0132312ccfdf req-cfcdf2d5-2aba-405d-a756-ca8a8dfda453 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:38.656650 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788952fd-c3b0-4f25-9027-9db1b1e95291 None None] DHCP port deletion for fa8fe545-6daf-4245-938e-640c44a6d839 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:06:38.663227 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a434b3ff-d5ae-40c3-b1c5-0132312ccfdf req-cfcdf2d5-2aba-405d-a756-ca8a8dfda453 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.3224301 Aug 10 04:06:38.761534 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-e44b2036-1f85-4171-bc18-cfc6eaaee6ad None None] Allocated IP 2001:db8:1::2 (d1f335d1-7350-4649-b5a4-58d953974622/23a0edcf-7bcc-428d-a37a-a0f4c00de78a/c040e6ad-0127-4801-9fc1-4657f224b195) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:06:38.768482 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-788952fd-c3b0-4f25-9027-9db1b1e95291 None None] Deleting port b9bd546e-6715-42d7-a992-fd99b34af520 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:38.768854 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-788952fd-c3b0-4f25-9027-9db1b1e95291 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:38.791607 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a434b3ff-d5ae-40c3-b1c5-0132312ccfdf req-0a4c3495-5a8c-4ea0-91c9-d3fed04432f7 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269219 Aug 10 04:06:38.799579 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-12cd5b6b-3ebb-4001-8b1e-6f7b186af4ec tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:38.821437 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-221ec819-53be-4d06-afa6-90cd7e16ec1c tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:38.845565 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-788952fd-c3b0-4f25-9027-9db1b1e95291 None None] For port b9bd546e-6715-42d7-a992-fd99b34af520, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=b9bd546e-6715-42d7-a992-fd99b34af520,segment=NetworkSegment(95d11545-75ef-4847-af7e-51135d15da38),segment_id=95d11545-75ef-4847-af7e-51135d15da38)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:38.845968 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-788952fd-c3b0-4f25-9027-9db1b1e95291 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:38.852404 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ec819-53be-4d06-afa6-90cd7e16ec1c tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event deleted for resources: {'Port': ['ID=b9bd546e-6715-42d7-a992-fd99b34af520,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:38.855003 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221ec819-53be-4d06-afa6-90cd7e16ec1c tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] No DVR routers for this DVR port b9bd546e-6715-42d7-a992-fd99b34af520 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:06:38.989366 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-221ec819-53be-4d06-afa6-90cd7e16ec1c tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:39.001357 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-788952fd-c3b0-4f25-9027-9db1b1e95291 None None] Calling delete_port for b9bd546e-6715-42d7-a992-fd99b34af520 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:39.003784 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-221ec819-53be-4d06-afa6-90cd7e16ec1c tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa8fe545-6daf-4245-938e-640c44a6d839']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:39.021572 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacd9c6-6ff5-46ed-aafb-4eb32f12553f req-fdad98e6-4c46-4aec-a2c0-7a4f6a99009f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:39.022374 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ddacd9c6-6ff5-46ed-aafb-4eb32f12553f req-fdad98e6-4c46-4aec-a2c0-7a4f6a99009f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1370130 Aug 10 04:06:39.026131 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-221ec819-53be-4d06-afa6-90cd7e16ec1c tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d11545-75ef-4847-af7e-51135d15da38') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:39.026425 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-221ec819-53be-4d06-afa6-90cd7e16ec1c tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d11545-75ef-4847-af7e-51135d15da38') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:39.048584 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-221ec819-53be-4d06-afa6-90cd7e16ec1c tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:39.074149 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-221ec819-53be-4d06-afa6-90cd7e16ec1c tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:39.087426 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221ec819-53be-4d06-afa6-90cd7e16ec1c tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:06:39.087831 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-221ec819-53be-4d06-afa6-90cd7e16ec1c tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:39.089556 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-12cd5b6b-3ebb-4001-8b1e-6f7b186af4ec tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:06:39.090912 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-12cd5b6b-3ebb-4001-8b1e-6f7b186af4ec tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] 10.222.0.25 "PUT /v2.0/routers/96c5acb0-64fe-4ea3-a809-463c38201da7 HTTP/1.1" status: 400 len: 364 time: 0.7139030 Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:06:39.092444 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:06:39.097489 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52738) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:39.109626 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ddacd9c6-6ff5-46ed-aafb-4eb32f12553f req-7e94e65e-f0ec-4561-8aea-519c4579c950 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758789 Aug 10 04:06:39.203621 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-221ec819-53be-4d06-afa6-90cd7e16ec1c tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:39.215096 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-221ec819-53be-4d06-afa6-90cd7e16ec1c tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:39.215096 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-221ec819-53be-4d06-afa6-90cd7e16ec1c tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] 10.222.0.25 "DELETE /v2.0/networks/fa8fe545-6daf-4245-938e-640c44a6d839 HTTP/1.1" status: 204 len: 168 time: 1.0082576 Aug 10 04:06:39.228476 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-788952fd-c3b0-4f25-9027-9db1b1e95291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:39.235765 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ec819-53be-4d06-afa6-90cd7e16ec1c tempest-NetworksIpV6Test-1570583195 tempest-NetworksIpV6Test-1570583195-project] Pushing event deleted for resources: {'Network': ['ID=fa8fe545-6daf-4245-938e-640c44a6d839,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:39.246494 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-788952fd-c3b0-4f25-9027-9db1b1e95291 None None] Network fa8fe545-6daf-4245-938e-640c44a6d839 is not hosted by any dhcp agent {{(pid=94939) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 04:06:39.246494 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788952fd-c3b0-4f25-9027-9db1b1e95291 None None] No DVR routers for this DVR port b9bd546e-6715-42d7-a992-fd99b34af520 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:06:39.285012 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788952fd-c3b0-4f25-9027-9db1b1e95291 None None] Pushing event deleted for resources: {'Port': ['ID=b9bd546e-6715-42d7-a992-fd99b34af520,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:39.301922 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e44b2036-1f85-4171-bc18-cfc6eaaee6ad None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:39.316063 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e44b2036-1f85-4171-bc18-cfc6eaaee6ad None None] Transition to ACTIVE for port object c040e6ad-0127-4801-9fc1-4657f224b195 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:39.334467 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e44b2036-1f85-4171-bc18-cfc6eaaee6ad None None] Transition to ACTIVE for port object c040e6ad-0127-4801-9fc1-4657f224b195 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:39.344611 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab0912-e491-44b9-aa4d-d7063a309b59 req-9dc0bfd2-8523-408d-ac6b-705726ae6218 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:39.351925 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0bab0912-e491-44b9-aa4d-d7063a309b59 req-9dc0bfd2-8523-408d-ac6b-705726ae6218 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.1776745 Aug 10 04:06:39.398729 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e44b2036-1f85-4171-bc18-cfc6eaaee6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:39.417275 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a61ef-b782-42b7-86f7-0a078791fb39 req-7093b9e0-5225-4040-b288-84eed9a0c1fc tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:39.419247 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b52a61ef-b782-42b7-86f7-0a078791fb39 req-7093b9e0-5225-4040-b288-84eed9a0c1fc tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 945 time: 0.0628910 Aug 10 04:06:39.420901 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b78e71-5435-4532-9070-af8efe02c5e9 req-8986dbfb-60cf-47fa-a497-be9e3a8bb6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:39.422644 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f1b78e71-5435-4532-9070-af8efe02c5e9 req-8986dbfb-60cf-47fa-a497-be9e3a8bb6f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f3713408bd1840a4be53441e1ea350d3&device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 1097 time: 0.2057421 Aug 10 04:06:39.466565 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44b2036-1f85-4171-bc18-cfc6eaaee6ad None None] Network d1f335d1-7350-4649-b5a4-58d953974622 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:06:39.470611 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b2036-1f85-4171-bc18-cfc6eaaee6ad None None] Pushing event updated for resources: {'Port': ['ID=c040e6ad-0127-4801-9fc1-4657f224b195,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:39.473735 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-e44b2036-1f85-4171-bc18-cfc6eaaee6ad None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:39.473883 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b52a61ef-b782-42b7-86f7-0a078791fb39 req-a970dc33-11d5-4c52-a51e-a128788f6b22 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453787 Aug 10 04:06:39.475178 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44b2036-1f85-4171-bc18-cfc6eaaee6ad None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:06:39.480206 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0bab0912-e491-44b9-aa4d-d7063a309b59 req-ad10efcf-7de6-4a65-8b59-e1e6a622fe50 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186583 Aug 10 04:06:39.556560 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-e44b2036-1f85-4171-bc18-cfc6eaaee6ad None None] Attempting to bind port c040e6ad-0127-4801-9fc1-4657f224b195 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:06:39.556793 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-e44b2036-1f85-4171-bc18-cfc6eaaee6ad None None] Attempting to bind port c040e6ad-0127-4801-9fc1-4657f224b195 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '33cdb1f6-10d5-465b-ad55-6ef33f5f8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd1f335d1-7350-4649-b5a4-58d953974622'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:06:39.557218 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44b2036-1f85-4171-bc18-cfc6eaaee6ad None None] Attempting to bind port c040e6ad-0127-4801-9fc1-4657f224b195 on network d1f335d1-7350-4649-b5a4-58d953974622 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:06:39.564187 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44b2036-1f85-4171-bc18-cfc6eaaee6ad None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:06:39.564564 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44b2036-1f85-4171-bc18-cfc6eaaee6ad None None] Checking segment: {'id': '33cdb1f6-10d5-465b-ad55-6ef33f5f8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd1f335d1-7350-4649-b5a4-58d953974622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:06:39.564969 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e44b2036-1f85-4171-bc18-cfc6eaaee6ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:39.565360 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44b2036-1f85-4171-bc18-cfc6eaaee6ad None None] Bound using segment: {'id': '33cdb1f6-10d5-465b-ad55-6ef33f5f8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd1f335d1-7350-4649-b5a4-58d953974622'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:06:39.565828 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-e44b2036-1f85-4171-bc18-cfc6eaaee6ad None None] Bound port: c040e6ad-0127-4801-9fc1-4657f224b195, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33cdb1f6-10d5-465b-ad55-6ef33f5f8a76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'd1f335d1-7350-4649-b5a4-58d953974622'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:06:39.566202 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e44b2036-1f85-4171-bc18-cfc6eaaee6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:39.660593 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-e44b2036-1f85-4171-bc18-cfc6eaaee6ad None None] For port c040e6ad-0127-4801-9fc1-4657f224b195, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:06:39.664036 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-e44b2036-1f85-4171-bc18-cfc6eaaee6ad None None] For port c040e6ad-0127-4801-9fc1-4657f224b195, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c040e6ad-0127-4801-9fc1-4657f224b195,segment=NetworkSegment(33cdb1f6-10d5-465b-ad55-6ef33f5f8a76),segment_id=33cdb1f6-10d5-465b-ad55-6ef33f5f8a76)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:06:39.678911 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b78e71-5435-4532-9070-af8efe02c5e9 req-70f84628-abde-48df-b63f-8c82964636d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:39.680462 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f1b78e71-5435-4532-9070-af8efe02c5e9 req-70f84628-abde-48df-b63f-8c82964636d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6a30de31-8cff-447d-a775-a8b158513d18 HTTP/1.1" status: 200 len: 911 time: 0.2338295 Aug 10 04:06:39.707145 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f3d1c029-1754-4f41-9c78-de8829ab1e1a tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:39.747938 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f1b78e71-5435-4532-9070-af8efe02c5e9 req-f762d82f-b0c0-4381-bab1-e1f31d51ac9c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54cb3a90-b169-4e91-b83b-d4603eaa7058 HTTP/1.1" status: 200 len: 217 time: 0.0477235 Aug 10 04:06:39.776355 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e44b2036-1f85-4171-bc18-cfc6eaaee6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:39.802814 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52748) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:39.845794 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b2036-1f85-4171-bc18-cfc6eaaee6ad None None] Pushing event updated for resources: {'Port': ['ID=c040e6ad-0127-4801-9fc1-4657f224b195,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:39.883507 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b78e71-5435-4532-9070-af8efe02c5e9 req-bb16e1f9-6396-4214-b354-56b5cf75c168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:39.885251 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f1b78e71-5435-4532-9070-af8efe02c5e9 req-bb16e1f9-6396-4214-b354-56b5cf75c168 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c8ebd3f-75bf-4ec3-96f1-9cf76215d792 HTTP/1.1" status: 200 len: 850 time: 0.0984297 Aug 10 04:06:39.959018 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f1b78e71-5435-4532-9070-af8efe02c5e9 req-bbe30bd8-6c5f-4b8a-b585-7b884e5f150d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6a30de31-8cff-447d-a775-a8b158513d18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342245 Aug 10 04:06:39.969778 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b50fdc6a-82f9-4a8c-a59d-c3b25a3888ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:39.988555 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8c2f2e95-8987-4c7c-b327-962472aeea57 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fd59fb2bf85a4580a8990fede7cfb76e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1840167 Aug 10 04:06:39.990737 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52752) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:40.068861 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-51b5d404-18ab-44c3-8ce4-072def45a49f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:40.105526 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-51b5d404-18ab-44c3-8ce4-072def45a49f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:40.173879 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f1b78e71-5435-4532-9070-af8efe02c5e9 req-2563f317-5912-4264-8370-4f63dee2d5e6 service neutron] 10.222.0.20 "GET /v2.0/networks/6a30de31-8cff-447d-a775-a8b158513d18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038233 Aug 10 04:06:40.201030 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-f3d1c029-1754-4f41-9c78-de8829ab1e1a tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Allocated IP 2001:db8::1 (f88c44ef-7114-4c00-812f-f059b6088a5f/f1a44191-ae57-4d7f-afbb-c1e58e97e457/9b4a837a-af2c-49f4-96e3-ad078b07fd0b) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:06:40.238639 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c040e6ad-0127-4801-9fc1-4657f224b195 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:06:40.294969 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-51b5d404-18ab-44c3-8ce4-072def45a49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:40.297543 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-51b5d404-18ab-44c3-8ce4-072def45a49f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:40.301335 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-51b5d404-18ab-44c3-8ce4-072def45a49f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/becb5c37-09f2-4260-b87e-e4533dfa6e88 HTTP/1.1" status: 204 len: 168 time: 0.3070700 Aug 10 04:06:40.306968 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5d404-18ab-44c3-8ce4-072def45a49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=becb5c37-09f2-4260-b87e-e4533dfa6e88,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:40.374967 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port c040e6ad-0127-4801-9fc1-4657f224b195 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:06:40.407115 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8d9ac-1919-4177-8c84-ae222ac0bbc2 req-9ae82a2c-817e-4bb3-9efa-a1ab0b92543a tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:40.408659 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8ae8d9ac-1919-4177-8c84-ae222ac0bbc2 req-9ae82a2c-817e-4bb3-9efa-a1ab0b92543a tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1928158 Aug 10 04:06:40.432112 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b9bd546e-6715-42d7-a992-fd99b34af520 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:06:40.434900 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f3d1c029-1754-4f41-9c78-de8829ab1e1a tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:40.443449 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f1b78e71-5435-4532-9070-af8efe02c5e9 req-5bea4742-7e4c-4685-8ae5-f7d3846a7908 service neutron] 10.222.0.20 "GET /v2.0/networks/6a30de31-8cff-447d-a775-a8b158513d18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576189 Aug 10 04:06:40.459554 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: b9bd546e-6715-42d7-a992-fd99b34af520 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:06:40.459847 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b9bd546e-6715-42d7-a992-fd99b34af520 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:06:40.473965 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-f3d1c029-1754-4f41-9c78-de8829ab1e1a tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Transition to ACTIVE for port object 9b4a837a-af2c-49f4-96e3-ad078b07fd0b will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:40.497121 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8ae8d9ac-1919-4177-8c84-ae222ac0bbc2 req-b157f7eb-6ee1-41d3-8807-b5c57310d2f8 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654669 Aug 10 04:06:40.600564 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5c185-11fd-4ed9-88f9-e56596462ebe req-d7639bf2-5434-45f7-9fbc-58b74250e5ad tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:40.602201 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5ba5c185-11fd-4ed9-88f9-e56596462ebe req-d7639bf2-5434-45f7-9fbc-58b74250e5ad tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.0533092 Aug 10 04:06:40.620685 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dae1fb-31d4-4c84-a969-9b50edddcc0e req-cf6034d7-3c13-492e-913b-5abb73fa520e tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:40.621964 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0dae1fb-31d4-4c84-a969-9b50edddcc0e req-cf6034d7-3c13-492e-913b-5abb73fa520e tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 945 time: 0.0589876 Aug 10 04:06:40.645996 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f3d1c029-1754-4f41-9c78-de8829ab1e1a tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:40.655661 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5ba5c185-11fd-4ed9-88f9-e56596462ebe req-cde7a333-5d75-444d-831f-073127a728d5 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424609 Aug 10 04:06:40.718412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d1c029-1754-4f41-9c78-de8829ab1e1a tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Network f88c44ef-7114-4c00-812f-f059b6088a5f is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:06:40.734742 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-f3d1c029-1754-4f41-9c78-de8829ab1e1a tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:40.739383 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d1c029-1754-4f41-9c78-de8829ab1e1a tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:06:40.739945 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f3d1c029-1754-4f41-9c78-de8829ab1e1a tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:40.745703 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0dae1fb-31d4-4c84-a969-9b50edddcc0e req-9af011a2-6c50-40af-8eaa-2d4fb316c63b tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159873 Aug 10 04:06:40.846924 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1c029-1754-4f41-9c78-de8829ab1e1a tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Pushing event updated for resources: {'Port': ['ID=9b4a837a-af2c-49f4-96e3-ad078b07fd0b,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:41.011231 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f3d1c029-1754-4f41-9c78-de8829ab1e1a tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:41.163675 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-18822f61-e60a-40b0-998d-82a39531efef None None] Provisioning for port 9b4a837a-af2c-49f4-96e3-ad078b07fd0b completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:06:41.168555 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-18822f61-e60a-40b0-998d-82a39531efef None None] Provisioning complete for port 9b4a837a-af2c-49f4-96e3-ad078b07fd0b triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:41.169068 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-18822f61-e60a-40b0-998d-82a39531efef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:41.172776 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8adf3b6-742d-41c9-a79d-7f90080d7a7e None None] Network d1f335d1-7350-4649-b5a4-58d953974622 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:41.244605 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-18822f61-e60a-40b0-998d-82a39531efef None None] Port 9b4a837a-af2c-49f4-96e3-ad078b07fd0b cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:06:41.318071 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f3d1c029-1754-4f41-9c78-de8829ab1e1a tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:41.398505 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f3d1c029-1754-4f41-9c78-de8829ab1e1a tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:41.399472 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f3d1c029-1754-4f41-9c78-de8829ab1e1a tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:41.494053 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1c029-1754-4f41-9c78-de8829ab1e1a tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Pushing event updated for resources: {'Port': ['ID=9b4a837a-af2c-49f4-96e3-ad078b07fd0b,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:41.506286 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:06:41.565929 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d1c029-1754-4f41-9c78-de8829ab1e1a tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Network f88c44ef-7114-4c00-812f-f059b6088a5f is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:06:41.568552 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-f3d1c029-1754-4f41-9c78-de8829ab1e1a tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:41.632393 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-514ac384-62fa-45b7-862e-124a3d74e7d4 None None] Provisioning for port c040e6ad-0127-4801-9fc1-4657f224b195 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:06:41.641635 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-514ac384-62fa-45b7-862e-124a3d74e7d4 None None] Provisioning complete for port c040e6ad-0127-4801-9fc1-4657f224b195 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:41.643016 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-514ac384-62fa-45b7-862e-124a3d74e7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:41.701628 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ecea19-39fa-4509-8232-6f3536849148 req-60aaaf9d-c3f1-4cb6-94b7-c451fe66b3e7 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:41.703294 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-06ecea19-39fa-4509-8232-6f3536849148 req-60aaaf9d-c3f1-4cb6-94b7-c451fe66b3e7 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.0778811 Aug 10 04:06:41.744747 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52788) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:41.781513 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-514ac384-62fa-45b7-862e-124a3d74e7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:41.787547 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d1c029-1754-4f41-9c78-de8829ab1e1a tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Router 96c5acb0-64fe-4ea3-a809-463c38201da7 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:06:41.840457 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-06ecea19-39fa-4509-8232-6f3536849148 req-c6e7d1d2-dc85-4216-b45a-283a973883bf tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270607 Aug 10 04:06:41.850599 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-514ac384-62fa-45b7-862e-124a3d74e7d4 None None] For port c040e6ad-0127-4801-9fc1-4657f224b195, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c040e6ad-0127-4801-9fc1-4657f224b195,segment=NetworkSegment(33cdb1f6-10d5-465b-ad55-6ef33f5f8a76),segment_id=33cdb1f6-10d5-465b-ad55-6ef33f5f8a76)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:41.940958 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-514ac384-62fa-45b7-862e-124a3d74e7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:41.986724 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5f629-093b-4f4a-932a-8885ed70dbeb req-bf99773a-3264-4588-ada9-7258c90a49d8 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:41.986890 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-0cb222a3-1659-41a6-8082-ec723443544c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'network': {'name': 'tempest-RoutersTest-1145529204'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:41.988815 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b0f5f629-093b-4f4a-932a-8885ed70dbeb req-bf99773a-3264-4588-ada9-7258c90a49d8 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 945 time: 0.0609539 Aug 10 04:06:41.999216 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ac384-62fa-45b7-862e-124a3d74e7d4 None None] Pushing event updated for resources: {'Port': ['ID=c040e6ad-0127-4801-9fc1-4657f224b195,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:42.032209 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b0f5f629-093b-4f4a-932a-8885ed70dbeb req-bd36fda4-cb0f-4461-a74a-77045fec0efe tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362482 Aug 10 04:06:42.041060 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047e7b3-7b7a-4e8e-8997-cacc1fda49b7 req-acb8b8ee-2496-4dbd-bfa3-a9ac775e75e3 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:42.043351 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5047e7b3-7b7a-4e8e-8997-cacc1fda49b7 req-acb8b8ee-2496-4dbd-bfa3-a9ac775e75e3 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.2161663 Aug 10 04:06:42.044993 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d1c029-1754-4f41-9c78-de8829ab1e1a tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:06:42.049884 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f3d1c029-1754-4f41-9c78-de8829ab1e1a tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] 10.222.0.25 "PUT /v2.0/routers/96c5acb0-64fe-4ea3-a809-463c38201da7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9543781 Aug 10 04:06:42.056046 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52794) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:42.056838 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b632c922-e6f7-4b46-aee0-bf8a8efab109 None None] Sync routers for ids ['96c5acb0-64fe-4ea3-a809-463c38201da7'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:06:42.085368 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b632c922-e6f7-4b46-aee0-bf8a8efab109 None None] Routers {'96c5acb0-64fe-4ea3-a809-463c38201da7'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:06:42.098362 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5047e7b3-7b7a-4e8e-8997-cacc1fda49b7 req-53088968-b347-48a1-b501-7e9940a457cc tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342822 Aug 10 04:06:42.099194 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-b632c922-e6f7-4b46-aee0-bf8a8efab109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:06:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['96c5acb0-64fe-4ea3-a809-463c38201da7'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:42.099194 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-270ef61d-0795-4753-b1e6-540ca9c685ed None None] Provisioning complete for port 9b4a837a-af2c-49f4-96e3-ad078b07fd0b triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:42.099194 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-270ef61d-0795-4753-b1e6-540ca9c685ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:42.147418 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-b632c922-e6f7-4b46-aee0-bf8a8efab109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:42.163599 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb222a3-1659-41a6-8082-ec723443544c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Made reservation on behalf of 1e77910191554529bf7135b6bdb86de8 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:06:42.165469 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9a5daef6-454c-46a2-9b89-fe75f95b1bf1 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:42.169978 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0cb222a3-1659-41a6-8082-ec723443544c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:42.172630 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c040e6ad-0127-4801-9fc1-4657f224b195 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:06:42.177224 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b632c922-e6f7-4b46-aee0-bf8a8efab109 None None] Routers {'96c5acb0-64fe-4ea3-a809-463c38201da7'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:06:42.177864 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-b632c922-e6f7-4b46-aee0-bf8a8efab109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:06:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['96c5acb0-64fe-4ea3-a809-463c38201da7'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:42.178566 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0cb222a3-1659-41a6-8082-ec723443544c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:42.199189 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-270ef61d-0795-4753-b1e6-540ca9c685ed None None] Port 9b4a837a-af2c-49f4-96e3-ad078b07fd0b cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:06:42.239480 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-b632c922-e6f7-4b46-aee0-bf8a8efab109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:42.240151 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b632c922-e6f7-4b46-aee0-bf8a8efab109 None None] The sync data for ids ['96c5acb0-64fe-4ea3-a809-463c38201da7'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:06:42.260870 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-270ef61d-0795-4753-b1e6-540ca9c685ed None None] Provisioning complete for port c040e6ad-0127-4801-9fc1-4657f224b195 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:42.261677 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-270ef61d-0795-4753-b1e6-540ca9c685ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:42.273529 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-9a5daef6-454c-46a2-9b89-fe75f95b1bf1 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 10 04:06:42.274789 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9a5daef6-454c-46a2-9b89-fe75f95b1bf1 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] 10.222.0.25 "DELETE /v2.0/routers/96c5acb0-64fe-4ea3-a809-463c38201da7 HTTP/1.1" status: 409 len: 329 time: 0.2175384 Aug 10 04:06:42.278298 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52796) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:42.285703 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0cb222a3-1659-41a6-8082-ec723443544c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:42.312324 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port c040e6ad-0127-4801-9fc1-4657f224b195 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:42.312696 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:42.398239 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0cb222a3-1659-41a6-8082-ec723443544c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:42.424176 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb222a3-1659-41a6-8082-ec723443544c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:06:42.439828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb222a3-1659-41a6-8082-ec723443544c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8485e6-a390-4383-b9cd-1fd9ae37f54b,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:42.443085 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0cb222a3-1659-41a6-8082-ec723443544c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:42.443446 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-0cb222a3-1659-41a6-8082-ec723443544c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Added segment 5251bdd7-b9f2-4f56-843b-9fd90e2b4f4e of type vlan for network 49f2c1c2-5c57-4970-8352-07833d499591 Aug 10 04:06:42.489536 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0cb222a3-1659-41a6-8082-ec723443544c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:42.607635 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3212b429-4ed6-457d-9e5a-4947593cd0f8 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:42.705788 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0cb222a3-1659-41a6-8082-ec723443544c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:42.711602 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb222a3-1659-41a6-8082-ec723443544c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:42.712247 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0cb222a3-1659-41a6-8082-ec723443544c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:42.783752 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb222a3-1659-41a6-8082-ec723443544c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Network': ['ID=49f2c1c2-5c57-4970-8352-07833d499591,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:42.795394 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 49f2c1c2-5c57-4970-8352-07833d499591 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:06:42.866264 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-3212b429-4ed6-457d-9e5a-4947593cd0f8 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Deleting port 9b4a837a-af2c-49f4-96e3-ad078b07fd0b {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:42.866792 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3212b429-4ed6-457d-9e5a-4947593cd0f8 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:42.868261 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0cb222a3-1659-41a6-8082-ec723443544c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1223691 Aug 10 04:06:42.871295 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52800) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:42.886299 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-34dc864b-353e-4f17-9286-105890db4933 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'network': {'name': 'tempest-RoutersTest-1501948761'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:43.008436 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3212b429-4ed6-457d-9e5a-4947593cd0f8 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:43.023864 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ecc9b-c3a1-47d0-94b6-76753e2f60c9 req-cf925f9e-059d-40b5-938e-b96ae64cda59 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:43.025602 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8c9ecc9b-c3a1-47d0-94b6-76753e2f60c9 req-cf925f9e-059d-40b5-938e-b96ae64cda59 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1039886 Aug 10 04:06:43.031495 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-3212b429-4ed6-457d-9e5a-4947593cd0f8 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Calling delete_port for 9b4a837a-af2c-49f4-96e3-ad078b07fd0b owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:43.055308 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34dc864b-353e-4f17-9286-105890db4933 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Made reservation on behalf of 1e77910191554529bf7135b6bdb86de8 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:06:43.059534 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-34dc864b-353e-4f17-9286-105890db4933 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:43.124739 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8c9ecc9b-c3a1-47d0-94b6-76753e2f60c9 req-e43bc715-aa13-4624-a396-31f706063153 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912535 Aug 10 04:06:43.156074 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34dc864b-353e-4f17-9286-105890db4933 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:06:43.171220 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7642640c-5820-4374-a22b-705b807b6916 req-f2e7fca8-5c26-4beb-bc87-87a75d5bc317 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:43.171717 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-34dc864b-353e-4f17-9286-105890db4933 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:43.172097 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-34dc864b-353e-4f17-9286-105890db4933 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Added segment 54784d45-551b-4df9-afcc-709dd0340a56 of type vlan for network a8d6402e-638e-44ba-8ae3-2ebf7d7fe61b Aug 10 04:06:43.173226 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7642640c-5820-4374-a22b-705b807b6916 req-f2e7fca8-5c26-4beb-bc87-87a75d5bc317 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 945 time: 0.0561042 Aug 10 04:06:43.218826 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7642640c-5820-4374-a22b-705b807b6916 req-ea77ff3c-a276-4468-95bc-f386b481cc81 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389936 Aug 10 04:06:43.545370 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-34dc864b-353e-4f17-9286-105890db4933 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:43.595178 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d65d2-cdc4-40ad-9f02-a6d4bff428a1 req-75d35d9e-655e-49f3-b6b1-5fb82cebb097 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:43.596695 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-589d65d2-cdc4-40ad-9f02-a6d4bff428a1 req-75d35d9e-655e-49f3-b6b1-5fb82cebb097 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.3863204 Aug 10 04:06:43.643944 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:43.660203 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-589d65d2-cdc4-40ad-9f02-a6d4bff428a1 req-442d05e0-5215-486f-868e-9c80a287c0b0 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521042 Aug 10 04:06:43.780212 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-34dc864b-353e-4f17-9286-105890db4933 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:43.786012 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dc864b-353e-4f17-9286-105890db4933 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:43.786717 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-34dc864b-353e-4f17-9286-105890db4933 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:43.850191 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3212b429-4ed6-457d-9e5a-4947593cd0f8 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:43.855561 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5e67044e-6132-4818-86e1-bb67c1b5a666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:43.891583 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212b429-4ed6-457d-9e5a-4947593cd0f8 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Pushing event deleted for resources: {'Port': ['ID=9b4a837a-af2c-49f4-96e3-ad078b07fd0b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:43.897826 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc864b-353e-4f17-9286-105890db4933 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Network': ['ID=a8d6402e-638e-44ba-8ae3-2ebf7d7fe61b,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:43.911517 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network a8d6402e-638e-44ba-8ae3-2ebf7d7fe61b details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:06:44.016793 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3212b429-4ed6-457d-9e5a-4947593cd0f8 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:44.066207 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-34dc864b-353e-4f17-9286-105890db4933 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1938486 Aug 10 04:06:44.069477 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52812) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:44.075204 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-aa4d0ba4-66e1-44ae-b654-70320bad3815 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'subnet': {'network_id': '49f2c1c2-5c57-4970-8352-07833d499591', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:44.205598 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3212b429-4ed6-457d-9e5a-4947593cd0f8 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Router 96c5acb0-64fe-4ea3-a809-463c38201da7 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:06:44.312545 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4d0ba4-66e1-44ae-b654-70320bad3815 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Made reservation on behalf of 1e77910191554529bf7135b6bdb86de8 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:06:44.316096 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aa4d0ba4-66e1-44ae-b654-70320bad3815 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:44.329754 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74454845-ce8e-465e-8432-0f412f5c6ad0 req-6cc0e908-9177-4f6d-a4eb-ec891fe875f3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:44.331334 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-74454845-ce8e-465e-8432-0f412f5c6ad0 req-6cc0e908-9177-4f6d-a4eb-ec891fe875f3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1311059 Aug 10 04:06:44.334532 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3212b429-4ed6-457d-9e5a-4947593cd0f8 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:06:44.344416 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3212b429-4ed6-457d-9e5a-4947593cd0f8 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] 10.222.0.25 "PUT /v2.0/routers/96c5acb0-64fe-4ea3-a809-463c38201da7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0648456 Aug 10 04:06:44.344942 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52820) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:44.348765 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72917277-1ac1-4fea-8cda-7289b8fb50e1 None None] Sync routers for ids ['96c5acb0-64fe-4ea3-a809-463c38201da7'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:06:44.360635 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72917277-1ac1-4fea-8cda-7289b8fb50e1 None None] Routers {'96c5acb0-64fe-4ea3-a809-463c38201da7'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:06:44.361520 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-72917277-1ac1-4fea-8cda-7289b8fb50e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:06:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['96c5acb0-64fe-4ea3-a809-463c38201da7'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:44.394326 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-fcad663e-1643-4017-87ec-1620d8aae9a9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] show failed (client error): The resource could not be found. Aug 10 04:06:44.400219 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fcad663e-1643-4017-87ec-1620d8aae9a9 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-828676804 HTTP/1.1" status: 404 len: 334 time: 0.0530515 Aug 10 04:06:44.400464 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52822) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:44.401238 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-72917277-1ac1-4fea-8cda-7289b8fb50e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:44.409693 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-8c5d6513-f146-4b74-9b0d-76e97d8efab4 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:44.412843 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72917277-1ac1-4fea-8cda-7289b8fb50e1 None None] Routers {'96c5acb0-64fe-4ea3-a809-463c38201da7'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:06:44.413522 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-72917277-1ac1-4fea-8cda-7289b8fb50e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:06:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['96c5acb0-64fe-4ea3-a809-463c38201da7'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:44.424621 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-74454845-ce8e-465e-8432-0f412f5c6ad0 req-a5d9dee4-b2ac-4c06-8cb2-e69e27e453b7 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786958 Aug 10 04:06:44.466085 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-72917277-1ac1-4fea-8cda-7289b8fb50e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:44.466741 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72917277-1ac1-4fea-8cda-7289b8fb50e1 None None] The sync data for ids ['96c5acb0-64fe-4ea3-a809-463c38201da7'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:06:44.484080 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-8c5d6513-f146-4b74-9b0d-76e97d8efab4 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] update failed (client error): The resource could not be found. Aug 10 04:06:44.485165 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8c5d6513-f146-4b74-9b0d-76e97d8efab4 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-351411626 HTTP/1.1" status: 404 len: 334 time: 0.0822999 Aug 10 04:06:44.490906 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52824) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:44.522348 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54abeb-52b1-41dc-98b9-dd57f1fb3c23 req-5e8ab5c1-40a7-4e87-93d4-96f6ee48f599 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:44.523991 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cb54abeb-52b1-41dc-98b9-dd57f1fb3c23 req-5e8ab5c1-40a7-4e87-93d4-96f6ee48f599 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 945 time: 0.1416593 Aug 10 04:06:44.573846 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce18ddca-4f41-4d34-8110-0f0c6be6b48e tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Deleting subnet 23a0edcf-7bcc-428d-a37a-a0f4c00de78a {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:06:44.578911 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce18ddca-4f41-4d34-8110-0f0c6be6b48e tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:44.605044 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cb54abeb-52b1-41dc-98b9-dd57f1fb3c23 req-3ecea68c-a936-44f0-8011-d1def21826e5 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723591 Aug 10 04:06:44.618749 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d11db-0c7a-4ba7-ac37-3eba778dda1a req-7273252e-588f-4fd0-a0d1-8b6e7657fca7 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:44.620580 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-421d11db-0c7a-4ba7-ac37-3eba778dda1a req-7273252e-588f-4fd0-a0d1-8b6e7657fca7 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.0960701 Aug 10 04:06:44.641316 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce18ddca-4f41-4d34-8110-0f0c6be6b48e tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:44.714809 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-421d11db-0c7a-4ba7-ac37-3eba778dda1a req-5382d9db-664d-4752-b43c-88ad5a9c7933 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812154 Aug 10 04:06:44.747304 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aa4d0ba4-66e1-44ae-b654-70320bad3815 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:44.765888 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce18ddca-4f41-4d34-8110-0f0c6be6b48e tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:44.811172 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d0ba4-66e1-44ae-b654-70320bad3815 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Subnet': ['ID=f5a50e78-2583-4e4b-b129-fbc43ec09262,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:44.823395 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4d0ba4-66e1-44ae-b654-70320bad3815 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Checking segment: {'id': '5251bdd7-b9f2-4f56-843b-9fd90e2b4f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '49f2c1c2-5c57-4970-8352-07833d499591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:06:44.823768 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4d0ba4-66e1-44ae-b654-70320bad3815 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network hostable DHCP agents. Network: 49f2c1c2-5c57-4970-8352-07833d499591, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:06:44.894903 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce18ddca-4f41-4d34-8110-0f0c6be6b48e tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:44.918436 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4d0ba4-66e1-44ae-b654-70320bad3815 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network 49f2c1c2-5c57-4970-8352-07833d499591 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:06:44.922459 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18ddca-4f41-4d34-8110-0f0c6be6b48e tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Pushing event deleted for resources: {'Subnet': ['ID=23a0edcf-7bcc-428d-a37a-a0f4c00de78a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:44.929458 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ce18ddca-4f41-4d34-8110-0f0c6be6b48e tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:44.934501 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ce18ddca-4f41-4d34-8110-0f0c6be6b48e tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] 10.222.0.25 "DELETE /v2.0/subnets/23a0edcf-7bcc-428d-a37a-a0f4c00de78a HTTP/1.1" status: 204 len: 168 time: 0.4394333 Aug 10 04:06:44.934501 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52826) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:44.937599 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aac113e-9372-4952-8747-c09a3b82c096 None None] Network d1f335d1-7350-4649-b5a4-58d953974622 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:44.993294 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-aa4d0ba4-66e1-44ae-b654-70320bad3815 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 49f2c1c2-5c57-4970-8352-07833d499591) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:44.999660 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4d0ba4-66e1-44ae-b654-70320bad3815 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:45.000996 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aa4d0ba4-66e1-44ae-b654-70320bad3815 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:45.005466 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49da0a7-aa79-477c-a3fd-a4c508d2bb5a None None] Network 49f2c1c2-5c57-4970-8352-07833d499591 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:45.033786 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f1e260a-6028-41db-b43d-a938753d9aed tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:45.091068 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-aa4d0ba4-66e1-44ae-b654-70320bad3815 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0208015 Aug 10 04:06:45.093699 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52830) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:45.101553 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-a75ea542-0d0f-4e03-b03c-8a2e67e8a68f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'subnet': {'network_id': 'a8d6402e-638e-44ba-8ae3-2ebf7d7fe61b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:45.110630 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-4f1e260a-6028-41db-b43d-a938753d9aed tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Deleting port c040e6ad-0127-4801-9fc1-4657f224b195 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:45.110630 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f1e260a-6028-41db-b43d-a938753d9aed tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:45.197340 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-4f1e260a-6028-41db-b43d-a938753d9aed tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] For port c040e6ad-0127-4801-9fc1-4657f224b195, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c040e6ad-0127-4801-9fc1-4657f224b195,segment=NetworkSegment(33cdb1f6-10d5-465b-ad55-6ef33f5f8a76),segment_id=33cdb1f6-10d5-465b-ad55-6ef33f5f8a76)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:45.198712 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f1e260a-6028-41db-b43d-a938753d9aed tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:45.218960 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-4f1e260a-6028-41db-b43d-a938753d9aed tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Calling delete_port for c040e6ad-0127-4801-9fc1-4657f224b195 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:45.222652 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96190ccb-d05f-4ac1-8aaa-fa7c3c96dc90 None None] DHCP port deletion for d1f335d1-7350-4649-b5a4-58d953974622 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:06:45.235047 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf884c4-a24d-4d56-a126-5e470f0b5977 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-49f2c1c2-5c57-4970-8352-07833d499591', 'network_id': '49f2c1c2-5c57-4970-8352-07833d499591', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'fixed_ips': [{'subnet_id': 'f5a50e78-2583-4e4b-b129-fbc43ec09262'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:06:45.236066 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5bf884c4-a24d-4d56-a126-5e470f0b5977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:45.393864 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 3353e051-ac99-4ca2-af77-90c4a60c1c01 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:06:45.409830 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f1e260a-6028-41db-b43d-a938753d9aed tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:45.422625 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-5bf884c4-a24d-4d56-a126-5e470f0b5977 None None] Allocated IP 172.20.0.2 (49f2c1c2-5c57-4970-8352-07833d499591/f5a50e78-2583-4e4b-b129-fbc43ec09262/ea076587-d166-46b0-a1c8-62d14d4776b4) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:06:45.424730 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:45.462406 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e260a-6028-41db-b43d-a938753d9aed tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Pushing event deleted for resources: {'Port': ['ID=c040e6ad-0127-4801-9fc1-4657f224b195,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:45.472638 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1e260a-6028-41db-b43d-a938753d9aed tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] No DVR routers for this DVR port c040e6ad-0127-4801-9fc1-4657f224b195 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:06:45.592110 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f1e260a-6028-41db-b43d-a938753d9aed tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:45.605421 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-4f1e260a-6028-41db-b43d-a938753d9aed tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f335d1-7350-4649-b5a4-58d953974622']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:45.620767 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-4f1e260a-6028-41db-b43d-a938753d9aed tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33cdb1f6-10d5-465b-ad55-6ef33f5f8a76') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:45.621081 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-4f1e260a-6028-41db-b43d-a938753d9aed tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33cdb1f6-10d5-465b-ad55-6ef33f5f8a76') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:45.622616 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-96190ccb-d05f-4ac1-8aaa-fa7c3c96dc90 None None] Deleting port c040e6ad-0127-4801-9fc1-4657f224b195 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:45.623406 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-96190ccb-d05f-4ac1-8aaa-fa7c3c96dc90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:45.637238 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f1e260a-6028-41db-b43d-a938753d9aed tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:45.662420 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f1e260a-6028-41db-b43d-a938753d9aed tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:45.664964 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e8b1b-3b91-4a6b-af5d-ca0194ec8738 req-5bdba54a-9f05-476f-8d9a-d49ddfe77ae9 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:45.668100 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ab4e8b1b-3b91-4a6b-af5d-ca0194ec8738 req-5bdba54a-9f05-476f-8d9a-d49ddfe77ae9 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.0802302 Aug 10 04:06:45.676241 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1e260a-6028-41db-b43d-a938753d9aed tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:06:45.676591 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f1e260a-6028-41db-b43d-a938753d9aed tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:06:45.680061 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:06:45.718809 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ab4e8b1b-3b91-4a6b-af5d-ca0194ec8738 req-a38073fd-d966-4bd4-9141-c1e4e013a3d6 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442204 Aug 10 04:06:45.739877 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 3353e051-ac99-4ca2-af77-90c4a60c1c01, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=3353e051-ac99-4ca2-af77-90c4a60c1c01,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:45.743445 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75ea542-0d0f-4e03-b03c-8a2e67e8a68f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Made reservation on behalf of 1e77910191554529bf7135b6bdb86de8 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:06:45.747849 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a75ea542-0d0f-4e03-b03c-8a2e67e8a68f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:45.806377 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '3353e051-ac99-4ca2-af77-90c4a60c1c01', 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'port_id': '3353e051-ac99-4ca2-af77-90c4a60c1c01', 'mac_address': 'fa:16:3e:ff:f4:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:06:45.819516 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-96190ccb-d05f-4ac1-8aaa-fa7c3c96dc90 None None] For port c040e6ad-0127-4801-9fc1-4657f224b195, host n-d-802893-2, got binding levels [] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:45.819920 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-96190ccb-d05f-4ac1-8aaa-fa7c3c96dc90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:45.831230 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:45.851653 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5bf884c4-a24d-4d56-a126-5e470f0b5977 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:45.853612 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-96190ccb-d05f-4ac1-8aaa-fa7c3c96dc90 None None] Calling delete_port for c040e6ad-0127-4801-9fc1-4657f224b195 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:45.862455 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d822438-e650-42b0-a5a2-44533cc3f30a req-ee17b822-3b90-4c39-bc11-70d77294928d tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:45.864209 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3d822438-e650-42b0-a5a2-44533cc3f30a req-ee17b822-3b90-4c39-bc11-70d77294928d tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 945 time: 0.0981846 Aug 10 04:06:45.875259 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.ipam_backend_mixin [None req-96190ccb-d05f-4ac1-8aaa-fa7c3c96dc90 None None] Port c040e6ad-0127-4801-9fc1-4657f224b195 was not found and therefore no delete operation was performed {{(pid=94939) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 04:06:45.884199 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-96190ccb-d05f-4ac1-8aaa-fa7c3c96dc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:45.892545 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea70327-9d31-4bdd-b74b-4c7b874193a2 req-6b760223-0ed7-493d-9d50-847120793961 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:45.901324 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2ea70327-9d31-4bdd-b74b-4c7b874193a2 req-6b760223-0ed7-493d-9d50-847120793961 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.0785160 Aug 10 04:06:45.924008 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f1e260a-6028-41db-b43d-a938753d9aed tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:45.926422 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96190ccb-d05f-4ac1-8aaa-fa7c3c96dc90 None None] No DVR routers for this DVR port c040e6ad-0127-4801-9fc1-4657f224b195 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:06:45.928405 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5bf884c4-a24d-4d56-a126-5e470f0b5977 None None] Transition to ACTIVE for port object ea076587-d166-46b0-a1c8-62d14d4776b4 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:45.936966 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96190ccb-d05f-4ac1-8aaa-fa7c3c96dc90 None None] Pushing event deleted for resources: {'Port': ['ID=c040e6ad-0127-4801-9fc1-4657f224b195,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:45.937712 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f1e260a-6028-41db-b43d-a938753d9aed tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:45.946804 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4f1e260a-6028-41db-b43d-a938753d9aed tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] 10.222.0.25 "DELETE /v2.0/networks/d1f335d1-7350-4649-b5a4-58d953974622 HTTP/1.1" status: 204 len: 168 time: 1.0115561 Aug 10 04:06:45.950659 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3d822438-e650-42b0-a5a2-44533cc3f30a req-4644483f-6165-4190-9222-7f48e1923f63 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786233 Aug 10 04:06:45.951228 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52848) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:45.952792 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:45.966987 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e260a-6028-41db-b43d-a938753d9aed tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Pushing event deleted for resources: {'Network': ['ID=d1f335d1-7350-4649-b5a4-58d953974622,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:45.973978 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5bf884c4-a24d-4d56-a126-5e470f0b5977 None None] Transition to ACTIVE for port object ea076587-d166-46b0-a1c8-62d14d4776b4 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:45.992437 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3353e051-ac99-4ca2-af77-90c4a60c1c01 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:06:46.017791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 3353e051-ac99-4ca2-af77-90c4a60c1c01, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=3353e051-ac99-4ca2-af77-90c4a60c1c01,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:46.030266 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2ea70327-9d31-4bdd-b74b-4c7b874193a2 req-175ac29e-924f-46a8-8178-8ffa34eb7a1a tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264279 Aug 10 04:06:46.064991 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9293e29-8f65-40c4-9c1e-501f12a83ceb tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Deleting subnet 21aaa32b-405a-40ff-b674-eea9d2d1a94b {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:06:46.070169 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e9293e29-8f65-40c4-9c1e-501f12a83ceb tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:46.107015 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5bf884c4-a24d-4d56-a126-5e470f0b5977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:46.141538 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:46.147874 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e9293e29-8f65-40c4-9c1e-501f12a83ceb tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:46.165945 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf884c4-a24d-4d56-a126-5e470f0b5977 None None] Network 49f2c1c2-5c57-4970-8352-07833d499591 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:06:46.179121 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-5bf884c4-a24d-4d56-a126-5e470f0b5977 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:46.182881 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c040e6ad-0127-4801-9fc1-4657f224b195 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:06:46.186229 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf884c4-a24d-4d56-a126-5e470f0b5977 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:06:46.187186 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf884c4-a24d-4d56-a126-5e470f0b5977 None None] Pushing event updated for resources: {'Port': ['ID=ea076587-d166-46b0-a1c8-62d14d4776b4,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:46.218878 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: c040e6ad-0127-4801-9fc1-4657f224b195 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:06:46.219311 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c040e6ad-0127-4801-9fc1-4657f224b195 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:06:46.224597 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['3353e051-ac99-4ca2-af77-90c4a60c1c01'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:06:46.255468 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a75ea542-0d0f-4e03-b03c-8a2e67e8a68f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:46.312923 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e9293e29-8f65-40c4-9c1e-501f12a83ceb tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:46.349615 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-5bf884c4-a24d-4d56-a126-5e470f0b5977 None None] Attempting to bind port ea076587-d166-46b0-a1c8-62d14d4776b4 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:06:46.350235 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-5bf884c4-a24d-4d56-a126-5e470f0b5977 None None] Attempting to bind port ea076587-d166-46b0-a1c8-62d14d4776b4 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '5251bdd7-b9f2-4f56-843b-9fd90e2b4f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '49f2c1c2-5c57-4970-8352-07833d499591'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:06:46.350607 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf884c4-a24d-4d56-a126-5e470f0b5977 None None] Attempting to bind port ea076587-d166-46b0-a1c8-62d14d4776b4 on network 49f2c1c2-5c57-4970-8352-07833d499591 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:06:46.358567 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=3353e051-ac99-4ca2-af77-90c4a60c1c01,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:46.363944 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf884c4-a24d-4d56-a126-5e470f0b5977 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:06:46.364347 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf884c4-a24d-4d56-a126-5e470f0b5977 None None] Checking segment: {'id': '5251bdd7-b9f2-4f56-843b-9fd90e2b4f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '49f2c1c2-5c57-4970-8352-07833d499591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:06:46.364750 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5bf884c4-a24d-4d56-a126-5e470f0b5977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:46.365137 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf884c4-a24d-4d56-a126-5e470f0b5977 None None] Bound using segment: {'id': '5251bdd7-b9f2-4f56-843b-9fd90e2b4f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '49f2c1c2-5c57-4970-8352-07833d499591'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:06:46.365619 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-5bf884c4-a24d-4d56-a126-5e470f0b5977 None None] Bound port: ea076587-d166-46b0-a1c8-62d14d4776b4, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5251bdd7-b9f2-4f56-843b-9fd90e2b4f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '49f2c1c2-5c57-4970-8352-07833d499591'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:06:46.365987 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5bf884c4-a24d-4d56-a126-5e470f0b5977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:46.391614 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ea542-0d0f-4e03-b03c-8a2e67e8a68f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Subnet': ['ID=a2f8d8fa-8342-48a3-94c7-dd0e35d60822,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:46.433573 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75ea542-0d0f-4e03-b03c-8a2e67e8a68f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Checking segment: {'id': '54784d45-551b-4df9-afcc-709dd0340a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a8d6402e-638e-44ba-8ae3-2ebf7d7fe61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:06:46.433573 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75ea542-0d0f-4e03-b03c-8a2e67e8a68f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network hostable DHCP agents. Network: a8d6402e-638e-44ba-8ae3-2ebf7d7fe61b, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:06:46.482189 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-5bf884c4-a24d-4d56-a126-5e470f0b5977 None None] For port ea076587-d166-46b0-a1c8-62d14d4776b4, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:06:46.501616 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-5bf884c4-a24d-4d56-a126-5e470f0b5977 None None] For port ea076587-d166-46b0-a1c8-62d14d4776b4, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ea076587-d166-46b0-a1c8-62d14d4776b4,segment=NetworkSegment(5251bdd7-b9f2-4f56-843b-9fd90e2b4f4e),segment_id=5251bdd7-b9f2-4f56-843b-9fd90e2b4f4e)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:06:46.512741 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e9293e29-8f65-40c4-9c1e-501f12a83ceb tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:46.543750 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75ea542-0d0f-4e03-b03c-8a2e67e8a68f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network a8d6402e-638e-44ba-8ae3-2ebf7d7fe61b is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:06:46.548115 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9293e29-8f65-40c4-9c1e-501f12a83ceb tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Pushing event deleted for resources: {'Subnet': ['ID=21aaa32b-405a-40ff-b674-eea9d2d1a94b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:46.552423 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e9293e29-8f65-40c4-9c1e-501f12a83ceb tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:46.560909 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e9293e29-8f65-40c4-9c1e-501f12a83ceb tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] 10.222.0.25 "DELETE /v2.0/subnets/21aaa32b-405a-40ff-b674-eea9d2d1a94b HTTP/1.1" status: 204 len: 168 time: 0.6023784 Aug 10 04:06:46.561204 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52866) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:46.566104 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754ea040-8b78-4628-a393-8d9db32ac7b0 None None] Network 17c72d23-1677-4df4-b25a-4396f95bdad7 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:46.620292 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5bf884c4-a24d-4d56-a126-5e470f0b5977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:46.624444 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40e2a76-91e6-448e-95a8-429728b1a673 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Deleting subnet 2fcef21b-e561-482e-bd10-02d472a06c11 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:06:46.627716 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c40e2a76-91e6-448e-95a8-429728b1a673 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:46.638034 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-a75ea542-0d0f-4e03-b03c-8a2e67e8a68f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, a8d6402e-638e-44ba-8ae3-2ebf7d7fe61b) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:46.642417 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75ea542-0d0f-4e03-b03c-8a2e67e8a68f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:46.645259 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a75ea542-0d0f-4e03-b03c-8a2e67e8a68f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:46.674506 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d494610c-c29c-402d-8847-deac1be1990f None None] Network a8d6402e-638e-44ba-8ae3-2ebf7d7fe61b requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:46.675085 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c40e2a76-91e6-448e-95a8-429728b1a673 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:46.743808 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a75ea542-0d0f-4e03-b03c-8a2e67e8a68f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6488855 Aug 10 04:06:46.744940 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52870) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:46.749665 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-1589d227-c4fb-4a5a-a4d2-1378e66232e3 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-323550490', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:46.878389 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c40e2a76-91e6-448e-95a8-429728b1a673 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:46.878951 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1589d227-c4fb-4a5a-a4d2-1378e66232e3 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:46.881062 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1589d227-c4fb-4a5a-a4d2-1378e66232e3 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:46.967054 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42486e-dc39-4fc1-ae1b-5d98924b3014 req-d134fc91-61bb-495a-b42c-3d18f4795dc5 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:46.981280 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af42486e-dc39-4fc1-ae1b-5d98924b3014 req-d134fc91-61bb-495a-b42c-3d18f4795dc5 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.0794790 Aug 10 04:06:46.982193 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1589d227-c4fb-4a5a-a4d2-1378e66232e3 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:47.038938 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1589d227-c4fb-4a5a-a4d2-1378e66232e3 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:47.047638 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af42486e-dc39-4fc1-ae1b-5d98924b3014 req-2f6eafff-6121-4d82-922e-18115a72b257 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654721 Aug 10 04:06:47.197046 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1589d227-c4fb-4a5a-a4d2-1378e66232e3 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:47.202827 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1589d227-c4fb-4a5a-a4d2-1378e66232e3 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4568481 Aug 10 04:06:47.219444 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf884c4-a24d-4d56-a126-5e470f0b5977 None None] Pushing event updated for resources: {'Port': ['ID=ea076587-d166-46b0-a1c8-62d14d4776b4,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:47.222054 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52880) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:47.240357 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c40e2a76-91e6-448e-95a8-429728b1a673 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:47.320241 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:47.321261 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 3353e051-ac99-4ca2-af77-90c4a60c1c01 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:06:47.369648 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c40e2a76-91e6-448e-95a8-429728b1a673 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:47.374044 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c40e2a76-91e6-448e-95a8-429728b1a673 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] 10.222.0.25 "DELETE /v2.0/subnets/2fcef21b-e561-482e-bd10-02d472a06c11 HTTP/1.1" status: 204 len: 168 time: 0.8095620 Aug 10 04:06:47.374044 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e2a76-91e6-448e-95a8-429728b1a673 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Pushing event deleted for resources: {'Subnet': ['ID=2fcef21b-e561-482e-bd10-02d472a06c11,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:47.377026 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52882) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:47.393345 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44837959-d0fe-4af8-b8c2-fdee2f77d6c1 None None] Network f0523186-0468-4fce-b8f0-0594a863a412 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:47.394962 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3519ef3b-b53f-48a4-920b-dacba864c035 None None] DHCP port deletion for 17c72d23-1677-4df4-b25a-4396f95bdad7 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:06:47.464783 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eae12d-c33f-4387-a583-ff46413509bd req-57db9d00-bd79-4147-9e26-89f20eb1c7aa tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:47.475300 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23eae12d-c33f-4387-a583-ff46413509bd req-57db9d00-bd79-4147-9e26-89f20eb1c7aa tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 944 time: 0.3751354 Aug 10 04:06:47.491035 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b396f0-9682-4fcb-8e7a-9542fc256d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-a8d6402e-638e-44ba-8ae3-2ebf7d7fe61b', 'network_id': 'a8d6402e-638e-44ba-8ae3-2ebf7d7fe61b', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'fixed_ips': [{'subnet_id': 'a2f8d8fa-8342-48a3-94c7-dd0e35d60822'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:06:47.491814 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-14b396f0-9682-4fcb-8e7a-9542fc256d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:47.495129 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f024f5f-3998-4a39-97bf-25abbbbe235d req-33751fa4-c198-43e2-a315-532ad67a1898 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:47.503697 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8f024f5f-3998-4a39-97bf-25abbbbe235d req-33751fa4-c198-43e2-a315-532ad67a1898 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.3321502 Aug 10 04:06:47.576339 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8f024f5f-3998-4a39-97bf-25abbbbe235d req-48d5aeec-8aef-4d5e-a5e1-3d94e2437df9 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665329 Aug 10 04:06:47.583475 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-090f549b-f242-46da-a3f2-5660ef2b70cb tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:47.652106 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23eae12d-c33f-4387-a583-ff46413509bd req-21599cc6-5ce1-496c-8f36-775f0ae706fd tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698925 Aug 10 04:06:47.657289 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-090f549b-f242-46da-a3f2-5660ef2b70cb tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Deleting port 9d54e9c8-e9ab-47cd-8071-c0889aca154a {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:47.657923 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-090f549b-f242-46da-a3f2-5660ef2b70cb tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:47.667766 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6615eed-3748-400d-944b-03ce4e0fadf7 req-05dbe9a1-1980-4780-b3c9-905ecac75511 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:47.669315 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d6615eed-3748-400d-944b-03ce4e0fadf7 req-05dbe9a1-1980-4780-b3c9-905ecac75511 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.20 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 946 time: 0.2460659 Aug 10 04:06:47.764450 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-090f549b-f242-46da-a3f2-5660ef2b70cb tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] For port 9d54e9c8-e9ab-47cd-8071-c0889aca154a, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=9d54e9c8-e9ab-47cd-8071-c0889aca154a,segment=NetworkSegment(392b8432-d46a-460d-af7c-5727ef396714),segment_id=392b8432-d46a-460d-af7c-5727ef396714)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:47.765340 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-090f549b-f242-46da-a3f2-5660ef2b70cb tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:47.797830 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-090f549b-f242-46da-a3f2-5660ef2b70cb tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Calling delete_port for 9d54e9c8-e9ab-47cd-8071-c0889aca154a owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:47.860092 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-14b396f0-9682-4fcb-8e7a-9542fc256d86 None None] Allocated IP 172.21.0.2 (a8d6402e-638e-44ba-8ae3-2ebf7d7fe61b/a2f8d8fa-8342-48a3-94c7-dd0e35d60822/5b101872-bde6-49d1-a129-a635796ea03e) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:06:47.984863 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ff0d010a-8eab-4222-9dd4-497741565739 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:48.009854 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-090f549b-f242-46da-a3f2-5660ef2b70cb tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:48.021469 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-d6615eed-3748-400d-944b-03ce4e0fadf7 req-b87c3f02-111e-4149-878f-1fca49a8b67d tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Deleting port 54cb3a90-b169-4e91-b83b-d4603eaa7058 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:48.021867 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d6615eed-3748-400d-944b-03ce4e0fadf7 req-b87c3f02-111e-4149-878f-1fca49a8b67d tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:48.036330 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090f549b-f242-46da-a3f2-5660ef2b70cb tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] No DVR routers for this DVR port 9d54e9c8-e9ab-47cd-8071-c0889aca154a on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:06:48.119808 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 3353e051-ac99-4ca2-af77-90c4a60c1c01 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:48.120236 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:48.225950 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d6615eed-3748-400d-944b-03ce4e0fadf7 req-b87c3f02-111e-4149-878f-1fca49a8b67d tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] For port 54cb3a90-b169-4e91-b83b-d4603eaa7058, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=54cb3a90-b169-4e91-b83b-d4603eaa7058,segment=NetworkSegment(8ac88afb-260a-463f-b01a-69dd7b9a9956),segment_id=8ac88afb-260a-463f-b01a-69dd7b9a9956)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:48.226948 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d6615eed-3748-400d-944b-03ce4e0fadf7 req-b87c3f02-111e-4149-878f-1fca49a8b67d tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:48.237545 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f549b-f242-46da-a3f2-5660ef2b70cb tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Pushing event deleted for resources: {'Port': ['ID=9d54e9c8-e9ab-47cd-8071-c0889aca154a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:48.277348 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-d6615eed-3748-400d-944b-03ce4e0fadf7 req-b87c3f02-111e-4149-878f-1fca49a8b67d tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Calling delete_port for 54cb3a90-b169-4e91-b83b-d4603eaa7058 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:48.362564 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-3519ef3b-b53f-48a4-920b-dacba864c035 None None] Deleting port 9d54e9c8-e9ab-47cd-8071-c0889aca154a {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:48.363090 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3519ef3b-b53f-48a4-920b-dacba864c035 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:48.407461 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-090f549b-f242-46da-a3f2-5660ef2b70cb tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:48.440614 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ea076587-d166-46b0-a1c8-62d14d4776b4 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:06:48.447600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d765d2-5c6d-4d6d-8c72-e27bcdb47419 req-f5bf00ce-f392-4bf1-9deb-cc389a687a6d tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:48.449880 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-86d765d2-5c6d-4d6d-8c72-e27bcdb47419 req-f5bf00ce-f392-4bf1-9deb-cc389a687a6d tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.2435637 Aug 10 04:06:48.452310 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-090f549b-f242-46da-a3f2-5660ef2b70cb tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17c72d23-1677-4df4-b25a-4396f95bdad7']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:48.472405 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-090f549b-f242-46da-a3f2-5660ef2b70cb tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392b8432-d46a-460d-af7c-5727ef396714') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:48.472716 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-090f549b-f242-46da-a3f2-5660ef2b70cb tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392b8432-d46a-460d-af7c-5727ef396714') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:48.507393 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-090f549b-f242-46da-a3f2-5660ef2b70cb tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:48.538977 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e190d17-478e-417b-838c-02f56e46dae1 None None] DHCP port deletion for f0523186-0468-4fce-b8f0-0594a863a412 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:06:48.542108 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1604da08-5bbf-4fac-875e-218a6ba2b2fb None None] Network 49f2c1c2-5c57-4970-8352-07833d499591 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:48.545898 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-86d765d2-5c6d-4d6d-8c72-e27bcdb47419 req-0d25df88-b7f6-461c-80ce-c5de183c88c9 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819323 Aug 10 04:06:48.547144 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-090f549b-f242-46da-a3f2-5660ef2b70cb tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:48.559166 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-090f549b-f242-46da-a3f2-5660ef2b70cb tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:06:48.559586 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-090f549b-f242-46da-a3f2-5660ef2b70cb tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:06:48.563364 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:06:48.647936 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d6615eed-3748-400d-944b-03ce4e0fadf7 req-b87c3f02-111e-4149-878f-1fca49a8b67d tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:48.711739 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-090f549b-f242-46da-a3f2-5660ef2b70cb tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:48.725468 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c3f02-111e-4149-878f-1fca49a8b67d tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Pushing event deleted for resources: {'Port': ['ID=54cb3a90-b169-4e91-b83b-d4603eaa7058,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:48.744008 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-14b396f0-9682-4fcb-8e7a-9542fc256d86 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:48.758199 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['5d16e138-7611-46f5-b4cf-d4665d6669f7', '54cb3a90-b169-4e91-b83b-d4603eaa7058'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:06:48.765645 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-090f549b-f242-46da-a3f2-5660ef2b70cb tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:48.771465 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-090f549b-f242-46da-a3f2-5660ef2b70cb tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] 10.222.0.25 "DELETE /v2.0/networks/17c72d23-1677-4df4-b25a-4396f95bdad7 HTTP/1.1" status: 204 len: 168 time: 1.3934460 Aug 10 04:06:48.774184 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090f549b-f242-46da-a3f2-5660ef2b70cb tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Pushing event deleted for resources: {'Network': ['ID=17c72d23-1677-4df4-b25a-4396f95bdad7,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:48.781131 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52892) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:48.784779 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ebc76dc-c891-4d64-8f42-697521bd1973 req-f4733779-9fc4-4f22-bdc9-d3fcc86601bd tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 210 time: 0.0705562 Aug 10 04:06:48.811500 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6615eed-3748-400d-944b-03ce4e0fadf7 req-b87c3f02-111e-4149-878f-1fca49a8b67d tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] No DVR routers for this DVR port 54cb3a90-b169-4e91-b83b-d4603eaa7058 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:06:48.815671 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d6615eed-3748-400d-944b-03ce4e0fadf7 req-b87c3f02-111e-4149-878f-1fca49a8b67d tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:48.817631 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d6615eed-3748-400d-944b-03ce4e0fadf7 req-b87c3f02-111e-4149-878f-1fca49a8b67d tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.20 "DELETE /v2.0/ports/54cb3a90-b169-4e91-b83b-d4603eaa7058 HTTP/1.1" status: 204 len: 173 time: 1.1053333 Aug 10 04:06:48.818136 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce832eed-d687-4c1d-bc23-ac82d211b855', 'name': 'network-vif-deleted', 'tag': '54cb3a90-b169-4e91-b83b-d4603eaa7058'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:06:48.820796 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640e19e4-4866-464d-9c5d-cba071d8d021" -d '{"events": [{"server_uuid": "ce832eed-d687-4c1d-bc23-ac82d211b855", "name": "network-vif-deleted", "tag": "54cb3a90-b169-4e91-b83b-d4603eaa7058"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:06:48.917381 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-14b396f0-9682-4fcb-8e7a-9542fc256d86 None None] Transition to ACTIVE for port object 5b101872-bde6-49d1-a129-a635796ea03e will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:48.979606 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-3519ef3b-b53f-48a4-920b-dacba864c035 None None] For port 9d54e9c8-e9ab-47cd-8071-c0889aca154a, host n-d-802893-2, got binding levels [] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:48.980061 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3519ef3b-b53f-48a4-920b-dacba864c035 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:49.039471 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-3519ef3b-b53f-48a4-920b-dacba864c035 None None] Calling delete_port for 9d54e9c8-e9ab-47cd-8071-c0889aca154a owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:49.077670 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.ipam_backend_mixin [None req-3519ef3b-b53f-48a4-920b-dacba864c035 None None] Port 9d54e9c8-e9ab-47cd-8071-c0889aca154a was not found and therefore no delete operation was performed {{(pid=94939) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 04:06:49.094669 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-14b396f0-9682-4fcb-8e7a-9542fc256d86 None None] Transition to ACTIVE for port object 5b101872-bde6-49d1-a129-a635796ea03e will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:49.113936 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:49.122944 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe96d9-352b-4cba-9e68-2ae4a44b5a71 req-3a228b95-d99d-45c7-b6fb-e29600ca2931 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:49.126930 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dfbe96d9-352b-4cba-9e68-2ae4a44b5a71 req-3a228b95-d99d-45c7-b6fb-e29600ca2931 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 944 time: 0.3227513 Aug 10 04:06:49.129545 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c509b390-ba2d-452c-9bc0-346f34fab056 None None] Provisioning for port ea076587-d166-46b0-a1c8-62d14d4776b4 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:06:49.132356 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-ff0d010a-8eab-4222-9dd4-497741565739 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Allocated IP 172.20.0.1 (49f2c1c2-5c57-4970-8352-07833d499591/f5a50e78-2583-4e4b-b129-fbc43ec09262/4f0d542d-321c-4647-bcd5-1ffe32e66056) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:06:49.144981 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3519ef3b-b53f-48a4-920b-dacba864c035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:49.207166 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3519ef3b-b53f-48a4-920b-dacba864c035 None None] Network 17c72d23-1677-4df4-b25a-4396f95bdad7 is not hosted by any dhcp agent {{(pid=94939) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 04:06:49.209206 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3519ef3b-b53f-48a4-920b-dacba864c035 None None] No DVR routers for this DVR port 9d54e9c8-e9ab-47cd-8071-c0889aca154a on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:06:49.214405 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28024d2-a9b9-4d13-aab7-f6b919546efb x-openstack-request-id: req-d28024d2-a9b9-4d13-aab7-f6b919546efb {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:06:49.215055 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce832eed-d687-4c1d-bc23-ac82d211b855", "name": "network-vif-deleted", "tag": "54cb3a90-b169-4e91-b83b-d4603eaa7058", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:06:49.216973 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d28024d2-a9b9-4d13-aab7-f6b919546efb {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:06:49.217674 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce832eed-d687-4c1d-bc23-ac82d211b855', 'name': 'network-vif-deleted', 'tag': '54cb3a90-b169-4e91-b83b-d4603eaa7058', 'status': 'completed', 'code': 200} Aug 10 04:06:49.242654 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519ef3b-b53f-48a4-920b-dacba864c035 None None] Pushing event deleted for resources: {'Port': ['ID=9d54e9c8-e9ab-47cd-8071-c0889aca154a,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:49.250671 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port ea076587-d166-46b0-a1c8-62d14d4776b4 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:06:49.274232 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-076c1027-664f-41a2-b81d-ef1871566f81 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:49.285102 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dfbe96d9-352b-4cba-9e68-2ae4a44b5a71 req-a8be9379-536e-438a-b155-aa943351ab01 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507335 Aug 10 04:06:49.292214 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port ea076587-d166-46b0-a1c8-62d14d4776b4 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:49.292591 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:49.296704 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb243a93-5a45-43ab-a994-b87697db17e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3353e051-ac99-4ca2-af77-90c4a60c1c01'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:06:49.309697 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003a192f-1dce-484c-b4ae-a9eb0e0a99e2" -d '{"events": [{"server_uuid": "fb243a93-5a45-43ab-a994-b87697db17e3", "name": "network-vif-plugged", "status": "completed", "tag": "3353e051-ac99-4ca2-af77-90c4a60c1c01"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:06:49.368440 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-14b396f0-9682-4fcb-8e7a-9542fc256d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:49.417110 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ff0d010a-8eab-4222-9dd4-497741565739 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:49.463840 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-076c1027-664f-41a2-b81d-ef1871566f81 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Deleting port 3425ee55-6c75-4fc5-8ae1-d6ec66626c41 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:49.464980 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-ff0d010a-8eab-4222-9dd4-497741565739 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Transition to ACTIVE for port object 4f0d542d-321c-4647-bcd5-1ffe32e66056 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:49.465386 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-076c1027-664f-41a2-b81d-ef1871566f81 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:49.529595 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beea2968-e811-410e-81f7-b7f0e5fd3a7a x-openstack-request-id: req-beea2968-e811-410e-81f7-b7f0e5fd3a7a {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:06:49.529885 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb243a93-5a45-43ab-a994-b87697db17e3", "name": "network-vif-plugged", "status": "completed", "tag": "3353e051-ac99-4ca2-af77-90c4a60c1c01", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:06:49.530141 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-beea2968-e811-410e-81f7-b7f0e5fd3a7a {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:06:49.530534 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb243a93-5a45-43ab-a994-b87697db17e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3353e051-ac99-4ca2-af77-90c4a60c1c01', 'code': 200} Aug 10 04:06:49.532256 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 3353e051-ac99-4ca2-af77-90c4a60c1c01, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=3353e051-ac99-4ca2-af77-90c4a60c1c01,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:49.582169 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-076c1027-664f-41a2-b81d-ef1871566f81 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] For port 3425ee55-6c75-4fc5-8ae1-d6ec66626c41, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3425ee55-6c75-4fc5-8ae1-d6ec66626c41,segment=NetworkSegment(348ad57c-4102-40e3-b242-3457262b6739),segment_id=348ad57c-4102-40e3-b242-3457262b6739)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:49.582587 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-076c1027-664f-41a2-b81d-ef1871566f81 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:49.602597 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-076c1027-664f-41a2-b81d-ef1871566f81 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Calling delete_port for 3425ee55-6c75-4fc5-8ae1-d6ec66626c41 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:49.611238 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ff0d010a-8eab-4222-9dd4-497741565739 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:49.629080 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b396f0-9682-4fcb-8e7a-9542fc256d86 None None] Network a8d6402e-638e-44ba-8ae3-2ebf7d7fe61b is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:06:49.632398 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-0e190d17-478e-417b-838c-02f56e46dae1 None None] Deleting port 3425ee55-6c75-4fc5-8ae1-d6ec66626c41 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:49.632770 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0e190d17-478e-417b-838c-02f56e46dae1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:49.653545 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-14b396f0-9682-4fcb-8e7a-9542fc256d86 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:49.655460 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:49.674051 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b396f0-9682-4fcb-8e7a-9542fc256d86 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:06:49.721152 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b396f0-9682-4fcb-8e7a-9542fc256d86 None None] Pushing event updated for resources: {'Port': ['ID=5b101872-bde6-49d1-a129-a635796ea03e,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:49.764242 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0d010a-8eab-4222-9dd4-497741565739 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network 49f2c1c2-5c57-4970-8352-07833d499591 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:06:49.781878 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-ff0d010a-8eab-4222-9dd4-497741565739 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:49.798520 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-076c1027-664f-41a2-b81d-ef1871566f81 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:49.800264 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0d010a-8eab-4222-9dd4-497741565739 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:06:49.854454 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c1027-664f-41a2-b81d-ef1871566f81 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Pushing event deleted for resources: {'Port': ['ID=3425ee55-6c75-4fc5-8ae1-d6ec66626c41,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:49.858901 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076c1027-664f-41a2-b81d-ef1871566f81 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] No DVR routers for this DVR port 3425ee55-6c75-4fc5-8ae1-d6ec66626c41 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:06:49.864572 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d010a-8eab-4222-9dd4-497741565739 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Port': ['ID=4f0d542d-321c-4647-bcd5-1ffe32e66056,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:49.892207 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d6a82-5da5-4cbe-8388-163d793f1549 req-80fea40f-a396-400e-b46b-084baf0b0f68 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:49.893791 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-709d6a82-5da5-4cbe-8388-163d793f1549 req-80fea40f-a396-400e-b46b-084baf0b0f68 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1590059 Aug 10 04:06:49.912786 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ff0d010a-8eab-4222-9dd4-497741565739 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:49.922632 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=3353e051-ac99-4ca2-af77-90c4a60c1c01,revision_number=7']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:49.938690 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-0e190d17-478e-417b-838c-02f56e46dae1 None None] For port 3425ee55-6c75-4fc5-8ae1-d6ec66626c41, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3425ee55-6c75-4fc5-8ae1-d6ec66626c41,segment=NetworkSegment(348ad57c-4102-40e3-b242-3457262b6739),segment_id=348ad57c-4102-40e3-b242-3457262b6739)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:49.939239 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0e190d17-478e-417b-838c-02f56e46dae1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:50.011769 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-709d6a82-5da5-4cbe-8388-163d793f1549 req-49d066bb-6a39-4075-8921-e4f58b1d6402 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945909 Aug 10 04:06:50.013974 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-076c1027-664f-41a2-b81d-ef1871566f81 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:50.037001 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:50.044095 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-076c1027-664f-41a2-b81d-ef1871566f81 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0523186-0468-4fce-b8f0-0594a863a412']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:50.054576 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-0e190d17-478e-417b-838c-02f56e46dae1 None None] Calling delete_port for 3425ee55-6c75-4fc5-8ae1-d6ec66626c41 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:50.074689 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-076c1027-664f-41a2-b81d-ef1871566f81 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '348ad57c-4102-40e3-b242-3457262b6739') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:50.074986 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-076c1027-664f-41a2-b81d-ef1871566f81 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '348ad57c-4102-40e3-b242-3457262b6739') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:50.083567 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port ea076587-d166-46b0-a1c8-62d14d4776b4, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ea076587-d166-46b0-a1c8-62d14d4776b4,segment=NetworkSegment(5251bdd7-b9f2-4f56-843b-9fd90e2b4f4e),segment_id=5251bdd7-b9f2-4f56-843b-9fd90e2b4f4e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:50.104076 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-076c1027-664f-41a2-b81d-ef1871566f81 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:50.120944 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-076c1027-664f-41a2-b81d-ef1871566f81 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:50.127208 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076c1027-664f-41a2-b81d-ef1871566f81 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:06:50.128986 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-076c1027-664f-41a2-b81d-ef1871566f81 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:50.140042 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-14b396f0-9682-4fcb-8e7a-9542fc256d86 None None] Attempting to bind port 5b101872-bde6-49d1-a129-a635796ea03e on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:06:50.142550 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-14b396f0-9682-4fcb-8e7a-9542fc256d86 None None] Attempting to bind port 5b101872-bde6-49d1-a129-a635796ea03e by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '54784d45-551b-4df9-afcc-709dd0340a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a8d6402e-638e-44ba-8ae3-2ebf7d7fe61b'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:06:50.142926 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b396f0-9682-4fcb-8e7a-9542fc256d86 None None] Attempting to bind port 5b101872-bde6-49d1-a129-a635796ea03e on network a8d6402e-638e-44ba-8ae3-2ebf7d7fe61b {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:06:50.146835 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-87dff288-01a3-4136-9482-300e4bad1189 req-dbb49ce2-8450-4938-a700-c2f36f153a46 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce832eed-d687-4c1d-bc23-ac82d211b855 HTTP/1.1" status: 200 len: 210 time: 0.1367092 Aug 10 04:06:50.157381 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:06:50.194334 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:06:50.274366 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 9d54e9c8-e9ab-47cd-8071-c0889aca154a no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:06:50.277175 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b396f0-9682-4fcb-8e7a-9542fc256d86 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:06:50.277553 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b396f0-9682-4fcb-8e7a-9542fc256d86 None None] Checking segment: {'id': '54784d45-551b-4df9-afcc-709dd0340a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a8d6402e-638e-44ba-8ae3-2ebf7d7fe61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:06:50.278096 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-14b396f0-9682-4fcb-8e7a-9542fc256d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:50.278506 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b396f0-9682-4fcb-8e7a-9542fc256d86 None None] Bound using segment: {'id': '54784d45-551b-4df9-afcc-709dd0340a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a8d6402e-638e-44ba-8ae3-2ebf7d7fe61b'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:06:50.278995 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-14b396f0-9682-4fcb-8e7a-9542fc256d86 None None] Bound port: 5b101872-bde6-49d1-a129-a635796ea03e, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54784d45-551b-4df9-afcc-709dd0340a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': 'a8d6402e-638e-44ba-8ae3-2ebf7d7fe61b'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:06:50.279376 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-14b396f0-9682-4fcb-8e7a-9542fc256d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:50.289547 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-076c1027-664f-41a2-b81d-ef1871566f81 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:50.297672 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-076c1027-664f-41a2-b81d-ef1871566f81 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:50.302305 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-076c1027-664f-41a2-b81d-ef1871566f81 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] 10.222.0.25 "DELETE /v2.0/networks/f0523186-0468-4fce-b8f0-0594a863a412 HTTP/1.1" status: 204 len: 168 time: 1.5175407 Aug 10 04:06:50.303065 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52910) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:50.339714 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c1027-664f-41a2-b81d-ef1871566f81 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Pushing event deleted for resources: {'Network': ['ID=f0523186-0468-4fce-b8f0-0594a863a412,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:50.409429 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-14b396f0-9682-4fcb-8e7a-9542fc256d86 None None] For port 5b101872-bde6-49d1-a129-a635796ea03e, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:06:50.421949 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-14b396f0-9682-4fcb-8e7a-9542fc256d86 None None] For port 5b101872-bde6-49d1-a129-a635796ea03e, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=5b101872-bde6-49d1-a129-a635796ea03e,segment=NetworkSegment(54784d45-551b-4df9-afcc-709dd0340a56),segment_id=54784d45-551b-4df9-afcc-709dd0340a56)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:06:50.422068 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ff0d010a-8eab-4222-9dd4-497741565739 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:50.449140 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 9d54e9c8-e9ab-47cd-8071-c0889aca154a {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:06:50.449140 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 9d54e9c8-e9ab-47cd-8071-c0889aca154a not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:06:50.488954 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=ea076587-d166-46b0-a1c8-62d14d4776b4,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:50.499515 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-14b396f0-9682-4fcb-8e7a-9542fc256d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:50.666722 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e9d8bd-4a84-4de1-9658-c18287606a69 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Deleting subnet f1a44191-ae57-4d7f-afbb-c1e58e97e457 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:06:50.692516 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e1e9d8bd-4a84-4de1-9658-c18287606a69 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:50.869986 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e1e9d8bd-4a84-4de1-9658-c18287606a69 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:50.887318 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3425ee55-6c75-4fc5-8ae1-d6ec66626c41 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:06:50.911362 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 3425ee55-6c75-4fc5-8ae1-d6ec66626c41 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:06:50.911694 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3425ee55-6c75-4fc5-8ae1-d6ec66626c41 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:06:50.913287 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-935622f5-b08d-422b-a562-c16a78ed16b5 None None] Provisioning for port 4f0d542d-321c-4647-bcd5-1ffe32e66056 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:06:50.930837 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-935622f5-b08d-422b-a562-c16a78ed16b5 None None] Provisioning complete for port 4f0d542d-321c-4647-bcd5-1ffe32e66056 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:50.931210 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-935622f5-b08d-422b-a562-c16a78ed16b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:50.934889 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117676e4-661f-46aa-a9ea-91b983366423 req-73fc3cf2-92f2-43cb-af22-63283cb47268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:50.937949 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-117676e4-661f-46aa-a9ea-91b983366423 req-73fc3cf2-92f2-43cb-af22-63283cb47268 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=897476f221894013b27960fb36935e79&device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 1096 time: 0.2778454 Aug 10 04:06:50.939167 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0e190d17-478e-417b-838c-02f56e46dae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:50.965654 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e109029-577d-4d14-b3be-118833b034f1 req-8af5bb13-f7f6-4f02-be74-f40b9082a126 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:50.973898 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2e109029-577d-4d14-b3be-118833b034f1 req-8af5bb13-f7f6-4f02-be74-f40b9082a126 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 945 time: 0.4167874 Aug 10 04:06:50.997085 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0e190d17-478e-417b-838c-02f56e46dae1 None None] Network f0523186-0468-4fce-b8f0-0594a863a412 is not hosted by any dhcp agent {{(pid=94939) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 10 04:06:50.997546 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e190d17-478e-417b-838c-02f56e46dae1 None None] No DVR routers for this DVR port 3425ee55-6c75-4fc5-8ae1-d6ec66626c41 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:06:51.026152 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b396f0-9682-4fcb-8e7a-9542fc256d86 None None] Pushing event updated for resources: {'Port': ['ID=5b101872-bde6-49d1-a129-a635796ea03e,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:51.026947 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e1e9d8bd-4a84-4de1-9658-c18287606a69 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:51.049799 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2e109029-577d-4d14-b3be-118833b034f1 req-5c765b8c-5f87-472d-aa10-744da0ae8536 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729809 Aug 10 04:06:51.049920 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-935622f5-b08d-422b-a562-c16a78ed16b5 None None] Port 4f0d542d-321c-4647-bcd5-1ffe32e66056 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:06:51.090239 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e190d17-478e-417b-838c-02f56e46dae1 None None] Pushing event deleted for resources: {'Port': ['ID=3425ee55-6c75-4fc5-8ae1-d6ec66626c41,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:51.102027 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-935622f5-b08d-422b-a562-c16a78ed16b5 None None] Provisioning complete for port ea076587-d166-46b0-a1c8-62d14d4776b4 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:51.102404 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-935622f5-b08d-422b-a562-c16a78ed16b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:51.177056 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2ddd4-2e4d-41af-be0f-d374de41f77c req-94dc2dae-b9aa-4212-858c-b9de261ce0ce tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:51.178621 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-49f2ddd4-2e4d-41af-be0f-d374de41f77c req-94dc2dae-b9aa-4212-858c-b9de261ce0ce tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.5236423 Aug 10 04:06:51.237538 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ff0d010a-8eab-4222-9dd4-497741565739 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:51.339542 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ff0d010a-8eab-4222-9dd4-497741565739 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:51.378447 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f4be3b5e-69cf-458d-b99f-2c38645a6f95 None None] Provisioning complete for port 4f0d542d-321c-4647-bcd5-1ffe32e66056 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:51.380376 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f4be3b5e-69cf-458d-b99f-2c38645a6f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:51.459425 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-f4be3b5e-69cf-458d-b99f-2c38645a6f95 None None] Port 4f0d542d-321c-4647-bcd5-1ffe32e66056 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:06:51.513879 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-49f2ddd4-2e4d-41af-be0f-d374de41f77c req-290d9a94-b93a-4831-a5f7-2f9abdddac1b tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2529767 Aug 10 04:06:51.519780 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d010a-8eab-4222-9dd4-497741565739 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Port': ['ID=4f0d542d-321c-4647-bcd5-1ffe32e66056,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:51.529233 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ff0d010a-8eab-4222-9dd4-497741565739 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:51.533883 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 54cb3a90-b169-4e91-b83b-d4603eaa7058 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:06:51.540091 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117676e4-661f-46aa-a9ea-91b983366423 req-804ef2ca-2e08-4eaf-bd1a-0710164147a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:51.542587 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-117676e4-661f-46aa-a9ea-91b983366423 req-804ef2ca-2e08-4eaf-bd1a-0710164147a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7ff6afc-8008-49c6-8b16-55c096640020 HTTP/1.1" status: 200 len: 912 time: 0.5974798 Aug 10 04:06:51.558731 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 54cb3a90-b169-4e91-b83b-d4603eaa7058 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:06:51.559248 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 54cb3a90-b169-4e91-b83b-d4603eaa7058 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:06:51.598468 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e1e9d8bd-4a84-4de1-9658-c18287606a69 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:51.677210 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9d8bd-4a84-4de1-9658-c18287606a69 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Pushing event deleted for resources: {'Subnet': ['ID=f1a44191-ae57-4d7f-afbb-c1e58e97e457,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:51.695158 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281d5a96-b22c-41d0-8f7f-e577b0738a62 None None] Network f88c44ef-7114-4c00-812f-f059b6088a5f requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:51.706162 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e1e9d8bd-4a84-4de1-9658-c18287606a69 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:51.710928 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e1e9d8bd-4a84-4de1-9658-c18287606a69 tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] 10.222.0.25 "DELETE /v2.0/subnets/f1a44191-ae57-4d7f-afbb-c1e58e97e457 HTTP/1.1" status: 204 len: 168 time: 1.4068263 Aug 10 04:06:51.712331 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52932) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:51.788264 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-117676e4-661f-46aa-a9ea-91b983366423 req-82ef541f-2212-4630-a3d5-8eca792256ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3b4ce36-dd2d-448b-a4c9-f1269256c40e HTTP/1.1" status: 200 len: 1000 time: 0.1998909 Aug 10 04:06:51.815010 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0d010a-8eab-4222-9dd4-497741565739 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network 49f2c1c2-5c57-4970-8352-07833d499591 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:06:51.827977 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-ff0d010a-8eab-4222-9dd4-497741565739 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:51.839540 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eba8f24b-5a83-4c57-976a-e7cd95a1f09d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:52.062614 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc38a34-3693-451f-b388-dc96449a6d44 None None] DHCP port deletion for f88c44ef-7114-4c00-812f-f059b6088a5f request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:06:52.076349 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fba90e-c101-4fc3-bad6-f240df5f4380 req-7b583d1f-28d4-4375-af8f-3da9b455fc07 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:52.078531 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-47fba90e-c101-4fc3-bad6-f240df5f4380 req-7b583d1f-28d4-4375-af8f-3da9b455fc07 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 945 time: 0.1410732 Aug 10 04:06:52.089431 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-eba8f24b-5a83-4c57-976a-e7cd95a1f09d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Deleting port 2b1904b4-b09b-447a-bbd8-e57c1384f2af {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:52.089767 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eba8f24b-5a83-4c57-976a-e7cd95a1f09d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:52.205946 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-3bc38a34-3693-451f-b388-dc96449a6d44 None None] Deleting port 2b1904b4-b09b-447a-bbd8-e57c1384f2af {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:52.207466 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3bc38a34-3693-451f-b388-dc96449a6d44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:52.238760 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-47fba90e-c101-4fc3-bad6-f240df5f4380 req-697d65f8-89dc-47db-b497-d8178b5692f2 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591940 Aug 10 04:06:52.258098 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-eba8f24b-5a83-4c57-976a-e7cd95a1f09d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] For port 2b1904b4-b09b-447a-bbd8-e57c1384f2af, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=2b1904b4-b09b-447a-bbd8-e57c1384f2af,segment=NetworkSegment(31a5efe0-9849-464f-bfe3-559cf794ade6),segment_id=31a5efe0-9849-464f-bfe3-559cf794ade6)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:52.260876 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eba8f24b-5a83-4c57-976a-e7cd95a1f09d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:52.296412 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-eba8f24b-5a83-4c57-976a-e7cd95a1f09d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Calling delete_port for 2b1904b4-b09b-447a-bbd8-e57c1384f2af owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:52.361584 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-3bc38a34-3693-451f-b388-dc96449a6d44 None None] For port 2b1904b4-b09b-447a-bbd8-e57c1384f2af, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=2b1904b4-b09b-447a-bbd8-e57c1384f2af,segment=NetworkSegment(31a5efe0-9849-464f-bfe3-559cf794ade6),segment_id=31a5efe0-9849-464f-bfe3-559cf794ade6)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:52.362065 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3bc38a34-3693-451f-b388-dc96449a6d44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:52.392017 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-3bc38a34-3693-451f-b388-dc96449a6d44 None None] Calling delete_port for 2b1904b4-b09b-447a-bbd8-e57c1384f2af owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:52.420776 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0fc8e42a-a1e9-47a9-a7f9-fa2d2baed216 None None] Provisioning complete for port 4f0d542d-321c-4647-bcd5-1ffe32e66056 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:52.422571 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0fc8e42a-a1e9-47a9-a7f9-fa2d2baed216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:52.492019 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1aa214-1bd1-48c2-b520-3a4cba97be44 req-9e176721-f534-486d-8344-4a0c3726f3ae tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:52.500997 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4f1aa214-1bd1-48c2-b520-3a4cba97be44 req-9e176721-f534-486d-8344-4a0c3726f3ae tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 945 time: 0.1188393 Aug 10 04:06:52.582771 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4f1aa214-1bd1-48c2-b520-3a4cba97be44 req-cf5cda01-a857-4635-a100-a0519049ae6e tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805247 Aug 10 04:06:52.610262 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b9401c-57fb-4775-8a9c-e52ff0d6f620 None None] Network a8d6402e-638e-44ba-8ae3-2ebf7d7fe61b requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:06:52.632844 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eba8f24b-5a83-4c57-976a-e7cd95a1f09d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:52.699654 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8f24b-5a83-4c57-976a-e7cd95a1f09d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Pushing event deleted for resources: {'Port': ['ID=2b1904b4-b09b-447a-bbd8-e57c1384f2af,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:52.707360 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba8f24b-5a83-4c57-976a-e7cd95a1f09d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] No DVR routers for this DVR port 2b1904b4-b09b-447a-bbd8-e57c1384f2af on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:06:52.719161 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-0fc8e42a-a1e9-47a9-a7f9-fa2d2baed216 None None] Port 4f0d542d-321c-4647-bcd5-1ffe32e66056 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:06:52.736751 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3bc38a34-3693-451f-b388-dc96449a6d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:52.744026 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-d1f4f98c-a81f-4669-8801-adffc48742ea tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:52.748499 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-d1f4f98c-a81f-4669-8801-adffc48742ea tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 810 time: 1.0364995 Aug 10 04:06:52.751938 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117676e4-661f-46aa-a9ea-91b983366423 req-1d1f2d9d-70ff-4068-8ed8-c2a90b924f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:52.754271 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-117676e4-661f-46aa-a9ea-91b983366423 req-1d1f2d9d-70ff-4068-8ed8-c2a90b924f05 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a51d8861-9dbf-4178-9d3e-8ed73319e82c HTTP/1.1" status: 200 len: 850 time: 0.9381285 Aug 10 04:06:52.771332 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc38a34-3693-451f-b388-dc96449a6d44 None None] No DVR routers for this DVR port 2b1904b4-b09b-447a-bbd8-e57c1384f2af on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:06:52.813972 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ea076587-d166-46b0-a1c8-62d14d4776b4 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:06:52.836411 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-4d46f361-ef1d-4f43-b778-776927c2be9b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/quotas/d4bbb82d53544f8dad3eb033c592dee4 HTTP/1.1" status: 200 len: 375 time: 0.0764332 Aug 10 04:06:52.863135 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc38a34-3693-451f-b388-dc96449a6d44 None None] Pushing event deleted for resources: {'Port': ['ID=2b1904b4-b09b-447a-bbd8-e57c1384f2af,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:52.907823 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eba8f24b-5a83-4c57-976a-e7cd95a1f09d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:52.914414 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117676e4-661f-46aa-a9ea-91b983366423 req-4d4a998e-468c-4383-b151-534aa5035fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:52.917759 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-117676e4-661f-46aa-a9ea-91b983366423 req-4d4a998e-468c-4383-b151-534aa5035fe1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7ff6afc-8008-49c6-8b16-55c096640020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344697 Aug 10 04:06:52.922330 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port ea076587-d166-46b0-a1c8-62d14d4776b4 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:52.923880 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:52.924546 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-eba8f24b-5a83-4c57-976a-e7cd95a1f09d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f88c44ef-7114-4c00-812f-f059b6088a5f']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:52.941475 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3dda42-e563-45b0-b5fa-502723e1a28b req-9074b816-e9ac-4a29-8116-791b3ef6f6eb tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:52.949491 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0d3dda42-e563-45b0-b5fa-502723e1a28b req-9074b816-e9ac-4a29-8116-791b3ef6f6eb tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1672008 Aug 10 04:06:52.955189 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-eba8f24b-5a83-4c57-976a-e7cd95a1f09d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a5efe0-9849-464f-bfe3-559cf794ade6') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:52.955393 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-eba8f24b-5a83-4c57-976a-e7cd95a1f09d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a5efe0-9849-464f-bfe3-559cf794ade6') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:52.979212 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eba8f24b-5a83-4c57-976a-e7cd95a1f09d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:52.991488 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6feccdf5-6fc6-48f3-a7b4-092acb42bc7c None None] Provisioning for port 5b101872-bde6-49d1-a129-a635796ea03e completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:06:53.008200 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-238cc7f8-cf56-4713-b510-1a82beaf06e6 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1595335 Aug 10 04:06:53.023011 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eba8f24b-5a83-4c57-976a-e7cd95a1f09d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:53.043389 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0d3dda42-e563-45b0-b5fa-502723e1a28b req-c1b35e69-2143-4a42-9d1a-38df878bf81c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872064 Aug 10 04:06:53.045211 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0d010a-8eab-4222-9dd4-497741565739 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Router fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:06:53.047930 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba8f24b-5a83-4c57-976a-e7cd95a1f09d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:06:53.048544 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eba8f24b-5a83-4c57-976a-e7cd95a1f09d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:06:53.051800 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:06:53.106332 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 5b101872-bde6-49d1-a129-a635796ea03e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:06:53.215200 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eba8f24b-5a83-4c57-976a-e7cd95a1f09d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:53.233650 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eba8f24b-5a83-4c57-976a-e7cd95a1f09d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:53.238495 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 5b101872-bde6-49d1-a129-a635796ea03e completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:06:53.242457 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52940) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:53.244085 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-eba8f24b-5a83-4c57-976a-e7cd95a1f09d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] 10.222.0.25 "DELETE /v2.0/networks/f88c44ef-7114-4c00-812f-f059b6088a5f HTTP/1.1" status: 204 len: 168 time: 1.5285254 Aug 10 04:06:53.252746 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 5b101872-bde6-49d1-a129-a635796ea03e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:53.254597 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:53.275186 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8f24b-5a83-4c57-976a-e7cd95a1f09d tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Pushing event deleted for resources: {'Network': ['ID=f88c44ef-7114-4c00-812f-f059b6088a5f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:53.281403 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-117676e4-661f-46aa-a9ea-91b983366423 req-95948f48-dd1b-4952-8dee-80e2eff478ff service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551791 Aug 10 04:06:53.334756 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-78b72792-66cf-40f5-a1b3-01c7eeb5dd3b service neutron] 10.222.0.25 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187943 Aug 10 04:06:53.346189 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52944) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:53.360156 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5da5880a-a2f7-4a72-9125-3af15a5e7eca tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] 10.222.0.25 "GET /v2.0/ports?device_id=96c5acb0-64fe-4ea3-a809-463c38201da7 HTTP/1.1" status: 200 len: 205 time: 0.1131914 Aug 10 04:06:53.411921 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:53.464907 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 5b101872-bde6-49d1-a129-a635796ea03e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=5b101872-bde6-49d1-a129-a635796ea03e,segment=NetworkSegment(54784d45-551b-4df9-afcc-709dd0340a56),segment_id=54784d45-551b-4df9-afcc-709dd0340a56)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:53.477529 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-226d7e0a-4bbb-4ee1-83e7-7b2a6350164c None None] Provisioning complete for port 5b101872-bde6-49d1-a129-a635796ea03e triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:53.477529 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-226d7e0a-4bbb-4ee1-83e7-7b2a6350164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:53.518596 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0d010a-8eab-4222-9dd4-497741565739 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:06:53.520355 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7bcc8d8a-9ac7-4138-86d8-a59d2b807dbe tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:53.530173 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ff0d010a-8eab-4222-9dd4-497741565739 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "PUT /v2.0/routers/fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3041079 Aug 10 04:06:53.530881 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52946) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:53.536242 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240c0952-4a97-4311-adcc-59c5d2434d9d None None] Sync routers for ids ['fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:06:53.548927 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:53.588687 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240c0952-4a97-4311-adcc-59c5d2434d9d None None] Routers {'fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:06:53.589990 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-240c0952-4a97-4311-adcc-59c5d2434d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:06:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:53.635979 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b744bfb0-aff0-4a97-a421-dc8d4a676d33 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:53.637648 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b744bfb0-aff0-4a97-a421-dc8d4a676d33 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "GET /v2.0/ports/4f0d542d-321c-4647-bcd5-1ffe32e66056 HTTP/1.1" status: 200 len: 910 time: 0.1043203 Aug 10 04:06:53.645880 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52950) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:53.649848 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-117676e4-661f-46aa-a9ea-91b983366423 req-faad19b5-7f49-4c6b-afbf-ed3d08e90c7c service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111322 Aug 10 04:06:53.654056 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 2b1904b4-b09b-447a-bbd8-e57c1384f2af no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:06:53.658670 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-240c0952-4a97-4311-adcc-59c5d2434d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:53.658819 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-2d5f8fe6-d151-4354-8d8c-6845bc642504 service neutron] 10.222.0.25 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760692 Aug 10 04:06:53.707223 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33b742-59a7-4542-903e-6a6386f08ddc req-04684091-552c-42e2-ae28-3f832769f9fb tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:53.708813 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4c33b742-59a7-4542-903e-6a6386f08ddc req-04684091-552c-42e2-ae28-3f832769f9fb tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 945 time: 0.2821867 Aug 10 04:06:53.709867 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 2b1904b4-b09b-447a-bbd8-e57c1384f2af {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:06:53.710310 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 2b1904b4-b09b-447a-bbd8-e57c1384f2af not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:06:53.787715 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240c0952-4a97-4311-adcc-59c5d2434d9d None None] Routers {'fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:06:53.795099 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-240c0952-4a97-4311-adcc-59c5d2434d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:06:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:53.817853 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=5b101872-bde6-49d1-a129-a635796ea03e,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:53.909051 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7bcc8d8a-9ac7-4138-86d8-a59d2b807dbe tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:53.913736 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7bcc8d8a-9ac7-4138-86d8-a59d2b807dbe tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:53.923907 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-240c0952-4a97-4311-adcc-59c5d2434d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:53.925122 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240c0952-4a97-4311-adcc-59c5d2434d9d None None] The sync data for ids ['fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:06:54.010542 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4c33b742-59a7-4542-903e-6a6386f08ddc req-c8b556f8-8cde-4652-952c-4a27efdcb9b7 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/security-groups?id=0aad4b98-e759-44c8-ba75-38f653dca523&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678452 Aug 10 04:06:54.121300 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dba6b2-ee95-44cf-a473-8ab09b4f79ce req-257ae32a-bf8b-43c3-bf52-cae713f4d95b tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:54.127300 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-73dba6b2-ee95-44cf-a473-8ab09b4f79ce req-257ae32a-bf8b-43c3-bf52-cae713f4d95b tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.20 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 945 time: 0.0627339 Aug 10 04:06:54.230434 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acaa03d-32e8-4ad8-b37b-8c79baafe060 req-60e72460-90b4-4d17-825e-82b7b9b29611 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:54.231982 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3acaa03d-32e8-4ad8-b37b-8c79baafe060 req-60e72460-90b4-4d17-825e-82b7b9b29611 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 945 time: 0.1240468 Aug 10 04:06:54.243013 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-73dba6b2-ee95-44cf-a473-8ab09b4f79ce req-77593f53-6b8b-4fc8-b161-3256caaf04c4 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Deleting port 5d16e138-7611-46f5-b4cf-d4665d6669f7 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:54.243390 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-73dba6b2-ee95-44cf-a473-8ab09b4f79ce req-77593f53-6b8b-4fc8-b161-3256caaf04c4 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:54.314125 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3acaa03d-32e8-4ad8-b37b-8c79baafe060 req-1a47aac9-72f3-4f9e-a81d-628480899d35 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736713 Aug 10 04:06:54.341767 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-307da9cf-c34c-46c8-9f46-3c22a17cf2c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:54.366025 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7bcc8d8a-9ac7-4138-86d8-a59d2b807dbe tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:54.366543 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcc8d8a-9ac7-4138-86d8-a59d2b807dbe tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Fanout notify agent at l3_agent the message router_deleted on router 96c5acb0-64fe-4ea3-a809-463c38201da7 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:06:54.393451 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7bcc8d8a-9ac7-4138-86d8-a59d2b807dbe tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:54.397959 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7bcc8d8a-9ac7-4138-86d8-a59d2b807dbe tempest-RoutersNegativeIpV6Test-315415855 tempest-RoutersNegativeIpV6Test-315415855-project] 10.222.0.25 "DELETE /v2.0/routers/96c5acb0-64fe-4ea3-a809-463c38201da7 HTTP/1.1" status: 204 len: 168 time: 1.0479722 Aug 10 04:06:54.434331 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a4915dee-7572-45b2-a229-46c9b7a962ce req-ff37a2ac-0b0b-489d-824f-d8351e80c0bc tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 210 time: 0.0721092 Aug 10 04:06:54.435534 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-73dba6b2-ee95-44cf-a473-8ab09b4f79ce req-77593f53-6b8b-4fc8-b161-3256caaf04c4 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] For port 5d16e138-7611-46f5-b4cf-d4665d6669f7, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=5d16e138-7611-46f5-b4cf-d4665d6669f7,segment=NetworkSegment(8ac88afb-260a-463f-b01a-69dd7b9a9956),segment_id=8ac88afb-260a-463f-b01a-69dd7b9a9956)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:54.435921 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-73dba6b2-ee95-44cf-a473-8ab09b4f79ce req-77593f53-6b8b-4fc8-b161-3256caaf04c4 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:54.455486 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-73dba6b2-ee95-44cf-a473-8ab09b4f79ce req-77593f53-6b8b-4fc8-b161-3256caaf04c4 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Calling delete_port for 5d16e138-7611-46f5-b4cf-d4665d6669f7 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:54.494140 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4783f67-6709-4b37-8772-06d40133e331 req-f3ee99c4-723b-4a4d-a973-884e434a9f9c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:54.495878 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f4783f67-6709-4b37-8772-06d40133e331 req-f3ee99c4-723b-4a4d-a973-884e434a9f9c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1248848 Aug 10 04:06:54.624613 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f4783f67-6709-4b37-8772-06d40133e331 req-63043dc3-fb17-474f-b5f2-15c42c9a61a2 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195278 Aug 10 04:06:54.640557 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 5b101872-bde6-49d1-a129-a635796ea03e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:06:54.767809 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 5b101872-bde6-49d1-a129-a635796ea03e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:54.768536 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:54.838704 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-73dba6b2-ee95-44cf-a473-8ab09b4f79ce req-77593f53-6b8b-4fc8-b161-3256caaf04c4 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:54.856524 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-307da9cf-c34c-46c8-9f46-3c22a17cf2c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Allocated IP 172.21.0.1 (a8d6402e-638e-44ba-8ae3-2ebf7d7fe61b/a2f8d8fa-8342-48a3-94c7-dd0e35d60822/f825166e-1e3c-4daf-8f73-e83dd1f39ee4) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:06:54.880238 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['5d16e138-7611-46f5-b4cf-d4665d6669f7'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:06:54.923072 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77593f53-6b8b-4fc8-b161-3256caaf04c4 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Pushing event deleted for resources: {'Port': ['ID=5d16e138-7611-46f5-b4cf-d4665d6669f7,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:54.985647 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-73dba6b2-ee95-44cf-a473-8ab09b4f79ce req-77593f53-6b8b-4fc8-b161-3256caaf04c4 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] No DVR routers for this DVR port 5d16e138-7611-46f5-b4cf-d4665d6669f7 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:06:54.989040 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-73dba6b2-ee95-44cf-a473-8ab09b4f79ce req-77593f53-6b8b-4fc8-b161-3256caaf04c4 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:54.991386 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-73dba6b2-ee95-44cf-a473-8ab09b4f79ce req-77593f53-6b8b-4fc8-b161-3256caaf04c4 tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.20 "DELETE /v2.0/ports/5d16e138-7611-46f5-b4cf-d4665d6669f7 HTTP/1.1" status: 204 len: 173 time: 0.8570018 Aug 10 04:06:54.991919 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51acd80e-6101-4f0c-9d8f-edca7953e6fe', 'name': 'network-vif-deleted', 'tag': '5d16e138-7611-46f5-b4cf-d4665d6669f7'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:06:54.994396 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fcfc18-1f73-445d-982d-4c4ccd05dcea" -d '{"events": [{"server_uuid": "51acd80e-6101-4f0c-9d8f-edca7953e6fe", "name": "network-vif-deleted", "tag": "5d16e138-7611-46f5-b4cf-d4665d6669f7"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:06:55.079818 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa441861-a2b1-4078-aff9-327b105b1c5a x-openstack-request-id: req-fa441861-a2b1-4078-aff9-327b105b1c5a {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:06:55.079818 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51acd80e-6101-4f0c-9d8f-edca7953e6fe", "name": "network-vif-deleted", "tag": "5d16e138-7611-46f5-b4cf-d4665d6669f7", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:06:55.079818 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fa441861-a2b1-4078-aff9-327b105b1c5a {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:06:55.079818 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51acd80e-6101-4f0c-9d8f-edca7953e6fe', 'name': 'network-vif-deleted', 'tag': '5d16e138-7611-46f5-b4cf-d4665d6669f7', 'status': 'completed', 'code': 200} Aug 10 04:06:55.107354 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-307da9cf-c34c-46c8-9f46-3c22a17cf2c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:55.137109 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-307da9cf-c34c-46c8-9f46-3c22a17cf2c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Transition to ACTIVE for port object f825166e-1e3c-4daf-8f73-e83dd1f39ee4 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:55.161150 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-965db38d-5b4c-49bc-b638-f2902d7324b3 req-a452e524-3928-4c8b-975f-a06208b57e1d tempest-ServerRescueTestJSON-304925120 tempest-ServerRescueTestJSON-304925120-project] 10.222.0.25 "GET /v2.0/ports?device_id=51acd80e-6101-4f0c-9d8f-edca7953e6fe HTTP/1.1" status: 200 len: 210 time: 0.0449915 Aug 10 04:06:55.248141 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52978) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:55.266449 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-307da9cf-c34c-46c8-9f46-3c22a17cf2c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:55.329339 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307da9cf-c34c-46c8-9f46-3c22a17cf2c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network a8d6402e-638e-44ba-8ae3-2ebf7d7fe61b is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:06:55.350383 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-307da9cf-c34c-46c8-9f46-3c22a17cf2c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:55.380736 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307da9cf-c34c-46c8-9f46-3c22a17cf2c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:06:55.502108 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-307da9cf-c34c-46c8-9f46-3c22a17cf2c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:55.554312 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d9fdaa9a-511f-452b-abc1-8644d0f09f95 req-7f4a46de-4aa4-4fb4-b081-4ec1d588b1fd tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 210 time: 0.0451581 Aug 10 04:06:55.568884 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307da9cf-c34c-46c8-9f46-3c22a17cf2c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Port': ['ID=f825166e-1e3c-4daf-8f73-e83dd1f39ee4,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:55.741117 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c59a2a5e-6bf8-4105-b907-cef79c729c69 None None] Provisioning for port f825166e-1e3c-4daf-8f73-e83dd1f39ee4 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:06:55.749834 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c59a2a5e-6bf8-4105-b907-cef79c729c69 None None] Provisioning complete for port f825166e-1e3c-4daf-8f73-e83dd1f39ee4 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:55.750701 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c59a2a5e-6bf8-4105-b907-cef79c729c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:55.801902 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-c59a2a5e-6bf8-4105-b907-cef79c729c69 None None] Port f825166e-1e3c-4daf-8f73-e83dd1f39ee4 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:06:55.808205 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0e7246e1-aa7e-4603-aeb4-bbc396514bbc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c34dadbd50624715a87dc855b1884bf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5560803 Aug 10 04:06:55.816021 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52988) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:55.825688 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b7051-f7bc-49dd-a6d4-2eade03b9085 req-24e3f711-8e9e-4211-b636-89704386d704 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:55.836803 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f42b7051-f7bc-49dd-a6d4-2eade03b9085 req-24e3f711-8e9e-4211-b636-89704386d704 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 945 time: 0.3680050 Aug 10 04:06:55.890189 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863dca1-2516-4878-92db-9abc58191b57 req-746af33e-6cab-49ea-b1c8-7d5469f23891 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:55.891723 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4863dca1-2516-4878-92db-9abc58191b57 req-746af33e-6cab-49ea-b1c8-7d5469f23891 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1582158 Aug 10 04:06:55.909153 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f42b7051-f7bc-49dd-a6d4-2eade03b9085 req-3ed87407-a4e6-4659-8e9d-8ad18561aaed tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712864 Aug 10 04:06:55.932761 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7d0decff-14e8-4d17-ba6c-f33bd44d7c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:55.954779 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-307da9cf-c34c-46c8-9f46-3c22a17cf2c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:55.972795 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4863dca1-2516-4878-92db-9abc58191b57 req-024d2e3a-bb54-4799-a678-5f343fb1e043 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703080 Aug 10 04:06:55.975762 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7d0decff-14e8-4d17-ba6c-f33bd44d7c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:56.146250 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7d0decff-14e8-4d17-ba6c-f33bd44d7c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:56.149113 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7d0decff-14e8-4d17-ba6c-f33bd44d7c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:56.150963 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7d0decff-14e8-4d17-ba6c-f33bd44d7c74 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/03814fc4-8a12-4227-9704-5e97a2c3b546 HTTP/1.1" status: 204 len: 168 time: 0.3348746 Aug 10 04:06:56.161962 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0decff-14e8-4d17-ba6c-f33bd44d7c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03814fc4-8a12-4227-9704-5e97a2c3b546,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:56.205320 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8712408-3f3d-4c25-8ec2-1cc222cd13d4 req-a52fd970-9f56-4100-bd17-f750d4b60165 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:56.214642 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a8712408-3f3d-4c25-8ec2-1cc222cd13d4 req-a52fd970-9f56-4100-bd17-f750d4b60165 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1147344 Aug 10 04:06:56.262191 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52996) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:56.417104 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a8712408-3f3d-4c25-8ec2-1cc222cd13d4 req-c5b6e8c4-f6f7-4a51-980b-7336a6e49897 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951547 Aug 10 04:06:56.489216 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-307da9cf-c34c-46c8-9f46-3c22a17cf2c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:56.604097 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-307da9cf-c34c-46c8-9f46-3c22a17cf2c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:56.679940 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c719c93-2c20-42ea-8f64-d29f0dbef665 req-05242aa7-22db-48d6-8c56-5b45623af22e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:56.687716 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0c719c93-2c20-42ea-8f64-d29f0dbef665 req-05242aa7-22db-48d6-8c56-5b45623af22e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1685879 Aug 10 04:06:56.741994 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5ac76b49-536e-4bf3-96ad-2f4e1c57b06b req-808305ac-6d46-438c-84ce-7b376a755adb tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 210 time: 0.0488064 Aug 10 04:06:56.743115 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307da9cf-c34c-46c8-9f46-3c22a17cf2c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Port': ['ID=f825166e-1e3c-4daf-8f73-e83dd1f39ee4,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:56.746582 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-307da9cf-c34c-46c8-9f46-3c22a17cf2c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:56.881093 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0c719c93-2c20-42ea-8f64-d29f0dbef665 req-77560e62-09f4-4e7c-a698-54bd880c42d3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923525 Aug 10 04:06:57.060410 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307da9cf-c34c-46c8-9f46-3c22a17cf2c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network a8d6402e-638e-44ba-8ae3-2ebf7d7fe61b is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:06:57.100889 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-307da9cf-c34c-46c8-9f46-3c22a17cf2c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:57.223490 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58340390-aa47-4c57-98b3-6ee5d4ead17d req-dff7fafd-8320-4960-a965-36a1f61d1ded tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:57.233789 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58340390-aa47-4c57-98b3-6ee5d4ead17d req-dff7fafd-8320-4960-a965-36a1f61d1ded tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 945 time: 0.1347127 Aug 10 04:06:57.245948 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2bc7743c-e71c-4990-8324-c6f97d1d33ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:57.473645 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58340390-aa47-4c57-98b3-6ee5d4ead17d req-e95905e9-50dc-42bf-a712-19d136efb916 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304533 Aug 10 04:06:57.511344 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:57.552540 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-97c085dd-f006-4758-b6b8-2d25fb32f386 None None] Provisioning complete for port f825166e-1e3c-4daf-8f73-e83dd1f39ee4 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:06:57.553179 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-97c085dd-f006-4758-b6b8-2d25fb32f386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:57.652256 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-97c085dd-f006-4758-b6b8-2d25fb32f386 None None] Port f825166e-1e3c-4daf-8f73-e83dd1f39ee4 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:06:57.699109 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307da9cf-c34c-46c8-9f46-3c22a17cf2c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Router fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:06:57.710713 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-a9cbb675-8ec8-4240-a45a-b95313b0bdbd tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:57.712572 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-a9cbb675-8ec8-4240-a45a-b95313b0bdbd tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.68 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 810 time: 0.7589605 Aug 10 04:06:57.729912 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-66192c30-08ad-4ade-95c2-fe58857ec498 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Request body: {'port': {'device_id': '9fcc7253-6692-4a0d-be84-4511b7a41a2f', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'admin_state_up': True, 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:06:57.774676 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb8d5b-e098-44d0-a542-a2bcfd9f6d6e req-a1630d3a-9d35-46f4-abaf-d29aac245440 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:57.776839 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-71bb8d5b-e098-44d0-a542-a2bcfd9f6d6e req-a1630d3a-9d35-46f4-abaf-d29aac245440 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1623924 Aug 10 04:06:57.838687 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-71bb8d5b-e098-44d0-a542-a2bcfd9f6d6e req-a080c6f1-d48c-4658-ba08-1372669e6b92 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547247 Aug 10 04:06:57.859909 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53028) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:57.992117 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-2bc7743c-e71c-4990-8324-c6f97d1d33ca admin admin] Deleting port 4430b140-6cc5-4566-87a8-3894df8b0784 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:06:57.992554 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2bc7743c-e71c-4990-8324-c6f97d1d33ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:58.025957 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-492cf3d7-6cbe-4560-a3c9-dd88e6946824 tempest-ServiceProvidersTest-468951674 tempest-ServiceProvidersTest-468951674-project] 10.222.0.25 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1666763 Aug 10 04:06:58.039295 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c5edc5a9-fdb2-4a72-8dd4-99f938a864bb req-670c2c6f-81ee-49a3-ad9e-a1e4321f672e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 210 time: 0.0798125 Aug 10 04:06:58.092231 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307da9cf-c34c-46c8-9f46-3c22a17cf2c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:06:58.098100 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-307da9cf-c34c-46c8-9f46-3c22a17cf2c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "PUT /v2.0/routers/fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4512026 Aug 10 04:06:58.100699 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53034) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:58.103805 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8670eff0-0143-423a-bd78-cdffea1f6e2e None None] Sync routers for ids ['fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:06:58.114710 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8670eff0-0143-423a-bd78-cdffea1f6e2e None None] Routers {'fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:06:58.115617 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-8670eff0-0143-423a-bd78-cdffea1f6e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:06:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:58.161959 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-66192c30-08ad-4ade-95c2-fe58857ec498 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Made reservation on behalf of d4bbb82d53544f8dad3eb033c592dee4 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:06:58.166808 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-66192c30-08ad-4ade-95c2-fe58857ec498 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:58.193494 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-8670eff0-0143-423a-bd78-cdffea1f6e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:58.206282 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-2bc7743c-e71c-4990-8324-c6f97d1d33ca admin admin] For port 4430b140-6cc5-4566-87a8-3894df8b0784, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4430b140-6cc5-4566-87a8-3894df8b0784,segment=NetworkSegment(8ac88afb-260a-463f-b01a-69dd7b9a9956),segment_id=8ac88afb-260a-463f-b01a-69dd7b9a9956)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:06:58.206958 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2bc7743c-e71c-4990-8324-c6f97d1d33ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:58.211414 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8670eff0-0143-423a-bd78-cdffea1f6e2e None None] Routers {'fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:06:58.212315 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-8670eff0-0143-423a-bd78-cdffea1f6e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:06:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:58.253130 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-8670eff0-0143-423a-bd78-cdffea1f6e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:06:58.254023 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8670eff0-0143-423a-bd78-cdffea1f6e2e None None] The sync data for ids ['fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:06:58.270787 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a1c2a2-f972-4bb7-aca0-2f1c2664bfdd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:58.272374 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-34a1c2a2-f972-4bb7-aca0-2f1c2664bfdd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "GET /v2.0/ports/f825166e-1e3c-4daf-8f73-e83dd1f39ee4 HTTP/1.1" status: 200 len: 910 time: 0.1706841 Aug 10 04:06:58.273493 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-2bc7743c-e71c-4990-8324-c6f97d1d33ca admin admin] Calling delete_port for 4430b140-6cc5-4566-87a8-3894df8b0784 owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:06:58.276149 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53036) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:58.419703 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-66192c30-08ad-4ade-95c2-fe58857ec498 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Allocated IP 172.20.0.10 (ee59e291-e76f-48a7-96a4-530291348714/50d1b050-8d5a-4a28-adea-90a39272e6c6/95c1da35-f70b-4d52-9247-cc2e35f84714) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:06:58.687266 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-66192c30-08ad-4ade-95c2-fe58857ec498 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:58.719647 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53048) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:06:58.749807 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-66192c30-08ad-4ade-95c2-fe58857ec498 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Transition to ACTIVE for port object 95c1da35-f70b-4d52-9247-cc2e35f84714 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:06:58.796600 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b42667-17bd-4c1b-a121-5a2202b6fd55 req-bfa0a484-028c-4025-903d-ee048b63d1b4 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:58.798161 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a1b42667-17bd-4c1b-a121-5a2202b6fd55 req-bfa0a484-028c-4025-903d-ee048b63d1b4 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 945 time: 0.1212015 Aug 10 04:06:58.897980 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a1b42667-17bd-4c1b-a121-5a2202b6fd55 req-85f3855b-b0e0-4172-ad64-5291ad58b903 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763798 Aug 10 04:06:58.912855 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-66192c30-08ad-4ade-95c2-fe58857ec498 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:59.010577 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-66192c30-08ad-4ade-95c2-fe58857ec498 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Network ee59e291-e76f-48a7-96a4-530291348714 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:06:59.037043 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-66192c30-08ad-4ade-95c2-fe58857ec498 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:06:59.040346 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2bc7743c-e71c-4990-8324-c6f97d1d33ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:59.054157 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-66192c30-08ad-4ade-95c2-fe58857ec498 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:06:59.065447 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a3e8-33c8-4933-a9a1-1c2d16187dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:59.125291 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7743c-e71c-4990-8324-c6f97d1d33ca admin admin] Pushing event deleted for resources: {'Port': ['ID=4430b140-6cc5-4566-87a8-3894df8b0784,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:59.159440 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66192c30-08ad-4ade-95c2-fe58857ec498 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event updated for resources: {'Port': ['ID=95c1da35-f70b-4d52-9247-cc2e35f84714,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:06:59.218707 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3dfdf-3143-4350-873b-2e9e19fa561d req-1b3f68ae-3773-49ac-a1fd-465641ad6fe3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:59.220814 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6be3dfdf-3143-4350-873b-2e9e19fa561d req-1b3f68ae-3773-49ac-a1fd-465641ad6fe3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1944220 Aug 10 04:06:59.227292 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-66192c30-08ad-4ade-95c2-fe58857ec498 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:59.236030 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-66192c30-08ad-4ade-95c2-fe58857ec498 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:59.344214 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6be3dfdf-3143-4350-873b-2e9e19fa561d req-af9ca847-0ce1-46b5-b9df-216d2e779304 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045253 Aug 10 04:06:59.344676 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eb75cf97-57b6-49bb-9228-b070cd78a9a5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:59.429755 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a3e8-33c8-4933-a9a1-1c2d16187dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:59.544645 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 5d16e138-7611-46f5-b4cf-d4665d6669f7 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:06:59.566066 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 5d16e138-7611-46f5-b4cf-d4665d6669f7 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:06:59.566406 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 5d16e138-7611-46f5-b4cf-d4665d6669f7 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:06:59.875871 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ba83d-92ff-4409-b79c-1cb09d8a4754 req-ee947975-b576-4130-953f-1d8097660dd0 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:06:59.877328 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-338ba83d-92ff-4409-b79c-1cb09d8a4754 req-ee947975-b576-4130-953f-1d8097660dd0 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 932 time: 0.7000937 Aug 10 04:06:59.952484 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2bc7743c-e71c-4990-8324-c6f97d1d33ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:06:59.995056 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-338ba83d-92ff-4409-b79c-1cb09d8a4754 req-297dbeff-3339-4e86-8079-9453096c1c29 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040738 Aug 10 04:07:00.038101 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cbe4a3e8-33c8-4933-a9a1-1c2d16187dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:00.117960 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-cbe4a3e8-33c8-4933-a9a1-1c2d16187dde admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0defb0a007ca4398be329f16c7cbcb3c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3965366 Aug 10 04:07:00.118211 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0aa19808-f61a-4f49-a66a-c4a4a1e320d5 None None] Provisioning for port 95c1da35-f70b-4d52-9247-cc2e35f84714 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:00.120820 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53062) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:00.124672 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0aa19808-f61a-4f49-a66a-c4a4a1e320d5 None None] Provisioning complete for port 95c1da35-f70b-4d52-9247-cc2e35f84714 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:00.125336 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0aa19808-f61a-4f49-a66a-c4a4a1e320d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:00.132067 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4a3e8-33c8-4933-a9a1-1c2d16187dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677ac6ca-256f-45f4-9e3e-7e82acf9e7e2,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:00.173239 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-0aa19808-f61a-4f49-a66a-c4a4a1e320d5 None None] Port 95c1da35-f70b-4d52-9247-cc2e35f84714 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:07:00.191618 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-66192c30-08ad-4ade-95c2-fe58857ec498 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4679887 Aug 10 04:07:00.197755 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-89fd1784-7ec9-42d7-88d2-51106eacaefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:00.206697 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-b32a9771-b026-47fc-bb40-f5f8a5e92e33 service neutron] Request body: {'port': {'device_id': '9fcc7253-6692-4a0d-be84-4511b7a41a2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:00.217268 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e97f32-2f1f-4ed4-856c-5fc8772e3c11 req-5032dd61-dabf-420f-b6bb-7aa90dca4620 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:00.218811 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25e97f32-2f1f-4ed4-856c-5fc8772e3c11 req-5032dd61-dabf-420f-b6bb-7aa90dca4620 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 945 time: 0.1339152 Aug 10 04:07:00.257015 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-89fd1784-7ec9-42d7-88d2-51106eacaefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:00.350286 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-b32a9771-b026-47fc-bb40-f5f8a5e92e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:00.350977 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25e97f32-2f1f-4ed4-856c-5fc8772e3c11 req-ee91fc52-eb83-4556-8e02-a959898ac485 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162622 Aug 10 04:07:00.372533 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc7743c-e71c-4990-8324-c6f97d1d33ca admin admin] Router ed4243e9-5452-44c5-a03b-07e2544796d7 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:07:00.388422 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-eb75cf97-57b6-49bb-9228-b070cd78a9a5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Deleting port f825166e-1e3c-4daf-8f73-e83dd1f39ee4 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:00.388594 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eb75cf97-57b6-49bb-9228-b070cd78a9a5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:00.583285 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eb75cf97-57b6-49bb-9228-b070cd78a9a5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:00.585628 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-89fd1784-7ec9-42d7-88d2-51106eacaefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:00.588998 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-89fd1784-7ec9-42d7-88d2-51106eacaefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:00.592501 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-89fd1784-7ec9-42d7-88d2-51106eacaefb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/677ac6ca-256f-45f4-9e3e-7e82acf9e7e2 HTTP/1.1" status: 204 len: 168 time: 0.4673638 Aug 10 04:07:00.599064 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-eb75cf97-57b6-49bb-9228-b070cd78a9a5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Calling delete_port for f825166e-1e3c-4daf-8f73-e83dd1f39ee4 owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:00.639215 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd1784-7ec9-42d7-88d2-51106eacaefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677ac6ca-256f-45f4-9e3e-7e82acf9e7e2,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:00.661933 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b974aba-9541-49a1-af60-05bf5d5edfc0 req-bd007621-65c2-4b50-a11b-140659bb10b6 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:00.663370 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0b974aba-9541-49a1-af60-05bf5d5edfc0 req-bd007621-65c2-4b50-a11b-140659bb10b6 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.2194850 Aug 10 04:07:00.748301 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0b974aba-9541-49a1-af60-05bf5d5edfc0 req-ba4e4b10-67a3-4483-a343-d00ea8a92bd9 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715742 Aug 10 04:07:00.931629 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-b32a9771-b026-47fc-bb40-f5f8a5e92e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c1da35-f70b-4d52-9247-cc2e35f84714 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:07:00.945904 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-b32a9771-b026-47fc-bb40-f5f8a5e92e33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:00.954591 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eb75cf97-57b6-49bb-9228-b070cd78a9a5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:00.973549 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-b32a9771-b026-47fc-bb40-f5f8a5e92e33 service neutron] Transition to ACTIVE for port object 95c1da35-f70b-4d52-9247-cc2e35f84714 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:01.016275 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75cf97-57b6-49bb-9228-b070cd78a9a5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Port': ['ID=f825166e-1e3c-4daf-8f73-e83dd1f39ee4,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:01.044088 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-b32a9771-b026-47fc-bb40-f5f8a5e92e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:01.051232 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc7743c-e71c-4990-8324-c6f97d1d33ca admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:07:01.066953 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18119e3-0e72-48c1-97c0-b68ef0e31b2b None None] Sync routers for ids ['ed4243e9-5452-44c5-a03b-07e2544796d7'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:07:01.104130 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2bc7743c-e71c-4990-8324-c6f97d1d33ca admin admin] 10.222.0.25 "PUT /v2.0/routers/ed4243e9-5452-44c5-a03b-07e2544796d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8400996 Aug 10 04:07:01.108979 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53078) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:01.112180 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18119e3-0e72-48c1-97c0-b68ef0e31b2b None None] Routers {'ed4243e9-5452-44c5-a03b-07e2544796d7'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:01.113609 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-b18119e3-0e72-48c1-97c0-b68ef0e31b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:06:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ed4243e9-5452-44c5-a03b-07e2544796d7'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:01.321491 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de06d60-e70b-45dd-8573-a8a2aa6152c0 req-1f56fb63-f91c-4cce-97ee-589a0c81c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:01.326857 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5de06d60-e70b-45dd-8573-a8a2aa6152c0 req-1f56fb63-f91c-4cce-97ee-589a0c81c8e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=897476f221894013b27960fb36935e79&device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 1096 time: 0.4643214 Aug 10 04:07:01.357084 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a9771-b026-47fc-bb40-f5f8a5e92e33 service neutron] Pushing event updated for resources: {'Port': ['ID=95c1da35-f70b-4d52-9247-cc2e35f84714,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:01.441831 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-b18119e3-0e72-48c1-97c0-b68ef0e31b2b None None] Set router ed4243e9-5452-44c5-a03b-07e2544796d7 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:07:01.541482 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-b32a9771-b026-47fc-bb40-f5f8a5e92e33 service neutron] Attempting to bind port 95c1da35-f70b-4d52-9247-cc2e35f84714 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:07:01.546414 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-b32a9771-b026-47fc-bb40-f5f8a5e92e33 service neutron] Attempting to bind port 95c1da35-f70b-4d52-9247-cc2e35f84714 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:07:01.548324 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-b32a9771-b026-47fc-bb40-f5f8a5e92e33 service neutron] Attempting to bind port 95c1da35-f70b-4d52-9247-cc2e35f84714 on network ee59e291-e76f-48a7-96a4-530291348714 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:07:01.592014 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-b32a9771-b026-47fc-bb40-f5f8a5e92e33 service neutron] Port 95c1da35-f70b-4d52-9247-cc2e35f84714 on network ee59e291-e76f-48a7-96a4-530291348714 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:07:01.592014 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-b32a9771-b026-47fc-bb40-f5f8a5e92e33 service neutron] Attempting to bind port 95c1da35-f70b-4d52-9247-cc2e35f84714 on network ee59e291-e76f-48a7-96a4-530291348714 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:07:01.635416 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-b32a9771-b026-47fc-bb40-f5f8a5e92e33 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:07:01.647098 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-b32a9771-b026-47fc-bb40-f5f8a5e92e33 service neutron] Checking segment: {'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:07:01.647892 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-b32a9771-b026-47fc-bb40-f5f8a5e92e33 service neutron] Bound using segment: {'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:07:01.651542 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-b32a9771-b026-47fc-bb40-f5f8a5e92e33 service neutron] Bound port: 95c1da35-f70b-4d52-9247-cc2e35f84714, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:07:01.653370 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-b32a9771-b026-47fc-bb40-f5f8a5e92e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:01.854041 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4a031-5107-40c0-9477-8710ec1e687a req-53d2b1e3-2a4d-42af-b078-b4e6c2997c3d tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:01.858724 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-31d4a031-5107-40c0-9477-8710ec1e687a req-53d2b1e3-2a4d-42af-b078-b4e6c2997c3d tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 945 time: 0.3056705 Aug 10 04:07:01.947501 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-31d4a031-5107-40c0-9477-8710ec1e687a req-64d2775b-d1db-4057-a679-bc995606f9b8 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752850 Aug 10 04:07:01.948908 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-b32a9771-b026-47fc-bb40-f5f8a5e92e33 service neutron] For port 95c1da35-f70b-4d52-9247-cc2e35f84714, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:07:01.964986 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-b32a9771-b026-47fc-bb40-f5f8a5e92e33 service neutron] For port 95c1da35-f70b-4d52-9247-cc2e35f84714, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=95c1da35-f70b-4d52-9247-cc2e35f84714,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:07:02.038129 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-b32a9771-b026-47fc-bb40-f5f8a5e92e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:02.117622 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-b18119e3-0e72-48c1-97c0-b68ef0e31b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4243e9-5452-44c5-a03b-07e2544796d7', 'name': 'tempest-ServerRescueTestJSON-356884736-router', 'tenant_id': 'f3713408bd1840a4be53441e1ea350d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '28f3639f-27bd-4639-99e9-4adee536249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:46Z', 'updated_at': '2021-08-10T04:06:58Z', 'revision_number': 5, 'project_id': 'f3713408bd1840a4be53441e1ea350d3', 'gw_port': {'id': '28f3639f-27bd-4639-99e9-4adee536249d', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4243e9-5452-44c5-a03b-07e2544796d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:48Z', 'updated_at': '2021-08-10T04:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:02.146439 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a71fd-f756-4aa4-a835-82950034798a req-dcf13ff0-0c3f-4c09-be89-521b86782510 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:02.156665 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-930a71fd-f756-4aa4-a835-82950034798a req-dcf13ff0-0c3f-4c09-be89-521b86782510 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 944 time: 0.8398454 Aug 10 04:07:02.178907 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18119e3-0e72-48c1-97c0-b68ef0e31b2b None None] Checking router: ed4243e9-5452-44c5-a03b-07e2544796d7 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:07:02.217424 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18119e3-0e72-48c1-97c0-b68ef0e31b2b None None] Routers {'ed4243e9-5452-44c5-a03b-07e2544796d7'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:02.218047 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-b18119e3-0e72-48c1-97c0-b68ef0e31b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:06:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ed4243e9-5452-44c5-a03b-07e2544796d7'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:02.234289 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-b32a9771-b026-47fc-bb40-f5f8a5e92e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:02.234923 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-b32a9771-b026-47fc-bb40-f5f8a5e92e33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:02.247676 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-b32a9771-b026-47fc-bb40-f5f8a5e92e33 service neutron] 10.222.0.68 "PUT /v2.0/ports/95c1da35-f70b-4d52-9247-cc2e35f84714 HTTP/1.1" status: 200 len: 1092 time: 2.0474231 Aug 10 04:07:02.274821 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcc7253-6692-4a0d-be84-4511b7a41a2f', 'tag': '95c1da35-f70b-4d52-9247-cc2e35f84714'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:07:02.274821 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e940283c-bef8-40e1-b11d-11a178043d82" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcc7253-6692-4a0d-be84-4511b7a41a2f", "tag": "95c1da35-f70b-4d52-9247-cc2e35f84714"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:07:02.318302 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a9771-b026-47fc-bb40-f5f8a5e92e33 service neutron] Pushing event updated for resources: {'Port': ['ID=95c1da35-f70b-4d52-9247-cc2e35f84714,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:02.326999 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-50d60f8f-e9f3-4bbc-9e89-c55368685141 admin admin] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:02.347118 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eb75cf97-57b6-49bb-9228-b070cd78a9a5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:02.394672 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39a8ce-dde1-4fce-953c-40adda2b0276 req-9c82b2d8-2125-40e8-95a2-23d3f6c2374a tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:02.404906 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9f39a8ce-dde1-4fce-953c-40adda2b0276 req-9c82b2d8-2125-40e8-95a2-23d3f6c2374a tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.2967792 Aug 10 04:07:02.495982 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de06d60-e70b-45dd-8573-a8a2aa6152c0 req-f5936e52-f424-4947-aa49-8cddd9af2638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:02.497511 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5de06d60-e70b-45dd-8573-a8a2aa6152c0 req-f5936e52-f424-4947-aa49-8cddd9af2638 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7ff6afc-8008-49c6-8b16-55c096640020 HTTP/1.1" status: 200 len: 912 time: 1.1294258 Aug 10 04:07:02.505134 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9f39a8ce-dde1-4fce-953c-40adda2b0276 req-478dc68b-d177-439a-87e7-0aa9c0950fa1 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993047 Aug 10 04:07:02.519143 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-72f9b5ee-539e-452b-8bfd-09d1fb251353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:02.533713 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-72f9b5ee-539e-452b-8bfd-09d1fb251353 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 1095 time: 0.1155951 Aug 10 04:07:02.565377 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-b18119e3-0e72-48c1-97c0-b68ef0e31b2b None None] Set router ed4243e9-5452-44c5-a03b-07e2544796d7 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:07:02.617442 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-2556258c-7c18-427c-a896-50b0b9930899 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95c1da35-f70b-4d52-9247-cc2e35f84714 HTTP/1.1" status: 200 len: 217 time: 0.0858550 Aug 10 04:07:02.628694 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f94c7b-5eed-46d7-9b13-174ece898ae6 x-openstack-request-id: req-95f94c7b-5eed-46d7-9b13-174ece898ae6 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:07:02.629383 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcc7253-6692-4a0d-be84-4511b7a41a2f", "tag": "95c1da35-f70b-4d52-9247-cc2e35f84714", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:07:02.629866 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95f94c7b-5eed-46d7-9b13-174ece898ae6 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:07:02.630478 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fcc7253-6692-4a0d-be84-4511b7a41a2f', 'tag': '95c1da35-f70b-4d52-9247-cc2e35f84714', 'status': 'completed', 'code': 200} Aug 10 04:07:02.707547 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-898af5a7-098e-4a58-8b85-23a152ddc486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:02.711380 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-898af5a7-098e-4a58-8b85-23a152ddc486 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=50d1b050-8d5a-4a28-adea-90a39272e6c6 HTTP/1.1" status: 200 len: 849 time: 0.0796950 Aug 10 04:07:02.712222 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53102) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:02.715049 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5de06d60-e70b-45dd-8573-a8a2aa6152c0 req-37257a72-5b4b-430d-8ca5-8b6ca1e4d239 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3b4ce36-dd2d-448b-a4c9-f1269256c40e HTTP/1.1" status: 200 len: 1000 time: 0.1524799 Aug 10 04:07:02.731809 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-930a71fd-f756-4aa4-a835-82950034798a req-d2fe92bc-d124-4664-88f5-1fcbf0f2fd5d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5742111 Aug 10 04:07:02.831061 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-1bf76acf-d889-44aa-b45d-345e9a2750ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:02.832848 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-1bf76acf-d889-44aa-b45d-345e9a2750ca service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee59e291-e76f-48a7-96a4-530291348714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122572 Aug 10 04:07:02.862175 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:07:02.923620 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-b18119e3-0e72-48c1-97c0-b68ef0e31b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed4243e9-5452-44c5-a03b-07e2544796d7', 'name': 'tempest-ServerRescueTestJSON-356884736-router', 'tenant_id': 'f3713408bd1840a4be53441e1ea350d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '28f3639f-27bd-4639-99e9-4adee536249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:46Z', 'updated_at': '2021-08-10T04:06:58Z', 'revision_number': 5, 'project_id': 'f3713408bd1840a4be53441e1ea350d3', 'gw_port': {'id': '28f3639f-27bd-4639-99e9-4adee536249d', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4243e9-5452-44c5-a03b-07e2544796d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:48Z', 'updated_at': '2021-08-10T04:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:02.970033 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-a1e81b39-3514-42be-b22c-ef094d6f822e tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-118059500'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:03.022457 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18119e3-0e72-48c1-97c0-b68ef0e31b2b None None] The sync data for ids ['ed4243e9-5452-44c5-a03b-07e2544796d7'] in n-d-802893-2 is: [{'id': 'ed4243e9-5452-44c5-a03b-07e2544796d7', 'name': 'tempest-ServerRescueTestJSON-356884736-router', 'tenant_id': 'f3713408bd1840a4be53441e1ea350d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '28f3639f-27bd-4639-99e9-4adee536249d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:04:46Z', 'updated_at': '2021-08-10T04:06:58Z', 'revision_number': 5, 'project_id': 'f3713408bd1840a4be53441e1ea350d3', 'gw_port': {'id': '28f3639f-27bd-4639-99e9-4adee536249d', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed4243e9-5452-44c5-a03b-07e2544796d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2681, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:48Z', 'updated_at': '2021-08-10T04:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:07:03.077180 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de06d60-e70b-45dd-8573-a8a2aa6152c0 req-a98d9802-a63c-4d3d-bbc3-d0be102a6da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:03.078700 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5de06d60-e70b-45dd-8573-a8a2aa6152c0 req-a98d9802-a63c-4d3d-bbc3-d0be102a6da8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a51d8861-9dbf-4178-9d3e-8ed73319e82c HTTP/1.1" status: 200 len: 850 time: 0.2460122 Aug 10 04:07:03.087160 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-50d60f8f-e9f3-4bbc-9e89-c55368685141 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:03.131546 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e81b39-3514-42be-b22c-ef094d6f822e tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] Made reservation on behalf of b28575a965234a58beea8ea654215db8 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:07:03.135599 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a1e81b39-3514-42be-b22c-ef094d6f822e tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:03.140919 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-65335b36-69e9-4b4e-b0c6-7a1d0466fb7c service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003697 Aug 10 04:07:03.187753 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a1e81b39-3514-42be-b22c-ef094d6f822e tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:03.254976 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb75cf97-57b6-49bb-9228-b070cd78a9a5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Router fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:07:03.295496 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafb1fd-fe1a-4e2c-9fc4-9a5336d58145 req-39630645-66c5-4386-b735-dfc2aef0633d tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:03.306339 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5aafb1fd-fe1a-4e2c-9fc4-9a5336d58145 req-39630645-66c5-4386-b735-dfc2aef0633d tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 945 time: 0.1887898 Aug 10 04:07:03.359232 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de06d60-e70b-45dd-8573-a8a2aa6152c0 req-146e54df-b7d8-45e3-9c0e-36b5dbe23c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:03.363492 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5de06d60-e70b-45dd-8573-a8a2aa6152c0 req-146e54df-b7d8-45e3-9c0e-36b5dbe23c97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7ff6afc-8008-49c6-8b16-55c096640020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2687082 Aug 10 04:07:03.458026 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a1e81b39-3514-42be-b22c-ef094d6f822e tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:03.476225 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5aafb1fd-fe1a-4e2c-9fc4-9a5336d58145 req-a2fbd208-5a45-4e84-834c-f600f76ce153 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670513 Aug 10 04:07:03.481796 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-677f623f-2c78-4289-87ff-68bd58fbecd9 req-8dca57fe-5baf-42de-b030-cde4945fea56 service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168197 Aug 10 04:07:03.546279 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a1e81b39-3514-42be-b22c-ef094d6f822e tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:03.575799 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5de06d60-e70b-45dd-8573-a8a2aa6152c0 req-9fdbaeb9-ece9-4606-a1b7-9e9725b7b2c4 service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998477 Aug 10 04:07:03.604920 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-50d60f8f-e9f3-4bbc-9e89-c55368685141 admin admin] Deleting port 28f3639f-27bd-4639-99e9-4adee536249d {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:03.605358 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-50d60f8f-e9f3-4bbc-9e89-c55368685141 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:03.610163 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e81b39-3514-42be-b22c-ef094d6f822e tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:07:03.629247 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e81b39-3514-42be-b22c-ef094d6f822e tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd915a1-e502-4cf1-b891-75bd2b7536c3,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:03.664662 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a1e81b39-3514-42be-b22c-ef094d6f822e tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:03.665727 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-a1e81b39-3514-42be-b22c-ef094d6f822e tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] Added segment 7810ea87-df7f-4cf1-afce-b252d26de693 of type vlan for network dbd2aa7d-e199-4362-a34c-d52d7643e736 Aug 10 04:07:03.723361 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb75cf97-57b6-49bb-9228-b070cd78a9a5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:07:03.740051 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e266e5e1-d608-4ba4-9904-4a1d244cdb7a None None] Sync routers for ids ['fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:07:03.758895 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e266e5e1-d608-4ba4-9904-4a1d244cdb7a None None] Routers {'fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:03.760583 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e266e5e1-d608-4ba4-9904-4a1d244cdb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:06:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:03.795779 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a1e81b39-3514-42be-b22c-ef094d6f822e tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:03.801353 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-eb75cf97-57b6-49bb-9228-b070cd78a9a5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "PUT /v2.0/routers/fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5240936 Aug 10 04:07:03.809627 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53112) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:03.857690 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e266e5e1-d608-4ba4-9904-4a1d244cdb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:03.875800 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940283c-bef8-40e1-b11d-11a178043d82 req-57d89bd0-2f89-4317-b972-31009b635d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:03.878802 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e940283c-bef8-40e1-b11d-11a178043d82 req-57d89bd0-2f89-4317-b972-31009b635d50 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 1095 time: 0.1987467 Aug 10 04:07:03.911141 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e266e5e1-d608-4ba4-9904-4a1d244cdb7a None None] Routers {'fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:03.912448 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e266e5e1-d608-4ba4-9904-4a1d244cdb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:06:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:04.007675 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e266e5e1-d608-4ba4-9904-4a1d244cdb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:04.009750 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e266e5e1-d608-4ba4-9904-4a1d244cdb7a None None] The sync data for ids ['fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:07:04.093703 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a1e81b39-3514-42be-b22c-ef094d6f822e tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:04.099587 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e81b39-3514-42be-b22c-ef094d6f822e tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:04.100282 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a1e81b39-3514-42be-b22c-ef094d6f822e tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:04.175697 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940283c-bef8-40e1-b11d-11a178043d82 req-b485ac6b-c327-4261-b972-8d90fdccc201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:04.177264 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e940283c-bef8-40e1-b11d-11a178043d82 req-b485ac6b-c327-4261-b972-8d90fdccc201 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 911 time: 0.2557600 Aug 10 04:07:04.248033 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5103e98c-b788-40e3-adf4-347ffff688cf req-93f1c7f2-3847-44ad-b374-29dfc2b55f3a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:04.249724 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5103e98c-b788-40e3-adf4-347ffff688cf req-93f1c7f2-3847-44ad-b374-29dfc2b55f3a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 944 time: 0.3699489 Aug 10 04:07:04.255102 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a1e81b39-3514-42be-b22c-ef094d6f822e tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.5408816 Aug 10 04:07:04.256359 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53114) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:04.257879 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e940283c-bef8-40e1-b11d-11a178043d82 req-6ee17f60-6927-4225-9ff3-4c786259ba1b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95c1da35-f70b-4d52-9247-cc2e35f84714 HTTP/1.1" status: 200 len: 217 time: 0.0718844 Aug 10 04:07:04.264322 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.tag.tag_plugin [None req-f0059707-3f75-494b-ad57-3f2b8627f7a9 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'dbd2aa7d-e199-4362-a34c-d52d7643e736', 'tempest-TagsTest-Tag-1705099275') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:04.267004 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e81b39-3514-42be-b22c-ef094d6f822e tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] Pushing event updated for resources: {'Network': ['ID=dbd2aa7d-e199-4362-a34c-d52d7643e736,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:04.285327 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network dbd2aa7d-e199-4362-a34c-d52d7643e736 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:07:04.345556 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940283c-bef8-40e1-b11d-11a178043d82 req-10684a29-34d1-491f-8218-78d0623858dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:04.347070 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e940283c-bef8-40e1-b11d-11a178043d82 req-10684a29-34d1-491f-8218-78d0623858dd service neutron] 10.222.0.68 "GET /v2.0/subnets?id=50d1b050-8d5a-4a28-adea-90a39272e6c6 HTTP/1.1" status: 200 len: 849 time: 0.0752270 Aug 10 04:07:04.450082 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5103e98c-b788-40e3-adf4-347ffff688cf req-e9722add-5f8f-4942-8dd9-995321fb4f1a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835604 Aug 10 04:07:04.472455 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940283c-bef8-40e1-b11d-11a178043d82 req-b4b256d2-a3c2-447a-8556-1bb60983fa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:04.474309 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e940283c-bef8-40e1-b11d-11a178043d82 req-b4b256d2-a3c2-447a-8556-1bb60983fa21 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee59e291-e76f-48a7-96a4-530291348714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944617 Aug 10 04:07:04.500457 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f9f43-ca3f-46ee-a088-887d31ab89e5 req-f0a79d0c-d023-43cd-b111-aafa122fb1b8 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:04.515106 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ce4f9f43-ca3f-46ee-a088-887d31ab89e5 req-f0a79d0c-d023-43cd-b111-aafa122fb1b8 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.8064675 Aug 10 04:07:04.532502 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4430b140-6cc5-4566-87a8-3894df8b0784 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:07:04.598666 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 4430b140-6cc5-4566-87a8-3894df8b0784 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:07:04.599341 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4430b140-6cc5-4566-87a8-3894df8b0784 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:07:04.651492 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e940283c-bef8-40e1-b11d-11a178043d82 req-71dcdb16-7438-42fa-84d8-16bd5ce8956a service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558006 Aug 10 04:07:04.656951 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-50d60f8f-e9f3-4bbc-9e89-c55368685141 admin admin] For port 28f3639f-27bd-4639-99e9-4adee536249d, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=28f3639f-27bd-4639-99e9-4adee536249d,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:04.656951 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-50d60f8f-e9f3-4bbc-9e89-c55368685141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:04.700413 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5de06d60-e70b-45dd-8573-a8a2aa6152c0 req-d103a934-490d-4d7c-ae28-0b2310b23e95 service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1095080 Aug 10 04:07:04.708194 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-50d60f8f-e9f3-4bbc-9e89-c55368685141 admin admin] Calling delete_port for 28f3639f-27bd-4639-99e9-4adee536249d owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:04.726176 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f0059707-3f75-494b-ad57-3f2b8627f7a9 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] 10.222.0.25 "PUT /v2.0/networks/dbd2aa7d-e199-4362-a34c-d52d7643e736/tags/tempest-TagsTest-Tag-1705099275 HTTP/1.1" status: 201 len: 201 time: 0.4665799 Aug 10 04:07:04.732409 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53118) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:04.761682 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.tag.tag_plugin [None req-9e85d58f-cbbf-4ead-ac33-156308e32659 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dbd2aa7d-e199-4362-a34c-d52d7643e736', 'tempest-TagsTest-Tag-1705099275') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:04.856930 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ce4f9f43-ca3f-46ee-a088-887d31ab89e5 req-309c7fb5-2df6-4001-8974-43566fd5b41a tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2881331 Aug 10 04:07:04.881317 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b20cd8-b616-4be4-8a68-c5e01d1d3745 req-2e3ab995-e7b1-4ccf-9ef6-80ba5f4dffa6 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:04.883021 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62b20cd8-b616-4be4-8a68-c5e01d1d3745 req-2e3ab995-e7b1-4ccf-9ef6-80ba5f4dffa6 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 945 time: 0.2408085 Aug 10 04:07:04.965094 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e940283c-bef8-40e1-b11d-11a178043d82 req-5d1058ba-f460-41c5-8bd4-eea20ef1f654 service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934821 Aug 10 04:07:04.971757 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9e85d58f-cbbf-4ead-ac33-156308e32659 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] 10.222.0.25 "GET /v2.0/networks/dbd2aa7d-e199-4362-a34c-d52d7643e736/tags/tempest-TagsTest-Tag-1705099275 HTTP/1.1" status: 204 len: 168 time: 0.2186158 Aug 10 04:07:04.972259 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53120) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:04.978939 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62b20cd8-b616-4be4-8a68-c5e01d1d3745 req-af8d03b7-bfc1-4dfa-8985-b3b5b614b1ae tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780518 Aug 10 04:07:04.982094 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.tag.tag_plugin [None req-aaf3e86c-4b3f-40ce-85ef-a3bee5873af5 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'dbd2aa7d-e199-4362-a34c-d52d7643e736') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:05.095716 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-aaf3e86c-4b3f-40ce-85ef-a3bee5873af5 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] 10.222.0.25 "GET /v2.0/networks/dbd2aa7d-e199-4362-a34c-d52d7643e736/tags HTTP/1.1" status: 200 len: 238 time: 0.1224115 Aug 10 04:07:05.096523 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53122) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:05.102279 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.tag.tag_plugin [None req-4d8d4524-dd3a-4d16-b125-572063e872b1 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'dbd2aa7d-e199-4362-a34c-d52d7643e736', {'tags': ['tempest-TagsTest-Tag-794445828', 'tempest-TagsTest-Tag-1901555659', 'tempest-TagsTest-Tag-807348282']}) {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:05.286199 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b598c89e-3390-4ec4-8027-37f9038bdd10 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:05.288555 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4d8d4524-dd3a-4d16-b125-572063e872b1 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] 10.222.0.25 "PUT /v2.0/networks/dbd2aa7d-e199-4362-a34c-d52d7643e736/tags HTTP/1.1" status: 200 len: 307 time: 0.1905057 Aug 10 04:07:05.292777 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53124) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:05.299224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-a43b5ef4-1da5-4417-9951-8be81fe90f08 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'dbd2aa7d-e199-4362-a34c-d52d7643e736', 'tempest-TagsTest-Tag-794445828') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:05.435656 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-50d60f8f-e9f3-4bbc-9e89-c55368685141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:05.528145 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d60f8f-e9f3-4bbc-9e89-c55368685141 admin admin] Pushing event deleted for resources: {'Port': ['ID=28f3639f-27bd-4639-99e9-4adee536249d,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:05.648958 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-50d60f8f-e9f3-4bbc-9e89-c55368685141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:05.778022 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-50d60f8f-e9f3-4bbc-9e89-c55368685141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:05.782399 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-50d60f8f-e9f3-4bbc-9e89-c55368685141 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:05.836637 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a43b5ef4-1da5-4417-9951-8be81fe90f08 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] 10.222.0.25 "DELETE /v2.0/networks/dbd2aa7d-e199-4362-a34c-d52d7643e736/tags/tempest-TagsTest-Tag-794445828 HTTP/1.1" status: 204 len: 168 time: 0.5425568 Aug 10 04:07:05.847296 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53128) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:05.856760 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-04335e6e-46bf-4284-8f8a-b1e0bfdc5cea tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dbd2aa7d-e199-4362-a34c-d52d7643e736', 'tempest-TagsTest-Tag-794445828') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:05.985369 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b1122-1a1e-4410-9ada-6999716723e3 req-964eb6e5-dbdb-4001-9785-b3b6a0038374 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:05.986912 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e25b1122-1a1e-4410-9ada-6999716723e3 req-964eb6e5-dbdb-4001-9785-b3b6a0038374 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.0554786 Aug 10 04:07:06.026872 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e25b1122-1a1e-4410-9ada-6999716723e3 req-9dd0493a-da7e-425f-beaf-7cac4bcb7391 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338528 Aug 10 04:07:06.048590 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ab8a0-efc7-4c01-b368-9d35f8fbbce6 req-60c16ff8-c3be-4c10-a014-ae541a70775d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:06.048590 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-114ab8a0-efc7-4c01-b368-9d35f8fbbce6 req-60c16ff8-c3be-4c10-a014-ae541a70775d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 944 time: 0.1726117 Aug 10 04:07:06.051590 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-04335e6e-46bf-4284-8f8a-b1e0bfdc5cea tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] show failed (client error): The resource could not be found. Aug 10 04:07:06.055097 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-04335e6e-46bf-4284-8f8a-b1e0bfdc5cea tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] 10.222.0.25 "GET /v2.0/networks/dbd2aa7d-e199-4362-a34c-d52d7643e736/tags/tempest-TagsTest-Tag-794445828 HTTP/1.1" status: 404 len: 325 time: 0.2033355 Aug 10 04:07:06.055524 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53136) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:06.060534 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-7a97a8d5-d397-4784-b603-f0a70f829ec7 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dbd2aa7d-e199-4362-a34c-d52d7643e736', 'tempest-TagsTest-Tag-1901555659') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:06.141684 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebada0-1a95-451f-9711-ab11303b164a req-5b0c6585-a3ce-42a2-b236-aa00a9061cd2 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:06.143333 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c4ebada0-1a95-451f-9711-ab11303b164a req-5b0c6585-a3ce-42a2-b236-aa00a9061cd2 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 945 time: 0.0570674 Aug 10 04:07:06.166614 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-b598c89e-3390-4ec4-8027-37f9038bdd10 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Deleting port 4f0d542d-321c-4647-bcd5-1ffe32e66056 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:06.166966 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b598c89e-3390-4ec4-8027-37f9038bdd10 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:06.236331 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-114ab8a0-efc7-4c01-b368-9d35f8fbbce6 req-ef7db018-a18f-4418-a4ca-794347549c1c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078794 Aug 10 04:07:06.237087 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c4ebada0-1a95-451f-9711-ab11303b164a req-e906d125-0e39-4b2d-b002-ed691d66de3b tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350235 Aug 10 04:07:06.237310 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7a97a8d5-d397-4784-b603-f0a70f829ec7 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] 10.222.0.25 "GET /v2.0/networks/dbd2aa7d-e199-4362-a34c-d52d7643e736/tags/tempest-TagsTest-Tag-1901555659 HTTP/1.1" status: 204 len: 168 time: 0.1738923 Aug 10 04:07:06.238933 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53138) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:06.245055 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.tag.tag_plugin [None req-bbd445b9-46fe-43f0-89c5-0cdc5c231679 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dbd2aa7d-e199-4362-a34c-d52d7643e736', 'tempest-TagsTest-Tag-807348282') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:06.348233 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b598c89e-3390-4ec4-8027-37f9038bdd10 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:06.370055 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-b598c89e-3390-4ec4-8027-37f9038bdd10 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Calling delete_port for 4f0d542d-321c-4647-bcd5-1ffe32e66056 owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:06.383382 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-50d60f8f-e9f3-4bbc-9e89-c55368685141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:06.383932 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d60f8f-e9f3-4bbc-9e89-c55368685141 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed4243e9-5452-44c5-a03b-07e2544796d7 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:07:06.394240 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ab330-0cee-4012-9c8a-82082083ebef req-b837e97b-3616-4029-8b95-aea4a5b693dd tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:06.395726 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-da9ab330-0cee-4012-9c8a-82082083ebef req-b837e97b-3616-4029-8b95-aea4a5b693dd tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1445198 Aug 10 04:07:06.401550 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-50d60f8f-e9f3-4bbc-9e89-c55368685141 admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:06.402659 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-50d60f8f-e9f3-4bbc-9e89-c55368685141 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ed4243e9-5452-44c5-a03b-07e2544796d7 HTTP/1.1" status: 204 len: 168 time: 5.2927029 Aug 10 04:07:06.405749 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53140) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:06.457854 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-bbd445b9-46fe-43f0-89c5-0cdc5c231679 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] 10.222.0.25 "GET /v2.0/networks/dbd2aa7d-e199-4362-a34c-d52d7643e736/tags/tempest-TagsTest-Tag-807348282 HTTP/1.1" status: 204 len: 168 time: 0.2181706 Aug 10 04:07:06.458584 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53142) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:06.463766 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.tag.tag_plugin [None req-07bd85f4-7179-4145-8222-5da2b1b33b52 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'dbd2aa7d-e199-4362-a34c-d52d7643e736') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:06.520880 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-da9ab330-0cee-4012-9c8a-82082083ebef req-3de78dc4-ce1f-4138-9f79-673da19c7114 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815647 Aug 10 04:07:06.546664 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2e9c14-0dc7-450f-9bbf-5696d9ae30a3 admin admin] Deleting subnet 8c8ebd3f-75bf-4ec3-96f1-9cf76215d792 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:07:06.571312 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0a2e9c14-0dc7-450f-9bbf-5696d9ae30a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:06.653210 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0a2e9c14-0dc7-450f-9bbf-5696d9ae30a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:06.740571 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0a2e9c14-0dc7-450f-9bbf-5696d9ae30a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:06.824645 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b598c89e-3390-4ec4-8027-37f9038bdd10 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:06.869589 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598c89e-3390-4ec4-8027-37f9038bdd10 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Port': ['ID=4f0d542d-321c-4647-bcd5-1ffe32e66056,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:06.890272 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-07bd85f4-7179-4145-8222-5da2b1b33b52 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] 10.222.0.25 "DELETE /v2.0/networks/dbd2aa7d-e199-4362-a34c-d52d7643e736/tags HTTP/1.1" status: 204 len: 168 time: 0.4305277 Aug 10 04:07:06.904274 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53160) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:06.911893 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.tag.tag_plugin [None req-f1a71d0c-8891-424a-8edf-51d220678954 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dbd2aa7d-e199-4362-a34c-d52d7643e736', 'tempest-TagsTest-Tag-1901555659') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:07.229011 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b598c89e-3390-4ec4-8027-37f9038bdd10 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:07.500891 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b598c89e-3390-4ec4-8027-37f9038bdd10 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Router fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:07:07.517178 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57ba5e-d91a-45ee-ac31-c1f523dcca83 req-5b380d3b-1bd2-486c-af9e-491928b8bc7a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:07.518205 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0a2e9c14-0dc7-450f-9bbf-5696d9ae30a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:07.518816 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fe57ba5e-d91a-45ee-ac31-c1f523dcca83 req-5b380d3b-1bd2-486c-af9e-491928b8bc7a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 944 time: 0.1576507 Aug 10 04:07:07.557295 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e9c14-0dc7-450f-9bbf-5696d9ae30a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c8ebd3f-75bf-4ec3-96f1-9cf76215d792,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:07.560187 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0a2e9c14-0dc7-450f-9bbf-5696d9ae30a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:07.562189 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0a2e9c14-0dc7-450f-9bbf-5696d9ae30a3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8c8ebd3f-75bf-4ec3-96f1-9cf76215d792 HTTP/1.1" status: 204 len: 168 time: 1.1550047 Aug 10 04:07:07.565677 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53174) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:07.625863 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b598c89e-3390-4ec4-8027-37f9038bdd10 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:07:07.629443 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-f1a71d0c-8891-424a-8edf-51d220678954 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] show failed (client error): The resource could not be found. Aug 10 04:07:07.633580 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f1a71d0c-8891-424a-8edf-51d220678954 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] 10.222.0.25 "GET /v2.0/networks/dbd2aa7d-e199-4362-a34c-d52d7643e736/tags/tempest-TagsTest-Tag-1901555659 HTTP/1.1" status: 404 len: 326 time: 0.7267144 Aug 10 04:07:07.634178 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53176) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:07.638358 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b598c89e-3390-4ec4-8027-37f9038bdd10 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "PUT /v2.0/routers/fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8275437 Aug 10 04:07:07.638803 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902b3e94-f5cb-4e74-be8e-d3b3eaf26404 None None] Sync routers for ids ['fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:07:07.639275 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53178) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:07.640937 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.tag.tag_plugin [None req-a0b167f1-c5af-4674-b009-ccd7659e81c9 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'dbd2aa7d-e199-4362-a34c-d52d7643e736', 'tempest-TagsTest-Tag-807348282') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:07.653454 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902b3e94-f5cb-4e74-be8e-d3b3eaf26404 None None] Routers {'fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:07.654309 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-902b3e94-f5cb-4e74-be8e-d3b3eaf26404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:06:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:07.659164 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fe57ba5e-d91a-45ee-ac31-c1f523dcca83 req-b6220777-d284-4baf-a29b-eb6e47b3d3ed tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830834 Aug 10 04:07:07.682524 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e2f4e143-f21d-43eb-8f58-0a7de99577c0 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01 HTTP/1.1" status: 200 len: 205 time: 0.0340908 Aug 10 04:07:07.693085 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53180) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:07.697847 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d58f689d-a483-424b-8eaa-276bc49ae61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:07.706386 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-902b3e94-f5cb-4e74-be8e-d3b3eaf26404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:07.721702 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902b3e94-f5cb-4e74-be8e-d3b3eaf26404 None None] Routers {'fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:07.721925 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-902b3e94-f5cb-4e74-be8e-d3b3eaf26404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:06:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:07.771028 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-902b3e94-f5cb-4e74-be8e-d3b3eaf26404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:07.771693 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902b3e94-f5cb-4e74-be8e-d3b3eaf26404 None None] The sync data for ids ['fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:07:07.813561 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72c9341c-fbb3-42f1-a4e3-86fc3c6a5b5f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:07.815374 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-a0b167f1-c5af-4674-b009-ccd7659e81c9 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] show failed (client error): The resource could not be found. Aug 10 04:07:07.816601 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a0b167f1-c5af-4674-b009-ccd7659e81c9 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] 10.222.0.25 "GET /v2.0/networks/dbd2aa7d-e199-4362-a34c-d52d7643e736/tags/tempest-TagsTest-Tag-807348282 HTTP/1.1" status: 404 len: 325 time: 0.1790168 Aug 10 04:07:07.820572 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d58f689d-a483-424b-8eaa-276bc49ae61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:07.823273 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53182) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:07.828114 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.tag.tag_plugin [None req-ae66e8ae-15b1-4c01-9ae8-94b3a023372b tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'dbd2aa7d-e199-4362-a34c-d52d7643e736') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:07.855756 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-d58f689d-a483-424b-8eaa-276bc49ae61d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a30de31-8cff-447d-a775-a8b158513d18']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:07.893061 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-d58f689d-a483-424b-8eaa-276bc49ae61d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac88afb-260a-463f-b01a-69dd7b9a9956') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:07.893364 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-d58f689d-a483-424b-8eaa-276bc49ae61d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac88afb-260a-463f-b01a-69dd7b9a9956') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:07.909754 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d58f689d-a483-424b-8eaa-276bc49ae61d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:07.911039 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ae5f3-faef-4e29-a3ec-9d02a952a9c7 req-9cf67651-5e0d-498f-a9ac-6a7ba89757ef tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:07.916502 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e18ae5f3-faef-4e29-a3ec-9d02a952a9c7 req-9cf67651-5e0d-498f-a9ac-6a7ba89757ef tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 945 time: 0.1649685 Aug 10 04:07:07.928751 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d58f689d-a483-424b-8eaa-276bc49ae61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:07.939005 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d58f689d-a483-424b-8eaa-276bc49ae61d admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:07:07.939335 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d58f689d-a483-424b-8eaa-276bc49ae61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:07:07.941843 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:07:08.000770 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ae66e8ae-15b1-4c01-9ae8-94b3a023372b tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] 10.222.0.25 "DELETE /v2.0/networks/dbd2aa7d-e199-4362-a34c-d52d7643e736/tags HTTP/1.1" status: 204 len: 168 time: 0.1762764 Aug 10 04:07:08.007842 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53192) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:08.033053 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72c9341c-fbb3-42f1-a4e3-86fc3c6a5b5f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:08.051523 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72c9341c-fbb3-42f1-a4e3-86fc3c6a5b5f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:08.062823 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e18ae5f3-faef-4e29-a3ec-9d02a952a9c7 req-8f7887b9-37d1-46ca-9bc8-a1f44fea54ba tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171346 Aug 10 04:07:08.096566 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e11643a-14e1-4a31-9672-8705b6b2cba6 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:08.100319 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d58f689d-a483-424b-8eaa-276bc49ae61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:08.110183 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d58f689d-a483-424b-8eaa-276bc49ae61d admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:08.110645 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d58f689d-a483-424b-8eaa-276bc49ae61d admin admin] 10.222.0.25 "DELETE /v2.0/networks/6a30de31-8cff-447d-a775-a8b158513d18 HTTP/1.1" status: 204 len: 168 time: 0.5443249 Aug 10 04:07:08.134997 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f689d-a483-424b-8eaa-276bc49ae61d admin admin] Pushing event deleted for resources: {'Network': ['ID=6a30de31-8cff-447d-a775-a8b158513d18,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:08.244701 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e11643a-14e1-4a31-9672-8705b6b2cba6 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:08.255575 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-7e11643a-14e1-4a31-9672-8705b6b2cba6 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd2aa7d-e199-4362-a34c-d52d7643e736']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:08.267760 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-7e11643a-14e1-4a31-9672-8705b6b2cba6 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7810ea87-df7f-4cf1-afce-b252d26de693') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:08.268098 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-7e11643a-14e1-4a31-9672-8705b6b2cba6 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7810ea87-df7f-4cf1-afce-b252d26de693') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:08.277472 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e11643a-14e1-4a31-9672-8705b6b2cba6 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:08.294145 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e11643a-14e1-4a31-9672-8705b6b2cba6 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:08.301501 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e11643a-14e1-4a31-9672-8705b6b2cba6 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:07:08.301883 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e11643a-14e1-4a31-9672-8705b6b2cba6 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:07:08.304904 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:07:08.312744 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72c9341c-fbb3-42f1-a4e3-86fc3c6a5b5f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:08.312744 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c9341c-fbb3-42f1-a4e3-86fc3c6a5b5f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Fanout notify agent at l3_agent the message router_deleted on router fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:07:08.316293 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72c9341c-fbb3-42f1-a4e3-86fc3c6a5b5f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:08.321173 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-72c9341c-fbb3-42f1-a4e3-86fc3c6a5b5f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/routers/fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01 HTTP/1.1" status: 204 len: 168 time: 0.6270874 Aug 10 04:07:08.322056 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53206) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:08.386613 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-9215d757-2e23-440b-9176-65b803243793 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Deleting subnet a2f8d8fa-8342-48a3-94c7-dd0e35d60822 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:07:08.390308 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9215d757-2e23-440b-9176-65b803243793 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:08.433326 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9215d757-2e23-440b-9176-65b803243793 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:08.499050 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e11643a-14e1-4a31-9672-8705b6b2cba6 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:08.532410 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 28f3639f-27bd-4639-99e9-4adee536249d no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:07:08.535446 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9215d757-2e23-440b-9176-65b803243793 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:08.536943 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e11643a-14e1-4a31-9672-8705b6b2cba6 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:08.538972 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7e11643a-14e1-4a31-9672-8705b6b2cba6 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] 10.222.0.25 "DELETE /v2.0/networks/dbd2aa7d-e199-4362-a34c-d52d7643e736 HTTP/1.1" status: 204 len: 168 time: 0.5300570 Aug 10 04:07:08.542452 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e11643a-14e1-4a31-9672-8705b6b2cba6 tempest-TagsTest-1541734057 tempest-TagsTest-1541734057-project] Pushing event deleted for resources: {'Network': ['ID=dbd2aa7d-e199-4362-a34c-d52d7643e736,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:08.579104 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 28f3639f-27bd-4639-99e9-4adee536249d {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:07:08.579535 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 28f3639f-27bd-4639-99e9-4adee536249d not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:07:08.718792 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9215d757-2e23-440b-9176-65b803243793 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:08.751920 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53222) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:08.757204 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215d757-2e23-440b-9176-65b803243793 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Subnet': ['ID=a2f8d8fa-8342-48a3-94c7-dd0e35d60822,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:08.758648 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133da469-f5a5-4bde-95a3-15ee50b62c88 None None] Network a8d6402e-638e-44ba-8ae3-2ebf7d7fe61b requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:07:08.764740 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9215d757-2e23-440b-9176-65b803243793 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:08.766307 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9215d757-2e23-440b-9176-65b803243793 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/subnets/a2f8d8fa-8342-48a3-94c7-dd0e35d60822 HTTP/1.1" status: 204 len: 168 time: 0.4425888 Aug 10 04:07:08.768942 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53224) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:08.811416 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-32a3d4ca-de17-41ab-a548-52571e476fb6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f3713408bd1840a4be53441e1ea350d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0575767 Aug 10 04:07:08.813909 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53226) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:08.875567 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d8b6b37-e2eb-44ef-bb3c-c5a4779b005d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:08.887455 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-5971df02-c103-42a3-b8dd-2aec30a961cc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Deleting subnet f5a50e78-2583-4e4b-b129-fbc43ec09262 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:07:08.895902 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5971df02-c103-42a3-b8dd-2aec30a961cc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:08.903543 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d8b6b37-e2eb-44ef-bb3c-c5a4779b005d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:08.931265 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29fbdd-1c1d-4909-b35d-297484cf9ce9 req-736b6d82-cddd-426d-986c-65b5c0383ff3 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:08.933519 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cd29fbdd-1c1d-4909-b35d-297484cf9ce9 req-736b6d82-cddd-426d-986c-65b5c0383ff3 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 944 time: 0.1251183 Aug 10 04:07:08.974632 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5971df02-c103-42a3-b8dd-2aec30a961cc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:08.997259 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a1fe27-1ee6-4bfa-9781-d5da275a401d None None] DHCP port deletion for a8d6402e-638e-44ba-8ae3-2ebf7d7fe61b request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:07:09.052727 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-67a1fe27-1ee6-4bfa-9781-d5da275a401d None None] Deleting port 5b101872-bde6-49d1-a129-a635796ea03e {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:09.053018 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-67a1fe27-1ee6-4bfa-9781-d5da275a401d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:09.057440 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cd29fbdd-1c1d-4909-b35d-297484cf9ce9 req-2f853b50-600e-40f0-97bc-1c7471ad09fd tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140606 Aug 10 04:07:09.133550 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d8b6b37-e2eb-44ef-bb3c-c5a4779b005d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:09.133805 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-67a1fe27-1ee6-4bfa-9781-d5da275a401d None None] For port 5b101872-bde6-49d1-a129-a635796ea03e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=5b101872-bde6-49d1-a129-a635796ea03e,segment=NetworkSegment(54784d45-551b-4df9-afcc-709dd0340a56),segment_id=54784d45-551b-4df9-afcc-709dd0340a56)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:09.134112 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-67a1fe27-1ee6-4bfa-9781-d5da275a401d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:09.139731 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d8b6b37-e2eb-44ef-bb3c-c5a4779b005d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:09.141070 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4d8b6b37-e2eb-44ef-bb3c-c5a4779b005d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0aad4b98-e759-44c8-ba75-38f653dca523 HTTP/1.1" status: 204 len: 168 time: 0.3260982 Aug 10 04:07:09.149017 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-67a1fe27-1ee6-4bfa-9781-d5da275a401d None None] Calling delete_port for 5b101872-bde6-49d1-a129-a635796ea03e owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:09.194985 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b6b37-e2eb-44ef-bb3c-c5a4779b005d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aad4b98-e759-44c8-ba75-38f653dca523,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:09.198793 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5971df02-c103-42a3-b8dd-2aec30a961cc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:09.219130 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd96952-43b7-4f70-a773-1a4901ff09d9 req-e4e3d9f5-7ffd-4e76-bdb0-5438b93c4140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:09.221763 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0cd96952-43b7-4f70-a773-1a4901ff09d9 req-e4e3d9f5-7ffd-4e76-bdb0-5438b93c4140 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=9c54c9ab1fa940fe85894d7bbe0c849c&device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 1096 time: 0.1654093 Aug 10 04:07:09.298714 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53234) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:09.325334 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-67a1fe27-1ee6-4bfa-9781-d5da275a401d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:09.341501 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace67b2-a858-4adf-87e6-c3c51536f1de req-154ad28e-cd07-4af8-9b51-0d26dd8ea3ee tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:09.348871 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8ace67b2-a858-4adf-87e6-c3c51536f1de req-154ad28e-cd07-4af8-9b51-0d26dd8ea3ee tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 945 time: 0.0795279 Aug 10 04:07:09.380190 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1fe27-1ee6-4bfa-9781-d5da275a401d None None] Pushing event deleted for resources: {'Port': ['ID=5b101872-bde6-49d1-a129-a635796ea03e,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:09.383200 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a1fe27-1ee6-4bfa-9781-d5da275a401d None None] No DVR routers for this DVR port 5b101872-bde6-49d1-a129-a635796ea03e on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:07:09.390215 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5971df02-c103-42a3-b8dd-2aec30a961cc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:09.404585 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1fe27-1ee6-4bfa-9781-d5da275a401d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:09.406359 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1fe27-1ee6-4bfa-9781-d5da275a401d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:09.406359 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1fe27-1ee6-4bfa-9781-d5da275a401d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:09.406786 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1fe27-1ee6-4bfa-9781-d5da275a401d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:09.407230 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1fe27-1ee6-4bfa-9781-d5da275a401d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:09.407671 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1fe27-1ee6-4bfa-9781-d5da275a401d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:09.412629 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5971df02-c103-42a3-b8dd-2aec30a961cc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:09.414531 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1fe27-1ee6-4bfa-9781-d5da275a401d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:09.416723 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1fe27-1ee6-4bfa-9781-d5da275a401d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:09.417775 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1fe27-1ee6-4bfa-9781-d5da275a401d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:09.418349 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1fe27-1ee6-4bfa-9781-d5da275a401d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:09.419303 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1fe27-1ee6-4bfa-9781-d5da275a401d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:09.419914 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a1fe27-1ee6-4bfa-9781-d5da275a401d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:09.420240 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5971df02-c103-42a3-b8dd-2aec30a961cc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/subnets/f5a50e78-2583-4e4b-b129-fbc43ec09262 HTTP/1.1" status: 204 len: 168 time: 0.6499515 Aug 10 04:07:09.425728 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14183136-fe94-41de-80e9-2e0b54457c67 None None] Network 49f2c1c2-5c57-4970-8352-07833d499591 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:07:09.430299 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53238) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:09.460588 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8ace67b2-a858-4adf-87e6-c3c51536f1de req-0963a297-035b-4100-b223-f5ef5476cb6c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107583 Aug 10 04:07:09.461536 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971df02-c103-42a3-b8dd-2aec30a961cc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Subnet': ['ID=f5a50e78-2583-4e4b-b129-fbc43ec09262,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:09.550935 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afaa4a0-0e08-4c10-a4db-b1c3578911ff req-27b3cd2c-1748-4083-8df5-eed2b8892c8b tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:09.553350 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1afaa4a0-0e08-4c10-a4db-b1c3578911ff req-27b3cd2c-1748-4083-8df5-eed2b8892c8b tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=51a4d876-8398-4d61-bd15-9e7f6b58b152 HTTP/1.1" status: 200 len: 943 time: 0.2696581 Aug 10 04:07:09.558430 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd96952-43b7-4f70-a773-1a4901ff09d9 req-bee00bfc-05ae-4cc8-9316-41f05e81788f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:09.559735 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0cd96952-43b7-4f70-a773-1a4901ff09d9 req-bee00bfc-05ae-4cc8-9316-41f05e81788f service neutron] 10.222.0.68 "GET /v2.0/networks?id=f573ecff-4c5c-4552-80ba-7f39fbaee537 HTTP/1.1" status: 200 len: 918 time: 0.3303776 Aug 10 04:07:09.628073 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c2137d8b-3b14-4340-b779-3529705df9c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:09.693629 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c64ac6-68bf-4a8d-9dcc-ce890ee28cee None None] DHCP port deletion for 49f2c1c2-5c57-4970-8352-07833d499591 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:07:09.764300 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-dabba726-7f81-459a-8686-e11db9bba49b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b28575a965234a58beea8ea654215db8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4610555 Aug 10 04:07:09.765727 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53246) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:09.768018 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0cd96952-43b7-4f70-a773-1a4901ff09d9 req-86ee3ba9-37d7-4562-acb9-f03277fd39cf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3353e051-ac99-4ca2-af77-90c4a60c1c01 HTTP/1.1" status: 200 len: 1000 time: 0.1857631 Aug 10 04:07:09.793336 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-34c64ac6-68bf-4a8d-9dcc-ce890ee28cee None None] Deleting port ea076587-d166-46b0-a1c8-62d14d4776b4 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:09.794528 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-34c64ac6-68bf-4a8d-9dcc-ce890ee28cee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:09.884644 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c2137d8b-3b14-4340-b779-3529705df9c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:09.893202 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ae040b41-4641-49de-8855-3c861736f1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:09.900467 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-c2137d8b-3b14-4340-b779-3529705df9c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d6402e-638e-44ba-8ae3-2ebf7d7fe61b']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:09.912859 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-c2137d8b-3b14-4340-b779-3529705df9c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54784d45-551b-4df9-afcc-709dd0340a56') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:09.913158 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-c2137d8b-3b14-4340-b779-3529705df9c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54784d45-551b-4df9-afcc-709dd0340a56') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:09.924846 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ae040b41-4641-49de-8855-3c861736f1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:09.925216 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c2137d8b-3b14-4340-b779-3529705df9c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:09.928196 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-1afaa4a0-0e08-4c10-a4db-b1c3578911ff req-f1822341-0b74-46ce-a3ab-5fed87d72e4e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Deleting port 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:09.928531 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1afaa4a0-0e08-4c10-a4db-b1c3578911ff req-f1822341-0b74-46ce-a3ab-5fed87d72e4e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:09.937659 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd96952-43b7-4f70-a773-1a4901ff09d9 req-6c7abe7d-a1aa-4742-b39a-f4dd1e6a6ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:09.939144 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0cd96952-43b7-4f70-a773-1a4901ff09d9 req-6c7abe7d-a1aa-4742-b39a-f4dd1e6a6ad8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=6dfeb297-f2e7-4070-a508-7d422d26e1b7 HTTP/1.1" status: 200 len: 856 time: 0.1583686 Aug 10 04:07:09.995718 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c2137d8b-3b14-4340-b779-3529705df9c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:10.022683 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2137d8b-3b14-4340-b779-3529705df9c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:07:10.023093 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c2137d8b-3b14-4340-b779-3529705df9c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:07:10.029127 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:07:10.033728 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-34c64ac6-68bf-4a8d-9dcc-ce890ee28cee None None] For port ea076587-d166-46b0-a1c8-62d14d4776b4, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ea076587-d166-46b0-a1c8-62d14d4776b4,segment=NetworkSegment(5251bdd7-b9f2-4f56-843b-9fd90e2b4f4e),segment_id=5251bdd7-b9f2-4f56-843b-9fd90e2b4f4e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:10.034146 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-34c64ac6-68bf-4a8d-9dcc-ce890ee28cee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:10.052399 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-34c64ac6-68bf-4a8d-9dcc-ce890ee28cee None None] Calling delete_port for ea076587-d166-46b0-a1c8-62d14d4776b4 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:10.095123 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ae040b41-4641-49de-8855-3c861736f1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:10.101447 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ae040b41-4641-49de-8855-3c861736f1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:10.106681 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ae040b41-4641-49de-8855-3c861736f1d0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8dd915a1-e502-4cf1-b891-75bd2b7536c3 HTTP/1.1" status: 204 len: 168 time: 0.3354666 Aug 10 04:07:10.113998 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae040b41-4641-49de-8855-3c861736f1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd915a1-e502-4cf1-b891-75bd2b7536c3,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:10.144185 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd96952-43b7-4f70-a773-1a4901ff09d9 req-0ff1d741-d609-4b3e-8e1e-174b3183e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:10.145949 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0cd96952-43b7-4f70-a773-1a4901ff09d9 req-0ff1d741-d609-4b3e-8e1e-174b3183e79c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=f573ecff-4c5c-4552-80ba-7f39fbaee537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1902239 Aug 10 04:07:10.211511 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-055587f4-1039-4ab5-b995-189b24fcebae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:10.245193 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-1afaa4a0-0e08-4c10-a4db-b1c3578911ff req-f1822341-0b74-46ce-a3ab-5fed87d72e4e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] For port 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9c3dbed2-9ffa-467d-b97d-f8a3cd11d817,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:10.245774 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1afaa4a0-0e08-4c10-a4db-b1c3578911ff req-f1822341-0b74-46ce-a3ab-5fed87d72e4e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:10.255857 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc0fc1e-f22e-4fa9-95ba-96070a3ece4c req-1ce3f530-662a-4191-b3ad-efdfc8350abf tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:10.257814 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfc0fc1e-f22e-4fa9-95ba-96070a3ece4c req-1ce3f530-662a-4191-b3ad-efdfc8350abf tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 944 time: 0.0598018 Aug 10 04:07:10.270224 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-1afaa4a0-0e08-4c10-a4db-b1c3578911ff req-f1822341-0b74-46ce-a3ab-5fed87d72e4e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Calling delete_port for 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:10.310319 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfc0fc1e-f22e-4fa9-95ba-96070a3ece4c req-286c1d0f-6a72-4d5d-90f5-b50b0e811cb0 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433114 Aug 10 04:07:10.357953 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-34c64ac6-68bf-4a8d-9dcc-ce890ee28cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:10.362471 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c2137d8b-3b14-4340-b779-3529705df9c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:10.369749 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0cd96952-43b7-4f70-a773-1a4901ff09d9 req-3333fb15-a8b3-4bb5-92c1-e21d3f9bbed5 service neutron] 10.222.0.68 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127199 Aug 10 04:07:10.378709 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c2137d8b-3b14-4340-b779-3529705df9c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:10.383709 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c2137d8b-3b14-4340-b779-3529705df9c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/networks/a8d6402e-638e-44ba-8ae3-2ebf7d7fe61b HTTP/1.1" status: 204 len: 168 time: 0.9486876 Aug 10 04:07:10.385188 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53260) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:10.424230 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2137d8b-3b14-4340-b779-3529705df9c5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Network': ['ID=a8d6402e-638e-44ba-8ae3-2ebf7d7fe61b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:10.433634 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c64ac6-68bf-4a8d-9dcc-ce890ee28cee None None] Pushing event deleted for resources: {'Port': ['ID=ea076587-d166-46b0-a1c8-62d14d4776b4,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:10.435685 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c64ac6-68bf-4a8d-9dcc-ce890ee28cee None None] No DVR routers for this DVR port ea076587-d166-46b0-a1c8-62d14d4776b4 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:07:10.615444 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0cd96952-43b7-4f70-a773-1a4901ff09d9 req-5175d0f2-1d14-4c01-9cb8-b39e2bf39095 service neutron] 10.222.0.68 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271895 Aug 10 04:07:10.686357 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ea076587-d166-46b0-a1c8-62d14d4776b4 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:07:10.706208 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1afaa4a0-0e08-4c10-a4db-b1c3578911ff req-f1822341-0b74-46ce-a3ab-5fed87d72e4e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:10.712507 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: ea076587-d166-46b0-a1c8-62d14d4776b4 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:07:10.713266 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ea076587-d166-46b0-a1c8-62d14d4776b4 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:07:10.713847 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 5b101872-bde6-49d1-a129-a635796ea03e no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:07:10.740316 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 5b101872-bde6-49d1-a129-a635796ea03e {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:07:10.740679 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 5b101872-bde6-49d1-a129-a635796ea03e not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:07:10.742196 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1822341-0b74-46ce-a3ab-5fed87d72e4e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Pushing event deleted for resources: {'Port': ['ID=9c3dbed2-9ffa-467d-b97d-f8a3cd11d817,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:10.745050 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['82b94d3d-95e8-4c3e-a953-5a5685a5e11d', 'ea36b875-cdd5-4e56-b55a-0b65e00819cb'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:07:10.840690 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1822341-0b74-46ce-a3ab-5fed87d72e4e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:10.846748 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1822341-0b74-46ce-a3ab-5fed87d72e4e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:10.847621 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1822341-0b74-46ce-a3ab-5fed87d72e4e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:10.848997 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1822341-0b74-46ce-a3ab-5fed87d72e4e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:10.851600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1822341-0b74-46ce-a3ab-5fed87d72e4e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:10.852177 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1822341-0b74-46ce-a3ab-5fed87d72e4e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:10.852751 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1822341-0b74-46ce-a3ab-5fed87d72e4e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:10.853258 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1822341-0b74-46ce-a3ab-5fed87d72e4e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:10.853824 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1822341-0b74-46ce-a3ab-5fed87d72e4e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:10.856202 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1822341-0b74-46ce-a3ab-5fed87d72e4e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:10.856709 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1822341-0b74-46ce-a3ab-5fed87d72e4e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:10.860362 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1822341-0b74-46ce-a3ab-5fed87d72e4e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:10.898296 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-1afaa4a0-0e08-4c10-a4db-b1c3578911ff req-f1822341-0b74-46ce-a3ab-5fed87d72e4e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] No DVR routers for this DVR port 9c3dbed2-9ffa-467d-b97d-f8a3cd11d817 on host n-h2-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:07:10.905965 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1afaa4a0-0e08-4c10-a4db-b1c3578911ff req-f1822341-0b74-46ce-a3ab-5fed87d72e4e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:10.908487 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1afaa4a0-0e08-4c10-a4db-b1c3578911ff req-f1822341-0b74-46ce-a3ab-5fed87d72e4e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "DELETE /v2.0/ports/9c3dbed2-9ffa-467d-b97d-f8a3cd11d817 HTTP/1.1" status: 204 len: 173 time: 1.3426356 Aug 10 04:07:10.909126 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51a4d876-8398-4d61-bd15-9e7f6b58b152', 'name': 'network-vif-deleted', 'tag': '9c3dbed2-9ffa-467d-b97d-f8a3cd11d817'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:07:10.914509 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5713dd8e-8f1b-4ad7-af5c-5265cee559a3" -d '{"events": [{"server_uuid": "51a4d876-8398-4d61-bd15-9e7f6b58b152", "name": "network-vif-deleted", "tag": "9c3dbed2-9ffa-467d-b97d-f8a3cd11d817"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:07:10.966766 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3dd4d06c-112e-456d-9cc9-67cf755a1b80 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:10.991600 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518d2b8-32a3-44ae-908e-1b76a74bbad3 req-4f4d3528-fe1e-4c65-8af6-2405b401e376 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:10.994427 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b518d2b8-32a3-44ae-908e-1b76a74bbad3 req-4f4d3528-fe1e-4c65-8af6-2405b401e376 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 945 time: 0.0981488 Aug 10 04:07:11.013595 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53276) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:11.165595 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b518d2b8-32a3-44ae-908e-1b76a74bbad3 req-2593329e-28c5-4d7e-9f61-bbc3d0a7648f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619284 Aug 10 04:07:11.172223 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-721edbcb-d9e6-49a8-b03f-9c4f54d50ea8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1185517652-network', 'tenant_id': 'dc57d88f35a64b5582a9e7690a4442fe'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:11.180223 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3dd4d06c-112e-456d-9cc9-67cf755a1b80 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.194858 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-3dd4d06c-112e-456d-9cc9-67cf755a1b80 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f2c1c2-5c57-4970-8352-07833d499591']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:11.209232 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-3dd4d06c-112e-456d-9cc9-67cf755a1b80 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5251bdd7-b9f2-4f56-843b-9fd90e2b4f4e') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:11.209809 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-3dd4d06c-112e-456d-9cc9-67cf755a1b80 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5251bdd7-b9f2-4f56-843b-9fd90e2b4f4e') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:11.221396 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3dd4d06c-112e-456d-9cc9-67cf755a1b80 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.222788 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 04:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b666c6bc-8b80-4675-83d4-b308e140777a x-openstack-request-id: req-b666c6bc-8b80-4675-83d4-b308e140777a {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:07:11.223103 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51a4d876-8398-4d61-bd15-9e7f6b58b152", "name": "network-vif-deleted", "tag": "9c3dbed2-9ffa-467d-b97d-f8a3cd11d817", "status": "failed", "code": 422}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:07:11.223354 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b666c6bc-8b80-4675-83d4-b308e140777a {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:07:11.223774 n-d-802893-2 neutron-server[94938]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '51a4d876-8398-4d61-bd15-9e7f6b58b152', 'name': 'network-vif-deleted', 'tag': '9c3dbed2-9ffa-467d-b97d-f8a3cd11d817', 'status': 'failed', 'code': 422} returned with failed status Aug 10 04:07:11.239068 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3dd4d06c-112e-456d-9cc9-67cf755a1b80 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.246369 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd4d06c-112e-456d-9cc9-67cf755a1b80 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:07:11.246843 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3dd4d06c-112e-456d-9cc9-67cf755a1b80 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:07:11.249867 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:07:11.289105 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721edbcb-d9e6-49a8-b03f-9c4f54d50ea8 admin admin] Made reservation on behalf of dc57d88f35a64b5582a9e7690a4442fe for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:07:11.292896 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-721edbcb-d9e6-49a8-b03f-9c4f54d50ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.305151 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-721edbcb-d9e6-49a8-b03f-9c4f54d50ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.352282 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 3353e051-ac99-4ca2-af77-90c4a60c1c01 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:07:11.459822 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da258e73-4088-47a2-bda8-4f5a5d56d2db req-c937df01-7fb4-4773-8fd0-46b1d947c9f6 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:11.461587 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-da258e73-4088-47a2-bda8-4f5a5d56d2db req-c937df01-7fb4-4773-8fd0-46b1d947c9f6 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 944 time: 0.0764906 Aug 10 04:07:11.465415 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.471506 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3dd4d06c-112e-456d-9cc9-67cf755a1b80 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.493376 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3dd4d06c-112e-456d-9cc9-67cf755a1b80 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.498377 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3dd4d06c-112e-456d-9cc9-67cf755a1b80 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/networks/49f2c1c2-5c57-4970-8352-07833d499591 HTTP/1.1" status: 204 len: 168 time: 1.1088617 Aug 10 04:07:11.503538 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53294) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:11.510590 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c171cdb6-5e97-40b9-8e3b-51a0d308b8db tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'network': {'name': 'tempest-RoutersTest-1588891315'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:11.512783 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4d06c-112e-456d-9cc9-67cf755a1b80 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Network': ['ID=49f2c1c2-5c57-4970-8352-07833d499591,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:11.534943 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb243a93-5a45-43ab-a994-b87697db17e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3353e051-ac99-4ca2-af77-90c4a60c1c01'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:07:11.534943 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da3b955-f31c-48fb-bd98-a378a0ec51eb" -d '{"events": [{"server_uuid": "fb243a93-5a45-43ab-a994-b87697db17e3", "name": "network-vif-unplugged", "status": "completed", "tag": "3353e051-ac99-4ca2-af77-90c4a60c1c01"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:07:11.538622 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-da258e73-4088-47a2-bda8-4f5a5d56d2db req-165d0a6f-da57-493c-96d6-b93a1c1c44ca tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636916 Aug 10 04:07:11.550328 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 3353e051-ac99-4ca2-af77-90c4a60c1c01, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=3353e051-ac99-4ca2-af77-90c4a60c1c01,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:11.583986 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-721edbcb-d9e6-49a8-b03f-9c4f54d50ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.631372 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.675130 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-721edbcb-d9e6-49a8-b03f-9c4f54d50ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.691546 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=3353e051-ac99-4ca2-af77-90c4a60c1c01,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:11.716345 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-721edbcb-d9e6-49a8-b03f-9c4f54d50ea8 admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:07:11.748129 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f43527c-97df-4f70-af51-95053e510c1f x-openstack-request-id: req-2f43527c-97df-4f70-af51-95053e510c1f {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:07:11.748290 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721edbcb-d9e6-49a8-b03f-9c4f54d50ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9634a822-8400-4eef-9bc0-8c957c58a5ce,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:11.748544 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb243a93-5a45-43ab-a994-b87697db17e3", "name": "network-vif-unplugged", "status": "completed", "tag": "3353e051-ac99-4ca2-af77-90c4a60c1c01", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:07:11.748854 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f43527c-97df-4f70-af51-95053e510c1f {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:07:11.749441 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb243a93-5a45-43ab-a994-b87697db17e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3353e051-ac99-4ca2-af77-90c4a60c1c01', 'code': 200} Aug 10 04:07:11.752224 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-721edbcb-d9e6-49a8-b03f-9c4f54d50ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.752572 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-721edbcb-d9e6-49a8-b03f-9c4f54d50ea8 admin admin] Added segment 3b7206d0-fab5-49ff-9f6b-c200babe8e2c of type vlan for network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee Aug 10 04:07:11.798584 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c171cdb6-5e97-40b9-8e3b-51a0d308b8db tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Made reservation on behalf of 1e77910191554529bf7135b6bdb86de8 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:07:11.802059 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c171cdb6-5e97-40b9-8e3b-51a0d308b8db tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.806943 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-721edbcb-d9e6-49a8-b03f-9c4f54d50ea8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.848979 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c171cdb6-5e97-40b9-8e3b-51a0d308b8db tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:07:11.864753 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c171cdb6-5e97-40b9-8e3b-51a0d308b8db tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.864753 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-c171cdb6-5e97-40b9-8e3b-51a0d308b8db tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Added segment 5de01edf-792f-4913-bd4a-bddeb84d5719 of type vlan for network 6e5a2e77-6191-46b1-834c-04b15938e24c Aug 10 04:07:11.911854 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c171cdb6-5e97-40b9-8e3b-51a0d308b8db tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.964222 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-721edbcb-d9e6-49a8-b03f-9c4f54d50ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:11.965579 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721edbcb-d9e6-49a8-b03f-9c4f54d50ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:11.966215 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-721edbcb-d9e6-49a8-b03f-9c4f54d50ea8 admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:12.055165 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721edbcb-d9e6-49a8-b03f-9c4f54d50ea8 admin admin] Pushing event updated for resources: {'Network': ['ID=ad9b68cd-62ae-48dd-b06c-9f109fbb6dee,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:12.065701 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:07:12.094851 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c171cdb6-5e97-40b9-8e3b-51a0d308b8db tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:12.100509 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c171cdb6-5e97-40b9-8e3b-51a0d308b8db tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:12.101121 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c171cdb6-5e97-40b9-8e3b-51a0d308b8db tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:12.189055 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171cdb6-5e97-40b9-8e3b-51a0d308b8db tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Network': ['ID=6e5a2e77-6191-46b1-834c-04b15938e24c,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:12.212692 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 6e5a2e77-6191-46b1-834c-04b15938e24c details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:07:12.269519 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-721edbcb-d9e6-49a8-b03f-9c4f54d50ea8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2607048 Aug 10 04:07:12.272676 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53314) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:12.279194 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-a837426a-e1cc-4f01-9f56-062028503039 admin admin] Request body: {'subnet': {'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1185517652-subnet', 'tenant_id': 'dc57d88f35a64b5582a9e7690a4442fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:12.313810 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f75d39-906c-44f3-9047-44e0dd9fd899 req-74d97c9a-badf-43c3-b08e-dc4ddc1eb060 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:12.315804 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-53f75d39-906c-44f3-9047-44e0dd9fd899 req-74d97c9a-badf-43c3-b08e-dc4ddc1eb060 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 943 time: 0.0611196 Aug 10 04:07:12.323016 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c171cdb6-5e97-40b9-8e3b-51a0d308b8db tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8141718 Aug 10 04:07:12.324080 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53316) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:12.342677 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-7b87008b-1f51-4601-872f-ac0cda754c60 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'subnet': {'network_id': '6e5a2e77-6191-46b1-834c-04b15938e24c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:12.371986 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-53f75d39-906c-44f3-9047-44e0dd9fd899 req-1b31c786-491d-4c7b-8c2d-67eee1ea57fc tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483460 Aug 10 04:07:12.525578 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a837426a-e1cc-4f01-9f56-062028503039 admin admin] Made reservation on behalf of dc57d88f35a64b5582a9e7690a4442fe for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:07:12.528497 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a837426a-e1cc-4f01-9f56-062028503039 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:12.567467 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc492203-6ab6-4ed5-b63f-b95ce7c4abdc req-e96dcc14-efea-4675-ac56-c08f7ce62ecb tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:12.569890 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dc492203-6ab6-4ed5-b63f-b95ce7c4abdc req-e96dcc14-efea-4675-ac56-c08f7ce62ecb tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=842eaf17-c019-460e-89b5-002728d833e0 HTTP/1.1" status: 200 len: 908 time: 0.0704947 Aug 10 04:07:12.691873 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89c3c2-358a-4452-9dae-2c0ac5b27629 req-5518e835-a920-4327-ab69-4ab4107f3e61 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:12.693504 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc89c3c2-358a-4452-9dae-2c0ac5b27629 req-5518e835-a920-4327-ab69-4ab4107f3e61 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 944 time: 0.0711608 Aug 10 04:07:12.738699 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b87008b-1f51-4601-872f-ac0cda754c60 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Made reservation on behalf of 1e77910191554529bf7135b6bdb86de8 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:07:12.742197 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7b87008b-1f51-4601-872f-ac0cda754c60 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:12.852454 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc89c3c2-358a-4452-9dae-2c0ac5b27629 req-279371e0-510f-4e40-86e1-5eefcefc59ff tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411433 Aug 10 04:07:12.982148 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a837426a-e1cc-4f01-9f56-062028503039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:13.305472 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837426a-e1cc-4f01-9f56-062028503039 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f411f5c-5e8b-452a-be71-12f0dd671946,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:13.315390 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a837426a-e1cc-4f01-9f56-062028503039 admin admin] Checking segment: {'id': '3b7206d0-fab5-49ff-9f6b-c200babe8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:07:13.315784 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a837426a-e1cc-4f01-9f56-062028503039 admin admin] Network hostable DHCP agents. Network: ad9b68cd-62ae-48dd-b06c-9f109fbb6dee, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:07:13.409563 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7b87008b-1f51-4601-872f-ac0cda754c60 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:13.417061 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a837426a-e1cc-4f01-9f56-062028503039 admin admin] Network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:07:13.486048 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87008b-1f51-4601-872f-ac0cda754c60 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Subnet': ['ID=9b4db015-9a75-4a2e-9898-95c0458e989b,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:13.498764 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b87008b-1f51-4601-872f-ac0cda754c60 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Checking segment: {'id': '5de01edf-792f-4913-bd4a-bddeb84d5719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6e5a2e77-6191-46b1-834c-04b15938e24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:07:13.499128 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b87008b-1f51-4601-872f-ac0cda754c60 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network hostable DHCP agents. Network: 6e5a2e77-6191-46b1-834c-04b15938e24c, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:07:13.528372 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a8613-a267-419f-b8ec-6415b597a54c req-9be51e92-45de-4dea-bef6-b07c7b0aec0a tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:13.529905 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e48a8613-a267-419f-b8ec-6415b597a54c req-9be51e92-45de-4dea-bef6-b07c7b0aec0a tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 943 time: 0.0749815 Aug 10 04:07:13.568911 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e48a8613-a267-419f-b8ec-6415b597a54c req-3c710a13-f6cf-49cd-89dc-0d6dd836e339 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326848 Aug 10 04:07:13.572804 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-a837426a-e1cc-4f01-9f56-062028503039 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, ad9b68cd-62ae-48dd-b06c-9f109fbb6dee) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:13.577106 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a837426a-e1cc-4f01-9f56-062028503039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:13.578330 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a837426a-e1cc-4f01-9f56-062028503039 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:13.582282 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f0991b-c981-47f0-a7c1-806e620da774 None None] Network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:07:13.635694 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:13.663499 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b87008b-1f51-4601-872f-ac0cda754c60 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network 6e5a2e77-6191-46b1-834c-04b15938e24c is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:07:13.685095 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-7b87008b-1f51-4601-872f-ac0cda754c60 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 6e5a2e77-6191-46b1-834c-04b15938e24c) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:13.691912 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b87008b-1f51-4601-872f-ac0cda754c60 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:13.692576 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7b87008b-1f51-4601-872f-ac0cda754c60 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:13.709364 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5bca3b-647b-475a-88e5-2b1a36459b0d None None] Network 6e5a2e77-6191-46b1-834c-04b15938e24c requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:07:13.721119 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861e4e1-3742-4bda-8c86-1f8651276338 req-761a2b50-9c5d-4092-ae3e-ded047294da3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:13.722749 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1861e4e1-3742-4bda-8c86-1f8651276338 req-761a2b50-9c5d-4092-ae3e-ded047294da3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=842eaf17-c019-460e-89b5-002728d833e0 HTTP/1.1" status: 200 len: 908 time: 0.0698650 Aug 10 04:07:13.729934 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a837426a-e1cc-4f01-9f56-062028503039 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.4558918 Aug 10 04:07:13.791885 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee9ff01-8f71-4ee7-9894-d69737049f56 None None] Network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:07:13.814420 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53352) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:13.814738 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7b87008b-1f51-4601-872f-ac0cda754c60 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4882584 Aug 10 04:07:13.820140 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-b56010c0-42c6-4fcf-9475-e45085d3223f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1475110208', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:14.009104 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e8e082-6444-4797-ae57-da67f40d7a0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-6e5a2e77-6191-46b1-834c-04b15938e24c', 'network_id': '6e5a2e77-6191-46b1-834c-04b15938e24c', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'fixed_ips': [{'subnet_id': '9b4db015-9a75-4a2e-9898-95c0458e989b'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:07:14.009354 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b56010c0-42c6-4fcf-9475-e45085d3223f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:14.009354 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b56010c0-42c6-4fcf-9475-e45085d3223f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:14.009554 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d3e8e082-6444-4797-ae57-da67f40d7a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:14.039024 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbc2f3-28bd-4e4b-bcdb-61afbb8b5465 req-6610b16e-be3d-4de8-b410-de108f12bc01 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:14.040993 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2dfbc2f3-28bd-4e4b-bcdb-61afbb8b5465 req-6610b16e-be3d-4de8-b410-de108f12bc01 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.68 "GET /v2.0/ports?device_id=842eaf17-c019-460e-89b5-002728d833e0 HTTP/1.1" status: 200 len: 908 time: 0.0582552 Aug 10 04:07:14.049268 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-00b4bbcc-57c7-47ca-8cbe-72c90801df87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:14.052176 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09145bb9-25a4-42a5-8569-9c137acff6b8 req-0c399e50-eee9-4103-ab53-34de7b890082 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:14.056648 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-09145bb9-25a4-42a5-8569-9c137acff6b8 req-0c399e50-eee9-4103-ab53-34de7b890082 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 944 time: 0.1044364 Aug 10 04:07:14.080880 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b56010c0-42c6-4fcf-9475-e45085d3223f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:14.139680 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-09145bb9-25a4-42a5-8569-9c137acff6b8 req-30b65b9a-5d8d-4e4e-96e5-5c987cbbb566 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726287 Aug 10 04:07:14.196419 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-d3e8e082-6444-4797-ae57-da67f40d7a0a None None] Allocated IP 172.20.0.2 (6e5a2e77-6191-46b1-834c-04b15938e24c/9b4db015-9a75-4a2e-9898-95c0458e989b/3ae8ea88-2943-4494-923e-982beed0e7e7) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:07:14.207351 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-2dfbc2f3-28bd-4e4b-bcdb-61afbb8b5465 req-c81a71b6-5e87-4164-99b0-149a8ef62a10 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Deleting port ec5f1955-ded3-41cf-afab-434789e2602e {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:14.207703 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2dfbc2f3-28bd-4e4b-bcdb-61afbb8b5465 req-c81a71b6-5e87-4164-99b0-149a8ef62a10 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:14.226947 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b56010c0-42c6-4fcf-9475-e45085d3223f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:14.331891 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-2dfbc2f3-28bd-4e4b-bcdb-61afbb8b5465 req-c81a71b6-5e87-4164-99b0-149a8ef62a10 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] For port ec5f1955-ded3-41cf-afab-434789e2602e, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=ec5f1955-ded3-41cf-afab-434789e2602e,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:14.332945 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2dfbc2f3-28bd-4e4b-bcdb-61afbb8b5465 req-c81a71b6-5e87-4164-99b0-149a8ef62a10 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:14.352274 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-2dfbc2f3-28bd-4e4b-bcdb-61afbb8b5465 req-c81a71b6-5e87-4164-99b0-149a8ef62a10 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Calling delete_port for ec5f1955-ded3-41cf-afab-434789e2602e owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:14.354940 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b56010c0-42c6-4fcf-9475-e45085d3223f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:14.357374 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b56010c0-42c6-4fcf-9475-e45085d3223f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5415273 Aug 10 04:07:14.359841 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53368) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:14.368438 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d3e8e082-6444-4797-ae57-da67f40d7a0a None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:14.386379 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-0d3e47d9-1620-433e-80d2-bc87bead4c7b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'port': {'network_id': '6e5a2e77-6191-46b1-834c-04b15938e24c', 'name': 'tempest-RoutersTest-322132647'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:14.391030 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d3e8e082-6444-4797-ae57-da67f40d7a0a None None] Transition to ACTIVE for port object 3ae8ea88-2943-4494-923e-982beed0e7e7 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:14.411278 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d3e8e082-6444-4797-ae57-da67f40d7a0a None None] Transition to ACTIVE for port object 3ae8ea88-2943-4494-923e-982beed0e7e7 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:14.495169 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d3e8e082-6444-4797-ae57-da67f40d7a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:14.543530 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e8e082-6444-4797-ae57-da67f40d7a0a None None] Network 6e5a2e77-6191-46b1-834c-04b15938e24c is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:14.548326 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-d3e8e082-6444-4797-ae57-da67f40d7a0a None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:14.551095 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e8e082-6444-4797-ae57-da67f40d7a0a None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:07:14.562336 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8e082-6444-4797-ae57-da67f40d7a0a None None] Pushing event updated for resources: {'Port': ['ID=3ae8ea88-2943-4494-923e-982beed0e7e7,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:14.602203 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3e47d9-1620-433e-80d2-bc87bead4c7b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Made reservation on behalf of 1e77910191554529bf7135b6bdb86de8 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:07:14.606890 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d3e47d9-1620-433e-80d2-bc87bead4c7b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:14.612266 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d3e8e082-6444-4797-ae57-da67f40d7a0a None None] Attempting to bind port 3ae8ea88-2943-4494-923e-982beed0e7e7 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:07:14.612766 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d3e8e082-6444-4797-ae57-da67f40d7a0a None None] Attempting to bind port 3ae8ea88-2943-4494-923e-982beed0e7e7 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '5de01edf-792f-4913-bd4a-bddeb84d5719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6e5a2e77-6191-46b1-834c-04b15938e24c'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:07:14.612999 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e8e082-6444-4797-ae57-da67f40d7a0a None None] Attempting to bind port 3ae8ea88-2943-4494-923e-982beed0e7e7 on network 6e5a2e77-6191-46b1-834c-04b15938e24c {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:07:14.618237 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e8e082-6444-4797-ae57-da67f40d7a0a None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:07:14.618616 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e8e082-6444-4797-ae57-da67f40d7a0a None None] Checking segment: {'id': '5de01edf-792f-4913-bd4a-bddeb84d5719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6e5a2e77-6191-46b1-834c-04b15938e24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:07:14.619020 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d3e8e082-6444-4797-ae57-da67f40d7a0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:14.619413 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e8e082-6444-4797-ae57-da67f40d7a0a None None] Bound using segment: {'id': '5de01edf-792f-4913-bd4a-bddeb84d5719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6e5a2e77-6191-46b1-834c-04b15938e24c'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:07:14.619888 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d3e8e082-6444-4797-ae57-da67f40d7a0a None None] Bound port: 3ae8ea88-2943-4494-923e-982beed0e7e7, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de01edf-792f-4913-bd4a-bddeb84d5719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6e5a2e77-6191-46b1-834c-04b15938e24c'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:07:14.620296 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d3e8e082-6444-4797-ae57-da67f40d7a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:14.627817 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-0d3e47d9-1620-433e-80d2-bc87bead4c7b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] device_id is not set on port 4c6c48d2-3963-4661-8a98-1ccc2e3050e8 yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:07:14.638427 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-8a3f06d0-8f12-4568-8f80-e956b8fbc36c tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:14.640612 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-8a3f06d0-8f12-4568-8f80-e956b8fbc36c tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/networks?id=ad9b68cd-62ae-48dd-b06c-9f109fbb6dee HTTP/1.1" status: 200 len: 806 time: 0.1849022 Aug 10 04:07:14.662200 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-2bbfdb10-fbf5-4394-998c-b0c92c854742 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/quotas/dc57d88f35a64b5582a9e7690a4442fe HTTP/1.1" status: 200 len: 375 time: 0.0153325 Aug 10 04:07:14.700641 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d3e8e082-6444-4797-ae57-da67f40d7a0a None None] For port 3ae8ea88-2943-4494-923e-982beed0e7e7, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:07:14.707266 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d3e8e082-6444-4797-ae57-da67f40d7a0a None None] For port 3ae8ea88-2943-4494-923e-982beed0e7e7, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3ae8ea88-2943-4494-923e-982beed0e7e7,segment=NetworkSegment(5de01edf-792f-4913-bd4a-bddeb84d5719),segment_id=5de01edf-792f-4913-bd4a-bddeb84d5719)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:07:14.726410 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-9ce24b92-b92e-4be0-9c1f-03fc87e0a9b7 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554574 Aug 10 04:07:14.763028 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-0d3e47d9-1620-433e-80d2-bc87bead4c7b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Allocated IP 172.20.0.7 (6e5a2e77-6191-46b1-834c-04b15938e24c/9b4db015-9a75-4a2e-9898-95c0458e989b/4c6c48d2-3963-4661-8a98-1ccc2e3050e8) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:07:14.782160 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2dfbc2f3-28bd-4e4b-bcdb-61afbb8b5465 req-c81a71b6-5e87-4164-99b0-149a8ef62a10 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:14.801401 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d3e8e082-6444-4797-ae57-da67f40d7a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:14.819634 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81a71b6-5e87-4164-99b0-149a8ef62a10 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Pushing event deleted for resources: {'Port': ['ID=ec5f1955-ded3-41cf-afab-434789e2602e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:14.884997 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfbc2f3-28bd-4e4b-bcdb-61afbb8b5465 req-c81a71b6-5e87-4164-99b0-149a8ef62a10 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] No DVR routers for this DVR port ec5f1955-ded3-41cf-afab-434789e2602e on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:07:14.891829 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2dfbc2f3-28bd-4e4b-bcdb-61afbb8b5465 req-c81a71b6-5e87-4164-99b0-149a8ef62a10 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:14.894311 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2dfbc2f3-28bd-4e4b-bcdb-61afbb8b5465 req-c81a71b6-5e87-4164-99b0-149a8ef62a10 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.68 "DELETE /v2.0/ports/ec5f1955-ded3-41cf-afab-434789e2602e HTTP/1.1" status: 204 len: 173 time: 0.8359525 Aug 10 04:07:14.894979 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842eaf17-c019-460e-89b5-002728d833e0', 'name': 'network-vif-deleted', 'tag': 'ec5f1955-ded3-41cf-afab-434789e2602e'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:07:14.897427 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf78694-f600-4db6-9e1a-84e9e423edb1" -d '{"events": [{"server_uuid": "842eaf17-c019-460e-89b5-002728d833e0", "name": "network-vif-deleted", "tag": "ec5f1955-ded3-41cf-afab-434789e2602e"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:07:14.912617 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-4ba43d99-4b74-4f39-bb80-4ab20eb1e8cc service neutron] 10.222.0.25 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773229 Aug 10 04:07:14.917729 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8e082-6444-4797-ae57-da67f40d7a0a None None] Pushing event updated for resources: {'Port': ['ID=3ae8ea88-2943-4494-923e-982beed0e7e7,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:14.990184 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d3e47d9-1620-433e-80d2-bc87bead4c7b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:15.014405 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-0d3e47d9-1620-433e-80d2-bc87bead4c7b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Transition to ACTIVE for port object 4c6c48d2-3963-4661-8a98-1ccc2e3050e8 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:15.041682 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-6be36952-b603-44df-908b-1910982147ed service neutron] 10.222.0.25 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104491 Aug 10 04:07:15.158654 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d3e47d9-1620-433e-80d2-bc87bead4c7b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:15.269669 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e47d9-1620-433e-80d2-bc87bead4c7b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Port': ['ID=4c6c48d2-3963-4661-8a98-1ccc2e3050e8,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:15.296497 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:15.298078 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3e47d9-1620-433e-80d2-bc87bead4c7b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network 6e5a2e77-6191-46b1-834c-04b15938e24c is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:15.342594 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-0d3e47d9-1620-433e-80d2-bc87bead4c7b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:15.345585 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3e47d9-1620-433e-80d2-bc87bead4c7b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:07:15.350162 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f430a5a1-d9d9-406a-a922-bc61632ebe20 req-9666416a-da84-4d31-8807-776baa97d845 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=842eaf17-c019-460e-89b5-002728d833e0 HTTP/1.1" status: 200 len: 210 time: 0.0704966 Aug 10 04:07:15.358336 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 3353e051-ac99-4ca2-af77-90c4a60c1c01 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:07:15.385254 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b1b4b4-a85a-4e37-8eca-4919522904a7 x-openstack-request-id: req-55b1b4b4-a85a-4e37-8eca-4919522904a7 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:07:15.385254 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842eaf17-c019-460e-89b5-002728d833e0", "name": "network-vif-deleted", "tag": "ec5f1955-ded3-41cf-afab-434789e2602e", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:07:15.385254 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55b1b4b4-a85a-4e37-8eca-4919522904a7 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:07:15.385254 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842eaf17-c019-460e-89b5-002728d833e0', 'name': 'network-vif-deleted', 'tag': 'ec5f1955-ded3-41cf-afab-434789e2602e', 'status': 'completed', 'code': 200} Aug 10 04:07:15.522279 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c8080cd9-6b25-478b-901c-6333e30223f3 req-45e71ddb-6e21-499f-a6dc-8077dd1f2c74 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664 HTTP/1.1" status: 200 len: 210 time: 0.0741134 Aug 10 04:07:15.554021 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3e47d9-1620-433e-80d2-bc87bead4c7b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:15.556314 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d3e47d9-1620-433e-80d2-bc87bead4c7b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:15.607068 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464df395-6a48-4416-ba6a-ee03210bb373 req-838d9cb7-6633-4aa4-a422-5d9166aab2ae tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:15.617048 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-464df395-6a48-4416-ba6a-ee03210bb373 req-838d9cb7-6633-4aa4-a422-5d9166aab2ae tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 944 time: 0.1244676 Aug 10 04:07:15.662945 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-464df395-6a48-4416-ba6a-ee03210bb373 req-2d734321-bd1a-41e1-ad0e-638260d2e404 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436776 Aug 10 04:07:15.733813 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0d3e47d9-1620-433e-80d2-bc87bead4c7b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.3724425 Aug 10 04:07:15.736308 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53404) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:15.814621 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:16.124479 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c51c7d-a74f-4b01-850b-903b3ace6c7b None None] Network 6e5a2e77-6191-46b1-834c-04b15938e24c requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:07:16.130519 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7339ecf-a207-4991-8340-8d42c9387760 req-e894f568-31b6-477e-a041-9cf6efb7a230 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:16.132310 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7339ecf-a207-4991-8340-8d42c9387760 req-e894f568-31b6-477e-a041-9cf6efb7a230 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 943 time: 0.0591795 Aug 10 04:07:16.148447 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1234d2bf-f21e-438b-9af8-93529c3da8a6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:16.206142 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7339ecf-a207-4991-8340-8d42c9387760 req-8351126c-aced-41a2-8fe4-856c5a056e39 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602820 Aug 10 04:07:16.340133 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-476e9fb7-6570-49e9-80b9-1fe1bdeaab62 None None] Provisioning for port 3ae8ea88-2943-4494-923e-982beed0e7e7 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:16.482222 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1234d2bf-f21e-438b-9af8-93529c3da8a6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:16.629266 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0e15b3fa-6633-49e3-9287-767c425df826 req-231e2d4b-3dff-4bff-bee7-25352c8619bd tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664 HTTP/1.1" status: 200 len: 210 time: 0.0325093 Aug 10 04:07:16.636816 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3ae8ea88-2943-4494-923e-982beed0e7e7 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:16.686583 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1234d2bf-f21e-438b-9af8-93529c3da8a6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:16.784878 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53434) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:16.867497 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234d2bf-f21e-438b-9af8-93529c3da8a6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Port': ['ID=4c6c48d2-3963-4661-8a98-1ccc2e3050e8,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:16.895229 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 3ae8ea88-2943-4494-923e-982beed0e7e7 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:16.906390 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 3ae8ea88-2943-4494-923e-982beed0e7e7 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:16.906899 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:16.952783 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5886e53c-783a-40ad-b7d6-6c7a810b7eba None None] Provisioning for port 4c6c48d2-3963-4661-8a98-1ccc2e3050e8 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:16.954771 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:16.956345 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6d69d-8d2f-433d-8bcb-eb9d811ef19c req-26b4c1b0-a7a2-4c28-8b01-a335a8279fd7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:16.966707 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5886e53c-783a-40ad-b7d6-6c7a810b7eba None None] Provisioning complete for port 4c6c48d2-3963-4661-8a98-1ccc2e3050e8 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:16.972336 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5886e53c-783a-40ad-b7d6-6c7a810b7eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:16.972478 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ebc6d69d-8d2f-433d-8bcb-eb9d811ef19c req-26b4c1b0-a7a2-4c28-8b01-a335a8279fd7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 944 time: 0.1863840 Aug 10 04:07:17.011321 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-0e122577-2d96-4303-b96c-9936dff03dcd service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2242763 Aug 10 04:07:17.018157 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-5886e53c-783a-40ad-b7d6-6c7a810b7eba None None] Port 4c6c48d2-3963-4661-8a98-1ccc2e3050e8 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:07:17.096092 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ebc6d69d-8d2f-433d-8bcb-eb9d811ef19c req-9d02c6f0-00b8-4c9c-9258-82cff70892ec tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242726 Aug 10 04:07:17.106003 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5886e53c-783a-40ad-b7d6-6c7a810b7eba None None] Provisioning complete for port 3ae8ea88-2943-4494-923e-982beed0e7e7 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:17.106553 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5886e53c-783a-40ad-b7d6-6c7a810b7eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:17.159250 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1234d2bf-f21e-438b-9af8-93529c3da8a6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:17.217257 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:17.359655 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5886e53c-783a-40ad-b7d6-6c7a810b7eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:17.381333 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device ec5f1955-ded3-41cf-afab-434789e2602e no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:07:17.471689 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 3ae8ea88-2943-4494-923e-982beed0e7e7, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3ae8ea88-2943-4494-923e-982beed0e7e7,segment=NetworkSegment(5de01edf-792f-4913-bd4a-bddeb84d5719),segment_id=5de01edf-792f-4913-bd4a-bddeb84d5719)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:17.475783 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: ec5f1955-ded3-41cf-afab-434789e2602e {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:07:17.476432 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device ec5f1955-ded3-41cf-afab-434789e2602e not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:07:17.482649 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102bc70-f803-4b76-8141-fab8fdadca6f req-c955addb-829e-48c5-b519-69dd822360d0 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:17.486181 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5102bc70-f803-4b76-8141-fab8fdadca6f req-c955addb-829e-48c5-b519-69dd822360d0 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 943 time: 0.1211841 Aug 10 04:07:17.517456 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc490d24-8593-4f5a-8145-6fff04e2975f req-f292c820-b3f7-4cf8-a4e6-db914b4dc6f3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:17.519988 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc490d24-8593-4f5a-8145-6fff04e2975f req-f292c820-b3f7-4cf8-a4e6-db914b4dc6f3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=f13425ac-da1e-4cc6-bbbd-e02f9e560203 HTTP/1.1" status: 200 len: 945 time: 0.0825539 Aug 10 04:07:17.534953 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5102bc70-f803-4b76-8141-fab8fdadca6f req-a1eaaafa-dbe7-4896-ab39-cc9515bcc2f9 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400164 Aug 10 04:07:17.580495 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc490d24-8593-4f5a-8145-6fff04e2975f req-0ad0da24-dda7-4d61-99da-dd9bb7700ee1 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523727 Aug 10 04:07:17.609526 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:17.632703 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1234d2bf-f21e-438b-9af8-93529c3da8a6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:17.685834 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=3ae8ea88-2943-4494-923e-982beed0e7e7,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:17.717357 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-5886e53c-783a-40ad-b7d6-6c7a810b7eba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:07:17.718005 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-5886e53c-783a-40ad-b7d6-6c7a810b7eba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:07:17.814300 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-61d834be-d33d-482a-b186-68d41cf48e8a req-297a5c87-f33e-4602-844f-b549cc09ed32 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664 HTTP/1.1" status: 200 len: 210 time: 0.0518155 Aug 10 04:07:17.998874 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1234d2bf-f21e-438b-9af8-93529c3da8a6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:18.065963 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1234d2bf-f21e-438b-9af8-93529c3da8a6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:18.145842 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1234d2bf-f21e-438b-9af8-93529c3da8a6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:18.147696 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234d2bf-f21e-438b-9af8-93529c3da8a6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Port': ['ID=4c6c48d2-3963-4661-8a98-1ccc2e3050e8,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:18.255813 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030d4e9-6c10-4dd3-9211-de04e2c4d0a2 req-47fcf77d-32de-46c9-811e-6a91b5dd87ab tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:18.265466 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c030d4e9-6c10-4dd3-9211-de04e2c4d0a2 req-47fcf77d-32de-46c9-811e-6a91b5dd87ab tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 944 time: 0.0999753 Aug 10 04:07:18.266477 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1234d2bf-f21e-438b-9af8-93529c3da8a6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network 6e5a2e77-6191-46b1-834c-04b15938e24c is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:18.268354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-1234d2bf-f21e-438b-9af8-93529c3da8a6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:18.319114 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c030d4e9-6c10-4dd3-9211-de04e2c4d0a2 req-924357ce-c047-4979-9b90-79dadbece48b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527349 Aug 10 04:07:18.435322 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-fff620f5-012c-4d21-b070-06ba515d4fb7 None None] Provisioning complete for port 4c6c48d2-3963-4661-8a98-1ccc2e3050e8 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:18.435910 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fff620f5-012c-4d21-b070-06ba515d4fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:18.473921 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-fff620f5-012c-4d21-b070-06ba515d4fb7 None None] Port 4c6c48d2-3963-4661-8a98-1ccc2e3050e8 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:07:18.544893 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1234d2bf-f21e-438b-9af8-93529c3da8a6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Router dd6fe708-575d-4d47-b507-5de485ab68aa is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:07:18.558349 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3ae8ea88-2943-4494-923e-982beed0e7e7 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:18.609970 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-50d88dcb-f1b8-45de-9cab-4d467aa3a697 None None] Provisioning complete for port 4c6c48d2-3963-4661-8a98-1ccc2e3050e8 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:18.610621 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-50d88dcb-f1b8-45de-9cab-4d467aa3a697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:18.666920 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-50d88dcb-f1b8-45de-9cab-4d467aa3a697 None None] Port 4c6c48d2-3963-4661-8a98-1ccc2e3050e8 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:07:18.672851 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 3ae8ea88-2943-4494-923e-982beed0e7e7 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:18.673699 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:18.682142 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1234d2bf-f21e-438b-9af8-93529c3da8a6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:07:18.703322 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1234d2bf-f21e-438b-9af8-93529c3da8a6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "PUT /v2.0/routers/dd6fe708-575d-4d47-b507-5de485ab68aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9614878 Aug 10 04:07:18.703432 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53466) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:18.704020 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252fc876-9438-4828-84a5-00c18b3559a8 None None] Sync routers for ids ['dd6fe708-575d-4d47-b507-5de485ab68aa'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:07:18.717789 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252fc876-9438-4828-84a5-00c18b3559a8 None None] Routers {'dd6fe708-575d-4d47-b507-5de485ab68aa'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:18.718463 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-252fc876-9438-4828-84a5-00c18b3559a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:07:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['dd6fe708-575d-4d47-b507-5de485ab68aa'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:18.766464 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-252fc876-9438-4828-84a5-00c18b3559a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:18.771446 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e97c4-6e30-4d06-bc95-48a67ffe20ed req-ff58b7f8-bd39-47c7-b1e9-4b5a99ac625d tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:18.773264 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-545e97c4-6e30-4d06-bc95-48a67ffe20ed req-ff58b7f8-bd39-47c7-b1e9-4b5a99ac625d tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 943 time: 0.0933509 Aug 10 04:07:18.778402 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252fc876-9438-4828-84a5-00c18b3559a8 None None] Routers {'dd6fe708-575d-4d47-b507-5de485ab68aa'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:18.793071 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-252fc876-9438-4828-84a5-00c18b3559a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:07:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['dd6fe708-575d-4d47-b507-5de485ab68aa'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:18.831591 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-545e97c4-6e30-4d06-bc95-48a67ffe20ed req-a479fdfc-d0c6-481d-a360-9a6fdee49c34 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510342 Aug 10 04:07:18.841861 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-252fc876-9438-4828-84a5-00c18b3559a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:18.842127 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6770239-fa49-42e5-a446-f0b67e293ee6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:18.842940 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252fc876-9438-4828-84a5-00c18b3559a8 None None] The sync data for ids ['dd6fe708-575d-4d47-b507-5de485ab68aa'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:07:18.846292 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e6770239-fa49-42e5-a446-f0b67e293ee6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "GET /v2.0/ports/4c6c48d2-3963-4661-8a98-1ccc2e3050e8 HTTP/1.1" status: 200 len: 976 time: 0.1410530 Aug 10 04:07:18.846660 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53470) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:18.891843 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba3f438-01cd-442d-a6c2-0af2ce66c3a4 req-e38636b2-9c6f-48a4-a2c9-f27177eff861 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:18.893398 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8ba3f438-01cd-442d-a6c2-0af2ce66c3a4 req-e38636b2-9c6f-48a4-a2c9-f27177eff861 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=f13425ac-da1e-4cc6-bbbd-e02f9e560203 HTTP/1.1" status: 200 len: 945 time: 0.1445065 Aug 10 04:07:18.974873 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8ba3f438-01cd-442d-a6c2-0af2ce66c3a4 req-f38c29ee-a2d6-451d-91ae-d0b022e6ea75 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707812 Aug 10 04:07:19.071140 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8b8b3f31-9bdc-41c2-a3b6-557a01da661c req-ecac00c5-6276-4f53-9834-45f559b3cf33 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664 HTTP/1.1" status: 200 len: 210 time: 0.1008940 Aug 10 04:07:19.114379 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b403d0-e673-4305-8720-25ded1b7b4d2 req-81713b92-ed07-4142-ac52-997bc38701fa tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:19.116016 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-09b403d0-e673-4305-8720-25ded1b7b4d2 req-81713b92-ed07-4142-ac52-997bc38701fa tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.20 "GET /v2.0/ports?device_id=f13425ac-da1e-4cc6-bbbd-e02f9e560203 HTTP/1.1" status: 200 len: 945 time: 0.1941965 Aug 10 04:07:19.266469 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-365d1ad4-5524-41f4-8961-9e334a766ab0 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:19.267907 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-365d1ad4-5524-41f4-8961-9e334a766ab0 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.20 "GET /v2.0/networks?id=ad9b68cd-62ae-48dd-b06c-9f109fbb6dee HTTP/1.1" status: 200 len: 806 time: 0.2837296 Aug 10 04:07:19.298397 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-bcd3d3ce-4645-4625-9a4f-6b0d9b70a3b4 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Request body: {'port': {'device_id': 'e54437b6-b97d-42f0-bb93-f6b2c86ff664', 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee', 'admin_state_up': True, 'tenant_id': 'dc57d88f35a64b5582a9e7690a4442fe'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:19.460996 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d168f6e-e287-437a-824e-ff0917ade4b3 req-ebe0be8e-dfd0-411c-9b31-dff5237da055 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:19.472697 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d168f6e-e287-437a-824e-ff0917ade4b3 req-ebe0be8e-dfd0-411c-9b31-dff5237da055 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 944 time: 0.0712569 Aug 10 04:07:19.525393 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d168f6e-e287-437a-824e-ff0917ade4b3 req-8ded2eb5-b0c2-4c94-8e23-12a7394cc337 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506642 Aug 10 04:07:19.842655 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-09b403d0-e673-4305-8720-25ded1b7b4d2 req-197756d6-2c37-4281-9f05-ce9656f21310 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Deleting port ea36b875-cdd5-4e56-b55a-0b65e00819cb {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:19.843020 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-09b403d0-e673-4305-8720-25ded1b7b4d2 req-197756d6-2c37-4281-9f05-ce9656f21310 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:20.013309 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-bcd3d3ce-4645-4625-9a4f-6b0d9b70a3b4 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Made reservation on behalf of dc57d88f35a64b5582a9e7690a4442fe for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:07:20.018013 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-bcd3d3ce-4645-4625-9a4f-6b0d9b70a3b4 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:20.069014 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-09b403d0-e673-4305-8720-25ded1b7b4d2 req-197756d6-2c37-4281-9f05-ce9656f21310 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] For port ea36b875-cdd5-4e56-b55a-0b65e00819cb, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=ea36b875-cdd5-4e56-b55a-0b65e00819cb,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:20.069382 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-09b403d0-e673-4305-8720-25ded1b7b4d2 req-197756d6-2c37-4281-9f05-ce9656f21310 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:20.103277 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce90881-6c5e-459b-a1d9-38ad90147ecb req-a4461f42-f0c4-4b69-89dd-dcf20ac45ce6 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:20.104865 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0ce90881-6c5e-459b-a1d9-38ad90147ecb req-a4461f42-f0c4-4b69-89dd-dcf20ac45ce6 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 943 time: 0.1588511 Aug 10 04:07:20.141659 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-09b403d0-e673-4305-8720-25ded1b7b4d2 req-197756d6-2c37-4281-9f05-ce9656f21310 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Calling delete_port for ea36b875-cdd5-4e56-b55a-0b65e00819cb owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:20.178508 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbe978-4fd2-490a-972e-4476eddc4ec5 req-f9a0846a-96b0-4d32-9512-918fd20374a8 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:20.184407 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-39cbe978-4fd2-490a-972e-4476eddc4ec5 req-f9a0846a-96b0-4d32-9512-918fd20374a8 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=f13425ac-da1e-4cc6-bbbd-e02f9e560203 HTTP/1.1" status: 200 len: 945 time: 0.1006579 Aug 10 04:07:20.241841 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-39cbe978-4fd2-490a-972e-4476eddc4ec5 req-8688c133-6b90-4c4d-9ca5-e89ea4b439f7 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516932 Aug 10 04:07:20.362256 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a0283c81-7996-461c-8106-c611cd0202a2 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:20.385544 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b720f8c3-5ecc-4c30-a5cc-ea64d4447bb8 req-9ccfc5b3-0db0-47ab-a5de-d204bae3d139 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664 HTTP/1.1" status: 200 len: 210 time: 0.0376141 Aug 10 04:07:20.425492 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0ce90881-6c5e-459b-a1d9-38ad90147ecb req-c5274bc4-1fa5-49ae-8308-40e9c0fa30b3 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690420 Aug 10 04:07:20.501372 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-bcd3d3ce-4645-4625-9a4f-6b0d9b70a3b4 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Allocated IP 172.20.0.7 (ad9b68cd-62ae-48dd-b06c-9f109fbb6dee/1f411f5c-5e8b-452a-be71-12f0dd671946/915a05d9-649b-48c1-9ff5-2c0fd12608d8) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:07:20.682479 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b58251-5d9b-448e-bd9b-5d6328f7faac req-a488845b-e98d-49cb-a56c-e68d269b528e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:20.684269 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-76b58251-5d9b-448e-bd9b-5d6328f7faac req-a488845b-e98d-49cb-a56c-e68d269b528e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 944 time: 0.0800192 Aug 10 04:07:20.748441 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-76b58251-5d9b-448e-bd9b-5d6328f7faac req-9fdb254d-707e-4384-b7b9-4ffe54812a97 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575716 Aug 10 04:07:20.752492 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-09b403d0-e673-4305-8720-25ded1b7b4d2 req-197756d6-2c37-4281-9f05-ce9656f21310 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:20.786914 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['82b94d3d-95e8-4c3e-a953-5a5685a5e11d', 'ea36b875-cdd5-4e56-b55a-0b65e00819cb'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:07:20.807633 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197756d6-2c37-4281-9f05-ce9656f21310 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Pushing event deleted for resources: {'Port': ['ID=ea36b875-cdd5-4e56-b55a-0b65e00819cb,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:20.858297 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-bcd3d3ce-4645-4625-9a4f-6b0d9b70a3b4 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:20.986072 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b403d0-e673-4305-8720-25ded1b7b4d2 req-197756d6-2c37-4281-9f05-ce9656f21310 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] No DVR routers for this DVR port ea36b875-cdd5-4e56-b55a-0b65e00819cb on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:07:20.989953 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-09b403d0-e673-4305-8720-25ded1b7b4d2 req-197756d6-2c37-4281-9f05-ce9656f21310 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:20.992297 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-09b403d0-e673-4305-8720-25ded1b7b4d2 req-197756d6-2c37-4281-9f05-ce9656f21310 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.20 "DELETE /v2.0/ports/ea36b875-cdd5-4e56-b55a-0b65e00819cb HTTP/1.1" status: 204 len: 173 time: 1.8414445 Aug 10 04:07:20.992805 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13425ac-da1e-4cc6-bbbd-e02f9e560203', 'name': 'network-vif-deleted', 'tag': 'ea36b875-cdd5-4e56-b55a-0b65e00819cb'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:07:21.000708 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15971a6-84c2-4e35-a0a4-51c40f5c031e" -d '{"events": [{"server_uuid": "f13425ac-da1e-4cc6-bbbd-e02f9e560203", "name": "network-vif-deleted", "tag": "ea36b875-cdd5-4e56-b55a-0b65e00819cb"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:07:21.049249 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-a0283c81-7996-461c-8106-c611cd0202a2 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Deleting port 4c6c48d2-3963-4661-8a98-1ccc2e3050e8 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:21.049844 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a0283c81-7996-461c-8106-c611cd0202a2 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:21.077154 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43597cbc-3f97-4266-b213-9db1b74509e6 x-openstack-request-id: req-43597cbc-3f97-4266-b213-9db1b74509e6 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:07:21.077965 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13425ac-da1e-4cc6-bbbd-e02f9e560203", "name": "network-vif-deleted", "tag": "ea36b875-cdd5-4e56-b55a-0b65e00819cb", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:07:21.078624 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43597cbc-3f97-4266-b213-9db1b74509e6 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:07:21.079550 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13425ac-da1e-4cc6-bbbd-e02f9e560203', 'name': 'network-vif-deleted', 'tag': 'ea36b875-cdd5-4e56-b55a-0b65e00819cb', 'status': 'completed', 'code': 200} Aug 10 04:07:21.173445 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-bcd3d3ce-4645-4625-9a4f-6b0d9b70a3b4 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:21.385093 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-bcd3d3ce-4645-4625-9a4f-6b0d9b70a3b4 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:21.410311 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-bcd3d3ce-4645-4625-9a4f-6b0d9b70a3b4 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:21.415703 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-bcd3d3ce-4645-4625-9a4f-6b0d9b70a3b4 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:07:21.418403 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3d3ce-4645-4625-9a4f-6b0d9b70a3b4 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Pushing event updated for resources: {'Port': ['ID=915a05d9-649b-48c1-9ff5-2c0fd12608d8,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:21.490058 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d12e05d-1021-461e-b804-84f1b3aa493c req-c87f8198-cd4e-456c-b876-bb85383b8586 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=f13425ac-da1e-4cc6-bbbd-e02f9e560203 HTTP/1.1" status: 200 len: 210 time: 0.0854042 Aug 10 04:07:21.516357 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a0283c81-7996-461c-8106-c611cd0202a2 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:21.552928 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-a0283c81-7996-461c-8106-c611cd0202a2 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Calling delete_port for 4c6c48d2-3963-4661-8a98-1ccc2e3050e8 owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:21.605476 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-bcd3d3ce-4645-4625-9a4f-6b0d9b70a3b4 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:21.606045 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-bcd3d3ce-4645-4625-9a4f-6b0d9b70a3b4 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:21.703117 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d1b4d-26df-4c46-b9c9-4caaffa8ab49 req-40c3013d-daf9-49e0-98bf-9cd602a3b968 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:21.710064 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8aaac7-5e88-415a-a1af-4e1e3271227d req-13b82c62-328f-455b-bdd7-4a10f6a4054e tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:21.710446 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eb4d1b4d-26df-4c46-b9c9-4caaffa8ab49 req-40c3013d-daf9-49e0-98bf-9cd602a3b968 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 943 time: 0.1069655 Aug 10 04:07:21.712204 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ad8aaac7-5e88-415a-a1af-4e1e3271227d req-13b82c62-328f-455b-bdd7-4a10f6a4054e tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664 HTTP/1.1" status: 200 len: 931 time: 0.1601996 Aug 10 04:07:21.761214 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eb4d1b4d-26df-4c46-b9c9-4caaffa8ab49 req-78744b0c-80a4-4f11-a1f9-d7596cab126c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456717 Aug 10 04:07:21.817887 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ad8aaac7-5e88-415a-a1af-4e1e3271227d req-0b05c9b3-2c6b-4af4-84d7-3b1328e997fb tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847771 Aug 10 04:07:21.828938 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-bcd3d3ce-4645-4625-9a4f-6b0d9b70a3b4 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5358689 Aug 10 04:07:21.960873 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ce6d0-f352-443e-986f-37b8e2653798 req-6d85abd3-f00a-4237-904d-a120096b267d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:21.968933 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9e1ce6d0-f352-443e-986f-37b8e2653798 req-6d85abd3-f00a-4237-904d-a120096b267d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 944 time: 0.0974817 Aug 10 04:07:21.991775 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-7c66c0c4-b2d1-4441-bb78-8becbab42b80 service neutron] Request body: {'port': {'device_id': 'e54437b6-b97d-42f0-bb93-f6b2c86ff664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:22.047785 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9e1ce6d0-f352-443e-986f-37b8e2653798 req-63dd1324-e9a7-4f82-9bba-2b208b64e2b7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779026 Aug 10 04:07:22.087770 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-7c66c0c4-b2d1-4441-bb78-8becbab42b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:22.134665 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a0283c81-7996-461c-8106-c611cd0202a2 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:22.182422 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0283c81-7996-461c-8106-c611cd0202a2 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Port': ['ID=4c6c48d2-3963-4661-8a98-1ccc2e3050e8,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:22.502156 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a0283c81-7996-461c-8106-c611cd0202a2 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:22.651972 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a0fb90a2-1a30-4317-8d7c-3bc9daf2bdc1 req-669db72c-13a2-4a46-9c10-85d5670cf1d8 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=f13425ac-da1e-4cc6-bbbd-e02f9e560203 HTTP/1.1" status: 200 len: 210 time: 0.0460997 Aug 10 04:07:22.782066 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0283c81-7996-461c-8106-c611cd0202a2 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Router dd6fe708-575d-4d47-b507-5de485ab68aa has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:07:22.801733 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-7c66c0c4-b2d1-4441-bb78-8becbab42b80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 915a05d9-649b-48c1-9ff5-2c0fd12608d8 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:07:22.812907 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-7c66c0c4-b2d1-4441-bb78-8becbab42b80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:22.892346 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-7c66c0c4-b2d1-4441-bb78-8becbab42b80 service neutron] Transition to ACTIVE for port object 915a05d9-649b-48c1-9ff5-2c0fd12608d8 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:22.893554 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0283c81-7996-461c-8106-c611cd0202a2 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:07:22.901196 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a0283c81-7996-461c-8106-c611cd0202a2 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "PUT /v2.0/routers/dd6fe708-575d-4d47-b507-5de485ab68aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0531197 Aug 10 04:07:22.905084 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92ae0b2-bdbe-4c1b-8a77-8c9a125c001a None None] Sync routers for ids ['dd6fe708-575d-4d47-b507-5de485ab68aa'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:07:22.906294 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53518) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:22.917780 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92ae0b2-bdbe-4c1b-8a77-8c9a125c001a None None] Routers {'dd6fe708-575d-4d47-b507-5de485ab68aa'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:22.917780 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a92ae0b2-bdbe-4c1b-8a77-8c9a125c001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:07:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['dd6fe708-575d-4d47-b507-5de485ab68aa'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:22.974821 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a92ae0b2-bdbe-4c1b-8a77-8c9a125c001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:22.987764 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92ae0b2-bdbe-4c1b-8a77-8c9a125c001a None None] Routers {'dd6fe708-575d-4d47-b507-5de485ab68aa'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:22.988465 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a92ae0b2-bdbe-4c1b-8a77-8c9a125c001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:07:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['dd6fe708-575d-4d47-b507-5de485ab68aa'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:23.027176 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a92ae0b2-bdbe-4c1b-8a77-8c9a125c001a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:23.028188 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92ae0b2-bdbe-4c1b-8a77-8c9a125c001a None None] The sync data for ids ['dd6fe708-575d-4d47-b507-5de485ab68aa'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:07:23.038414 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-7c66c0c4-b2d1-4441-bb78-8becbab42b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:23.090574 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cbd47-6b14-4829-94c0-ca0a60dfd029 req-c9174ad1-9f14-42e5-bc7c-db0d86aef427 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:23.092254 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b35cbd47-6b14-4829-94c0-ca0a60dfd029 req-c9174ad1-9f14-42e5-bc7c-db0d86aef427 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664 HTTP/1.1" status: 200 len: 931 time: 0.1353502 Aug 10 04:07:23.132728 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a6769-ef93-44a2-84f5-69822d996e0d req-f37bfc89-251b-40c5-9f82-6371c7d5eb71 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:23.140568 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-da7a6769-ef93-44a2-84f5-69822d996e0d req-f37bfc89-251b-40c5-9f82-6371c7d5eb71 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 943 time: 0.2524745 Aug 10 04:07:23.145488 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66c0c4-b2d1-4441-bb78-8becbab42b80 service neutron] Pushing event updated for resources: {'Port': ['ID=915a05d9-649b-48c1-9ff5-2c0fd12608d8,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:23.188991 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b35cbd47-6b14-4829-94c0-ca0a60dfd029 req-a44b88b1-5e2b-469c-a6cf-a7075995ec42 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824900 Aug 10 04:07:23.223392 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-b0bcad82-4cdf-4c86-875b-72e59f0eb15f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] remove_router_interface failed (client error): The resource could not be found. Aug 10 04:07:23.234319 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b0bcad82-4cdf-4c86-875b-72e59f0eb15f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "PUT /v2.0/routers/dd6fe708-575d-4d47-b507-5de485ab68aa/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3166561 Aug 10 04:07:23.243565 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53522) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:23.268250 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-da7a6769-ef93-44a2-84f5-69822d996e0d req-43e16427-f6f0-4a94-8730-38cc6d129400 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203787 Aug 10 04:07:23.309059 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-bfcb8a06-2ece-4017-bc71-a8ca3e69ebb3 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd6fe708-575d-4d47-b507-5de485ab68aa HTTP/1.1" status: 200 len: 205 time: 0.0635545 Aug 10 04:07:23.311550 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53524) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:23.369792 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-7c66c0c4-b2d1-4441-bb78-8becbab42b80 service neutron] Attempting to bind port 915a05d9-649b-48c1-9ff5-2c0fd12608d8 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:07:23.370135 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-7c66c0c4-b2d1-4441-bb78-8becbab42b80 service neutron] Attempting to bind port 915a05d9-649b-48c1-9ff5-2c0fd12608d8 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '3b7206d0-fab5-49ff-9f6b-c200babe8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:07:23.370465 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-7c66c0c4-b2d1-4441-bb78-8becbab42b80 service neutron] Attempting to bind port 915a05d9-649b-48c1-9ff5-2c0fd12608d8 on network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:07:23.378268 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-7c66c0c4-b2d1-4441-bb78-8becbab42b80 service neutron] Port 915a05d9-649b-48c1-9ff5-2c0fd12608d8 on network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:07:23.378863 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-7c66c0c4-b2d1-4441-bb78-8becbab42b80 service neutron] Attempting to bind port 915a05d9-649b-48c1-9ff5-2c0fd12608d8 on network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:07:23.387879 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-7c66c0c4-b2d1-4441-bb78-8becbab42b80 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:07:23.388250 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-7c66c0c4-b2d1-4441-bb78-8becbab42b80 service neutron] Checking segment: {'id': '3b7206d0-fab5-49ff-9f6b-c200babe8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:07:23.388878 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-7c66c0c4-b2d1-4441-bb78-8becbab42b80 service neutron] Bound using segment: {'id': '3b7206d0-fab5-49ff-9f6b-c200babe8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:07:23.389331 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-7c66c0c4-b2d1-4441-bb78-8becbab42b80 service neutron] Bound port: 915a05d9-649b-48c1-9ff5-2c0fd12608d8, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b7206d0-fab5-49ff-9f6b-c200babe8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:07:23.389693 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-7c66c0c4-b2d1-4441-bb78-8becbab42b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:23.396283 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b7624231-e3fa-447b-9324-ce4a660e36d5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:23.401883 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43455e1a-325c-4e8e-8a44-3c2c08854141 req-7b1179be-48a0-4c7b-953e-f58c7e52f88f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:23.403469 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43455e1a-325c-4e8e-8a44-3c2c08854141 req-7b1179be-48a0-4c7b-953e-f58c7e52f88f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 944 time: 0.0938241 Aug 10 04:07:23.526427 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43455e1a-325c-4e8e-8a44-3c2c08854141 req-806997b3-ab8c-4196-907b-723acf4e780d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123950 Aug 10 04:07:23.551797 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-7c66c0c4-b2d1-4441-bb78-8becbab42b80 service neutron] For port 915a05d9-649b-48c1-9ff5-2c0fd12608d8, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:07:23.555634 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-7c66c0c4-b2d1-4441-bb78-8becbab42b80 service neutron] For port 915a05d9-649b-48c1-9ff5-2c0fd12608d8, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=915a05d9-649b-48c1-9ff5-2c0fd12608d8,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:07:23.584052 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b7624231-e3fa-447b-9324-ce4a660e36d5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:23.586923 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b7624231-e3fa-447b-9324-ce4a660e36d5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:23.623398 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device ea36b875-cdd5-4e56-b55a-0b65e00819cb no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:07:23.658519 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: ea36b875-cdd5-4e56-b55a-0b65e00819cb {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:07:23.658897 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device ea36b875-cdd5-4e56-b55a-0b65e00819cb not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:07:23.677398 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-7c66c0c4-b2d1-4441-bb78-8becbab42b80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:23.717437 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-7c66c0c4-b2d1-4441-bb78-8becbab42b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:23.718283 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-7c66c0c4-b2d1-4441-bb78-8becbab42b80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:23.721475 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-7c66c0c4-b2d1-4441-bb78-8becbab42b80 service neutron] 10.222.0.20 "PUT /v2.0/ports/915a05d9-649b-48c1-9ff5-2c0fd12608d8 HTTP/1.1" status: 200 len: 1091 time: 1.8709049 Aug 10 04:07:23.722383 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54437b6-b97d-42f0-bb93-f6b2c86ff664', 'tag': '915a05d9-649b-48c1-9ff5-2c0fd12608d8'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:07:23.725931 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20e0f81-b3a4-4931-9834-8de6731221f1" -d '{"events": [{"name": "network-changed", "server_uuid": "e54437b6-b97d-42f0-bb93-f6b2c86ff664", "tag": "915a05d9-649b-48c1-9ff5-2c0fd12608d8"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:07:23.764289 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b7624231-e3fa-447b-9324-ce4a660e36d5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:23.764811 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7624231-e3fa-447b-9324-ce4a660e36d5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Fanout notify agent at l3_agent the message router_deleted on router dd6fe708-575d-4d47-b507-5de485ab68aa {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:07:23.787544 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b7624231-e3fa-447b-9324-ce4a660e36d5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:23.794975 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b7624231-e3fa-447b-9324-ce4a660e36d5 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/routers/dd6fe708-575d-4d47-b507-5de485ab68aa HTTP/1.1" status: 204 len: 168 time: 0.4800515 Aug 10 04:07:23.795131 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf97daa-3e68-4ff8-9974-af41b2f58e52 x-openstack-request-id: req-8cf97daa-3e68-4ff8-9974-af41b2f58e52 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:07:23.796199 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53538) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:23.799301 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e54437b6-b97d-42f0-bb93-f6b2c86ff664", "tag": "915a05d9-649b-48c1-9ff5-2c0fd12608d8", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:07:23.799770 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8cf97daa-3e68-4ff8-9974-af41b2f58e52 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:07:23.801576 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54437b6-b97d-42f0-bb93-f6b2c86ff664', 'tag': '915a05d9-649b-48c1-9ff5-2c0fd12608d8', 'status': 'completed', 'code': 200} Aug 10 04:07:23.827282 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66c0c4-b2d1-4441-bb78-8becbab42b80 service neutron] Pushing event updated for resources: {'Port': ['ID=915a05d9-649b-48c1-9ff5-2c0fd12608d8,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:23.933123 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e0f81-b3a4-4931-9834-8de6731221f1 req-69ef642b-a783-414a-af51-017c3000c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:23.934806 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f20e0f81-b3a4-4931-9834-8de6731221f1 req-69ef642b-a783-414a-af51-017c3000c62c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664 HTTP/1.1" status: 200 len: 1094 time: 0.0856259 Aug 10 04:07:23.935927 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-d906326f-0611-4da3-9a31-5cd8d54bd25f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Deleting subnet 9b4db015-9a75-4a2e-9898-95c0458e989b {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:07:23.939532 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d906326f-0611-4da3-9a31-5cd8d54bd25f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:24.002592 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d906326f-0611-4da3-9a31-5cd8d54bd25f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:24.056850 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e0f81-b3a4-4931-9834-8de6731221f1 req-695a1394-937a-40a8-a6af-a290cd1c4e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:24.058769 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f20e0f81-b3a4-4931-9834-8de6731221f1 req-695a1394-937a-40a8-a6af-a290cd1c4e72 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1083436 Aug 10 04:07:24.143148 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d906326f-0611-4da3-9a31-5cd8d54bd25f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:24.199337 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e0f81-b3a4-4931-9834-8de6731221f1 req-294d26a5-edde-4287-9cde-7ca4529b58eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:24.201604 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f20e0f81-b3a4-4931-9834-8de6731221f1 req-294d26a5-edde-4287-9cde-7ca4529b58eb service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1346405 Aug 10 04:07:24.219424 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3080bda6-50f7-4778-a838-7e42a34d2acc req-b7ddaa97-1e4b-4f11-b324-6d8e3cbe4093 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0487921 Aug 10 04:07:24.346823 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f19ccd-de46-4b29-99c5-5f0cda27356f req-4ba12362-2da9-4647-8c86-578ffa79e476 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:24.348363 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b0f19ccd-de46-4b29-99c5-5f0cda27356f req-4ba12362-2da9-4647-8c86-578ffa79e476 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664 HTTP/1.1" status: 200 len: 943 time: 0.0659292 Aug 10 04:07:24.349926 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d906326f-0611-4da3-9a31-5cd8d54bd25f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:24.390275 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d906326f-0611-4da3-9a31-5cd8d54bd25f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Subnet': ['ID=9b4db015-9a75-4a2e-9898-95c0458e989b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:24.403861 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d906326f-0611-4da3-9a31-5cd8d54bd25f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:24.407436 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d906326f-0611-4da3-9a31-5cd8d54bd25f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/subnets/9b4db015-9a75-4a2e-9898-95c0458e989b HTTP/1.1" status: 204 len: 168 time: 0.6088033 Aug 10 04:07:24.408889 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53550) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:24.427066 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839062f2-a293-43a0-b5a2-f9d87d9934de None None] Network 6e5a2e77-6191-46b1-834c-04b15938e24c requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:07:24.431767 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-1e3751c2-fa24-4ea0-9849-fb22049efd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:24.433374 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-1e3751c2-fa24-4ea0-9849-fb22049efd77 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664 HTTP/1.1" status: 200 len: 1094 time: 0.1104493 Aug 10 04:07:24.454713 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c97f4-f792-4d49-b5ba-f46e38bdcaf7 req-843f1576-6bec-4706-8c69-cc734d194a59 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:24.454713 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6b3c97f4-f792-4d49-b5ba-f46e38bdcaf7 req-843f1576-6bec-4706-8c69-cc734d194a59 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 945 time: 0.1027491 Aug 10 04:07:24.467091 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080bda6-50f7-4778-a838-7e42a34d2acc req-865481ac-c855-44c6-9738-c59e9d7dd708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:24.468676 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3080bda6-50f7-4778-a838-7e42a34d2acc req-865481ac-c855-44c6-9738-c59e9d7dd708 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=897476f221894013b27960fb36935e79&device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 1096 time: 0.1191573 Aug 10 04:07:24.517989 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b0f19ccd-de46-4b29-99c5-5f0cda27356f req-034e5a38-aa77-4efc-9133-8e7914fda7c0 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620557 Aug 10 04:07:24.536666 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-90f8d559-fed7-4c5d-b279-e9ed56bb2214 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=915a05d9-649b-48c1-9ff5-2c0fd12608d8 HTTP/1.1" status: 200 len: 217 time: 0.0831573 Aug 10 04:07:24.561092 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7ed48230-0c55-48fa-9f37-4138b6ff8894 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:24.669495 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-7ed48230-0c55-48fa-9f37-4138b6ff8894 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Deleting port 3ae8ea88-2943-4494-923e-982beed0e7e7 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:24.670032 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7ed48230-0c55-48fa-9f37-4138b6ff8894 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:24.720808 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6b3c97f4-f792-4d49-b5ba-f46e38bdcaf7 req-31c0596f-ae7b-40fb-85cf-a8c959711cde tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581229 Aug 10 04:07:24.746445 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-970eba8e-a2af-47b5-98a2-8ed326e8d9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:24.748531 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-970eba8e-a2af-47b5-98a2-8ed326e8d9d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1f411f5c-5e8b-452a-be71-12f0dd671946 HTTP/1.1" status: 200 len: 846 time: 0.1381319 Aug 10 04:07:24.763612 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cefe2b-90cd-4aa9-a1b5-4e1f0b46b80b None None] DHCP port deletion for 6e5a2e77-6191-46b1-834c-04b15938e24c request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:07:24.780369 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f199e8-ef88-439d-9677-a7d8c1ee1a2b req-a04b5827-a782-4c04-add6-e4a5172c331d tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:24.790561 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c8f199e8-ef88-439d-9677-a7d8c1ee1a2b req-a04b5827-a782-4c04-add6-e4a5172c331d tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 943 time: 0.1153247 Aug 10 04:07:24.802867 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-7ed48230-0c55-48fa-9f37-4138b6ff8894 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] For port 3ae8ea88-2943-4494-923e-982beed0e7e7, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3ae8ea88-2943-4494-923e-982beed0e7e7,segment=NetworkSegment(5de01edf-792f-4913-bd4a-bddeb84d5719),segment_id=5de01edf-792f-4913-bd4a-bddeb84d5719)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:24.803237 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7ed48230-0c55-48fa-9f37-4138b6ff8894 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:24.814765 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-2d94e858-79fd-4ab5-8ed3-fd11bfc94918 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad9b68cd-62ae-48dd-b06c-9f109fbb6dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514896 Aug 10 04:07:24.816465 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080bda6-50f7-4778-a838-7e42a34d2acc req-576d9763-78a6-4d65-9557-fa5d2c31c153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:24.817955 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3080bda6-50f7-4778-a838-7e42a34d2acc req-576d9763-78a6-4d65-9557-fa5d2c31c153 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f7ff6afc-8008-49c6-8b16-55c096640020 HTTP/1.1" status: 200 len: 912 time: 0.2957423 Aug 10 04:07:24.824664 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-7ed48230-0c55-48fa-9f37-4138b6ff8894 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Calling delete_port for 3ae8ea88-2943-4494-923e-982beed0e7e7 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:24.858215 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c8f199e8-ef88-439d-9677-a7d8c1ee1a2b req-a322507f-6e23-4381-8e74-8dbffe5ffb7f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693047 Aug 10 04:07:24.875055 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-a7cefe2b-90cd-4aa9-a1b5-4e1f0b46b80b None None] Deleting port 3ae8ea88-2943-4494-923e-982beed0e7e7 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:24.875490 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a7cefe2b-90cd-4aa9-a1b5-4e1f0b46b80b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:24.990463 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a7cefe2b-90cd-4aa9-a1b5-4e1f0b46b80b None None] For port 3ae8ea88-2943-4494-923e-982beed0e7e7, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3ae8ea88-2943-4494-923e-982beed0e7e7,segment=NetworkSegment(5de01edf-792f-4913-bd4a-bddeb84d5719),segment_id=5de01edf-792f-4913-bd4a-bddeb84d5719)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:24.991108 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a7cefe2b-90cd-4aa9-a1b5-4e1f0b46b80b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:25.006790 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-a7cefe2b-90cd-4aa9-a1b5-4e1f0b46b80b None None] Calling delete_port for 3ae8ea88-2943-4494-923e-982beed0e7e7 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:25.104460 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7ed48230-0c55-48fa-9f37-4138b6ff8894 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:25.117777 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed48230-0c55-48fa-9f37-4138b6ff8894 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] No DVR routers for this DVR port 3ae8ea88-2943-4494-923e-982beed0e7e7 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:07:25.119088 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a7cefe2b-90cd-4aa9-a1b5-4e1f0b46b80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:25.149468 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cefe2b-90cd-4aa9-a1b5-4e1f0b46b80b None None] Pushing event deleted for resources: {'Port': ['ID=3ae8ea88-2943-4494-923e-982beed0e7e7,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:25.153629 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cefe2b-90cd-4aa9-a1b5-4e1f0b46b80b None None] No DVR routers for this DVR port 3ae8ea88-2943-4494-923e-982beed0e7e7 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:07:25.172257 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed48230-0c55-48fa-9f37-4138b6ff8894 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Port': ['ID=3ae8ea88-2943-4494-923e-982beed0e7e7,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:25.236964 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7ed48230-0c55-48fa-9f37-4138b6ff8894 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:25.248792 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-7ed48230-0c55-48fa-9f37-4138b6ff8894 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e5a2e77-6191-46b1-834c-04b15938e24c']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:25.267435 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-7ed48230-0c55-48fa-9f37-4138b6ff8894 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de01edf-792f-4913-bd4a-bddeb84d5719') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:25.267729 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-7ed48230-0c55-48fa-9f37-4138b6ff8894 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de01edf-792f-4913-bd4a-bddeb84d5719') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:25.281189 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7ed48230-0c55-48fa-9f37-4138b6ff8894 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:25.303506 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7ed48230-0c55-48fa-9f37-4138b6ff8894 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:25.310881 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ed48230-0c55-48fa-9f37-4138b6ff8894 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:07:25.311315 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7ed48230-0c55-48fa-9f37-4138b6ff8894 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:07:25.314825 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:07:25.436081 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3080bda6-50f7-4778-a838-7e42a34d2acc req-a006380d-df52-4a1e-8401-cd4bc051a811 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3b4ce36-dd2d-448b-a4c9-f1269256c40e HTTP/1.1" status: 200 len: 1000 time: 0.5841453 Aug 10 04:07:25.446096 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b5b61-1947-4067-9f35-2772f071a031 req-e1912e87-5d48-4cf9-a1aa-d4150456c0ed tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:25.447868 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a98b5b61-1947-4067-9f35-2772f071a031 req-e1912e87-5d48-4cf9-a1aa-d4150456c0ed tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 944 time: 0.5849161 Aug 10 04:07:25.492488 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7ed48230-0c55-48fa-9f37-4138b6ff8894 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:25.501478 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7ed48230-0c55-48fa-9f37-4138b6ff8894 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:25.503580 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7ed48230-0c55-48fa-9f37-4138b6ff8894 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/networks/6e5a2e77-6191-46b1-834c-04b15938e24c HTTP/1.1" status: 204 len: 168 time: 1.0936956 Aug 10 04:07:25.513200 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53558) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:25.518062 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed48230-0c55-48fa-9f37-4138b6ff8894 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Network': ['ID=6e5a2e77-6191-46b1-834c-04b15938e24c,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:25.528004 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-85c786a9-ba0f-4803-8d97-2718bcbb69ce tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'network': {'name': 'tempest-RoutersTest-1107824839'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:25.545214 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-aec5ccfb-d407-4913-90da-86d53caffce0 service neutron] 10.222.0.20 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7061138 Aug 10 04:07:25.551277 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080bda6-50f7-4778-a838-7e42a34d2acc req-83b1b3f5-cdcc-4ed2-905d-c1a1759ff4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:25.552767 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3080bda6-50f7-4778-a838-7e42a34d2acc req-83b1b3f5-cdcc-4ed2-905d-c1a1759ff4a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a51d8861-9dbf-4178-9d3e-8ed73319e82c HTTP/1.1" status: 200 len: 850 time: 0.1022415 Aug 10 04:07:25.571186 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a98b5b61-1947-4067-9f35-2772f071a031 req-85316e58-339a-48fb-95de-95646efa9579 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915313 Aug 10 04:07:25.679078 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c786a9-ba0f-4803-8d97-2718bcbb69ce tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Made reservation on behalf of 1e77910191554529bf7135b6bdb86de8 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:07:25.687412 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf577bb-ccce-4299-a7dc-69a926b58d1a req-5ce45e08-a6e9-4532-8255-51a3762f446d tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:25.687611 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-85c786a9-ba0f-4803-8d97-2718bcbb69ce tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:25.691405 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8bf577bb-ccce-4299-a7dc-69a926b58d1a req-5ce45e08-a6e9-4532-8255-51a3762f446d tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664 HTTP/1.1" status: 200 len: 943 time: 0.0593407 Aug 10 04:07:25.732510 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8bf577bb-ccce-4299-a7dc-69a926b58d1a req-373876fa-c4e5-442a-8604-5b8e8f63be75 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402029 Aug 10 04:07:25.744642 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c786a9-ba0f-4803-8d97-2718bcbb69ce tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:07:25.752532 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080bda6-50f7-4778-a838-7e42a34d2acc req-609715d4-b288-4907-a33d-209fad5664be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:25.754062 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3080bda6-50f7-4778-a838-7e42a34d2acc req-609715d4-b288-4907-a33d-209fad5664be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f7ff6afc-8008-49c6-8b16-55c096640020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1820002 Aug 10 04:07:25.766505 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-35c563ea-a09f-4eaf-9f0f-063d82514414 req-76093f4e-ed91-4e4b-9963-8e7f3d4efa8a service neutron] 10.222.0.20 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931732 Aug 10 04:07:25.767531 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-85c786a9-ba0f-4803-8d97-2718bcbb69ce tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:25.767883 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-85c786a9-ba0f-4803-8d97-2718bcbb69ce tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Added segment 6b1bd832-8f8f-4376-88b7-2cf7108acc85 of type vlan for network f3a8f4b1-0348-4e47-a789-6836195c5b61 Aug 10 04:07:25.849476 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076dba52-0c42-49fb-861e-379b6b6a1dfd req-eb592f29-f002-42e5-935a-5438e6e5a9de tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:25.851067 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-076dba52-0c42-49fb-861e-379b6b6a1dfd req-eb592f29-f002-42e5-935a-5438e6e5a9de tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 945 time: 0.0608654 Aug 10 04:07:25.880781 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-85c786a9-ba0f-4803-8d97-2718bcbb69ce tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:25.994037 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83ea3f-9b6d-4d38-8a3e-78b41ec07c74 req-ebaf8151-9ab6-42bb-bd42-1d2c0caafd65 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:25.997007 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca83ea3f-9b6d-4d38-8a3e-78b41ec07c74 req-ebaf8151-9ab6-42bb-bd42-1d2c0caafd65 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 945 time: 0.1317668 Aug 10 04:07:25.997301 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-076dba52-0c42-49fb-861e-379b6b6a1dfd req-4b721a74-c7b3-434f-8326-d32688fae2ad tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Deleting port 82b94d3d-95e8-4c3e-a953-5a5685a5e11d {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:25.997907 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-076dba52-0c42-49fb-861e-379b6b6a1dfd req-4b721a74-c7b3-434f-8326-d32688fae2ad tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.001131 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-85c786a9-ba0f-4803-8d97-2718bcbb69ce tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.006941 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c786a9-ba0f-4803-8d97-2718bcbb69ce tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:26.007771 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-85c786a9-ba0f-4803-8d97-2718bcbb69ce tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.017831 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3080bda6-50f7-4778-a838-7e42a34d2acc req-7cb962ab-cf03-4171-8839-e43187cab3ee service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151484 Aug 10 04:07:26.234674 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-85c786a9-ba0f-4803-8d97-2718bcbb69ce tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7163031 Aug 10 04:07:26.242824 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53570) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:26.243510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c786a9-ba0f-4803-8d97-2718bcbb69ce tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Network': ['ID=f3a8f4b1-0348-4e47-a789-6836195c5b61,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:26.262580 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network f3a8f4b1-0348-4e47-a789-6836195c5b61 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:07:26.265650 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca83ea3f-9b6d-4d38-8a3e-78b41ec07c74 req-ac1831c0-dccf-40db-974c-0aa2e510ea35 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d8ef47e-6d79-4963-9000-1d0ec0f520fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539666 Aug 10 04:07:26.281120 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-46e1e063-cf2d-44eb-9dc9-c201cd5ebafc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'subnet': {'network_id': 'f3a8f4b1-0348-4e47-a789-6836195c5b61', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:26.344707 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3080bda6-50f7-4778-a838-7e42a34d2acc req-e7bc080a-d2ed-4bb3-9327-295632cd11be service neutron] 10.222.0.20 "GET /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138857 Aug 10 04:07:26.354003 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db6e83-4bb0-424e-9250-61b4e0ea1e16 req-94c80aa6-66e8-409b-b6f9-8a24445dff3d tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:26.355464 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b8db6e83-4bb0-424e-9250-61b4e0ea1e16 req-94c80aa6-66e8-409b-b6f9-8a24445dff3d tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 943 time: 0.3971353 Aug 10 04:07:26.398003 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-9eb6d0cc-c72c-4655-ad42-654752b150dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:26.400146 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-9eb6d0cc-c72c-4655-ad42-654752b150dc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3&tenant_id=9c54c9ab1fa940fe85894d7bbe0c849c HTTP/1.1" status: 200 len: 1094 time: 0.2767384 Aug 10 04:07:26.417823 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-076dba52-0c42-49fb-861e-379b6b6a1dfd req-4b721a74-c7b3-434f-8326-d32688fae2ad tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] For port 82b94d3d-95e8-4c3e-a953-5a5685a5e11d, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=82b94d3d-95e8-4c3e-a953-5a5685a5e11d,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:26.418192 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-076dba52-0c42-49fb-861e-379b6b6a1dfd req-4b721a74-c7b3-434f-8326-d32688fae2ad tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.430845 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-7a592c4b-1254-4505-ad3d-dd9b46b0a24c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802893-2', 'device_owner': 'compute:nova'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:26.436460 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b8db6e83-4bb0-424e-9250-61b4e0ea1e16 req-e8410f6c-67f0-41ba-a123-bad20b3aca7f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662019 Aug 10 04:07:26.437315 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-076dba52-0c42-49fb-861e-379b6b6a1dfd req-4b721a74-c7b3-434f-8326-d32688fae2ad tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Calling delete_port for 82b94d3d-95e8-4c3e-a953-5a5685a5e11d owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:26.518724 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-7a592c4b-1254-4505-ad3d-dd9b46b0a24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.565052 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3ae8ea88-2943-4494-923e-982beed0e7e7 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:07:26.589926 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 3ae8ea88-2943-4494-923e-982beed0e7e7 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:07:26.590516 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3ae8ea88-2943-4494-923e-982beed0e7e7 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:07:26.632373 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e1e063-cf2d-44eb-9dc9-c201cd5ebafc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Made reservation on behalf of 1e77910191554529bf7135b6bdb86de8 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:07:26.636434 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-46e1e063-cf2d-44eb-9dc9-c201cd5ebafc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.722428 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-076dba52-0c42-49fb-861e-379b6b6a1dfd req-4b721a74-c7b3-434f-8326-d32688fae2ad tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.757289 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b721a74-c7b3-434f-8326-d32688fae2ad tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Pushing event deleted for resources: {'Port': ['ID=82b94d3d-95e8-4c3e-a953-5a5685a5e11d,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:26.768396 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['82b94d3d-95e8-4c3e-a953-5a5685a5e11d'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:07:26.829208 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-076dba52-0c42-49fb-861e-379b6b6a1dfd req-4b721a74-c7b3-434f-8326-d32688fae2ad tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] No DVR routers for this DVR port 82b94d3d-95e8-4c3e-a953-5a5685a5e11d on host n-h2-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:07:26.833305 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-076dba52-0c42-49fb-861e-379b6b6a1dfd req-4b721a74-c7b3-434f-8326-d32688fae2ad tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:26.838376 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-076dba52-0c42-49fb-861e-379b6b6a1dfd req-4b721a74-c7b3-434f-8326-d32688fae2ad tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.20 "DELETE /v2.0/ports/82b94d3d-95e8-4c3e-a953-5a5685a5e11d HTTP/1.1" status: 204 len: 173 time: 0.9796371 Aug 10 04:07:26.838860 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff549ff6-8f26-4fc3-a3b6-a38c9b27b738', 'name': 'network-vif-deleted', 'tag': '82b94d3d-95e8-4c3e-a953-5a5685a5e11d'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:07:26.841444 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96423f2-396a-463d-b12a-87c17fa7bc80" -d '{"events": [{"server_uuid": "ff549ff6-8f26-4fc3-a3b6-a38c9b27b738", "name": "network-vif-deleted", "tag": "82b94d3d-95e8-4c3e-a953-5a5685a5e11d"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:07:26.942232 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1126c493-1996-4e6d-86b4-974fdb141ee9 req-4065a9e2-927f-4091-b311-6de554a5b602 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:26.943701 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1126c493-1996-4e6d-86b4-974fdb141ee9 req-4065a9e2-927f-4091-b311-6de554a5b602 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 944 time: 0.2589221 Aug 10 04:07:26.956653 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62edbc7b-f1d6-4591-9fb9-6b39ab957290 req-9b333f53-d5bd-4b29-8ac1-76ad81fa1a6e tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:26.961529 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62edbc7b-f1d6-4591-9fb9-6b39ab957290 req-9b333f53-d5bd-4b29-8ac1-76ad81fa1a6e tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664 HTTP/1.1" status: 200 len: 943 time: 0.0907383 Aug 10 04:07:26.983300 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-7a592c4b-1254-4505-ad3d-dd9b46b0a24c service neutron] For port 3353e051-ac99-4ca2-af77-90c4a60c1c01, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=3353e051-ac99-4ca2-af77-90c4a60c1c01,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:27.021222 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62edbc7b-f1d6-4591-9fb9-6b39ab957290 req-660a837b-d86a-45d9-a9bb-3b7302d8a99d tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504439 Aug 10 04:07:27.066621 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1126c493-1996-4e6d-86b4-974fdb141ee9 req-60841f3f-d884-438e-985f-01a1bd33622c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095943 Aug 10 04:07:27.098218 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9c9207-7fa9-47f7-a7ee-c33860af2fd2 x-openstack-request-id: req-ba9c9207-7fa9-47f7-a7ee-c33860af2fd2 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:07:27.098439 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff549ff6-8f26-4fc3-a3b6-a38c9b27b738", "name": "network-vif-deleted", "tag": "82b94d3d-95e8-4c3e-a953-5a5685a5e11d", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:07:27.098604 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba9c9207-7fa9-47f7-a7ee-c33860af2fd2 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:07:27.099626 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff549ff6-8f26-4fc3-a3b6-a38c9b27b738', 'name': 'network-vif-deleted', 'tag': '82b94d3d-95e8-4c3e-a953-5a5685a5e11d', 'status': 'completed', 'code': 200} Aug 10 04:07:27.147918 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-7a592c4b-1254-4505-ad3d-dd9b46b0a24c service neutron] For port 3353e051-ac99-4ca2-af77-90c4a60c1c01, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:07:27.198986 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-7a592c4b-1254-4505-ad3d-dd9b46b0a24c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3353e051-ac99-4ca2-af77-90c4a60c1c01 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:07:27.208602 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-7a592c4b-1254-4505-ad3d-dd9b46b0a24c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:27.230268 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-7a592c4b-1254-4505-ad3d-dd9b46b0a24c service neutron] Transition to ACTIVE for port object 3353e051-ac99-4ca2-af77-90c4a60c1c01 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:27.288540 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-46e1e063-cf2d-44eb-9dc9-c201cd5ebafc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:27.380382 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e1e063-cf2d-44eb-9dc9-c201cd5ebafc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Subnet': ['ID=701115e6-eca7-4eb5-bb40-8bd0bffe36f3,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:27.396048 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-7a592c4b-1254-4505-ad3d-dd9b46b0a24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:27.456097 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9cd91448-e238-4380-86fe-0cfc30a508d2 req-114dd3fa-006a-4b9d-a48c-873a95e710e8 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff549ff6-8f26-4fc3-a3b6-a38c9b27b738 HTTP/1.1" status: 200 len: 210 time: 0.0911119 Aug 10 04:07:27.480426 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e1e063-cf2d-44eb-9dc9-c201cd5ebafc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Checking segment: {'id': '6b1bd832-8f8f-4376-88b7-2cf7108acc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f3a8f4b1-0348-4e47-a789-6836195c5b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:07:27.480875 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e1e063-cf2d-44eb-9dc9-c201cd5ebafc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network hostable DHCP agents. Network: f3a8f4b1-0348-4e47-a789-6836195c5b61, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:07:27.484832 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a592c4b-1254-4505-ad3d-dd9b46b0a24c service neutron] Pushing event updated for resources: {'Port': ['ID=3353e051-ac99-4ca2-af77-90c4a60c1c01,revision_number=9']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:27.613645 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:27.701440 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-7a592c4b-1254-4505-ad3d-dd9b46b0a24c service neutron] No DVR routers for this DVR port 3353e051-ac99-4ca2-af77-90c4a60c1c01 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:07:27.702001 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b6556-f18c-49a6-acdd-1ba67e570427 req-a7aa9492-c113-4d99-8ab2-931d5e5c15cb tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:27.703296 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2f3b6556-f18c-49a6-acdd-1ba67e570427 req-a7aa9492-c113-4d99-8ab2-931d5e5c15cb tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 943 time: 0.0943587 Aug 10 04:07:27.716219 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e1e063-cf2d-44eb-9dc9-c201cd5ebafc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network f3a8f4b1-0348-4e47-a789-6836195c5b61 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:07:27.783042 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2f3b6556-f18c-49a6-acdd-1ba67e570427 req-10fd1c5e-3a6b-48fc-bdfd-1a91da688c3a tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719733 Aug 10 04:07:27.903512 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-46e1e063-cf2d-44eb-9dc9-c201cd5ebafc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, f3a8f4b1-0348-4e47-a789-6836195c5b61) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:27.908343 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e1e063-cf2d-44eb-9dc9-c201cd5ebafc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:27.908933 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-46e1e063-cf2d-44eb-9dc9-c201cd5ebafc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:27.918849 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b3d6a1-997b-4773-9c35-b3631e583611 None None] Network f3a8f4b1-0348-4e47-a789-6836195c5b61 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:07:27.994405 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-7a592c4b-1254-4505-ad3d-dd9b46b0a24c service neutron] Attempting to bind port 3353e051-ac99-4ca2-af77-90c4a60c1c01 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:07:27.994956 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-7a592c4b-1254-4505-ad3d-dd9b46b0a24c service neutron] Attempting to bind port 3353e051-ac99-4ca2-af77-90c4a60c1c01 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '3f907e38-2212-4676-9090-eb13073d623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:07:27.995305 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-7a592c4b-1254-4505-ad3d-dd9b46b0a24c service neutron] Attempting to bind port 3353e051-ac99-4ca2-af77-90c4a60c1c01 on network f573ecff-4c5c-4552-80ba-7f39fbaee537 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:07:27.999862 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-7a592c4b-1254-4505-ad3d-dd9b46b0a24c service neutron] Port 3353e051-ac99-4ca2-af77-90c4a60c1c01 on network f573ecff-4c5c-4552-80ba-7f39fbaee537 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:07:28.000227 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-7a592c4b-1254-4505-ad3d-dd9b46b0a24c service neutron] Attempting to bind port 3353e051-ac99-4ca2-af77-90c4a60c1c01 on network f573ecff-4c5c-4552-80ba-7f39fbaee537 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:07:28.008606 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-7a592c4b-1254-4505-ad3d-dd9b46b0a24c service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:07:28.009101 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-7a592c4b-1254-4505-ad3d-dd9b46b0a24c service neutron] Checking segment: {'id': '3f907e38-2212-4676-9090-eb13073d623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:07:28.009567 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-7a592c4b-1254-4505-ad3d-dd9b46b0a24c service neutron] Bound using segment: {'id': '3f907e38-2212-4676-9090-eb13073d623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:07:28.010009 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-7a592c4b-1254-4505-ad3d-dd9b46b0a24c service neutron] Bound port: 3353e051-ac99-4ca2-af77-90c4a60c1c01, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f907e38-2212-4676-9090-eb13073d623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:07:28.010414 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-7a592c4b-1254-4505-ad3d-dd9b46b0a24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:28.067848 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-46e1e063-cf2d-44eb-9dc9-c201cd5ebafc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8207502 Aug 10 04:07:28.072355 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53588) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:28.086923 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-4f8a13d1-08b7-46dd-a344-fbf814928e91 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1335992255', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:28.157170 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-7a592c4b-1254-4505-ad3d-dd9b46b0a24c service neutron] For port 3353e051-ac99-4ca2-af77-90c4a60c1c01, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:07:28.162993 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da7289e-3fea-4991-a37c-ecaa57acd1c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-f3a8f4b1-0348-4e47-a789-6836195c5b61', 'network_id': 'f3a8f4b1-0348-4e47-a789-6836195c5b61', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'fixed_ips': [{'subnet_id': '701115e6-eca7-4eb5-bb40-8bd0bffe36f3'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:07:28.164764 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-7a592c4b-1254-4505-ad3d-dd9b46b0a24c service neutron] For port 3353e051-ac99-4ca2-af77-90c4a60c1c01, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=3353e051-ac99-4ca2-af77-90c4a60c1c01,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:07:28.164996 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8da7289e-3fea-4991-a37c-ecaa57acd1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:28.282599 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97faddd-da4a-43fa-96eb-1521675cc790 req-65a12700-deeb-4498-9e6c-84955892dfc0 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:28.294750 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d97faddd-da4a-43fa-96eb-1521675cc790 req-65a12700-deeb-4498-9e6c-84955892dfc0 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 944 time: 0.0966456 Aug 10 04:07:28.297870 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a038a91-e8d1-4691-a67b-8e811f8e70cc req-35329d56-8362-44c3-b652-a1db5ded403e tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:28.297870 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1a038a91-e8d1-4691-a67b-8e811f8e70cc req-35329d56-8362-44c3-b652-a1db5ded403e tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664 HTTP/1.1" status: 200 len: 943 time: 0.1248124 Aug 10 04:07:28.337249 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f8a13d1-08b7-46dd-a344-fbf814928e91 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:28.338328 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f8a13d1-08b7-46dd-a344-fbf814928e91 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:28.359591 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-7a592c4b-1254-4505-ad3d-dd9b46b0a24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:28.401753 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d97faddd-da4a-43fa-96eb-1521675cc790 req-8eb441f1-14a4-430b-85d1-c7ab7397c0a9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049435 Aug 10 04:07:28.468815 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-7a592c4b-1254-4505-ad3d-dd9b46b0a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:28.469589 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-7a592c4b-1254-4505-ad3d-dd9b46b0a24c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:28.471072 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-7a592c4b-1254-4505-ad3d-dd9b46b0a24c service neutron] 10.222.0.20 "PUT /v2.0/ports/3353e051-ac99-4ca2-af77-90c4a60c1c01 HTTP/1.1" status: 200 len: 1091 time: 2.0453920 Aug 10 04:07:28.476305 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb243a93-5a45-43ab-a994-b87697db17e3', 'tag': '3353e051-ac99-4ca2-af77-90c4a60c1c01'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:07:28.478645 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833f8f69-5494-4236-8ba6-571f7cf87efe" -d '{"events": [{"name": "network-changed", "server_uuid": "fb243a93-5a45-43ab-a994-b87697db17e3", "tag": "3353e051-ac99-4ca2-af77-90c4a60c1c01"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:07:28.500319 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1a038a91-e8d1-4691-a67b-8e811f8e70cc req-90642f2a-d92f-4713-8552-f7d0562d0828 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940720 Aug 10 04:07:28.529893 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a592c4b-1254-4505-ad3d-dd9b46b0a24c service neutron] Pushing event updated for resources: {'Port': ['ID=3353e051-ac99-4ca2-af77-90c4a60c1c01,revision_number=10']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:28.534868 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-8da7289e-3fea-4991-a37c-ecaa57acd1c1 None None] Allocated IP 172.20.0.2 (f3a8f4b1-0348-4e47-a789-6836195c5b61/701115e6-eca7-4eb5-bb40-8bd0bffe36f3/c40cb871-7f96-42e3-801c-dc23d544c223) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:07:28.540162 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f8a13d1-08b7-46dd-a344-fbf814928e91 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:28.578270 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-0cfbf879-3fb3-4b4f-8db6-db9a65d0ff76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:28.581771 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-0cfbf879-3fb3-4b4f-8db6-db9a65d0ff76 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c54c9ab1fa940fe85894d7bbe0c849c&device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 1095 time: 0.0666511 Aug 10 04:07:28.609300 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a688e72-ca66-4a7b-9cc4-b8a6aad7baf2 x-openstack-request-id: req-0a688e72-ca66-4a7b-9cc4-b8a6aad7baf2 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:07:28.609597 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb243a93-5a45-43ab-a994-b87697db17e3", "tag": "3353e051-ac99-4ca2-af77-90c4a60c1c01", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:07:28.609860 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a688e72-ca66-4a7b-9cc4-b8a6aad7baf2 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:07:28.615759 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb243a93-5a45-43ab-a994-b87697db17e3', 'tag': '3353e051-ac99-4ca2-af77-90c4a60c1c01', 'status': 'completed', 'code': 200} Aug 10 04:07:28.649482 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f8a13d1-08b7-46dd-a344-fbf814928e91 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:28.820058 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f8a13d1-08b7-46dd-a344-fbf814928e91 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:28.824861 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4f8a13d1-08b7-46dd-a344-fbf814928e91 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7486978 Aug 10 04:07:28.826111 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53604) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:28.827577 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-303c6719-66a2-4027-8dd1-e16cbc1f0399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:28.829112 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-303c6719-66a2-4027-8dd1-e16cbc1f0399 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f573ecff-4c5c-4552-80ba-7f39fbaee537 HTTP/1.1" status: 200 len: 918 time: 0.2402620 Aug 10 04:07:28.888500 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8da7289e-3fea-4991-a37c-ecaa57acd1c1 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:28.897677 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8da7289e-3fea-4991-a37c-ecaa57acd1c1 None None] Transition to ACTIVE for port object c40cb871-7f96-42e3-801c-dc23d544c223 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:28.932412 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8da7289e-3fea-4991-a37c-ecaa57acd1c1 None None] Transition to ACTIVE for port object c40cb871-7f96-42e3-801c-dc23d544c223 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:28.955751 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-84f1d501-5a3f-4e61-b877-a6141cfa19db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3353e051-ac99-4ca2-af77-90c4a60c1c01 HTTP/1.1" status: 200 len: 998 time: 0.1177003 Aug 10 04:07:29.060798 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8da7289e-3fea-4991-a37c-ecaa57acd1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:29.085371 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-760114b9-d4dd-4ce1-84a0-c48e83a0a874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:29.094716 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-760114b9-d4dd-4ce1-84a0-c48e83a0a874 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6dfeb297-f2e7-4070-a508-7d422d26e1b7 HTTP/1.1" status: 200 len: 856 time: 0.1279299 Aug 10 04:07:29.121105 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7289e-3fea-4991-a37c-ecaa57acd1c1 None None] Pushing event updated for resources: {'Port': ['ID=c40cb871-7f96-42e3-801c-dc23d544c223,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:29.131115 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da7289e-3fea-4991-a37c-ecaa57acd1c1 None None] Network f3a8f4b1-0348-4e47-a789-6836195c5b61 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:29.132726 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-8da7289e-3fea-4991-a37c-ecaa57acd1c1 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:29.135373 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da7289e-3fea-4991-a37c-ecaa57acd1c1 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:07:29.199223 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb96a5-5fd7-4337-990d-f0b7c124ae36 req-ad120e07-e31f-4525-a23e-c21f3ba9b075 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:29.199622 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-3740550c-62f7-48dd-ac28-06737f5b727b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:29.201931 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-3740550c-62f7-48dd-ac28-06737f5b727b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f573ecff-4c5c-4552-80ba-7f39fbaee537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960023 Aug 10 04:07:29.206941 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ffcb96a5-5fd7-4337-990d-f0b7c124ae36 req-ad120e07-e31f-4525-a23e-c21f3ba9b075 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 944 time: 0.2149124 Aug 10 04:07:29.234777 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-8da7289e-3fea-4991-a37c-ecaa57acd1c1 None None] Attempting to bind port c40cb871-7f96-42e3-801c-dc23d544c223 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:07:29.235589 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-8da7289e-3fea-4991-a37c-ecaa57acd1c1 None None] Attempting to bind port c40cb871-7f96-42e3-801c-dc23d544c223 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '6b1bd832-8f8f-4376-88b7-2cf7108acc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f3a8f4b1-0348-4e47-a789-6836195c5b61'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:07:29.236085 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da7289e-3fea-4991-a37c-ecaa57acd1c1 None None] Attempting to bind port c40cb871-7f96-42e3-801c-dc23d544c223 on network f3a8f4b1-0348-4e47-a789-6836195c5b61 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:07:29.246648 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da7289e-3fea-4991-a37c-ecaa57acd1c1 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:07:29.247181 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da7289e-3fea-4991-a37c-ecaa57acd1c1 None None] Checking segment: {'id': '6b1bd832-8f8f-4376-88b7-2cf7108acc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f3a8f4b1-0348-4e47-a789-6836195c5b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:07:29.247622 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8da7289e-3fea-4991-a37c-ecaa57acd1c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:29.248055 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da7289e-3fea-4991-a37c-ecaa57acd1c1 None None] Bound using segment: {'id': '6b1bd832-8f8f-4376-88b7-2cf7108acc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f3a8f4b1-0348-4e47-a789-6836195c5b61'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:07:29.252520 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-8da7289e-3fea-4991-a37c-ecaa57acd1c1 None None] Bound port: c40cb871-7f96-42e3-801c-dc23d544c223, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1bd832-8f8f-4376-88b7-2cf7108acc85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'f3a8f4b1-0348-4e47-a789-6836195c5b61'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:07:29.252520 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8da7289e-3fea-4991-a37c-ecaa57acd1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:29.296985 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ffcb96a5-5fd7-4337-990d-f0b7c124ae36 req-3da164f7-507a-4323-8a3b-6be4d9d70d37 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890613 Aug 10 04:07:29.334225 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9e43f8b3-71a8-47d7-be72-38234e85b6f4 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:29.405115 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-8da7289e-3fea-4991-a37c-ecaa57acd1c1 None None] For port c40cb871-7f96-42e3-801c-dc23d544c223, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:07:29.410565 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-3515e351-969b-4e7e-bf00-39258f7f8090 service neutron] 10.222.0.20 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883643 Aug 10 04:07:29.411485 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-8da7289e-3fea-4991-a37c-ecaa57acd1c1 None None] For port c40cb871-7f96-42e3-801c-dc23d544c223, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c40cb871-7f96-42e3-801c-dc23d544c223,segment=NetworkSegment(6b1bd832-8f8f-4376-88b7-2cf7108acc85),segment_id=6b1bd832-8f8f-4376-88b7-2cf7108acc85)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:07:29.540164 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8da7289e-3fea-4991-a37c-ecaa57acd1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:29.628734 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32284532-f293-4a9d-85f2-c2b22db5591c req-74086f5a-9637-4597-b8d9-c363f5a42ff4 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:29.633589 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ea487-1ec0-46ef-9da7-9b4295c52565 req-bb6cb9e0-66ee-4cd2-bb7f-1658b8815afa tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:29.636765 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-32284532-f293-4a9d-85f2-c2b22db5591c req-74086f5a-9637-4597-b8d9-c363f5a42ff4 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 944 time: 0.1355300 Aug 10 04:07:29.655526 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d14ea487-1ec0-46ef-9da7-9b4295c52565 req-bb6cb9e0-66ee-4cd2-bb7f-1658b8815afa tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1444197 Aug 10 04:07:29.672727 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 915a05d9-649b-48c1-9ff5-2c0fd12608d8 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:07:29.691896 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 82b94d3d-95e8-4c3e-a953-5a5685a5e11d no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:07:29.728855 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a1dabdc-4c77-4ae0-bce9-995687064370 req-bab2549e-b8c0-4071-8b0e-de57d79ebc84 service neutron] 10.222.0.20 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961266 Aug 10 04:07:29.732369 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-32284532-f293-4a9d-85f2-c2b22db5591c req-20949a4c-677c-4864-9f71-ef8dad8b8723 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945268 Aug 10 04:07:29.837855 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-9e43f8b3-71a8-47d7-be72-38234e85b6f4 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Allocated IP 172.20.0.1 (f3a8f4b1-0348-4e47-a789-6836195c5b61/701115e6-eca7-4eb5-bb40-8bd0bffe36f3/ac9c80b7-d6e0-47b1-a41e-c06927e4d8cb) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:07:29.841085 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d14ea487-1ec0-46ef-9da7-9b4295c52565 req-4b9f7566-4164-4012-acbf-6b1bce678c1b tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552410 Aug 10 04:07:29.936104 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 82b94d3d-95e8-4c3e-a953-5a5685a5e11d {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:07:29.937195 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 82b94d3d-95e8-4c3e-a953-5a5685a5e11d not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:07:29.966088 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7289e-3fea-4991-a37c-ecaa57acd1c1 None None] Pushing event updated for resources: {'Port': ['ID=c40cb871-7f96-42e3-801c-dc23d544c223,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:30.075421 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205df55-03ba-4507-94b2-d1ca99aa0280 req-d793ed26-6aba-4b1e-9404-b852aff46670 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:30.095488 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6205df55-03ba-4507-94b2-d1ca99aa0280 req-d793ed26-6aba-4b1e-9404-b852aff46670 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664 HTTP/1.1" status: 200 len: 943 time: 0.2325532 Aug 10 04:07:30.105421 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f8f69-5494-4236-8ba6-571f7cf87efe req-4f0f99cd-cc35-4e49-81f1-c2f4f8a035a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:30.106983 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-833f8f69-5494-4236-8ba6-571f7cf87efe req-4f0f99cd-cc35-4e49-81f1-c2f4f8a035a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c54c9ab1fa940fe85894d7bbe0c849c&device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 1095 time: 0.1239216 Aug 10 04:07:30.133467 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 915a05d9-649b-48c1-9ff5-2c0fd12608d8, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=915a05d9-649b-48c1-9ff5-2c0fd12608d8,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:30.173023 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '915a05d9-649b-48c1-9ff5-2c0fd12608d8', 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee', 'port_id': '915a05d9-649b-48c1-9ff5-2c0fd12608d8', 'mac_address': 'fa:16:3e:91:2d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f411f5c-5e8b-452a-be71-12f0dd671946', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:07:30.182474 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9e43f8b3-71a8-47d7-be72-38234e85b6f4 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:30.197054 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-9e43f8b3-71a8-47d7-be72-38234e85b6f4 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Transition to ACTIVE for port object ac9c80b7-d6e0-47b1-a41e-c06927e4d8cb will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:30.267637 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6205df55-03ba-4507-94b2-d1ca99aa0280 req-0a74db35-67d1-4ef0-816c-4d4a29f10487 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367939 Aug 10 04:07:30.271107 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:30.305982 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 915a05d9-649b-48c1-9ff5-2c0fd12608d8 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:07:30.354936 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 915a05d9-649b-48c1-9ff5-2c0fd12608d8, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=915a05d9-649b-48c1-9ff5-2c0fd12608d8,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:30.375077 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9e43f8b3-71a8-47d7-be72-38234e85b6f4 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:30.433498 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f8f69-5494-4236-8ba6-571f7cf87efe req-648dbd30-7afb-4455-9bcb-034adc16e2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:30.434893 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-833f8f69-5494-4236-8ba6-571f7cf87efe req-648dbd30-7afb-4455-9bcb-034adc16e2a8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f573ecff-4c5c-4552-80ba-7f39fbaee537 HTTP/1.1" status: 200 len: 918 time: 0.3117614 Aug 10 04:07:30.455017 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:30.518666 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e43f8b3-71a8-47d7-be72-38234e85b6f4 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network f3a8f4b1-0348-4e47-a789-6836195c5b61 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:30.525257 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-9e43f8b3-71a8-47d7-be72-38234e85b6f4 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:30.531986 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e43f8b3-71a8-47d7-be72-38234e85b6f4 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:07:30.568148 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=915a05d9-649b-48c1-9ff5-2c0fd12608d8,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:30.599785 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9e43f8b3-71a8-47d7-be72-38234e85b6f4 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:30.619884 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-833f8f69-5494-4236-8ba6-571f7cf87efe req-c10f0497-f03d-4def-979b-a8254510bcd6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3353e051-ac99-4ca2-af77-90c4a60c1c01 HTTP/1.1" status: 200 len: 998 time: 0.1742461 Aug 10 04:07:30.629014 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd05a0-ac8f-4da7-b624-81c5a26126b9 req-a5fd5b56-183a-485c-8ecf-87b1e60d02ec tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:30.630277 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6dd05a0-ac8f-4da7-b624-81c5a26126b9 req-a5fd5b56-183a-485c-8ecf-87b1e60d02ec tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 944 time: 0.1771512 Aug 10 04:07:30.705411 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43f8b3-71a8-47d7-be72-38234e85b6f4 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Port': ['ID=ac9c80b7-d6e0-47b1-a41e-c06927e4d8cb,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:30.780315 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['915a05d9-649b-48c1-9ff5-2c0fd12608d8'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:07:30.785688 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6dd05a0-ac8f-4da7-b624-81c5a26126b9 req-ad08e99d-5f3b-4412-81bb-f6c2ee1a0e3f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450264 Aug 10 04:07:30.812619 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f8f69-5494-4236-8ba6-571f7cf87efe req-c4af02c6-1fd6-4813-a25a-3c4d4669b7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:30.814143 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-833f8f69-5494-4236-8ba6-571f7cf87efe req-c4af02c6-1fd6-4813-a25a-3c4d4669b7e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6dfeb297-f2e7-4070-a508-7d422d26e1b7 HTTP/1.1" status: 200 len: 856 time: 0.1545403 Aug 10 04:07:30.837774 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c40cb871-7f96-42e3-801c-dc23d544c223 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:30.955196 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f8f69-5494-4236-8ba6-571f7cf87efe req-2d7bbaed-811f-45a2-959d-75a2765fd708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:30.959680 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-833f8f69-5494-4236-8ba6-571f7cf87efe req-2d7bbaed-811f-45a2-959d-75a2765fd708 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f573ecff-4c5c-4552-80ba-7f39fbaee537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1367493 Aug 10 04:07:31.256303 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a402048-722d-4b49-82e1-af395bd63561 req-5f93f5f0-87dc-444b-8f00-821b31341b64 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:31.261733 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a402048-722d-4b49-82e1-af395bd63561 req-5f93f5f0-87dc-444b-8f00-821b31341b64 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 944 time: 0.3888190 Aug 10 04:07:31.268967 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port c40cb871-7f96-42e3-801c-dc23d544c223 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:31.306874 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3706e62-c63a-4452-aebc-ec57bfb229d9 req-4a305157-8192-48d3-a7b4-bbdef1e98828 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:31.329642 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f3706e62-c63a-4452-aebc-ec57bfb229d9 req-4a305157-8192-48d3-a7b4-bbdef1e98828 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.3636174 Aug 10 04:07:31.480899 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9e43f8b3-71a8-47d7-be72-38234e85b6f4 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:31.572512 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-833f8f69-5494-4236-8ba6-571f7cf87efe req-4f628f90-f595-400f-9cec-44ccc63770a9 service neutron] 10.222.0.20 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541557 Aug 10 04:07:31.621733 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f3706e62-c63a-4452-aebc-ec57bfb229d9 req-99dec214-4ddd-4134-8043-6ce602c60a30 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2572491 Aug 10 04:07:31.730764 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c1204f-372a-4423-8df2-c60b7da76116 None None] Network f3a8f4b1-0348-4e47-a789-6836195c5b61 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:07:31.936620 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-833f8f69-5494-4236-8ba6-571f7cf87efe req-0e7045fa-1624-4c6c-a6d9-d71440e3585c service neutron] 10.222.0.20 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3138077 Aug 10 04:07:32.104571 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82887d35-50a1-49bf-a062-78c6de9791c4 req-f17ee603-ffa8-42c9-b934-7e2a7cd22b58 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:32.112727 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-82887d35-50a1-49bf-a062-78c6de9791c4 req-f17ee603-ffa8-42c9-b934-7e2a7cd22b58 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664 HTTP/1.1" status: 200 len: 944 time: 0.1723750 Aug 10 04:07:32.161212 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a402048-722d-4b49-82e1-af395bd63561 req-46fdcaa2-9edc-4f8c-8d60-13644665e868 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7807364 Aug 10 04:07:32.223324 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6ecca8c4-fe80-4abe-be2c-0bee19c5a79f None None] Provisioning for port c40cb871-7f96-42e3-801c-dc23d544c223 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:32.228609 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6ecca8c4-fe80-4abe-be2c-0bee19c5a79f None None] Provisioning complete for port c40cb871-7f96-42e3-801c-dc23d544c223 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:32.228980 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6ecca8c4-fe80-4abe-be2c-0bee19c5a79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:32.256455 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54378ee6-8685-4eff-9f54-36747eaff65f req-d51723c2-748a-4eee-beb4-2f141930971d tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:32.267573 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-54378ee6-8685-4eff-9f54-36747eaff65f req-d51723c2-748a-4eee-beb4-2f141930971d tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.20 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 1.1824722 Aug 10 04:07:32.342592 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-82887d35-50a1-49bf-a062-78c6de9791c4 req-0b3b9274-d9cb-4407-9cd6-34b20e75fbd4 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224104 Aug 10 04:07:32.525269 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6ecca8c4-fe80-4abe-be2c-0bee19c5a79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:32.625245 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-6ecca8c4-fe80-4abe-be2c-0bee19c5a79f None None] For port c40cb871-7f96-42e3-801c-dc23d544c223, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c40cb871-7f96-42e3-801c-dc23d544c223,segment=NetworkSegment(6b1bd832-8f8f-4376-88b7-2cf7108acc85),segment_id=6b1bd832-8f8f-4376-88b7-2cf7108acc85)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:32.674831 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9e43f8b3-71a8-47d7-be72-38234e85b6f4 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:32.690705 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8275c-809f-4741-9783-cb4a4c22b33a req-2767cd36-23f2-42df-a749-febcc2a813c4 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:32.699762 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f1c8275c-809f-4741-9783-cb4a4c22b33a req-2767cd36-23f2-42df-a749-febcc2a813c4 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 944 time: 0.2364540 Aug 10 04:07:32.724354 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6ecca8c4-fe80-4abe-be2c-0bee19c5a79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:32.777215 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-54378ee6-8685-4eff-9f54-36747eaff65f req-e47476c4-6302-4245-9e7e-9030afb08f01 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Deleting port b3b4ce36-dd2d-448b-a4c9-f1269256c40e {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:32.777783 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-54378ee6-8685-4eff-9f54-36747eaff65f req-e47476c4-6302-4245-9e7e-9030afb08f01 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:32.826278 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecca8c4-fe80-4abe-be2c-0bee19c5a79f None None] Pushing event updated for resources: {'Port': ['ID=c40cb871-7f96-42e3-801c-dc23d544c223,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:32.873563 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2e525068-5eef-431a-9d68-415f641b172b None None] Provisioning complete for port c40cb871-7f96-42e3-801c-dc23d544c223 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:32.875434 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2e525068-5eef-431a-9d68-415f641b172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:32.892300 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993464eb-5f2d-46e6-b698-9da06312f66d req-1f8fc0c4-e670-4af9-9477-dfeb541817b6 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:32.900214 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-993464eb-5f2d-46e6-b698-9da06312f66d req-1f8fc0c4-e670-4af9-9477-dfeb541817b6 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1272147 Aug 10 04:07:32.967833 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9e43f8b3-71a8-47d7-be72-38234e85b6f4 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:32.988661 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-993464eb-5f2d-46e6-b698-9da06312f66d req-9f007ed9-bab4-47fa-89e1-784c51c69b6e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801041 Aug 10 04:07:33.017019 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f1c8275c-809f-4741-9783-cb4a4c22b33a req-41866ae6-b5a6-49d1-8a7c-b4e366d784c4 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3162160 Aug 10 04:07:33.231548 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2e525068-5eef-431a-9d68-415f641b172b None None] Provisioning for port ac9c80b7-d6e0-47b1-a41e-c06927e4d8cb completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:33.235918 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2e525068-5eef-431a-9d68-415f641b172b None None] Provisioning complete for port ac9c80b7-d6e0-47b1-a41e-c06927e4d8cb triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:33.236392 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2e525068-5eef-431a-9d68-415f641b172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.251076 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-54378ee6-8685-4eff-9f54-36747eaff65f req-e47476c4-6302-4245-9e7e-9030afb08f01 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] For port b3b4ce36-dd2d-448b-a4c9-f1269256c40e, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:33.256597 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-54378ee6-8685-4eff-9f54-36747eaff65f req-e47476c4-6302-4245-9e7e-9030afb08f01 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.317846 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-2e525068-5eef-431a-9d68-415f641b172b None None] Port ac9c80b7-d6e0-47b1-a41e-c06927e4d8cb cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:07:33.328220 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9e43f8b3-71a8-47d7-be72-38234e85b6f4 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.333315 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43f8b3-71a8-47d7-be72-38234e85b6f4 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Port': ['ID=ac9c80b7-d6e0-47b1-a41e-c06927e4d8cb,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:33.452739 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b264e275-28f2-4881-84d1-8f2b6a5725b7 None None] Provisioning complete for port ac9c80b7-d6e0-47b1-a41e-c06927e4d8cb triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:33.453163 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b264e275-28f2-4881-84d1-8f2b6a5725b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:33.463167 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c18571-4a3e-448d-8316-bd1c508aff9d req-d6ae8755-f3c8-40fd-9e4c-a84ecefc3e9c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:33.472583 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-73c18571-4a3e-448d-8316-bd1c508aff9d req-d6ae8755-f3c8-40fd-9e4c-a84ecefc3e9c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 944 time: 0.1811795 Aug 10 04:07:33.526557 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-b264e275-28f2-4881-84d1-8f2b6a5725b7 None None] Port ac9c80b7-d6e0-47b1-a41e-c06927e4d8cb cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:07:33.590279 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-73c18571-4a3e-448d-8316-bd1c508aff9d req-b58c8a88-e2d3-4919-9bd4-d43c873bafa3 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150579 Aug 10 04:07:33.646487 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 915a05d9-649b-48c1-9ff5-2c0fd12608d8 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:33.878488 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 915a05d9-649b-48c1-9ff5-2c0fd12608d8 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:33.888586 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 915a05d9-649b-48c1-9ff5-2c0fd12608d8 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:33.889595 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:34.081098 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2d786-f7bb-4bfe-a3a8-22bdd7818dcb req-782e33c3-8942-4e1a-8d5d-23abced63380 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:34.089689 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8eb2d786-f7bb-4bfe-a3a8-22bdd7818dcb req-782e33c3-8942-4e1a-8d5d-23abced63380 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664 HTTP/1.1" status: 200 len: 944 time: 0.4961619 Aug 10 04:07:34.140868 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:34.171447 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54437b6-b97d-42f0-bb93-f6b2c86ff664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915a05d9-649b-48c1-9ff5-2c0fd12608d8'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:07:34.174793 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6abf12f-7dc2-45b8-a9a7-e49b024b1f26" -d '{"events": [{"server_uuid": "e54437b6-b97d-42f0-bb93-f6b2c86ff664", "name": "network-vif-plugged", "status": "completed", "tag": "915a05d9-649b-48c1-9ff5-2c0fd12608d8"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:07:34.194887 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 915a05d9-649b-48c1-9ff5-2c0fd12608d8, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=915a05d9-649b-48c1-9ff5-2c0fd12608d8,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:34.223553 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad90d41-4328-4c10-b11a-8f46227ccbc0 req-4190ae86-7009-450d-89b7-9886c9aa3ae3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:34.239809 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ad90d41-4328-4c10-b11a-8f46227ccbc0 req-4190ae86-7009-450d-89b7-9886c9aa3ae3 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1308208 Aug 10 04:07:34.280832 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:34.281819 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device b3b4ce36-dd2d-448b-a4c9-f1269256c40e no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:07:34.329615 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ad90d41-4328-4c10-b11a-8f46227ccbc0 req-1a844049-e413-472e-aa2f-e16c1ddb1cc6 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884662 Aug 10 04:07:34.533727 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=915a05d9-649b-48c1-9ff5-2c0fd12608d8,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:34.597137 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130673d-5d4a-4c93-b57a-7c26a38c1f14 req-0218e7a1-e9ab-4cbc-8cac-7d3e581549a7 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:34.598817 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b130673d-5d4a-4c93-b57a-7c26a38c1f14 req-0218e7a1-e9ab-4cbc-8cac-7d3e581549a7 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 944 time: 0.1484489 Aug 10 04:07:34.707130 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c40cb871-7f96-42e3-801c-dc23d544c223 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:34.716764 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b130673d-5d4a-4c93-b57a-7c26a38c1f14 req-c276427e-f029-491f-99c9-7d0d04128d16 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083148 Aug 10 04:07:34.811842 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1df3168-aaf3-4f4e-b175-9d3bbb793244 x-openstack-request-id: req-c1df3168-aaf3-4f4e-b175-9d3bbb793244 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:07:34.812573 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54437b6-b97d-42f0-bb93-f6b2c86ff664", "name": "network-vif-plugged", "status": "completed", "tag": "915a05d9-649b-48c1-9ff5-2c0fd12608d8", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:07:34.817674 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1df3168-aaf3-4f4e-b175-9d3bbb793244 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:07:34.818486 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54437b6-b97d-42f0-bb93-f6b2c86ff664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '915a05d9-649b-48c1-9ff5-2c0fd12608d8', 'code': 200} Aug 10 04:07:34.864527 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port c40cb871-7f96-42e3-801c-dc23d544c223 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:34.865488 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:35.008780 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46444151-13db-47a2-9612-e730a4a9154d req-ad5d07b2-5e09-4584-beeb-038e92d12e09 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:35.011364 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-46444151-13db-47a2-9612-e730a4a9154d req-ad5d07b2-5e09-4584-beeb-038e92d12e09 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 944 time: 0.1076753 Aug 10 04:07:35.077348 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-46444151-13db-47a2-9612-e730a4a9154d req-831c9559-92e5-43f5-844e-5884ae267053 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593193 Aug 10 04:07:35.109608 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e43f8b3-71a8-47d7-be72-38234e85b6f4 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network f3a8f4b1-0348-4e47-a789-6836195c5b61 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:35.123934 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-9e43f8b3-71a8-47d7-be72-38234e85b6f4 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:35.150167 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8eb2d786-f7bb-4bfe-a3a8-22bdd7818dcb req-a615433b-4a3a-44e3-8594-2ebd903f67de tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0594087 Aug 10 04:07:35.331606 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-54378ee6-8685-4eff-9f54-36747eaff65f req-e47476c4-6302-4245-9e7e-9030afb08f01 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:35.332055 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-54378ee6-8685-4eff-9f54-36747eaff65f req-e47476c4-6302-4245-9e7e-9030afb08f01 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:35.332353 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [req-54378ee6-8685-4eff-9f54-36747eaff65f req-e47476c4-6302-4245-9e7e-9030afb08f01 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Floating IP b17c9d73-7a2e-4375-a6e7-e082a58b6b13 disassociated. External IP: 172.25.0.244, port: b3b4ce36-dd2d-448b-a4c9-f1269256c40e. Aug 10 04:07:35.332711 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-54378ee6-8685-4eff-9f54-36747eaff65f req-e47476c4-6302-4245-9e7e-9030afb08f01 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Calling delete_port for b3b4ce36-dd2d-448b-a4c9-f1269256c40e owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:35.335211 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1aa03-6694-49bb-91fd-18131f10cd65 req-834d93d9-2eef-48e5-bfef-64dfefffc019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:35.337703 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dca1aa03-6694-49bb-91fd-18131f10cd65 req-834d93d9-2eef-48e5-bfef-64dfefffc019 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664 HTTP/1.1" status: 200 len: 1096 time: 0.1101584 Aug 10 04:07:35.422371 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dca1aa03-6694-49bb-91fd-18131f10cd65 req-b1fe82df-320b-4804-9be2-c5e45f95abcb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688934 Aug 10 04:07:35.569133 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5ef9b5aa-c361-40d2-9d11-f26e6397a949 None None] Provisioning complete for port ac9c80b7-d6e0-47b1-a41e-c06927e4d8cb triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:35.569738 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5ef9b5aa-c361-40d2-9d11-f26e6397a949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:35.578325 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fed9f5-0d48-44eb-93b4-58e2f471da16 req-527f52f5-fa4d-43c2-b157-905488843551 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:35.580257 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5fed9f5-0d48-44eb-93b4-58e2f471da16 req-527f52f5-fa4d-43c2-b157-905488843551 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 945 time: 0.1006453 Aug 10 04:07:35.614073 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e43f8b3-71a8-47d7-be72-38234e85b6f4 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Router 7516acca-e111-4735-8e92-823e61168525 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:07:35.642135 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-5ef9b5aa-c361-40d2-9d11-f26e6397a949 None None] Port ac9c80b7-d6e0-47b1-a41e-c06927e4d8cb cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:07:35.647835 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5fed9f5-0d48-44eb-93b4-58e2f471da16 req-a340b4e0-42d9-453b-ad82-32a95f4ec47e tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups?id=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568278 Aug 10 04:07:35.737201 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e43f8b3-71a8-47d7-be72-38234e85b6f4 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:07:35.743501 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9e43f8b3-71a8-47d7-be72-38234e85b6f4 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "PUT /v2.0/routers/7516acca-e111-4735-8e92-823e61168525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9160225 Aug 10 04:07:35.746795 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53694) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:35.752521 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13571b6-e77f-41a9-84f1-14f187992574 None None] Sync routers for ids ['7516acca-e111-4735-8e92-823e61168525'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:07:35.774749 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-54378ee6-8685-4eff-9f54-36747eaff65f req-e47476c4-6302-4245-9e7e-9030afb08f01 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:35.792978 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13571b6-e77f-41a9-84f1-14f187992574 None None] Routers {'7516acca-e111-4735-8e92-823e61168525'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:35.793697 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-c13571b6-e77f-41a9-84f1-14f187992574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:07:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['7516acca-e111-4735-8e92-823e61168525'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:35.842128 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-c13571b6-e77f-41a9-84f1-14f187992574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:35.852568 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13571b6-e77f-41a9-84f1-14f187992574 None None] Routers {'7516acca-e111-4735-8e92-823e61168525'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:35.853187 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-c13571b6-e77f-41a9-84f1-14f187992574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:07:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['7516acca-e111-4735-8e92-823e61168525'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:35.864156 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85675f42-2970-40e8-93f9-3e5e6fa39f4e tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:35.870147 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-85675f42-2970-40e8-93f9-3e5e6fa39f4e tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "GET /v2.0/ports/ac9c80b7-d6e0-47b1-a41e-c06927e4d8cb HTTP/1.1" status: 200 len: 910 time: 0.1220658 Aug 10 04:07:35.874709 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53696) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:35.875866 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47476c4-6302-4245-9e7e-9030afb08f01 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Pushing event deleted for resources: {'Port': ['ID=b3b4ce36-dd2d-448b-a4c9-f1269256c40e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:35.914958 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-c13571b6-e77f-41a9-84f1-14f187992574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:35.915883 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13571b6-e77f-41a9-84f1-14f187992574 None None] The sync data for ids ['7516acca-e111-4735-8e92-823e61168525'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:07:36.050894 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67382b-b456-4d63-b580-486b85fa438a req-649ff5e7-2d04-4f97-b63e-8edf69950187 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:36.052582 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0a67382b-b456-4d63-b580-486b85fa438a req-649ff5e7-2d04-4f97-b63e-8edf69950187 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 944 time: 0.2044134 Aug 10 04:07:36.275184 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ae3a6-b5b2-42a8-8d62-a6337fc2b4c5 req-ff60ab79-38fd-43e8-b5fb-dbd691f46106 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:36.277291 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-244ae3a6-b5b2-42a8-8d62-a6337fc2b4c5 req-ff60ab79-38fd-43e8-b5fb-dbd691f46106 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 944 time: 0.1044474 Aug 10 04:07:36.333572 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-244ae3a6-b5b2-42a8-8d62-a6337fc2b4c5 req-29dc3c72-b5aa-42d0-9bcf-1f55d1f5a067 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458694 Aug 10 04:07:36.337030 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0a67382b-b456-4d63-b580-486b85fa438a req-e2309f15-d7d7-493a-9f74-2044da95b721 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2704520 Aug 10 04:07:36.399585 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54378ee6-8685-4eff-9f54-36747eaff65f req-e47476c4-6302-4245-9e7e-9030afb08f01 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Router eb1ef11d-6d93-43be-a407-88a3eb74071f has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:07:36.645313 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40793de2-5495-4522-a05c-92bf9097b6a9 req-cff17e8a-a444-4003-9579-23f53c00318d tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:36.646885 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-40793de2-5495-4522-a05c-92bf9097b6a9 req-cff17e8a-a444-4003-9579-23f53c00318d tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664 HTTP/1.1" status: 200 len: 945 time: 0.1492851 Aug 10 04:07:36.705196 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54378ee6-8685-4eff-9f54-36747eaff65f req-e47476c4-6302-4245-9e7e-9030afb08f01 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:07:36.722295 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcc9a4e-a1a2-479f-ada0-540ee039af03 None None] Sync routers for ids ['eb1ef11d-6d93-43be-a407-88a3eb74071f'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:07:36.725977 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-40793de2-5495-4522-a05c-92bf9097b6a9 req-73e14618-e5d5-4c45-acc2-89b3b8d6221c tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665503 Aug 10 04:07:36.745235 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcc9a4e-a1a2-479f-ada0-540ee039af03 None None] Routers {'eb1ef11d-6d93-43be-a407-88a3eb74071f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:36.745876 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-6fcc9a4e-a1a2-479f-ada0-540ee039af03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:07:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['eb1ef11d-6d93-43be-a407-88a3eb74071f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:36.792316 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2405dbbf-ef7e-4e93-a743-3883536999d9 req-88330bba-5d4f-4bb8-a033-a92209b0b243 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 210 time: 0.0511138 Aug 10 04:07:36.862841 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-54378ee6-8685-4eff-9f54-36747eaff65f req-e47476c4-6302-4245-9e7e-9030afb08f01 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] No DVR routers for this DVR port b3b4ce36-dd2d-448b-a4c9-f1269256c40e on host n-h2-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:07:36.871393 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-54378ee6-8685-4eff-9f54-36747eaff65f req-e47476c4-6302-4245-9e7e-9030afb08f01 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:36.873680 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-54378ee6-8685-4eff-9f54-36747eaff65f req-e47476c4-6302-4245-9e7e-9030afb08f01 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.20 "DELETE /v2.0/ports/b3b4ce36-dd2d-448b-a4c9-f1269256c40e HTTP/1.1" status: 204 len: 173 time: 4.5968096 Aug 10 04:07:36.874093 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42000c9c-e2bd-4988-84d2-6244f1f07902', 'name': 'network-vif-deleted', 'tag': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:07:36.876377 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2273fca9-2805-4844-a329-9f90789f5bc8" -d '{"events": [{"server_uuid": "42000c9c-e2bd-4988-84d2-6244f1f07902", "name": "network-vif-deleted", "tag": "b3b4ce36-dd2d-448b-a4c9-f1269256c40e"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:07:36.897831 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-6fcc9a4e-a1a2-479f-ada0-540ee039af03 None None] Set router eb1ef11d-6d93-43be-a407-88a3eb74071f gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:07:36.929297 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cec9ad-9e83-47f2-9c0f-4c98212b2460 x-openstack-request-id: req-a0cec9ad-9e83-47f2-9c0f-4c98212b2460 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:07:36.936951 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42000c9c-e2bd-4988-84d2-6244f1f07902", "name": "network-vif-deleted", "tag": "b3b4ce36-dd2d-448b-a4c9-f1269256c40e", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:07:36.937288 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0cec9ad-9e83-47f2-9c0f-4c98212b2460 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:07:36.940312 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42000c9c-e2bd-4988-84d2-6244f1f07902', 'name': 'network-vif-deleted', 'tag': 'b3b4ce36-dd2d-448b-a4c9-f1269256c40e', 'status': 'completed', 'code': 200} Aug 10 04:07:37.006882 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ce0f2e9-86e6-4429-910f-b5ad6b665e24 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:37.166192 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-6fcc9a4e-a1a2-479f-ada0-540ee039af03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'name': 'tempest-ServerActionsTestJSON-676148720-router', 'tenant_id': '897476f221894013b27960fb36935e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'f67249b0-6eca-4130-a323-40893f232575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:01Z', 'updated_at': '2021-08-10T03:58:11Z', 'revision_number': 4, 'project_id': '897476f221894013b27960fb36935e79', 'gw_port': {'id': 'f67249b0-6eca-4130-a323-40893f232575', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:02Z', 'updated_at': '2021-08-10T03:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '04533a2e-117f-45ef-8e68-48d8069eb841', 'name': '', 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020', 'tenant_id': '897476f221894013b27960fb36935e79', 'mac_address': 'fa:16:3e:86:a6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'a51d8861-9dbf-4178-9d3e-8ed73319e82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:09Z', 'updated_at': '2021-08-10T03:58:23Z', 'revision_number': 5, 'project_id': '897476f221894013b27960fb36935e79', 'subnets': [{'id': 'a51d8861-9dbf-4178-9d3e-8ed73319e82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:37.199081 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcc9a4e-a1a2-479f-ada0-540ee039af03 None None] Checking router: eb1ef11d-6d93-43be-a407-88a3eb74071f for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:07:37.209943 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcc9a4e-a1a2-479f-ada0-540ee039af03 None None] Routers {'eb1ef11d-6d93-43be-a407-88a3eb74071f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:37.210569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-6fcc9a4e-a1a2-479f-ada0-540ee039af03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:07:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['eb1ef11d-6d93-43be-a407-88a3eb74071f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:37.358541 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-6fcc9a4e-a1a2-479f-ada0-540ee039af03 None None] Set router eb1ef11d-6d93-43be-a407-88a3eb74071f gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:07:37.553289 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91d323-1596-4ff5-b8e4-28fd121a973a req-e40e194f-bc4a-4a30-9fad-c1ebfffff00c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:37.562003 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8d91d323-1596-4ff5-b8e4-28fd121a973a req-e40e194f-bc4a-4a30-9fad-c1ebfffff00c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 944 time: 0.0929399 Aug 10 04:07:37.599213 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-3ce0f2e9-86e6-4429-910f-b5ad6b665e24 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Deleting port ac9c80b7-d6e0-47b1-a41e-c06927e4d8cb {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:37.599948 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ce0f2e9-86e6-4429-910f-b5ad6b665e24 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:37.615031 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a49973-e505-4fca-b1e9-409df17de4ff req-5a0168b2-3bf8-4693-96f0-ea8c58f96025 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:37.616876 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-31a49973-e505-4fca-b1e9-409df17de4ff req-5a0168b2-3bf8-4693-96f0-ea8c58f96025 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 944 time: 0.1054151 Aug 10 04:07:37.640934 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8d91d323-1596-4ff5-b8e4-28fd121a973a req-9c024675-e2cf-4ec3-8fb2-92c04c60acf0 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691917 Aug 10 04:07:37.713808 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-6fcc9a4e-a1a2-479f-ada0-540ee039af03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'name': 'tempest-ServerActionsTestJSON-676148720-router', 'tenant_id': '897476f221894013b27960fb36935e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'f67249b0-6eca-4130-a323-40893f232575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:01Z', 'updated_at': '2021-08-10T03:58:11Z', 'revision_number': 4, 'project_id': '897476f221894013b27960fb36935e79', 'gw_port': {'id': 'f67249b0-6eca-4130-a323-40893f232575', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:02Z', 'updated_at': '2021-08-10T03:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '04533a2e-117f-45ef-8e68-48d8069eb841', 'name': '', 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020', 'tenant_id': '897476f221894013b27960fb36935e79', 'mac_address': 'fa:16:3e:86:a6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'a51d8861-9dbf-4178-9d3e-8ed73319e82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:09Z', 'updated_at': '2021-08-10T03:58:23Z', 'revision_number': 5, 'project_id': '897476f221894013b27960fb36935e79', 'subnets': [{'id': 'a51d8861-9dbf-4178-9d3e-8ed73319e82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:37.751432 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcc9a4e-a1a2-479f-ada0-540ee039af03 None None] The sync data for ids ['eb1ef11d-6d93-43be-a407-88a3eb74071f'] in n-d-802893-2 is: [{'id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'name': 'tempest-ServerActionsTestJSON-676148720-router', 'tenant_id': '897476f221894013b27960fb36935e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'f67249b0-6eca-4130-a323-40893f232575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:01Z', 'updated_at': '2021-08-10T03:58:11Z', 'revision_number': 4, 'project_id': '897476f221894013b27960fb36935e79', 'gw_port': {'id': 'f67249b0-6eca-4130-a323-40893f232575', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:02Z', 'updated_at': '2021-08-10T03:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '04533a2e-117f-45ef-8e68-48d8069eb841', 'name': '', 'network_id': 'f7ff6afc-8008-49c6-8b16-55c096640020', 'tenant_id': '897476f221894013b27960fb36935e79', 'mac_address': 'fa:16:3e:86:a6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': 'a51d8861-9dbf-4178-9d3e-8ed73319e82c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:09Z', 'updated_at': '2021-08-10T03:58:23Z', 'revision_number': 5, 'project_id': '897476f221894013b27960fb36935e79', 'subnets': [{'id': 'a51d8861-9dbf-4178-9d3e-8ed73319e82c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:07:37.767167 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-31a49973-e505-4fca-b1e9-409df17de4ff req-03a3ff30-e8d5-4969-8acb-f3188bc14351 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769498 Aug 10 04:07:37.797681 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ce0f2e9-86e6-4429-910f-b5ad6b665e24 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:37.811859 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-3ce0f2e9-86e6-4429-910f-b5ad6b665e24 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Calling delete_port for ac9c80b7-d6e0-47b1-a41e-c06927e4d8cb owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:37.939024 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3a44e-7446-4b3d-a67f-087d896ef24a req-03e5f8a0-88ce-449c-9ead-2bfa0dc15d42 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:37.940511 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7cb3a44e-7446-4b3d-a67f-087d896ef24a req-03e5f8a0-88ce-449c-9ead-2bfa0dc15d42 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664 HTTP/1.1" status: 200 len: 945 time: 0.0979650 Aug 10 04:07:37.987229 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-be9b24a1-6bc4-4494-aac8-12083028c56f req-b5dfea45-e44b-4ef1-b059-df051ffb3eec tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 210 time: 0.0476503 Aug 10 04:07:38.022681 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7cb3a44e-7446-4b3d-a67f-087d896ef24a req-a85c7fb0-74bd-416c-bbee-aeb583f90f83 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731108 Aug 10 04:07:38.185343 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93960050-169b-4a13-a459-79645d2dff98 None None] New status for floating IP b17c9d73-7a2e-4375-a6e7-e082a58b6b13: DOWN {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:07:38.240970 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ce0f2e9-86e6-4429-910f-b5ad6b665e24 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:38.284533 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce0f2e9-86e6-4429-910f-b5ad6b665e24 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Port': ['ID=ac9c80b7-d6e0-47b1-a41e-c06927e4d8cb,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:38.488141 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ce0f2e9-86e6-4429-910f-b5ad6b665e24 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:38.988361 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df9849-95c8-4855-bc3e-47b48edc281b req-04bb429c-2c0a-4362-a626-6b6b3066c6de tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:39.005551 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b3df9849-95c8-4855-bc3e-47b48edc281b req-04bb429c-2c0a-4362-a626-6b6b3066c6de tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 944 time: 0.1110499 Aug 10 04:07:39.078992 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b3df9849-95c8-4855-bc3e-47b48edc281b req-a90a95ad-0243-4b33-bbc5-4b32a39dce35 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704062 Aug 10 04:07:39.252229 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86db93da-c729-475e-bb9e-c8bf6075db3e req-fc7151e4-284e-4127-800b-923b0052bef6 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 210 time: 0.0657053 Aug 10 04:07:39.267232 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c5dac-f38c-42f7-8c02-48e3eea1e950 req-3192c3bb-f32d-4eff-a0f8-eb3b638645f7 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:39.281757 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-681c5dac-f38c-42f7-8c02-48e3eea1e950 req-3192c3bb-f32d-4eff-a0f8-eb3b638645f7 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 944 time: 0.2207444 Aug 10 04:07:39.281757 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce0f2e9-86e6-4429-910f-b5ad6b665e24 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Router 7516acca-e111-4735-8e92-823e61168525 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:07:39.328077 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-681c5dac-f38c-42f7-8c02-48e3eea1e950 req-a8cc6058-1a69-4341-b6b9-00dfa554ad0c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479660 Aug 10 04:07:39.433832 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce0f2e9-86e6-4429-910f-b5ad6b665e24 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:07:39.442079 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3ce0f2e9-86e6-4429-910f-b5ad6b665e24 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "PUT /v2.0/routers/7516acca-e111-4735-8e92-823e61168525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5614204 Aug 10 04:07:39.442447 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53748) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:39.454643 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0351e015-25bf-4523-a7a9-42a11dec6513 None None] Sync routers for ids ['7516acca-e111-4735-8e92-823e61168525'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:07:39.464112 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9ac2e-8b98-4505-972b-2033b3df2ea0 req-6bceb1ed-b0ce-4085-a2c9-68f312682010 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:39.464112 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05e9ac2e-8b98-4505-972b-2033b3df2ea0 req-6bceb1ed-b0ce-4085-a2c9-68f312682010 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664 HTTP/1.1" status: 200 len: 945 time: 0.0954053 Aug 10 04:07:39.474184 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0351e015-25bf-4523-a7a9-42a11dec6513 None None] Routers {'7516acca-e111-4735-8e92-823e61168525'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:39.475149 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-0351e015-25bf-4523-a7a9-42a11dec6513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:07:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['7516acca-e111-4735-8e92-823e61168525'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:39.515597 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2874cbf1-2cb3-41ef-9148-8d1844919e0b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "GET /v2.0/ports?device_id=7516acca-e111-4735-8e92-823e61168525 HTTP/1.1" status: 200 len: 205 time: 0.0718532 Aug 10 04:07:39.518531 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53750) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:39.582188 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05e9ac2e-8b98-4505-972b-2033b3df2ea0 req-5dd4633e-a8b2-4751-8fb4-e9c4cd0f7b3f tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059070 Aug 10 04:07:39.739733 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-913ba65e-ab0f-4002-8cbe-28c1a896e235 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:39.770009 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-0351e015-25bf-4523-a7a9-42a11dec6513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:39.790790 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0351e015-25bf-4523-a7a9-42a11dec6513 None None] Routers {'7516acca-e111-4735-8e92-823e61168525'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:39.791612 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-0351e015-25bf-4523-a7a9-42a11dec6513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:07:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['7516acca-e111-4735-8e92-823e61168525'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:39.843935 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-0351e015-25bf-4523-a7a9-42a11dec6513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:39.852052 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0351e015-25bf-4523-a7a9-42a11dec6513 None None] The sync data for ids ['7516acca-e111-4735-8e92-823e61168525'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:07:39.877864 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:07:40.200142 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9c021ee2-0c72-4df2-bba3-dbac4539aa4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:40.255442 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7e659-99c9-489d-a5d7-d3c92d8d5ef4 req-0b78f348-7c04-49ef-bf43-2d63c7209098 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:40.265361 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-19a7e659-99c9-489d-a5d7-d3c92d8d5ef4 req-0b78f348-7c04-49ef-bf43-2d63c7209098 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 944 time: 0.0800571 Aug 10 04:07:40.321169 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-19a7e659-99c9-489d-a5d7-d3c92d8d5ef4 req-0f756113-3bd9-49a0-bd9d-87c33b824736 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543544 Aug 10 04:07:40.542163 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b0c7da-6a0d-4f12-ae11-9dd9fa1622a5 req-6ad8dfe1-fe14-4cf7-a0b1-ae51679e3591 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:40.547147 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e0eb9ace-5f76-41d9-a312-29952c7f0d17 req-b53f5575-c784-4397-9bda-709f1abfe492 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 210 time: 0.0988145 Aug 10 04:07:40.547868 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a0b0c7da-6a0d-4f12-ae11-9dd9fa1622a5 req-6ad8dfe1-fe14-4cf7-a0b1-ae51679e3591 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 944 time: 0.0772700 Aug 10 04:07:40.555041 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-913ba65e-ab0f-4002-8cbe-28c1a896e235 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:40.557762 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-913ba65e-ab0f-4002-8cbe-28c1a896e235 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:40.599396 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a0b0c7da-6a0d-4f12-ae11-9dd9fa1622a5 req-6890bbbf-af41-4d9f-921c-015867a13d81 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479324 Aug 10 04:07:40.738636 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad2a1d-8fc7-43c8-9d00-a132e1d133fe req-56ebc64f-f54d-4807-b968-8d83bf39fb95 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:40.738636 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4bad2a1d-8fc7-43c8-9d00-a132e1d133fe req-56ebc64f-f54d-4807-b968-8d83bf39fb95 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664 HTTP/1.1" status: 200 len: 945 time: 0.0733638 Aug 10 04:07:40.738636 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-913ba65e-ab0f-4002-8cbe-28c1a896e235 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:40.738990 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913ba65e-ab0f-4002-8cbe-28c1a896e235 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Fanout notify agent at l3_agent the message router_deleted on router 7516acca-e111-4735-8e92-823e61168525 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:07:40.747757 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-913ba65e-ab0f-4002-8cbe-28c1a896e235 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:40.750321 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-913ba65e-ab0f-4002-8cbe-28c1a896e235 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/routers/7516acca-e111-4735-8e92-823e61168525 HTTP/1.1" status: 204 len: 168 time: 1.2295001 Aug 10 04:07:40.751399 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53762) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:40.783333 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4bad2a1d-8fc7-43c8-9d00-a132e1d133fe req-b00a0e5c-21ef-4fb4-a5ce-47d684939167 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335655 Aug 10 04:07:40.810541 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab85c20-d0f4-4931-bdd3-90e1fd48fd0b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Deleting subnet 701115e6-eca7-4eb5-bb40-8bd0bffe36f3 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:07:40.813911 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2ab85c20-d0f4-4931-bdd3-90e1fd48fd0b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:40.858610 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2ab85c20-d0f4-4931-bdd3-90e1fd48fd0b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:40.953154 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2ab85c20-d0f4-4931-bdd3-90e1fd48fd0b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.109373 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2ab85c20-d0f4-4931-bdd3-90e1fd48fd0b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.146588 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab85c20-d0f4-4931-bdd3-90e1fd48fd0b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Subnet': ['ID=701115e6-eca7-4eb5-bb40-8bd0bffe36f3,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:41.167623 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2ab85c20-d0f4-4931-bdd3-90e1fd48fd0b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.170034 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2ab85c20-d0f4-4931-bdd3-90e1fd48fd0b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/subnets/701115e6-eca7-4eb5-bb40-8bd0bffe36f3 HTTP/1.1" status: 204 len: 168 time: 0.4172854 Aug 10 04:07:41.172464 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53768) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:41.175166 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b439a4-c120-41a7-be8f-e7f2e1cb0516 None None] Network f3a8f4b1-0348-4e47-a789-6836195c5b61 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:07:41.256726 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.322121 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Deleting port c40cb871-7f96-42e3-801c-dc23d544c223 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:41.322494 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.376622 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b285e593-e095-4c54-8389-4aec8d48c594 None None] DHCP port deletion for f3a8f4b1-0348-4e47-a789-6836195c5b61 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:07:41.409740 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] For port c40cb871-7f96-42e3-801c-dc23d544c223, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c40cb871-7f96-42e3-801c-dc23d544c223,segment=NetworkSegment(6b1bd832-8f8f-4376-88b7-2cf7108acc85),segment_id=6b1bd832-8f8f-4376-88b7-2cf7108acc85)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:41.410111 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.424908 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-b285e593-e095-4c54-8389-4aec8d48c594 None None] Deleting port c40cb871-7f96-42e3-801c-dc23d544c223 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:41.425455 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b285e593-e095-4c54-8389-4aec8d48c594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.447229 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Calling delete_port for c40cb871-7f96-42e3-801c-dc23d544c223 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:41.497382 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a2e8f-20c1-47e9-9a06-07890a62fcc2 req-b9daa0e7-e9cf-4c29-80af-8c0359f6b3ba tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:41.500468 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c04a2e8f-20c1-47e9-9a06-07890a62fcc2 req-b9daa0e7-e9cf-4c29-80af-8c0359f6b3ba tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 944 time: 0.0909116 Aug 10 04:07:41.526481 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-b285e593-e095-4c54-8389-4aec8d48c594 None None] For port c40cb871-7f96-42e3-801c-dc23d544c223, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c40cb871-7f96-42e3-801c-dc23d544c223,segment=NetworkSegment(6b1bd832-8f8f-4376-88b7-2cf7108acc85),segment_id=6b1bd832-8f8f-4376-88b7-2cf7108acc85)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:41.526840 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b285e593-e095-4c54-8389-4aec8d48c594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.550861 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-b285e593-e095-4c54-8389-4aec8d48c594 None None] Calling delete_port for c40cb871-7f96-42e3-801c-dc23d544c223 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:41.558429 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c04a2e8f-20c1-47e9-9a06-07890a62fcc2 req-56ff673e-e1d7-4948-9238-ec7ec1148195 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518446 Aug 10 04:07:41.672078 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b285e593-e095-4c54-8389-4aec8d48c594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.684058 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-79671e9d-124f-47f1-ada7-9ede8ac1e2d6 req-4ded554c-8b25-46c5-b6f1-682870ade6a2 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 210 time: 0.0561790 Aug 10 04:07:41.690136 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.698984 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285e593-e095-4c54-8389-4aec8d48c594 None None] Pushing event deleted for resources: {'Port': ['ID=c40cb871-7f96-42e3-801c-dc23d544c223,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:41.709628 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b285e593-e095-4c54-8389-4aec8d48c594 None None] No DVR routers for this DVR port c40cb871-7f96-42e3-801c-dc23d544c223 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:07:41.718691 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] No DVR routers for this DVR port c40cb871-7f96-42e3-801c-dc23d544c223 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:07:41.737431 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Port': ['ID=c40cb871-7f96-42e3-801c-dc23d544c223,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:41.783826 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5b661-bbe7-4acf-8eb6-c28dd462a7c8 req-b8bd30a4-2e9b-4d90-baf1-4ed8272c627a tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:41.788682 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d2f5b661-bbe7-4acf-8eb6-c28dd462a7c8 req-b8bd30a4-2e9b-4d90-baf1-4ed8272c627a tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 944 time: 0.0648954 Aug 10 04:07:41.816318 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:41.816885 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:41.817429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:41.817770 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:41.818389 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:41.818530 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:41.818769 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:41.819102 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:41.819434 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:41.820299 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:41.822316 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:41.822316 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:07:41.848553 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d2f5b661-bbe7-4acf-8eb6-c28dd462a7c8 req-ac44463c-90db-45b9-b7fb-f5ae37a8ebaa tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549266 Aug 10 04:07:41.850295 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.861546 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a8f4b1-0348-4e47-a789-6836195c5b61']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:41.873917 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b1bd832-8f8f-4376-88b7-2cf7108acc85') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:41.874299 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b1bd832-8f8f-4376-88b7-2cf7108acc85') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:41.900079 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.917426 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.925382 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:07:41.926166 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:07:41.987606 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:07:42.093443 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8ddc6-6442-4cf6-a135-ba1b9dee09d6 req-2c21db39-3173-4262-b0f1-0f426a5aac0c tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:42.093443 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84f8ddc6-6442-4cf6-a135-ba1b9dee09d6 req-2c21db39-3173-4262-b0f1-0f426a5aac0c tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664 HTTP/1.1" status: 200 len: 945 time: 0.0655611 Aug 10 04:07:42.093784 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84f8ddc6-6442-4cf6-a135-ba1b9dee09d6 req-b462e478-1493-4011-b7d4-7373fec693d0 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331843 Aug 10 04:07:42.582967 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c40cb871-7f96-42e3-801c-dc23d544c223 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:07:42.612007 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: c40cb871-7f96-42e3-801c-dc23d544c223 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:07:42.612721 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c40cb871-7f96-42e3-801c-dc23d544c223 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:07:42.690219 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fcdb7-3d76-4ba1-bffc-4907b0d779ce req-d95ed691-6318-4be4-8598-441b4d3fa4bf tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:42.693910 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5a2fcdb7-3d76-4ba1-bffc-4907b0d779ce req-d95ed691-6318-4be4-8598-441b4d3fa4bf tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 944 time: 0.0512807 Aug 10 04:07:42.731614 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5a2fcdb7-3d76-4ba1-bffc-4907b0d779ce req-e34fc3d8-c882-468b-9c9a-bd9d446b1f43 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328944 Aug 10 04:07:42.799422 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dfc2f188-448e-4aa1-b077-26d0c9e033b2 req-c481625a-2a53-4a0e-bbeb-8700cedf8113 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 210 time: 0.0287480 Aug 10 04:07:42.944796 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:42.952452 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:42.953916 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/networks/f3a8f4b1-0348-4e47-a789-6836195c5b61 HTTP/1.1" status: 204 len: 168 time: 1.7804339 Aug 10 04:07:42.958805 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53794) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:42.964629 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-f5037055-5f5d-4320-a71a-94f320fc3e2f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1316281429', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}, 'admin_state_up': False}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:42.970251 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20308639-0585-441c-a9d7-9c20af6ec126 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Network': ['ID=f3a8f4b1-0348-4e47-a789-6836195c5b61,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:43.020910 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62410709-2ad9-435b-a210-ce5f41589e52 req-6b65c8f4-d89f-4301-b01d-ea76e81d8bde tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:43.022424 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62410709-2ad9-435b-a210-ce5f41589e52 req-6b65c8f4-d89f-4301-b01d-ea76e81d8bde tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 944 time: 0.0737143 Aug 10 04:07:43.061075 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62410709-2ad9-435b-a210-ce5f41589e52 req-800227ad-1c1f-4242-9b12-d57b9d84f947 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317919 Aug 10 04:07:43.119978 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f5037055-5f5d-4320-a71a-94f320fc3e2f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:43.121390 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f5037055-5f5d-4320-a71a-94f320fc3e2f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:43.184002 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f5037055-5f5d-4320-a71a-94f320fc3e2f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:43.260705 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c3efd-36bf-4925-adc9-7e2c0722c97e req-56f510f3-6610-4d19-a69b-4549281c440a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:43.261023 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ee7c3efd-36bf-4925-adc9-7e2c0722c97e req-56f510f3-6610-4d19-a69b-4549281c440a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664 HTTP/1.1" status: 200 len: 945 time: 0.0585027 Aug 10 04:07:43.301078 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ee7c3efd-36bf-4925-adc9-7e2c0722c97e req-e1abdcfa-ec3c-4037-b2e7-a9a961c44e85 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334542 Aug 10 04:07:43.401992 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f5037055-5f5d-4320-a71a-94f320fc3e2f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:43.497188 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 95c1da35-f70b-4d52-9247-cc2e35f84714 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:07:43.603925 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:43.618559 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 95c1da35-f70b-4d52-9247-cc2e35f84714, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=95c1da35-f70b-4d52-9247-cc2e35f84714,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:43.630594 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '95c1da35-f70b-4d52-9247-cc2e35f84714', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'port_id': '95c1da35-f70b-4d52-9247-cc2e35f84714', 'mac_address': 'fa:16:3e:61:89:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:07:43.673487 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:43.688416 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c1da35-f70b-4d52-9247-cc2e35f84714 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:07:43.694196 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f5037055-5f5d-4320-a71a-94f320fc3e2f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:43.712717 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 95c1da35-f70b-4d52-9247-cc2e35f84714, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=95c1da35-f70b-4d52-9247-cc2e35f84714,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:43.718796 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f5037055-5f5d-4320-a71a-94f320fc3e2f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:43.784761 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:43.849937 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=95c1da35-f70b-4d52-9247-cc2e35f84714,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:43.860820 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5fc6ea3c-4ede-4ce9-8db2-db5cac1acf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:43.873168 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-f5037055-5f5d-4320-a71a-94f320fc3e2f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Allocated IP 172.25.0.95 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/b6be3b00-49d1-4aed-8f18-60dfe0428b81) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:07:43.930186 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-db8f3261-b244-489d-b793-d6a6e65e3ded req-4f9f9166-e582-463f-8a0f-04a68d55904c tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/ports?device_id=42000c9c-e2bd-4988-84d2-6244f1f07902 HTTP/1.1" status: 200 len: 210 time: 0.0336382 Aug 10 04:07:43.986402 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['95c1da35-f70b-4d52-9247-cc2e35f84714'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:07:43.988439 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5343ea5-d391-46db-aa2e-bb50d7dc7cf0 req-147ecc2f-47db-4e1e-84f9-20aa46990a14 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:43.991125 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a5343ea5-d391-46db-aa2e-bb50d7dc7cf0 req-147ecc2f-47db-4e1e-84f9-20aa46990a14 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 945 time: 0.1711783 Aug 10 04:07:44.024790 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f5037055-5f5d-4320-a71a-94f320fc3e2f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.055622 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a5343ea5-d391-46db-aa2e-bb50d7dc7cf0 req-b9eea805-8526-4f7b-828d-d74f5c92cc4e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542250 Aug 10 04:07:44.149491 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f5037055-5f5d-4320-a71a-94f320fc3e2f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.202552 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5037055-5f5d-4320-a71a-94f320fc3e2f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:44.203746 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc5afa-7522-40cd-b048-991ae33ac9ea req-5d1b7c54-72b3-481d-84b5-da00898bc1e3 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:44.205624 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f9fc5afa-7522-40cd-b048-991ae33ac9ea req-5d1b7c54-72b3-481d-84b5-da00898bc1e3 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 944 time: 0.0566082 Aug 10 04:07:44.207884 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-f5037055-5f5d-4320-a71a-94f320fc3e2f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:44.211604 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5037055-5f5d-4320-a71a-94f320fc3e2f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:07:44.243628 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5037055-5f5d-4320-a71a-94f320fc3e2f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Port': ['ID=b6be3b00-49d1-4aed-8f18-60dfe0428b81,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:44.270784 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f9fc5afa-7522-40cd-b048-991ae33ac9ea req-a608c451-692a-4856-8025-a0180bd46fe8 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548902 Aug 10 04:07:44.448406 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b51663-0bb0-43de-9789-1c966120b22f req-b71c5cb1-152f-4894-a708-4231d5ae54cf tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:44.448406 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-70b51663-0bb0-43de-9789-1c966120b22f req-b71c5cb1-152f-4894-a708-4231d5ae54cf tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664 HTTP/1.1" status: 200 len: 945 time: 0.0663888 Aug 10 04:07:44.489080 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-70b51663-0bb0-43de-9789-1c966120b22f req-17401392-2ca4-4381-beb1-2437ce67c39f tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337331 Aug 10 04:07:44.602621 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f5037055-5f5d-4320-a71a-94f320fc3e2f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.750825 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b358f-b1b0-46ea-83eb-c2a2732b7d6a req-a9ae4d14-ad2b-4398-bfb6-13413abe6313 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:44.752494 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-223b358f-b1b0-46ea-83eb-c2a2732b7d6a req-a9ae4d14-ad2b-4398-bfb6-13413abe6313 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/networks?id=ad9b68cd-62ae-48dd-b06c-9f109fbb6dee HTTP/1.1" status: 200 len: 806 time: 0.1243200 Aug 10 04:07:44.768775 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-223b358f-b1b0-46ea-83eb-c2a2732b7d6a req-eb65455b-76bb-46fa-9ff6-2beff6814df3 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/quotas/dc57d88f35a64b5582a9e7690a4442fe HTTP/1.1" status: 200 len: 375 time: 0.0097988 Aug 10 04:07:44.809350 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f5037055-5f5d-4320-a71a-94f320fc3e2f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:44.819412 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-223b358f-b1b0-46ea-83eb-c2a2732b7d6a req-af18f7c1-8445-449c-95fb-808691fabf83 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0440526 Aug 10 04:07:44.916358 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-223b358f-b1b0-46ea-83eb-c2a2732b7d6a req-033a96c6-dfe1-4611-826f-51bc8104e5b4 service neutron] 10.222.0.25 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890803 Aug 10 04:07:45.007616 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-223b358f-b1b0-46ea-83eb-c2a2732b7d6a req-43128d09-355d-46bd-b924-52a4b6d164c0 service neutron] 10.222.0.25 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843844 Aug 10 04:07:45.030452 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5037055-5f5d-4320-a71a-94f320fc3e2f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Router 41af908c-9bf5-41dd-a2e1-a4032d4c6f8b is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:07:45.114831 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53834) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:45.146611 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5037055-5f5d-4320-a71a-94f320fc3e2f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:07:45.158006 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b9d7a1-22a6-4d93-a721-957064a6f178 None None] Sync routers for ids ['41af908c-9bf5-41dd-a2e1-a4032d4c6f8b'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:07:45.178634 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b9d7a1-22a6-4d93-a721-957064a6f178 None None] Routers {'41af908c-9bf5-41dd-a2e1-a4032d4c6f8b'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:45.180008 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-85b9d7a1-22a6-4d93-a721-957064a6f178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:07:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['41af908c-9bf5-41dd-a2e1-a4032d4c6f8b'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:45.188516 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ee5252ce-2395-4c5c-9695-880d4544976f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:45.220023 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461da97e-efab-4cbb-b118-7161a974238d req-42269d7f-cf04-4004-999a-2880dbcd66af tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:45.228083 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-461da97e-efab-4cbb-b118-7161a974238d req-42269d7f-cf04-4004-999a-2880dbcd66af tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 945 time: 0.0610268 Aug 10 04:07:45.229466 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f5037055-5f5d-4320-a71a-94f320fc3e2f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:45.235160 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f5037055-5f5d-4320-a71a-94f320fc3e2f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.2734942 Aug 10 04:07:45.237277 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53838) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:45.258343 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-85b9d7a1-22a6-4d93-a721-957064a6f178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:45.265501 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ee5252ce-2395-4c5c-9695-880d4544976f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:45.267583 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b9d7a1-22a6-4d93-a721-957064a6f178 None None] Routers {'41af908c-9bf5-41dd-a2e1-a4032d4c6f8b'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:45.268526 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-85b9d7a1-22a6-4d93-a721-957064a6f178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:07:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['41af908c-9bf5-41dd-a2e1-a4032d4c6f8b'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:45.305927 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-85b9d7a1-22a6-4d93-a721-957064a6f178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:45.306907 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b9d7a1-22a6-4d93-a721-957064a6f178 None None] The sync data for ids ['41af908c-9bf5-41dd-a2e1-a4032d4c6f8b'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:07:45.312545 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:45.331392 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-461da97e-efab-4cbb-b118-7161a974238d req-ec2d35fe-cb04-4c67-b7b0-dd8b31105dca tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968769 Aug 10 04:07:45.452032 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ee5252ce-2395-4c5c-9695-880d4544976f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:45.465277 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ee5252ce-2395-4c5c-9695-880d4544976f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:45.465277 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ee5252ce-2395-4c5c-9695-880d4544976f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "DELETE /v2.0/security-groups/f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1 HTTP/1.1" status: 204 len: 168 time: 0.3401940 Aug 10 04:07:45.465277 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53852) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:45.488352 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5252ce-2395-4c5c-9695-880d4544976f tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:45.493526 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-496ff3d2-736a-45ae-84d5-299db960d6a2 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] show failed (client error): The resource could not be found. Aug 10 04:07:45.497175 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-496ff3d2-736a-45ae-84d5-299db960d6a2 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "GET /v2.0/security-groups/f55fd594-4fc0-4b8e-bdf2-b277c91ef6b1 HTTP/1.1" status: 404 len: 347 time: 0.0315702 Aug 10 04:07:45.497378 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53856) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:45.507780 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 95c1da35-f70b-4d52-9247-cc2e35f84714 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:45.657977 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-353ec143-26e7-4f14-bd71-fdec0358ab77 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Deleting port 7e30695d-0c65-4c65-a790-816c029dc844 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:45.658397 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-353ec143-26e7-4f14-bd71-fdec0358ab77 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:45.720347 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:45.721046 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 95c1da35-f70b-4d52-9247-cc2e35f84714 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:45.726367 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 95c1da35-f70b-4d52-9247-cc2e35f84714 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:45.726367 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:45.766120 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d767c115-d611-4200-9e49-4f887d826675 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "GET /v2.0/routers/41af908c-9bf5-41dd-a2e1-a4032d4c6f8b HTTP/1.1" status: 200 len: 880 time: 0.5274165 Aug 10 04:07:45.768694 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53868) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:45.775074 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079d477-6074-4bed-a700-2b6cb000963b req-b5f9482f-9204-43e0-a129-c458a0b0f99f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:45.776631 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8079d477-6074-4bed-a700-2b6cb000963b req-b5f9482f-9204-43e0-a129-c458a0b0f99f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 944 time: 0.0974207 Aug 10 04:07:45.834203 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8079d477-6074-4bed-a700-2b6cb000963b req-a7783e4f-5d88-440b-bc51-025bf95e80e2 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515115 Aug 10 04:07:45.835006 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-353ec143-26e7-4f14-bd71-fdec0358ab77 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:45.835839 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-353ec143-26e7-4f14-bd71-fdec0358ab77 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:45.896610 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-353ec143-26e7-4f14-bd71-fdec0358ab77 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Calling delete_port for 7e30695d-0c65-4c65-a790-816c029dc844 owned by network:floatingip {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:45.899179 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:45.924180 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcc7253-6692-4a0d-be84-4511b7a41a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c1da35-f70b-4d52-9247-cc2e35f84714'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:07:45.927014 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cab5a0e-06dd-4beb-8915-7715f54dc04e" -d '{"events": [{"server_uuid": "9fcc7253-6692-4a0d-be84-4511b7a41a2f", "name": "network-vif-plugged", "status": "completed", "tag": "95c1da35-f70b-4d52-9247-cc2e35f84714"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:07:45.942798 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 95c1da35-f70b-4d52-9247-cc2e35f84714, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=95c1da35-f70b-4d52-9247-cc2e35f84714,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:45.979187 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0326757e-5be6-4411-8eeb-6e21bb285664 x-openstack-request-id: req-0326757e-5be6-4411-8eeb-6e21bb285664 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:07:45.979901 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcc7253-6692-4a0d-be84-4511b7a41a2f", "name": "network-vif-plugged", "status": "completed", "tag": "95c1da35-f70b-4d52-9247-cc2e35f84714", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:07:45.979901 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0326757e-5be6-4411-8eeb-6e21bb285664 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:07:45.980273 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcc7253-6692-4a0d-be84-4511b7a41a2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c1da35-f70b-4d52-9247-cc2e35f84714', 'code': 200} Aug 10 04:07:46.025571 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:46.094642 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=95c1da35-f70b-4d52-9247-cc2e35f84714,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:46.170548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-4b5a6d47-4ae0-4f7d-bb95-fd7f3867ef82 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:46.171138 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486649e-283c-4082-8121-4742a7134442 req-7dabb397-fa90-4e68-bb42-e9288e61b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:46.172126 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f486649e-283c-4082-8121-4742a7134442 req-7dabb397-fa90-4e68-bb42-e9288e61b190 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 1097 time: 0.1375282 Aug 10 04:07:46.173541 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-4b5a6d47-4ae0-4f7d-bb95-fd7f3867ef82 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/networks?id=ad9b68cd-62ae-48dd-b06c-9f109fbb6dee HTTP/1.1" status: 200 len: 806 time: 0.3021505 Aug 10 04:07:46.215685 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f486649e-283c-4082-8121-4742a7134442 req-22c65b88-5d30-4da2-ba73-4a344d1ff42b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310209 Aug 10 04:07:46.257717 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-18d15287-2dfd-4c95-8326-2be0fc6d4d59 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/quotas/dc57d88f35a64b5582a9e7690a4442fe HTTP/1.1" status: 200 len: 375 time: 0.0419819 Aug 10 04:07:46.391088 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-81d10afc-e029-44d6-b43a-105f18eacd46 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1324661 Aug 10 04:07:46.445867 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-353ec143-26e7-4f14-bd71-fdec0358ab77 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:46.484441 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f1a6fd62-7146-44bf-b00c-f68a6a816316 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.7142653 Aug 10 04:07:46.484984 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53896) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:46.492950 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c6c0c2-be8c-4791-af0a-d6b4a659f149 req-5108e3f4-a35a-48fe-82db-11ccb0d478aa tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:46.494713 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-49c6c0c2-be8c-4791-af0a-d6b4a659f149 req-5108e3f4-a35a-48fe-82db-11ccb0d478aa tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 946 time: 0.0729129 Aug 10 04:07:46.499140 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-cb4f0b11-bf63-426b-8b36-fedf357e2209 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1316281429'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:46.511373 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ec143-26e7-4f14-bd71-fdec0358ab77 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Pushing event deleted for resources: {'Port': ['ID=7e30695d-0c65-4c65-a790-816c029dc844,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:46.588657 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-28600463-ab7e-4131-bbe7-b9abcfd8c30d service neutron] 10.222.0.25 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967041 Aug 10 04:07:46.641629 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-49c6c0c2-be8c-4791-af0a-d6b4a659f149 req-6201a718-19d8-4256-8e3d-c2d2222ec2d9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389835 Aug 10 04:07:46.655729 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-353ec143-26e7-4f14-bd71-fdec0358ab77 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks [] for floatingip, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:46.658407 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-353ec143-26e7-4f14-bd71-fdec0358ab77 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:46.662471 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-353ec143-26e7-4f14-bd71-fdec0358ab77 tempest-ServerActionsTestJSON-1261826533 tempest-ServerActionsTestJSON-1261826533-project] 10.222.0.25 "DELETE /v2.0/floatingips/b17c9d73-7a2e-4375-a6e7-e082a58b6b13 HTTP/1.1" status: 204 len: 168 time: 1.1613262 Aug 10 04:07:46.662796 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53900) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:46.731317 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-ad5e16b4-a635-479a-8750-439b114ee9eb service neutron] 10.222.0.25 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307678 Aug 10 04:07:46.886312 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:46.932765 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cb4f0b11-bf63-426b-8b36-fedf357e2209 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:47.000135 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bd1c6-9c3a-4c9c-885a-fb02672b0431 req-cee12971-cbd5-4ba6-a999-7cdaa2c36075 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:47.001765 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-878bd1c6-9c3a-4c9c-885a-fb02672b0431 req-cee12971-cbd5-4ba6-a999-7cdaa2c36075 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 944 time: 0.0618074 Aug 10 04:07:47.061041 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-878bd1c6-9c3a-4c9c-885a-fb02672b0431 req-09d03af1-8c35-4907-83c0-585054640409 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382845 Aug 10 04:07:47.072728 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4137c26b-9e75-4fbe-8721-b826fd2e4466 req-5b0ef4d2-02ca-43d4-b406-e9a950a69df4 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f9af26-1274-464f-bc33-229ed9edfb18 HTTP/1.1" status: 200 len: 210 time: 0.0442843 Aug 10 04:07:47.097434 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cb4f0b11-bf63-426b-8b36-fedf357e2209 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-457799'] for router, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:47.249949 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4f0b11-bf63-426b-8b36-fedf357e2209 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Router 41af908c-9bf5-41dd-a2e1-a4032d4c6f8b has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:07:47.302932 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fdb150d1-f779-4c96-89ee-36e244503849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:47.375593 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4f0b11-bf63-426b-8b36-fedf357e2209 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:07:47.383406 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cb4f0b11-bf63-426b-8b36-fedf357e2209 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:47.386210 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15b4ef2-e660-4ade-9f4f-83602d275752 None None] Sync routers for ids ['41af908c-9bf5-41dd-a2e1-a4032d4c6f8b'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:07:47.387767 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53920) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:47.387982 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-cb4f0b11-bf63-426b-8b36-fedf357e2209 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "PUT /v2.0/routers/41af908c-9bf5-41dd-a2e1-a4032d4c6f8b HTTP/1.1" status: 200 len: 887 time: 0.8921924 Aug 10 04:07:47.397499 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15b4ef2-e660-4ade-9f4f-83602d275752 None None] Routers {'41af908c-9bf5-41dd-a2e1-a4032d4c6f8b'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:47.398863 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-f15b4ef2-e660-4ade-9f4f-83602d275752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:07:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['41af908c-9bf5-41dd-a2e1-a4032d4c6f8b'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:47.434669 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-f15b4ef2-e660-4ade-9f4f-83602d275752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:47.443260 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15b4ef2-e660-4ade-9f4f-83602d275752 None None] Routers {'41af908c-9bf5-41dd-a2e1-a4032d4c6f8b'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:47.443866 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-f15b4ef2-e660-4ade-9f4f-83602d275752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:07:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['41af908c-9bf5-41dd-a2e1-a4032d4c6f8b'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:47.479415 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-f15b4ef2-e660-4ade-9f4f-83602d275752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:47.480094 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15b4ef2-e660-4ade-9f4f-83602d275752 None None] The sync data for ids ['41af908c-9bf5-41dd-a2e1-a4032d4c6f8b'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:07:47.587389 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-301e15f3-fb2c-4b4a-99f3-4a91783d9bb9 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "GET /v2.0/routers/41af908c-9bf5-41dd-a2e1-a4032d4c6f8b HTTP/1.1" status: 200 len: 887 time: 0.1984572 Aug 10 04:07:47.591307 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53924) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:47.617889 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-602d0972-676f-42be-9f86-5ae58e425d46 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "GET /v2.0/ports?device_id=41af908c-9bf5-41dd-a2e1-a4032d4c6f8b HTTP/1.1" status: 200 len: 205 time: 0.0264411 Aug 10 04:07:47.621533 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53926) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:47.685615 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-fdb150d1-f779-4c96-89ee-36e244503849 admin admin] Deleting port 04533a2e-117f-45ef-8e68-48d8069eb841 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:47.685962 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fdb150d1-f779-4c96-89ee-36e244503849 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:47.736557 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9e286de8-c200-4015-ac6a-89b324ad5f6b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:47.803356 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966659ba-2006-4fa2-98be-07691afaad2a req-505b2683-ccc1-4b85-afd9-71d7091ed25d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:47.805429 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-966659ba-2006-4fa2-98be-07691afaad2a req-505b2683-ccc1-4b85-afd9-71d7091ed25d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 946 time: 0.0829268 Aug 10 04:07:47.811838 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-fdb150d1-f779-4c96-89ee-36e244503849 admin admin] For port 04533a2e-117f-45ef-8e68-48d8069eb841, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=04533a2e-117f-45ef-8e68-48d8069eb841,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:47.811838 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fdb150d1-f779-4c96-89ee-36e244503849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:47.839490 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-fdb150d1-f779-4c96-89ee-36e244503849 admin admin] Calling delete_port for 04533a2e-117f-45ef-8e68-48d8069eb841 owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:47.844445 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9e286de8-c200-4015-ac6a-89b324ad5f6b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:47.895053 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-966659ba-2006-4fa2-98be-07691afaad2a req-fac024e4-a501-4c99-954b-ea656894b75d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816369 Aug 10 04:07:47.957137 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-9e286de8-c200-4015-ac6a-89b324ad5f6b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Deleting port b6be3b00-49d1-4aed-8f18-60dfe0428b81 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:47.957750 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9e286de8-c200-4015-ac6a-89b324ad5f6b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:48.076933 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41228b9-075f-41b8-b450-4c4f47bb112a req-5df3484a-beb2-4ac8-b951-2ed10f928e69 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:48.078542 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c41228b9-075f-41b8-b450-4c4f47bb112a req-5df3484a-beb2-4ac8-b951-2ed10f928e69 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 946 time: 0.1075401 Aug 10 04:07:48.089151 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9e286de8-c200-4015-ac6a-89b324ad5f6b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:48.117762 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-9e286de8-c200-4015-ac6a-89b324ad5f6b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Calling delete_port for b6be3b00-49d1-4aed-8f18-60dfe0428b81 owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:48.146782 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c41228b9-075f-41b8-b450-4c4f47bb112a req-25161e47-48fa-4ba5-8026-f8a51308bcda tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547698 Aug 10 04:07:48.312826 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e96dcf-c771-41f1-a6ab-e2e97c6f0aa8 req-9998af06-3f04-4dbe-a0d5-fb4b7bb2eee8 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:48.314397 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-94e96dcf-c771-41f1-a6ab-e2e97c6f0aa8 req-9998af06-3f04-4dbe-a0d5-fb4b7bb2eee8 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 944 time: 0.0699244 Aug 10 04:07:48.407396 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-94e96dcf-c771-41f1-a6ab-e2e97c6f0aa8 req-fc45b509-bf45-4074-bdf8-aadf2c5f59cd tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663605 Aug 10 04:07:48.414117 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fabed16d-2c90-437e-b786-4b4b3f999a66 req-ac0df413-e91c-463f-ad65-879e3cb12a6b tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f9af26-1274-464f-bc33-229ed9edfb18 HTTP/1.1" status: 200 len: 210 time: 0.0525627 Aug 10 04:07:48.519968 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9e286de8-c200-4015-ac6a-89b324ad5f6b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:48.547613 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0caad-7c6e-42b7-a43b-8fd8224de8fb req-3947ce1c-2553-44a1-840c-1cea395432fa tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:48.548052 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e286de8-c200-4015-ac6a-89b324ad5f6b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Port': ['ID=b6be3b00-49d1-4aed-8f18-60dfe0428b81,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:48.549140 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fef0caad-7c6e-42b7-a43b-8fd8224de8fb req-3947ce1c-2553-44a1-840c-1cea395432fa tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 946 time: 0.0577064 Aug 10 04:07:48.591412 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fef0caad-7c6e-42b7-a43b-8fd8224de8fb req-b5aae06d-2b2a-42c3-b24c-fc65f68b096b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321012 Aug 10 04:07:48.610999 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9e286de8-c200-4015-ac6a-89b324ad5f6b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:48.640015 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fdb150d1-f779-4c96-89ee-36e244503849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:48.674153 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb150d1-f779-4c96-89ee-36e244503849 admin admin] Pushing event deleted for resources: {'Port': ['ID=04533a2e-117f-45ef-8e68-48d8069eb841,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:48.712350 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9e286de8-c200-4015-ac6a-89b324ad5f6b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:48.714693 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9e286de8-c200-4015-ac6a-89b324ad5f6b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:48.819610 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9e286de8-c200-4015-ac6a-89b324ad5f6b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:48.820180 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e286de8-c200-4015-ac6a-89b324ad5f6b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Fanout notify agent at l3_agent the message router_deleted on router 41af908c-9bf5-41dd-a2e1-a4032d4c6f8b {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:07:48.829646 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9e286de8-c200-4015-ac6a-89b324ad5f6b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:48.832335 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9e286de8-c200-4015-ac6a-89b324ad5f6b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/routers/41af908c-9bf5-41dd-a2e1-a4032d4c6f8b HTTP/1.1" status: 204 len: 168 time: 1.2098315 Aug 10 04:07:48.836858 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53946) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:48.842116 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-f413d590-feb1-4e03-8151-c133da927674 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'network': {'name': 'tempest-RoutersTest-471510683'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:48.868365 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fdb150d1-f779-4c96-89ee-36e244503849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:48.928298 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f413d590-feb1-4e03-8151-c133da927674 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Made reservation on behalf of 1e77910191554529bf7135b6bdb86de8 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:07:48.932162 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f413d590-feb1-4e03-8151-c133da927674 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:48.972202 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f413d590-feb1-4e03-8151-c133da927674 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:07:49.000630 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f413d590-feb1-4e03-8151-c133da927674 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:49.000630 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-f413d590-feb1-4e03-8151-c133da927674 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Added segment 5cd91d31-a6b3-4056-bbb4-336858865362 of type vlan for network bf1e8f0a-5252-4125-abc9-f84ca681fa97 Aug 10 04:07:49.095393 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f413d590-feb1-4e03-8151-c133da927674 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:49.146723 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-708132e6-1a11-480f-b581-d87cd9097667 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:49.148764 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-708132e6-1a11-480f-b581-d87cd9097667 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.20 "GET /v2.0/networks?id=ad9b68cd-62ae-48dd-b06c-9f109fbb6dee HTTP/1.1" status: 200 len: 806 time: 0.1641870 Aug 10 04:07:49.169182 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-d2ad7102-535f-4cd0-9529-621ae00caca7 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Request body: {'port': {'device_id': '03f9af26-1274-464f-bc33-229ed9edfb18', 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee', 'admin_state_up': True, 'tenant_id': 'dc57d88f35a64b5582a9e7690a4442fe'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:49.170924 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb150d1-f779-4c96-89ee-36e244503849 admin admin] Router eb1ef11d-6d93-43be-a407-88a3eb74071f has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:07:49.213437 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f413d590-feb1-4e03-8151-c133da927674 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:49.218935 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f413d590-feb1-4e03-8151-c133da927674 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:49.219503 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f413d590-feb1-4e03-8151-c133da927674 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:49.309931 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53d1a8-df5a-445a-a6c6-f120e58bd0f1 req-059e1181-3698-4fa8-a97b-13544bbc8c35 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:49.311462 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bb53d1a8-df5a-445a-a6c6-f120e58bd0f1 req-059e1181-3698-4fa8-a97b-13544bbc8c35 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 946 time: 0.1273777 Aug 10 04:07:49.312718 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413d590-feb1-4e03-8151-c133da927674 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Network': ['ID=bf1e8f0a-5252-4125-abc9-f84ca681fa97,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:49.327414 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network bf1e8f0a-5252-4125-abc9-f84ca681fa97 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:07:49.350942 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb150d1-f779-4c96-89ee-36e244503849 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:07:49.354765 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fdb150d1-f779-4c96-89ee-36e244503849 admin admin] 10.222.0.25 "PUT /v2.0/routers/eb1ef11d-6d93-43be-a407-88a3eb74071f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6900189 Aug 10 04:07:49.357470 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53960) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:49.358466 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faf2763-ea7b-4127-8970-a3bbd59424a8 None None] Sync routers for ids ['eb1ef11d-6d93-43be-a407-88a3eb74071f'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:07:49.365892 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f413d590-feb1-4e03-8151-c133da927674 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5278676 Aug 10 04:07:49.374926 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53962) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:49.378265 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faf2763-ea7b-4127-8970-a3bbd59424a8 None None] Routers {'eb1ef11d-6d93-43be-a407-88a3eb74071f'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:49.378971 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-1faf2763-ea7b-4127-8970-a3bbd59424a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:07:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['eb1ef11d-6d93-43be-a407-88a3eb74071f'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:49.382676 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-fef59d06-af2c-47b8-bee6-41ca12b9b508 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'subnet': {'network_id': 'bf1e8f0a-5252-4125-abc9-f84ca681fa97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:49.415080 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bb53d1a8-df5a-445a-a6c6-f120e58bd0f1 req-a274512c-be68-4bdf-becd-ca02b5a4f3fe tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937963 Aug 10 04:07:49.482287 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-d2ad7102-535f-4cd0-9529-621ae00caca7 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Made reservation on behalf of dc57d88f35a64b5582a9e7690a4442fe for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:07:49.490088 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-d2ad7102-535f-4cd0-9529-621ae00caca7 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:49.499214 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eff0c448-fb03-47f5-b6b9-3300995b1fab admin admin] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:49.645134 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eff0c448-fb03-47f5-b6b9-3300995b1fab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:49.648242 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-1faf2763-ea7b-4127-8970-a3bbd59424a8 None None] Set router eb1ef11d-6d93-43be-a407-88a3eb74071f gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:07:49.672568 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-d2ad7102-535f-4cd0-9529-621ae00caca7 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Allocated IP 172.20.0.12 (ad9b68cd-62ae-48dd-b06c-9f109fbb6dee/1f411f5c-5e8b-452a-be71-12f0dd671946/7c50c40d-1e7e-42ab-9c0f-103c6ea91515) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:07:49.707867 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2e540-5598-401d-a8d4-2b28be04a715 req-ca4fd864-84dd-4922-9c5e-0f86a967f655 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:49.709748 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-49c2e540-5598-401d-a8d4-2b28be04a715 req-ca4fd864-84dd-4922-9c5e-0f86a967f655 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 944 time: 0.0664713 Aug 10 04:07:49.739203 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ab051ddd-687b-4905-bf3e-3e0ba601cafd req-cfe20e7b-6c40-419f-8406-b28775f0e9f8 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f9af26-1274-464f-bc33-229ed9edfb18 HTTP/1.1" status: 200 len: 210 time: 0.1933696 Aug 10 04:07:49.802432 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-49c2e540-5598-401d-a8d4-2b28be04a715 req-c79b9454-91d7-40d9-b137-2a2220fe1aab tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828187 Aug 10 04:07:49.840699 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-eff0c448-fb03-47f5-b6b9-3300995b1fab admin admin] Deleting port f67249b0-6eca-4130-a323-40893f232575 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:49.841041 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eff0c448-fb03-47f5-b6b9-3300995b1fab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:49.896868 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-1faf2763-ea7b-4127-8970-a3bbd59424a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'name': 'tempest-ServerActionsTestJSON-676148720-router', 'tenant_id': '897476f221894013b27960fb36935e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.237'}], 'enable_snat': True}, 'gw_port_id': 'f67249b0-6eca-4130-a323-40893f232575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:01Z', 'updated_at': '2021-08-10T04:07:48Z', 'revision_number': 5, 'project_id': '897476f221894013b27960fb36935e79', 'gw_port': {'id': 'f67249b0-6eca-4130-a323-40893f232575', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1938, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T03:58:02Z', 'updated_at': '2021-08-10T03:58:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:49.918520 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-d2ad7102-535f-4cd0-9529-621ae00caca7 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:49.927065 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-eff0c448-fb03-47f5-b6b9-3300995b1fab admin admin] For port f67249b0-6eca-4130-a323-40893f232575, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f67249b0-6eca-4130-a323-40893f232575,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:49.927445 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eff0c448-fb03-47f5-b6b9-3300995b1fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:49.929729 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef59d06-af2c-47b8-bee6-41ca12b9b508 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Made reservation on behalf of 1e77910191554529bf7135b6bdb86de8 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:07:49.933181 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fef59d06-af2c-47b8-bee6-41ca12b9b508 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:49.950688 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faf2763-ea7b-4127-8970-a3bbd59424a8 None None] Checking router: eb1ef11d-6d93-43be-a407-88a3eb74071f for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:07:49.950881 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-eff0c448-fb03-47f5-b6b9-3300995b1fab admin admin] Calling delete_port for f67249b0-6eca-4130-a323-40893f232575 owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:49.951026 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1faf2763-ea7b-4127-8970-a3bbd59424a8 None None] Routers {'eb1ef11d-6d93-43be-a407-88a3eb74071f'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:49.951026 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-1faf2763-ea7b-4127-8970-a3bbd59424a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:07:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['eb1ef11d-6d93-43be-a407-88a3eb74071f'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:50.035390 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-1faf2763-ea7b-4127-8970-a3bbd59424a8 None None] Set router eb1ef11d-6d93-43be-a407-88a3eb74071f gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:07:50.125252 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-d2ad7102-535f-4cd0-9529-621ae00caca7 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:50.136004 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-1faf2763-ea7b-4127-8970-a3bbd59424a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'name': 'tempest-ServerActionsTestJSON-676148720-router', 'tenant_id': '897476f221894013b27960fb36935e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:01Z', 'updated_at': '2021-08-10T04:07:49Z', 'revision_number': 6, 'project_id': '897476f221894013b27960fb36935e79', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:50.159102 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['915a05d9-649b-48c1-9ff5-2c0fd12608d8'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:07:50.175424 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1faf2763-ea7b-4127-8970-a3bbd59424a8 None None] The sync data for ids ['eb1ef11d-6d93-43be-a407-88a3eb74071f'] in n-d-802893-2 is: [{'id': 'eb1ef11d-6d93-43be-a407-88a3eb74071f', 'name': 'tempest-ServerActionsTestJSON-676148720-router', 'tenant_id': '897476f221894013b27960fb36935e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T03:58:01Z', 'updated_at': '2021-08-10T04:07:49Z', 'revision_number': 6, 'project_id': '897476f221894013b27960fb36935e79', 'gw_port_host': None}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:07:50.236422 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eff0c448-fb03-47f5-b6b9-3300995b1fab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:50.246949 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-d2ad7102-535f-4cd0-9529-621ae00caca7 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:50.255799 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-d2ad7102-535f-4cd0-9529-621ae00caca7 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:50.263136 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-d2ad7102-535f-4cd0-9529-621ae00caca7 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:07:50.277019 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0c448-fb03-47f5-b6b9-3300995b1fab admin admin] Pushing event deleted for resources: {'Port': ['ID=f67249b0-6eca-4130-a323-40893f232575,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:50.352033 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eff0c448-fb03-47f5-b6b9-3300995b1fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:50.454595 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eff0c448-fb03-47f5-b6b9-3300995b1fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:50.457260 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eff0c448-fb03-47f5-b6b9-3300995b1fab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:50.594898 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fef59d06-af2c-47b8-bee6-41ca12b9b508 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:50.625329 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eff0c448-fb03-47f5-b6b9-3300995b1fab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:50.625909 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff0c448-fb03-47f5-b6b9-3300995b1fab admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb1ef11d-6d93-43be-a407-88a3eb74071f {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:07:50.630423 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eff0c448-fb03-47f5-b6b9-3300995b1fab admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:50.634681 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-eff0c448-fb03-47f5-b6b9-3300995b1fab admin admin] 10.222.0.25 "DELETE /v2.0/routers/eb1ef11d-6d93-43be-a407-88a3eb74071f HTTP/1.1" status: 204 len: 168 time: 1.2672083 Aug 10 04:07:50.634864 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53974) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:50.662640 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad7102-535f-4cd0-9529-621ae00caca7 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Pushing event updated for resources: {'Port': ['ID=7c50c40d-1e7e-42ab-9c0f-103c6ea91515,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:50.693279 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a6bd015-8d51-49d5-aa4c-6ff1a1233cba admin admin] Deleting subnet a51d8861-9dbf-4178-9d3e-8ed73319e82c {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:07:50.696691 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a6bd015-8d51-49d5-aa4c-6ff1a1233cba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:50.702436 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-d2ad7102-535f-4cd0-9529-621ae00caca7 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:50.703039 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-d2ad7102-535f-4cd0-9529-621ae00caca7 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:50.727767 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef59d06-af2c-47b8-bee6-41ca12b9b508 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Subnet': ['ID=2f50dde6-226f-4b09-bc61-2284007f013d,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:50.731150 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a6bd015-8d51-49d5-aa4c-6ff1a1233cba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:50.748164 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39e0a5-b9f4-4134-be09-723ab42bc6ed req-f514d40c-35b4-4a91-8a94-ee9fe853408c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:50.749634 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8e39e0a5-b9f4-4134-be09-723ab42bc6ed req-f514d40c-35b4-4a91-8a94-ee9fe853408c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 946 time: 0.1606963 Aug 10 04:07:50.756732 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef59d06-af2c-47b8-bee6-41ca12b9b508 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Checking segment: {'id': '5cd91d31-a6b3-4056-bbb4-336858865362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bf1e8f0a-5252-4125-abc9-f84ca681fa97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:07:50.757190 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef59d06-af2c-47b8-bee6-41ca12b9b508 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network hostable DHCP agents. Network: bf1e8f0a-5252-4125-abc9-f84ca681fa97, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:07:50.816486 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a6bd015-8d51-49d5-aa4c-6ff1a1233cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:50.822639 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-d2ad7102-535f-4cd0-9529-621ae00caca7 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6575058 Aug 10 04:07:50.834156 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8e39e0a5-b9f4-4134-be09-723ab42bc6ed req-ccca8b7f-620b-417c-8b49-49c84b5743fd tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784936 Aug 10 04:07:50.844747 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5927f0d-6cc6-49a0-975c-7d97ba171180 req-0489c4c4-07f1-40c2-b4d4-c3742d7e0c50 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:50.846239 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a5927f0d-6cc6-49a0-975c-7d97ba171180 req-0489c4c4-07f1-40c2-b4d4-c3742d7e0c50 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.68 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 946 time: 0.0853338 Aug 10 04:07:50.861973 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-97bab07c-4954-4a65-a167-1d1d7726da4b service neutron] Request body: {'port': {'device_id': '03f9af26-1274-464f-bc33-229ed9edfb18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:50.897217 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ea74c-9347-442b-bd60-88ea3058d4ec req-888af9c9-5f4e-431d-b9ea-55356ff443df tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:50.899236 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b44ea74c-9347-442b-bd60-88ea3058d4ec req-888af9c9-5f4e-431d-b9ea-55356ff443df tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f9af26-1274-464f-bc33-229ed9edfb18 HTTP/1.1" status: 200 len: 932 time: 0.0852098 Aug 10 04:07:50.945215 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b44ea74c-9347-442b-bd60-88ea3058d4ec req-fdedf28c-ad17-43f2-959b-b95cb7ca4a09 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382876 Aug 10 04:07:50.956107 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 04533a2e-117f-45ef-8e68-48d8069eb841 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:07:50.980786 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 04533a2e-117f-45ef-8e68-48d8069eb841 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:07:50.981451 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 04533a2e-117f-45ef-8e68-48d8069eb841 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:07:50.986113 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef59d06-af2c-47b8-bee6-41ca12b9b508 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network bf1e8f0a-5252-4125-abc9-f84ca681fa97 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:07:51.017131 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a6bd015-8d51-49d5-aa4c-6ff1a1233cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:51.036251 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-97bab07c-4954-4a65-a167-1d1d7726da4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:51.045854 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6bd015-8d51-49d5-aa4c-6ff1a1233cba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a51d8861-9dbf-4178-9d3e-8ed73319e82c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:51.049393 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a6bd015-8d51-49d5-aa4c-6ff1a1233cba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:51.051318 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5a6bd015-8d51-49d5-aa4c-6ff1a1233cba admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a51d8861-9dbf-4178-9d3e-8ed73319e82c HTTP/1.1" status: 204 len: 168 time: 0.4152615 Aug 10 04:07:51.054588 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53980) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:51.061768 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b0c01c-8855-4cd6-87a8-0957a0568f0d None None] Network f7ff6afc-8008-49c6-8b16-55c096640020 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:07:51.076384 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0df2e7-fda5-4e58-8484-c417733d41fa req-c1e9feca-769a-4867-9cc0-c5485017c9d6 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:51.078109 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ae0df2e7-fda5-4e58-8484-c417733d41fa req-c1e9feca-769a-4867-9cc0-c5485017c9d6 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 944 time: 0.1689575 Aug 10 04:07:51.090003 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-fef59d06-af2c-47b8-bee6-41ca12b9b508 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, bf1e8f0a-5252-4125-abc9-f84ca681fa97) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:51.124650 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c47551-2937-4d1d-b671-bcc9edf49ab7 None None] Network bf1e8f0a-5252-4125-abc9-f84ca681fa97 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:07:51.137625 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef59d06-af2c-47b8-bee6-41ca12b9b508 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:51.138739 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fef59d06-af2c-47b8-bee6-41ca12b9b508 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:51.138887 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7ab6d185-f3f4-4211-9c56-4fbdbd145792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:51.195634 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-a5927f0d-6cc6-49a0-975c-7d97ba171180 req-d9220db2-3c5c-48c0-ba6d-e4081b9c1c59 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Deleting port 95c1da35-f70b-4d52-9247-cc2e35f84714 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:51.195989 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a5927f0d-6cc6-49a0-975c-7d97ba171180 req-d9220db2-3c5c-48c0-ba6d-e4081b9c1c59 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:51.208518 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6d185-f3f4-4211-9c56-4fbdbd145792 admin admin] Deleting port 662aa427-fe17-4e5d-b630-a3f1d38ce57c {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:51.208518 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7ab6d185-f3f4-4211-9c56-4fbdbd145792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:51.221322 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ae0df2e7-fda5-4e58-8484-c417733d41fa req-78e89d96-a9ed-4e6c-9a45-d0a3df83fdd6 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352570 Aug 10 04:07:51.294523 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-7ab6d185-f3f4-4211-9c56-4fbdbd145792 admin admin] For port 662aa427-fe17-4e5d-b630-a3f1d38ce57c, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=662aa427-fe17-4e5d-b630-a3f1d38ce57c,segment=NetworkSegment(2b1cf01d-024c-43da-ba3d-d7d744da33ea),segment_id=2b1cf01d-024c-43da-ba3d-d7d744da33ea)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:51.294903 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7ab6d185-f3f4-4211-9c56-4fbdbd145792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:51.313562 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fef59d06-af2c-47b8-bee6-41ca12b9b508 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9373293 Aug 10 04:07:51.321182 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53984) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:51.325641 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6d185-f3f4-4211-9c56-4fbdbd145792 admin admin] Calling delete_port for 662aa427-fe17-4e5d-b630-a3f1d38ce57c owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:51.330392 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-b6b8539e-7264-433e-b8da-4a6b6374b959 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1542725109', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:51.400816 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc0bc5a-7755-47f8-a290-0b7e9b4f6959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-bf1e8f0a-5252-4125-abc9-f84ca681fa97', 'network_id': 'bf1e8f0a-5252-4125-abc9-f84ca681fa97', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'fixed_ips': [{'subnet_id': '2f50dde6-226f-4b09-bc61-2284007f013d'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:07:51.401975 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dfc0bc5a-7755-47f8-a290-0b7e9b4f6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:51.419300 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80fe335-7622-4e53-a53d-c1728ebcbc95 None None] DHCP port deletion for f7ff6afc-8008-49c6-8b16-55c096640020 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:07:51.514788 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-a5927f0d-6cc6-49a0-975c-7d97ba171180 req-d9220db2-3c5c-48c0-ba6d-e4081b9c1c59 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] For port 95c1da35-f70b-4d52-9247-cc2e35f84714, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=95c1da35-f70b-4d52-9247-cc2e35f84714,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:51.515196 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a5927f0d-6cc6-49a0-975c-7d97ba171180 req-d9220db2-3c5c-48c0-ba6d-e4081b9c1c59 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:51.529515 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7ab6d185-f3f4-4211-9c56-4fbdbd145792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:51.535991 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-a5927f0d-6cc6-49a0-975c-7d97ba171180 req-d9220db2-3c5c-48c0-ba6d-e4081b9c1c59 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Calling delete_port for 95c1da35-f70b-4d52-9247-cc2e35f84714 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:51.577740 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6d185-f3f4-4211-9c56-4fbdbd145792 admin admin] Pushing event deleted for resources: {'Port': ['ID=662aa427-fe17-4e5d-b630-a3f1d38ce57c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:51.578007 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-a80fe335-7622-4e53-a53d-c1728ebcbc95 None None] Deleting port 662aa427-fe17-4e5d-b630-a3f1d38ce57c {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:51.578367 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a80fe335-7622-4e53-a53d-c1728ebcbc95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:51.580769 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab6d185-f3f4-4211-9c56-4fbdbd145792 admin admin] No DVR routers for this DVR port 662aa427-fe17-4e5d-b630-a3f1d38ce57c on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:07:51.614373 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b6b8539e-7264-433e-b8da-4a6b6374b959 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:51.615381 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b6b8539e-7264-433e-b8da-4a6b6374b959 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:51.649038 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-dfc0bc5a-7755-47f8-a290-0b7e9b4f6959 None None] Allocated IP 172.20.0.2 (bf1e8f0a-5252-4125-abc9-f84ca681fa97/2f50dde6-226f-4b09-bc61-2284007f013d/34baa9df-7521-4d73-bb7c-ec7429beea49) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:07:51.661834 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7ab6d185-f3f4-4211-9c56-4fbdbd145792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:51.666999 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a80fe335-7622-4e53-a53d-c1728ebcbc95 None None] For port 662aa427-fe17-4e5d-b630-a3f1d38ce57c, host n-d-802893-2, got binding levels [] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:51.667396 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a80fe335-7622-4e53-a53d-c1728ebcbc95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:51.674035 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-7ab6d185-f3f4-4211-9c56-4fbdbd145792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ff6afc-8008-49c6-8b16-55c096640020']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:51.684875 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-a80fe335-7622-4e53-a53d-c1728ebcbc95 None None] Calling delete_port for 662aa427-fe17-4e5d-b630-a3f1d38ce57c owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:51.691292 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-7ab6d185-f3f4-4211-9c56-4fbdbd145792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1cf01d-024c-43da-ba3d-d7d744da33ea') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:51.691523 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-7ab6d185-f3f4-4211-9c56-4fbdbd145792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1cf01d-024c-43da-ba3d-d7d744da33ea') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:51.696565 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.ipam_backend_mixin [None req-a80fe335-7622-4e53-a53d-c1728ebcbc95 None None] Port 662aa427-fe17-4e5d-b630-a3f1d38ce57c was not found and therefore no delete operation was performed {{(pid=94939) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 04:07:51.703383 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7ab6d185-f3f4-4211-9c56-4fbdbd145792 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:51.718104 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7ab6d185-f3f4-4211-9c56-4fbdbd145792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:51.722912 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 3353e051-ac99-4ca2-af77-90c4a60c1c01 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:07:51.724124 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab6d185-f3f4-4211-9c56-4fbdbd145792 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:07:51.724696 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7ab6d185-f3f4-4211-9c56-4fbdbd145792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:07:51.726398 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:07:51.728974 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a80fe335-7622-4e53-a53d-c1728ebcbc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:51.746005 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b6b8539e-7264-433e-b8da-4a6b6374b959 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:51.747565 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-97bab07c-4954-4a65-a167-1d1d7726da4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c50c40d-1e7e-42ab-9c0f-103c6ea91515 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:07:51.756193 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-97bab07c-4954-4a65-a167-1d1d7726da4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:51.778750 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80fe335-7622-4e53-a53d-c1728ebcbc95 None None] Pushing event deleted for resources: {'Port': ['ID=662aa427-fe17-4e5d-b630-a3f1d38ce57c,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:51.780692 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80fe335-7622-4e53-a53d-c1728ebcbc95 None None] No DVR routers for this DVR port 662aa427-fe17-4e5d-b630-a3f1d38ce57c on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:07:51.825925 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b6b8539e-7264-433e-b8da-4a6b6374b959 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:51.885638 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7ab6d185-f3f4-4211-9c56-4fbdbd145792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:51.900773 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7ab6d185-f3f4-4211-9c56-4fbdbd145792 admin admin] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:51.902899 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7ab6d185-f3f4-4211-9c56-4fbdbd145792 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f7ff6afc-8008-49c6-8b16-55c096640020 HTTP/1.1" status: 204 len: 168 time: 0.8472235 Aug 10 04:07:51.925214 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6d185-f3f4-4211-9c56-4fbdbd145792 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7ff6afc-8008-49c6-8b16-55c096640020,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:51.927456 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-97bab07c-4954-4a65-a167-1d1d7726da4b service neutron] Transition to ACTIVE for port object 7c50c40d-1e7e-42ab-9c0f-103c6ea91515 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:51.927930 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b6b8539e-7264-433e-b8da-4a6b6374b959 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:51.930187 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b6b8539e-7264-433e-b8da-4a6b6374b959 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6083767 Aug 10 04:07:51.931017 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a5927f0d-6cc6-49a0-975c-7d97ba171180 req-d9220db2-3c5c-48c0-ba6d-e4081b9c1c59 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:51.933018 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53994) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:51.947451 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 3353e051-ac99-4ca2-af77-90c4a60c1c01, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=3353e051-ac99-4ca2-af77-90c4a60c1c01,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:51.958596 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f459e58e-8008-4d3f-8859-8beab1c2c390 req-2930817d-26d5-49a0-be24-95dfca1278bc tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 210 time: 0.0433872 Aug 10 04:07:51.960144 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dfc0bc5a-7755-47f8-a290-0b7e9b4f6959 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:51.964506 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '3353e051-ac99-4ca2-af77-90c4a60c1c01', 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'port_id': '3353e051-ac99-4ca2-af77-90c4a60c1c01', 'mac_address': 'fa:16:3e:ff:f4:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:07:51.981843 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-dfc0bc5a-7755-47f8-a290-0b7e9b4f6959 None None] Transition to ACTIVE for port object 34baa9df-7521-4d73-bb7c-ec7429beea49 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:52.025366 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-97bab07c-4954-4a65-a167-1d1d7726da4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:52.034833 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-dfc0bc5a-7755-47f8-a290-0b7e9b4f6959 None None] Transition to ACTIVE for port object 34baa9df-7521-4d73-bb7c-ec7429beea49 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:52.040150 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:52.056893 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3353e051-ac99-4ca2-af77-90c4a60c1c01 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:07:52.066209 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9220db2-3c5c-48c0-ba6d-e4081b9c1c59 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event deleted for resources: {'Port': ['ID=95c1da35-f70b-4d52-9247-cc2e35f84714,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:52.089031 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 3353e051-ac99-4ca2-af77-90c4a60c1c01, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=3353e051-ac99-4ca2-af77-90c4a60c1c01,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:52.149760 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dfc0bc5a-7755-47f8-a290-0b7e9b4f6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:52.205483 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0bc5a-7755-47f8-a290-0b7e9b4f6959 None None] Pushing event updated for resources: {'Port': ['ID=34baa9df-7521-4d73-bb7c-ec7429beea49,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:52.212490 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:52.265423 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5927f0d-6cc6-49a0-975c-7d97ba171180 req-d9220db2-3c5c-48c0-ba6d-e4081b9c1c59 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] No DVR routers for this DVR port 95c1da35-f70b-4d52-9247-cc2e35f84714 on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:07:52.269461 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=3353e051-ac99-4ca2-af77-90c4a60c1c01,revision_number=11']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:52.271460 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a5927f0d-6cc6-49a0-975c-7d97ba171180 req-d9220db2-3c5c-48c0-ba6d-e4081b9c1c59 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:52.274181 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a5927f0d-6cc6-49a0-975c-7d97ba171180 req-d9220db2-3c5c-48c0-ba6d-e4081b9c1c59 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.68 "DELETE /v2.0/ports/95c1da35-f70b-4d52-9247-cc2e35f84714 HTTP/1.1" status: 204 len: 173 time: 1.4092181 Aug 10 04:07:52.282182 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc0bc5a-7755-47f8-a290-0b7e9b4f6959 None None] Network bf1e8f0a-5252-4125-abc9-f84ca681fa97 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:52.283930 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-dfc0bc5a-7755-47f8-a290-0b7e9b4f6959 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:52.286500 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc0bc5a-7755-47f8-a290-0b7e9b4f6959 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:07:52.288701 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcc7253-6692-4a0d-be84-4511b7a41a2f', 'name': 'network-vif-deleted', 'tag': '95c1da35-f70b-4d52-9247-cc2e35f84714'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:07:52.293266 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b27eec-a21e-4eff-9f90-aec5ba928c18" -d '{"events": [{"server_uuid": "9fcc7253-6692-4a0d-be84-4511b7a41a2f", "name": "network-vif-deleted", "tag": "95c1da35-f70b-4d52-9247-cc2e35f84714"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:07:52.353218 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bab07c-4954-4a65-a167-1d1d7726da4b service neutron] Pushing event updated for resources: {'Port': ['ID=7c50c40d-1e7e-42ab-9c0f-103c6ea91515,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:52.382807 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-dfc0bc5a-7755-47f8-a290-0b7e9b4f6959 None None] Attempting to bind port 34baa9df-7521-4d73-bb7c-ec7429beea49 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:07:52.383396 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-dfc0bc5a-7755-47f8-a290-0b7e9b4f6959 None None] Attempting to bind port 34baa9df-7521-4d73-bb7c-ec7429beea49 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '5cd91d31-a6b3-4056-bbb4-336858865362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bf1e8f0a-5252-4125-abc9-f84ca681fa97'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:07:52.383831 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc0bc5a-7755-47f8-a290-0b7e9b4f6959 None None] Attempting to bind port 34baa9df-7521-4d73-bb7c-ec7429beea49 on network bf1e8f0a-5252-4125-abc9-f84ca681fa97 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:07:52.392412 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc0bc5a-7755-47f8-a290-0b7e9b4f6959 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:07:52.393000 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc0bc5a-7755-47f8-a290-0b7e9b4f6959 None None] Checking segment: {'id': '5cd91d31-a6b3-4056-bbb4-336858865362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bf1e8f0a-5252-4125-abc9-f84ca681fa97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:07:52.393469 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dfc0bc5a-7755-47f8-a290-0b7e9b4f6959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:52.393920 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc0bc5a-7755-47f8-a290-0b7e9b4f6959 None None] Bound using segment: {'id': '5cd91d31-a6b3-4056-bbb4-336858865362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bf1e8f0a-5252-4125-abc9-f84ca681fa97'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:07:52.394470 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-dfc0bc5a-7755-47f8-a290-0b7e9b4f6959 None None] Bound port: 34baa9df-7521-4d73-bb7c-ec7429beea49, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd91d31-a6b3-4056-bbb4-336858865362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'bf1e8f0a-5252-4125-abc9-f84ca681fa97'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:07:52.395166 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dfc0bc5a-7755-47f8-a290-0b7e9b4f6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:52.398548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885267a-bbb8-49d1-8611-daafd3bca286 req-c247f689-39d7-4395-9556-d01918274ed8 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:52.408498 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5885267a-bbb8-49d1-8611-daafd3bca286 req-c247f689-39d7-4395-9556-d01918274ed8 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 945 time: 0.0722053 Aug 10 04:07:52.428661 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54010) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:52.441066 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb8bfb-7963-4dc6-9d6e-0a9d49870deb req-7bd0efce-f6bd-4bc1-a692-78bfe5d6ee8c tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:52.443120 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6ecb8bfb-7963-4dc6-9d6e-0a9d49870deb req-7bd0efce-f6bd-4bc1-a692-78bfe5d6ee8c tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f9af26-1274-464f-bc33-229ed9edfb18 HTTP/1.1" status: 200 len: 944 time: 0.4100940 Aug 10 04:07:52.463242 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5885267a-bbb8-49d1-8611-daafd3bca286 req-8f35837f-54d1-46df-a7de-6dc8db469e79 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560775 Aug 10 04:07:52.483813 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['3353e051-ac99-4ca2-af77-90c4a60c1c01'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:07:52.512204 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cddc8bcb-d251-41f6-aa6f-b24d59111a38 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=897476f221894013b27960fb36935e79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0806067 Aug 10 04:07:52.513771 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54014) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:52.521909 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-dfc0bc5a-7755-47f8-a290-0b7e9b4f6959 None None] For port 34baa9df-7521-4d73-bb7c-ec7429beea49, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:07:52.563176 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-dfc0bc5a-7755-47f8-a290-0b7e9b4f6959 None None] For port 34baa9df-7521-4d73-bb7c-ec7429beea49, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=34baa9df-7521-4d73-bb7c-ec7429beea49,segment=NetworkSegment(5cd91d31-a6b3-4056-bbb4-336858865362),segment_id=5cd91d31-a6b3-4056-bbb4-336858865362)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:07:52.581025 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a705c50e-0fec-447d-adba-e700be00dc8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:52.600306 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6ecb8bfb-7963-4dc6-9d6e-0a9d49870deb req-757564a2-5fb7-4782-85da-54ec1421b3a4 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430051 Aug 10 04:07:52.609330 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a705c50e-0fec-447d-adba-e700be00dc8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:52.620422 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-97bab07c-4954-4a65-a167-1d1d7726da4b service neutron] Attempting to bind port 7c50c40d-1e7e-42ab-9c0f-103c6ea91515 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:07:52.620788 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-97bab07c-4954-4a65-a167-1d1d7726da4b service neutron] Attempting to bind port 7c50c40d-1e7e-42ab-9c0f-103c6ea91515 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '3b7206d0-fab5-49ff-9f6b-c200babe8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:07:52.621088 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-97bab07c-4954-4a65-a167-1d1d7726da4b service neutron] Attempting to bind port 7c50c40d-1e7e-42ab-9c0f-103c6ea91515 on network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:07:52.656273 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f67249b0-6eca-4130-a323-40893f232575 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:07:52.668132 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-97bab07c-4954-4a65-a167-1d1d7726da4b service neutron] Port 7c50c40d-1e7e-42ab-9c0f-103c6ea91515 on network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:07:52.669382 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-97bab07c-4954-4a65-a167-1d1d7726da4b service neutron] Attempting to bind port 7c50c40d-1e7e-42ab-9c0f-103c6ea91515 on network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:07:52.673348 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-92e622d0-8423-48fb-a01b-73b50ee777fd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:52.682049 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: f67249b0-6eca-4130-a323-40893f232575 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:07:52.688621 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f67249b0-6eca-4130-a323-40893f232575 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:07:52.688621 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 662aa427-fe17-4e5d-b630-a3f1d38ce57c no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:07:52.688621 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dfc0bc5a-7755-47f8-a290-0b7e9b4f6959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:52.691663 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-97bab07c-4954-4a65-a167-1d1d7726da4b service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:07:52.692141 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-97bab07c-4954-4a65-a167-1d1d7726da4b service neutron] Checking segment: {'id': '3b7206d0-fab5-49ff-9f6b-c200babe8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:07:52.692540 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-97bab07c-4954-4a65-a167-1d1d7726da4b service neutron] Bound using segment: {'id': '3b7206d0-fab5-49ff-9f6b-c200babe8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:07:52.693453 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-97bab07c-4954-4a65-a167-1d1d7726da4b service neutron] Bound port: 7c50c40d-1e7e-42ab-9c0f-103c6ea91515, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b7206d0-fab5-49ff-9f6b-c200babe8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:07:52.695562 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-97bab07c-4954-4a65-a167-1d1d7726da4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:52.728632 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 662aa427-fe17-4e5d-b630-a3f1d38ce57c {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:07:52.729230 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 662aa427-fe17-4e5d-b630-a3f1d38ce57c not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:07:52.784631 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a705c50e-0fec-447d-adba-e700be00dc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:52.787231 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a705c50e-0fec-447d-adba-e700be00dc8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:52.791881 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a705c50e-0fec-447d-adba-e700be00dc8c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d8ef47e-6d79-4963-9000-1d0ec0f520fe HTTP/1.1" status: 204 len: 168 time: 0.2772222 Aug 10 04:07:52.803008 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0bc5a-7755-47f8-a290-0b7e9b4f6959 None None] Pushing event updated for resources: {'Port': ['ID=34baa9df-7521-4d73-bb7c-ec7429beea49,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:52.806465 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705c50e-0fec-447d-adba-e700be00dc8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8ef47e-6d79-4963-9000-1d0ec0f520fe,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:52.839700 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4fefde-2d32-44c6-ae83-ef857f677878 x-openstack-request-id: req-3f4fefde-2d32-44c6-ae83-ef857f677878 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:07:52.840022 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcc7253-6692-4a0d-be84-4511b7a41a2f", "name": "network-vif-deleted", "tag": "95c1da35-f70b-4d52-9247-cc2e35f84714", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:07:52.840287 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f4fefde-2d32-44c6-ae83-ef857f677878 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:07:52.840712 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcc7253-6692-4a0d-be84-4511b7a41a2f', 'name': 'network-vif-deleted', 'tag': '95c1da35-f70b-4d52-9247-cc2e35f84714', 'status': 'completed', 'code': 200} Aug 10 04:07:52.956630 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-97bab07c-4954-4a65-a167-1d1d7726da4b service neutron] For port 7c50c40d-1e7e-42ab-9c0f-103c6ea91515, host n-h2-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:07:52.961732 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-97bab07c-4954-4a65-a167-1d1d7726da4b service neutron] For port 7c50c40d-1e7e-42ab-9c0f-103c6ea91515, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=7c50c40d-1e7e-42ab-9c0f-103c6ea91515,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:07:53.052340 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-97bab07c-4954-4a65-a167-1d1d7726da4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:53.135095 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5c337e19-f55c-4da4-b53e-09a66d8d7076 req-27193825-9561-4df1-8819-23687cbed714 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 210 time: 0.0756471 Aug 10 04:07:53.159790 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-97bab07c-4954-4a65-a167-1d1d7726da4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:53.162306 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-97bab07c-4954-4a65-a167-1d1d7726da4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:53.164785 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-97bab07c-4954-4a65-a167-1d1d7726da4b service neutron] 10.222.0.20 "PUT /v2.0/ports/7c50c40d-1e7e-42ab-9c0f-103c6ea91515 HTTP/1.1" status: 200 len: 1092 time: 2.3176241 Aug 10 04:07:53.178517 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-92e622d0-8423-48fb-a01b-73b50ee777fd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Allocated IP 172.20.0.1 (bf1e8f0a-5252-4125-abc9-f84ca681fa97/2f50dde6-226f-4b09-bc61-2284007f013d/0a59065a-ff5f-4ca4-8f2f-5062fc596e04) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:07:53.202219 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bab07c-4954-4a65-a167-1d1d7726da4b service neutron] Pushing event updated for resources: {'Port': ['ID=7c50c40d-1e7e-42ab-9c0f-103c6ea91515,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:53.402283 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-92e622d0-8423-48fb-a01b-73b50ee777fd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:53.418190 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-b58c70e1-2718-429b-bf2e-59af40fd50c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:53.419796 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-b58c70e1-2718-429b-bf2e-59af40fd50c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&device_id=03f9af26-1274-464f-bc33-229ed9edfb18 HTTP/1.1" status: 200 len: 1095 time: 0.0966682 Aug 10 04:07:53.425001 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-92e622d0-8423-48fb-a01b-73b50ee777fd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Transition to ACTIVE for port object 0a59065a-ff5f-4ca4-8f2f-5062fc596e04 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:53.521570 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 95c1da35-f70b-4d52-9247-cc2e35f84714 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:07:53.544283 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-a54d3f42-f44b-4d5d-a3e3-ca1443455798 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c50c40d-1e7e-42ab-9c0f-103c6ea91515 HTTP/1.1" status: 200 len: 217 time: 0.0856760 Aug 10 04:07:53.558983 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 95c1da35-f70b-4d52-9247-cc2e35f84714 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:07:53.559595 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 95c1da35-f70b-4d52-9247-cc2e35f84714 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:07:53.610789 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-5d4edde0-8466-45c3-a725-97f24d0c7d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:53.612431 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-5d4edde0-8466-45c3-a725-97f24d0c7d0a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1f411f5c-5e8b-452a-be71-12f0dd671946 HTTP/1.1" status: 200 len: 846 time: 0.0596259 Aug 10 04:07:53.630107 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0602fea-67d9-47e5-a37d-180ab889ea2d req-87b483f5-3c56-4d09-9aff-ae829f8f1d1c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:53.649653 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a0602fea-67d9-47e5-a37d-180ab889ea2d req-87b483f5-3c56-4d09-9aff-ae829f8f1d1c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 945 time: 0.0767210 Aug 10 04:07:53.653774 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-c889825b-b991-48dc-adcb-c703f7fb0737 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad9b68cd-62ae-48dd-b06c-9f109fbb6dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341206 Aug 10 04:07:53.655537 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-92e622d0-8423-48fb-a01b-73b50ee777fd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:53.708210 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a0602fea-67d9-47e5-a37d-180ab889ea2d req-0f041062-55da-4918-84ca-95aa42063696 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565429 Aug 10 04:07:53.732536 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 3353e051-ac99-4ca2-af77-90c4a60c1c01 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:53.775618 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e622d0-8423-48fb-a01b-73b50ee777fd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network bf1e8f0a-5252-4125-abc9-f84ca681fa97 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:53.794313 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-92e622d0-8423-48fb-a01b-73b50ee777fd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:53.817353 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e622d0-8423-48fb-a01b-73b50ee777fd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:07:53.854420 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e622d0-8423-48fb-a01b-73b50ee777fd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Port': ['ID=0a59065a-ff5f-4ca4-8f2f-5062fc596e04,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:53.877397 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 3353e051-ac99-4ca2-af77-90c4a60c1c01 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:53.885522 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 3353e051-ac99-4ca2-af77-90c4a60c1c01 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:53.886440 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:53.958544 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484a4b6-f804-4fbb-b27b-ba7e989964fe req-9bae2fea-60c7-46ef-bd4e-d02c7950501a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:53.966237 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9484a4b6-f804-4fbb-b27b-ba7e989964fe req-9bae2fea-60c7-46ef-bd4e-d02c7950501a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f9af26-1274-464f-bc33-229ed9edfb18 HTTP/1.1" status: 200 len: 944 time: 0.2021697 Aug 10 04:07:53.981817 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-8611415a-77ef-4495-b53a-30df0c63be41 service neutron] 10.222.0.20 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158278 Aug 10 04:07:53.988324 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-92e622d0-8423-48fb-a01b-73b50ee777fd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:54.043241 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:54.075800 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb243a93-5a45-43ab-a994-b87697db17e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3353e051-ac99-4ca2-af77-90c4a60c1c01'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:07:54.078681 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d9d915-56f8-463a-b35b-1c9411a71520" -d '{"events": [{"server_uuid": "fb243a93-5a45-43ab-a994-b87697db17e3", "name": "network-vif-plugged", "status": "completed", "tag": "3353e051-ac99-4ca2-af77-90c4a60c1c01"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:07:54.096179 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 3353e051-ac99-4ca2-af77-90c4a60c1c01, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=3353e051-ac99-4ca2-af77-90c4a60c1c01,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:54.134230 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd377319-26e6-4498-b952-87d0d0a0239f x-openstack-request-id: req-dd377319-26e6-4498-b952-87d0d0a0239f {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:07:54.134528 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb243a93-5a45-43ab-a994-b87697db17e3", "name": "network-vif-plugged", "status": "completed", "tag": "3353e051-ac99-4ca2-af77-90c4a60c1c01", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:07:54.134800 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd377319-26e6-4498-b952-87d0d0a0239f {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:07:54.135345 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb243a93-5a45-43ab-a994-b87697db17e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3353e051-ac99-4ca2-af77-90c4a60c1c01', 'code': 200} Aug 10 04:07:54.165965 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:54.267739 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae40a9f-297f-46a6-9904-7c9d5be109e8 None None] Network bf1e8f0a-5252-4125-abc9-f84ca681fa97 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:07:54.278552 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ebe45ce-67fd-41c4-95c1-6dc0795cd6c8 req-208cf2a9-e390-4b09-8db5-746a80a1795a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 210 time: 0.0418797 Aug 10 04:07:54.355188 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54056) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:54.415522 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=3353e051-ac99-4ca2-af77-90c4a60c1c01,revision_number=12']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:54.532749 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-1ff461ae-626a-446a-8efa-a8c56785cae1 None None] Provisioning for port 34baa9df-7521-4d73-bb7c-ec7429beea49 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:54.563128 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148829f-08da-40ab-b273-cabea8398f0a req-27fd8b09-0362-45ea-8b9a-2017f6625dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:54.572410 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e148829f-08da-40ab-b273-cabea8398f0a req-27fd8b09-0362-45ea-8b9a-2017f6625dd1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 1097 time: 0.0999629 Aug 10 04:07:54.598890 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-3d966f63-5ab5-468e-8eeb-b1226d37af7b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-526268342-network', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:54.669831 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9484a4b6-f804-4fbb-b27b-ba7e989964fe req-f754f9d5-8c45-4df0-94a2-948ff305356e tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7023997 Aug 10 04:07:54.702446 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 34baa9df-7521-4d73-bb7c-ec7429beea49 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:54.715689 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e148829f-08da-40ab-b273-cabea8398f0a req-f4ad1b42-d9dc-4f99-9c82-19574ac2cc0a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321304 Aug 10 04:07:54.750534 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d966f63-5ab5-468e-8eeb-b1226d37af7b admin admin] Made reservation on behalf of 11ca1ec07fdb425bb68e0a669fce5b00 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:07:54.751428 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2320f6e5-886f-4357-b378-7c92f965ee3a req-401e573d-422f-4cc7-971f-b768376dcf16 service neutron] 10.222.0.20 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7587795 Aug 10 04:07:54.753717 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3d966f63-5ab5-468e-8eeb-b1226d37af7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:54.765211 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3d966f63-5ab5-468e-8eeb-b1226d37af7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:54.845188 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f9af26-1274-464f-bc33-229ed9edfb18', 'tag': '7c50c40d-1e7e-42ab-9c0f-103c6ea91515'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:07:54.847796 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432135d4-473d-411a-907a-f97a42c7c606" -d '{"events": [{"name": "network-changed", "server_uuid": "03f9af26-1274-464f-bc33-229ed9edfb18", "tag": "7c50c40d-1e7e-42ab-9c0f-103c6ea91515"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:07:54.851011 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-92e622d0-8423-48fb-a01b-73b50ee777fd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:54.900699 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 34baa9df-7521-4d73-bb7c-ec7429beea49 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:54.909295 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 34baa9df-7521-4d73-bb7c-ec7429beea49 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:54.909295 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:54.946822 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3d966f63-5ab5-468e-8eeb-b1226d37af7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:54.957990 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9ed11-c834-4a01-a1e7-07e60b4a242b req-7082669a-383c-44d8-a83c-3e69e15b6001 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:54.964166 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5aa9ed11-c834-4a01-a1e7-07e60b4a242b req-7082669a-383c-44d8-a83c-3e69e15b6001 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 946 time: 0.1609797 Aug 10 04:07:54.994247 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b34d391-0a7e-4946-90e4-a01fdfd49611 x-openstack-request-id: req-5b34d391-0a7e-4946-90e4-a01fdfd49611 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:07:54.994247 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f9af26-1274-464f-bc33-229ed9edfb18", "tag": "7c50c40d-1e7e-42ab-9c0f-103c6ea91515", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:07:54.994247 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b34d391-0a7e-4946-90e4-a01fdfd49611 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:07:54.994247 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f9af26-1274-464f-bc33-229ed9edfb18', 'tag': '7c50c40d-1e7e-42ab-9c0f-103c6ea91515', 'status': 'completed', 'code': 200} Aug 10 04:07:55.029941 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5aa9ed11-c834-4a01-a1e7-07e60b4a242b req-268b0c09-7c6b-455f-ab37-c84133b3bc40 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558708 Aug 10 04:07:55.031212 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3d966f63-5ab5-468e-8eeb-b1226d37af7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:55.064280 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d966f63-5ab5-468e-8eeb-b1226d37af7b admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:07:55.079138 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:55.090749 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-921cfa94-d45c-4745-9e64-f244ae3d7334 None None] Provisioning for port 0a59065a-ff5f-4ca4-8f2f-5062fc596e04 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:55.098340 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-921cfa94-d45c-4745-9e64-f244ae3d7334 None None] Provisioning complete for port 0a59065a-ff5f-4ca4-8f2f-5062fc596e04 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:55.098877 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d966f63-5ab5-468e-8eeb-b1226d37af7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78245bf8-ad1f-4cb2-a6d8-cc5b4ffdb08b,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:55.099073 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-921cfa94-d45c-4745-9e64-f244ae3d7334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:55.102418 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3d966f63-5ab5-468e-8eeb-b1226d37af7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:55.102989 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-3d966f63-5ab5-468e-8eeb-b1226d37af7b admin admin] Added segment 022c9be0-3f23-4140-b40a-73d3581e4e3a of type vlan for network de11a3c9-316c-4377-9e5e-18fd7e651c4f Aug 10 04:07:55.146277 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-921cfa94-d45c-4745-9e64-f244ae3d7334 None None] Port 0a59065a-ff5f-4ca4-8f2f-5062fc596e04 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:07:55.181596 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 34baa9df-7521-4d73-bb7c-ec7429beea49, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=34baa9df-7521-4d73-bb7c-ec7429beea49,segment=NetworkSegment(5cd91d31-a6b3-4056-bbb4-336858865362),segment_id=5cd91d31-a6b3-4056-bbb4-336858865362)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:55.183011 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3d966f63-5ab5-468e-8eeb-b1226d37af7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:55.189429 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-921cfa94-d45c-4745-9e64-f244ae3d7334 None None] Provisioning complete for port 34baa9df-7521-4d73-bb7c-ec7429beea49 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:55.189937 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-921cfa94-d45c-4745-9e64-f244ae3d7334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:55.268411 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432135d4-473d-411a-907a-f97a42c7c606 req-ff0cd3c1-2e4e-48f2-ad25-8027af8a0043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:55.273724 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-432135d4-473d-411a-907a-f97a42c7c606 req-ff0cd3c1-2e4e-48f2-ad25-8027af8a0043 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&device_id=03f9af26-1274-464f-bc33-229ed9edfb18 HTTP/1.1" status: 200 len: 1095 time: 0.0830705 Aug 10 04:07:55.350642 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3d966f63-5ab5-468e-8eeb-b1226d37af7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:55.351629 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d966f63-5ab5-468e-8eeb-b1226d37af7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:55.352320 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3d966f63-5ab5-468e-8eeb-b1226d37af7b admin admin] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:55.435384 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:55.437518 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432135d4-473d-411a-907a-f97a42c7c606 req-ca2d1bfe-241f-44b1-89a1-ab33f5f6b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:55.440777 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-432135d4-473d-411a-907a-f97a42c7c606 req-ca2d1bfe-241f-44b1-89a1-ab33f5f6b19b service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad9b68cd-62ae-48dd-b06c-9f109fbb6dee HTTP/1.1" status: 200 len: 907 time: 0.1624622 Aug 10 04:07:55.446874 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-921cfa94-d45c-4745-9e64-f244ae3d7334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:55.473233 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d966f63-5ab5-468e-8eeb-b1226d37af7b admin admin] Pushing event updated for resources: {'Network': ['ID=de11a3c9-316c-4377-9e5e-18fd7e651c4f,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:55.488910 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network de11a3c9-316c-4377-9e5e-18fd7e651c4f details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:07:55.520514 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b163eab1-b1e2-4465-820f-d951f21bfb74 req-5f3843c8-6550-4e02-9d0b-642b72d0fd0c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 210 time: 0.0778158 Aug 10 04:07:55.540617 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3d966f63-5ab5-468e-8eeb-b1226d37af7b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1840081 Aug 10 04:07:55.543821 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54072) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:55.549951 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-37c68863-2ef5-4a17-b0cc-5eeace3894ad admin admin] Request body: {'subnet': {'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-526268342-subnet', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:55.571128 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-92e622d0-8423-48fb-a01b-73b50ee777fd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:55.573606 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-432135d4-473d-411a-907a-f97a42c7c606 req-657926e4-0129-4bb5-aec3-f739419127bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c50c40d-1e7e-42ab-9c0f-103c6ea91515 HTTP/1.1" status: 200 len: 217 time: 0.0877874 Aug 10 04:07:55.587898 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=34baa9df-7521-4d73-bb7c-ec7429beea49,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:55.622223 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-921cfa94-d45c-4745-9e64-f244ae3d7334 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:07:55.622581 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-921cfa94-d45c-4745-9e64-f244ae3d7334 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:07:55.636093 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432135d4-473d-411a-907a-f97a42c7c606 req-93808746-da38-455f-a56e-1abc5bf57820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:55.637863 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-432135d4-473d-411a-907a-f97a42c7c606 req-93808746-da38-455f-a56e-1abc5bf57820 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1f411f5c-5e8b-452a-be71-12f0dd671946 HTTP/1.1" status: 200 len: 846 time: 0.0538635 Aug 10 04:07:55.650805 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c68863-2ef5-4a17-b0cc-5eeace3894ad admin admin] Made reservation on behalf of 11ca1ec07fdb425bb68e0a669fce5b00 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:07:55.653382 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-37c68863-2ef5-4a17-b0cc-5eeace3894ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:55.660914 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-92e622d0-8423-48fb-a01b-73b50ee777fd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:55.733508 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-432135d4-473d-411a-907a-f97a42c7c606 req-be311d86-18f1-47d4-916b-0315c91b6c64 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad9b68cd-62ae-48dd-b06c-9f109fbb6dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832400 Aug 10 04:07:55.783205 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-92e622d0-8423-48fb-a01b-73b50ee777fd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:55.918222 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee143f9c-c3b0-4ed3-9050-77b722e6f83f req-bf61afcf-18c8-4142-bc1f-a7f5a6ae2943 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:55.926940 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ee143f9c-c3b0-4ed3-9050-77b722e6f83f req-bf61afcf-18c8-4142-bc1f-a7f5a6ae2943 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f9af26-1274-464f-bc33-229ed9edfb18 HTTP/1.1" status: 200 len: 944 time: 0.1068308 Aug 10 04:07:55.930506 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e622d0-8423-48fb-a01b-73b50ee777fd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Port': ['ID=0a59065a-ff5f-4ca4-8f2f-5062fc596e04,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:55.989158 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ee143f9c-c3b0-4ed3-9050-77b722e6f83f req-4d9c6827-fb6f-4145-ae0a-4e0a7db79713 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611465 Aug 10 04:07:56.001578 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-432135d4-473d-411a-907a-f97a42c7c606 req-61afa895-6334-4fd9-9374-0843ca359619 service neutron] 10.222.0.20 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532692 Aug 10 04:07:56.024295 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e622d0-8423-48fb-a01b-73b50ee777fd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network bf1e8f0a-5252-4125-abc9-f84ca681fa97 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:56.033749 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-92e622d0-8423-48fb-a01b-73b50ee777fd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:56.106182 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-37c68863-2ef5-4a17-b0cc-5eeace3894ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:56.244346 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-432135d4-473d-411a-907a-f97a42c7c606 req-90b24895-2f99-48b0-985f-ce0df0da1cb7 service neutron] 10.222.0.20 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334754 Aug 10 04:07:56.244576 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c68863-2ef5-4a17-b0cc-5eeace3894ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=01f32dbd-3307-434b-943d-2135ada2aaeb,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:56.252122 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df817c0-a10a-461c-8315-f7947c1b380f req-4207ec39-4506-49f6-a722-79974bcaef58 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:56.258199 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c68863-2ef5-4a17-b0cc-5eeace3894ad admin admin] Checking segment: {'id': '022c9be0-3f23-4140-b40a-73d3581e4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:07:56.260340 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6df817c0-a10a-461c-8315-f7947c1b380f req-4207ec39-4506-49f6-a722-79974bcaef58 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 946 time: 0.1044815 Aug 10 04:07:56.260477 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c68863-2ef5-4a17-b0cc-5eeace3894ad admin admin] Network hostable DHCP agents. Network: de11a3c9-316c-4377-9e5e-18fd7e651c4f, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:07:56.341546 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6c5068bb-7dba-40ff-9ca6-733c74c09864 None None] Provisioning complete for port 0a59065a-ff5f-4ca4-8f2f-5062fc596e04 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:56.341920 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6c5068bb-7dba-40ff-9ca6-733c74c09864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:56.347006 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6df817c0-a10a-461c-8315-f7947c1b380f req-398ae110-c048-4b79-b063-aa6b42de790f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860436 Aug 10 04:07:56.356235 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c68863-2ef5-4a17-b0cc-5eeace3894ad admin admin] Network de11a3c9-316c-4377-9e5e-18fd7e651c4f is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:07:56.392499 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-6c5068bb-7dba-40ff-9ca6-733c74c09864 None None] Port 0a59065a-ff5f-4ca4-8f2f-5062fc596e04 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:07:56.475899 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-37c68863-2ef5-4a17-b0cc-5eeace3894ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, de11a3c9-316c-4377-9e5e-18fd7e651c4f) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:56.481229 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c68863-2ef5-4a17-b0cc-5eeace3894ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:56.481485 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-37c68863-2ef5-4a17-b0cc-5eeace3894ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:56.484863 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27db5b8d-519a-4377-8295-3be6667c2df4 None None] Network de11a3c9-316c-4377-9e5e-18fd7e651c4f requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:07:56.542079 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e622d0-8423-48fb-a01b-73b50ee777fd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Router 7af07404-f1fd-4206-b570-64e98b257d5f is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:07:56.558565 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e989a794-424a-48d5-81e5-869dc730b41e None None] Provisioning complete for port 0a59065a-ff5f-4ca4-8f2f-5062fc596e04 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:56.559366 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e989a794-424a-48d5-81e5-869dc730b41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:56.583788 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-37c68863-2ef5-4a17-b0cc-5eeace3894ad admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0344222 Aug 10 04:07:56.583788 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54106) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:56.587658 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-429f4fce-7271-4244-921c-8a21f75ab836 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-526268342-router', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:56.641821 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 34baa9df-7521-4d73-bb7c-ec7429beea49 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:56.655564 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-e989a794-424a-48d5-81e5-869dc730b41e None None] Port 0a59065a-ff5f-4ca4-8f2f-5062fc596e04 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:07:56.665560 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6c586ccb-e539-4d74-a03f-748d4e6cbbbc req-77f51b79-12b3-4edc-ab72-3dfd0e5631f9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 210 time: 0.0360250 Aug 10 04:07:56.688373 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e622d0-8423-48fb-a01b-73b50ee777fd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:07:56.698126 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54108) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:56.698605 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-92e622d0-8423-48fb-a01b-73b50ee777fd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "PUT /v2.0/routers/7af07404-f1fd-4206-b570-64e98b257d5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7643571 Aug 10 04:07:56.714588 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c745a021-78d1-4e28-b289-a11827d3970c None None] Sync routers for ids ['7af07404-f1fd-4206-b570-64e98b257d5f'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:07:56.740782 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c745a021-78d1-4e28-b289-a11827d3970c None None] Routers {'7af07404-f1fd-4206-b570-64e98b257d5f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:56.742691 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c745a021-78d1-4e28-b289-a11827d3970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:07:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['7af07404-f1fd-4206-b570-64e98b257d5f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:56.747796 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ad2d1e-030c-4f06-a9f5-28a38b79302b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:56.751187 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e2ad2d1e-030c-4f06-a9f5-28a38b79302b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "GET /v2.0/ports/0a59065a-ff5f-4ca4-8f2f-5062fc596e04 HTTP/1.1" status: 200 len: 910 time: 0.0491896 Aug 10 04:07:56.751390 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54114) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:56.756468 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-dd6df1b0-183c-490f-8d0f-fbf9a8aa1653 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2f50dde6-226f-4b09-bc61-2284007f013d'}]}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:07:56.783556 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c745a021-78d1-4e28-b289-a11827d3970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:56.810062 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-429f4fce-7271-4244-921c-8a21f75ab836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:56.811104 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-429f4fce-7271-4244-921c-8a21f75ab836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:56.814100 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 34baa9df-7521-4d73-bb7c-ec7429beea49 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:56.814475 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:56.818301 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c745a021-78d1-4e28-b289-a11827d3970c None None] Routers {'7af07404-f1fd-4206-b570-64e98b257d5f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:07:56.818971 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c745a021-78d1-4e28-b289-a11827d3970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:07:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['7af07404-f1fd-4206-b570-64e98b257d5f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:56.844554 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5e8df6-7fa3-4a2d-9011-3827c9ccd0fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-de11a3c9-316c-4377-9e5e-18fd7e651c4f', 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'fixed_ips': [{'subnet_id': '01f32dbd-3307-434b-943d-2135ada2aaeb'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:07:56.845332 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bf5e8df6-7fa3-4a2d-9011-3827c9ccd0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:56.888026 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c745a021-78d1-4e28-b289-a11827d3970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:07:56.888686 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c745a021-78d1-4e28-b289-a11827d3970c None None] The sync data for ids ['7af07404-f1fd-4206-b570-64e98b257d5f'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:07:56.933984 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-429f4fce-7271-4244-921c-8a21f75ab836 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:56.987630 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dd6df1b0-183c-490f-8d0f-fbf9a8aa1653 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:57.086784 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-bf5e8df6-7fa3-4a2d-9011-3827c9ccd0fe None None] Allocated IP 172.20.0.2 (de11a3c9-316c-4377-9e5e-18fd7e651c4f/01f32dbd-3307-434b-943d-2135ada2aaeb/dc68a606-1fe0-428a-aa0a-83d2d55969a0) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:07:57.171558 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5d071-0076-4d32-a56f-6b9fa6b99599 req-51e710cf-8179-4ba6-b3cf-bdf8fa22fe50 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:57.181898 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dec5d071-0076-4d32-a56f-6b9fa6b99599 req-51e710cf-8179-4ba6-b3cf-bdf8fa22fe50 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f9af26-1274-464f-bc33-229ed9edfb18 HTTP/1.1" status: 200 len: 944 time: 0.0767753 Aug 10 04:07:57.269551 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dec5d071-0076-4d32-a56f-6b9fa6b99599 req-91ea1034-6beb-4904-b6a1-70fab69a5336 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827143 Aug 10 04:07:57.337052 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bf5e8df6-7fa3-4a2d-9011-3827c9ccd0fe None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:57.346326 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bf5e8df6-7fa3-4a2d-9011-3827c9ccd0fe None None] Transition to ACTIVE for port object dc68a606-1fe0-428a-aa0a-83d2d55969a0 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:57.362597 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bf5e8df6-7fa3-4a2d-9011-3827c9ccd0fe None None] Transition to ACTIVE for port object dc68a606-1fe0-428a-aa0a-83d2d55969a0 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:07:57.441154 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bf5e8df6-7fa3-4a2d-9011-3827c9ccd0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:57.492450 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:57.504947 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5e8df6-7fa3-4a2d-9011-3827c9ccd0fe None None] Network de11a3c9-316c-4377-9e5e-18fd7e651c4f is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:57.510005 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-bf5e8df6-7fa3-4a2d-9011-3827c9ccd0fe None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:57.512453 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5e8df6-7fa3-4a2d-9011-3827c9ccd0fe None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:07:57.514603 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e8df6-7fa3-4a2d-9011-3827c9ccd0fe None None] Pushing event updated for resources: {'Port': ['ID=dc68a606-1fe0-428a-aa0a-83d2d55969a0,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:57.574644 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-bf5e8df6-7fa3-4a2d-9011-3827c9ccd0fe None None] Attempting to bind port dc68a606-1fe0-428a-aa0a-83d2d55969a0 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:07:57.575074 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-bf5e8df6-7fa3-4a2d-9011-3827c9ccd0fe None None] Attempting to bind port dc68a606-1fe0-428a-aa0a-83d2d55969a0 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '022c9be0-3f23-4140-b40a-73d3581e4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:07:57.575378 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5e8df6-7fa3-4a2d-9011-3827c9ccd0fe None None] Attempting to bind port dc68a606-1fe0-428a-aa0a-83d2d55969a0 on network de11a3c9-316c-4377-9e5e-18fd7e651c4f {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:07:57.580615 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5e8df6-7fa3-4a2d-9011-3827c9ccd0fe None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:07:57.580992 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5e8df6-7fa3-4a2d-9011-3827c9ccd0fe None None] Checking segment: {'id': '022c9be0-3f23-4140-b40a-73d3581e4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:07:57.581390 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bf5e8df6-7fa3-4a2d-9011-3827c9ccd0fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:57.581782 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5e8df6-7fa3-4a2d-9011-3827c9ccd0fe None None] Bound using segment: {'id': '022c9be0-3f23-4140-b40a-73d3581e4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:07:57.582249 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-bf5e8df6-7fa3-4a2d-9011-3827c9ccd0fe None None] Bound port: dc68a606-1fe0-428a-aa0a-83d2d55969a0, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '022c9be0-3f23-4140-b40a-73d3581e4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:07:57.582626 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bf5e8df6-7fa3-4a2d-9011-3827c9ccd0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:57.666460 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bf5e8df6-7fa3-4a2d-9011-3827c9ccd0fe None None] For port dc68a606-1fe0-428a-aa0a-83d2d55969a0, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:07:57.672641 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bf5e8df6-7fa3-4a2d-9011-3827c9ccd0fe None None] For port dc68a606-1fe0-428a-aa0a-83d2d55969a0, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=dc68a606-1fe0-428a-aa0a-83d2d55969a0,segment=NetworkSegment(022c9be0-3f23-4140-b40a-73d3581e4e3a),segment_id=022c9be0-3f23-4140-b40a-73d3581e4e3a)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:07:57.682497 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-429f4fce-7271-4244-921c-8a21f75ab836 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:57.756232 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bf5e8df6-7fa3-4a2d-9011-3827c9ccd0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:57.765247 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-643ce458-0f11-487b-aaf6-52faad2281db req-42cedd5d-07bc-4962-ba67-d226b436e37a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 210 time: 0.0292201 Aug 10 04:07:57.788785 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 7c50c40d-1e7e-42ab-9c0f-103c6ea91515 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:07:57.798468 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291cc79-43c4-4e4d-8182-97c7c4cde9bd req-9340d89e-853e-4e77-b8bf-d088bb81b1c0 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:57.800324 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f291cc79-43c4-4e4d-8182-97c7c4cde9bd req-9340d89e-853e-4e77-b8bf-d088bb81b1c0 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 946 time: 0.2312810 Aug 10 04:07:57.842602 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e8df6-7fa3-4a2d-9011-3827c9ccd0fe None None] Pushing event updated for resources: {'Port': ['ID=dc68a606-1fe0-428a-aa0a-83d2d55969a0,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:57.973900 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 7c50c40d-1e7e-42ab-9c0f-103c6ea91515, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=7c50c40d-1e7e-42ab-9c0f-103c6ea91515,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:57.995047 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '7c50c40d-1e7e-42ab-9c0f-103c6ea91515', 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee', 'port_id': '7c50c40d-1e7e-42ab-9c0f-103c6ea91515', 'mac_address': 'fa:16:3e:cb:ca:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f411f5c-5e8b-452a-be71-12f0dd671946', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:07:58.008519 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f291cc79-43c4-4e4d-8182-97c7c4cde9bd req-150f154b-19a3-4ea6-8c92-99cf88b246c1 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985800 Aug 10 04:07:58.088263 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:58.103226 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c50c40d-1e7e-42ab-9c0f-103c6ea91515 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:07:58.127232 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 7c50c40d-1e7e-42ab-9c0f-103c6ea91515, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=7c50c40d-1e7e-42ab-9c0f-103c6ea91515,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:58.188393 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:58.243837 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=7c50c40d-1e7e-42ab-9c0f-103c6ea91515,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:58.248593 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dd6df1b0-183c-490f-8d0f-fbf9a8aa1653 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:58.330210 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dd6df1b0-183c-490f-8d0f-fbf9a8aa1653 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:58.338136 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-429f4fce-7271-4244-921c-8a21f75ab836 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:58.426710 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfee61f-2d54-4977-ab07-c15e73c885d7 req-e1e44938-d060-44d7-8fa3-fd1ed69f9c2c tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:58.427749 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5bfee61f-2d54-4977-ab07-c15e73c885d7 req-e1e44938-d060-44d7-8fa3-fd1ed69f9c2c tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f9af26-1274-464f-bc33-229ed9edfb18 HTTP/1.1" status: 200 len: 945 time: 0.0762329 Aug 10 04:07:58.441166 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-429f4fce-7271-4244-921c-8a21f75ab836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:58.451682 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6df1b0-183c-490f-8d0f-fbf9a8aa1653 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:58.452354 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dd6df1b0-183c-490f-8d0f-fbf9a8aa1653 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:58.453787 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-dd6df1b0-183c-490f-8d0f-fbf9a8aa1653 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "PUT /v2.0/ports/0a59065a-ff5f-4ca4-8f2f-5062fc596e04 HTTP/1.1" status: 200 len: 910 time: 1.7014422 Aug 10 04:07:58.464774 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54144) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:07:58.480608 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['7c50c40d-1e7e-42ab-9c0f-103c6ea91515'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:07:58.559926 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6df1b0-183c-490f-8d0f-fbf9a8aa1653 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Port': ['ID=0a59065a-ff5f-4ca4-8f2f-5062fc596e04,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:58.580669 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5bfee61f-2d54-4977-ab07-c15e73c885d7 req-0a441047-3f59-4331-a5fc-a857d7a37627 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459453 Aug 10 04:07:58.726908 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-429f4fce-7271-4244-921c-8a21f75ab836 admin admin] Allocated IP 172.25.0.125 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/a6cccc45-2930-42cd-97dc-950125d24019) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:07:58.768577 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device dc68a606-1fe0-428a-aa0a-83d2d55969a0 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:58.939196 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port dc68a606-1fe0-428a-aa0a-83d2d55969a0 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:58.987264 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-617a901e-b447-46d7-82fe-097ac5b502f8 req-a5ff3617-7703-4afb-ace2-c8ffeff5c14b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fcc7253-6692-4a0d-be84-4511b7a41a2f HTTP/1.1" status: 200 len: 210 time: 0.0632894 Aug 10 04:07:59.004220 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-429f4fce-7271-4244-921c-8a21f75ab836 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:59.042809 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0bfaf2a3-b580-45e0-9bd0-8532cfbdd89b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:59.142949 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-429f4fce-7271-4244-921c-8a21f75ab836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:59.196928 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b514187-16ce-4157-b0b0-f75d9cef5d89 req-a13baa0a-838a-4586-8765-3619ee8784ca tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:59.198693 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5b514187-16ce-4157-b0b0-f75d9cef5d89 req-a13baa0a-838a-4586-8765-3619ee8784ca tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 946 time: 0.0757349 Aug 10 04:07:59.221746 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429f4fce-7271-4244-921c-8a21f75ab836 admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:07:59.223035 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f4fce-7271-4244-921c-8a21f75ab836 admin admin] Pushing event updated for resources: {'Port': ['ID=a6cccc45-2930-42cd-97dc-950125d24019,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:59.227350 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-429f4fce-7271-4244-921c-8a21f75ab836 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:07:59.235850 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429f4fce-7271-4244-921c-8a21f75ab836 admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:07:59.308424 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5b514187-16ce-4157-b0b0-f75d9cef5d89 req-df343bc0-2970-4cc6-aad7-65661689257e tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793884 Aug 10 04:07:59.365154 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6224ab71-0297-4f13-9eec-70596af9af5c None None] Network de11a3c9-316c-4377-9e5e-18fd7e651c4f requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:07:59.427778 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-0bfaf2a3-b580-45e0-9bd0-8532cfbdd89b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Deleting port 0a59065a-ff5f-4ca4-8f2f-5062fc596e04 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:07:59.428477 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0bfaf2a3-b580-45e0-9bd0-8532cfbdd89b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:59.525266 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0bfaf2a3-b580-45e0-9bd0-8532cfbdd89b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:59.540580 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-0bfaf2a3-b580-45e0-9bd0-8532cfbdd89b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Calling delete_port for 0a59065a-ff5f-4ca4-8f2f-5062fc596e04 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:07:59.541279 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-62a36209-28e3-47ba-8792-91d15a6f9e19 None None] Provisioning for port dc68a606-1fe0-428a-aa0a-83d2d55969a0 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:07:59.545214 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-62a36209-28e3-47ba-8792-91d15a6f9e19 None None] Provisioning complete for port dc68a606-1fe0-428a-aa0a-83d2d55969a0 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:59.545587 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-62a36209-28e3-47ba-8792-91d15a6f9e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:59.706408 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-62a36209-28e3-47ba-8792-91d15a6f9e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:59.756272 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-62a36209-28e3-47ba-8792-91d15a6f9e19 None None] For port dc68a606-1fe0-428a-aa0a-83d2d55969a0, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=dc68a606-1fe0-428a-aa0a-83d2d55969a0,segment=NetworkSegment(022c9be0-3f23-4140-b40a-73d3581e4e3a),segment_id=022c9be0-3f23-4140-b40a-73d3581e4e3a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:07:59.784121 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 7c50c40d-1e7e-42ab-9c0f-103c6ea91515 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:07:59.835564 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-62a36209-28e3-47ba-8792-91d15a6f9e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:59.849464 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-429f4fce-7271-4244-921c-8a21f75ab836 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:59.893372 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a36209-28e3-47ba-8792-91d15a6f9e19 None None] Pushing event updated for resources: {'Port': ['ID=dc68a606-1fe0-428a-aa0a-83d2d55969a0,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:07:59.920975 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aee025-0cb1-400c-a0d9-84ffda23851b req-47a0994a-0dfe-4528-b55f-3865236f440d tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:07:59.922668 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f1aee025-0cb1-400c-a0d9-84ffda23851b req-47a0994a-0dfe-4528-b55f-3865236f440d tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f9af26-1274-464f-bc33-229ed9edfb18 HTTP/1.1" status: 200 len: 945 time: 0.1964459 Aug 10 04:07:59.955183 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-49d7d25c-6d3a-418f-8847-8450d467bd74 None None] Provisioning complete for port dc68a606-1fe0-428a-aa0a-83d2d55969a0 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:07:59.955706 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-49d7d25c-6d3a-418f-8847-8450d467bd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:07:59.959881 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0bfaf2a3-b580-45e0-9bd0-8532cfbdd89b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:00.008528 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f1aee025-0cb1-400c-a0d9-84ffda23851b req-99a1994c-75ec-4a70-aaaf-945d2e6be105 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561101 Aug 10 04:08:00.017423 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfaf2a3-b580-45e0-9bd0-8532cfbdd89b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Port': ['ID=0a59065a-ff5f-4ca4-8f2f-5062fc596e04,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:00.081765 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 7c50c40d-1e7e-42ab-9c0f-103c6ea91515 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:00.089150 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 7c50c40d-1e7e-42ab-9c0f-103c6ea91515 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:00.089624 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:00.190085 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-429f4fce-7271-4244-921c-8a21f75ab836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:00.238203 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:00.257293 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0bfaf2a3-b580-45e0-9bd0-8532cfbdd89b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:00.264423 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f9af26-1274-464f-bc33-229ed9edfb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c50c40d-1e7e-42ab-9c0f-103c6ea91515'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:08:00.266937 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1a41a8-cfa2-4594-97fa-a8081bc6bdbf" -d '{"events": [{"server_uuid": "03f9af26-1274-464f-bc33-229ed9edfb18", "name": "network-vif-plugged", "status": "completed", "tag": "7c50c40d-1e7e-42ab-9c0f-103c6ea91515"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:08:00.320556 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 7c50c40d-1e7e-42ab-9c0f-103c6ea91515, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=7c50c40d-1e7e-42ab-9c0f-103c6ea91515,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:00.346011 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e609453-9ca1-43a9-abb1-13ae1c725dba x-openstack-request-id: req-1e609453-9ca1-43a9-abb1-13ae1c725dba {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:08:00.346292 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f9af26-1274-464f-bc33-229ed9edfb18", "name": "network-vif-plugged", "status": "completed", "tag": "7c50c40d-1e7e-42ab-9c0f-103c6ea91515", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:08:00.348688 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e609453-9ca1-43a9-abb1-13ae1c725dba {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:08:00.349116 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f9af26-1274-464f-bc33-229ed9edfb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c50c40d-1e7e-42ab-9c0f-103c6ea91515', 'code': 200} Aug 10 04:08:00.424545 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:00.456342 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfaf2a3-b580-45e0-9bd0-8532cfbdd89b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Router 7af07404-f1fd-4206-b570-64e98b257d5f has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:08:00.488198 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=7c50c40d-1e7e-42ab-9c0f-103c6ea91515,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:00.492936 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429f4fce-7271-4244-921c-8a21f75ab836 admin admin] Router 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:08:00.627079 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429f4fce-7271-4244-921c-8a21f75ab836 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:08:00.644044 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device dc68a606-1fe0-428a-aa0a-83d2d55969a0 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:00.644985 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb54ad8-f934-4bdf-9d06-c64d82483b5e None None] Sync routers for ids ['3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:08:00.660762 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb54ad8-f934-4bdf-9d06-c64d82483b5e None None] Routers {'3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:00.661622 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-ccb54ad8-f934-4bdf-9d06-c64d82483b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:07:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:00.719351 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-429f4fce-7271-4244-921c-8a21f75ab836 admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:00.720682 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-429f4fce-7271-4244-921c-8a21f75ab836 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1371455 Aug 10 04:08:00.723892 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54174) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:00.743050 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port dc68a606-1fe0-428a-aa0a-83d2d55969a0 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:00.743688 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:00.812749 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-ccb54ad8-f934-4bdf-9d06-c64d82483b5e None None] Set router 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:00.866638 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01567bbb-65b1-4d92-b0a2-16c4061956f6 req-9ef55484-ba93-41a0-bb49-899ba9a70df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:00.868388 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-01567bbb-65b1-4d92-b0a2-16c4061956f6 req-9ef55484-ba93-41a0-bb49-899ba9a70df4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=03f9af26-1274-464f-bc33-229ed9edfb18 HTTP/1.1" status: 200 len: 1097 time: 0.4244623 Aug 10 04:08:00.876029 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfaf2a3-b580-45e0-9bd0-8532cfbdd89b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:08:00.891121 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472c0b43-8027-48b1-b0c0-597a017baeb9 None None] Sync routers for ids ['7af07404-f1fd-4206-b570-64e98b257d5f'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:08:00.894935 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0bfaf2a3-b580-45e0-9bd0-8532cfbdd89b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "PUT /v2.0/routers/7af07404-f1fd-4206-b570-64e98b257d5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4275012 Aug 10 04:08:00.895856 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54176) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:00.914933 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472c0b43-8027-48b1-b0c0-597a017baeb9 None None] Routers {'7af07404-f1fd-4206-b570-64e98b257d5f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:00.915830 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-472c0b43-8027-48b1-b0c0-597a017baeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:07:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['7af07404-f1fd-4206-b570-64e98b257d5f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:00.929692 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b2f5d46b-0f0a-41c3-8865-b6a7dfa601bd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "GET /v2.0/ports?device_id=7af07404-f1fd-4206-b570-64e98b257d5f HTTP/1.1" status: 200 len: 205 time: 0.0323796 Aug 10 04:08:00.935242 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54178) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:00.952961 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-01567bbb-65b1-4d92-b0a2-16c4061956f6 req-866155a7-5e72-4de6-a076-03b4cecbc3c9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748448 Aug 10 04:08:01.004055 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-472c0b43-8027-48b1-b0c0-597a017baeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:01.027309 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472c0b43-8027-48b1-b0c0-597a017baeb9 None None] Routers {'7af07404-f1fd-4206-b570-64e98b257d5f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:01.028163 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-472c0b43-8027-48b1-b0c0-597a017baeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:07:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['7af07404-f1fd-4206-b570-64e98b257d5f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:01.065482 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-472c0b43-8027-48b1-b0c0-597a017baeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:01.066312 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472c0b43-8027-48b1-b0c0-597a017baeb9 None None] The sync data for ids ['7af07404-f1fd-4206-b570-64e98b257d5f'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:08:01.087552 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cf7499e1-5df7-40a8-9b27-81ac05e64c0b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:01.102011 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-ccb54ad8-f934-4bdf-9d06-c64d82483b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'name': 'tempest-AttachVolumeTestJSON-526268342-router', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:56Z', 'updated_at': '2021-08-10T04:07:59Z', 'revision_number': 3, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'gw_port': {'id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:58Z', 'updated_at': '2021-08-10T04:07:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:01.146550 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb54ad8-f934-4bdf-9d06-c64d82483b5e None None] Checking router: 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:08:01.147652 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb54ad8-f934-4bdf-9d06-c64d82483b5e None None] Updating router 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 port a6cccc45-2930-42cd-97dc-950125d24019 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:08:01.177459 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ccb54ad8-f934-4bdf-9d06-c64d82483b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:01.204042 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b802b4-6233-4c0d-8b66-5cc64c71d616 req-d76d7a68-3b60-4107-af65-67fc2b8a1bc6 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:01.205876 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-38b802b4-6233-4c0d-8b66-5cc64c71d616 req-d76d7a68-3b60-4107-af65-67fc2b8a1bc6 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f9af26-1274-464f-bc33-229ed9edfb18 HTTP/1.1" status: 200 len: 946 time: 0.0867541 Aug 10 04:08:01.255163 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-38b802b4-6233-4c0d-8b66-5cc64c71d616 req-bc022276-3264-48d0-9f75-a3a8a88e1045 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376132 Aug 10 04:08:01.501779 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ccb54ad8-f934-4bdf-9d06-c64d82483b5e None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:01.513977 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-ccb54ad8-f934-4bdf-9d06-c64d82483b5e None None] Transition to ACTIVE for port object a6cccc45-2930-42cd-97dc-950125d24019 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:01.590407 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ccb54ad8-f934-4bdf-9d06-c64d82483b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:01.670563 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cf7499e1-5df7-40a8-9b27-81ac05e64c0b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:01.673007 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cf7499e1-5df7-40a8-9b27-81ac05e64c0b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:01.706890 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-ccb54ad8-f934-4bdf-9d06-c64d82483b5e None None] Attempting to bind port a6cccc45-2930-42cd-97dc-950125d24019 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:08:01.707383 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-ccb54ad8-f934-4bdf-9d06-c64d82483b5e None None] Attempting to bind port a6cccc45-2930-42cd-97dc-950125d24019 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:08:01.707789 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb54ad8-f934-4bdf-9d06-c64d82483b5e None None] Attempting to bind port a6cccc45-2930-42cd-97dc-950125d24019 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:01.717855 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb54ad8-f934-4bdf-9d06-c64d82483b5e None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:08:01.718401 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb54ad8-f934-4bdf-9d06-c64d82483b5e None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:01.718914 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ccb54ad8-f934-4bdf-9d06-c64d82483b5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:01.719562 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb54ad8-f934-4bdf-9d06-c64d82483b5e None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:08:01.720147 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-ccb54ad8-f934-4bdf-9d06-c64d82483b5e None None] Bound port: a6cccc45-2930-42cd-97dc-950125d24019, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:08:01.720617 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ccb54ad8-f934-4bdf-9d06-c64d82483b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:01.722281 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39dbdc-aeee-4fd3-ac12-7c30291a2f7b None None] Pushing event updated for resources: {'Port': ['ID=a6cccc45-2930-42cd-97dc-950125d24019,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:01.760737 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39dbdc-aeee-4fd3-ac12-7c30291a2f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:01.761336 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39dbdc-aeee-4fd3-ac12-7c30291a2f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:01.761829 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39dbdc-aeee-4fd3-ac12-7c30291a2f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:01.762340 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39dbdc-aeee-4fd3-ac12-7c30291a2f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:01.762809 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39dbdc-aeee-4fd3-ac12-7c30291a2f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:01.763290 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39dbdc-aeee-4fd3-ac12-7c30291a2f7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:01.763801 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39dbdc-aeee-4fd3-ac12-7c30291a2f7b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:01.764451 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39dbdc-aeee-4fd3-ac12-7c30291a2f7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:01.764925 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39dbdc-aeee-4fd3-ac12-7c30291a2f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:01.765639 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39dbdc-aeee-4fd3-ac12-7c30291a2f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:01.766350 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39dbdc-aeee-4fd3-ac12-7c30291a2f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:01.766844 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a39dbdc-aeee-4fd3-ac12-7c30291a2f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:01.810073 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-ccb54ad8-f934-4bdf-9d06-c64d82483b5e None None] For port a6cccc45-2930-42cd-97dc-950125d24019, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:08:01.813542 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-ccb54ad8-f934-4bdf-9d06-c64d82483b5e None None] For port a6cccc45-2930-42cd-97dc-950125d24019, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a6cccc45-2930-42cd-97dc-950125d24019,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:08:01.821587 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cf7499e1-5df7-40a8-9b27-81ac05e64c0b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:01.822233 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7499e1-5df7-40a8-9b27-81ac05e64c0b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Fanout notify agent at l3_agent the message router_deleted on router 7af07404-f1fd-4206-b570-64e98b257d5f {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:08:01.856205 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cf7499e1-5df7-40a8-9b27-81ac05e64c0b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:01.857335 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cf7499e1-5df7-40a8-9b27-81ac05e64c0b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/routers/7af07404-f1fd-4206-b570-64e98b257d5f HTTP/1.1" status: 204 len: 168 time: 0.9211574 Aug 10 04:08:01.860144 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54186) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:01.879475 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-ccb54ad8-f934-4bdf-9d06-c64d82483b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:01.946660 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb54ad8-f934-4bdf-9d06-c64d82483b5e None None] Routers {'3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:01.947289 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-ccb54ad8-f934-4bdf-9d06-c64d82483b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:07:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:01.951666 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39dbdc-aeee-4fd3-ac12-7c30291a2f7b None None] Pushing event updated for resources: {'Port': ['ID=a6cccc45-2930-42cd-97dc-950125d24019,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:01.995485 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf66c8a-c119-4d04-9adb-cdd8c855cd00 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Deleting subnet 2f50dde6-226f-4b09-bc61-2284007f013d {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:08:02.012319 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6bf66c8a-c119-4d04-9adb-cdd8c855cd00 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:02.103949 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6bf66c8a-c119-4d04-9adb-cdd8c855cd00 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:02.109349 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-ccb54ad8-f934-4bdf-9d06-c64d82483b5e None None] Set router 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:02.253603 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-09c7023f-554f-43d7-b724-6ad9d5946a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:02.509327 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9998bbb-c04e-492d-b269-bc54275e5c2d req-618a8a4f-1a5c-4c67-97de-90fac9561020 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:02.512672 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d9998bbb-c04e-492d-b269-bc54275e5c2d req-618a8a4f-1a5c-4c67-97de-90fac9561020 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f9af26-1274-464f-bc33-229ed9edfb18 HTTP/1.1" status: 200 len: 946 time: 0.1288018 Aug 10 04:08:02.529945 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-ccb54ad8-f934-4bdf-9d06-c64d82483b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'name': 'tempest-AttachVolumeTestJSON-526268342-router', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:56Z', 'updated_at': '2021-08-10T04:07:59Z', 'revision_number': 3, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'gw_port': {'id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:58Z', 'updated_at': '2021-08-10T04:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:02.579683 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-09c7023f-554f-43d7-b724-6ad9d5946a5f admin admin] Allocated IP 172.20.0.1 (de11a3c9-316c-4377-9e5e-18fd7e651c4f/01f32dbd-3307-434b-943d-2135ada2aaeb/1a066e96-6d76-4219-a572-eddcb30a1219) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:08:02.588275 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d9998bbb-c04e-492d-b269-bc54275e5c2d req-3efd3ba4-1f31-453b-90f9-3efada1f20d4 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564950 Aug 10 04:08:02.589987 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6bf66c8a-c119-4d04-9adb-cdd8c855cd00 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:02.712868 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb54ad8-f934-4bdf-9d06-c64d82483b5e None None] The sync data for ids ['3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'] in n-d-802893-2 is: [{'id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'name': 'tempest-AttachVolumeTestJSON-526268342-router', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:56Z', 'updated_at': '2021-08-10T04:07:59Z', 'revision_number': 3, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'gw_port': {'id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:58Z', 'updated_at': '2021-08-10T04:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:08:02.770942 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-09c7023f-554f-43d7-b724-6ad9d5946a5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:02.784442 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6bf66c8a-c119-4d04-9adb-cdd8c855cd00 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:02.816026 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf66c8a-c119-4d04-9adb-cdd8c855cd00 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Subnet': ['ID=2f50dde6-226f-4b09-bc61-2284007f013d,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:02.829003 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-09c7023f-554f-43d7-b724-6ad9d5946a5f admin admin] Transition to ACTIVE for port object 1a066e96-6d76-4219-a572-eddcb30a1219 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:02.837880 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6bf66c8a-c119-4d04-9adb-cdd8c855cd00 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:02.851615 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6bf66c8a-c119-4d04-9adb-cdd8c855cd00 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/subnets/2f50dde6-226f-4b09-bc61-2284007f013d HTTP/1.1" status: 204 len: 168 time: 0.9788671 Aug 10 04:08:02.852402 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54202) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:02.852533 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadddcad-97f2-48c6-bd02-c6e4bfadf70c None None] Network bf1e8f0a-5252-4125-abc9-f84ca681fa97 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:08:03.004216 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8e4dd957-16b0-4f09-97cd-e4a40bea725b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:03.016981 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-09c7023f-554f-43d7-b724-6ad9d5946a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:03.133692 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-8e4dd957-16b0-4f09-97cd-e4a40bea725b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Deleting port 34baa9df-7521-4d73-bb7c-ec7429beea49 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:08:03.133692 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8e4dd957-16b0-4f09-97cd-e4a40bea725b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:03.133901 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c7023f-554f-43d7-b724-6ad9d5946a5f admin admin] Network de11a3c9-316c-4377-9e5e-18fd7e651c4f is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:03.139587 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-09c7023f-554f-43d7-b724-6ad9d5946a5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:03.142264 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c7023f-554f-43d7-b724-6ad9d5946a5f admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:08:03.219644 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-09c7023f-554f-43d7-b724-6ad9d5946a5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:03.237595 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087d237b-3992-49a7-af59-72493e67579b None None] DHCP port deletion for bf1e8f0a-5252-4125-abc9-f84ca681fa97 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:08:03.324606 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-8e4dd957-16b0-4f09-97cd-e4a40bea725b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] For port 34baa9df-7521-4d73-bb7c-ec7429beea49, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=34baa9df-7521-4d73-bb7c-ec7429beea49,segment=NetworkSegment(5cd91d31-a6b3-4056-bbb4-336858865362),segment_id=5cd91d31-a6b3-4056-bbb4-336858865362)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:03.325097 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8e4dd957-16b0-4f09-97cd-e4a40bea725b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:03.351112 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-8e4dd957-16b0-4f09-97cd-e4a40bea725b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Calling delete_port for 34baa9df-7521-4d73-bb7c-ec7429beea49 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:08:03.355342 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-087d237b-3992-49a7-af59-72493e67579b None None] Deleting port 34baa9df-7521-4d73-bb7c-ec7429beea49 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:08:03.355735 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-087d237b-3992-49a7-af59-72493e67579b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:03.385288 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7023f-554f-43d7-b724-6ad9d5946a5f admin admin] Pushing event updated for resources: {'Port': ['ID=1a066e96-6d76-4219-a572-eddcb30a1219,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:03.521333 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-087d237b-3992-49a7-af59-72493e67579b None None] For port 34baa9df-7521-4d73-bb7c-ec7429beea49, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=34baa9df-7521-4d73-bb7c-ec7429beea49,segment=NetworkSegment(5cd91d31-a6b3-4056-bbb4-336858865362),segment_id=5cd91d31-a6b3-4056-bbb4-336858865362)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:03.521734 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-087d237b-3992-49a7-af59-72493e67579b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:03.523410 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-09c7023f-554f-43d7-b724-6ad9d5946a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:03.545992 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-087d237b-3992-49a7-af59-72493e67579b None None] Calling delete_port for 34baa9df-7521-4d73-bb7c-ec7429beea49 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:08:03.617742 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8e4dd957-16b0-4f09-97cd-e4a40bea725b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:03.630293 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-087d237b-3992-49a7-af59-72493e67579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:03.669893 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d237b-3992-49a7-af59-72493e67579b None None] Pushing event deleted for resources: {'Port': ['ID=34baa9df-7521-4d73-bb7c-ec7429beea49,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:03.673938 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-01baa891-f0a1-4e5f-bcef-a88dde98fc8f None None] Provisioning for port 1a066e96-6d76-4219-a572-eddcb30a1219 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:03.680383 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087d237b-3992-49a7-af59-72493e67579b None None] No DVR routers for this DVR port 34baa9df-7521-4d73-bb7c-ec7429beea49 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:08:03.682209 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-01baa891-f0a1-4e5f-bcef-a88dde98fc8f None None] Provisioning complete for port 1a066e96-6d76-4219-a572-eddcb30a1219 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:03.682730 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-01baa891-f0a1-4e5f-bcef-a88dde98fc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:03.706356 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4dd957-16b0-4f09-97cd-e4a40bea725b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Port': ['ID=34baa9df-7521-4d73-bb7c-ec7429beea49,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:03.723103 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4dd957-16b0-4f09-97cd-e4a40bea725b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] No DVR routers for this DVR port 34baa9df-7521-4d73-bb7c-ec7429beea49 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:08:03.749103 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-01baa891-f0a1-4e5f-bcef-a88dde98fc8f None None] Port 1a066e96-6d76-4219-a572-eddcb30a1219 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:08:03.868422 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8e4dd957-16b0-4f09-97cd-e4a40bea725b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:03.879144 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8e4dd957-16b0-4f09-97cd-e4a40bea725b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf1e8f0a-5252-4125-abc9-f84ca681fa97']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:03.885032 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-09c7023f-554f-43d7-b724-6ad9d5946a5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:03.894075 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8e4dd957-16b0-4f09-97cd-e4a40bea725b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd91d31-a6b3-4056-bbb4-336858865362') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:03.894819 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8e4dd957-16b0-4f09-97cd-e4a40bea725b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd91d31-a6b3-4056-bbb4-336858865362') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:03.908608 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8e4dd957-16b0-4f09-97cd-e4a40bea725b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:03.924535 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8e4dd957-16b0-4f09-97cd-e4a40bea725b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:03.939919 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e4dd957-16b0-4f09-97cd-e4a40bea725b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:08:03.940717 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8e4dd957-16b0-4f09-97cd-e4a40bea725b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:03.950074 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b8cf1-5115-4e0d-85f1-a6c02892d937 req-f1ed880a-c1db-452c-b804-a7c28ec93d38 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:03.952145 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-788b8cf1-5115-4e0d-85f1-a6c02892d937 req-f1ed880a-c1db-452c-b804-a7c28ec93d38 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f9af26-1274-464f-bc33-229ed9edfb18 HTTP/1.1" status: 200 len: 946 time: 0.1471043 Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:08:03.955644 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:08:03.997375 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-09c7023f-554f-43d7-b724-6ad9d5946a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:04.049385 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-788b8cf1-5115-4e0d-85f1-a6c02892d937 req-eefa9314-f9ab-4da7-ac82-d5dfdf48189f tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850630 Aug 10 04:08:04.082023 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7023f-554f-43d7-b724-6ad9d5946a5f admin admin] Pushing event updated for resources: {'Port': ['ID=1a066e96-6d76-4219-a572-eddcb30a1219,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:04.086590 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-09c7023f-554f-43d7-b724-6ad9d5946a5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:04.094500 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8e4dd957-16b0-4f09-97cd-e4a40bea725b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:04.103170 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8e4dd957-16b0-4f09-97cd-e4a40bea725b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:04.107181 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8e4dd957-16b0-4f09-97cd-e4a40bea725b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/networks/bf1e8f0a-5252-4125-abc9-f84ca681fa97 HTTP/1.1" status: 204 len: 168 time: 1.2630956 Aug 10 04:08:04.116004 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54212) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:04.122623 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-faa7def9-a1b1-4926-99d8-11997404c7f4 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1686726563', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:04.144542 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4dd957-16b0-4f09-97cd-e4a40bea725b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Network': ['ID=bf1e8f0a-5252-4125-abc9-f84ca681fa97,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:04.225310 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf1774-4c26-4799-a6c1-dd39a569a00a req-0c2c7cbf-03a9-41c9-aac5-22b704bcff06 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:04.227313 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8caf1774-4c26-4799-a6c1-dd39a569a00a req-0c2c7cbf-03a9-41c9-aac5-22b704bcff06 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f9af26-1274-464f-bc33-229ed9edfb18 HTTP/1.1" status: 200 len: 946 time: 0.0701623 Aug 10 04:08:04.240614 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c7023f-554f-43d7-b724-6ad9d5946a5f admin admin] Network de11a3c9-316c-4377-9e5e-18fd7e651c4f is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:04.242824 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-09c7023f-554f-43d7-b724-6ad9d5946a5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:04.253997 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-faa7def9-a1b1-4926-99d8-11997404c7f4 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:04.269716 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-faa7def9-a1b1-4926-99d8-11997404c7f4 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:04.364285 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8caf1774-4c26-4799-a6c1-dd39a569a00a req-a9203cfe-c2fb-4920-a298-5704b4014dde tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190960 Aug 10 04:08:04.457898 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c7023f-554f-43d7-b724-6ad9d5946a5f admin admin] Router 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:08:04.478066 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-faa7def9-a1b1-4926-99d8-11997404c7f4 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:04.540996 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-faa7def9-a1b1-4926-99d8-11997404c7f4 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:04.635847 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-faa7def9-a1b1-4926-99d8-11997404c7f4 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:04.637365 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-faa7def9-a1b1-4926-99d8-11997404c7f4 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5198646 Aug 10 04:08:04.640046 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54216) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:04.645275 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-42be1572-c36a-4b96-aae1-6f4d3e291491 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'network': {'name': 'tempest-RoutersTest-375209101'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:04.656139 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c7023f-554f-43d7-b724-6ad9d5946a5f admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:08:04.656139 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-09c7023f-554f-43d7-b724-6ad9d5946a5f admin admin] 10.222.0.25 "PUT /v2.0/routers/3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9290409 Aug 10 04:08:04.684002 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3d9eb474-1898-4664-9321-1a65189dee45 None None] Provisioning complete for port 1a066e96-6d76-4219-a572-eddcb30a1219 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:04.684617 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3d9eb474-1898-4664-9321-1a65189dee45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:04.733979 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a6cccc45-2930-42cd-97dc-950125d24019 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:04.765133 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-3d9eb474-1898-4664-9321-1a65189dee45 None None] Port 1a066e96-6d76-4219-a572-eddcb30a1219 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:08:04.774352 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42be1572-c36a-4b96-aae1-6f4d3e291491 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Made reservation on behalf of 1e77910191554529bf7135b6bdb86de8 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:08:04.784639 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-42be1572-c36a-4b96-aae1-6f4d3e291491 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:04.822470 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42be1572-c36a-4b96-aae1-6f4d3e291491 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:08:04.834860 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-42be1572-c36a-4b96-aae1-6f4d3e291491 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:04.835453 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-42be1572-c36a-4b96-aae1-6f4d3e291491 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Added segment 97a69a03-dd3f-4581-9a66-487364fcb6c9 of type vlan for network 64aea3c4-1679-4574-b594-8747432f6b00 Aug 10 04:08:04.879586 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-42be1572-c36a-4b96-aae1-6f4d3e291491 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:04.893458 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port a6cccc45-2930-42cd-97dc-950125d24019 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:04.904311 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port a6cccc45-2930-42cd-97dc-950125d24019 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:04.904685 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:04.994609 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:05.015905 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port a6cccc45-2930-42cd-97dc-950125d24019, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a6cccc45-2930-42cd-97dc-950125d24019,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:05.024518 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-42be1572-c36a-4b96-aae1-6f4d3e291491 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:05.038861 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42be1572-c36a-4b96-aae1-6f4d3e291491 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:05.039502 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-42be1572-c36a-4b96-aae1-6f4d3e291491 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:05.132686 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:05.134057 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be1572-c36a-4b96-aae1-6f4d3e291491 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Network': ['ID=64aea3c4-1679-4574-b594-8747432f6b00,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:05.153931 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e62630-d76d-4fa2-99dd-8d06744bd6c0 req-85880213-15c4-4fa4-8cf0-ec3950c02e8d tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:05.165677 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-46e62630-d76d-4fa2-99dd-8d06744bd6c0 req-85880213-15c4-4fa4-8cf0-ec3950c02e8d tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f9af26-1274-464f-bc33-229ed9edfb18 HTTP/1.1" status: 200 len: 946 time: 0.0837324 Aug 10 04:08:05.166027 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-42be1572-c36a-4b96-aae1-6f4d3e291491 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5246196 Aug 10 04:08:05.166941 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54230) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:05.180820 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-394d7f57-8a34-442f-b06c-272fec1aff62 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'subnet': {'network_id': '64aea3c4-1679-4574-b594-8747432f6b00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:05.213408 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab037dd-74a4-4de4-b0d3-b5c431120b29 None None] Sync routers for ids ['3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:08:05.221606 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=a6cccc45-2930-42cd-97dc-950125d24019,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:05.225600 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 64aea3c4-1679-4574-b594-8747432f6b00 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:08:05.227373 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-46e62630-d76d-4fa2-99dd-8d06744bd6c0 req-70750063-0fb0-41f9-9238-052aaf34b16b tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608327 Aug 10 04:08:05.227628 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab037dd-74a4-4de4-b0d3-b5c431120b29 None None] Routers {'3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:05.228681 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0ab037dd-74a4-4de4-b0d3-b5c431120b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:07:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:05.249645 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 34baa9df-7521-4d73-bb7c-ec7429beea49 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:08:05.348272 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-0ab037dd-74a4-4de4-b0d3-b5c431120b29 None None] Set router 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:05.377665 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54232) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:05.383106 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-b22306da-0248-421d-ac21-de213a974891 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1118685725', 'description': 'tempest-description--78658810'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:05.422139 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394d7f57-8a34-442f-b06c-272fec1aff62 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Made reservation on behalf of 1e77910191554529bf7135b6bdb86de8 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:08:05.422667 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-394d7f57-8a34-442f-b06c-272fec1aff62 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:05.492961 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 34baa9df-7521-4d73-bb7c-ec7429beea49 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:08:05.493323 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 34baa9df-7521-4d73-bb7c-ec7429beea49 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:08:05.565652 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0ab037dd-74a4-4de4-b0d3-b5c431120b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'name': 'tempest-AttachVolumeTestJSON-526268342-router', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:56Z', 'updated_at': '2021-08-10T04:08:03Z', 'revision_number': 4, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'gw_port': {'id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:58Z', 'updated_at': '2021-08-10T04:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '1a066e96-6d76-4219-a572-eddcb30a1219', 'name': '', 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'mac_address': 'fa:16:3e:0b:d8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:02Z', 'updated_at': '2021-08-10T04:08:03Z', 'revision_number': 2, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'subnets': [{'id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:05.566178 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b22306da-0248-421d-ac21-de213a974891 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:05.595202 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab037dd-74a4-4de4-b0d3-b5c431120b29 None None] Checking router: 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:08:05.595611 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab037dd-74a4-4de4-b0d3-b5c431120b29 None None] Updating router 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 port 1a066e96-6d76-4219-a572-eddcb30a1219 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:08:05.620364 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ab037dd-74a4-4de4-b0d3-b5c431120b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:05.699867 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b22306da-0248-421d-ac21-de213a974891 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:05.744516 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-394d7f57-8a34-442f-b06c-272fec1aff62 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:05.812843 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b22306da-0248-421d-ac21-de213a974891 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:05.819260 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d7f57-8a34-442f-b06c-272fec1aff62 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Subnet': ['ID=123bca8b-ff7a-4e64-9518-0972ce7c6758,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:05.849018 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394d7f57-8a34-442f-b06c-272fec1aff62 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Checking segment: {'id': '97a69a03-dd3f-4581-9a66-487364fcb6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:05.849297 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394d7f57-8a34-442f-b06c-272fec1aff62 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network hostable DHCP agents. Network: 64aea3c4-1679-4574-b594-8747432f6b00, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:08:05.857298 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22306da-0248-421d-ac21-de213a974891 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3d2795-d414-4c92-8d85-2fb23759ebce,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:05.894120 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ab037dd-74a4-4de4-b0d3-b5c431120b29 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:05.904395 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-0ab037dd-74a4-4de4-b0d3-b5c431120b29 None None] Transition to ACTIVE for port object 1a066e96-6d76-4219-a572-eddcb30a1219 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:05.932729 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b22306da-0248-421d-ac21-de213a974891 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:05.934039 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b22306da-0248-421d-ac21-de213a974891 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5552971 Aug 10 04:08:05.937062 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54246) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:05.942168 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-fd7c42b0-6ac3-4e3f-8a23-dfd4fc6dac97 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Request body: {'security_group_rule': {'security_group_id': '7f3d2795-d414-4c92-8d85-2fb23759ebce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:06.007703 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394d7f57-8a34-442f-b06c-272fec1aff62 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network 64aea3c4-1679-4574-b594-8747432f6b00 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:08:06.050115 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ab037dd-74a4-4de4-b0d3-b5c431120b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:06.061903 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fd7c42b0-6ac3-4e3f-8a23-dfd4fc6dac97 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:06.116524 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a4336-063c-425d-9705-c70f01f48700 None None] Pushing event updated for resources: {'Port': ['ID=1a066e96-6d76-4219-a572-eddcb30a1219,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:06.153429 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-394d7f57-8a34-442f-b06c-272fec1aff62 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 64aea3c4-1679-4574-b594-8747432f6b00) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:06.157622 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394d7f57-8a34-442f-b06c-272fec1aff62 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:06.158216 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-394d7f57-8a34-442f-b06c-272fec1aff62 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:06.168873 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089f523b-e520-4b40-9f19-251e42bfe34b None None] Network 64aea3c4-1679-4574-b594-8747432f6b00 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:08:06.177571 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-0ab037dd-74a4-4de4-b0d3-b5c431120b29 None None] Attempting to bind port 1a066e96-6d76-4219-a572-eddcb30a1219 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:08:06.177933 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-0ab037dd-74a4-4de4-b0d3-b5c431120b29 None None] Attempting to bind port 1a066e96-6d76-4219-a572-eddcb30a1219 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '022c9be0-3f23-4140-b40a-73d3581e4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:08:06.179131 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab037dd-74a4-4de4-b0d3-b5c431120b29 None None] Attempting to bind port 1a066e96-6d76-4219-a572-eddcb30a1219 on network de11a3c9-316c-4377-9e5e-18fd7e651c4f {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:06.187003 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab037dd-74a4-4de4-b0d3-b5c431120b29 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:08:06.192236 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab037dd-74a4-4de4-b0d3-b5c431120b29 None None] Checking segment: {'id': '022c9be0-3f23-4140-b40a-73d3581e4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:06.192236 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ab037dd-74a4-4de4-b0d3-b5c431120b29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:06.192236 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab037dd-74a4-4de4-b0d3-b5c431120b29 None None] Bound using segment: {'id': '022c9be0-3f23-4140-b40a-73d3581e4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:08:06.192676 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fd7c42b0-6ac3-4e3f-8a23-dfd4fc6dac97 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:06.193123 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-0ab037dd-74a4-4de4-b0d3-b5c431120b29 None None] Bound port: 1a066e96-6d76-4219-a572-eddcb30a1219, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '022c9be0-3f23-4140-b40a-73d3581e4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:08:06.193123 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ab037dd-74a4-4de4-b0d3-b5c431120b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:06.252235 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-394d7f57-8a34-442f-b06c-272fec1aff62 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0839322 Aug 10 04:08:06.255002 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54254) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:06.290520 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-0ab037dd-74a4-4de4-b0d3-b5c431120b29 None None] For port 1a066e96-6d76-4219-a572-eddcb30a1219, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:08:06.291089 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fd7c42b0-6ac3-4e3f-8a23-dfd4fc6dac97 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:06.295036 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-0ab037dd-74a4-4de4-b0d3-b5c431120b29 None None] For port 1a066e96-6d76-4219-a572-eddcb30a1219, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1a066e96-6d76-4219-a572-eddcb30a1219,segment=NetworkSegment(022c9be0-3f23-4140-b40a-73d3581e4e3a),segment_id=022c9be0-3f23-4140-b40a-73d3581e4e3a)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:08:06.326810 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c42b0-6ac3-4e3f-8a23-dfd4fc6dac97 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc0b5686-7421-4d5f-95e5-4adee6b384bd,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:06.376806 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ab037dd-74a4-4de4-b0d3-b5c431120b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:06.455446 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fd7c42b0-6ac3-4e3f-8a23-dfd4fc6dac97 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:06.457029 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fd7c42b0-6ac3-4e3f-8a23-dfd4fc6dac97 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5186944 Aug 10 04:08:06.464661 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54258) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:06.477748 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-3480f8a5-c602-4c00-9cf4-a9cf90fb40f9 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Request body: {'security_group_rule': {'security_group_id': '7f3d2795-d414-4c92-8d85-2fb23759ebce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:06.481984 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a4336-063c-425d-9705-c70f01f48700 None None] Pushing event updated for resources: {'Port': ['ID=1a066e96-6d76-4219-a572-eddcb30a1219,revision_number=4']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:06.499895 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab037dd-74a4-4de4-b0d3-b5c431120b29 None None] Routers {'3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:06.500691 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0ab037dd-74a4-4de4-b0d3-b5c431120b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:07:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:06.523706 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dcd715-cf86-4ca8-b63c-c1b9d02c178c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-64aea3c4-1679-4574-b594-8747432f6b00', 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'fixed_ips': [{'subnet_id': '123bca8b-ff7a-4e64-9518-0972ce7c6758'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:08:06.524741 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-89dcd715-cf86-4ca8-b63c-c1b9d02c178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:06.541590 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99616dc3-6670-41ad-a020-36fdc3e1170a req-a879cc22-2218-45fa-8fee-534b6d9a94ae tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:06.552606 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-99616dc3-6670-41ad-a020-36fdc3e1170a req-a879cc22-2218-45fa-8fee-534b6d9a94ae tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f9af26-1274-464f-bc33-229ed9edfb18 HTTP/1.1" status: 200 len: 946 time: 0.1782882 Aug 10 04:08:06.685063 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-99616dc3-6670-41ad-a020-36fdc3e1170a req-d491f610-fa12-4714-bf8e-fdfac696c52a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317360 Aug 10 04:08:06.757021 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3480f8a5-c602-4c00-9cf4-a9cf90fb40f9 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:06.766380 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a6cccc45-2930-42cd-97dc-950125d24019 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:06.812645 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-0ab037dd-74a4-4de4-b0d3-b5c431120b29 None None] Set router 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:06.846334 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55392ff1-9147-4878-8af7-24db8ca6008d req-8a886c4a-6967-43a0-b302-f09200c99600 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:06.847902 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-55392ff1-9147-4878-8af7-24db8ca6008d req-8a886c4a-6967-43a0-b302-f09200c99600 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.20 "GET /v2.0/ports?device_id=03f9af26-1274-464f-bc33-229ed9edfb18 HTTP/1.1" status: 200 len: 946 time: 0.2190690 Aug 10 04:08:06.879778 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3480f8a5-c602-4c00-9cf4-a9cf90fb40f9 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:06.927997 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9e0d9957-bee8-4bcd-9941-5f066a6f1c25 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:06.967677 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3480f8a5-c602-4c00-9cf4-a9cf90fb40f9 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:07.005481 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480f8a5-c602-4c00-9cf4-a9cf90fb40f9 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=602784a6-e3d8-4536-aefb-b909a1eb0151,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:07.036569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port a6cccc45-2930-42cd-97dc-950125d24019 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:07.037103 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:07.070540 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3480f8a5-c602-4c00-9cf4-a9cf90fb40f9 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:07.072139 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3480f8a5-c602-4c00-9cf4-a9cf90fb40f9 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6061089 Aug 10 04:08:07.075368 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54268) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:07.075512 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-89dcd715-cf86-4ca8-b63c-c1b9d02c178c None None] Allocated IP 172.20.0.2 (64aea3c4-1679-4574-b594-8747432f6b00/123bca8b-ff7a-4e64-9518-0972ce7c6758/13599841-1ea2-4887-afea-99205f3cfda9) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:08:07.080753 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-75d75856-3479-4b83-b768-b53950332219 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:07.171649 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-55392ff1-9147-4878-8af7-24db8ca6008d req-4915b8f0-495a-4634-aa71-5abcad736f7d tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Deleting port 7c50c40d-1e7e-42ab-9c0f-103c6ea91515 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:08:07.172026 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-55392ff1-9147-4878-8af7-24db8ca6008d req-4915b8f0-495a-4634-aa71-5abcad736f7d tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:07.206991 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0ab037dd-74a4-4de4-b0d3-b5c431120b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'name': 'tempest-AttachVolumeTestJSON-526268342-router', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:56Z', 'updated_at': '2021-08-10T04:08:03Z', 'revision_number': 4, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'gw_port': {'id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:58Z', 'updated_at': '2021-08-10T04:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '1a066e96-6d76-4219-a572-eddcb30a1219', 'name': '', 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'mac_address': 'fa:16:3e:0b:d8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:02Z', 'updated_at': '2021-08-10T04:08:06Z', 'revision_number': 4, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'subnets': [{'id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:07.222194 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-75d75856-3479-4b83-b768-b53950332219 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for floatingip, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:07.238614 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab037dd-74a4-4de4-b0d3-b5c431120b29 None None] The sync data for ids ['3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'] in n-d-802893-2 is: [{'id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'name': 'tempest-AttachVolumeTestJSON-526268342-router', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:56Z', 'updated_at': '2021-08-10T04:08:03Z', 'revision_number': 4, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'gw_port': {'id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:58Z', 'updated_at': '2021-08-10T04:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '1a066e96-6d76-4219-a572-eddcb30a1219', 'name': '', 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'mac_address': 'fa:16:3e:0b:d8:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:02Z', 'updated_at': '2021-08-10T04:08:06Z', 'revision_number': 4, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'subnets': [{'id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:08:07.364163 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-55392ff1-9147-4878-8af7-24db8ca6008d req-4915b8f0-495a-4634-aa71-5abcad736f7d tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] For port 7c50c40d-1e7e-42ab-9c0f-103c6ea91515, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=7c50c40d-1e7e-42ab-9c0f-103c6ea91515,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:07.364538 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-55392ff1-9147-4878-8af7-24db8ca6008d req-4915b8f0-495a-4634-aa71-5abcad736f7d tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:07.384280 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-55392ff1-9147-4878-8af7-24db8ca6008d req-4915b8f0-495a-4634-aa71-5abcad736f7d tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Calling delete_port for 7c50c40d-1e7e-42ab-9c0f-103c6ea91515 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:08:07.462262 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-89dcd715-cf86-4ca8-b63c-c1b9d02c178c None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:07.476988 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-89dcd715-cf86-4ca8-b63c-c1b9d02c178c None None] Transition to ACTIVE for port object 13599841-1ea2-4887-afea-99205f3cfda9 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:07.490796 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-75d75856-3479-4b83-b768-b53950332219 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:07.502246 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-89dcd715-cf86-4ca8-b63c-c1b9d02c178c None None] Transition to ACTIVE for port object 13599841-1ea2-4887-afea-99205f3cfda9 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:07.593740 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-89dcd715-cf86-4ca8-b63c-c1b9d02c178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:07.675751 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dcd715-cf86-4ca8-b63c-c1b9d02c178c None None] Pushing event updated for resources: {'Port': ['ID=13599841-1ea2-4887-afea-99205f3cfda9,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:07.694361 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-75d75856-3479-4b83-b768-b53950332219 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Allocated IP 172.25.0.135 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/39e1fc77-f2b5-4690-ba6b-a2530689a84d) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:08:07.698234 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-9e0d9957-bee8-4bcd-9941-5f066a6f1c25 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Allocated IP 172.20.0.1 (64aea3c4-1679-4574-b594-8747432f6b00/123bca8b-ff7a-4e64-9518-0972ce7c6758/51007c05-058f-4f75-9ad6-0f06857af558) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:08:07.730458 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dcd715-cf86-4ca8-b63c-c1b9d02c178c None None] Network 64aea3c4-1679-4574-b594-8747432f6b00 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:07.735173 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-89dcd715-cf86-4ca8-b63c-c1b9d02c178c None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:07.743448 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dcd715-cf86-4ca8-b63c-c1b9d02c178c None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:08:07.825228 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-55392ff1-9147-4878-8af7-24db8ca6008d req-4915b8f0-495a-4634-aa71-5abcad736f7d tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:07.887861 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-75d75856-3479-4b83-b768-b53950332219 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:07.888494 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4915b8f0-495a-4634-aa71-5abcad736f7d tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Pushing event deleted for resources: {'Port': ['ID=7c50c40d-1e7e-42ab-9c0f-103c6ea91515,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:07.891127 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['915a05d9-649b-48c1-9ff5-2c0fd12608d8', '7c50c40d-1e7e-42ab-9c0f-103c6ea91515'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:08:07.971312 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-89dcd715-cf86-4ca8-b63c-c1b9d02c178c None None] Attempting to bind port 13599841-1ea2-4887-afea-99205f3cfda9 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:08:07.976280 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-89dcd715-cf86-4ca8-b63c-c1b9d02c178c None None] Attempting to bind port 13599841-1ea2-4887-afea-99205f3cfda9 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '97a69a03-dd3f-4581-9a66-487364fcb6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:08:07.980143 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dcd715-cf86-4ca8-b63c-c1b9d02c178c None None] Attempting to bind port 13599841-1ea2-4887-afea-99205f3cfda9 on network 64aea3c4-1679-4574-b594-8747432f6b00 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:07.993844 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dcd715-cf86-4ca8-b63c-c1b9d02c178c None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:08:07.994221 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dcd715-cf86-4ca8-b63c-c1b9d02c178c None None] Checking segment: {'id': '97a69a03-dd3f-4581-9a66-487364fcb6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:07.994622 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-89dcd715-cf86-4ca8-b63c-c1b9d02c178c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:07.995071 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dcd715-cf86-4ca8-b63c-c1b9d02c178c None None] Bound using segment: {'id': '97a69a03-dd3f-4581-9a66-487364fcb6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:08:07.997930 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-89dcd715-cf86-4ca8-b63c-c1b9d02c178c None None] Bound port: 13599841-1ea2-4887-afea-99205f3cfda9, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a69a03-dd3f-4581-9a66-487364fcb6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:08:07.999423 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-89dcd715-cf86-4ca8-b63c-c1b9d02c178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:08.007522 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-55392ff1-9147-4878-8af7-24db8ca6008d req-4915b8f0-495a-4634-aa71-5abcad736f7d tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] No DVR routers for this DVR port 7c50c40d-1e7e-42ab-9c0f-103c6ea91515 on host n-h2-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:08:08.031273 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-75d75856-3479-4b83-b768-b53950332219 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:08.074829 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-55392ff1-9147-4878-8af7-24db8ca6008d req-4915b8f0-495a-4634-aa71-5abcad736f7d tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:08.100852 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-55392ff1-9147-4878-8af7-24db8ca6008d req-4915b8f0-495a-4634-aa71-5abcad736f7d tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.20 "DELETE /v2.0/ports/7c50c40d-1e7e-42ab-9c0f-103c6ea91515 HTTP/1.1" status: 204 len: 173 time: 1.2217314 Aug 10 04:08:08.103712 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ab71ed2c-293d-49a6-9e8c-ed6ba1ad5ea5 req-44bbcaf4-246c-41a0-b6ae-313263ab9523 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f9af26-1274-464f-bc33-229ed9edfb18 HTTP/1.1" status: 200 len: 210 time: 0.2233949 Aug 10 04:08:08.104710 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f9af26-1274-464f-bc33-229ed9edfb18', 'name': 'network-vif-deleted', 'tag': '7c50c40d-1e7e-42ab-9c0f-103c6ea91515'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:08:08.107652 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec441995-7892-43fe-abc4-3ef20047db6f" -d '{"events": [{"server_uuid": "03f9af26-1274-464f-bc33-229ed9edfb18", "name": "network-vif-deleted", "tag": "7c50c40d-1e7e-42ab-9c0f-103c6ea91515"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:08:08.109608 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d75856-3479-4b83-b768-b53950332219 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:08.141503 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d75856-3479-4b83-b768-b53950332219 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Pushing event updated for resources: {'Port': ['ID=39e1fc77-f2b5-4690-ba6b-a2530689a84d,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:08.149332 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-75d75856-3479-4b83-b768-b53950332219 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:08.152010 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d75856-3479-4b83-b768-b53950332219 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:08:08.167346 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-89dcd715-cf86-4ca8-b63c-c1b9d02c178c None None] For port 13599841-1ea2-4887-afea-99205f3cfda9, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:08:08.173270 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-89dcd715-cf86-4ca8-b63c-c1b9d02c178c None None] For port 13599841-1ea2-4887-afea-99205f3cfda9, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=13599841-1ea2-4887-afea-99205f3cfda9,segment=NetworkSegment(97a69a03-dd3f-4581-9a66-487364fcb6c9),segment_id=97a69a03-dd3f-4581-9a66-487364fcb6c9)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:08:08.201261 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebae8dd-e830-45e6-9ec8-2f100caa6ba9 x-openstack-request-id: req-6ebae8dd-e830-45e6-9ec8-2f100caa6ba9 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:08:08.201568 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f9af26-1274-464f-bc33-229ed9edfb18", "name": "network-vif-deleted", "tag": "7c50c40d-1e7e-42ab-9c0f-103c6ea91515", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:08:08.201841 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ebae8dd-e830-45e6-9ec8-2f100caa6ba9 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:08:08.202811 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f9af26-1274-464f-bc33-229ed9edfb18', 'name': 'network-vif-deleted', 'tag': '7c50c40d-1e7e-42ab-9c0f-103c6ea91515', 'status': 'completed', 'code': 200} Aug 10 04:08:08.216695 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9e0d9957-bee8-4bcd-9941-5f066a6f1c25 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:08.251246 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-9e0d9957-bee8-4bcd-9941-5f066a6f1c25 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Transition to ACTIVE for port object 51007c05-058f-4f75-9ad6-0f06857af558 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:08.259119 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-89dcd715-cf86-4ca8-b63c-c1b9d02c178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:08.379213 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9e0d9957-bee8-4bcd-9941-5f066a6f1c25 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:08.463590 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dcd715-cf86-4ca8-b63c-c1b9d02c178c None None] Pushing event updated for resources: {'Port': ['ID=13599841-1ea2-4887-afea-99205f3cfda9,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:08.474382 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-75d75856-3479-4b83-b768-b53950332219 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:08.492972 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0d9957-bee8-4bcd-9941-5f066a6f1c25 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network 64aea3c4-1679-4574-b594-8747432f6b00 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:08.498526 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-9e0d9957-bee8-4bcd-9941-5f066a6f1c25 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:08.501135 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0d9957-bee8-4bcd-9941-5f066a6f1c25 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:08:08.603284 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d9957-bee8-4bcd-9941-5f066a6f1c25 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Port': ['ID=51007c05-058f-4f75-9ad6-0f06857af558,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:08.674550 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9e0d9957-bee8-4bcd-9941-5f066a6f1c25 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:08.692674 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-75d75856-3479-4b83-b768-b53950332219 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:08.745524 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1a066e96-6d76-4219-a572-eddcb30a1219 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:08.951294 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 1a066e96-6d76-4219-a572-eddcb30a1219 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:08.953495 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9e0d9957-bee8-4bcd-9941-5f066a6f1c25 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:08.957293 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 1a066e96-6d76-4219-a572-eddcb30a1219 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:08.957670 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:08.973998 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-75d75856-3479-4b83-b768-b53950332219 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:09.070934 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:09.075701 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-75d75856-3479-4b83-b768-b53950332219 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:09.195070 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 1a066e96-6d76-4219-a572-eddcb30a1219, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1a066e96-6d76-4219-a572-eddcb30a1219,segment=NetworkSegment(022c9be0-3f23-4140-b40a-73d3581e4e3a),segment_id=022c9be0-3f23-4140-b40a-73d3581e4e3a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:09.257945 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d75856-3479-4b83-b768-b53950332219 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Pushing event updated for resources: {'Port': ['ID=39e1fc77-f2b5-4690-ba6b-a2530689a84d,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:09.270395 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:09.326957 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-75d75856-3479-4b83-b768-b53950332219 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:09.364946 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=1a066e96-6d76-4219-a572-eddcb30a1219,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:09.378008 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-280a5d7c-63a2-49c4-af92-375c5b1562eb req-c3cd7a9d-fb7a-4a5a-bef1-dc9dd61cc1b5 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=03f9af26-1274-464f-bc33-229ed9edfb18 HTTP/1.1" status: 200 len: 210 time: 0.0361078 Aug 10 04:08:09.430257 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-75d75856-3479-4b83-b768-b53950332219 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:09.431648 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-75d75856-3479-4b83-b768-b53950332219 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3548038 Aug 10 04:08:09.543793 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9e0d9957-bee8-4bcd-9941-5f066a6f1c25 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:09.629906 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9e0d9957-bee8-4bcd-9941-5f066a6f1c25 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:09.659837 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-3063a257-77b8-4263-8c9d-0fc13ecbd289 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1118685725&fields=id&tenant_id=11ca1ec07fdb425bb68e0a669fce5b00 HTTP/1.1" status: 200 len: 267 time: 0.0585542 Aug 10 04:08:09.734656 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d9957-bee8-4bcd-9941-5f066a6f1c25 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Port': ['ID=51007c05-058f-4f75-9ad6-0f06857af558,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:09.763988 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9e0d9957-bee8-4bcd-9941-5f066a6f1c25 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:09.816713 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-2280e0a3-c226-46d3-8ebf-b2917686c3ef tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:09.818440 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-2280e0a3-c226-46d3-8ebf-b2917686c3ef tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/networks?id=de11a3c9-316c-4377-9e5e-18fd7e651c4f HTTP/1.1" status: 200 len: 810 time: 0.1569791 Aug 10 04:08:09.854170 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-d77f9fce-f52c-4856-bda6-2a74d5fd9673 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/quotas/11ca1ec07fdb425bb68e0a669fce5b00 HTTP/1.1" status: 200 len: 375 time: 0.0273192 Aug 10 04:08:09.937363 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad78e9b-2d50-441f-93e0-3fb644c1b137 None None] Network 64aea3c4-1679-4574-b594-8747432f6b00 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:08:09.963435 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-30d7a694-cfda-4dfa-a19d-1677aedde7cd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=11ca1ec07fdb425bb68e0a669fce5b00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1024580 Aug 10 04:08:09.964145 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0d9957-bee8-4bcd-9941-5f066a6f1c25 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network 64aea3c4-1679-4574-b594-8747432f6b00 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:09.966030 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-9e0d9957-bee8-4bcd-9941-5f066a6f1c25 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:09.982628 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a6ea2178-f19c-4bb5-b115-a4485f6c10a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:10.102473 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-4b4073a5-6582-4d38-880f-90b0d3a7c551 service neutron] 10.222.0.25 "GET /v2.0/networks/de11a3c9-316c-4377-9e5e-18fd7e651c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249220 Aug 10 04:08:10.112155 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-67f53626-372b-49a1-8ca7-a0e73aa65a54 None None] Provisioning for port 13599841-1ea2-4887-afea-99205f3cfda9 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:10.210291 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-61ec84e8-e842-416b-aada-4140e17efbb6 service neutron] 10.222.0.25 "GET /v2.0/networks/de11a3c9-316c-4377-9e5e-18fd7e651c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999646 Aug 10 04:08:10.267532 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0d9957-bee8-4bcd-9941-5f066a6f1c25 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Router 2f5809e4-b98b-4f7f-a904-70b71e82256d is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:08:10.380125 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0d9957-bee8-4bcd-9941-5f066a6f1c25 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:08:10.390890 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5be5dd-a460-4fa9-ba64-5b3bb8a6614f None None] Sync routers for ids ['2f5809e4-b98b-4f7f-a904-70b71e82256d'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:08:10.393560 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9e0d9957-bee8-4bcd-9941-5f066a6f1c25 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "PUT /v2.0/routers/2f5809e4-b98b-4f7f-a904-70b71e82256d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1373034 Aug 10 04:08:10.397007 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54300) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:10.406620 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5be5dd-a460-4fa9-ba64-5b3bb8a6614f None None] Routers {'2f5809e4-b98b-4f7f-a904-70b71e82256d'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:10.407482 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4d5be5dd-a460-4fa9-ba64-5b3bb8a6614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:07:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2f5809e4-b98b-4f7f-a904-70b71e82256d'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:10.418685 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-e5458133-2197-4756-9d4b-199dcaa88bcc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'network': {'name': 'tempest-RoutersTest-1048791290'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:10.612048 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5458133-2197-4756-9d4b-199dcaa88bcc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Made reservation on behalf of 1e77910191554529bf7135b6bdb86de8 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:08:10.634275 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e5458133-2197-4756-9d4b-199dcaa88bcc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:10.696867 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-66861c89-15b4-4d98-a40e-3fff76c5f987 req-734a369f-5969-4233-b592-7171e9a1f511 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 210 time: 0.1601391 Aug 10 04:08:10.724735 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-4d5be5dd-a460-4fa9-ba64-5b3bb8a6614f None None] Set router 2f5809e4-b98b-4f7f-a904-70b71e82256d gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:10.752884 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5458133-2197-4756-9d4b-199dcaa88bcc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:08:10.773112 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e5458133-2197-4756-9d4b-199dcaa88bcc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:10.774049 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-e5458133-2197-4756-9d4b-199dcaa88bcc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Added segment 59b76a98-124c-4f99-a0c6-b2923a30d821 of type vlan for network c3a12e4e-4a2c-4af1-931e-4e8380b333ca Aug 10 04:08:10.824275 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c9df89b0-0564-4f00-a351-7c8171d9a1d8 None None] Provisioning for port 51007c05-058f-4f75-9ad6-0f06857af558 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:10.841992 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c9df89b0-0564-4f00-a351-7c8171d9a1d8 None None] Provisioning complete for port 51007c05-058f-4f75-9ad6-0f06857af558 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:10.841992 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c9df89b0-0564-4f00-a351-7c8171d9a1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:10.910007 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e5458133-2197-4756-9d4b-199dcaa88bcc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:10.917701 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-c9df89b0-0564-4f00-a351-7c8171d9a1d8 None None] Port 51007c05-058f-4f75-9ad6-0f06857af558 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:08:10.954775 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 13599841-1ea2-4887-afea-99205f3cfda9 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:11.128251 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-03e2b9b9-ca4c-4d90-b639-f6d10ea256c4 None None] Provisioning complete for port 51007c05-058f-4f75-9ad6-0f06857af558 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:11.128534 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-03e2b9b9-ca4c-4d90-b639-f6d10ea256c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:11.144367 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e5458133-2197-4756-9d4b-199dcaa88bcc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:11.152669 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5458133-2197-4756-9d4b-199dcaa88bcc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:11.153289 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e5458133-2197-4756-9d4b-199dcaa88bcc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:11.208873 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-03e2b9b9-ca4c-4d90-b639-f6d10ea256c4 None None] Port 51007c05-058f-4f75-9ad6-0f06857af558 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:08:11.247047 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5458133-2197-4756-9d4b-199dcaa88bcc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Network': ['ID=c3a12e4e-4a2c-4af1-931e-4e8380b333ca,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:11.258046 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network c3a12e4e-4a2c-4af1-931e-4e8380b333ca details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:08:11.306301 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e5458133-2197-4756-9d4b-199dcaa88bcc tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9076440 Aug 10 04:08:11.309065 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54356) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:11.314347 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 13599841-1ea2-4887-afea-99205f3cfda9 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:11.315610 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-16d005a1-e072-48a1-8fb0-c43890bf28cd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'subnet': {'network_id': 'c3a12e4e-4a2c-4af1-931e-4e8380b333ca', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:11.337367 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 13599841-1ea2-4887-afea-99205f3cfda9 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:11.337879 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:11.395346 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4d5be5dd-a460-4fa9-ba64-5b3bb8a6614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'name': 'tempest-RoutersTest-router-1686726563', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:04Z', 'updated_at': '2021-08-10T04:08:08Z', 'revision_number': 2, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None, '_interfaces': [{'id': '51007c05-058f-4f75-9ad6-0f06857af558', 'name': '', 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d4:a7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:07Z', 'updated_at': '2021-08-10T04:08:09Z', 'revision_number': 2, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:11.442782 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5be5dd-a460-4fa9-ba64-5b3bb8a6614f None None] Checking router: 2f5809e4-b98b-4f7f-a904-70b71e82256d for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:08:11.443193 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5be5dd-a460-4fa9-ba64-5b3bb8a6614f None None] Updating router 2f5809e4-b98b-4f7f-a904-70b71e82256d port 51007c05-058f-4f75-9ad6-0f06857af558 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:08:11.461836 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-478aa971-8ef7-4737-bce9-170600c1d7b5 None None] Provisioning complete for port 51007c05-058f-4f75-9ad6-0f06857af558 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:11.462278 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-478aa971-8ef7-4737-bce9-170600c1d7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:11.503282 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4d5be5dd-a460-4fa9-ba64-5b3bb8a6614f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:11.518579 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-478aa971-8ef7-4737-bce9-170600c1d7b5 None None] Port 51007c05-058f-4f75-9ad6-0f06857af558 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:08:11.527191 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d005a1-e072-48a1-8fb0-c43890bf28cd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Made reservation on behalf of 1e77910191554529bf7135b6bdb86de8 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:08:11.530769 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-16d005a1-e072-48a1-8fb0-c43890bf28cd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:11.591646 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:11.687446 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 13599841-1ea2-4887-afea-99205f3cfda9, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=13599841-1ea2-4887-afea-99205f3cfda9,segment=NetworkSegment(97a69a03-dd3f-4581-9a66-487364fcb6c9),segment_id=97a69a03-dd3f-4581-9a66-487364fcb6c9)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:11.720072 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-4707bab5-9a7f-4aa6-b370-3278ece5ae7a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:11.721926 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-4707bab5-9a7f-4aa6-b370-3278ece5ae7a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/networks?id=ad9b68cd-62ae-48dd-b06c-9f109fbb6dee HTTP/1.1" status: 200 len: 806 time: 0.1421268 Aug 10 04:08:11.849110 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:11.851011 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1a066e96-6d76-4219-a572-eddcb30a1219 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:11.863009 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 7c50c40d-1e7e-42ab-9c0f-103c6ea91515 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:08:11.939755 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 7c50c40d-1e7e-42ab-9c0f-103c6ea91515 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:08:11.940433 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 7c50c40d-1e7e-42ab-9c0f-103c6ea91515 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:08:11.975767 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4d5be5dd-a460-4fa9-ba64-5b3bb8a6614f None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:12.009513 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4d5be5dd-a460-4fa9-ba64-5b3bb8a6614f None None] Transition to ACTIVE for port object 51007c05-058f-4f75-9ad6-0f06857af558 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:12.014764 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=13599841-1ea2-4887-afea-99205f3cfda9,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:12.057171 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:12.060428 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:12.060689 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:12.061027 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:12.082086 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:12.082086 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:12.082086 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:12.082086 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:12.082086 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:12.082086 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:12.082086 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:12.082086 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:12.082086 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 1a066e96-6d76-4219-a572-eddcb30a1219 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:12.082086 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:12.147831 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-af0635e4-93a2-4d8a-adc3-ce7f8e094ba9 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/quotas/dc57d88f35a64b5582a9e7690a4442fe HTTP/1.1" status: 200 len: 375 time: 0.0290079 Aug 10 04:08:12.176356 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4d5be5dd-a460-4fa9-ba64-5b3bb8a6614f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:12.185568 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-42d5946c-ff19-46d6-949a-b5b2f939216e req-9b3118d9-f945-4be9-b0ad-b7e233a73663 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 210 time: 0.4240446 Aug 10 04:08:12.258862 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd0c437-5f02-4fa6-b901-8977c1995604 None None] Pushing event updated for resources: {'Port': ['ID=51007c05-058f-4f75-9ad6-0f06857af558,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:12.286249 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-8fa587d6-d29e-4f15-a67e-ae340c6184b9 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1291387 Aug 10 04:08:12.376530 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-16d005a1-e072-48a1-8fb0-c43890bf28cd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:12.480774 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-f7b4fae8-a20c-4a94-a6c1-6b39f280f630 service neutron] 10.222.0.25 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872437 Aug 10 04:08:12.500306 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d005a1-e072-48a1-8fb0-c43890bf28cd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Subnet': ['ID=a3cf4940-78bb-40b1-9bf4-10680e1fe06b,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:12.510879 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d005a1-e072-48a1-8fb0-c43890bf28cd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:12.511240 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d005a1-e072-48a1-8fb0-c43890bf28cd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:12.511583 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d005a1-e072-48a1-8fb0-c43890bf28cd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:12.511920 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d005a1-e072-48a1-8fb0-c43890bf28cd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:12.515305 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d005a1-e072-48a1-8fb0-c43890bf28cd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:12.515305 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d005a1-e072-48a1-8fb0-c43890bf28cd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:12.515305 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d005a1-e072-48a1-8fb0-c43890bf28cd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:12.515305 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d005a1-e072-48a1-8fb0-c43890bf28cd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:12.515305 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d005a1-e072-48a1-8fb0-c43890bf28cd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:12.515305 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d005a1-e072-48a1-8fb0-c43890bf28cd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:12.516036 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d005a1-e072-48a1-8fb0-c43890bf28cd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:12.516036 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d005a1-e072-48a1-8fb0-c43890bf28cd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:12.535382 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d005a1-e072-48a1-8fb0-c43890bf28cd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Checking segment: {'id': '59b76a98-124c-4f99-a0c6-b2923a30d821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c3a12e4e-4a2c-4af1-931e-4e8380b333ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:12.535858 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d005a1-e072-48a1-8fb0-c43890bf28cd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network hostable DHCP agents. Network: c3a12e4e-4a2c-4af1-931e-4e8380b333ca, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:08:12.569254 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-4d5be5dd-a460-4fa9-ba64-5b3bb8a6614f None None] Attempting to bind port 51007c05-058f-4f75-9ad6-0f06857af558 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:08:12.569710 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-4d5be5dd-a460-4fa9-ba64-5b3bb8a6614f None None] Attempting to bind port 51007c05-058f-4f75-9ad6-0f06857af558 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '97a69a03-dd3f-4581-9a66-487364fcb6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:08:12.574316 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5be5dd-a460-4fa9-ba64-5b3bb8a6614f None None] Attempting to bind port 51007c05-058f-4f75-9ad6-0f06857af558 on network 64aea3c4-1679-4574-b594-8747432f6b00 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:12.583383 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5be5dd-a460-4fa9-ba64-5b3bb8a6614f None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:08:12.583779 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5be5dd-a460-4fa9-ba64-5b3bb8a6614f None None] Checking segment: {'id': '97a69a03-dd3f-4581-9a66-487364fcb6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:12.584728 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4d5be5dd-a460-4fa9-ba64-5b3bb8a6614f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:12.585162 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5be5dd-a460-4fa9-ba64-5b3bb8a6614f None None] Bound using segment: {'id': '97a69a03-dd3f-4581-9a66-487364fcb6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:08:12.585680 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-4d5be5dd-a460-4fa9-ba64-5b3bb8a6614f None None] Bound port: 51007c05-058f-4f75-9ad6-0f06857af558, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a69a03-dd3f-4581-9a66-487364fcb6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:08:12.586085 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4d5be5dd-a460-4fa9-ba64-5b3bb8a6614f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:12.649596 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d005a1-e072-48a1-8fb0-c43890bf28cd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network c3a12e4e-4a2c-4af1-931e-4e8380b333ca is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:08:12.693520 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 13599841-1ea2-4887-afea-99205f3cfda9 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:12.764804 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-16d005a1-e072-48a1-8fb0-c43890bf28cd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, c3a12e4e-4a2c-4af1-931e-4e8380b333ca) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:12.777755 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-4d5be5dd-a460-4fa9-ba64-5b3bb8a6614f None None] For port 51007c05-058f-4f75-9ad6-0f06857af558, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:08:12.785161 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-4d5be5dd-a460-4fa9-ba64-5b3bb8a6614f None None] For port 51007c05-058f-4f75-9ad6-0f06857af558, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=51007c05-058f-4f75-9ad6-0f06857af558,segment=NetworkSegment(97a69a03-dd3f-4581-9a66-487364fcb6c9),segment_id=97a69a03-dd3f-4581-9a66-487364fcb6c9)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:08:12.786260 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911da49d-5e6a-4b23-ab96-cf6da10b45f4 None None] Network c3a12e4e-4a2c-4af1-931e-4e8380b333ca requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:08:12.798309 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-c0615f70-9de2-44a1-be8e-e53db5b1c100 service neutron] 10.222.0.25 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154294 Aug 10 04:08:12.808817 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d005a1-e072-48a1-8fb0-c43890bf28cd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:12.809843 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-16d005a1-e072-48a1-8fb0-c43890bf28cd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:12.844648 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 13599841-1ea2-4887-afea-99205f3cfda9 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:12.845459 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:12.901893 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4d5be5dd-a460-4fa9-ba64-5b3bb8a6614f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:12.923790 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-16d005a1-e072-48a1-8fb0-c43890bf28cd tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6128454 Aug 10 04:08:12.926351 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54434) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:13.086044 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd0c437-5f02-4fa6-b901-8977c1995604 None None] Pushing event updated for resources: {'Port': ['ID=51007c05-058f-4f75-9ad6-0f06857af558,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:13.093055 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5be5dd-a460-4fa9-ba64-5b3bb8a6614f None None] Routers {'2f5809e4-b98b-4f7f-a904-70b71e82256d'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:13.096701 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4d5be5dd-a460-4fa9-ba64-5b3bb8a6614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:07:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2f5809e4-b98b-4f7f-a904-70b71e82256d'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:13.256456 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9635c026-6f95-4d6a-b83b-8d39ddb382c3 req-b284a784-1bc6-41f5-9be3-40c85e0b2482 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca9d8-735a-442b-9ecd-86f19675f9c4 HTTP/1.1" status: 200 len: 210 time: 0.0604715 Aug 10 04:08:13.271342 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1de017-ca45-4d5e-896a-bb084007c4b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-c3a12e4e-4a2c-4af1-931e-4e8380b333ca', 'network_id': 'c3a12e4e-4a2c-4af1-931e-4e8380b333ca', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'fixed_ips': [{'subnet_id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:08:13.277758 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8b1de017-ca45-4d5e-896a-bb084007c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:13.367730 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-4d5be5dd-a460-4fa9-ba64-5b3bb8a6614f None None] Set router 2f5809e4-b98b-4f7f-a904-70b71e82256d gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:13.403426 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8b9e74ca-4978-42b0-bae3-c2962112495d req-89304e0e-b5d2-4fd0-8546-622ea3205d9b tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 210 time: 0.0731719 Aug 10 04:08:13.700366 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1e8019da-fc3b-4d59-81da-f396fc97bffa tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:13.700621 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-8b1de017-ca45-4d5e-896a-bb084007c4b8 None None] Allocated IP 172.21.0.2 (c3a12e4e-4a2c-4af1-931e-4e8380b333ca/a3cf4940-78bb-40b1-9bf4-10680e1fe06b/e113788c-1840-4a07-92a4-dd89d80758aa) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:08:13.909614 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8b1de017-ca45-4d5e-896a-bb084007c4b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:13.922664 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8b1de017-ca45-4d5e-896a-bb084007c4b8 None None] Transition to ACTIVE for port object e113788c-1840-4a07-92a4-dd89d80758aa will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:13.932547 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4d5be5dd-a460-4fa9-ba64-5b3bb8a6614f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'name': 'tempest-RoutersTest-router-1686726563', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:04Z', 'updated_at': '2021-08-10T04:08:08Z', 'revision_number': 2, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None, '_interfaces': [{'id': '51007c05-058f-4f75-9ad6-0f06857af558', 'name': '', 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d4:a7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:07Z', 'updated_at': '2021-08-10T04:08:12Z', 'revision_number': 4, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:13.964815 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5be5dd-a460-4fa9-ba64-5b3bb8a6614f None None] The sync data for ids ['2f5809e4-b98b-4f7f-a904-70b71e82256d'] in n-d-802893-2 is: [{'id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'name': 'tempest-RoutersTest-router-1686726563', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:04Z', 'updated_at': '2021-08-10T04:08:08Z', 'revision_number': 2, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None, '_interfaces': [{'id': '51007c05-058f-4f75-9ad6-0f06857af558', 'name': '', 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d4:a7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:07Z', 'updated_at': '2021-08-10T04:08:12Z', 'revision_number': 4, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:08:13.965283 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8b1de017-ca45-4d5e-896a-bb084007c4b8 None None] Transition to ACTIVE for port object e113788c-1840-4a07-92a4-dd89d80758aa will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:14.125532 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-71c27f4d-581c-4973-b3b9-8395caa41cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:14.130544 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:14.130544 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8b1de017-ca45-4d5e-896a-bb084007c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:14.231236 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1de017-ca45-4d5e-896a-bb084007c4b8 None None] Pushing event updated for resources: {'Port': ['ID=e113788c-1840-4a07-92a4-dd89d80758aa,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:14.233701 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1de017-ca45-4d5e-896a-bb084007c4b8 None None] Network c3a12e4e-4a2c-4af1-931e-4e8380b333ca is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:14.235398 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-8b1de017-ca45-4d5e-896a-bb084007c4b8 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:14.238908 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1de017-ca45-4d5e-896a-bb084007c4b8 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:08:14.336155 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-8b1de017-ca45-4d5e-896a-bb084007c4b8 None None] Attempting to bind port e113788c-1840-4a07-92a4-dd89d80758aa on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:08:14.336606 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-8b1de017-ca45-4d5e-896a-bb084007c4b8 None None] Attempting to bind port e113788c-1840-4a07-92a4-dd89d80758aa by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '59b76a98-124c-4f99-a0c6-b2923a30d821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c3a12e4e-4a2c-4af1-931e-4e8380b333ca'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:08:14.337185 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1de017-ca45-4d5e-896a-bb084007c4b8 None None] Attempting to bind port e113788c-1840-4a07-92a4-dd89d80758aa on network c3a12e4e-4a2c-4af1-931e-4e8380b333ca {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:14.352275 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-1e8019da-fc3b-4d59-81da-f396fc97bffa tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Allocated IP 172.21.0.1 (c3a12e4e-4a2c-4af1-931e-4e8380b333ca/a3cf4940-78bb-40b1-9bf4-10680e1fe06b/61ec4a8f-503e-43e7-8d49-aba93586e9fd) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:08:14.364262 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1de017-ca45-4d5e-896a-bb084007c4b8 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:08:14.364671 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1de017-ca45-4d5e-896a-bb084007c4b8 None None] Checking segment: {'id': '59b76a98-124c-4f99-a0c6-b2923a30d821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c3a12e4e-4a2c-4af1-931e-4e8380b333ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:14.366333 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8b1de017-ca45-4d5e-896a-bb084007c4b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:14.366733 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1de017-ca45-4d5e-896a-bb084007c4b8 None None] Bound using segment: {'id': '59b76a98-124c-4f99-a0c6-b2923a30d821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c3a12e4e-4a2c-4af1-931e-4e8380b333ca'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:08:14.370599 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-8b1de017-ca45-4d5e-896a-bb084007c4b8 None None] Bound port: e113788c-1840-4a07-92a4-dd89d80758aa, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b76a98-124c-4f99-a0c6-b2923a30d821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c3a12e4e-4a2c-4af1-931e-4e8380b333ca'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:08:14.371017 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8b1de017-ca45-4d5e-896a-bb084007c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:14.496392 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-db26879b-a071-43f5-82fd-218eb3ecd9c6 req-1b1080af-2a50-42d3-ac4b-2aba6a2916c9 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca9d8-735a-442b-9ecd-86f19675f9c4 HTTP/1.1" status: 200 len: 210 time: 0.1278608 Aug 10 04:08:14.552657 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-8b1de017-ca45-4d5e-896a-bb084007c4b8 None None] For port e113788c-1840-4a07-92a4-dd89d80758aa, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:08:14.565740 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-8b1de017-ca45-4d5e-896a-bb084007c4b8 None None] For port e113788c-1840-4a07-92a4-dd89d80758aa, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e113788c-1840-4a07-92a4-dd89d80758aa,segment=NetworkSegment(59b76a98-124c-4f99-a0c6-b2923a30d821),segment_id=59b76a98-124c-4f99-a0c6-b2923a30d821)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:08:14.658964 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8b1de017-ca45-4d5e-896a-bb084007c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:14.678183 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b8e7c1e0-773f-483c-a478-4ce16613d8c0 req-e74f29c9-ab17-474a-a720-ae0933df1c46 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 210 time: 0.0578163 Aug 10 04:08:14.724083 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 51007c05-058f-4f75-9ad6-0f06857af558 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:14.786614 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1e8019da-fc3b-4d59-81da-f396fc97bffa tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:14.802273 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-51888c20-ee83-4df6-b214-7cba217d047c tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:14.805646 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-51888c20-ee83-4df6-b214-7cba217d047c tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.68 "GET /v2.0/networks?id=de11a3c9-316c-4377-9e5e-18fd7e651c4f HTTP/1.1" status: 200 len: 810 time: 0.3068888 Aug 10 04:08:14.863321 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-1e8019da-fc3b-4d59-81da-f396fc97bffa tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Transition to ACTIVE for port object 61ec4a8f-503e-43e7-8d49-aba93586e9fd will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:14.918859 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1de017-ca45-4d5e-896a-bb084007c4b8 None None] Pushing event updated for resources: {'Port': ['ID=e113788c-1840-4a07-92a4-dd89d80758aa,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:14.946586 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-463c3a64-340e-4fd1-88a4-faec0024a780 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11ca1ec07fdb425bb68e0a669fce5b00 HTTP/1.1" status: 200 len: 380 time: 0.1202822 Aug 10 04:08:14.964970 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-55e53482-c65d-408c-952a-7bdc3d4d0e1d tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Request body: {'port': {'device_id': 'd02ea91f-0fb0-4850-8716-79b090096588', 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f', 'admin_state_up': True, 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'security_groups': ['7f3d2795-d414-4c92-8d85-2fb23759ebce']}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:15.047141 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 51007c05-058f-4f75-9ad6-0f06857af558 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:15.054941 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 51007c05-058f-4f75-9ad6-0f06857af558 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:15.054941 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:15.254703 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1e8019da-fc3b-4d59-81da-f396fc97bffa tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:15.316411 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8019da-fc3b-4d59-81da-f396fc97bffa tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network c3a12e4e-4a2c-4af1-931e-4e8380b333ca is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:15.325757 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-1e8019da-fc3b-4d59-81da-f396fc97bffa tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:15.328192 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:15.334605 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8019da-fc3b-4d59-81da-f396fc97bffa tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:08:15.368771 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8019da-fc3b-4d59-81da-f396fc97bffa tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Port': ['ID=61ec4a8f-503e-43e7-8d49-aba93586e9fd,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:15.391124 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 51007c05-058f-4f75-9ad6-0f06857af558, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=51007c05-058f-4f75-9ad6-0f06857af558,segment=NetworkSegment(97a69a03-dd3f-4581-9a66-487364fcb6c9),segment_id=97a69a03-dd3f-4581-9a66-487364fcb6c9)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:15.395095 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-55e53482-c65d-408c-952a-7bdc3d4d0e1d tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Made reservation on behalf of 11ca1ec07fdb425bb68e0a669fce5b00 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:08:15.399506 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-55e53482-c65d-408c-952a-7bdc3d4d0e1d tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:15.402843 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1e8019da-fc3b-4d59-81da-f396fc97bffa tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:15.450272 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:15.478866 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:15.550428 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=51007c05-058f-4f75-9ad6-0f06857af558,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:15.636306 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8651bf9b-4f3d-45ae-ab74-7b1bdf3aefef req-943149a8-7f29-4db2-b277-3ab7f7aed7a2 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca9d8-735a-442b-9ecd-86f19675f9c4 HTTP/1.1" status: 200 len: 210 time: 0.0335364 Aug 10 04:08:15.656200 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-55e53482-c65d-408c-952a-7bdc3d4d0e1d tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Allocated IP 172.20.0.6 (de11a3c9-316c-4377-9e5e-18fd7e651c4f/01f32dbd-3307-434b-943d-2135ada2aaeb/350dc658-d8b3-42aa-a5f9-ecf6621cea01) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:08:15.772906 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1e8019da-fc3b-4d59-81da-f396fc97bffa tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:15.775747 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:15.869114 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-920a3568-69c6-4985-8915-be61df59b7b1 req-6d00d871-c8a7-4b7f-9eaa-39508606e85f tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 210 time: 0.0494046 Aug 10 04:08:15.994503 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-55e53482-c65d-408c-952a-7bdc3d4d0e1d tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:16.024040 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-55e53482-c65d-408c-952a-7bdc3d4d0e1d tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Transition to ACTIVE for port object 350dc658-d8b3-42aa-a5f9-ecf6621cea01 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:16.173353 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1e8019da-fc3b-4d59-81da-f396fc97bffa tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:16.190364 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-55e53482-c65d-408c-952a-7bdc3d4d0e1d tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:16.242419 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-55e53482-c65d-408c-952a-7bdc3d4d0e1d tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Network de11a3c9-316c-4377-9e5e-18fd7e651c4f is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:16.245835 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1e8019da-fc3b-4d59-81da-f396fc97bffa tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:16.250906 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-55e53482-c65d-408c-952a-7bdc3d4d0e1d tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:16.259598 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-55e53482-c65d-408c-952a-7bdc3d4d0e1d tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:08:16.284380 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e53482-c65d-408c-952a-7bdc3d4d0e1d tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Pushing event updated for resources: {'Port': ['ID=350dc658-d8b3-42aa-a5f9-ecf6621cea01,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:16.402531 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1e8019da-fc3b-4d59-81da-f396fc97bffa tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:16.427076 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-55e53482-c65d-408c-952a-7bdc3d4d0e1d tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:16.429915 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-55e53482-c65d-408c-952a-7bdc3d4d0e1d tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:16.434391 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8019da-fc3b-4d59-81da-f396fc97bffa tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Port': ['ID=61ec4a8f-503e-43e7-8d49-aba93586e9fd,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:16.567188 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8019da-fc3b-4d59-81da-f396fc97bffa tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network c3a12e4e-4a2c-4af1-931e-4e8380b333ca is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:16.569949 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-1e8019da-fc3b-4d59-81da-f396fc97bffa tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:16.682952 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-c9561ed9-1acb-4884-b340-d1a7d57f513f tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:16.685208 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-c9561ed9-1acb-4884-b340-d1a7d57f513f tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.68 "GET /v2.0/networks?id=ad9b68cd-62ae-48dd-b06c-9f109fbb6dee HTTP/1.1" status: 200 len: 806 time: 0.2425797 Aug 10 04:08:16.700722 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-4060a62e-d2bd-4cdb-b67d-8d8c74db5058 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Request body: {'port': {'device_id': 'ee1ca9d8-735a-442b-9ecd-86f19675f9c4', 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee', 'admin_state_up': True, 'tenant_id': 'dc57d88f35a64b5582a9e7690a4442fe'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:16.789880 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f904a880-9396-44ce-8423-cbb26f4c8429 None None] Provisioning for port 350dc658-d8b3-42aa-a5f9-ecf6621cea01 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:16.885073 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:08:16.899596 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f904a880-9396-44ce-8423-cbb26f4c8429 None None] Provisioning complete for port 350dc658-d8b3-42aa-a5f9-ecf6621cea01 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:16.900060 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f904a880-9396-44ce-8423-cbb26f4c8429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:16.958422 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-f904a880-9396-44ce-8423-cbb26f4c8429 None None] Port 350dc658-d8b3-42aa-a5f9-ecf6621cea01 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:08:16.978992 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e113788c-1840-4a07-92a4-dd89d80758aa up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:17.005056 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bdb4a212-1940-46df-8b09-d9831aace186 req-2ca7e3e0-4f86-49de-9f56-35f8365c5ee5 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca9d8-735a-442b-9ecd-86f19675f9c4 HTTP/1.1" status: 200 len: 210 time: 0.0829611 Aug 10 04:08:17.123222 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-55e53482-c65d-408c-952a-7bdc3d4d0e1d tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1630321 Aug 10 04:08:17.147645 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-4060a62e-d2bd-4cdb-b67d-8d8c74db5058 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Made reservation on behalf of dc57d88f35a64b5582a9e7690a4442fe for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:08:17.149580 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-4c520c19-c2fb-46e7-a2e4-eb85383deb02 service neutron] Request body: {'port': {'device_id': 'd02ea91f-0fb0-4850-8716-79b090096588', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:17.156788 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-4060a62e-d2bd-4cdb-b67d-8d8c74db5058 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:17.165388 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:17.248874 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port e113788c-1840-4a07-92a4-dd89d80758aa completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:17.264092 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 51007c05-058f-4f75-9ad6-0f06857af558 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:17.272549 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8019da-fc3b-4d59-81da-f396fc97bffa tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Router 2f5809e4-b98b-4f7f-a904-70b71e82256d has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:08:17.296388 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49fcb08-4978-462c-89a6-9e539dcaac54 None None] Network c3a12e4e-4a2c-4af1-931e-4e8380b333ca requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:08:17.305443 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990bc77-f2a6-440d-aca1-80391a7001d2 req-1ca70bfb-dab9-45cf-a6a8-31f6d3cef5fd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:17.306930 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3990bc77-f2a6-440d-aca1-80391a7001d2 req-1ca70bfb-dab9-45cf-a6a8-31f6d3cef5fd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 931 time: 0.1810768 Aug 10 04:08:17.308794 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-4c520c19-c2fb-46e7-a2e4-eb85383deb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:17.396166 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-4060a62e-d2bd-4cdb-b67d-8d8c74db5058 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Allocated IP 172.20.0.4 (ad9b68cd-62ae-48dd-b06c-9f109fbb6dee/1f411f5c-5e8b-452a-be71-12f0dd671946/5b945670-5239-4e06-96cc-8a21c98ff083) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:08:17.482155 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3990bc77-f2a6-440d-aca1-80391a7001d2 req-6dc8082c-c701-4ad1-a0e0-672998e205e7 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594713 Aug 10 04:08:17.568443 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8019da-fc3b-4d59-81da-f396fc97bffa tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:08:17.575572 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1e8019da-fc3b-4d59-81da-f396fc97bffa tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "PUT /v2.0/routers/2f5809e4-b98b-4f7f-a904-70b71e82256d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6476617 Aug 10 04:08:17.579295 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54484) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:17.584398 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55929fc4-6432-4f65-a53f-5bf13d240739 None None] Sync routers for ids ['2f5809e4-b98b-4f7f-a904-70b71e82256d'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:08:17.585152 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-7d5e7bbf-06fd-4217-bfa7-9238920d02af tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'network': {'name': 'tempest-RoutersTest-394229896'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:17.600730 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55929fc4-6432-4f65-a53f-5bf13d240739 None None] Routers {'2f5809e4-b98b-4f7f-a904-70b71e82256d'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:17.602048 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-55929fc4-6432-4f65-a53f-5bf13d240739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:08:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2f5809e4-b98b-4f7f-a904-70b71e82256d'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:17.621463 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 51007c05-058f-4f75-9ad6-0f06857af558 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:17.621872 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:17.682028 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4f33ed37-6899-4fcd-9533-9212287dd763 None None] Provisioning for port e113788c-1840-4a07-92a4-dd89d80758aa completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:17.689331 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4f33ed37-6899-4fcd-9533-9212287dd763 None None] Provisioning complete for port e113788c-1840-4a07-92a4-dd89d80758aa triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:17.689704 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4f33ed37-6899-4fcd-9533-9212287dd763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:17.713444 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-4060a62e-d2bd-4cdb-b67d-8d8c74db5058 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:17.749935 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-55929fc4-6432-4f65-a53f-5bf13d240739 None None] Set router 2f5809e4-b98b-4f7f-a904-70b71e82256d gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:17.819594 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5e7bbf-06fd-4217-bfa7-9238920d02af tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Made reservation on behalf of 1e77910191554529bf7135b6bdb86de8 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:08:17.823068 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7bbf-06fd-4217-bfa7-9238920d02af tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:17.843785 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-4060a62e-d2bd-4cdb-b67d-8d8c74db5058 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:17.847473 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-4c520c19-c2fb-46e7-a2e4-eb85383deb02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 350dc658-d8b3-42aa-a5f9-ecf6621cea01 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:08:17.859149 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4f33ed37-6899-4fcd-9533-9212287dd763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:17.861197 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-4c520c19-c2fb-46e7-a2e4-eb85383deb02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:17.882927 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5e7bbf-06fd-4217-bfa7-9238920d02af tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:08:17.898074 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-4f33ed37-6899-4fcd-9533-9212287dd763 None None] For port e113788c-1840-4a07-92a4-dd89d80758aa, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e113788c-1840-4a07-92a4-dd89d80758aa,segment=NetworkSegment(59b76a98-124c-4f99-a0c6-b2923a30d821),segment_id=59b76a98-124c-4f99-a0c6-b2923a30d821)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:17.901112 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['915a05d9-649b-48c1-9ff5-2c0fd12608d8'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:08:17.905861 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-4c520c19-c2fb-46e7-a2e4-eb85383deb02 service neutron] Transition to ACTIVE for port object 350dc658-d8b3-42aa-a5f9-ecf6621cea01 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:17.911702 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7bbf-06fd-4217-bfa7-9238920d02af tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:17.914029 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-7d5e7bbf-06fd-4217-bfa7-9238920d02af tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Added segment a50ec295-8a88-4293-a206-f9aa9fe66c36 of type vlan for network b644d59b-4646-4cc6-9982-2b4a1a1896b6 Aug 10 04:08:17.915638 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-4060a62e-d2bd-4cdb-b67d-8d8c74db5058 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:17.961444 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4f33ed37-6899-4fcd-9533-9212287dd763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:17.969079 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-4060a62e-d2bd-4cdb-b67d-8d8c74db5058 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:17.974088 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-4060a62e-d2bd-4cdb-b67d-8d8c74db5058 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:08:17.979412 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7bbf-06fd-4217-bfa7-9238920d02af tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:17.987983 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-4c520c19-c2fb-46e7-a2e4-eb85383deb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:18.077014 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c520c19-c2fb-46e7-a2e4-eb85383deb02 service neutron] Pushing event updated for resources: {'Port': ['ID=350dc658-d8b3-42aa-a5f9-ecf6621cea01,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:18.134191 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7bbf-06fd-4217-bfa7-9238920d02af tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:18.135197 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060a62e-d2bd-4cdb-b67d-8d8c74db5058 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Pushing event updated for resources: {'Port': ['ID=5b945670-5239-4e06-96cc-8a21c98ff083,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:18.147037 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5e7bbf-06fd-4217-bfa7-9238920d02af tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:18.147360 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33ed37-6899-4fcd-9533-9212287dd763 None None] Pushing event updated for resources: {'Port': ['ID=e113788c-1840-4a07-92a4-dd89d80758aa,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:18.147826 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7d5e7bbf-06fd-4217-bfa7-9238920d02af tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:18.184296 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-4060a62e-d2bd-4cdb-b67d-8d8c74db5058 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:18.185339 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-4060a62e-d2bd-4cdb-b67d-8d8c74db5058 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:18.337249 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206a15d-d5a6-4314-a099-9025e6f97db4 req-36a3f56b-cfdb-44a8-8ba0-71784c81af7b tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:18.342120 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2206a15d-d5a6-4314-a099-9025e6f97db4 req-36a3f56b-cfdb-44a8-8ba0-71784c81af7b tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca9d8-735a-442b-9ecd-86f19675f9c4 HTTP/1.1" status: 200 len: 931 time: 0.1519451 Aug 10 04:08:18.345223 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-4060a62e-d2bd-4cdb-b67d-8d8c74db5058 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6494944 Aug 10 04:08:18.358497 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5e7bbf-06fd-4217-bfa7-9238920d02af tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Network': ['ID=b644d59b-4646-4cc6-9982-2b4a1a1896b6,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:18.360157 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-57127389-2d0b-4f68-837b-690e9075ebd5 service neutron] Request body: {'port': {'device_id': 'ee1ca9d8-735a-442b-9ecd-86f19675f9c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:18.366632 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-4c520c19-c2fb-46e7-a2e4-eb85383deb02 service neutron] Attempting to bind port 350dc658-d8b3-42aa-a5f9-ecf6621cea01 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:08:18.366794 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-4c520c19-c2fb-46e7-a2e4-eb85383deb02 service neutron] Attempting to bind port 350dc658-d8b3-42aa-a5f9-ecf6621cea01 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '022c9be0-3f23-4140-b40a-73d3581e4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:08:18.367512 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-4c520c19-c2fb-46e7-a2e4-eb85383deb02 service neutron] Attempting to bind port 350dc658-d8b3-42aa-a5f9-ecf6621cea01 on network de11a3c9-316c-4377-9e5e-18fd7e651c4f {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:18.373193 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7d5e7bbf-06fd-4217-bfa7-9238920d02af tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7927146 Aug 10 04:08:18.377921 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54494) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:18.380224 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network b644d59b-4646-4cc6-9982-2b4a1a1896b6 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:08:18.397379 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-d9308a7f-9076-4982-9a41-359692c48165 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'subnet': {'network_id': 'b644d59b-4646-4cc6-9982-2b4a1a1896b6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:18.455220 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-55929fc4-6432-4f65-a53f-5bf13d240739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'name': 'tempest-RoutersTest-router-1686726563', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:04Z', 'updated_at': '2021-08-10T04:08:15Z', 'revision_number': 3, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None, '_interfaces': [{'id': '51007c05-058f-4f75-9ad6-0f06857af558', 'name': '', 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d4:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:07Z', 'updated_at': '2021-08-10T04:08:15Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ec4a8f-503e-43e7-8d49-aba93586e9fd', 'name': '', 'network_id': 'c3a12e4e-4a2c-4af1-931e-4e8380b333ca', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:4a:1b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:13Z', 'updated_at': '2021-08-10T04:08:16Z', 'revision_number': 2, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:18.468939 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-4c520c19-c2fb-46e7-a2e4-eb85383deb02 service neutron] Port 350dc658-d8b3-42aa-a5f9-ecf6621cea01 on network de11a3c9-316c-4377-9e5e-18fd7e651c4f not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:08:18.469452 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-4c520c19-c2fb-46e7-a2e4-eb85383deb02 service neutron] Attempting to bind port 350dc658-d8b3-42aa-a5f9-ecf6621cea01 on network de11a3c9-316c-4377-9e5e-18fd7e651c4f {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:18.502355 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55929fc4-6432-4f65-a53f-5bf13d240739 None None] Checking router: 2f5809e4-b98b-4f7f-a904-70b71e82256d for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:08:18.506647 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55929fc4-6432-4f65-a53f-5bf13d240739 None None] Updating router 2f5809e4-b98b-4f7f-a904-70b71e82256d port 61ec4a8f-503e-43e7-8d49-aba93586e9fd binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:08:18.532595 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-55929fc4-6432-4f65-a53f-5bf13d240739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:18.553279 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-4c520c19-c2fb-46e7-a2e4-eb85383deb02 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:08:18.553562 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-4c520c19-c2fb-46e7-a2e4-eb85383deb02 service neutron] Checking segment: {'id': '022c9be0-3f23-4140-b40a-73d3581e4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:18.553957 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-4c520c19-c2fb-46e7-a2e4-eb85383deb02 service neutron] Bound using segment: {'id': '022c9be0-3f23-4140-b40a-73d3581e4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:08:18.554407 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-4c520c19-c2fb-46e7-a2e4-eb85383deb02 service neutron] Bound port: 350dc658-d8b3-42aa-a5f9-ecf6621cea01, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '022c9be0-3f23-4140-b40a-73d3581e4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:08:18.554766 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-4c520c19-c2fb-46e7-a2e4-eb85383deb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:18.617725 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9ef4857d-7574-4d54-940f-093717528a0a None None] Provisioning for port 61ec4a8f-503e-43e7-8d49-aba93586e9fd completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:18.625978 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9ef4857d-7574-4d54-940f-093717528a0a None None] Provisioning complete for port 61ec4a8f-503e-43e7-8d49-aba93586e9fd triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:18.626371 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9ef4857d-7574-4d54-940f-093717528a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:18.634275 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-57127389-2d0b-4f68-837b-690e9075ebd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:18.691296 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2206a15d-d5a6-4314-a099-9025e6f97db4 req-f3c727b3-276f-4aed-81d0-be9aaba5c281 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311834 Aug 10 04:08:18.722681 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e113788c-1840-4a07-92a4-dd89d80758aa up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:18.802260 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-9ef4857d-7574-4d54-940f-093717528a0a None None] Port 61ec4a8f-503e-43e7-8d49-aba93586e9fd cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:08:18.820475 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9ef4857d-7574-4d54-940f-093717528a0a None None] Provisioning complete for port e113788c-1840-4a07-92a4-dd89d80758aa triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:18.820854 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9ef4857d-7574-4d54-940f-093717528a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:18.885321 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port e113788c-1840-4a07-92a4-dd89d80758aa triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:18.886011 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:19.041444 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33569c02-15e8-4472-bee8-2ecf52a1a49f req-83d926c5-c6d4-4498-8e73-4fd79f0f3c00 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:19.046650 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-33569c02-15e8-4472-bee8-2ecf52a1a49f req-83d926c5-c6d4-4498-8e73-4fd79f0f3c00 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 943 time: 0.3568845 Aug 10 04:08:19.071392 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-4c520c19-c2fb-46e7-a2e4-eb85383deb02 service neutron] For port 350dc658-d8b3-42aa-a5f9-ecf6621cea01, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:08:19.077234 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-4c520c19-c2fb-46e7-a2e4-eb85383deb02 service neutron] For port 350dc658-d8b3-42aa-a5f9-ecf6621cea01, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=350dc658-d8b3-42aa-a5f9-ecf6621cea01,segment=NetworkSegment(022c9be0-3f23-4140-b40a-73d3581e4e3a),segment_id=022c9be0-3f23-4140-b40a-73d3581e4e3a)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:08:19.103009 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9308a7f-9076-4982-9a41-359692c48165 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Made reservation on behalf of 1e77910191554529bf7135b6bdb86de8 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:08:19.109603 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d9308a7f-9076-4982-9a41-359692c48165 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:19.157709 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-11b2c8b8-33f4-41ef-a1a7-af28b4ca2332 None None] Provisioning complete for port 61ec4a8f-503e-43e7-8d49-aba93586e9fd triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:19.158091 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-11b2c8b8-33f4-41ef-a1a7-af28b4ca2332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:19.181440 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-55929fc4-6432-4f65-a53f-5bf13d240739 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:19.191290 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-4c520c19-c2fb-46e7-a2e4-eb85383deb02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:19.209871 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-55929fc4-6432-4f65-a53f-5bf13d240739 None None] Transition to ACTIVE for port object 61ec4a8f-503e-43e7-8d49-aba93586e9fd will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:19.212050 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-11b2c8b8-33f4-41ef-a1a7-af28b4ca2332 None None] Port 61ec4a8f-503e-43e7-8d49-aba93586e9fd cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:08:19.248163 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-33569c02-15e8-4472-bee8-2ecf52a1a49f req-4f2cc788-c33c-4197-8fb0-cf75028b804b tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939270 Aug 10 04:08:19.262902 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-4c520c19-c2fb-46e7-a2e4-eb85383deb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:19.263621 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-4c520c19-c2fb-46e7-a2e4-eb85383deb02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:19.268192 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-4c520c19-c2fb-46e7-a2e4-eb85383deb02 service neutron] 10.222.0.68 "PUT /v2.0/ports/350dc658-d8b3-42aa-a5f9-ecf6621cea01 HTTP/1.1" status: 200 len: 1091 time: 2.1251023 Aug 10 04:08:19.269878 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02ea91f-0fb0-4850-8716-79b090096588', 'tag': '350dc658-d8b3-42aa-a5f9-ecf6621cea01'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:08:19.273360 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ebdd06-2d68-4739-bba0-24f9fe2a47cf" -d '{"events": [{"name": "network-changed", "server_uuid": "d02ea91f-0fb0-4850-8716-79b090096588", "tag": "350dc658-d8b3-42aa-a5f9-ecf6621cea01"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:08:19.290026 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-55929fc4-6432-4f65-a53f-5bf13d240739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:19.317238 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c520c19-c2fb-46e7-a2e4-eb85383deb02 service neutron] Pushing event updated for resources: {'Port': ['ID=350dc658-d8b3-42aa-a5f9-ecf6621cea01,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:19.344846 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-57127389-2d0b-4f68-837b-690e9075ebd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b945670-5239-4e06-96cc-8a21c98ff083 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:08:19.387536 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-57127389-2d0b-4f68-837b-690e9075ebd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:19.443275 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-57127389-2d0b-4f68-837b-690e9075ebd5 service neutron] Transition to ACTIVE for port object 5b945670-5239-4e06-96cc-8a21c98ff083 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:19.449715 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35184a8-109d-4e6b-aa17-f2834bced49f x-openstack-request-id: req-a35184a8-109d-4e6b-aa17-f2834bced49f {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:08:19.450834 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02ea91f-0fb0-4850-8716-79b090096588", "tag": "350dc658-d8b3-42aa-a5f9-ecf6621cea01", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:08:19.452503 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a35184a8-109d-4e6b-aa17-f2834bced49f {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:08:19.453656 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02ea91f-0fb0-4850-8716-79b090096588', 'tag': '350dc658-d8b3-42aa-a5f9-ecf6621cea01', 'status': 'completed', 'code': 200} Aug 10 04:08:19.491786 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd270a-6031-451c-b920-850b37946799 None None] Pushing event updated for resources: {'Port': ['ID=61ec4a8f-503e-43e7-8d49-aba93586e9fd,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:19.512702 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-55929fc4-6432-4f65-a53f-5bf13d240739 None None] Attempting to bind port 61ec4a8f-503e-43e7-8d49-aba93586e9fd on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:08:19.513328 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-55929fc4-6432-4f65-a53f-5bf13d240739 None None] Attempting to bind port 61ec4a8f-503e-43e7-8d49-aba93586e9fd by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '59b76a98-124c-4f99-a0c6-b2923a30d821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c3a12e4e-4a2c-4af1-931e-4e8380b333ca'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:08:19.513883 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55929fc4-6432-4f65-a53f-5bf13d240739 None None] Attempting to bind port 61ec4a8f-503e-43e7-8d49-aba93586e9fd on network c3a12e4e-4a2c-4af1-931e-4e8380b333ca {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:19.515356 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-57127389-2d0b-4f68-837b-690e9075ebd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:19.520462 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55929fc4-6432-4f65-a53f-5bf13d240739 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:08:19.521651 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55929fc4-6432-4f65-a53f-5bf13d240739 None None] Checking segment: {'id': '59b76a98-124c-4f99-a0c6-b2923a30d821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c3a12e4e-4a2c-4af1-931e-4e8380b333ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:19.521651 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-55929fc4-6432-4f65-a53f-5bf13d240739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:19.521651 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55929fc4-6432-4f65-a53f-5bf13d240739 None None] Bound using segment: {'id': '59b76a98-124c-4f99-a0c6-b2923a30d821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c3a12e4e-4a2c-4af1-931e-4e8380b333ca'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:08:19.522076 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-55929fc4-6432-4f65-a53f-5bf13d240739 None None] Bound port: 61ec4a8f-503e-43e7-8d49-aba93586e9fd, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b76a98-124c-4f99-a0c6-b2923a30d821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c3a12e4e-4a2c-4af1-931e-4e8380b333ca'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:08:19.522442 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-55929fc4-6432-4f65-a53f-5bf13d240739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:19.642464 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57127389-2d0b-4f68-837b-690e9075ebd5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b945670-5239-4e06-96cc-8a21c98ff083,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:19.694323 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebdd06-2d68-4739-bba0-24f9fe2a47cf req-8a8a77c4-f4ac-4b6f-865a-1edb5626cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:19.696840 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-68ebdd06-2d68-4739-bba0-24f9fe2a47cf req-8a8a77c4-f4ac-4b6f-865a-1edb5626cb68 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=11ca1ec07fdb425bb68e0a669fce5b00&device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 1094 time: 0.2415957 Aug 10 04:08:19.702069 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-55929fc4-6432-4f65-a53f-5bf13d240739 None None] For port 61ec4a8f-503e-43e7-8d49-aba93586e9fd, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:08:19.707724 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-55929fc4-6432-4f65-a53f-5bf13d240739 None None] For port 61ec4a8f-503e-43e7-8d49-aba93586e9fd, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=61ec4a8f-503e-43e7-8d49-aba93586e9fd,segment=NetworkSegment(59b76a98-124c-4f99-a0c6-b2923a30d821),segment_id=59b76a98-124c-4f99-a0c6-b2923a30d821)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:08:19.758735 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-57127389-2d0b-4f68-837b-690e9075ebd5 service neutron] Attempting to bind port 5b945670-5239-4e06-96cc-8a21c98ff083 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:08:19.767628 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-57127389-2d0b-4f68-837b-690e9075ebd5 service neutron] Attempting to bind port 5b945670-5239-4e06-96cc-8a21c98ff083 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '3b7206d0-fab5-49ff-9f6b-c200babe8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:08:19.767628 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-57127389-2d0b-4f68-837b-690e9075ebd5 service neutron] Attempting to bind port 5b945670-5239-4e06-96cc-8a21c98ff083 on network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:19.767628 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-57127389-2d0b-4f68-837b-690e9075ebd5 service neutron] Port 5b945670-5239-4e06-96cc-8a21c98ff083 on network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:08:19.767628 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-57127389-2d0b-4f68-837b-690e9075ebd5 service neutron] Attempting to bind port 5b945670-5239-4e06-96cc-8a21c98ff083 on network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:19.773551 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-57127389-2d0b-4f68-837b-690e9075ebd5 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:08:19.774211 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-57127389-2d0b-4f68-837b-690e9075ebd5 service neutron] Checking segment: {'id': '3b7206d0-fab5-49ff-9f6b-c200babe8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:19.774779 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-57127389-2d0b-4f68-837b-690e9075ebd5 service neutron] Bound using segment: {'id': '3b7206d0-fab5-49ff-9f6b-c200babe8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:08:19.775558 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-57127389-2d0b-4f68-837b-690e9075ebd5 service neutron] Bound port: 5b945670-5239-4e06-96cc-8a21c98ff083, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b7206d0-fab5-49ff-9f6b-c200babe8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:08:19.776125 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-57127389-2d0b-4f68-837b-690e9075ebd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:19.789594 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-55929fc4-6432-4f65-a53f-5bf13d240739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:19.882405 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-57127389-2d0b-4f68-837b-690e9075ebd5 service neutron] For port 5b945670-5239-4e06-96cc-8a21c98ff083, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:08:19.895300 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-57127389-2d0b-4f68-837b-690e9075ebd5 service neutron] For port 5b945670-5239-4e06-96cc-8a21c98ff083, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5b945670-5239-4e06-96cc-8a21c98ff083,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:08:19.906409 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d9308a7f-9076-4982-9a41-359692c48165 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:19.911167 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55929fc4-6432-4f65-a53f-5bf13d240739 None None] Routers {'2f5809e4-b98b-4f7f-a904-70b71e82256d'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:19.911167 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-55929fc4-6432-4f65-a53f-5bf13d240739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:08:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2f5809e4-b98b-4f7f-a904-70b71e82256d'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:19.993323 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-57127389-2d0b-4f68-837b-690e9075ebd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:20.032206 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-55929fc4-6432-4f65-a53f-5bf13d240739 None None] Set router 2f5809e4-b98b-4f7f-a904-70b71e82256d gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:20.043213 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9308a7f-9076-4982-9a41-359692c48165 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Subnet': ['ID=43ca4ddb-88c5-42f0-9858-5231b8c8d8de,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:20.112674 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebdd06-2d68-4739-bba0-24f9fe2a47cf req-b0bd14d4-8cae-45ff-8e92-995932a5b4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:20.114172 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-68ebdd06-2d68-4739-bba0-24f9fe2a47cf req-b0bd14d4-8cae-45ff-8e92-995932a5b4cd service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=11ca1ec07fdb425bb68e0a669fce5b00&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4087341 Aug 10 04:08:20.121440 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9308a7f-9076-4982-9a41-359692c48165 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Checking segment: {'id': 'a50ec295-8a88-4293-a206-f9aa9fe66c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b644d59b-4646-4cc6-9982-2b4a1a1896b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:20.121814 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9308a7f-9076-4982-9a41-359692c48165 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network hostable DHCP agents. Network: b644d59b-4646-4cc6-9982-2b4a1a1896b6, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:08:20.167759 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-57127389-2d0b-4f68-837b-690e9075ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:20.169566 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-57127389-2d0b-4f68-837b-690e9075ebd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:20.172938 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-57127389-2d0b-4f68-837b-690e9075ebd5 service neutron] 10.222.0.68 "PUT /v2.0/ports/5b945670-5239-4e06-96cc-8a21c98ff083 HTTP/1.1" status: 200 len: 1091 time: 1.8189652 Aug 10 04:08:20.181482 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57127389-2d0b-4f68-837b-690e9075ebd5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b945670-5239-4e06-96cc-8a21c98ff083,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:20.193574 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1ca9d8-735a-442b-9ecd-86f19675f9c4', 'tag': '5b945670-5239-4e06-96cc-8a21c98ff083'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:08:20.202285 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2575fc9-a24e-4e4f-9aef-22638a9a9584" -d '{"events": [{"name": "network-changed", "server_uuid": "ee1ca9d8-735a-442b-9ecd-86f19675f9c4", "tag": "5b945670-5239-4e06-96cc-8a21c98ff083"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:08:20.232241 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd270a-6031-451c-b920-850b37946799 None None] Pushing event updated for resources: {'Port': ['ID=61ec4a8f-503e-43e7-8d49-aba93586e9fd,revision_number=4']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:20.247982 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51105231-0e8d-4a3c-835d-bf9d6fa8eb72 x-openstack-request-id: req-51105231-0e8d-4a3c-835d-bf9d6fa8eb72 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:08:20.247982 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee1ca9d8-735a-442b-9ecd-86f19675f9c4", "tag": "5b945670-5239-4e06-96cc-8a21c98ff083", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:08:20.247982 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51105231-0e8d-4a3c-835d-bf9d6fa8eb72 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:08:20.247982 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee1ca9d8-735a-442b-9ecd-86f19675f9c4', 'tag': '5b945670-5239-4e06-96cc-8a21c98ff083', 'status': 'completed', 'code': 200} Aug 10 04:08:20.283418 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23f6ad-2d28-4243-bee4-c6063458ed1d req-a44ce9ed-8687-4ba0-8b18-e784d2db8c0e tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:20.285376 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8e23f6ad-2d28-4243-bee4-c6063458ed1d req-a44ce9ed-8687-4ba0-8b18-e784d2db8c0e tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca9d8-735a-442b-9ecd-86f19675f9c4 HTTP/1.1" status: 200 len: 943 time: 0.3826327 Aug 10 04:08:20.357538 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2575fc9-a24e-4e4f-9aef-22638a9a9584 req-42cbdb86-975b-4382-ac67-7efd65e7563c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:20.360604 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b2575fc9-a24e-4e4f-9aef-22638a9a9584 req-42cbdb86-975b-4382-ac67-7efd65e7563c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&device_id=ee1ca9d8-735a-442b-9ecd-86f19675f9c4 HTTP/1.1" status: 200 len: 1094 time: 0.0875587 Aug 10 04:08:20.408924 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8e23f6ad-2d28-4243-bee4-c6063458ed1d req-8d374aeb-5b6b-41eb-ad6f-c54637e1482c tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036818 Aug 10 04:08:20.409510 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9308a7f-9076-4982-9a41-359692c48165 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network b644d59b-4646-4cc6-9982-2b4a1a1896b6 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:08:20.412519 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebdd06-2d68-4739-bba0-24f9fe2a47cf req-a5d2cabe-67f8-4ed2-b879-7048d227c1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:20.414483 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-68ebdd06-2d68-4739-bba0-24f9fe2a47cf req-a5d2cabe-67f8-4ed2-b879-7048d227c1cd service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2894094 Aug 10 04:08:20.503453 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-55929fc4-6432-4f65-a53f-5bf13d240739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'name': 'tempest-RoutersTest-router-1686726563', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:04Z', 'updated_at': '2021-08-10T04:08:15Z', 'revision_number': 3, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None, '_interfaces': [{'id': '51007c05-058f-4f75-9ad6-0f06857af558', 'name': '', 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d4:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:07Z', 'updated_at': '2021-08-10T04:08:15Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ec4a8f-503e-43e7-8d49-aba93586e9fd', 'name': '', 'network_id': 'c3a12e4e-4a2c-4af1-931e-4e8380b333ca', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:4a:1b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:13Z', 'updated_at': '2021-08-10T04:08:19Z', 'revision_number': 4, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:20.522663 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3aa441-08ab-459e-a4cb-ff9a16b9496d req-5ec651c1-03aa-4a52-ae65-fc371dac522b tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:20.526196 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-d9308a7f-9076-4982-9a41-359692c48165 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, b644d59b-4646-4cc6-9982-2b4a1a1896b6) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:20.526381 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4b3aa441-08ab-459e-a4cb-ff9a16b9496d req-5ec651c1-03aa-4a52-ae65-fc371dac522b tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 943 time: 0.0831425 Aug 10 04:08:20.535699 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff2cea9-0260-458f-af5d-3671e1c71252 None None] Network b644d59b-4646-4cc6-9982-2b4a1a1896b6 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:08:20.567054 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9308a7f-9076-4982-9a41-359692c48165 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:20.568005 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d9308a7f-9076-4982-9a41-359692c48165 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:20.569784 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2575fc9-a24e-4e4f-9aef-22638a9a9584 req-c31b443d-fed4-481c-b019-3ed185a7aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:20.571503 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b2575fc9-a24e-4e4f-9aef-22638a9a9584 req-c31b443d-fed4-481c-b019-3ed185a7aadb service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2017128 Aug 10 04:08:20.572281 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55929fc4-6432-4f65-a53f-5bf13d240739 None None] The sync data for ids ['2f5809e4-b98b-4f7f-a904-70b71e82256d'] in n-d-802893-2 is: [{'id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'name': 'tempest-RoutersTest-router-1686726563', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:04Z', 'updated_at': '2021-08-10T04:08:15Z', 'revision_number': 3, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None, '_interfaces': [{'id': '51007c05-058f-4f75-9ad6-0f06857af558', 'name': '', 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d4:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:07Z', 'updated_at': '2021-08-10T04:08:15Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ec4a8f-503e-43e7-8d49-aba93586e9fd', 'name': '', 'network_id': 'c3a12e4e-4a2c-4af1-931e-4e8380b333ca', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:4a:1b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:13Z', 'updated_at': '2021-08-10T04:08:19Z', 'revision_number': 4, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:08:20.609504 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-31e85ab0-3bb2-40c0-a582-8d060f65c9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:20.611264 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-31e85ab0-3bb2-40c0-a582-8d060f65c9e6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=11ca1ec07fdb425bb68e0a669fce5b00&device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 1094 time: 0.1449065 Aug 10 04:08:20.713123 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-1e9f64e7-a7a3-4c4b-9cf9-a56f5bd4d022 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=350dc658-d8b3-42aa-a5f9-ecf6621cea01 HTTP/1.1" status: 200 len: 217 time: 0.0938745 Aug 10 04:08:20.715834 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d9308a7f-9076-4982-9a41-359692c48165 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3361964 Aug 10 04:08:20.721002 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54528) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:20.729248 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4b3aa441-08ab-459e-a4cb-ff9a16b9496d req-f27e06fb-b40c-403f-a5c0-9d7a8e1cfcc7 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920202 Aug 10 04:08:20.803230 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2575fc9-a24e-4e4f-9aef-22638a9a9584 req-f00c48a0-a82c-4a6d-9178-f69bdb3cadbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:20.805002 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b2575fc9-a24e-4e4f-9aef-22638a9a9584 req-f00c48a0-a82c-4a6d-9178-f69bdb3cadbf service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2260990 Aug 10 04:08:20.904491 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-ae6265bc-daad-4b8b-ba09-37d8d6760532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:20.904491 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-ae6265bc-daad-4b8b-ba09-37d8d6760532 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&device_id=ee1ca9d8-735a-442b-9ecd-86f19675f9c4 HTTP/1.1" status: 200 len: 1094 time: 0.0585344 Aug 10 04:08:20.904718 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaa2ad3-3a05-4bc9-9a01-1780905cc910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-b644d59b-4646-4cc6-9982-2b4a1a1896b6', 'network_id': 'b644d59b-4646-4cc6-9982-2b4a1a1896b6', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'fixed_ips': [{'subnet_id': '43ca4ddb-88c5-42f0-9858-5231b8c8d8de'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:08:20.904718 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-caaa2ad3-3a05-4bc9-9a01-1780905cc910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:20.992907 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-98109f2b-511e-4c71-a4a9-2416300bf6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:20.993675 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-34adf656-5119-40da-adbb-a1a6cfef2cde service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5b945670-5239-4e06-96cc-8a21c98ff083 HTTP/1.1" status: 200 len: 217 time: 0.0828240 Aug 10 04:08:20.994413 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-98109f2b-511e-4c71-a4a9-2416300bf6d0 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=01f32dbd-3307-434b-943d-2135ada2aaeb HTTP/1.1" status: 200 len: 849 time: 0.2560871 Aug 10 04:08:21.090247 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-4fe64076-c542-4145-9d7b-585cdb336e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:21.097176 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-4fe64076-c542-4145-9d7b-585cdb336e24 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1f411f5c-5e8b-452a-be71-12f0dd671946 HTTP/1.1" status: 200 len: 846 time: 0.0910919 Aug 10 04:08:21.129710 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-f59143e9-3422-430f-a3d5-8c4545be11ee service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ad9b68cd-62ae-48dd-b06c-9f109fbb6dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255241 Aug 10 04:08:21.151721 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-caaa2ad3-3a05-4bc9-9a01-1780905cc910 None None] Allocated IP 172.22.0.2 (b644d59b-4646-4cc6-9982-2b4a1a1896b6/43ca4ddb-88c5-42f0-9858-5231b8c8d8de/7e67c67e-0ea5-487d-a509-637eecc00f21) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:08:21.279500 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-aa0592aa-605c-463a-9305-daa1bcff0eab service neutron] 10.222.0.68 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398582 Aug 10 04:08:21.430789 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2a145bd1-2429-4e1e-8d55-091e44432aa7 req-a78521e0-892b-4683-be7e-f79e7759510d service neutron] 10.222.0.68 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413217 Aug 10 04:08:21.480754 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-caaa2ad3-3a05-4bc9-9a01-1780905cc910 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:21.496795 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-caaa2ad3-3a05-4bc9-9a01-1780905cc910 None None] Transition to ACTIVE for port object 7e67c67e-0ea5-487d-a509-637eecc00f21 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:21.533890 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-caaa2ad3-3a05-4bc9-9a01-1780905cc910 None None] Transition to ACTIVE for port object 7e67c67e-0ea5-487d-a509-637eecc00f21 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:21.540086 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-b7cec9ce-2ba8-4172-87ec-c5ef35cde1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:21.541608 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-b7cec9ce-2ba8-4172-87ec-c5ef35cde1ae service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=de11a3c9-316c-4377-9e5e-18fd7e651c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4487693 Aug 10 04:08:21.616354 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-caaa2ad3-3a05-4bc9-9a01-1780905cc910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:21.666311 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaa2ad3-3a05-4bc9-9a01-1780905cc910 None None] Network b644d59b-4646-4cc6-9982-2b4a1a1896b6 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:21.669544 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-caaa2ad3-3a05-4bc9-9a01-1780905cc910 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:21.672774 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaa2ad3-3a05-4bc9-9a01-1780905cc910 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:08:21.680656 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa2ad3-3a05-4bc9-9a01-1780905cc910 None None] Pushing event updated for resources: {'Port': ['ID=7e67c67e-0ea5-487d-a509-637eecc00f21,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:21.747555 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-caaa2ad3-3a05-4bc9-9a01-1780905cc910 None None] Attempting to bind port 7e67c67e-0ea5-487d-a509-637eecc00f21 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:08:21.747839 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-caaa2ad3-3a05-4bc9-9a01-1780905cc910 None None] Attempting to bind port 7e67c67e-0ea5-487d-a509-637eecc00f21 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'a50ec295-8a88-4293-a206-f9aa9fe66c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b644d59b-4646-4cc6-9982-2b4a1a1896b6'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:08:21.748231 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaa2ad3-3a05-4bc9-9a01-1780905cc910 None None] Attempting to bind port 7e67c67e-0ea5-487d-a509-637eecc00f21 on network b644d59b-4646-4cc6-9982-2b4a1a1896b6 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:21.753724 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaa2ad3-3a05-4bc9-9a01-1780905cc910 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:08:21.753917 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3beb32-a623-4262-95a8-03ba70102f9e req-693aed91-c4e5-40ab-85b6-f15db463f9fb tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:21.754087 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaa2ad3-3a05-4bc9-9a01-1780905cc910 None None] Checking segment: {'id': 'a50ec295-8a88-4293-a206-f9aa9fe66c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b644d59b-4646-4cc6-9982-2b4a1a1896b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:21.754488 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-caaa2ad3-3a05-4bc9-9a01-1780905cc910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:21.754957 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaa2ad3-3a05-4bc9-9a01-1780905cc910 None None] Bound using segment: {'id': 'a50ec295-8a88-4293-a206-f9aa9fe66c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b644d59b-4646-4cc6-9982-2b4a1a1896b6'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:08:21.755219 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0a3beb32-a623-4262-95a8-03ba70102f9e req-693aed91-c4e5-40ab-85b6-f15db463f9fb tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca9d8-735a-442b-9ecd-86f19675f9c4 HTTP/1.1" status: 200 len: 943 time: 0.1990261 Aug 10 04:08:21.756085 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-caaa2ad3-3a05-4bc9-9a01-1780905cc910 None None] Bound port: 7e67c67e-0ea5-487d-a509-637eecc00f21, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50ec295-8a88-4293-a206-f9aa9fe66c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b644d59b-4646-4cc6-9982-2b4a1a1896b6'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:08:21.756474 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-caaa2ad3-3a05-4bc9-9a01-1780905cc910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:21.810201 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-fb1e5ca5-f324-46bf-b1f7-b9463eb75178 service neutron] 10.222.0.68 "GET /v2.0/networks/de11a3c9-316c-4377-9e5e-18fd7e651c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527361 Aug 10 04:08:21.812262 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-29017392-dae4-4db6-9c80-0811a16f494d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:21.890017 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-caaa2ad3-3a05-4bc9-9a01-1780905cc910 None None] For port 7e67c67e-0ea5-487d-a509-637eecc00f21, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:08:21.894413 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-caaa2ad3-3a05-4bc9-9a01-1780905cc910 None None] For port 7e67c67e-0ea5-487d-a509-637eecc00f21, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7e67c67e-0ea5-487d-a509-637eecc00f21,segment=NetworkSegment(a50ec295-8a88-4293-a206-f9aa9fe66c36),segment_id=a50ec295-8a88-4293-a206-f9aa9fe66c36)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:08:21.906112 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b4e3ce-05d1-43dd-be8a-bfbbd72b2a88 req-6b71bcec-d4d2-4b2c-a535-5dd405d345bc tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:21.908876 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6b4e3ce-05d1-43dd-be8a-bfbbd72b2a88 req-6b71bcec-d4d2-4b2c-a535-5dd405d345bc tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 943 time: 0.0825741 Aug 10 04:08:21.931540 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0a3beb32-a623-4262-95a8-03ba70102f9e req-a3013f6d-aa8e-43f1-a9ec-eda91ff6fc9b tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663697 Aug 10 04:08:21.971516 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6b4e3ce-05d1-43dd-be8a-bfbbd72b2a88 req-072c553a-0af3-46a0-82f7-588c1e0855f0 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561366 Aug 10 04:08:21.991102 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-caaa2ad3-3a05-4bc9-9a01-1780905cc910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:22.029915 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0018e3dd-51c0-460c-85f7-1a2696767d7f req-8ffd0393-6dc4-4bc1-8d01-22969c29bf10 service neutron] 10.222.0.68 "GET /v2.0/networks/de11a3c9-316c-4377-9e5e-18fd7e651c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040830 Aug 10 04:08:22.059472 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa2ad3-3a05-4bc9-9a01-1780905cc910 None None] Pushing event updated for resources: {'Port': ['ID=7e67c67e-0ea5-487d-a509-637eecc00f21,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:22.239209 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-29017392-dae4-4db6-9c80-0811a16f494d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Allocated IP 172.22.0.1 (b644d59b-4646-4cc6-9982-2b4a1a1896b6/43ca4ddb-88c5-42f0-9858-5231b8c8d8de/bbd792a4-7146-4a9e-be8d-a15c1de304dd) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:08:22.407746 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-29017392-dae4-4db6-9c80-0811a16f494d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:22.433981 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-29017392-dae4-4db6-9c80-0811a16f494d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Transition to ACTIVE for port object bbd792a4-7146-4a9e-be8d-a15c1de304dd will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:22.559068 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-29017392-dae4-4db6-9c80-0811a16f494d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:22.619068 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29017392-dae4-4db6-9c80-0811a16f494d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network b644d59b-4646-4cc6-9982-2b4a1a1896b6 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:22.622824 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-29017392-dae4-4db6-9c80-0811a16f494d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:22.628711 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29017392-dae4-4db6-9c80-0811a16f494d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:08:22.632339 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29017392-dae4-4db6-9c80-0811a16f494d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Port': ['ID=bbd792a4-7146-4a9e-be8d-a15c1de304dd,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:22.705421 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 61ec4a8f-503e-43e7-8d49-aba93586e9fd up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:22.707932 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-29017392-dae4-4db6-9c80-0811a16f494d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:22.875207 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 61ec4a8f-503e-43e7-8d49-aba93586e9fd completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:22.880122 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 61ec4a8f-503e-43e7-8d49-aba93586e9fd triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:22.881057 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:22.913508 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-29017392-dae4-4db6-9c80-0811a16f494d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:23.026454 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:23.078974 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 61ec4a8f-503e-43e7-8d49-aba93586e9fd, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=61ec4a8f-503e-43e7-8d49-aba93586e9fd,segment=NetworkSegment(59b76a98-124c-4f99-a0c6-b2923a30d821),segment_id=59b76a98-124c-4f99-a0c6-b2923a30d821)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:23.118140 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3796e2c-0a71-46e1-aceb-3ef7afa24a3b req-993ceb9b-4141-4d18-9b96-908aa58153b0 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:23.120443 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e3796e2c-0a71-46e1-aceb-3ef7afa24a3b req-993ceb9b-4141-4d18-9b96-908aa58153b0 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 943 time: 0.0639589 Aug 10 04:08:23.158242 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:23.159252 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7e67c67e-0ea5-487d-a509-637eecc00f21 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:23.174066 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e3796e2c-0a71-46e1-aceb-3ef7afa24a3b req-2d7fe5cb-fe11-457f-a073-9767197a85d7 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471494 Aug 10 04:08:23.180171 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e52b0-fe6e-4b10-9984-8881e9e86c58 req-09075126-a348-44f4-bbc4-9b3dacb6743a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:23.181773 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e86e52b0-fe6e-4b10-9984-8881e9e86c58 req-09075126-a348-44f4-bbc4-9b3dacb6743a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca9d8-735a-442b-9ecd-86f19675f9c4 HTTP/1.1" status: 200 len: 943 time: 0.1617868 Aug 10 04:08:23.268183 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b93707-dabc-4529-9b7a-375a04ba945c None None] Network b644d59b-4646-4cc6-9982-2b4a1a1896b6 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:08:23.285604 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e86e52b0-fe6e-4b10-9984-8881e9e86c58 req-c45bd83f-a2ec-4ecb-9327-399bad2b32f4 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861173 Aug 10 04:08:23.324323 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=61ec4a8f-503e-43e7-8d49-aba93586e9fd,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:23.384515 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-29017392-dae4-4db6-9c80-0811a16f494d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:23.404664 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-76f8301a-81b2-4e7e-9b48-4e28e3b165ac None None] Provisioning for port 7e67c67e-0ea5-487d-a509-637eecc00f21 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:23.423675 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 7e67c67e-0ea5-487d-a509-637eecc00f21 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:23.432358 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 7e67c67e-0ea5-487d-a509-637eecc00f21 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:23.432805 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:23.474997 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-29017392-dae4-4db6-9c80-0811a16f494d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:23.565394 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-29017392-dae4-4db6-9c80-0811a16f494d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:23.567371 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29017392-dae4-4db6-9c80-0811a16f494d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Port': ['ID=bbd792a4-7146-4a9e-be8d-a15c1de304dd,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:23.567565 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:23.610478 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 7e67c67e-0ea5-487d-a509-637eecc00f21, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7e67c67e-0ea5-487d-a509-637eecc00f21,segment=NetworkSegment(a50ec295-8a88-4293-a206-f9aa9fe66c36),segment_id=a50ec295-8a88-4293-a206-f9aa9fe66c36)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:23.672754 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29017392-dae4-4db6-9c80-0811a16f494d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network b644d59b-4646-4cc6-9982-2b4a1a1896b6 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:23.674383 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-29017392-dae4-4db6-9c80-0811a16f494d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:23.723335 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 350dc658-d8b3-42aa-a5f9-ecf6621cea01 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:08:23.754730 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:23.802792 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29017392-dae4-4db6-9c80-0811a16f494d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Router 2f5809e4-b98b-4f7f-a904-70b71e82256d has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:08:23.899767 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=7e67c67e-0ea5-487d-a509-637eecc00f21,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:23.906420 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9e7eddcb-aa96-45e4-8890-ffe5c1287963 None None] Provisioning for port bbd792a4-7146-4a9e-be8d-a15c1de304dd completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:23.919571 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9e7eddcb-aa96-45e4-8890-ffe5c1287963 None None] Provisioning complete for port bbd792a4-7146-4a9e-be8d-a15c1de304dd triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:23.919927 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9e7eddcb-aa96-45e4-8890-ffe5c1287963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:23.938831 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29017392-dae4-4db6-9c80-0811a16f494d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:08:23.954802 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 350dc658-d8b3-42aa-a5f9-ecf6621cea01, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=350dc658-d8b3-42aa-a5f9-ecf6621cea01,segment=NetworkSegment(022c9be0-3f23-4140-b40a-73d3581e4e3a),segment_id=022c9be0-3f23-4140-b40a-73d3581e4e3a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:23.960021 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-29017392-dae4-4db6-9c80-0811a16f494d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "PUT /v2.0/routers/2f5809e4-b98b-4f7f-a904-70b71e82256d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2288661 Aug 10 04:08:23.960513 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54564) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:23.966609 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-996b052b-c315-4a33-abed-2f4c42fae949 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'network': {'name': 'tempest-RoutersTest-901825148'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:23.969213 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f70f0e6-fc26-46a8-b39b-a64129b2c600 None None] Sync routers for ids ['2f5809e4-b98b-4f7f-a904-70b71e82256d'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:08:24.017967 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '350dc658-d8b3-42aa-a5f9-ecf6621cea01', 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f', 'port_id': '350dc658-d8b3-42aa-a5f9-ecf6621cea01', 'mac_address': 'fa:16:3e:ad:d9:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:08:24.021769 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f70f0e6-fc26-46a8-b39b-a64129b2c600 None None] Routers {'2f5809e4-b98b-4f7f-a904-70b71e82256d'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:24.022282 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-7f70f0e6-fc26-46a8-b39b-a64129b2c600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:08:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2f5809e4-b98b-4f7f-a904-70b71e82256d'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:24.029332 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-9e7eddcb-aa96-45e4-8890-ffe5c1287963 None None] Port bbd792a4-7146-4a9e-be8d-a15c1de304dd cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:08:24.101558 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996b052b-c315-4a33-abed-2f4c42fae949 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Made reservation on behalf of 1e77910191554529bf7135b6bdb86de8 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:08:24.106823 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-996b052b-c315-4a33-abed-2f4c42fae949 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:24.142309 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996b052b-c315-4a33-abed-2f4c42fae949 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:08:24.160862 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-996b052b-c315-4a33-abed-2f4c42fae949 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:24.161333 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-996b052b-c315-4a33-abed-2f4c42fae949 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Added segment 264ce4b8-6ae1-46ad-bf6e-c4140e4ce2b6 of type vlan for network 7aacf325-528c-4c79-8ae0-4e751eba5f5b Aug 10 04:08:24.195091 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9e7eddcb-aa96-45e4-8890-ffe5c1287963 None None] Provisioning complete for port 7e67c67e-0ea5-487d-a509-637eecc00f21 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:24.195463 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9e7eddcb-aa96-45e4-8890-ffe5c1287963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:24.223356 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-996b052b-c315-4a33-abed-2f4c42fae949 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:24.230091 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-7f70f0e6-fc26-46a8-b39b-a64129b2c600 None None] Set router 2f5809e4-b98b-4f7f-a904-70b71e82256d gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:24.270738 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:24.338307 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 350dc658-d8b3-42aa-a5f9-ecf6621cea01 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:08:24.340157 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422cd23a-4095-4f87-8382-cba6ab917114 req-7e2c3faf-893c-44ec-b210-c1e8f8312ac9 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:24.341835 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-422cd23a-4095-4f87-8382-cba6ab917114 req-7e2c3faf-893c-44ec-b210-c1e8f8312ac9 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 943 time: 0.0623813 Aug 10 04:08:24.369661 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-996b052b-c315-4a33-abed-2f4c42fae949 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:24.376111 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996b052b-c315-4a33-abed-2f4c42fae949 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:24.376811 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-996b052b-c315-4a33-abed-2f4c42fae949 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:24.389202 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-422cd23a-4095-4f87-8382-cba6ab917114 req-40ee3800-b1c3-484a-89ac-6b7e114961e7 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363989 Aug 10 04:08:24.415976 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 350dc658-d8b3-42aa-a5f9-ecf6621cea01, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=350dc658-d8b3-42aa-a5f9-ecf6621cea01,segment=NetworkSegment(022c9be0-3f23-4140-b40a-73d3581e4e3a),segment_id=022c9be0-3f23-4140-b40a-73d3581e4e3a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:24.486312 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:24.487943 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 5b945670-5239-4e06-96cc-8a21c98ff083 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:08:24.491677 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54572) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:24.491896 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-996b052b-c315-4a33-abed-2f4c42fae949 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5293624 Aug 10 04:08:24.499319 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-6743f4c8-3bc4-42e1-a1e0-11c9e3607db1 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'subnet': {'network_id': '7aacf325-528c-4c79-8ae0-4e751eba5f5b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:24.519062 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b052b-c315-4a33-abed-2f4c42fae949 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Network': ['ID=7aacf325-528c-4c79-8ae0-4e751eba5f5b,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:24.531085 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa641a-2226-47a6-9e46-eec3942ad388 req-73f7f741-cc66-4868-9959-75a16a8fe0af tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:24.533236 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2dfa641a-2226-47a6-9e46-eec3942ad388 req-73f7f741-cc66-4868-9959-75a16a8fe0af tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca9d8-735a-442b-9ecd-86f19675f9c4 HTTP/1.1" status: 200 len: 943 time: 0.1261091 Aug 10 04:08:24.632606 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2dfa641a-2226-47a6-9e46-eec3942ad388 req-d873348f-ca92-44fe-9bea-315eff96ed1c tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916343 Aug 10 04:08:24.710741 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 7aacf325-528c-4c79-8ae0-4e751eba5f5b details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:08:24.713889 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 61ec4a8f-503e-43e7-8d49-aba93586e9fd up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:24.746422 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6743f4c8-3bc4-42e1-a1e0-11c9e3607db1 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Made reservation on behalf of 1e77910191554529bf7135b6bdb86de8 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:08:24.750042 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6743f4c8-3bc4-42e1-a1e0-11c9e3607db1 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:24.924233 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=350dc658-d8b3-42aa-a5f9-ecf6621cea01,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:24.932642 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ea840ee7-bed5-4de3-9a54-3352684b1b55 None None] Provisioning complete for port bbd792a4-7146-4a9e-be8d-a15c1de304dd triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:24.933013 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ea840ee7-bed5-4de3-9a54-3352684b1b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:24.971472 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-ea840ee7-bed5-4de3-9a54-3352684b1b55 None None] Port bbd792a4-7146-4a9e-be8d-a15c1de304dd cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:08:25.027439 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 5b945670-5239-4e06-96cc-8a21c98ff083, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5b945670-5239-4e06-96cc-8a21c98ff083,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:25.039370 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 61ec4a8f-503e-43e7-8d49-aba93586e9fd triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:25.039785 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:25.047593 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '5b945670-5239-4e06-96cc-8a21c98ff083', 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee', 'port_id': '5b945670-5239-4e06-96cc-8a21c98ff083', 'mac_address': 'fa:16:3e:72:50:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f411f5c-5e8b-452a-be71-12f0dd671946', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:08:25.048331 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6743f4c8-3bc4-42e1-a1e0-11c9e3607db1 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:25.069943 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-7f70f0e6-fc26-46a8-b39b-a64129b2c600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'name': 'tempest-RoutersTest-router-1686726563', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:04Z', 'updated_at': '2021-08-10T04:08:22Z', 'revision_number': 4, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None, '_interfaces': [{'id': '51007c05-058f-4f75-9ad6-0f06857af558', 'name': '', 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d4:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:07Z', 'updated_at': '2021-08-10T04:08:15Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ec4a8f-503e-43e7-8d49-aba93586e9fd', 'name': '', 'network_id': 'c3a12e4e-4a2c-4af1-931e-4e8380b333ca', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:4a:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:13Z', 'updated_at': '2021-08-10T04:08:23Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd792a4-7146-4a9e-be8d-a15c1de304dd', 'name': '', 'network_id': 'b644d59b-4646-4cc6-9982-2b4a1a1896b6', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d8:a9:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '43ca4ddb-88c5-42f0-9858-5231b8c8d8de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:22Z', 'updated_at': '2021-08-10T04:08:23Z', 'revision_number': 2, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '43ca4ddb-88c5-42f0-9858-5231b8c8d8de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:25.103870 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f70f0e6-fc26-46a8-b39b-a64129b2c600 None None] Checking router: 2f5809e4-b98b-4f7f-a904-70b71e82256d for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:08:25.104257 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f70f0e6-fc26-46a8-b39b-a64129b2c600 None None] Updating router 2f5809e4-b98b-4f7f-a904-70b71e82256d port bbd792a4-7146-4a9e-be8d-a15c1de304dd binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:08:25.154934 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6743f4c8-3bc4-42e1-a1e0-11c9e3607db1 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Subnet': ['ID=88e7be8c-a4ae-40c5-bff1-1d7d2e917cdf,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:25.159603 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6743f4c8-3bc4-42e1-a1e0-11c9e3607db1 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Checking segment: {'id': '264ce4b8-6ae1-46ad-bf6e-c4140e4ce2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7aacf325-528c-4c79-8ae0-4e751eba5f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:25.160134 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6743f4c8-3bc4-42e1-a1e0-11c9e3607db1 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network hostable DHCP agents. Network: 7aacf325-528c-4c79-8ae0-4e751eba5f5b, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:08:25.173916 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7f70f0e6-fc26-46a8-b39b-a64129b2c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:25.179932 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:25.228565 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b945670-5239-4e06-96cc-8a21c98ff083 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:08:25.232650 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6743f4c8-3bc4-42e1-a1e0-11c9e3607db1 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network 7aacf325-528c-4c79-8ae0-4e751eba5f5b is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:08:25.288224 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 5b945670-5239-4e06-96cc-8a21c98ff083, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5b945670-5239-4e06-96cc-8a21c98ff083,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:25.318804 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-6743f4c8-3bc4-42e1-a1e0-11c9e3607db1 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 7aacf325-528c-4c79-8ae0-4e751eba5f5b) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:25.331517 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743f4c8-3bc4-42e1-a1e0-11c9e3607db1 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:25.334405 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6743f4c8-3bc4-42e1-a1e0-11c9e3607db1 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:25.341890 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299c73aa-2503-401d-98e0-52c8110425e9 None None] Network 7aacf325-528c-4c79-8ae0-4e751eba5f5b requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:08:25.360090 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7e67c67e-0ea5-487d-a509-637eecc00f21 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:25.413197 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6743f4c8-3bc4-42e1-a1e0-11c9e3607db1 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9200265 Aug 10 04:08:25.414435 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54576) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:25.432110 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:25.631715 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6fdec7-449d-4a22-a601-22102642e8d1 req-40f7c2f0-4d1f-4699-a70b-3d7ac9567a2c tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:25.633584 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cf6fdec7-449d-4a22-a601-22102642e8d1 req-40f7c2f0-4d1f-4699-a70b-3d7ac9567a2c tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 944 time: 0.1388674 Aug 10 04:08:25.665101 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['5b945670-5239-4e06-96cc-8a21c98ff083'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:08:25.667295 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['350dc658-d8b3-42aa-a5f9-ecf6621cea01'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:08:25.678441 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=5b945670-5239-4e06-96cc-8a21c98ff083,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:25.757990 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cf6fdec7-449d-4a22-a601-22102642e8d1 req-df9a9c8d-44f3-41af-865f-c421bbb207bd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888405 Aug 10 04:08:25.846757 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a2bd68-74d4-4062-b0c8-09ec0d18ed3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-7aacf325-528c-4c79-8ae0-4e751eba5f5b', 'network_id': '7aacf325-528c-4c79-8ae0-4e751eba5f5b', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'fixed_ips': [{'subnet_id': '88e7be8c-a4ae-40c5-bff1-1d7d2e917cdf'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:08:25.847663 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a2a2bd68-74d4-4062-b0c8-09ec0d18ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:25.901247 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 7e67c67e-0ea5-487d-a509-637eecc00f21 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:25.901870 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:25.979943 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505c3c4-3370-4a2e-97e5-e7f3966dac02 req-af97cd73-297c-4b5e-96a5-fb0257809a63 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:25.985464 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c505c3c4-3370-4a2e-97e5-e7f3966dac02 req-af97cd73-297c-4b5e-96a5-fb0257809a63 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca9d8-735a-442b-9ecd-86f19675f9c4 HTTP/1.1" status: 200 len: 944 time: 0.1792090 Aug 10 04:08:26.054111 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c505c3c4-3370-4a2e-97e5-e7f3966dac02 req-c4231818-3710-4b5a-9933-aae5765c7777 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559881 Aug 10 04:08:26.105264 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-65d03629-1288-46b6-8c79-958cfddef31c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:26.232288 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0d7b33e2-fbbb-44ba-a31f-b95260943556 req-badd7ac6-0d88-4fa5-adc5-0cce4c99b406 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0568259 Aug 10 04:08:26.247122 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7f70f0e6-fc26-46a8-b39b-a64129b2c600 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:26.324732 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7f70f0e6-fc26-46a8-b39b-a64129b2c600 None None] Transition to ACTIVE for port object bbd792a4-7146-4a9e-be8d-a15c1de304dd will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:26.344747 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b33e2-fbbb-44ba-a31f-b95260943556 req-a42ae046-d387-4ee7-8a04-9421f38143d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:26.346685 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0d7b33e2-fbbb-44ba-a31f-b95260943556 req-a42ae046-d387-4ee7-8a04-9421f38143d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c54c9ab1fa940fe85894d7bbe0c849c&device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 1097 time: 0.0513556 Aug 10 04:08:26.385634 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-a2a2bd68-74d4-4062-b0c8-09ec0d18ed3f None None] Allocated IP 172.23.0.2 (7aacf325-528c-4c79-8ae0-4e751eba5f5b/88e7be8c-a4ae-40c5-bff1-1d7d2e917cdf/12cb540e-40ee-433c-9d49-c1d865ff99df) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:08:26.404937 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7f70f0e6-fc26-46a8-b39b-a64129b2c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:26.486254 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b33e2-fbbb-44ba-a31f-b95260943556 req-05b581f4-736c-4241-bbcb-d91108f5242a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:26.487828 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0d7b33e2-fbbb-44ba-a31f-b95260943556 req-05b581f4-736c-4241-bbcb-d91108f5242a service neutron] 10.222.0.20 "GET /v2.0/networks?id=f573ecff-4c5c-4552-80ba-7f39fbaee537 HTTP/1.1" status: 200 len: 918 time: 0.1177125 Aug 10 04:08:26.545456 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025dcadc-8b55-449b-bf0d-f6a76e8fb544 None None] Pushing event updated for resources: {'Port': ['ID=bbd792a4-7146-4a9e-be8d-a15c1de304dd,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:26.581773 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0d7b33e2-fbbb-44ba-a31f-b95260943556 req-d0cbb0f4-4fe1-4c1a-8565-7f5d10f6d1d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3353e051-ac99-4ca2-af77-90c4a60c1c01 HTTP/1.1" status: 200 len: 1000 time: 0.0829427 Aug 10 04:08:26.657903 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b33e2-fbbb-44ba-a31f-b95260943556 req-2e6159fd-c3d3-4c03-943a-5d44c84d3fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:26.659490 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0d7b33e2-fbbb-44ba-a31f-b95260943556 req-2e6159fd-c3d3-4c03-943a-5d44c84d3fe4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6dfeb297-f2e7-4070-a508-7d422d26e1b7 HTTP/1.1" status: 200 len: 856 time: 0.0717633 Aug 10 04:08:26.666794 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-7f70f0e6-fc26-46a8-b39b-a64129b2c600 None None] Attempting to bind port bbd792a4-7146-4a9e-be8d-a15c1de304dd on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:08:26.666794 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-7f70f0e6-fc26-46a8-b39b-a64129b2c600 None None] Attempting to bind port bbd792a4-7146-4a9e-be8d-a15c1de304dd by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'a50ec295-8a88-4293-a206-f9aa9fe66c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b644d59b-4646-4cc6-9982-2b4a1a1896b6'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:08:26.666794 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f70f0e6-fc26-46a8-b39b-a64129b2c600 None None] Attempting to bind port bbd792a4-7146-4a9e-be8d-a15c1de304dd on network b644d59b-4646-4cc6-9982-2b4a1a1896b6 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:26.675827 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f70f0e6-fc26-46a8-b39b-a64129b2c600 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:08:26.676574 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f70f0e6-fc26-46a8-b39b-a64129b2c600 None None] Checking segment: {'id': 'a50ec295-8a88-4293-a206-f9aa9fe66c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b644d59b-4646-4cc6-9982-2b4a1a1896b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:26.676915 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7f70f0e6-fc26-46a8-b39b-a64129b2c600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:26.677570 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f70f0e6-fc26-46a8-b39b-a64129b2c600 None None] Bound using segment: {'id': 'a50ec295-8a88-4293-a206-f9aa9fe66c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b644d59b-4646-4cc6-9982-2b4a1a1896b6'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:08:26.678170 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-7f70f0e6-fc26-46a8-b39b-a64129b2c600 None None] Bound port: bbd792a4-7146-4a9e-be8d-a15c1de304dd, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50ec295-8a88-4293-a206-f9aa9fe66c36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'b644d59b-4646-4cc6-9982-2b4a1a1896b6'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:08:26.679854 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7f70f0e6-fc26-46a8-b39b-a64129b2c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:26.727378 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b33e2-fbbb-44ba-a31f-b95260943556 req-c1321709-f092-4bc8-911b-76e6db9bbb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:26.733040 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0d7b33e2-fbbb-44ba-a31f-b95260943556 req-c1321709-f092-4bc8-911b-76e6db9bbb5f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f573ecff-4c5c-4552-80ba-7f39fbaee537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654688 Aug 10 04:08:26.748946 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a2a2bd68-74d4-4062-b0c8-09ec0d18ed3f None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:26.759280 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a2a2bd68-74d4-4062-b0c8-09ec0d18ed3f None None] Transition to ACTIVE for port object 12cb540e-40ee-433c-9d49-c1d865ff99df will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:26.812437 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a2a2bd68-74d4-4062-b0c8-09ec0d18ed3f None None] Transition to ACTIVE for port object 12cb540e-40ee-433c-9d49-c1d865ff99df will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:26.851841 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0d7b33e2-fbbb-44ba-a31f-b95260943556 req-14f464ce-fb2d-47ed-965a-410004f6353b service neutron] 10.222.0.20 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063266 Aug 10 04:08:26.993321 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a103142-a00e-441c-a3ad-cab8378c20b4 req-aaf03497-7c91-4ef2-bc02-63d5cd01e814 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:26.999621 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a2a2bd68-74d4-4062-b0c8-09ec0d18ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:27.001472 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0d7b33e2-fbbb-44ba-a31f-b95260943556 req-a52a32e6-aaeb-40af-9418-124a7b1ef7c5 service neutron] 10.222.0.20 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421232 Aug 10 04:08:27.004468 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9a103142-a00e-441c-a3ad-cab8378c20b4 req-aaf03497-7c91-4ef2-bc02-63d5cd01e814 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 944 time: 0.1359258 Aug 10 04:08:27.036791 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-65d03629-1288-46b6-8c79-958cfddef31c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Allocated IP 172.23.0.1 (7aacf325-528c-4c79-8ae0-4e751eba5f5b/88e7be8c-a4ae-40c5-bff1-1d7d2e917cdf/c5f00db7-2a80-425d-99e8-d99c9479b370) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:08:27.073627 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-7f70f0e6-fc26-46a8-b39b-a64129b2c600 None None] For port bbd792a4-7146-4a9e-be8d-a15c1de304dd, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:08:27.084906 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a2bd68-74d4-4062-b0c8-09ec0d18ed3f None None] Network 7aacf325-528c-4c79-8ae0-4e751eba5f5b is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:27.095033 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-a2a2bd68-74d4-4062-b0c8-09ec0d18ed3f None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:27.107941 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9a103142-a00e-441c-a3ad-cab8378c20b4 req-b0d96c47-d587-459a-937b-dc48d60d0857 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004357 Aug 10 04:08:27.120719 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a2bd68-74d4-4062-b0c8-09ec0d18ed3f None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:08:27.159774 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-7f70f0e6-fc26-46a8-b39b-a64129b2c600 None None] For port bbd792a4-7146-4a9e-be8d-a15c1de304dd, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=bbd792a4-7146-4a9e-be8d-a15c1de304dd,segment=NetworkSegment(a50ec295-8a88-4293-a206-f9aa9fe66c36),segment_id=a50ec295-8a88-4293-a206-f9aa9fe66c36)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:08:27.164068 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2bd68-74d4-4062-b0c8-09ec0d18ed3f None None] Pushing event updated for resources: {'Port': ['ID=12cb540e-40ee-433c-9d49-c1d865ff99df,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:27.292315 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7f70f0e6-fc26-46a8-b39b-a64129b2c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:27.293448 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f62e6-b462-4b32-832c-b2278703d31f req-9464a8c6-b6de-47ae-b57c-ef9ceba5eeea tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:27.295584 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-65d03629-1288-46b6-8c79-958cfddef31c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:27.304953 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2e5f62e6-b462-4b32-832c-b2278703d31f req-9464a8c6-b6de-47ae-b57c-ef9ceba5eeea tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca9d8-735a-442b-9ecd-86f19675f9c4 HTTP/1.1" status: 200 len: 944 time: 0.1187503 Aug 10 04:08:27.323442 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-65d03629-1288-46b6-8c79-958cfddef31c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Transition to ACTIVE for port object c5f00db7-2a80-425d-99e8-d99c9479b370 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:27.369972 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a2a2bd68-74d4-4062-b0c8-09ec0d18ed3f None None] Attempting to bind port 12cb540e-40ee-433c-9d49-c1d865ff99df on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:08:27.370751 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a2a2bd68-74d4-4062-b0c8-09ec0d18ed3f None None] Attempting to bind port 12cb540e-40ee-433c-9d49-c1d865ff99df by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '264ce4b8-6ae1-46ad-bf6e-c4140e4ce2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7aacf325-528c-4c79-8ae0-4e751eba5f5b'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:08:27.371338 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a2bd68-74d4-4062-b0c8-09ec0d18ed3f None None] Attempting to bind port 12cb540e-40ee-433c-9d49-c1d865ff99df on network 7aacf325-528c-4c79-8ae0-4e751eba5f5b {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:27.390918 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a2bd68-74d4-4062-b0c8-09ec0d18ed3f None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:08:27.391616 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a2bd68-74d4-4062-b0c8-09ec0d18ed3f None None] Checking segment: {'id': '264ce4b8-6ae1-46ad-bf6e-c4140e4ce2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7aacf325-528c-4c79-8ae0-4e751eba5f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:27.392229 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a2a2bd68-74d4-4062-b0c8-09ec0d18ed3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:27.393114 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a2bd68-74d4-4062-b0c8-09ec0d18ed3f None None] Bound using segment: {'id': '264ce4b8-6ae1-46ad-bf6e-c4140e4ce2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7aacf325-528c-4c79-8ae0-4e751eba5f5b'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:08:27.393894 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a2a2bd68-74d4-4062-b0c8-09ec0d18ed3f None None] Bound port: 12cb540e-40ee-433c-9d49-c1d865ff99df, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '264ce4b8-6ae1-46ad-bf6e-c4140e4ce2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7aacf325-528c-4c79-8ae0-4e751eba5f5b'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:08:27.394506 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a2a2bd68-74d4-4062-b0c8-09ec0d18ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:27.397330 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f70f0e6-fc26-46a8-b39b-a64129b2c600 None None] Routers {'2f5809e4-b98b-4f7f-a904-70b71e82256d'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:27.398402 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-7f70f0e6-fc26-46a8-b39b-a64129b2c600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:08:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2f5809e4-b98b-4f7f-a904-70b71e82256d'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:27.408139 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2e5f62e6-b462-4b32-832c-b2278703d31f req-1221a375-c341-4057-9136-a5c2b3793866 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924625 Aug 10 04:08:27.490315 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-65d03629-1288-46b6-8c79-958cfddef31c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:27.521868 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025dcadc-8b55-449b-bf0d-f6a76e8fb544 None None] Pushing event updated for resources: {'Port': ['ID=bbd792a4-7146-4a9e-be8d-a15c1de304dd,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:27.574202 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-7f70f0e6-fc26-46a8-b39b-a64129b2c600 None None] Set router 2f5809e4-b98b-4f7f-a904-70b71e82256d gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:27.585840 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d03629-1288-46b6-8c79-958cfddef31c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network 7aacf325-528c-4c79-8ae0-4e751eba5f5b is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:27.592748 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-65d03629-1288-46b6-8c79-958cfddef31c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:27.597591 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d03629-1288-46b6-8c79-958cfddef31c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:08:27.602107 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d03629-1288-46b6-8c79-958cfddef31c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Port': ['ID=c5f00db7-2a80-425d-99e8-d99c9479b370,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:27.608438 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:27.659252 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-65d03629-1288-46b6-8c79-958cfddef31c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:27.678398 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a2a2bd68-74d4-4062-b0c8-09ec0d18ed3f None None] For port 12cb540e-40ee-433c-9d49-c1d865ff99df, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:08:27.695991 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a2a2bd68-74d4-4062-b0c8-09ec0d18ed3f None None] For port 12cb540e-40ee-433c-9d49-c1d865ff99df, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=12cb540e-40ee-433c-9d49-c1d865ff99df,segment=NetworkSegment(264ce4b8-6ae1-46ad-bf6e-c4140e4ce2b6),segment_id=264ce4b8-6ae1-46ad-bf6e-c4140e4ce2b6)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:08:27.742743 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 350dc658-d8b3-42aa-a5f9-ecf6621cea01 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:27.785888 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a2a2bd68-74d4-4062-b0c8-09ec0d18ed3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:27.905910 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2bd68-74d4-4062-b0c8-09ec0d18ed3f None None] Pushing event updated for resources: {'Port': ['ID=12cb540e-40ee-433c-9d49-c1d865ff99df,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:27.970768 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-7f70f0e6-fc26-46a8-b39b-a64129b2c600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'name': 'tempest-RoutersTest-router-1686726563', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:04Z', 'updated_at': '2021-08-10T04:08:22Z', 'revision_number': 4, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None, '_interfaces': [{'id': '51007c05-058f-4f75-9ad6-0f06857af558', 'name': '', 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d4:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:07Z', 'updated_at': '2021-08-10T04:08:15Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ec4a8f-503e-43e7-8d49-aba93586e9fd', 'name': '', 'network_id': 'c3a12e4e-4a2c-4af1-931e-4e8380b333ca', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:4a:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:13Z', 'updated_at': '2021-08-10T04:08:23Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd792a4-7146-4a9e-be8d-a15c1de304dd', 'name': '', 'network_id': 'b644d59b-4646-4cc6-9982-2b4a1a1896b6', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d8:a9:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '43ca4ddb-88c5-42f0-9858-5231b8c8d8de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:22Z', 'updated_at': '2021-08-10T04:08:27Z', 'revision_number': 4, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '43ca4ddb-88c5-42f0-9858-5231b8c8d8de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:28.009956 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f70f0e6-fc26-46a8-b39b-a64129b2c600 None None] The sync data for ids ['2f5809e4-b98b-4f7f-a904-70b71e82256d'] in n-d-802893-2 is: [{'id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'name': 'tempest-RoutersTest-router-1686726563', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:04Z', 'updated_at': '2021-08-10T04:08:22Z', 'revision_number': 4, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None, '_interfaces': [{'id': '51007c05-058f-4f75-9ad6-0f06857af558', 'name': '', 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d4:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:07Z', 'updated_at': '2021-08-10T04:08:15Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ec4a8f-503e-43e7-8d49-aba93586e9fd', 'name': '', 'network_id': 'c3a12e4e-4a2c-4af1-931e-4e8380b333ca', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:4a:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:13Z', 'updated_at': '2021-08-10T04:08:23Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd792a4-7146-4a9e-be8d-a15c1de304dd', 'name': '', 'network_id': 'b644d59b-4646-4cc6-9982-2b4a1a1896b6', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d8:a9:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '43ca4ddb-88c5-42f0-9858-5231b8c8d8de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:22Z', 'updated_at': '2021-08-10T04:08:27Z', 'revision_number': 4, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '43ca4ddb-88c5-42f0-9858-5231b8c8d8de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:08:28.226541 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 350dc658-d8b3-42aa-a5f9-ecf6621cea01 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:28.233786 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-65d03629-1288-46b6-8c79-958cfddef31c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:28.239084 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 350dc658-d8b3-42aa-a5f9-ecf6621cea01 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:28.240084 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:28.400669 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:28.437228 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1160d-89b5-4141-af42-fa0a53fe80c0 req-498cfeb0-0ad4-483d-8120-bcb4da12ac34 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:28.439294 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-34f1160d-89b5-4141-af42-fa0a53fe80c0 req-498cfeb0-0ad4-483d-8120-bcb4da12ac34 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 944 time: 0.2065573 Aug 10 04:08:28.440830 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02ea91f-0fb0-4850-8716-79b090096588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '350dc658-d8b3-42aa-a5f9-ecf6621cea01'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:08:28.443283 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95948ecf-96e6-4e54-84f9-648f7b7e89b8" -d '{"events": [{"server_uuid": "d02ea91f-0fb0-4850-8716-79b090096588", "name": "network-vif-plugged", "status": "completed", "tag": "350dc658-d8b3-42aa-a5f9-ecf6621cea01"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:08:28.474397 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 350dc658-d8b3-42aa-a5f9-ecf6621cea01, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=350dc658-d8b3-42aa-a5f9-ecf6621cea01,segment=NetworkSegment(022c9be0-3f23-4140-b40a-73d3581e4e3a),segment_id=022c9be0-3f23-4140-b40a-73d3581e4e3a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:28.581230 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:28.585742 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 5b945670-5239-4e06-96cc-8a21c98ff083 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:28.700369 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-34f1160d-89b5-4141-af42-fa0a53fe80c0 req-487ada08-feb7-4533-968f-182ca6a59103 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441199 Aug 10 04:08:28.708880 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34e041-2428-48af-8e4a-f128b9f41b9b req-f9e63dcc-dcca-4402-b919-b0aadb3eade2 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:28.717865 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9a34e041-2428-48af-8e4a-f128b9f41b9b req-f9e63dcc-dcca-4402-b919-b0aadb3eade2 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca9d8-735a-442b-9ecd-86f19675f9c4 HTTP/1.1" status: 200 len: 944 time: 0.1576018 Aug 10 04:08:28.789866 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device bbd792a4-7146-4a9e-be8d-a15c1de304dd up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:28.800736 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9a34e041-2428-48af-8e4a-f128b9f41b9b req-973bd9dd-9c5d-4ffe-9d3c-0c937be5deb6 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779932 Aug 10 04:08:28.848683 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb55efc-fc95-4789-a5cf-400cd8fde303 x-openstack-request-id: req-2bb55efc-fc95-4789-a5cf-400cd8fde303 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:08:28.849580 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02ea91f-0fb0-4850-8716-79b090096588", "name": "network-vif-plugged", "status": "completed", "tag": "350dc658-d8b3-42aa-a5f9-ecf6621cea01", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:08:28.849966 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2bb55efc-fc95-4789-a5cf-400cd8fde303 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:08:28.850372 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02ea91f-0fb0-4850-8716-79b090096588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '350dc658-d8b3-42aa-a5f9-ecf6621cea01', 'code': 200} Aug 10 04:08:28.857310 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=350dc658-d8b3-42aa-a5f9-ecf6621cea01,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:28.949093 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f8369-a45b-44c6-b8a5-09f27171ecf8 req-979e5a5e-3a41-4cad-9b55-3b55d3a443f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:28.951252 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b13f8369-a45b-44c6-b8a5-09f27171ecf8 req-979e5a5e-3a41-4cad-9b55-3b55d3a443f5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 1096 time: 0.0898647 Aug 10 04:08:28.961151 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-65d03629-1288-46b6-8c79-958cfddef31c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:28.975530 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 5b945670-5239-4e06-96cc-8a21c98ff083 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:28.980227 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 5b945670-5239-4e06-96cc-8a21c98ff083 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:28.980227 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:28.999574 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b13f8369-a45b-44c6-b8a5-09f27171ecf8 req-fe0388f2-aa22-42d5-8400-3260e0bada1f service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400221 Aug 10 04:08:29.023490 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port bbd792a4-7146-4a9e-be8d-a15c1de304dd completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:29.032360 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port bbd792a4-7146-4a9e-be8d-a15c1de304dd triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:29.032767 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:29.039767 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-65d03629-1288-46b6-8c79-958cfddef31c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:29.151247 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:29.166380 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d03629-1288-46b6-8c79-958cfddef31c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event updated for resources: {'Port': ['ID=c5f00db7-2a80-425d-99e8-d99c9479b370,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:29.169744 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-65d03629-1288-46b6-8c79-958cfddef31c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:29.219807 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf56a5f-4161-448d-a631-7cc95e3ed21e None None] Network 7aacf325-528c-4c79-8ae0-4e751eba5f5b requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:08:29.273554 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port bbd792a4-7146-4a9e-be8d-a15c1de304dd, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=bbd792a4-7146-4a9e-be8d-a15c1de304dd,segment=NetworkSegment(a50ec295-8a88-4293-a206-f9aa9fe66c36),segment_id=a50ec295-8a88-4293-a206-f9aa9fe66c36)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:29.286388 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:29.286790 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d03629-1288-46b6-8c79-958cfddef31c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Network 7aacf325-528c-4c79-8ae0-4e751eba5f5b is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:29.287243 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-65d03629-1288-46b6-8c79-958cfddef31c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:29.341382 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 5b945670-5239-4e06-96cc-8a21c98ff083, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5b945670-5239-4e06-96cc-8a21c98ff083,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:29.342432 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:29.343178 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 12cb540e-40ee-433c-9d49-c1d865ff99df up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:29.401976 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-68ff4d69-3624-4d3d-a69f-0bdcc38b3584 None None] Provisioning for port 12cb540e-40ee-433c-9d49-c1d865ff99df completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:29.484643 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:29.540140 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=bbd792a4-7146-4a9e-be8d-a15c1de304dd,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:29.613963 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=5b945670-5239-4e06-96cc-8a21c98ff083,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:29.689115 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 12cb540e-40ee-433c-9d49-c1d865ff99df completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:29.695482 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 12cb540e-40ee-433c-9d49-c1d865ff99df triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:29.698826 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:29.843019 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d03629-1288-46b6-8c79-958cfddef31c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Router 2f5809e4-b98b-4f7f-a904-70b71e82256d has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:08:29.860841 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:29.930849 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 12cb540e-40ee-433c-9d49-c1d865ff99df, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=12cb540e-40ee-433c-9d49-c1d865ff99df,segment=NetworkSegment(264ce4b8-6ae1-46ad-bf6e-c4140e4ce2b6),segment_id=264ce4b8-6ae1-46ad-bf6e-c4140e4ce2b6)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:30.004815 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:30.028264 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41bdc2-a25a-41e7-951a-a84a5ddb9eda req-42eafc95-686d-4dcb-ab72-4fbf59677b71 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:30.042308 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ef41bdc2-a25a-41e7-951a-a84a5ddb9eda req-42eafc95-686d-4dcb-ab72-4fbf59677b71 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca9d8-735a-442b-9ecd-86f19675f9c4 HTTP/1.1" status: 200 len: 945 time: 0.1112719 Aug 10 04:08:30.056555 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3dcac92b-438d-4abd-a76b-a34110b350a8 None None] Provisioning for port c5f00db7-2a80-425d-99e8-d99c9479b370 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:30.066940 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3dcac92b-438d-4abd-a76b-a34110b350a8 None None] Provisioning complete for port c5f00db7-2a80-425d-99e8-d99c9479b370 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:30.069503 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3dcac92b-438d-4abd-a76b-a34110b350a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:30.092594 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea92a4-9384-417c-ba82-2a171330d388 req-9a3f9e02-f43b-402c-92ef-4ef7974a9002 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:30.094456 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1aea92a4-9384-417c-ba82-2a171330d388 req-9a3f9e02-f43b-402c-92ef-4ef7974a9002 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.1422613 Aug 10 04:08:30.097790 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d03629-1288-46b6-8c79-958cfddef31c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:08:30.103818 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-65d03629-1288-46b6-8c79-958cfddef31c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "PUT /v2.0/routers/2f5809e4-b98b-4f7f-a904-70b71e82256d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6882038 Aug 10 04:08:30.111767 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2373baf-be29-429c-a149-9a1e0787d482 None None] Sync routers for ids ['2f5809e4-b98b-4f7f-a904-70b71e82256d'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:08:30.115541 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54650) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:30.118783 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-659090c4-3658-4037-be79-3798ed91920e tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:30.131204 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2373baf-be29-429c-a149-9a1e0787d482 None None] Routers {'2f5809e4-b98b-4f7f-a904-70b71e82256d'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:30.132763 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-a2373baf-be29-429c-a149-9a1e0787d482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:08:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2f5809e4-b98b-4f7f-a904-70b71e82256d'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:30.167181 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ef41bdc2-a25a-41e7-951a-a84a5ddb9eda req-5736ed75-3866-428b-a8e8-44b480c390d8 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164131 Aug 10 04:08:30.210315 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=12cb540e-40ee-433c-9d49-c1d865ff99df,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:30.222647 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-3dcac92b-438d-4abd-a76b-a34110b350a8 None None] Port c5f00db7-2a80-425d-99e8-d99c9479b370 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:08:30.252556 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3dcac92b-438d-4abd-a76b-a34110b350a8 None None] Provisioning complete for port 12cb540e-40ee-433c-9d49-c1d865ff99df triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:30.252929 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3dcac92b-438d-4abd-a76b-a34110b350a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:30.305737 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-a2373baf-be29-429c-a149-9a1e0787d482 None None] Set router 2f5809e4-b98b-4f7f-a904-70b71e82256d gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:30.334602 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1aea92a4-9384-417c-ba82-2a171330d388 req-8cb924e2-caeb-4916-82ff-cd69d9a81e03 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2242951 Aug 10 04:08:30.590409 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-445bee79-221b-473e-8194-17206671c42f None None] Provisioning complete for port c5f00db7-2a80-425d-99e8-d99c9479b370 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:30.590409 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-445bee79-221b-473e-8194-17206671c42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:30.675554 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-445bee79-221b-473e-8194-17206671c42f None None] Port c5f00db7-2a80-425d-99e8-d99c9479b370 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:08:30.710067 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-a2373baf-be29-429c-a149-9a1e0787d482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'name': 'tempest-RoutersTest-router-1686726563', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:04Z', 'updated_at': '2021-08-10T04:08:27Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None, '_interfaces': [{'id': '51007c05-058f-4f75-9ad6-0f06857af558', 'name': '', 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d4:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:07Z', 'updated_at': '2021-08-10T04:08:15Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ec4a8f-503e-43e7-8d49-aba93586e9fd', 'name': '', 'network_id': 'c3a12e4e-4a2c-4af1-931e-4e8380b333ca', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:4a:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:13Z', 'updated_at': '2021-08-10T04:08:23Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd792a4-7146-4a9e-be8d-a15c1de304dd', 'name': '', 'network_id': 'b644d59b-4646-4cc6-9982-2b4a1a1896b6', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d8:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '43ca4ddb-88c5-42f0-9858-5231b8c8d8de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:22Z', 'updated_at': '2021-08-10T04:08:29Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '43ca4ddb-88c5-42f0-9858-5231b8c8d8de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5f00db7-2a80-425d-99e8-d99c9479b370', 'name': '', 'network_id': '7aacf325-528c-4c79-8ae0-4e751eba5f5b', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:92:b5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '88e7be8c-a4ae-40c5-bff1-1d7d2e917cdf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:26Z', 'updated_at': '2021-08-10T04:08:28Z', 'revision_number': 2, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '88e7be8c-a4ae-40c5-bff1-1d7d2e917cdf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:30.725951 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device bbd792a4-7146-4a9e-be8d-a15c1de304dd up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:30.752400 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2373baf-be29-429c-a149-9a1e0787d482 None None] Checking router: 2f5809e4-b98b-4f7f-a904-70b71e82256d for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:08:30.753141 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2373baf-be29-429c-a149-9a1e0787d482 None None] Updating router 2f5809e4-b98b-4f7f-a904-70b71e82256d port c5f00db7-2a80-425d-99e8-d99c9479b370 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:08:30.778055 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port bbd792a4-7146-4a9e-be8d-a15c1de304dd triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:30.778663 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:30.793347 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a2373baf-be29-429c-a149-9a1e0787d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:30.840490 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0423d40c-8b64-465e-8ff4-9524e31b63d8 None None] Provisioning complete for port c5f00db7-2a80-425d-99e8-d99c9479b370 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:30.840856 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0423d40c-8b64-465e-8ff4-9524e31b63d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:30.869387 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.extraroute_db [None req-659090c4-3658-4037-be79-3798ed91920e tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94937) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 04:08:30.874663 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1ca9d8-735a-442b-9ecd-86f19675f9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b945670-5239-4e06-96cc-8a21c98ff083'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:08:30.877352 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65e6413-d7f2-4af5-a432-aa3f865df896" -d '{"events": [{"server_uuid": "ee1ca9d8-735a-442b-9ecd-86f19675f9c4", "name": "network-vif-plugged", "status": "completed", "tag": "5b945670-5239-4e06-96cc-8a21c98ff083"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:08:30.885305 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.extraroute_db [None req-659090c4-3658-4037-be79-3798ed91920e tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Removed routes are [] {{(pid=94937) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 04:08:30.889860 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-659090c4-3658-4037-be79-3798ed91920e tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:30.902243 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-0423d40c-8b64-465e-8ff4-9524e31b63d8 None None] Port c5f00db7-2a80-425d-99e8-d99c9479b370 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:08:30.952807 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8edfb80-901f-42ec-b843-461c9737319b x-openstack-request-id: req-d8edfb80-901f-42ec-b843-461c9737319b {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:08:30.953302 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1ca9d8-735a-442b-9ecd-86f19675f9c4", "name": "network-vif-plugged", "status": "completed", "tag": "5b945670-5239-4e06-96cc-8a21c98ff083", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:08:30.953717 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8edfb80-901f-42ec-b843-461c9737319b {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:08:30.954268 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1ca9d8-735a-442b-9ecd-86f19675f9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b945670-5239-4e06-96cc-8a21c98ff083', 'code': 200} Aug 10 04:08:30.956381 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 12cb540e-40ee-433c-9d49-c1d865ff99df up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:31.058904 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 12cb540e-40ee-433c-9d49-c1d865ff99df triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:31.062899 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:31.091997 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc213c94-e8f6-44f1-bb6c-83cb9dac7613 req-48e7b069-eb1a-4a2e-a1d0-7c8cadeac257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:31.094260 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc213c94-e8f6-44f1-bb6c-83cb9dac7613 req-48e7b069-eb1a-4a2e-a1d0-7c8cadeac257 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ee1ca9d8-735a-442b-9ecd-86f19675f9c4 HTTP/1.1" status: 200 len: 1096 time: 0.0657969 Aug 10 04:08:31.152652 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc213c94-e8f6-44f1-bb6c-83cb9dac7613 req-b3e61c76-097d-4ab5-bbda-df9ba915e1e4 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496128 Aug 10 04:08:31.230129 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a2373baf-be29-429c-a149-9a1e0787d482 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:31.245138 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-a2373baf-be29-429c-a149-9a1e0787d482 None None] Transition to ACTIVE for port object c5f00db7-2a80-425d-99e8-d99c9479b370 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:31.276521 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-659090c4-3658-4037-be79-3798ed91920e tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:31.281913 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-659090c4-3658-4037-be79-3798ed91920e tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-457799'] for router, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:31.320804 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a2373baf-be29-429c-a149-9a1e0787d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:31.426274 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424c188-bbfc-402a-9f2e-3d1f8ded07ae None None] Pushing event updated for resources: {'Port': ['ID=c5f00db7-2a80-425d-99e8-d99c9479b370,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:31.501481 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e98e7a-ca6b-484e-87e6-0ebe6eb1a143 req-e701209a-2c54-46ac-98d0-1f697dd85f2e tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:31.510048 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-38e98e7a-ca6b-484e-87e6-0ebe6eb1a143 req-e701209a-2c54-46ac-98d0-1f697dd85f2e tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca9d8-735a-442b-9ecd-86f19675f9c4 HTTP/1.1" status: 200 len: 945 time: 0.1811011 Aug 10 04:08:31.524511 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c6875-85db-493e-b2cc-71745b565cc3 req-d9124942-61a3-4872-b008-5f4ddb2fd219 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:31.533427 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659090c4-3658-4037-be79-3798ed91920e tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Router 2f5809e4-b98b-4f7f-a904-70b71e82256d has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:08:31.538450 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-856c6875-85db-493e-b2cc-71745b565cc3 req-d9124942-61a3-4872-b008-5f4ddb2fd219 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.0827901 Aug 10 04:08:31.550587 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-a2373baf-be29-429c-a149-9a1e0787d482 None None] Attempting to bind port c5f00db7-2a80-425d-99e8-d99c9479b370 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:08:31.551489 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-a2373baf-be29-429c-a149-9a1e0787d482 None None] Attempting to bind port c5f00db7-2a80-425d-99e8-d99c9479b370 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '264ce4b8-6ae1-46ad-bf6e-c4140e4ce2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7aacf325-528c-4c79-8ae0-4e751eba5f5b'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:08:31.552619 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2373baf-be29-429c-a149-9a1e0787d482 None None] Attempting to bind port c5f00db7-2a80-425d-99e8-d99c9479b370 on network 7aacf325-528c-4c79-8ae0-4e751eba5f5b {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:31.564897 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2373baf-be29-429c-a149-9a1e0787d482 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:08:31.565583 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2373baf-be29-429c-a149-9a1e0787d482 None None] Checking segment: {'id': '264ce4b8-6ae1-46ad-bf6e-c4140e4ce2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7aacf325-528c-4c79-8ae0-4e751eba5f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:31.566157 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a2373baf-be29-429c-a149-9a1e0787d482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:31.566716 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2373baf-be29-429c-a149-9a1e0787d482 None None] Bound using segment: {'id': '264ce4b8-6ae1-46ad-bf6e-c4140e4ce2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7aacf325-528c-4c79-8ae0-4e751eba5f5b'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:08:31.568054 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-a2373baf-be29-429c-a149-9a1e0787d482 None None] Bound port: c5f00db7-2a80-425d-99e8-d99c9479b370, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '264ce4b8-6ae1-46ad-bf6e-c4140e4ce2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7aacf325-528c-4c79-8ae0-4e751eba5f5b'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:08:31.568623 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a2373baf-be29-429c-a149-9a1e0787d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:31.602553 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-856c6875-85db-493e-b2cc-71745b565cc3 req-a5e0d301-96fc-4a72-8e93-a51e4eff7a59 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629706 Aug 10 04:08:31.604689 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-38e98e7a-ca6b-484e-87e6-0ebe6eb1a143 req-537a650c-5f29-4c3d-b1e4-4ebd9bfeb9a8 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928690 Aug 10 04:08:31.793259 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659090c4-3658-4037-be79-3798ed91920e tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:08:31.800865 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-659090c4-3658-4037-be79-3798ed91920e tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:31.806204 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-659090c4-3658-4037-be79-3798ed91920e tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "PUT /v2.0/routers/2f5809e4-b98b-4f7f-a904-70b71e82256d HTTP/1.1" status: 200 len: 934 time: 1.6918123 Aug 10 04:08:31.806912 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54670) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:31.831033 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aebb67-c110-4c3f-ad76-24d795e1b4bc req-603a83ec-0089-454e-b1b9-cf5fe708bcb2 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:31.834396 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-46aebb67-c110-4c3f-ad76-24d795e1b4bc req-603a83ec-0089-454e-b1b9-cf5fe708bcb2 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.0971181 Aug 10 04:08:31.843579 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54674) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:31.848558 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-f0644c2f-6503-4c17-8941-cbc43e42e4d9 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Request body: {'floatingip': {'port_id': '350dc658-d8b3-42aa-a5f9-ecf6621cea01'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:31.882422 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-a2373baf-be29-429c-a149-9a1e0787d482 None None] For port c5f00db7-2a80-425d-99e8-d99c9479b370, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:08:31.886801 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-a2373baf-be29-429c-a149-9a1e0787d482 None None] For port c5f00db7-2a80-425d-99e8-d99c9479b370, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c5f00db7-2a80-425d-99e8-d99c9479b370,segment=NetworkSegment(264ce4b8-6ae1-46ad-bf6e-c4140e4ce2b6),segment_id=264ce4b8-6ae1-46ad-bf6e-c4140e4ce2b6)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:08:31.931039 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f0644c2f-6503-4c17-8941-cbc43e42e4d9 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for floatingip, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:31.979923 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ff011b92-cfb2-4b4c-bb0a-c6b03919a8b8 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "GET /v2.0/routers/2f5809e4-b98b-4f7f-a904-70b71e82256d HTTP/1.1" status: 200 len: 934 time: 0.1717420 Aug 10 04:08:31.982369 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54678) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:31.987947 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-9f4bf106-2fa9-4764-95d2-b46759349995 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'router': {'routes': None}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:31.998839 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-a2373baf-be29-429c-a149-9a1e0787d482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:32.132046 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424c188-bbfc-402a-9f2e-3d1f8ded07ae None None] Pushing event updated for resources: {'Port': ['ID=c5f00db7-2a80-425d-99e8-d99c9479b370,revision_number=4']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:32.156886 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2373baf-be29-429c-a149-9a1e0787d482 None None] Routers {'2f5809e4-b98b-4f7f-a904-70b71e82256d'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:32.157536 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-a2373baf-be29-429c-a149-9a1e0787d482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:08:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2f5809e4-b98b-4f7f-a904-70b71e82256d'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:32.313262 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-a2373baf-be29-429c-a149-9a1e0787d482 None None] Set router 2f5809e4-b98b-4f7f-a904-70b71e82256d gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:32.622736 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.extraroute_db [None req-9f4bf106-2fa9-4764-95d2-b46759349995 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Added routes are [] {{(pid=94937) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 04:08:32.624202 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.extraroute_db [None req-9f4bf106-2fa9-4764-95d2-b46759349995 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=94937) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 04:08:32.625335 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-a2373baf-be29-429c-a149-9a1e0787d482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'name': 'tempest-RoutersTest-router-1686726563', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:04Z', 'updated_at': '2021-08-10T04:08:30Z', 'revision_number': 6, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None, '_interfaces': [{'id': '51007c05-058f-4f75-9ad6-0f06857af558', 'name': '', 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d4:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:07Z', 'updated_at': '2021-08-10T04:08:15Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ec4a8f-503e-43e7-8d49-aba93586e9fd', 'name': '', 'network_id': 'c3a12e4e-4a2c-4af1-931e-4e8380b333ca', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:4a:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:13Z', 'updated_at': '2021-08-10T04:08:23Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd792a4-7146-4a9e-be8d-a15c1de304dd', 'name': '', 'network_id': 'b644d59b-4646-4cc6-9982-2b4a1a1896b6', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d8:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '43ca4ddb-88c5-42f0-9858-5231b8c8d8de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:22Z', 'updated_at': '2021-08-10T04:08:29Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '43ca4ddb-88c5-42f0-9858-5231b8c8d8de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5f00db7-2a80-425d-99e8-d99c9479b370', 'name': '', 'network_id': '7aacf325-528c-4c79-8ae0-4e751eba5f5b', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:92:b5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '88e7be8c-a4ae-40c5-bff1-1d7d2e917cdf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:26Z', 'updated_at': '2021-08-10T04:08:31Z', 'revision_number': 4, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '88e7be8c-a4ae-40c5-bff1-1d7d2e917cdf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:32.661279 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2373baf-be29-429c-a149-9a1e0787d482 None None] The sync data for ids ['2f5809e4-b98b-4f7f-a904-70b71e82256d'] in n-d-802893-2 is: [{'id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'name': 'tempest-RoutersTest-router-1686726563', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:04Z', 'updated_at': '2021-08-10T04:08:30Z', 'revision_number': 6, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None, '_interfaces': [{'id': '51007c05-058f-4f75-9ad6-0f06857af558', 'name': '', 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d4:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:07Z', 'updated_at': '2021-08-10T04:08:15Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ec4a8f-503e-43e7-8d49-aba93586e9fd', 'name': '', 'network_id': 'c3a12e4e-4a2c-4af1-931e-4e8380b333ca', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:4a:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:13Z', 'updated_at': '2021-08-10T04:08:23Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd792a4-7146-4a9e-be8d-a15c1de304dd', 'name': '', 'network_id': 'b644d59b-4646-4cc6-9982-2b4a1a1896b6', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d8:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '43ca4ddb-88c5-42f0-9858-5231b8c8d8de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:22Z', 'updated_at': '2021-08-10T04:08:29Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '43ca4ddb-88c5-42f0-9858-5231b8c8d8de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5f00db7-2a80-425d-99e8-d99c9479b370', 'name': '', 'network_id': '7aacf325-528c-4c79-8ae0-4e751eba5f5b', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:92:b5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '88e7be8c-a4ae-40c5-bff1-1d7d2e917cdf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:26Z', 'updated_at': '2021-08-10T04:08:31Z', 'revision_number': 4, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '88e7be8c-a4ae-40c5-bff1-1d7d2e917cdf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:08:32.670533 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9f4bf106-2fa9-4764-95d2-b46759349995 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:33.095291 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9f4bf106-2fa9-4764-95d2-b46759349995 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:33.099171 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9f4bf106-2fa9-4764-95d2-b46759349995 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-457799'] for router, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:33.231664 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14af88c-90e8-478e-b25d-24041795180f req-600d9808-55ac-4551-9ea0-584406848ac6 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:33.231664 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f14af88c-90e8-478e-b25d-24041795180f req-600d9808-55ac-4551-9ea0-584406848ac6 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca9d8-735a-442b-9ecd-86f19675f9c4 HTTP/1.1" status: 200 len: 945 time: 0.1082253 Aug 10 04:08:33.232547 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4bf106-2fa9-4764-95d2-b46759349995 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Router 2f5809e4-b98b-4f7f-a904-70b71e82256d has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:08:33.404381 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.db.resource_extend [None req-f0644c2f-6503-4c17-8941-cbc43e42e4d9 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 10 04:08:33.472837 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f14af88c-90e8-478e-b25d-24041795180f req-80453c10-44a9-46e1-953e-f3bc68cf2774 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495275 Aug 10 04:08:33.473425 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4bf106-2fa9-4764-95d2-b46759349995 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:08:33.481409 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9f4bf106-2fa9-4764-95d2-b46759349995 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:33.482776 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9f4bf106-2fa9-4764-95d2-b46759349995 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "PUT /v2.0/routers/2f5809e4-b98b-4f7f-a904-70b71e82256d HTTP/1.1" status: 200 len: 700 time: 1.4994807 Aug 10 04:08:33.485352 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54702) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:33.518258 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f0644c2f-6503-4c17-8941-cbc43e42e4d9 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:33.616745 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f7f46b14-4907-4459-b005-c63ef8719395 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "GET /v2.0/routers/2f5809e4-b98b-4f7f-a904-70b71e82256d HTTP/1.1" status: 200 len: 700 time: 0.1297033 Aug 10 04:08:33.619480 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54706) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:33.681322 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9b9889-e74b-43f1-81d8-8a52cbdfef4e req-02032269-7a62-42cf-a718-68d30125d506 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:33.696770 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2a9b9889-e74b-43f1-81d8-8a52cbdfef4e req-02032269-7a62-42cf-a718-68d30125d506 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca9d8-735a-442b-9ecd-86f19675f9c4 HTTP/1.1" status: 200 len: 945 time: 0.1001596 Aug 10 04:08:33.766447 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2a9b9889-e74b-43f1-81d8-8a52cbdfef4e req-8f0ccfba-370e-4d92-b5a1-a47c5b331a19 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646837 Aug 10 04:08:33.958246 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f929f1c3-77bc-44f2-8fc9-b0eeff248744 None None] Sync routers for ids ['2f5809e4-b98b-4f7f-a904-70b71e82256d'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:08:33.986721 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f929f1c3-77bc-44f2-8fc9-b0eeff248744 None None] Routers {'2f5809e4-b98b-4f7f-a904-70b71e82256d'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:33.987370 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-f929f1c3-77bc-44f2-8fc9-b0eeff248744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:08:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2f5809e4-b98b-4f7f-a904-70b71e82256d'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:33.996300 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f0644c2f-6503-4c17-8941-cbc43e42e4d9 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:34.146913 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-f0644c2f-6503-4c17-8941-cbc43e42e4d9 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Floating IP d530ff1f-6cda-436c-b09a-c695aeb3e0ae associated. External IP: 172.25.0.135, port: 350dc658-d8b3-42aa-a5f9-ecf6621cea01. Aug 10 04:08:34.189059 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-f929f1c3-77bc-44f2-8fc9-b0eeff248744 None None] Set router 2f5809e4-b98b-4f7f-a904-70b71e82256d gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:34.515739 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0644c2f-6503-4c17-8941-cbc43e42e4d9 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Router 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:08:34.543393 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e60d375a-1cb1-4e1d-b4a1-474de6b55d91 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:34.568089 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c10f6-9a0d-4319-a672-0a4b5825043a req-cd20e05a-55c7-4716-9ada-3c32f5b90ab9 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:34.576508 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2c2c10f6-9a0d-4319-a672-0a4b5825043a req-cd20e05a-55c7-4716-9ada-3c32f5b90ab9 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca9d8-735a-442b-9ecd-86f19675f9c4 HTTP/1.1" status: 200 len: 945 time: 0.1165655 Aug 10 04:08:34.688745 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-f929f1c3-77bc-44f2-8fc9-b0eeff248744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'name': 'tempest-RoutersTest-router-1686726563', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:04Z', 'updated_at': '2021-08-10T04:08:32Z', 'revision_number': 7, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None, '_interfaces': [{'id': '51007c05-058f-4f75-9ad6-0f06857af558', 'name': '', 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d4:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:07Z', 'updated_at': '2021-08-10T04:08:15Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ec4a8f-503e-43e7-8d49-aba93586e9fd', 'name': '', 'network_id': 'c3a12e4e-4a2c-4af1-931e-4e8380b333ca', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:4a:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:13Z', 'updated_at': '2021-08-10T04:08:23Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd792a4-7146-4a9e-be8d-a15c1de304dd', 'name': '', 'network_id': 'b644d59b-4646-4cc6-9982-2b4a1a1896b6', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d8:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '43ca4ddb-88c5-42f0-9858-5231b8c8d8de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:22Z', 'updated_at': '2021-08-10T04:08:29Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '43ca4ddb-88c5-42f0-9858-5231b8c8d8de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5f00db7-2a80-425d-99e8-d99c9479b370', 'name': '', 'network_id': '7aacf325-528c-4c79-8ae0-4e751eba5f5b', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:92:b5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '88e7be8c-a4ae-40c5-bff1-1d7d2e917cdf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:26Z', 'updated_at': '2021-08-10T04:08:31Z', 'revision_number': 4, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '88e7be8c-a4ae-40c5-bff1-1d7d2e917cdf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:34.749510 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c5f00db7-2a80-425d-99e8-d99c9479b370 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:34.753351 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f929f1c3-77bc-44f2-8fc9-b0eeff248744 None None] Checking router: 2f5809e4-b98b-4f7f-a904-70b71e82256d for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:08:34.794917 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f929f1c3-77bc-44f2-8fc9-b0eeff248744 None None] Routers {'2f5809e4-b98b-4f7f-a904-70b71e82256d'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:34.795648 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-f929f1c3-77bc-44f2-8fc9-b0eeff248744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:08:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2f5809e4-b98b-4f7f-a904-70b71e82256d'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:34.865935 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0644c2f-6503-4c17-8941-cbc43e42e4d9 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:08:34.871031 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f0644c2f-6503-4c17-8941-cbc43e42e4d9 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:34.877849 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bb85bf-7fb2-42a8-8162-43c14bbe7b2e None None] Sync routers for ids ['3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:08:34.894942 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bb85bf-7fb2-42a8-8162-43c14bbe7b2e None None] Routers {'3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:34.894942 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-24bb85bf-7fb2-42a8-8162-43c14bbe7b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:08:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:34.918695 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2c2c10f6-9a0d-4319-a672-0a4b5825043a req-3d6f3964-4801-4db0-9fbd-d9b66ee0a1ad tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412256 Aug 10 04:08:34.961543 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f0644c2f-6503-4c17-8941-cbc43e42e4d9 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "PUT /v2.0/floatingips/d530ff1f-6cda-436c-b09a-c695aeb3e0ae HTTP/1.1" status: 200 len: 991 time: 3.1066222 Aug 10 04:08:34.961543 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd02ea91f-0fb0-4850-8716-79b090096588', 'tag': '350dc658-d8b3-42aa-a5f9-ecf6621cea01'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:08:34.961543 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944bb241-1785-42ec-aaa7-40c17905bb9f" -d '{"events": [{"name": "network-changed", "server_uuid": "d02ea91f-0fb0-4850-8716-79b090096588", "tag": "350dc658-d8b3-42aa-a5f9-ecf6621cea01"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:08:34.998049 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-f929f1c3-77bc-44f2-8fc9-b0eeff248744 None None] Set router 2f5809e4-b98b-4f7f-a904-70b71e82256d gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:35.027144 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8af5a2-352d-4403-861d-81f6f70f2b92 x-openstack-request-id: req-4b8af5a2-352d-4403-861d-81f6f70f2b92 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:08:35.027525 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d02ea91f-0fb0-4850-8716-79b090096588", "tag": "350dc658-d8b3-42aa-a5f9-ecf6621cea01", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:08:35.027864 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b8af5a2-352d-4403-861d-81f6f70f2b92 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:08:35.028498 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd02ea91f-0fb0-4850-8716-79b090096588', 'tag': '350dc658-d8b3-42aa-a5f9-ecf6621cea01', 'status': 'completed', 'code': 200} Aug 10 04:08:35.074794 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port c5f00db7-2a80-425d-99e8-d99c9479b370 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:35.085916 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port c5f00db7-2a80-425d-99e8-d99c9479b370 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:35.086781 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:35.164491 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bb241-1785-42ec-aaa7-40c17905bb9f req-811fcd48-f355-49f9-bd60-7d5786d920dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:35.164491 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-944bb241-1785-42ec-aaa7-40c17905bb9f req-811fcd48-f355-49f9-bd60-7d5786d920dc service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=11ca1ec07fdb425bb68e0a669fce5b00&device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 1096 time: 0.1186929 Aug 10 04:08:35.166935 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-24bb85bf-7fb2-42a8-8162-43c14bbe7b2e None None] Set router 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:35.469588 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bb241-1785-42ec-aaa7-40c17905bb9f req-ecbdcff7-a269-49fc-9519-e8cc4af166d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:35.471090 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-944bb241-1785-42ec-aaa7-40c17905bb9f req-ecbdcff7-a269-49fc-9519-e8cc4af166d5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=de11a3c9-316c-4377-9e5e-18fd7e651c4f HTTP/1.1" status: 200 len: 911 time: 0.3008215 Aug 10 04:08:35.485675 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:35.500039 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-f929f1c3-77bc-44f2-8fc9-b0eeff248744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'name': 'tempest-RoutersTest-router-1686726563', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:04Z', 'updated_at': '2021-08-10T04:08:32Z', 'revision_number': 7, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None, '_interfaces': [{'id': '51007c05-058f-4f75-9ad6-0f06857af558', 'name': '', 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d4:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:07Z', 'updated_at': '2021-08-10T04:08:15Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ec4a8f-503e-43e7-8d49-aba93586e9fd', 'name': '', 'network_id': 'c3a12e4e-4a2c-4af1-931e-4e8380b333ca', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:4a:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:13Z', 'updated_at': '2021-08-10T04:08:23Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd792a4-7146-4a9e-be8d-a15c1de304dd', 'name': '', 'network_id': 'b644d59b-4646-4cc6-9982-2b4a1a1896b6', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d8:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '43ca4ddb-88c5-42f0-9858-5231b8c8d8de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:22Z', 'updated_at': '2021-08-10T04:08:29Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '43ca4ddb-88c5-42f0-9858-5231b8c8d8de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5f00db7-2a80-425d-99e8-d99c9479b370', 'name': '', 'network_id': '7aacf325-528c-4c79-8ae0-4e751eba5f5b', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:92:b5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '88e7be8c-a4ae-40c5-bff1-1d7d2e917cdf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:26Z', 'updated_at': '2021-08-10T04:08:31Z', 'revision_number': 4, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '88e7be8c-a4ae-40c5-bff1-1d7d2e917cdf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:35.534722 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-e60d375a-1cb1-4e1d-b4a1-474de6b55d91 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Deleting port c5f00db7-2a80-425d-99e8-d99c9479b370 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:08:35.535295 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e60d375a-1cb1-4e1d-b4a1-474de6b55d91 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:35.544794 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f929f1c3-77bc-44f2-8fc9-b0eeff248744 None None] The sync data for ids ['2f5809e4-b98b-4f7f-a904-70b71e82256d'] in n-d-802893-2 is: [{'id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'name': 'tempest-RoutersTest-router-1686726563', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:04Z', 'updated_at': '2021-08-10T04:08:32Z', 'revision_number': 7, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None, '_interfaces': [{'id': '51007c05-058f-4f75-9ad6-0f06857af558', 'name': '', 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d4:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:07Z', 'updated_at': '2021-08-10T04:08:15Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ec4a8f-503e-43e7-8d49-aba93586e9fd', 'name': '', 'network_id': 'c3a12e4e-4a2c-4af1-931e-4e8380b333ca', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:4a:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:13Z', 'updated_at': '2021-08-10T04:08:23Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd792a4-7146-4a9e-be8d-a15c1de304dd', 'name': '', 'network_id': 'b644d59b-4646-4cc6-9982-2b4a1a1896b6', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d8:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '43ca4ddb-88c5-42f0-9858-5231b8c8d8de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:22Z', 'updated_at': '2021-08-10T04:08:29Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '43ca4ddb-88c5-42f0-9858-5231b8c8d8de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5f00db7-2a80-425d-99e8-d99c9479b370', 'name': '', 'network_id': '7aacf325-528c-4c79-8ae0-4e751eba5f5b', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:92:b5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2960, 'fixed_ips': [{'subnet_id': '88e7be8c-a4ae-40c5-bff1-1d7d2e917cdf', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:26Z', 'updated_at': '2021-08-10T04:08:31Z', 'revision_number': 4, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '88e7be8c-a4ae-40c5-bff1-1d7d2e917cdf', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:08:35.597208 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port c5f00db7-2a80-425d-99e8-d99c9479b370, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c5f00db7-2a80-425d-99e8-d99c9479b370,segment=NetworkSegment(264ce4b8-6ae1-46ad-bf6e-c4140e4ce2b6),segment_id=264ce4b8-6ae1-46ad-bf6e-c4140e4ce2b6)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:35.611783 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54764) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:35.618450 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-24bb85bf-7fb2-42a8-8162-43c14bbe7b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'name': 'tempest-AttachVolumeTestJSON-526268342-router', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:56Z', 'updated_at': '2021-08-10T04:08:03Z', 'revision_number': 4, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'gw_port': {'id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:58Z', 'updated_at': '2021-08-10T04:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'd530ff1f-6cda-436c-b09a-c695aeb3e0ae', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'floating_ip_address': '172.25.0.135', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'port_id': '350dc658-d8b3-42aa-a5f9-ecf6621cea01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f', 'mac_address': 'fa:16:3e:ad:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02ea91f-0fb0-4850-8716-79b090096588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:08:08Z', 'updated_at': '2021-08-10T04:08:33Z', 'revision_number': 1, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a066e96-6d76-4219-a572-eddcb30a1219', 'name': '', 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'mac_address': 'fa:16:3e:0b:d8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:02Z', 'updated_at': '2021-08-10T04:08:09Z', 'revision_number': 5, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'subnets': [{'id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:35.660893 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bb85bf-7fb2-42a8-8162-43c14bbe7b2e None None] Checking router: 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:08:35.670545 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-944bb241-1785-42ec-aaa7-40c17905bb9f req-41feba16-0012-4ecb-b0ec-f90be34a6584 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=350dc658-d8b3-42aa-a5f9-ecf6621cea01 HTTP/1.1" status: 200 len: 999 time: 0.1897397 Aug 10 04:08:35.672556 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:35.684140 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bb85bf-7fb2-42a8-8162-43c14bbe7b2e None None] Routers {'3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:35.684814 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-24bb85bf-7fb2-42a8-8162-43c14bbe7b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:08:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:35.838374 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=c5f00db7-2a80-425d-99e8-d99c9479b370,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:35.839231 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac442dd-37b4-443d-afd9-61b71121aae8 req-c21900e6-526f-4973-9068-cb8e5bf84842 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:35.843557 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-e60d375a-1cb1-4e1d-b4a1-474de6b55d91 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] For port c5f00db7-2a80-425d-99e8-d99c9479b370, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c5f00db7-2a80-425d-99e8-d99c9479b370,segment=NetworkSegment(264ce4b8-6ae1-46ad-bf6e-c4140e4ce2b6),segment_id=264ce4b8-6ae1-46ad-bf6e-c4140e4ce2b6)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:35.844401 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e60d375a-1cb1-4e1d-b4a1-474de6b55d91 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:35.854193 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aac442dd-37b4-443d-afd9-61b71121aae8 req-c21900e6-526f-4973-9068-cb8e5bf84842 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.68 "GET /v2.0/ports?device_id=ee1ca9d8-735a-442b-9ecd-86f19675f9c4 HTTP/1.1" status: 200 len: 945 time: 0.1194260 Aug 10 04:08:35.868923 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-24bb85bf-7fb2-42a8-8162-43c14bbe7b2e None None] Set router 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:35.907307 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-e60d375a-1cb1-4e1d-b4a1-474de6b55d91 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Calling delete_port for c5f00db7-2a80-425d-99e8-d99c9479b370 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:08:35.919715 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fba36c58-84ec-49d1-90cb-0c64d73f3f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:35.969223 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bb241-1785-42ec-aaa7-40c17905bb9f req-4567c0d6-4f8e-4a68-81eb-932a4c79ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:35.985300 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-944bb241-1785-42ec-aaa7-40c17905bb9f req-4567c0d6-4f8e-4a68-81eb-932a4c79ea84 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=01f32dbd-3307-434b-943d-2135ada2aaeb HTTP/1.1" status: 200 len: 849 time: 0.3057725 Aug 10 04:08:36.293677 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-24bb85bf-7fb2-42a8-8162-43c14bbe7b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'name': 'tempest-AttachVolumeTestJSON-526268342-router', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:56Z', 'updated_at': '2021-08-10T04:08:03Z', 'revision_number': 4, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'gw_port': {'id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:58Z', 'updated_at': '2021-08-10T04:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'd530ff1f-6cda-436c-b09a-c695aeb3e0ae', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'floating_ip_address': '172.25.0.135', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'port_id': '350dc658-d8b3-42aa-a5f9-ecf6621cea01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f', 'mac_address': 'fa:16:3e:ad:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02ea91f-0fb0-4850-8716-79b090096588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:08:08Z', 'updated_at': '2021-08-10T04:08:33Z', 'revision_number': 1, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a066e96-6d76-4219-a572-eddcb30a1219', 'name': '', 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'mac_address': 'fa:16:3e:0b:d8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:02Z', 'updated_at': '2021-08-10T04:08:09Z', 'revision_number': 5, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'subnets': [{'id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:36.306155 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b7cce-b98e-4ff5-8a6f-b2264decf546 req-d77f42ea-2716-47ac-a3e7-ca0003d188bd tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:36.307887 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-891b7cce-b98e-4ff5-8a6f-b2264decf546 req-d77f42ea-2716-47ac-a3e7-ca0003d188bd tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca9d8-735a-442b-9ecd-86f19675f9c4 HTTP/1.1" status: 200 len: 945 time: 0.2304597 Aug 10 04:08:36.326415 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bb241-1785-42ec-aaa7-40c17905bb9f req-41da7810-0cf5-4408-9f39-45503484f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:36.330832 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bb85bf-7fb2-42a8-8162-43c14bbe7b2e None None] The sync data for ids ['3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'] in n-d-802893-2 is: [{'id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'name': 'tempest-AttachVolumeTestJSON-526268342-router', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:56Z', 'updated_at': '2021-08-10T04:08:03Z', 'revision_number': 4, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'gw_port': {'id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:58Z', 'updated_at': '2021-08-10T04:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'd530ff1f-6cda-436c-b09a-c695aeb3e0ae', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'floating_ip_address': '172.25.0.135', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'port_id': '350dc658-d8b3-42aa-a5f9-ecf6621cea01', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f', 'mac_address': 'fa:16:3e:ad:d9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd02ea91f-0fb0-4850-8716-79b090096588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:08:08Z', 'updated_at': '2021-08-10T04:08:33Z', 'revision_number': 1, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a066e96-6d76-4219-a572-eddcb30a1219', 'name': '', 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'mac_address': 'fa:16:3e:0b:d8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:02Z', 'updated_at': '2021-08-10T04:08:09Z', 'revision_number': 5, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'subnets': [{'id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:08:36.332244 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-944bb241-1785-42ec-aaa7-40c17905bb9f req-41da7810-0cf5-4408-9f39-45503484f26b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=de11a3c9-316c-4377-9e5e-18fd7e651c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3328135 Aug 10 04:08:36.382335 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e60d375a-1cb1-4e1d-b4a1-474de6b55d91 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:36.409086 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-aac442dd-37b4-443d-afd9-61b71121aae8 req-4a2c2332-3ef2-419d-8230-3abb45cfbcdd tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Deleting port 5b945670-5239-4e06-96cc-8a21c98ff083 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:08:36.409832 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-aac442dd-37b4-443d-afd9-61b71121aae8 req-4a2c2332-3ef2-419d-8230-3abb45cfbcdd tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:36.445614 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-891b7cce-b98e-4ff5-8a6f-b2264decf546 req-e9ea9684-6e63-4996-af39-72b876eec1c7 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288304 Aug 10 04:08:36.446043 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d375a-1cb1-4e1d-b4a1-474de6b55d91 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Port': ['ID=c5f00db7-2a80-425d-99e8-d99c9479b370,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:36.686608 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e60d375a-1cb1-4e1d-b4a1-474de6b55d91 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:36.741997 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc79f131-8e32-4189-839c-e6af20547d7e None None] New status for floating IP d530ff1f-6cda-436c-b09a-c695aeb3e0ae: ACTIVE {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:08:37.039111 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fba36c58-84ec-49d1-90cb-0c64d73f3f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.066112 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-aac442dd-37b4-443d-afd9-61b71121aae8 req-4a2c2332-3ef2-419d-8230-3abb45cfbcdd tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] For port 5b945670-5239-4e06-96cc-8a21c98ff083, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=5b945670-5239-4e06-96cc-8a21c98ff083,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:37.066531 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-aac442dd-37b4-443d-afd9-61b71121aae8 req-4a2c2332-3ef2-419d-8230-3abb45cfbcdd tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.083684 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-aac442dd-37b4-443d-afd9-61b71121aae8 req-4a2c2332-3ef2-419d-8230-3abb45cfbcdd tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Calling delete_port for 5b945670-5239-4e06-96cc-8a21c98ff083 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:08:37.179821 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fba36c58-84ec-49d1-90cb-0c64d73f3f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.256064 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fba36c58-84ec-49d1-90cb-0c64d73f3f42 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=16bb78a1a44544b0b9d7bffda9790bb3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6420977 Aug 10 04:08:37.257323 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba36c58-84ec-49d1-90cb-0c64d73f3f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c506f4cb-94d9-4192-8fe7-4eddc3a1eaaf,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:37.261515 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54780) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:37.355557 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-944bb241-1785-42ec-aaa7-40c17905bb9f req-d0a65364-6011-4d72-87bb-c4daa004e16c service neutron] 10.222.0.68 "GET /v2.0/networks/de11a3c9-316c-4377-9e5e-18fd7e651c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0100567 Aug 10 04:08:37.428266 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-48899315-ac0e-492b-88ba-26480a666ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.443739 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60d375a-1cb1-4e1d-b4a1-474de6b55d91 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Router 2f5809e4-b98b-4f7f-a904-70b71e82256d has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:08:37.455143 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-48899315-ac0e-492b-88ba-26480a666ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.463723 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-aac442dd-37b4-443d-afd9-61b71121aae8 req-4a2c2332-3ef2-419d-8230-3abb45cfbcdd tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.475849 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['5b945670-5239-4e06-96cc-8a21c98ff083'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:08:37.499418 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2c2332-3ef2-419d-8230-3abb45cfbcdd tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Pushing event deleted for resources: {'Port': ['ID=5b945670-5239-4e06-96cc-8a21c98ff083,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:37.526059 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['915a05d9-649b-48c1-9ff5-2c0fd12608d8'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:08:37.592548 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60d375a-1cb1-4e1d-b4a1-474de6b55d91 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:08:37.600580 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e60d375a-1cb1-4e1d-b4a1-474de6b55d91 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "PUT /v2.0/routers/2f5809e4-b98b-4f7f-a904-70b71e82256d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9798746 Aug 10 04:08:37.606332 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6e8f88-27c0-4d0b-b479-7471046e2e12 None None] Sync routers for ids ['2f5809e4-b98b-4f7f-a904-70b71e82256d'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:08:37.615020 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54794) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:37.617223 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dac84ee5-64df-4aa7-9c5d-4ae5bec57109 req-649efdf4-05cd-48a6-8f34-5fa5f095898a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca9d8-735a-442b-9ecd-86f19675f9c4 HTTP/1.1" status: 200 len: 210 time: 0.0341322 Aug 10 04:08:37.626477 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-944bb241-1785-42ec-aaa7-40c17905bb9f req-845e977e-feae-49f0-af48-9f5a1a04005f service neutron] 10.222.0.68 "GET /v2.0/networks/de11a3c9-316c-4377-9e5e-18fd7e651c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624457 Aug 10 04:08:37.642361 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6e8f88-27c0-4d0b-b479-7471046e2e12 None None] Routers {'2f5809e4-b98b-4f7f-a904-70b71e82256d'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:37.643188 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-8f6e8f88-27c0-4d0b-b479-7471046e2e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:08:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2f5809e4-b98b-4f7f-a904-70b71e82256d'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:37.694726 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac442dd-37b4-443d-afd9-61b71121aae8 req-4a2c2332-3ef2-419d-8230-3abb45cfbcdd tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] No DVR routers for this DVR port 5b945670-5239-4e06-96cc-8a21c98ff083 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:08:37.697873 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-aac442dd-37b4-443d-afd9-61b71121aae8 req-4a2c2332-3ef2-419d-8230-3abb45cfbcdd tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.700820 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aac442dd-37b4-443d-afd9-61b71121aae8 req-4a2c2332-3ef2-419d-8230-3abb45cfbcdd tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.68 "DELETE /v2.0/ports/5b945670-5239-4e06-96cc-8a21c98ff083 HTTP/1.1" status: 204 len: 173 time: 1.8403699 Aug 10 04:08:37.701504 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1ca9d8-735a-442b-9ecd-86f19675f9c4', 'name': 'network-vif-deleted', 'tag': '5b945670-5239-4e06-96cc-8a21c98ff083'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:08:37.704133 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20550f04-fcb0-47f0-9ccf-c156876f4e72" -d '{"events": [{"server_uuid": "ee1ca9d8-735a-442b-9ecd-86f19675f9c4", "name": "network-vif-deleted", "tag": "5b945670-5239-4e06-96cc-8a21c98ff083"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:08:37.709032 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a317c25-5454-4656-a6bd-305de133121c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Deleting subnet 88e7be8c-a4ae-40c5-bff1-1d7d2e917cdf {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:08:37.718559 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7a317c25-5454-4656-a6bd-305de133121c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.746650 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-48899315-ac0e-492b-88ba-26480a666ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.749316 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-48899315-ac0e-492b-88ba-26480a666ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.752844 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-48899315-ac0e-492b-88ba-26480a666ca8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c506f4cb-94d9-4192-8fe7-4eddc3a1eaaf HTTP/1.1" status: 204 len: 168 time: 0.3856392 Aug 10 04:08:37.769844 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48899315-ac0e-492b-88ba-26480a666ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c506f4cb-94d9-4192-8fe7-4eddc3a1eaaf,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:37.796637 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00013c03-b1b8-421e-9453-6da47120ca0b x-openstack-request-id: req-00013c03-b1b8-421e-9453-6da47120ca0b {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:08:37.797134 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1ca9d8-735a-442b-9ecd-86f19675f9c4", "name": "network-vif-deleted", "tag": "5b945670-5239-4e06-96cc-8a21c98ff083", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:08:37.797543 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00013c03-b1b8-421e-9453-6da47120ca0b {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:08:37.798294 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1ca9d8-735a-442b-9ecd-86f19675f9c4', 'name': 'network-vif-deleted', 'tag': '5b945670-5239-4e06-96cc-8a21c98ff083', 'status': 'completed', 'code': 200} Aug 10 04:08:37.831749 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-8f6e8f88-27c0-4d0b-b479-7471046e2e12 None None] Set router 2f5809e4-b98b-4f7f-a904-70b71e82256d gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:37.846704 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7a317c25-5454-4656-a6bd-305de133121c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:37.998209 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7a317c25-5454-4656-a6bd-305de133121c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.153243 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7a317c25-5454-4656-a6bd-305de133121c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.194873 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a317c25-5454-4656-a6bd-305de133121c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Subnet': ['ID=88e7be8c-a4ae-40c5-bff1-1d7d2e917cdf,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:38.209214 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7a317c25-5454-4656-a6bd-305de133121c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.210867 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f677311-ce53-4a4c-8993-25fa129198bd None None] Network 7aacf325-528c-4c79-8ae0-4e751eba5f5b requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:08:38.212122 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7a317c25-5454-4656-a6bd-305de133121c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/subnets/88e7be8c-a4ae-40c5-bff1-1d7d2e917cdf HTTP/1.1" status: 204 len: 168 time: 0.5933020 Aug 10 04:08:38.214023 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54802) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:38.297338 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-8f6e8f88-27c0-4d0b-b479-7471046e2e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'name': 'tempest-RoutersTest-router-1686726563', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:04Z', 'updated_at': '2021-08-10T04:08:36Z', 'revision_number': 8, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None, '_interfaces': [{'id': '51007c05-058f-4f75-9ad6-0f06857af558', 'name': '', 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d4:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:07Z', 'updated_at': '2021-08-10T04:08:15Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ec4a8f-503e-43e7-8d49-aba93586e9fd', 'name': '', 'network_id': 'c3a12e4e-4a2c-4af1-931e-4e8380b333ca', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:4a:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:13Z', 'updated_at': '2021-08-10T04:08:23Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd792a4-7146-4a9e-be8d-a15c1de304dd', 'name': '', 'network_id': 'b644d59b-4646-4cc6-9982-2b4a1a1896b6', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d8:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '43ca4ddb-88c5-42f0-9858-5231b8c8d8de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:22Z', 'updated_at': '2021-08-10T04:08:29Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '43ca4ddb-88c5-42f0-9858-5231b8c8d8de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:38.331338 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-beccf53d-8d22-4665-a63d-44bffdaa80d6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.341052 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6e8f88-27c0-4d0b-b479-7471046e2e12 None None] Checking router: 2f5809e4-b98b-4f7f-a904-70b71e82256d for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:08:38.374640 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6e8f88-27c0-4d0b-b479-7471046e2e12 None None] Routers {'2f5809e4-b98b-4f7f-a904-70b71e82256d'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:38.375684 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-8f6e8f88-27c0-4d0b-b479-7471046e2e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:08:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2f5809e4-b98b-4f7f-a904-70b71e82256d'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:38.415613 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-beccf53d-8d22-4665-a63d-44bffdaa80d6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Deleting port 12cb540e-40ee-433c-9d49-c1d865ff99df {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:08:38.416188 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-beccf53d-8d22-4665-a63d-44bffdaa80d6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.511259 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-beccf53d-8d22-4665-a63d-44bffdaa80d6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] For port 12cb540e-40ee-433c-9d49-c1d865ff99df, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=12cb540e-40ee-433c-9d49-c1d865ff99df,segment=NetworkSegment(264ce4b8-6ae1-46ad-bf6e-c4140e4ce2b6),segment_id=264ce4b8-6ae1-46ad-bf6e-c4140e4ce2b6)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:38.511675 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-beccf53d-8d22-4665-a63d-44bffdaa80d6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.523902 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-8f6e8f88-27c0-4d0b-b479-7471046e2e12 None None] Set router 2f5809e4-b98b-4f7f-a904-70b71e82256d gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:38.537030 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-beccf53d-8d22-4665-a63d-44bffdaa80d6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Calling delete_port for 12cb540e-40ee-433c-9d49-c1d865ff99df owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:08:38.677075 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f19d95-e788-4ec7-895f-478d09367e30 None None] DHCP port deletion for 7aacf325-528c-4c79-8ae0-4e751eba5f5b request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:08:38.773683 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54812) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:38.778764 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-95f19d95-e788-4ec7-895f-478d09367e30 None None] Deleting port 12cb540e-40ee-433c-9d49-c1d865ff99df {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:08:38.779443 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-95f19d95-e788-4ec7-895f-478d09367e30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.796782 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-46825400-9efc-4f53-9989-7e64c2b5c240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.802256 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c4a8a66c-a76c-4545-9160-5613b008bdf0 req-7997cdf0-72b8-4bd1-b8a0-a73a4a5744ea tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee1ca9d8-735a-442b-9ecd-86f19675f9c4 HTTP/1.1" status: 200 len: 210 time: 0.0436034 Aug 10 04:08:38.804070 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-beccf53d-8d22-4665-a63d-44bffdaa80d6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.856959 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beccf53d-8d22-4665-a63d-44bffdaa80d6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Port': ['ID=12cb540e-40ee-433c-9d49-c1d865ff99df,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:38.867335 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beccf53d-8d22-4665-a63d-44bffdaa80d6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] No DVR routers for this DVR port 12cb540e-40ee-433c-9d49-c1d865ff99df on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:08:38.907480 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-95f19d95-e788-4ec7-895f-478d09367e30 None None] For port 12cb540e-40ee-433c-9d49-c1d865ff99df, host n-d-802893-2, got binding levels [] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:38.908083 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-95f19d95-e788-4ec7-895f-478d09367e30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.928513 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-95f19d95-e788-4ec7-895f-478d09367e30 None None] Calling delete_port for 12cb540e-40ee-433c-9d49-c1d865ff99df owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:08:38.933340 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.ipam_backend_mixin [None req-95f19d95-e788-4ec7-895f-478d09367e30 None None] Port 12cb540e-40ee-433c-9d49-c1d865ff99df was not found and therefore no delete operation was performed {{(pid=94939) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 04:08:38.937564 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-95f19d95-e788-4ec7-895f-478d09367e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:38.974319 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-8f6e8f88-27c0-4d0b-b479-7471046e2e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'name': 'tempest-RoutersTest-router-1686726563', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:04Z', 'updated_at': '2021-08-10T04:08:36Z', 'revision_number': 8, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None, '_interfaces': [{'id': '51007c05-058f-4f75-9ad6-0f06857af558', 'name': '', 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d4:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:07Z', 'updated_at': '2021-08-10T04:08:15Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ec4a8f-503e-43e7-8d49-aba93586e9fd', 'name': '', 'network_id': 'c3a12e4e-4a2c-4af1-931e-4e8380b333ca', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:4a:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:13Z', 'updated_at': '2021-08-10T04:08:23Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd792a4-7146-4a9e-be8d-a15c1de304dd', 'name': '', 'network_id': 'b644d59b-4646-4cc6-9982-2b4a1a1896b6', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d8:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '43ca4ddb-88c5-42f0-9858-5231b8c8d8de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:22Z', 'updated_at': '2021-08-10T04:08:29Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '43ca4ddb-88c5-42f0-9858-5231b8c8d8de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:38.991304 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f19d95-e788-4ec7-895f-478d09367e30 None None] No DVR routers for this DVR port 12cb540e-40ee-433c-9d49-c1d865ff99df on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:08:38.993050 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f19d95-e788-4ec7-895f-478d09367e30 None None] Pushing event deleted for resources: {'Port': ['ID=12cb540e-40ee-433c-9d49-c1d865ff99df,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:39.003767 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-beccf53d-8d22-4665-a63d-44bffdaa80d6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.016062 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-beccf53d-8d22-4665-a63d-44bffdaa80d6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aacf325-528c-4c79-8ae0-4e751eba5f5b']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:39.030197 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-beccf53d-8d22-4665-a63d-44bffdaa80d6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '264ce4b8-6ae1-46ad-bf6e-c4140e4ce2b6') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:39.030499 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-beccf53d-8d22-4665-a63d-44bffdaa80d6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '264ce4b8-6ae1-46ad-bf6e-c4140e4ce2b6') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:39.034351 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-46825400-9efc-4f53-9989-7e64c2b5c240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.042356 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6e8f88-27c0-4d0b-b479-7471046e2e12 None None] The sync data for ids ['2f5809e4-b98b-4f7f-a904-70b71e82256d'] in n-d-802893-2 is: [{'id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'name': 'tempest-RoutersTest-router-1686726563', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:04Z', 'updated_at': '2021-08-10T04:08:36Z', 'revision_number': 8, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None, '_interfaces': [{'id': '51007c05-058f-4f75-9ad6-0f06857af558', 'name': '', 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d4:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:07Z', 'updated_at': '2021-08-10T04:08:15Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ec4a8f-503e-43e7-8d49-aba93586e9fd', 'name': '', 'network_id': 'c3a12e4e-4a2c-4af1-931e-4e8380b333ca', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:4a:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:13Z', 'updated_at': '2021-08-10T04:08:23Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd792a4-7146-4a9e-be8d-a15c1de304dd', 'name': '', 'network_id': 'b644d59b-4646-4cc6-9982-2b4a1a1896b6', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d8:a9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': '43ca4ddb-88c5-42f0-9858-5231b8c8d8de', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:22Z', 'updated_at': '2021-08-10T04:08:29Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '43ca4ddb-88c5-42f0-9858-5231b8c8d8de', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:08:39.047617 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-beccf53d-8d22-4665-a63d-44bffdaa80d6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.129072 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-46825400-9efc-4f53-9989-7e64c2b5c240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.154533 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-beccf53d-8d22-4665-a63d-44bffdaa80d6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.163307 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beccf53d-8d22-4665-a63d-44bffdaa80d6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:08:39.168065 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-beccf53d-8d22-4665-a63d-44bffdaa80d6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.168213 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-46825400-9efc-4f53-9989-7e64c2b5c240 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a3f25a455bd498a85788451fa702c27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3905175 Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:08:39.170234 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:08:39.172948 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54814) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:39.244237 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46825400-9efc-4f53-9989-7e64c2b5c240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a38338-4416-4dad-af2a-d56aba5b15a3,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:39.272590 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-027808ef-14c7-4c50-b24f-5550e20467d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.297407 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-027808ef-14c7-4c50-b24f-5550e20467d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.335217 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-beccf53d-8d22-4665-a63d-44bffdaa80d6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.357765 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-beccf53d-8d22-4665-a63d-44bffdaa80d6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.362478 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54818) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:39.363111 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-beccf53d-8d22-4665-a63d-44bffdaa80d6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/networks/7aacf325-528c-4c79-8ae0-4e751eba5f5b HTTP/1.1" status: 204 len: 168 time: 1.1473722 Aug 10 04:08:39.364207 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beccf53d-8d22-4665-a63d-44bffdaa80d6 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Network': ['ID=7aacf325-528c-4c79-8ae0-4e751eba5f5b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:39.481348 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-027808ef-14c7-4c50-b24f-5550e20467d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.484188 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-027808ef-14c7-4c50-b24f-5550e20467d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.490172 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-027808ef-14c7-4c50-b24f-5550e20467d2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f0a38338-4416-4dad-af2a-d56aba5b15a3 HTTP/1.1" status: 204 len: 168 time: 0.3113432 Aug 10 04:08:39.498286 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027808ef-14c7-4c50-b24f-5550e20467d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a38338-4416-4dad-af2a-d56aba5b15a3,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:39.771883 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 5b945670-5239-4e06-96cc-8a21c98ff083 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:08:39.824101 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 5b945670-5239-4e06-96cc-8a21c98ff083 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:08:39.824440 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 5b945670-5239-4e06-96cc-8a21c98ff083 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:08:39.860302 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dd3c08c1-46d6-41fd-9345-6928c7c31dd0 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:39.994857 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eddbdf26-d74e-46eb-9d95-2efab39186f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.162051 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-dd3c08c1-46d6-41fd-9345-6928c7c31dd0 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Deleting port bbd792a4-7146-4a9e-be8d-a15c1de304dd {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:08:40.162400 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dd3c08c1-46d6-41fd-9345-6928c7c31dd0 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.329956 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-dd3c08c1-46d6-41fd-9345-6928c7c31dd0 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] For port bbd792a4-7146-4a9e-be8d-a15c1de304dd, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=bbd792a4-7146-4a9e-be8d-a15c1de304dd,segment=NetworkSegment(a50ec295-8a88-4293-a206-f9aa9fe66c36),segment_id=a50ec295-8a88-4293-a206-f9aa9fe66c36)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:40.330330 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dd3c08c1-46d6-41fd-9345-6928c7c31dd0 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.352517 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-dd3c08c1-46d6-41fd-9345-6928c7c31dd0 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Calling delete_port for bbd792a4-7146-4a9e-be8d-a15c1de304dd owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:08:40.361050 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-8ef86671-58f8-4d79-8124-3501e2184e82 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:40.362627 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-8ef86671-58f8-4d79-8124-3501e2184e82 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/networks?id=ad9b68cd-62ae-48dd-b06c-9f109fbb6dee HTTP/1.1" status: 200 len: 806 time: 0.1591468 Aug 10 04:08:40.385130 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-4fed5f1f-b0a2-4def-a375-f8f06ffd4d87 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/quotas/dc57d88f35a64b5582a9e7690a4442fe HTTP/1.1" status: 200 len: 375 time: 0.0134583 Aug 10 04:08:40.514830 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-7b51e69d-ec0d-40a0-a966-d9e473777ff5 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0963142 Aug 10 04:08:40.667065 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 12cb540e-40ee-433c-9d49-c1d865ff99df no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:08:40.686815 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-f3e4275c-9c10-4636-ab70-124823722bb5 service neutron] 10.222.0.25 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552007 Aug 10 04:08:40.689123 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 12cb540e-40ee-433c-9d49-c1d865ff99df {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:08:40.689466 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 12cb540e-40ee-433c-9d49-c1d865ff99df not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:08:40.689884 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c5f00db7-2a80-425d-99e8-d99c9479b370 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:08:40.718436 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: c5f00db7-2a80-425d-99e8-d99c9479b370 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:08:40.718885 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c5f00db7-2a80-425d-99e8-d99c9479b370 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:08:40.744222 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dd3c08c1-46d6-41fd-9345-6928c7c31dd0 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:40.777669 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3c08c1-46d6-41fd-9345-6928c7c31dd0 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Port': ['ID=bbd792a4-7146-4a9e-be8d-a15c1de304dd,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:40.869298 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-f4cdac20-a5f0-42c2-a554-0387e665070a service neutron] 10.222.0.25 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741934 Aug 10 04:08:41.001759 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dd3c08c1-46d6-41fd-9345-6928c7c31dd0 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:41.149194 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f1193-bd10-405b-81d7-c1aeef0f8464 req-0d50eaab-0cfd-4cd8-85ce-8ae4de2d9110 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:41.158824 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-960f1193-bd10-405b-81d7-c1aeef0f8464 req-0d50eaab-0cfd-4cd8-85ce-8ae4de2d9110 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 946 time: 0.0627112 Aug 10 04:08:41.213948 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-960f1193-bd10-405b-81d7-c1aeef0f8464 req-5968282a-6332-4ea9-a4f4-3f641a3442e5 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527682 Aug 10 04:08:41.252717 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0ebd271a-4d49-454e-b350-5895cee0e2c5 req-2a3554cb-2eab-4664-87a0-01bc337ea1f4 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=c167be78-d293-4907-9e97-5918ef29d7c3 HTTP/1.1" status: 200 len: 210 time: 0.0376816 Aug 10 04:08:41.280466 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3c08c1-46d6-41fd-9345-6928c7c31dd0 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Router 2f5809e4-b98b-4f7f-a904-70b71e82256d has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:08:41.400511 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3c08c1-46d6-41fd-9345-6928c7c31dd0 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:08:41.406145 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-dd3c08c1-46d6-41fd-9345-6928c7c31dd0 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "PUT /v2.0/routers/2f5809e4-b98b-4f7f-a904-70b71e82256d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0414698 Aug 10 04:08:41.408485 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54884) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:41.410156 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9db349-e01a-435a-952f-958b6b00847c None None] Sync routers for ids ['2f5809e4-b98b-4f7f-a904-70b71e82256d'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:08:41.420032 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9db349-e01a-435a-952f-958b6b00847c None None] Routers {'2f5809e4-b98b-4f7f-a904-70b71e82256d'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:41.420889 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-db9db349-e01a-435a-952f-958b6b00847c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:08:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2f5809e4-b98b-4f7f-a904-70b71e82256d'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:41.481394 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d84d9b-b64d-415e-a492-656ce1a5661b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Deleting subnet 43ca4ddb-88c5-42f0-9858-5231b8c8d8de {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:08:41.490115 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49d84d9b-b64d-415e-a492-656ce1a5661b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:41.518409 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-db9db349-e01a-435a-952f-958b6b00847c None None] Set router 2f5809e4-b98b-4f7f-a904-70b71e82256d gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:41.539986 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49d84d9b-b64d-415e-a492-656ce1a5661b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:41.640947 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49d84d9b-b64d-415e-a492-656ce1a5661b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:41.743786 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-db9db349-e01a-435a-952f-958b6b00847c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'name': 'tempest-RoutersTest-router-1686726563', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:04Z', 'updated_at': '2021-08-10T04:08:40Z', 'revision_number': 9, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None, '_interfaces': [{'id': '51007c05-058f-4f75-9ad6-0f06857af558', 'name': '', 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d4:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:07Z', 'updated_at': '2021-08-10T04:08:15Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ec4a8f-503e-43e7-8d49-aba93586e9fd', 'name': '', 'network_id': 'c3a12e4e-4a2c-4af1-931e-4e8380b333ca', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:4a:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:13Z', 'updated_at': '2021-08-10T04:08:23Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:41.782564 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9db349-e01a-435a-952f-958b6b00847c None None] Checking router: 2f5809e4-b98b-4f7f-a904-70b71e82256d for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:08:41.793136 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9db349-e01a-435a-952f-958b6b00847c None None] Routers {'2f5809e4-b98b-4f7f-a904-70b71e82256d'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:41.793841 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-db9db349-e01a-435a-952f-958b6b00847c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:08:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2f5809e4-b98b-4f7f-a904-70b71e82256d'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:41.847697 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49d84d9b-b64d-415e-a492-656ce1a5661b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:41.883740 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d84d9b-b64d-415e-a492-656ce1a5661b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Subnet': ['ID=43ca4ddb-88c5-42f0-9858-5231b8c8d8de,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:41.885954 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49d84d9b-b64d-415e-a492-656ce1a5661b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:41.892876 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-db9db349-e01a-435a-952f-958b6b00847c None None] Set router 2f5809e4-b98b-4f7f-a904-70b71e82256d gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:41.893681 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54900) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:41.900408 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-49d84d9b-b64d-415e-a492-656ce1a5661b tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/subnets/43ca4ddb-88c5-42f0-9858-5231b8c8d8de HTTP/1.1" status: 204 len: 168 time: 0.4846539 Aug 10 04:08:42.002976 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:42.102973 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Deleting port 7e67c67e-0ea5-487d-a509-637eecc00f21 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:08:42.103849 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:42.108364 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929631b4-8243-4dd3-889a-d7e6eb976702 None None] Network b644d59b-4646-4cc6-9982-2b4a1a1896b6 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:08:42.177853 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] For port 7e67c67e-0ea5-487d-a509-637eecc00f21, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7e67c67e-0ea5-487d-a509-637eecc00f21,segment=NetworkSegment(a50ec295-8a88-4293-a206-f9aa9fe66c36),segment_id=a50ec295-8a88-4293-a206-f9aa9fe66c36)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:42.178222 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:42.191604 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Calling delete_port for 7e67c67e-0ea5-487d-a509-637eecc00f21 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:08:42.354341 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853229e5-06cb-495e-b875-e9e19334c5fc req-8ad8cd22-a0b9-4831-9d45-9a3145e43184 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:42.362284 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-853229e5-06cb-495e-b875-e9e19334c5fc req-8ad8cd22-a0b9-4831-9d45-9a3145e43184 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 946 time: 0.0658290 Aug 10 04:08:42.374952 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8d52c9c6-2802-4223-8899-650c66beda8c req-3e369fc8-e8bf-4fa4-b1b7-979346527a07 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=c167be78-d293-4907-9e97-5918ef29d7c3 HTTP/1.1" status: 200 len: 210 time: 0.0336902 Aug 10 04:08:42.397365 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:42.412119 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-853229e5-06cb-495e-b875-e9e19334c5fc req-45962946-c141-428c-8ca5-4f98159e1482 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484467 Aug 10 04:08:42.430849 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Port': ['ID=7e67c67e-0ea5-487d-a509-637eecc00f21,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:42.435151 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-db9db349-e01a-435a-952f-958b6b00847c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'name': 'tempest-RoutersTest-router-1686726563', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:04Z', 'updated_at': '2021-08-10T04:08:40Z', 'revision_number': 9, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None, '_interfaces': [{'id': '51007c05-058f-4f75-9ad6-0f06857af558', 'name': '', 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d4:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:07Z', 'updated_at': '2021-08-10T04:08:15Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ec4a8f-503e-43e7-8d49-aba93586e9fd', 'name': '', 'network_id': 'c3a12e4e-4a2c-4af1-931e-4e8380b333ca', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:4a:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:13Z', 'updated_at': '2021-08-10T04:08:23Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:42.453513 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] No DVR routers for this DVR port 7e67c67e-0ea5-487d-a509-637eecc00f21 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:08:42.456283 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:42.456671 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:42.457058 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:42.457521 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:42.458582 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:42.458944 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:42.459274 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:42.459655 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:42.460160 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:42.460517 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:42.460889 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:42.461216 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:08:42.472890 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b5fda8-e3cb-49bb-b4bc-40f715fd044a None None] DHCP port deletion for b644d59b-4646-4cc6-9982-2b4a1a1896b6 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:08:42.475497 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9db349-e01a-435a-952f-958b6b00847c None None] The sync data for ids ['2f5809e4-b98b-4f7f-a904-70b71e82256d'] in n-d-802893-2 is: [{'id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'name': 'tempest-RoutersTest-router-1686726563', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:04Z', 'updated_at': '2021-08-10T04:08:40Z', 'revision_number': 9, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None, '_interfaces': [{'id': '51007c05-058f-4f75-9ad6-0f06857af558', 'name': '', 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d4:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:07Z', 'updated_at': '2021-08-10T04:08:15Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61ec4a8f-503e-43e7-8d49-aba93586e9fd', 'name': '', 'network_id': 'c3a12e4e-4a2c-4af1-931e-4e8380b333ca', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:4a:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:13Z', 'updated_at': '2021-08-10T04:08:23Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': 'a3cf4940-78bb-40b1-9bf4-10680e1fe06b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:08:42.548564 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:42.559133 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b644d59b-4646-4cc6-9982-2b4a1a1896b6']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:42.570435 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a50ec295-8a88-4293-a206-f9aa9fe66c36') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:42.570740 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a50ec295-8a88-4293-a206-f9aa9fe66c36') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:42.580242 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:42.596056 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:42.602911 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:08:42.603322 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:08:42.606550 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:08:42.686547 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54912) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:42.755494 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:42.764712 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:42.767156 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/networks/b644d59b-4646-4cc6-9982-2b4a1a1896b6 HTTP/1.1" status: 204 len: 168 time: 0.8749428 Aug 10 04:08:42.769909 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54916) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:42.816630 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798c120-c917-4364-92d3-45585f158ebc req-2257ee31-bd6c-4dee-acf7-0a6b97b7534f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:42.818338 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e798c120-c917-4364-92d3-45585f158ebc req-2257ee31-bd6c-4dee-acf7-0a6b97b7534f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 946 time: 0.0771096 Aug 10 04:08:42.836115 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7e271-939c-4837-b3cd-15851482e477 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Network': ['ID=b644d59b-4646-4cc6-9982-2b4a1a1896b6,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:42.871805 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cdbeae81-287d-4d06-b4a9-788bfe77d0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:42.956909 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7e67c67e-0ea5-487d-a509-637eecc00f21 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:08:42.990785 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 7e67c67e-0ea5-487d-a509-637eecc00f21 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:08:42.991131 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7e67c67e-0ea5-487d-a509-637eecc00f21 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:08:42.991750 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device bbd792a4-7146-4a9e-be8d-a15c1de304dd no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:08:43.017768 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-e798c120-c917-4364-92d3-45585f158ebc req-f6b73f18-1226-472d-bbe2-f0caa35b1ea1 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Deleting port 3353e051-ac99-4ca2-af77-90c4a60c1c01 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:08:43.018118 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e798c120-c917-4364-92d3-45585f158ebc req-f6b73f18-1226-472d-bbe2-f0caa35b1ea1 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:43.021208 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: bbd792a4-7146-4a9e-be8d-a15c1de304dd {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:08:43.021663 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device bbd792a4-7146-4a9e-be8d-a15c1de304dd not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:08:43.128614 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-e798c120-c917-4364-92d3-45585f158ebc req-f6b73f18-1226-472d-bbe2-f0caa35b1ea1 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] For port 3353e051-ac99-4ca2-af77-90c4a60c1c01, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=3353e051-ac99-4ca2-af77-90c4a60c1c01,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:43.128614 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e798c120-c917-4364-92d3-45585f158ebc req-f6b73f18-1226-472d-bbe2-f0caa35b1ea1 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:43.177493 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cdbeae81-287d-4d06-b4a9-788bfe77d0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:43.273016 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-179f90ef-f902-4d23-bcde-207e19c7d42d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:43.315092 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cdbeae81-287d-4d06-b4a9-788bfe77d0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:43.317473 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e798c120-c917-4364-92d3-45585f158ebc req-f6b73f18-1226-472d-bbe2-f0caa35b1ea1 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:43.317641 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e798c120-c917-4364-92d3-45585f158ebc req-f6b73f18-1226-472d-bbe2-f0caa35b1ea1 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:43.317956 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [req-e798c120-c917-4364-92d3-45585f158ebc req-f6b73f18-1226-472d-bbe2-f0caa35b1ea1 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Floating IP aed61ffa-e1c4-4cac-b563-c9f7b3b03882 disassociated. External IP: 172.25.0.32, port: 3353e051-ac99-4ca2-af77-90c4a60c1c01. Aug 10 04:08:43.318340 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-e798c120-c917-4364-92d3-45585f158ebc req-f6b73f18-1226-472d-bbe2-f0caa35b1ea1 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Calling delete_port for 3353e051-ac99-4ca2-af77-90c4a60c1c01 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:08:43.394794 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbeae81-287d-4d06-b4a9-788bfe77d0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb02a1d-e8b6-485f-b148-179a4401566a,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:43.407081 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cdbeae81-287d-4d06-b4a9-788bfe77d0b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=85c155f021ae473ebeff3a6b670281e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7169638 Aug 10 04:08:43.407401 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54924) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:43.536531 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-41da2cff-e5f1-4a40-aa44-013657b8481e req-9a019a75-fe8e-42fa-ae92-099faadd6607 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=c167be78-d293-4907-9e97-5918ef29d7c3 HTTP/1.1" status: 200 len: 210 time: 0.0652726 Aug 10 04:08:43.563041 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170bb93-ab4e-4c80-bc0a-6ec5e634ea8f req-f0152a62-2a40-4d00-9dd2-ba409bfafb4e tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:43.563946 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-382cd1ef-f0f9-45f9-afe5-7965a7fdbbe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:43.564680 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9170bb93-ab4e-4c80-bc0a-6ec5e634ea8f req-f0152a62-2a40-4d00-9dd2-ba409bfafb4e tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 946 time: 0.0657566 Aug 10 04:08:43.565878 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e798c120-c917-4364-92d3-45585f158ebc req-f6b73f18-1226-472d-bbe2-f0caa35b1ea1 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:43.595058 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-382cd1ef-f0f9-45f9-afe5-7965a7fdbbe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:43.600994 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b73f18-1226-472d-bbe2-f0caa35b1ea1 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Pushing event deleted for resources: {'Port': ['ID=3353e051-ac99-4ca2-af77-90c4a60c1c01,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:43.677395 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9170bb93-ab4e-4c80-bc0a-6ec5e634ea8f req-a643a2a7-37fe-4d80-875c-325b6a091e93 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=34a6c556-50de-4ed5-b797-1d3bd72f5c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805511 Aug 10 04:08:43.703113 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:43.723656 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-179f90ef-f902-4d23-bcde-207e19c7d42d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Deleting port 61ec4a8f-503e-43e7-8d49-aba93586e9fd {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:08:43.724041 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-179f90ef-f902-4d23-bcde-207e19c7d42d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:43.764208 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e798c120-c917-4364-92d3-45585f158ebc req-f6b73f18-1226-472d-bbe2-f0caa35b1ea1 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Router 98632379-a983-4819-a0e7-21ec5c644558 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:08:43.769283 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-382cd1ef-f0f9-45f9-afe5-7965a7fdbbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:43.772304 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-382cd1ef-f0f9-45f9-afe5-7965a7fdbbe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:43.773532 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-382cd1ef-f0f9-45f9-afe5-7965a7fdbbe2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cdb02a1d-e8b6-485f-b148-179a4401566a HTTP/1.1" status: 204 len: 168 time: 0.3652551 Aug 10 04:08:43.791334 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382cd1ef-f0f9-45f9-afe5-7965a7fdbbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb02a1d-e8b6-485f-b148-179a4401566a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:43.837924 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-179f90ef-f902-4d23-bcde-207e19c7d42d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] For port 61ec4a8f-503e-43e7-8d49-aba93586e9fd, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=61ec4a8f-503e-43e7-8d49-aba93586e9fd,segment=NetworkSegment(59b76a98-124c-4f99-a0c6-b2923a30d821),segment_id=59b76a98-124c-4f99-a0c6-b2923a30d821)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:43.838497 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-179f90ef-f902-4d23-bcde-207e19c7d42d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:43.847360 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8285f816-a1bc-43ac-9939-153bf5fbae0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:43.857872 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-179f90ef-f902-4d23-bcde-207e19c7d42d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Calling delete_port for 61ec4a8f-503e-43e7-8d49-aba93586e9fd owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:08:43.893818 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e798c120-c917-4364-92d3-45585f158ebc req-f6b73f18-1226-472d-bbe2-f0caa35b1ea1 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:08:43.921524 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b34d17-4f80-4f3a-84bc-2834b28ec710 None None] Sync routers for ids ['98632379-a983-4819-a0e7-21ec5c644558'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:08:43.931679 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b34d17-4f80-4f3a-84bc-2834b28ec710 None None] Routers {'98632379-a983-4819-a0e7-21ec5c644558'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:43.932623 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-26b34d17-4f80-4f3a-84bc-2834b28ec710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:08:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['98632379-a983-4819-a0e7-21ec5c644558'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:43.943396 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-e798c120-c917-4364-92d3-45585f158ebc req-f6b73f18-1226-472d-bbe2-f0caa35b1ea1 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] No DVR routers for this DVR port 3353e051-ac99-4ca2-af77-90c4a60c1c01 on host n-h2-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:08:43.948139 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-e798c120-c917-4364-92d3-45585f158ebc req-f6b73f18-1226-472d-bbe2-f0caa35b1ea1 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:43.948139 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e798c120-c917-4364-92d3-45585f158ebc req-f6b73f18-1226-472d-bbe2-f0caa35b1ea1 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.20 "DELETE /v2.0/ports/3353e051-ac99-4ca2-af77-90c4a60c1c01 HTTP/1.1" status: 204 len: 173 time: 1.0968943 Aug 10 04:08:43.948519 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb243a93-5a45-43ab-a994-b87697db17e3', 'name': 'network-vif-deleted', 'tag': '3353e051-ac99-4ca2-af77-90c4a60c1c01'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:08:43.950980 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2df444-5d23-4f77-9c49-23f58482aa92" -d '{"events": [{"server_uuid": "fb243a93-5a45-43ab-a994-b87697db17e3", "name": "network-vif-deleted", "tag": "3353e051-ac99-4ca2-af77-90c4a60c1c01"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:08:44.015754 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8055ebb-8e82-4178-ac87-d6e5ecb864cc x-openstack-request-id: req-c8055ebb-8e82-4178-ac87-d6e5ecb864cc {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:08:44.019537 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb243a93-5a45-43ab-a994-b87697db17e3", "name": "network-vif-deleted", "tag": "3353e051-ac99-4ca2-af77-90c4a60c1c01", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:08:44.019537 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8055ebb-8e82-4178-ac87-d6e5ecb864cc {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:08:44.019537 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb243a93-5a45-43ab-a994-b87697db17e3', 'name': 'network-vif-deleted', 'tag': '3353e051-ac99-4ca2-af77-90c4a60c1c01', 'status': 'completed', 'code': 200} Aug 10 04:08:44.062907 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-26b34d17-4f80-4f3a-84bc-2834b28ec710 None None] Set router 98632379-a983-4819-a0e7-21ec5c644558 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:44.121751 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-b8f5bc1a-2ca7-4d5f-918e-6f76b14bd004 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:44.123373 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-b8f5bc1a-2ca7-4d5f-918e-6f76b14bd004 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.20 "GET /v2.0/networks?id=ad9b68cd-62ae-48dd-b06c-9f109fbb6dee HTTP/1.1" status: 200 len: 806 time: 0.2063324 Aug 10 04:08:44.161276 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-8d1ba7cb-305b-4258-a9c6-133823a7c5d3 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Request body: {'port': {'device_id': 'c167be78-d293-4907-9e97-5918ef29d7c3', 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee', 'admin_state_up': True, 'tenant_id': 'dc57d88f35a64b5582a9e7690a4442fe'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:44.375464 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-26b34d17-4f80-4f3a-84bc-2834b28ec710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98632379-a983-4819-a0e7-21ec5c644558', 'name': 'tempest-AttachVolumeShelveTestJSON-1795631640-router', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:54Z', 'updated_at': '2021-08-10T04:04:06Z', 'revision_number': 4, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'gw_port': {'id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:56Z', 'updated_at': '2021-08-10T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '0922fc75-4a04-4d21-881b-999469619cc6', 'name': '', 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'mac_address': 'fa:16:3e:3a:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:03Z', 'updated_at': '2021-08-10T04:04:13Z', 'revision_number': 5, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'subnets': [{'id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:44.405035 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b34d17-4f80-4f3a-84bc-2834b28ec710 None None] Checking router: 98632379-a983-4819-a0e7-21ec5c644558 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:08:44.415258 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b34d17-4f80-4f3a-84bc-2834b28ec710 None None] Routers {'98632379-a983-4819-a0e7-21ec5c644558'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:44.415888 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-26b34d17-4f80-4f3a-84bc-2834b28ec710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:08:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['98632379-a983-4819-a0e7-21ec5c644558'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:44.537128 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-26b34d17-4f80-4f3a-84bc-2834b28ec710 None None] Set router 98632379-a983-4819-a0e7-21ec5c644558 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:44.626356 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54940) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:44.646800 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6e447dd1-e60b-4024-a6fa-390a00c167d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:44.719494 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-85a731a9-664d-48e7-a955-d974572a6bd3 req-ade17b14-1f6d-4392-9f15-63579689b960 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=c167be78-d293-4907-9e97-5918ef29d7c3 HTTP/1.1" status: 200 len: 210 time: 0.0575073 Aug 10 04:08:44.728513 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-179f90ef-f902-4d23-bcde-207e19c7d42d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:44.770953 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179f90ef-f902-4d23-bcde-207e19c7d42d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Port': ['ID=61ec4a8f-503e-43e7-8d49-aba93586e9fd,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:44.820428 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-26b34d17-4f80-4f3a-84bc-2834b28ec710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98632379-a983-4819-a0e7-21ec5c644558', 'name': 'tempest-AttachVolumeShelveTestJSON-1795631640-router', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:54Z', 'updated_at': '2021-08-10T04:04:06Z', 'revision_number': 4, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'gw_port': {'id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:56Z', 'updated_at': '2021-08-10T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '0922fc75-4a04-4d21-881b-999469619cc6', 'name': '', 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'mac_address': 'fa:16:3e:3a:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:03Z', 'updated_at': '2021-08-10T04:04:13Z', 'revision_number': 5, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'subnets': [{'id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:44.862855 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fa293f43-938b-4966-a517-dd0c02fbec33 req-15656ee0-f7f7-402b-8740-7685e8c04b0b tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb243a93-5a45-43ab-a994-b87697db17e3 HTTP/1.1" status: 200 len: 210 time: 0.0435028 Aug 10 04:08:44.888610 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b34d17-4f80-4f3a-84bc-2834b28ec710 None None] The sync data for ids ['98632379-a983-4819-a0e7-21ec5c644558'] in n-d-802893-2 is: [{'id': '98632379-a983-4819-a0e7-21ec5c644558', 'name': 'tempest-AttachVolumeShelveTestJSON-1795631640-router', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:54Z', 'updated_at': '2021-08-10T04:04:06Z', 'revision_number': 4, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'gw_port': {'id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:56Z', 'updated_at': '2021-08-10T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '0922fc75-4a04-4d21-881b-999469619cc6', 'name': '', 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'mac_address': 'fa:16:3e:3a:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:03Z', 'updated_at': '2021-08-10T04:04:13Z', 'revision_number': 5, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'subnets': [{'id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:08:45.031851 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6e447dd1-e60b-4024-a6fa-390a00c167d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:45.037760 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-179f90ef-f902-4d23-bcde-207e19c7d42d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:45.107124 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6e447dd1-e60b-4024-a6fa-390a00c167d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:45.200032 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6e447dd1-e60b-4024-a6fa-390a00c167d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9caa08ab6e9041e6ad7f88590cc351c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5725632 Aug 10 04:08:45.202902 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54946) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:45.204456 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e447dd1-e60b-4024-a6fa-390a00c167d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce41701-9183-456b-a945-bd01dce3f687,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:45.278015 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5615ac8b-bd67-48ce-aab5-52e27039b269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:45.297148 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7759d9-53a3-4ed1-be47-a3aaf2f6a6b7 None None] New status for floating IP aed61ffa-e1c4-4cac-b563-c9f7b3b03882: DOWN {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:08:45.298739 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-8d1ba7cb-305b-4258-a9c6-133823a7c5d3 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Made reservation on behalf of dc57d88f35a64b5582a9e7690a4442fe for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:08:45.303975 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-8d1ba7cb-305b-4258-a9c6-133823a7c5d3 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:45.307018 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5615ac8b-bd67-48ce-aab5-52e27039b269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:45.399498 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179f90ef-f902-4d23-bcde-207e19c7d42d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Router 2f5809e4-b98b-4f7f-a904-70b71e82256d has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:08:45.411694 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:45.482879 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5615ac8b-bd67-48ce-aab5-52e27039b269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:45.486180 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5615ac8b-bd67-48ce-aab5-52e27039b269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:45.487432 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5615ac8b-bd67-48ce-aab5-52e27039b269 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9ce41701-9183-456b-a945-bd01dce3f687 HTTP/1.1" status: 204 len: 168 time: 0.2833586 Aug 10 04:08:45.498362 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615ac8b-bd67-48ce-aab5-52e27039b269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce41701-9183-456b-a945-bd01dce3f687,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:45.579564 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179f90ef-f902-4d23-bcde-207e19c7d42d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:08:45.581048 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-8d1ba7cb-305b-4258-a9c6-133823a7c5d3 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Allocated IP 172.20.0.9 (ad9b68cd-62ae-48dd-b06c-9f109fbb6dee/1f411f5c-5e8b-452a-be71-12f0dd671946/e3bcc426-74cf-4232-96d5-196404b3ee20) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:08:45.586700 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-179f90ef-f902-4d23-bcde-207e19c7d42d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "PUT /v2.0/routers/2f5809e4-b98b-4f7f-a904-70b71e82256d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8145092 Aug 10 04:08:45.589359 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54952) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:45.593676 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac45a181-cac6-46b9-94dc-8caa669b4735 None None] Sync routers for ids ['2f5809e4-b98b-4f7f-a904-70b71e82256d'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:08:45.603353 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac45a181-cac6-46b9-94dc-8caa669b4735 None None] Routers {'2f5809e4-b98b-4f7f-a904-70b71e82256d'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:45.607082 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-ac45a181-cac6-46b9-94dc-8caa669b4735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:08:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2f5809e4-b98b-4f7f-a904-70b71e82256d'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:45.705988 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:45.726081 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-ac45a181-cac6-46b9-94dc-8caa669b4735 None None] Set router 2f5809e4-b98b-4f7f-a904-70b71e82256d gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:45.761187 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd968809-43a2-4150-b0c9-db44bed11e67 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Deleting subnet a3cf4940-78bb-40b1-9bf4-10680e1fe06b {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:08:45.807734 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dd968809-43a2-4150-b0c9-db44bed11e67 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:45.845373 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d0febdfb-9f74-435d-be7a-421da42629f1 req-12574ac3-2204-42bd-bf83-f8e4732c20e7 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=c167be78-d293-4907-9e97-5918ef29d7c3 HTTP/1.1" status: 200 len: 210 time: 0.0403929 Aug 10 04:08:45.868153 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-8d1ba7cb-305b-4258-a9c6-133823a7c5d3 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:45.877936 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dd968809-43a2-4150-b0c9-db44bed11e67 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:45.973673 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-ac45a181-cac6-46b9-94dc-8caa669b4735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'name': 'tempest-RoutersTest-router-1686726563', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:04Z', 'updated_at': '2021-08-10T04:08:44Z', 'revision_number': 10, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None, '_interfaces': [{'id': '51007c05-058f-4f75-9ad6-0f06857af558', 'name': '', 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d4:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:07Z', 'updated_at': '2021-08-10T04:08:15Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:46.002218 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dd968809-43a2-4150-b0c9-db44bed11e67 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:46.041646 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54966) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:46.069983 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-8d1ba7cb-305b-4258-a9c6-133823a7c5d3 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:46.103687 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['915a05d9-649b-48c1-9ff5-2c0fd12608d8'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:08:46.118315 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac45a181-cac6-46b9-94dc-8caa669b4735 None None] Checking router: 2f5809e4-b98b-4f7f-a904-70b71e82256d for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:08:46.127058 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac45a181-cac6-46b9-94dc-8caa669b4735 None None] Routers {'2f5809e4-b98b-4f7f-a904-70b71e82256d'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:46.133416 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-ac45a181-cac6-46b9-94dc-8caa669b4735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:08:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2f5809e4-b98b-4f7f-a904-70b71e82256d'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:46.165277 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-8d1ba7cb-305b-4258-a9c6-133823a7c5d3 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:46.178161 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-8d1ba7cb-305b-4258-a9c6-133823a7c5d3 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:46.183467 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-8d1ba7cb-305b-4258-a9c6-133823a7c5d3 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:08:46.223842 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-ac45a181-cac6-46b9-94dc-8caa669b4735 None None] Set router 2f5809e4-b98b-4f7f-a904-70b71e82256d gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:46.229332 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ba7cb-305b-4258-a9c6-133823a7c5d3 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Pushing event updated for resources: {'Port': ['ID=e3bcc426-74cf-4232-96d5-196404b3ee20,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:46.251024 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-8d1ba7cb-305b-4258-a9c6-133823a7c5d3 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:46.251655 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-8d1ba7cb-305b-4258-a9c6-133823a7c5d3 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:46.262361 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-16188123-5787-436e-8bc4-3916801c1d70 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:46.282455 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dd968809-43a2-4150-b0c9-db44bed11e67 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:46.304344 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-16188123-5787-436e-8bc4-3916801c1d70 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:46.333458 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd968809-43a2-4150-b0c9-db44bed11e67 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Subnet': ['ID=a3cf4940-78bb-40b1-9bf4-10680e1fe06b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:46.335833 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dd968809-43a2-4150-b0c9-db44bed11e67 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:46.337774 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-dd968809-43a2-4150-b0c9-db44bed11e67 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/subnets/a3cf4940-78bb-40b1-9bf4-10680e1fe06b HTTP/1.1" status: 204 len: 168 time: 0.7475379 Aug 10 04:08:46.343255 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54974) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:46.344671 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e933d2-780b-4761-af2a-a4476f95f413 None None] Network c3a12e4e-4a2c-4af1-931e-4e8380b333ca requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:08:46.360828 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-8d1ba7cb-305b-4258-a9c6-133823a7c5d3 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2204590 Aug 10 04:08:46.385673 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-56768bf4-2084-4616-b1f3-dd49c3431e5c service neutron] Request body: {'port': {'device_id': 'c167be78-d293-4907-9e97-5918ef29d7c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:46.449624 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b7c084f-e679-4057-8136-1e47ab6c2aa3 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:46.509023 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-16188123-5787-436e-8bc4-3916801c1d70 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:46.514289 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-16188123-5787-436e-8bc4-3916801c1d70 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:46.514289 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-16188123-5787-436e-8bc4-3916801c1d70 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "DELETE /v2.0/security-groups/34a6c556-50de-4ed5-b797-1d3bd72f5c7b HTTP/1.1" status: 204 len: 168 time: 0.4701197 Aug 10 04:08:46.516132 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54980) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:46.531748 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-ac45a181-cac6-46b9-94dc-8caa669b4735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'name': 'tempest-RoutersTest-router-1686726563', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:04Z', 'updated_at': '2021-08-10T04:08:44Z', 'revision_number': 10, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None, '_interfaces': [{'id': '51007c05-058f-4f75-9ad6-0f06857af558', 'name': '', 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d4:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:07Z', 'updated_at': '2021-08-10T04:08:15Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:46.537965 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-6b7c084f-e679-4057-8136-1e47ab6c2aa3 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Deleting port e113788c-1840-4a07-92a4-dd89d80758aa {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:08:46.538318 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b7c084f-e679-4057-8136-1e47ab6c2aa3 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:46.540930 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-56768bf4-2084-4616-b1f3-dd49c3431e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:46.553173 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-fb4146c3-36d6-4b95-8562-aa3eaea0ff9c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] show failed (client error): The resource could not be found. Aug 10 04:08:46.554251 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fb4146c3-36d6-4b95-8562-aa3eaea0ff9c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups/34a6c556-50de-4ed5-b797-1d3bd72f5c7b HTTP/1.1" status: 404 len: 347 time: 0.0375245 Aug 10 04:08:46.570365 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54982) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:46.587627 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac45a181-cac6-46b9-94dc-8caa669b4735 None None] The sync data for ids ['2f5809e4-b98b-4f7f-a904-70b71e82256d'] in n-d-802893-2 is: [{'id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'name': 'tempest-RoutersTest-router-1686726563', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:04Z', 'updated_at': '2021-08-10T04:08:44Z', 'revision_number': 10, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None, '_interfaces': [{'id': '51007c05-058f-4f75-9ad6-0f06857af558', 'name': '', 'network_id': '64aea3c4-1679-4574-b594-8747432f6b00', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'mac_address': 'fa:16:3e:d4:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:07Z', 'updated_at': '2021-08-10T04:08:15Z', 'revision_number': 5, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'subnets': [{'id': '123bca8b-ff7a-4e64-9518-0972ce7c6758', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:08:46.590497 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16188123-5787-436e-8bc4-3916801c1d70 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a6c556-50de-4ed5-b797-1d3bd72f5c7b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:46.642687 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800b7783-a885-4719-9189-a29e98668924 None None] DHCP port deletion for c3a12e4e-4a2c-4af1-931e-4e8380b333ca request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:08:46.705298 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-800b7783-a885-4719-9189-a29e98668924 None None] Deleting port e113788c-1840-4a07-92a4-dd89d80758aa {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:08:46.705734 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-800b7783-a885-4719-9189-a29e98668924 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:46.738169 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-6b7c084f-e679-4057-8136-1e47ab6c2aa3 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] For port e113788c-1840-4a07-92a4-dd89d80758aa, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e113788c-1840-4a07-92a4-dd89d80758aa,segment=NetworkSegment(59b76a98-124c-4f99-a0c6-b2923a30d821),segment_id=59b76a98-124c-4f99-a0c6-b2923a30d821)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:46.738574 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b7c084f-e679-4057-8136-1e47ab6c2aa3 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:46.770872 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-6b7c084f-e679-4057-8136-1e47ab6c2aa3 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Calling delete_port for e113788c-1840-4a07-92a4-dd89d80758aa owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:08:46.806419 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-800b7783-a885-4719-9189-a29e98668924 None None] For port e113788c-1840-4a07-92a4-dd89d80758aa, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e113788c-1840-4a07-92a4-dd89d80758aa,segment=NetworkSegment(59b76a98-124c-4f99-a0c6-b2923a30d821),segment_id=59b76a98-124c-4f99-a0c6-b2923a30d821)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:46.814457 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-800b7783-a885-4719-9189-a29e98668924 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:46.823049 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-800b7783-a885-4719-9189-a29e98668924 None None] Calling delete_port for e113788c-1840-4a07-92a4-dd89d80758aa owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:08:46.837240 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-2253f964-3683-4f04-bc41-c8ccfa58e8ba tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Deleting port 4ee77315-7075-4fc1-8646-0673f75240ba {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:08:46.837240 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2253f964-3683-4f04-bc41-c8ccfa58e8ba tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:46.906719 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:46.929499 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-56768bf4-2084-4616-b1f3-dd49c3431e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3bcc426-74cf-4232-96d5-196404b3ee20 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:08:46.938546 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-56768bf4-2084-4616-b1f3-dd49c3431e5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:46.951251 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2253f964-3683-4f04-bc41-c8ccfa58e8ba tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:46.952162 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2253f964-3683-4f04-bc41-c8ccfa58e8ba tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:46.972645 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-2253f964-3683-4f04-bc41-c8ccfa58e8ba tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Calling delete_port for 4ee77315-7075-4fc1-8646-0673f75240ba owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:08:47.023876 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-56768bf4-2084-4616-b1f3-dd49c3431e5c service neutron] Transition to ACTIVE for port object e3bcc426-74cf-4232-96d5-196404b3ee20 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:08:47.028096 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:08:47.032454 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-800b7783-a885-4719-9189-a29e98668924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:47.050227 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b7c084f-e679-4057-8136-1e47ab6c2aa3 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:47.063562 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b7783-a885-4719-9189-a29e98668924 None None] Pushing event deleted for resources: {'Port': ['ID=e113788c-1840-4a07-92a4-dd89d80758aa,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:47.068386 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800b7783-a885-4719-9189-a29e98668924 None None] No DVR routers for this DVR port e113788c-1840-4a07-92a4-dd89d80758aa on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:08:47.099435 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2697947-fc24-4ce2-97e1-f5a2f29212ff req-b3136cd4-e39f-4e5c-a8af-f7da27169462 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:47.101040 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f2697947-fc24-4ce2-97e1-f5a2f29212ff req-b3136cd4-e39f-4e5c-a8af-f7da27169462 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=c167be78-d293-4907-9e97-5918ef29d7c3 HTTP/1.1" status: 200 len: 931 time: 0.1317496 Aug 10 04:08:47.104396 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c084f-e679-4057-8136-1e47ab6c2aa3 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Port': ['ID=e113788c-1840-4a07-92a4-dd89d80758aa,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:47.110355 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7c084f-e679-4057-8136-1e47ab6c2aa3 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] No DVR routers for this DVR port e113788c-1840-4a07-92a4-dd89d80758aa on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:08:47.119939 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-56768bf4-2084-4616-b1f3-dd49c3431e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:47.212153 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b7c084f-e679-4057-8136-1e47ab6c2aa3 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:47.224238 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56768bf4-2084-4616-b1f3-dd49c3431e5c service neutron] Pushing event updated for resources: {'Port': ['ID=e3bcc426-74cf-4232-96d5-196404b3ee20,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:47.225272 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-6b7c084f-e679-4057-8136-1e47ab6c2aa3 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a12e4e-4a2c-4af1-931e-4e8380b333ca']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:47.236462 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-6b7c084f-e679-4057-8136-1e47ab6c2aa3 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b76a98-124c-4f99-a0c6-b2923a30d821') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:47.236766 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-6b7c084f-e679-4057-8136-1e47ab6c2aa3 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b76a98-124c-4f99-a0c6-b2923a30d821') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:47.247232 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b7c084f-e679-4057-8136-1e47ab6c2aa3 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:47.273172 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b7c084f-e679-4057-8136-1e47ab6c2aa3 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:47.282559 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b7c084f-e679-4057-8136-1e47ab6c2aa3 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:08:47.282979 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b7c084f-e679-4057-8136-1e47ab6c2aa3 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:47.285008 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-56768bf4-2084-4616-b1f3-dd49c3431e5c service neutron] Attempting to bind port e3bcc426-74cf-4232-96d5-196404b3ee20 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:08:47.286138 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-56768bf4-2084-4616-b1f3-dd49c3431e5c service neutron] Attempting to bind port e3bcc426-74cf-4232-96d5-196404b3ee20 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '3b7206d0-fab5-49ff-9f6b-c200babe8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:08:47.287036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-56768bf4-2084-4616-b1f3-dd49c3431e5c service neutron] Attempting to bind port e3bcc426-74cf-4232-96d5-196404b3ee20 on network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:47.291652 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-56768bf4-2084-4616-b1f3-dd49c3431e5c service neutron] Port e3bcc426-74cf-4232-96d5-196404b3ee20 on network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:08:47.292186 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-56768bf4-2084-4616-b1f3-dd49c3431e5c service neutron] Attempting to bind port e3bcc426-74cf-4232-96d5-196404b3ee20 on network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:47.298390 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-56768bf4-2084-4616-b1f3-dd49c3431e5c service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 8, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:08:47.298737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-56768bf4-2084-4616-b1f3-dd49c3431e5c service neutron] Checking segment: {'id': '3b7206d0-fab5-49ff-9f6b-c200babe8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:47.299135 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-56768bf4-2084-4616-b1f3-dd49c3431e5c service neutron] Bound using segment: {'id': '3b7206d0-fab5-49ff-9f6b-c200babe8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:08:47.299621 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-56768bf4-2084-4616-b1f3-dd49c3431e5c service neutron] Bound port: e3bcc426-74cf-4232-96d5-196404b3ee20, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b7206d0-fab5-49ff-9f6b-c200babe8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:08:47.300015 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-56768bf4-2084-4616-b1f3-dd49c3431e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:08:47.343615 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:08:47.369860 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-56768bf4-2084-4616-b1f3-dd49c3431e5c service neutron] For port e3bcc426-74cf-4232-96d5-196404b3ee20, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:08:47.372904 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f2697947-fc24-4ce2-97e1-f5a2f29212ff req-6d57ef1e-563f-4fa2-8214-8cf9a27d25d2 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645907 Aug 10 04:08:47.373130 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-56768bf4-2084-4616-b1f3-dd49c3431e5c service neutron] For port e3bcc426-74cf-4232-96d5-196404b3ee20, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=e3bcc426-74cf-4232-96d5-196404b3ee20,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:08:47.425692 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b7c084f-e679-4057-8136-1e47ab6c2aa3 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:47.435638 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b7c084f-e679-4057-8136-1e47ab6c2aa3 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:47.440733 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6b7c084f-e679-4057-8136-1e47ab6c2aa3 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/networks/c3a12e4e-4a2c-4af1-931e-4e8380b333ca HTTP/1.1" status: 204 len: 168 time: 1.0933545 Aug 10 04:08:47.441429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55008) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:47.454731 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c084f-e679-4057-8136-1e47ab6c2aa3 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Network': ['ID=c3a12e4e-4a2c-4af1-931e-4e8380b333ca,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:47.498447 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-56768bf4-2084-4616-b1f3-dd49c3431e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:47.532851 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2253f964-3683-4f04-bc41-c8ccfa58e8ba tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:47.564422 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253f964-3683-4f04-bc41-c8ccfa58e8ba tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Pushing event deleted for resources: {'Port': ['ID=4ee77315-7075-4fc1-8646-0673f75240ba,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:47.627689 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2253f964-3683-4f04-bc41-c8ccfa58e8ba tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for floatingip, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:47.630319 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2253f964-3683-4f04-bc41-c8ccfa58e8ba tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:47.631506 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2253f964-3683-4f04-bc41-c8ccfa58e8ba tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "DELETE /v2.0/floatingips/aed61ffa-e1c4-4cac-b563-c9f7b3b03882 HTTP/1.1" status: 204 len: 168 time: 1.0598783 Aug 10 04:08:47.632495 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-56768bf4-2084-4616-b1f3-dd49c3431e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:47.633157 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-56768bf4-2084-4616-b1f3-dd49c3431e5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:47.634617 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-56768bf4-2084-4616-b1f3-dd49c3431e5c service neutron] 10.222.0.20 "PUT /v2.0/ports/e3bcc426-74cf-4232-96d5-196404b3ee20 HTTP/1.1" status: 200 len: 1091 time: 1.2590549 Aug 10 04:08:47.635161 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c167be78-d293-4907-9e97-5918ef29d7c3', 'tag': 'e3bcc426-74cf-4232-96d5-196404b3ee20'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:08:47.637507 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e2a8ec-1baf-46fc-ba1e-defa3cf5c61e" -d '{"events": [{"name": "network-changed", "server_uuid": "c167be78-d293-4907-9e97-5918ef29d7c3", "tag": "e3bcc426-74cf-4232-96d5-196404b3ee20"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:08:47.719989 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3d61a3-b153-4df5-94c5-781794da636b x-openstack-request-id: req-eb3d61a3-b153-4df5-94c5-781794da636b {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:08:47.720289 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c167be78-d293-4907-9e97-5918ef29d7c3", "tag": "e3bcc426-74cf-4232-96d5-196404b3ee20", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:08:47.720551 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb3d61a3-b153-4df5-94c5-781794da636b {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:08:47.720958 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c167be78-d293-4907-9e97-5918ef29d7c3', 'tag': 'e3bcc426-74cf-4232-96d5-196404b3ee20', 'status': 'completed', 'code': 200} Aug 10 04:08:47.784492 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56768bf4-2084-4616-b1f3-dd49c3431e5c service neutron] Pushing event updated for resources: {'Port': ['ID=e3bcc426-74cf-4232-96d5-196404b3ee20,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:47.840309 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-32860d6c-2b86-4714-b893-163360bd5e47 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:47.841837 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-32860d6c-2b86-4714-b893-163360bd5e47 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 810 time: 0.3139505 Aug 10 04:08:47.869938 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2a8ec-1baf-46fc-ba1e-defa3cf5c61e req-30c2b982-8f04-4e1f-939f-0fb7089c66a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:47.871434 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e7e2a8ec-1baf-46fc-ba1e-defa3cf5c61e req-30c2b982-8f04-4e1f-939f-0fb7089c66a0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&device_id=c167be78-d293-4907-9e97-5918ef29d7c3 HTTP/1.1" status: 200 len: 1094 time: 0.1282406 Aug 10 04:08:47.910166 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-b1f6b8e5-dc2f-434a-b3a9-ca118873cdca tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/quotas/d4bbb82d53544f8dad3eb033c592dee4 HTTP/1.1" status: 200 len: 375 time: 0.0566978 Aug 10 04:08:48.085491 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-9dbdae93-6640-4cf8-ac04-d6938a2f67ae tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1517634 Aug 10 04:08:48.102744 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 3353e051-ac99-4ca2-af77-90c4a60c1c01 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:08:48.107232 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2a8ec-1baf-46fc-ba1e-defa3cf5c61e req-ff9f9bd3-81d3-4f38-be5b-abcf0b10dc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:48.108711 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e7e2a8ec-1baf-46fc-ba1e-defa3cf5c61e req-ff9f9bd3-81d3-4f38-be5b-abcf0b10dc61 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2178183 Aug 10 04:08:48.125942 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 3353e051-ac99-4ca2-af77-90c4a60c1c01 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:08:48.126588 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 3353e051-ac99-4ca2-af77-90c4a60c1c01 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:08:48.299532 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-20c6a52a-ca94-4fef-8a83-4008426c881d service neutron] 10.222.0.25 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052617 Aug 10 04:08:48.313140 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2a8ec-1baf-46fc-ba1e-defa3cf5c61e req-a976ad83-6610-485b-8ccf-9c0e9d7deafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:48.314581 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e7e2a8ec-1baf-46fc-ba1e-defa3cf5c61e req-a976ad83-6610-485b-8ccf-9c0e9d7deafc service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1906483 Aug 10 04:08:48.414939 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-99ae9ee6-b5d2-4808-bbf8-3b7c6c53a023 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:48.629592 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 61ec4a8f-503e-43e7-8d49-aba93586e9fd no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:08:48.652062 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 61ec4a8f-503e-43e7-8d49-aba93586e9fd {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:08:48.652404 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 61ec4a8f-503e-43e7-8d49-aba93586e9fd not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:08:48.653014 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e113788c-1840-4a07-92a4-dd89d80758aa no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:08:48.673603 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: e113788c-1840-4a07-92a4-dd89d80758aa {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:08:48.673946 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e113788c-1840-4a07-92a4-dd89d80758aa not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:08:48.683407 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55038) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:48.689507 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c0da855f-df20-4f20-912d-bcf34a3e298b tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Request body: {'security_group': {'name': 'tempest-securitygroup--270228441', 'description': 'tempest-description--908729869'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:48.789007 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b63b4-b76e-4e42-be3d-b2ce7bb4ced0 req-644157d4-2daa-4cef-a732-0f1a22eb3824 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:48.790505 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cf5b63b4-b76e-4e42-be3d-b2ce7bb4ced0 req-644157d4-2daa-4cef-a732-0f1a22eb3824 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=c167be78-d293-4907-9e97-5918ef29d7c3 HTTP/1.1" status: 200 len: 943 time: 0.0551291 Aug 10 04:08:48.804365 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c0da855f-df20-4f20-912d-bcf34a3e298b tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:48.847586 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-cb741d40-4700-41f2-9130-fde5ce084217 service neutron] 10.222.0.25 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5313444 Aug 10 04:08:48.847988 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cf5b63b4-b76e-4e42-be3d-b2ce7bb4ced0 req-4a9aff42-469e-4acb-97db-2dc6ee7fa6d1 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479212 Aug 10 04:08:48.858013 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-70f6ed16-0b0e-4799-a88b-ea8a4f9a166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:48.858013 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-70f6ed16-0b0e-4799-a88b-ea8a4f9a166f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&device_id=c167be78-d293-4907-9e97-5918ef29d7c3 HTTP/1.1" status: 200 len: 1094 time: 0.4664805 Aug 10 04:08:48.951734 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-697641eb-5c42-43a0-824d-9940bdf9c40d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3bcc426-74cf-4232-96d5-196404b3ee20 HTTP/1.1" status: 200 len: 217 time: 0.0636826 Aug 10 04:08:48.968098 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c0da855f-df20-4f20-912d-bcf34a3e298b tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:49.016270 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-7b571402-4a9b-4a11-8d91-2b3b45e99ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:49.017006 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-7b571402-4a9b-4a11-8d91-2b3b45e99ee6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1f411f5c-5e8b-452a-be71-12f0dd671946 HTTP/1.1" status: 200 len: 846 time: 0.0572898 Aug 10 04:08:49.063274 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c0da855f-df20-4f20-912d-bcf34a3e298b tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:49.070377 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-ebc7f056-d00f-44af-9e00-76e3f47f48d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad9b68cd-62ae-48dd-b06c-9f109fbb6dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445752 Aug 10 04:08:49.093483 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da855f-df20-4f20-912d-bcf34a3e298b tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82cd2cc1-fff0-4c3b-a29f-74bd254f4406,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:49.143448 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c0da855f-df20-4f20-912d-bcf34a3e298b tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:49.148830 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c0da855f-df20-4f20-912d-bcf34a3e298b tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4637933 Aug 10 04:08:49.153373 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55048) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:49.154974 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-b08ebaab-c719-4020-b6f4-bfab04b4be41 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Request body: {'security_group_rule': {'security_group_id': '82cd2cc1-fff0-4c3b-a29f-74bd254f4406', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:49.197298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-99ae9ee6-b5d2-4808-bbf8-3b7c6c53a023 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Deleting port 51007c05-058f-4f75-9ad6-0f06857af558 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:08:49.197870 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-99ae9ee6-b5d2-4808-bbf8-3b7c6c53a023 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:49.204390 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-7b73a714-3077-4ee4-8f10-52f3c0ef984f service neutron] 10.222.0.20 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252971 Aug 10 04:08:49.281927 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b08ebaab-c719-4020-b6f4-bfab04b4be41 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:49.355806 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b08ebaab-c719-4020-b6f4-bfab04b4be41 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:49.362004 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-99ae9ee6-b5d2-4808-bbf8-3b7c6c53a023 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] For port 51007c05-058f-4f75-9ad6-0f06857af558, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=51007c05-058f-4f75-9ad6-0f06857af558,segment=NetworkSegment(97a69a03-dd3f-4581-9a66-487364fcb6c9),segment_id=97a69a03-dd3f-4581-9a66-487364fcb6c9)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:49.362377 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-99ae9ee6-b5d2-4808-bbf8-3b7c6c53a023 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:49.375666 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c0f7e81d-4b51-4cbb-a540-a3bced79ec9d req-083dc275-1525-476c-a09a-de3bb2172c2c service neutron] 10.222.0.20 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605520 Aug 10 04:08:49.380004 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-99ae9ee6-b5d2-4808-bbf8-3b7c6c53a023 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Calling delete_port for 51007c05-058f-4f75-9ad6-0f06857af558 owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:08:49.413867 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b08ebaab-c719-4020-b6f4-bfab04b4be41 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:49.434652 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ebaab-c719-4020-b6f4-bfab04b4be41 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe24153-ff75-4a74-bf31-88fb683df136,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:49.530142 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5b0754c8-5311-4f09-84a7-97c2bf37a1f4 req-c16493d1-b089-47e8-95b0-ac203c674af7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47 HTTP/1.1" status: 200 len: 210 time: 0.0314255 Aug 10 04:08:49.530997 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b08ebaab-c719-4020-b6f4-bfab04b4be41 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:49.532157 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b08ebaab-c719-4020-b6f4-bfab04b4be41 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3814435 Aug 10 04:08:49.534805 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55054) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:49.539907 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c0f5541f-0e1b-4697-ba67-fa495380225b tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Request body: {'security_group_rule': {'security_group_id': '82cd2cc1-fff0-4c3b-a29f-74bd254f4406', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:49.639337 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c0f5541f-0e1b-4697-ba67-fa495380225b tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:49.659722 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-99ae9ee6-b5d2-4808-bbf8-3b7c6c53a023 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:49.688124 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae9ee6-b5d2-4808-bbf8-3b7c6c53a023 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Port': ['ID=51007c05-058f-4f75-9ad6-0f06857af558,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:49.698641 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c0f5541f-0e1b-4697-ba67-fa495380225b tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:49.768384 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c0f5541f-0e1b-4697-ba67-fa495380225b tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:49.790735 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5541f-0e1b-4697-ba67-fa495380225b tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da580563-cfa3-439f-8e8f-3ccfbfdce986,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:49.836924 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-99ae9ee6-b5d2-4808-bbf8-3b7c6c53a023 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:49.854101 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c0f5541f-0e1b-4697-ba67-fa495380225b tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:49.858614 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c0f5541f-0e1b-4697-ba67-fa495380225b tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3196857 Aug 10 04:08:49.864136 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55060) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:49.864468 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-e88320f8-35b0-4f5a-9b1c-7adbea43748f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:49.980335 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e88320f8-35b0-4f5a-9b1c-7adbea43748f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:50.059528 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe2c6f-d85a-4bd7-bffa-368b3ab80572 req-a51857dd-7772-4f51-a7e1-63247cc57c07 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:50.061115 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3efe2c6f-d85a-4bd7-bffa-368b3ab80572 req-a51857dd-7772-4f51-a7e1-63247cc57c07 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=c167be78-d293-4907-9e97-5918ef29d7c3 HTTP/1.1" status: 200 len: 943 time: 0.1249871 Aug 10 04:08:50.063021 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ae9ee6-b5d2-4808-bbf8-3b7c6c53a023 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Router 2f5809e4-b98b-4f7f-a904-70b71e82256d has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:08:50.089852 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e88320f8-35b0-4f5a-9b1c-7adbea43748f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:50.171902 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ae9ee6-b5d2-4808-bbf8-3b7c6c53a023 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:08:50.175949 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3efe2c6f-d85a-4bd7-bffa-368b3ab80572 req-a43bc880-3693-478a-8993-d098552ad008 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070719 Aug 10 04:08:50.183263 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-99ae9ee6-b5d2-4808-bbf8-3b7c6c53a023 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "PUT /v2.0/routers/2f5809e4-b98b-4f7f-a904-70b71e82256d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7385266 Aug 10 04:08:50.183433 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55072) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:50.187551 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c136c414-a6ac-4272-a456-092a4c8d990f None None] Sync routers for ids ['2f5809e4-b98b-4f7f-a904-70b71e82256d'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:08:50.199713 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c136c414-a6ac-4272-a456-092a4c8d990f None None] Routers {'2f5809e4-b98b-4f7f-a904-70b71e82256d'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:50.201073 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c136c414-a6ac-4272-a456-092a4c8d990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:08:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2f5809e4-b98b-4f7f-a904-70b71e82256d'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:50.224901 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-e88320f8-35b0-4f5a-9b1c-7adbea43748f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Allocated IP 172.25.0.13 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/2854b727-a564-4129-877b-419d9249b4e3) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:08:50.257434 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-925e8526-5087-479c-adcd-cb3af8d89073 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Deleting subnet 123bca8b-ff7a-4e64-9518-0972ce7c6758 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:08:50.274110 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-c136c414-a6ac-4272-a456-092a4c8d990f None None] Set router 2f5809e4-b98b-4f7f-a904-70b71e82256d gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:50.297043 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-925e8526-5087-479c-adcd-cb3af8d89073 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:50.329027 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c136c414-a6ac-4272-a456-092a4c8d990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'name': 'tempest-RoutersTest-router-1686726563', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:04Z', 'updated_at': '2021-08-10T04:08:49Z', 'revision_number': 11, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:50.358072 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c136c414-a6ac-4272-a456-092a4c8d990f None None] Checking router: 2f5809e4-b98b-4f7f-a904-70b71e82256d for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:08:50.359112 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-925e8526-5087-479c-adcd-cb3af8d89073 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:50.369398 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c136c414-a6ac-4272-a456-092a4c8d990f None None] Routers {'2f5809e4-b98b-4f7f-a904-70b71e82256d'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:50.370600 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c136c414-a6ac-4272-a456-092a4c8d990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:08:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2f5809e4-b98b-4f7f-a904-70b71e82256d'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:50.436788 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e88320f8-35b0-4f5a-9b1c-7adbea43748f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:50.450153 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-c136c414-a6ac-4272-a456-092a4c8d990f None None] Set router 2f5809e4-b98b-4f7f-a904-70b71e82256d gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:50.494131 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-925e8526-5087-479c-adcd-cb3af8d89073 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:50.509119 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c136c414-a6ac-4272-a456-092a4c8d990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'name': 'tempest-RoutersTest-router-1686726563', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:04Z', 'updated_at': '2021-08-10T04:08:49Z', 'revision_number': 11, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:50.535151 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c136c414-a6ac-4272-a456-092a4c8d990f None None] The sync data for ids ['2f5809e4-b98b-4f7f-a904-70b71e82256d'] in n-d-802893-2 is: [{'id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'name': 'tempest-RoutersTest-router-1686726563', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:04Z', 'updated_at': '2021-08-10T04:08:49Z', 'revision_number': 11, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:08:50.621902 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e88320f8-35b0-4f5a-9b1c-7adbea43748f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:50.643315 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a6eea17b-a016-476d-ae8f-c0ae7ebd0167 req-660682a9-a600-479b-8972-c347cf6a71a4 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47 HTTP/1.1" status: 200 len: 210 time: 0.0321181 Aug 10 04:08:50.677120 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88320f8-35b0-4f5a-9b1c-7adbea43748f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:50.680125 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-925e8526-5087-479c-adcd-cb3af8d89073 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:50.686895 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-e88320f8-35b0-4f5a-9b1c-7adbea43748f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:50.695662 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88320f8-35b0-4f5a-9b1c-7adbea43748f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:08:50.717309 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88320f8-35b0-4f5a-9b1c-7adbea43748f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Pushing event updated for resources: {'Port': ['ID=2854b727-a564-4129-877b-419d9249b4e3,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:50.723092 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e8526-5087-479c-adcd-cb3af8d89073 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Subnet': ['ID=123bca8b-ff7a-4e64-9518-0972ce7c6758,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:50.744484 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-925e8526-5087-479c-adcd-cb3af8d89073 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:50.747848 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-925e8526-5087-479c-adcd-cb3af8d89073 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/subnets/123bca8b-ff7a-4e64-9518-0972ce7c6758 HTTP/1.1" status: 204 len: 168 time: 0.5625327 Aug 10 04:08:50.748624 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfa78c1-8309-425a-beb8-15851fa5dbc6 None None] Network 64aea3c4-1679-4574-b594-8747432f6b00 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:08:50.749528 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55078) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:50.834505 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-487a1c57-1e77-4884-891b-a59a747de505 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:50.853407 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e88320f8-35b0-4f5a-9b1c-7adbea43748f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:50.902823 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-487a1c57-1e77-4884-891b-a59a747de505 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Deleting port 13599841-1ea2-4887-afea-99205f3cfda9 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:08:50.903256 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-487a1c57-1e77-4884-891b-a59a747de505 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:50.965206 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813388e2-39a2-4b18-bf6c-bd320b89fb76 None None] DHCP port deletion for 64aea3c4-1679-4574-b594-8747432f6b00 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:08:50.983367 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 51007c05-058f-4f75-9ad6-0f06857af558 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:08:50.991143 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e88320f8-35b0-4f5a-9b1c-7adbea43748f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:50.998617 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-487a1c57-1e77-4884-891b-a59a747de505 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] For port 13599841-1ea2-4887-afea-99205f3cfda9, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=13599841-1ea2-4887-afea-99205f3cfda9,segment=NetworkSegment(97a69a03-dd3f-4581-9a66-487364fcb6c9),segment_id=97a69a03-dd3f-4581-9a66-487364fcb6c9)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:50.998998 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-487a1c57-1e77-4884-891b-a59a747de505 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:51.014188 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-487a1c57-1e77-4884-891b-a59a747de505 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Calling delete_port for 13599841-1ea2-4887-afea-99205f3cfda9 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:08:51.029422 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 51007c05-058f-4f75-9ad6-0f06857af558 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:08:51.029762 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 51007c05-058f-4f75-9ad6-0f06857af558 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:08:51.092897 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-813388e2-39a2-4b18-bf6c-bd320b89fb76 None None] Deleting port 13599841-1ea2-4887-afea-99205f3cfda9 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:08:51.093564 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-813388e2-39a2-4b18-bf6c-bd320b89fb76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:51.163560 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-813388e2-39a2-4b18-bf6c-bd320b89fb76 None None] For port 13599841-1ea2-4887-afea-99205f3cfda9, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=13599841-1ea2-4887-afea-99205f3cfda9,segment=NetworkSegment(97a69a03-dd3f-4581-9a66-487364fcb6c9),segment_id=97a69a03-dd3f-4581-9a66-487364fcb6c9)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:51.163985 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-813388e2-39a2-4b18-bf6c-bd320b89fb76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:51.177707 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-813388e2-39a2-4b18-bf6c-bd320b89fb76 None None] Calling delete_port for 13599841-1ea2-4887-afea-99205f3cfda9 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:08:51.190562 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e88320f8-35b0-4f5a-9b1c-7adbea43748f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:51.220281 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-487a1c57-1e77-4884-891b-a59a747de505 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:51.237231 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e88320f8-35b0-4f5a-9b1c-7adbea43748f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:51.248886 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a1c57-1e77-4884-891b-a59a747de505 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Port': ['ID=13599841-1ea2-4887-afea-99205f3cfda9,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:51.250921 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487a1c57-1e77-4884-891b-a59a747de505 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] No DVR routers for this DVR port 13599841-1ea2-4887-afea-99205f3cfda9 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:08:51.258820 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-813388e2-39a2-4b18-bf6c-bd320b89fb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:51.284548 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813388e2-39a2-4b18-bf6c-bd320b89fb76 None None] Pushing event deleted for resources: {'Port': ['ID=13599841-1ea2-4887-afea-99205f3cfda9,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:51.291304 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813388e2-39a2-4b18-bf6c-bd320b89fb76 None None] No DVR routers for this DVR port 13599841-1ea2-4887-afea-99205f3cfda9 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:08:51.340142 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-487a1c57-1e77-4884-891b-a59a747de505 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:51.351286 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-487a1c57-1e77-4884-891b-a59a747de505 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64aea3c4-1679-4574-b594-8747432f6b00']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:51.362949 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-487a1c57-1e77-4884-891b-a59a747de505 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a69a03-dd3f-4581-9a66-487364fcb6c9') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:51.363248 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-487a1c57-1e77-4884-891b-a59a747de505 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a69a03-dd3f-4581-9a66-487364fcb6c9') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:51.373777 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-487a1c57-1e77-4884-891b-a59a747de505 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:51.389689 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-487a1c57-1e77-4884-891b-a59a747de505 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:51.397660 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487a1c57-1e77-4884-891b-a59a747de505 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:08:51.398691 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-487a1c57-1e77-4884-891b-a59a747de505 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:08:51.401641 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:08:51.557272 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-487a1c57-1e77-4884-891b-a59a747de505 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:51.562358 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-487a1c57-1e77-4884-891b-a59a747de505 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:51.567199 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-487a1c57-1e77-4884-891b-a59a747de505 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/networks/64aea3c4-1679-4574-b594-8747432f6b00 HTTP/1.1" status: 204 len: 168 time: 0.8133891 Aug 10 04:08:51.570170 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55088) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:51.576386 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-4b6b3b3f-3ee3-4825-85f6-1071a836b85e tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'router': {'routes': None}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:51.625318 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a1c57-1e77-4884-891b-a59a747de505 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Pushing event deleted for resources: {'Network': ['ID=64aea3c4-1679-4574-b594-8747432f6b00,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:51.686233 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88320f8-35b0-4f5a-9b1c-7adbea43748f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Pushing event updated for resources: {'Port': ['ID=2854b727-a564-4129-877b-419d9249b4e3,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:51.694842 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e88320f8-35b0-4f5a-9b1c-7adbea43748f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:51.721442 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dadfcb-2116-475e-aee6-0d738d546aab req-6d59aeef-a4d6-48a1-943f-dabb9c9af0b3 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:51.721442 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c0dadfcb-2116-475e-aee6-0d738d546aab req-6d59aeef-a4d6-48a1-943f-dabb9c9af0b3 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=c167be78-d293-4907-9e97-5918ef29d7c3 HTTP/1.1" status: 200 len: 943 time: 0.1166754 Aug 10 04:08:51.764375 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c0dadfcb-2116-475e-aee6-0d738d546aab req-81dff98e-4525-4862-bed9-0274ff5ef8fa tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335584 Aug 10 04:08:51.801940 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e88320f8-35b0-4f5a-9b1c-7adbea43748f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:51.811709 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e88320f8-35b0-4f5a-9b1c-7adbea43748f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9516139 Aug 10 04:08:51.822262 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-27ca3e79-8c8f-4e39-8b9a-a51c9fccfa4d req-fdd1173c-97c4-4a50-859d-b5802e20d7a2 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47 HTTP/1.1" status: 200 len: 210 time: 0.0968916 Aug 10 04:08:51.848615 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.extraroute_db [None req-4b6b3b3f-3ee3-4825-85f6-1071a836b85e tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Added routes are [] {{(pid=94937) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 10 04:08:51.848922 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.extraroute_db [None req-4b6b3b3f-3ee3-4825-85f6-1071a836b85e tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Removed routes are [] {{(pid=94937) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 10 04:08:51.849288 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4b6b3b3f-3ee3-4825-85f6-1071a836b85e tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:51.950342 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-e0a915ff-342b-4d43-a533-c8068d33292b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:51.951868 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-e0a915ff-342b-4d43-a533-c8068d33292b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.68 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 810 time: 0.3278227 Aug 10 04:08:51.998359 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-34ea2978-72dc-4e17-ae6c-ebad1c3afa0d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Request body: {'port': {'device_id': 'd3c843c5-ddaa-4b73-b698-533ea3450b47', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'admin_state_up': True, 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:52.009062 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-f16e3441-ad86-4627-bd58-5c4e6366430c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--270228441&fields=id&tenant_id=9c54c9ab1fa940fe85894d7bbe0c849c HTTP/1.1" status: 200 len: 267 time: 0.0481131 Aug 10 04:08:52.083656 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4b6b3b3f-3ee3-4825-85f6-1071a836b85e tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:52.090696 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4b6b3b3f-3ee3-4825-85f6-1071a836b85e tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-457799'] for router, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:52.135287 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-b4c22410-ee21-4cf4-89ff-6d17165deb9b tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:52.135287 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-b4c22410-ee21-4cf4-89ff-6d17165deb9b tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/networks?id=f573ecff-4c5c-4552-80ba-7f39fbaee537 HTTP/1.1" status: 200 len: 817 time: 0.1162527 Aug 10 04:08:52.138894 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device e3bcc426-74cf-4232-96d5-196404b3ee20 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:08:52.159182 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-371aa7a0-2339-4ca2-8290-6d85bdc410f5 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/quotas/9c54c9ab1fa940fe85894d7bbe0c849c HTTP/1.1" status: 200 len: 375 time: 0.0173476 Aug 10 04:08:52.230193 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6b3b3f-3ee3-4825-85f6-1071a836b85e tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Router 2f5809e4-b98b-4f7f-a904-70b71e82256d has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:08:52.254682 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-f4129379-5f76-48a9-b153-c17a2600edfb tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c54c9ab1fa940fe85894d7bbe0c849c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0854859 Aug 10 04:08:52.340774 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6b3b3f-3ee3-4825-85f6-1071a836b85e tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:08:52.350174 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4b6b3b3f-3ee3-4825-85f6-1071a836b85e tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:52.350174 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-4b6b3b3f-3ee3-4825-85f6-1071a836b85e tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "PUT /v2.0/routers/2f5809e4-b98b-4f7f-a904-70b71e82256d HTTP/1.1" status: 200 len: 701 time: 0.7787793 Aug 10 04:08:52.351859 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port e3bcc426-74cf-4232-96d5-196404b3ee20, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=e3bcc426-74cf-4232-96d5-196404b3ee20,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:52.353236 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07751f68-82f8-4d32-9259-6ea3f660a2c8 None None] Sync routers for ids ['2f5809e4-b98b-4f7f-a904-70b71e82256d'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:08:52.361742 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55114) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:52.365894 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'e3bcc426-74cf-4232-96d5-196404b3ee20', 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee', 'port_id': 'e3bcc426-74cf-4232-96d5-196404b3ee20', 'mac_address': 'fa:16:3e:86:e8:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f411f5c-5e8b-452a-be71-12f0dd671946', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:08:52.366121 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07751f68-82f8-4d32-9259-6ea3f660a2c8 None None] Routers {'2f5809e4-b98b-4f7f-a904-70b71e82256d'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:52.366737 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-07751f68-82f8-4d32-9259-6ea3f660a2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:08:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2f5809e4-b98b-4f7f-a904-70b71e82256d'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:52.392598 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-2b19bcf5-248e-4746-9838-cbbf688c8b37 service neutron] 10.222.0.25 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362462 Aug 10 04:08:52.423680 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-385e238b-fe4d-483c-b484-d8f84bba1f43 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f5809e4-b98b-4f7f-a904-70b71e82256d HTTP/1.1" status: 200 len: 205 time: 0.0610933 Aug 10 04:08:52.424977 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:52.428056 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55116) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:52.429736 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-34ea2978-72dc-4e17-ae6c-ebad1c3afa0d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Made reservation on behalf of d4bbb82d53544f8dad3eb033c592dee4 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:08:52.433307 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-34ea2978-72dc-4e17-ae6c-ebad1c3afa0d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:52.449579 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3bcc426-74cf-4232-96d5-196404b3ee20 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:08:52.479548 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port e3bcc426-74cf-4232-96d5-196404b3ee20, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=e3bcc426-74cf-4232-96d5-196404b3ee20,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:52.509101 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-07751f68-82f8-4d32-9259-6ea3f660a2c8 None None] Set router 2f5809e4-b98b-4f7f-a904-70b71e82256d gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:52.580146 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:52.595807 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-34ea2978-72dc-4e17-ae6c-ebad1c3afa0d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Allocated IP 172.20.0.3 (ee59e291-e76f-48a7-96a4-530291348714/50d1b050-8d5a-4a28-adea-90a39272e6c6/f89c0952-c26a-4467-973d-831ce88d0209) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:08:52.614694 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cf9d2920-1fc4-4825-a9ef-06e2700fd845 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:52.631487 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-07751f68-82f8-4d32-9259-6ea3f660a2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'name': 'tempest-RoutersTest-router-1686726563', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:04Z', 'updated_at': '2021-08-10T04:08:49Z', 'revision_number': 11, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:52.686098 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07751f68-82f8-4d32-9259-6ea3f660a2c8 None None] Checking router: 2f5809e4-b98b-4f7f-a904-70b71e82256d for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:08:52.697513 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07751f68-82f8-4d32-9259-6ea3f660a2c8 None None] Routers {'2f5809e4-b98b-4f7f-a904-70b71e82256d'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:52.698430 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-07751f68-82f8-4d32-9259-6ea3f660a2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:08:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2f5809e4-b98b-4f7f-a904-70b71e82256d'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:52.704673 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=e3bcc426-74cf-4232-96d5-196404b3ee20,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:52.720901 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 13599841-1ea2-4887-afea-99205f3cfda9 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:08:52.761878 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 13599841-1ea2-4887-afea-99205f3cfda9 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:08:52.762294 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 13599841-1ea2-4887-afea-99205f3cfda9 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:08:52.789743 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-07751f68-82f8-4d32-9259-6ea3f660a2c8 None None] Set router 2f5809e4-b98b-4f7f-a904-70b71e82256d gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:52.808619 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-3c0c81a0-033a-422d-8faf-57f7e685ef46 service neutron] 10.222.0.25 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137948 Aug 10 04:08:52.861090 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['e3bcc426-74cf-4232-96d5-196404b3ee20'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:08:52.891578 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-07751f68-82f8-4d32-9259-6ea3f660a2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'name': 'tempest-RoutersTest-router-1686726563', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:04Z', 'updated_at': '2021-08-10T04:08:49Z', 'revision_number': 11, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:52.922854 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07751f68-82f8-4d32-9259-6ea3f660a2c8 None None] The sync data for ids ['2f5809e4-b98b-4f7f-a904-70b71e82256d'] in n-d-802893-2 is: [{'id': '2f5809e4-b98b-4f7f-a904-70b71e82256d', 'name': 'tempest-RoutersTest-router-1686726563', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:04Z', 'updated_at': '2021-08-10T04:08:49Z', 'revision_number': 11, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:08:53.026273 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cf9d2920-1fc4-4825-a9ef-06e2700fd845 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:53.029112 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cf9d2920-1fc4-4825-a9ef-06e2700fd845 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:53.166022 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cf9d2920-1fc4-4825-a9ef-06e2700fd845 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:53.166872 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9d2920-1fc4-4825-a9ef-06e2700fd845 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Fanout notify agent at l3_agent the message router_deleted on router 2f5809e4-b98b-4f7f-a904-70b71e82256d {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:08:53.174133 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cf9d2920-1fc4-4825-a9ef-06e2700fd845 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:53.181378 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-cf9d2920-1fc4-4825-a9ef-06e2700fd845 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/routers/2f5809e4-b98b-4f7f-a904-70b71e82256d HTTP/1.1" status: 204 len: 168 time: 0.7517278 Aug 10 04:08:53.181577 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55124) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:53.186698 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c71b3e81-c6fe-42d2-a9bb-1f478fd47884 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-631858053', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:53.290013 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c71b3e81-c6fe-42d2-a9bb-1f478fd47884 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:53.291265 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c71b3e81-c6fe-42d2-a9bb-1f478fd47884 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:53.413416 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69d30d-4cd9-4cb6-bc29-97cd6b45ab3a req-559d3324-3289-42c1-a140-6fb85aaaba47 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:53.415000 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b69d30d-4cd9-4cb6-bc29-97cd6b45ab3a req-559d3324-3289-42c1-a140-6fb85aaaba47 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=c167be78-d293-4907-9e97-5918ef29d7c3 HTTP/1.1" status: 200 len: 944 time: 0.1331091 Aug 10 04:08:53.481799 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-34ea2978-72dc-4e17-ae6c-ebad1c3afa0d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:53.493199 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c71b3e81-c6fe-42d2-a9bb-1f478fd47884 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:53.513803 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9d69150c-d062-4377-b629-dca1cfc8030a req-be70423a-34ab-4f5b-8791-98de56fa0f00 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47 HTTP/1.1" status: 200 len: 210 time: 0.1505182 Aug 10 04:08:53.518720 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-34ea2978-72dc-4e17-ae6c-ebad1c3afa0d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Transition to ACTIVE for port object f89c0952-c26a-4467-973d-831ce88d0209 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:53.527887 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b69d30d-4cd9-4cb6-bc29-97cd6b45ab3a req-3f97df51-c934-4c1d-9f4a-8e0b318d0b72 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981452 Aug 10 04:08:53.569399 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c71b3e81-c6fe-42d2-a9bb-1f478fd47884 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:53.638347 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a3568120-bab2-427a-ac83-ad741d526669 req-41e6f61b-a330-4ce7-855e-60fc6dec6a61 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 210 time: 0.0335455 Aug 10 04:08:53.649590 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-34ea2978-72dc-4e17-ae6c-ebad1c3afa0d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:53.677368 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c71b3e81-c6fe-42d2-a9bb-1f478fd47884 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:53.681805 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c71b3e81-c6fe-42d2-a9bb-1f478fd47884 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4992764 Aug 10 04:08:53.682537 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55140) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:53.687475 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-720fbda9-c856-44c9-815e-e28d753f6505 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:53.706300 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-34ea2978-72dc-4e17-ae6c-ebad1c3afa0d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Network ee59e291-e76f-48a7-96a4-530291348714 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:53.710482 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-34ea2978-72dc-4e17-ae6c-ebad1c3afa0d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:53.715564 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-34ea2978-72dc-4e17-ae6c-ebad1c3afa0d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:08:53.719991 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea2978-72dc-4e17-ae6c-ebad1c3afa0d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event updated for resources: {'Port': ['ID=f89c0952-c26a-4467-973d-831ce88d0209,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:53.784784 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-34ea2978-72dc-4e17-ae6c-ebad1c3afa0d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:53.786487 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-34ea2978-72dc-4e17-ae6c-ebad1c3afa0d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:53.861434 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-34ea2978-72dc-4e17-ae6c-ebad1c3afa0d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8685279 Aug 10 04:08:53.868179 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:08:53.875182 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-fda00291-53a1-4a7a-ae63-0696e00ccc5e service neutron] Request body: {'port': {'device_id': 'd3c843c5-ddaa-4b73-b698-533ea3450b47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:53.948122 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-fda00291-53a1-4a7a-ae63-0696e00ccc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:53.951261 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-720fbda9-c856-44c9-815e-e28d753f6505 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-453903', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-457822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1921'] for router, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:54.031950 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-720fbda9-c856-44c9-815e-e28d753f6505 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454141', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-457799'] for router, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:54.110828 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3566c44b-6286-43b2-b5df-d97dac5c25f6 None None] Provisioning for port f89c0952-c26a-4467-973d-831ce88d0209 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:54.115787 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3566c44b-6286-43b2-b5df-d97dac5c25f6 None None] Provisioning complete for port f89c0952-c26a-4467-973d-831ce88d0209 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:54.116409 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3566c44b-6286-43b2-b5df-d97dac5c25f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:54.158183 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device e3bcc426-74cf-4232-96d5-196404b3ee20 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:08:54.185296 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-3566c44b-6286-43b2-b5df-d97dac5c25f6 None None] Port f89c0952-c26a-4467-973d-831ce88d0209 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:08:54.258311 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-fda00291-53a1-4a7a-ae63-0696e00ccc5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f89c0952-c26a-4467-973d-831ce88d0209 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:08:54.262926 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720fbda9-c856-44c9-815e-e28d753f6505 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Router 141fde3a-9d85-492c-8e95-191cec51ea62 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:08:54.266343 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-fda00291-53a1-4a7a-ae63-0696e00ccc5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:54.279503 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-fda00291-53a1-4a7a-ae63-0696e00ccc5e service neutron] Transition to ACTIVE for port object f89c0952-c26a-4467-973d-831ce88d0209 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:54.291431 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port e3bcc426-74cf-4232-96d5-196404b3ee20 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:54.296035 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port e3bcc426-74cf-4232-96d5-196404b3ee20 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:54.296590 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:54.342697 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720fbda9-c856-44c9-815e-e28d753f6505 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:08:54.356588 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-720fbda9-c856-44c9-815e-e28d753f6505 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:54.360805 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-720fbda9-c856-44c9-815e-e28d753f6505 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "PUT /v2.0/routers/141fde3a-9d85-492c-8e95-191cec51ea62 HTTP/1.1" status: 200 len: 693 time: 0.6772740 Aug 10 04:08:54.361884 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55144) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:54.362605 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc70a7f3-8cff-466f-8566-bd359b7e48ec None None] Sync routers for ids ['141fde3a-9d85-492c-8e95-191cec51ea62'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:08:54.382192 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc70a7f3-8cff-466f-8566-bd359b7e48ec None None] Routers {'141fde3a-9d85-492c-8e95-191cec51ea62'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:54.388148 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-bc70a7f3-8cff-466f-8566-bd359b7e48ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:08:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['141fde3a-9d85-492c-8e95-191cec51ea62'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:54.454606 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-bc70a7f3-8cff-466f-8566-bd359b7e48ec None None] Set router 141fde3a-9d85-492c-8e95-191cec51ea62 gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:54.461260 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-fda00291-53a1-4a7a-ae63-0696e00ccc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:54.493141 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f880f0b4-60eb-4087-87eb-3cd604cf3664 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "GET /v2.0/routers/141fde3a-9d85-492c-8e95-191cec51ea62 HTTP/1.1" status: 200 len: 699 time: 0.1277330 Aug 10 04:08:54.493559 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55150) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:54.513354 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-bc70a7f3-8cff-466f-8566-bd359b7e48ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141fde3a-9d85-492c-8e95-191cec51ea62', 'name': 'tempest-RoutersTest-router-631858053', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:53Z', 'updated_at': '2021-08-10T04:08:53Z', 'revision_number': 2, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:54.534390 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5e412b2a-a2de-49bd-9580-e63ad14a4915 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "GET /v2.0/ports?device_id=141fde3a-9d85-492c-8e95-191cec51ea62 HTTP/1.1" status: 200 len: 205 time: 0.0396268 Aug 10 04:08:54.537098 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55152) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:54.541110 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda00291-53a1-4a7a-ae63-0696e00ccc5e service neutron] Pushing event updated for resources: {'Port': ['ID=f89c0952-c26a-4467-973d-831ce88d0209,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:54.541541 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:54.544502 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc70a7f3-8cff-466f-8566-bd359b7e48ec None None] Checking router: 141fde3a-9d85-492c-8e95-191cec51ea62 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:08:54.598903 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c167be78-d293-4907-9e97-5918ef29d7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bcc426-74cf-4232-96d5-196404b3ee20'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:08:54.604261 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4375e46-6de7-4652-8cd6-de5f5b8d2827" -d '{"events": [{"server_uuid": "c167be78-d293-4907-9e97-5918ef29d7c3", "name": "network-vif-plugged", "status": "completed", "tag": "e3bcc426-74cf-4232-96d5-196404b3ee20"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:08:54.607171 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc70a7f3-8cff-466f-8566-bd359b7e48ec None None] Routers {'141fde3a-9d85-492c-8e95-191cec51ea62'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:08:54.608018 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-bc70a7f3-8cff-466f-8566-bd359b7e48ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:08:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['141fde3a-9d85-492c-8e95-191cec51ea62'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:54.853325 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4b2eb123-9e64-4ed7-9a81-243b9b8e5b14 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:54.861143 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-fda00291-53a1-4a7a-ae63-0696e00ccc5e service neutron] Attempting to bind port f89c0952-c26a-4467-973d-831ce88d0209 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:08:54.864503 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-fda00291-53a1-4a7a-ae63-0696e00ccc5e service neutron] Attempting to bind port f89c0952-c26a-4467-973d-831ce88d0209 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:08:54.864503 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-fda00291-53a1-4a7a-ae63-0696e00ccc5e service neutron] Attempting to bind port f89c0952-c26a-4467-973d-831ce88d0209 on network ee59e291-e76f-48a7-96a4-530291348714 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:54.896965 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9af1d-87cd-4160-b086-f8b3fccde8c2 req-51ee7219-ebd5-45a1-9c90-a9cdff369f0a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:54.898616 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f7c9af1d-87cd-4160-b086-f8b3fccde8c2 req-51ee7219-ebd5-45a1-9c90-a9cdff369f0a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=c167be78-d293-4907-9e97-5918ef29d7c3 HTTP/1.1" status: 200 len: 944 time: 0.1933589 Aug 10 04:08:54.899774 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-fda00291-53a1-4a7a-ae63-0696e00ccc5e service neutron] Port f89c0952-c26a-4467-973d-831ce88d0209 on network ee59e291-e76f-48a7-96a4-530291348714 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:08:54.900129 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-fda00291-53a1-4a7a-ae63-0696e00ccc5e service neutron] Attempting to bind port f89c0952-c26a-4467-973d-831ce88d0209 on network ee59e291-e76f-48a7-96a4-530291348714 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:54.914051 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port e3bcc426-74cf-4232-96d5-196404b3ee20, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=e3bcc426-74cf-4232-96d5-196404b3ee20,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:08:54.934848 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-fda00291-53a1-4a7a-ae63-0696e00ccc5e service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:08:54.935409 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-fda00291-53a1-4a7a-ae63-0696e00ccc5e service neutron] Checking segment: {'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:54.940657 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-fda00291-53a1-4a7a-ae63-0696e00ccc5e service neutron] Bound using segment: {'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:08:54.941146 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-fda00291-53a1-4a7a-ae63-0696e00ccc5e service neutron] Bound port: f89c0952-c26a-4467-973d-831ce88d0209, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:08:54.941681 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-fda00291-53a1-4a7a-ae63-0696e00ccc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:54.955499 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-bc70a7f3-8cff-466f-8566-bd359b7e48ec None None] Set router 141fde3a-9d85-492c-8e95-191cec51ea62 gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:08:55.022722 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:55.051650 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e13f67-4396-424e-9086-5a07015e9b37 req-833d0b1d-e3b3-46b8-b0bc-7556532a6a01 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:55.053367 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-65e13f67-4396-424e-9086-5a07015e9b37 req-833d0b1d-e3b3-46b8-b0bc-7556532a6a01 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47 HTTP/1.1" status: 200 len: 943 time: 0.3146579 Aug 10 04:08:55.080689 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=e3bcc426-74cf-4232-96d5-196404b3ee20,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:55.084836 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-bc70a7f3-8cff-466f-8566-bd359b7e48ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141fde3a-9d85-492c-8e95-191cec51ea62', 'name': 'tempest-RoutersTest-router-631858053', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:53Z', 'updated_at': '2021-08-10T04:08:53Z', 'revision_number': 2, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:08:55.099773 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-fda00291-53a1-4a7a-ae63-0696e00ccc5e service neutron] For port f89c0952-c26a-4467-973d-831ce88d0209, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:08:55.107667 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-fda00291-53a1-4a7a-ae63-0696e00ccc5e service neutron] For port f89c0952-c26a-4467-973d-831ce88d0209, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f89c0952-c26a-4467-973d-831ce88d0209,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:08:55.122788 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc70a7f3-8cff-466f-8566-bd359b7e48ec None None] The sync data for ids ['141fde3a-9d85-492c-8e95-191cec51ea62'] in n-d-802893-2 is: [{'id': '141fde3a-9d85-492c-8e95-191cec51ea62', 'name': 'tempest-RoutersTest-router-631858053', 'tenant_id': '1e77910191554529bf7135b6bdb86de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:08:53Z', 'updated_at': '2021-08-10T04:08:53Z', 'revision_number': 2, 'project_id': '1e77910191554529bf7135b6bdb86de8', 'gw_port_host': None}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:08:55.137314 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f7c9af1d-87cd-4160-b086-f8b3fccde8c2 req-28d62b27-5a16-410c-8e0e-fba80a7f0f45 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316403 Aug 10 04:08:55.183522 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-fda00291-53a1-4a7a-ae63-0696e00ccc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:55.205519 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94259b6-eee1-4fe1-bcf6-f3462b138b17 x-openstack-request-id: req-e94259b6-eee1-4fe1-bcf6-f3462b138b17 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:08:55.205891 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c167be78-d293-4907-9e97-5918ef29d7c3", "name": "network-vif-plugged", "status": "completed", "tag": "e3bcc426-74cf-4232-96d5-196404b3ee20", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:08:55.206215 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e94259b6-eee1-4fe1-bcf6-f3462b138b17 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:08:55.206683 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c167be78-d293-4907-9e97-5918ef29d7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3bcc426-74cf-4232-96d5-196404b3ee20', 'code': 200} Aug 10 04:08:55.311919 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-fda00291-53a1-4a7a-ae63-0696e00ccc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:55.312582 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-fda00291-53a1-4a7a-ae63-0696e00ccc5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:55.314145 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-fda00291-53a1-4a7a-ae63-0696e00ccc5e service neutron] 10.222.0.68 "PUT /v2.0/ports/f89c0952-c26a-4467-973d-831ce88d0209 HTTP/1.1" status: 200 len: 1091 time: 1.4444172 Aug 10 04:08:55.314624 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c843c5-ddaa-4b73-b698-533ea3450b47', 'tag': 'f89c0952-c26a-4467-973d-831ce88d0209'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:08:55.329955 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50ea4b5-71bd-4c0e-b017-ebc5547753b1" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c843c5-ddaa-4b73-b698-533ea3450b47", "tag": "f89c0952-c26a-4467-973d-831ce88d0209"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:08:55.343425 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-65e13f67-4396-424e-9086-5a07015e9b37 req-7f17be8f-2448-4cc9-be69-5481beb4c07a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811208 Aug 10 04:08:55.345834 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4b2eb123-9e64-4ed7-9a81-243b9b8e5b14 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:55.354376 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4b2eb123-9e64-4ed7-9a81-243b9b8e5b14 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:55.437595 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef3cbd9-5bbd-4d3e-9cdf-c32d742bb294 x-openstack-request-id: req-cef3cbd9-5bbd-4d3e-9cdf-c32d742bb294 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:08:55.437903 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c843c5-ddaa-4b73-b698-533ea3450b47", "tag": "f89c0952-c26a-4467-973d-831ce88d0209", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:08:55.438168 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cef3cbd9-5bbd-4d3e-9cdf-c32d742bb294 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:08:55.438595 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c843c5-ddaa-4b73-b698-533ea3450b47', 'tag': 'f89c0952-c26a-4467-973d-831ce88d0209', 'status': 'completed', 'code': 200} Aug 10 04:08:55.493753 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4b2eb123-9e64-4ed7-9a81-243b9b8e5b14 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:55.494393 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2eb123-9e64-4ed7-9a81-243b9b8e5b14 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Fanout notify agent at l3_agent the message router_deleted on router 141fde3a-9d85-492c-8e95-191cec51ea62 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:08:55.502230 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4b2eb123-9e64-4ed7-9a81-243b9b8e5b14 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:55.510864 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4b2eb123-9e64-4ed7-9a81-243b9b8e5b14 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/routers/141fde3a-9d85-492c-8e95-191cec51ea62 HTTP/1.1" status: 204 len: 168 time: 0.9561515 Aug 10 04:08:55.511110 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55184) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:55.529739 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a6f7e88d-39dc-4e11-ac77-90ecd2660531 req-1e581c05-b00b-4d3b-ab6f-4cbcd5192164 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 210 time: 0.1504011 Aug 10 04:08:55.543340 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda00291-53a1-4a7a-ae63-0696e00ccc5e service neutron] Pushing event updated for resources: {'Port': ['ID=f89c0952-c26a-4467-973d-831ce88d0209,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:55.586780 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ffa0e-f369-484b-8214-1c897732b1b5 req-fd466da9-a4d0-4723-852a-0ac54b5b9d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:55.588750 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4d8ffa0e-f369-484b-8214-1c897732b1b5 req-fd466da9-a4d0-4723-852a-0ac54b5b9d48 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c167be78-d293-4907-9e97-5918ef29d7c3 HTTP/1.1" status: 200 len: 1096 time: 0.2530322 Aug 10 04:08:55.614786 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d7b3c2fa-176c-4160-a133-ee095a61b227 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "GET /v2.0/ports?device_id=141fde3a-9d85-492c-8e95-191cec51ea62 HTTP/1.1" status: 200 len: 205 time: 0.0930800 Aug 10 04:08:55.614786 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55188) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:55.640887 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-db9de578-2878-4a71-97ef-20c181fcae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:55.648714 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-db9de578-2878-4a71-97ef-20c181fcae84 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47 HTTP/1.1" status: 200 len: 1094 time: 0.1953506 Aug 10 04:08:55.666876 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4d8ffa0e-f369-484b-8214-1c897732b1b5 req-d08a2b00-0ffc-4b30-9e57-76fcf2cbaeaf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646498 Aug 10 04:08:55.691939 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-e16caa72-0bd3-4714-b881-3d1a9c82df0c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] delete failed (client error): The resource could not be found. Aug 10 04:08:55.693775 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e16caa72-0bd3-4714-b881-3d1a9c82df0c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/routers/141fde3a-9d85-492c-8e95-191cec51ea62 HTTP/1.1" status: 404 len: 336 time: 0.0831742 Aug 10 04:08:55.695675 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55190) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:55.721941 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-35497ace-6e52-4437-b29a-08723b215915 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f89c0952-c26a-4467-973d-831ce88d0209 HTTP/1.1" status: 200 len: 217 time: 0.0537877 Aug 10 04:08:55.731337 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0fd277a-01e4-475c-906f-e66c5eec876c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] DELETE failed (client error): The resource could not be found. Aug 10 04:08:55.731794 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0fd277a-01e4-475c-906f-e66c5eec876c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:08:55.733673 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a0fd277a-01e4-475c-906f-e66c5eec876c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/subnets/88e7be8c-a4ae-40c5-bff1-1d7d2e917cdf HTTP/1.1" status: 404 len: 337 time: 0.0370259 Aug 10 04:08:55.736083 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55192) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:55.764464 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-e56f1104-2dc3-4855-94c0-3927010cfd10 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] DELETE failed (client error): The resource could not be found. Aug 10 04:08:55.764925 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e56f1104-2dc3-4855-94c0-3927010cfd10 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:08:55.770588 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55194) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:55.775170 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e56f1104-2dc3-4855-94c0-3927010cfd10 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/subnets/43ca4ddb-88c5-42f0-9858-5231b8c8d8de HTTP/1.1" status: 404 len: 337 time: 0.0298660 Aug 10 04:08:55.811213 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eaf0121-87a1-4092-9208-0d7d3d62c70d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] DELETE failed (client error): The resource could not be found. Aug 10 04:08:55.811670 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eaf0121-87a1-4092-9208-0d7d3d62c70d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:08:55.813430 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6eaf0121-87a1-4092-9208-0d7d3d62c70d tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/subnets/a3cf4940-78bb-40b1-9bf4-10680e1fe06b HTTP/1.1" status: 404 len: 337 time: 0.0418777 Aug 10 04:08:55.816399 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55196) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:55.829633 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-c1f8931d-711c-4c21-8abe-abaaa0ef3161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:55.831264 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-c1f8931d-711c-4c21-8abe-abaaa0ef3161 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=50d1b050-8d5a-4a28-adea-90a39272e6c6 HTTP/1.1" status: 200 len: 849 time: 0.1006188 Aug 10 04:08:55.846816 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83eb4f5-f345-4975-9aa4-58b6783782f0 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] DELETE failed (client error): The resource could not be found. Aug 10 04:08:55.848399 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83eb4f5-f345-4975-9aa4-58b6783782f0 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:08:55.852980 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a83eb4f5-f345-4975-9aa4-58b6783782f0 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/subnets/123bca8b-ff7a-4e64-9518-0972ce7c6758 HTTP/1.1" status: 404 len: 337 time: 0.0348237 Aug 10 04:08:55.853359 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55198) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:55.890219 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5773ee53-aa04-44f7-8df7-f82d29fecd8e tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f5809e4-b98b-4f7f-a904-70b71e82256d HTTP/1.1" status: 200 len: 205 time: 0.0334766 Aug 10 04:08:55.890495 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55200) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:55.914012 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-24bbdaaf-d11b-46cb-9eea-5e943b0aaece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:55.916131 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-24bbdaaf-d11b-46cb-9eea-5e943b0aaece service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee59e291-e76f-48a7-96a4-530291348714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772383 Aug 10 04:08:55.942382 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-cce9b803-bf22-4d01-8621-8d33a20c9467 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] delete failed (client error): The resource could not be found. Aug 10 04:08:55.943456 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-cce9b803-bf22-4d01-8621-8d33a20c9467 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/routers/2f5809e4-b98b-4f7f-a904-70b71e82256d HTTP/1.1" status: 404 len: 336 time: 0.0515652 Aug 10 04:08:55.946151 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55202) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:55.975216 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-eef584b0-217e-4a44-b726-1647c7250cf3 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "GET /v2.0/ports?device_id=7af07404-f1fd-4206-b570-64e98b257d5f HTTP/1.1" status: 200 len: 205 time: 0.0278966 Aug 10 04:08:55.977527 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55204) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:56.015036 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-f39ff317-84ed-47f7-9c6e-adce718cac56 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] delete failed (client error): The resource could not be found. Aug 10 04:08:56.016098 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f39ff317-84ed-47f7-9c6e-adce718cac56 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/routers/7af07404-f1fd-4206-b570-64e98b257d5f HTTP/1.1" status: 404 len: 336 time: 0.0374398 Aug 10 04:08:56.018731 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55206) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:56.065612 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab334520-ec2f-42e5-80ef-82ed961eab14 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] DELETE failed (client error): The resource could not be found. Aug 10 04:08:56.066867 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab334520-ec2f-42e5-80ef-82ed961eab14 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:08:56.073116 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55208) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:56.073899 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ab334520-ec2f-42e5-80ef-82ed961eab14 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/subnets/2f50dde6-226f-4b09-bc61-2284007f013d HTTP/1.1" status: 404 len: 337 time: 0.0538654 Aug 10 04:08:56.128655 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c3a23674-4046-43cc-996a-555b942fd494 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "GET /v2.0/ports?device_id=41af908c-9bf5-41dd-a2e1-a4032d4c6f8b HTTP/1.1" status: 200 len: 205 time: 0.0544171 Aug 10 04:08:56.132892 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55210) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:56.138508 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-be3928ee-93d9-4821-8b09-a8059388fb1e service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127588 Aug 10 04:08:56.197914 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-cf848200-5208-4d16-9da3-dd70e0ead4c2 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] delete failed (client error): The resource could not be found. Aug 10 04:08:56.202099 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-cf848200-5208-4d16-9da3-dd70e0ead4c2 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/routers/41af908c-9bf5-41dd-a2e1-a4032d4c6f8b HTTP/1.1" status: 404 len: 336 time: 0.0681369 Aug 10 04:08:56.202857 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55214) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:56.261389 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-d01a13c3-58ae-40aa-846a-0ab917deb864 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:56.263096 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-d01a13c3-58ae-40aa-846a-0ab917deb864 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.20 "GET /v2.0/networks?id=f573ecff-4c5c-4552-80ba-7f39fbaee537 HTTP/1.1" status: 200 len: 817 time: 0.2757945 Aug 10 04:08:56.263591 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55216) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:56.273855 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b5c9a804-badc-408d-8530-4f4ca7167950 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "GET /v2.0/ports?device_id=7516acca-e111-4735-8e92-823e61168525 HTTP/1.1" status: 200 len: 205 time: 0.0688009 Aug 10 04:08:56.360692 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-c8b0813d-2c2e-4d33-8c16-78c0df1a62a1 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] delete failed (client error): The resource could not be found. Aug 10 04:08:56.362869 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c8b0813d-2c2e-4d33-8c16-78c0df1a62a1 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/routers/7516acca-e111-4735-8e92-823e61168525 HTTP/1.1" status: 404 len: 336 time: 0.0955811 Aug 10 04:08:56.368596 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55222) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:56.373494 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-b028b2a9-16cc-45e9-994a-afa3aab20ecf tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c54c9ab1fa940fe85894d7bbe0c849c HTTP/1.1" status: 200 len: 379 time: 0.0623999 Aug 10 04:08:56.386705 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-bbecddee-1dc0-47d7-938a-4d536bfe75a8 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Request body: {'port': {'device_id': 'af6029e9-a968-4200-b599-4c32887f2a21', 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'admin_state_up': True, 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'security_groups': ['82cd2cc1-fff0-4c3b-a29f-74bd254f4406']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:56.388919 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666accb-efab-4bff-8a95-b08e8ccfe8f5 req-f59930a2-1ba7-4994-9f8d-53bc31b95f5b tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:56.391079 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4666accb-efab-4bff-8a95-b08e8ccfe8f5 req-f59930a2-1ba7-4994-9f8d-53bc31b95f5b tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=c167be78-d293-4907-9e97-5918ef29d7c3 HTTP/1.1" status: 200 len: 945 time: 0.1160567 Aug 10 04:08:56.420532 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa555ef4-fbc1-4f74-9180-6c168283da81 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] DELETE failed (client error): The resource could not be found. Aug 10 04:08:56.420892 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa555ef4-fbc1-4f74-9180-6c168283da81 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:08:56.429960 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-aa555ef4-fbc1-4f74-9180-6c168283da81 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/subnets/701115e6-eca7-4eb5-bb40-8bd0bffe36f3 HTTP/1.1" status: 404 len: 337 time: 0.0567591 Aug 10 04:08:56.430588 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55224) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:56.473862 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ac17f5ef-2eb6-4654-a2bc-f54818436aed req-e53aa701-c0ec-4a89-ad11-b36a8f0aeac5 service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248115 Aug 10 04:08:56.495947 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9a0280f7-063d-48b5-a03e-7099a0079600 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd6fe708-575d-4d47-b507-5de485ab68aa HTTP/1.1" status: 200 len: 205 time: 0.0587494 Aug 10 04:08:56.497105 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55226) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:56.558341 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-7617f8a5-065d-4149-a175-805520194f8f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] delete failed (client error): The resource could not be found. Aug 10 04:08:56.559483 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7617f8a5-065d-4149-a175-805520194f8f tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/routers/dd6fe708-575d-4d47-b507-5de485ab68aa HTTP/1.1" status: 404 len: 336 time: 0.0561013 Aug 10 04:08:56.581188 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55228) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:56.653242 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-56559a19-2bf8-439e-baf1-c22a092d3d97 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] DELETE failed (client error): The resource could not be found. Aug 10 04:08:56.653711 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56559a19-2bf8-439e-baf1-c22a092d3d97 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:08:56.655593 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-56559a19-2bf8-439e-baf1-c22a092d3d97 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/subnets/9b4db015-9a75-4a2e-9898-95c0458e989b HTTP/1.1" status: 404 len: 337 time: 0.0694890 Aug 10 04:08:56.658822 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55234) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:56.664842 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4666accb-efab-4bff-8a95-b08e8ccfe8f5 req-77e61c9c-4999-40a7-b283-7b01e301af9c tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468021 Aug 10 04:08:56.721730 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6c25ca87-316c-48b9-a275-889b33190fba tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01 HTTP/1.1" status: 200 len: 205 time: 0.0615892 Aug 10 04:08:56.725520 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55238) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:56.745650 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c2ab1-77d7-4ef9-af30-a95c1d23302a req-163c3275-68fc-4b33-a990-7124b8b2f48d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:56.747908 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-904c2ab1-77d7-4ef9-af30-a95c1d23302a req-163c3275-68fc-4b33-a990-7124b8b2f48d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47 HTTP/1.1" status: 200 len: 943 time: 0.2077241 Aug 10 04:08:56.804105 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-bbecddee-1dc0-47d7-938a-4d536bfe75a8 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Made reservation on behalf of 9c54c9ab1fa940fe85894d7bbe0c849c for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:08:56.825678 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-bbecddee-1dc0-47d7-938a-4d536bfe75a8 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:56.837182 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-c74ff186-1c2e-4f79-9924-801c53f90fc4 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] delete failed (client error): The resource could not be found. Aug 10 04:08:56.837182 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c74ff186-1c2e-4f79-9924-801c53f90fc4 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/routers/fcd8c2f2-0ef7-4e84-8ba2-a6cd1bbb1e01 HTTP/1.1" status: 404 len: 336 time: 0.1041059 Aug 10 04:08:56.837182 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55240) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:56.870685 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ea4b5-71bd-4c0e-b017-ebc5547753b1 req-33c4a837-11ba-4474-9d55-ab3c8b2652e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:56.872231 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e50ea4b5-71bd-4c0e-b017-ebc5547753b1 req-33c4a837-11ba-4474-9d55-ab3c8b2652e2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47 HTTP/1.1" status: 200 len: 1094 time: 0.2182753 Aug 10 04:08:56.930206 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b59747-5709-4476-afd2-4d537aa0ea8c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] DELETE failed (client error): The resource could not be found. Aug 10 04:08:56.930206 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34b59747-5709-4476-afd2-4d537aa0ea8c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:08:56.931944 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-34b59747-5709-4476-afd2-4d537aa0ea8c tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/subnets/a2f8d8fa-8342-48a3-94c7-dd0e35d60822 HTTP/1.1" status: 404 len: 337 time: 0.0970280 Aug 10 04:08:56.968335 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55242) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:56.970521 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bb84f1d3-ce51-46cc-9b5b-a5fd0df63235 req-25746733-daad-4ece-9dc2-057f69ccfd58 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 210 time: 0.1119947 Aug 10 04:08:56.987076 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-904c2ab1-77d7-4ef9-af30-a95c1d23302a req-23f28fcd-6069-42b1-ac37-902895d99193 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234352 Aug 10 04:08:57.032683 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c9a1e1-31b6-4a05-9b8b-25a13eddb693 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] DELETE failed (client error): The resource could not be found. Aug 10 04:08:57.036856 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8c9a1e1-31b6-4a05-9b8b-25a13eddb693 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:08:57.044980 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f8c9a1e1-31b6-4a05-9b8b-25a13eddb693 tempest-RoutersTest-1902152950 tempest-RoutersTest-1902152950-project] 10.222.0.25 "DELETE /v2.0/subnets/f5a50e78-2583-4e4b-b129-fbc43ec09262 HTTP/1.1" status: 404 len: 337 time: 0.0581849 Aug 10 04:08:57.170924 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ea4b5-71bd-4c0e-b017-ebc5547753b1 req-2af2f07b-f6c3-48ef-b3eb-3e9c98aa977c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:57.172561 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e50ea4b5-71bd-4c0e-b017-ebc5547753b1 req-2af2f07b-f6c3-48ef-b3eb-3e9c98aa977c service neutron] 10.222.0.68 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 911 time: 0.2759309 Aug 10 04:08:57.220502 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e50ea4b5-71bd-4c0e-b017-ebc5547753b1 req-f33df88d-3864-46c6-8fae-37852fa5e699 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f89c0952-c26a-4467-973d-831ce88d0209 HTTP/1.1" status: 200 len: 217 time: 0.0383513 Aug 10 04:08:57.260970 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-bbecddee-1dc0-47d7-938a-4d536bfe75a8 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Allocated IP 172.20.0.9 (f573ecff-4c5c-4552-80ba-7f39fbaee537/6dfeb297-f2e7-4070-a508-7d422d26e1b7/205df6d7-0c4e-499f-b491-c4e9b32c3167) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:08:57.293347 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ea4b5-71bd-4c0e-b017-ebc5547753b1 req-cd5785ae-7a7f-422e-a0af-c3f26b7b58f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:57.294828 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e50ea4b5-71bd-4c0e-b017-ebc5547753b1 req-cd5785ae-7a7f-422e-a0af-c3f26b7b58f1 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=50d1b050-8d5a-4a28-adea-90a39272e6c6 HTTP/1.1" status: 200 len: 849 time: 0.0646322 Aug 10 04:08:57.416651 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ea4b5-71bd-4c0e-b017-ebc5547753b1 req-cc4f9667-945d-4d69-b805-651c634a395a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:57.418195 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e50ea4b5-71bd-4c0e-b017-ebc5547753b1 req-cc4f9667-945d-4d69-b805-651c634a395a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee59e291-e76f-48a7-96a4-530291348714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129467 Aug 10 04:08:57.545355 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-bbecddee-1dc0-47d7-938a-4d536bfe75a8 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:57.550475 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e50ea4b5-71bd-4c0e-b017-ebc5547753b1 req-4ac559e9-60bd-44c3-940e-7abb0c30eaa9 service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229496 Aug 10 04:08:57.556601 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:57.567381 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55250) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:57.569452 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-bbecddee-1dc0-47d7-938a-4d536bfe75a8 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Transition to ACTIVE for port object 205df6d7-0c4e-499f-b491-c4e9b32c3167 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:57.667801 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e50ea4b5-71bd-4c0e-b017-ebc5547753b1 req-fe04b810-d1fe-46cb-b5a2-fea52792a218 service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085551 Aug 10 04:08:57.743415 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-bbecddee-1dc0-47d7-938a-4d536bfe75a8 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:57.746505 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-66aeca12-05e5-43e9-a066-951306302c6f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e77910191554529bf7135b6bdb86de8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1778634 Aug 10 04:08:57.747369 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55256) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:08:57.793442 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-bbecddee-1dc0-47d7-938a-4d536bfe75a8 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Network f573ecff-4c5c-4552-80ba-7f39fbaee537 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:08:57.801522 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-bbecddee-1dc0-47d7-938a-4d536bfe75a8 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:08:57.805502 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-bbecddee-1dc0-47d7-938a-4d536bfe75a8 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:08:57.842612 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d8b05b-f1eb-42ce-97de-671bef5ad7d1 req-f182b5cf-3f90-4a91-b2ac-15f5e7ca1e0e tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:57.844289 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecddee-1dc0-47d7-938a-4d536bfe75a8 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Pushing event updated for resources: {'Port': ['ID=205df6d7-0c4e-499f-b491-c4e9b32c3167,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:57.844433 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-39d8b05b-f1eb-42ce-97de-671bef5ad7d1 req-f182b5cf-3f90-4a91-b2ac-15f5e7ca1e0e tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=c167be78-d293-4907-9e97-5918ef29d7c3 HTTP/1.1" status: 200 len: 945 time: 0.0872681 Aug 10 04:08:57.869907 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-af32eaaf-b4c6-4650-8060-cefd72ebe7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:57.875682 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-bbecddee-1dc0-47d7-938a-4d536bfe75a8 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:57.876392 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-bbecddee-1dc0-47d7-938a-4d536bfe75a8 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:57.922920 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-af32eaaf-b4c6-4650-8060-cefd72ebe7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:57.966910 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-bbecddee-1dc0-47d7-938a-4d536bfe75a8 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5859845 Aug 10 04:08:57.986398 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-be0ca9eb-d1a9-4afe-8f9e-877a6db23683 service neutron] Request body: {'port': {'device_id': 'af6029e9-a968-4200-b599-4c32887f2a21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:08:57.999529 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-39d8b05b-f1eb-42ce-97de-671bef5ad7d1 req-4b9a1389-9e78-4760-b6cc-9d3c55d33474 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534852 Aug 10 04:08:58.083175 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-be0ca9eb-d1a9-4afe-8f9e-877a6db23683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:58.135269 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-af32eaaf-b4c6-4650-8060-cefd72ebe7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:58.138424 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-af32eaaf-b4c6-4650-8060-cefd72ebe7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:58.139702 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-af32eaaf-b4c6-4650-8060-cefd72ebe7ae admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e8485e6-a390-4383-b9cd-1fd9ae37f54b HTTP/1.1" status: 204 len: 168 time: 0.3910768 Aug 10 04:08:58.164842 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d22cd-6fe5-44e1-9978-68a8adfef9aa req-30cd6149-764d-40b1-b2d4-d6e09b1b790f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:58.166500 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-838d22cd-6fe5-44e1-9978-68a8adfef9aa req-30cd6149-764d-40b1-b2d4-d6e09b1b790f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 931 time: 0.0786457 Aug 10 04:08:58.175080 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32eaaf-b4c6-4650-8060-cefd72ebe7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8485e6-a390-4383-b9cd-1fd9ae37f54b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:58.196662 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59807f-4d96-48ec-b2ba-8fc5d35756dc req-0e7b35ba-1993-4e64-9f37-d9b0993e6e3a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:58.198256 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d59807f-4d96-48ec-b2ba-8fc5d35756dc req-0e7b35ba-1993-4e64-9f37-d9b0993e6e3a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47 HTTP/1.1" status: 200 len: 943 time: 0.1027255 Aug 10 04:08:58.218592 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9de9d59d-7327-405b-8e29-c87e253c6794 None None] Provisioning for port 205df6d7-0c4e-499f-b491-c4e9b32c3167 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:08:58.220373 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-838d22cd-6fe5-44e1-9978-68a8adfef9aa req-fe46dd11-b188-4c57-9222-8f8afb5eb1f1 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462487 Aug 10 04:08:58.225585 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9de9d59d-7327-405b-8e29-c87e253c6794 None None] Provisioning complete for port 205df6d7-0c4e-499f-b491-c4e9b32c3167 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:08:58.225959 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9de9d59d-7327-405b-8e29-c87e253c6794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:58.289834 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-9de9d59d-7327-405b-8e29-c87e253c6794 None None] Port 205df6d7-0c4e-499f-b491-c4e9b32c3167 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:08:58.352911 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d59807f-4d96-48ec-b2ba-8fc5d35756dc req-c32a0c27-c8e9-41a6-a63e-90e4dc007319 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976746 Aug 10 04:08:58.448977 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-f91a9cd7-e8c3-4524-a47a-72f0bf8e914a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:58.456533 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-f91a9cd7-e8c3-4524-a47a-72f0bf8e914a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/networks?id=ad9b68cd-62ae-48dd-b06c-9f109fbb6dee HTTP/1.1" status: 200 len: 806 time: 0.1356597 Aug 10 04:08:58.474627 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-915785fe-661b-43e5-a27c-46949b5affde tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/quotas/dc57d88f35a64b5582a9e7690a4442fe HTTP/1.1" status: 200 len: 375 time: 0.0164309 Aug 10 04:08:58.514310 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-be0ca9eb-d1a9-4afe-8f9e-877a6db23683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 205df6d7-0c4e-499f-b491-c4e9b32c3167 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:08:58.538580 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-be0ca9eb-d1a9-4afe-8f9e-877a6db23683 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:58.550420 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-e4ccc3a0-da87-47be-b3f1-5b5f5a060ea0 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679040 Aug 10 04:08:58.578820 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-be0ca9eb-d1a9-4afe-8f9e-877a6db23683 service neutron] Transition to ACTIVE for port object 205df6d7-0c4e-499f-b491-c4e9b32c3167 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:08:58.668595 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-376d1bd8-8a98-47cf-9eae-f4082faee51a service neutron] 10.222.0.25 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117682 Aug 10 04:08:58.670814 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-be0ca9eb-d1a9-4afe-8f9e-877a6db23683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:58.734875 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ca9eb-d1a9-4afe-8f9e-877a6db23683 service neutron] Pushing event updated for resources: {'Port': ['ID=205df6d7-0c4e-499f-b491-c4e9b32c3167,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:58.794065 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-ef311cff-c5d3-468c-bbeb-4a7bb73f0e63 service neutron] 10.222.0.25 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189425 Aug 10 04:08:58.831221 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-be0ca9eb-d1a9-4afe-8f9e-877a6db23683 service neutron] Attempting to bind port 205df6d7-0c4e-499f-b491-c4e9b32c3167 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:08:58.831837 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-be0ca9eb-d1a9-4afe-8f9e-877a6db23683 service neutron] Attempting to bind port 205df6d7-0c4e-499f-b491-c4e9b32c3167 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '3f907e38-2212-4676-9090-eb13073d623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:08:58.832492 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-be0ca9eb-d1a9-4afe-8f9e-877a6db23683 service neutron] Attempting to bind port 205df6d7-0c4e-499f-b491-c4e9b32c3167 on network f573ecff-4c5c-4552-80ba-7f39fbaee537 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:58.837631 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-be0ca9eb-d1a9-4afe-8f9e-877a6db23683 service neutron] Port 205df6d7-0c4e-499f-b491-c4e9b32c3167 on network f573ecff-4c5c-4552-80ba-7f39fbaee537 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:08:58.837903 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-be0ca9eb-d1a9-4afe-8f9e-877a6db23683 service neutron] Attempting to bind port 205df6d7-0c4e-499f-b491-c4e9b32c3167 on network f573ecff-4c5c-4552-80ba-7f39fbaee537 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:08:58.846594 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-be0ca9eb-d1a9-4afe-8f9e-877a6db23683 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:08:58.846858 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-be0ca9eb-d1a9-4afe-8f9e-877a6db23683 service neutron] Checking segment: {'id': '3f907e38-2212-4676-9090-eb13073d623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:08:58.847241 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-be0ca9eb-d1a9-4afe-8f9e-877a6db23683 service neutron] Bound using segment: {'id': '3f907e38-2212-4676-9090-eb13073d623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:08:58.847875 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-be0ca9eb-d1a9-4afe-8f9e-877a6db23683 service neutron] Bound port: 205df6d7-0c4e-499f-b491-c4e9b32c3167, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f907e38-2212-4676-9090-eb13073d623b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:08:58.848424 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-be0ca9eb-d1a9-4afe-8f9e-877a6db23683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:58.932385 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-be0ca9eb-d1a9-4afe-8f9e-877a6db23683 service neutron] For port 205df6d7-0c4e-499f-b491-c4e9b32c3167, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:08:58.935742 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-be0ca9eb-d1a9-4afe-8f9e-877a6db23683 service neutron] For port 205df6d7-0c4e-499f-b491-c4e9b32c3167, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=205df6d7-0c4e-499f-b491-c4e9b32c3167,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:08:59.089475 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-be0ca9eb-d1a9-4afe-8f9e-877a6db23683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:59.154828 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff8fa9aa-ab07-43bd-9279-395d63e5650f req-7a065bb9-7ce5-4ed2-85b7-819b91508663 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a0bed7-eee2-4904-8345-399fec95c894 HTTP/1.1" status: 200 len: 210 time: 0.0753882 Aug 10 04:08:59.157746 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-be0ca9eb-d1a9-4afe-8f9e-877a6db23683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:59.159277 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-be0ca9eb-d1a9-4afe-8f9e-877a6db23683 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:08:59.163887 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-be0ca9eb-d1a9-4afe-8f9e-877a6db23683 service neutron] 10.222.0.20 "PUT /v2.0/ports/205df6d7-0c4e-499f-b491-c4e9b32c3167 HTTP/1.1" status: 200 len: 1091 time: 1.1823957 Aug 10 04:08:59.170730 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6029e9-a968-4200-b599-4c32887f2a21', 'tag': '205df6d7-0c4e-499f-b491-c4e9b32c3167'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:08:59.177215 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc866b83-ccc1-4bc5-b9be-b979e0fd8392" -d '{"events": [{"name": "network-changed", "server_uuid": "af6029e9-a968-4200-b599-4c32887f2a21", "tag": "205df6d7-0c4e-499f-b491-c4e9b32c3167"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:08:59.227435 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ca9eb-d1a9-4afe-8f9e-877a6db23683 service neutron] Pushing event updated for resources: {'Port': ['ID=205df6d7-0c4e-499f-b491-c4e9b32c3167,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:08:59.245651 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0533ee7d-664f-4fe2-b294-e8dec44fc231 x-openstack-request-id: req-0533ee7d-664f-4fe2-b294-e8dec44fc231 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:08:59.246186 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af6029e9-a968-4200-b599-4c32887f2a21", "tag": "205df6d7-0c4e-499f-b491-c4e9b32c3167", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:08:59.246644 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0533ee7d-664f-4fe2-b294-e8dec44fc231 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:08:59.249432 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6029e9-a968-4200-b599-4c32887f2a21', 'tag': '205df6d7-0c4e-499f-b491-c4e9b32c3167', 'status': 'completed', 'code': 200} Aug 10 04:08:59.400183 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc866b83-ccc1-4bc5-b9be-b979e0fd8392 req-505280cf-ed6c-43d3-b7a8-4ba77c54ab17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:59.402037 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bc866b83-ccc1-4bc5-b9be-b979e0fd8392 req-505280cf-ed6c-43d3-b7a8-4ba77c54ab17 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c54c9ab1fa940fe85894d7bbe0c849c&device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 1094 time: 0.0995061 Aug 10 04:08:59.426025 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ce1f8-0b4e-4dca-acef-360a8f3297a2 req-83b54556-7f10-467a-a1fd-2684d8bca03a tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:59.426025 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-705ce1f8-0b4e-4dca-acef-360a8f3297a2 req-83b54556-7f10-467a-a1fd-2684d8bca03a tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 943 time: 0.0708189 Aug 10 04:08:59.524673 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-705ce1f8-0b4e-4dca-acef-360a8f3297a2 req-e14ba897-3402-415f-affc-97c142decd47 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899181 Aug 10 04:08:59.531481 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48c9bf-697e-446a-9668-3cb737db48e8 req-83c83929-66dd-4414-922a-584a4506024e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:59.543086 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5c48c9bf-697e-446a-9668-3cb737db48e8 req-83c83929-66dd-4414-922a-584a4506024e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47 HTTP/1.1" status: 200 len: 943 time: 0.0650690 Aug 10 04:08:59.568887 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc866b83-ccc1-4bc5-b9be-b979e0fd8392 req-003f85f7-5c0f-4f08-bc4e-e6e3241e9137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:59.570553 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bc866b83-ccc1-4bc5-b9be-b979e0fd8392 req-003f85f7-5c0f-4f08-bc4e-e6e3241e9137 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9c54c9ab1fa940fe85894d7bbe0c849c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1451087 Aug 10 04:08:59.591809 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5c48c9bf-697e-446a-9668-3cb737db48e8 req-a4ffa983-3508-421a-8439-34471c6c129e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384886 Aug 10 04:08:59.689309 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc866b83-ccc1-4bc5-b9be-b979e0fd8392 req-d5d7faf0-ddfe-4128-b36d-fe9136deebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:59.703060 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bc866b83-ccc1-4bc5-b9be-b979e0fd8392 req-d5d7faf0-ddfe-4128-b36d-fe9136deebdc service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1257493 Aug 10 04:08:59.810033 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-abae31c7-c49e-453b-9063-c1f6f5ffbb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:59.812138 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-abae31c7-c49e-453b-9063-c1f6f5ffbb02 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c54c9ab1fa940fe85894d7bbe0c849c&device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 1094 time: 0.0498285 Aug 10 04:08:59.862530 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-a55455c3-6234-408c-adcd-146d3f972f9c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=205df6d7-0c4e-499f-b491-c4e9b32c3167 HTTP/1.1" status: 200 len: 217 time: 0.0362680 Aug 10 04:08:59.932015 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-dca8c5e7-fc92-475d-922f-25f7df7c6ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:59.934470 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-dca8c5e7-fc92-475d-922f-25f7df7c6ff0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6dfeb297-f2e7-4070-a508-7d422d26e1b7 HTTP/1.1" status: 200 len: 856 time: 0.0655034 Aug 10 04:08:59.986101 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-c2b6ae9d-5076-4fb4-b218-089f9d8b6bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:08:59.987702 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-c2b6ae9d-5076-4fb4-b218-089f9d8b6bab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f573ecff-4c5c-4552-80ba-7f39fbaee537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452573 Aug 10 04:09:00.081273 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-74b8344f-1350-4323-8e4b-829894c5c949 service neutron] 10.222.0.20 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865908 Aug 10 04:09:00.203553 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8da9ea93-a816-4afc-bb72-020200bbbf05 req-f1768381-5202-44c3-8c9e-3d6ea3b08cdb service neutron] 10.222.0.20 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154165 Aug 10 04:09:00.326029 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1074e832-7615-4811-817b-618957b1683f req-83ee114e-b7f7-4c8f-922a-472cf1f901b4 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a0bed7-eee2-4904-8345-399fec95c894 HTTP/1.1" status: 200 len: 210 time: 0.0784416 Aug 10 04:09:00.681194 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5818c9c-08e6-43b0-91f0-b3f45542df73 req-12ab12ca-71c0-4169-81c1-f9c558c8774f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:00.682842 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b5818c9c-08e6-43b0-91f0-b3f45542df73 req-12ab12ca-71c0-4169-81c1-f9c558c8774f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 943 time: 0.0634727 Aug 10 04:09:00.728488 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b5818c9c-08e6-43b0-91f0-b3f45542df73 req-476d81a4-4594-4549-b02d-3571bcb8587b tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392761 Aug 10 04:09:00.742187 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b3475-aa3b-44a6-b47d-dc3220bdd78a req-ab02cf13-0c37-4543-84a9-e80fcd4cb67a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:00.750750 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-302b3475-aa3b-44a6-b47d-dc3220bdd78a req-ab02cf13-0c37-4543-84a9-e80fcd4cb67a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47 HTTP/1.1" status: 200 len: 943 time: 0.0712028 Aug 10 04:09:00.787737 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-302b3475-aa3b-44a6-b47d-dc3220bdd78a req-f25aa369-99a4-40e4-b9ba-89591979995a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375376 Aug 10 04:09:01.363946 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-69ebcd0b-fe04-4ce5-995b-48eaf7321fd8 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:01.365666 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-69ebcd0b-fe04-4ce5-995b-48eaf7321fd8 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.68 "GET /v2.0/networks?id=ad9b68cd-62ae-48dd-b06c-9f109fbb6dee HTTP/1.1" status: 200 len: 806 time: 0.1197724 Aug 10 04:09:01.392907 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-0b6f2636-ee5f-409d-afed-342d7d06a888 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Request body: {'port': {'device_id': '16a0bed7-eee2-4904-8345-399fec95c894', 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee', 'admin_state_up': True, 'tenant_id': 'dc57d88f35a64b5582a9e7690a4442fe'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:01.473168 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0e3f8430-c032-4a6b-b094-c291f5dc2c84 req-5e20aef0-c5ca-4603-ad4f-4c360f7a85a1 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a0bed7-eee2-4904-8345-399fec95c894 HTTP/1.1" status: 200 len: 210 time: 0.0589991 Aug 10 04:09:01.530169 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55388) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:01.638429 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14858564-8871-4eab-9c81-b9732eb4bc09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:01.641904 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-0b6f2636-ee5f-409d-afed-342d7d06a888 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Made reservation on behalf of dc57d88f35a64b5582a9e7690a4442fe for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:09:01.646216 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-0b6f2636-ee5f-409d-afed-342d7d06a888 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:01.744357 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14858564-8871-4eab-9c81-b9732eb4bc09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:01.788555 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-0b6f2636-ee5f-409d-afed-342d7d06a888 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Allocated IP 172.20.0.10 (ad9b68cd-62ae-48dd-b06c-9f109fbb6dee/1f411f5c-5e8b-452a-be71-12f0dd671946/97b43e96-36df-4f02-b602-cd1283dc2464) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:09:01.825029 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14858564-8871-4eab-9c81-b9732eb4bc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:01.869163 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14858564-8871-4eab-9c81-b9732eb4bc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9f578c-f4e9-44ce-9d8b-0cac23737441,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:01.877708 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-14858564-8871-4eab-9c81-b9732eb4bc09 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=071f9fab420a476d86034d970a136835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3436418 Aug 10 04:09:01.878411 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55398) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:01.937316 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cce3c3-b3a2-4d31-b5a3-35213f05de9c req-e3b4d4db-e0e9-4180-a624-7bc0e689797a tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:01.938753 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-22cce3c3-b3a2-4d31-b5a3-35213f05de9c req-e3b4d4db-e0e9-4180-a624-7bc0e689797a tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 943 time: 0.1185977 Aug 10 04:09:01.977639 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-694ea561-d72c-4bc6-98a9-ba57c68bdb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:01.996393 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7dafb-f5e1-4a7b-9bc3-634c07bded53 req-f74be0f3-33d4-4e9b-84eb-c08c019529be tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:01.997895 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6ea7dafb-f5e1-4a7b-9bc3-634c07bded53 req-f74be0f3-33d4-4e9b-84eb-c08c019529be tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47 HTTP/1.1" status: 200 len: 943 time: 0.0970130 Aug 10 04:09:02.012740 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-694ea561-d72c-4bc6-98a9-ba57c68bdb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:02.015018 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-22cce3c3-b3a2-4d31-b5a3-35213f05de9c req-84e0509f-4409-4800-8da8-528f3031e26d tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656745 Aug 10 04:09:02.028509 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-0b6f2636-ee5f-409d-afed-342d7d06a888 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:02.074020 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6ea7dafb-f5e1-4a7b-9bc3-634c07bded53 req-cce45d1d-ceb6-4bec-8c96-90c757c5b80f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634718 Aug 10 04:09:02.162770 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-0b6f2636-ee5f-409d-afed-342d7d06a888 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:02.195360 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['915a05d9-649b-48c1-9ff5-2c0fd12608d8', 'e3bcc426-74cf-4232-96d5-196404b3ee20'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:09:02.200231 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-694ea561-d72c-4bc6-98a9-ba57c68bdb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:02.202991 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-694ea561-d72c-4bc6-98a9-ba57c68bdb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:02.207043 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-694ea561-d72c-4bc6-98a9-ba57c68bdb7c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be9f578c-f4e9-44ce-9d8b-0cac23737441 HTTP/1.1" status: 204 len: 168 time: 0.3227203 Aug 10 04:09:02.214521 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-0b6f2636-ee5f-409d-afed-342d7d06a888 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:09:02.218823 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-0b6f2636-ee5f-409d-afed-342d7d06a888 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:09:02.219111 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ea561-d72c-4bc6-98a9-ba57c68bdb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9f578c-f4e9-44ce-9d8b-0cac23737441,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:02.224102 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-0b6f2636-ee5f-409d-afed-342d7d06a888 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:09:02.231589 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f2636-ee5f-409d-afed-342d7d06a888 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Pushing event updated for resources: {'Port': ['ID=97b43e96-36df-4f02-b602-cd1283dc2464,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:02.296396 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-0b6f2636-ee5f-409d-afed-342d7d06a888 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:02.297035 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-0b6f2636-ee5f-409d-afed-342d7d06a888 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:02.408696 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-0b6f2636-ee5f-409d-afed-342d7d06a888 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0309339 Aug 10 04:09:02.423774 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-372904ac-ad9f-44c8-8aca-1551d9b59d27 service neutron] Request body: {'port': {'device_id': '16a0bed7-eee2-4904-8345-399fec95c894', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:02.601841 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d58a46-6325-4032-af9f-f9d2cd1436dc req-4de69b70-40b6-4671-8a00-914fb7c5217c tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:02.607751 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f1d58a46-6325-4032-af9f-f9d2cd1436dc req-4de69b70-40b6-4671-8a00-914fb7c5217c tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a0bed7-eee2-4904-8345-399fec95c894 HTTP/1.1" status: 200 len: 932 time: 0.0623982 Aug 10 04:09:02.647008 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f1d58a46-6325-4032-af9f-f9d2cd1436dc req-63315247-0bd8-4727-b001-3dc300c0c7b7 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364480 Aug 10 04:09:02.779407 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-372904ac-ad9f-44c8-8aca-1551d9b59d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:02.924949 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55416) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:02.938556 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e394c88-6c45-42a6-aa9d-532dce04ca05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:03.038238 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e394c88-6c45-42a6-aa9d-532dce04ca05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:03.057155 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-372904ac-ad9f-44c8-8aca-1551d9b59d27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97b43e96-36df-4f02-b602-cd1283dc2464 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:09:03.065514 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-372904ac-ad9f-44c8-8aca-1551d9b59d27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:03.078123 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-372904ac-ad9f-44c8-8aca-1551d9b59d27 service neutron] Transition to ACTIVE for port object 97b43e96-36df-4f02-b602-cd1283dc2464 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:09:03.150062 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cc1f1-f89f-4eca-9695-b8469693b7fb req-56854098-9522-451f-bd5b-d54522e99095 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:03.152392 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b33cc1f1-f89f-4eca-9695-b8469693b7fb req-56854098-9522-451f-bd5b-d54522e99095 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 943 time: 0.0589929 Aug 10 04:09:03.180578 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7e394c88-6c45-42a6-aa9d-532dce04ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:03.189967 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-372904ac-ad9f-44c8-8aca-1551d9b59d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:03.221250 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b33cc1f1-f89f-4eca-9695-b8469693b7fb req-cea94759-2ee6-4957-aa32-edd3f2604d12 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626645 Aug 10 04:09:03.229370 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7e394c88-6c45-42a6-aa9d-532dce04ca05 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a9cfaed35ea54285b3e844cb2af37fb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3032637 Aug 10 04:09:03.231086 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55426) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:03.238363 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b4fc5-9696-42eb-81bd-7e95750bfc89 req-682c5eeb-f8cb-46a0-bbf2-13af1b9e77bf tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:03.251383 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-527b4fc5-9696-42eb-81bd-7e95750bfc89 req-682c5eeb-f8cb-46a0-bbf2-13af1b9e77bf tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47 HTTP/1.1" status: 200 len: 943 time: 0.0991247 Aug 10 04:09:03.255352 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e394c88-6c45-42a6-aa9d-532dce04ca05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193131dc-f4df-4fc9-a893-0d75f52507e7,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:03.268643 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372904ac-ad9f-44c8-8aca-1551d9b59d27 service neutron] Pushing event updated for resources: {'Port': ['ID=97b43e96-36df-4f02-b602-cd1283dc2464,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:03.306138 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-527b4fc5-9696-42eb-81bd-7e95750bfc89 req-2214b2fc-d85a-48bd-a5d7-74dfb8df52ec tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585122 Aug 10 04:09:03.358786 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b23c904-2947-465b-9590-77681e41beac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:03.383533 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-372904ac-ad9f-44c8-8aca-1551d9b59d27 service neutron] Attempting to bind port 97b43e96-36df-4f02-b602-cd1283dc2464 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:09:03.385157 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-372904ac-ad9f-44c8-8aca-1551d9b59d27 service neutron] Attempting to bind port 97b43e96-36df-4f02-b602-cd1283dc2464 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '3b7206d0-fab5-49ff-9f6b-c200babe8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:09:03.385157 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-372904ac-ad9f-44c8-8aca-1551d9b59d27 service neutron] Attempting to bind port 97b43e96-36df-4f02-b602-cd1283dc2464 on network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:09:03.395632 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-372904ac-ad9f-44c8-8aca-1551d9b59d27 service neutron] Port 97b43e96-36df-4f02-b602-cd1283dc2464 on network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:09:03.396002 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-372904ac-ad9f-44c8-8aca-1551d9b59d27 service neutron] Attempting to bind port 97b43e96-36df-4f02-b602-cd1283dc2464 on network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:09:03.399143 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b23c904-2947-465b-9590-77681e41beac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:03.411140 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-372904ac-ad9f-44c8-8aca-1551d9b59d27 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 8, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:09:03.411798 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-372904ac-ad9f-44c8-8aca-1551d9b59d27 service neutron] Checking segment: {'id': '3b7206d0-fab5-49ff-9f6b-c200babe8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:09:03.411924 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-372904ac-ad9f-44c8-8aca-1551d9b59d27 service neutron] Bound using segment: {'id': '3b7206d0-fab5-49ff-9f6b-c200babe8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:09:03.412343 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-372904ac-ad9f-44c8-8aca-1551d9b59d27 service neutron] Bound port: 97b43e96-36df-4f02-b602-cd1283dc2464, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b7206d0-fab5-49ff-9f6b-c200babe8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:09:03.412698 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-372904ac-ad9f-44c8-8aca-1551d9b59d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:03.503072 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-372904ac-ad9f-44c8-8aca-1551d9b59d27 service neutron] For port 97b43e96-36df-4f02-b602-cd1283dc2464, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:09:03.506543 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-372904ac-ad9f-44c8-8aca-1551d9b59d27 service neutron] For port 97b43e96-36df-4f02-b602-cd1283dc2464, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=97b43e96-36df-4f02-b602-cd1283dc2464,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:09:03.584862 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b23c904-2947-465b-9590-77681e41beac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:03.587476 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b23c904-2947-465b-9590-77681e41beac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:03.588686 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7b23c904-2947-465b-9590-77681e41beac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/193131dc-f4df-4fc9-a893-0d75f52507e7 HTTP/1.1" status: 204 len: 168 time: 0.3552668 Aug 10 04:09:03.597065 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b23c904-2947-465b-9590-77681e41beac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193131dc-f4df-4fc9-a893-0d75f52507e7,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:03.602460 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-372904ac-ad9f-44c8-8aca-1551d9b59d27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:03.646108 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-372904ac-ad9f-44c8-8aca-1551d9b59d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:03.646715 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-372904ac-ad9f-44c8-8aca-1551d9b59d27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:03.648137 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-372904ac-ad9f-44c8-8aca-1551d9b59d27 service neutron] 10.222.0.68 "PUT /v2.0/ports/97b43e96-36df-4f02-b602-cd1283dc2464 HTTP/1.1" status: 200 len: 1092 time: 1.2300401 Aug 10 04:09:03.648582 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16a0bed7-eee2-4904-8345-399fec95c894', 'tag': '97b43e96-36df-4f02-b602-cd1283dc2464'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:03.650822 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a179dc-c66c-46e2-80da-9e85965b5576" -d '{"events": [{"name": "network-changed", "server_uuid": "16a0bed7-eee2-4904-8345-399fec95c894", "tag": "97b43e96-36df-4f02-b602-cd1283dc2464"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:03.688951 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372904ac-ad9f-44c8-8aca-1551d9b59d27 service neutron] Pushing event updated for resources: {'Port': ['ID=97b43e96-36df-4f02-b602-cd1283dc2464,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:03.709666 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc44085-6741-4649-b410-371b15d1b444 x-openstack-request-id: req-efc44085-6741-4649-b410-371b15d1b444 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:03.710042 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16a0bed7-eee2-4904-8345-399fec95c894", "tag": "97b43e96-36df-4f02-b602-cd1283dc2464", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:03.710355 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-efc44085-6741-4649-b410-371b15d1b444 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:03.710814 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16a0bed7-eee2-4904-8345-399fec95c894', 'tag': '97b43e96-36df-4f02-b602-cd1283dc2464', 'status': 'completed', 'code': 200} Aug 10 04:09:03.805252 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a179dc-c66c-46e2-80da-9e85965b5576 req-390dad4a-b89f-4631-b69c-3f3c5fba68cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:03.806819 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c6a179dc-c66c-46e2-80da-9e85965b5576 req-390dad4a-b89f-4631-b69c-3f3c5fba68cf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&device_id=16a0bed7-eee2-4904-8345-399fec95c894 HTTP/1.1" status: 200 len: 1095 time: 0.0725553 Aug 10 04:09:03.815231 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5d8ae-da0d-4678-b085-94aea23d2f36 req-75ad31fe-3702-4f26-8306-eb461fa0777a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:03.817156 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90f5d8ae-da0d-4678-b085-94aea23d2f36 req-75ad31fe-3702-4f26-8306-eb461fa0777a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a0bed7-eee2-4904-8345-399fec95c894 HTTP/1.1" status: 200 len: 944 time: 0.0728579 Aug 10 04:09:03.919472 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-90f5d8ae-da0d-4678-b085-94aea23d2f36 req-bf27f487-c7bf-42b2-921a-b43dc4ca55db tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909054 Aug 10 04:09:03.946856 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a179dc-c66c-46e2-80da-9e85965b5576 req-dbe1ff73-99a2-459b-addf-5af8210284e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:03.948732 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c6a179dc-c66c-46e2-80da-9e85965b5576 req-dbe1ff73-99a2-459b-addf-5af8210284e3 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1306236 Aug 10 04:09:04.057890 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a179dc-c66c-46e2-80da-9e85965b5576 req-dafcb0db-0170-4e7e-b745-c9dfb3441ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:04.059375 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c6a179dc-c66c-46e2-80da-9e85965b5576 req-dafcb0db-0170-4e7e-b745-c9dfb3441ad6 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0985119 Aug 10 04:09:04.147229 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-8f92e972-1394-4f76-9bd7-b10a310299d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:04.148799 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-8f92e972-1394-4f76-9bd7-b10a310299d9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&device_id=16a0bed7-eee2-4904-8345-399fec95c894 HTTP/1.1" status: 200 len: 1095 time: 0.0480366 Aug 10 04:09:04.190818 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-1cf35ad7-6dac-4d55-8fa1-795db48f3704 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97b43e96-36df-4f02-b602-cd1283dc2464 HTTP/1.1" status: 200 len: 217 time: 0.0338304 Aug 10 04:09:04.211631 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 205df6d7-0c4e-499f-b491-c4e9b32c3167 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:09:04.240417 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-ce83267e-8eed-4faf-895f-07aafa868e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:04.241830 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-ce83267e-8eed-4faf-895f-07aafa868e76 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=1f411f5c-5e8b-452a-be71-12f0dd671946 HTTP/1.1" status: 200 len: 846 time: 0.0432868 Aug 10 04:09:04.275538 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-aeaadd9a-daa4-481d-a144-865265ce6f5a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ad9b68cd-62ae-48dd-b06c-9f109fbb6dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265574 Aug 10 04:09:04.332832 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 205df6d7-0c4e-499f-b491-c4e9b32c3167, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=205df6d7-0c4e-499f-b491-c4e9b32c3167,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:04.357564 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '205df6d7-0c4e-499f-b491-c4e9b32c3167', 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'port_id': '205df6d7-0c4e-499f-b491-c4e9b32c3167', 'mac_address': 'fa:16:3e:32:0f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:09:04.389879 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-46450534-1252-400d-8001-7392e9d49814 service neutron] 10.222.0.68 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075571 Aug 10 04:09:04.403598 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151aee2-f6d6-41e6-a626-1531671ebaed req-d825b8cf-15b1-4191-9094-5d7496f4b18b tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:04.409095 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:04.409263 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6151aee2-f6d6-41e6-a626-1531671ebaed req-d825b8cf-15b1-4191-9094-5d7496f4b18b tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 943 time: 0.1002758 Aug 10 04:09:04.422765 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205df6d7-0c4e-499f-b491-c4e9b32c3167 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:09:04.445467 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 205df6d7-0c4e-499f-b491-c4e9b32c3167, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=205df6d7-0c4e-499f-b491-c4e9b32c3167,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:04.446983 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6151aee2-f6d6-41e6-a626-1531671ebaed req-79b70aa5-5be7-46f0-9345-d0077c1c76b3 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342791 Aug 10 04:09:04.511276 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92557c-73a4-4621-97df-7df4b8eddd48 req-1d556c98-a0f0-4373-a3e5-09ff5622661d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:04.513171 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-af92557c-73a4-4621-97df-7df4b8eddd48 req-1d556c98-a0f0-4373-a3e5-09ff5622661d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47 HTTP/1.1" status: 200 len: 943 time: 0.1067266 Aug 10 04:09:04.541322 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e457e74-0380-4814-b43b-dfafe2efb087 req-d58078a3-a346-4f1d-9f77-f4ed9269e1e1 service neutron] 10.222.0.68 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446514 Aug 10 04:09:04.542849 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:04.572888 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-af92557c-73a4-4621-97df-7df4b8eddd48 req-4c0c0285-0823-4302-8ea7-73ee03edeb1e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422652 Aug 10 04:09:04.606893 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=205df6d7-0c4e-499f-b491-c4e9b32c3167,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:04.830361 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['205df6d7-0c4e-499f-b491-c4e9b32c3167'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:09:05.044257 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb7abc-3dc2-47f2-b709-4fa791629ff8 req-075afecb-f060-4939-b28f-d461c296f01b tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:05.045885 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-14eb7abc-3dc2-47f2-b709-4fa791629ff8 req-075afecb-f060-4939-b28f-d461c296f01b tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a0bed7-eee2-4904-8345-399fec95c894 HTTP/1.1" status: 200 len: 944 time: 0.0511348 Aug 10 04:09:05.087022 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-14eb7abc-3dc2-47f2-b709-4fa791629ff8 req-fd4a4522-af6c-4f4d-bfcd-45d6ee7e0cd2 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347519 Aug 10 04:09:05.571251 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794a581-2e82-4549-9487-fd21e5815ded req-ce54f3c8-78b9-4e12-a0e0-f88fdb3aab05 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:05.572888 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2794a581-2e82-4549-9487-fd21e5815ded req-ce54f3c8-78b9-4e12-a0e0-f88fdb3aab05 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 944 time: 0.0526092 Aug 10 04:09:05.614136 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2794a581-2e82-4549-9487-fd21e5815ded req-3bbdc9ae-c79c-40fe-914e-84a72f6a8196 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352387 Aug 10 04:09:05.693255 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3321f3-f421-4fa5-b2b5-4082d07da064 req-feff6662-7536-4437-a7fc-ecd1d1e50e61 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:05.695066 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bf3321f3-f421-4fa5-b2b5-4082d07da064 req-feff6662-7536-4437-a7fc-ecd1d1e50e61 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47 HTTP/1.1" status: 200 len: 943 time: 0.0520079 Aug 10 04:09:05.738126 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bf3321f3-f421-4fa5-b2b5-4082d07da064 req-3c87bf85-3396-4fe0-a5cc-605b9d8fa26b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352125 Aug 10 04:09:05.951562 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device f89c0952-c26a-4467-973d-831ce88d0209 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:09:06.046747 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port f89c0952-c26a-4467-973d-831ce88d0209, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f89c0952-c26a-4467-973d-831ce88d0209,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:06.062028 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'f89c0952-c26a-4467-973d-831ce88d0209', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'port_id': 'f89c0952-c26a-4467-973d-831ce88d0209', 'mac_address': 'fa:16:3e:58:63:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:09:06.102172 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:06.122578 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f89c0952-c26a-4467-973d-831ce88d0209 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:09:06.147134 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port f89c0952-c26a-4467-973d-831ce88d0209, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f89c0952-c26a-4467-973d-831ce88d0209,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:06.212694 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 205df6d7-0c4e-499f-b491-c4e9b32c3167 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:09:06.218359 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f207572-23f2-455d-a174-9971969b8f59 req-17db2dbe-fa8d-45db-b5c9-34496c270804 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:06.220200 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f207572-23f2-455d-a174-9971969b8f59 req-17db2dbe-fa8d-45db-b5c9-34496c270804 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a0bed7-eee2-4904-8345-399fec95c894 HTTP/1.1" status: 200 len: 944 time: 0.0584111 Aug 10 04:09:06.249049 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:06.288619 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f207572-23f2-455d-a174-9971969b8f59 req-9bf32a16-ace8-4500-80e2-32d7b91723d8 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600307 Aug 10 04:09:06.322936 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=f89c0952-c26a-4467-973d-831ce88d0209,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:06.344206 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 205df6d7-0c4e-499f-b491-c4e9b32c3167 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:09:06.353470 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 205df6d7-0c4e-499f-b491-c4e9b32c3167 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:09:06.353973 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:06.447544 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:06.470270 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6029e9-a968-4200-b599-4c32887f2a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205df6d7-0c4e-499f-b491-c4e9b32c3167'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:06.473089 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aab6efd-fb15-44ca-8c05-5aee823ff09c" -d '{"events": [{"server_uuid": "af6029e9-a968-4200-b599-4c32887f2a21", "name": "network-vif-plugged", "status": "completed", "tag": "205df6d7-0c4e-499f-b491-c4e9b32c3167"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:06.487019 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['f89c0952-c26a-4467-973d-831ce88d0209'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:09:06.490542 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 205df6d7-0c4e-499f-b491-c4e9b32c3167, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=205df6d7-0c4e-499f-b491-c4e9b32c3167,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:06.526306 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61c22c6-9f83-43ed-85e6-a3aaa7945fe1 x-openstack-request-id: req-f61c22c6-9f83-43ed-85e6-a3aaa7945fe1 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:06.526594 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6029e9-a968-4200-b599-4c32887f2a21", "name": "network-vif-plugged", "status": "completed", "tag": "205df6d7-0c4e-499f-b491-c4e9b32c3167", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:06.526847 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f61c22c6-9f83-43ed-85e6-a3aaa7945fe1 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:06.527239 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6029e9-a968-4200-b599-4c32887f2a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205df6d7-0c4e-499f-b491-c4e9b32c3167', 'code': 200} Aug 10 04:09:06.580061 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:06.679142 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=205df6d7-0c4e-499f-b491-c4e9b32c3167,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:06.712010 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6950942-b020-4bab-a9a9-c2f0ca6d0974 req-c017a829-22c4-48eb-95ff-fa43f935b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:06.714094 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f6950942-b020-4bab-a9a9-c2f0ca6d0974 req-c017a829-22c4-48eb-95ff-fa43f935b045 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 1096 time: 0.1043296 Aug 10 04:09:06.763569 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f6950942-b020-4bab-a9a9-c2f0ca6d0974 req-55c6b78b-6de8-4360-9911-3ac9746e365c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344369 Aug 10 04:09:06.816024 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc34975-d4bb-4fcd-a49a-1306a3892911 req-4cee6daa-ca33-4c77-beeb-9550a9265380 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:06.820435 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-afc34975-d4bb-4fcd-a49a-1306a3892911 req-4cee6daa-ca33-4c77-beeb-9550a9265380 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 945 time: 0.0636945 Aug 10 04:09:06.866957 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b1ad6-c68f-4078-a83e-dda1f0173be6 req-9a9ba40e-651e-4a8b-bcd7-6397e1e1849b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:06.870908 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-542b1ad6-c68f-4078-a83e-dda1f0173be6 req-9a9ba40e-651e-4a8b-bcd7-6397e1e1849b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47 HTTP/1.1" status: 200 len: 944 time: 0.0569446 Aug 10 04:09:06.875975 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-afc34975-d4bb-4fcd-a49a-1306a3892911 req-dc207f18-a6c8-4c20-b081-24cb50b800b5 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429456 Aug 10 04:09:06.913090 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-542b1ad6-c68f-4078-a83e-dda1f0173be6 req-ab502601-b0fd-4d9b-8030-d71b9953b779 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377743 Aug 10 04:09:07.393648 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8791c9d-0d71-4666-b450-95d96fe73b02 req-dc95217d-fb46-420c-815c-c26e6149812e tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:07.395160 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b8791c9d-0d71-4666-b450-95d96fe73b02 req-dc95217d-fb46-420c-815c-c26e6149812e tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a0bed7-eee2-4904-8345-399fec95c894 HTTP/1.1" status: 200 len: 944 time: 0.0492921 Aug 10 04:09:07.434365 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b8791c9d-0d71-4666-b450-95d96fe73b02 req-e819ec27-8faa-48c5-a9cc-7356dd7bf3b8 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331159 Aug 10 04:09:07.955790 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 97b43e96-36df-4f02-b602-cd1283dc2464 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:09:07.960732 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device f89c0952-c26a-4467-973d-831ce88d0209 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:09:08.018273 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb9566-5cfc-48da-9e73-5fd34917cfb0 req-75bdcdff-8ec5-41c0-9744-cc36f6f8d45c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:08.020924 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-90eb9566-5cfc-48da-9e73-5fd34917cfb0 req-75bdcdff-8ec5-41c0-9744-cc36f6f8d45c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 945 time: 0.0857117 Aug 10 04:09:08.092241 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-90eb9566-5cfc-48da-9e73-5fd34917cfb0 req-10468077-b923-4bbc-9bbf-49a24ffcf6d2 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544467 Aug 10 04:09:08.102200 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9c040-cbeb-4742-86f3-5f6baed8125d req-87213fc7-44fb-4c12-8d86-2b91975e8ab1 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:08.110103 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-16c9c040-cbeb-4742-86f3-5f6baed8125d req-87213fc7-44fb-4c12-8d86-2b91975e8ab1 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47 HTTP/1.1" status: 200 len: 944 time: 0.0890844 Aug 10 04:09:08.135889 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 97b43e96-36df-4f02-b602-cd1283dc2464, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=97b43e96-36df-4f02-b602-cd1283dc2464,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:08.144530 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-16c9c040-cbeb-4742-86f3-5f6baed8125d req-96ec0630-b78f-4390-bb28-7193d0acc35e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335593 Aug 10 04:09:08.149043 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '97b43e96-36df-4f02-b602-cd1283dc2464', 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee', 'port_id': '97b43e96-36df-4f02-b602-cd1283dc2464', 'mac_address': 'fa:16:3e:aa:13:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f411f5c-5e8b-452a-be71-12f0dd671946', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:09:08.150580 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port f89c0952-c26a-4467-973d-831ce88d0209 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:09:08.156736 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port f89c0952-c26a-4467-973d-831ce88d0209 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:09:08.157160 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:08.223295 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:08.245947 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97b43e96-36df-4f02-b602-cd1283dc2464 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:09:08.294059 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 97b43e96-36df-4f02-b602-cd1283dc2464, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=97b43e96-36df-4f02-b602-cd1283dc2464,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:08.304274 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:08.336195 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port f89c0952-c26a-4467-973d-831ce88d0209, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f89c0952-c26a-4467-973d-831ce88d0209,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:08.419491 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:08.421314 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:08.472009 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=97b43e96-36df-4f02-b602-cd1283dc2464,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:08.528542 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c843c5-ddaa-4b73-b698-533ea3450b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89c0952-c26a-4467-973d-831ce88d0209'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:08.530897 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adb36fd-be4f-4ccd-bdd7-b4cc0dd4911b" -d '{"events": [{"server_uuid": "d3c843c5-ddaa-4b73-b698-533ea3450b47", "name": "network-vif-plugged", "status": "completed", "tag": "f89c0952-c26a-4467-973d-831ce88d0209"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:08.537411 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=f89c0952-c26a-4467-973d-831ce88d0209,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:08.578446 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135f9764-1b24-46fa-a562-9b836f76e4c8 x-openstack-request-id: req-135f9764-1b24-46fa-a562-9b836f76e4c8 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:08.578869 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c843c5-ddaa-4b73-b698-533ea3450b47", "name": "network-vif-plugged", "status": "completed", "tag": "f89c0952-c26a-4467-973d-831ce88d0209", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:08.579206 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-135f9764-1b24-46fa-a562-9b836f76e4c8 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:08.579710 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c843c5-ddaa-4b73-b698-533ea3450b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f89c0952-c26a-4467-973d-831ce88d0209', 'code': 200} Aug 10 04:09:08.588609 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f8ef1-0468-4d10-a238-a031351bafda req-eb0212d5-af4e-43ce-a336-417ec8fd9503 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:08.590127 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7d2f8ef1-0468-4d10-a238-a031351bafda req-eb0212d5-af4e-43ce-a336-417ec8fd9503 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a0bed7-eee2-4904-8345-399fec95c894 HTTP/1.1" status: 200 len: 945 time: 0.0617101 Aug 10 04:09:08.629032 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7d2f8ef1-0468-4d10-a238-a031351bafda req-70bdc09c-a763-4ff7-a3ee-0f509c6b82bb tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327826 Aug 10 04:09:08.636379 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['97b43e96-36df-4f02-b602-cd1283dc2464'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:09:08.675622 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9160e-9ae9-454c-aa0e-d68933bc4e7a req-7f99f653-5f6d-43eb-b2c4-751d8f3cbe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:08.677117 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9ed9160e-9ae9-454c-aa0e-d68933bc4e7a req-7f99f653-5f6d-43eb-b2c4-751d8f3cbe8f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47 HTTP/1.1" status: 200 len: 1096 time: 0.0413113 Aug 10 04:09:08.714290 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9ed9160e-9ae9-454c-aa0e-d68933bc4e7a req-3a4a7e04-6903-4677-ae0f-28219a425d05 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297222 Aug 10 04:09:09.217212 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c5a07-6683-4d72-9b27-43f1e04eba91 req-ed5561fa-73e9-431b-ac79-594a9c2aaa68 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:09.218715 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6f9c5a07-6683-4d72-9b27-43f1e04eba91 req-ed5561fa-73e9-431b-ac79-594a9c2aaa68 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 945 time: 0.0505610 Aug 10 04:09:09.259206 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6f9c5a07-6683-4d72-9b27-43f1e04eba91 req-28ad47b0-a058-4aaf-ba3a-cf9f9c55e7ba tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342131 Aug 10 04:09:09.276626 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db996860-0ae5-45c7-8174-f48adb9cd5aa req-dd7c7bfa-c41f-49d5-887a-692c7020e03a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:09.276626 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-db996860-0ae5-45c7-8174-f48adb9cd5aa req-dd7c7bfa-c41f-49d5-887a-692c7020e03a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47 HTTP/1.1" status: 200 len: 945 time: 0.0593197 Aug 10 04:09:09.331235 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-db996860-0ae5-45c7-8174-f48adb9cd5aa req-77f89b67-cf11-4e5a-8747-78e6eb709b2f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469484 Aug 10 04:09:09.418756 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b7af1c-97ec-48ea-aae9-b0ea1e4c5e71 req-043c9640-3e71-4826-9dab-fcf6e3e23167 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:09.420439 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e1b7af1c-97ec-48ea-aae9-b0ea1e4c5e71 req-043c9640-3e71-4826-9dab-fcf6e3e23167 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 945 time: 0.0633807 Aug 10 04:09:09.432210 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55600) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:09.437952 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-f147b749-164d-4737-a7b0-47c11f0fdcb9 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Request body: {'floatingip': {'port_id': '205df6d7-0c4e-499f-b491-c4e9b32c3167'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:09.498800 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f147b749-164d-4737-a7b0-47c11f0fdcb9 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for floatingip, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:09.811375 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72c809-827e-48df-944f-c9977aae1f29 req-c84cfb15-4172-494b-b4bd-4b94d38ef43a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:09.813023 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f72c809-827e-48df-944f-c9977aae1f29 req-c84cfb15-4172-494b-b4bd-4b94d38ef43a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a0bed7-eee2-4904-8345-399fec95c894 HTTP/1.1" status: 200 len: 945 time: 0.0985458 Aug 10 04:09:09.967303 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 97b43e96-36df-4f02-b602-cd1283dc2464 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:09:09.970799 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f6c9b697-9f73-4b8f-bbe3-8deef9a3361b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:09.995752 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f72c809-827e-48df-944f-c9977aae1f29 req-9c247c71-d967-4dce-a450-2666994d796e tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555316 Aug 10 04:09:10.075625 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 97b43e96-36df-4f02-b602-cd1283dc2464 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:09:10.079588 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 97b43e96-36df-4f02-b602-cd1283dc2464 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:09:10.079988 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:10.163011 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:10.196778 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 97b43e96-36df-4f02-b602-cd1283dc2464, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=97b43e96-36df-4f02-b602-cd1283dc2464,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:10.199186 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f147b749-164d-4737-a7b0-47c11f0fdcb9 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:10.258532 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:10.290803 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f147b749-164d-4737-a7b0-47c11f0fdcb9 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:10.307820 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=97b43e96-36df-4f02-b602-cd1283dc2464,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:10.390119 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-f147b749-164d-4737-a7b0-47c11f0fdcb9 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Floating IP 234e5102-27f6-4700-adba-9cfdf0f028e0 associated. External IP: 172.25.0.13, port: 205df6d7-0c4e-499f-b491-c4e9b32c3167. Aug 10 04:09:10.447256 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adfa570-ac95-47e3-9df2-59e2c64db514 req-154e2089-8c4a-4f02-879d-64c122511522 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:10.448817 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6adfa570-ac95-47e3-9df2-59e2c64db514 req-154e2089-8c4a-4f02-879d-64c122511522 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47 HTTP/1.1" status: 200 len: 945 time: 0.0530574 Aug 10 04:09:10.487184 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6adfa570-ac95-47e3-9df2-59e2c64db514 req-f7bf6fc4-6387-4472-9771-65a6710c59d3 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320516 Aug 10 04:09:10.587900 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a0bed7-eee2-4904-8345-399fec95c894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b43e96-36df-4f02-b602-cd1283dc2464'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:10.590286 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7634aed4-9597-41cc-9f46-818d36d66a07" -d '{"events": [{"server_uuid": "16a0bed7-eee2-4904-8345-399fec95c894", "name": "network-vif-plugged", "status": "completed", "tag": "97b43e96-36df-4f02-b602-cd1283dc2464"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:10.645889 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c97c756-42f7-4e73-9bfb-f8760ba599a5 x-openstack-request-id: req-5c97c756-42f7-4e73-9bfb-f8760ba599a5 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:10.646229 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a0bed7-eee2-4904-8345-399fec95c894", "name": "network-vif-plugged", "status": "completed", "tag": "97b43e96-36df-4f02-b602-cd1283dc2464", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:10.646845 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c97c756-42f7-4e73-9bfb-f8760ba599a5 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:10.647308 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a0bed7-eee2-4904-8345-399fec95c894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97b43e96-36df-4f02-b602-cd1283dc2464', 'code': 200} Aug 10 04:09:10.977456 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b78ec0-b172-431e-8a1d-f374d4c3c57b req-abbb1059-fdc4-444b-9e58-e1199cdeb82a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:10.979040 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b1b78ec0-b172-431e-8a1d-f374d4c3c57b req-abbb1059-fdc4-444b-9e58-e1199cdeb82a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47 HTTP/1.1" status: 200 len: 945 time: 0.1033084 Aug 10 04:09:10.981264 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c1ab0d-a96c-4d74-a2ba-edc077259d60 req-e414cccf-742d-49a5-9f9c-c7655f6fe06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:10.982677 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-96c1ab0d-a96c-4d74-a2ba-edc077259d60 req-e414cccf-742d-49a5-9f9c-c7655f6fe06c service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=16a0bed7-eee2-4904-8345-399fec95c894 HTTP/1.1" status: 200 len: 1097 time: 0.1080859 Aug 10 04:09:10.991634 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f147b749-164d-4737-a7b0-47c11f0fdcb9 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Router 98632379-a983-4819-a0e7-21ec5c644558 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:09:11.090693 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-96c1ab0d-a96c-4d74-a2ba-edc077259d60 req-16f39714-baa5-446e-b2f2-8a3b84d89a3a service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936813 Aug 10 04:09:11.095360 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b1b78ec0-b172-431e-8a1d-f374d4c3c57b req-970dda05-0772-4f49-ac25-e1cb77439907 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066473 Aug 10 04:09:11.119549 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c26060-8acf-4b43-9852-6182f134a686 req-50da2681-3abd-4d4d-a6de-73f8da60784b tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:11.121453 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-12c26060-8acf-4b43-9852-6182f134a686 req-50da2681-3abd-4d4d-a6de-73f8da60784b tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a0bed7-eee2-4904-8345-399fec95c894 HTTP/1.1" status: 200 len: 946 time: 0.0552163 Aug 10 04:09:11.174109 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-12c26060-8acf-4b43-9852-6182f134a686 req-b294cc9f-d257-47c5-b771-6988ed924be9 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457873 Aug 10 04:09:11.210422 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f147b749-164d-4737-a7b0-47c11f0fdcb9 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:09:11.215701 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f147b749-164d-4737-a7b0-47c11f0fdcb9 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:11.220712 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c61c02-3b63-4e01-b9ca-7b1ec5387057 None None] Sync routers for ids ['98632379-a983-4819-a0e7-21ec5c644558'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:09:11.235435 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c61c02-3b63-4e01-b9ca-7b1ec5387057 None None] Routers {'98632379-a983-4819-a0e7-21ec5c644558'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:09:11.236234 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-52c61c02-3b63-4e01-b9ca-7b1ec5387057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:08:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['98632379-a983-4819-a0e7-21ec5c644558'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:11.277194 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f147b749-164d-4737-a7b0-47c11f0fdcb9 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "PUT /v2.0/floatingips/234e5102-27f6-4700-adba-9cfdf0f028e0 HTTP/1.1" status: 200 len: 990 time: 1.8429606 Aug 10 04:09:11.277878 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af6029e9-a968-4200-b599-4c32887f2a21', 'tag': '205df6d7-0c4e-499f-b491-c4e9b32c3167'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:11.281214 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80a92dc-d119-48ad-ae1b-59c11b485275" -d '{"events": [{"name": "network-changed", "server_uuid": "af6029e9-a968-4200-b599-4c32887f2a21", "tag": "205df6d7-0c4e-499f-b491-c4e9b32c3167"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:11.382698 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-52c61c02-3b63-4e01-b9ca-7b1ec5387057 None None] Set router 98632379-a983-4819-a0e7-21ec5c644558 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:09:11.594396 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ad29eb-7eba-40c4-9918-d1de0031cc2d x-openstack-request-id: req-67ad29eb-7eba-40c4-9918-d1de0031cc2d {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:11.595208 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af6029e9-a968-4200-b599-4c32887f2a21", "tag": "205df6d7-0c4e-499f-b491-c4e9b32c3167", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:11.595638 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-67ad29eb-7eba-40c4-9918-d1de0031cc2d {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:11.596239 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af6029e9-a968-4200-b599-4c32887f2a21', 'tag': '205df6d7-0c4e-499f-b491-c4e9b32c3167', 'status': 'completed', 'code': 200} Aug 10 04:09:11.669550 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-52c61c02-3b63-4e01-b9ca-7b1ec5387057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98632379-a983-4819-a0e7-21ec5c644558', 'name': 'tempest-AttachVolumeShelveTestJSON-1795631640-router', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:54Z', 'updated_at': '2021-08-10T04:04:06Z', 'revision_number': 4, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'gw_port': {'id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:56Z', 'updated_at': '2021-08-10T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '234e5102-27f6-4700-adba-9cfdf0f028e0', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '98632379-a983-4819-a0e7-21ec5c644558', 'port_id': '205df6d7-0c4e-499f-b491-c4e9b32c3167', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'mac_address': 'fa:16:3e:32:0f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6029e9-a968-4200-b599-4c32887f2a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:08:50Z', 'updated_at': '2021-08-10T04:09:10Z', 'revision_number': 1, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0922fc75-4a04-4d21-881b-999469619cc6', 'name': '', 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'mac_address': 'fa:16:3e:3a:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:03Z', 'updated_at': '2021-08-10T04:04:13Z', 'revision_number': 5, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'subnets': [{'id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:11.695670 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a92dc-d119-48ad-ae1b-59c11b485275 req-6245baa4-8193-4d51-b604-bde7da727fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:11.697550 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e80a92dc-d119-48ad-ae1b-59c11b485275 req-6245baa4-8193-4d51-b604-bde7da727fc7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c54c9ab1fa940fe85894d7bbe0c849c&device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 1096 time: 0.0585663 Aug 10 04:09:11.700658 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c61c02-3b63-4e01-b9ca-7b1ec5387057 None None] Checking router: 98632379-a983-4819-a0e7-21ec5c644558 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:09:11.709608 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c61c02-3b63-4e01-b9ca-7b1ec5387057 None None] Routers {'98632379-a983-4819-a0e7-21ec5c644558'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:09:11.710284 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-52c61c02-3b63-4e01-b9ca-7b1ec5387057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:08:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['98632379-a983-4819-a0e7-21ec5c644558'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:11.804444 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a92dc-d119-48ad-ae1b-59c11b485275 req-2568b9a3-e317-4483-aa10-c69a781a3549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:11.806078 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e80a92dc-d119-48ad-ae1b-59c11b485275 req-2568b9a3-e317-4483-aa10-c69a781a3549 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f573ecff-4c5c-4552-80ba-7f39fbaee537 HTTP/1.1" status: 200 len: 918 time: 0.1019878 Aug 10 04:09:11.906486 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e80a92dc-d119-48ad-ae1b-59c11b485275 req-5090ea62-aac7-482c-b48c-5e16f50964c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=205df6d7-0c4e-499f-b491-c4e9b32c3167 HTTP/1.1" status: 200 len: 998 time: 0.0939357 Aug 10 04:09:11.970024 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-52c61c02-3b63-4e01-b9ca-7b1ec5387057 None None] Set router 98632379-a983-4819-a0e7-21ec5c644558 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:09:11.975982 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a92dc-d119-48ad-ae1b-59c11b485275 req-5fb0af7d-ac9c-4312-99e0-5f3e097724db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:11.983651 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e80a92dc-d119-48ad-ae1b-59c11b485275 req-5fb0af7d-ac9c-4312-99e0-5f3e097724db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6dfeb297-f2e7-4070-a508-7d422d26e1b7 HTTP/1.1" status: 200 len: 856 time: 0.0677752 Aug 10 04:09:12.076532 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a92dc-d119-48ad-ae1b-59c11b485275 req-07680e84-7881-4d84-af37-2919bfa9c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:12.079233 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e80a92dc-d119-48ad-ae1b-59c11b485275 req-07680e84-7881-4d84-af37-2919bfa9c7fb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f573ecff-4c5c-4552-80ba-7f39fbaee537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875752 Aug 10 04:09:12.256871 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e80a92dc-d119-48ad-ae1b-59c11b485275 req-f142a50b-6add-4c82-8d17-c8378aeb2cc1 service neutron] 10.222.0.20 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683018 Aug 10 04:09:12.328608 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-52c61c02-3b63-4e01-b9ca-7b1ec5387057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98632379-a983-4819-a0e7-21ec5c644558', 'name': 'tempest-AttachVolumeShelveTestJSON-1795631640-router', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:54Z', 'updated_at': '2021-08-10T04:04:06Z', 'revision_number': 4, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'gw_port': {'id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:56Z', 'updated_at': '2021-08-10T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '234e5102-27f6-4700-adba-9cfdf0f028e0', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '98632379-a983-4819-a0e7-21ec5c644558', 'port_id': '205df6d7-0c4e-499f-b491-c4e9b32c3167', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'mac_address': 'fa:16:3e:32:0f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6029e9-a968-4200-b599-4c32887f2a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:08:50Z', 'updated_at': '2021-08-10T04:09:10Z', 'revision_number': 1, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0922fc75-4a04-4d21-881b-999469619cc6', 'name': '', 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'mac_address': 'fa:16:3e:3a:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:03Z', 'updated_at': '2021-08-10T04:04:13Z', 'revision_number': 5, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'subnets': [{'id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:09:12.405052 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c61c02-3b63-4e01-b9ca-7b1ec5387057 None None] The sync data for ids ['98632379-a983-4819-a0e7-21ec5c644558'] in n-d-802893-2 is: [{'id': '98632379-a983-4819-a0e7-21ec5c644558', 'name': 'tempest-AttachVolumeShelveTestJSON-1795631640-router', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:54Z', 'updated_at': '2021-08-10T04:04:06Z', 'revision_number': 4, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'gw_port': {'id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:56Z', 'updated_at': '2021-08-10T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '234e5102-27f6-4700-adba-9cfdf0f028e0', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'floating_ip_address': '172.25.0.13', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '98632379-a983-4819-a0e7-21ec5c644558', 'port_id': '205df6d7-0c4e-499f-b491-c4e9b32c3167', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'mac_address': 'fa:16:3e:32:0f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6029e9-a968-4200-b599-4c32887f2a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:08:50Z', 'updated_at': '2021-08-10T04:09:10Z', 'revision_number': 1, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0922fc75-4a04-4d21-881b-999469619cc6', 'name': '', 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'mac_address': 'fa:16:3e:3a:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:03Z', 'updated_at': '2021-08-10T04:04:13Z', 'revision_number': 5, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'subnets': [{'id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:09:12.427149 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ac7d0-546b-42d4-be19-42a7106ed999 req-8b211461-8761-49ed-8f55-0df07f2b0f0b tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:12.435935 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-951ac7d0-546b-42d4-be19-42a7106ed999 req-8b211461-8761-49ed-8f55-0df07f2b0f0b tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a0bed7-eee2-4904-8345-399fec95c894 HTTP/1.1" status: 200 len: 946 time: 0.1125724 Aug 10 04:09:12.451447 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e80a92dc-d119-48ad-ae1b-59c11b485275 req-ae4c781e-573b-4c53-b038-24014bb8507d service neutron] 10.222.0.20 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884985 Aug 10 04:09:12.506260 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-951ac7d0-546b-42d4-be19-42a7106ed999 req-3b1d37ae-6e83-412d-be73-6ab259a44018 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600843 Aug 10 04:09:12.644775 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d1332-9eb1-4283-b3f7-a9efbba8d9ad req-f4acc2ce-2035-46fb-bf1b-70af56267d96 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:12.647497 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d14d1332-9eb1-4283-b3f7-a9efbba8d9ad req-f4acc2ce-2035-46fb-bf1b-70af56267d96 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=c167be78-d293-4907-9e97-5918ef29d7c3 HTTP/1.1" status: 200 len: 945 time: 0.0722322 Aug 10 04:09:12.693850 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d14d1332-9eb1-4283-b3f7-a9efbba8d9ad req-5824f624-cee9-440d-b862-6d4eb4d08bda tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394650 Aug 10 04:09:12.777999 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ed842a-64de-4d4b-a964-5ceeb1949967 None None] New status for floating IP 234e5102-27f6-4700-adba-9cfdf0f028e0: ACTIVE {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:09:12.978349 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd574470-32f6-4c70-a4b0-84406afed54c req-dbde71da-5caf-410f-9347-ecf0bcc37879 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:12.979898 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fd574470-32f6-4c70-a4b0-84406afed54c req-dbde71da-5caf-410f-9347-ecf0bcc37879 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a0bed7-eee2-4904-8345-399fec95c894 HTTP/1.1" status: 200 len: 946 time: 0.0817583 Aug 10 04:09:13.022770 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fd574470-32f6-4c70-a4b0-84406afed54c req-024ae5c4-d6e9-43b0-82a8-ea837f929d84 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367277 Aug 10 04:09:13.593936 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:13.704751 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20e5b7-4df5-4758-bc45-dd872c51daa5 req-8eed5a1d-9244-427e-ae92-7d8df04a60f9 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:13.706816 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4a20e5b7-4df5-4758-bc45-dd872c51daa5 req-8eed5a1d-9244-427e-ae92-7d8df04a60f9 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a0bed7-eee2-4904-8345-399fec95c894 HTTP/1.1" status: 200 len: 946 time: 0.0602818 Aug 10 04:09:13.839041 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4a20e5b7-4df5-4758-bc45-dd872c51daa5 req-0cb331fe-742c-489b-b8d1-e60ef5614226 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239133 Aug 10 04:09:13.882828 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5f507148-7b94-4dca-8f5b-7f408e9f0b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:15.017311 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d297ff0-cb91-4ddc-a8fd-0b2d6bf1eaaf req-53432ae2-ef36-41bc-95c2-b16289661f64 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:15.018850 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3d297ff0-cb91-4ddc-a8fd-0b2d6bf1eaaf req-53432ae2-ef36-41bc-95c2-b16289661f64 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.68 "GET /v2.0/ports?device_id=16a0bed7-eee2-4904-8345-399fec95c894 HTTP/1.1" status: 200 len: 946 time: 0.1159179 Aug 10 04:09:15.032307 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d99283-7d53-461a-a4e5-73d5be9e2a3c req-e3038827-8e50-4ea7-92e7-2ff67ecd4343 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:15.033892 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f9d99283-7d53-461a-a4e5-73d5be9e2a3c req-e3038827-8e50-4ea7-92e7-2ff67ecd4343 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a0bed7-eee2-4904-8345-399fec95c894 HTTP/1.1" status: 200 len: 946 time: 0.0982254 Aug 10 04:09:15.117296 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f9d99283-7d53-461a-a4e5-73d5be9e2a3c req-81f1cbb0-8687-44e6-9d74-ecb73e09181e tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734625 Aug 10 04:09:15.174321 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-3d297ff0-cb91-4ddc-a8fd-0b2d6bf1eaaf req-d861e056-dc0c-4c09-8bfd-cba7cfebfdc1 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Deleting port 97b43e96-36df-4f02-b602-cd1283dc2464 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:09:15.174753 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-3d297ff0-cb91-4ddc-a8fd-0b2d6bf1eaaf req-d861e056-dc0c-4c09-8bfd-cba7cfebfdc1 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:15.285198 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-3d297ff0-cb91-4ddc-a8fd-0b2d6bf1eaaf req-d861e056-dc0c-4c09-8bfd-cba7cfebfdc1 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] For port 97b43e96-36df-4f02-b602-cd1283dc2464, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=97b43e96-36df-4f02-b602-cd1283dc2464,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:15.285608 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-3d297ff0-cb91-4ddc-a8fd-0b2d6bf1eaaf req-d861e056-dc0c-4c09-8bfd-cba7cfebfdc1 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:15.287237 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-303c9243-42af-469b-b361-e7b3f1eb3e9f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:15.288838 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-303c9243-42af-469b-b361-e7b3f1eb3e9f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 810 time: 0.1183586 Aug 10 04:09:15.298685 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:15.305520 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-aceb8141-48ec-4121-a8a1-86f5e8b5a084 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/quotas/d4bbb82d53544f8dad3eb033c592dee4 HTTP/1.1" status: 200 len: 375 time: 0.0096684 Aug 10 04:09:15.310624 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-3d297ff0-cb91-4ddc-a8fd-0b2d6bf1eaaf req-d861e056-dc0c-4c09-8bfd-cba7cfebfdc1 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Calling delete_port for 97b43e96-36df-4f02-b602-cd1283dc2464 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:09:15.364730 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-0fad964e-066c-49f4-9cd5-8a9010c78599 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522892 Aug 10 04:09:15.484690 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-3147464a-cd9a-4dd8-8f1f-0417e1ee7e8c service neutron] 10.222.0.25 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135168 Aug 10 04:09:15.537163 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-3d297ff0-cb91-4ddc-a8fd-0b2d6bf1eaaf req-d861e056-dc0c-4c09-8bfd-cba7cfebfdc1 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:15.553104 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['97b43e96-36df-4f02-b602-cd1283dc2464'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:09:15.581405 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861e056-dc0c-4c09-8bfd-cba7cfebfdc1 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Pushing event deleted for resources: {'Port': ['ID=97b43e96-36df-4f02-b602-cd1283dc2464,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:15.590257 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['915a05d9-649b-48c1-9ff5-2c0fd12608d8', 'e3bcc426-74cf-4232-96d5-196404b3ee20'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:09:15.603881 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-76e7b617-bc98-46a5-9c4a-fbda3153d9f5 service neutron] 10.222.0.25 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182725 Aug 10 04:09:15.619305 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d297ff0-cb91-4ddc-a8fd-0b2d6bf1eaaf req-d861e056-dc0c-4c09-8bfd-cba7cfebfdc1 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] No DVR routers for this DVR port 97b43e96-36df-4f02-b602-cd1283dc2464 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:09:15.622401 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-3d297ff0-cb91-4ddc-a8fd-0b2d6bf1eaaf req-d861e056-dc0c-4c09-8bfd-cba7cfebfdc1 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:15.624683 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3d297ff0-cb91-4ddc-a8fd-0b2d6bf1eaaf req-d861e056-dc0c-4c09-8bfd-cba7cfebfdc1 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.68 "DELETE /v2.0/ports/97b43e96-36df-4f02-b602-cd1283dc2464 HTTP/1.1" status: 204 len: 173 time: 0.5898728 Aug 10 04:09:15.626376 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16a0bed7-eee2-4904-8345-399fec95c894', 'name': 'network-vif-deleted', 'tag': '97b43e96-36df-4f02-b602-cd1283dc2464'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:15.628266 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69f00dc-4b7b-45bf-b1a0-de5b4fce0592" -d '{"events": [{"server_uuid": "16a0bed7-eee2-4904-8345-399fec95c894", "name": "network-vif-deleted", "tag": "97b43e96-36df-4f02-b602-cd1283dc2464"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:15.694684 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb2c17d-8d9b-4417-87f5-15535259f427 x-openstack-request-id: req-3fb2c17d-8d9b-4417-87f5-15535259f427 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:15.695038 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16a0bed7-eee2-4904-8345-399fec95c894", "name": "network-vif-deleted", "tag": "97b43e96-36df-4f02-b602-cd1283dc2464", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:15.695353 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3fb2c17d-8d9b-4417-87f5-15535259f427 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:15.695819 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16a0bed7-eee2-4904-8345-399fec95c894', 'name': 'network-vif-deleted', 'tag': '97b43e96-36df-4f02-b602-cd1283dc2464', 'status': 'completed', 'code': 200} Aug 10 04:09:15.788639 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:16.002939 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4a593832-e572-471b-91e3-e4197e30ec41 req-2cb050b6-3d12-4cf5-80da-f960622217a6 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 210 time: 0.0403914 Aug 10 04:09:16.228142 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-984e5938-032e-4c23-b1ef-8b6c886e56a8 req-8bfa10c5-2edf-46c6-b322-55944d74bbbd tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=16a0bed7-eee2-4904-8345-399fec95c894 HTTP/1.1" status: 200 len: 210 time: 0.0273814 Aug 10 04:09:16.858734 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:17.113103 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7fdebee7-d065-48ab-a135-32bd25abec24 req-604043d9-5bed-4179-8202-4492499fb477 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 210 time: 0.0352235 Aug 10 04:09:17.778313 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa38406b-1b32-46c6-b877-c5bcc2fd4cd8 req-49dfd1d4-d4ce-4b55-bee9-f98a58a57877 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:17.780054 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fa38406b-1b32-46c6-b877-c5bcc2fd4cd8 req-49dfd1d4-d4ce-4b55-bee9-f98a58a57877 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=c167be78-d293-4907-9e97-5918ef29d7c3 HTTP/1.1" status: 200 len: 945 time: 0.0558004 Aug 10 04:09:17.782254 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55862) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:17.821564 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fa38406b-1b32-46c6-b877-c5bcc2fd4cd8 req-31585ba1-1fbd-4230-bb32-a5f067cfbd8f tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331881 Aug 10 04:09:17.895653 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d55d0885-2e42-4fac-9cef-a13e748239dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:18.002509 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 97b43e96-36df-4f02-b602-cd1283dc2464 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:09:18.026113 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 97b43e96-36df-4f02-b602-cd1283dc2464 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:09:18.026453 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 97b43e96-36df-4f02-b602-cd1283dc2464 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:09:18.164692 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d55d0885-2e42-4fac-9cef-a13e748239dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:18.211325 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-54e843b9-07b9-44b5-b99f-76f11bf42c3f req-f39f8480-7840-4d66-a67e-c0ecf2e40b36 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 210 time: 0.0258338 Aug 10 04:09:18.285356 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d55d0885-2e42-4fac-9cef-a13e748239dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:18.343893 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d55d0885-2e42-4fac-9cef-a13e748239dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=118559244618470e8386e709167fac92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5605397 Aug 10 04:09:18.346546 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55872) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:18.347356 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d0885-2e42-4fac-9cef-a13e748239dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4ac9a1-963a-4d5a-8f72-f5b0ce82a430,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:18.372873 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-4791cf0f-0027-473d-b5d9-530bc26d9ea3 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:18.374378 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-4791cf0f-0027-473d-b5d9-530bc26d9ea3 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.68 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 810 time: 0.1518152 Aug 10 04:09:18.387675 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-b9090199-bf00-43ff-b79a-2be71e98e108 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Request body: {'port': {'device_id': '00b3a85a-7c03-4ed8-9f88-932eb645b127', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'admin_state_up': True, 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:18.438024 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f8bbca0-e3e0-4390-98fd-b213094f7d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:18.465000 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f8bbca0-e3e0-4390-98fd-b213094f7d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:18.572985 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f8bbca0-e3e0-4390-98fd-b213094f7d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:18.573291 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-b9090199-bf00-43ff-b79a-2be71e98e108 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Made reservation on behalf of d4bbb82d53544f8dad3eb033c592dee4 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:09:18.576364 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f8bbca0-e3e0-4390-98fd-b213094f7d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:18.579460 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-b9090199-bf00-43ff-b79a-2be71e98e108 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:18.580763 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0f8bbca0-e3e0-4390-98fd-b213094f7d2d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5b4ac9a1-963a-4d5a-8f72-f5b0ce82a430 HTTP/1.1" status: 204 len: 168 time: 0.2323070 Aug 10 04:09:18.604200 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8bbca0-e3e0-4390-98fd-b213094f7d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4ac9a1-963a-4d5a-8f72-f5b0ce82a430,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:18.620225 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8bbca0-e3e0-4390-98fd-b213094f7d2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:18.620675 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8bbca0-e3e0-4390-98fd-b213094f7d2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:18.621025 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8bbca0-e3e0-4390-98fd-b213094f7d2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:18.621359 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8bbca0-e3e0-4390-98fd-b213094f7d2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:18.625520 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8bbca0-e3e0-4390-98fd-b213094f7d2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:18.625520 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8bbca0-e3e0-4390-98fd-b213094f7d2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:18.625520 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8bbca0-e3e0-4390-98fd-b213094f7d2d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:18.625520 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8bbca0-e3e0-4390-98fd-b213094f7d2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:18.625520 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8bbca0-e3e0-4390-98fd-b213094f7d2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:18.625520 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8bbca0-e3e0-4390-98fd-b213094f7d2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:18.625520 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8bbca0-e3e0-4390-98fd-b213094f7d2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:18.625520 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8bbca0-e3e0-4390-98fd-b213094f7d2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:18.728546 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-b9090199-bf00-43ff-b79a-2be71e98e108 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Allocated IP 172.20.0.13 (ee59e291-e76f-48a7-96a4-530291348714/50d1b050-8d5a-4a28-adea-90a39272e6c6/b0a8ada7-3440-4761-a346-262a40c75aea) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:09:18.912365 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-b9090199-bf00-43ff-b79a-2be71e98e108 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:18.950433 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-b9090199-bf00-43ff-b79a-2be71e98e108 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Transition to ACTIVE for port object b0a8ada7-3440-4761-a346-262a40c75aea will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:09:18.983128 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d0c48-efbc-4b30-ad62-f300f0b663e2 req-91da7608-215b-41d7-a2e5-c0d13f522756 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:18.990587 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ef5d0c48-efbc-4b30-ad62-f300f0b663e2 req-91da7608-215b-41d7-a2e5-c0d13f522756 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=c167be78-d293-4907-9e97-5918ef29d7c3 HTTP/1.1" status: 200 len: 945 time: 0.0978987 Aug 10 04:09:19.046949 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ef5d0c48-efbc-4b30-ad62-f300f0b663e2 req-502c4616-9f45-49a2-9b49-12e830261111 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554376 Aug 10 04:09:19.128067 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-b9090199-bf00-43ff-b79a-2be71e98e108 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:19.141154 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['f89c0952-c26a-4467-973d-831ce88d0209'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:09:19.154068 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-b9090199-bf00-43ff-b79a-2be71e98e108 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Network ee59e291-e76f-48a7-96a4-530291348714 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:09:19.176163 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-b9090199-bf00-43ff-b79a-2be71e98e108 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:09:19.180377 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-b9090199-bf00-43ff-b79a-2be71e98e108 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:09:19.238407 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9090199-bf00-43ff-b79a-2be71e98e108 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event updated for resources: {'Port': ['ID=b0a8ada7-3440-4761-a346-262a40c75aea,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:19.247049 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-b9090199-bf00-43ff-b79a-2be71e98e108 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:19.247706 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-b9090199-bf00-43ff-b79a-2be71e98e108 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:19.398112 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55898) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:19.407044 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84068fb7-b31e-4465-8aa3-b00765071e6d req-b078b680-354b-4498-9af5-dfd8236c29a0 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:19.415838 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-84068fb7-b31e-4465-8aa3-b00765071e6d req-b078b680-354b-4498-9af5-dfd8236c29a0 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 932 time: 0.0801070 Aug 10 04:09:19.432627 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-b9090199-bf00-43ff-b79a-2be71e98e108 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0489523 Aug 10 04:09:19.444178 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3120ebfd-34ae-4a1d-b71a-b7b7c2c95983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:19.461015 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-6eadea8c-a74f-468a-8815-9a7185fb6ea2 service neutron] Request body: {'port': {'device_id': '00b3a85a-7c03-4ed8-9f88-932eb645b127', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:19.485575 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-84068fb7-b31e-4465-8aa3-b00765071e6d req-9b4ad791-afb2-4348-a5f0-f1fc337ffeba tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687263 Aug 10 04:09:19.516370 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2623d7-7081-4db0-ade9-8294af12f809 req-0159d5a1-f07d-433e-a439-05b76a854244 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:19.518245 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f2623d7-7081-4db0-ade9-8294af12f809 req-0159d5a1-f07d-433e-a439-05b76a854244 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.20 "GET /v2.0/ports?device_id=c167be78-d293-4907-9e97-5918ef29d7c3 HTTP/1.1" status: 200 len: 945 time: 0.1658692 Aug 10 04:09:19.557483 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-6eadea8c-a74f-468a-8815-9a7185fb6ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:19.576778 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3120ebfd-34ae-4a1d-b71a-b7b7c2c95983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:19.645786 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3120ebfd-34ae-4a1d-b71a-b7b7c2c95983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:19.681163 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-01ff112e-293f-4766-bf47-81581a230595 None None] Provisioning for port b0a8ada7-3440-4761-a346-262a40c75aea completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:09:19.686629 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3120ebfd-34ae-4a1d-b71a-b7b7c2c95983 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=79f30a7da3af44aaa78311dad465a365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2662172 Aug 10 04:09:19.686792 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-01ff112e-293f-4766-bf47-81581a230595 None None] Provisioning complete for port b0a8ada7-3440-4761-a346-262a40c75aea triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:09:19.687302 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-01ff112e-293f-4766-bf47-81581a230595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:19.691743 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55906) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:19.738003 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-01ff112e-293f-4766-bf47-81581a230595 None None] Port b0a8ada7-3440-4761-a346-262a40c75aea cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:09:19.757151 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-5f2623d7-7081-4db0-ade9-8294af12f809 req-5c2ca684-8b87-4378-a229-5b0110e8bb27 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Deleting port e3bcc426-74cf-4232-96d5-196404b3ee20 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:09:19.757495 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5f2623d7-7081-4db0-ade9-8294af12f809 req-5c2ca684-8b87-4378-a229-5b0110e8bb27 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:19.768757 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3120ebfd-34ae-4a1d-b71a-b7b7c2c95983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a4daf1-857d-462b-a749-e780c7627713,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:19.786610 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ecbbd645-a884-46af-a148-957fe6dd82de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:19.828285 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ecbbd645-a884-46af-a148-957fe6dd82de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:19.919475 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-5f2623d7-7081-4db0-ade9-8294af12f809 req-5c2ca684-8b87-4378-a229-5b0110e8bb27 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] For port e3bcc426-74cf-4232-96d5-196404b3ee20, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=e3bcc426-74cf-4232-96d5-196404b3ee20,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:19.920198 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5f2623d7-7081-4db0-ade9-8294af12f809 req-5c2ca684-8b87-4378-a229-5b0110e8bb27 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:19.939440 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-5f2623d7-7081-4db0-ade9-8294af12f809 req-5c2ca684-8b87-4378-a229-5b0110e8bb27 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Calling delete_port for e3bcc426-74cf-4232-96d5-196404b3ee20 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:09:19.978387 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ecbbd645-a884-46af-a148-957fe6dd82de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:19.985394 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ecbbd645-a884-46af-a148-957fe6dd82de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:19.991181 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ecbbd645-a884-46af-a148-957fe6dd82de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/11a4daf1-857d-462b-a749-e780c7627713 HTTP/1.1" status: 204 len: 168 time: 0.2927041 Aug 10 04:09:20.008076 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbbd645-a884-46af-a148-957fe6dd82de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a4daf1-857d-462b-a749-e780c7627713,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:20.065960 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-6eadea8c-a74f-468a-8815-9a7185fb6ea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0a8ada7-3440-4761-a346-262a40c75aea {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:09:20.077726 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-6eadea8c-a74f-468a-8815-9a7185fb6ea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:20.109369 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-6eadea8c-a74f-468a-8815-9a7185fb6ea2 service neutron] Transition to ACTIVE for port object b0a8ada7-3440-4761-a346-262a40c75aea will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:09:20.183553 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832480a-0990-4738-89bb-c6bc6de06fe3 req-7325a3eb-e195-4712-9b31-a45affa2b480 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:20.185207 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0832480a-0990-4738-89bb-c6bc6de06fe3 req-7325a3eb-e195-4712-9b31-a45affa2b480 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=c167be78-d293-4907-9e97-5918ef29d7c3 HTTP/1.1" status: 200 len: 945 time: 0.0514166 Aug 10 04:09:20.202645 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-6eadea8c-a74f-468a-8815-9a7185fb6ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:20.231139 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0832480a-0990-4738-89bb-c6bc6de06fe3 req-21225540-f657-4603-90bb-fee2b83e8460 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399394 Aug 10 04:09:20.265486 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eadea8c-a74f-468a-8815-9a7185fb6ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a8ada7-3440-4761-a346-262a40c75aea,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:20.342763 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5f2623d7-7081-4db0-ade9-8294af12f809 req-5c2ca684-8b87-4378-a229-5b0110e8bb27 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:20.376043 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['915a05d9-649b-48c1-9ff5-2c0fd12608d8', 'e3bcc426-74cf-4232-96d5-196404b3ee20'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:09:20.384714 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ca684-8b87-4378-a229-5b0110e8bb27 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Pushing event deleted for resources: {'Port': ['ID=e3bcc426-74cf-4232-96d5-196404b3ee20,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:20.476737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2623d7-7081-4db0-ade9-8294af12f809 req-5c2ca684-8b87-4378-a229-5b0110e8bb27 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] No DVR routers for this DVR port e3bcc426-74cf-4232-96d5-196404b3ee20 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:09:20.481334 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5f2623d7-7081-4db0-ade9-8294af12f809 req-5c2ca684-8b87-4378-a229-5b0110e8bb27 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:20.485138 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f2623d7-7081-4db0-ade9-8294af12f809 req-5c2ca684-8b87-4378-a229-5b0110e8bb27 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.20 "DELETE /v2.0/ports/e3bcc426-74cf-4232-96d5-196404b3ee20 HTTP/1.1" status: 204 len: 173 time: 0.9427791 Aug 10 04:09:20.485845 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c167be78-d293-4907-9e97-5918ef29d7c3', 'name': 'network-vif-deleted', 'tag': 'e3bcc426-74cf-4232-96d5-196404b3ee20'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:20.488535 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc125dc-0152-4460-a5fd-988a5772d06a" -d '{"events": [{"server_uuid": "c167be78-d293-4907-9e97-5918ef29d7c3", "name": "network-vif-deleted", "tag": "e3bcc426-74cf-4232-96d5-196404b3ee20"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:20.509169 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-6eadea8c-a74f-468a-8815-9a7185fb6ea2 service neutron] Attempting to bind port b0a8ada7-3440-4761-a346-262a40c75aea on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:09:20.509746 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-6eadea8c-a74f-468a-8815-9a7185fb6ea2 service neutron] Attempting to bind port b0a8ada7-3440-4761-a346-262a40c75aea by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:09:20.510260 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-6eadea8c-a74f-468a-8815-9a7185fb6ea2 service neutron] Attempting to bind port b0a8ada7-3440-4761-a346-262a40c75aea on network ee59e291-e76f-48a7-96a4-530291348714 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:09:20.520840 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-6eadea8c-a74f-468a-8815-9a7185fb6ea2 service neutron] Port b0a8ada7-3440-4761-a346-262a40c75aea on network ee59e291-e76f-48a7-96a4-530291348714 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:09:20.523328 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-6eadea8c-a74f-468a-8815-9a7185fb6ea2 service neutron] Attempting to bind port b0a8ada7-3440-4761-a346-262a40c75aea on network ee59e291-e76f-48a7-96a4-530291348714 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:09:20.531219 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-6eadea8c-a74f-468a-8815-9a7185fb6ea2 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 9, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:09:20.537229 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-6eadea8c-a74f-468a-8815-9a7185fb6ea2 service neutron] Checking segment: {'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:09:20.537971 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-6eadea8c-a74f-468a-8815-9a7185fb6ea2 service neutron] Bound using segment: {'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:09:20.538678 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-6eadea8c-a74f-468a-8815-9a7185fb6ea2 service neutron] Bound port: b0a8ada7-3440-4761-a346-262a40c75aea, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:09:20.540427 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-6eadea8c-a74f-468a-8815-9a7185fb6ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:20.574313 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5227b022-1033-4983-a370-31de53e7d87f x-openstack-request-id: req-5227b022-1033-4983-a370-31de53e7d87f {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:20.574901 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c167be78-d293-4907-9e97-5918ef29d7c3", "name": "network-vif-deleted", "tag": "e3bcc426-74cf-4232-96d5-196404b3ee20", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:20.575320 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5227b022-1033-4983-a370-31de53e7d87f {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:20.575918 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c167be78-d293-4907-9e97-5918ef29d7c3', 'name': 'network-vif-deleted', 'tag': 'e3bcc426-74cf-4232-96d5-196404b3ee20', 'status': 'completed', 'code': 200} Aug 10 04:09:20.718142 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-6eadea8c-a74f-468a-8815-9a7185fb6ea2 service neutron] For port b0a8ada7-3440-4761-a346-262a40c75aea, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:09:20.722386 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-6eadea8c-a74f-468a-8815-9a7185fb6ea2 service neutron] For port b0a8ada7-3440-4761-a346-262a40c75aea, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=b0a8ada7-3440-4761-a346-262a40c75aea,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:09:20.776272 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb344e-88cf-4119-ad1e-9a6fe49c2c9d req-9334a3ef-bb60-41bb-9b7b-4ffc2e78c88b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:20.785151 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-66bb344e-88cf-4119-ad1e-9a6fe49c2c9d req-9334a3ef-bb60-41bb-9b7b-4ffc2e78c88b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0849025 Aug 10 04:09:20.789470 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-6eadea8c-a74f-468a-8815-9a7185fb6ea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:20.837636 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-66bb344e-88cf-4119-ad1e-9a6fe49c2c9d req-2bc41ff7-a9b7-47c3-8b6c-cb808a71877a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498996 Aug 10 04:09:20.885029 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eadea8c-a74f-468a-8815-9a7185fb6ea2 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a8ada7-3440-4761-a346-262a40c75aea,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:20.899777 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-6eadea8c-a74f-468a-8815-9a7185fb6ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:20.899777 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-6eadea8c-a74f-468a-8815-9a7185fb6ea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:20.899777 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-6eadea8c-a74f-468a-8815-9a7185fb6ea2 service neutron] 10.222.0.68 "PUT /v2.0/ports/b0a8ada7-3440-4761-a346-262a40c75aea HTTP/1.1" status: 200 len: 1092 time: 1.4497118 Aug 10 04:09:21.128581 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-7efad972-7c77-4cc7-a09b-f5ed2053127a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:21.130568 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-7efad972-7c77-4cc7-a09b-f5ed2053127a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 1095 time: 0.0666451 Aug 10 04:09:21.178851 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-f0dda280-6310-48b4-b99d-b24e473021fc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0a8ada7-3440-4761-a346-262a40c75aea HTTP/1.1" status: 200 len: 217 time: 0.0396128 Aug 10 04:09:21.244767 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-f4e08573-86f0-4368-8505-fd0a433e5501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:21.246603 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-f4e08573-86f0-4368-8505-fd0a433e5501 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=50d1b050-8d5a-4a28-adea-90a39272e6c6 HTTP/1.1" status: 200 len: 849 time: 0.0595000 Aug 10 04:09:21.309218 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-922328d8-b3b5-49ce-a78a-c320a6347133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:21.312847 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-922328d8-b3b5-49ce-a78a-c320a6347133 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee59e291-e76f-48a7-96a4-530291348714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567024 Aug 10 04:09:21.408674 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3aa45295-9b03-4407-8984-74dbefae2a8e req-09a6f23a-16f9-46e7-9eb3-7f728b9fe0cc tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=c167be78-d293-4907-9e97-5918ef29d7c3 HTTP/1.1" status: 200 len: 210 time: 0.0453846 Aug 10 04:09:21.451774 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-4fa9a1f0-f6a8-4888-9e01-7f0a0a943daf service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309350 Aug 10 04:09:21.600712 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b9b9829-d821-4f40-9a6c-7c0feeffeff7 req-6236f75d-7efd-42ff-a378-baa33a6d6b5a service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409624 Aug 10 04:09:21.982947 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa42cde-6888-4a69-aa0b-e25eface6f35 req-946f7078-5c7d-423b-83e6-d03aaa79393b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:21.984553 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9fa42cde-6888-4a69-aa0b-e25eface6f35 req-946f7078-5c7d-423b-83e6-d03aaa79393b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0546885 Aug 10 04:09:22.028535 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9fa42cde-6888-4a69-aa0b-e25eface6f35 req-065ef32b-7f8d-45ca-bbf0-9d6900003fed tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364597 Aug 10 04:09:22.578840 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b3a85a-7c03-4ed8-9f88-932eb645b127', 'tag': 'b0a8ada7-3440-4761-a346-262a40c75aea'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:22.581954 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5c5b73-fddc-436b-9528-e98c932658a6" -d '{"events": [{"name": "network-changed", "server_uuid": "00b3a85a-7c03-4ed8-9f88-932eb645b127", "tag": "b0a8ada7-3440-4761-a346-262a40c75aea"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:22.623761 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd7b21a-8300-447f-a01f-2929829697d9 x-openstack-request-id: req-1dd7b21a-8300-447f-a01f-2929829697d9 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:22.624080 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00b3a85a-7c03-4ed8-9f88-932eb645b127", "tag": "b0a8ada7-3440-4761-a346-262a40c75aea", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:22.624334 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1dd7b21a-8300-447f-a01f-2929829697d9 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:22.624758 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b3a85a-7c03-4ed8-9f88-932eb645b127', 'tag': 'b0a8ada7-3440-4761-a346-262a40c75aea', 'status': 'completed', 'code': 200} Aug 10 04:09:22.774112 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c5b73-fddc-436b-9528-e98c932658a6 req-ea51f4ba-f520-4766-b337-c6baa2cd70ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:22.775629 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ed5c5b73-fddc-436b-9528-e98c932658a6 req-ea51f4ba-f520-4766-b337-c6baa2cd70ab service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 1095 time: 0.1024370 Aug 10 04:09:22.848896 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-8ee80c70-4ccc-4632-b01a-659b6118d1f9 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:22.851119 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-8ee80c70-4ccc-4632-b01a-659b6118d1f9 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/networks?id=ad9b68cd-62ae-48dd-b06c-9f109fbb6dee HTTP/1.1" status: 200 len: 806 time: 0.1883276 Aug 10 04:09:22.885524 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-6649d2c3-7ddc-410e-9a0c-5a6d61ef8c98 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/quotas/dc57d88f35a64b5582a9e7690a4442fe HTTP/1.1" status: 200 len: 375 time: 0.0276761 Aug 10 04:09:22.942733 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c5b73-fddc-436b-9528-e98c932658a6 req-2f25e045-d7ec-40f5-873a-d91f4482b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:22.944777 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ed5c5b73-fddc-436b-9528-e98c932658a6 req-2f25e045-d7ec-40f5-873a-d91f4482b0f8 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 911 time: 0.1558695 Aug 10 04:09:22.967490 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-54e88289-5908-41e1-b9c7-9845fa3f96e2 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0760274 Aug 10 04:09:23.006665 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ed5c5b73-fddc-436b-9528-e98c932658a6 req-8716c9bf-e3b3-400b-a913-04d110494cec service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0a8ada7-3440-4761-a346-262a40c75aea HTTP/1.1" status: 200 len: 217 time: 0.0512366 Aug 10 04:09:23.077275 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c5b73-fddc-436b-9528-e98c932658a6 req-fd72bfc2-62dc-43f9-b312-f7f7b4f13a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:23.079201 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ed5c5b73-fddc-436b-9528-e98c932658a6 req-fd72bfc2-62dc-43f9-b312-f7f7b4f13a6c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=50d1b050-8d5a-4a28-adea-90a39272e6c6 HTTP/1.1" status: 200 len: 849 time: 0.0617075 Aug 10 04:09:23.138154 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c5b73-fddc-436b-9528-e98c932658a6 req-b099c46f-91d2-48d2-b25c-ffa8562aed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:23.142033 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ed5c5b73-fddc-436b-9528-e98c932658a6 req-b099c46f-91d2-48d2-b25c-ffa8562aed1d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee59e291-e76f-48a7-96a4-530291348714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516531 Aug 10 04:09:23.203255 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74abe7-0a62-46b6-b086-a5bb2b9b020d req-0cf83e83-64a8-4e6e-8fea-ed10602bc75d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:23.205103 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5f74abe7-0a62-46b6-b086-a5bb2b9b020d req-0cf83e83-64a8-4e6e-8fea-ed10602bc75d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0682697 Aug 10 04:09:23.264176 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5f74abe7-0a62-46b6-b086-a5bb2b9b020d req-cfdd69db-a0ed-4529-b5fa-c6cb6c90443f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518010 Aug 10 04:09:23.331844 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ed5c5b73-fddc-436b-9528-e98c932658a6 req-13dc6265-27d1-482b-aa06-e129a8b60fc3 service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817102 Aug 10 04:09:23.343723 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-88ac5d9b-bbff-46fd-b890-b9f38595bd18 service neutron] 10.222.0.25 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438232 Aug 10 04:09:23.506816 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ed5c5b73-fddc-436b-9528-e98c932658a6 req-1921c10a-da2e-4632-a858-128868f5c52b service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615505 Aug 10 04:09:23.508983 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-80b19fb2-5ce5-47f8-983c-d8ce10158da1 service neutron] 10.222.0.25 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566851 Aug 10 04:09:23.751459 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cc8bcdc4-af57-41cb-b003-fda8a1d892b0 req-122c3762-5204-4fd7-b9fd-35e09ee2665d tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=4454fbfb-ab5b-4393-a917-ab04163d1ac0 HTTP/1.1" status: 200 len: 210 time: 0.0300756 Aug 10 04:09:24.307822 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device e3bcc426-74cf-4232-96d5-196404b3ee20 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:09:24.331553 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: e3bcc426-74cf-4232-96d5-196404b3ee20 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:09:24.338096 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device e3bcc426-74cf-4232-96d5-196404b3ee20 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:09:24.699531 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485f9ba-8fc4-4696-a63f-68426c77ac9a req-c40258d5-e219-4d9c-ae7e-5479594cc8b4 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:24.701739 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9485f9ba-8fc4-4696-a63f-68426c77ac9a req-c40258d5-e219-4d9c-ae7e-5479594cc8b4 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.3622408 Aug 10 04:09:24.742221 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9485f9ba-8fc4-4696-a63f-68426c77ac9a req-5ac150eb-dced-4c46-944b-f9d9063bd99f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337169 Aug 10 04:09:24.871432 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-97e5b433-834e-4696-bfd5-47bad6b4c3d4 req-cb478643-e212-48d9-a8be-8c4e06358bca tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=4454fbfb-ab5b-4393-a917-ab04163d1ac0 HTTP/1.1" status: 200 len: 210 time: 0.0300539 Aug 10 04:09:25.027730 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56044) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:25.146280 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1060eedd-28d4-4bce-901a-f82731a28fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:25.245170 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1060eedd-28d4-4bce-901a-f82731a28fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:25.358960 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1060eedd-28d4-4bce-901a-f82731a28fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:25.400621 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56058) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:25.400958 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1060eedd-28d4-4bce-901a-f82731a28fc8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1325ed99eb0f4d37a941d4d97a928144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3718705 Aug 10 04:09:25.402834 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060eedd-28d4-4bce-901a-f82731a28fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e7c863-5a7d-49a5-ac2a-8ae5dadac360,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:25.492254 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ddd39703-efea-42f5-b93e-6f8797573aa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:25.518859 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ddd39703-efea-42f5-b93e-6f8797573aa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:25.652387 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ddd39703-efea-42f5-b93e-6f8797573aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:25.655045 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ddd39703-efea-42f5-b93e-6f8797573aa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:25.658551 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ddd39703-efea-42f5-b93e-6f8797573aa6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f1e7c863-5a7d-49a5-ac2a-8ae5dadac360 HTTP/1.1" status: 204 len: 168 time: 0.2538788 Aug 10 04:09:25.665921 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd39703-efea-42f5-b93e-6f8797573aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e7c863-5a7d-49a5-ac2a-8ae5dadac360,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:25.869960 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c9e3f4-473a-4439-91a5-262758dae3f6 req-c0340db1-0b3d-4754-b2a8-f63137214e7a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:25.875073 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-07c9e3f4-473a-4439-91a5-262758dae3f6 req-c0340db1-0b3d-4754-b2a8-f63137214e7a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0525453 Aug 10 04:09:25.916158 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-07c9e3f4-473a-4439-91a5-262758dae3f6 req-ec1d8148-2b92-4c9f-8d19-0cddac43f451 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377297 Aug 10 04:09:25.985905 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e4511c08-e1cf-4799-91c6-ca0a3c67d0cf req-65f57726-a501-4ceb-9296-0df5305c03b5 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=4454fbfb-ab5b-4393-a917-ab04163d1ac0 HTTP/1.1" status: 200 len: 210 time: 0.0310142 Aug 10 04:09:26.307696 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-a21d37f5-5577-491a-89cf-75e08932e836 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:26.309224 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-a21d37f5-5577-491a-89cf-75e08932e836 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.20 "GET /v2.0/networks?id=ad9b68cd-62ae-48dd-b06c-9f109fbb6dee HTTP/1.1" status: 200 len: 806 time: 0.1226006 Aug 10 04:09:26.330471 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-f8e7b369-60a3-483e-8789-bee0707d8f70 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Request body: {'port': {'device_id': '4454fbfb-ab5b-4393-a917-ab04163d1ac0', 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee', 'admin_state_up': True, 'tenant_id': 'dc57d88f35a64b5582a9e7690a4442fe'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:26.529085 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56082) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:26.554726 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6fc6034f-3dd0-40f6-a2f7-32b18b81572d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:26.608345 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-f8e7b369-60a3-483e-8789-bee0707d8f70 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Made reservation on behalf of dc57d88f35a64b5582a9e7690a4442fe for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:09:26.611983 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-f8e7b369-60a3-483e-8789-bee0707d8f70 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:26.803265 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-f8e7b369-60a3-483e-8789-bee0707d8f70 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Allocated IP 172.20.0.14 (ad9b68cd-62ae-48dd-b06c-9f109fbb6dee/1f411f5c-5e8b-452a-be71-12f0dd671946/aa25ed53-6678-4ec7-930a-8cb2557712a3) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:09:26.842203 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6fc6034f-3dd0-40f6-a2f7-32b18b81572d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:26.930258 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6fc6034f-3dd0-40f6-a2f7-32b18b81572d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:27.031704 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6034f-3dd0-40f6-a2f7-32b18b81572d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b316c87-43eb-46a5-a023-28d1b5c56ea4,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:27.045368 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6fc6034f-3dd0-40f6-a2f7-32b18b81572d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=08334a017abb43758bc4914ff63e4688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5092235 Aug 10 04:09:27.050616 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56094) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:27.063665 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-f8e7b369-60a3-483e-8789-bee0707d8f70 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:27.090193 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d86c0a07-cc5b-4585-b41f-45bc82402598 req-bce6e9f6-1f46-4ed8-a49b-3cb7e6f92c63 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1381085 Aug 10 04:09:27.091127 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936adee-040e-4c43-a41a-7c91b9d873b5 req-21e10808-d948-426c-80ef-233209984402 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:27.104284 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0936adee-040e-4c43-a41a-7c91b9d873b5 req-21e10808-d948-426c-80ef-233209984402 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0747826 Aug 10 04:09:27.150303 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43b59df3-707a-4289-a2b7-e42b1732a446 req-8732f44b-61c4-4f5b-b080-9d71af2091f3 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=4454fbfb-ab5b-4393-a917-ab04163d1ac0 HTTP/1.1" status: 200 len: 210 time: 0.0397708 Aug 10 04:09:27.153968 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0936adee-040e-4c43-a41a-7c91b9d873b5 req-b8f277e1-59cb-44aa-876f-6b5e8b0950f6 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479758 Aug 10 04:09:27.213390 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-827e9f4d-aa9d-4bd9-8ea5-f01f689e839e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:27.247649 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c0a07-cc5b-4585-b41f-45bc82402598 req-c3ccbbcb-f4ab-4120-9b7e-074d99e3ea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:27.248321 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-227546ac-8bd3-489c-ae10-40329a51461e req-262ea851-8b3c-4417-8c86-dd419f42a8c8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0748315 Aug 10 04:09:27.249621 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d86c0a07-cc5b-4585-b41f-45bc82402598 req-c3ccbbcb-f4ab-4120-9b7e-074d99e3ea22 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=11ca1ec07fdb425bb68e0a669fce5b00&device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 1096 time: 0.1038334 Aug 10 04:09:27.262039 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-827e9f4d-aa9d-4bd9-8ea5-f01f689e839e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:27.302789 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-f8e7b369-60a3-483e-8789-bee0707d8f70 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:27.333341 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['915a05d9-649b-48c1-9ff5-2c0fd12608d8'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:09:27.354945 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227546ac-8bd3-489c-ae10-40329a51461e req-3975f4ec-0458-4f38-8c99-060220277073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:27.356522 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-227546ac-8bd3-489c-ae10-40329a51461e req-3975f4ec-0458-4f38-8c99-060220277073 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664 HTTP/1.1" status: 200 len: 1096 time: 0.0518970 Aug 10 04:09:27.433064 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-f8e7b369-60a3-483e-8789-bee0707d8f70 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:09:27.442725 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-f8e7b369-60a3-483e-8789-bee0707d8f70 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:09:27.458262 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-f8e7b369-60a3-483e-8789-bee0707d8f70 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:09:27.463021 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7b369-60a3-483e-8789-bee0707d8f70 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Pushing event updated for resources: {'Port': ['ID=aa25ed53-6678-4ec7-930a-8cb2557712a3,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:27.512256 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227546ac-8bd3-489c-ae10-40329a51461e req-4573b585-e80e-454a-aa43-7932b9bf61d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:27.514147 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-227546ac-8bd3-489c-ae10-40329a51461e req-4573b585-e80e-454a-aa43-7932b9bf61d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad9b68cd-62ae-48dd-b06c-9f109fbb6dee HTTP/1.1" status: 200 len: 907 time: 0.1359065 Aug 10 04:09:27.538154 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c0a07-cc5b-4585-b41f-45bc82402598 req-eec9d8c2-28bb-4c6d-9185-430fa59c5172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:27.539770 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d86c0a07-cc5b-4585-b41f-45bc82402598 req-eec9d8c2-28bb-4c6d-9185-430fa59c5172 service neutron] 10.222.0.68 "GET /v2.0/networks?id=de11a3c9-316c-4377-9e5e-18fd7e651c4f HTTP/1.1" status: 200 len: 911 time: 0.2664814 Aug 10 04:09:27.550429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-f8e7b369-60a3-483e-8789-bee0707d8f70 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:27.551113 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-f8e7b369-60a3-483e-8789-bee0707d8f70 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:27.561077 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-227546ac-8bd3-489c-ae10-40329a51461e req-92032e9c-eba3-4511-9004-5fbfc4424ccf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=915a05d9-649b-48c1-9ff5-2c0fd12608d8 HTTP/1.1" status: 200 len: 217 time: 0.0383050 Aug 10 04:09:27.570938 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:27.625015 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d86c0a07-cc5b-4585-b41f-45bc82402598 req-356aa3b0-6406-4433-a75c-1ed851ba4ef3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=350dc658-d8b3-42aa-a5f9-ecf6621cea01 HTTP/1.1" status: 200 len: 1001 time: 0.0697820 Aug 10 04:09:27.627078 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227546ac-8bd3-489c-ae10-40329a51461e req-ab4b134d-ab0d-48c8-8f6b-697c01af77a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:27.628756 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-227546ac-8bd3-489c-ae10-40329a51461e req-ab4b134d-ab0d-48c8-8f6b-697c01af77a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1f411f5c-5e8b-452a-be71-12f0dd671946 HTTP/1.1" status: 200 len: 846 time: 0.0591621 Aug 10 04:09:27.641654 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-827e9f4d-aa9d-4bd9-8ea5-f01f689e839e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:27.644288 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-827e9f4d-aa9d-4bd9-8ea5-f01f689e839e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:27.645539 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-827e9f4d-aa9d-4bd9-8ea5-f01f689e839e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2b316c87-43eb-46a5-a023-28d1b5c56ea4 HTTP/1.1" status: 204 len: 168 time: 0.5920084 Aug 10 04:09:27.676676 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-227546ac-8bd3-489c-ae10-40329a51461e req-bf7bafc2-2679-459d-957d-3474ae3fcccc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad9b68cd-62ae-48dd-b06c-9f109fbb6dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379782 Aug 10 04:09:27.678953 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-f8e7b369-60a3-483e-8789-bee0707d8f70 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3528109 Aug 10 04:09:27.679880 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e9f4d-aa9d-4bd9-8ea5-f01f689e839e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b316c87-43eb-46a5-a023-28d1b5c56ea4,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:27.717501 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-c41145f9-336a-4995-8706-5b896f27e796 service neutron] Request body: {'port': {'device_id': '4454fbfb-ab5b-4393-a917-ab04163d1ac0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:27.723358 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c0a07-cc5b-4585-b41f-45bc82402598 req-b6d8fca0-9fb8-4211-8249-7db1f5b3610d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:27.725628 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d86c0a07-cc5b-4585-b41f-45bc82402598 req-b6d8fca0-9fb8-4211-8249-7db1f5b3610d service neutron] 10.222.0.68 "GET /v2.0/subnets?id=01f32dbd-3307-434b-943d-2135ada2aaeb HTTP/1.1" status: 200 len: 849 time: 0.0935955 Aug 10 04:09:27.823365 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c0a07-cc5b-4585-b41f-45bc82402598 req-2ed8f702-610f-42fd-941d-e51694e91888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:27.824179 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-227546ac-8bd3-489c-ae10-40329a51461e req-8380549a-4dc1-4da9-8c1a-e928866c25f7 service neutron] 10.222.0.20 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260505 Aug 10 04:09:27.825061 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d86c0a07-cc5b-4585-b41f-45bc82402598 req-2ed8f702-610f-42fd-941d-e51694e91888 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=de11a3c9-316c-4377-9e5e-18fd7e651c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732942 Aug 10 04:09:27.826163 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-c41145f9-336a-4995-8706-5b896f27e796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:27.833520 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56108) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:27.992224 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-227546ac-8bd3-489c-ae10-40329a51461e req-ebf9a57c-2586-4093-90c3-d45886f21268 service neutron] 10.222.0.20 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586792 Aug 10 04:09:28.098892 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d86c0a07-cc5b-4585-b41f-45bc82402598 req-94aa0e27-0223-4db7-9dfc-a565ce0c145a service neutron] 10.222.0.68 "GET /v2.0/networks/de11a3c9-316c-4377-9e5e-18fd7e651c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633586 Aug 10 04:09:28.103295 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-af97ed3f-9ade-4ca2-8ab3-245a7ac04d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:28.250473 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d86c0a07-cc5b-4585-b41f-45bc82402598 req-b4be1d44-08ec-40f6-83a2-48b43e4ed218 service neutron] 10.222.0.68 "GET /v2.0/networks/de11a3c9-316c-4377-9e5e-18fd7e651c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437581 Aug 10 04:09:28.252839 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-af97ed3f-9ade-4ca2-8ab3-245a7ac04d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:28.322222 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708bf34a-5872-424e-8424-8b1696304271 req-0adeb647-6de1-4f88-a0c6-00d15a418a97 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:28.324019 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-708bf34a-5872-424e-8424-8b1696304271 req-0adeb647-6de1-4f88-a0c6-00d15a418a97 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=4454fbfb-ab5b-4393-a917-ab04163d1ac0 HTTP/1.1" status: 200 len: 932 time: 0.0590720 Aug 10 04:09:28.366633 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-708bf34a-5872-424e-8424-8b1696304271 req-cf42ae66-7b81-4ce7-8470-5d72d8583b36 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355458 Aug 10 04:09:28.367850 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-af97ed3f-9ade-4ca2-8ab3-245a7ac04d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:28.425857 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-af97ed3f-9ade-4ca2-8ab3-245a7ac04d72 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=195abd715db744a892500e63c4669411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5905547 Aug 10 04:09:28.430813 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56120) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:28.435722 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af97ed3f-9ade-4ca2-8ab3-245a7ac04d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45aeb692-d220-4b03-bd2c-f32526dfa24d,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:28.496209 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56122) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:28.524559 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0c87bdf-0f5d-4b0a-a77a-fe79ed224257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:28.542215 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cdf54abd-f252-4811-80c7-90e507c2fe37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:28.581467 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cdf54abd-f252-4811-80c7-90e507c2fe37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:28.699428 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-c41145f9-336a-4995-8706-5b896f27e796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa25ed53-6678-4ec7-930a-8cb2557712a3 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:09:28.710827 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-c41145f9-336a-4995-8706-5b896f27e796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:28.717833 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0c87bdf-0f5d-4b0a-a77a-fe79ed224257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:28.743075 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11038350-305f-4472-9cb6-52bb5fd20641 req-8c5251ba-0be3-437f-a552-08c323d70acb tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:28.744801 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-11038350-305f-4472-9cb6-52bb5fd20641 req-8c5251ba-0be3-437f-a552-08c323d70acb tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0790062 Aug 10 04:09:28.792147 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-11038350-305f-4472-9cb6-52bb5fd20641 req-c00ac1ac-7621-42c8-8933-b6f88caf1d02 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374675 Aug 10 04:09:28.801248 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-c41145f9-336a-4995-8706-5b896f27e796 service neutron] Transition to ACTIVE for port object aa25ed53-6678-4ec7-930a-8cb2557712a3 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:09:28.802954 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cdf54abd-f252-4811-80c7-90e507c2fe37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:28.806944 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cdf54abd-f252-4811-80c7-90e507c2fe37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:28.808158 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-cdf54abd-f252-4811-80c7-90e507c2fe37 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45aeb692-d220-4b03-bd2c-f32526dfa24d HTTP/1.1" status: 204 len: 168 time: 0.3796637 Aug 10 04:09:28.816699 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf54abd-f252-4811-80c7-90e507c2fe37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45aeb692-d220-4b03-bd2c-f32526dfa24d,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:28.839441 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0c87bdf-0f5d-4b0a-a77a-fe79ed224257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:28.879120 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-c41145f9-336a-4995-8706-5b896f27e796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:28.887153 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a0c87bdf-0f5d-4b0a-a77a-fe79ed224257 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53feeadfbc0743208acc0424a159db50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3874650 Aug 10 04:09:28.887153 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c87bdf-0f5d-4b0a-a77a-fe79ed224257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2b60fd-cd7e-4d88-998f-a383710c0775,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:28.887493 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56128) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:28.958039 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41145f9-336a-4995-8706-5b896f27e796 service neutron] Pushing event updated for resources: {'Port': ['ID=aa25ed53-6678-4ec7-930a-8cb2557712a3,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:29.032819 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-62a83bff-dde4-41c6-adb5-fec41380a27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:29.062726 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-c41145f9-336a-4995-8706-5b896f27e796 service neutron] Attempting to bind port aa25ed53-6678-4ec7-930a-8cb2557712a3 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:09:29.063068 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-c41145f9-336a-4995-8706-5b896f27e796 service neutron] Attempting to bind port aa25ed53-6678-4ec7-930a-8cb2557712a3 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '3b7206d0-fab5-49ff-9f6b-c200babe8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:09:29.063391 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-c41145f9-336a-4995-8706-5b896f27e796 service neutron] Attempting to bind port aa25ed53-6678-4ec7-930a-8cb2557712a3 on network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:09:29.070941 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-62a83bff-dde4-41c6-adb5-fec41380a27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:29.076951 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-c41145f9-336a-4995-8706-5b896f27e796 service neutron] Port aa25ed53-6678-4ec7-930a-8cb2557712a3 on network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:09:29.077266 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-c41145f9-336a-4995-8706-5b896f27e796 service neutron] Attempting to bind port aa25ed53-6678-4ec7-930a-8cb2557712a3 on network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:09:29.090058 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-c41145f9-336a-4995-8706-5b896f27e796 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:09:29.090524 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-c41145f9-336a-4995-8706-5b896f27e796 service neutron] Checking segment: {'id': '3b7206d0-fab5-49ff-9f6b-c200babe8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:09:29.091079 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-c41145f9-336a-4995-8706-5b896f27e796 service neutron] Bound using segment: {'id': '3b7206d0-fab5-49ff-9f6b-c200babe8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:09:29.091375 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-c41145f9-336a-4995-8706-5b896f27e796 service neutron] Bound port: aa25ed53-6678-4ec7-930a-8cb2557712a3, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b7206d0-fab5-49ff-9f6b-c200babe8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:09:29.091698 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-c41145f9-336a-4995-8706-5b896f27e796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:29.174624 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-c41145f9-336a-4995-8706-5b896f27e796 service neutron] For port aa25ed53-6678-4ec7-930a-8cb2557712a3, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:09:29.180106 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-c41145f9-336a-4995-8706-5b896f27e796 service neutron] For port aa25ed53-6678-4ec7-930a-8cb2557712a3, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=aa25ed53-6678-4ec7-930a-8cb2557712a3,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:09:29.218367 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-62a83bff-dde4-41c6-adb5-fec41380a27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:29.221212 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-62a83bff-dde4-41c6-adb5-fec41380a27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:29.222412 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-62a83bff-dde4-41c6-adb5-fec41380a27c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef2b60fd-cd7e-4d88-998f-a383710c0775 HTTP/1.1" status: 204 len: 168 time: 0.3340132 Aug 10 04:09:29.231851 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a83bff-dde4-41c6-adb5-fec41380a27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2b60fd-cd7e-4d88-998f-a383710c0775,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:29.258905 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-c41145f9-336a-4995-8706-5b896f27e796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:29.305581 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-c41145f9-336a-4995-8706-5b896f27e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:29.306209 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-c41145f9-336a-4995-8706-5b896f27e796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:29.307811 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-c41145f9-336a-4995-8706-5b896f27e796 service neutron] 10.222.0.20 "PUT /v2.0/ports/aa25ed53-6678-4ec7-930a-8cb2557712a3 HTTP/1.1" status: 200 len: 1092 time: 1.6106989 Aug 10 04:09:29.310330 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4454fbfb-ab5b-4393-a917-ab04163d1ac0', 'tag': 'aa25ed53-6678-4ec7-930a-8cb2557712a3'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:29.315242 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d9e9d7-4bec-4219-9512-0a310ca5aa10" -d '{"events": [{"name": "network-changed", "server_uuid": "4454fbfb-ab5b-4393-a917-ab04163d1ac0", "tag": "aa25ed53-6678-4ec7-930a-8cb2557712a3"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:29.354485 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41145f9-336a-4995-8706-5b896f27e796 service neutron] Pushing event updated for resources: {'Port': ['ID=aa25ed53-6678-4ec7-930a-8cb2557712a3,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:29.371528 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1079ca80-0b8b-4a2b-a5f7-805e81d0b296 x-openstack-request-id: req-1079ca80-0b8b-4a2b-a5f7-805e81d0b296 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:29.371827 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4454fbfb-ab5b-4393-a917-ab04163d1ac0", "tag": "aa25ed53-6678-4ec7-930a-8cb2557712a3", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:29.372117 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1079ca80-0b8b-4a2b-a5f7-805e81d0b296 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:29.372519 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4454fbfb-ab5b-4393-a917-ab04163d1ac0', 'tag': 'aa25ed53-6678-4ec7-930a-8cb2557712a3', 'status': 'completed', 'code': 200} Aug 10 04:09:29.491519 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9e9d7-4bec-4219-9512-0a310ca5aa10 req-aec063a7-6f3a-4362-812c-1563055dedd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:29.493154 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6d9e9d7-4bec-4219-9512-0a310ca5aa10 req-aec063a7-6f3a-4362-812c-1563055dedd7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&device_id=4454fbfb-ab5b-4393-a917-ab04163d1ac0 HTTP/1.1" status: 200 len: 1095 time: 0.0747631 Aug 10 04:09:29.506354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a0d4e-3c57-4a5a-9baf-d3948ae96594 req-0185e3f3-a698-415a-9ed0-3bd4da57616b tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:29.508498 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-609a0d4e-3c57-4a5a-9baf-d3948ae96594 req-0185e3f3-a698-415a-9ed0-3bd4da57616b tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=4454fbfb-ab5b-4393-a917-ab04163d1ac0 HTTP/1.1" status: 200 len: 944 time: 0.0618763 Aug 10 04:09:29.606006 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-609a0d4e-3c57-4a5a-9baf-d3948ae96594 req-3643ffee-d046-4e85-ab0a-0e1bf7b8dfa5 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866790 Aug 10 04:09:29.636130 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9e9d7-4bec-4219-9512-0a310ca5aa10 req-81520010-9fcf-4a2f-bb5f-890d7fd8d41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:29.637750 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6d9e9d7-4bec-4219-9512-0a310ca5aa10 req-81520010-9fcf-4a2f-bb5f-890d7fd8d41f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1281183 Aug 10 04:09:29.645368 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56140) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:29.663904 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6808e99d-2c6b-4684-88fb-2ff8847411df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:29.745907 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d9e9d7-4bec-4219-9512-0a310ca5aa10 req-2dced95a-2625-4dd4-beab-dc89a60d27a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:29.747454 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6d9e9d7-4bec-4219-9512-0a310ca5aa10 req-2dced95a-2625-4dd4-beab-dc89a60d27a9 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1025944 Aug 10 04:09:29.774875 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6808e99d-2c6b-4684-88fb-2ff8847411df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:29.870116 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-f78a9bb2-739b-4c69-9540-162d3d42d9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:29.871913 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-f78a9bb2-739b-4c69-9540-162d3d42d9b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&device_id=4454fbfb-ab5b-4393-a917-ab04163d1ac0 HTTP/1.1" status: 200 len: 1095 time: 0.0526605 Aug 10 04:09:29.932839 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-f1dffbd6-5905-466f-ac19-1453c94c08a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aa25ed53-6678-4ec7-930a-8cb2557712a3 HTTP/1.1" status: 200 len: 217 time: 0.0466073 Aug 10 04:09:29.943901 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6808e99d-2c6b-4684-88fb-2ff8847411df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:29.989273 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6808e99d-2c6b-4684-88fb-2ff8847411df admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=08c081dab5b24dd8a0227a50aead22e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3426907 Aug 10 04:09:29.992327 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808e99d-2c6b-4684-88fb-2ff8847411df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae77e3c8-7121-451f-9d87-a055edcc6e94,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:29.997267 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56154) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:30.029011 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-d2153e97-2f17-4659-981b-820e298fc1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:30.030609 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-d2153e97-2f17-4659-981b-820e298fc1c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1f411f5c-5e8b-452a-be71-12f0dd671946 HTTP/1.1" status: 200 len: 846 time: 0.0822701 Aug 10 04:09:30.039280 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f5303-7387-4b84-bad5-a93dad90020a req-26e77d72-afde-49f9-9564-6750bf7e2223 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:30.041552 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a82f5303-7387-4b84-bad5-a93dad90020a req-26e77d72-afde-49f9-9564-6750bf7e2223 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.1484320 Aug 10 04:09:30.050712 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-51dc324d-2d57-4474-b258-bf99a00820b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:30.078473 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-51dc324d-2d57-4474-b258-bf99a00820b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:30.080017 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-b9cce57a-3272-4cb4-8a4b-e3bf3e5bd2f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad9b68cd-62ae-48dd-b06c-9f109fbb6dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374777 Aug 10 04:09:30.148383 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a82f5303-7387-4b84-bad5-a93dad90020a req-22d97c9e-ab03-465a-855a-7d555c67e6b9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977225 Aug 10 04:09:30.196783 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-fe05cea1-cf83-4f59-98d2-efd1028c808f service neutron] 10.222.0.20 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078250 Aug 10 04:09:30.307585 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-51dc324d-2d57-4474-b258-bf99a00820b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:30.307585 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-51dc324d-2d57-4474-b258-bf99a00820b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:30.307585 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-51dc324d-2d57-4474-b258-bf99a00820b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae77e3c8-7121-451f-9d87-a055edcc6e94 HTTP/1.1" status: 204 len: 168 time: 0.2722204 Aug 10 04:09:30.307585 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc324d-2d57-4474-b258-bf99a00820b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae77e3c8-7121-451f-9d87-a055edcc6e94,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:30.321631 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d475146-1f4a-4f79-b5b5-666e26b5fb85 req-4ac94713-3b80-422b-aa58-a2787b65d8b3 service neutron] 10.222.0.20 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172731 Aug 10 04:09:30.740749 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a9e15-9fcb-4904-a706-0644cab4eff8 req-85752503-74ba-43b2-a8f6-f53b5e594efd tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:30.742771 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8f2a9e15-9fcb-4904-a706-0644cab4eff8 req-85752503-74ba-43b2-a8f6-f53b5e594efd tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=4454fbfb-ab5b-4393-a917-ab04163d1ac0 HTTP/1.1" status: 200 len: 944 time: 0.0657933 Aug 10 04:09:30.791338 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8f2a9e15-9fcb-4904-a706-0644cab4eff8 req-d7c247d8-658a-4ecd-bb6d-78645b351bb2 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407259 Aug 10 04:09:30.878325 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:09:31.294499 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33f5bb-046f-48f9-a409-e87efdb5c480 req-87e197af-0251-4e02-9d50-3b3aa51b9d7a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:31.296295 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4d33f5bb-046f-48f9-a409-e87efdb5c480 req-87e197af-0251-4e02-9d50-3b3aa51b9d7a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0752506 Aug 10 04:09:31.360641 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4d33f5bb-046f-48f9-a409-e87efdb5c480 req-62bc2cd9-adb2-4664-b837-f202e8e269e7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542080 Aug 10 04:09:31.925671 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de3867-1d7e-454c-98a3-85920a4ddbc4 req-ce40dd35-3cff-43b6-9918-1ce1124381c1 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:31.927138 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3de3867-1d7e-454c-98a3-85920a4ddbc4 req-ce40dd35-3cff-43b6-9918-1ce1124381c1 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=4454fbfb-ab5b-4393-a917-ab04163d1ac0 HTTP/1.1" status: 200 len: 944 time: 0.0601733 Aug 10 04:09:31.974981 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3de3867-1d7e-454c-98a3-85920a4ddbc4 req-2ff153b2-e5d8-4b70-b19e-e56427e819c4 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415421 Aug 10 04:09:32.490478 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6b5ae-edb9-4439-841c-4b09bc641099 req-a6537041-b045-46a0-ba5f-e8537cf4fe70 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:32.492182 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-14a6b5ae-edb9-4439-841c-4b09bc641099 req-a6537041-b045-46a0-ba5f-e8537cf4fe70 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0543113 Aug 10 04:09:32.536540 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-14a6b5ae-edb9-4439-841c-4b09bc641099 req-085eaa92-e2bf-4591-a998-bc17575e4dde tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371046 Aug 10 04:09:33.102577 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2ba5c-221e-417e-8568-fa7a39e84883 req-439fb62e-0e5b-4a12-8a32-8cb324e964b2 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:33.104120 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aea2ba5c-221e-417e-8568-fa7a39e84883 req-439fb62e-0e5b-4a12-8a32-8cb324e964b2 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=4454fbfb-ab5b-4393-a917-ab04163d1ac0 HTTP/1.1" status: 200 len: 944 time: 0.0570729 Aug 10 04:09:33.143703 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aea2ba5c-221e-417e-8568-fa7a39e84883 req-a098b45c-72a3-4574-bdd4-222050babe4d tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332372 Aug 10 04:09:33.674917 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b3127-23d5-491f-a551-f3b18caf5702 req-4d42a1c0-30c7-4633-8595-7f780f095c9c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:33.682311 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-915b3127-23d5-491f-a551-f3b18caf5702 req-4d42a1c0-30c7-4633-8595-7f780f095c9c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0698032 Aug 10 04:09:33.729565 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-915b3127-23d5-491f-a551-f3b18caf5702 req-204fbf0d-e874-495d-8207-67b3d751c52e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395117 Aug 10 04:09:34.278067 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba42844-990c-4e0a-9069-46e5cb77b60c req-5d702f1b-5ec4-498b-b5ea-11762d22c008 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:34.281628 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dba42844-990c-4e0a-9069-46e5cb77b60c req-5d702f1b-5ec4-498b-b5ea-11762d22c008 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=4454fbfb-ab5b-4393-a917-ab04163d1ac0 HTTP/1.1" status: 200 len: 944 time: 0.0631139 Aug 10 04:09:34.331608 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dba42844-990c-4e0a-9069-46e5cb77b60c req-23a19ed4-6414-4486-8b5b-8f5384768ab4 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422504 Aug 10 04:09:34.387409 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device aa25ed53-6678-4ec7-930a-8cb2557712a3 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:09:34.487267 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port aa25ed53-6678-4ec7-930a-8cb2557712a3, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=aa25ed53-6678-4ec7-930a-8cb2557712a3,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:34.498805 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'aa25ed53-6678-4ec7-930a-8cb2557712a3', 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee', 'port_id': 'aa25ed53-6678-4ec7-930a-8cb2557712a3', 'mac_address': 'fa:16:3e:c4:20:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f411f5c-5e8b-452a-be71-12f0dd671946', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:09:34.538624 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:34.552391 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa25ed53-6678-4ec7-930a-8cb2557712a3 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:09:34.573047 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port aa25ed53-6678-4ec7-930a-8cb2557712a3, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=aa25ed53-6678-4ec7-930a-8cb2557712a3,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:34.730269 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:34.799252 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=aa25ed53-6678-4ec7-930a-8cb2557712a3,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:34.807219 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:34.807643 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:34.808328 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:34.808669 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:34.813080 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:34.813080 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:34.813080 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:34.813080 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:34.813080 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:34.813080 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:34.813080 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:34.813080 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:34.860480 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8f67d-5b69-4817-b225-c4fc6db02664 req-dd786add-ebb6-467e-8196-f3995219f2fc tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:34.861898 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfd8f67d-5b69-4817-b225-c4fc6db02664 req-dd786add-ebb6-467e-8196-f3995219f2fc tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0642438 Aug 10 04:09:34.911479 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfd8f67d-5b69-4817-b225-c4fc6db02664 req-c2dcd2bc-dac2-4102-abb6-c0984ccf0776 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434391 Aug 10 04:09:35.029445 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['aa25ed53-6678-4ec7-930a-8cb2557712a3'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:09:35.457156 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94c9b3-28bb-47db-94c1-7432250dd8b6 req-f09f64ec-5121-460d-940a-cf3edc630888 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:35.459278 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5c94c9b3-28bb-47db-94c1-7432250dd8b6 req-f09f64ec-5121-460d-940a-cf3edc630888 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=4454fbfb-ab5b-4393-a917-ab04163d1ac0 HTTP/1.1" status: 200 len: 945 time: 0.0553951 Aug 10 04:09:35.498461 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5c94c9b3-28bb-47db-94c1-7432250dd8b6 req-883c3bc6-4257-4432-8be1-f6efd2b3ab12 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325871 Aug 10 04:09:36.034490 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c2f62-10be-434d-a449-4f352012795e req-eddb54f1-8e00-4983-8939-a812a601133a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:36.036025 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-200c2f62-10be-434d-a449-4f352012795e req-eddb54f1-8e00-4983-8939-a812a601133a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0513258 Aug 10 04:09:36.079691 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-200c2f62-10be-434d-a449-4f352012795e req-6a1388a9-7f03-4ad1-bc86-6fa672845909 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367661 Aug 10 04:09:36.405904 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device aa25ed53-6678-4ec7-930a-8cb2557712a3 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:09:36.536139 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port aa25ed53-6678-4ec7-930a-8cb2557712a3 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:09:36.544257 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port aa25ed53-6678-4ec7-930a-8cb2557712a3 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:09:36.544257 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:36.637859 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:36.647817 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b237fe8-1ccc-4b07-879a-1cf25282e769 req-8a485040-115e-4b71-a247-e6bd4f059c79 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:36.649361 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8b237fe8-1ccc-4b07-879a-1cf25282e769 req-8a485040-115e-4b71-a247-e6bd4f059c79 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=4454fbfb-ab5b-4393-a917-ab04163d1ac0 HTTP/1.1" status: 200 len: 945 time: 0.0587335 Aug 10 04:09:36.671519 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4454fbfb-ab5b-4393-a917-ab04163d1ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa25ed53-6678-4ec7-930a-8cb2557712a3'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:36.674421 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f494001-d47a-45af-baa8-a2988d8fafd2" -d '{"events": [{"server_uuid": "4454fbfb-ab5b-4393-a917-ab04163d1ac0", "name": "network-vif-plugged", "status": "completed", "tag": "aa25ed53-6678-4ec7-930a-8cb2557712a3"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:36.696016 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port aa25ed53-6678-4ec7-930a-8cb2557712a3, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=aa25ed53-6678-4ec7-930a-8cb2557712a3,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:36.703917 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8b237fe8-1ccc-4b07-879a-1cf25282e769 req-c86732ff-416c-4bfb-9ffc-414e1556dbdf tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480928 Aug 10 04:09:36.742159 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee9acc7-313a-4933-8a9d-c3bfe4f36869 x-openstack-request-id: req-6ee9acc7-313a-4933-8a9d-c3bfe4f36869 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:36.742443 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4454fbfb-ab5b-4393-a917-ab04163d1ac0", "name": "network-vif-plugged", "status": "completed", "tag": "aa25ed53-6678-4ec7-930a-8cb2557712a3", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:36.742740 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ee9acc7-313a-4933-8a9d-c3bfe4f36869 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:36.743222 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4454fbfb-ab5b-4393-a917-ab04163d1ac0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa25ed53-6678-4ec7-930a-8cb2557712a3', 'code': 200} Aug 10 04:09:36.827738 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:36.896298 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=aa25ed53-6678-4ec7-930a-8cb2557712a3,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:36.902819 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899c7ff-9da5-4ef2-81c5-0bca96ef6c17 req-6eedfff0-6b3f-4c3b-990c-0f995c2ec2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:36.904598 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6899c7ff-9da5-4ef2-81c5-0bca96ef6c17 req-6eedfff0-6b3f-4c3b-990c-0f995c2ec2f4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4454fbfb-ab5b-4393-a917-ab04163d1ac0 HTTP/1.1" status: 200 len: 1097 time: 0.0695522 Aug 10 04:09:36.943427 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6899c7ff-9da5-4ef2-81c5-0bca96ef6c17 req-47db25af-f388-4712-be82-c4d7ca72e458 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302429 Aug 10 04:09:37.213994 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a15714-a2e1-4238-b0ec-66426968e4ef req-eae32445-b24f-4998-ae53-2b3aac85a915 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:37.215628 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-32a15714-a2e1-4238-b0ec-66426968e4ef req-eae32445-b24f-4998-ae53-2b3aac85a915 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0636346 Aug 10 04:09:37.262048 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-32a15714-a2e1-4238-b0ec-66426968e4ef req-49616b46-8286-4575-a6b9-33134d54efc1 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401423 Aug 10 04:09:37.836245 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b39c80-ee75-4322-8fc9-956725bfa9d4 req-659a893b-435e-43e8-9342-0e36bd75fab5 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:37.837955 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-25b39c80-ee75-4322-8fc9-956725bfa9d4 req-659a893b-435e-43e8-9342-0e36bd75fab5 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=4454fbfb-ab5b-4393-a917-ab04163d1ac0 HTTP/1.1" status: 200 len: 946 time: 0.0605354 Aug 10 04:09:37.883950 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-25b39c80-ee75-4322-8fc9-956725bfa9d4 req-522507ae-902f-4f1d-8492-f4038a37a7bf tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386028 Aug 10 04:09:38.401013 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605b4c0-a232-4e3b-9d5e-e34011e43cd4 req-9d5f7a26-af33-4c9c-aab9-f10599c45092 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:38.409326 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7605b4c0-a232-4e3b-9d5e-e34011e43cd4 req-9d5f7a26-af33-4c9c-aab9-f10599c45092 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0632207 Aug 10 04:09:38.456344 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7605b4c0-a232-4e3b-9d5e-e34011e43cd4 req-35deaea3-ba47-42af-8d51-327cae67fd3e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456977 Aug 10 04:09:39.030490 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3fcbd-288d-44bf-92b8-0b4e2f67c677 req-31377509-afe0-4c85-9c76-213494752e7e tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:39.032201 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-deb3fcbd-288d-44bf-92b8-0b4e2f67c677 req-31377509-afe0-4c85-9c76-213494752e7e tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=4454fbfb-ab5b-4393-a917-ab04163d1ac0 HTTP/1.1" status: 200 len: 946 time: 0.0590229 Aug 10 04:09:39.045533 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56366) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:39.080609 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-deb3fcbd-288d-44bf-92b8-0b4e2f67c677 req-212d1b7b-f95f-418b-bb9e-111442fe3f53 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389690 Aug 10 04:09:39.190913 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-080611fe-ed29-40f5-bf09-16fb4a7c5ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:39.290807 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-080611fe-ed29-40f5-bf09-16fb4a7c5ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:39.450154 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-080611fe-ed29-40f5-bf09-16fb4a7c5ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:39.507668 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080611fe-ed29-40f5-bf09-16fb4a7c5ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894bc1d9-e39a-46c9-b945-0609d8ab3b3f,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:39.523410 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-080611fe-ed29-40f5-bf09-16fb4a7c5ff9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d2257da419d44efea7d6271f0cc5def7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4732702 Aug 10 04:09:39.523603 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56380) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:39.528895 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33fab4-bf7f-46be-a057-37b9ab12d7db req-2777890b-ad1b-48b6-94c4-ed9ee110307a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:39.536386 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0e33fab4-bf7f-46be-a057-37b9ab12d7db req-2777890b-ad1b-48b6-94c4-ed9ee110307a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=4454fbfb-ab5b-4393-a917-ab04163d1ac0 HTTP/1.1" status: 200 len: 946 time: 0.1343205 Aug 10 04:09:39.575950 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0e33fab4-bf7f-46be-a057-37b9ab12d7db req-97861132-17df-41b8-a636-b3c492cf44df tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386088 Aug 10 04:09:39.599941 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ffa44c2-0558-406c-938d-c9854d9fe0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:39.652327 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ffa44c2-0558-406c-938d-c9854d9fe0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:39.689742 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f46c8-5fd6-46f5-b607-047e5f203bd4 req-82c4dd0c-c3e7-4ece-a150-3977d1cb9f5b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:39.690863 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d4f46c8-5fd6-46f5-b607-047e5f203bd4 req-82c4dd0c-c3e7-4ece-a150-3977d1cb9f5b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.1041045 Aug 10 04:09:39.706836 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5303ad-2460-4cec-be5e-bf6c960139f4 req-23b0e05c-877b-41be-af84-a62b63099fb6 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:39.711314 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ac5303ad-2460-4cec-be5e-bf6c960139f4 req-23b0e05c-877b-41be-af84-a62b63099fb6 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=4454fbfb-ab5b-4393-a917-ab04163d1ac0 HTTP/1.1" status: 200 len: 946 time: 0.0656374 Aug 10 04:09:39.755741 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d4f46c8-5fd6-46f5-b607-047e5f203bd4 req-8fe7ab33-ad37-46e4-abda-58f8020e7d23 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520847 Aug 10 04:09:39.761708 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ac5303ad-2460-4cec-be5e-bf6c960139f4 req-bae0cdf3-be54-4009-809d-ee05bddf3dbd tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451510 Aug 10 04:09:39.897546 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ffa44c2-0558-406c-938d-c9854d9fe0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:39.900168 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ffa44c2-0558-406c-938d-c9854d9fe0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:39.901309 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8ffa44c2-0558-406c-938d-c9854d9fe0ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/894bc1d9-e39a-46c9-b945-0609d8ab3b3f HTTP/1.1" status: 204 len: 168 time: 0.3764822 Aug 10 04:09:39.909620 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa44c2-0558-406c-938d-c9854d9fe0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894bc1d9-e39a-46c9-b945-0609d8ab3b3f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:39.937037 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-692c2b9c-e5b5-4a32-8939-3b3c3c21a438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:40.446516 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80f3d6-6acd-444b-821d-6c30062a625d req-c71c94c5-eaa9-4fff-80b9-2439561cda57 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:40.448201 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0a80f3d6-6acd-444b-821d-6c30062a625d req-c71c94c5-eaa9-4fff-80b9-2439561cda57 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=4454fbfb-ab5b-4393-a917-ab04163d1ac0 HTTP/1.1" status: 200 len: 946 time: 0.0738006 Aug 10 04:09:40.510829 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0a80f3d6-6acd-444b-821d-6c30062a625d req-868432f2-ba44-48b5-ae83-08ed7fd8caec tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540459 Aug 10 04:09:40.812116 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56400) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:40.830952 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-629d6777-b021-4de5-93ed-6b8b586a34ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:40.906420 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad522133-d470-47e3-8042-b8c818165cc7 req-a4006cd2-cce4-4518-9996-4a012323b5bd tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:40.907983 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ad522133-d470-47e3-8042-b8c818165cc7 req-a4006cd2-cce4-4518-9996-4a012323b5bd tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0789425 Aug 10 04:09:40.969235 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ad522133-d470-47e3-8042-b8c818165cc7 req-cba7519f-2c45-4973-b23f-502e3ac4f8dc tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513418 Aug 10 04:09:40.999057 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-629d6777-b021-4de5-93ed-6b8b586a34ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:41.085498 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-629d6777-b021-4de5-93ed-6b8b586a34ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:41.130435 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-629d6777-b021-4de5-93ed-6b8b586a34ac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dfaa8dc0cb404f6f8241b8613f22d45f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3164451 Aug 10 04:09:41.131487 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d6777-b021-4de5-93ed-6b8b586a34ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508f7c2b-9a97-48d5-99ce-c55bb64ace2f,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:41.133485 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56406) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:41.191113 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4e22d2a9-1fd6-4650-985b-fca7499bacc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:41.214542 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4e22d2a9-1fd6-4650-985b-fca7499bacc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:41.435025 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4e22d2a9-1fd6-4650-985b-fca7499bacc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:41.437786 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4e22d2a9-1fd6-4650-985b-fca7499bacc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:41.439330 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-4e22d2a9-1fd6-4650-985b-fca7499bacc6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/508f7c2b-9a97-48d5-99ce-c55bb64ace2f HTTP/1.1" status: 204 len: 168 time: 0.3047066 Aug 10 04:09:41.451940 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22d2a9-1fd6-4650-985b-fca7499bacc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508f7c2b-9a97-48d5-99ce-c55bb64ace2f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:41.636283 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad40272-b4b8-4467-a380-edcdf506b93f req-f035c50e-99c6-4a78-b11a-09d2cd66b483 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:41.638014 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cad40272-b4b8-4467-a380-edcdf506b93f req-f035c50e-99c6-4a78-b11a-09d2cd66b483 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=4454fbfb-ab5b-4393-a917-ab04163d1ac0 HTTP/1.1" status: 200 len: 946 time: 0.0568383 Aug 10 04:09:41.680445 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cad40272-b4b8-4467-a380-edcdf506b93f req-aaa801d6-479d-4e0a-b0c9-7eae40c0e5cd tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366244 Aug 10 04:09:41.947361 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56428) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:41.988439 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8663fb4-7947-4515-915f-2467bb8dc87a req-d98cd37a-36fd-4628-8fe5-dbdabe9816f5 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:41.991092 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c8663fb4-7947-4515-915f-2467bb8dc87a req-d98cd37a-36fd-4628-8fe5-dbdabe9816f5 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.20 "GET /v2.0/ports?device_id=4454fbfb-ab5b-4393-a917-ab04163d1ac0 HTTP/1.1" status: 200 len: 946 time: 0.0562716 Aug 10 04:09:42.079104 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f37b3155-5148-4f3d-9dfc-3d147d35e773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:42.131523 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ae343-275c-48f8-bb5c-af4a09bfdb6d req-e9798de0-6b43-433d-a2ad-960b0b1e55f2 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:42.132976 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-829ae343-275c-48f8-bb5c-af4a09bfdb6d req-e9798de0-6b43-433d-a2ad-960b0b1e55f2 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0813653 Aug 10 04:09:42.149556 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-c8663fb4-7947-4515-915f-2467bb8dc87a req-8d18dbca-21ec-49f3-bc80-4166f814cbee tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Deleting port aa25ed53-6678-4ec7-930a-8cb2557712a3 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:09:42.150229 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c8663fb4-7947-4515-915f-2467bb8dc87a req-8d18dbca-21ec-49f3-bc80-4166f814cbee tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:42.180731 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f37b3155-5148-4f3d-9dfc-3d147d35e773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:42.230457 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-829ae343-275c-48f8-bb5c-af4a09bfdb6d req-215e01f1-eadc-469b-b778-f7edaeafc1d2 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898528 Aug 10 04:09:42.267384 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-c8663fb4-7947-4515-915f-2467bb8dc87a req-8d18dbca-21ec-49f3-bc80-4166f814cbee tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] For port aa25ed53-6678-4ec7-930a-8cb2557712a3, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=aa25ed53-6678-4ec7-930a-8cb2557712a3,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:42.267770 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c8663fb4-7947-4515-915f-2467bb8dc87a req-8d18dbca-21ec-49f3-bc80-4166f814cbee tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:42.281598 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-c8663fb4-7947-4515-915f-2467bb8dc87a req-8d18dbca-21ec-49f3-bc80-4166f814cbee tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Calling delete_port for aa25ed53-6678-4ec7-930a-8cb2557712a3 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:09:42.295622 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f37b3155-5148-4f3d-9dfc-3d147d35e773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:42.334826 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f37b3155-5148-4f3d-9dfc-3d147d35e773 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b4ae227fc6c442c94bd75645b09f9e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3861032 Aug 10 04:09:42.336961 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b3155-5148-4f3d-9dfc-3d147d35e773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72f2a0b-6021-48a7-9f27-dc9eed5328db,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:42.337924 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56442) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:42.430025 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bd8939e6-860f-458e-bf70-e639bd97f6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:42.469027 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bd8939e6-860f-458e-bf70-e639bd97f6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:42.616650 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c8663fb4-7947-4515-915f-2467bb8dc87a req-8d18dbca-21ec-49f3-bc80-4166f814cbee tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:42.648341 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18dbca-21ec-49f3-bc80-4166f814cbee tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Pushing event deleted for resources: {'Port': ['ID=aa25ed53-6678-4ec7-930a-8cb2557712a3,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:42.651090 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['915a05d9-649b-48c1-9ff5-2c0fd12608d8', 'aa25ed53-6678-4ec7-930a-8cb2557712a3'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:09:42.662505 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18dbca-21ec-49f3-bc80-4166f814cbee tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:42.663135 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18dbca-21ec-49f3-bc80-4166f814cbee tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:42.663663 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18dbca-21ec-49f3-bc80-4166f814cbee tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:42.664402 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18dbca-21ec-49f3-bc80-4166f814cbee tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:42.665304 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18dbca-21ec-49f3-bc80-4166f814cbee tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:42.666179 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18dbca-21ec-49f3-bc80-4166f814cbee tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:42.666527 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18dbca-21ec-49f3-bc80-4166f814cbee tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:42.666868 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18dbca-21ec-49f3-bc80-4166f814cbee tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:42.667220 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18dbca-21ec-49f3-bc80-4166f814cbee tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:42.667603 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18dbca-21ec-49f3-bc80-4166f814cbee tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:42.667949 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18dbca-21ec-49f3-bc80-4166f814cbee tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:42.668325 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18dbca-21ec-49f3-bc80-4166f814cbee tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:09:42.686690 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bd8939e6-860f-458e-bf70-e639bd97f6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:42.688961 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bd8939e6-860f-458e-bf70-e639bd97f6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:42.693376 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-bd8939e6-860f-458e-bf70-e639bd97f6c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f72f2a0b-6021-48a7-9f27-dc9eed5328db HTTP/1.1" status: 204 len: 168 time: 0.3539145 Aug 10 04:09:42.721105 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8939e6-860f-458e-bf70-e639bd97f6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72f2a0b-6021-48a7-9f27-dc9eed5328db,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:42.723259 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8663fb4-7947-4515-915f-2467bb8dc87a req-8d18dbca-21ec-49f3-bc80-4166f814cbee tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] No DVR routers for this DVR port aa25ed53-6678-4ec7-930a-8cb2557712a3 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:09:42.726897 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c8663fb4-7947-4515-915f-2467bb8dc87a req-8d18dbca-21ec-49f3-bc80-4166f814cbee tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:42.729263 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c8663fb4-7947-4515-915f-2467bb8dc87a req-8d18dbca-21ec-49f3-bc80-4166f814cbee tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.20 "DELETE /v2.0/ports/aa25ed53-6678-4ec7-930a-8cb2557712a3 HTTP/1.1" status: 204 len: 173 time: 0.7321303 Aug 10 04:09:42.730348 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4454fbfb-ab5b-4393-a917-ab04163d1ac0', 'name': 'network-vif-deleted', 'tag': 'aa25ed53-6678-4ec7-930a-8cb2557712a3'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:42.733491 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef212a5a-cc08-42ef-92ea-558b3de407ea" -d '{"events": [{"server_uuid": "4454fbfb-ab5b-4393-a917-ab04163d1ac0", "name": "network-vif-deleted", "tag": "aa25ed53-6678-4ec7-930a-8cb2557712a3"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:42.822257 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-268fd27f-23bc-43f1-b5b6-cac1b319cd64 req-f88126e6-ff27-4fe5-b860-10b745a59aac tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=4454fbfb-ab5b-4393-a917-ab04163d1ac0 HTTP/1.1" status: 200 len: 210 time: 0.0375388 Aug 10 04:09:42.835778 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2cd48a9-fb8b-447b-9aad-4f9af202a36e x-openstack-request-id: req-d2cd48a9-fb8b-447b-9aad-4f9af202a36e {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:42.836324 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4454fbfb-ab5b-4393-a917-ab04163d1ac0", "name": "network-vif-deleted", "tag": "aa25ed53-6678-4ec7-930a-8cb2557712a3", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:42.837104 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2cd48a9-fb8b-447b-9aad-4f9af202a36e {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:42.837843 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4454fbfb-ab5b-4393-a917-ab04163d1ac0', 'name': 'network-vif-deleted', 'tag': 'aa25ed53-6678-4ec7-930a-8cb2557712a3', 'status': 'completed', 'code': 200} Aug 10 04:09:43.355446 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4b99f-389f-40ff-a211-857368d6a9c6 req-71fbc0e3-ec7d-48e9-ad0e-c0120b41fcd7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:43.357016 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ae4b99f-389f-40ff-a211-857368d6a9c6 req-71fbc0e3-ec7d-48e9-ad0e-c0120b41fcd7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0501614 Aug 10 04:09:43.394867 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ae4b99f-389f-40ff-a211-857368d6a9c6 req-b6775d03-7bfa-4c04-a246-4b722a4d0ec5 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317678 Aug 10 04:09:43.600932 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:43.647230 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56480) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:43.662121 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-645bec94-020c-4637-bd2b-a4ceabb2e153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:43.804557 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-645bec94-020c-4637-bd2b-a4ceabb2e153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:43.814505 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6331b28c-bb59-465e-8066-23fb56c41459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:43.938961 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-944baf9c-c697-4288-81e4-90eb2586b371 req-1ecf11a4-80f5-489a-a3c4-bde33526c896 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=4454fbfb-ab5b-4393-a917-ab04163d1ac0 HTTP/1.1" status: 200 len: 210 time: 0.0277393 Aug 10 04:09:43.948806 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-645bec94-020c-4637-bd2b-a4ceabb2e153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:43.988094 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-645bec94-020c-4637-bd2b-a4ceabb2e153 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac89d7edd9ac4c1bb3a347e13db6d15f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3397083 Aug 10 04:09:43.989391 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645bec94-020c-4637-bd2b-a4ceabb2e153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f420ab-bfbe-458d-bade-3cf2f1b8d52c,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:43.991501 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56492) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:44.051354 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2e5ae1ce-4e84-484a-b897-d1d069584443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:44.072460 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2e5ae1ce-4e84-484a-b897-d1d069584443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:44.226921 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2e5ae1ce-4e84-484a-b897-d1d069584443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:44.229836 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2e5ae1ce-4e84-484a-b897-d1d069584443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:44.235283 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2e5ae1ce-4e84-484a-b897-d1d069584443 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/43f420ab-bfbe-458d-bade-3cf2f1b8d52c HTTP/1.1" status: 204 len: 168 time: 0.2375948 Aug 10 04:09:44.239871 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ae1ce-4e84-484a-b897-d1d069584443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f420ab-bfbe-458d-bade-3cf2f1b8d52c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:44.520795 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e9dd48-9871-42ac-ab56-40259c500c35 req-bed3e91e-1ebc-4126-bd02-993bb4848d5a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:44.522324 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-47e9dd48-9871-42ac-ab56-40259c500c35 req-bed3e91e-1ebc-4126-bd02-993bb4848d5a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0527699 Aug 10 04:09:44.564236 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-47e9dd48-9871-42ac-ab56-40259c500c35 req-f2a56036-3e9d-42a7-a1b4-0b9519a4847d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359445 Aug 10 04:09:45.280478 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-6412e5c1-a8db-49ae-a1e9-126763040a68 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:45.287434 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-6412e5c1-a8db-49ae-a1e9-126763040a68 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/networks?id=ad9b68cd-62ae-48dd-b06c-9f109fbb6dee HTTP/1.1" status: 200 len: 806 time: 0.1272810 Aug 10 04:09:45.298916 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-0a5b6d72-cefa-42c5-b636-bdc241083396 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/quotas/dc57d88f35a64b5582a9e7690a4442fe HTTP/1.1" status: 200 len: 375 time: 0.0099535 Aug 10 04:09:45.350774 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:45.361161 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-8782b369-53da-4f70-8d71-f0e3429fdd61 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0549603 Aug 10 04:09:45.454681 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-e5a4ca17-1a2a-4a77-83db-82259d7f5ca8 service neutron] 10.222.0.25 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854664 Aug 10 04:09:45.564458 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-d3abb2d8-2183-423f-9259-58fa7e14db3b service neutron] 10.222.0.25 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024740 Aug 10 04:09:45.702685 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e36a64-f19c-4bea-b999-76c9867e32b2 req-624450b0-8566-472f-987d-dfe8579c246a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:45.704214 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d0e36a64-f19c-4bea-b999-76c9867e32b2 req-624450b0-8566-472f-987d-dfe8579c246a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0609396 Aug 10 04:09:45.709128 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:45.743876 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d0e36a64-f19c-4bea-b999-76c9867e32b2 req-16fb45bb-6b55-4df5-952e-6a824f1a370d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327065 Aug 10 04:09:46.193219 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ed020568-9c82-4610-8302-f32bd4208d85 req-0cd65509-cd02-4ed9-8add-afa13335f8a0 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0285599 Aug 10 04:09:46.460656 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device aa25ed53-6678-4ec7-930a-8cb2557712a3 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:09:46.481519 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: aa25ed53-6678-4ec7-930a-8cb2557712a3 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:09:46.481862 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device aa25ed53-6678-4ec7-930a-8cb2557712a3 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:09:46.845968 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:46.877618 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766383a4-ec26-4eff-afc1-07a3a26b41ba req-f67b4716-d06f-4569-9645-bd42c35c8bd0 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:46.883148 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-766383a4-ec26-4eff-afc1-07a3a26b41ba req-f67b4716-d06f-4569-9645-bd42c35c8bd0 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0639958 Aug 10 04:09:46.935743 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-766383a4-ec26-4eff-afc1-07a3a26b41ba req-42c2869d-b059-415d-b156-4036c4f27db6 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441749 Aug 10 04:09:47.279004 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-00bef7af-e632-494c-a5e6-04df47452e88 req-59034b09-e06f-4389-815e-52dcf1121960 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0289149 Aug 10 04:09:48.081527 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46d7af-132b-4fbc-a840-a0c24351e726 req-ddd1f4dd-a530-444e-a4cf-755b382e1201 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:48.083880 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2d46d7af-132b-4fbc-a840-a0c24351e726 req-ddd1f4dd-a530-444e-a4cf-755b382e1201 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0691864 Aug 10 04:09:48.125359 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2d46d7af-132b-4fbc-a840-a0c24351e726 req-c54bc659-fc23-4054-a24b-7e930ccd8b72 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346813 Aug 10 04:09:48.376873 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f0a4fb4-37f0-48c8-9066-7710c30611cc req-78cc0082-e1cf-45f6-bc74-9d118b9a502f tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0294175 Aug 10 04:09:48.760530 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56632) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:48.882138 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ec64192-562f-43b0-8afe-ca8bf6e922a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:48.978992 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-a9ea58c2-f0fe-43ff-9e6f-bad7e12d27de tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:48.980682 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-a9ea58c2-f0fe-43ff-9e6f-bad7e12d27de tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.20 "GET /v2.0/networks?id=ad9b68cd-62ae-48dd-b06c-9f109fbb6dee HTTP/1.1" status: 200 len: 806 time: 0.1374881 Aug 10 04:09:48.986966 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ec64192-562f-43b0-8afe-ca8bf6e922a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:48.999992 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-948e0f2c-7398-4554-bd0b-795d59f60f8a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Request body: {'port': {'device_id': '0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3', 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee', 'admin_state_up': True, 'tenant_id': 'dc57d88f35a64b5582a9e7690a4442fe'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:49.080586 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ec64192-562f-43b0-8afe-ca8bf6e922a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:49.131592 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56638) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:49.132056 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6ec64192-562f-43b0-8afe-ca8bf6e922a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=958e75c3bc9f497a8934784c075d7d66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3700902 Aug 10 04:09:49.134449 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec64192-562f-43b0-8afe-ca8bf6e922a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf7b1fa-72f7-4050-933e-3c521f6216f7,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:49.212143 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-948e0f2c-7398-4554-bd0b-795d59f60f8a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Made reservation on behalf of dc57d88f35a64b5582a9e7690a4442fe for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:09:49.216000 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-948e0f2c-7398-4554-bd0b-795d59f60f8a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:49.229048 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1dd1662b-283c-495d-a187-57873c0f813c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:49.286237 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1dd1662b-283c-495d-a187-57873c0f813c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:49.378768 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d53165-17af-49c7-81cd-c87076ddf943 req-0ecd9f35-868b-4ecd-9e72-ffa582f7afb0 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:49.381041 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7d53165-17af-49c7-81cd-c87076ddf943 req-0ecd9f35-868b-4ecd-9e72-ffa582f7afb0 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.1320405 Aug 10 04:09:49.462747 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7d53165-17af-49c7-81cd-c87076ddf943 req-54957779-12a7-40e4-b2cd-43357ad4bf38 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749419 Aug 10 04:09:49.470121 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-948e0f2c-7398-4554-bd0b-795d59f60f8a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Allocated IP 172.20.0.14 (ad9b68cd-62ae-48dd-b06c-9f109fbb6dee/1f411f5c-5e8b-452a-be71-12f0dd671946/9279b4b1-6785-4100-9fea-50dd644e14b5) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:09:49.491615 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3c68afc4-6331-4d56-848a-879eeee18cab req-6bae29a4-3141-47eb-9671-32ae14f88f39 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0345891 Aug 10 04:09:49.540322 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1dd1662b-283c-495d-a187-57873c0f813c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:49.542951 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1dd1662b-283c-495d-a187-57873c0f813c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:49.544128 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1dd1662b-283c-495d-a187-57873c0f813c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bdf7b1fa-72f7-4050-933e-3c521f6216f7 HTTP/1.1" status: 204 len: 168 time: 0.4102700 Aug 10 04:09:49.605027 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1662b-283c-495d-a187-57873c0f813c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf7b1fa-72f7-4050-933e-3c521f6216f7,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:49.671724 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-948e0f2c-7398-4554-bd0b-795d59f60f8a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:49.794572 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-948e0f2c-7398-4554-bd0b-795d59f60f8a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:49.828884 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['915a05d9-649b-48c1-9ff5-2c0fd12608d8'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:09:49.839661 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-948e0f2c-7398-4554-bd0b-795d59f60f8a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:09:49.845633 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-948e0f2c-7398-4554-bd0b-795d59f60f8a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:09:49.850567 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-948e0f2c-7398-4554-bd0b-795d59f60f8a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:09:49.878688 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e0f2c-7398-4554-bd0b-795d59f60f8a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Pushing event updated for resources: {'Port': ['ID=9279b4b1-6785-4100-9fea-50dd644e14b5,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:49.913016 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-948e0f2c-7398-4554-bd0b-795d59f60f8a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:49.915468 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-948e0f2c-7398-4554-bd0b-795d59f60f8a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:49.982057 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-948e0f2c-7398-4554-bd0b-795d59f60f8a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9861505 Aug 10 04:09:50.016379 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56656) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:50.020307 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-8f0f0cf3-5dbe-425d-b330-e631eefd0c32 service neutron] Request body: {'port': {'device_id': '0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:50.096687 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-8f0f0cf3-5dbe-425d-b330-e631eefd0c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:50.158573 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aedd56e0-4198-4a5f-8e79-4d236ebd18f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:50.274241 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aedd56e0-4198-4a5f-8e79-4d236ebd18f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:50.369106 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aedd56e0-4198-4a5f-8e79-4d236ebd18f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:50.419763 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-aedd56e0-4198-4a5f-8e79-4d236ebd18f5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6a15d4a572b47609fa29f8d8cdc6870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3999591 Aug 10 04:09:50.419763 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd56e0-4198-4a5f-8e79-4d236ebd18f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c87b56c-1dca-4365-8c68-60abb6077452,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:50.420839 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56664) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:50.433258 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-8f0f0cf3-5dbe-425d-b330-e631eefd0c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9279b4b1-6785-4100-9fea-50dd644e14b5 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:09:50.449207 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-8f0f0cf3-5dbe-425d-b330-e631eefd0c32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:50.449760 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56666) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:50.464440 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-26b62b23-3d1c-4b76-b549-0b72e73f7497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:50.477450 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-8f0f0cf3-5dbe-425d-b330-e631eefd0c32 service neutron] Transition to ACTIVE for port object 9279b4b1-6785-4100-9fea-50dd644e14b5 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:09:50.512240 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-91ed37b9-417c-4c83-8f50-2f5791a3bff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:50.548507 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-91ed37b9-417c-4c83-8f50-2f5791a3bff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:50.580310 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-26b62b23-3d1c-4b76-b549-0b72e73f7497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:50.590547 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-8f0f0cf3-5dbe-425d-b330-e631eefd0c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:50.671263 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8da4c6-a56b-4bab-bb39-474d5ec01463 req-90f4a369-8e70-4126-b988-a5945490ee9d tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:50.672749 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4c8da4c6-a56b-4bab-bb39-474d5ec01463 req-90f4a369-8e70-4126-b988-a5945490ee9d tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 944 time: 0.0555987 Aug 10 04:09:50.673377 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-26b62b23-3d1c-4b76-b549-0b72e73f7497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:50.675540 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f0cf3-5dbe-425d-b330-e631eefd0c32 service neutron] Pushing event updated for resources: {'Port': ['ID=9279b4b1-6785-4100-9fea-50dd644e14b5,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:50.690145 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75025c36-5bb2-4b35-a19e-7890351740f5 req-d7f4759e-4780-4d99-952e-faa6f2a56273 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:50.691668 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-75025c36-5bb2-4b35-a19e-7890351740f5 req-d7f4759e-4780-4d99-952e-faa6f2a56273 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.1343677 Aug 10 04:09:50.737899 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-26b62b23-3d1c-4b76-b549-0b72e73f7497 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f67ecc4a30604854aaa62afbd60e7cc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2869713 Aug 10 04:09:50.741474 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b62b23-3d1c-4b76-b549-0b72e73f7497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a83061-93ba-4e51-b785-5c3817a43ac2,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:50.746100 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56672) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:50.760995 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4c8da4c6-a56b-4bab-bb39-474d5ec01463 req-4a015290-a717-4fc2-a94b-39dbad12e24c tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762053 Aug 10 04:09:50.788238 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-75025c36-5bb2-4b35-a19e-7890351740f5 req-9975a6b9-5c74-4932-8bd2-3fc88becec2b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774682 Aug 10 04:09:50.790514 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-91ed37b9-417c-4c83-8f50-2f5791a3bff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:50.796674 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-91ed37b9-417c-4c83-8f50-2f5791a3bff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:50.796674 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-91ed37b9-417c-4c83-8f50-2f5791a3bff8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4c87b56c-1dca-4365-8c68-60abb6077452 HTTP/1.1" status: 204 len: 168 time: 0.3730049 Aug 10 04:09:50.799570 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-8f0f0cf3-5dbe-425d-b330-e631eefd0c32 service neutron] Attempting to bind port 9279b4b1-6785-4100-9fea-50dd644e14b5 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:09:50.799570 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-8f0f0cf3-5dbe-425d-b330-e631eefd0c32 service neutron] Attempting to bind port 9279b4b1-6785-4100-9fea-50dd644e14b5 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '3b7206d0-fab5-49ff-9f6b-c200babe8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:09:50.799777 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-8f0f0cf3-5dbe-425d-b330-e631eefd0c32 service neutron] Attempting to bind port 9279b4b1-6785-4100-9fea-50dd644e14b5 on network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:09:50.818650 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed37b9-417c-4c83-8f50-2f5791a3bff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c87b56c-1dca-4365-8c68-60abb6077452,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:50.820418 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-8f0f0cf3-5dbe-425d-b330-e631eefd0c32 service neutron] Port 9279b4b1-6785-4100-9fea-50dd644e14b5 on network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:09:50.820756 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-8f0f0cf3-5dbe-425d-b330-e631eefd0c32 service neutron] Attempting to bind port 9279b4b1-6785-4100-9fea-50dd644e14b5 on network ad9b68cd-62ae-48dd-b06c-9f109fbb6dee {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:09:50.836038 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-8f0f0cf3-5dbe-425d-b330-e631eefd0c32 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:09:50.836833 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-8f0f0cf3-5dbe-425d-b330-e631eefd0c32 service neutron] Checking segment: {'id': '3b7206d0-fab5-49ff-9f6b-c200babe8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:09:50.841251 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-8f0f0cf3-5dbe-425d-b330-e631eefd0c32 service neutron] Bound using segment: {'id': '3b7206d0-fab5-49ff-9f6b-c200babe8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:09:50.841251 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-8f0f0cf3-5dbe-425d-b330-e631eefd0c32 service neutron] Bound port: 9279b4b1-6785-4100-9fea-50dd644e14b5, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b7206d0-fab5-49ff-9f6b-c200babe8e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:09:50.841251 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-8f0f0cf3-5dbe-425d-b330-e631eefd0c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:50.850960 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-93f285e0-9002-4818-af9c-3820b7ac6a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:50.876078 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-93f285e0-9002-4818-af9c-3820b7ac6a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:50.913672 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-8f0f0cf3-5dbe-425d-b330-e631eefd0c32 service neutron] For port 9279b4b1-6785-4100-9fea-50dd644e14b5, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:09:50.917281 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-8f0f0cf3-5dbe-425d-b330-e631eefd0c32 service neutron] For port 9279b4b1-6785-4100-9fea-50dd644e14b5, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9279b4b1-6785-4100-9fea-50dd644e14b5,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:09:51.027762 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-8f0f0cf3-5dbe-425d-b330-e631eefd0c32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:51.055821 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-93f285e0-9002-4818-af9c-3820b7ac6a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:51.059937 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-93f285e0-9002-4818-af9c-3820b7ac6a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:51.060272 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-93f285e0-9002-4818-af9c-3820b7ac6a58 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/10a83061-93ba-4e51-b785-5c3817a43ac2 HTTP/1.1" status: 204 len: 168 time: 0.3136752 Aug 10 04:09:51.062953 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-8f0f0cf3-5dbe-425d-b330-e631eefd0c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:51.063585 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-8f0f0cf3-5dbe-425d-b330-e631eefd0c32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:51.065588 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-8f0f0cf3-5dbe-425d-b330-e631eefd0c32 service neutron] 10.222.0.20 "PUT /v2.0/ports/9279b4b1-6785-4100-9fea-50dd644e14b5 HTTP/1.1" status: 200 len: 1092 time: 1.0690525 Aug 10 04:09:51.065588 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3', 'tag': '9279b4b1-6785-4100-9fea-50dd644e14b5'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:51.067745 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6e1363-59ac-4463-b25d-20a25b3f665b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3", "tag": "9279b4b1-6785-4100-9fea-50dd644e14b5"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:51.071084 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f285e0-9002-4818-af9c-3820b7ac6a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a83061-93ba-4e51-b785-5c3817a43ac2,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:51.115306 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f0cf3-5dbe-425d-b330-e631eefd0c32 service neutron] Pushing event updated for resources: {'Port': ['ID=9279b4b1-6785-4100-9fea-50dd644e14b5,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:51.118896 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8647f552-6c3c-44de-89b4-54dc97a443c6 x-openstack-request-id: req-8647f552-6c3c-44de-89b4-54dc97a443c6 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:51.119053 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3", "tag": "9279b4b1-6785-4100-9fea-50dd644e14b5", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:51.119310 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8647f552-6c3c-44de-89b4-54dc97a443c6 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:51.119706 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3', 'tag': '9279b4b1-6785-4100-9fea-50dd644e14b5', 'status': 'completed', 'code': 200} Aug 10 04:09:51.199268 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e1363-59ac-4463-b25d-20a25b3f665b req-4750fb70-d6c1-4a54-a40e-cc99852ab42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:51.200905 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ea6e1363-59ac-4463-b25d-20a25b3f665b req-4750fb70-d6c1-4a54-a40e-cc99852ab42d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 1095 time: 0.0451562 Aug 10 04:09:51.317659 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e1363-59ac-4463-b25d-20a25b3f665b req-4235ede3-ba84-43bf-bd32-a3aa1dff8d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:51.317659 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ea6e1363-59ac-4463-b25d-20a25b3f665b req-4235ede3-ba84-43bf-bd32-a3aa1dff8d8e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1023285 Aug 10 04:09:51.428434 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e1363-59ac-4463-b25d-20a25b3f665b req-f8006ee9-8bd5-4065-a9d4-9dd38ece77a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:51.429955 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ea6e1363-59ac-4463-b25d-20a25b3f665b req-f8006ee9-8bd5-4065-a9d4-9dd38ece77a5 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1063416 Aug 10 04:09:51.535258 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-4eb7e1b8-16d2-40f8-bc43-f485cdcc85ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:51.543377 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-4eb7e1b8-16d2-40f8-bc43-f485cdcc85ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 1095 time: 0.0474844 Aug 10 04:09:51.587338 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-e6582194-81a9-490c-aa6f-366c08892659 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9279b4b1-6785-4100-9fea-50dd644e14b5 HTTP/1.1" status: 200 len: 217 time: 0.0376613 Aug 10 04:09:51.618165 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56690) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:51.633567 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-de5207d8-830b-4209-96fe-298e5e47c238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:51.640899 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-021c77ad-fee5-48ce-89ec-4e4439f8ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:51.642249 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-021c77ad-fee5-48ce-89ec-4e4439f8ec0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1f411f5c-5e8b-452a-be71-12f0dd671946 HTTP/1.1" status: 200 len: 846 time: 0.0473359 Aug 10 04:09:51.683007 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-8d2a59d1-1be1-494b-8f95-5c2ca7e87b98 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad9b68cd-62ae-48dd-b06c-9f109fbb6dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337601 Aug 10 04:09:51.743561 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-de5207d8-830b-4209-96fe-298e5e47c238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:51.776994 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-f945cc57-c61a-4cd5-82a8-65737cea53a6 service neutron] 10.222.0.20 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873132 Aug 10 04:09:51.856744 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-de5207d8-830b-4209-96fe-298e5e47c238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:51.914824 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad535ba-49d7-48a5-a540-e0845aa17e67 req-e8976e8c-20cd-49c4-8696-70382408370c tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:51.916678 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5ad535ba-49d7-48a5-a540-e0845aa17e67 req-e8976e8c-20cd-49c4-8696-70382408370c tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 944 time: 0.0834181 Aug 10 04:09:51.922537 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb6c60b8-fce1-42ab-a15a-21bd37b27a42 req-b07a9804-0d00-4edd-8371-6d94a0bf8c12 service neutron] 10.222.0.20 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383266 Aug 10 04:09:51.951046 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5207d8-830b-4209-96fe-298e5e47c238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f27ca9-fe38-4008-9be1-cec34d55eb91,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:51.964676 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5ad535ba-49d7-48a5-a540-e0845aa17e67 req-9476a067-ee01-44aa-845d-6a05dca0a47e tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411885 Aug 10 04:09:51.971829 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-de5207d8-830b-4209-96fe-298e5e47c238 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad76ca627e1e43d1b29ef9e19b33265e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3522713 Aug 10 04:09:51.974391 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56702) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:51.981664 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43f9a2-29a0-4414-a226-071ccec089bd req-0ff0e6e4-6eac-4ed5-9741-6d9c1d98b8d4 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:51.990128 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cc43f9a2-29a0-4414-a226-071ccec089bd req-0ff0e6e4-6eac-4ed5-9741-6d9c1d98b8d4 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.1144731 Aug 10 04:09:52.025755 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cc43f9a2-29a0-4414-a226-071ccec089bd req-64f62004-c3b2-4f2b-aa7f-16ad22ec1f4e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347888 Aug 10 04:09:52.041875 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f0bb92ca-f5b2-47e0-af89-4015c8f7626a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:52.064147 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f0bb92ca-f5b2-47e0-af89-4015c8f7626a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:52.194067 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f0bb92ca-f5b2-47e0-af89-4015c8f7626a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:52.196948 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f0bb92ca-f5b2-47e0-af89-4015c8f7626a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:52.200904 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f0bb92ca-f5b2-47e0-af89-4015c8f7626a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/47f27ca9-fe38-4008-9be1-cec34d55eb91 HTTP/1.1" status: 204 len: 168 time: 0.2254276 Aug 10 04:09:52.213307 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb92ca-f5b2-47e0-af89-4015c8f7626a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f27ca9-fe38-4008-9be1-cec34d55eb91,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:53.050415 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56744) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:53.118894 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1347e8c-e3b4-4b7d-92e7-c11b361b54f7 req-8b14120a-c728-408e-b269-40a3456e0fc4 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:53.126651 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d1347e8c-e3b4-4b7d-92e7-c11b361b54f7 req-8b14120a-c728-408e-b269-40a3456e0fc4 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 944 time: 0.0844963 Aug 10 04:09:53.176938 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d1347e8c-e3b4-4b7d-92e7-c11b361b54f7 req-4f8d113c-d696-4bc4-acfe-f7d6d88397f0 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468221 Aug 10 04:09:53.193443 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bd754-fe3e-407f-97b8-bd35448900ab req-fae02452-ce62-499a-9b3b-153114c05126 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:53.194925 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-966bd754-fe3e-407f-97b8-bd35448900ab req-fae02452-ce62-499a-9b3b-153114c05126 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0669737 Aug 10 04:09:53.216251 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ce3b611-bdf1-427f-b715-0a4f85186e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:53.261853 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-966bd754-fe3e-407f-97b8-bd35448900ab req-cddae6ab-bc81-48f0-a13b-2393839781bb tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604572 Aug 10 04:09:53.334466 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ce3b611-bdf1-427f-b715-0a4f85186e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:53.393774 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ce3b611-bdf1-427f-b715-0a4f85186e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:53.435418 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0ce3b611-bdf1-427f-b715-0a4f85186e31 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=15aa06318f67432a95c1b35fefbf7567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3839071 Aug 10 04:09:53.438076 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3b611-bdf1-427f-b715-0a4f85186e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77067255-49d8-4c5e-9a47-aca628ee5f9f,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:53.439079 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56758) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:53.496388 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ac665988-9c21-40f8-95f5-7a6549a9ad5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:53.527376 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ac665988-9c21-40f8-95f5-7a6549a9ad5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:53.673007 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ac665988-9c21-40f8-95f5-7a6549a9ad5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:53.676684 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ac665988-9c21-40f8-95f5-7a6549a9ad5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:53.677851 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ac665988-9c21-40f8-95f5-7a6549a9ad5d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77067255-49d8-4c5e-9a47-aca628ee5f9f HTTP/1.1" status: 204 len: 168 time: 0.2375150 Aug 10 04:09:53.685763 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac665988-9c21-40f8-95f5-7a6549a9ad5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77067255-49d8-4c5e-9a47-aca628ee5f9f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:54.314790 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47366865-aa2b-449f-a1a0-ae8b5b1505cc req-dedbe72a-6efa-47ba-a8e3-1b6539bfdb24 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:54.316450 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-47366865-aa2b-449f-a1a0-ae8b5b1505cc req-dedbe72a-6efa-47ba-a8e3-1b6539bfdb24 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 944 time: 0.0778940 Aug 10 04:09:54.377260 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-47366865-aa2b-449f-a1a0-ae8b5b1505cc req-bb6ad07e-df7f-4c7a-8378-07e4c05ec7e5 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504444 Aug 10 04:09:54.414853 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dbe095-591c-4d3f-9613-53073231ce96 req-6628f07b-608c-410e-af38-e2d87ede7f52 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:54.423388 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86dbe095-591c-4d3f-9613-53073231ce96 req-6628f07b-608c-410e-af38-e2d87ede7f52 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0605683 Aug 10 04:09:54.463725 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86dbe095-591c-4d3f-9613-53073231ce96 req-140448f5-a80a-4ce9-b723-1e02193df8bc tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392513 Aug 10 04:09:54.491229 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 9279b4b1-6785-4100-9fea-50dd644e14b5 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:09:54.593742 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 9279b4b1-6785-4100-9fea-50dd644e14b5, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9279b4b1-6785-4100-9fea-50dd644e14b5,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:54.607896 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '9279b4b1-6785-4100-9fea-50dd644e14b5', 'network_id': 'ad9b68cd-62ae-48dd-b06c-9f109fbb6dee', 'port_id': '9279b4b1-6785-4100-9fea-50dd644e14b5', 'mac_address': 'fa:16:3e:7b:f1:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f411f5c-5e8b-452a-be71-12f0dd671946', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:09:54.663133 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:54.685941 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9279b4b1-6785-4100-9fea-50dd644e14b5 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:09:54.711626 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 9279b4b1-6785-4100-9fea-50dd644e14b5, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9279b4b1-6785-4100-9fea-50dd644e14b5,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:54.855496 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:54.920724 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=9279b4b1-6785-4100-9fea-50dd644e14b5,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:54.967351 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56860) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:55.079355 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-11878b3d-44f0-4214-ba39-fd7260279a73 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1254906624-network', 'tenant_id': '1994c9e20d424dc1a66939632b9ef482'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:55.149032 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['9279b4b1-6785-4100-9fea-50dd644e14b5'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:09:55.188439 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11878b3d-44f0-4214-ba39-fd7260279a73 admin admin] Made reservation on behalf of 1994c9e20d424dc1a66939632b9ef482 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:09:55.191552 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-11878b3d-44f0-4214-ba39-fd7260279a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:55.202323 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-11878b3d-44f0-4214-ba39-fd7260279a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:55.305011 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-11878b3d-44f0-4214-ba39-fd7260279a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:55.370861 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-11878b3d-44f0-4214-ba39-fd7260279a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:55.396517 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11878b3d-44f0-4214-ba39-fd7260279a73 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:09:55.405540 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11878b3d-44f0-4214-ba39-fd7260279a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41e6dcc-7335-46d6-bf76-9b04770e25e8,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:55.414070 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-11878b3d-44f0-4214-ba39-fd7260279a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:55.414070 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-11878b3d-44f0-4214-ba39-fd7260279a73 admin admin] Added segment bd98c17e-2a53-4af8-8481-0e097dc20e75 of type vlan for network 989b8b43-e4ed-4e01-824d-031a3507ff02 Aug 10 04:09:55.463743 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-11878b3d-44f0-4214-ba39-fd7260279a73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:55.539642 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea7b5d-ab22-400f-828a-51590fa3bfba req-93a24c4c-db60-49fd-ad93-504cb698eb67 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:55.541397 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d3ea7b5d-ab22-400f-828a-51590fa3bfba req-93a24c4c-db60-49fd-ad93-504cb698eb67 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 945 time: 0.0607531 Aug 10 04:09:55.581637 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d3ea7b5d-ab22-400f-828a-51590fa3bfba req-c5a42bbd-833f-49e6-b690-6d717ccc038e tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338790 Aug 10 04:09:55.587698 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-11878b3d-44f0-4214-ba39-fd7260279a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:55.588729 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11878b3d-44f0-4214-ba39-fd7260279a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:55.589316 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-11878b3d-44f0-4214-ba39-fd7260279a73 admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:55.599192 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b322c-95be-40db-a4c7-5c82f4dbe73b req-84d1e8a0-6433-4124-8e92-25f1f4129e94 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:55.600923 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b8b322c-95be-40db-a4c7-5c82f4dbe73b req-84d1e8a0-6433-4124-8e92-25f1f4129e94 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0621600 Aug 10 04:09:55.653612 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b8b322c-95be-40db-a4c7-5c82f4dbe73b req-feeb0f66-9409-482b-a6f9-bc030986ab7e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362008 Aug 10 04:09:55.654099 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11878b3d-44f0-4214-ba39-fd7260279a73 admin admin] Pushing event updated for resources: {'Network': ['ID=989b8b43-e4ed-4e01-824d-031a3507ff02,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:55.666754 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 989b8b43-e4ed-4e01-824d-031a3507ff02 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:09:55.711276 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-11878b3d-44f0-4214-ba39-fd7260279a73 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7427495 Aug 10 04:09:55.714167 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56872) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:09:55.719150 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-39da32e3-d0e7-4e48-95f6-4baf1028c4e6 admin admin] Request body: {'subnet': {'network_id': '989b8b43-e4ed-4e01-824d-031a3507ff02', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1254906624-subnet', 'tenant_id': '1994c9e20d424dc1a66939632b9ef482', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:09:55.897099 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39da32e3-d0e7-4e48-95f6-4baf1028c4e6 admin admin] Made reservation on behalf of 1994c9e20d424dc1a66939632b9ef482 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:09:55.899510 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-39da32e3-d0e7-4e48-95f6-4baf1028c4e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:56.188445 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-39da32e3-d0e7-4e48-95f6-4baf1028c4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:56.250006 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da32e3-d0e7-4e48-95f6-4baf1028c4e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fce3972-02e1-48ca-a841-066ce2789877,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:56.259131 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39da32e3-d0e7-4e48-95f6-4baf1028c4e6 admin admin] Checking segment: {'id': 'bd98c17e-2a53-4af8-8481-0e097dc20e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '989b8b43-e4ed-4e01-824d-031a3507ff02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:09:56.259493 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39da32e3-d0e7-4e48-95f6-4baf1028c4e6 admin admin] Network hostable DHCP agents. Network: 989b8b43-e4ed-4e01-824d-031a3507ff02, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:09:56.353930 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39da32e3-d0e7-4e48-95f6-4baf1028c4e6 admin admin] Network 989b8b43-e4ed-4e01-824d-031a3507ff02 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:09:56.450842 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-39da32e3-d0e7-4e48-95f6-4baf1028c4e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 989b8b43-e4ed-4e01-824d-031a3507ff02) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:09:56.455773 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39da32e3-d0e7-4e48-95f6-4baf1028c4e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:56.456770 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-39da32e3-d0e7-4e48-95f6-4baf1028c4e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:56.461450 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cf9b66-4baf-4d7e-97f4-deee6684d430 None None] Network 989b8b43-e4ed-4e01-824d-031a3507ff02 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:09:56.505727 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 9279b4b1-6785-4100-9fea-50dd644e14b5 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:09:56.568029 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-39da32e3-d0e7-4e48-95f6-4baf1028c4e6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8525665 Aug 10 04:09:56.653205 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab5bab0-2257-451a-9f28-cb3bc4b0431d None None] Network 989b8b43-e4ed-4e01-824d-031a3507ff02 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:09:56.708742 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 9279b4b1-6785-4100-9fea-50dd644e14b5 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:09:56.724997 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 9279b4b1-6785-4100-9fea-50dd644e14b5 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:09:56.726422 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:56.804587 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472c1d2-1b79-41ab-82ef-0061372c08a4 req-e38d0bec-1147-4a10-af19-07fe2077a2e5 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:56.817249 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d472c1d2-1b79-41ab-82ef-0061372c08a4 req-e38d0bec-1147-4a10-af19-07fe2077a2e5 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 945 time: 0.0952795 Aug 10 04:09:56.874136 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d472c1d2-1b79-41ab-82ef-0061372c08a4 req-ae11696f-1967-4a2e-9ca9-e241794c94c6 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599368 Aug 10 04:09:56.883792 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792c92e4-b21c-4dd5-af4e-8cb543b24bd3 req-551af049-ee62-4c64-a597-b341aee43d5a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:56.887182 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-792c92e4-b21c-4dd5-af4e-8cb543b24bd3 req-551af049-ee62-4c64-a597-b341aee43d5a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0910504 Aug 10 04:09:56.983183 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-792c92e4-b21c-4dd5-af4e-8cb543b24bd3 req-b8ea8fe8-351c-47b2-bc21-932bfa8a399b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838017 Aug 10 04:09:57.133438 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:57.173269 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9279b4b1-6785-4100-9fea-50dd644e14b5'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:09:57.175486 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dcb910-7052-4965-8ae8-d02d7916084c" -d '{"events": [{"server_uuid": "0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3", "name": "network-vif-plugged", "status": "completed", "tag": "9279b4b1-6785-4100-9fea-50dd644e14b5"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:09:57.191021 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 9279b4b1-6785-4100-9fea-50dd644e14b5, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9279b4b1-6785-4100-9fea-50dd644e14b5,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:09:57.234574 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc36629-8634-4158-8783-dee250887f7f x-openstack-request-id: req-4dc36629-8634-4158-8783-dee250887f7f {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:09:57.234984 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3", "name": "network-vif-plugged", "status": "completed", "tag": "9279b4b1-6785-4100-9fea-50dd644e14b5", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:09:57.235565 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4dc36629-8634-4158-8783-dee250887f7f {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:09:57.236105 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9279b4b1-6785-4100-9fea-50dd644e14b5', 'code': 200} Aug 10 04:09:57.341388 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:57.380696 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec1036-72b1-478c-87b8-8c6faea85f26 req-94c50029-f472-4d4b-9dcb-2ec078196520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:57.382876 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-40ec1036-72b1-478c-87b8-8c6faea85f26 req-94c50029-f472-4d4b-9dcb-2ec078196520 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 1096 time: 0.0569451 Aug 10 04:09:57.403173 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=9279b4b1-6785-4100-9fea-50dd644e14b5,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:09:57.430268 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-40ec1036-72b1-478c-87b8-8c6faea85f26 req-e91c59fc-665f-49ce-91a5-03b630910e7d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383534 Aug 10 04:09:57.542360 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:09:58.019923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f806e0a-7169-4158-982d-865c7fb1ae07 req-c8cdcbca-e2e3-408d-b3ee-754484f31589 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:58.022838 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f806e0a-7169-4158-982d-865c7fb1ae07 req-c8cdcbca-e2e3-408d-b3ee-754484f31589 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.0613866 Aug 10 04:09:58.108543 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f806e0a-7169-4158-982d-865c7fb1ae07 req-58b6d9ff-67fe-4e9c-ab4e-f1a0c5e9fbc7 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691779 Aug 10 04:09:58.121240 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f48846-a733-4832-ba00-9ba88413e8cb req-5254af19-c3fe-4cff-9cda-0f0d398eaf1e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:58.129174 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-76f48846-a733-4832-ba00-9ba88413e8cb req-5254af19-c3fe-4cff-9cda-0f0d398eaf1e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0669355 Aug 10 04:09:58.167910 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-76f48846-a733-4832-ba00-9ba88413e8cb req-c5f6b510-f3a0-4543-bfd4-97d77cd56572 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372295 Aug 10 04:09:59.242042 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b542de-f730-4a34-8993-5b6ce43a9d96 req-38f1041d-535c-4f2a-99d9-f6da9e0729e4 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:59.244612 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-22b542de-f730-4a34-8993-5b6ce43a9d96 req-38f1041d-535c-4f2a-99d9-f6da9e0729e4 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.0814888 Aug 10 04:09:59.288770 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-22b542de-f730-4a34-8993-5b6ce43a9d96 req-4d26b927-d8a3-424a-bf57-12cf5b56da53 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377815 Aug 10 04:09:59.371254 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded71cff-0ffd-486d-b6d2-d065d4633a0d req-880f0412-d5d4-4f63-9ca2-3bc630b5d439 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:59.372745 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ded71cff-0ffd-486d-b6d2-d065d4633a0d req-880f0412-d5d4-4f63-9ca2-3bc630b5d439 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0560083 Aug 10 04:09:59.415452 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ded71cff-0ffd-486d-b6d2-d065d4633a0d req-0e8d175f-84e0-4cfa-92d9-91ad8f182f6f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361853 Aug 10 04:09:59.664862 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627d669-4399-4ec8-9ff8-1b61d358963a req-0dd9c23c-0a38-46a1-9694-2e4f7abe8c73 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:59.666374 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b627d669-4399-4ec8-9ff8-1b61d358963a req-0dd9c23c-0a38-46a1-9694-2e4f7abe8c73 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.0537570 Aug 10 04:09:59.712502 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b627d669-4399-4ec8-9ff8-1b61d358963a req-cd25221a-735d-493d-b2ab-b7f06c468047 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391059 Aug 10 04:09:59.837870 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cc066-014f-4592-b330-80efa021321d req-ecdf9b94-0bfd-4be4-be18-306b61d1717b tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:09:59.845688 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-991cc066-014f-4592-b330-80efa021321d req-ecdf9b94-0bfd-4be4-be18-306b61d1717b tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.0610702 Aug 10 04:09:59.890646 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-991cc066-014f-4592-b330-80efa021321d req-5d9d7a11-448f-4987-88ec-f056eac08776 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437725 Aug 10 04:10:00.204822 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-87e4e4df-c5f0-4df2-9799-cdb23feb1e45 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:00.208632 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-87e4e4df-c5f0-4df2-9799-cdb23feb1e45 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/networks?id=989b8b43-e4ed-4e01-824d-031a3507ff02 HTTP/1.1" status: 200 len: 809 time: 0.1296036 Aug 10 04:10:00.227269 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-4a2d11c5-3f93-41c6-a735-9c87dcfef9de tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/quotas/1994c9e20d424dc1a66939632b9ef482 HTTP/1.1" status: 200 len: 375 time: 0.0141411 Aug 10 04:10:00.270503 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68d77e-9966-4d0b-8336-186580f56484 req-290fe3c6-8a8b-4b7c-95da-47d315e990df tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:00.273306 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4c68d77e-9966-4d0b-8336-186580f56484 req-290fe3c6-8a8b-4b7c-95da-47d315e990df tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.0644763 Aug 10 04:10:00.280349 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-4b238471-77ec-4563-b22d-42261c1621b5 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1994c9e20d424dc1a66939632b9ef482&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443771 Aug 10 04:10:00.329136 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4c68d77e-9966-4d0b-8336-186580f56484 req-ed3a2bbf-1022-4212-99ed-dbad75e2fe41 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498362 Aug 10 04:10:00.408284 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-6cf3abf9-55b5-46f8-b1c9-2aaf95b0684e service neutron] 10.222.0.25 "GET /v2.0/networks/989b8b43-e4ed-4e01-824d-031a3507ff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202557 Aug 10 04:10:00.556251 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-11e57446-1ff3-43d4-8d9e-87b0e8653a0c service neutron] 10.222.0.25 "GET /v2.0/networks/989b8b43-e4ed-4e01-824d-031a3507ff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411903 Aug 10 04:10:00.621041 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6c50b-a99d-4ffb-ac86-3834ef24d727 req-125c7ef4-9189-4b44-8c95-1ee57f076660 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:00.623935 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-19f6c50b-a99d-4ffb-ac86-3834ef24d727 req-125c7ef4-9189-4b44-8c95-1ee57f076660 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0584619 Aug 10 04:10:00.673146 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-19f6c50b-a99d-4ffb-ac86-3834ef24d727 req-e4826fa3-d1cd-4b3c-9d68-9f4c0b47ae7a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374906 Aug 10 04:10:00.814276 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-441c4a1f-5cb0-4e0e-a77a-aa13e0bdbb36 req-cf098229-9305-4f1c-babb-2295addac4f1 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=09d643d8-28ed-46e1-9d85-744c3b746029 HTTP/1.1" status: 200 len: 210 time: 0.0326779 Aug 10 04:10:01.489861 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2726f9-4efd-4034-ac66-aaf00bca89ff req-cca527bf-b84d-42bd-a362-3d00eed3e0d7 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:01.491498 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8e2726f9-4efd-4034-ac66-aaf00bca89ff req-cca527bf-b84d-42bd-a362-3d00eed3e0d7 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.0790234 Aug 10 04:10:01.532592 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8e2726f9-4efd-4034-ac66-aaf00bca89ff req-1c57f096-ff00-4380-9301-c4f74cdadae8 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347257 Aug 10 04:10:01.826130 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b05b0-d9b3-436d-8682-a3c85ea21587 req-c0e82c5a-8138-47f1-961f-475d78fb1d80 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:01.839426 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-314b05b0-d9b3-436d-8682-a3c85ea21587 req-c0e82c5a-8138-47f1-961f-475d78fb1d80 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0651937 Aug 10 04:10:01.892670 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-314b05b0-d9b3-436d-8682-a3c85ea21587 req-67da4577-0dfe-4242-8318-ddde239e421e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562854 Aug 10 04:10:01.906954 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f157386-df61-4342-943e-dca2cf581e1a req-9397cf8c-548b-4b3e-94cc-f98b1fc7dbff tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=09d643d8-28ed-46e1-9d85-744c3b746029 HTTP/1.1" status: 200 len: 210 time: 0.0323489 Aug 10 04:10:02.669710 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed63d26-6288-4d88-8c6a-2c3a046afd04 req-387253df-697d-498d-958a-6a7c6704fb49 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:02.673724 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0ed63d26-6288-4d88-8c6a-2c3a046afd04 req-387253df-697d-498d-958a-6a7c6704fb49 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.0627351 Aug 10 04:10:02.718052 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0ed63d26-6288-4d88-8c6a-2c3a046afd04 req-d63cf4c5-38f0-465e-9628-5881c24d5e1f tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365210 Aug 10 04:10:03.008305 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f834530f-026e-418c-ae79-4d16fdc32722 req-1f3fb753-2525-4105-8589-6b3521d39f67 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=09d643d8-28ed-46e1-9d85-744c3b746029 HTTP/1.1" status: 200 len: 210 time: 0.0309935 Aug 10 04:10:03.022077 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acaa638-3eff-4eb3-b679-8922ffe88331 req-bde4cee1-b587-4d36-a937-74328105ca8f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:03.023843 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3acaa638-3eff-4eb3-b679-8922ffe88331 req-bde4cee1-b587-4d36-a937-74328105ca8f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0638645 Aug 10 04:10:03.068194 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3acaa638-3eff-4eb3-b679-8922ffe88331 req-55210604-8e0f-4e2e-a4a6-1a2adda58a8c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368578 Aug 10 04:10:03.609284 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-0a0a2cfe-4a12-48bd-8974-09c83c95d177 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:03.611059 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-0a0a2cfe-4a12-48bd-8974-09c83c95d177 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.20 "GET /v2.0/networks?id=989b8b43-e4ed-4e01-824d-031a3507ff02 HTTP/1.1" status: 200 len: 809 time: 0.1183159 Aug 10 04:10:03.630838 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-c3f332b3-6645-4b0a-a1b4-10bd8b6ffbe1 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Request body: {'port': {'device_id': '09d643d8-28ed-46e1-9d85-744c3b746029', 'network_id': '989b8b43-e4ed-4e01-824d-031a3507ff02', 'admin_state_up': True, 'tenant_id': '1994c9e20d424dc1a66939632b9ef482'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:03.804811 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-c3f332b3-6645-4b0a-a1b4-10bd8b6ffbe1 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Made reservation on behalf of 1994c9e20d424dc1a66939632b9ef482 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:10:03.808243 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-c3f332b3-6645-4b0a-a1b4-10bd8b6ffbe1 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:04.129408 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c36cda39-f7dc-4424-904c-fed1ad328a08 req-3d6f64d1-439e-4134-af3b-e7029679b9d3 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=09d643d8-28ed-46e1-9d85-744c3b746029 HTTP/1.1" status: 200 len: 210 time: 0.0436771 Aug 10 04:10:04.216669 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d13a6-76ad-49e2-bafa-0e4a161f6405 req-ddbfb716-e654-4db9-b19e-a55c7f71e023 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:04.218182 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-af3d13a6-76ad-49e2-bafa-0e4a161f6405 req-ddbfb716-e654-4db9-b19e-a55c7f71e023 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.4257689 Aug 10 04:10:04.249453 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98886525-f1e1-4f96-888d-467e3bb04588 req-4e2bfdc6-3224-4f5b-85ba-a142ae24b5c9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:04.250961 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-98886525-f1e1-4f96-888d-467e3bb04588 req-4e2bfdc6-3224-4f5b-85ba-a142ae24b5c9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0517533 Aug 10 04:10:04.295768 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-98886525-f1e1-4f96-888d-467e3bb04588 req-9305c409-2d62-4f10-b863-013671466406 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345690 Aug 10 04:10:04.302468 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-af3d13a6-76ad-49e2-bafa-0e4a161f6405 req-7b9b5018-6e27-4f2b-ae32-07bfdb12e4c9 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735404 Aug 10 04:10:04.320281 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-c3f332b3-6645-4b0a-a1b4-10bd8b6ffbe1 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Allocated IP 172.20.0.9 (989b8b43-e4ed-4e01-824d-031a3507ff02/9fce3972-02e1-48ca-a841-066ce2789877/736e022e-96a7-415a-9c75-3243a37621b7) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:10:04.478207 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-c3f332b3-6645-4b0a-a1b4-10bd8b6ffbe1 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:04.577574 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-c3f332b3-6645-4b0a-a1b4-10bd8b6ffbe1 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:04.619070 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-c3f332b3-6645-4b0a-a1b4-10bd8b6ffbe1 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Network 989b8b43-e4ed-4e01-824d-031a3507ff02 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:10:04.625110 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-c3f332b3-6645-4b0a-a1b4-10bd8b6ffbe1 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:10:04.630047 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-c3f332b3-6645-4b0a-a1b4-10bd8b6ffbe1 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:10:04.660657 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f332b3-6645-4b0a-a1b4-10bd8b6ffbe1 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Pushing event updated for resources: {'Port': ['ID=736e022e-96a7-415a-9c75-3243a37621b7,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:04.708331 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-c3f332b3-6645-4b0a-a1b4-10bd8b6ffbe1 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:04.709390 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-c3f332b3-6645-4b0a-a1b4-10bd8b6ffbe1 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:05.074234 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-c3f332b3-6645-4b0a-a1b4-10bd8b6ffbe1 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4486785 Aug 10 04:10:05.092237 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-0ed2a34c-f9eb-4518-81f0-583672285b21 service neutron] Request body: {'port': {'device_id': '09d643d8-28ed-46e1-9d85-744c3b746029', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:05.146465 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-0ed2a34c-f9eb-4518-81f0-583672285b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:05.262276 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76389aa-864e-41c9-bbc9-3293e224c36c req-4620f1e1-66f1-4ade-9690-76453482ed7b tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:05.264206 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c76389aa-864e-41c9-bbc9-3293e224c36c req-4620f1e1-66f1-4ade-9690-76453482ed7b tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=09d643d8-28ed-46e1-9d85-744c3b746029 HTTP/1.1" status: 200 len: 931 time: 0.0562134 Aug 10 04:10:05.307115 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c76389aa-864e-41c9-bbc9-3293e224c36c req-51d7583f-0a31-4270-a198-496669dcbc6a tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/security-groups?id=a41e6dcc-7335-46d6-bf76-9b04770e25e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348926 Aug 10 04:10:05.444019 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4dd56e-8231-4505-b525-b6f359d7cf23 req-cfee5fd7-7e5a-43e9-a661-2e9f2644607a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:05.448699 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5c4dd56e-8231-4505-b525-b6f359d7cf23 req-cfee5fd7-7e5a-43e9-a661-2e9f2644607a tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.0635378 Aug 10 04:10:05.473111 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cd5aa-7099-4443-a230-0771249eaaab req-94bfdabb-6d93-4c14-9c10-6917327704a2 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:05.474750 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9c7cd5aa-7099-4443-a230-0771249eaaab req-94bfdabb-6d93-4c14-9c10-6917327704a2 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0915039 Aug 10 04:10:05.490955 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5c4dd56e-8231-4505-b525-b6f359d7cf23 req-78de878e-e5fa-4465-9aa4-70010cc6ef1c tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386214 Aug 10 04:10:05.546129 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9c7cd5aa-7099-4443-a230-0771249eaaab req-8e89ff45-70d2-4743-973d-90f4f81761cc tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650921 Aug 10 04:10:05.548081 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-0ed2a34c-f9eb-4518-81f0-583672285b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 736e022e-96a7-415a-9c75-3243a37621b7 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:10:05.556049 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-0ed2a34c-f9eb-4518-81f0-583672285b21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:05.569601 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-0ed2a34c-f9eb-4518-81f0-583672285b21 service neutron] Transition to ACTIVE for port object 736e022e-96a7-415a-9c75-3243a37621b7 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:10:05.656171 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-0ed2a34c-f9eb-4518-81f0-583672285b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:05.707859 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2a34c-f9eb-4518-81f0-583672285b21 service neutron] Pushing event updated for resources: {'Port': ['ID=736e022e-96a7-415a-9c75-3243a37621b7,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:05.787101 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-0ed2a34c-f9eb-4518-81f0-583672285b21 service neutron] Attempting to bind port 736e022e-96a7-415a-9c75-3243a37621b7 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:10:05.787446 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-0ed2a34c-f9eb-4518-81f0-583672285b21 service neutron] Attempting to bind port 736e022e-96a7-415a-9c75-3243a37621b7 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'bd98c17e-2a53-4af8-8481-0e097dc20e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '989b8b43-e4ed-4e01-824d-031a3507ff02'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:10:05.787782 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-0ed2a34c-f9eb-4518-81f0-583672285b21 service neutron] Attempting to bind port 736e022e-96a7-415a-9c75-3243a37621b7 on network 989b8b43-e4ed-4e01-824d-031a3507ff02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:10:05.792559 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-0ed2a34c-f9eb-4518-81f0-583672285b21 service neutron] Port 736e022e-96a7-415a-9c75-3243a37621b7 on network 989b8b43-e4ed-4e01-824d-031a3507ff02 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:10:05.792890 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-0ed2a34c-f9eb-4518-81f0-583672285b21 service neutron] Attempting to bind port 736e022e-96a7-415a-9c75-3243a37621b7 on network 989b8b43-e4ed-4e01-824d-031a3507ff02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:10:05.797978 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-0ed2a34c-f9eb-4518-81f0-583672285b21 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:10:05.798326 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-0ed2a34c-f9eb-4518-81f0-583672285b21 service neutron] Checking segment: {'id': 'bd98c17e-2a53-4af8-8481-0e097dc20e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '989b8b43-e4ed-4e01-824d-031a3507ff02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:10:05.798727 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-0ed2a34c-f9eb-4518-81f0-583672285b21 service neutron] Bound using segment: {'id': 'bd98c17e-2a53-4af8-8481-0e097dc20e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '989b8b43-e4ed-4e01-824d-031a3507ff02'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:10:05.799192 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-0ed2a34c-f9eb-4518-81f0-583672285b21 service neutron] Bound port: 736e022e-96a7-415a-9c75-3243a37621b7, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd98c17e-2a53-4af8-8481-0e097dc20e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '989b8b43-e4ed-4e01-824d-031a3507ff02'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:10:05.799555 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-0ed2a34c-f9eb-4518-81f0-583672285b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:05.867614 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-0ed2a34c-f9eb-4518-81f0-583672285b21 service neutron] For port 736e022e-96a7-415a-9c75-3243a37621b7, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:10:05.870837 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-0ed2a34c-f9eb-4518-81f0-583672285b21 service neutron] For port 736e022e-96a7-415a-9c75-3243a37621b7, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=736e022e-96a7-415a-9c75-3243a37621b7,segment=NetworkSegment(bd98c17e-2a53-4af8-8481-0e097dc20e75),segment_id=bd98c17e-2a53-4af8-8481-0e097dc20e75)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:10:05.931019 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-0ed2a34c-f9eb-4518-81f0-583672285b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:05.967004 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-0ed2a34c-f9eb-4518-81f0-583672285b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:05.967534 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-0ed2a34c-f9eb-4518-81f0-583672285b21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:05.968944 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-0ed2a34c-f9eb-4518-81f0-583672285b21 service neutron] 10.222.0.20 "PUT /v2.0/ports/736e022e-96a7-415a-9c75-3243a37621b7 HTTP/1.1" status: 200 len: 1091 time: 0.8810616 Aug 10 04:10:05.969377 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d643d8-28ed-46e1-9d85-744c3b746029', 'tag': '736e022e-96a7-415a-9c75-3243a37621b7'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:10:05.971644 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c17a68-8f51-4100-993e-48f5b654bfb7" -d '{"events": [{"name": "network-changed", "server_uuid": "09d643d8-28ed-46e1-9d85-744c3b746029", "tag": "736e022e-96a7-415a-9c75-3243a37621b7"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:10:06.002041 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2a34c-f9eb-4518-81f0-583672285b21 service neutron] Pushing event updated for resources: {'Port': ['ID=736e022e-96a7-415a-9c75-3243a37621b7,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:06.016055 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e510362f-e9b7-4075-9f5f-3b23a4e90c5d x-openstack-request-id: req-e510362f-e9b7-4075-9f5f-3b23a4e90c5d {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:10:06.016055 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d643d8-28ed-46e1-9d85-744c3b746029", "tag": "736e022e-96a7-415a-9c75-3243a37621b7", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:10:06.016309 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e510362f-e9b7-4075-9f5f-3b23a4e90c5d {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:10:06.016700 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d643d8-28ed-46e1-9d85-744c3b746029', 'tag': '736e022e-96a7-415a-9c75-3243a37621b7', 'status': 'completed', 'code': 200} Aug 10 04:10:06.099245 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c17a68-8f51-4100-993e-48f5b654bfb7 req-2557e460-c9fa-4796-bcc0-ee16750f18e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:06.100818 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43c17a68-8f51-4100-993e-48f5b654bfb7 req-2557e460-c9fa-4796-bcc0-ee16750f18e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1994c9e20d424dc1a66939632b9ef482&device_id=09d643d8-28ed-46e1-9d85-744c3b746029 HTTP/1.1" status: 200 len: 1094 time: 0.0439875 Aug 10 04:10:06.212342 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c17a68-8f51-4100-993e-48f5b654bfb7 req-444f93e9-7986-4646-a8f4-145d1c4ef599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:06.214057 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43c17a68-8f51-4100-993e-48f5b654bfb7 req-444f93e9-7986-4646-a8f4-145d1c4ef599 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=1994c9e20d424dc1a66939632b9ef482&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0995636 Aug 10 04:10:06.315414 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c17a68-8f51-4100-993e-48f5b654bfb7 req-2aecdaa2-1a74-4b34-9d9e-aefcc6268f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:06.317004 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43c17a68-8f51-4100-993e-48f5b654bfb7 req-2aecdaa2-1a74-4b34-9d9e-aefcc6268f34 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964148 Aug 10 04:10:06.459704 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-c392dd36-1f2c-451d-87a4-e19c39239397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:06.461417 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-c392dd36-1f2c-451d-87a4-e19c39239397 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1994c9e20d424dc1a66939632b9ef482&device_id=09d643d8-28ed-46e1-9d85-744c3b746029 HTTP/1.1" status: 200 len: 1094 time: 0.0770485 Aug 10 04:10:06.479520 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4f5b5d-25f8-41d3-9582-c8b8cdda8350 req-0258d92b-036c-4371-b0ac-c40eca554d86 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:06.480969 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bc4f5b5d-25f8-41d3-9582-c8b8cdda8350 req-0258d92b-036c-4371-b0ac-c40eca554d86 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=09d643d8-28ed-46e1-9d85-744c3b746029 HTTP/1.1" status: 200 len: 943 time: 0.0641174 Aug 10 04:10:06.528933 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-65c519a0-93c5-4c00-ad10-71334e6bfa64 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=736e022e-96a7-415a-9c75-3243a37621b7 HTTP/1.1" status: 200 len: 217 time: 0.0469871 Aug 10 04:10:06.586026 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bc4f5b5d-25f8-41d3-9582-c8b8cdda8350 req-40644b10-e57d-4bab-a75e-0e855216fafe tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/security-groups?id=a41e6dcc-7335-46d6-bf76-9b04770e25e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982406 Aug 10 04:10:06.599849 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-5d338e98-3389-4e56-9b7d-377a25f6184a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:06.610093 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-5d338e98-3389-4e56-9b7d-377a25f6184a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9fce3972-02e1-48ca-a841-066ce2789877 HTTP/1.1" status: 200 len: 849 time: 0.0735664 Aug 10 04:10:06.618844 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531fa4e7-9a48-44ea-8b8a-9cce58b7ea50 req-015f4551-a1fa-4cb6-97d0-63dfc6ab931f tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:06.620375 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-531fa4e7-9a48-44ea-8b8a-9cce58b7ea50 req-015f4551-a1fa-4cb6-97d0-63dfc6ab931f tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.0525734 Aug 10 04:10:06.680111 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-531fa4e7-9a48-44ea-8b8a-9cce58b7ea50 req-699994b6-6c11-4c38-91c9-c38083f08570 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480878 Aug 10 04:10:06.706481 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-d7addfff-6320-45e0-a455-193487566d51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=989b8b43-e4ed-4e01-824d-031a3507ff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271599 Aug 10 04:10:06.772398 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea748aab-c9b3-4119-97d8-fc3d584beb9a req-9ff154ae-c1c3-45be-95ca-cb1160a9e5e2 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:06.773847 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ea748aab-c9b3-4119-97d8-fc3d584beb9a req-9ff154ae-c1c3-45be-95ca-cb1160a9e5e2 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.1222169 Aug 10 04:10:06.839146 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ea748aab-c9b3-4119-97d8-fc3d584beb9a req-90288a9e-c461-4464-84a5-9fdbf2a4f857 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571241 Aug 10 04:10:06.848860 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-84bf6fa8-2a9b-4f7f-8bfa-580b27aa4392 service neutron] 10.222.0.20 "GET /v2.0/networks/989b8b43-e4ed-4e01-824d-031a3507ff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301961 Aug 10 04:10:06.944393 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5434b8f2-60bd-4d4e-8ce4-0456d19657df req-31267359-665e-4a3f-ac52-bc5e1c8a9142 service neutron] 10.222.0.20 "GET /v2.0/networks/989b8b43-e4ed-4e01-824d-031a3507ff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922832 Aug 10 04:10:07.718116 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f237c-ac33-451d-93f5-19b58cbdd0a5 req-23e01d27-ea6c-467e-9919-936cfa58a6a3 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:07.718116 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0e0f237c-ac33-451d-93f5-19b58cbdd0a5 req-23e01d27-ea6c-467e-9919-936cfa58a6a3 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=09d643d8-28ed-46e1-9d85-744c3b746029 HTTP/1.1" status: 200 len: 943 time: 0.0599556 Aug 10 04:10:07.760545 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0e0f237c-ac33-451d-93f5-19b58cbdd0a5 req-77f13aed-fc02-4ce7-96c4-81f5343256ce tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/security-groups?id=a41e6dcc-7335-46d6-bf76-9b04770e25e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366080 Aug 10 04:10:07.810378 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cceefd-b488-4308-a8aa-9a7d45d4d310 req-b66eb8de-cddb-4375-9892-0827b51690e1 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:07.811904 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-63cceefd-b488-4308-a8aa-9a7d45d4d310 req-b66eb8de-cddb-4375-9892-0827b51690e1 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.0642462 Aug 10 04:10:07.855000 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-63cceefd-b488-4308-a8aa-9a7d45d4d310 req-184fddbd-e270-4030-a5e5-531fb9efa0f9 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359459 Aug 10 04:10:07.873958 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:10:07.978056 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cdc4b-95e4-4eb2-945f-fa2eb41c9c0f req-7e36be27-4fce-42d6-aa34-d6e25da458b8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:07.979585 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ac9cdc4b-95e4-4eb2-945f-fa2eb41c9c0f req-7e36be27-4fce-42d6-aa34-d6e25da458b8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0500917 Aug 10 04:10:08.020543 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ac9cdc4b-95e4-4eb2-945f-fa2eb41c9c0f req-6bf4fa7a-c0d1-4c60-b586-6298f0f74fa5 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348082 Aug 10 04:10:08.879189 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f304e0d-d15d-44d4-943e-0e6e2c72d46e req-22749fff-5229-492f-936b-df7a53ef6aa8 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:08.880841 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4f304e0d-d15d-44d4-943e-0e6e2c72d46e req-22749fff-5229-492f-936b-df7a53ef6aa8 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=09d643d8-28ed-46e1-9d85-744c3b746029 HTTP/1.1" status: 200 len: 943 time: 0.0523708 Aug 10 04:10:08.924901 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4f304e0d-d15d-44d4-943e-0e6e2c72d46e req-21f753b6-8ccb-4d62-9378-85a7564763e6 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/security-groups?id=a41e6dcc-7335-46d6-bf76-9b04770e25e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337408 Aug 10 04:10:08.980151 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e2ea9-6929-4f48-8b74-cba27dc37eed req-fd34b051-2723-409b-88c0-23e447c63a20 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:08.981776 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f88e2ea9-6929-4f48-8b74-cba27dc37eed req-fd34b051-2723-409b-88c0-23e447c63a20 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.0513501 Aug 10 04:10:09.023685 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f88e2ea9-6929-4f48-8b74-cba27dc37eed req-52c43cbe-b053-44cb-8724-d6734651e1e3 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357015 Aug 10 04:10:09.145396 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ceb67-0f82-4c67-b3ee-46b7f5654a42 req-e8674d6a-8775-49aa-a003-bdb0385cf135 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:09.147023 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fa0ceb67-0f82-4c67-b3ee-46b7f5654a42 req-e8674d6a-8775-49aa-a003-bdb0385cf135 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0541401 Aug 10 04:10:09.186810 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fa0ceb67-0f82-4c67-b3ee-46b7f5654a42 req-99824c54-6a02-479a-a13a-09ec4a8d15fe tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334437 Aug 10 04:10:09.947560 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e46522fa-3538-4d35-854d-322411f753f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:10.067639 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642d715-3013-41a9-9f21-14d0261601cb req-cf9da27e-684a-4da4-b957-4d70582a9dd6 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:10.080330 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8642d715-3013-41a9-9f21-14d0261601cb req-cf9da27e-684a-4da4-b957-4d70582a9dd6 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=09d643d8-28ed-46e1-9d85-744c3b746029 HTTP/1.1" status: 200 len: 943 time: 0.0620072 Aug 10 04:10:10.114741 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8642d715-3013-41a9-9f21-14d0261601cb req-f1b5c9d6-7ff9-4f8d-a677-74802cd2350c tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/security-groups?id=a41e6dcc-7335-46d6-bf76-9b04770e25e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407095 Aug 10 04:10:10.178584 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d642c7-3b6e-4bf4-aa84-b407918660a1 req-65e444dd-9b78-4749-b400-b704761e8ec3 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:10.180200 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05d642c7-3b6e-4bf4-aa84-b407918660a1 req-65e444dd-9b78-4749-b400-b704761e8ec3 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.0566545 Aug 10 04:10:10.219238 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05d642c7-3b6e-4bf4-aa84-b407918660a1 req-35caa8b2-803a-4a2d-adae-484968b2f4cc tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330210 Aug 10 04:10:10.284201 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device b0a8ada7-3440-4761-a346-262a40c75aea details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:10:10.310062 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf7def5-c99d-490e-a1e7-6bfdd3aa5c73 req-d06718f7-343e-4e25-8017-75709a1ccdc1 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:10.311602 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6bf7def5-c99d-490e-a1e7-6bfdd3aa5c73 req-d06718f7-343e-4e25-8017-75709a1ccdc1 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 944 time: 0.0511992 Aug 10 04:10:10.350384 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6bf7def5-c99d-490e-a1e7-6bfdd3aa5c73 req-372b556c-f5e9-439b-bfe0-7734ead7bbde tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317802 Aug 10 04:10:10.386458 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port b0a8ada7-3440-4761-a346-262a40c75aea, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=b0a8ada7-3440-4761-a346-262a40c75aea,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:10.398334 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'b0a8ada7-3440-4761-a346-262a40c75aea', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'port_id': 'b0a8ada7-3440-4761-a346-262a40c75aea', 'mac_address': 'fa:16:3e:09:b9:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:10:10.437226 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:10.452121 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a8ada7-3440-4761-a346-262a40c75aea {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:10:10.472062 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port b0a8ada7-3440-4761-a346-262a40c75aea, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=b0a8ada7-3440-4761-a346-262a40c75aea,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:10.530202 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:10.568676 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 736e022e-96a7-415a-9c75-3243a37621b7 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:10:10.595616 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=b0a8ada7-3440-4761-a346-262a40c75aea,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:10.681972 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 736e022e-96a7-415a-9c75-3243a37621b7, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=736e022e-96a7-415a-9c75-3243a37621b7,segment=NetworkSegment(bd98c17e-2a53-4af8-8481-0e097dc20e75),segment_id=bd98c17e-2a53-4af8-8481-0e097dc20e75)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:10.696611 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '736e022e-96a7-415a-9c75-3243a37621b7', 'network_id': '989b8b43-e4ed-4e01-824d-031a3507ff02', 'port_id': '736e022e-96a7-415a-9c75-3243a37621b7', 'mac_address': 'fa:16:3e:30:ae:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fce3972-02e1-48ca-a841-066ce2789877', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:10:10.733667 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:10.751761 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 736e022e-96a7-415a-9c75-3243a37621b7 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:10:10.775389 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['b0a8ada7-3440-4761-a346-262a40c75aea'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:10:10.775389 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 736e022e-96a7-415a-9c75-3243a37621b7, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=736e022e-96a7-415a-9c75-3243a37621b7,segment=NetworkSegment(bd98c17e-2a53-4af8-8481-0e097dc20e75),segment_id=bd98c17e-2a53-4af8-8481-0e097dc20e75)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:10.853964 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:10.927362 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=736e022e-96a7-415a-9c75-3243a37621b7,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:11.158773 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['736e022e-96a7-415a-9c75-3243a37621b7'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:10:11.263694 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f6740-5fea-4111-936b-2e1fa5ea4122 req-75b9812b-06bc-4d9d-a551-a81c30f671a6 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:11.274638 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-735f6740-5fea-4111-936b-2e1fa5ea4122 req-75b9812b-06bc-4d9d-a551-a81c30f671a6 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=09d643d8-28ed-46e1-9d85-744c3b746029 HTTP/1.1" status: 200 len: 944 time: 0.0857148 Aug 10 04:10:11.352719 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-735f6740-5fea-4111-936b-2e1fa5ea4122 req-0252226b-cf20-45cb-8791-33df82fd0ce3 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/security-groups?id=a41e6dcc-7335-46d6-bf76-9b04770e25e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711212 Aug 10 04:10:11.377774 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229253f2-205a-46f4-aa6a-685a4252987c req-1f2c1d7e-127a-4d25-9deb-0cfadc7da231 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:11.386563 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-229253f2-205a-46f4-aa6a-685a4252987c req-1f2c1d7e-127a-4d25-9deb-0cfadc7da231 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.0812171 Aug 10 04:10:11.425963 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-229253f2-205a-46f4-aa6a-685a4252987c req-7155664e-4703-472c-ae01-e360b20a305c tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379174 Aug 10 04:10:11.535362 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83df4521-afc0-483a-a650-0e6f78568ac6 req-908c01e0-c1c1-4af3-9d98-c0d1d94114e0 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:11.537228 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-83df4521-afc0-483a-a650-0e6f78568ac6 req-908c01e0-c1c1-4af3-9d98-c0d1d94114e0 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 945 time: 0.0525401 Aug 10 04:10:11.575574 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-83df4521-afc0-483a-a650-0e6f78568ac6 req-5cb2593e-0e52-40a3-804d-9974347094d9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324290 Aug 10 04:10:12.282095 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device b0a8ada7-3440-4761-a346-262a40c75aea up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:10:12.376404 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port b0a8ada7-3440-4761-a346-262a40c75aea completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:10:12.381207 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port b0a8ada7-3440-4761-a346-262a40c75aea triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:10:12.388666 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:12.482549 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:12.484062 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1b244-b08c-444c-b68a-03ed7b9eefc4 req-d17f96d0-8105-46c8-b784-60becc48ccdc tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:12.485710 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a2c1b244-b08c-444c-b68a-03ed7b9eefc4 req-d17f96d0-8105-46c8-b784-60becc48ccdc tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=09d643d8-28ed-46e1-9d85-744c3b746029 HTTP/1.1" status: 200 len: 944 time: 0.0630558 Aug 10 04:10:12.514512 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b3a85a-7c03-4ed8-9f88-932eb645b127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a8ada7-3440-4761-a346-262a40c75aea'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:10:12.517025 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463553c3-f51d-49a6-9fc2-36d9a55afb4a" -d '{"events": [{"server_uuid": "00b3a85a-7c03-4ed8-9f88-932eb645b127", "name": "network-vif-plugged", "status": "completed", "tag": "b0a8ada7-3440-4761-a346-262a40c75aea"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:10:12.531994 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port b0a8ada7-3440-4761-a346-262a40c75aea, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=b0a8ada7-3440-4761-a346-262a40c75aea,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:12.548527 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a2c1b244-b08c-444c-b68a-03ed7b9eefc4 req-c762b71f-5e4b-4616-89b4-98579757d76b tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/security-groups?id=a41e6dcc-7335-46d6-bf76-9b04770e25e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554097 Aug 10 04:10:12.561328 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1d65a-3e46-4dc1-bade-ed499c8b2c8a req-944fb136-4ec0-401b-98a4-1aaba5d1480c tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:12.568569 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-04c1d65a-3e46-4dc1-bade-ed499c8b2c8a req-944fb136-4ec0-401b-98a4-1aaba5d1480c tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.0615861 Aug 10 04:10:12.584704 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 736e022e-96a7-415a-9c75-3243a37621b7 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:10:12.614916 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-04c1d65a-3e46-4dc1-bade-ed499c8b2c8a req-43048bd3-b90a-4b9c-b2f7-8ed9b6893868 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453312 Aug 10 04:10:12.667376 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:12.691688 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b2f0a6-5718-4246-bfb9-755cc2862079 x-openstack-request-id: req-74b2f0a6-5718-4246-bfb9-755cc2862079 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:10:12.692095 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b3a85a-7c03-4ed8-9f88-932eb645b127", "name": "network-vif-plugged", "status": "completed", "tag": "b0a8ada7-3440-4761-a346-262a40c75aea", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:10:12.692283 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74b2f0a6-5718-4246-bfb9-755cc2862079 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:10:12.692640 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b3a85a-7c03-4ed8-9f88-932eb645b127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a8ada7-3440-4761-a346-262a40c75aea', 'code': 200} Aug 10 04:10:12.734551 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=b0a8ada7-3440-4761-a346-262a40c75aea,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:12.775816 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 736e022e-96a7-415a-9c75-3243a37621b7 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:10:12.779912 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 736e022e-96a7-415a-9c75-3243a37621b7 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:10:12.780358 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:12.803093 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22599e31-32b8-41a3-b133-4069f0661ee1 req-85873ab3-075a-4e6f-b95d-26262ba20c4b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:12.804758 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-22599e31-32b8-41a3-b133-4069f0661ee1 req-85873ab3-075a-4e6f-b95d-26262ba20c4b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 946 time: 0.0859520 Aug 10 04:10:12.819991 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b75a8-88e5-43e0-bc75-9343b790cc02 req-f9167127-92e1-412b-91fa-fb7be368f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:12.821577 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-361b75a8-88e5-43e0-bc75-9343b790cc02 req-f9167127-92e1-412b-91fa-fb7be368f4d0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 1097 time: 0.0681872 Aug 10 04:10:12.864249 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:12.873752 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-22599e31-32b8-41a3-b133-4069f0661ee1 req-5f70ed78-47a8-4872-8e39-d1191e05bcce tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615194 Aug 10 04:10:12.877565 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-361b75a8-88e5-43e0-bc75-9343b790cc02 req-7eb48649-29ff-4a50-b1eb-9d74ddbff745 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464978 Aug 10 04:10:12.900177 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 736e022e-96a7-415a-9c75-3243a37621b7, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=736e022e-96a7-415a-9c75-3243a37621b7,segment=NetworkSegment(bd98c17e-2a53-4af8-8481-0e097dc20e75),segment_id=bd98c17e-2a53-4af8-8481-0e097dc20e75)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:13.021605 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:13.073784 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=736e022e-96a7-415a-9c75-3243a37621b7,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:13.615810 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:13.672742 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0dea6d-0760-4c73-964b-3d088d393e44 req-4de51c8b-dbf4-4c6f-90fe-0f57e030a3f7 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:13.674290 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8d0dea6d-0760-4c73-964b-3d088d393e44 req-4de51c8b-dbf4-4c6f-90fe-0f57e030a3f7 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=09d643d8-28ed-46e1-9d85-744c3b746029 HTTP/1.1" status: 200 len: 945 time: 0.0574648 Aug 10 04:10:13.718627 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8d0dea6d-0760-4c73-964b-3d088d393e44 req-203a4b4c-e6ad-4c3c-9a4e-437eb2438b7c tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/security-groups?id=a41e6dcc-7335-46d6-bf76-9b04770e25e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356047 Aug 10 04:10:13.823159 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1621d-b4a3-4daa-8e96-de81abaced73 req-16444ce0-1b09-4767-a49e-d94961665046 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:13.824738 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-41f1621d-b4a3-4daa-8e96-de81abaced73 req-16444ce0-1b09-4767-a49e-d94961665046 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.0574610 Aug 10 04:10:13.865452 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-41f1621d-b4a3-4daa-8e96-de81abaced73 req-9c966d4d-2ff2-4ba2-8165-44fb2d12e45e tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341105 Aug 10 04:10:13.867117 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-181f6cb9-8c88-48c2-872b-77e51f8d49f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:13.990859 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6dde4-d376-46db-b45c-4613ff383cfa req-b6d90133-5272-4688-b806-8dfcd7e92112 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:13.992385 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eca6dde4-d376-46db-b45c-4613ff383cfa req-b6d90133-5272-4688-b806-8dfcd7e92112 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 946 time: 0.0493534 Aug 10 04:10:14.031563 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eca6dde4-d376-46db-b45c-4613ff383cfa req-be86a266-100e-4c1a-b793-4350e81ae098 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330336 Aug 10 04:10:14.150311 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb34387-645f-4f56-9c1e-ceca82a1849e req-3ae11b99-4a63-4f67-8822-f158236d9afd tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:14.152017 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8eb34387-645f-4f56-9c1e-ceca82a1849e req-3ae11b99-4a63-4f67-8822-f158236d9afd tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 946 time: 0.0517540 Aug 10 04:10:14.194760 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8eb34387-645f-4f56-9c1e-ceca82a1849e req-7507a523-3972-4437-b960-187077a7c65c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363488 Aug 10 04:10:14.693734 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d643d8-28ed-46e1-9d85-744c3b746029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736e022e-96a7-415a-9c75-3243a37621b7'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:10:14.696026 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429505d8-b3d1-403e-9b16-0443a3fcc4c8" -d '{"events": [{"server_uuid": "09d643d8-28ed-46e1-9d85-744c3b746029", "name": "network-vif-plugged", "status": "completed", "tag": "736e022e-96a7-415a-9c75-3243a37621b7"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:10:14.831172 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87025f70-36df-4ef4-b57d-44f5e1dc4162 x-openstack-request-id: req-87025f70-36df-4ef4-b57d-44f5e1dc4162 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:10:14.831455 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d643d8-28ed-46e1-9d85-744c3b746029", "name": "network-vif-plugged", "status": "completed", "tag": "736e022e-96a7-415a-9c75-3243a37621b7", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:10:14.831702 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-87025f70-36df-4ef4-b57d-44f5e1dc4162 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:10:14.832118 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d643d8-28ed-46e1-9d85-744c3b746029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '736e022e-96a7-415a-9c75-3243a37621b7', 'code': 200} Aug 10 04:10:15.010994 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26967d77-66ee-409f-8a93-a48692406908 req-2e344bf0-55f6-42e6-9c86-c94d388ab71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:15.012442 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-26967d77-66ee-409f-8a93-a48692406908 req-2e344bf0-55f6-42e6-9c86-c94d388ab71a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=09d643d8-28ed-46e1-9d85-744c3b746029 HTTP/1.1" status: 200 len: 1096 time: 0.0750747 Aug 10 04:10:15.024660 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a06617-c1a8-4d5c-90f0-70bd52aa08ef req-08741c9c-20c0-4009-9ba9-0d416a1c29d9 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:15.026215 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-29a06617-c1a8-4d5c-90f0-70bd52aa08ef req-08741c9c-20c0-4009-9ba9-0d416a1c29d9 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=09d643d8-28ed-46e1-9d85-744c3b746029 HTTP/1.1" status: 200 len: 945 time: 0.0604858 Aug 10 04:10:15.077893 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-26967d77-66ee-409f-8a93-a48692406908 req-41f07d16-ac4d-4424-ab36-4b7040b15464 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a41e6dcc-7335-46d6-bf76-9b04770e25e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508423 Aug 10 04:10:15.083511 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-29a06617-c1a8-4d5c-90f0-70bd52aa08ef req-c18732cd-139a-4290-86d3-38be8d81ff7e tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/security-groups?id=a41e6dcc-7335-46d6-bf76-9b04770e25e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494452 Aug 10 04:10:15.185273 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d383160-5660-4478-ba36-dc6518962246 req-21d589c9-35ff-4e28-ab6f-86b97fe6565c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:15.187167 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d383160-5660-4478-ba36-dc6518962246 req-21d589c9-35ff-4e28-ab6f-86b97fe6565c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 946 time: 0.0530155 Aug 10 04:10:15.222796 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7b598-9c0f-490c-842e-3e7139875fb2 req-ddf5b892-84b3-4e03-8811-10ffacdaa1df tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:15.229452 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6cf7b598-9c0f-490c-842e-3e7139875fb2 req-ddf5b892-84b3-4e03-8811-10ffacdaa1df tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.0644865 Aug 10 04:10:15.243791 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d383160-5660-4478-ba36-dc6518962246 req-2f01b4f1-2b8b-494e-b72b-063e9563d45a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489986 Aug 10 04:10:15.272768 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6cf7b598-9c0f-490c-842e-3e7139875fb2 req-be02e334-b983-4dcd-9790-657757a17fe2 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407622 Aug 10 04:10:15.278738 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:15.775753 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:16.237316 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74bcff-2896-4395-95ac-2f73452e4317 req-acc5dae0-6ee3-4e43-b194-c31bb21046ec tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:16.239280 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b74bcff-2896-4395-95ac-2f73452e4317 req-acc5dae0-6ee3-4e43-b194-c31bb21046ec tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=09d643d8-28ed-46e1-9d85-744c3b746029 HTTP/1.1" status: 200 len: 945 time: 0.0757682 Aug 10 04:10:16.280631 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b74bcff-2896-4395-95ac-2f73452e4317 req-3b28055e-e86a-4bdd-9ee5-00d8e55a0042 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/security-groups?id=a41e6dcc-7335-46d6-bf76-9b04770e25e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342176 Aug 10 04:10:16.386327 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe618a-a927-4339-bdb2-0222443cfa6c req-08f25b5b-b002-42a5-8846-af26497bc07c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:16.388325 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-54fe618a-a927-4339-bdb2-0222443cfa6c req-08f25b5b-b002-42a5-8846-af26497bc07c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.68 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 946 time: 0.0658445 Aug 10 04:10:16.406427 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c76bb1-99b3-4f11-9d4b-a65523b05f89 req-89087002-e24b-4095-9770-80584298f587 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:16.408411 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d8c76bb1-99b3-4f11-9d4b-a65523b05f89 req-89087002-e24b-4095-9770-80584298f587 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 946 time: 0.0655606 Aug 10 04:10:16.464466 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d8c76bb1-99b3-4f11-9d4b-a65523b05f89 req-dd507ea7-9b82-4c53-81b2-4431e16f76a0 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432250 Aug 10 04:10:16.521344 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7372ba-2146-435d-b1ae-93b05683f20c req-cd05f10d-bbd8-4f1f-849f-8c6d2cc6488c tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:16.522867 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8d7372ba-2146-435d-b1ae-93b05683f20c req-cd05f10d-bbd8-4f1f-849f-8c6d2cc6488c tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.1336300 Aug 10 04:10:16.574796 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-54fe618a-a927-4339-bdb2-0222443cfa6c req-1945291a-7052-4a50-884b-79de08ab9d82 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Deleting port b0a8ada7-3440-4761-a346-262a40c75aea {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:10:16.575139 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-54fe618a-a927-4339-bdb2-0222443cfa6c req-1945291a-7052-4a50-884b-79de08ab9d82 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:16.581769 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8d7372ba-2146-435d-b1ae-93b05683f20c req-64fdf9a7-41e7-4904-b7cf-2cdbcddfb008 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520475 Aug 10 04:10:16.675059 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-54fe618a-a927-4339-bdb2-0222443cfa6c req-1945291a-7052-4a50-884b-79de08ab9d82 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] For port b0a8ada7-3440-4761-a346-262a40c75aea, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=b0a8ada7-3440-4761-a346-262a40c75aea,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:16.675431 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-54fe618a-a927-4339-bdb2-0222443cfa6c req-1945291a-7052-4a50-884b-79de08ab9d82 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:16.688466 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-54fe618a-a927-4339-bdb2-0222443cfa6c req-1945291a-7052-4a50-884b-79de08ab9d82 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Calling delete_port for b0a8ada7-3440-4761-a346-262a40c75aea owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:10:16.896298 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-54fe618a-a927-4339-bdb2-0222443cfa6c req-1945291a-7052-4a50-884b-79de08ab9d82 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:16.901786 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:16.908483 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['f89c0952-c26a-4467-973d-831ce88d0209'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:10:16.930905 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945291a-7052-4a50-884b-79de08ab9d82 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event deleted for resources: {'Port': ['ID=b0a8ada7-3440-4761-a346-262a40c75aea,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:16.979931 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fe618a-a927-4339-bdb2-0222443cfa6c req-1945291a-7052-4a50-884b-79de08ab9d82 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] No DVR routers for this DVR port b0a8ada7-3440-4761-a346-262a40c75aea on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:10:16.983527 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-54fe618a-a927-4339-bdb2-0222443cfa6c req-1945291a-7052-4a50-884b-79de08ab9d82 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:16.986008 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-54fe618a-a927-4339-bdb2-0222443cfa6c req-1945291a-7052-4a50-884b-79de08ab9d82 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.68 "DELETE /v2.0/ports/b0a8ada7-3440-4761-a346-262a40c75aea HTTP/1.1" status: 204 len: 173 time: 0.5856037 Aug 10 04:10:16.986509 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b3a85a-7c03-4ed8-9f88-932eb645b127', 'name': 'network-vif-deleted', 'tag': 'b0a8ada7-3440-4761-a346-262a40c75aea'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:10:16.990791 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99df1147-02a8-4db2-b261-e64db047ffa4" -d '{"events": [{"server_uuid": "00b3a85a-7c03-4ed8-9f88-932eb645b127", "name": "network-vif-deleted", "tag": "b0a8ada7-3440-4761-a346-262a40c75aea"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:10:17.036475 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0353e2-a911-44f1-bec0-ac1239bc1d72 x-openstack-request-id: req-4b0353e2-a911-44f1-bec0-ac1239bc1d72 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:10:17.037097 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00b3a85a-7c03-4ed8-9f88-932eb645b127", "name": "network-vif-deleted", "tag": "b0a8ada7-3440-4761-a346-262a40c75aea", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:10:17.037385 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b0353e2-a911-44f1-bec0-ac1239bc1d72 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:10:17.037842 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b3a85a-7c03-4ed8-9f88-932eb645b127', 'name': 'network-vif-deleted', 'tag': 'b0a8ada7-3440-4761-a346-262a40c75aea', 'status': 'completed', 'code': 200} Aug 10 04:10:17.434306 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba88c9-8c84-45ac-93cf-de1ba6477e4a req-37ea9579-0632-4a7b-b076-fa652eebb75a tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:17.435830 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4bba88c9-8c84-45ac-93cf-de1ba6477e4a req-37ea9579-0632-4a7b-b076-fa652eebb75a tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=09d643d8-28ed-46e1-9d85-744c3b746029 HTTP/1.1" status: 200 len: 945 time: 0.0660059 Aug 10 04:10:17.477369 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4bba88c9-8c84-45ac-93cf-de1ba6477e4a req-7dc73e51-2d74-4c52-b13c-e1e1c69ed2af tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/security-groups?id=a41e6dcc-7335-46d6-bf76-9b04770e25e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354264 Aug 10 04:10:17.567597 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-65b15886-967e-45ea-8427-df3cd82035f6 req-da4119fe-8bc6-429d-bc32-231f972761eb tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 210 time: 0.0275469 Aug 10 04:10:17.703293 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbdf7c-ec44-44f4-b84f-3045add9564e req-b51dc0ca-f92b-42c4-b6ca-6b4c6ab146cb tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:17.704757 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-61cbdf7c-ec44-44f4-b84f-3045add9564e req-b51dc0ca-f92b-42c4-b6ca-6b4c6ab146cb tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.0507033 Aug 10 04:10:17.745335 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-61cbdf7c-ec44-44f4-b84f-3045add9564e req-299bbb0e-b6bd-4db3-b277-436b07bc487c tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335143 Aug 10 04:10:18.320375 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device b0a8ada7-3440-4761-a346-262a40c75aea no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:10:18.345022 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: b0a8ada7-3440-4761-a346-262a40c75aea {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:10:18.345372 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device b0a8ada7-3440-4761-a346-262a40c75aea not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:10:18.670030 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c9247a93-17b4-455f-b457-09355071cdbb req-966ee741-82ed-4016-b7fb-7716093802d8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 210 time: 0.0325325 Aug 10 04:10:18.873917 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826f3e0-6247-4eab-acc1-d6410bc8d635 req-b3aadafc-9347-413b-b43f-9e15c07c1214 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:18.875322 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b826f3e0-6247-4eab-acc1-d6410bc8d635 req-b3aadafc-9347-413b-b43f-9e15c07c1214 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.0502942 Aug 10 04:10:18.916400 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b826f3e0-6247-4eab-acc1-d6410bc8d635 req-f2b620ef-dd56-4468-9346-4da198f5e85b tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340796 Aug 10 04:10:19.769809 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-72eab4ad-4581-4da0-b707-424ee8505ec4 req-f7f41556-3f0b-428c-93c1-dd342eb1f84c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 210 time: 0.0312045 Aug 10 04:10:20.039397 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99d9cb-1376-4e01-97c1-7088c780d1e1 req-dedc2657-05ba-4d3a-bee9-262f4c830daf tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:20.040940 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3f99d9cb-1376-4e01-97c1-7088c780d1e1 req-dedc2657-05ba-4d3a-bee9-262f4c830daf tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.0523829 Aug 10 04:10:20.080454 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3f99d9cb-1376-4e01-97c1-7088c780d1e1 req-ea8cd215-dffb-4037-960b-d90347346297 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326142 Aug 10 04:10:20.869598 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d0260043-522d-41cb-a07d-51f831b5a6f3 req-9186f3fc-7af5-4870-82cc-1ea1d70f8694 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 210 time: 0.0276246 Aug 10 04:10:21.200741 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eca8c5-bbcb-43ae-a79b-cd0dd19554e9 req-7d40351f-3964-4f36-a07b-1fe135772376 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:21.202260 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-82eca8c5-bbcb-43ae-a79b-cd0dd19554e9 req-7d40351f-3964-4f36-a07b-1fe135772376 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.0501082 Aug 10 04:10:21.244752 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-82eca8c5-bbcb-43ae-a79b-cd0dd19554e9 req-d22efef6-206d-4f71-b777-dcfb464fe2f3 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361626 Aug 10 04:10:21.970256 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7fabed76-3d8b-45d1-8525-2d14b6ba29ee req-60f90fe2-61b8-467a-9457-74661dbffd2e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 210 time: 0.0290236 Aug 10 04:10:22.392353 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248947a-9122-48df-b460-dce5ec7b0990 req-838492f1-3cbc-46bc-b57e-eb95787739b7 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:22.401912 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d248947a-9122-48df-b460-dce5ec7b0990 req-838492f1-3cbc-46bc-b57e-eb95787739b7 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.0787170 Aug 10 04:10:22.442465 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d248947a-9122-48df-b460-dce5ec7b0990 req-23f7b4ed-62dc-4b9c-bd4b-1d375175c142 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395594 Aug 10 04:10:23.098146 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6638fdd6-2f9b-426b-8bae-0492fb910005 req-7471f869-a4a5-4886-b47a-a6d59d8a0f61 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=00b3a85a-7c03-4ed8-9f88-932eb645b127 HTTP/1.1" status: 200 len: 210 time: 0.0378563 Aug 10 04:10:23.367702 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ecc4c-be9e-41b4-9839-92df3c0d20c6 req-6a1b095b-d9b4-4f73-ab6f-ead98bab6569 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:23.369253 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4c8ecc4c-be9e-41b4-9839-92df3c0d20c6 req-6a1b095b-d9b4-4f73-ab6f-ead98bab6569 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=09d643d8-28ed-46e1-9d85-744c3b746029 HTTP/1.1" status: 200 len: 945 time: 0.0541143 Aug 10 04:10:23.415276 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4c8ecc4c-be9e-41b4-9839-92df3c0d20c6 req-a6f8869c-3159-4ec9-a600-b4f83b2ebf16 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/security-groups?id=a41e6dcc-7335-46d6-bf76-9b04770e25e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390680 Aug 10 04:10:23.569065 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a8715-2e3f-4a6d-aa44-01edee30f6e8 req-b8dffc4a-638d-4f18-87d4-03e0a7efc20f tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:23.576100 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d63a8715-2e3f-4a6d-aa44-01edee30f6e8 req-b8dffc4a-638d-4f18-87d4-03e0a7efc20f tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.0525422 Aug 10 04:10:23.613338 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d63a8715-2e3f-4a6d-aa44-01edee30f6e8 req-d9adb97d-0c55-4211-b914-d8d61aa012b1 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337110 Aug 10 04:10:24.540953 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a140164-d1a8-4cdf-bb4d-09eb31f58783 req-6cb3e955-66d9-4968-8fd9-057a42cdfed5 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:24.542527 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4a140164-d1a8-4cdf-bb4d-09eb31f58783 req-6cb3e955-66d9-4968-8fd9-057a42cdfed5 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=09d643d8-28ed-46e1-9d85-744c3b746029 HTTP/1.1" status: 200 len: 945 time: 0.0523679 Aug 10 04:10:24.585707 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4a140164-d1a8-4cdf-bb4d-09eb31f58783 req-90ecef7a-b2c9-4446-8c2a-32436c5cb20c tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/security-groups?id=a41e6dcc-7335-46d6-bf76-9b04770e25e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370460 Aug 10 04:10:24.739098 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14176e31-4e66-4d11-b4d8-a4480b293cb7 req-c9b7f724-7414-4e9f-8471-3c032855325e tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:24.741434 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-14176e31-4e66-4d11-b4d8-a4480b293cb7 req-c9b7f724-7414-4e9f-8471-3c032855325e tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.0571971 Aug 10 04:10:24.791904 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-14176e31-4e66-4d11-b4d8-a4480b293cb7 req-94e69366-9620-48ba-a968-c9db35e949a9 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412054 Aug 10 04:10:24.949498 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c479f-581c-4314-be16-07e2ce11bef6 req-fbebe6c0-37b5-4a8b-a496-81b3baaad1c6 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:24.951007 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-526c479f-581c-4314-be16-07e2ce11bef6 req-fbebe6c0-37b5-4a8b-a496-81b3baaad1c6 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.20 "GET /v2.0/ports?device_id=09d643d8-28ed-46e1-9d85-744c3b746029 HTTP/1.1" status: 200 len: 945 time: 0.0505068 Aug 10 04:10:25.046983 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-526c479f-581c-4314-be16-07e2ce11bef6 req-bf8bca8d-bb8a-4d0c-b008-941f2c61a4e2 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Deleting port 736e022e-96a7-415a-9c75-3243a37621b7 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:10:25.047228 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-526c479f-581c-4314-be16-07e2ce11bef6 req-bf8bca8d-bb8a-4d0c-b008-941f2c61a4e2 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:25.141200 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-526c479f-581c-4314-be16-07e2ce11bef6 req-bf8bca8d-bb8a-4d0c-b008-941f2c61a4e2 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] For port 736e022e-96a7-415a-9c75-3243a37621b7, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=736e022e-96a7-415a-9c75-3243a37621b7,segment=NetworkSegment(bd98c17e-2a53-4af8-8481-0e097dc20e75),segment_id=bd98c17e-2a53-4af8-8481-0e097dc20e75)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:25.141633 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-526c479f-581c-4314-be16-07e2ce11bef6 req-bf8bca8d-bb8a-4d0c-b008-941f2c61a4e2 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:25.157522 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-526c479f-581c-4314-be16-07e2ce11bef6 req-bf8bca8d-bb8a-4d0c-b008-941f2c61a4e2 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Calling delete_port for 736e022e-96a7-415a-9c75-3243a37621b7 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:10:25.444393 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-526c479f-581c-4314-be16-07e2ce11bef6 req-bf8bca8d-bb8a-4d0c-b008-941f2c61a4e2 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:25.476375 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8bca8d-bb8a-4d0c-b008-941f2c61a4e2 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Pushing event deleted for resources: {'Port': ['ID=736e022e-96a7-415a-9c75-3243a37621b7,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:25.478376 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['736e022e-96a7-415a-9c75-3243a37621b7'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:10:25.535622 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-526c479f-581c-4314-be16-07e2ce11bef6 req-bf8bca8d-bb8a-4d0c-b008-941f2c61a4e2 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] No DVR routers for this DVR port 736e022e-96a7-415a-9c75-3243a37621b7 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:10:25.539672 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-526c479f-581c-4314-be16-07e2ce11bef6 req-bf8bca8d-bb8a-4d0c-b008-941f2c61a4e2 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:25.542015 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-526c479f-581c-4314-be16-07e2ce11bef6 req-bf8bca8d-bb8a-4d0c-b008-941f2c61a4e2 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.20 "DELETE /v2.0/ports/736e022e-96a7-415a-9c75-3243a37621b7 HTTP/1.1" status: 204 len: 173 time: 0.5834522 Aug 10 04:10:25.542602 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d643d8-28ed-46e1-9d85-744c3b746029', 'name': 'network-vif-deleted', 'tag': '736e022e-96a7-415a-9c75-3243a37621b7'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:10:25.546291 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29571d70-51af-473c-8b29-139b526f0d7e" -d '{"events": [{"server_uuid": "09d643d8-28ed-46e1-9d85-744c3b746029", "name": "network-vif-deleted", "tag": "736e022e-96a7-415a-9c75-3243a37621b7"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:10:25.589235 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cce5a72-7c53-42d6-b55f-97f56ccd96d1 x-openstack-request-id: req-4cce5a72-7c53-42d6-b55f-97f56ccd96d1 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:10:25.590108 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d643d8-28ed-46e1-9d85-744c3b746029", "name": "network-vif-deleted", "tag": "736e022e-96a7-415a-9c75-3243a37621b7", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:10:25.590108 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4cce5a72-7c53-42d6-b55f-97f56ccd96d1 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:10:25.590384 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d643d8-28ed-46e1-9d85-744c3b746029', 'name': 'network-vif-deleted', 'tag': '736e022e-96a7-415a-9c75-3243a37621b7', 'status': 'completed', 'code': 200} Aug 10 04:10:25.687045 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cdc5f035-5d08-424a-a80a-389026538410 req-b32ef3ee-803e-4d23-8bcb-3de6c077b9d8 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=09d643d8-28ed-46e1-9d85-744c3b746029 HTTP/1.1" status: 200 len: 210 time: 0.0285892 Aug 10 04:10:25.936396 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa49fc-1709-4220-b8b5-24c2d5ec71ef req-c7d62f22-3d41-4ec3-807c-98b37ac23adf tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:25.938316 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1bfa49fc-1709-4220-b8b5-24c2d5ec71ef req-c7d62f22-3d41-4ec3-807c-98b37ac23adf tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.0702536 Aug 10 04:10:25.986590 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1bfa49fc-1709-4220-b8b5-24c2d5ec71ef req-735da43f-f1b9-47fb-babe-75fc20374172 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417950 Aug 10 04:10:26.995009 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836e237-6b67-4127-969d-2819f8a0289a req-5360c0ba-2ff0-476c-92b3-baed1504e9b5 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:26.996591 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2836e237-6b67-4127-969d-2819f8a0289a req-5360c0ba-2ff0-476c-92b3-baed1504e9b5 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/networks?id=989b8b43-e4ed-4e01-824d-031a3507ff02 HTTP/1.1" status: 200 len: 809 time: 0.1141777 Aug 10 04:10:27.020097 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2836e237-6b67-4127-969d-2819f8a0289a req-0e81d685-45f2-4c50-9df2-99477c0fbc87 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/quotas/1994c9e20d424dc1a66939632b9ef482 HTTP/1.1" status: 200 len: 375 time: 0.0163677 Aug 10 04:10:27.057275 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2836e237-6b67-4127-969d-2819f8a0289a req-465fde69-10de-4af6-b21d-a7490ed47ffe tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1994c9e20d424dc1a66939632b9ef482&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306616 Aug 10 04:10:27.134290 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378dba1-d512-466f-8f87-534435676292 req-93b91fa1-c773-4c5c-bac5-7b2fec405ac6 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:27.135864 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2378dba1-d512-466f-8f87-534435676292 req-93b91fa1-c773-4c5c-bac5-7b2fec405ac6 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.0597670 Aug 10 04:10:27.161076 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2836e237-6b67-4127-969d-2819f8a0289a req-36a0b795-de93-403d-b7f9-e171c84ca996 service neutron] 10.222.0.25 "GET /v2.0/networks/989b8b43-e4ed-4e01-824d-031a3507ff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961978 Aug 10 04:10:27.185375 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2378dba1-d512-466f-8f87-534435676292 req-e22bf1cd-6a6d-4ceb-92b1-cf71e3ecee73 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425699 Aug 10 04:10:27.263746 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2836e237-6b67-4127-969d-2819f8a0289a req-530290c6-4425-4cdb-bf77-345acac8b94d service neutron] 10.222.0.25 "GET /v2.0/networks/989b8b43-e4ed-4e01-824d-031a3507ff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960493 Aug 10 04:10:27.530664 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a637dc-13dc-427e-ba0b-4585e9cc250d req-7f9e7e7d-bb45-4363-8f7c-c0a2759871d7 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:27.537354 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-01a637dc-13dc-427e-ba0b-4585e9cc250d req-7f9e7e7d-bb45-4363-8f7c-c0a2759871d7 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.0648201 Aug 10 04:10:27.538673 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bf417a85-7dcb-465a-b68a-216f467d1928 req-6235bf53-ac9b-494c-83d4-1249b28ceef4 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=35dd038c-99ea-4b0a-8742-46a29a4fb52c HTTP/1.1" status: 200 len: 210 time: 0.0290380 Aug 10 04:10:27.581265 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-01a637dc-13dc-427e-ba0b-4585e9cc250d req-b48f7c28-afec-4271-9001-e6af202a08e9 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414784 Aug 10 04:10:27.586982 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:27.704667 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f8eb4-d572-499f-bebe-77bd89146ab5 req-e90ecb57-de19-4469-a8fa-7d8c263e7acd tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:27.706141 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4f7f8eb4-d572-499f-bebe-77bd89146ab5 req-e90ecb57-de19-4469-a8fa-7d8c263e7acd tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.0502264 Aug 10 04:10:27.746191 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4f7f8eb4-d572-499f-bebe-77bd89146ab5 req-b3315583-596a-419b-b55c-bda306bf9585 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330691 Aug 10 04:10:27.983680 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a5ae42cd-a071-42a2-9d0c-d18179d743e5 req-1b63949a-9e50-4dd4-9766-240eec7227f7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412757 Aug 10 04:10:28.045252 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae42cd-a071-42a2-9d0c-d18179d743e5 req-c2f1bfd6-3c37-43a8-ade8-48a5a109865f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:28.047032 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a5ae42cd-a071-42a2-9d0c-d18179d743e5 req-c2f1bfd6-3c37-43a8-ade8-48a5a109865f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47 HTTP/1.1" status: 200 len: 1096 time: 0.0423455 Aug 10 04:10:28.158754 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae42cd-a071-42a2-9d0c-d18179d743e5 req-20b636b5-433e-4727-a39b-f840cc0d6c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:28.160339 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a5ae42cd-a071-42a2-9d0c-d18179d743e5 req-20b636b5-433e-4727-a39b-f840cc0d6c99 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 911 time: 0.0933974 Aug 10 04:10:28.204553 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a5ae42cd-a071-42a2-9d0c-d18179d743e5 req-973df4fa-3062-4da4-9700-baa1ffac606a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f89c0952-c26a-4467-973d-831ce88d0209 HTTP/1.1" status: 200 len: 217 time: 0.0358760 Aug 10 04:10:28.248649 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9d54f-d95d-4db4-92f5-cdae78d6036c req-d0a63509-9ef8-450a-8861-ac5877c11e94 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:28.250316 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-55e9d54f-d95d-4db4-92f5-cdae78d6036c req-d0a63509-9ef8-450a-8861-ac5877c11e94 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.0553696 Aug 10 04:10:28.267440 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae42cd-a071-42a2-9d0c-d18179d743e5 req-b524be82-3e8c-4c20-bf40-1c9f062c5366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:28.269253 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a5ae42cd-a071-42a2-9d0c-d18179d743e5 req-b524be82-3e8c-4c20-bf40-1c9f062c5366 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=50d1b050-8d5a-4a28-adea-90a39272e6c6 HTTP/1.1" status: 200 len: 849 time: 0.0540400 Aug 10 04:10:28.297286 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-55e9d54f-d95d-4db4-92f5-cdae78d6036c req-0586390c-1eb3-43fe-b437-f93a5a73ca80 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339217 Aug 10 04:10:28.324236 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae42cd-a071-42a2-9d0c-d18179d743e5 req-35709686-be54-403c-858c-dd5ebf1f929d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:28.325769 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a5ae42cd-a071-42a2-9d0c-d18179d743e5 req-35709686-be54-403c-858c-dd5ebf1f929d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee59e291-e76f-48a7-96a4-530291348714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443060 Aug 10 04:10:28.420624 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a5ae42cd-a071-42a2-9d0c-d18179d743e5 req-5c92ce20-ab46-43b3-9fd0-c6316330002c service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867419 Aug 10 04:10:28.531631 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a5ae42cd-a071-42a2-9d0c-d18179d743e5 req-ea54da8d-1958-4387-920a-1523fa02e6f7 service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955386 Aug 10 04:10:28.641809 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1dbcd62b-af90-480a-8a79-0f1db3178656 req-657d73ac-2631-4b4b-bec3-23aceaa0a550 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=35dd038c-99ea-4b0a-8742-46a29a4fb52c HTTP/1.1" status: 200 len: 210 time: 0.0304768 Aug 10 04:10:28.702480 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 736e022e-96a7-415a-9c75-3243a37621b7 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:10:28.723463 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 736e022e-96a7-415a-9c75-3243a37621b7 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:10:28.723812 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 736e022e-96a7-415a-9c75-3243a37621b7 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:10:29.018969 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3f70c-d275-4086-bb7f-f03c35a6bac3 req-688ba2f9-55c2-4b60-954c-4d0794c29838 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:29.020569 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f2f3f70c-d275-4086-bb7f-f03c35a6bac3 req-688ba2f9-55c2-4b60-954c-4d0794c29838 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47 HTTP/1.1" status: 200 len: 945 time: 0.0562811 Aug 10 04:10:29.076621 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f2f3f70c-d275-4086-bb7f-f03c35a6bac3 req-7f95e0fb-7339-461e-b4ea-fcf14faadf5a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439365 Aug 10 04:10:29.190163 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d460f81d-c475-4a56-965c-277bab34db25 req-c4af3451-9151-46aa-bd6c-c7e9d644e953 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467038 Aug 10 04:10:29.291427 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460f81d-c475-4a56-965c-277bab34db25 req-53952322-5b10-4f42-8d39-94fbff2cf1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:29.293013 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d460f81d-c475-4a56-965c-277bab34db25 req-53952322-5b10-4f42-8d39-94fbff2cf1c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664 HTTP/1.1" status: 200 len: 1096 time: 0.0429978 Aug 10 04:10:29.427434 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460f81d-c475-4a56-965c-277bab34db25 req-75b8f59c-1dc5-4a0f-893a-67a013b10ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:29.428134 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345a582-4907-4c09-9ec3-f6b12d9e95f3 req-80cb6b4a-f75a-46c8-8a8a-581ff0306681 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:29.429174 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d460f81d-c475-4a56-965c-277bab34db25 req-75b8f59c-1dc5-4a0f-893a-67a013b10ca8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ad9b68cd-62ae-48dd-b06c-9f109fbb6dee HTTP/1.1" status: 200 len: 907 time: 0.1030402 Aug 10 04:10:29.432433 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4345a582-4907-4c09-9ec3-f6b12d9e95f3 req-80cb6b4a-f75a-46c8-8a8a-581ff0306681 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.0701587 Aug 10 04:10:29.482381 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4345a582-4907-4c09-9ec3-f6b12d9e95f3 req-083e0d2d-efb4-4e01-8096-119387d053cd tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445731 Aug 10 04:10:29.497400 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d460f81d-c475-4a56-965c-277bab34db25 req-0c5eabf4-8b9c-450d-b804-5e466337dc14 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=915a05d9-649b-48c1-9ff5-2c0fd12608d8 HTTP/1.1" status: 200 len: 217 time: 0.0606575 Aug 10 04:10:29.605970 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406dad1-be78-41b1-abf2-721712bebbad req-27040c7b-2c1e-47d5-970d-09e22871e4d2 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:29.607367 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8406dad1-be78-41b1-abf2-721712bebbad req-27040c7b-2c1e-47d5-970d-09e22871e4d2 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 946 time: 0.0511708 Aug 10 04:10:29.624044 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460f81d-c475-4a56-965c-277bab34db25 req-848e284f-b0dd-4a2a-8a52-468a2f292271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:29.635277 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d460f81d-c475-4a56-965c-277bab34db25 req-848e284f-b0dd-4a2a-8a52-468a2f292271 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1f411f5c-5e8b-452a-be71-12f0dd671946 HTTP/1.1" status: 200 len: 846 time: 0.0696781 Aug 10 04:10:29.635277 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a909a9e-a801-47c1-b446-d53094987ff4 req-d8cd1eeb-ad6b-47a6-b120-7065ed06bdeb tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:29.635695 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7a909a9e-a801-47c1-b446-d53094987ff4 req-d8cd1eeb-ad6b-47a6-b120-7065ed06bdeb tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.0925050 Aug 10 04:10:29.684641 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d460f81d-c475-4a56-965c-277bab34db25 req-3eb19fac-337f-4680-aae7-edb3740e8b86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ad9b68cd-62ae-48dd-b06c-9f109fbb6dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478194 Aug 10 04:10:29.711729 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7a909a9e-a801-47c1-b446-d53094987ff4 req-bbc53a94-2707-40ae-b8cc-e91872401699 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675647 Aug 10 04:10:29.729181 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-8406dad1-be78-41b1-abf2-721712bebbad req-770246ae-698f-43ef-b4c9-07ce03aefd75 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Deleting port 9279b4b1-6785-4100-9fea-50dd644e14b5 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:10:29.732868 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8406dad1-be78-41b1-abf2-721712bebbad req-770246ae-698f-43ef-b4c9-07ce03aefd75 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:29.806066 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-41dfa3e5-60f8-44d6-8d96-2c6792566d0a req-f3cf49be-2851-4425-8b59-2519417d3d3f tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=35dd038c-99ea-4b0a-8742-46a29a4fb52c HTTP/1.1" status: 200 len: 210 time: 0.0721693 Aug 10 04:10:29.876891 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-8406dad1-be78-41b1-abf2-721712bebbad req-770246ae-698f-43ef-b4c9-07ce03aefd75 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] For port 9279b4b1-6785-4100-9fea-50dd644e14b5, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9279b4b1-6785-4100-9fea-50dd644e14b5,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:29.877406 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8406dad1-be78-41b1-abf2-721712bebbad req-770246ae-698f-43ef-b4c9-07ce03aefd75 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:29.893847 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-8406dad1-be78-41b1-abf2-721712bebbad req-770246ae-698f-43ef-b4c9-07ce03aefd75 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Calling delete_port for 9279b4b1-6785-4100-9fea-50dd644e14b5 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:10:29.897010 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836e237-6b67-4127-969d-2819f8a0289a req-ef2459de-8ad8-4840-9055-f83021aad8d1 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:29.898659 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2836e237-6b67-4127-969d-2819f8a0289a req-ef2459de-8ad8-4840-9055-f83021aad8d1 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.68 "GET /v2.0/networks?id=989b8b43-e4ed-4e01-824d-031a3507ff02 HTTP/1.1" status: 200 len: 809 time: 0.1857879 Aug 10 04:10:29.900320 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d460f81d-c475-4a56-965c-277bab34db25 req-b1bd2e2d-df7c-4860-a6cf-7a4a63615b8e service neutron] 10.222.0.20 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989284 Aug 10 04:10:29.920013 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-2836e237-6b67-4127-969d-2819f8a0289a req-e60a5d8e-0a2f-436d-9890-04bc174aecdf tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Request body: {'port': {'device_id': '35dd038c-99ea-4b0a-8742-46a29a4fb52c', 'network_id': '989b8b43-e4ed-4e01-824d-031a3507ff02', 'admin_state_up': True, 'tenant_id': '1994c9e20d424dc1a66939632b9ef482'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:30.080282 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d460f81d-c475-4a56-965c-277bab34db25 req-b72f33b5-e7ae-4714-979b-69df73dca4d6 service neutron] 10.222.0.20 "GET /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728489 Aug 10 04:10:30.102188 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8406dad1-be78-41b1-abf2-721712bebbad req-770246ae-698f-43ef-b4c9-07ce03aefd75 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.135444 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['915a05d9-649b-48c1-9ff5-2c0fd12608d8', '9279b4b1-6785-4100-9fea-50dd644e14b5'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:10:30.192833 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2836e237-6b67-4127-969d-2819f8a0289a req-e60a5d8e-0a2f-436d-9890-04bc174aecdf tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Made reservation on behalf of 1994c9e20d424dc1a66939632b9ef482 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:10:30.199006 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2836e237-6b67-4127-969d-2819f8a0289a req-e60a5d8e-0a2f-436d-9890-04bc174aecdf tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.207757 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770246ae-698f-43ef-b4c9-07ce03aefd75 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Pushing event deleted for resources: {'Port': ['ID=9279b4b1-6785-4100-9fea-50dd644e14b5,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:30.265372 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770246ae-698f-43ef-b4c9-07ce03aefd75 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:30.265730 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770246ae-698f-43ef-b4c9-07ce03aefd75 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:30.266861 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770246ae-698f-43ef-b4c9-07ce03aefd75 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:30.267210 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770246ae-698f-43ef-b4c9-07ce03aefd75 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:30.267548 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770246ae-698f-43ef-b4c9-07ce03aefd75 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:30.267879 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770246ae-698f-43ef-b4c9-07ce03aefd75 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:30.268239 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770246ae-698f-43ef-b4c9-07ce03aefd75 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:30.268565 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770246ae-698f-43ef-b4c9-07ce03aefd75 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:30.269689 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770246ae-698f-43ef-b4c9-07ce03aefd75 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:30.270025 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770246ae-698f-43ef-b4c9-07ce03aefd75 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:30.270358 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770246ae-698f-43ef-b4c9-07ce03aefd75 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:30.270683 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770246ae-698f-43ef-b4c9-07ce03aefd75 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:30.275101 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-8406dad1-be78-41b1-abf2-721712bebbad req-770246ae-698f-43ef-b4c9-07ce03aefd75 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] No DVR routers for this DVR port 9279b4b1-6785-4100-9fea-50dd644e14b5 on host n-h2-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:10:30.294345 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-8406dad1-be78-41b1-abf2-721712bebbad req-770246ae-698f-43ef-b4c9-07ce03aefd75 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.296401 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8406dad1-be78-41b1-abf2-721712bebbad req-770246ae-698f-43ef-b4c9-07ce03aefd75 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.20 "DELETE /v2.0/ports/9279b4b1-6785-4100-9fea-50dd644e14b5 HTTP/1.1" status: 204 len: 173 time: 0.6820536 Aug 10 04:10:30.297006 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3', 'name': 'network-vif-deleted', 'tag': '9279b4b1-6785-4100-9fea-50dd644e14b5'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:10:30.299364 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7ce4fa-ca09-4ed3-ae6a-5dd6c74d9b54" -d '{"events": [{"server_uuid": "0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3", "name": "network-vif-deleted", "tag": "9279b4b1-6785-4100-9fea-50dd644e14b5"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:10:30.335813 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a613e-6e34-47a4-8955-9d8ca250a5a0 req-8cfa8f6d-6a9f-40e0-a907-8df5d2459c04 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:30.340515 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-092a613e-6e34-47a4-8955-9d8ca250a5a0 req-8cfa8f6d-6a9f-40e0-a907-8df5d2459c04 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47 HTTP/1.1" status: 200 len: 945 time: 0.1340413 Aug 10 04:10:30.342139 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2b7636-ccdd-42a9-acb0-8779bb7f0e7a x-openstack-request-id: req-ca2b7636-ccdd-42a9-acb0-8779bb7f0e7a {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:10:30.342427 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3", "name": "network-vif-deleted", "tag": "9279b4b1-6785-4100-9fea-50dd644e14b5", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:10:30.342681 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca2b7636-ccdd-42a9-acb0-8779bb7f0e7a {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:10:30.343074 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3', 'name': 'network-vif-deleted', 'tag': '9279b4b1-6785-4100-9fea-50dd644e14b5', 'status': 'completed', 'code': 200} Aug 10 04:10:30.361221 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-2836e237-6b67-4127-969d-2819f8a0289a req-e60a5d8e-0a2f-436d-9890-04bc174aecdf tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Allocated IP 172.20.0.13 (989b8b43-e4ed-4e01-824d-031a3507ff02/9fce3972-02e1-48ca-a841-066ce2789877/8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:10:30.388603 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-092a613e-6e34-47a4-8955-9d8ca250a5a0 req-5589e6e2-6546-485d-b643-00efc3c64512 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445437 Aug 10 04:10:30.578500 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2836e237-6b67-4127-969d-2819f8a0289a req-e60a5d8e-0a2f-436d-9890-04bc174aecdf tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.663722 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-26d90995-5329-4639-a2d1-d9770f9404fb req-20e033ba-f231-4d28-8bec-5099aeee1489 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0348022 Aug 10 04:10:30.689827 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2836e237-6b67-4127-969d-2819f8a0289a req-e60a5d8e-0a2f-436d-9890-04bc174aecdf tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.737233 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2836e237-6b67-4127-969d-2819f8a0289a req-e60a5d8e-0a2f-436d-9890-04bc174aecdf tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Network 989b8b43-e4ed-4e01-824d-031a3507ff02 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:10:30.740653 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-2836e237-6b67-4127-969d-2819f8a0289a req-e60a5d8e-0a2f-436d-9890-04bc174aecdf tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:10:30.744906 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-2836e237-6b67-4127-969d-2819f8a0289a req-e60a5d8e-0a2f-436d-9890-04bc174aecdf tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:10:30.771201 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a5d8e-0a2f-436d-9890-04bc174aecdf tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Pushing event updated for resources: {'Port': ['ID=8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:30.803910 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836e237-6b67-4127-969d-2819f8a0289a req-e60a5d8e-0a2f-436d-9890-04bc174aecdf tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:30.804676 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2836e237-6b67-4127-969d-2819f8a0289a req-e60a5d8e-0a2f-436d-9890-04bc174aecdf tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:30.866957 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2836e237-6b67-4127-969d-2819f8a0289a req-e60a5d8e-0a2f-436d-9890-04bc174aecdf tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9512348 Aug 10 04:10:30.879554 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2ded3-88d9-4ac0-a1e1-176adc2bb938 req-464946a0-950b-4533-80cc-d1a4f1550d4f tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:30.881175 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a2f2ded3-88d9-4ac0-a1e1-176adc2bb938 req-464946a0-950b-4533-80cc-d1a4f1550d4f tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.0769014 Aug 10 04:10:30.886633 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-2836e237-6b67-4127-969d-2819f8a0289a req-8120847f-e706-44bf-bc33-2905cbec76cc service neutron] Request body: {'port': {'device_id': '35dd038c-99ea-4b0a-8742-46a29a4fb52c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:30.903482 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8dc332-c663-4cb3-b87b-6bfd9c6631a2 req-74b524ba-99d8-408a-8102-a7cf506efe79 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:30.905108 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5a8dc332-c663-4cb3-b87b-6bfd9c6631a2 req-74b524ba-99d8-408a-8102-a7cf506efe79 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.68 "GET /v2.0/ports?device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47 HTTP/1.1" status: 200 len: 945 time: 0.0667725 Aug 10 04:10:30.949997 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a2f2ded3-88d9-4ac0-a1e1-176adc2bb938 req-ac8aedaa-32f4-425e-8893-b700d131ccdc tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437367 Aug 10 04:10:31.000651 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2836e237-6b67-4127-969d-2819f8a0289a req-8120847f-e706-44bf-bc33-2905cbec76cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.028671 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171790e1-6ec2-4bad-ae86-47672f10c58b req-2f24a45c-e22a-4e8f-931b-c2358f91b60e tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:31.030222 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-171790e1-6ec2-4bad-ae86-47672f10c58b req-2f24a45c-e22a-4e8f-931b-c2358f91b60e tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=35dd038c-99ea-4b0a-8742-46a29a4fb52c HTTP/1.1" status: 200 len: 932 time: 0.0965753 Aug 10 04:10:31.148269 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-5a8dc332-c663-4cb3-b87b-6bfd9c6631a2 req-dff46795-8d69-4ac3-85d8-568d7211b8a9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Deleting port f89c0952-c26a-4467-973d-831ce88d0209 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:10:31.148648 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5a8dc332-c663-4cb3-b87b-6bfd9c6631a2 req-dff46795-8d69-4ac3-85d8-568d7211b8a9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.244081 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-5a8dc332-c663-4cb3-b87b-6bfd9c6631a2 req-dff46795-8d69-4ac3-85d8-568d7211b8a9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] For port f89c0952-c26a-4467-973d-831ce88d0209, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f89c0952-c26a-4467-973d-831ce88d0209,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:31.244446 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5a8dc332-c663-4cb3-b87b-6bfd9c6631a2 req-dff46795-8d69-4ac3-85d8-568d7211b8a9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.263333 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-5a8dc332-c663-4cb3-b87b-6bfd9c6631a2 req-dff46795-8d69-4ac3-85d8-568d7211b8a9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Calling delete_port for f89c0952-c26a-4467-973d-831ce88d0209 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:10:31.528967 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-171790e1-6ec2-4bad-ae86-47672f10c58b req-dec67031-edf3-4ffa-9263-17da107657f0 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/security-groups?id=a41e6dcc-7335-46d6-bf76-9b04770e25e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698699 Aug 10 04:10:31.531017 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5a8dc332-c663-4cb3-b87b-6bfd9c6631a2 req-dff46795-8d69-4ac3-85d8-568d7211b8a9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.543730 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['f89c0952-c26a-4467-973d-831ce88d0209'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:10:31.563519 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff46795-8d69-4ac3-85d8-568d7211b8a9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event deleted for resources: {'Port': ['ID=f89c0952-c26a-4467-973d-831ce88d0209,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:31.626622 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283cdfc-55f1-4a2b-8f58-fffa5ea95d1d req-d30bba3c-06bf-4522-b32f-30e38e31341f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:31.628880 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2283cdfc-55f1-4a2b-8f58-fffa5ea95d1d req-d30bba3c-06bf-4522-b32f-30e38e31341f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47 HTTP/1.1" status: 200 len: 867 time: 0.1347547 Aug 10 04:10:31.657210 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a8dc332-c663-4cb3-b87b-6bfd9c6631a2 req-dff46795-8d69-4ac3-85d8-568d7211b8a9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] No DVR routers for this DVR port f89c0952-c26a-4467-973d-831ce88d0209 on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:10:31.665864 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-5a8dc332-c663-4cb3-b87b-6bfd9c6631a2 req-dff46795-8d69-4ac3-85d8-568d7211b8a9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.667731 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5a8dc332-c663-4cb3-b87b-6bfd9c6631a2 req-dff46795-8d69-4ac3-85d8-568d7211b8a9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.68 "DELETE /v2.0/ports/f89c0952-c26a-4467-973d-831ce88d0209 HTTP/1.1" status: 204 len: 173 time: 0.7478476 Aug 10 04:10:31.716294 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2283cdfc-55f1-4a2b-8f58-fffa5ea95d1d req-9a101e13-20f7-4173-a53c-9f200cfeb63b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=d11adc52-e988-4e25-91e0-8c70e656dbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604351 Aug 10 04:10:31.741962 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-2836e237-6b67-4127-969d-2819f8a0289a req-8120847f-e706-44bf-bc33-2905cbec76cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:10:31.750631 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2836e237-6b67-4127-969d-2819f8a0289a req-8120847f-e706-44bf-bc33-2905cbec76cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.776990 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-2836e237-6b67-4127-969d-2819f8a0289a req-8120847f-e706-44bf-bc33-2905cbec76cc service neutron] Transition to ACTIVE for port object 8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:10:31.795319 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5a33f928-1d0b-4afe-9bc9-2d0427902ac9 req-21a5fe53-a23d-4eb8-a294-441eed265187 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=0f16f0db-d3fa-46e5-96b4-d88d1fc2ebb3 HTTP/1.1" status: 200 len: 210 time: 0.0343590 Aug 10 04:10:31.843452 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2836e237-6b67-4127-969d-2819f8a0289a req-8120847f-e706-44bf-bc33-2905cbec76cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:31.897013 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120847f-e706-44bf-bc33-2905cbec76cc service neutron] Pushing event updated for resources: {'Port': ['ID=8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:31.969316 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-2836e237-6b67-4127-969d-2819f8a0289a req-8120847f-e706-44bf-bc33-2905cbec76cc service neutron] Attempting to bind port 8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:10:31.969316 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-2836e237-6b67-4127-969d-2819f8a0289a req-8120847f-e706-44bf-bc33-2905cbec76cc service neutron] Attempting to bind port 8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': 'bd98c17e-2a53-4af8-8481-0e097dc20e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '989b8b43-e4ed-4e01-824d-031a3507ff02'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:10:31.969316 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2836e237-6b67-4127-969d-2819f8a0289a req-8120847f-e706-44bf-bc33-2905cbec76cc service neutron] Attempting to bind port 8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1 on network 989b8b43-e4ed-4e01-824d-031a3507ff02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:10:31.974184 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2836e237-6b67-4127-969d-2819f8a0289a req-8120847f-e706-44bf-bc33-2905cbec76cc service neutron] Port 8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1 on network 989b8b43-e4ed-4e01-824d-031a3507ff02 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:10:31.974599 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2836e237-6b67-4127-969d-2819f8a0289a req-8120847f-e706-44bf-bc33-2905cbec76cc service neutron] Attempting to bind port 8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1 on network 989b8b43-e4ed-4e01-824d-031a3507ff02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:10:31.982038 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2836e237-6b67-4127-969d-2819f8a0289a req-8120847f-e706-44bf-bc33-2905cbec76cc service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:10:31.982477 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2836e237-6b67-4127-969d-2819f8a0289a req-8120847f-e706-44bf-bc33-2905cbec76cc service neutron] Checking segment: {'id': 'bd98c17e-2a53-4af8-8481-0e097dc20e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '989b8b43-e4ed-4e01-824d-031a3507ff02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:10:31.982935 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2836e237-6b67-4127-969d-2819f8a0289a req-8120847f-e706-44bf-bc33-2905cbec76cc service neutron] Bound using segment: {'id': 'bd98c17e-2a53-4af8-8481-0e097dc20e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '989b8b43-e4ed-4e01-824d-031a3507ff02'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:10:31.983589 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-2836e237-6b67-4127-969d-2819f8a0289a req-8120847f-e706-44bf-bc33-2905cbec76cc service neutron] Bound port: 8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd98c17e-2a53-4af8-8481-0e097dc20e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '989b8b43-e4ed-4e01-824d-031a3507ff02'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:10:31.983899 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2836e237-6b67-4127-969d-2819f8a0289a req-8120847f-e706-44bf-bc33-2905cbec76cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:32.095050 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-2836e237-6b67-4127-969d-2819f8a0289a req-8120847f-e706-44bf-bc33-2905cbec76cc service neutron] For port 8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:10:32.099009 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-2836e237-6b67-4127-969d-2819f8a0289a req-8120847f-e706-44bf-bc33-2905cbec76cc service neutron] For port 8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1,segment=NetworkSegment(bd98c17e-2a53-4af8-8481-0e097dc20e75),segment_id=bd98c17e-2a53-4af8-8481-0e097dc20e75)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:10:32.131505 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777f6fc-4ccc-4f3a-b201-70f92790217c req-426de70c-38d8-458c-8977-a9443f5c7db5 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:32.139840 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4777f6fc-4ccc-4f3a-b201-70f92790217c req-426de70c-38d8-458c-8977-a9443f5c7db5 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.0737159 Aug 10 04:10:32.169926 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2836e237-6b67-4127-969d-2819f8a0289a req-8120847f-e706-44bf-bc33-2905cbec76cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:32.233098 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4777f6fc-4ccc-4f3a-b201-70f92790217c req-c010ce8d-62d0-417b-88b9-a215e6405198 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897222 Aug 10 04:10:32.250971 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836e237-6b67-4127-969d-2819f8a0289a req-8120847f-e706-44bf-bc33-2905cbec76cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:32.251997 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2836e237-6b67-4127-969d-2819f8a0289a req-8120847f-e706-44bf-bc33-2905cbec76cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:32.253424 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2836e237-6b67-4127-969d-2819f8a0289a req-8120847f-e706-44bf-bc33-2905cbec76cc service neutron] 10.222.0.68 "PUT /v2.0/ports/8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1 HTTP/1.1" status: 200 len: 1092 time: 1.3767898 Aug 10 04:10:32.255671 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35dd038c-99ea-4b0a-8742-46a29a4fb52c', 'tag': '8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:10:32.258876 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05313b3e-4677-4bac-8406-efc1cdae1df6" -d '{"events": [{"name": "network-changed", "server_uuid": "35dd038c-99ea-4b0a-8742-46a29a4fb52c", "tag": "8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:10:32.310114 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120847f-e706-44bf-bc33-2905cbec76cc service neutron] Pushing event updated for resources: {'Port': ['ID=8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:32.344553 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c843c5-ddaa-4b73-b698-533ea3450b47', 'name': 'network-vif-deleted', 'tag': 'f89c0952-c26a-4467-973d-831ce88d0209'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:10:32.349762 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dff1272-3c50-4267-9e3a-fc990be518d6" -d '{"events": [{"server_uuid": "d3c843c5-ddaa-4b73-b698-533ea3450b47", "name": "network-vif-deleted", "tag": "f89c0952-c26a-4467-973d-831ce88d0209"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:10:32.397636 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52927dd-43ce-4f98-a71b-447a2c08f7bd x-openstack-request-id: req-b52927dd-43ce-4f98-a71b-447a2c08f7bd {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:10:32.398258 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35dd038c-99ea-4b0a-8742-46a29a4fb52c", "tag": "8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:10:32.398583 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b52927dd-43ce-4f98-a71b-447a2c08f7bd {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:10:32.399173 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35dd038c-99ea-4b0a-8742-46a29a4fb52c', 'tag': '8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1', 'status': 'completed', 'code': 200} Aug 10 04:10:32.408753 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7beadf2-1fe3-46ab-8042-a607a57bec36 x-openstack-request-id: req-c7beadf2-1fe3-46ab-8042-a607a57bec36 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:10:32.409111 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c843c5-ddaa-4b73-b698-533ea3450b47", "name": "network-vif-deleted", "tag": "f89c0952-c26a-4467-973d-831ce88d0209", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:10:32.409415 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7beadf2-1fe3-46ab-8042-a607a57bec36 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:10:32.410045 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c843c5-ddaa-4b73-b698-533ea3450b47', 'name': 'network-vif-deleted', 'tag': 'f89c0952-c26a-4467-973d-831ce88d0209', 'status': 'completed', 'code': 200} Aug 10 04:10:32.421777 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836e237-6b67-4127-969d-2819f8a0289a req-ef43a175-0ef1-4637-bbb3-4d22d7d25bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:32.423440 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2836e237-6b67-4127-969d-2819f8a0289a req-ef43a175-0ef1-4637-bbb3-4d22d7d25bfb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1994c9e20d424dc1a66939632b9ef482&device_id=35dd038c-99ea-4b0a-8742-46a29a4fb52c HTTP/1.1" status: 200 len: 1095 time: 0.0711570 Aug 10 04:10:32.471077 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2836e237-6b67-4127-969d-2819f8a0289a req-ecb40dd3-0418-44eb-8fa9-df12477624bc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1 HTTP/1.1" status: 200 len: 217 time: 0.0387166 Aug 10 04:10:32.521298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836e237-6b67-4127-969d-2819f8a0289a req-96d1abcc-3677-4af6-93d5-edf029c2885c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:32.523138 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2836e237-6b67-4127-969d-2819f8a0289a req-96d1abcc-3677-4af6-93d5-edf029c2885c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9fce3972-02e1-48ca-a841-066ce2789877 HTTP/1.1" status: 200 len: 849 time: 0.0448158 Aug 10 04:10:32.556364 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2836e237-6b67-4127-969d-2819f8a0289a req-8d22dcfc-9378-44eb-8c90-b3f2e36ea589 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=989b8b43-e4ed-4e01-824d-031a3507ff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261645 Aug 10 04:10:32.665685 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2836e237-6b67-4127-969d-2819f8a0289a req-ffac5939-134f-4815-88d1-389c3e1cc850 service neutron] 10.222.0.68 "GET /v2.0/networks/989b8b43-e4ed-4e01-824d-031a3507ff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017699 Aug 10 04:10:32.696634 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9a939-234a-4242-bd11-b5105d9631f9 req-fdadf4df-38a2-4cb3-84c0-b7b172c5e1c6 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:32.698464 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d1a9a939-234a-4242-bd11-b5105d9631f9 req-fdadf4df-38a2-4cb3-84c0-b7b172c5e1c6 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=35dd038c-99ea-4b0a-8742-46a29a4fb52c HTTP/1.1" status: 200 len: 944 time: 0.0672636 Aug 10 04:10:32.765073 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d1a9a939-234a-4242-bd11-b5105d9631f9 req-38054810-4959-4823-bd1d-7132a2da49e7 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/security-groups?id=a41e6dcc-7335-46d6-bf76-9b04770e25e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604267 Aug 10 04:10:32.806608 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2836e237-6b67-4127-969d-2819f8a0289a req-c49417b2-fb48-4165-9b6b-c6276577ba46 service neutron] 10.222.0.68 "GET /v2.0/networks/989b8b43-e4ed-4e01-824d-031a3507ff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337554 Aug 10 04:10:32.839784 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-294b86ce-52d3-4b40-9c65-53e19ac3a688 req-dcff0a5a-5421-45b0-b2f4-b13731e0290e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47 HTTP/1.1" status: 200 len: 210 time: 0.0316875 Aug 10 04:10:32.996317 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05313b3e-4677-4bac-8406-efc1cdae1df6 req-3ebf6300-ca6a-45bc-9d5d-15ea849e83fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:32.998130 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05313b3e-4677-4bac-8406-efc1cdae1df6 req-3ebf6300-ca6a-45bc-9d5d-15ea849e83fe service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=1994c9e20d424dc1a66939632b9ef482&device_id=35dd038c-99ea-4b0a-8742-46a29a4fb52c HTTP/1.1" status: 200 len: 1095 time: 0.0606964 Aug 10 04:10:33.101010 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05313b3e-4677-4bac-8406-efc1cdae1df6 req-687698fd-87bd-4b81-89e0-3ec0a600c2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:33.102807 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05313b3e-4677-4bac-8406-efc1cdae1df6 req-687698fd-87bd-4b81-89e0-3ec0a600c2e5 service neutron] 10.222.0.68 "GET /v2.0/networks?id=989b8b43-e4ed-4e01-824d-031a3507ff02 HTTP/1.1" status: 200 len: 910 time: 0.0976162 Aug 10 04:10:33.157585 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05313b3e-4677-4bac-8406-efc1cdae1df6 req-036abbef-61dc-4723-b544-009ccad804b5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1 HTTP/1.1" status: 200 len: 217 time: 0.0436876 Aug 10 04:10:33.225131 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05313b3e-4677-4bac-8406-efc1cdae1df6 req-1fddb3cd-aa30-4f81-a94a-9e04ff1dd934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:33.226543 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05313b3e-4677-4bac-8406-efc1cdae1df6 req-1fddb3cd-aa30-4f81-a94a-9e04ff1dd934 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=9fce3972-02e1-48ca-a841-066ce2789877 HTTP/1.1" status: 200 len: 849 time: 0.0609972 Aug 10 04:10:33.278236 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05313b3e-4677-4bac-8406-efc1cdae1df6 req-9c12569c-a103-470f-b132-32626f9d57c5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=989b8b43-e4ed-4e01-824d-031a3507ff02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429225 Aug 10 04:10:33.427299 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1935b-12f3-48c0-a786-ce0efc4a389d req-eb75a19d-7bb2-4570-8782-e519f975f4dc tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:33.428931 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9fd1935b-12f3-48c0-a786-ce0efc4a389d req-eb75a19d-7bb2-4570-8782-e519f975f4dc tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.0820050 Aug 10 04:10:33.471692 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05313b3e-4677-4bac-8406-efc1cdae1df6 req-9a9a7b8f-0dd7-4ffe-9c9c-1ce0e9a79402 service neutron] 10.222.0.68 "GET /v2.0/networks/989b8b43-e4ed-4e01-824d-031a3507ff02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850071 Aug 10 04:10:33.557666 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9fd1935b-12f3-48c0-a786-ce0efc4a389d req-6caf56fb-2cfa-42f8-8755-7846167fef05 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153502 Aug 10 04:10:33.613017 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05313b3e-4677-4bac-8406-efc1cdae1df6 req-b3864c23-223a-413a-878f-f9927e577ed5 service neutron] 10.222.0.68 "GET /v2.0/networks/989b8b43-e4ed-4e01-824d-031a3507ff02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333041 Aug 10 04:10:33.910832 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d4283-796c-410a-ab65-0a25758350aa req-1bbe6695-5524-4dfd-8390-d0cc19437fdd tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:33.912577 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1c2d4283-796c-410a-ab65-0a25758350aa req-1bbe6695-5524-4dfd-8390-d0cc19437fdd tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=35dd038c-99ea-4b0a-8742-46a29a4fb52c HTTP/1.1" status: 200 len: 944 time: 0.0654936 Aug 10 04:10:33.964627 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1c2d4283-796c-410a-ab65-0a25758350aa req-9e51749c-1e8a-4631-b561-9cbbfa221652 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/security-groups?id=a41e6dcc-7335-46d6-bf76-9b04770e25e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388844 Aug 10 04:10:34.053991 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dac2f3ec-a21d-4fe7-b200-11aaef3dfbe4 req-196be7ca-7007-4c08-beed-59b217b9c6e7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47 HTTP/1.1" status: 200 len: 210 time: 0.0323014 Aug 10 04:10:34.107447 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a42f33-8905-43e7-b619-438282a56be2 req-82cb296c-9366-4726-a0a8-26d9fafe063b tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:34.109008 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94a42f33-8905-43e7-b619-438282a56be2 req-82cb296c-9366-4726-a0a8-26d9fafe063b tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664 HTTP/1.1" status: 200 len: 945 time: 0.0630898 Aug 10 04:10:34.153808 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94a42f33-8905-43e7-b619-438282a56be2 req-3d1f25ff-4724-4b74-9793-fea081c838df tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376081 Aug 10 04:10:34.383335 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:10:34.388026 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device f89c0952-c26a-4467-973d-831ce88d0209 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:10:34.421647 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: f89c0952-c26a-4467-973d-831ce88d0209 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:10:34.422147 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device f89c0952-c26a-4467-973d-831ce88d0209 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:10:34.515510 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1,segment=NetworkSegment(bd98c17e-2a53-4af8-8481-0e097dc20e75),segment_id=bd98c17e-2a53-4af8-8481-0e097dc20e75)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:34.529391 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1', 'network_id': '989b8b43-e4ed-4e01-824d-031a3507ff02', 'port_id': '8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1', 'mac_address': 'fa:16:3e:3c:e1:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fce3972-02e1-48ca-a841-066ce2789877', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:10:34.575713 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:34.595369 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:10:34.627601 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1,segment=NetworkSegment(bd98c17e-2a53-4af8-8481-0e097dc20e75),segment_id=bd98c17e-2a53-4af8-8481-0e097dc20e75)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:34.690531 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb63c07-697b-4d7e-92d7-868f5bd620a9 req-cdecf088-d444-4e93-848c-43877279d2e0 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:34.692153 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7bb63c07-697b-4d7e-92d7-868f5bd620a9 req-cdecf088-d444-4e93-848c-43877279d2e0 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.0558610 Aug 10 04:10:34.719928 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 9279b4b1-6785-4100-9fea-50dd644e14b5 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:10:34.736683 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7bb63c07-697b-4d7e-92d7-868f5bd620a9 req-0e5b62cb-a9b9-4c3f-8ca6-9872501606d3 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365658 Aug 10 04:10:34.749316 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:34.753818 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 9279b4b1-6785-4100-9fea-50dd644e14b5 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:10:34.754230 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 9279b4b1-6785-4100-9fea-50dd644e14b5 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:10:34.810578 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:35.001805 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:10:35.099664 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaed654-c4f0-415f-8510-bd99dd4c3956 req-ddcd01cf-1f55-41d3-bbce-6acd7e06ab36 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:35.108285 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4aaed654-c4f0-415f-8510-bd99dd4c3956 req-ddcd01cf-1f55-41d3-bbce-6acd7e06ab36 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=35dd038c-99ea-4b0a-8742-46a29a4fb52c HTTP/1.1" status: 200 len: 945 time: 0.0603895 Aug 10 04:10:35.160522 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4aaed654-c4f0-415f-8510-bd99dd4c3956 req-0c62ca3a-02e6-4298-bce4-0379f07cfac2 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/security-groups?id=a41e6dcc-7335-46d6-bf76-9b04770e25e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487924 Aug 10 04:10:35.221075 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a328b033-22ad-4f6a-ad93-78e81005846c req-31b27230-3467-42f7-b47d-78826e876593 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47 HTTP/1.1" status: 200 len: 210 time: 0.0550637 Aug 10 04:10:35.295692 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76e122-70e2-4435-a48a-763202afb457 req-bf082a1c-f747-48a7-b188-6788b46e591b tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:35.297229 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ac76e122-70e2-4435-a48a-763202afb457 req-bf082a1c-f747-48a7-b188-6788b46e591b tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664 HTTP/1.1" status: 200 len: 945 time: 0.0586228 Aug 10 04:10:35.339222 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ac76e122-70e2-4435-a48a-763202afb457 req-746c90fe-b59b-49f9-b3b8-451ab34392fa tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/security-groups?id=9634a822-8400-4eef-9bc0-8c957c58a5ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337315 Aug 10 04:10:35.446241 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4541a1b-eebf-4c7a-a5b0-7dbdcb051b05 req-54e5702f-fa9e-412d-9921-ff2544b6a08e tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:35.447832 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b4541a1b-eebf-4c7a-a5b0-7dbdcb051b05 req-54e5702f-fa9e-412d-9921-ff2544b6a08e tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.20 "GET /v2.0/ports?device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664 HTTP/1.1" status: 200 len: 945 time: 0.0618258 Aug 10 04:10:35.545311 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-b4541a1b-eebf-4c7a-a5b0-7dbdcb051b05 req-b7e777b3-ee62-4687-bf8a-cb3c692c9653 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Deleting port 915a05d9-649b-48c1-9ff5-2c0fd12608d8 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:10:35.545581 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b4541a1b-eebf-4c7a-a5b0-7dbdcb051b05 req-b7e777b3-ee62-4687-bf8a-cb3c692c9653 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:35.635931 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-b4541a1b-eebf-4c7a-a5b0-7dbdcb051b05 req-b7e777b3-ee62-4687-bf8a-cb3c692c9653 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] For port 915a05d9-649b-48c1-9ff5-2c0fd12608d8, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=915a05d9-649b-48c1-9ff5-2c0fd12608d8,segment=NetworkSegment(3b7206d0-fab5-49ff-9f6b-c200babe8e2c),segment_id=3b7206d0-fab5-49ff-9f6b-c200babe8e2c)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:35.636389 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b4541a1b-eebf-4c7a-a5b0-7dbdcb051b05 req-b7e777b3-ee62-4687-bf8a-cb3c692c9653 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:35.652481 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-b4541a1b-eebf-4c7a-a5b0-7dbdcb051b05 req-b7e777b3-ee62-4687-bf8a-cb3c692c9653 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Calling delete_port for 915a05d9-649b-48c1-9ff5-2c0fd12608d8 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:10:35.865280 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d242e13-081c-4659-bbbb-b775094c3347 req-84611858-b640-4107-9e9d-3daf989bbe50 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:35.866711 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7d242e13-081c-4659-bbbb-b775094c3347 req-84611858-b640-4107-9e9d-3daf989bbe50 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.0507777 Aug 10 04:10:35.905953 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7d242e13-081c-4659-bbbb-b775094c3347 req-dc9c0343-0acc-464a-a0ec-5f75b5a5ca53 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329747 Aug 10 04:10:35.946066 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b4541a1b-eebf-4c7a-a5b0-7dbdcb051b05 req-b7e777b3-ee62-4687-bf8a-cb3c692c9653 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:35.972529 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e777b3-ee62-4687-bf8a-cb3c692c9653 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Pushing event deleted for resources: {'Port': ['ID=915a05d9-649b-48c1-9ff5-2c0fd12608d8,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:35.975210 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['915a05d9-649b-48c1-9ff5-2c0fd12608d8'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:10:36.022462 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4541a1b-eebf-4c7a-a5b0-7dbdcb051b05 req-b7e777b3-ee62-4687-bf8a-cb3c692c9653 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] No DVR routers for this DVR port 915a05d9-649b-48c1-9ff5-2c0fd12608d8 on host n-h2-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:10:36.027110 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b4541a1b-eebf-4c7a-a5b0-7dbdcb051b05 req-b7e777b3-ee62-4687-bf8a-cb3c692c9653 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:36.031687 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b4541a1b-eebf-4c7a-a5b0-7dbdcb051b05 req-b7e777b3-ee62-4687-bf8a-cb3c692c9653 tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.20 "DELETE /v2.0/ports/915a05d9-649b-48c1-9ff5-2c0fd12608d8 HTTP/1.1" status: 204 len: 173 time: 0.5755949 Aug 10 04:10:36.031687 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54437b6-b97d-42f0-bb93-f6b2c86ff664', 'name': 'network-vif-deleted', 'tag': '915a05d9-649b-48c1-9ff5-2c0fd12608d8'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:10:36.032816 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8150385f-0691-43ee-9821-26651662627f" -d '{"events": [{"server_uuid": "e54437b6-b97d-42f0-bb93-f6b2c86ff664", "name": "network-vif-deleted", "tag": "915a05d9-649b-48c1-9ff5-2c0fd12608d8"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:10:36.072237 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de209ba-b8e1-4134-8eb9-c6adecc0eb49 x-openstack-request-id: req-6de209ba-b8e1-4134-8eb9-c6adecc0eb49 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:10:36.072662 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54437b6-b97d-42f0-bb93-f6b2c86ff664", "name": "network-vif-deleted", "tag": "915a05d9-649b-48c1-9ff5-2c0fd12608d8", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:10:36.072941 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6de209ba-b8e1-4134-8eb9-c6adecc0eb49 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:10:36.073550 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54437b6-b97d-42f0-bb93-f6b2c86ff664', 'name': 'network-vif-deleted', 'tag': '915a05d9-649b-48c1-9ff5-2c0fd12608d8', 'status': 'completed', 'code': 200} Aug 10 04:10:36.296436 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d10026-a402-49da-b334-1f0b33e8ce3f req-60958537-7479-4b8e-a018-77c327c60399 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:36.303749 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-51d10026-a402-49da-b334-1f0b33e8ce3f req-60958537-7479-4b8e-a018-77c327c60399 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=35dd038c-99ea-4b0a-8742-46a29a4fb52c HTTP/1.1" status: 200 len: 945 time: 0.0709903 Aug 10 04:10:36.348371 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52ea4027-2d7d-4509-905e-9a05f942e9d9 req-3332f4a6-93b4-46e8-8ec2-ebe3341506b5 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3c843c5-ddaa-4b73-b698-533ea3450b47 HTTP/1.1" status: 200 len: 210 time: 0.0350957 Aug 10 04:10:36.348858 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-51d10026-a402-49da-b334-1f0b33e8ce3f req-c4b08a89-a67c-48a7-af1b-e252a1aa0d28 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/security-groups?id=a41e6dcc-7335-46d6-bf76-9b04770e25e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410936 Aug 10 04:10:36.407262 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:10:36.463306 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-defc6a2e-7847-4b21-882c-e9da357bd83a req-0c632cfd-f92f-4c20-9788-f12b3f7d953f tempest-ServersTestJSON-2021601413 tempest-ServersTestJSON-2021601413-project] 10.222.0.25 "GET /v2.0/ports?device_id=e54437b6-b97d-42f0-bb93-f6b2c86ff664 HTTP/1.1" status: 200 len: 210 time: 0.0455122 Aug 10 04:10:36.631852 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:10:36.636996 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:10:36.637380 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:36.732176 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:36.754029 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35dd038c-99ea-4b0a-8742-46a29a4fb52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:10:36.756429 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90829597-89dd-4206-a92a-271762c63140" -d '{"events": [{"server_uuid": "35dd038c-99ea-4b0a-8742-46a29a4fb52c", "name": "network-vif-plugged", "status": "completed", "tag": "8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:10:36.777907 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1,segment=NetworkSegment(bd98c17e-2a53-4af8-8481-0e097dc20e75),segment_id=bd98c17e-2a53-4af8-8481-0e097dc20e75)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:36.806660 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f127c1e-03b5-4cd3-9ca8-13954fd80e06 x-openstack-request-id: req-7f127c1e-03b5-4cd3-9ca8-13954fd80e06 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:10:36.807012 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35dd038c-99ea-4b0a-8742-46a29a4fb52c", "name": "network-vif-plugged", "status": "completed", "tag": "8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:10:36.807274 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f127c1e-03b5-4cd3-9ca8-13954fd80e06 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:10:36.807672 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35dd038c-99ea-4b0a-8742-46a29a4fb52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1', 'code': 200} Aug 10 04:10:36.877738 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:36.954791 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafdcc7-89eb-4954-9df7-be14ab92448a req-f82a6285-289b-4b51-a3fe-f001b5da29d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:36.956989 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8dafdcc7-89eb-4954-9df7-be14ab92448a req-f82a6285-289b-4b51-a3fe-f001b5da29d8 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=35dd038c-99ea-4b0a-8742-46a29a4fb52c HTTP/1.1" status: 200 len: 1097 time: 0.0758963 Aug 10 04:10:36.963329 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:36.973312 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:36.973940 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:36.974295 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:36.974899 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:36.975341 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:36.975969 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:36.977157 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:36.977627 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:36.978201 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:36.978695 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:36.979371 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:36.979812 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:37.014610 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8dafdcc7-89eb-4954-9df7-be14ab92448a req-94aece4a-61b9-474d-9366-3d4bbca4b7db service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a41e6dcc-7335-46d6-bf76-9b04770e25e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475268 Aug 10 04:10:37.086667 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e400d1c-5c0c-4d36-bb5f-07c647bf9b0e req-79c7abdc-61c1-44c8-960b-1cd2e86eb14d tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:37.089003 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6e400d1c-5c0c-4d36-bb5f-07c647bf9b0e req-79c7abdc-61c1-44c8-960b-1cd2e86eb14d tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.0804453 Aug 10 04:10:37.130436 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6e400d1c-5c0c-4d36-bb5f-07c647bf9b0e req-23fb370a-2489-4079-9ccf-82b48342117a tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349388 Aug 10 04:10:37.491334 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4728a40-a5c7-4124-b47c-e42216c4a5b1 req-7207ac82-48c4-4956-83ad-93a71ee3f1c5 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:37.493969 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e4728a40-a5c7-4124-b47c-e42216c4a5b1 req-7207ac82-48c4-4956-83ad-93a71ee3f1c5 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=35dd038c-99ea-4b0a-8742-46a29a4fb52c HTTP/1.1" status: 200 len: 946 time: 0.0593922 Aug 10 04:10:37.532183 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 57498) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:37.564099 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e4728a40-a5c7-4124-b47c-e42216c4a5b1 req-b7b4fdda-722e-4cb1-96bc-813869c2802e tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/security-groups?id=a41e6dcc-7335-46d6-bf76-9b04770e25e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622907 Aug 10 04:10:37.614187 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-550f6f3d-f997-45d9-aa74-628fb4822bbb admin admin] Deleting subnet 1f411f5c-5e8b-452a-be71-12f0dd671946 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:10:37.618114 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-550f6f3d-f997-45d9-aa74-628fb4822bbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:37.663481 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-550f6f3d-f997-45d9-aa74-628fb4822bbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:37.712113 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-550f6f3d-f997-45d9-aa74-628fb4822bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:37.878003 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-550f6f3d-f997-45d9-aa74-628fb4822bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:37.908609 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f6f3d-f997-45d9-aa74-628fb4822bbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f411f5c-5e8b-452a-be71-12f0dd671946,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:37.923847 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-550f6f3d-f997-45d9-aa74-628fb4822bbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:37.930248 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-550f6f3d-f997-45d9-aa74-628fb4822bbb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1f411f5c-5e8b-452a-be71-12f0dd671946 HTTP/1.1" status: 204 len: 168 time: 0.3929634 Aug 10 04:10:37.930627 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 57504) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:38.015100 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8de3db7b-5c33-4f49-86d0-1ff2746df8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:38.105834 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8de3db7b-5c33-4f49-86d0-1ff2746df8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:38.117443 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-8de3db7b-5c33-4f49-86d0-1ff2746df8c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9b68cd-62ae-48dd-b06c-9f109fbb6dee']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:38.128776 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-8de3db7b-5c33-4f49-86d0-1ff2746df8c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7206d0-fab5-49ff-9f6b-c200babe8e2c') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:38.129572 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-8de3db7b-5c33-4f49-86d0-1ff2746df8c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7206d0-fab5-49ff-9f6b-c200babe8e2c') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:10:38.141382 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8de3db7b-5c33-4f49-86d0-1ff2746df8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:38.168379 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8de3db7b-5c33-4f49-86d0-1ff2746df8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:38.170558 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de3db7b-5c33-4f49-86d0-1ff2746df8c1 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:10:38.170814 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8de3db7b-5c33-4f49-86d0-1ff2746df8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:10:38.172565 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:10:38.287456 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5cec47-e1db-4b9e-bdc6-ce6c4d9a8fca req-af395587-2b9c-4680-95ea-85390788cc0a tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:38.289235 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2b5cec47-e1db-4b9e-bdc6-ce6c4d9a8fca req-af395587-2b9c-4680-95ea-85390788cc0a tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.0598357 Aug 10 04:10:38.300670 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8de3db7b-5c33-4f49-86d0-1ff2746df8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:38.312568 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8de3db7b-5c33-4f49-86d0-1ff2746df8c1 admin admin] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:38.314659 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8de3db7b-5c33-4f49-86d0-1ff2746df8c1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ad9b68cd-62ae-48dd-b06c-9f109fbb6dee HTTP/1.1" status: 204 len: 168 time: 0.3829069 Aug 10 04:10:38.327890 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3db7b-5c33-4f49-86d0-1ff2746df8c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad9b68cd-62ae-48dd-b06c-9f109fbb6dee,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:38.348138 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2b5cec47-e1db-4b9e-bdc6-ce6c4d9a8fca req-809773b4-a2e9-4ddb-9fa0-3eec1925af22 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524850 Aug 10 04:10:38.724593 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 57518) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:38.725187 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556b412-c2fa-4a53-8e1b-a2a3a69c736b req-57977f39-3710-487e-8763-b46f203807bf tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:38.727166 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5556b412-c2fa-4a53-8e1b-a2a3a69c736b req-57977f39-3710-487e-8763-b46f203807bf tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=35dd038c-99ea-4b0a-8742-46a29a4fb52c HTTP/1.1" status: 200 len: 946 time: 0.0586448 Aug 10 04:10:38.738801 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 915a05d9-649b-48c1-9ff5-2c0fd12608d8 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:10:38.768481 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 915a05d9-649b-48c1-9ff5-2c0fd12608d8 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:10:38.769257 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 915a05d9-649b-48c1-9ff5-2c0fd12608d8 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:10:38.775015 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f8302f27-642c-4fef-8b38-3569a95103b3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc57d88f35a64b5582a9e7690a4442fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492380 Aug 10 04:10:38.776892 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5556b412-c2fa-4a53-8e1b-a2a3a69c736b req-5db7a718-0f4d-40f5-9344-6f8c8c67cdcf tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/security-groups?id=a41e6dcc-7335-46d6-bf76-9b04770e25e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388889 Aug 10 04:10:38.777714 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 57520) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:38.837562 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3f2501a7-00ef-4ac3-9fd4-615a6f680923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:38.868151 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3f2501a7-00ef-4ac3-9fd4-615a6f680923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:38.986912 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3f2501a7-00ef-4ac3-9fd4-615a6f680923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:38.989348 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3f2501a7-00ef-4ac3-9fd4-615a6f680923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:38.990655 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3f2501a7-00ef-4ac3-9fd4-615a6f680923 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9634a822-8400-4eef-9bc0-8c957c58a5ce HTTP/1.1" status: 204 len: 168 time: 0.2117434 Aug 10 04:10:39.010478 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2501a7-00ef-4ac3-9fd4-615a6f680923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9634a822-8400-4eef-9bc0-8c957c58a5ce,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:39.508170 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881e392-7b7d-430b-af6f-a8ea6a9e8ebb req-a2fc2c83-3949-4e05-8a6f-ed3a3f14d7ae tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:39.509994 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2881e392-7b7d-430b-af6f-a8ea6a9e8ebb req-a2fc2c83-3949-4e05-8a6f-ed3a3f14d7ae tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.0607369 Aug 10 04:10:39.630105 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2881e392-7b7d-430b-af6f-a8ea6a9e8ebb req-dd5dfabf-3800-401c-8b6a-03df34433234 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072140 Aug 10 04:10:39.958301 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d900f39e-7136-483c-97bb-bc848179dfbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:40.473385 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda87e5a-ccd1-4a3d-89a5-dc1acfbd7116 req-28848576-045e-4c89-bd72-56352d7c2e64 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:40.480782 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bda87e5a-ccd1-4a3d-89a5-dc1acfbd7116 req-28848576-045e-4c89-bd72-56352d7c2e64 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=35dd038c-99ea-4b0a-8742-46a29a4fb52c HTTP/1.1" status: 200 len: 946 time: 0.0593417 Aug 10 04:10:40.521115 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bda87e5a-ccd1-4a3d-89a5-dc1acfbd7116 req-eac343e8-1162-4904-acb1-b0770558e3dd tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/security-groups?id=a41e6dcc-7335-46d6-bf76-9b04770e25e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383146 Aug 10 04:10:40.762608 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d73bb0-72da-496e-8d0e-fc270ae1ce9d req-111ac097-35f5-49dd-a20f-d069fc764085 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:40.762608 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-94d73bb0-72da-496e-8d0e-fc270ae1ce9d req-111ac097-35f5-49dd-a20f-d069fc764085 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.0617027 Aug 10 04:10:40.813240 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-94d73bb0-72da-496e-8d0e-fc270ae1ce9d req-18e521d7-daae-4e07-bb62-7fe3981ccac1 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352488 Aug 10 04:10:41.038135 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-225dc26a-e318-4d91-a3be-a5b8b2a2ee08 req-817d3602-166c-4969-accc-ff0891d21c37 tempest-ServerShowV257Test-1704602676 tempest-ServerShowV257Test-1704602676-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd94538-2bbf-4322-8eaa-9c44aed868fd HTTP/1.1" status: 200 len: 210 time: 0.0344148 Aug 10 04:10:41.282864 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e63ff-8954-4a9b-8ae6-28274d642ca1 req-ac45bfa5-b807-4859-838c-f92415674b39 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:41.284515 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-793e63ff-8954-4a9b-8ae6-28274d642ca1 req-ac45bfa5-b807-4859-838c-f92415674b39 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.0680025 Aug 10 04:10:41.330717 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-793e63ff-8954-4a9b-8ae6-28274d642ca1 req-36ff6efe-dfd3-4c63-adf5-d074f2c6a0ae tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361123 Aug 10 04:10:41.372179 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6602e0-5443-410a-8cc5-2894643757a3 req-f715a70a-00a8-4ddf-83df-9438e133bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:41.372179 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb6602e0-5443-410a-8cc5-2894643757a3 req-f715a70a-00a8-4ddf-83df-9438e133bd5e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=11ca1ec07fdb425bb68e0a669fce5b00&device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 1096 time: 0.0512478 Aug 10 04:10:41.470751 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6602e0-5443-410a-8cc5-2894643757a3 req-31b985fb-4240-444b-b29f-d2f5147a4350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:41.472257 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb6602e0-5443-410a-8cc5-2894643757a3 req-31b985fb-4240-444b-b29f-d2f5147a4350 service neutron] 10.222.0.68 "GET /v2.0/networks?id=de11a3c9-316c-4377-9e5e-18fd7e651c4f HTTP/1.1" status: 200 len: 911 time: 0.0926743 Aug 10 04:10:41.555860 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb6602e0-5443-410a-8cc5-2894643757a3 req-f81ee400-85c3-479d-b2e6-07ce754e1ec3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=350dc658-d8b3-42aa-a5f9-ecf6621cea01 HTTP/1.1" status: 200 len: 1001 time: 0.0702829 Aug 10 04:10:41.616686 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6602e0-5443-410a-8cc5-2894643757a3 req-764a6eaa-28e4-4fa7-b0be-2a3a4ff6f5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:41.618103 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb6602e0-5443-410a-8cc5-2894643757a3 req-764a6eaa-28e4-4fa7-b0be-2a3a4ff6f5ef service neutron] 10.222.0.68 "GET /v2.0/subnets?id=01f32dbd-3307-434b-943d-2135ada2aaeb HTTP/1.1" status: 200 len: 849 time: 0.0521209 Aug 10 04:10:41.650731 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3d72b-0a48-468d-89be-f12bb9ae43b1 req-eaeb73a0-1113-4ebc-905d-a9dbb29b6be2 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:41.652281 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fef3d72b-0a48-468d-89be-f12bb9ae43b1 req-eaeb73a0-1113-4ebc-905d-a9dbb29b6be2 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=35dd038c-99ea-4b0a-8742-46a29a4fb52c HTTP/1.1" status: 200 len: 946 time: 0.0491860 Aug 10 04:10:41.681230 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6602e0-5443-410a-8cc5-2894643757a3 req-ae5d5e7a-8b8d-41fa-a6bc-82fca836af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:41.682675 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb6602e0-5443-410a-8cc5-2894643757a3 req-ae5d5e7a-8b8d-41fa-a6bc-82fca836af7b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=de11a3c9-316c-4377-9e5e-18fd7e651c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475969 Aug 10 04:10:41.704802 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fef3d72b-0a48-468d-89be-f12bb9ae43b1 req-138b3c2f-6db6-40f3-af77-c1d4eb1e73c6 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/security-groups?id=a41e6dcc-7335-46d6-bf76-9b04770e25e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461817 Aug 10 04:10:41.786053 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb6602e0-5443-410a-8cc5-2894643757a3 req-17f7c3fd-3d5d-4201-9f6f-bc284637fa1a service neutron] 10.222.0.68 "GET /v2.0/networks/de11a3c9-316c-4377-9e5e-18fd7e651c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945299 Aug 10 04:10:41.879437 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb6602e0-5443-410a-8cc5-2894643757a3 req-e00c4373-026d-447f-9bc6-0818d9f96322 service neutron] 10.222.0.68 "GET /v2.0/networks/de11a3c9-316c-4377-9e5e-18fd7e651c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854499 Aug 10 04:10:41.934359 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f41547-11e9-45d6-970a-596e12929bd3 req-164ca8cc-0d1a-462a-b381-2707671c2348 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:41.935861 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b6f41547-11e9-45d6-970a-596e12929bd3 req-164ca8cc-0d1a-462a-b381-2707671c2348 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.68 "GET /v2.0/ports?device_id=35dd038c-99ea-4b0a-8742-46a29a4fb52c HTTP/1.1" status: 200 len: 946 time: 0.0585389 Aug 10 04:10:42.033947 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-b6f41547-11e9-45d6-970a-596e12929bd3 req-86cedb00-b121-4e8b-9aaa-f3ed65d5a718 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Deleting port 8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:10:42.035825 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b6f41547-11e9-45d6-970a-596e12929bd3 req-86cedb00-b121-4e8b-9aaa-f3ed65d5a718 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:42.441992 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-612abad1-5dd8-4476-be06-e5cf9a778ce6 req-548b992e-6b5b-4780-aafc-ca0f305e6df6 tempest-ServerShowV257Test-1704602676 tempest-ServerShowV257Test-1704602676-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd94538-2bbf-4322-8eaa-9c44aed868fd HTTP/1.1" status: 200 len: 210 time: 0.0369809 Aug 10 04:10:42.487553 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-b6f41547-11e9-45d6-970a-596e12929bd3 req-86cedb00-b121-4e8b-9aaa-f3ed65d5a718 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] For port 8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1,segment=NetworkSegment(bd98c17e-2a53-4af8-8481-0e097dc20e75),segment_id=bd98c17e-2a53-4af8-8481-0e097dc20e75)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:10:42.488422 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b6f41547-11e9-45d6-970a-596e12929bd3 req-86cedb00-b121-4e8b-9aaa-f3ed65d5a718 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:42.505805 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-b6f41547-11e9-45d6-970a-596e12929bd3 req-86cedb00-b121-4e8b-9aaa-f3ed65d5a718 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Calling delete_port for 8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:10:42.595898 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 57660) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:42.600949 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-fa6878ca-222e-4f16-93f3-9c12a591d3e8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1415041356', 'description': 'tempest-secgroup-smoke-1415041356 description', 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:42.680354 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc610e-aec5-41dd-a002-4ebbc05b1277 req-cc13921c-c3df-4a0d-b762-8e617ae75b93 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:42.681884 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-64fc610e-aec5-41dd-a002-4ebbc05b1277 req-cc13921c-c3df-4a0d-b762-8e617ae75b93 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.0908074 Aug 10 04:10:42.722965 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-64fc610e-aec5-41dd-a002-4ebbc05b1277 req-49d87b86-203c-4af2-a903-8a199c073311 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348539 Aug 10 04:10:42.737376 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fa6878ca-222e-4f16-93f3-9c12a591d3e8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:42.774853 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b6f41547-11e9-45d6-970a-596e12929bd3 req-86cedb00-b121-4e8b-9aaa-f3ed65d5a718 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:42.801656 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cedb00-b121-4e8b-9aaa-f3ed65d5a718 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Pushing event deleted for resources: {'Port': ['ID=8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:42.820559 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1c374cc2-7380-4e98-a47e-b4e32a0fd282 req-d1f495b8-a476-43da-b949-171176db496a tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=35dd038c-99ea-4b0a-8742-46a29a4fb52c HTTP/1.1" status: 200 len: 210 time: 0.0374260 Aug 10 04:10:42.858329 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f41547-11e9-45d6-970a-596e12929bd3 req-86cedb00-b121-4e8b-9aaa-f3ed65d5a718 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] No DVR routers for this DVR port 8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1 on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:10:42.861243 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-b6f41547-11e9-45d6-970a-596e12929bd3 req-86cedb00-b121-4e8b-9aaa-f3ed65d5a718 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:42.863224 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b6f41547-11e9-45d6-970a-596e12929bd3 req-86cedb00-b121-4e8b-9aaa-f3ed65d5a718 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.68 "DELETE /v2.0/ports/8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1 HTTP/1.1" status: 204 len: 173 time: 0.9186087 Aug 10 04:10:42.863653 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35dd038c-99ea-4b0a-8742-46a29a4fb52c', 'name': 'network-vif-deleted', 'tag': '8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:10:42.865919 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af1fea4-93bc-47ee-8547-22d00476c728" -d '{"events": [{"server_uuid": "35dd038c-99ea-4b0a-8742-46a29a4fb52c", "name": "network-vif-deleted", "tag": "8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:10:42.884910 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fa6878ca-222e-4f16-93f3-9c12a591d3e8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:42.909401 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20566f45-a501-4f08-bd2e-71bb01f92ca7 x-openstack-request-id: req-20566f45-a501-4f08-bd2e-71bb01f92ca7 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:10:42.909762 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35dd038c-99ea-4b0a-8742-46a29a4fb52c", "name": "network-vif-deleted", "tag": "8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:10:42.910112 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20566f45-a501-4f08-bd2e-71bb01f92ca7 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:10:42.910615 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35dd038c-99ea-4b0a-8742-46a29a4fb52c', 'name': 'network-vif-deleted', 'tag': '8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1', 'status': 'completed', 'code': 200} Aug 10 04:10:42.975706 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fa6878ca-222e-4f16-93f3-9c12a591d3e8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:43.008433 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6878ca-222e-4f16-93f3-9c12a591d3e8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e995bdaa-3bf9-4d4e-8432-ae028b2073b5,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:43.015838 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6878ca-222e-4f16-93f3-9c12a591d3e8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:43.016218 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6878ca-222e-4f16-93f3-9c12a591d3e8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:43.019452 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6878ca-222e-4f16-93f3-9c12a591d3e8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:43.019452 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6878ca-222e-4f16-93f3-9c12a591d3e8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:43.019452 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6878ca-222e-4f16-93f3-9c12a591d3e8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:43.019452 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6878ca-222e-4f16-93f3-9c12a591d3e8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:43.019452 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6878ca-222e-4f16-93f3-9c12a591d3e8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:43.019452 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6878ca-222e-4f16-93f3-9c12a591d3e8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:43.019452 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6878ca-222e-4f16-93f3-9c12a591d3e8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:43.019452 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6878ca-222e-4f16-93f3-9c12a591d3e8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:43.019452 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6878ca-222e-4f16-93f3-9c12a591d3e8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:43.019452 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6878ca-222e-4f16-93f3-9c12a591d3e8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:10:43.111419 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fa6878ca-222e-4f16-93f3-9c12a591d3e8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:43.112787 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fa6878ca-222e-4f16-93f3-9c12a591d3e8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5158329 Aug 10 04:10:43.115723 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 57668) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:43.120270 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-61c79404-d735-45f8-b8df-7ad2f116524e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Request body: {'security_group_rule': {'security_group_id': 'e995bdaa-3bf9-4d4e-8432-ae028b2073b5', 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:43.225158 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-61c79404-d735-45f8-b8df-7ad2f116524e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:43.284742 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-61c79404-d735-45f8-b8df-7ad2f116524e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:43.380307 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-61c79404-d735-45f8-b8df-7ad2f116524e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:43.401740 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c79404-d735-45f8-b8df-7ad2f116524e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ceffb24-005c-4e18-b456-b38f965a0b68,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:43.494871 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-61c79404-d735-45f8-b8df-7ad2f116524e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:43.496170 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-61c79404-d735-45f8-b8df-7ad2f116524e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3794458 Aug 10 04:10:43.499004 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 57672) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:43.503761 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-0d154d80-9477-47de-acc0-717f61428e03 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Request body: {'security_group_rule': {'security_group_id': 'e995bdaa-3bf9-4d4e-8432-ae028b2073b5', 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:43.563551 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-35ed01a1-c327-41b0-8661-720b1d96e389 req-85f21272-fd1c-4f04-8621-3b1b00f01d4a tempest-ServerShowV257Test-1704602676 tempest-ServerShowV257Test-1704602676-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd94538-2bbf-4322-8eaa-9c44aed868fd HTTP/1.1" status: 200 len: 210 time: 0.0363660 Aug 10 04:10:43.626173 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d154d80-9477-47de-acc0-717f61428e03 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:43.649599 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:43.676085 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d154d80-9477-47de-acc0-717f61428e03 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:43.765256 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d154d80-9477-47de-acc0-717f61428e03 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:43.785578 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d154d80-9477-47de-acc0-717f61428e03 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8838cafb-b352-4839-843e-c9ccd65c8893,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:43.855111 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53467e-790b-4c85-871a-eff3e488f1c8 req-fa6cae4c-389b-4768-8ad5-7768a7f193fd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:10:43.856669 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8f53467e-790b-4c85-871a-eff3e488f1c8 req-fa6cae4c-389b-4768-8ad5-7768a7f193fd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.0574927 Aug 10 04:10:43.894409 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4e265649-1f41-46f0-95f3-19515266af0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:43.899231 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8f53467e-790b-4c85-871a-eff3e488f1c8 req-350027d1-a4a7-49e6-baf3-69df4a21bfaf tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356786 Aug 10 04:10:43.934667 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9799f581-5778-4466-9aae-3039024fbac9 req-cc9515d0-18c0-4d50-9386-927a108bc073 tempest-VolumesActionsTest-511523015 tempest-VolumesActionsTest-511523015-project] 10.222.0.25 "GET /v2.0/ports?device_id=35dd038c-99ea-4b0a-8742-46a29a4fb52c HTTP/1.1" status: 200 len: 210 time: 0.0317645 Aug 10 04:10:43.957306 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d154d80-9477-47de-acc0-717f61428e03 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:43.957306 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0d154d80-9477-47de-acc0-717f61428e03 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4480762 Aug 10 04:10:43.957587 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 57684) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:43.961658 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-3ef1d000-cc30-44bc-8240-3d33a1a451e1 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Request body: {'security_group_rule': {'security_group_id': 'e995bdaa-3bf9-4d4e-8432-ae028b2073b5', 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:44.116844 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d000-cc30-44bc-8240-3d33a1a451e1 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:44.177295 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d000-cc30-44bc-8240-3d33a1a451e1 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:44.265498 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d000-cc30-44bc-8240-3d33a1a451e1 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:44.285645 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1d000-cc30-44bc-8240-3d33a1a451e1 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b1aff2-87a4-4f2d-be1c-7b4168fa375a,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:44.362844 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ef1d000-cc30-44bc-8240-3d33a1a451e1 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:44.364223 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3ef1d000-cc30-44bc-8240-3d33a1a451e1 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4065690 Aug 10 04:10:44.367680 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 57686) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:44.372985 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-1b138145-b855-4394-9866-39b824ec5170 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Request body: {'security_group_rule': {'security_group_id': 'e995bdaa-3bf9-4d4e-8432-ae028b2073b5', 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:44.436830 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:10:44.457715 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:10:44.458276 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 8e0ffecd-6c3b-4bdf-b58f-bd26abdcc5d1 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:10:44.471090 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1b138145-b855-4394-9866-39b824ec5170 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:44.531915 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1b138145-b855-4394-9866-39b824ec5170 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:44.620388 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1b138145-b855-4394-9866-39b824ec5170 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:44.646237 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b138145-b855-4394-9866-39b824ec5170 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc4a3e67-4949-4173-a18b-0e45ade516de,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:44.685139 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c45b5df4-6d7a-4bcc-aed0-62d6c6fcfccc req-672f25e3-0ffb-408a-95e3-f2a3d07666d0 tempest-ServerShowV257Test-1704602676 tempest-ServerShowV257Test-1704602676-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd94538-2bbf-4322-8eaa-9c44aed868fd HTTP/1.1" status: 200 len: 210 time: 0.0325196 Aug 10 04:10:44.762661 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1b138145-b855-4394-9866-39b824ec5170 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:44.763886 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1b138145-b855-4394-9866-39b824ec5170 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3952975 Aug 10 04:10:44.766754 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 57692) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:44.771186 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-15964aae-859a-4ed1-b8df-11bdf40262b7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Request body: {'security_group_rule': {'security_group_id': 'e995bdaa-3bf9-4d4e-8432-ae028b2073b5', 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:44.874239 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:10:44.879991 n-d-802893-2 neutron-server[94938]: INFO neutron.db.securitygroups_db [None req-15964aae-859a-4ed1-b8df-11bdf40262b7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Project d4bbb82d53544f8dad3eb033c592dee4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:10:44.886645 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-15964aae-859a-4ed1-b8df-11bdf40262b7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:44.948534 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-15964aae-859a-4ed1-b8df-11bdf40262b7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:45.037222 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-15964aae-859a-4ed1-b8df-11bdf40262b7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:45.055831 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15964aae-859a-4ed1-b8df-11bdf40262b7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2dc7c80-0829-4c8c-a717-d88d40718279,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:45.111033 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a042d2c2-9bd6-4149-8037-7fc531f1279c req-a1f5886e-dcf8-4040-bb39-e31aec8124c9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ffd94538-2bbf-4322-8eaa-9c44aed868fd HTTP/1.1" status: 200 len: 210 time: 0.0252314 Aug 10 04:10:45.151729 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-15964aae-859a-4ed1-b8df-11bdf40262b7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:45.153028 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-15964aae-859a-4ed1-b8df-11bdf40262b7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3852701 Aug 10 04:10:45.155767 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 57702) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:10:45.160594 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-8bfe925a-200a-4a19-a88c-8840aab496b1 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Request body: {'security_group_rule': {'security_group_id': 'e995bdaa-3bf9-4d4e-8432-ae028b2073b5', 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:10:45.266266 n-d-802893-2 neutron-server[94938]: INFO neutron.db.securitygroups_db [None req-8bfe925a-200a-4a19-a88c-8840aab496b1 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Project d4bbb82d53544f8dad3eb033c592dee4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:10:45.274111 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8bfe925a-200a-4a19-a88c-8840aab496b1 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:45.301378 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:45.341538 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8bfe925a-200a-4a19-a88c-8840aab496b1 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:45.442921 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8bfe925a-200a-4a19-a88c-8840aab496b1 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:45.460806 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe925a-200a-4a19-a88c-8840aab496b1 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3753f12-8ecf-44a6-a915-98d5de1a2bbd,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:10:45.551653 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8bfe925a-200a-4a19-a88c-8840aab496b1 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:45.553058 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8bfe925a-200a-4a19-a88c-8840aab496b1 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3960128 Aug 10 04:10:45.768452 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:45.823995 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-52306903-132e-46a0-8abb-1227ae455642 req-4bb8898c-ab49-4abd-b43a-580e7437686d tempest-ServerShowV257Test-1704602676 tempest-ServerShowV257Test-1704602676-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd94538-2bbf-4322-8eaa-9c44aed868fd HTTP/1.1" status: 200 len: 210 time: 0.0298297 Aug 10 04:10:46.854637 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:10:46.945608 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6c5519f3-8685-4231-b360-4561db0b92bc req-78214a5a-9ccf-4a82-ad12-79a02dd12e6e tempest-ServerShowV257Test-1704602676 tempest-ServerShowV257Test-1704602676-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd94538-2bbf-4322-8eaa-9c44aed868fd HTTP/1.1" status: 200 len: 210 time: 0.0338068 Aug 10 04:10:57.517242 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:05.611171 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78878d-d633-4f2a-9c9a-fa7df5a0c836 req-5f0f819b-9517-4010-997a-6002914d48ce tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:05.612786 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-df78878d-d633-4f2a-9c9a-fa7df5a0c836 req-5f0f819b-9517-4010-997a-6002914d48ce tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 945 time: 0.1884904 Aug 10 04:11:05.629646 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a2d59661-3b5e-493b-bff3-c5e8e64b1035 req-2824d85b-5083-4c8b-a14a-0d2daf6cd887 tempest-ServerShowV257Test-1704602676 tempest-ServerShowV257Test-1704602676-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd94538-2bbf-4322-8eaa-9c44aed868fd HTTP/1.1" status: 200 len: 210 time: 0.1002312 Aug 10 04:11:05.699153 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-df78878d-d633-4f2a-9c9a-fa7df5a0c836 req-0f6aa9fd-3e93-4f7d-9630-118e31b0232c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700390 Aug 10 04:11:06.797450 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5a48b5a6-f5af-49bf-802f-a73a477b622e req-aa322989-011a-407f-af1a-e2a0d1dfa909 tempest-ServerShowV257Test-1704602676 tempest-ServerShowV257Test-1704602676-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd94538-2bbf-4322-8eaa-9c44aed868fd HTTP/1.1" status: 200 len: 210 time: 0.0470221 Aug 10 04:11:06.922603 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc974342-003c-478f-be56-f097851d16f2 req-efc02884-bced-4ea3-9b51-3c01848eece5 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:06.929643 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc974342-003c-478f-be56-f097851d16f2 req-efc02884-bced-4ea3-9b51-3c01848eece5 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 945 time: 0.0735071 Aug 10 04:11:06.977080 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc974342-003c-478f-be56-f097851d16f2 req-e1bb50e4-e6da-4a16-9d59-9cdf7f7e031c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439394 Aug 10 04:11:08.017516 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-04d2ad6b-1ddb-47f3-9d35-05e2e7897e18 req-575ec076-fe40-428d-9936-1235ba119138 tempest-ServerShowV257Test-1704602676 tempest-ServerShowV257Test-1704602676-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd94538-2bbf-4322-8eaa-9c44aed868fd HTTP/1.1" status: 200 len: 210 time: 0.0462332 Aug 10 04:11:08.258782 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a608c387-1526-439c-b6eb-3aef6b33c9c0 req-d62963f5-c3c5-4e1c-93a9-160cf842cc1e tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:08.271521 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a608c387-1526-439c-b6eb-3aef6b33c9c0 req-d62963f5-c3c5-4e1c-93a9-160cf842cc1e tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 945 time: 0.1353025 Aug 10 04:11:08.334212 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a608c387-1526-439c-b6eb-3aef6b33c9c0 req-47e753bb-d260-48ae-bfe2-ef933c112fe7 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593441 Aug 10 04:11:09.195853 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-65b471e4-cb1f-49f7-ac94-e25d7083caa4 req-c8a567d7-8649-4b8f-8660-f2cf68509426 tempest-ServerShowV257Test-1704602676 tempest-ServerShowV257Test-1704602676-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd94538-2bbf-4322-8eaa-9c44aed868fd HTTP/1.1" status: 200 len: 210 time: 0.0487063 Aug 10 04:11:09.576484 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db68b7-fd6e-4b2f-b951-058db57323c0 req-edb18fa3-8a0e-440f-9f50-dec8e07c6bac tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:09.581522 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b5db68b7-fd6e-4b2f-b951-058db57323c0 req-edb18fa3-8a0e-440f-9f50-dec8e07c6bac tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 945 time: 0.0836034 Aug 10 04:11:09.666553 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b5db68b7-fd6e-4b2f-b951-058db57323c0 req-ac3461ab-b48e-4092-a384-99c9716fc6ca tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699844 Aug 10 04:11:10.178989 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-58a0c7c4-7122-4302-beb0-f443fbbf4088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:10.308093 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b4498c5a-e306-45ea-a5f7-a124a7bb3b85 req-24d5715f-55b3-4201-8e07-77bce7410a08 tempest-ServerShowV257Test-1704602676 tempest-ServerShowV257Test-1704602676-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd94538-2bbf-4322-8eaa-9c44aed868fd HTTP/1.1" status: 200 len: 210 time: 0.0436873 Aug 10 04:11:10.863361 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236d81a-1ceb-4fd7-9e01-11b8c9368cab req-2d8bc909-e4dc-44e2-9d75-ecdc433e204f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:10.872997 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d236d81a-1ceb-4fd7-9e01-11b8c9368cab req-2d8bc909-e4dc-44e2-9d75-ecdc433e204f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 945 time: 0.0619655 Aug 10 04:11:10.924425 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d236d81a-1ceb-4fd7-9e01-11b8c9368cab req-397a8ebe-755d-4c68-a3dd-193b242522fe tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498950 Aug 10 04:11:11.467131 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b2ba728c-095e-41ae-aea3-8cdd11053ee5 req-c07344e3-1ee6-4501-8427-8380a2666e3f tempest-ServerShowV257Test-1704602676 tempest-ServerShowV257Test-1704602676-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd94538-2bbf-4322-8eaa-9c44aed868fd HTTP/1.1" status: 200 len: 210 time: 0.0390429 Aug 10 04:11:12.059738 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4dd6a-1c29-4c87-b552-f6eb949706a8 req-4650474c-e865-4366-8639-9ea60a7ea293 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:12.061260 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f4a4dd6a-1c29-4c87-b552-f6eb949706a8 req-4650474c-e865-4366-8639-9ea60a7ea293 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 945 time: 0.0550334 Aug 10 04:11:12.109755 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f4a4dd6a-1c29-4c87-b552-f6eb949706a8 req-5e0dbba3-4d7f-43fe-adfc-5335f4d6980a tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402677 Aug 10 04:11:12.632864 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4f6b4080-ff67-4881-a4be-845ceb8c8a5e req-4df713cb-1755-477a-a333-6adfdd9d524a tempest-ServerShowV257Test-1704602676 tempest-ServerShowV257Test-1704602676-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd94538-2bbf-4322-8eaa-9c44aed868fd HTTP/1.1" status: 200 len: 210 time: 0.0557456 Aug 10 04:11:13.240334 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07aabd-a872-4f14-ada6-0342248981dc req-63e7dfd8-bbdf-44a0-b282-41899b82a59e tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:13.241498 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7c07aabd-a872-4f14-ada6-0342248981dc req-63e7dfd8-bbdf-44a0-b282-41899b82a59e tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 945 time: 0.0527110 Aug 10 04:11:13.291653 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7c07aabd-a872-4f14-ada6-0342248981dc req-e67da64f-7bba-41c5-83e2-8100a8861a79 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405476 Aug 10 04:11:13.601927 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:13.739744 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-16ea5aa5-7d73-4b74-9559-fd3b768a79fc req-0d6331c3-9676-42b8-91de-6fc57b65f993 tempest-ServerShowV257Test-1704602676 tempest-ServerShowV257Test-1704602676-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd94538-2bbf-4322-8eaa-9c44aed868fd HTTP/1.1" status: 200 len: 210 time: 0.0395000 Aug 10 04:11:13.813748 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ae373c6f-3ee8-4020-a714-85f6510410b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:14.418695 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0068807-2f7b-4880-87a7-35009455f2f1 req-644ff819-c2d6-4507-b24f-0e3e1dce7ef2 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:14.421258 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a0068807-2f7b-4880-87a7-35009455f2f1 req-644ff819-c2d6-4507-b24f-0e3e1dce7ef2 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 945 time: 0.0533519 Aug 10 04:11:14.469303 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a0068807-2f7b-4880-87a7-35009455f2f1 req-74225bdb-9dfc-484a-ae32-03cdb52bc183 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416000 Aug 10 04:11:14.848529 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-15696a69-eeee-4269-be18-573a52203b57 req-db24fc78-051b-46d5-9b1c-cdbae3a4c250 tempest-ServerShowV257Test-1704602676 tempest-ServerShowV257Test-1704602676-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd94538-2bbf-4322-8eaa-9c44aed868fd HTTP/1.1" status: 200 len: 210 time: 0.0278435 Aug 10 04:11:15.367225 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:15.597444 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d0f9f-f730-4c19-99d5-2e080b6d08b0 req-afacdbb8-04af-415b-bf67-4f258cc65bf8 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:15.598972 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6c9d0f9f-f730-4c19-99d5-2e080b6d08b0 req-afacdbb8-04af-415b-bf67-4f258cc65bf8 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 945 time: 0.0561619 Aug 10 04:11:15.650491 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6c9d0f9f-f730-4c19-99d5-2e080b6d08b0 req-faa37112-c2dc-4742-969c-5110104d4564 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440736 Aug 10 04:11:15.881788 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:15.954293 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2fa7529b-dc8f-4c96-bdb3-9cae1a5a105b req-8abe67f3-7b3f-4f1e-918a-ef52f18c2c01 tempest-ServerShowV257Test-1704602676 tempest-ServerShowV257Test-1704602676-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd94538-2bbf-4322-8eaa-9c44aed868fd HTTP/1.1" status: 200 len: 210 time: 0.0272298 Aug 10 04:11:16.812276 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb05be9-0984-4168-a1f6-2df210b1e8b5 req-9e0a785f-d0bb-4151-8cf7-9041343c1df6 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:16.813864 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-abb05be9-0984-4168-a1f6-2df210b1e8b5 req-9e0a785f-d0bb-4151-8cf7-9041343c1df6 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 945 time: 0.0800979 Aug 10 04:11:16.854980 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-abb05be9-0984-4168-a1f6-2df210b1e8b5 req-d04c396b-5b88-43f5-a85d-3c0dd8ab0bd1 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340877 Aug 10 04:11:16.959016 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 205df6d7-0c4e-499f-b491-c4e9b32c3167 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:11:17.033184 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:17.074049 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b1b0fdbb-202d-4f7c-bc31-df7c24a79c24 req-5daadb61-de22-4a21-987e-f0a8a5902c82 tempest-ServerShowV257Test-1704602676 tempest-ServerShowV257Test-1704602676-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd94538-2bbf-4322-8eaa-9c44aed868fd HTTP/1.1" status: 200 len: 210 time: 0.0306199 Aug 10 04:11:17.081282 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 205df6d7-0c4e-499f-b491-c4e9b32c3167, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=205df6d7-0c4e-499f-b491-c4e9b32c3167,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:17.098382 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '205df6d7-0c4e-499f-b491-c4e9b32c3167', 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'port_id': '205df6d7-0c4e-499f-b491-c4e9b32c3167', 'mac_address': 'fa:16:3e:32:0f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:11:17.146712 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:17.161487 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 205df6d7-0c4e-499f-b491-c4e9b32c3167 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:11:17.184740 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 205df6d7-0c4e-499f-b491-c4e9b32c3167, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=205df6d7-0c4e-499f-b491-c4e9b32c3167,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:17.344919 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:17.396596 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=205df6d7-0c4e-499f-b491-c4e9b32c3167,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:17.512605 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['205df6d7-0c4e-499f-b491-c4e9b32c3167'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:11:18.003786 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6dbbc9-354c-4468-814b-550d0641f07f req-43607d85-b34a-4416-8fd1-d5cc74578735 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:18.005336 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0c6dbbc9-354c-4468-814b-550d0641f07f req-43607d85-b34a-4416-8fd1-d5cc74578735 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 944 time: 0.0635502 Aug 10 04:11:18.048415 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0c6dbbc9-354c-4468-814b-550d0641f07f req-e7ae0065-8dc8-4fe8-b702-5ddf7a5b783f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353529 Aug 10 04:11:18.189950 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-68ef7869-eaef-441d-98b3-9339023cf067 req-99f4854a-e058-443c-9503-4d936affa89a tempest-ServerShowV257Test-1704602676 tempest-ServerShowV257Test-1704602676-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd94538-2bbf-4322-8eaa-9c44aed868fd HTTP/1.1" status: 200 len: 210 time: 0.0307457 Aug 10 04:11:18.967394 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 205df6d7-0c4e-499f-b491-c4e9b32c3167 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:11:19.167661 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 205df6d7-0c4e-499f-b491-c4e9b32c3167 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:11:19.168486 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:19.390096 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-19cbe92e-0f9b-4ad3-b0fa-08812f0497cd req-540a4d9b-0c94-4e59-a7d4-db8e530a3c84 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ffd94538-2bbf-4322-8eaa-9c44aed868fd HTTP/1.1" status: 200 len: 210 time: 0.0791156 Aug 10 04:11:19.405241 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f2b57ac6-b1fd-4338-9980-21bb4067e77e req-b1c527c8-c1ca-4c1e-8fd9-8d23a3a0b4e2 tempest-ServerShowV257Test-1704602676 tempest-ServerShowV257Test-1704602676-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd94538-2bbf-4322-8eaa-9c44aed868fd HTTP/1.1" status: 200 len: 210 time: 0.0534315 Aug 10 04:11:19.409889 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e71d2e-d627-4a1e-9c17-8dadfd6fd558 req-943ed6dd-06fe-4401-acad-e6924e2899a2 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:19.411950 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-72e71d2e-d627-4a1e-9c17-8dadfd6fd558 req-943ed6dd-06fe-4401-acad-e6924e2899a2 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 944 time: 0.1967809 Aug 10 04:11:19.429134 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:19.496438 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6029e9-a968-4200-b599-4c32887f2a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205df6d7-0c4e-499f-b491-c4e9b32c3167'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:11:19.498879 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dd8d10-7a0e-4417-a1a5-e96cb7d13d24" -d '{"events": [{"server_uuid": "af6029e9-a968-4200-b599-4c32887f2a21", "name": "network-vif-plugged", "status": "completed", "tag": "205df6d7-0c4e-499f-b491-c4e9b32c3167"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:11:19.515798 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-72e71d2e-d627-4a1e-9c17-8dadfd6fd558 req-01880b1f-1586-49fe-a772-de80ae4b15f0 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965240 Aug 10 04:11:19.545633 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 205df6d7-0c4e-499f-b491-c4e9b32c3167, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=205df6d7-0c4e-499f-b491-c4e9b32c3167,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:19.597964 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b35413-74fa-4540-b7e9-c4bc1fa571cc x-openstack-request-id: req-81b35413-74fa-4540-b7e9-c4bc1fa571cc {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:11:19.598271 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6029e9-a968-4200-b599-4c32887f2a21", "name": "network-vif-plugged", "status": "completed", "tag": "205df6d7-0c4e-499f-b491-c4e9b32c3167", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:11:19.598555 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81b35413-74fa-4540-b7e9-c4bc1fa571cc {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:11:19.599007 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6029e9-a968-4200-b599-4c32887f2a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205df6d7-0c4e-499f-b491-c4e9b32c3167', 'code': 200} Aug 10 04:11:19.630505 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:19.710769 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=205df6d7-0c4e-499f-b491-c4e9b32c3167,revision_number=7']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:20.629464 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e0d86854-836f-4b04-ab66-5d9afe9fcf61 req-7ae32eee-d0b4-442a-9e8a-2c458b1d77a7 tempest-ServerShowV257Test-1704602676 tempest-ServerShowV257Test-1704602676-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd94538-2bbf-4322-8eaa-9c44aed868fd HTTP/1.1" status: 200 len: 210 time: 0.0454481 Aug 10 04:11:20.751679 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437210c3-20eb-404f-836d-4f2111e6483d req-94775d76-42c6-4ccf-af88-ed2cc2331f5e tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:20.762166 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-437210c3-20eb-404f-836d-4f2111e6483d req-94775d76-42c6-4ccf-af88-ed2cc2331f5e tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 945 time: 0.1201406 Aug 10 04:11:20.834034 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-437210c3-20eb-404f-836d-4f2111e6483d req-25da5a0e-dbdd-4609-b70a-f920f15f274f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543427 Aug 10 04:11:20.973997 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 58308) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:21.040699 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f279e4-1a5f-402a-9c9e-7ebf74339278 admin admin] Deleting subnet 9fce3972-02e1-48ca-a841-066ce2789877 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:11:21.044635 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-18f279e4-1a5f-402a-9c9e-7ebf74339278 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:21.096293 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-18f279e4-1a5f-402a-9c9e-7ebf74339278 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:21.173460 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-18f279e4-1a5f-402a-9c9e-7ebf74339278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:21.316699 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-18f279e4-1a5f-402a-9c9e-7ebf74339278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:21.381672 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f279e4-1a5f-402a-9c9e-7ebf74339278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fce3972-02e1-48ca-a841-066ce2789877,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:21.388181 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-18f279e4-1a5f-402a-9c9e-7ebf74339278 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:21.390778 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-18f279e4-1a5f-402a-9c9e-7ebf74339278 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9fce3972-02e1-48ca-a841-066ce2789877 HTTP/1.1" status: 204 len: 168 time: 0.4150469 Aug 10 04:11:21.393374 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 58312) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:21.516093 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-588f2c28-82a4-47f6-b8aa-aae41b46dcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:21.635590 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-588f2c28-82a4-47f6-b8aa-aae41b46dcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:21.645549 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-588f2c28-82a4-47f6-b8aa-aae41b46dcdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989b8b43-e4ed-4e01-824d-031a3507ff02']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:21.660535 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-588f2c28-82a4-47f6-b8aa-aae41b46dcdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd98c17e-2a53-4af8-8481-0e097dc20e75') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:21.661436 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-588f2c28-82a4-47f6-b8aa-aae41b46dcdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd98c17e-2a53-4af8-8481-0e097dc20e75') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:21.673934 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-588f2c28-82a4-47f6-b8aa-aae41b46dcdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:21.699125 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-588f2c28-82a4-47f6-b8aa-aae41b46dcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:21.716537 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588f2c28-82a4-47f6-b8aa-aae41b46dcdb admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:11:21.716880 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-588f2c28-82a4-47f6-b8aa-aae41b46dcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:11:21.739146 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:11:21.781218 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-73d3a577-e7f9-471a-ac29-70d60e1614c2 req-7fc27331-b87d-4191-ac2e-64c6bdbf07b7 tempest-ServerShowV257Test-1704602676 tempest-ServerShowV257Test-1704602676-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd94538-2bbf-4322-8eaa-9c44aed868fd HTTP/1.1" status: 200 len: 210 time: 0.0335417 Aug 10 04:11:21.891945 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:11:21.990285 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-588f2c28-82a4-47f6-b8aa-aae41b46dcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:22.003740 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-588f2c28-82a4-47f6-b8aa-aae41b46dcdb admin admin] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:22.011348 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-588f2c28-82a4-47f6-b8aa-aae41b46dcdb admin admin] 10.222.0.25 "DELETE /v2.0/networks/989b8b43-e4ed-4e01-824d-031a3507ff02 HTTP/1.1" status: 204 len: 168 time: 0.6163557 Aug 10 04:11:22.053935 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f2c28-82a4-47f6-b8aa-aae41b46dcdb admin admin] Pushing event deleted for resources: {'Network': ['ID=989b8b43-e4ed-4e01-824d-031a3507ff02,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:22.072915 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d21c43-f9d7-4f63-b25d-92fedff4013f req-c1a554e2-d438-4b7c-8d2f-c54aae7b6175 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:22.073684 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-39d21c43-f9d7-4f63-b25d-92fedff4013f req-c1a554e2-d438-4b7c-8d2f-c54aae7b6175 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 945 time: 0.0974262 Aug 10 04:11:22.145391 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-39d21c43-f9d7-4f63-b25d-92fedff4013f req-c7139039-86d9-4cfa-a70e-b9f8f55ce50f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626669 Aug 10 04:11:22.812993 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-449a6eae-2807-48fd-bea6-f81ca879af48 req-7b82fd87-35c4-4298-845c-708ec1e27a24 tempest-ServerShowV257Test-1704602676 tempest-ServerShowV257Test-1704602676-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd94538-2bbf-4322-8eaa-9c44aed868fd HTTP/1.1" status: 200 len: 210 time: 0.1030436 Aug 10 04:11:22.813922 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 58338) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:22.835997 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-96de2f1f-273a-47db-9fb1-0dd4331b25fc req-f89264b0-08a6-4684-9c96-8cfc86518516 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=686c87c4a3a7422b99ea06939a6ca523&device_id=ffd94538-2bbf-4322-8eaa-9c44aed868fd HTTP/1.1" status: 200 len: 210 time: 0.1056166 Aug 10 04:11:22.897491 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-96de2f1f-273a-47db-9fb1-0dd4331b25fc req-0147c0fd-5161-40e7-a956-8a205b170400 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=686c87c4a3a7422b99ea06939a6ca523&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277371 Aug 10 04:11:22.908626 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c9a4eda2-f537-4c90-8544-c432e95c20b6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1994c9e20d424dc1a66939632b9ef482&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0933557 Aug 10 04:11:22.915829 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 58340) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:23.020733 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-71e3abc6-c60d-41ae-b069-a753bd09dc92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:23.023263 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9be7e-9046-4d80-9a2b-0b2c73d482a4 req-39d081b0-2ff3-40b7-a5f7-ecc6050f2f8b tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:23.035900 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-96b9be7e-9046-4d80-9a2b-0b2c73d482a4 req-39d081b0-2ff3-40b7-a5f7-ecc6050f2f8b tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.2269309 Aug 10 04:11:23.081391 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-71e3abc6-c60d-41ae-b069-a753bd09dc92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:23.106518 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-96b9be7e-9046-4d80-9a2b-0b2c73d482a4 req-82f372bd-2954-4923-b349-694431faa77b tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646181 Aug 10 04:11:23.198110 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de2f1f-273a-47db-9fb1-0dd4331b25fc req-a1a233cf-11c5-4e76-8076-792ab3f7b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:23.201823 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-96de2f1f-273a-47db-9fb1-0dd4331b25fc req-a1a233cf-11c5-4e76-8076-792ab3f7b105 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2969532 Aug 10 04:11:23.316557 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-71e3abc6-c60d-41ae-b069-a753bd09dc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:23.319587 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-71e3abc6-c60d-41ae-b069-a753bd09dc92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:23.324443 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-71e3abc6-c60d-41ae-b069-a753bd09dc92 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a41e6dcc-7335-46d6-bf76-9b04770e25e8 HTTP/1.1" status: 204 len: 168 time: 0.4051776 Aug 10 04:11:23.378366 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed1b67-f761-418a-ace3-29a00fb0202d req-2f104337-fbe3-46c2-9e80-c5c4cb9f67b6 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:23.381375 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-82ed1b67-f761-418a-ace3-29a00fb0202d req-2f104337-fbe3-46c2-9e80-c5c4cb9f67b6 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 945 time: 0.1327238 Aug 10 04:11:23.382193 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3abc6-c60d-41ae-b069-a753bd09dc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41e6dcc-7335-46d6-bf76-9b04770e25e8,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:23.474638 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-82ed1b67-f761-418a-ace3-29a00fb0202d req-f39bbe11-3c74-48ca-9ede-d87bf19e3569 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814588 Aug 10 04:11:23.945252 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2919c855-78a9-4a8d-9f3d-253b6e5a67ce req-689e4193-336a-4375-806e-448254ca0064 tempest-ServerShowV257Test-1704602676 tempest-ServerShowV257Test-1704602676-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd94538-2bbf-4322-8eaa-9c44aed868fd HTTP/1.1" status: 200 len: 210 time: 0.0389578 Aug 10 04:11:24.238939 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebd292-8f55-4904-aee3-670b4f9d0c5c req-50b6b368-00a7-4a7b-bb62-6f3b784123cb tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:24.249822 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a4ebd292-8f55-4904-aee3-670b4f9d0c5c req-50b6b368-00a7-4a7b-bb62-6f3b784123cb tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.0786309 Aug 10 04:11:24.310639 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a4ebd292-8f55-4904-aee3-670b4f9d0c5c req-db8da01c-63a7-447f-80a4-b603e0c4b15c tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612152 Aug 10 04:11:24.653864 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf907b9e-bc3e-41bb-91e7-a752ebd0cdb0 req-457d344c-d242-433c-8dfd-e2c21233ae87 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:24.662296 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bf907b9e-bc3e-41bb-91e7-a752ebd0cdb0 req-457d344c-d242-433c-8dfd-e2c21233ae87 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 945 time: 0.0954094 Aug 10 04:11:24.697533 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-96de2f1f-273a-47db-9fb1-0dd4331b25fc req-370ff4b4-4527-4b06-a2a3-7c33902247eb tempest-ServerShowV257Test-1704602676 tempest-ServerShowV257Test-1704602676-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd94538-2bbf-4322-8eaa-9c44aed868fd HTTP/1.1" status: 200 len: 210 time: 0.0793915 Aug 10 04:11:24.732059 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bf907b9e-bc3e-41bb-91e7-a752ebd0cdb0 req-4fcef5f7-b9b9-42ae-8776-e06b7d628348 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682065 Aug 10 04:11:25.085772 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9ea19e64-f9c0-46b0-bab3-5e423fd16714 req-06517344-4a56-4072-8264-d04ac5383e75 tempest-ServerShowV257Test-1704602676 tempest-ServerShowV257Test-1704602676-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffd94538-2bbf-4322-8eaa-9c44aed868fd HTTP/1.1" status: 200 len: 210 time: 0.0339477 Aug 10 04:11:25.467812 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ad408-36fa-4b16-95a4-c1bb70775071 req-b15366e7-d66a-433f-a48e-62c4336be187 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:25.491576 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-985ad408-36fa-4b16-95a4-c1bb70775071 req-b15366e7-d66a-433f-a48e-62c4336be187 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.0897758 Aug 10 04:11:25.594363 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-985ad408-36fa-4b16-95a4-c1bb70775071 req-1f5f1292-7cc9-4983-8589-d9cfe2bf32b5 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981092 Aug 10 04:11:25.926644 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-e9dca402-73e1-408c-ac46-638c89af391d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1415041356&fields=id&tenant_id=d4bbb82d53544f8dad3eb033c592dee4 HTTP/1.1" status: 200 len: 267 time: 0.0883737 Aug 10 04:11:25.960308 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a74f8c-35a2-4a9a-9b85-9fcb61005a96 req-5197f3a7-d5ae-4409-ae68-efd7c000c4a6 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:25.966679 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62a74f8c-35a2-4a9a-9b85-9fcb61005a96 req-5197f3a7-d5ae-4409-ae68-efd7c000c4a6 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 945 time: 0.0960698 Aug 10 04:11:26.032731 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-62a74f8c-35a2-4a9a-9b85-9fcb61005a96 req-df5742ca-c96b-4e0c-9051-e4ffd009a8f1 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647404 Aug 10 04:11:26.090706 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-9fa2a802-72e7-49f5-8b31-b128b3810c5b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:26.103008 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-9fa2a802-72e7-49f5-8b31-b128b3810c5b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 810 time: 0.1702092 Aug 10 04:11:26.112121 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-95e8219d-3e41-4989-a5ac-adb1b5838039 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/quotas/d4bbb82d53544f8dad3eb033c592dee4 HTTP/1.1" status: 200 len: 375 time: 0.0124214 Aug 10 04:11:26.215911 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-a7a62c7d-33ef-4e43-9fdd-3692f7d0c2f7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986285 Aug 10 04:11:26.421564 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-bbe448b0-8b44-4637-8c92-ab69220b714c service neutron] 10.222.0.25 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013547 Aug 10 04:11:26.564435 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-c6c73bd2-c194-416f-be52-a424cdd70402 service neutron] 10.222.0.25 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418602 Aug 10 04:11:26.852637 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91df9e-817a-40f3-a369-abeb7d07a306 req-42c84aee-0221-4bdf-8702-68216e62956a tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:26.872324 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ca91df9e-817a-40f3-a369-abeb7d07a306 req-42c84aee-0221-4bdf-8702-68216e62956a tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.1596694 Aug 10 04:11:26.938196 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ca91df9e-817a-40f3-a369-abeb7d07a306 req-6ad87427-799a-4b44-b936-bea15df2b65d tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628209 Aug 10 04:11:26.943935 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 58430) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:27.134110 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-29560cc1-4ea8-4000-a487-2180372e52da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:27.285105 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a0d50-e72b-4c0c-92c6-40008aae0987 req-81fb5ce4-2887-4e4d-ba92-bc195f84b380 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:27.293152 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-29560cc1-4ea8-4000-a487-2180372e52da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:27.293621 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b72a0d50-e72b-4c0c-92c6-40008aae0987 req-81fb5ce4-2887-4e4d-ba92-bc195f84b380 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 945 time: 0.1651719 Aug 10 04:11:27.448728 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b72a0d50-e72b-4c0c-92c6-40008aae0987 req-e76928b0-03df-4ebd-b8f0-9d78ba055d7d tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539397 Aug 10 04:11:27.452050 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c08e0c53-4ffd-4dc5-880b-85d050a338c9 req-faa28f80-9d38-4a23-b769-13fa23b344d8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 210 time: 0.0645461 Aug 10 04:11:27.459446 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-29560cc1-4ea8-4000-a487-2180372e52da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:27.515164 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-29560cc1-4ea8-4000-a487-2180372e52da admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=686c87c4a3a7422b99ea06939a6ca523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5611377 Aug 10 04:11:27.515164 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29560cc1-4ea8-4000-a487-2180372e52da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408c4bae-8c58-466a-917d-b5d9c14d16a0,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:27.515529 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 58444) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:27.600806 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:27.623317 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d27a307d-d682-4b8f-b45b-894cf7777ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:27.648177 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d27a307d-d682-4b8f-b45b-894cf7777ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:27.884161 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d27a307d-d682-4b8f-b45b-894cf7777ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:27.888000 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d27a307d-d682-4b8f-b45b-894cf7777ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:27.889235 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d27a307d-d682-4b8f-b45b-894cf7777ed7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/408c4bae-8c58-466a-917d-b5d9c14d16a0 HTTP/1.1" status: 204 len: 168 time: 0.3775387 Aug 10 04:11:27.899441 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a307d-d682-4b8f-b45b-894cf7777ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408c4bae-8c58-466a-917d-b5d9c14d16a0,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:28.081094 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202afa8-2b74-4bd7-8361-ea69831703b9 req-3c43cf12-d528-4990-9287-48f313d71937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:28.082606 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8202afa8-2b74-4bd7-8361-ea69831703b9 req-3c43cf12-d528-4990-9287-48f313d71937 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=11ca1ec07fdb425bb68e0a669fce5b00&device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 1096 time: 0.0751710 Aug 10 04:11:28.234526 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea950cc-4b23-4b9e-ab2a-ead381bfb6c9 req-accb81f8-a3ed-40f4-b354-7fcfaad57833 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:28.236341 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3ea950cc-4b23-4b9e-ab2a-ead381bfb6c9 req-accb81f8-a3ed-40f4-b354-7fcfaad57833 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.1590109 Aug 10 04:11:28.313805 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202afa8-2b74-4bd7-8361-ea69831703b9 req-da35105a-c41e-4842-b622-b4b5da6e177a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:28.315221 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8202afa8-2b74-4bd7-8361-ea69831703b9 req-da35105a-c41e-4842-b622-b4b5da6e177a service neutron] 10.222.0.68 "GET /v2.0/networks?id=de11a3c9-316c-4377-9e5e-18fd7e651c4f HTTP/1.1" status: 200 len: 911 time: 0.1874816 Aug 10 04:11:28.439595 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3ea950cc-4b23-4b9e-ab2a-ead381bfb6c9 req-a1b994eb-d044-4ce9-90a1-dc76cccbfe57 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732011 Aug 10 04:11:28.469949 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8202afa8-2b74-4bd7-8361-ea69831703b9 req-a5c89ec0-5f35-4e92-b955-41effffd1e5c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=350dc658-d8b3-42aa-a5f9-ecf6621cea01 HTTP/1.1" status: 200 len: 1001 time: 0.1310787 Aug 10 04:11:28.532330 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202afa8-2b74-4bd7-8361-ea69831703b9 req-39b89944-6d3f-4175-a0ac-7fb2c295c6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:28.534608 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8202afa8-2b74-4bd7-8361-ea69831703b9 req-39b89944-6d3f-4175-a0ac-7fb2c295c6af service neutron] 10.222.0.68 "GET /v2.0/subnets?id=01f32dbd-3307-434b-943d-2135ada2aaeb HTTP/1.1" status: 200 len: 849 time: 0.0569193 Aug 10 04:11:28.635288 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cba1fc-3997-4355-ac63-14a26e7f42f0 req-1212832f-4f67-4e7c-8176-6e9c641dc5eb tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:28.645641 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5cba1fc-3997-4355-ac63-14a26e7f42f0 req-1212832f-4f67-4e7c-8176-6e9c641dc5eb tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 945 time: 0.0936730 Aug 10 04:11:28.659517 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5411155e-0cc2-448e-88d6-e72718bad581 req-92f1dbe4-63e2-47b3-9f1b-dca0dd9d74b1 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=4ee51d84a40d4135be5c24c5759676f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689206 Aug 10 04:11:28.679329 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202afa8-2b74-4bd7-8361-ea69831703b9 req-8b94ab87-45bf-4082-a9dc-4fde9d7fe5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:28.680830 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5cba1fc-3997-4355-ac63-14a26e7f42f0 req-1f079c1f-1806-4f72-a767-070968ef4c8a tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335746 Aug 10 04:11:28.686129 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8202afa8-2b74-4bd7-8361-ea69831703b9 req-8b94ab87-45bf-4082-a9dc-4fde9d7fe5a9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=de11a3c9-316c-4377-9e5e-18fd7e651c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1395245 Aug 10 04:11:28.715157 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-8202afa8-2b74-4bd7-8361-ea69831703b9 req-d170f3fb-3059-42b6-944b-7d9ad90ff5ad service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:11:28.716178 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8202afa8-2b74-4bd7-8361-ea69831703b9 req-d170f3fb-3059-42b6-944b-7d9ad90ff5ad service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055633 Aug 10 04:11:28.757976 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6104506f-b2e5-422c-9041-ffb8128a2306 req-1321d4e6-bb72-4a4d-a4ae-e6ebb7921c2d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 210 time: 0.0335007 Aug 10 04:11:28.973276 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411155e-0cc2-448e-88d6-e72718bad581 req-94771473-d779-4370-86c7-58c9b06ac6b4 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:28.982109 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5411155e-0cc2-448e-88d6-e72718bad581 req-94771473-d779-4370-86c7-58c9b06ac6b4 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3119967 Aug 10 04:11:29.002887 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5411155e-0cc2-448e-88d6-e72718bad581 req-078a420e-d5dd-4947-b07d-9411d8e23ee8 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/quotas/4ee51d84a40d4135be5c24c5759676f5 HTTP/1.1" status: 200 len: 375 time: 0.0221181 Aug 10 04:11:29.004945 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8202afa8-2b74-4bd7-8361-ea69831703b9 req-07634c7f-2148-4167-8052-2ae21e94c191 service neutron] 10.222.0.68 "GET /v2.0/networks/de11a3c9-316c-4377-9e5e-18fd7e651c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508612 Aug 10 04:11:29.051147 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5411155e-0cc2-448e-88d6-e72718bad581 req-33051842-a4e2-494c-85a8-e111464b45e7 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4ee51d84a40d4135be5c24c5759676f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408881 Aug 10 04:11:29.152242 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8202afa8-2b74-4bd7-8361-ea69831703b9 req-52e6a519-ed63-4f9c-a601-cdb87900f85d service neutron] 10.222.0.68 "GET /v2.0/networks/de11a3c9-316c-4377-9e5e-18fd7e651c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300564 Aug 10 04:11:29.435288 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-19ccfaa1-e65d-49f3-8648-287268ab97e4 req-0743a4c0-3ee8-461a-96eb-b011b7835492 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffa0da27-e4ff-4ce1-9c25-1afe2d31c084 HTTP/1.1" status: 200 len: 210 time: 0.0545704 Aug 10 04:11:29.649341 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e51c2f-2fff-40be-991e-b37557452c0f req-b57b7361-bfc9-46db-b814-12e1b1e89379 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:29.656854 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-37e51c2f-2fff-40be-991e-b37557452c0f req-b57b7361-bfc9-46db-b814-12e1b1e89379 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.0861380 Aug 10 04:11:29.729793 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-37e51c2f-2fff-40be-991e-b37557452c0f req-040d21d2-0a21-4fda-a647-454bb93eac53 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659845 Aug 10 04:11:29.897699 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a1026-e9b2-4e40-b0e0-4e6bdf02cc7e req-6ec95d47-49e8-409c-9672-120c9258b6d8 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:29.908986 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-721a1026-e9b2-4e40-b0e0-4e6bdf02cc7e req-6ec95d47-49e8-409c-9672-120c9258b6d8 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 945 time: 0.1176825 Aug 10 04:11:29.981732 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-721a1026-e9b2-4e40-b0e0-4e6bdf02cc7e req-f3eaf913-bdc6-48e7-94f2-5238aac4d371 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669482 Aug 10 04:11:30.053421 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8b569da6-f1d5-4230-a3e5-aab12cc4d48f req-868ab1fd-15be-47ca-a115-5171c6604c55 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 210 time: 0.0980606 Aug 10 04:11:30.372159 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-a12c568a-7b32-4c47-ad12-b9a96706a0e6 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:30.374060 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-a12c568a-7b32-4c47-ad12-b9a96706a0e6 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.68 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 810 time: 0.1508248 Aug 10 04:11:30.433580 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-13f17f3d-b8fb-46bc-91d3-d7b80a3d406e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4bbb82d53544f8dad3eb033c592dee4 HTTP/1.1" status: 200 len: 380 time: 0.0496619 Aug 10 04:11:30.449781 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-643e13df-0fe2-49db-a254-750da426b763 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Request body: {'port': {'device_id': '84aa417d-52b7-4326-9161-c6ed9519bb1b', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'admin_state_up': True, 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'security_groups': ['e995bdaa-3bf9-4d4e-8432-ae028b2073b5']}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:11:30.588681 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-784f00b9-26f9-411c-9e3d-1661d474d6a2 req-8f3fd01e-605d-423c-ac77-c9b2a8789ad4 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffa0da27-e4ff-4ce1-9c25-1afe2d31c084 HTTP/1.1" status: 200 len: 210 time: 0.0618012 Aug 10 04:11:30.589824 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 58548) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:30.719877 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 58554) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:30.778600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-643e13df-0fe2-49db-a254-750da426b763 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Made reservation on behalf of d4bbb82d53544f8dad3eb033c592dee4 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:11:30.783796 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-643e13df-0fe2-49db-a254-750da426b763 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:30.997724 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d60b056a-c4ea-4ca9-b2f1-7fc959d4324e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:30.999909 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bd6c24ed-ce63-436f-aee4-04e3b8a3044a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:31.064999 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.db.api [None req-d60b056a-c4ea-4ca9-b2f1-7fc959d4324e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 10 04:11:31.064999 n-d-802893-2 neutron-server[94938]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 10 04:11:31.064999 n-d-802893-2 neutron-server[94938]: [parameters: {'project_id_1': '3215ad197ca2442b892adf008c177b0f', 'expiration_1': datetime.datetime(2021, 8, 10, 4, 11, 31, 45978)}] Aug 10 04:11:31.064999 n-d-802893-2 neutron-server[94938]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94938) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:11:31.065940 n-d-802893-2 neutron-server[94938]: DEBUG oslo_db.api [None req-d60b056a-c4ea-4ca9-b2f1-7fc959d4324e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:11:31.081218 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53cd1f-b127-43e1-a107-3ac50b351a66 req-5afdd0a9-4073-4692-9c34-6876e87e0f02 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:31.093401 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ef53cd1f-b127-43e1-a107-3ac50b351a66 req-5afdd0a9-4073-4692-9c34-6876e87e0f02 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.2526474 Aug 10 04:11:31.202072 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648dba0e-490f-44a4-acf2-d371c1596a15 req-23d46b72-14fe-4160-a876-0c837d3b98ea tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:31.211936 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-648dba0e-490f-44a4-acf2-d371c1596a15 req-23d46b72-14fe-4160-a876-0c837d3b98ea tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 945 time: 0.1203218 Aug 10 04:11:31.213485 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ef53cd1f-b127-43e1-a107-3ac50b351a66 req-05b8f09c-86ea-4521-8a7e-b0615c0b9628 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191351 Aug 10 04:11:31.240689 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-643e13df-0fe2-49db-a254-750da426b763 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Allocated IP 172.20.0.13 (ee59e291-e76f-48a7-96a4-530291348714/50d1b050-8d5a-4a28-adea-90a39272e6c6/649b2458-0bf6-418f-93b2-f638c4fc29b3) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:11:31.264476 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-648dba0e-490f-44a4-acf2-d371c1596a15 req-85df772d-f236-48c0-8f5b-ba5cd7c5e8a3 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510271 Aug 10 04:11:31.419377 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c4c390cb-f92c-42c5-ac04-6b720edef562 req-a579f3b4-fe2a-44e9-800b-74d12c5cc358 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 210 time: 0.0515571 Aug 10 04:11:31.465006 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97154c7-1ab6-4768-8388-39b1030787c8 req-e273eabd-fba1-442d-8d01-0f5cea811df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:31.466606 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c97154c7-1ab6-4768-8388-39b1030787c8 req-e273eabd-fba1-442d-8d01-0f5cea811df4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c54c9ab1fa940fe85894d7bbe0c849c&device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 1096 time: 0.2184069 Aug 10 04:11:31.525921 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bd6c24ed-ce63-436f-aee4-04e3b8a3044a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:31.580881 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d60b056a-c4ea-4ca9-b2f1-7fc959d4324e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:31.690127 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bd6c24ed-ce63-436f-aee4-04e3b8a3044a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:31.693125 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97154c7-1ab6-4768-8388-39b1030787c8 req-07ca140f-6463-4b45-8cc6-c26b230d7a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:31.694759 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c97154c7-1ab6-4768-8388-39b1030787c8 req-07ca140f-6463-4b45-8cc6-c26b230d7a9e service neutron] 10.222.0.20 "GET /v2.0/networks?id=f573ecff-4c5c-4552-80ba-7f39fbaee537 HTTP/1.1" status: 200 len: 918 time: 0.1719191 Aug 10 04:11:31.730323 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-de7f105b-6d64-4dd0-b822-a74344077a08 req-d1ab5e0c-c887-4870-86fd-f0046827cb2d tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffa0da27-e4ff-4ce1-9c25-1afe2d31c084 HTTP/1.1" status: 200 len: 210 time: 0.0662444 Aug 10 04:11:32.183550 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bd6c24ed-ce63-436f-aee4-04e3b8a3044a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b63167d59ee4f90bf5fd98ddaf49c35&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4623132 Aug 10 04:11:32.184648 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c24ed-ce63-436f-aee4-04e3b8a3044a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd99df1b-671e-4e32-8d7e-09e346ab7ce7,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:32.187212 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 58566) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:32.226039 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5411155e-0cc2-448e-88d6-e72718bad581 req-205c2097-8de6-4c26-a185-5c59e04d2a50 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.68 "GET /v2.0/networks?tenant_id=4ee51d84a40d4135be5c24c5759676f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697823 Aug 10 04:11:32.256366 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-643e13df-0fe2-49db-a254-750da426b763 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:32.316949 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c24ed-ce63-436f-aee4-04e3b8a3044a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:32.317893 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c24ed-ce63-436f-aee4-04e3b8a3044a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:32.318202 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c24ed-ce63-436f-aee4-04e3b8a3044a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:32.318758 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c24ed-ce63-436f-aee4-04e3b8a3044a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:32.319273 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c24ed-ce63-436f-aee4-04e3b8a3044a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:32.319785 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c24ed-ce63-436f-aee4-04e3b8a3044a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:32.320313 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c24ed-ce63-436f-aee4-04e3b8a3044a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:32.322243 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c24ed-ce63-436f-aee4-04e3b8a3044a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:32.323226 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c24ed-ce63-436f-aee4-04e3b8a3044a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:32.323753 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c24ed-ce63-436f-aee4-04e3b8a3044a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:32.324297 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c24ed-ce63-436f-aee4-04e3b8a3044a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:32.324823 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd6c24ed-ce63-436f-aee4-04e3b8a3044a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:32.357458 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c97154c7-1ab6-4768-8388-39b1030787c8 req-2d3fa82d-f3bb-44a9-b02a-3b92382ab85b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=205df6d7-0c4e-499f-b491-c4e9b32c3167 HTTP/1.1" status: 200 len: 1000 time: 0.6386902 Aug 10 04:11:32.363382 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-643e13df-0fe2-49db-a254-750da426b763 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Transition to ACTIVE for port object 649b2458-0bf6-418f-93b2-f638c4fc29b3 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:11:32.555112 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c0061-c58d-4e31-9087-0789b21651cd req-a327fcff-b68c-45b8-be4a-6dca95247ef8 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:32.562992 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b04c0061-c58d-4e31-9087-0789b21651cd req-a327fcff-b68c-45b8-be4a-6dca95247ef8 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.2649324 Aug 10 04:11:32.577144 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa41d66-c900-4999-bffb-b16b16729c8f req-952a5219-333d-4c6b-8aaf-ace83f8588d7 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:32.578059 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97154c7-1ab6-4768-8388-39b1030787c8 req-e2683c5f-86d6-4249-a6d0-93e83921b434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:32.579584 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c97154c7-1ab6-4768-8388-39b1030787c8 req-e2683c5f-86d6-4249-a6d0-93e83921b434 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6dfeb297-f2e7-4070-a508-7d422d26e1b7 HTTP/1.1" status: 200 len: 856 time: 0.1937549 Aug 10 04:11:32.580251 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b4f40f2-6741-4c37-8f58-774284ad20ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:32.585594 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4fa41d66-c900-4999-bffb-b16b16729c8f req-952a5219-333d-4c6b-8aaf-ace83f8588d7 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 945 time: 0.1825061 Aug 10 04:11:32.621191 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d60b056a-c4ea-4ca9-b2f1-7fc959d4324e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:32.671532 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4fa41d66-c900-4999-bffb-b16b16729c8f req-e9d90205-48a8-497b-845d-7e257d6c9fa8 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800657 Aug 10 04:11:32.674403 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b4f40f2-6741-4c37-8f58-774284ad20ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:32.679721 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411155e-0cc2-448e-88d6-e72718bad581 req-7d392f0d-04ce-4d5d-9566-0921ceffc586 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:32.687731 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5411155e-0cc2-448e-88d6-e72718bad581 req-7d392f0d-04ce-4d5d-9566-0921ceffc586 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4549971 Aug 10 04:11:32.697822 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b04c0061-c58d-4e31-9087-0789b21651cd req-6487a36d-ffad-40f1-88d6-9396ef873754 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326346 Aug 10 04:11:32.713596 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-5411155e-0cc2-448e-88d6-e72718bad581 req-9b97e341-bf05-4ede-9d80-8af1b670d291 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Request body: {'port': {'device_id': 'ffa0da27-e4ff-4ce1-9c25-1afe2d31c084', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': '4ee51d84a40d4135be5c24c5759676f5'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:11:32.727606 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97154c7-1ab6-4768-8388-39b1030787c8 req-55b2f3f9-7bc0-441b-838b-b95a6014d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:32.728148 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c97154c7-1ab6-4768-8388-39b1030787c8 req-55b2f3f9-7bc0-441b-838b-b95a6014d4ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f573ecff-4c5c-4552-80ba-7f39fbaee537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279042 Aug 10 04:11:32.824385 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d60b056a-c4ea-4ca9-b2f1-7fc959d4324e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:32.827564 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-643e13df-0fe2-49db-a254-750da426b763 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:32.894644 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b4f40f2-6741-4c37-8f58-774284ad20ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:32.897698 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b4f40f2-6741-4c37-8f58-774284ad20ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:32.899548 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6b4f40f2-6741-4c37-8f58-774284ad20ba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dd99df1b-671e-4e32-8d7e-09e346ab7ce7 HTTP/1.1" status: 204 len: 168 time: 0.6801939 Aug 10 04:11:32.919300 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962929bb-3bbe-49bb-be44-8ae6687d8612 req-d632c0a6-9015-4b97-8350-2d1e7cf01abc tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:32.921090 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-962929bb-3bbe-49bb-be44-8ae6687d8612 req-d632c0a6-9015-4b97-8350-2d1e7cf01abc tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 932 time: 0.0623615 Aug 10 04:11:32.962286 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5411155e-0cc2-448e-88d6-e72718bad581 req-9b97e341-bf05-4ede-9d80-8af1b670d291 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Made reservation on behalf of 4ee51d84a40d4135be5c24c5759676f5 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:11:32.975332 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5411155e-0cc2-448e-88d6-e72718bad581 req-9b97e341-bf05-4ede-9d80-8af1b670d291 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:32.979510 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5411155e-0cc2-448e-88d6-e72718bad581 req-9b97e341-bf05-4ede-9d80-8af1b670d291 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:33.049819 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8476cc2c-1307-442d-a36e-67e93857e782 req-1c2c05db-b246-462c-9374-b61f33e5e8e2 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffa0da27-e4ff-4ce1-9c25-1afe2d31c084 HTTP/1.1" status: 200 len: 210 time: 0.1674485 Aug 10 04:11:33.067294 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-643e13df-0fe2-49db-a254-750da426b763 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Network ee59e291-e76f-48a7-96a4-530291348714 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:11:33.073949 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-643e13df-0fe2-49db-a254-750da426b763 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:11:33.084468 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-643e13df-0fe2-49db-a254-750da426b763 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:11:33.092775 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5411155e-0cc2-448e-88d6-e72718bad581 req-9b97e341-bf05-4ede-9d80-8af1b670d291 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:33.097361 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-962929bb-3bbe-49bb-be44-8ae6687d8612 req-742dbd74-370a-4058-9707-09310cd06457 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695433 Aug 10 04:11:33.112966 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d60b056a-c4ea-4ca9-b2f1-7fc959d4324e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3215ad197ca2442b892adf008c177b0f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5165603 Aug 10 04:11:33.112966 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b056a-c4ea-4ca9-b2f1-7fc959d4324e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6b3f6d-93c5-44b3-bc87-231b52229322,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:33.113405 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 58578) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:33.177709 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b9b90351-fa19-457d-b3ff-1d713f31f06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:33.207791 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b9b90351-fa19-457d-b3ff-1d713f31f06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:33.257508 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e13df-0fe2-49db-a254-750da426b763 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event updated for resources: {'Port': ['ID=649b2458-0bf6-418f-93b2-f638c4fc29b3,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:33.277283 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5411155e-0cc2-448e-88d6-e72718bad581 req-9b97e341-bf05-4ede-9d80-8af1b670d291 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:33.277863 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-643e13df-0fe2-49db-a254-750da426b763 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:33.278383 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-643e13df-0fe2-49db-a254-750da426b763 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:33.324446 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c97154c7-1ab6-4768-8388-39b1030787c8 req-4e26a3d5-c897-4de2-a581-9f2fa7f61143 service neutron] 10.222.0.20 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5860221 Aug 10 04:11:33.324446 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f40f2-6741-4c37-8f58-774284ad20ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd99df1b-671e-4e32-8d7e-09e346ab7ce7,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:33.439131 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-643e13df-0fe2-49db-a254-750da426b763 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9925938 Aug 10 04:11:33.504408 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c97154c7-1ab6-4768-8388-39b1030787c8 req-6e78581d-208f-41d4-a97a-c64ba72437f6 service neutron] 10.222.0.20 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600919 Aug 10 04:11:33.532077 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97e341-bf05-4ede-9d80-8af1b670d291 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c6b72b-6a1d-47b1-baf5-c6c3a09345d5,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:33.574326 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-353816a0-3f03-4f32-bc86-b9f1b7dec0d9 service neutron] Request body: {'port': {'device_id': '84aa417d-52b7-4326-9161-c6ed9519bb1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:11:33.602933 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-5411155e-0cc2-448e-88d6-e72718bad581 req-9b97e341-bf05-4ede-9d80-8af1b670d291 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Allocated IP 192.168.233.230 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/d809526d-090f-4a3f-9af9-743c6a3e769c) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:11:33.623285 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-584c43bd-18f4-46d4-af64-9e67b725ed11 None None] Provisioning for port 649b2458-0bf6-418f-93b2-f638c4fc29b3 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:11:33.627607 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-584c43bd-18f4-46d4-af64-9e67b725ed11 None None] Provisioning complete for port 649b2458-0bf6-418f-93b2-f638c4fc29b3 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:11:33.628989 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-584c43bd-18f4-46d4-af64-9e67b725ed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:33.696540 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-353816a0-3f03-4f32-bc86-b9f1b7dec0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:33.708081 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-584c43bd-18f4-46d4-af64-9e67b725ed11 None None] Port 649b2458-0bf6-418f-93b2-f638c4fc29b3 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:11:33.860688 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5411155e-0cc2-448e-88d6-e72718bad581 req-9b97e341-bf05-4ede-9d80-8af1b670d291 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:33.879561 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-5411155e-0cc2-448e-88d6-e72718bad581 req-9b97e341-bf05-4ede-9d80-8af1b670d291 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Transition to ACTIVE for port object d809526d-090f-4a3f-9af9-743c6a3e769c will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:11:33.922714 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b9b90351-fa19-457d-b3ff-1d713f31f06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:33.925338 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b9b90351-fa19-457d-b3ff-1d713f31f06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:33.943033 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b9b90351-fa19-457d-b3ff-1d713f31f06b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df6b3f6d-93c5-44b3-bc87-231b52229322 HTTP/1.1" status: 204 len: 168 time: 0.8149469 Aug 10 04:11:34.012192 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b90351-fa19-457d-b3ff-1d713f31f06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6b3f6d-93c5-44b3-bc87-231b52229322,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:34.044361 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5411155e-0cc2-448e-88d6-e72718bad581 req-9b97e341-bf05-4ede-9d80-8af1b670d291 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:34.105536 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5411155e-0cc2-448e-88d6-e72718bad581 req-9b97e341-bf05-4ede-9d80-8af1b670d291 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:11:34.111652 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742af19-85cf-4bbc-9108-25d515c0c880 req-8a369c4b-5538-4d0d-a4d9-9f5c37432a27 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:34.113994 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0742af19-85cf-4bbc-9108-25d515c0c880 req-8a369c4b-5538-4d0d-a4d9-9f5c37432a27 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 945 time: 0.2415798 Aug 10 04:11:34.126492 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478644b-0303-4fbb-8184-b20b2c838308 req-f00dd8f1-337f-4fd8-b139-426eeb366e36 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:34.127782 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d478644b-0303-4fbb-8184-b20b2c838308 req-f00dd8f1-337f-4fd8-b139-426eeb366e36 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.2073977 Aug 10 04:11:34.129485 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-5411155e-0cc2-448e-88d6-e72718bad581 req-9b97e341-bf05-4ede-9d80-8af1b670d291 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:11:34.165032 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-5411155e-0cc2-448e-88d6-e72718bad581 req-9b97e341-bf05-4ede-9d80-8af1b670d291 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:11:34.232882 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411155e-0cc2-448e-88d6-e72718bad581 req-9b97e341-bf05-4ede-9d80-8af1b670d291 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:34.234155 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5411155e-0cc2-448e-88d6-e72718bad581 req-9b97e341-bf05-4ede-9d80-8af1b670d291 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:34.293811 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0742af19-85cf-4bbc-9108-25d515c0c880 req-62c81ddb-de18-4759-b248-9f33f83771a7 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425924 Aug 10 04:11:34.346395 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d478644b-0303-4fbb-8184-b20b2c838308 req-4a3462dd-fc31-4400-983a-ce7929754bff tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888895 Aug 10 04:11:34.347056 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97e341-bf05-4ede-9d80-8af1b670d291 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Pushing event updated for resources: {'Port': ['ID=d809526d-090f-4a3f-9af9-743c6a3e769c,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:34.555282 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7cc860-d8a2-4554-89cb-d210dba12919 req-d762c732-709b-4067-bbd2-43892f8fed42 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:34.556200 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fe7cc860-d8a2-4554-89cb-d210dba12919 req-d762c732-709b-4067-bbd2-43892f8fed42 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 932 time: 0.1066637 Aug 10 04:11:34.558388 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5411155e-0cc2-448e-88d6-e72718bad581 req-9b97e341-bf05-4ede-9d80-8af1b670d291 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8608224 Aug 10 04:11:34.576340 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-353816a0-3f03-4f32-bc86-b9f1b7dec0d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 649b2458-0bf6-418f-93b2-f638c4fc29b3 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:11:34.587123 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-353816a0-3f03-4f32-bc86-b9f1b7dec0d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:34.595170 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-5411155e-0cc2-448e-88d6-e72718bad581 req-ca1fa288-9d60-42f0-b35e-059286da020a service neutron] Request body: {'port': {'device_id': 'ffa0da27-e4ff-4ce1-9c25-1afe2d31c084', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:11:34.608017 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118a634-8d73-4277-a9aa-8d4d43e01afb req-705e4e08-3e92-4428-9fdf-9f240c986c8e tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:34.609572 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f118a634-8d73-4277-a9aa-8d4d43e01afb req-705e4e08-3e92-4428-9fdf-9f240c986c8e tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffa0da27-e4ff-4ce1-9c25-1afe2d31c084 HTTP/1.1" status: 200 len: 936 time: 0.0922930 Aug 10 04:11:34.618417 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-353816a0-3f03-4f32-bc86-b9f1b7dec0d9 service neutron] Transition to ACTIVE for port object 649b2458-0bf6-418f-93b2-f638c4fc29b3 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:11:34.662688 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f118a634-8d73-4277-a9aa-8d4d43e01afb req-59800e69-185a-47d5-a273-f8168c89d300 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8c6b72b-6a1d-47b1-baf5-c6c3a09345d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413151 Aug 10 04:11:34.676932 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-353816a0-3f03-4f32-bc86-b9f1b7dec0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:34.728025 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ddfb2b15-f375-442b-9a89-e77f14f897a8 None None] Provisioning for port d809526d-090f-4a3f-9af9-743c6a3e769c completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:11:34.732158 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ddfb2b15-f375-442b-9a89-e77f14f897a8 None None] Provisioning complete for port d809526d-090f-4a3f-9af9-743c6a3e769c triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:11:34.732531 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ddfb2b15-f375-442b-9a89-e77f14f897a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:34.763545 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353816a0-3f03-4f32-bc86-b9f1b7dec0d9 service neutron] Pushing event updated for resources: {'Port': ['ID=649b2458-0bf6-418f-93b2-f638c4fc29b3,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:34.864977 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-ddfb2b15-f375-442b-9a89-e77f14f897a8 None None] Port d809526d-090f-4a3f-9af9-743c6a3e769c cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:11:34.870933 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fe7cc860-d8a2-4554-89cb-d210dba12919 req-bebb8bad-8770-4565-aa0c-a561e4fb9cc5 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3071649 Aug 10 04:11:34.903032 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5411155e-0cc2-448e-88d6-e72718bad581 req-ca1fa288-9d60-42f0-b35e-059286da020a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:34.997910 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-353816a0-3f03-4f32-bc86-b9f1b7dec0d9 service neutron] Attempting to bind port 649b2458-0bf6-418f-93b2-f638c4fc29b3 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:11:35.001520 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-353816a0-3f03-4f32-bc86-b9f1b7dec0d9 service neutron] Attempting to bind port 649b2458-0bf6-418f-93b2-f638c4fc29b3 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:11:35.002172 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-353816a0-3f03-4f32-bc86-b9f1b7dec0d9 service neutron] Attempting to bind port 649b2458-0bf6-418f-93b2-f638c4fc29b3 on network ee59e291-e76f-48a7-96a4-530291348714 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:11:35.013042 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-353816a0-3f03-4f32-bc86-b9f1b7dec0d9 service neutron] Port 649b2458-0bf6-418f-93b2-f638c4fc29b3 on network ee59e291-e76f-48a7-96a4-530291348714 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:11:35.013679 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-353816a0-3f03-4f32-bc86-b9f1b7dec0d9 service neutron] Attempting to bind port 649b2458-0bf6-418f-93b2-f638c4fc29b3 on network ee59e291-e76f-48a7-96a4-530291348714 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:11:35.036124 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-353816a0-3f03-4f32-bc86-b9f1b7dec0d9 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:11:35.040726 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-353816a0-3f03-4f32-bc86-b9f1b7dec0d9 service neutron] Checking segment: {'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:11:35.044956 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-353816a0-3f03-4f32-bc86-b9f1b7dec0d9 service neutron] Bound using segment: {'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:11:35.045711 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-353816a0-3f03-4f32-bc86-b9f1b7dec0d9 service neutron] Bound port: 649b2458-0bf6-418f-93b2-f638c4fc29b3, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:11:35.050340 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-353816a0-3f03-4f32-bc86-b9f1b7dec0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:35.257378 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-353816a0-3f03-4f32-bc86-b9f1b7dec0d9 service neutron] For port 649b2458-0bf6-418f-93b2-f638c4fc29b3, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:11:35.266557 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-353816a0-3f03-4f32-bc86-b9f1b7dec0d9 service neutron] For port 649b2458-0bf6-418f-93b2-f638c4fc29b3, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=649b2458-0bf6-418f-93b2-f638c4fc29b3,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:11:35.368296 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-353816a0-3f03-4f32-bc86-b9f1b7dec0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:35.403209 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-353816a0-3f03-4f32-bc86-b9f1b7dec0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:35.404013 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-353816a0-3f03-4f32-bc86-b9f1b7dec0d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:35.406416 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-353816a0-3f03-4f32-bc86-b9f1b7dec0d9 service neutron] 10.222.0.68 "PUT /v2.0/ports/649b2458-0bf6-418f-93b2-f638c4fc29b3 HTTP/1.1" status: 200 len: 1092 time: 1.8914826 Aug 10 04:11:35.494423 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff48475-3842-4cc7-b20f-4bc251325120 req-c828068f-e902-4a7a-9bb3-14accc3834dd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:35.500513 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6ff48475-3842-4cc7-b20f-4bc251325120 req-c828068f-e902-4a7a-9bb3-14accc3834dd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.3020189 Aug 10 04:11:35.511278 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84aa417d-52b7-4326-9161-c6ed9519bb1b', 'tag': '649b2458-0bf6-418f-93b2-f638c4fc29b3'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:11:35.513849 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1ec3ef-1f40-46de-a3f8-a68f092220fb" -d '{"events": [{"name": "network-changed", "server_uuid": "84aa417d-52b7-4326-9161-c6ed9519bb1b", "tag": "649b2458-0bf6-418f-93b2-f638c4fc29b3"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:11:35.516902 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353816a0-3f03-4f32-bc86-b9f1b7dec0d9 service neutron] Pushing event updated for resources: {'Port': ['ID=649b2458-0bf6-418f-93b2-f638c4fc29b3,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:35.754988 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b7798-d3ba-4932-ba6c-0e2e34b5fdbc req-ba994bed-34d5-4073-80ac-61efdc687805 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:35.762699 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e76b7798-d3ba-4932-ba6c-0e2e34b5fdbc req-ba994bed-34d5-4073-80ac-61efdc687805 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 945 time: 0.2393522 Aug 10 04:11:35.785097 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-451368fe-6b86-484a-8135-d507c19298a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:35.788646 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-451368fe-6b86-484a-8135-d507c19298a9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 1095 time: 0.2679915 Aug 10 04:11:35.916047 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-c3c6b664-cd5b-490d-b70b-d95e419124b5 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=649b2458-0bf6-418f-93b2-f638c4fc29b3 HTTP/1.1" status: 200 len: 217 time: 0.1082585 Aug 10 04:11:35.997845 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e76b7798-d3ba-4932-ba6c-0e2e34b5fdbc req-2bd92e83-1206-4761-a52c-c5ff4d992568 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173584 Aug 10 04:11:36.011662 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-58eb60f6-ab47-4144-9a70-8ec14ee9a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:36.016160 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-58eb60f6-ab47-4144-9a70-8ec14ee9a055 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=50d1b050-8d5a-4a28-adea-90a39272e6c6 HTTP/1.1" status: 200 len: 849 time: 0.0915823 Aug 10 04:11:36.089946 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3545f626-e50b-402a-b0eb-6e57bfc3b6ab x-openstack-request-id: req-3545f626-e50b-402a-b0eb-6e57bfc3b6ab {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:11:36.090350 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84aa417d-52b7-4326-9161-c6ed9519bb1b", "tag": "649b2458-0bf6-418f-93b2-f638c4fc29b3", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:11:36.090705 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3545f626-e50b-402a-b0eb-6e57bfc3b6ab {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:11:36.091236 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84aa417d-52b7-4326-9161-c6ed9519bb1b', 'tag': '649b2458-0bf6-418f-93b2-f638c4fc29b3', 'status': 'completed', 'code': 200} Aug 10 04:11:36.131072 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-e2842bac-da1c-4720-8d63-adce7508f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:36.137594 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-e2842bac-da1c-4720-8d63-adce7508f000 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee59e291-e76f-48a7-96a4-530291348714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130457 Aug 10 04:11:36.329530 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa097e-1ed2-4248-86df-6e4db7f45dc5 req-c2ed0019-136a-4a9c-a287-71413c05390e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:36.333577 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78fa097e-1ed2-4248-86df-6e4db7f45dc5 req-c2ed0019-136a-4a9c-a287-71413c05390e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=11ca1ec07fdb425bb68e0a669fce5b00&device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 1096 time: 0.9229701 Aug 10 04:11:36.339571 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6ff48475-3842-4cc7-b20f-4bc251325120 req-5cbbdd60-3533-4f0b-a2ac-aa83a920b892 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8035817 Aug 10 04:11:36.422944 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64fad1-3444-48fa-a9b1-b67a17074607 req-3dd5a6a1-bd13-4f56-9267-1bc4009239b8 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:36.424626 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a64fad1-3444-48fa-a9b1-b67a17074607 req-3dd5a6a1-bd13-4f56-9267-1bc4009239b8 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffa0da27-e4ff-4ce1-9c25-1afe2d31c084 HTTP/1.1" status: 200 len: 936 time: 0.1903064 Aug 10 04:11:36.491817 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-9e3aedbf-5e4f-4b92-b6cf-9ae5c57cead7 service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478858 Aug 10 04:11:36.577502 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc013acc-fdd4-4170-bae3-8a4c149b7e25 req-e7d17cc4-08bf-48ee-a1ed-6128c44df9d6 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:36.581487 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc013acc-fdd4-4170-bae3-8a4c149b7e25 req-e7d17cc4-08bf-48ee-a1ed-6128c44df9d6 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 944 time: 0.1148577 Aug 10 04:11:36.634292 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a64fad1-3444-48fa-a9b1-b67a17074607 req-763e013a-3b2a-4f7e-8a32-a4886053e47d tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8c6b72b-6a1d-47b1-baf5-c6c3a09345d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822987 Aug 10 04:11:36.688819 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa097e-1ed2-4248-86df-6e4db7f45dc5 req-75d2a961-b2b0-409c-bf05-740bf512963e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:36.690305 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78fa097e-1ed2-4248-86df-6e4db7f45dc5 req-75d2a961-b2b0-409c-bf05-740bf512963e service neutron] 10.222.0.68 "GET /v2.0/networks?id=de11a3c9-316c-4377-9e5e-18fd7e651c4f HTTP/1.1" status: 200 len: 911 time: 0.3469610 Aug 10 04:11:36.700529 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-5411155e-0cc2-448e-88d6-e72718bad581 req-ca1fa288-9d60-42f0-b35e-059286da020a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d809526d-090f-4a3f-9af9-743c6a3e769c {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:11:36.739995 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d69bf92a-c690-4e9a-8ff9-2cd15ab3b97d req-666083db-eb92-4890-aa2f-c1dc097e1074 service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394812 Aug 10 04:11:36.783592 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78fa097e-1ed2-4248-86df-6e4db7f45dc5 req-24999f31-65fa-4767-89c9-8c0cfbd908db service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=350dc658-d8b3-42aa-a5f9-ecf6621cea01 HTTP/1.1" status: 200 len: 1001 time: 0.0782385 Aug 10 04:11:36.786608 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc013acc-fdd4-4170-bae3-8a4c149b7e25 req-5581fb5a-54c5-48b2-84cf-c6418f3ee119 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445374 Aug 10 04:11:36.788565 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5411155e-0cc2-448e-88d6-e72718bad581 req-ca1fa288-9d60-42f0-b35e-059286da020a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:36.859717 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-5411155e-0cc2-448e-88d6-e72718bad581 req-ca1fa288-9d60-42f0-b35e-059286da020a service neutron] Transition to ACTIVE for port object d809526d-090f-4a3f-9af9-743c6a3e769c will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:11:36.874950 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa097e-1ed2-4248-86df-6e4db7f45dc5 req-a1e4fc35-02db-4684-b65a-de55f8e74644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:36.879365 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78fa097e-1ed2-4248-86df-6e4db7f45dc5 req-a1e4fc35-02db-4684-b65a-de55f8e74644 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=01f32dbd-3307-434b-943d-2135ada2aaeb HTTP/1.1" status: 200 len: 849 time: 0.0813887 Aug 10 04:11:36.942928 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5411155e-0cc2-448e-88d6-e72718bad581 req-ca1fa288-9d60-42f0-b35e-059286da020a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:36.943885 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ec3ef-1f40-46de-a3f8-a68f092220fb req-31899162-0765-47aa-af4a-b3de706691f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:36.947818 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cf1ec3ef-1f40-46de-a3f8-a68f092220fb req-31899162-0765-47aa-af4a-b3de706691f3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 1095 time: 0.0923738 Aug 10 04:11:36.949778 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa097e-1ed2-4248-86df-6e4db7f45dc5 req-f481661d-7cdd-4af5-bf4a-ac1f87e4632b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:36.951512 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78fa097e-1ed2-4248-86df-6e4db7f45dc5 req-f481661d-7cdd-4af5-bf4a-ac1f87e4632b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=de11a3c9-316c-4377-9e5e-18fd7e651c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714004 Aug 10 04:11:37.075174 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fa288-9d60-42f0-b35e-059286da020a service neutron] Pushing event updated for resources: {'Port': ['ID=d809526d-090f-4a3f-9af9-743c6a3e769c,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:37.143270 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ec3ef-1f40-46de-a3f8-a68f092220fb req-fc9240a9-0fa2-40fb-9cfd-ef7679b82f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:37.144836 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cf1ec3ef-1f40-46de-a3f8-a68f092220fb req-fc9240a9-0fa2-40fb-9cfd-ef7679b82f1e service neutron] 10.222.0.68 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 911 time: 0.1843519 Aug 10 04:11:37.191985 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78fa097e-1ed2-4248-86df-6e4db7f45dc5 req-a3619c40-c2fc-42c7-b695-fbd9d3da8d49 service neutron] 10.222.0.68 "GET /v2.0/networks/de11a3c9-316c-4377-9e5e-18fd7e651c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958358 Aug 10 04:11:37.198573 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-5411155e-0cc2-448e-88d6-e72718bad581 req-ca1fa288-9d60-42f0-b35e-059286da020a service neutron] Attempting to bind port d809526d-090f-4a3f-9af9-743c6a3e769c on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:11:37.198913 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-5411155e-0cc2-448e-88d6-e72718bad581 req-ca1fa288-9d60-42f0-b35e-059286da020a service neutron] Attempting to bind port d809526d-090f-4a3f-9af9-743c6a3e769c by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:11:37.205385 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5411155e-0cc2-448e-88d6-e72718bad581 req-ca1fa288-9d60-42f0-b35e-059286da020a service neutron] Attempting to bind port d809526d-090f-4a3f-9af9-743c6a3e769c on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:11:37.274308 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5411155e-0cc2-448e-88d6-e72718bad581 req-ca1fa288-9d60-42f0-b35e-059286da020a service neutron] Port d809526d-090f-4a3f-9af9-743c6a3e769c on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:11:37.274613 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5411155e-0cc2-448e-88d6-e72718bad581 req-ca1fa288-9d60-42f0-b35e-059286da020a service neutron] Attempting to bind port d809526d-090f-4a3f-9af9-743c6a3e769c on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:11:37.283594 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5411155e-0cc2-448e-88d6-e72718bad581 req-ca1fa288-9d60-42f0-b35e-059286da020a service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 11, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:11:37.284288 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5411155e-0cc2-448e-88d6-e72718bad581 req-ca1fa288-9d60-42f0-b35e-059286da020a service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:11:37.284900 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5411155e-0cc2-448e-88d6-e72718bad581 req-ca1fa288-9d60-42f0-b35e-059286da020a service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:11:37.285913 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-5411155e-0cc2-448e-88d6-e72718bad581 req-ca1fa288-9d60-42f0-b35e-059286da020a service neutron] Bound port: d809526d-090f-4a3f-9af9-743c6a3e769c, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:11:37.286458 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5411155e-0cc2-448e-88d6-e72718bad581 req-ca1fa288-9d60-42f0-b35e-059286da020a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:37.314576 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cf1ec3ef-1f40-46de-a3f8-a68f092220fb req-51bae881-3127-4d85-a1ca-eec901273e3e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=649b2458-0bf6-418f-93b2-f638c4fc29b3 HTTP/1.1" status: 200 len: 217 time: 0.1472261 Aug 10 04:11:37.397806 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78fa097e-1ed2-4248-86df-6e4db7f45dc5 req-7acdfa41-c2df-4100-b52a-49a0e458f650 service neutron] 10.222.0.68 "GET /v2.0/networks/de11a3c9-316c-4377-9e5e-18fd7e651c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896496 Aug 10 04:11:37.410634 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-5411155e-0cc2-448e-88d6-e72718bad581 req-ca1fa288-9d60-42f0-b35e-059286da020a service neutron] For port d809526d-090f-4a3f-9af9-743c6a3e769c, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:11:37.415528 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-5411155e-0cc2-448e-88d6-e72718bad581 req-ca1fa288-9d60-42f0-b35e-059286da020a service neutron] For port d809526d-090f-4a3f-9af9-743c6a3e769c, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=d809526d-090f-4a3f-9af9-743c6a3e769c,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:11:37.467568 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26235b7-c33e-4081-ac35-c9a664e002ec req-6a7611ca-44b8-4ae1-82db-541e97edab45 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:37.478015 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e26235b7-c33e-4081-ac35-c9a664e002ec req-6a7611ca-44b8-4ae1-82db-541e97edab45 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 945 time: 0.3200657 Aug 10 04:11:37.482318 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5411155e-0cc2-448e-88d6-e72718bad581 req-ca1fa288-9d60-42f0-b35e-059286da020a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:37.491075 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ec3ef-1f40-46de-a3f8-a68f092220fb req-8a856a76-b16a-492f-8117-d5ad4a5989a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:37.492677 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cf1ec3ef-1f40-46de-a3f8-a68f092220fb req-8a856a76-b16a-492f-8117-d5ad4a5989a6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=50d1b050-8d5a-4a28-adea-90a39272e6c6 HTTP/1.1" status: 200 len: 849 time: 0.1680930 Aug 10 04:11:37.545875 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411155e-0cc2-448e-88d6-e72718bad581 req-ca1fa288-9d60-42f0-b35e-059286da020a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:37.546686 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5411155e-0cc2-448e-88d6-e72718bad581 req-ca1fa288-9d60-42f0-b35e-059286da020a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:37.548611 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5411155e-0cc2-448e-88d6-e72718bad581 req-ca1fa288-9d60-42f0-b35e-059286da020a service neutron] 10.222.0.68 "PUT /v2.0/ports/d809526d-090f-4a3f-9af9-743c6a3e769c HTTP/1.1" status: 200 len: 1096 time: 2.9582100 Aug 10 04:11:37.578175 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa0da27-e4ff-4ce1-9c25-1afe2d31c084', 'tag': 'd809526d-090f-4a3f-9af9-743c6a3e769c'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:11:37.580970 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0946eeb-7f2b-4e3d-a25b-73241c94dd94" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa0da27-e4ff-4ce1-9c25-1afe2d31c084", "tag": "d809526d-090f-4a3f-9af9-743c6a3e769c"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:11:37.615554 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e26235b7-c33e-4081-ac35-c9a664e002ec req-9c0d5ce5-16ff-45d7-a1d1-0b2cb881ee71 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365399 Aug 10 04:11:37.646632 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1fa288-9d60-42f0-b35e-059286da020a service neutron] Pushing event updated for resources: {'Port': ['ID=d809526d-090f-4a3f-9af9-743c6a3e769c,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:37.651802 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ec3ef-1f40-46de-a3f8-a68f092220fb req-682c3c89-96d3-4b96-9f4c-f09ba84b1feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:37.654463 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cf1ec3ef-1f40-46de-a3f8-a68f092220fb req-682c3c89-96d3-4b96-9f4c-f09ba84b1feb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee59e291-e76f-48a7-96a4-530291348714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1507630 Aug 10 04:11:37.685823 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079254b3-f47f-46a1-913e-51b93e70fe1a req-dff9884e-c96c-4f42-9569-c10838917826 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:37.685823 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-079254b3-f47f-46a1-913e-51b93e70fe1a req-dff9884e-c96c-4f42-9569-c10838917826 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.1902454 Aug 10 04:11:37.686967 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 58690) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:37.808410 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c500035-034a-4f9f-a7b2-b1d29899fa55 x-openstack-request-id: req-0c500035-034a-4f9f-a7b2-b1d29899fa55 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:11:37.811007 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa0da27-e4ff-4ce1-9c25-1afe2d31c084", "tag": "d809526d-090f-4a3f-9af9-743c6a3e769c", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:11:37.811511 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c500035-034a-4f9f-a7b2-b1d29899fa55 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:11:37.812662 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa0da27-e4ff-4ce1-9c25-1afe2d31c084', 'tag': 'd809526d-090f-4a3f-9af9-743c6a3e769c', 'status': 'completed', 'code': 200} Aug 10 04:11:37.833978 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-079254b3-f47f-46a1-913e-51b93e70fe1a req-702e172f-9cd5-4aa3-ae52-17f7b7beb487 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119430 Aug 10 04:11:37.883854 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411155e-0cc2-448e-88d6-e72718bad581 req-724769c2-a937-4b1a-85fe-1aa720da9e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:37.886031 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5411155e-0cc2-448e-88d6-e72718bad581 req-724769c2-a937-4b1a-85fe-1aa720da9e7c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4ee51d84a40d4135be5c24c5759676f5&device_id=ffa0da27-e4ff-4ce1-9c25-1afe2d31c084 HTTP/1.1" status: 200 len: 1099 time: 0.2020664 Aug 10 04:11:37.945622 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cf1ec3ef-1f40-46de-a3f8-a68f092220fb req-7342c8e1-f755-488f-ad4f-7fb0863a63c9 service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719193 Aug 10 04:11:37.981294 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f5819e8-5e25-4c7e-bf15-0419638eb361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:37.985911 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5411155e-0cc2-448e-88d6-e72718bad581 req-6b62cfee-4f98-464d-b444-c610629b1a72 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=d809526d-090f-4a3f-9af9-743c6a3e769c HTTP/1.1" status: 200 len: 217 time: 0.0863605 Aug 10 04:11:38.090570 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411155e-0cc2-448e-88d6-e72718bad581 req-cab12dbf-6372-47e9-848a-2203fd2299db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:38.092517 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5411155e-0cc2-448e-88d6-e72718bad581 req-cab12dbf-6372-47e9-848a-2203fd2299db service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0885806 Aug 10 04:11:38.114032 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f32f8-3706-4351-ac6a-d499cf6a4f7e req-2677d7dc-7bd0-44f5-8281-c6367ad8900c tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:38.119301 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f38f32f8-3706-4351-ac6a-d499cf6a4f7e req-2677d7dc-7bd0-44f5-8281-c6367ad8900c tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffa0da27-e4ff-4ce1-9c25-1afe2d31c084 HTTP/1.1" status: 200 len: 948 time: 0.2266238 Aug 10 04:11:38.123654 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60df97-c17e-44cd-b5d1-012884f5d86b req-0d894e5a-8b29-4808-bc56-59ab9225ef9e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:38.125232 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ba60df97-c17e-44cd-b5d1-012884f5d86b req-0d894e5a-8b29-4808-bc56-59ab9225ef9e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 944 time: 0.1092987 Aug 10 04:11:38.187707 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411155e-0cc2-448e-88d6-e72718bad581 req-d8fa4b23-bbbe-43b3-935e-7a0fddcb660b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:38.190170 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5411155e-0cc2-448e-88d6-e72718bad581 req-d8fa4b23-bbbe-43b3-935e-7a0fddcb660b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0884385 Aug 10 04:11:38.193177 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ba60df97-c17e-44cd-b5d1-012884f5d86b req-8819c97b-29b6-48ab-a305-d794f4eb0d84 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519612 Aug 10 04:11:38.219194 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a5b8e-d6fb-4f01-b394-9d85670d5652 req-360d2be3-4859-48fc-94a2-ccf7288ae07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:38.221133 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d65a5b8e-d6fb-4f01-b394-9d85670d5652 req-360d2be3-4859-48fc-94a2-ccf7288ae07e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c54c9ab1fa940fe85894d7bbe0c849c&device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 1096 time: 0.1753864 Aug 10 04:11:38.222974 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cf1ec3ef-1f40-46de-a3f8-a68f092220fb req-0bd51ca0-4be4-41f8-af13-34542c4c22ca service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439249 Aug 10 04:11:38.305092 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5411155e-0cc2-448e-88d6-e72718bad581 req-18ed728e-3083-426b-a7be-81a85c7b754c service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077049 Aug 10 04:11:38.325473 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f38f32f8-3706-4351-ac6a-d499cf6a4f7e req-010fd90b-f4ea-4732-883e-f38d0f6a44c2 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8c6b72b-6a1d-47b1-baf5-c6c3a09345d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947103 Aug 10 04:11:38.389258 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a5b8e-d6fb-4f01-b394-9d85670d5652 req-30805257-343d-42ca-8533-1f18afe9f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:38.390682 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d65a5b8e-d6fb-4f01-b394-9d85670d5652 req-30805257-343d-42ca-8533-1f18afe9f9ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=f573ecff-4c5c-4552-80ba-7f39fbaee537 HTTP/1.1" status: 200 len: 918 time: 0.1615431 Aug 10 04:11:38.409038 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f5819e8-5e25-4c7e-bf15-0419638eb361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:38.416467 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5411155e-0cc2-448e-88d6-e72718bad581 req-2e8cb26e-0116-4615-8d3c-120328c1b495 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036749 Aug 10 04:11:38.477199 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d65a5b8e-d6fb-4f01-b394-9d85670d5652 req-3621f306-35b1-4aee-be72-52f34b1b63a7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=205df6d7-0c4e-499f-b491-c4e9b32c3167 HTTP/1.1" status: 200 len: 1000 time: 0.0772848 Aug 10 04:11:38.511599 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f5819e8-5e25-4c7e-bf15-0419638eb361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:38.568143 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8f5819e8-5e25-4c7e-bf15-0419638eb361 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=10b9a3fd16d84f0da58d835e8e6ad25f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8800120 Aug 10 04:11:38.569709 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a5b8e-d6fb-4f01-b394-9d85670d5652 req-3fbf3439-9830-4a73-ab94-a5c67c53c61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:38.571880 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d65a5b8e-d6fb-4f01-b394-9d85670d5652 req-3fbf3439-9830-4a73-ab94-a5c67c53c61d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6dfeb297-f2e7-4070-a508-7d422d26e1b7 HTTP/1.1" status: 200 len: 856 time: 0.0890272 Aug 10 04:11:38.573254 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 58708) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:38.581558 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5819e8-5e25-4c7e-bf15-0419638eb361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c3dd10-594b-4eb3-85a7-1a4a1858a7c2,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:38.605117 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0946eeb-7f2b-4e3d-a25b-73241c94dd94 req-53a5b4f9-39fa-46c5-81b0-9ac1adf897d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:38.606666 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b0946eeb-7f2b-4e3d-a25b-73241c94dd94 req-53a5b4f9-39fa-46c5-81b0-9ac1adf897d9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4ee51d84a40d4135be5c24c5759676f5&device_id=ffa0da27-e4ff-4ce1-9c25-1afe2d31c084 HTTP/1.1" status: 200 len: 1099 time: 0.0505886 Aug 10 04:11:38.653867 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a5b8e-d6fb-4f01-b394-9d85670d5652 req-0d22a027-ca2f-4cc0-bcf8-c56f6cd0e066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:38.655634 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d65a5b8e-d6fb-4f01-b394-9d85670d5652 req-0d22a027-ca2f-4cc0-bcf8-c56f6cd0e066 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f573ecff-4c5c-4552-80ba-7f39fbaee537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760505 Aug 10 04:11:38.672991 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3c9900e9-760b-49c2-bd5d-d7b0695ef4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:38.702606 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0946eeb-7f2b-4e3d-a25b-73241c94dd94 req-8316a33b-6d15-46ad-9acc-2819e4672402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:38.703090 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b0946eeb-7f2b-4e3d-a25b-73241c94dd94 req-8316a33b-6d15-46ad-9acc-2819e4672402 service neutron] 10.222.0.68 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.0892041 Aug 10 04:11:38.744747 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3c9900e9-760b-49c2-bd5d-d7b0695ef4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:38.752395 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b0946eeb-7f2b-4e3d-a25b-73241c94dd94 req-fef3a603-7fa4-4c6a-94eb-dc76269c17bd service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=d809526d-090f-4a3f-9af9-743c6a3e769c HTTP/1.1" status: 200 len: 217 time: 0.0419593 Aug 10 04:11:38.797901 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d65a5b8e-d6fb-4f01-b394-9d85670d5652 req-399c5231-aa6e-4922-a11b-4fb7f35173ec service neutron] 10.222.0.20 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349549 Aug 10 04:11:38.835289 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88532b75-c5bc-4d2c-8b80-18c2daa628d8 req-eba6f080-9b76-4a8b-88d1-adb7c49fd1e2 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:38.838573 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-88532b75-c5bc-4d2c-8b80-18c2daa628d8 req-eba6f080-9b76-4a8b-88d1-adb7c49fd1e2 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 945 time: 0.0877860 Aug 10 04:11:38.838999 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0946eeb-7f2b-4e3d-a25b-73241c94dd94 req-5569d10a-4b42-4303-92ea-4c050c5bfeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:38.840451 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b0946eeb-7f2b-4e3d-a25b-73241c94dd94 req-5569d10a-4b42-4303-92ea-4c050c5bfeaa service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0799704 Aug 10 04:11:38.911085 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-88532b75-c5bc-4d2c-8b80-18c2daa628d8 req-c705a983-6cd8-42e8-84ab-c63a74e34d2a tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675631 Aug 10 04:11:38.919760 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0946eeb-7f2b-4e3d-a25b-73241c94dd94 req-a6dba626-4b23-4222-924a-c5f452ff4745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:38.921360 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b0946eeb-7f2b-4e3d-a25b-73241c94dd94 req-a6dba626-4b23-4222-924a-c5f452ff4745 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0708587 Aug 10 04:11:38.937911 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d65a5b8e-d6fb-4f01-b394-9d85670d5652 req-fa028c16-5c9c-4616-834c-9e865ecdc9f3 service neutron] 10.222.0.20 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319644 Aug 10 04:11:38.961835 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3c9900e9-760b-49c2-bd5d-d7b0695ef4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:38.965161 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3c9900e9-760b-49c2-bd5d-d7b0695ef4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:38.966484 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3c9900e9-760b-49c2-bd5d-d7b0695ef4f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f5c3dd10-594b-4eb3-85a7-1a4a1858a7c2 HTTP/1.1" status: 204 len: 168 time: 0.3922648 Aug 10 04:11:38.977492 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9900e9-760b-49c2-bd5d-d7b0695ef4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c3dd10-594b-4eb3-85a7-1a4a1858a7c2,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:38.993474 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd7c92-67a3-4cc2-aa44-7362b89ff02b req-885ef837-b9a0-4446-8b24-9765f8510d99 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:38.996180 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-68cd7c92-67a3-4cc2-aa44-7362b89ff02b req-885ef837-b9a0-4446-8b24-9765f8510d99 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.0737057 Aug 10 04:11:39.049339 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-68cd7c92-67a3-4cc2-aa44-7362b89ff02b req-062d3450-4eb3-44ea-bc5a-9410518bf9b8 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452182 Aug 10 04:11:39.066895 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b0946eeb-7f2b-4e3d-a25b-73241c94dd94 req-e210fe92-fbad-4316-817b-a95301b8c397 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349056 Aug 10 04:11:39.165710 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b0946eeb-7f2b-4e3d-a25b-73241c94dd94 req-52c1fde3-6e91-4f7c-9422-a5e67175e15b service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905950 Aug 10 04:11:39.332920 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbaf89d-7ee0-449f-b98b-b33d8db4cfa4 req-4a9aa68d-c447-4c2b-8877-8fe4caa15230 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:39.341877 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9fbaf89d-7ee0-449f-b98b-b33d8db4cfa4 req-4a9aa68d-c447-4c2b-8877-8fe4caa15230 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 944 time: 0.0746117 Aug 10 04:11:39.393512 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9fbaf89d-7ee0-449f-b98b-b33d8db4cfa4 req-7ad2c3b3-43d5-451c-8d97-a858f0484ab6 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484884 Aug 10 04:11:39.474652 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac02dc-4012-43a6-b30a-eae614e8d7e1 req-57094807-d743-4816-917e-b5129818eb86 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:39.476947 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7ac02dc-4012-43a6-b30a-eae614e8d7e1 req-57094807-d743-4816-917e-b5129818eb86 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffa0da27-e4ff-4ce1-9c25-1afe2d31c084 HTTP/1.1" status: 200 len: 948 time: 0.0579140 Aug 10 04:11:39.520751 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7ac02dc-4012-43a6-b30a-eae614e8d7e1 req-cb0872fa-7616-4b05-aee5-d68c01ad24fd tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8c6b72b-6a1d-47b1-baf5-c6c3a09345d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371459 Aug 10 04:11:39.938136 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-89a2e592-c123-4846-996f-460c37b15310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:40.036968 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b501c88-cf33-4411-a90d-e9e8403bbfce req-9b3b6521-0786-49b3-8bd5-fc66203db57c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:40.037563 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6b501c88-cf33-4411-a90d-e9e8403bbfce req-9b3b6521-0786-49b3-8bd5-fc66203db57c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 945 time: 0.0518548 Aug 10 04:11:40.077473 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6b501c88-cf33-4411-a90d-e9e8403bbfce req-9a41c0f3-4e95-435d-8493-fe62a6d7bbc1 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328805 Aug 10 04:11:40.330335 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 58734) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:40.437325 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-85f40a03-3d9d-41e5-83d3-f2c2fd145c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:40.537973 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00571160-cd3a-4971-ab67-0cd6c3009c19 req-3137389b-2d39-4681-88db-936e4471036b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:40.540312 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-00571160-cd3a-4971-ab67-0cd6c3009c19 req-3137389b-2d39-4681-88db-936e4471036b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 944 time: 0.0830510 Aug 10 04:11:40.596320 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-00571160-cd3a-4971-ab67-0cd6c3009c19 req-9d39426c-402a-47e8-ad72-eba47955bec8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492182 Aug 10 04:11:40.615862 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-85f40a03-3d9d-41e5-83d3-f2c2fd145c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:40.641242 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205928b0-1167-447d-ad76-e034d2462821 req-4c7481aa-61f4-4b72-afc5-e9e1edeb0436 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:40.642754 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-205928b0-1167-447d-ad76-e034d2462821 req-4c7481aa-61f4-4b72-afc5-e9e1edeb0436 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffa0da27-e4ff-4ce1-9c25-1afe2d31c084 HTTP/1.1" status: 200 len: 948 time: 0.0514190 Aug 10 04:11:40.657941 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-85f40a03-3d9d-41e5-83d3-f2c2fd145c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:40.688317 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-205928b0-1167-447d-ad76-e034d2462821 req-003df552-532a-4610-b7a0-c8559767ed35 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8c6b72b-6a1d-47b1-baf5-c6c3a09345d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383656 Aug 10 04:11:40.699802 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-85f40a03-3d9d-41e5-83d3-f2c2fd145c5e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f8a3b156d7c4ed3988f65fd10b2be6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3677583 Aug 10 04:11:40.704784 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 58742) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:40.708987 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f40a03-3d9d-41e5-83d3-f2c2fd145c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea59e09-8ac7-4bc6-8572-f4fcb9afc9bb,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:40.718587 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device d809526d-090f-4a3f-9af9-743c6a3e769c details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:11:40.766823 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-17a56dad-a33c-44ec-94e7-ea149685d97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:40.788296 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-17a56dad-a33c-44ec-94e7-ea149685d97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:40.823438 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port d809526d-090f-4a3f-9af9-743c6a3e769c, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=d809526d-090f-4a3f-9af9-743c6a3e769c,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:40.834989 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'd809526d-090f-4a3f-9af9-743c6a3e769c', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': 'd809526d-090f-4a3f-9af9-743c6a3e769c', 'mac_address': 'fa:16:3e:cb:8e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:11:40.873503 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:40.886798 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d809526d-090f-4a3f-9af9-743c6a3e769c {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:11:40.907698 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port d809526d-090f-4a3f-9af9-743c6a3e769c, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=d809526d-090f-4a3f-9af9-743c6a3e769c,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:41.052728 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-17a56dad-a33c-44ec-94e7-ea149685d97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:41.055882 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-17a56dad-a33c-44ec-94e7-ea149685d97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:41.057166 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-17a56dad-a33c-44ec-94e7-ea149685d97a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6ea59e09-8ac7-4bc6-8572-f4fcb9afc9bb HTTP/1.1" status: 204 len: 168 time: 0.3538625 Aug 10 04:11:41.063950 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:41.065463 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a56dad-a33c-44ec-94e7-ea149685d97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea59e09-8ac7-4bc6-8572-f4fcb9afc9bb,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:41.091229 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 205df6d7-0c4e-499f-b491-c4e9b32c3167 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:11:41.159410 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=d809526d-090f-4a3f-9af9-743c6a3e769c,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:41.190128 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:41.190472 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:41.190810 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:41.191150 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:41.191471 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:41.191787 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:41.192307 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:41.192455 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:41.192826 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:41.193072 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:41.193480 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:41.193690 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:41.208616 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:41.218421 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ccb067-127e-4eac-93ae-64a3abf8dd49 req-7d093d2b-5ef6-43c3-a9ef-2e18e38c5e99 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:41.220769 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-12ccb067-127e-4eac-93ae-64a3abf8dd49 req-7d093d2b-5ef6-43c3-a9ef-2e18e38c5e99 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 945 time: 0.0700848 Aug 10 04:11:41.235707 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6029e9-a968-4200-b599-4c32887f2a21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '205df6d7-0c4e-499f-b491-c4e9b32c3167'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:11:41.238315 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db975ba7-5e52-4c7a-8b5b-e3ceff6f141e" -d '{"events": [{"server_uuid": "af6029e9-a968-4200-b599-4c32887f2a21", "name": "network-vif-unplugged", "status": "completed", "tag": "205df6d7-0c4e-499f-b491-c4e9b32c3167"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:11:41.250890 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 205df6d7-0c4e-499f-b491-c4e9b32c3167, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=205df6d7-0c4e-499f-b491-c4e9b32c3167,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:41.261091 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-12ccb067-127e-4eac-93ae-64a3abf8dd49 req-b462f193-3ac3-4239-8c0b-12451f2be472 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332501 Aug 10 04:11:41.276114 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77739322-428e-4630-94dc-ec04e2c87985 x-openstack-request-id: req-77739322-428e-4630-94dc-ec04e2c87985 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:11:41.276401 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6029e9-a968-4200-b599-4c32887f2a21", "name": "network-vif-unplugged", "status": "completed", "tag": "205df6d7-0c4e-499f-b491-c4e9b32c3167", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:11:41.276652 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77739322-428e-4630-94dc-ec04e2c87985 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:11:41.277042 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6029e9-a968-4200-b599-4c32887f2a21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '205df6d7-0c4e-499f-b491-c4e9b32c3167', 'code': 200} Aug 10 04:11:41.291292 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['d809526d-090f-4a3f-9af9-743c6a3e769c'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:11:41.317209 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:41.543690 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=205df6d7-0c4e-499f-b491-c4e9b32c3167,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:41.715293 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e90f77-3d55-41cd-a91d-7aba228c39dd req-84ba6620-4355-4e90-b74d-493033e9a0be tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:41.716950 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-79e90f77-3d55-41cd-a91d-7aba228c39dd req-84ba6620-4355-4e90-b74d-493033e9a0be tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 944 time: 0.0539739 Aug 10 04:11:41.727551 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 58764) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:41.737212 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-63184825-ff28-4d78-9686-7684b37fc2ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:41.756676 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-79e90f77-3d55-41cd-a91d-7aba228c39dd req-dc80eee8-a620-4441-9782-c385ef7269a8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335288 Aug 10 04:11:41.835352 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-63184825-ff28-4d78-9686-7684b37fc2ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:41.871636 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2b1ab-4232-48f8-91da-7c5e680b89b2 req-fd776a11-1b27-4826-bd46-d89697830dc3 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:41.873199 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-02d2b1ab-4232-48f8-91da-7c5e680b89b2 req-fd776a11-1b27-4826-bd46-d89697830dc3 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffa0da27-e4ff-4ce1-9c25-1afe2d31c084 HTTP/1.1" status: 200 len: 949 time: 0.0512235 Aug 10 04:11:41.910588 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-02d2b1ab-4232-48f8-91da-7c5e680b89b2 req-fbfa3a2e-a74f-4d59-b4d4-d2165d21955b tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8c6b72b-6a1d-47b1-baf5-c6c3a09345d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314572 Aug 10 04:11:41.937970 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-63184825-ff28-4d78-9686-7684b37fc2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:41.977586 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-63184825-ff28-4d78-9686-7684b37fc2ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9a6f5f961d8c446a83bda302dd8c2110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2532945 Aug 10 04:11:41.978678 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63184825-ff28-4d78-9686-7684b37fc2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1abf229-b521-4105-92d8-15789e5a88e9,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:41.980358 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 58766) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:42.032887 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-decafd12-09e4-4295-a087-cd01c221d336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:42.054037 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-decafd12-09e4-4295-a087-cd01c221d336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:42.166830 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-decafd12-09e4-4295-a087-cd01c221d336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:42.169614 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-decafd12-09e4-4295-a087-cd01c221d336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:42.170777 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-decafd12-09e4-4295-a087-cd01c221d336 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f1abf229-b521-4105-92d8-15789e5a88e9 HTTP/1.1" status: 204 len: 168 time: 0.1894236 Aug 10 04:11:42.179218 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decafd12-09e4-4295-a087-cd01c221d336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1abf229-b521-4105-92d8-15789e5a88e9,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:42.754548 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device d809526d-090f-4a3f-9af9-743c6a3e769c up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:11:42.862688 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port d809526d-090f-4a3f-9af9-743c6a3e769c completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:11:42.867370 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port d809526d-090f-4a3f-9af9-743c6a3e769c triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:11:42.867943 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:42.884214 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85ef18-45ea-4fcd-a38f-6712eeae80c1 req-979c1644-13c7-42e4-8244-49f038a0c0f4 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:42.887289 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e85ef18-45ea-4fcd-a38f-6712eeae80c1 req-979c1644-13c7-42e4-8244-49f038a0c0f4 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 944 time: 0.0575931 Aug 10 04:11:42.929025 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e85ef18-45ea-4fcd-a38f-6712eeae80c1 req-04bcf6fc-ef1b-478d-9668-c459c3569684 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353041 Aug 10 04:11:42.960534 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:42.994871 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port d809526d-090f-4a3f-9af9-743c6a3e769c, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=d809526d-090f-4a3f-9af9-743c6a3e769c,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:43.043711 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0a7fa-7f62-4e69-8e08-c1c754ae99f9 req-23fe1051-72c1-4e52-adef-fd1644afe46c tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:43.045550 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-82b0a7fa-7f62-4e69-8e08-c1c754ae99f9 req-23fe1051-72c1-4e52-adef-fd1644afe46c tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffa0da27-e4ff-4ce1-9c25-1afe2d31c084 HTTP/1.1" status: 200 len: 949 time: 0.0598462 Aug 10 04:11:43.093045 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-82b0a7fa-7f62-4e69-8e08-c1c754ae99f9 req-e5bb8691-cec4-4fd2-8811-13e069bbe4cb tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8c6b72b-6a1d-47b1-baf5-c6c3a09345d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374713 Aug 10 04:11:43.093394 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:43.144083 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=d809526d-090f-4a3f-9af9-743c6a3e769c,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:43.278504 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa0da27-e4ff-4ce1-9c25-1afe2d31c084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd809526d-090f-4a3f-9af9-743c6a3e769c'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:11:43.281167 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b36889-cfc5-4941-9e37-743a38991a0a" -d '{"events": [{"server_uuid": "ffa0da27-e4ff-4ce1-9c25-1afe2d31c084", "name": "network-vif-plugged", "status": "completed", "tag": "d809526d-090f-4a3f-9af9-743c6a3e769c"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:11:43.317340 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4edd13b-cb22-423c-a8c6-128a0b6d9d94 x-openstack-request-id: req-e4edd13b-cb22-423c-a8c6-128a0b6d9d94 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:11:43.317862 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa0da27-e4ff-4ce1-9c25-1afe2d31c084", "name": "network-vif-plugged", "status": "completed", "tag": "d809526d-090f-4a3f-9af9-743c6a3e769c", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:11:43.318293 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4edd13b-cb22-423c-a8c6-128a0b6d9d94 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:11:43.318700 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa0da27-e4ff-4ce1-9c25-1afe2d31c084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd809526d-090f-4a3f-9af9-743c6a3e769c', 'code': 200} Aug 10 04:11:43.428754 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b5d9e-75e8-42d4-abb0-6f1efc9f6c68 req-cc32ecc2-86eb-419e-add7-a8e27dfd3e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:43.430427 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f42b5d9e-75e8-42d4-abb0-6f1efc9f6c68 req-cc32ecc2-86eb-419e-add7-a8e27dfd3e75 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ffa0da27-e4ff-4ce1-9c25-1afe2d31c084 HTTP/1.1" status: 200 len: 1101 time: 0.0485492 Aug 10 04:11:43.471158 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f42b5d9e-75e8-42d4-abb0-6f1efc9f6c68 req-2b5d9618-ecd4-491f-8ab9-68dda575a44b service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=e8c6b72b-6a1d-47b1-baf5-c6c3a09345d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331244 Aug 10 04:11:43.612066 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:43.625360 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b524a-dfcf-4508-ae98-ff3b06694341 req-0a1f372b-45c8-474e-932f-117d163d16d7 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:43.628487 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-207b524a-dfcf-4508-ae98-ff3b06694341 req-0a1f372b-45c8-474e-932f-117d163d16d7 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 943 time: 0.0636706 Aug 10 04:11:43.667904 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-207b524a-dfcf-4508-ae98-ff3b06694341 req-d7845435-050d-43c9-8e8d-d6f40db3189f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358219 Aug 10 04:11:43.812734 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0001344f-5687-477c-a3e6-25186523b691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:43.832231 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3489212b-bd07-44e7-b229-2f5aede5a173 req-e30a53a7-b321-4aa0-b21c-62360e83452e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0435526 Aug 10 04:11:44.051887 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e100d3-92dd-42ee-9eb7-d9f2c22916e0 req-ec9a6e4a-c023-4ce4-833c-1b063f9b899a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:44.053436 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-34e100d3-92dd-42ee-9eb7-d9f2c22916e0 req-ec9a6e4a-c023-4ce4-833c-1b063f9b899a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 944 time: 0.0522561 Aug 10 04:11:44.094090 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-34e100d3-92dd-42ee-9eb7-d9f2c22916e0 req-87d0854c-37fe-4644-9c51-214c1db85f94 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337415 Aug 10 04:11:44.222871 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e626410-9b20-4181-901c-38d8bb3965dc req-e42d99a3-33ae-4bb7-8b55-6385f67ff147 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:44.224536 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9e626410-9b20-4181-901c-38d8bb3965dc req-e42d99a3-33ae-4bb7-8b55-6385f67ff147 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffa0da27-e4ff-4ce1-9c25-1afe2d31c084 HTTP/1.1" status: 200 len: 950 time: 0.0606544 Aug 10 04:11:44.267618 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9e626410-9b20-4181-901c-38d8bb3965dc req-5fe3964c-d13c-4f97-bd4d-43871a2da49b tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8c6b72b-6a1d-47b1-baf5-c6c3a09345d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349660 Aug 10 04:11:44.796136 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb64c44-a514-4bd5-9d82-12945b9728e4 req-3e985c0d-a921-41b8-9392-13ab3c06f511 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:44.797655 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1bb64c44-a514-4bd5-9d82-12945b9728e4 req-3e985c0d-a921-41b8-9392-13ab3c06f511 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 943 time: 0.0561843 Aug 10 04:11:44.838548 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1bb64c44-a514-4bd5-9d82-12945b9728e4 req-780a9f81-e2e2-49da-b4c2-95d3d1776e62 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345342 Aug 10 04:11:45.110395 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 205df6d7-0c4e-499f-b491-c4e9b32c3167 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:11:45.265626 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d31398-f3c6-416a-94e8-26dfdf27aa03 req-a93edf0b-6aa9-4c83-b9f5-1f2c14e490d9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:45.267171 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f6d31398-f3c6-416a-94e8-26dfdf27aa03 req-a93edf0b-6aa9-4c83-b9f5-1f2c14e490d9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 944 time: 0.1041720 Aug 10 04:11:45.305272 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:45.309217 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489212b-bd07-44e7-b229-2f5aede5a173 req-5591a561-8815-44ee-92d0-8b6225cd71e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:45.310733 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3489212b-bd07-44e7-b229-2f5aede5a173 req-5591a561-8815-44ee-92d0-8b6225cd71e3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21&tenant_id=9c54c9ab1fa940fe85894d7bbe0c849c HTTP/1.1" status: 200 len: 1094 time: 0.1135721 Aug 10 04:11:45.344413 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f6d31398-f3c6-416a-94e8-26dfdf27aa03 req-11638f07-b009-4d57-b7c4-a88aa45f204d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639038 Aug 10 04:11:45.391618 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489212b-bd07-44e7-b229-2f5aede5a173 req-d1d894ed-fcc5-49c1-b8c0-364df6684f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:45.393131 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3489212b-bd07-44e7-b229-2f5aede5a173 req-d1d894ed-fcc5-49c1-b8c0-364df6684f57 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c54c9ab1fa940fe85894d7bbe0c849c&device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 1094 time: 0.0440600 Aug 10 04:11:45.398834 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28522e9d-61ec-4f9d-8c72-2f8fb985b774 req-1bb16b8f-d136-41a1-8bb9-5f290bc334bf tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:45.400389 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-28522e9d-61ec-4f9d-8c72-2f8fb985b774 req-1bb16b8f-d136-41a1-8bb9-5f290bc334bf tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffa0da27-e4ff-4ce1-9c25-1afe2d31c084 HTTP/1.1" status: 200 len: 950 time: 0.0560544 Aug 10 04:11:45.446614 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-28522e9d-61ec-4f9d-8c72-2f8fb985b774 req-ee0babba-d36f-4566-a90e-d25005a0241e tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8c6b72b-6a1d-47b1-baf5-c6c3a09345d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396397 Aug 10 04:11:45.496257 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489212b-bd07-44e7-b229-2f5aede5a173 req-369c9fda-f250-4351-a1c9-0642a6236ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:45.497797 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3489212b-bd07-44e7-b229-2f5aede5a173 req-369c9fda-f250-4351-a1c9-0642a6236ccc service neutron] 10.222.0.20 "GET /v2.0/networks?id=f573ecff-4c5c-4552-80ba-7f39fbaee537 HTTP/1.1" status: 200 len: 918 time: 0.0967550 Aug 10 04:11:45.577866 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3489212b-bd07-44e7-b229-2f5aede5a173 req-5c9ef6a4-dd5f-49ba-a6d9-4784a45b6b9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=205df6d7-0c4e-499f-b491-c4e9b32c3167 HTTP/1.1" status: 200 len: 998 time: 0.0731773 Aug 10 04:11:45.634301 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489212b-bd07-44e7-b229-2f5aede5a173 req-61fb3e64-43d1-41e4-bfd0-2a3cab766ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:45.635798 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3489212b-bd07-44e7-b229-2f5aede5a173 req-61fb3e64-43d1-41e4-bfd0-2a3cab766ee9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6dfeb297-f2e7-4070-a508-7d422d26e1b7 HTTP/1.1" status: 200 len: 856 time: 0.0511322 Aug 10 04:11:45.685905 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489212b-bd07-44e7-b229-2f5aede5a173 req-a445caa9-4d1d-4219-b132-ea8218ed2080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:45.687459 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3489212b-bd07-44e7-b229-2f5aede5a173 req-a445caa9-4d1d-4219-b132-ea8218ed2080 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f573ecff-4c5c-4552-80ba-7f39fbaee537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449972 Aug 10 04:11:45.787877 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3489212b-bd07-44e7-b229-2f5aede5a173 req-714504a5-a3ed-495f-b660-f679e243df0d service neutron] 10.222.0.20 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906320 Aug 10 04:11:45.811771 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:45.877322 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3489212b-bd07-44e7-b229-2f5aede5a173 req-0a3276c3-91d7-459b-b294-4b3c35c0849a service neutron] 10.222.0.20 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846381 Aug 10 04:11:45.970251 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681f695-fec4-45a2-bfb1-acc6eb1f31a5 req-64a0fcfa-3afa-4f24-a152-2b0d83be8c7e tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:45.971800 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a681f695-fec4-45a2-bfb1-acc6eb1f31a5 req-64a0fcfa-3afa-4f24-a152-2b0d83be8c7e tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 943 time: 0.0511944 Aug 10 04:11:46.010089 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a681f695-fec4-45a2-bfb1-acc6eb1f31a5 req-a99bc9e4-72b9-4a6b-9f3d-408268a29682 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322652 Aug 10 04:11:46.519284 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5c6b4-ced1-472d-a838-b7cb4612d485 req-b9086bd6-9524-45f1-8285-e1203c9225c1 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:46.522627 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6ec5c6b4-ced1-472d-a838-b7cb4612d485 req-b9086bd6-9524-45f1-8285-e1203c9225c1 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 944 time: 0.1092362 Aug 10 04:11:46.583125 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6ec5c6b4-ced1-472d-a838-b7cb4612d485 req-62233669-97bd-46d4-84ed-4383c2c63a9e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532632 Aug 10 04:11:46.763980 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 649b2458-0bf6-418f-93b2-f638c4fc29b3 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:11:46.963077 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 649b2458-0bf6-418f-93b2-f638c4fc29b3, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=649b2458-0bf6-418f-93b2-f638c4fc29b3,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:46.965957 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:46.993406 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '649b2458-0bf6-418f-93b2-f638c4fc29b3', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'port_id': '649b2458-0bf6-418f-93b2-f638c4fc29b3', 'mac_address': 'fa:16:3e:47:3a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:11:47.060728 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:47.079445 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 649b2458-0bf6-418f-93b2-f638c4fc29b3 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:11:47.109328 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 649b2458-0bf6-418f-93b2-f638c4fc29b3, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=649b2458-0bf6-418f-93b2-f638c4fc29b3,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:47.204261 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406aea2-08e2-4210-88fa-a6a450d940e9 req-fe5cbde9-7326-4728-8510-a7d4c35a3b20 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:47.206802 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:47.218662 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0406aea2-08e2-4210-88fa-a6a450d940e9 req-fe5cbde9-7326-4728-8510-a7d4c35a3b20 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 943 time: 0.0957491 Aug 10 04:11:47.287787 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0406aea2-08e2-4210-88fa-a6a450d940e9 req-ff8b04e2-bd34-4b28-9b16-b246dc16de15 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658391 Aug 10 04:11:47.303473 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=649b2458-0bf6-418f-93b2-f638c4fc29b3,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:47.471390 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['649b2458-0bf6-418f-93b2-f638c4fc29b3'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:11:47.790875 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f507367-7079-4939-a0d2-23ab6a9da05a req-0225765b-2fef-4707-8391-8d0f6ade5d7c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:47.800005 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7f507367-7079-4939-a0d2-23ab6a9da05a req-0225765b-2fef-4707-8391-8d0f6ade5d7c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 945 time: 0.0866947 Aug 10 04:11:47.872793 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7f507367-7079-4939-a0d2-23ab6a9da05a req-ab08581a-e3c9-4f10-af48-e5bb6c1cc021 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716438 Aug 10 04:11:48.458912 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba9471-eafb-40b8-9141-de71b6f6a1fe req-96678f44-9aab-49e0-8ee9-114dbcf01a5c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:48.475545 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-97ba9471-eafb-40b8-9141-de71b6f6a1fe req-96678f44-9aab-49e0-8ee9-114dbcf01a5c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 943 time: 0.0801079 Aug 10 04:11:48.501658 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-97ba9471-eafb-40b8-9141-de71b6f6a1fe req-3226bcd8-4599-4fcb-955b-907eff28de40 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347974 Aug 10 04:11:48.698397 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 58964) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:48.781903 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 649b2458-0bf6-418f-93b2-f638c4fc29b3 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:11:48.888725 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c653ee31-e73b-4c30-b0d8-c17e4097e55c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:48.937832 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 649b2458-0bf6-418f-93b2-f638c4fc29b3 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:11:48.942357 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 649b2458-0bf6-418f-93b2-f638c4fc29b3 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:11:48.948897 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:49.089603 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:49.118421 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c653ee31-e73b-4c30-b0d8-c17e4097e55c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:49.121881 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84aa417d-52b7-4326-9161-c6ed9519bb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649b2458-0bf6-418f-93b2-f638c4fc29b3'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:11:49.127077 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2f53ca-0f91-4b9a-8706-67a9a6285122" -d '{"events": [{"server_uuid": "84aa417d-52b7-4326-9161-c6ed9519bb1b", "name": "network-vif-plugged", "status": "completed", "tag": "649b2458-0bf6-418f-93b2-f638c4fc29b3"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:11:49.127701 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b8752-b668-40b8-88fe-34b5f52a3c2b req-8e50297b-f7cd-4d0d-8b1f-29c2512eab6a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:49.141029 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 649b2458-0bf6-418f-93b2-f638c4fc29b3, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=649b2458-0bf6-418f-93b2-f638c4fc29b3,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:49.151899 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e7b8752-b668-40b8-88fe-34b5f52a3c2b req-8e50297b-f7cd-4d0d-8b1f-29c2512eab6a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 945 time: 0.1512809 Aug 10 04:11:49.211644 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce19c59a-1600-4b45-925a-c04d0925ca84 x-openstack-request-id: req-ce19c59a-1600-4b45-925a-c04d0925ca84 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:11:49.211933 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84aa417d-52b7-4326-9161-c6ed9519bb1b", "name": "network-vif-plugged", "status": "completed", "tag": "649b2458-0bf6-418f-93b2-f638c4fc29b3", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:11:49.212213 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ce19c59a-1600-4b45-925a-c04d0925ca84 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:11:49.212617 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84aa417d-52b7-4326-9161-c6ed9519bb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649b2458-0bf6-418f-93b2-f638c4fc29b3', 'code': 200} Aug 10 04:11:49.213915 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c653ee31-e73b-4c30-b0d8-c17e4097e55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:49.241875 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e7b8752-b668-40b8-88fe-34b5f52a3c2b req-33bd94ef-81a1-4816-80ca-9f296bcb3517 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907230 Aug 10 04:11:49.245669 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:49.301700 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c653ee31-e73b-4c30-b0d8-c17e4097e55c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=408c09c20a534189838cfc632cf30e4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6013556 Aug 10 04:11:49.305159 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 58974) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:49.335098 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653ee31-e73b-4c30-b0d8-c17e4097e55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5737b81-3c24-4e14-be7b-66696767afb3,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:49.368029 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=649b2458-0bf6-418f-93b2-f638c4fc29b3,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:49.373297 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653ee31-e73b-4c30-b0d8-c17e4097e55c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:49.373879 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653ee31-e73b-4c30-b0d8-c17e4097e55c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:49.374697 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653ee31-e73b-4c30-b0d8-c17e4097e55c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:49.376923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653ee31-e73b-4c30-b0d8-c17e4097e55c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:49.377585 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653ee31-e73b-4c30-b0d8-c17e4097e55c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:49.378190 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653ee31-e73b-4c30-b0d8-c17e4097e55c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:49.378701 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653ee31-e73b-4c30-b0d8-c17e4097e55c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:49.383460 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653ee31-e73b-4c30-b0d8-c17e4097e55c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:49.384256 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653ee31-e73b-4c30-b0d8-c17e4097e55c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:49.384813 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653ee31-e73b-4c30-b0d8-c17e4097e55c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:49.385389 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653ee31-e73b-4c30-b0d8-c17e4097e55c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:49.385940 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c653ee31-e73b-4c30-b0d8-c17e4097e55c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:11:49.411659 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-500ff7ac-29f0-4eb9-8e10-596faae1aa5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:49.421246 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e833266-aeed-466e-ad15-9e513b67ad16 req-c2a5c0f4-9163-4b89-83c2-181dec09c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:49.422961 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4e833266-aeed-466e-ad15-9e513b67ad16 req-c2a5c0f4-9163-4b89-83c2-181dec09c1f0 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 1097 time: 0.1385198 Aug 10 04:11:49.459505 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-500ff7ac-29f0-4eb9-8e10-596faae1aa5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:49.480462 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4e833266-aeed-466e-ad15-9e513b67ad16 req-9283858a-db68-44de-befb-13a4d7798c56 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478716 Aug 10 04:11:49.583819 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-500ff7ac-29f0-4eb9-8e10-596faae1aa5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:49.586679 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-500ff7ac-29f0-4eb9-8e10-596faae1aa5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:49.590635 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-500ff7ac-29f0-4eb9-8e10-596faae1aa5b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5737b81-3c24-4e14-be7b-66696767afb3 HTTP/1.1" status: 204 len: 168 time: 0.2815788 Aug 10 04:11:49.612498 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ff7ac-29f0-4eb9-8e10-596faae1aa5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5737b81-3c24-4e14-be7b-66696767afb3,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:49.712405 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f5657-0ec9-483d-aef5-fc31c931125e req-64cf21b1-6e1c-4e70-8cc1-48a8568c2761 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:49.714335 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-135f5657-0ec9-483d-aef5-fc31c931125e req-64cf21b1-6e1c-4e70-8cc1-48a8568c2761 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 943 time: 0.1250718 Aug 10 04:11:49.759142 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-135f5657-0ec9-483d-aef5-fc31c931125e req-91cfec32-eb5b-439a-bb3a-11e7066c5502 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387685 Aug 10 04:11:50.342051 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 58986) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:50.377445 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c67f40a4-308b-4162-a203-d56b22304a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:50.444324 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb2f0c-de27-49d0-9e72-155dcbb9cce1 req-c28e6d18-b24e-48c3-940f-17a9bfc3127e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:50.457027 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cceb2f0c-de27-49d0-9e72-155dcbb9cce1 req-c28e6d18-b24e-48c3-940f-17a9bfc3127e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 946 time: 0.1226168 Aug 10 04:11:50.522494 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cceb2f0c-de27-49d0-9e72-155dcbb9cce1 req-7525c464-7392-44c0-8a0f-4507a325cb61 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616984 Aug 10 04:11:50.577068 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c67f40a4-308b-4162-a203-d56b22304a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:50.675046 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c67f40a4-308b-4162-a203-d56b22304a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:50.735789 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f40a4-308b-4162-a203-d56b22304a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c5a341-b9b9-48a1-8cba-834edf02f706,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:50.774186 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c67f40a4-308b-4162-a203-d56b22304a22 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=096594b051634283adad0b622c4a0027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4309769 Aug 10 04:11:50.777588 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 58990) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:50.872604 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-18703461-2152-4081-99ac-1c75f6945f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:50.901830 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-18703461-2152-4081-99ac-1c75f6945f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:50.918605 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5cf1bc-b4f2-4730-836d-b8bb201ba2dd req-d65eb386-52b2-4bf8-9d2f-7f70f9cb9e22 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:50.925645 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9d5cf1bc-b4f2-4730-836d-b8bb201ba2dd req-d65eb386-52b2-4bf8-9d2f-7f70f9cb9e22 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 943 time: 0.0790718 Aug 10 04:11:50.974047 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9d5cf1bc-b4f2-4730-836d-b8bb201ba2dd req-b6de4d1a-97cd-41ce-9a84-fa859dc063b6 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472205 Aug 10 04:11:51.008212 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-18703461-2152-4081-99ac-1c75f6945f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:51.011543 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-18703461-2152-4081-99ac-1c75f6945f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:51.013181 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-18703461-2152-4081-99ac-1c75f6945f92 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34c5a341-b9b9-48a1-8cba-834edf02f706 HTTP/1.1" status: 204 len: 168 time: 0.2343047 Aug 10 04:11:51.022936 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18703461-2152-4081-99ac-1c75f6945f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c5a341-b9b9-48a1-8cba-834edf02f706,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:51.658021 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b9833-d6b4-4d6d-905a-09637f7a8bd3 req-908794b7-a9bb-4051-bab4-c7ffe3a4dd1b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:51.659555 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8d7b9833-d6b4-4d6d-905a-09637f7a8bd3 req-908794b7-a9bb-4051-bab4-c7ffe3a4dd1b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 946 time: 0.0598075 Aug 10 04:11:51.709351 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8d7b9833-d6b4-4d6d-905a-09637f7a8bd3 req-f3f30e7e-4a9e-4bb4-a6eb-9d3e3e4b6c49 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433497 Aug 10 04:11:51.831043 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a350e-32d6-463a-951f-37f9fb3cc066 req-e42c46e1-b1e2-44c8-82c5-daa6f7c66731 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:51.832698 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-969a350e-32d6-463a-951f-37f9fb3cc066 req-e42c46e1-b1e2-44c8-82c5-daa6f7c66731 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 946 time: 0.0524938 Aug 10 04:11:51.893985 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-969a350e-32d6-463a-951f-37f9fb3cc066 req-3b6349d2-0754-4087-bb78-2a00dc08c729 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508189 Aug 10 04:11:51.911849 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 59004) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:52.159829 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c84f7-2d4e-4af4-95ec-f3cb36f4d56a req-c89cc2bf-d97c-4444-b742-17299826067d tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:52.168876 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c11c84f7-2d4e-4af4-95ec-f3cb36f4d56a req-c89cc2bf-d97c-4444-b742-17299826067d tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 943 time: 0.1039958 Aug 10 04:11:52.240155 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c11c84f7-2d4e-4af4-95ec-f3cb36f4d56a req-4de6b774-5f4a-44ea-906e-d19780774897 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700114 Aug 10 04:11:52.252909 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe13e6d-3b3d-4261-8278-14400756a528 tempest-TestVolumeBootPattern-309541687 tempest-TestVolumeBootPattern-309541687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:52.258649 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 59020) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:52.258777 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cfe13e6d-3b3d-4261-8278-14400756a528 tempest-TestVolumeBootPattern-309541687 tempest-TestVolumeBootPattern-309541687-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 1092 time: 0.3454933 Aug 10 04:11:52.263387 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-e7cc79ae-7c02-4e98-b94e-be3ed3dc6f9f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'port_id': '649b2458-0bf6-418f-93b2-f638c4fc29b3', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:11:52.372208 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e7cc79ae-7c02-4e98-b94e-be3ed3dc6f9f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:52.490693 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e7cc79ae-7c02-4e98-b94e-be3ed3dc6f9f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:52.634667 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-e7cc79ae-7c02-4e98-b94e-be3ed3dc6f9f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Allocated IP 172.25.0.120 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/f32defbc-1eb2-441d-b518-b4c2deca5fee) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:11:52.761398 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e7cc79ae-7c02-4e98-b94e-be3ed3dc6f9f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:53.269778 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e7cc79ae-7c02-4e98-b94e-be3ed3dc6f9f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:53.312196 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cc79ae-7c02-4e98-b94e-be3ed3dc6f9f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:11:53.324155 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-e7cc79ae-7c02-4e98-b94e-be3ed3dc6f9f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:11:53.327482 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cc79ae-7c02-4e98-b94e-be3ed3dc6f9f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:11:53.384887 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc79ae-7c02-4e98-b94e-be3ed3dc6f9f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event updated for resources: {'Port': ['ID=f32defbc-1eb2-441d-b518-b4c2deca5fee,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:53.464943 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0794a42a-b65c-424e-ad44-8ff690ba6951 req-d2961615-9d96-4cab-a352-0476db5a33d6 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:53.466529 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0794a42a-b65c-424e-ad44-8ff690ba6951 req-d2961615-9d96-4cab-a352-0476db5a33d6 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 943 time: 0.1367424 Aug 10 04:11:53.595809 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0794a42a-b65c-424e-ad44-8ff690ba6951 req-1ec22b82-319a-40ca-9988-fffaa4c36f2c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160944 Aug 10 04:11:53.847597 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e7cc79ae-7c02-4e98-b94e-be3ed3dc6f9f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:53.998113 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e7cc79ae-7c02-4e98-b94e-be3ed3dc6f9f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:54.192701 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e7cc79ae-7c02-4e98-b94e-be3ed3dc6f9f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:54.235400 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e7cc79ae-7c02-4e98-b94e-be3ed3dc6f9f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:54.314084 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc79ae-7c02-4e98-b94e-be3ed3dc6f9f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event updated for resources: {'Port': ['ID=f32defbc-1eb2-441d-b518-b4c2deca5fee,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:54.327262 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e7cc79ae-7c02-4e98-b94e-be3ed3dc6f9f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:54.446921 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-e7cc79ae-7c02-4e98-b94e-be3ed3dc6f9f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Floating IP bfea7292-8ff3-4b3a-83bd-818b25185fd1 associated. External IP: 172.25.0.120, port: 649b2458-0bf6-418f-93b2-f638c4fc29b3. Aug 10 04:11:54.720444 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7cc79ae-7c02-4e98-b94e-be3ed3dc6f9f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Router 768b2754-4f10-4416-be64-7fc2697df286 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:11:54.791458 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd37d6-a9ad-4d8d-96b9-4ea706040ec1 req-03b09910-778c-42f0-b1b4-d2c0509b4f18 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:54.793780 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-14fd37d6-a9ad-4d8d-96b9-4ea706040ec1 req-03b09910-778c-42f0-b1b4-d2c0509b4f18 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 943 time: 0.0854061 Aug 10 04:11:54.865135 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-14fd37d6-a9ad-4d8d-96b9-4ea706040ec1 req-27440b11-355e-4baa-ad74-24e3569b7308 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655382 Aug 10 04:11:54.886073 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cc79ae-7c02-4e98-b94e-be3ed3dc6f9f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:11:54.898579 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0979dcd-b9ae-411b-829b-e155acf01517 None None] Sync routers for ids ['768b2754-4f10-4416-be64-7fc2697df286'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:11:54.916384 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0979dcd-b9ae-411b-829b-e155acf01517 None None] Routers {'768b2754-4f10-4416-be64-7fc2697df286'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:11:54.916384 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-c0979dcd-b9ae-411b-829b-e155acf01517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:11:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['768b2754-4f10-4416-be64-7fc2697df286'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:54.972389 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e7cc79ae-7c02-4e98-b94e-be3ed3dc6f9f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:55.016717 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e7cc79ae-7c02-4e98-b94e-be3ed3dc6f9f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7428792 Aug 10 04:11:55.016717 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84aa417d-52b7-4326-9161-c6ed9519bb1b', 'tag': '649b2458-0bf6-418f-93b2-f638c4fc29b3'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:11:55.016717 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30664e70-3c98-4cb9-8a85-730a86476e67" -d '{"events": [{"name": "network-changed", "server_uuid": "84aa417d-52b7-4326-9161-c6ed9519bb1b", "tag": "649b2458-0bf6-418f-93b2-f638c4fc29b3"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:11:55.030499 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-c0979dcd-b9ae-411b-829b-e155acf01517 None None] Set router 768b2754-4f10-4416-be64-7fc2697df286 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:11:55.051173 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59893525-d898-4a96-bdeb-acc6e1f474df x-openstack-request-id: req-59893525-d898-4a96-bdeb-acc6e1f474df {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:11:55.051529 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84aa417d-52b7-4326-9161-c6ed9519bb1b", "tag": "649b2458-0bf6-418f-93b2-f638c4fc29b3", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:11:55.053366 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59893525-d898-4a96-bdeb-acc6e1f474df {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:11:55.053366 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84aa417d-52b7-4326-9161-c6ed9519bb1b', 'tag': '649b2458-0bf6-418f-93b2-f638c4fc29b3', 'status': 'completed', 'code': 200} Aug 10 04:11:55.157274 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30664e70-3c98-4cb9-8a85-730a86476e67 req-f81bf812-132b-41ec-914e-cd85ca059a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:55.159195 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-30664e70-3c98-4cb9-8a85-730a86476e67 req-f81bf812-132b-41ec-914e-cd85ca059a63 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 1097 time: 0.0726984 Aug 10 04:11:55.300654 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-c0979dcd-b9ae-411b-829b-e155acf01517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768b2754-4f10-4416-be64-7fc2697df286', 'name': 'tempest-TestVolumeBootPattern-35854723-router', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:14Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 4, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'gw_port': {'id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'bfea7292-8ff3-4b3a-83bd-818b25185fd1', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'floating_ip_address': '172.25.0.120', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '768b2754-4f10-4416-be64-7fc2697df286', 'port_id': '649b2458-0bf6-418f-93b2-f638c4fc29b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'mac_address': 'fa:16:3e:47:3a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa417d-52b7-4326-9161-c6ed9519bb1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:11:53Z', 'updated_at': '2021-08-10T04:11:53Z', 'revision_number': 0, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dd4e77c-f4fc-41b7-a077-07e56695db6f', 'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'mac_address': 'fa:16:3e:6a:89:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:19Z', 'updated_at': '2021-08-10T04:05:26Z', 'revision_number': 5, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'subnets': [{'id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:55.355791 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0979dcd-b9ae-411b-829b-e155acf01517 None None] Checking router: 768b2754-4f10-4416-be64-7fc2697df286 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:11:55.356058 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30664e70-3c98-4cb9-8a85-730a86476e67 req-33aa1aca-bc9a-4d48-b2c2-564bfcb65b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:55.357364 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-30664e70-3c98-4cb9-8a85-730a86476e67 req-33aa1aca-bc9a-4d48-b2c2-564bfcb65b73 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 911 time: 0.1777413 Aug 10 04:11:55.376308 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0979dcd-b9ae-411b-829b-e155acf01517 None None] Routers {'768b2754-4f10-4416-be64-7fc2697df286'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:11:55.377582 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-c0979dcd-b9ae-411b-829b-e155acf01517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:11:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['768b2754-4f10-4416-be64-7fc2697df286'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:55.458375 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-30664e70-3c98-4cb9-8a85-730a86476e67 req-a727ae78-71a1-4b02-bb89-3ae8384b1607 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=649b2458-0bf6-418f-93b2-f638c4fc29b3 HTTP/1.1" status: 200 len: 1000 time: 0.0925405 Aug 10 04:11:55.521044 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30664e70-3c98-4cb9-8a85-730a86476e67 req-4b038e24-5d78-4c45-b356-74a1b273c05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:55.524170 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-30664e70-3c98-4cb9-8a85-730a86476e67 req-4b038e24-5d78-4c45-b356-74a1b273c05e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=50d1b050-8d5a-4a28-adea-90a39272e6c6 HTTP/1.1" status: 200 len: 849 time: 0.0559340 Aug 10 04:11:55.528195 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-c0979dcd-b9ae-411b-829b-e155acf01517 None None] Set router 768b2754-4f10-4416-be64-7fc2697df286 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:11:55.587502 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30664e70-3c98-4cb9-8a85-730a86476e67 req-205d1ea8-faf2-42db-a7f1-13d04a81e834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:55.587502 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-30664e70-3c98-4cb9-8a85-730a86476e67 req-205d1ea8-faf2-42db-a7f1-13d04a81e834 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee59e291-e76f-48a7-96a4-530291348714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530562 Aug 10 04:11:55.693928 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-30664e70-3c98-4cb9-8a85-730a86476e67 req-ade2f6b7-c491-4d9c-954e-aa8cf213a75b service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989907 Aug 10 04:11:55.823415 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 59082) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:55.854981 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-30664e70-3c98-4cb9-8a85-730a86476e67 req-909a8eb3-5981-4ce5-a8d1-85be3a5c5544 service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454792 Aug 10 04:11:55.875411 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-c0979dcd-b9ae-411b-829b-e155acf01517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768b2754-4f10-4416-be64-7fc2697df286', 'name': 'tempest-TestVolumeBootPattern-35854723-router', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:14Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 4, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'gw_port': {'id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'bfea7292-8ff3-4b3a-83bd-818b25185fd1', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'floating_ip_address': '172.25.0.120', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '768b2754-4f10-4416-be64-7fc2697df286', 'port_id': '649b2458-0bf6-418f-93b2-f638c4fc29b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'mac_address': 'fa:16:3e:47:3a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa417d-52b7-4326-9161-c6ed9519bb1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:11:53Z', 'updated_at': '2021-08-10T04:11:53Z', 'revision_number': 0, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dd4e77c-f4fc-41b7-a077-07e56695db6f', 'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'mac_address': 'fa:16:3e:6a:89:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:19Z', 'updated_at': '2021-08-10T04:05:26Z', 'revision_number': 5, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'subnets': [{'id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:11:55.889066 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0979dcd-b9ae-411b-829b-e155acf01517 None None] The sync data for ids ['768b2754-4f10-4416-be64-7fc2697df286'] in n-d-802893-2 is: [{'id': '768b2754-4f10-4416-be64-7fc2697df286', 'name': 'tempest-TestVolumeBootPattern-35854723-router', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:14Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 4, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'gw_port': {'id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'bfea7292-8ff3-4b3a-83bd-818b25185fd1', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'floating_ip_address': '172.25.0.120', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '768b2754-4f10-4416-be64-7fc2697df286', 'port_id': '649b2458-0bf6-418f-93b2-f638c4fc29b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'mac_address': 'fa:16:3e:47:3a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84aa417d-52b7-4326-9161-c6ed9519bb1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:11:53Z', 'updated_at': '2021-08-10T04:11:53Z', 'revision_number': 0, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dd4e77c-f4fc-41b7-a077-07e56695db6f', 'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'mac_address': 'fa:16:3e:6a:89:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:19Z', 'updated_at': '2021-08-10T04:05:26Z', 'revision_number': 5, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'subnets': [{'id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:11:55.979302 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a1974f22-36c6-4564-8bf2-2768519ea9bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:56.015032 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a890c71-faeb-492f-b163-eef4059e849e req-b1f611b8-885e-4daf-8e62-c39801518fcc tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:56.016398 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1a890c71-faeb-492f-b163-eef4059e849e req-b1f611b8-885e-4daf-8e62-c39801518fcc tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 943 time: 0.0675709 Aug 10 04:11:56.061069 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1a890c71-faeb-492f-b163-eef4059e849e req-3b7c9b39-bdbf-45a3-8fb9-02972bc91a84 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355246 Aug 10 04:11:56.095771 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a1974f22-36c6-4564-8bf2-2768519ea9bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:56.197491 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf69abef-6a43-4a9f-952a-f3373c06a56f None None] New status for floating IP bfea7292-8ff3-4b3a-83bd-818b25185fd1: ACTIVE {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:11:56.343680 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a1974f22-36c6-4564-8bf2-2768519ea9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:56.383132 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1974f22-36c6-4564-8bf2-2768519ea9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7710de4-ab30-43b7-85cd-f67ae89e6825,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:56.387622 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a1974f22-36c6-4564-8bf2-2768519ea9bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9378409bb2da43f99e950e43ca2534ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5629132 Aug 10 04:11:56.390308 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 59090) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:56.445531 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2c21f5a7-30de-4b57-98aa-ad95a83f8e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:56.468004 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2c21f5a7-30de-4b57-98aa-ad95a83f8e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:56.617792 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2c21f5a7-30de-4b57-98aa-ad95a83f8e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:56.620304 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2c21f5a7-30de-4b57-98aa-ad95a83f8e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:56.621468 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2c21f5a7-30de-4b57-98aa-ad95a83f8e21 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7710de4-ab30-43b7-85cd-f67ae89e6825 HTTP/1.1" status: 204 len: 168 time: 0.2302639 Aug 10 04:11:56.629259 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21f5a7-30de-4b57-98aa-ad95a83f8e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7710de4-ab30-43b7-85cd-f67ae89e6825,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:57.187862 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d572022-e213-465b-be17-6c810d70b756 req-417b8efd-d36e-47b8-bdc8-c91bc8d57dca tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:57.189387 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d572022-e213-465b-be17-6c810d70b756 req-417b8efd-d36e-47b8-bdc8-c91bc8d57dca tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 943 time: 0.0488071 Aug 10 04:11:57.230944 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6d572022-e213-465b-be17-6c810d70b756 req-fbc8f4d5-bff5-451d-8e85-31c82cc1196a tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345056 Aug 10 04:11:57.245686 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 59100) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:57.261544 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-49c01f56-0723-436a-828b-3665e51fe90e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:57.354925 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-49c01f56-0723-436a-828b-3665e51fe90e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:57.422180 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-49c01f56-0723-436a-828b-3665e51fe90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:57.460226 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c01f56-0723-436a-828b-3665e51fe90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab98f98-5e4f-4eeb-8194-3c16e4688179,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:57.465522 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-49c01f56-0723-436a-828b-3665e51fe90e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ccac5f9b69442cbb72c451b7ba12176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2181382 Aug 10 04:11:57.467502 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 59102) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:11:57.517217 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-66da5307-61e2-4973-ad18-e38c81717637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:57.538721 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-66da5307-61e2-4973-ad18-e38c81717637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:57.570920 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:57.663679 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-66da5307-61e2-4973-ad18-e38c81717637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:57.666387 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-66da5307-61e2-4973-ad18-e38c81717637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:57.667549 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-66da5307-61e2-4973-ad18-e38c81717637 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eab98f98-5e4f-4eeb-8194-3c16e4688179 HTTP/1.1" status: 204 len: 168 time: 0.1990798 Aug 10 04:11:57.675072 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da5307-61e2-4973-ad18-e38c81717637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab98f98-5e4f-4eeb-8194-3c16e4688179,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:58.360163 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e118eccc-f196-4a44-ad80-b81575a7e594 req-ee2fc5cb-1762-42f7-83ef-ee0d3fd51e68 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:58.361712 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e118eccc-f196-4a44-ad80-b81575a7e594 req-ee2fc5cb-1762-42f7-83ef-ee0d3fd51e68 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 943 time: 0.0514061 Aug 10 04:11:58.402164 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e118eccc-f196-4a44-ad80-b81575a7e594 req-78c7e169-36eb-4115-8e40-42b5182cba64 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345788 Aug 10 04:11:58.873366 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:11:59.204322 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 205df6d7-0c4e-499f-b491-c4e9b32c3167 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:11:59.302348 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 205df6d7-0c4e-499f-b491-c4e9b32c3167, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=205df6d7-0c4e-499f-b491-c4e9b32c3167,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:59.314680 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '205df6d7-0c4e-499f-b491-c4e9b32c3167', 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'port_id': '205df6d7-0c4e-499f-b491-c4e9b32c3167', 'mac_address': 'fa:16:3e:32:0f:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:11:59.357283 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:59.370749 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205df6d7-0c4e-499f-b491-c4e9b32c3167 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:11:59.391372 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 205df6d7-0c4e-499f-b491-c4e9b32c3167, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=205df6d7-0c4e-499f-b491-c4e9b32c3167,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:11:59.434701 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:11:59.494557 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=205df6d7-0c4e-499f-b491-c4e9b32c3167,revision_number=9']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:11:59.554080 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c7eea-829e-4417-8352-c40fee976cc4 req-f493b0d0-1718-46b5-8623-86ec1afc1b36 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:11:59.556410 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-367c7eea-829e-4417-8352-c40fee976cc4 req-f493b0d0-1718-46b5-8623-86ec1afc1b36 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 944 time: 0.0586727 Aug 10 04:11:59.594492 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-367c7eea-829e-4417-8352-c40fee976cc4 req-84a929f6-a681-44ce-9bf2-907704fb69cc tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327103 Aug 10 04:11:59.716897 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['205df6d7-0c4e-499f-b491-c4e9b32c3167'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:12:00.752875 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e8cb8-fb40-480f-96bd-ada9bb832d92 req-09a55695-bce9-4931-aa4b-4480e1d16c50 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:00.754477 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a38e8cb8-fb40-480f-96bd-ada9bb832d92 req-09a55695-bce9-4931-aa4b-4480e1d16c50 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 944 time: 0.0656576 Aug 10 04:12:00.796531 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a38e8cb8-fb40-480f-96bd-ada9bb832d92 req-aa8dda87-199e-4672-97ba-4a4552aaea04 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349312 Aug 10 04:12:01.205013 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 205df6d7-0c4e-499f-b491-c4e9b32c3167 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:12:01.259827 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 205df6d7-0c4e-499f-b491-c4e9b32c3167 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:01.260231 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:01.347456 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:01.387880 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6029e9-a968-4200-b599-4c32887f2a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205df6d7-0c4e-499f-b491-c4e9b32c3167'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:12:01.387880 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8682f45-a5db-4d84-8b7e-9a9ca8844e18" -d '{"events": [{"server_uuid": "af6029e9-a968-4200-b599-4c32887f2a21", "name": "network-vif-plugged", "status": "completed", "tag": "205df6d7-0c4e-499f-b491-c4e9b32c3167"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:12:01.396248 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 205df6d7-0c4e-499f-b491-c4e9b32c3167, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=205df6d7-0c4e-499f-b491-c4e9b32c3167,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:01.419768 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0df9be3-6f70-4388-baee-a7f0bd711e3e x-openstack-request-id: req-b0df9be3-6f70-4388-baee-a7f0bd711e3e {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:12:01.420096 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6029e9-a968-4200-b599-4c32887f2a21", "name": "network-vif-plugged", "status": "completed", "tag": "205df6d7-0c4e-499f-b491-c4e9b32c3167", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:12:01.420347 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0df9be3-6f70-4388-baee-a7f0bd711e3e {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:12:01.420860 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6029e9-a968-4200-b599-4c32887f2a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205df6d7-0c4e-499f-b491-c4e9b32c3167', 'code': 200} Aug 10 04:12:01.869322 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:01.961331 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8191b-4793-49a1-9fc1-18dcebeb07f1 req-e7fcde88-58c0-45a1-9158-4f902a59c01c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:01.970012 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-47d8191b-4793-49a1-9fc1-18dcebeb07f1 req-e7fcde88-58c0-45a1-9158-4f902a59c01c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 946 time: 0.0904329 Aug 10 04:12:01.976604 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=205df6d7-0c4e-499f-b491-c4e9b32c3167,revision_number=10']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:02.020322 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067db395-cf85-4d4a-9e06-4f41c0a22bac req-a7d54af8-545e-4657-8cc9-e079f533efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:02.023625 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-067db395-cf85-4d4a-9e06-4f41c0a22bac req-a7d54af8-545e-4657-8cc9-e079f533efa4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 1097 time: 0.0516648 Aug 10 04:12:02.028949 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-47d8191b-4793-49a1-9fc1-18dcebeb07f1 req-13b1d017-7df0-44f6-ac5e-a7d32166eefb tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533118 Aug 10 04:12:02.071040 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-067db395-cf85-4d4a-9e06-4f41c0a22bac req-1ee4fee8-eaa9-41ab-b36c-f4329a98b3da service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408657 Aug 10 04:12:03.238889 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5d711-bac9-4813-a1d0-c4cb25521faa req-89ddf710-cc01-4671-979e-bfb5510e5ef3 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:03.241331 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aac5d711-bac9-4813-a1d0-c4cb25521faa req-89ddf710-cc01-4671-979e-bfb5510e5ef3 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 946 time: 0.0624022 Aug 10 04:12:03.288644 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aac5d711-bac9-4813-a1d0-c4cb25521faa req-c0b095fe-29b1-4e05-acd6-4149b6c7b5c6 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383327 Aug 10 04:12:04.448951 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee3719-cc8c-4bfe-9408-60adde4a1364 req-1554a2dc-e39c-47c7-90db-c5ce27fa7e68 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:04.451225 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-beee3719-cc8c-4bfe-9408-60adde4a1364 req-1554a2dc-e39c-47c7-90db-c5ce27fa7e68 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 946 time: 0.0670805 Aug 10 04:12:04.510249 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-beee3719-cc8c-4bfe-9408-60adde4a1364 req-825d67e4-5dd2-4ed1-b8d2-e0b482887b52 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528796 Aug 10 04:12:04.978590 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 59378) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:05.098427 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3c6af1ef-c802-4594-aad0-638e60ac2a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:05.190594 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3c6af1ef-c802-4594-aad0-638e60ac2a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:05.279375 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3c6af1ef-c802-4594-aad0-638e60ac2a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:05.315566 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3c6af1ef-c802-4594-aad0-638e60ac2a90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8db3e65753dd49b0b2bc23169f1c6163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3356218 Aug 10 04:12:05.318282 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 59384) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:05.321290 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6af1ef-c802-4594-aad0-638e60ac2a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7ccc51-2ae0-4392-a861-37759f7c6076,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:05.380131 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a2187e32-bad3-4659-aa0b-312f45ef276e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:05.404859 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a2187e32-bad3-4659-aa0b-312f45ef276e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:05.532468 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a2187e32-bad3-4659-aa0b-312f45ef276e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:05.535712 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a2187e32-bad3-4659-aa0b-312f45ef276e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:05.538077 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a2187e32-bad3-4659-aa0b-312f45ef276e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4a7ccc51-2ae0-4392-a861-37759f7c6076 HTTP/1.1" status: 204 len: 168 time: 0.2179344 Aug 10 04:12:05.549713 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2187e32-bad3-4659-aa0b-312f45ef276e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7ccc51-2ae0-4392-a861-37759f7c6076,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:05.645752 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516761f-2dae-40f4-bcbe-46d852dca5f4 req-0158aa78-3593-4617-8b6a-6dddd2013015 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:05.650774 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a516761f-2dae-40f4-bcbe-46d852dca5f4 req-0158aa78-3593-4617-8b6a-6dddd2013015 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 946 time: 0.0576797 Aug 10 04:12:05.688091 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a516761f-2dae-40f4-bcbe-46d852dca5f4 req-208f18ae-b22c-442d-b989-8ecd6b38f4b6 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323641 Aug 10 04:12:09.957876 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4b326c27-c865-4d00-b7ac-5bf964928bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:12.904015 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469846e-714c-4f24-90ec-c03d600a003d req-348376eb-64e4-4c2d-adaf-5718723d18fe tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:12.905509 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f469846e-714c-4f24-90ec-c03d600a003d req-348376eb-64e4-4c2d-adaf-5718723d18fe tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.0608468 Aug 10 04:12:12.947213 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f469846e-714c-4f24-90ec-c03d600a003d req-3488810e-d7c2-402c-833d-4165f71c8076 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358124 Aug 10 04:12:13.618289 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:13.827436 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-766fb586-7d17-42e2-af2b-8dfcceee1baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:14.100372 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d50a23-e5fe-46d0-bb1d-8d5b76394d58 req-da209530-7a1b-4e9f-9bd1-c415675a7e43 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:14.102794 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-85d50a23-e5fe-46d0-bb1d-8d5b76394d58 req-da209530-7a1b-4e9f-9bd1-c415675a7e43 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.0667510 Aug 10 04:12:14.141669 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-85d50a23-e5fe-46d0-bb1d-8d5b76394d58 req-82ee1b46-af3d-47a6-bf3a-5f938752aa8f tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331998 Aug 10 04:12:15.100992 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cec871-fc5a-49f9-a997-1c65c2130473 req-7c291562-820d-49e4-adaa-5895bdb9d574 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:15.102520 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-45cec871-fc5a-49f9-a997-1c65c2130473 req-7c291562-820d-49e4-adaa-5895bdb9d574 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.68 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.0497589 Aug 10 04:12:15.226357 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-45cec871-fc5a-49f9-a997-1c65c2130473 req-93aeda8a-70fc-4e84-aa52-5cc227565d2a tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Deleting port 350dc658-d8b3-42aa-a5f9-ecf6621cea01 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:15.227145 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-45cec871-fc5a-49f9-a997-1c65c2130473 req-93aeda8a-70fc-4e84-aa52-5cc227565d2a tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:15.330752 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec1b2b-cf0f-4afe-8f5c-478d2d363608 req-7b875e35-249b-4778-8a0e-55a1c8f37abd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:15.332290 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aeec1b2b-cf0f-4afe-8f5c-478d2d363608 req-7b875e35-249b-4778-8a0e-55a1c8f37abd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 945 time: 0.1007895 Aug 10 04:12:15.364486 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:15.387793 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-45cec871-fc5a-49f9-a997-1c65c2130473 req-93aeda8a-70fc-4e84-aa52-5cc227565d2a tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] For port 350dc658-d8b3-42aa-a5f9-ecf6621cea01, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=350dc658-d8b3-42aa-a5f9-ecf6621cea01,segment=NetworkSegment(022c9be0-3f23-4140-b40a-73d3581e4e3a),segment_id=022c9be0-3f23-4140-b40a-73d3581e4e3a)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:15.388192 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-45cec871-fc5a-49f9-a997-1c65c2130473 req-93aeda8a-70fc-4e84-aa52-5cc227565d2a tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:15.403518 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aeec1b2b-cf0f-4afe-8f5c-478d2d363608 req-76793fa3-6507-439f-8266-8c148113f83b tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7f3d2795-d414-4c92-8d85-2fb23759ebce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607221 Aug 10 04:12:15.644729 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-45cec871-fc5a-49f9-a997-1c65c2130473 req-93aeda8a-70fc-4e84-aa52-5cc227565d2a tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:15.645110 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-45cec871-fc5a-49f9-a997-1c65c2130473 req-93aeda8a-70fc-4e84-aa52-5cc227565d2a tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:15.645340 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [req-45cec871-fc5a-49f9-a997-1c65c2130473 req-93aeda8a-70fc-4e84-aa52-5cc227565d2a tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Floating IP d530ff1f-6cda-436c-b09a-c695aeb3e0ae disassociated. External IP: 172.25.0.135, port: 350dc658-d8b3-42aa-a5f9-ecf6621cea01. Aug 10 04:12:15.645669 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-45cec871-fc5a-49f9-a997-1c65c2130473 req-93aeda8a-70fc-4e84-aa52-5cc227565d2a tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Calling delete_port for 350dc658-d8b3-42aa-a5f9-ecf6621cea01 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:15.834411 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:15.926133 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-45cec871-fc5a-49f9-a997-1c65c2130473 req-93aeda8a-70fc-4e84-aa52-5cc227565d2a tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:15.973183 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aeda8a-70fc-4e84-aa52-5cc227565d2a tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Pushing event deleted for resources: {'Port': ['ID=350dc658-d8b3-42aa-a5f9-ecf6621cea01,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:16.079752 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45cec871-fc5a-49f9-a997-1c65c2130473 req-93aeda8a-70fc-4e84-aa52-5cc227565d2a tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Router 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:12:16.538798 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f0d9dd52-67bb-4a3e-ac0f-af6f9d5df660 req-4458f8d9-0384-469f-be11-b74bad67b168 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 210 time: 0.0347776 Aug 10 04:12:16.592579 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45cec871-fc5a-49f9-a997-1c65c2130473 req-93aeda8a-70fc-4e84-aa52-5cc227565d2a tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:12:16.604709 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65cc607-2f7a-4d4c-82dd-94a4b4880de8 None None] Sync routers for ids ['3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:12:16.619554 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65cc607-2f7a-4d4c-82dd-94a4b4880de8 None None] Routers {'3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:16.620434 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-f65cc607-2f7a-4d4c-82dd-94a4b4880de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:12:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:16.637098 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-45cec871-fc5a-49f9-a997-1c65c2130473 req-93aeda8a-70fc-4e84-aa52-5cc227565d2a tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] No DVR routers for this DVR port 350dc658-d8b3-42aa-a5f9-ecf6621cea01 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:12:16.640485 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-45cec871-fc5a-49f9-a997-1c65c2130473 req-93aeda8a-70fc-4e84-aa52-5cc227565d2a tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:16.642968 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-45cec871-fc5a-49f9-a997-1c65c2130473 req-93aeda8a-70fc-4e84-aa52-5cc227565d2a tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.68 "DELETE /v2.0/ports/350dc658-d8b3-42aa-a5f9-ecf6621cea01 HTTP/1.1" status: 204 len: 173 time: 1.5290575 Aug 10 04:12:16.643436 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd02ea91f-0fb0-4850-8716-79b090096588', 'name': 'network-vif-deleted', 'tag': '350dc658-d8b3-42aa-a5f9-ecf6621cea01'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:12:16.646512 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f236c90-2549-4fb4-96cb-1a968b16aa68" -d '{"events": [{"server_uuid": "d02ea91f-0fb0-4850-8716-79b090096588", "name": "network-vif-deleted", "tag": "350dc658-d8b3-42aa-a5f9-ecf6621cea01"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:12:16.745375 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-f65cc607-2f7a-4d4c-82dd-94a4b4880de8 None None] Set router 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:16.912520 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba445ba-e00b-4072-a1bb-9e0946faa86c x-openstack-request-id: req-cba445ba-e00b-4072-a1bb-9e0946faa86c {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:12:16.916728 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d02ea91f-0fb0-4850-8716-79b090096588", "name": "network-vif-deleted", "tag": "350dc658-d8b3-42aa-a5f9-ecf6621cea01", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:12:16.916728 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cba445ba-e00b-4072-a1bb-9e0946faa86c {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:12:16.916728 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd02ea91f-0fb0-4850-8716-79b090096588', 'name': 'network-vif-deleted', 'tag': '350dc658-d8b3-42aa-a5f9-ecf6621cea01', 'status': 'completed', 'code': 200} Aug 10 04:12:16.939384 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:17.088802 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-f65cc607-2f7a-4d4c-82dd-94a4b4880de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'name': 'tempest-AttachVolumeTestJSON-526268342-router', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:56Z', 'updated_at': '2021-08-10T04:08:03Z', 'revision_number': 4, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'gw_port': {'id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:58Z', 'updated_at': '2021-08-10T04:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '1a066e96-6d76-4219-a572-eddcb30a1219', 'name': '', 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'mac_address': 'fa:16:3e:0b:d8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:02Z', 'updated_at': '2021-08-10T04:08:09Z', 'revision_number': 5, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'subnets': [{'id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:17.119137 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65cc607-2f7a-4d4c-82dd-94a4b4880de8 None None] Checking router: 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:12:17.128014 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65cc607-2f7a-4d4c-82dd-94a4b4880de8 None None] Routers {'3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:17.128630 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-f65cc607-2f7a-4d4c-82dd-94a4b4880de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:12:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:17.244346 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-f65cc607-2f7a-4d4c-82dd-94a4b4880de8 None None] Set router 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:17.483852 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-f65cc607-2f7a-4d4c-82dd-94a4b4880de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'name': 'tempest-AttachVolumeTestJSON-526268342-router', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:56Z', 'updated_at': '2021-08-10T04:08:03Z', 'revision_number': 4, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'gw_port': {'id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:58Z', 'updated_at': '2021-08-10T04:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '1a066e96-6d76-4219-a572-eddcb30a1219', 'name': '', 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'mac_address': 'fa:16:3e:0b:d8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:02Z', 'updated_at': '2021-08-10T04:08:09Z', 'revision_number': 5, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'subnets': [{'id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:17.511342 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65cc607-2f7a-4d4c-82dd-94a4b4880de8 None None] The sync data for ids ['3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'] in n-d-802893-2 is: [{'id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'name': 'tempest-AttachVolumeTestJSON-526268342-router', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:56Z', 'updated_at': '2021-08-10T04:08:03Z', 'revision_number': 4, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'gw_port': {'id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:58Z', 'updated_at': '2021-08-10T04:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '1a066e96-6d76-4219-a572-eddcb30a1219', 'name': '', 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'mac_address': 'fa:16:3e:0b:d8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:02Z', 'updated_at': '2021-08-10T04:08:09Z', 'revision_number': 5, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'subnets': [{'id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:12:17.669920 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0eb45d47-5c42-47dc-a893-7f658beb3ec1 req-4897e026-cf86-44e4-bb45-73854b813a86 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=d02ea91f-0fb0-4850-8716-79b090096588 HTTP/1.1" status: 200 len: 210 time: 0.0370042 Aug 10 04:12:17.724413 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 59820) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:17.786406 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453b8345-170c-4bbb-9b54-a066198ce1f1 None None] New status for floating IP d530ff1f-6cda-436c-b09a-c695aeb3e0ae: DOWN {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:12:17.848245 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f48e76bf-5e12-40a6-9772-53cade305497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:17.951334 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f48e76bf-5e12-40a6-9772-53cade305497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:18.045708 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f48e76bf-5e12-40a6-9772-53cade305497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:18.085914 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f48e76bf-5e12-40a6-9772-53cade305497 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c0224e14ea542e8a2c2db01c58f56c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3603699 Aug 10 04:12:18.086814 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e76bf-5e12-40a6-9772-53cade305497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df261681-deaf-4d5a-803a-95c83bc57122,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:18.090006 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 59826) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:18.145080 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aa7d0088-8b1e-4401-9640-d14727447f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:18.166738 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aa7d0088-8b1e-4401-9640-d14727447f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:18.286141 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aa7d0088-8b1e-4401-9640-d14727447f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:18.289369 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aa7d0088-8b1e-4401-9640-d14727447f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:18.290512 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-aa7d0088-8b1e-4401-9640-d14727447f0f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df261681-deaf-4d5a-803a-95c83bc57122 HTTP/1.1" status: 204 len: 168 time: 0.1989188 Aug 10 04:12:18.298448 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d0088-8b1e-4401-9640-d14727447f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df261681-deaf-4d5a-803a-95c83bc57122,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:18.864033 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 59852) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:18.921915 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-009af7cc-740d-4275-9090-065e6eddd0c1 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:18.924323 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 350dc658-d8b3-42aa-a5f9-ecf6621cea01 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:12:18.952135 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-009af7cc-740d-4275-9090-065e6eddd0c1 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:18.955919 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 350dc658-d8b3-42aa-a5f9-ecf6621cea01 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:12:18.956890 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 350dc658-d8b3-42aa-a5f9-ecf6621cea01 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:12:19.097054 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-009af7cc-740d-4275-9090-065e6eddd0c1 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:19.103853 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-009af7cc-740d-4275-9090-065e6eddd0c1 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:19.103853 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-009af7cc-740d-4275-9090-065e6eddd0c1 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "DELETE /v2.0/security-groups/7f3d2795-d414-4c92-8d85-2fb23759ebce HTTP/1.1" status: 204 len: 168 time: 0.2359316 Aug 10 04:12:19.104837 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 59860) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:19.111751 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009af7cc-740d-4275-9090-065e6eddd0c1 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3d2795-d414-4c92-8d85-2fb23759ebce,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:19.125812 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-a58522af-1d2e-445b-b5a7-19c78da798b6 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] show failed (client error): The resource could not be found. Aug 10 04:12:19.126933 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a58522af-1d2e-445b-b5a7-19c78da798b6 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups/7f3d2795-d414-4c92-8d85-2fb23759ebce HTTP/1.1" status: 404 len: 347 time: 0.0209718 Aug 10 04:12:19.130169 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 59864) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:19.262758 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-207c41aa-7c52-4485-a011-c8a17f4876dd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Deleting port 39e1fc77-f2b5-4690-ba6b-a2530689a84d {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:19.263101 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-207c41aa-7c52-4485-a011-c8a17f4876dd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:19.355578 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-207c41aa-7c52-4485-a011-c8a17f4876dd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:19.355948 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-207c41aa-7c52-4485-a011-c8a17f4876dd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:19.371284 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-207c41aa-7c52-4485-a011-c8a17f4876dd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Calling delete_port for 39e1fc77-f2b5-4690-ba6b-a2530689a84d owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:19.611822 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-207c41aa-7c52-4485-a011-c8a17f4876dd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:19.643309 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c41aa-7c52-4485-a011-c8a17f4876dd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Pushing event deleted for resources: {'Port': ['ID=39e1fc77-f2b5-4690-ba6b-a2530689a84d,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:19.717993 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-207c41aa-7c52-4485-a011-c8a17f4876dd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for floatingip, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:19.726986 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-207c41aa-7c52-4485-a011-c8a17f4876dd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:19.726986 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-207c41aa-7c52-4485-a011-c8a17f4876dd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "DELETE /v2.0/floatingips/d530ff1f-6cda-436c-b09a-c695aeb3e0ae HTTP/1.1" status: 204 len: 168 time: 0.5904918 Aug 10 04:12:20.185112 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 59912) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:20.189902 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-82fb9b21-992e-467b-87bf-0a90e5fdc8c1 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Request body: {'security_group': {'name': 'tempest-securitygroup--380904767', 'description': 'tempest-description--810153238'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:20.320745 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-82fb9b21-992e-467b-87bf-0a90e5fdc8c1 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:20.402960 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-82fb9b21-992e-467b-87bf-0a90e5fdc8c1 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:20.462952 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-82fb9b21-992e-467b-87bf-0a90e5fdc8c1 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:20.492754 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb9b21-992e-467b-87bf-0a90e5fdc8c1 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8775a2-e3f1-4ba7-b67c-11247ffe1cb8,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:20.547132 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 59918) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:20.564050 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-82fb9b21-992e-467b-87bf-0a90e5fdc8c1 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:20.568143 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-82fb9b21-992e-467b-87bf-0a90e5fdc8c1 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3791370 Aug 10 04:12:20.570551 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 59922) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:20.574974 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-0b81988b-5704-4ee7-bf32-168cae83fade tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Request body: {'security_group_rule': {'security_group_id': '7c8775a2-e3f1-4ba7-b67c-11247ffe1cb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:20.659176 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-820c5417-bd21-4052-a615-f61a9db5d5e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:20.702395 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0b81988b-5704-4ee7-bf32-168cae83fade tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:20.787854 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0b81988b-5704-4ee7-bf32-168cae83fade tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:20.817133 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-820c5417-bd21-4052-a615-f61a9db5d5e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:20.862738 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0b81988b-5704-4ee7-bf32-168cae83fade tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:20.883966 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81988b-5704-4ee7-bf32-168cae83fade tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ca29f8-7e4e-41a4-9a68-c6aee46ce875,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:20.926470 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-820c5417-bd21-4052-a615-f61a9db5d5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:20.964660 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-820c5417-bd21-4052-a615-f61a9db5d5e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1543b95ef6d94ac1b824b5807038f723&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4164405 Aug 10 04:12:20.965502 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c5417-bd21-4052-a615-f61a9db5d5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f665b8c9-aa06-4003-a09b-790a686e2a70,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:20.967630 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 59930) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:20.994351 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0b81988b-5704-4ee7-bf32-168cae83fade tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:20.995998 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0b81988b-5704-4ee7-bf32-168cae83fade tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4241331 Aug 10 04:12:20.998323 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 59934) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:21.003405 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-22b40a4a-72c6-4cd7-a811-329ed6c95220 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Request body: {'security_group_rule': {'security_group_id': '7c8775a2-e3f1-4ba7-b67c-11247ffe1cb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:21.025317 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9100d177-7979-4246-8136-4c3526c3eef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:21.049621 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9100d177-7979-4246-8136-4c3526c3eef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:21.107766 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-22b40a4a-72c6-4cd7-a811-329ed6c95220 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:21.198518 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9100d177-7979-4246-8136-4c3526c3eef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:21.201293 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9100d177-7979-4246-8136-4c3526c3eef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:21.205216 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9100d177-7979-4246-8136-4c3526c3eef6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f665b8c9-aa06-4003-a09b-790a686e2a70 HTTP/1.1" status: 204 len: 168 time: 0.2337770 Aug 10 04:12:21.211516 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100d177-7979-4246-8136-4c3526c3eef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f665b8c9-aa06-4003-a09b-790a686e2a70,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:21.212904 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-22b40a4a-72c6-4cd7-a811-329ed6c95220 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:21.337501 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-22b40a4a-72c6-4cd7-a811-329ed6c95220 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:21.350850 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b40a4a-72c6-4cd7-a811-329ed6c95220 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73b3d31-5cd7-47a9-a43b-d18ccce2f8b6,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:21.440387 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-22b40a4a-72c6-4cd7-a811-329ed6c95220 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:21.441845 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-22b40a4a-72c6-4cd7-a811-329ed6c95220 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4423921 Aug 10 04:12:21.445639 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 59942) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:21.450623 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-311ec494-b34b-4b84-bb05-6376b83113bd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:21.582009 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-311ec494-b34b-4b84-bb05-6376b83113bd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for floatingip, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:21.704970 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-311ec494-b34b-4b84-bb05-6376b83113bd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:21.812385 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-311ec494-b34b-4b84-bb05-6376b83113bd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Allocated IP 172.25.0.54 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/701cc361-5660-4d08-b4ed-f43af615a35d) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:12:21.919143 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-311ec494-b34b-4b84-bb05-6376b83113bd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:22.040739 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-311ec494-b34b-4b84-bb05-6376b83113bd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:22.087768 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311ec494-b34b-4b84-bb05-6376b83113bd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:22.087768 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-311ec494-b34b-4b84-bb05-6376b83113bd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:22.087768 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311ec494-b34b-4b84-bb05-6376b83113bd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:12:22.117081 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ec494-b34b-4b84-bb05-6376b83113bd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Pushing event updated for resources: {'Port': ['ID=701cc361-5660-4d08-b4ed-f43af615a35d,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:22.178002 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-311ec494-b34b-4b84-bb05-6376b83113bd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:22.330271 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-311ec494-b34b-4b84-bb05-6376b83113bd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:22.495739 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-311ec494-b34b-4b84-bb05-6376b83113bd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:22.628639 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-311ec494-b34b-4b84-bb05-6376b83113bd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:22.700089 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ec494-b34b-4b84-bb05-6376b83113bd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Pushing event updated for resources: {'Port': ['ID=701cc361-5660-4d08-b4ed-f43af615a35d,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:22.714385 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-311ec494-b34b-4b84-bb05-6376b83113bd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:22.840340 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-311ec494-b34b-4b84-bb05-6376b83113bd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:22.841650 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-311ec494-b34b-4b84-bb05-6376b83113bd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3947432 Aug 10 04:12:23.057371 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-dc459755-8c43-4595-b9b4-554ef302e940 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--380904767&fields=id&tenant_id=11ca1ec07fdb425bb68e0a669fce5b00 HTTP/1.1" status: 200 len: 267 time: 0.0389433 Aug 10 04:12:23.173666 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-8b4b336f-e1fd-4d87-bcdb-720c6c558b38 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:23.173666 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-8b4b336f-e1fd-4d87-bcdb-720c6c558b38 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/networks?id=de11a3c9-316c-4377-9e5e-18fd7e651c4f HTTP/1.1" status: 200 len: 810 time: 0.1057005 Aug 10 04:12:23.189901 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-ae91cefd-2f6d-4ebd-bc9b-46dac14a9e0e tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/quotas/11ca1ec07fdb425bb68e0a669fce5b00 HTTP/1.1" status: 200 len: 375 time: 0.0111480 Aug 10 04:12:23.256444 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-1608b006-78ad-4638-91bd-45ac431cd6fb tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=11ca1ec07fdb425bb68e0a669fce5b00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0563109 Aug 10 04:12:23.288383 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60010) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:23.358449 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-d95819d9-4d53-485a-b010-b31759a59c3b service neutron] 10.222.0.25 "GET /v2.0/networks/de11a3c9-316c-4377-9e5e-18fd7e651c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950282 Aug 10 04:12:23.407875 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-b004fc89-1d80-4302-9080-f37b3d75a830 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-102118778', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:23.459648 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-4a7cee2b-f407-492a-a5c7-3f655a79412d service neutron] 10.222.0.25 "GET /v2.0/networks/de11a3c9-316c-4377-9e5e-18fd7e651c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941253 Aug 10 04:12:23.512704 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b004fc89-1d80-4302-9080-f37b3d75a830 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Made reservation on behalf of 79042036584940b189ccc211141d6619 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:12:23.515140 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b004fc89-1d80-4302-9080-f37b3d75a830 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:23.524763 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b004fc89-1d80-4302-9080-f37b3d75a830 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:23.611316 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b004fc89-1d80-4302-9080-f37b3d75a830 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:23.736391 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a09f6ea-569c-44b7-b95d-db70503e9049 req-4d4a04b9-ea68-4425-864b-ee9c088cfdb1 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb03e1fb-46ca-4af9-a950-765e9399fb67 HTTP/1.1" status: 200 len: 210 time: 0.0266588 Aug 10 04:12:23.743472 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b004fc89-1d80-4302-9080-f37b3d75a830 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:23.757280 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-b004fc89-1d80-4302-9080-f37b3d75a830 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] device_id is not set on port cad592e9-877c-4937-a1a4-f3ea8b2248c7 yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:12:23.807985 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004fc89-1d80-4302-9080-f37b3d75a830 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415c9195-26ed-4797-a8e7-22ba8b5134db,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:23.887949 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-b004fc89-1d80-4302-9080-f37b3d75a830 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Allocated IP 172.25.0.48 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/cad592e9-877c-4937-a1a4-f3ea8b2248c7) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:12:24.029089 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b004fc89-1d80-4302-9080-f37b3d75a830 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:24.195517 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b004fc89-1d80-4302-9080-f37b3d75a830 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:24.234873 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b004fc89-1d80-4302-9080-f37b3d75a830 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:24.240320 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-b004fc89-1d80-4302-9080-f37b3d75a830 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:24.243812 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b004fc89-1d80-4302-9080-f37b3d75a830 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:12:24.269311 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004fc89-1d80-4302-9080-f37b3d75a830 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Pushing event updated for resources: {'Port': ['ID=cad592e9-877c-4937-a1a4-f3ea8b2248c7,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:24.289203 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b004fc89-1d80-4302-9080-f37b3d75a830 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:24.289826 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b004fc89-1d80-4302-9080-f37b3d75a830 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:24.378130 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b004fc89-1d80-4302-9080-f37b3d75a830 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.0882878 Aug 10 04:12:24.380926 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60034) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:24.386088 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-9ea6115c-c60a-4d49-a219-81e91047c8c5 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.48'}]}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:24.480444 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9ea6115c-c60a-4d49-a219-81e91047c8c5 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:24.481545 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9ea6115c-c60a-4d49-a219-81e91047c8c5 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:24.536833 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9ea6115c-c60a-4d49-a219-81e91047c8c5 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:24.776343 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9ea6115c-c60a-4d49-a219-81e91047c8c5 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:24.842645 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1d575c33-6f34-4a40-b32d-1f1406cd6b67 req-3de791cc-4b6c-4b44-ab13-b9c11c8ac83c tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb03e1fb-46ca-4af9-a950-765e9399fb67 HTTP/1.1" status: 200 len: 210 time: 0.0329623 Aug 10 04:12:25.146687 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9ea6115c-c60a-4d49-a219-81e91047c8c5 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:25.171396 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9ea6115c-c60a-4d49-a219-81e91047c8c5 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:25.366075 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9ea6115c-c60a-4d49-a219-81e91047c8c5 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:25.533508 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9ea6115c-c60a-4d49-a219-81e91047c8c5 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:25.535534 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9ea6115c-c60a-4d49-a219-81e91047c8c5 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:25.691499 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9ea6115c-c60a-4d49-a219-81e91047c8c5 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:25.692251 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea6115c-c60a-4d49-a219-81e91047c8c5 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2842dff-176b-4634-a548-9a2f1a62f208 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:12:25.832963 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-9ea6115c-c60a-4d49-a219-81e91047c8c5 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 10 04:12:25.834200 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9ea6115c-c60a-4d49-a219-81e91047c8c5 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.4515932 Aug 10 04:12:25.837578 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60058) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:25.947665 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a4ba7dc1-8fec-4b7e-807f-9f90243d6526 req-29b0a8db-2dfa-410f-ac85-4c47f444bd42 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb03e1fb-46ca-4af9-a950-765e9399fb67 HTTP/1.1" status: 200 len: 210 time: 0.0298786 Aug 10 04:12:25.951552 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-d7995ba4-3e1e-4d3f-819e-fd1a28a89673 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Deleting port cad592e9-877c-4937-a1a4-f3ea8b2248c7 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:25.951903 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d7995ba4-3e1e-4d3f-819e-fd1a28a89673 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:26.036129 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d7995ba4-3e1e-4d3f-819e-fd1a28a89673 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:26.048545 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-d7995ba4-3e1e-4d3f-819e-fd1a28a89673 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Calling delete_port for cad592e9-877c-4937-a1a4-f3ea8b2248c7 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:26.123461 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-0109ff37-bdf3-40d2-a896-22ceea04b65d tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:26.126205 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-0109ff37-bdf3-40d2-a896-22ceea04b65d tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.20 "GET /v2.0/networks?id=de11a3c9-316c-4377-9e5e-18fd7e651c4f HTTP/1.1" status: 200 len: 810 time: 0.1140523 Aug 10 04:12:26.182230 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-a9d3df0f-8827-4bcf-94f9-0e7fc208b552 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11ca1ec07fdb425bb68e0a669fce5b00 HTTP/1.1" status: 200 len: 379 time: 0.0383539 Aug 10 04:12:26.192739 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-19773f76-17a0-472d-993c-09de9ee6bb87 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Request body: {'port': {'device_id': 'fb03e1fb-46ca-4af9-a950-765e9399fb67', 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f', 'admin_state_up': True, 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'security_groups': ['7c8775a2-e3f1-4ba7-b67c-11247ffe1cb8']}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:26.325556 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d7995ba4-3e1e-4d3f-819e-fd1a28a89673 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:26.360790 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7995ba4-3e1e-4d3f-819e-fd1a28a89673 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Pushing event deleted for resources: {'Port': ['ID=cad592e9-877c-4937-a1a4-f3ea8b2248c7,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:26.428100 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d7995ba4-3e1e-4d3f-819e-fd1a28a89673 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:26.430484 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d7995ba4-3e1e-4d3f-819e-fd1a28a89673 tempest-RoutersAdminNegativeIpV6Test-2091988279 tempest-RoutersAdminNegativeIpV6Test-2091988279-project-admin] 10.222.0.25 "DELETE /v2.0/ports/cad592e9-877c-4937-a1a4-f3ea8b2248c7 HTTP/1.1" status: 204 len: 168 time: 0.5918901 Aug 10 04:12:26.456966 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-19773f76-17a0-472d-993c-09de9ee6bb87 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Made reservation on behalf of 11ca1ec07fdb425bb68e0a669fce5b00 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:12:26.461602 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-19773f76-17a0-472d-993c-09de9ee6bb87 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:26.596661 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-19773f76-17a0-472d-993c-09de9ee6bb87 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Allocated IP 172.20.0.13 (de11a3c9-316c-4377-9e5e-18fd7e651c4f/01f32dbd-3307-434b-943d-2135ada2aaeb/f941a4e2-d65d-4b63-b366-f5f98bc39d33) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:12:26.740115 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-19773f76-17a0-472d-993c-09de9ee6bb87 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:26.755685 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-19773f76-17a0-472d-993c-09de9ee6bb87 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Transition to ACTIVE for port object f941a4e2-d65d-4b63-b366-f5f98bc39d33 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:26.884763 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-19773f76-17a0-472d-993c-09de9ee6bb87 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:26.930041 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-19773f76-17a0-472d-993c-09de9ee6bb87 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Network de11a3c9-316c-4377-9e5e-18fd7e651c4f is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:26.935609 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-19773f76-17a0-472d-993c-09de9ee6bb87 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:26.939426 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-19773f76-17a0-472d-993c-09de9ee6bb87 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:12:26.988805 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19773f76-17a0-472d-993c-09de9ee6bb87 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Pushing event updated for resources: {'Port': ['ID=f941a4e2-d65d-4b63-b366-f5f98bc39d33,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:27.024518 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-19773f76-17a0-472d-993c-09de9ee6bb87 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:27.025279 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-19773f76-17a0-472d-993c-09de9ee6bb87 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:27.094602 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60082) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:27.096875 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b624d9-53e8-4e41-aafa-8c8a211d460d req-a8cb179d-6d20-4925-9882-a7940e001207 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:27.099430 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-72b624d9-53e8-4e41-aafa-8c8a211d460d req-a8cb179d-6d20-4925-9882-a7940e001207 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb03e1fb-46ca-4af9-a950-765e9399fb67 HTTP/1.1" status: 200 len: 932 time: 0.0617034 Aug 10 04:12:27.142336 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-19773f76-17a0-472d-993c-09de9ee6bb87 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9501569 Aug 10 04:12:27.158777 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-a22daf15-34dc-4a17-8a05-986c4c098f1a tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:12:27.159867 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-a22daf15-34dc-4a17-8a05-986c4c098f1a tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077729 Aug 10 04:12:27.163910 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-72b624d9-53e8-4e41-aafa-8c8a211d460d req-5acf00e9-58c2-498a-bb60-93250996f8af tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c8775a2-e3f1-4ba7-b67c-11247ffe1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524638 Aug 10 04:12:27.249339 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-019cfdb0-d2a0-4b7d-a4a8-d3a8a523a1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:27.296195 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-0f362c49-6e3b-4c7c-9ba9-387bbe226c91 service neutron] Request body: {'port': {'device_id': 'fb03e1fb-46ca-4af9-a950-765e9399fb67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:27.354772 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-019cfdb0-d2a0-4b7d-a4a8-d3a8a523a1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:27.360301 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-0f362c49-6e3b-4c7c-9ba9-387bbe226c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:27.371588 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6a98a23c-699f-4fef-b01d-6cd65f084d90 None None] Provisioning for port f941a4e2-d65d-4b63-b366-f5f98bc39d33 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:27.376354 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6a98a23c-699f-4fef-b01d-6cd65f084d90 None None] Provisioning complete for port f941a4e2-d65d-4b63-b366-f5f98bc39d33 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:27.376722 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6a98a23c-699f-4fef-b01d-6cd65f084d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:27.413687 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-6a98a23c-699f-4fef-b01d-6cd65f084d90 None None] Port f941a4e2-d65d-4b63-b366-f5f98bc39d33 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:12:27.457188 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-019cfdb0-d2a0-4b7d-a4a8-d3a8a523a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:27.503918 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019cfdb0-d2a0-4b7d-a4a8-d3a8a523a1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5951021e-8100-4fb6-aa69-62afc8af2ec1,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:27.512237 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-019cfdb0-d2a0-4b7d-a4a8-d3a8a523a1e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef0996353a8b4bef9b55aab1f6978288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4163322 Aug 10 04:12:27.514471 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60092) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:27.566677 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-82f5a579-fab3-44ac-aa87-e22cf229758b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:27.595111 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-82f5a579-fab3-44ac-aa87-e22cf229758b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:27.598280 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:27.646985 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-0f362c49-6e3b-4c7c-9ba9-387bbe226c91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f941a4e2-d65d-4b63-b366-f5f98bc39d33 {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:12:27.654914 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-0f362c49-6e3b-4c7c-9ba9-387bbe226c91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:27.702528 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-0f362c49-6e3b-4c7c-9ba9-387bbe226c91 service neutron] Transition to ACTIVE for port object f941a4e2-d65d-4b63-b366-f5f98bc39d33 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:27.702756 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-82f5a579-fab3-44ac-aa87-e22cf229758b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:27.705448 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-82f5a579-fab3-44ac-aa87-e22cf229758b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:27.706790 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-82f5a579-fab3-44ac-aa87-e22cf229758b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5951021e-8100-4fb6-aa69-62afc8af2ec1 HTTP/1.1" status: 204 len: 168 time: 0.1912003 Aug 10 04:12:27.715669 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5a579-fab3-44ac-aa87-e22cf229758b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5951021e-8100-4fb6-aa69-62afc8af2ec1,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:27.811355 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-0f362c49-6e3b-4c7c-9ba9-387bbe226c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:27.867088 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f362c49-6e3b-4c7c-9ba9-387bbe226c91 service neutron] Pushing event updated for resources: {'Port': ['ID=f941a4e2-d65d-4b63-b366-f5f98bc39d33,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:27.947777 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-0f362c49-6e3b-4c7c-9ba9-387bbe226c91 service neutron] Attempting to bind port f941a4e2-d65d-4b63-b366-f5f98bc39d33 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:12:27.948220 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-0f362c49-6e3b-4c7c-9ba9-387bbe226c91 service neutron] Attempting to bind port f941a4e2-d65d-4b63-b366-f5f98bc39d33 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '022c9be0-3f23-4140-b40a-73d3581e4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:12:27.948609 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-0f362c49-6e3b-4c7c-9ba9-387bbe226c91 service neutron] Attempting to bind port f941a4e2-d65d-4b63-b366-f5f98bc39d33 on network de11a3c9-316c-4377-9e5e-18fd7e651c4f {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:12:27.953186 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-0f362c49-6e3b-4c7c-9ba9-387bbe226c91 service neutron] Port f941a4e2-d65d-4b63-b366-f5f98bc39d33 on network de11a3c9-316c-4377-9e5e-18fd7e651c4f not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:12:27.953441 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-0f362c49-6e3b-4c7c-9ba9-387bbe226c91 service neutron] Attempting to bind port f941a4e2-d65d-4b63-b366-f5f98bc39d33 on network de11a3c9-316c-4377-9e5e-18fd7e651c4f {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:12:27.958552 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-0f362c49-6e3b-4c7c-9ba9-387bbe226c91 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:12:27.964484 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-0f362c49-6e3b-4c7c-9ba9-387bbe226c91 service neutron] Checking segment: {'id': '022c9be0-3f23-4140-b40a-73d3581e4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:12:27.964484 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-0f362c49-6e3b-4c7c-9ba9-387bbe226c91 service neutron] Bound using segment: {'id': '022c9be0-3f23-4140-b40a-73d3581e4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:12:27.964484 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-0f362c49-6e3b-4c7c-9ba9-387bbe226c91 service neutron] Bound port: f941a4e2-d65d-4b63-b366-f5f98bc39d33, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '022c9be0-3f23-4140-b40a-73d3581e4e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:12:27.964484 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-0f362c49-6e3b-4c7c-9ba9-387bbe226c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:28.030352 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-0f362c49-6e3b-4c7c-9ba9-387bbe226c91 service neutron] For port f941a4e2-d65d-4b63-b366-f5f98bc39d33, host n-h2-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:12:28.033630 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-0f362c49-6e3b-4c7c-9ba9-387bbe226c91 service neutron] For port f941a4e2-d65d-4b63-b366-f5f98bc39d33, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f941a4e2-d65d-4b63-b366-f5f98bc39d33,segment=NetworkSegment(022c9be0-3f23-4140-b40a-73d3581e4e3a),segment_id=022c9be0-3f23-4140-b40a-73d3581e4e3a)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:12:28.141877 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-0f362c49-6e3b-4c7c-9ba9-387bbe226c91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:28.177715 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-0f362c49-6e3b-4c7c-9ba9-387bbe226c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:28.178388 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-0f362c49-6e3b-4c7c-9ba9-387bbe226c91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:28.180297 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-0f362c49-6e3b-4c7c-9ba9-387bbe226c91 service neutron] 10.222.0.20 "PUT /v2.0/ports/f941a4e2-d65d-4b63-b366-f5f98bc39d33 HTTP/1.1" status: 200 len: 1092 time: 1.0124974 Aug 10 04:12:28.180747 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb03e1fb-46ca-4af9-a950-765e9399fb67', 'tag': 'f941a4e2-d65d-4b63-b366-f5f98bc39d33'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:12:28.183166 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c244803d-be46-4221-8fee-b1069ba14b38" -d '{"events": [{"name": "network-changed", "server_uuid": "fb03e1fb-46ca-4af9-a950-765e9399fb67", "tag": "f941a4e2-d65d-4b63-b366-f5f98bc39d33"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:12:28.240148 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee36c35c-a403-40e3-856c-07822cc1b24f x-openstack-request-id: req-ee36c35c-a403-40e3-856c-07822cc1b24f {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:12:28.240447 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb03e1fb-46ca-4af9-a950-765e9399fb67", "tag": "f941a4e2-d65d-4b63-b366-f5f98bc39d33", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:12:28.240693 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee36c35c-a403-40e3-856c-07822cc1b24f {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:12:28.241229 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb03e1fb-46ca-4af9-a950-765e9399fb67', 'tag': 'f941a4e2-d65d-4b63-b366-f5f98bc39d33', 'status': 'completed', 'code': 200} Aug 10 04:12:28.242379 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f362c49-6e3b-4c7c-9ba9-387bbe226c91 service neutron] Pushing event updated for resources: {'Port': ['ID=f941a4e2-d65d-4b63-b366-f5f98bc39d33,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:28.348296 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab30b14-ea98-41e0-b157-2f334116dda9 req-f99403a9-1049-4604-947d-74ae771b43be tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:28.349897 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eab30b14-ea98-41e0-b157-2f334116dda9 req-f99403a9-1049-4604-947d-74ae771b43be tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb03e1fb-46ca-4af9-a950-765e9399fb67 HTTP/1.1" status: 200 len: 944 time: 0.0916741 Aug 10 04:12:28.359566 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244803d-be46-4221-8fee-b1069ba14b38 req-9b48ca9b-f01a-45eb-b233-9b23be463412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:28.361061 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c244803d-be46-4221-8fee-b1069ba14b38 req-9b48ca9b-f01a-45eb-b233-9b23be463412 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=11ca1ec07fdb425bb68e0a669fce5b00&device_id=fb03e1fb-46ca-4af9-a950-765e9399fb67 HTTP/1.1" status: 200 len: 1095 time: 0.0714498 Aug 10 04:12:28.445716 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eab30b14-ea98-41e0-b157-2f334116dda9 req-cd3de085-1757-4692-926a-4f662fd36733 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c8775a2-e3f1-4ba7-b67c-11247ffe1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894003 Aug 10 04:12:28.456672 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60112) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:28.526422 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244803d-be46-4221-8fee-b1069ba14b38 req-3ce3959d-c3c8-4b10-ba1a-9a7cf31bbb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:28.528180 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c244803d-be46-4221-8fee-b1069ba14b38 req-3ce3959d-c3c8-4b10-ba1a-9a7cf31bbb36 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=11ca1ec07fdb425bb68e0a669fce5b00&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1510198 Aug 10 04:12:28.530618 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-65726468-df01-42e3-8b66-1be4d08c68dd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=79042036584940b189ccc211141d6619&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0735049 Aug 10 04:12:28.533180 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60116) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:28.651192 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e88aa3b4-5c32-4b12-8743-7dbd52e8109f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:28.675817 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244803d-be46-4221-8fee-b1069ba14b38 req-5058195b-4aa5-45bd-868a-a387630ba194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:28.677317 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c244803d-be46-4221-8fee-b1069ba14b38 req-5058195b-4aa5-45bd-868a-a387630ba194 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1377008 Aug 10 04:12:28.685836 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e88aa3b4-5c32-4b12-8743-7dbd52e8109f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:28.782937 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-bcac2daa-0197-4b50-b0c7-a8c1098e3e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:28.784451 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-bcac2daa-0197-4b50-b0c7-a8c1098e3e80 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=11ca1ec07fdb425bb68e0a669fce5b00&device_id=fb03e1fb-46ca-4af9-a950-765e9399fb67 HTTP/1.1" status: 200 len: 1095 time: 0.0455616 Aug 10 04:12:28.835981 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-23a753dd-33ba-4ed5-8382-85a8ee8b511e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f941a4e2-d65d-4b63-b366-f5f98bc39d33 HTTP/1.1" status: 200 len: 217 time: 0.0359321 Aug 10 04:12:28.868328 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e88aa3b4-5c32-4b12-8743-7dbd52e8109f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:28.870776 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e88aa3b4-5c32-4b12-8743-7dbd52e8109f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:28.871876 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e88aa3b4-5c32-4b12-8743-7dbd52e8109f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/415c9195-26ed-4797-a8e7-22ba8b5134db HTTP/1.1" status: 204 len: 168 time: 0.3378170 Aug 10 04:12:28.886692 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88aa3b4-5c32-4b12-8743-7dbd52e8109f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415c9195-26ed-4797-a8e7-22ba8b5134db,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:28.905729 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-8933257c-c037-4d5a-bf2f-7a1ba823c9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:28.907428 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-8933257c-c037-4d5a-bf2f-7a1ba823c9a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01f32dbd-3307-434b-943d-2135ada2aaeb HTTP/1.1" status: 200 len: 849 time: 0.0643668 Aug 10 04:12:28.962262 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-db96649d-5c26-47d8-a91e-3051259c2a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:28.963942 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-db96649d-5c26-47d8-a91e-3051259c2a1a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de11a3c9-316c-4377-9e5e-18fd7e651c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483880 Aug 10 04:12:28.977236 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c489562f-dffa-4672-992b-801118ff572f req-5f293aa1-98d9-48c1-a45a-2eb49bf7c820 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473294 Aug 10 04:12:29.067026 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489562f-dffa-4672-992b-801118ff572f req-9f713151-49d9-4e35-a97a-26b17e3971ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:29.068985 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c489562f-dffa-4672-992b-801118ff572f req-9f713151-49d9-4e35-a97a-26b17e3971ab service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 1097 time: 0.0475147 Aug 10 04:12:29.192607 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489562f-dffa-4672-992b-801118ff572f req-160ff223-32a9-4183-a5c4-d8922026ec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:29.195415 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c489562f-dffa-4672-992b-801118ff572f req-160ff223-32a9-4183-a5c4-d8922026ec15 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 911 time: 0.1035275 Aug 10 04:12:29.280511 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c489562f-dffa-4672-992b-801118ff572f req-cbb1fb25-137a-4c03-bd3a-8d1409f95165 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=649b2458-0bf6-418f-93b2-f638c4fc29b3 HTTP/1.1" status: 200 len: 1002 time: 0.0760431 Aug 10 04:12:29.342650 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489562f-dffa-4672-992b-801118ff572f req-f9508b2b-3bc4-4419-8141-9fb70a65ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:29.344289 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c489562f-dffa-4672-992b-801118ff572f req-f9508b2b-3bc4-4419-8141-9fb70a65ebcc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=50d1b050-8d5a-4a28-adea-90a39272e6c6 HTTP/1.1" status: 200 len: 849 time: 0.0570538 Aug 10 04:12:29.398154 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489562f-dffa-4672-992b-801118ff572f req-a201c504-ec7b-4db9-be7a-c7cf361d049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:29.399923 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c489562f-dffa-4672-992b-801118ff572f req-a201c504-ec7b-4db9-be7a-c7cf361d049c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee59e291-e76f-48a7-96a4-530291348714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478075 Aug 10 04:12:29.420933 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-c30129cc-1f2c-4645-8909-73c2a782efe9 service neutron] 10.222.0.20 "GET /v2.0/networks/de11a3c9-316c-4377-9e5e-18fd7e651c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4477923 Aug 10 04:12:29.501281 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c489562f-dffa-4672-992b-801118ff572f req-69e6bae5-3924-4704-b8b6-b885e99c031d service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933645 Aug 10 04:12:29.530464 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-abbd1f1a-9bdd-44a7-81a1-2caacf20578b req-e3824381-36b4-4a84-9865-f9e99a1fb770 service neutron] 10.222.0.20 "GET /v2.0/networks/de11a3c9-316c-4377-9e5e-18fd7e651c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011286 Aug 10 04:12:29.640136 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673dcd1c-e9af-48f6-8cde-33d500955a95 req-2b6a977c-80d4-46dc-bc94-8d95368445ed tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:29.644409 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-673dcd1c-e9af-48f6-8cde-33d500955a95 req-2b6a977c-80d4-46dc-bc94-8d95368445ed tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb03e1fb-46ca-4af9-a950-765e9399fb67 HTTP/1.1" status: 200 len: 944 time: 0.0791728 Aug 10 04:12:29.669584 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c489562f-dffa-4672-992b-801118ff572f req-3dbd464f-0603-4077-84f3-183fad0aaff7 service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603265 Aug 10 04:12:29.695075 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-673dcd1c-e9af-48f6-8cde-33d500955a95 req-1c0b44bf-f662-404d-b8bd-3255998078eb tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c8775a2-e3f1-4ba7-b67c-11247ffe1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436909 Aug 10 04:12:30.047574 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60158) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:30.161502 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6209a53d-e85f-4bc1-8f14-b47aa3a30fec tempest-AgentManagementNegativeTest-2060823802 tempest-AgentManagementNegativeTest-2060823802-project] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1127164 Aug 10 04:12:30.681221 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60172) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:30.798426 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-921a5c7a-b69f-4b1c-920e-2a028f0019b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:30.822113 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457bffd-65c6-453a-b867-fbc71465b1ab req-369d7212-a1ef-4320-887c-fb1758efb87a tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:30.823630 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c457bffd-65c6-453a-b867-fbc71465b1ab req-369d7212-a1ef-4320-887c-fb1758efb87a tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb03e1fb-46ca-4af9-a950-765e9399fb67 HTTP/1.1" status: 200 len: 944 time: 0.0598159 Aug 10 04:12:30.870438 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c457bffd-65c6-453a-b867-fbc71465b1ab req-b41c196a-d20b-4d2a-8463-5e164a3ee90b tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c8775a2-e3f1-4ba7-b67c-11247ffe1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402741 Aug 10 04:12:30.903307 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-921a5c7a-b69f-4b1c-920e-2a028f0019b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:31.028357 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-921a5c7a-b69f-4b1c-920e-2a028f0019b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:31.069637 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a5c7a-b69f-4b1c-920e-2a028f0019b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a08250-aae0-450c-a631-a57ef2200f3a,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:31.075141 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-921a5c7a-b69f-4b1c-920e-2a028f0019b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=af1e940761d4421d81420c9123ada750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3925967 Aug 10 04:12:31.077685 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60186) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:31.128485 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-82b72c0b-ec61-40c7-9a30-fa851975f7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:31.158952 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-82b72c0b-ec61-40c7-9a30-fa851975f7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:31.278555 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-82b72c0b-ec61-40c7-9a30-fa851975f7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:31.281482 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-82b72c0b-ec61-40c7-9a30-fa851975f7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:31.284939 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-82b72c0b-ec61-40c7-9a30-fa851975f7b6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f1a08250-aae0-450c-a631-a57ef2200f3a HTTP/1.1" status: 204 len: 168 time: 0.2040901 Aug 10 04:12:31.291326 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b72c0b-ec61-40c7-9a30-fa851975f7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a08250-aae0-450c-a631-a57ef2200f3a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:31.994756 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d410c-5709-4aa7-a16e-0d049180d7e6 req-0f083bc0-1e59-4012-a143-da835ec1234f tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:31.996322 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e74d410c-5709-4aa7-a16e-0d049180d7e6 req-0f083bc0-1e59-4012-a143-da835ec1234f tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb03e1fb-46ca-4af9-a950-765e9399fb67 HTTP/1.1" status: 200 len: 944 time: 0.0532660 Aug 10 04:12:32.036875 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e74d410c-5709-4aa7-a16e-0d049180d7e6 req-0067cf46-46c5-4e0b-ba36-91d408cde7f4 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c8775a2-e3f1-4ba7-b67c-11247ffe1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341148 Aug 10 04:12:32.587056 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60228) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:32.686136 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-fa7179b4-bf14-451c-8daa-735b88aa58b7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-619928736'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:32.857700 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1a9bf201-e683-4291-be9b-f58ef292ae7d req-3c0d7767-ad28-4ecb-a3cf-d7fcf46fc950 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434170 Aug 10 04:12:32.858771 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7179b4-bf14-451c-8daa-735b88aa58b7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Made reservation on behalf of 283e8cf774744282a39b7525ccc2b4ba for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:12:32.862072 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fa7179b4-bf14-451c-8daa-735b88aa58b7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:32.870515 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fa7179b4-bf14-451c-8daa-735b88aa58b7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:32.996414 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bf201-e683-4291-be9b-f58ef292ae7d req-9dcef087-431b-447e-8310-a16f696a0a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:32.997881 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1a9bf201-e683-4291-be9b-f58ef292ae7d req-9dcef087-431b-447e-8310-a16f696a0a71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c54c9ab1fa940fe85894d7bbe0c849c&device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 1097 time: 0.0746098 Aug 10 04:12:32.999811 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fa7179b4-bf14-451c-8daa-735b88aa58b7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:33.123463 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fa7179b4-bf14-451c-8daa-735b88aa58b7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:33.143615 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bf201-e683-4291-be9b-f58ef292ae7d req-e5980663-ca39-424c-88c7-275cbd8845c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:33.145191 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1a9bf201-e683-4291-be9b-f58ef292ae7d req-e5980663-ca39-424c-88c7-275cbd8845c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f573ecff-4c5c-4552-80ba-7f39fbaee537 HTTP/1.1" status: 200 len: 918 time: 0.1264665 Aug 10 04:12:33.181317 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7179b4-bf14-451c-8daa-735b88aa58b7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:12:33.240993 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7179b4-bf14-451c-8daa-735b88aa58b7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a93134ef-302b-43b3-8d81-0f1d83ef9a36,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:33.246146 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fa7179b4-bf14-451c-8daa-735b88aa58b7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:33.246556 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-fa7179b4-bf14-451c-8daa-735b88aa58b7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Added segment ba6572f6-ba3e-43fa-9a53-dc2c893b6116 of type vlan for network c7e73393-5384-4487-b788-b0a36e43c12a Aug 10 04:12:33.267653 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1165fbf-e59c-4c03-b6dc-439f67e0343c req-5dfd4304-7d09-469c-91dd-22d5f8489aec tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:33.269227 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a1165fbf-e59c-4c03-b6dc-439f67e0343c req-5dfd4304-7d09-469c-91dd-22d5f8489aec tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb03e1fb-46ca-4af9-a950-765e9399fb67 HTTP/1.1" status: 200 len: 944 time: 0.1602287 Aug 10 04:12:33.282932 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7179b4-bf14-451c-8daa-735b88aa58b7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:33.283283 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7179b4-bf14-451c-8daa-735b88aa58b7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:33.283628 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7179b4-bf14-451c-8daa-735b88aa58b7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:33.283980 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7179b4-bf14-451c-8daa-735b88aa58b7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:33.284326 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7179b4-bf14-451c-8daa-735b88aa58b7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:33.284663 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7179b4-bf14-451c-8daa-735b88aa58b7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:33.284991 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7179b4-bf14-451c-8daa-735b88aa58b7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:33.285320 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7179b4-bf14-451c-8daa-735b88aa58b7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:33.285646 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7179b4-bf14-451c-8daa-735b88aa58b7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:33.285969 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7179b4-bf14-451c-8daa-735b88aa58b7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:33.286296 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7179b4-bf14-451c-8daa-735b88aa58b7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:33.286629 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7179b4-bf14-451c-8daa-735b88aa58b7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:33.328865 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1a9bf201-e683-4291-be9b-f58ef292ae7d req-3fa565dd-9407-44ff-ae0a-5fe552f353ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=205df6d7-0c4e-499f-b491-c4e9b32c3167 HTTP/1.1" status: 200 len: 1000 time: 0.1699152 Aug 10 04:12:33.346294 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device f941a4e2-d65d-4b63-b366-f5f98bc39d33 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:12:33.364928 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fa7179b4-bf14-451c-8daa-735b88aa58b7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:33.394890 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a1165fbf-e59c-4c03-b6dc-439f67e0343c req-cc813262-1831-4583-8da5-364448431322 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c8775a2-e3f1-4ba7-b67c-11247ffe1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176972 Aug 10 04:12:33.426024 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bf201-e683-4291-be9b-f58ef292ae7d req-d9bf29f8-d4b1-45c7-85cb-2b6f2273e8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:33.427625 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1a9bf201-e683-4291-be9b-f58ef292ae7d req-d9bf29f8-d4b1-45c7-85cb-2b6f2273e8a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6dfeb297-f2e7-4070-a508-7d422d26e1b7 HTTP/1.1" status: 200 len: 856 time: 0.0866454 Aug 10 04:12:33.460361 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port f941a4e2-d65d-4b63-b366-f5f98bc39d33, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f941a4e2-d65d-4b63-b366-f5f98bc39d33,segment=NetworkSegment(022c9be0-3f23-4140-b40a-73d3581e4e3a),segment_id=022c9be0-3f23-4140-b40a-73d3581e4e3a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:33.474023 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'f941a4e2-d65d-4b63-b366-f5f98bc39d33', 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f', 'port_id': 'f941a4e2-d65d-4b63-b366-f5f98bc39d33', 'mac_address': 'fa:16:3e:76:08:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:12:33.482131 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bf201-e683-4291-be9b-f58ef292ae7d req-9fe1bbdf-b33b-4a52-8aab-e4c1fb292ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:33.487575 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1a9bf201-e683-4291-be9b-f58ef292ae7d req-9fe1bbdf-b33b-4a52-8aab-e4c1fb292ea2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f573ecff-4c5c-4552-80ba-7f39fbaee537&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487416 Aug 10 04:12:33.510933 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fa7179b4-bf14-451c-8daa-735b88aa58b7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:33.512596 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:33.517097 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7179b4-bf14-451c-8daa-735b88aa58b7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:33.517769 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fa7179b4-bf14-451c-8daa-735b88aa58b7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:33.525744 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f941a4e2-d65d-4b63-b366-f5f98bc39d33 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:12:33.545577 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port f941a4e2-d65d-4b63-b366-f5f98bc39d33, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f941a4e2-d65d-4b63-b366-f5f98bc39d33,segment=NetworkSegment(022c9be0-3f23-4140-b40a-73d3581e4e3a),segment_id=022c9be0-3f23-4140-b40a-73d3581e4e3a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:33.634265 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7179b4-bf14-451c-8daa-735b88aa58b7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Pushing event updated for resources: {'Network': ['ID=c7e73393-5384-4487-b788-b0a36e43c12a,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:33.645945 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network c7e73393-5384-4487-b788-b0a36e43c12a details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:12:33.657347 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1a9bf201-e683-4291-be9b-f58ef292ae7d req-4a8ae3d3-fea4-4779-84b4-630456288597 service neutron] 10.222.0.20 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662540 Aug 10 04:12:33.685612 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:33.754663 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=f941a4e2-d65d-4b63-b366-f5f98bc39d33,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:33.766565 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fa7179b4-bf14-451c-8daa-735b88aa58b7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.1772342 Aug 10 04:12:33.767923 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1a9bf201-e683-4291-be9b-f58ef292ae7d req-ab378dd7-3382-4db5-8de1-144d5f9e68c7 service neutron] 10.222.0.20 "GET /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024640 Aug 10 04:12:33.768469 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60246) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:33.773481 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-1257ab8e-d02c-4fea-b829-3849645628dd tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Request body: {'subnet': {'network_id': 'c7e73393-5384-4487-b788-b0a36e43c12a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:33.980123 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['f941a4e2-d65d-4b63-b366-f5f98bc39d33'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:12:34.032283 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1257ab8e-d02c-4fea-b829-3849645628dd tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Made reservation on behalf of 283e8cf774744282a39b7525ccc2b4ba for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:12:34.037057 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1257ab8e-d02c-4fea-b829-3849645628dd tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:34.360109 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1257ab8e-d02c-4fea-b829-3849645628dd tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:34.425837 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1257ab8e-d02c-4fea-b829-3849645628dd tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Pushing event updated for resources: {'Subnet': ['ID=f590c8e8-1f56-4d68-b0cb-b2918617a7de,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:34.433993 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1257ab8e-d02c-4fea-b829-3849645628dd tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Checking segment: {'id': 'ba6572f6-ba3e-43fa-9a53-dc2c893b6116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c7e73393-5384-4487-b788-b0a36e43c12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:12:34.434360 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1257ab8e-d02c-4fea-b829-3849645628dd tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Network hostable DHCP agents. Network: c7e73393-5384-4487-b788-b0a36e43c12a, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:12:34.509179 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1257ab8e-d02c-4fea-b829-3849645628dd tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Network c7e73393-5384-4487-b788-b0a36e43c12a is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:12:34.520706 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef0a2a-4f98-439e-ab01-4a868b7b68e5 req-ba17c48c-d12c-4596-873e-a6fb041a0007 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:34.522355 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aeef0a2a-4f98-439e-ab01-4a868b7b68e5 req-ba17c48c-d12c-4596-873e-a6fb041a0007 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb03e1fb-46ca-4af9-a950-765e9399fb67 HTTP/1.1" status: 200 len: 945 time: 0.0509067 Aug 10 04:12:34.568558 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aeef0a2a-4f98-439e-ab01-4a868b7b68e5 req-4bd5c99c-04a1-40d7-9368-cf9d087d1122 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c8775a2-e3f1-4ba7-b67c-11247ffe1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391231 Aug 10 04:12:34.617646 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-1257ab8e-d02c-4fea-b829-3849645628dd tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, c7e73393-5384-4487-b788-b0a36e43c12a) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:34.626702 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1257ab8e-d02c-4fea-b829-3849645628dd tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:34.627722 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1257ab8e-d02c-4fea-b829-3849645628dd tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:34.634203 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e10f6ff-f601-4e15-a74a-4e37fb12afd9 None None] Network c7e73393-5384-4487-b788-b0a36e43c12a requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:12:34.793237 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1257ab8e-d02c-4fea-b829-3849645628dd tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0193822 Aug 10 04:12:34.793722 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60262) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:34.794693 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15b8cbd-2e15-41d2-9cfc-eb7a72b30290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-c7e73393-5384-4487-b788-b0a36e43c12a', 'network_id': 'c7e73393-5384-4487-b788-b0a36e43c12a', 'tenant_id': '283e8cf774744282a39b7525ccc2b4ba', 'fixed_ips': [{'subnet_id': 'f590c8e8-1f56-4d68-b0cb-b2918617a7de'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:12:34.795560 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c15b8cbd-2e15-41d2-9cfc-eb7a72b30290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:34.797552 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-d661a3dc-9f70-4ef9-86a4-e662c218a634 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Request body: {'port': {'network_id': 'c7e73393-5384-4487-b788-b0a36e43c12a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-125870333'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:34.972006 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-c15b8cbd-2e15-41d2-9cfc-eb7a72b30290 None None] Allocated IP 2001:db8::2 (c7e73393-5384-4487-b788-b0a36e43c12a/f590c8e8-1f56-4d68-b0cb-b2918617a7de/f33e4655-b9a7-4235-9e4b-27aa2c5fde67) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:12:34.999232 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d661a3dc-9f70-4ef9-86a4-e662c218a634 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Made reservation on behalf of 283e8cf774744282a39b7525ccc2b4ba for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:12:35.003312 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d661a3dc-9f70-4ef9-86a4-e662c218a634 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:35.024455 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-d661a3dc-9f70-4ef9-86a4-e662c218a634 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] device_id is not set on port ad5f1cd6-71bf-4681-bc39-d0a517e55394 yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:12:35.124606 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c15b8cbd-2e15-41d2-9cfc-eb7a72b30290 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:35.132626 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c15b8cbd-2e15-41d2-9cfc-eb7a72b30290 None None] Transition to ACTIVE for port object f33e4655-b9a7-4235-9e4b-27aa2c5fde67 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:35.147682 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c15b8cbd-2e15-41d2-9cfc-eb7a72b30290 None None] Transition to ACTIVE for port object f33e4655-b9a7-4235-9e4b-27aa2c5fde67 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:35.216984 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c15b8cbd-2e15-41d2-9cfc-eb7a72b30290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:35.263304 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15b8cbd-2e15-41d2-9cfc-eb7a72b30290 None None] Network c7e73393-5384-4487-b788-b0a36e43c12a is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:35.266330 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-c15b8cbd-2e15-41d2-9cfc-eb7a72b30290 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:35.268997 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15b8cbd-2e15-41d2-9cfc-eb7a72b30290 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:12:35.279139 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b8cbd-2e15-41d2-9cfc-eb7a72b30290 None None] Pushing event updated for resources: {'Port': ['ID=f33e4655-b9a7-4235-9e4b-27aa2c5fde67,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:35.289792 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-d661a3dc-9f70-4ef9-86a4-e662c218a634 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Allocated IP 2001:db8::7a (c7e73393-5384-4487-b788-b0a36e43c12a/f590c8e8-1f56-4d68-b0cb-b2918617a7de/ad5f1cd6-71bf-4681-bc39-d0a517e55394) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:12:35.343915 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device f941a4e2-d65d-4b63-b366-f5f98bc39d33 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:12:35.369166 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-c15b8cbd-2e15-41d2-9cfc-eb7a72b30290 None None] Attempting to bind port f33e4655-b9a7-4235-9e4b-27aa2c5fde67 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:12:35.369621 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-c15b8cbd-2e15-41d2-9cfc-eb7a72b30290 None None] Attempting to bind port f33e4655-b9a7-4235-9e4b-27aa2c5fde67 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'ba6572f6-ba3e-43fa-9a53-dc2c893b6116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c7e73393-5384-4487-b788-b0a36e43c12a'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:12:35.369999 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15b8cbd-2e15-41d2-9cfc-eb7a72b30290 None None] Attempting to bind port f33e4655-b9a7-4235-9e4b-27aa2c5fde67 on network c7e73393-5384-4487-b788-b0a36e43c12a {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:12:35.384915 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15b8cbd-2e15-41d2-9cfc-eb7a72b30290 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:12:35.385343 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15b8cbd-2e15-41d2-9cfc-eb7a72b30290 None None] Checking segment: {'id': 'ba6572f6-ba3e-43fa-9a53-dc2c893b6116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c7e73393-5384-4487-b788-b0a36e43c12a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:12:35.385690 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c15b8cbd-2e15-41d2-9cfc-eb7a72b30290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:35.386083 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15b8cbd-2e15-41d2-9cfc-eb7a72b30290 None None] Bound using segment: {'id': 'ba6572f6-ba3e-43fa-9a53-dc2c893b6116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c7e73393-5384-4487-b788-b0a36e43c12a'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:12:35.386562 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-c15b8cbd-2e15-41d2-9cfc-eb7a72b30290 None None] Bound port: f33e4655-b9a7-4235-9e4b-27aa2c5fde67, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6572f6-ba3e-43fa-9a53-dc2c893b6116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'c7e73393-5384-4487-b788-b0a36e43c12a'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:12:35.386939 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c15b8cbd-2e15-41d2-9cfc-eb7a72b30290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:35.467680 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d661a3dc-9f70-4ef9-86a4-e662c218a634 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:35.471696 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-c15b8cbd-2e15-41d2-9cfc-eb7a72b30290 None None] For port f33e4655-b9a7-4235-9e4b-27aa2c5fde67, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:12:35.475739 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-c15b8cbd-2e15-41d2-9cfc-eb7a72b30290 None None] For port f33e4655-b9a7-4235-9e4b-27aa2c5fde67, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f33e4655-b9a7-4235-9e4b-27aa2c5fde67,segment=NetworkSegment(ba6572f6-ba3e-43fa-9a53-dc2c893b6116),segment_id=ba6572f6-ba3e-43fa-9a53-dc2c893b6116)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:12:35.483658 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-d661a3dc-9f70-4ef9-86a4-e662c218a634 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Transition to ACTIVE for port object ad5f1cd6-71bf-4681-bc39-d0a517e55394 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:35.557883 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port f941a4e2-d65d-4b63-b366-f5f98bc39d33 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:35.561875 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port f941a4e2-d65d-4b63-b366-f5f98bc39d33 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:35.562266 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:35.611797 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d661a3dc-9f70-4ef9-86a4-e662c218a634 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:35.613225 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c15b8cbd-2e15-41d2-9cfc-eb7a72b30290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:35.687195 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661a3dc-9f70-4ef9-86a4-e662c218a634 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Pushing event updated for resources: {'Port': ['ID=ad5f1cd6-71bf-4681-bc39-d0a517e55394,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:35.697830 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d661a3dc-9f70-4ef9-86a4-e662c218a634 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Network c7e73393-5384-4487-b788-b0a36e43c12a is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:35.700821 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-d661a3dc-9f70-4ef9-86a4-e662c218a634 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:35.707341 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d661a3dc-9f70-4ef9-86a4-e662c218a634 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:12:35.712306 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:35.717843 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d661a3dc-9f70-4ef9-86a4-e662c218a634 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:35.718777 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d661a3dc-9f70-4ef9-86a4-e662c218a634 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:35.740116 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b8cbd-2e15-41d2-9cfc-eb7a72b30290 None None] Pushing event updated for resources: {'Port': ['ID=f33e4655-b9a7-4235-9e4b-27aa2c5fde67,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:35.750632 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb03e1fb-46ca-4af9-a950-765e9399fb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f941a4e2-d65d-4b63-b366-f5f98bc39d33'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:12:35.752989 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e06c557-8723-4183-bbcd-2c8431c1dd79" -d '{"events": [{"server_uuid": "fb03e1fb-46ca-4af9-a950-765e9399fb67", "name": "network-vif-plugged", "status": "completed", "tag": "f941a4e2-d65d-4b63-b366-f5f98bc39d33"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:12:35.779291 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port f941a4e2-d65d-4b63-b366-f5f98bc39d33, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f941a4e2-d65d-4b63-b366-f5f98bc39d33,segment=NetworkSegment(022c9be0-3f23-4140-b40a-73d3581e4e3a),segment_id=022c9be0-3f23-4140-b40a-73d3581e4e3a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:35.780727 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54da55-1340-4ba1-a405-a6853888ebe9 req-a1eb07c3-cd51-4eaf-93f8-84cef7324096 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:35.782416 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4c54da55-1340-4ba1-a405-a6853888ebe9 req-a1eb07c3-cd51-4eaf-93f8-84cef7324096 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb03e1fb-46ca-4af9-a950-765e9399fb67 HTTP/1.1" status: 200 len: 945 time: 0.1431201 Aug 10 04:12:35.852818 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d661a3dc-9f70-4ef9-86a4-e662c218a634 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0582287 Aug 10 04:12:35.855837 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60282) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:35.856815 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4c54da55-1340-4ba1-a405-a6853888ebe9 req-8781f92e-e338-4e9b-bce0-71c682248b0e tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c8775a2-e3f1-4ba7-b67c-11247ffe1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680895 Aug 10 04:12:35.861891 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-39639831-ae57-4a4b-8408-1a882e349e87 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Request body: {'port': {'network_id': 'c7e73393-5384-4487-b788-b0a36e43c12a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1160340204', 'allowed_address_pairs': [{'ip_address': '2001:db8::7a', 'mac_address': 'fa:16:3e:80:57:21'}]}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:35.893902 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:12:35.896571 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:35.979352 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=f941a4e2-d65d-4b63-b366-f5f98bc39d33,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:36.054638 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1e1ead-679b-4fd6-84ce-0ed49cde281d x-openstack-request-id: req-ea1e1ead-679b-4fd6-84ce-0ed49cde281d {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:12:36.054638 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb03e1fb-46ca-4af9-a950-765e9399fb67", "name": "network-vif-plugged", "status": "completed", "tag": "f941a4e2-d65d-4b63-b366-f5f98bc39d33", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:12:36.055312 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea1e1ead-679b-4fd6-84ce-0ed49cde281d {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:12:36.055515 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb03e1fb-46ca-4af9-a950-765e9399fb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f941a4e2-d65d-4b63-b366-f5f98bc39d33', 'code': 200} Aug 10 04:12:36.193851 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39639831-ae57-4a4b-8408-1a882e349e87 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Made reservation on behalf of 283e8cf774744282a39b7525ccc2b4ba for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:12:36.199318 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7236a-2339-4ff8-9d31-1e9cd4369dc4 req-3deeb7bc-4125-4421-82d1-347b8c21c09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:36.200874 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-25c7236a-2339-4ff8-9d31-1e9cd4369dc4 req-3deeb7bc-4125-4421-82d1-347b8c21c09d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fb03e1fb-46ca-4af9-a950-765e9399fb67 HTTP/1.1" status: 200 len: 1097 time: 0.0538664 Aug 10 04:12:36.240498 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-25c7236a-2339-4ff8-9d31-1e9cd4369dc4 req-a15f4623-ac62-494a-92af-9c76b2a24d26 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7c8775a2-e3f1-4ba7-b67c-11247ffe1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312428 Aug 10 04:12:36.293684 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-39639831-ae57-4a4b-8408-1a882e349e87 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:36.318516 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-39639831-ae57-4a4b-8408-1a882e349e87 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] device_id is not set on port 98ab83d8-a2c7-4d41-8156-e2a2449263a4 yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:12:36.484232 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-39639831-ae57-4a4b-8408-1a882e349e87 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Allocated IP 2001:db8::102 (c7e73393-5384-4487-b788-b0a36e43c12a/f590c8e8-1f56-4d68-b0cb-b2918617a7de/98ab83d8-a2c7-4d41-8156-e2a2449263a4) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:12:36.674051 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-39639831-ae57-4a4b-8408-1a882e349e87 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:36.694590 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-39639831-ae57-4a4b-8408-1a882e349e87 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Transition to ACTIVE for port object 98ab83d8-a2c7-4d41-8156-e2a2449263a4 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:36.811937 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-39639831-ae57-4a4b-8408-1a882e349e87 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:36.855679 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d263d57-2167-43f8-9a7e-0fab55452c57 None None] Network c7e73393-5384-4487-b788-b0a36e43c12a requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:12:36.867301 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39639831-ae57-4a4b-8408-1a882e349e87 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Network c7e73393-5384-4487-b788-b0a36e43c12a is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:36.872007 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-39639831-ae57-4a4b-8408-1a882e349e87 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:36.874577 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39639831-ae57-4a4b-8408-1a882e349e87 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Pushing event updated for resources: {'Port': ['ID=98ab83d8-a2c7-4d41-8156-e2a2449263a4,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:36.888532 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39639831-ae57-4a4b-8408-1a882e349e87 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:12:36.894528 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39639831-ae57-4a4b-8408-1a882e349e87 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:36.897869 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-39639831-ae57-4a4b-8408-1a882e349e87 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:36.919569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f33e4655-b9a7-4235-9e4b-27aa2c5fde67 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:12:36.991857 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7a859-cc98-49c2-ae9f-09e243fc85bf req-ad00ea6b-f62f-43da-9a3f-607dde5b8035 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:36.993663 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a7f7a859-cc98-49c2-ae9f-09e243fc85bf req-ad00ea6b-f62f-43da-9a3f-607dde5b8035 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb03e1fb-46ca-4af9-a950-765e9399fb67 HTTP/1.1" status: 200 len: 946 time: 0.0582094 Aug 10 04:12:37.008779 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-39639831-ae57-4a4b-8408-1a882e349e87 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.1499178 Aug 10 04:12:37.010208 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60308) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:37.049162 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a7f7a859-cc98-49c2-ae9f-09e243fc85bf req-e3302db9-003e-4299-956c-80af97b8df39 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c8775a2-e3f1-4ba7-b67c-11247ffe1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468760 Aug 10 04:12:37.055542 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-22210bb2-1cfd-4987-9684-e7ba5990fcfd None None] Provisioning for port f33e4655-b9a7-4235-9e4b-27aa2c5fde67 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:37.092849 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373d004-81ba-4932-bd35-17e13202afc5 req-814ec766-a6c7-490b-9f7c-5476d7908f77 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:37.100659 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2373d004-81ba-4932-bd35-17e13202afc5 req-814ec766-a6c7-490b-9f7c-5476d7908f77 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 946 time: 0.1282682 Aug 10 04:12:37.150811 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa41bc32-6baf-42da-aab0-91bc216ff870 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:37.156107 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa41bc32-6baf-42da-aab0-91bc216ff870 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:37.162358 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa41bc32-6baf-42da-aab0-91bc216ff870 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:37.164238 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-aa41bc32-6baf-42da-aab0-91bc216ff870 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1525860 Aug 10 04:12:37.168084 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60314) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:37.185781 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2373d004-81ba-4932-bd35-17e13202afc5 req-a783719c-1dee-40f8-a7fa-08ee725ace9f tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835581 Aug 10 04:12:37.248727 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port f33e4655-b9a7-4235-9e4b-27aa2c5fde67 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:37.254633 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port f33e4655-b9a7-4235-9e4b-27aa2c5fde67 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:37.255003 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:37.309600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-406d3624-eb68-4f8a-914b-0d604170601f tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Deleting port 98ab83d8-a2c7-4d41-8156-e2a2449263a4 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:37.310161 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-406d3624-eb68-4f8a-914b-0d604170601f tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:37.347365 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:37.391844 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port f33e4655-b9a7-4235-9e4b-27aa2c5fde67, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f33e4655-b9a7-4235-9e4b-27aa2c5fde67,segment=NetworkSegment(ba6572f6-ba3e-43fa-9a53-dc2c893b6116),segment_id=ba6572f6-ba3e-43fa-9a53-dc2c893b6116)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:37.451037 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-406d3624-eb68-4f8a-914b-0d604170601f tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:37.464754 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-406d3624-eb68-4f8a-914b-0d604170601f tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Calling delete_port for 98ab83d8-a2c7-4d41-8156-e2a2449263a4 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:37.530814 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:37.614354 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=f33e4655-b9a7-4235-9e4b-27aa2c5fde67,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:37.695607 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d2d75668-b6c4-4943-9962-32289f305554 None None] Provisioning for port ad5f1cd6-71bf-4681-bc39-d0a517e55394 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:37.700150 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d2d75668-b6c4-4943-9962-32289f305554 None None] Provisioning complete for port ad5f1cd6-71bf-4681-bc39-d0a517e55394 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:37.700533 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d2d75668-b6c4-4943-9962-32289f305554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:37.740612 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-d2d75668-b6c4-4943-9962-32289f305554 None None] Port ad5f1cd6-71bf-4681-bc39-d0a517e55394 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:12:37.751344 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d2d75668-b6c4-4943-9962-32289f305554 None None] Provisioning complete for port f33e4655-b9a7-4235-9e4b-27aa2c5fde67 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:37.756597 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d2d75668-b6c4-4943-9962-32289f305554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:37.803535 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-406d3624-eb68-4f8a-914b-0d604170601f tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:37.843413 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d2d75668-b6c4-4943-9962-32289f305554 None None] Could not find standard attr ID for object 98ab83d8-a2c7-4d41-8156-e2a2449263a4. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:12:37.848312 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d3624-eb68-4f8a-914b-0d604170601f tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Pushing event deleted for resources: {'Port': ['ID=98ab83d8-a2c7-4d41-8156-e2a2449263a4,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:37.961070 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-406d3624-eb68-4f8a-914b-0d604170601f tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:37.963725 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-406d3624-eb68-4f8a-914b-0d604170601f tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] 10.222.0.25 "DELETE /v2.0/ports/98ab83d8-a2c7-4d41-8156-e2a2449263a4 HTTP/1.1" status: 204 len: 168 time: 0.7943230 Aug 10 04:12:37.967630 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60322) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:37.988496 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-cfb1c654-9f2f-4322-8501-6b0c963f6dd0 None None] Provisioning complete for port ad5f1cd6-71bf-4681-bc39-d0a517e55394 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:37.989125 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c654-9f2f-4322-8501-6b0c963f6dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:38.003438 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb1c1fc6-ac1f-49b3-8903-860557eec353 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] GET failed (client error): The resource could not be found. Aug 10 04:12:38.008908 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-eb1c1fc6-ac1f-49b3-8903-860557eec353 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] 10.222.0.25 "GET /v2.0/ports/98ab83d8-a2c7-4d41-8156-e2a2449263a4 HTTP/1.1" status: 404 len: 333 time: 0.0364425 Aug 10 04:12:38.009433 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60324) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:38.014633 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-0ae7b39e-edbf-426a-92a1-f39024bb9ddd tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Request body: {'port': {'network_id': 'c7e73393-5384-4487-b788-b0a36e43c12a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-199530015'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:38.048057 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-cfb1c654-9f2f-4322-8501-6b0c963f6dd0 None None] Port ad5f1cd6-71bf-4681-bc39-d0a517e55394 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:12:38.171608 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-52e0aa6c-4bf8-49e5-be01-059e86c61a36 None None] Could not find standard attr ID for object 98ab83d8-a2c7-4d41-8156-e2a2449263a4. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:12:38.243146 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2201c36-6283-4946-a892-8fea0e339e98 req-1e37963e-041d-4a1a-8417-7347f0dacffd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:38.243146 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c2201c36-6283-4946-a892-8fea0e339e98 req-1e37963e-041d-4a1a-8417-7347f0dacffd tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb03e1fb-46ca-4af9-a950-765e9399fb67 HTTP/1.1" status: 200 len: 946 time: 0.0700495 Aug 10 04:12:38.256571 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae7b39e-edbf-426a-92a1-f39024bb9ddd tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Made reservation on behalf of 283e8cf774744282a39b7525ccc2b4ba for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:12:38.260626 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ae7b39e-edbf-426a-92a1-f39024bb9ddd tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:38.294445 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c2201c36-6283-4946-a892-8fea0e339e98 req-e1e7e99c-13b6-4641-a5e4-4ce8797e820d tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c8775a2-e3f1-4ba7-b67c-11247ffe1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530720 Aug 10 04:12:38.303225 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-0ae7b39e-edbf-426a-92a1-f39024bb9ddd tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] device_id is not set on port 8dca05bb-1233-42fe-9bea-a6c3aac796b8 yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:12:38.411536 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ea624-90eb-4669-afa7-0dfe9fa5b72a req-72c1f1f4-f8d4-4369-91cc-408ce6c8f133 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:38.413306 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d15ea624-90eb-4669-afa7-0dfe9fa5b72a req-72c1f1f4-f8d4-4369-91cc-408ce6c8f133 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 946 time: 0.1136966 Aug 10 04:12:38.436246 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c8a0c-a57c-40de-bf2e-89a74b0ad0f4 req-957d9bba-0c22-45be-b711-594c7da31e35 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:38.437896 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-558c8a0c-a57c-40de-bf2e-89a74b0ad0f4 req-957d9bba-0c22-45be-b711-594c7da31e35 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb03e1fb-46ca-4af9-a950-765e9399fb67 HTTP/1.1" status: 200 len: 946 time: 0.0646596 Aug 10 04:12:38.447568 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60338) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:38.452837 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-15c22e1e-6bf4-4f16-8c0f-10f45ffff682 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Request body: {'floatingip': {'port_id': 'f941a4e2-d65d-4b63-b366-f5f98bc39d33'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:38.520407 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-15c22e1e-6bf4-4f16-8c0f-10f45ffff682 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for floatingip, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:38.607802 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b49be-86ee-4b2d-9d14-e7cf407aba07 req-ab921b1a-ef56-440d-9c83-5abc1266e915 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:38.607802 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1d2b49be-86ee-4b2d-9d14-e7cf407aba07 req-ab921b1a-ef56-440d-9c83-5abc1266e915 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.20 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 946 time: 0.1511528 Aug 10 04:12:38.831878 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-1d2b49be-86ee-4b2d-9d14-e7cf407aba07 req-26c87c05-071d-4c1c-aab5-4653ab47017c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Deleting port 205df6d7-0c4e-499f-b491-c4e9b32c3167 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:38.832295 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1d2b49be-86ee-4b2d-9d14-e7cf407aba07 req-26c87c05-071d-4c1c-aab5-4653ab47017c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:38.852921 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f33e4655-b9a7-4235-9e4b-27aa2c5fde67 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:12:38.875152 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d15ea624-90eb-4669-afa7-0dfe9fa5b72a req-f287cd37-4c38-4ef8-accc-542e59be2a82 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups?id=82cd2cc1-fff0-4c3b-a29f-74bd254f4406&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4516294 Aug 10 04:12:38.935578 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port f33e4655-b9a7-4235-9e4b-27aa2c5fde67 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:38.937685 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:38.963732 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-0ae7b39e-edbf-426a-92a1-f39024bb9ddd tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Allocated IP 2001:db8::55 (c7e73393-5384-4487-b788-b0a36e43c12a/f590c8e8-1f56-4d68-b0cb-b2918617a7de/8dca05bb-1233-42fe-9bea-a6c3aac796b8) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:12:39.126859 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-1d2b49be-86ee-4b2d-9d14-e7cf407aba07 req-26c87c05-071d-4c1c-aab5-4653ab47017c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] For port 205df6d7-0c4e-499f-b491-c4e9b32c3167, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=205df6d7-0c4e-499f-b491-c4e9b32c3167,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:39.127147 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1d2b49be-86ee-4b2d-9d14-e7cf407aba07 req-26c87c05-071d-4c1c-aab5-4653ab47017c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:39.151377 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ae7b39e-edbf-426a-92a1-f39024bb9ddd tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:39.169179 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-0ae7b39e-edbf-426a-92a1-f39024bb9ddd tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Transition to ACTIVE for port object 8dca05bb-1233-42fe-9bea-a6c3aac796b8 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:39.241465 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-15c22e1e-6bf4-4f16-8c0f-10f45ffff682 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:39.284056 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ae7b39e-edbf-426a-92a1-f39024bb9ddd tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:39.330532 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae7b39e-edbf-426a-92a1-f39024bb9ddd tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Network c7e73393-5384-4487-b788-b0a36e43c12a is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:39.336163 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-0ae7b39e-edbf-426a-92a1-f39024bb9ddd tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:39.340005 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae7b39e-edbf-426a-92a1-f39024bb9ddd tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:12:39.345929 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae7b39e-edbf-426a-92a1-f39024bb9ddd tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:39.346661 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ae7b39e-edbf-426a-92a1-f39024bb9ddd tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:39.363308 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae7b39e-edbf-426a-92a1-f39024bb9ddd tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Pushing event updated for resources: {'Port': ['ID=8dca05bb-1233-42fe-9bea-a6c3aac796b8,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:39.372308 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-15c22e1e-6bf4-4f16-8c0f-10f45ffff682 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:39.445844 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1d2b49be-86ee-4b2d-9d14-e7cf407aba07 req-26c87c05-071d-4c1c-aab5-4653ab47017c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:39.446299 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1d2b49be-86ee-4b2d-9d14-e7cf407aba07 req-26c87c05-071d-4c1c-aab5-4653ab47017c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:39.446650 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [req-1d2b49be-86ee-4b2d-9d14-e7cf407aba07 req-26c87c05-071d-4c1c-aab5-4653ab47017c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Floating IP 234e5102-27f6-4700-adba-9cfdf0f028e0 disassociated. External IP: 172.25.0.13, port: 205df6d7-0c4e-499f-b491-c4e9b32c3167. Aug 10 04:12:39.446997 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-1d2b49be-86ee-4b2d-9d14-e7cf407aba07 req-26c87c05-071d-4c1c-aab5-4653ab47017c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Calling delete_port for 205df6d7-0c4e-499f-b491-c4e9b32c3167 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:39.454488 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0ae7b39e-edbf-426a-92a1-f39024bb9ddd tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4416058 Aug 10 04:12:39.456318 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60352) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:39.460665 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-1876f273-b9f5-4ec5-b8d1-35289d7cbe1a tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::7a', 'mac_address': 'fa:16:3e:80:57:21'}]}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:39.549521 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1876f273-b9f5-4ec5-b8d1-35289d7cbe1a tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:39.577227 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-15c22e1e-6bf4-4f16-8c0f-10f45ffff682 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Floating IP 95990843-858e-4501-9d46-f1c7ef08a061 associated. External IP: 172.25.0.54, port: f941a4e2-d65d-4b63-b366-f5f98bc39d33. Aug 10 04:12:39.757692 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1876f273-b9f5-4ec5-b8d1-35289d7cbe1a tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:39.782142 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-be6eb778-62bc-4788-ad1a-cde5ff5c67b2 None None] Provisioning for port 8dca05bb-1233-42fe-9bea-a6c3aac796b8 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:39.786204 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-be6eb778-62bc-4788-ad1a-cde5ff5c67b2 None None] Provisioning complete for port 8dca05bb-1233-42fe-9bea-a6c3aac796b8 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:39.786610 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-be6eb778-62bc-4788-ad1a-cde5ff5c67b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:39.826307 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-be6eb778-62bc-4788-ad1a-cde5ff5c67b2 None None] Port 8dca05bb-1233-42fe-9bea-a6c3aac796b8 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:12:39.828103 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1d2b49be-86ee-4b2d-9d14-e7cf407aba07 req-26c87c05-071d-4c1c-aab5-4653ab47017c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:39.837478 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1876f273-b9f5-4ec5-b8d1-35289d7cbe1a tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:39.888839 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-1876f273-b9f5-4ec5-b8d1-35289d7cbe1a tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] In _notify_port_updated(), no bound segment for port 8dca05bb-1233-42fe-9bea-a6c3aac796b8 on network c7e73393-5384-4487-b788-b0a36e43c12a {{(pid=94937) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 04:12:39.894888 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1876f273-b9f5-4ec5-b8d1-35289d7cbe1a tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:39.895700 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1876f273-b9f5-4ec5-b8d1-35289d7cbe1a tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:39.900515 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1876f273-b9f5-4ec5-b8d1-35289d7cbe1a tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] 10.222.0.25 "PUT /v2.0/ports/8dca05bb-1233-42fe-9bea-a6c3aac796b8 HTTP/1.1" status: 200 len: 1000 time: 0.4444964 Aug 10 04:12:39.901757 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60358) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:39.955647 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fddab340-910c-41b0-b9c7-162885196956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:39.958060 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876f273-b9f5-4ec5-b8d1-35289d7cbe1a tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Pushing event updated for resources: {'Port': ['ID=8dca05bb-1233-42fe-9bea-a6c3aac796b8,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:40.053550 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-81dea967-98cf-42cc-aaa8-07ebd52d72f8 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Deleting port 8dca05bb-1233-42fe-9bea-a6c3aac796b8 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:40.053943 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-81dea967-98cf-42cc-aaa8-07ebd52d72f8 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:40.165195 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-81dea967-98cf-42cc-aaa8-07ebd52d72f8 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:40.182372 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-81dea967-98cf-42cc-aaa8-07ebd52d72f8 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Calling delete_port for 8dca05bb-1233-42fe-9bea-a6c3aac796b8 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:40.248141 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2fee43e8-0423-4cda-827a-9038b78c7c84 None None] Provisioning complete for port 8dca05bb-1233-42fe-9bea-a6c3aac796b8 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:40.248612 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2fee43e8-0423-4cda-827a-9038b78c7c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:40.253048 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c87c05-071d-4c1c-aab5-4653ab47017c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Pushing event deleted for resources: {'Port': ['ID=205df6d7-0c4e-499f-b491-c4e9b32c3167,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:40.274817 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4e5dbf89-b473-4ad0-97da-59d44a202c21 req-878fc6c4-6c27-4618-960c-50687c59e9ff tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 210 time: 0.0529194 Aug 10 04:12:40.288216 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-2fee43e8-0423-4cda-827a-9038b78c7c84 None None] Port 8dca05bb-1233-42fe-9bea-a6c3aac796b8 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:12:40.330067 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c22e1e-6bf4-4f16-8c0f-10f45ffff682 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Router 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:12:40.439650 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-81dea967-98cf-42cc-aaa8-07ebd52d72f8 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:40.475720 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dea967-98cf-42cc-aaa8-07ebd52d72f8 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Pushing event deleted for resources: {'Port': ['ID=8dca05bb-1233-42fe-9bea-a6c3aac796b8,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:40.502676 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c22e1e-6bf4-4f16-8c0f-10f45ffff682 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:12:40.507565 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-15c22e1e-6bf4-4f16-8c0f-10f45ffff682 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:40.523897 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffdc069-3afd-4a06-b201-355e956b7731 None None] Sync routers for ids ['3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:12:40.539535 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffdc069-3afd-4a06-b201-355e956b7731 None None] Routers {'3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:40.544093 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-cffdc069-3afd-4a06-b201-355e956b7731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:12:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:40.544648 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d2b49be-86ee-4b2d-9d14-e7cf407aba07 req-26c87c05-071d-4c1c-aab5-4653ab47017c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Router 98632379-a983-4819-a0e7-21ec5c644558 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:12:40.549712 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-15c22e1e-6bf4-4f16-8c0f-10f45ffff682 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "PUT /v2.0/floatingips/95990843-858e-4501-9d46-f1c7ef08a061 HTTP/1.1" status: 200 len: 991 time: 2.0983455 Aug 10 04:12:40.549712 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb03e1fb-46ca-4af9-a950-765e9399fb67', 'tag': 'f941a4e2-d65d-4b63-b366-f5f98bc39d33'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:12:40.550717 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e223556-066c-46a8-b544-ab125e61fc38" -d '{"events": [{"name": "network-changed", "server_uuid": "fb03e1fb-46ca-4af9-a950-765e9399fb67", "tag": "f941a4e2-d65d-4b63-b366-f5f98bc39d33"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:12:40.653189 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-81dea967-98cf-42cc-aaa8-07ebd52d72f8 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:40.653644 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dae4671-d8b5-4aba-a09a-2fc25ab5b7da x-openstack-request-id: req-4dae4671-d8b5-4aba-a09a-2fc25ab5b7da {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:12:40.653995 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb03e1fb-46ca-4af9-a950-765e9399fb67", "tag": "f941a4e2-d65d-4b63-b366-f5f98bc39d33", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:12:40.654350 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4dae4671-d8b5-4aba-a09a-2fc25ab5b7da {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:12:40.655420 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb03e1fb-46ca-4af9-a950-765e9399fb67', 'tag': 'f941a4e2-d65d-4b63-b366-f5f98bc39d33', 'status': 'completed', 'code': 200} Aug 10 04:12:40.657352 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-81dea967-98cf-42cc-aaa8-07ebd52d72f8 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] 10.222.0.25 "DELETE /v2.0/ports/8dca05bb-1233-42fe-9bea-a6c3aac796b8 HTTP/1.1" status: 204 len: 168 time: 0.7521803 Aug 10 04:12:40.661221 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60372) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:40.728083 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-621f8018-e740-409f-951f-ccb88a7d1b5c tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] GET failed (client error): The resource could not be found. Aug 10 04:12:40.728083 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-621f8018-e740-409f-951f-ccb88a7d1b5c tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] 10.222.0.25 "GET /v2.0/ports/8dca05bb-1233-42fe-9bea-a6c3aac796b8 HTTP/1.1" status: 404 len: 333 time: 0.0606940 Aug 10 04:12:40.734615 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60376) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:40.751776 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-db2be0fa-9cce-418c-b6ee-d13a1b1268b3 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Request body: {'port': {'network_id': 'c7e73393-5384-4487-b788-b0a36e43c12a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1109628365'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:40.756427 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-cffdc069-3afd-4a06-b201-355e956b7731 None None] Set router 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:40.780630 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e223556-066c-46a8-b544-ab125e61fc38 req-c1310661-b63f-4026-b317-85d26d148d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:40.782263 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e223556-066c-46a8-b544-ab125e61fc38 req-c1310661-b63f-4026-b317-85d26d148d89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=11ca1ec07fdb425bb68e0a669fce5b00&device_id=fb03e1fb-46ca-4af9-a950-765e9399fb67 HTTP/1.1" status: 200 len: 1097 time: 0.0806634 Aug 10 04:12:40.895096 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e223556-066c-46a8-b544-ab125e61fc38 req-335d68ce-dcbf-482d-ae77-822870df381f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:40.896627 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e223556-066c-46a8-b544-ab125e61fc38 req-335d68ce-dcbf-482d-ae77-822870df381f service neutron] 10.222.0.20 "GET /v2.0/networks?id=de11a3c9-316c-4377-9e5e-18fd7e651c4f HTTP/1.1" status: 200 len: 911 time: 0.1062803 Aug 10 04:12:40.990792 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d2b49be-86ee-4b2d-9d14-e7cf407aba07 req-26c87c05-071d-4c1c-aab5-4653ab47017c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:12:41.002693 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe430d0-e17c-46c9-9200-4382966e69ca None None] Sync routers for ids ['98632379-a983-4819-a0e7-21ec5c644558'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:12:41.010196 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e223556-066c-46a8-b544-ab125e61fc38 req-0a15651e-567b-4afd-a81f-a289da4de79b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f941a4e2-d65d-4b63-b366-f5f98bc39d33 HTTP/1.1" status: 200 len: 999 time: 0.1037312 Aug 10 04:12:41.012462 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe430d0-e17c-46c9-9200-4382966e69ca None None] Routers {'98632379-a983-4819-a0e7-21ec5c644558'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:41.013081 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-fbe430d0-e17c-46c9-9200-4382966e69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:12:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['98632379-a983-4819-a0e7-21ec5c644558'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:41.049140 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2b49be-86ee-4b2d-9d14-e7cf407aba07 req-26c87c05-071d-4c1c-aab5-4653ab47017c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] No DVR routers for this DVR port 205df6d7-0c4e-499f-b491-c4e9b32c3167 on host n-h2-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:12:41.052161 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2be0fa-9cce-418c-b6ee-d13a1b1268b3 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Made reservation on behalf of 283e8cf774744282a39b7525ccc2b4ba for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:12:41.053272 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-cffdc069-3afd-4a06-b201-355e956b7731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'name': 'tempest-AttachVolumeTestJSON-526268342-router', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:56Z', 'updated_at': '2021-08-10T04:08:03Z', 'revision_number': 4, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'gw_port': {'id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:58Z', 'updated_at': '2021-08-10T04:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '95990843-858e-4501-9d46-f1c7ef08a061', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'port_id': 'f941a4e2-d65d-4b63-b366-f5f98bc39d33', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f', 'mac_address': 'fa:16:3e:76:08:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03e1fb-46ca-4af9-a950-765e9399fb67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:12:22Z', 'updated_at': '2021-08-10T04:12:39Z', 'revision_number': 1, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a066e96-6d76-4219-a572-eddcb30a1219', 'name': '', 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'mac_address': 'fa:16:3e:0b:d8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:02Z', 'updated_at': '2021-08-10T04:08:09Z', 'revision_number': 5, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'subnets': [{'id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:41.060098 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-db2be0fa-9cce-418c-b6ee-d13a1b1268b3 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:41.064511 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-1d2b49be-86ee-4b2d-9d14-e7cf407aba07 req-26c87c05-071d-4c1c-aab5-4653ab47017c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:41.067270 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1d2b49be-86ee-4b2d-9d14-e7cf407aba07 req-26c87c05-071d-4c1c-aab5-4653ab47017c tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.20 "DELETE /v2.0/ports/205df6d7-0c4e-499f-b491-c4e9b32c3167 HTTP/1.1" status: 204 len: 173 time: 2.4537151 Aug 10 04:12:41.085858 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffdc069-3afd-4a06-b201-355e956b7731 None None] Checking router: 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:12:41.091800 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-db2be0fa-9cce-418c-b6ee-d13a1b1268b3 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] device_id is not set on port 2f500154-a504-49ba-9ed8-e6fedf4ced79 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:12:41.091988 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e223556-066c-46a8-b544-ab125e61fc38 req-11efb83e-e036-4ef3-b6b1-8e66ff3243f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:41.092414 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e223556-066c-46a8-b544-ab125e61fc38 req-11efb83e-e036-4ef3-b6b1-8e66ff3243f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01f32dbd-3307-434b-943d-2135ada2aaeb HTTP/1.1" status: 200 len: 849 time: 0.0735164 Aug 10 04:12:41.097422 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffdc069-3afd-4a06-b201-355e956b7731 None None] Routers {'3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:41.098253 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-cffdc069-3afd-4a06-b201-355e956b7731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:12:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:41.159760 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e223556-066c-46a8-b544-ab125e61fc38 req-dd4365e4-6b0d-4fa8-92f3-56573a385525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:41.162817 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e223556-066c-46a8-b544-ab125e61fc38 req-dd4365e4-6b0d-4fa8-92f3-56573a385525 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de11a3c9-316c-4377-9e5e-18fd7e651c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604923 Aug 10 04:12:41.190398 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-fbe430d0-e17c-46c9-9200-4382966e69ca None None] Set router 98632379-a983-4819-a0e7-21ec5c644558 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:41.287319 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-cffdc069-3afd-4a06-b201-355e956b7731 None None] Set router 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:41.328909 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e223556-066c-46a8-b544-ab125e61fc38 req-3c84c35e-71c9-4db9-a29c-0dab89b606c7 service neutron] 10.222.0.20 "GET /v2.0/networks/de11a3c9-316c-4377-9e5e-18fd7e651c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575739 Aug 10 04:12:41.378900 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-db2be0fa-9cce-418c-b6ee-d13a1b1268b3 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Allocated IP 2001:db8::1f3 (c7e73393-5384-4487-b788-b0a36e43c12a/f590c8e8-1f56-4d68-b0cb-b2918617a7de/2f500154-a504-49ba-9ed8-e6fedf4ced79) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:12:41.412570 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0015ec0e-a429-49f3-8602-aee34bbe27b7 req-ef56a2a4-1ea0-4d13-af4f-2c1b05e5dd59 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/ports?device_id=af6029e9-a968-4200-b599-4c32887f2a21 HTTP/1.1" status: 200 len: 210 time: 0.0353127 Aug 10 04:12:41.488844 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-fbe430d0-e17c-46c9-9200-4382966e69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98632379-a983-4819-a0e7-21ec5c644558', 'name': 'tempest-AttachVolumeShelveTestJSON-1795631640-router', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:54Z', 'updated_at': '2021-08-10T04:04:06Z', 'revision_number': 4, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'gw_port': {'id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:56Z', 'updated_at': '2021-08-10T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '0922fc75-4a04-4d21-881b-999469619cc6', 'name': '', 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'mac_address': 'fa:16:3e:3a:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:03Z', 'updated_at': '2021-08-10T04:04:13Z', 'revision_number': 5, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'subnets': [{'id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:41.501540 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e223556-066c-46a8-b544-ab125e61fc38 req-cecbd0cc-e2ba-4c31-95c2-a7b2ade5dc90 service neutron] 10.222.0.20 "GET /v2.0/networks/de11a3c9-316c-4377-9e5e-18fd7e651c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618743 Aug 10 04:12:41.553135 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe430d0-e17c-46c9-9200-4382966e69ca None None] Checking router: 98632379-a983-4819-a0e7-21ec5c644558 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:12:41.572302 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe430d0-e17c-46c9-9200-4382966e69ca None None] Routers {'98632379-a983-4819-a0e7-21ec5c644558'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:41.572936 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-fbe430d0-e17c-46c9-9200-4382966e69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:12:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['98632379-a983-4819-a0e7-21ec5c644558'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:41.614099 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-db2be0fa-9cce-418c-b6ee-d13a1b1268b3 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:41.629538 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-db2be0fa-9cce-418c-b6ee-d13a1b1268b3 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Transition to ACTIVE for port object 2f500154-a504-49ba-9ed8-e6fedf4ced79 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:41.631938 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-cffdc069-3afd-4a06-b201-355e956b7731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'name': 'tempest-AttachVolumeTestJSON-526268342-router', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:56Z', 'updated_at': '2021-08-10T04:08:03Z', 'revision_number': 4, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'gw_port': {'id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:58Z', 'updated_at': '2021-08-10T04:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '95990843-858e-4501-9d46-f1c7ef08a061', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'port_id': 'f941a4e2-d65d-4b63-b366-f5f98bc39d33', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f', 'mac_address': 'fa:16:3e:76:08:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03e1fb-46ca-4af9-a950-765e9399fb67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:12:22Z', 'updated_at': '2021-08-10T04:12:39Z', 'revision_number': 1, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a066e96-6d76-4219-a572-eddcb30a1219', 'name': '', 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'mac_address': 'fa:16:3e:0b:d8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:02Z', 'updated_at': '2021-08-10T04:08:09Z', 'revision_number': 5, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'subnets': [{'id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:41.662554 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffdc069-3afd-4a06-b201-355e956b7731 None None] The sync data for ids ['3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'] in n-d-802893-2 is: [{'id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'name': 'tempest-AttachVolumeTestJSON-526268342-router', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:56Z', 'updated_at': '2021-08-10T04:08:03Z', 'revision_number': 4, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'gw_port': {'id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:58Z', 'updated_at': '2021-08-10T04:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '95990843-858e-4501-9d46-f1c7ef08a061', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'floating_ip_address': '172.25.0.54', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'port_id': 'f941a4e2-d65d-4b63-b366-f5f98bc39d33', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3185, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f', 'mac_address': 'fa:16:3e:76:08:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb03e1fb-46ca-4af9-a950-765e9399fb67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:12:22Z', 'updated_at': '2021-08-10T04:12:39Z', 'revision_number': 1, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a066e96-6d76-4219-a572-eddcb30a1219', 'name': '', 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'mac_address': 'fa:16:3e:0b:d8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:02Z', 'updated_at': '2021-08-10T04:08:09Z', 'revision_number': 5, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'subnets': [{'id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:12:41.713025 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-fbe430d0-e17c-46c9-9200-4382966e69ca None None] Set router 98632379-a983-4819-a0e7-21ec5c644558 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:41.796041 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-db2be0fa-9cce-418c-b6ee-d13a1b1268b3 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:41.843474 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2be0fa-9cce-418c-b6ee-d13a1b1268b3 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Network c7e73393-5384-4487-b788-b0a36e43c12a is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:41.846930 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-db2be0fa-9cce-418c-b6ee-d13a1b1268b3 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:41.851998 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2be0fa-9cce-418c-b6ee-d13a1b1268b3 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:12:41.857845 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2be0fa-9cce-418c-b6ee-d13a1b1268b3 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:41.858490 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-db2be0fa-9cce-418c-b6ee-d13a1b1268b3 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:41.862539 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2be0fa-9cce-418c-b6ee-d13a1b1268b3 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Pushing event updated for resources: {'Port': ['ID=2f500154-a504-49ba-9ed8-e6fedf4ced79,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:41.916121 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf70aa8-db25-4152-aba1-a978e5d20365 None None] New status for floating IP 95990843-858e-4501-9d46-f1c7ef08a061: ACTIVE {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:12:41.952906 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60396) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:41.958481 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-c93354d0-fe86-4715-9bdd-68d6c29cdbff tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:80:57:21'}]}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:41.961058 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-db2be0fa-9cce-418c-b6ee-d13a1b1268b3 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2247767 Aug 10 04:12:41.966385 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-fbe430d0-e17c-46c9-9200-4382966e69ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98632379-a983-4819-a0e7-21ec5c644558', 'name': 'tempest-AttachVolumeShelveTestJSON-1795631640-router', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:54Z', 'updated_at': '2021-08-10T04:04:06Z', 'revision_number': 4, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'gw_port': {'id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:56Z', 'updated_at': '2021-08-10T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '0922fc75-4a04-4d21-881b-999469619cc6', 'name': '', 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'mac_address': 'fa:16:3e:3a:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:03Z', 'updated_at': '2021-08-10T04:04:13Z', 'revision_number': 5, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'subnets': [{'id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:42.003674 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe430d0-e17c-46c9-9200-4382966e69ca None None] The sync data for ids ['98632379-a983-4819-a0e7-21ec5c644558'] in n-d-802893-2 is: [{'id': '98632379-a983-4819-a0e7-21ec5c644558', 'name': 'tempest-AttachVolumeShelveTestJSON-1795631640-router', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:54Z', 'updated_at': '2021-08-10T04:04:06Z', 'revision_number': 4, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'gw_port': {'id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:56Z', 'updated_at': '2021-08-10T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '0922fc75-4a04-4d21-881b-999469619cc6', 'name': '', 'network_id': 'f573ecff-4c5c-4552-80ba-7f39fbaee537', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'mac_address': 'fa:16:3e:3a:a8:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_interface', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:04:03Z', 'updated_at': '2021-08-10T04:04:13Z', 'revision_number': 5, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'subnets': [{'id': '6dfeb297-f2e7-4070-a508-7d422d26e1b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:12:42.236842 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c93354d0-fe86-4715-9bdd-68d6c29cdbff tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:42.342745 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c39cd725-4156-4710-9f5c-afa88a9f6368 None None] Provisioning for port 2f500154-a504-49ba-9ed8-e6fedf4ced79 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:42.347564 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c39cd725-4156-4710-9f5c-afa88a9f6368 None None] Provisioning complete for port 2f500154-a504-49ba-9ed8-e6fedf4ced79 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:42.348325 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c39cd725-4156-4710-9f5c-afa88a9f6368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:42.395220 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-c39cd725-4156-4710-9f5c-afa88a9f6368 None None] Port 2f500154-a504-49ba-9ed8-e6fedf4ced79 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:12:42.400684 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce65a09a-7aa9-4e35-b2e2-848449615099 None None] New status for floating IP 234e5102-27f6-4700-adba-9cfdf0f028e0: DOWN {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:12:42.450266 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c93354d0-fe86-4715-9bdd-68d6c29cdbff tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:42.559079 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c93354d0-fe86-4715-9bdd-68d6c29cdbff tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:42.599830 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-c93354d0-fe86-4715-9bdd-68d6c29cdbff tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] In _notify_port_updated(), no bound segment for port 2f500154-a504-49ba-9ed8-e6fedf4ced79 on network c7e73393-5384-4487-b788-b0a36e43c12a {{(pid=94937) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 04:12:42.606261 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93354d0-fe86-4715-9bdd-68d6c29cdbff tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:42.606801 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c93354d0-fe86-4715-9bdd-68d6c29cdbff tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:42.608263 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c93354d0-fe86-4715-9bdd-68d6c29cdbff tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] 10.222.0.25 "PUT /v2.0/ports/2f500154-a504-49ba-9ed8-e6fedf4ced79 HTTP/1.1" status: 200 len: 1003 time: 0.6542559 Aug 10 04:12:42.611913 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60408) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:42.656569 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af6029e9-a968-4200-b599-4c32887f2a21', 'name': 'network-vif-deleted', 'tag': '205df6d7-0c4e-499f-b491-c4e9b32c3167'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:12:42.658941 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25243897-1952-40a8-b7fc-83fe2f4f5187" -d '{"events": [{"server_uuid": "af6029e9-a968-4200-b599-4c32887f2a21", "name": "network-vif-deleted", "tag": "205df6d7-0c4e-499f-b491-c4e9b32c3167"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:12:42.659573 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93354d0-fe86-4715-9bdd-68d6c29cdbff tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Pushing event updated for resources: {'Port': ['ID=2f500154-a504-49ba-9ed8-e6fedf4ced79,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:42.677558 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60412) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:42.717818 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b71cd2-d22e-4fa8-aea3-b869c9ea5f65 x-openstack-request-id: req-a8b71cd2-d22e-4fa8-aea3-b869c9ea5f65 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:12:42.718219 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af6029e9-a968-4200-b599-4c32887f2a21", "name": "network-vif-deleted", "tag": "205df6d7-0c4e-499f-b491-c4e9b32c3167", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:12:42.718540 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a8b71cd2-d22e-4fa8-aea3-b869c9ea5f65 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:12:42.719033 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af6029e9-a968-4200-b599-4c32887f2a21', 'name': 'network-vif-deleted', 'tag': '205df6d7-0c4e-499f-b491-c4e9b32c3167', 'status': 'completed', 'code': 200} Aug 10 04:12:42.748962 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-1904a501-8bd8-42da-bdd8-dad420549549 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Deleting port 2f500154-a504-49ba-9ed8-e6fedf4ced79 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:42.749449 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1904a501-8bd8-42da-bdd8-dad420549549 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:42.775934 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ec8e2ebc-d4f1-4185-a5c4-9605eeb4d5e4 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:42.815522 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ec8e2ebc-d4f1-4185-a5c4-9605eeb4d5e4 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:42.859028 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1904a501-8bd8-42da-bdd8-dad420549549 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:42.874455 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-1904a501-8bd8-42da-bdd8-dad420549549 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Calling delete_port for 2f500154-a504-49ba-9ed8-e6fedf4ced79 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:42.918951 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-fe3ca7fa-08c9-4aa4-ac09-be1d22589057 None None] Provisioning complete for port 2f500154-a504-49ba-9ed8-e6fedf4ced79 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:42.919329 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fe3ca7fa-08c9-4aa4-ac09-be1d22589057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:42.956828 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-fe3ca7fa-08c9-4aa4-ac09-be1d22589057 None None] Port 2f500154-a504-49ba-9ed8-e6fedf4ced79 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:12:42.960332 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ec8e2ebc-d4f1-4185-a5c4-9605eeb4d5e4 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:42.965390 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ec8e2ebc-d4f1-4185-a5c4-9605eeb4d5e4 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:42.969343 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ec8e2ebc-d4f1-4185-a5c4-9605eeb4d5e4 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "DELETE /v2.0/security-groups/82cd2cc1-fff0-4c3b-a29f-74bd254f4406 HTTP/1.1" status: 204 len: 168 time: 0.2906761 Aug 10 04:12:42.969983 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60420) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:42.994338 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e2ebc-d4f1-4185-a5c4-9605eeb4d5e4 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cd2cc1-fff0-4c3b-a29f-74bd254f4406,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:43.010743 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-aa7b79fc-0b57-4e01-9934-51960e3dd5d4 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] show failed (client error): The resource could not be found. Aug 10 04:12:43.016557 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-aa7b79fc-0b57-4e01-9934-51960e3dd5d4 tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "GET /v2.0/security-groups/82cd2cc1-fff0-4c3b-a29f-74bd254f4406 HTTP/1.1" status: 404 len: 347 time: 0.0408127 Aug 10 04:12:43.016557 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60422) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:43.158348 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-cfb42078-277f-4bfa-8479-ab1caa803c4d tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Deleting port 2854b727-a564-4129-877b-419d9249b4e3 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:43.158700 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cfb42078-277f-4bfa-8479-ab1caa803c4d tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:43.170405 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1904a501-8bd8-42da-bdd8-dad420549549 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:43.234835 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904a501-8bd8-42da-bdd8-dad420549549 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Pushing event deleted for resources: {'Port': ['ID=2f500154-a504-49ba-9ed8-e6fedf4ced79,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:43.269685 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1904a501-8bd8-42da-bdd8-dad420549549 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:43.272507 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1904a501-8bd8-42da-bdd8-dad420549549 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] 10.222.0.25 "DELETE /v2.0/ports/2f500154-a504-49ba-9ed8-e6fedf4ced79 HTTP/1.1" status: 204 len: 168 time: 0.6592476 Aug 10 04:12:43.274525 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60428) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:43.301091 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cfb42078-277f-4bfa-8479-ab1caa803c4d tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:43.301429 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cfb42078-277f-4bfa-8479-ab1caa803c4d tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:43.311172 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-01f29e3d-6799-47fb-8ff9-b36c51701d08 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] GET failed (client error): The resource could not be found. Aug 10 04:12:43.312904 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-01f29e3d-6799-47fb-8ff9-b36c51701d08 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] 10.222.0.25 "GET /v2.0/ports/2f500154-a504-49ba-9ed8-e6fedf4ced79 HTTP/1.1" status: 404 len: 333 time: 0.0372679 Aug 10 04:12:43.316540 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-cfb42078-277f-4bfa-8479-ab1caa803c4d tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Calling delete_port for 2854b727-a564-4129-877b-419d9249b4e3 owned by network:floatingip {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:43.317365 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60430) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:43.323766 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-4d4104de-fb97-42f1-8c4b-1663d894f99a tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Request body: {'port': {'network_id': 'c7e73393-5384-4487-b788-b0a36e43c12a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-524007392'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:43.388949 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 205df6d7-0c4e-499f-b491-c4e9b32c3167 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:12:43.428867 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 205df6d7-0c4e-499f-b491-c4e9b32c3167 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:12:43.430321 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 205df6d7-0c4e-499f-b491-c4e9b32c3167 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:12:43.576506 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4104de-fb97-42f1-8c4b-1663d894f99a tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Made reservation on behalf of 283e8cf774744282a39b7525ccc2b4ba for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:12:43.580145 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d4104de-fb97-42f1-8c4b-1663d894f99a tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:43.599193 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-4d4104de-fb97-42f1-8c4b-1663d894f99a tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] device_id is not set on port d2317fa0-42de-44b7-bc72-5db22c7f837f yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:12:43.622290 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cfb42078-277f-4bfa-8479-ab1caa803c4d tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:43.622802 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:43.649800 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb42078-277f-4bfa-8479-ab1caa803c4d tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Pushing event deleted for resources: {'Port': ['ID=2854b727-a564-4129-877b-419d9249b4e3,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:43.714604 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cfb42078-277f-4bfa-8479-ab1caa803c4d tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks [] for floatingip, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:43.717379 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cfb42078-277f-4bfa-8479-ab1caa803c4d tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:43.720362 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cfb42078-277f-4bfa-8479-ab1caa803c4d tempest-AttachVolumeShelveTestJSON-261534713 tempest-AttachVolumeShelveTestJSON-261534713-project] 10.222.0.25 "DELETE /v2.0/floatingips/234e5102-27f6-4700-adba-9cfdf0f028e0 HTTP/1.1" status: 204 len: 168 time: 0.7026122 Aug 10 04:12:43.748353 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-4d4104de-fb97-42f1-8c4b-1663d894f99a tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Allocated IP 2001:db8::82 (c7e73393-5384-4487-b788-b0a36e43c12a/f590c8e8-1f56-4d68-b0cb-b2918617a7de/d2317fa0-42de-44b7-bc72-5db22c7f837f) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:12:43.877637 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a5dc6305-86bd-4d1d-98a9-5ccbfc6e4bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:43.928598 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d4104de-fb97-42f1-8c4b-1663d894f99a tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:43.943634 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-4d4104de-fb97-42f1-8c4b-1663d894f99a tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Transition to ACTIVE for port object d2317fa0-42de-44b7-bc72-5db22c7f837f will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:44.086033 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d4104de-fb97-42f1-8c4b-1663d894f99a tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:44.131556 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4104de-fb97-42f1-8c4b-1663d894f99a tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Network c7e73393-5384-4487-b788-b0a36e43c12a is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:44.135508 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-4d4104de-fb97-42f1-8c4b-1663d894f99a tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:44.141000 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4104de-fb97-42f1-8c4b-1663d894f99a tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:12:44.146723 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4104de-fb97-42f1-8c4b-1663d894f99a tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:44.147364 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d4104de-fb97-42f1-8c4b-1663d894f99a tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:44.157487 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4104de-fb97-42f1-8c4b-1663d894f99a tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Pushing event updated for resources: {'Port': ['ID=d2317fa0-42de-44b7-bc72-5db22c7f837f,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:44.250038 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4d4104de-fb97-42f1-8c4b-1663d894f99a tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9310231 Aug 10 04:12:44.252556 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60448) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:44.259414 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-5e33bdcf-9a6f-422f-85f8-fc78cd19b4a5 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Request body: {'port': {'network_id': 'c7e73393-5384-4487-b788-b0a36e43c12a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-794438142'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:44.484970 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e33bdcf-9a6f-422f-85f8-fc78cd19b4a5 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Made reservation on behalf of 283e8cf774744282a39b7525ccc2b4ba for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:12:44.489242 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5e33bdcf-9a6f-422f-85f8-fc78cd19b4a5 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:44.508562 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-5e33bdcf-9a6f-422f-85f8-fc78cd19b4a5 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] device_id is not set on port 94b06fae-df52-411f-9b8f-a0296831b8e3 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:12:44.617363 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a8e8c762-bdd5-4e0d-ac96-9a3a47c3d6e8 None None] Provisioning for port d2317fa0-42de-44b7-bc72-5db22c7f837f completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:44.622263 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a8e8c762-bdd5-4e0d-ac96-9a3a47c3d6e8 None None] Provisioning complete for port d2317fa0-42de-44b7-bc72-5db22c7f837f triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:44.622263 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a8e8c762-bdd5-4e0d-ac96-9a3a47c3d6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:44.629913 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-5e33bdcf-9a6f-422f-85f8-fc78cd19b4a5 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Allocated IP 2001:db8::2fb (c7e73393-5384-4487-b788-b0a36e43c12a/f590c8e8-1f56-4d68-b0cb-b2918617a7de/94b06fae-df52-411f-9b8f-a0296831b8e3) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:12:44.671595 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-a8e8c762-bdd5-4e0d-ac96-9a3a47c3d6e8 None None] Port d2317fa0-42de-44b7-bc72-5db22c7f837f cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:12:44.800645 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5e33bdcf-9a6f-422f-85f8-fc78cd19b4a5 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:44.814935 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-5e33bdcf-9a6f-422f-85f8-fc78cd19b4a5 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Transition to ACTIVE for port object 94b06fae-df52-411f-9b8f-a0296831b8e3 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:44.908619 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5e33bdcf-9a6f-422f-85f8-fc78cd19b4a5 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:44.959268 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e33bdcf-9a6f-422f-85f8-fc78cd19b4a5 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Network c7e73393-5384-4487-b788-b0a36e43c12a is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:44.962651 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-5e33bdcf-9a6f-422f-85f8-fc78cd19b4a5 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:44.965604 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e33bdcf-9a6f-422f-85f8-fc78cd19b4a5 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:12:44.973568 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e33bdcf-9a6f-422f-85f8-fc78cd19b4a5 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:44.974341 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5e33bdcf-9a6f-422f-85f8-fc78cd19b4a5 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:44.994706 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33bdcf-9a6f-422f-85f8-fc78cd19b4a5 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Pushing event updated for resources: {'Port': ['ID=94b06fae-df52-411f-9b8f-a0296831b8e3,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:45.066653 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5e33bdcf-9a6f-422f-85f8-fc78cd19b4a5 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8129892 Aug 10 04:12:45.069351 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60462) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:45.076430 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-0b556244-dd98-4aad-9314-6952b01cd444 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::7a', 'mac_address': 'fa:16:3e:80:57:21'}, {'ip_address': '2001:db8::82', 'mac_address': 'fa:16:3e:02:6c:03'}]}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:45.287392 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b556244-dd98-4aad-9314-6952b01cd444 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:45.325306 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:45.414980 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-54f366f1-10d9-4aa2-8cd5-c620f8216891 None None] Provisioning for port 94b06fae-df52-411f-9b8f-a0296831b8e3 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:45.421580 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-54f366f1-10d9-4aa2-8cd5-c620f8216891 None None] Provisioning complete for port 94b06fae-df52-411f-9b8f-a0296831b8e3 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:45.422170 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-54f366f1-10d9-4aa2-8cd5-c620f8216891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:45.466028 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-54f366f1-10d9-4aa2-8cd5-c620f8216891 None None] Port 94b06fae-df52-411f-9b8f-a0296831b8e3 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:12:45.490426 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b556244-dd98-4aad-9314-6952b01cd444 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:45.554439 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b556244-dd98-4aad-9314-6952b01cd444 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:45.589862 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-0b556244-dd98-4aad-9314-6952b01cd444 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] In _notify_port_updated(), no bound segment for port 94b06fae-df52-411f-9b8f-a0296831b8e3 on network c7e73393-5384-4487-b788-b0a36e43c12a {{(pid=94938) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 04:12:45.595630 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b556244-dd98-4aad-9314-6952b01cd444 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:45.596350 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b556244-dd98-4aad-9314-6952b01cd444 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:45.597913 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0b556244-dd98-4aad-9314-6952b01cd444 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] 10.222.0.25 "PUT /v2.0/ports/94b06fae-df52-411f-9b8f-a0296831b8e3 HTTP/1.1" status: 200 len: 1065 time: 0.5262947 Aug 10 04:12:45.602112 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60472) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:45.642094 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b556244-dd98-4aad-9314-6952b01cd444 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Pushing event updated for resources: {'Port': ['ID=94b06fae-df52-411f-9b8f-a0296831b8e3,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:45.721658 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-a641bbfd-c63e-4091-92ef-6699adb87e88 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Deleting port 94b06fae-df52-411f-9b8f-a0296831b8e3 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:45.722015 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a641bbfd-c63e-4091-92ef-6699adb87e88 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:45.787720 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:45.843654 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a641bbfd-c63e-4091-92ef-6699adb87e88 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:45.860077 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-a641bbfd-c63e-4091-92ef-6699adb87e88 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Calling delete_port for 94b06fae-df52-411f-9b8f-a0296831b8e3 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:45.888975 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2c389130-eddc-41e1-b522-0ba3fb0b8817 None None] Provisioning complete for port 94b06fae-df52-411f-9b8f-a0296831b8e3 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:45.889334 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2c389130-eddc-41e1-b522-0ba3fb0b8817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:45.925226 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-2c389130-eddc-41e1-b522-0ba3fb0b8817 None None] Port 94b06fae-df52-411f-9b8f-a0296831b8e3 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:12:46.062290 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a641bbfd-c63e-4091-92ef-6699adb87e88 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:46.098873 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a641bbfd-c63e-4091-92ef-6699adb87e88 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Pushing event deleted for resources: {'Port': ['ID=94b06fae-df52-411f-9b8f-a0296831b8e3,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:46.281340 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a641bbfd-c63e-4091-92ef-6699adb87e88 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:46.283412 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a641bbfd-c63e-4091-92ef-6699adb87e88 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] 10.222.0.25 "DELETE /v2.0/ports/94b06fae-df52-411f-9b8f-a0296831b8e3 HTTP/1.1" status: 204 len: 168 time: 0.6795650 Aug 10 04:12:46.286248 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60482) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:46.331977 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-05733c4a-b364-405f-8610-9498a524290b tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] GET failed (client error): The resource could not be found. Aug 10 04:12:46.339093 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-05733c4a-b364-405f-8610-9498a524290b tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] 10.222.0.25 "GET /v2.0/ports/94b06fae-df52-411f-9b8f-a0296831b8e3 HTTP/1.1" status: 404 len: 333 time: 0.0462332 Aug 10 04:12:46.341021 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60488) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:46.446700 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-c5b27894-0502-43d6-8e46-be306a860357 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Deleting port d2317fa0-42de-44b7-bc72-5db22c7f837f {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:46.447054 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c5b27894-0502-43d6-8e46-be306a860357 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:46.544617 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c5b27894-0502-43d6-8e46-be306a860357 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:46.558380 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-c5b27894-0502-43d6-8e46-be306a860357 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Calling delete_port for d2317fa0-42de-44b7-bc72-5db22c7f837f owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:46.801348 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c5b27894-0502-43d6-8e46-be306a860357 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:46.830515 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b27894-0502-43d6-8e46-be306a860357 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Pushing event deleted for resources: {'Port': ['ID=d2317fa0-42de-44b7-bc72-5db22c7f837f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:46.876080 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c5b27894-0502-43d6-8e46-be306a860357 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:46.881075 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c5b27894-0502-43d6-8e46-be306a860357 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] 10.222.0.25 "DELETE /v2.0/ports/d2317fa0-42de-44b7-bc72-5db22c7f837f HTTP/1.1" status: 204 len: 168 time: 0.5362976 Aug 10 04:12:46.887425 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60502) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:46.910779 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:46.914066 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-9120683c-10d4-4abf-a980-2ba26dbeede3 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] GET failed (client error): The resource could not be found. Aug 10 04:12:46.919008 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9120683c-10d4-4abf-a980-2ba26dbeede3 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] 10.222.0.25 "GET /v2.0/ports/d2317fa0-42de-44b7-bc72-5db22c7f837f HTTP/1.1" status: 404 len: 333 time: 0.0335324 Aug 10 04:12:46.919330 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60504) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:47.068391 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-5abef65b-3252-427d-8370-bc8730418ab7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Deleting port ad5f1cd6-71bf-4681-bc39-d0a517e55394 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:47.069018 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5abef65b-3252-427d-8370-bc8730418ab7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:47.191196 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5abef65b-3252-427d-8370-bc8730418ab7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:47.206684 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-5abef65b-3252-427d-8370-bc8730418ab7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Calling delete_port for ad5f1cd6-71bf-4681-bc39-d0a517e55394 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:47.449476 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5abef65b-3252-427d-8370-bc8730418ab7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:47.498461 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abef65b-3252-427d-8370-bc8730418ab7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Pushing event deleted for resources: {'Port': ['ID=ad5f1cd6-71bf-4681-bc39-d0a517e55394,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:47.535989 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5abef65b-3252-427d-8370-bc8730418ab7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:47.538109 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5abef65b-3252-427d-8370-bc8730418ab7 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] 10.222.0.25 "DELETE /v2.0/ports/ad5f1cd6-71bf-4681-bc39-d0a517e55394 HTTP/1.1" status: 204 len: 168 time: 0.6177616 Aug 10 04:12:47.541497 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60516) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:47.617378 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db1ee5b-19b6-49cf-95b7-698675057f4b tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Deleting subnet f590c8e8-1f56-4d68-b0cb-b2918617a7de {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:12:47.623014 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6db1ee5b-19b6-49cf-95b7-698675057f4b tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:47.675178 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6db1ee5b-19b6-49cf-95b7-698675057f4b tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:47.808280 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6db1ee5b-19b6-49cf-95b7-698675057f4b tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:47.981101 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6db1ee5b-19b6-49cf-95b7-698675057f4b tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.012029 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1ee5b-19b6-49cf-95b7-698675057f4b tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Pushing event deleted for resources: {'Subnet': ['ID=f590c8e8-1f56-4d68-b0cb-b2918617a7de,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:48.014028 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6db1ee5b-19b6-49cf-95b7-698675057f4b tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.015988 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6db1ee5b-19b6-49cf-95b7-698675057f4b tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] 10.222.0.25 "DELETE /v2.0/subnets/f590c8e8-1f56-4d68-b0cb-b2918617a7de HTTP/1.1" status: 204 len: 168 time: 0.4731734 Aug 10 04:12:48.019591 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60524) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:48.024881 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed5c6af-b129-4c38-9ea8-ed5fab292c60 None None] Network c7e73393-5384-4487-b788-b0a36e43c12a requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:12:48.103569 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f1ef0554-89e8-417c-84e9-7e94a58abbe8 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.166570 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-f1ef0554-89e8-417c-84e9-7e94a58abbe8 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Deleting port f33e4655-b9a7-4235-9e4b-27aa2c5fde67 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:48.166936 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f1ef0554-89e8-417c-84e9-7e94a58abbe8 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.250812 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-f1ef0554-89e8-417c-84e9-7e94a58abbe8 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] For port f33e4655-b9a7-4235-9e4b-27aa2c5fde67, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f33e4655-b9a7-4235-9e4b-27aa2c5fde67,segment=NetworkSegment(ba6572f6-ba3e-43fa-9a53-dc2c893b6116),segment_id=ba6572f6-ba3e-43fa-9a53-dc2c893b6116)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:48.251160 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f1ef0554-89e8-417c-84e9-7e94a58abbe8 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.264290 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71625aa4-0e12-4bea-bb2e-2a2495aac4ab None None] DHCP port deletion for c7e73393-5384-4487-b788-b0a36e43c12a request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:12:48.280603 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-f1ef0554-89e8-417c-84e9-7e94a58abbe8 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Calling delete_port for f33e4655-b9a7-4235-9e4b-27aa2c5fde67 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:48.340172 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-71625aa4-0e12-4bea-bb2e-2a2495aac4ab None None] Deleting port f33e4655-b9a7-4235-9e4b-27aa2c5fde67 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:48.340548 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-71625aa4-0e12-4bea-bb2e-2a2495aac4ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.407930 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-71625aa4-0e12-4bea-bb2e-2a2495aac4ab None None] For port f33e4655-b9a7-4235-9e4b-27aa2c5fde67, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f33e4655-b9a7-4235-9e4b-27aa2c5fde67,segment=NetworkSegment(ba6572f6-ba3e-43fa-9a53-dc2c893b6116),segment_id=ba6572f6-ba3e-43fa-9a53-dc2c893b6116)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:48.408353 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-71625aa4-0e12-4bea-bb2e-2a2495aac4ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.421853 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-71625aa4-0e12-4bea-bb2e-2a2495aac4ab None None] Calling delete_port for f33e4655-b9a7-4235-9e4b-27aa2c5fde67 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:48.469257 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f1ef0554-89e8-417c-84e9-7e94a58abbe8 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.500881 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef0554-89e8-417c-84e9-7e94a58abbe8 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Pushing event deleted for resources: {'Port': ['ID=f33e4655-b9a7-4235-9e4b-27aa2c5fde67,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:48.505420 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ef0554-89e8-417c-84e9-7e94a58abbe8 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] No DVR routers for this DVR port f33e4655-b9a7-4235-9e4b-27aa2c5fde67 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:12:48.518783 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-71625aa4-0e12-4bea-bb2e-2a2495aac4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.552566 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71625aa4-0e12-4bea-bb2e-2a2495aac4ab None None] No DVR routers for this DVR port f33e4655-b9a7-4235-9e4b-27aa2c5fde67 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:12:48.555250 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71625aa4-0e12-4bea-bb2e-2a2495aac4ab None None] Pushing event deleted for resources: {'Port': ['ID=f33e4655-b9a7-4235-9e4b-27aa2c5fde67,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:48.571006 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71625aa4-0e12-4bea-bb2e-2a2495aac4ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:48.571359 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71625aa4-0e12-4bea-bb2e-2a2495aac4ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:48.571798 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71625aa4-0e12-4bea-bb2e-2a2495aac4ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:48.572109 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71625aa4-0e12-4bea-bb2e-2a2495aac4ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:48.572378 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71625aa4-0e12-4bea-bb2e-2a2495aac4ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:48.572707 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71625aa4-0e12-4bea-bb2e-2a2495aac4ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:48.573163 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71625aa4-0e12-4bea-bb2e-2a2495aac4ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:48.573491 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71625aa4-0e12-4bea-bb2e-2a2495aac4ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:48.573904 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71625aa4-0e12-4bea-bb2e-2a2495aac4ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:48.574122 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71625aa4-0e12-4bea-bb2e-2a2495aac4ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:48.574452 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71625aa4-0e12-4bea-bb2e-2a2495aac4ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:48.574750 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71625aa4-0e12-4bea-bb2e-2a2495aac4ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:48.598992 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f1ef0554-89e8-417c-84e9-7e94a58abbe8 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.610761 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-f1ef0554-89e8-417c-84e9-7e94a58abbe8 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e73393-5384-4487-b788-b0a36e43c12a']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:48.621425 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-f1ef0554-89e8-417c-84e9-7e94a58abbe8 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba6572f6-ba3e-43fa-9a53-dc2c893b6116') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:48.621714 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-f1ef0554-89e8-417c-84e9-7e94a58abbe8 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba6572f6-ba3e-43fa-9a53-dc2c893b6116') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:48.630855 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f1ef0554-89e8-417c-84e9-7e94a58abbe8 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.645762 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f1ef0554-89e8-417c-84e9-7e94a58abbe8 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.653959 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ef0554-89e8-417c-84e9-7e94a58abbe8 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:12:48.654575 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f1ef0554-89e8-417c-84e9-7e94a58abbe8 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:12:48.657725 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:12:48.823714 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f33e4655-b9a7-4235-9e4b-27aa2c5fde67 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:12:48.849547 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: f33e4655-b9a7-4235-9e4b-27aa2c5fde67 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:12:48.849972 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f33e4655-b9a7-4235-9e4b-27aa2c5fde67 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:12:48.862222 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f1ef0554-89e8-417c-84e9-7e94a58abbe8 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.872552 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f1ef0554-89e8-417c-84e9-7e94a58abbe8 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:48.874380 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f1ef0554-89e8-417c-84e9-7e94a58abbe8 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] 10.222.0.25 "DELETE /v2.0/networks/c7e73393-5384-4487-b788-b0a36e43c12a HTTP/1.1" status: 204 len: 168 time: 0.8540246 Aug 10 04:12:48.889122 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef0554-89e8-417c-84e9-7e94a58abbe8 tempest-AllowedAddressPairIpV6TestJSON-1827980780 tempest-AllowedAddressPairIpV6TestJSON-1827980780-project] Pushing event deleted for resources: {'Network': ['ID=c7e73393-5384-4487-b788-b0a36e43c12a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:49.487691 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60552) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:49.636254 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-934f8307-66a8-4234-913c-9c67142dc043 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=283e8cf774744282a39b7525ccc2b4ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450546 Aug 10 04:12:49.636516 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60556) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:49.691250 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab30ba22-297b-4dc9-af97-7fc0795eb72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:49.713947 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab30ba22-297b-4dc9-af97-7fc0795eb72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:49.851389 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab30ba22-297b-4dc9-af97-7fc0795eb72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:49.854561 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab30ba22-297b-4dc9-af97-7fc0795eb72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:49.855784 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ab30ba22-297b-4dc9-af97-7fc0795eb72e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a93134ef-302b-43b3-8d81-0f1d83ef9a36 HTTP/1.1" status: 204 len: 168 time: 0.2182310 Aug 10 04:12:49.865089 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30ba22-297b-4dc9-af97-7fc0795eb72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93134ef-302b-43b3-8d81-0f1d83ef9a36,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:49.877266 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30ba22-297b-4dc9-af97-7fc0795eb72e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:49.883828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30ba22-297b-4dc9-af97-7fc0795eb72e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:49.883828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30ba22-297b-4dc9-af97-7fc0795eb72e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:49.883828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30ba22-297b-4dc9-af97-7fc0795eb72e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:49.883828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30ba22-297b-4dc9-af97-7fc0795eb72e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:49.883828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30ba22-297b-4dc9-af97-7fc0795eb72e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:49.883828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30ba22-297b-4dc9-af97-7fc0795eb72e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:49.883828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30ba22-297b-4dc9-af97-7fc0795eb72e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:49.883828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30ba22-297b-4dc9-af97-7fc0795eb72e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:49.883828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30ba22-297b-4dc9-af97-7fc0795eb72e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:49.883828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30ba22-297b-4dc9-af97-7fc0795eb72e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:49.883828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab30ba22-297b-4dc9-af97-7fc0795eb72e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:12:49.992827 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60570) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:50.484357 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2aad265f-0f13-43a8-b722-8bbf57262a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:50.772203 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-2aad265f-0f13-43a8-b722-8bbf57262a1e admin admin] Deleting port 0922fc75-4a04-4d21-881b-999469619cc6 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:50.772542 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2aad265f-0f13-43a8-b722-8bbf57262a1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:50.877356 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-2aad265f-0f13-43a8-b722-8bbf57262a1e admin admin] For port 0922fc75-4a04-4d21-881b-999469619cc6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=0922fc75-4a04-4d21-881b-999469619cc6,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:50.877779 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2aad265f-0f13-43a8-b722-8bbf57262a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:50.893745 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-2aad265f-0f13-43a8-b722-8bbf57262a1e admin admin] Calling delete_port for 0922fc75-4a04-4d21-881b-999469619cc6 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:51.111797 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60608) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:51.213116 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-f28cf2b8-b1aa-49c9-a5ec-5ae21647ee34 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2095945140'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:51.217788 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2aad265f-0f13-43a8-b722-8bbf57262a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:51.254483 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad265f-0f13-43a8-b722-8bbf57262a1e admin admin] Pushing event deleted for resources: {'Port': ['ID=0922fc75-4a04-4d21-881b-999469619cc6,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:51.362311 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28cf2b8-b1aa-49c9-a5ec-5ae21647ee34 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:12:51.366061 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f28cf2b8-b1aa-49c9-a5ec-5ae21647ee34 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:51.383581 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f28cf2b8-b1aa-49c9-a5ec-5ae21647ee34 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:51.484471 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2aad265f-0f13-43a8-b722-8bbf57262a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:51.969268 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f28cf2b8-b1aa-49c9-a5ec-5ae21647ee34 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:52.054882 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f28cf2b8-b1aa-49c9-a5ec-5ae21647ee34 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:52.092925 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f28cf2b8-b1aa-49c9-a5ec-5ae21647ee34 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:12:52.106528 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28cf2b8-b1aa-49c9-a5ec-5ae21647ee34 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f235136a-f37e-4471-a65b-ffc8c9ef174d,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:52.115084 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f28cf2b8-b1aa-49c9-a5ec-5ae21647ee34 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:52.115679 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-f28cf2b8-b1aa-49c9-a5ec-5ae21647ee34 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Added segment 42b7385c-9ab0-452d-99e8-a5f93095919d of type vlan for network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 Aug 10 04:12:52.147896 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aad265f-0f13-43a8-b722-8bbf57262a1e admin admin] Router 98632379-a983-4819-a0e7-21ec5c644558 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:12:52.166528 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f28cf2b8-b1aa-49c9-a5ec-5ae21647ee34 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:52.291049 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aad265f-0f13-43a8-b722-8bbf57262a1e admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:12:52.298463 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2aad265f-0f13-43a8-b722-8bbf57262a1e admin admin] 10.222.0.25 "PUT /v2.0/routers/98632379-a983-4819-a0e7-21ec5c644558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3024929 Aug 10 04:12:52.298965 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60626) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:52.301255 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f7639d-71a6-4add-b171-37851f10665b None None] Sync routers for ids ['98632379-a983-4819-a0e7-21ec5c644558'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:12:52.312035 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f7639d-71a6-4add-b171-37851f10665b None None] Routers {'98632379-a983-4819-a0e7-21ec5c644558'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:52.312680 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-75f7639d-71a6-4add-b171-37851f10665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:12:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['98632379-a983-4819-a0e7-21ec5c644558'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:52.351451 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f28cf2b8-b1aa-49c9-a5ec-5ae21647ee34 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:52.357238 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28cf2b8-b1aa-49c9-a5ec-5ae21647ee34 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:52.357837 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f28cf2b8-b1aa-49c9-a5ec-5ae21647ee34 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:52.473194 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28cf2b8-b1aa-49c9-a5ec-5ae21647ee34 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Network': ['ID=8ec15179-4aa6-40cf-96a9-53cc6eaa4543,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:52.483386 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:12:52.486623 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e06a2606-469c-47ec-93c8-9a5de51c25cb admin admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:52.533063 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-75f7639d-71a6-4add-b171-37851f10665b None None] Set router 98632379-a983-4819-a0e7-21ec5c644558 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:52.576911 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f28cf2b8-b1aa-49c9-a5ec-5ae21647ee34 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4638958 Aug 10 04:12:52.580627 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60632) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:52.588125 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-43baad3c-ec2c-4643-ae2b-4d3fa2008b9f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:52.604320 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e06a2606-469c-47ec-93c8-9a5de51c25cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:52.743002 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-75f7639d-71a6-4add-b171-37851f10665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98632379-a983-4819-a0e7-21ec5c644558', 'name': 'tempest-AttachVolumeShelveTestJSON-1795631640-router', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38'}], 'enable_snat': True}, 'gw_port_id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:54Z', 'updated_at': '2021-08-10T04:12:51Z', 'revision_number': 5, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'gw_port': {'id': 'b832af26-c578-4088-ab6c-a2fe5ad17bb3', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:67:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98632379-a983-4819-a0e7-21ec5c644558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:03:56Z', 'updated_at': '2021-08-10T04:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:52.772742 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f7639d-71a6-4add-b171-37851f10665b None None] Checking router: 98632379-a983-4819-a0e7-21ec5c644558 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:12:52.776944 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43baad3c-ec2c-4643-ae2b-4d3fa2008b9f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:12:52.781853 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-43baad3c-ec2c-4643-ae2b-4d3fa2008b9f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:52.782185 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f7639d-71a6-4add-b171-37851f10665b None None] Routers {'98632379-a983-4819-a0e7-21ec5c644558'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:12:52.783043 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-75f7639d-71a6-4add-b171-37851f10665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:12:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['98632379-a983-4819-a0e7-21ec5c644558'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:52.789609 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-e06a2606-469c-47ec-93c8-9a5de51c25cb admin admin] Deleting port b832af26-c578-4088-ab6c-a2fe5ad17bb3 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:52.789954 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e06a2606-469c-47ec-93c8-9a5de51c25cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:52.874920 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-75f7639d-71a6-4add-b171-37851f10665b None None] Set router 98632379-a983-4819-a0e7-21ec5c644558 gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:12:52.904551 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-e06a2606-469c-47ec-93c8-9a5de51c25cb admin admin] For port b832af26-c578-4088-ab6c-a2fe5ad17bb3, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=b832af26-c578-4088-ab6c-a2fe5ad17bb3,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:52.905020 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e06a2606-469c-47ec-93c8-9a5de51c25cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:52.919940 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-e06a2606-469c-47ec-93c8-9a5de51c25cb admin admin] Calling delete_port for b832af26-c578-4088-ab6c-a2fe5ad17bb3 owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:52.927320 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-75f7639d-71a6-4add-b171-37851f10665b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98632379-a983-4819-a0e7-21ec5c644558', 'name': 'tempest-AttachVolumeShelveTestJSON-1795631640-router', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:54Z', 'updated_at': '2021-08-10T04:12:52Z', 'revision_number': 6, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:52.957906 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f7639d-71a6-4add-b171-37851f10665b None None] The sync data for ids ['98632379-a983-4819-a0e7-21ec5c644558'] in n-d-802893-2 is: [{'id': '98632379-a983-4819-a0e7-21ec5c644558', 'name': 'tempest-AttachVolumeShelveTestJSON-1795631640-router', 'tenant_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:03:54Z', 'updated_at': '2021-08-10T04:12:52Z', 'revision_number': 6, 'project_id': '9c54c9ab1fa940fe85894d7bbe0c849c', 'gw_port_host': None}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:12:53.091005 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-43baad3c-ec2c-4643-ae2b-4d3fa2008b9f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:53.157985 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43baad3c-ec2c-4643-ae2b-4d3fa2008b9f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=fa869e79-e0b4-4b6d-8564-171a3bdf6f8f,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:53.167024 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e06a2606-469c-47ec-93c8-9a5de51c25cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:53.169758 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43baad3c-ec2c-4643-ae2b-4d3fa2008b9f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Checking segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:12:53.170259 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43baad3c-ec2c-4643-ae2b-4d3fa2008b9f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network hostable DHCP agents. Network: 8ec15179-4aa6-40cf-96a9-53cc6eaa4543, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:12:53.194425 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a2606-469c-47ec-93c8-9a5de51c25cb admin admin] Pushing event deleted for resources: {'Port': ['ID=b832af26-c578-4088-ab6c-a2fe5ad17bb3,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:53.256575 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43baad3c-ec2c-4643-ae2b-4d3fa2008b9f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:12:53.275700 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e06a2606-469c-47ec-93c8-9a5de51c25cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:53.373412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-43baad3c-ec2c-4643-ae2b-4d3fa2008b9f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 8ec15179-4aa6-40cf-96a9-53cc6eaa4543) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:53.375059 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e06a2606-469c-47ec-93c8-9a5de51c25cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:53.377643 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e06a2606-469c-47ec-93c8-9a5de51c25cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:53.385982 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826c5fb5-a4cd-465e-afa1-17fc9b5ef047 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:12:53.394671 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43baad3c-ec2c-4643-ae2b-4d3fa2008b9f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:53.397744 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-43baad3c-ec2c-4643-ae2b-4d3fa2008b9f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:53.528745 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e06a2606-469c-47ec-93c8-9a5de51c25cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:53.529310 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06a2606-469c-47ec-93c8-9a5de51c25cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98632379-a983-4819-a0e7-21ec5c644558 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:12:53.533848 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e06a2606-469c-47ec-93c8-9a5de51c25cb admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:53.535224 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e06a2606-469c-47ec-93c8-9a5de51c25cb admin admin] 10.222.0.25 "DELETE /v2.0/routers/98632379-a983-4819-a0e7-21ec5c644558 HTTP/1.1" status: 204 len: 168 time: 1.2356098 Aug 10 04:12:53.537999 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60644) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:53.590541 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dd8fc8-01a8-4a43-ac76-3fc6e1743ed5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'fixed_ips': [{'subnet_id': 'fa869e79-e0b4-4b6d-8564-171a3bdf6f8f'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:12:53.590541 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-07dd8fc8-01a8-4a43-ac76-3fc6e1743ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:53.591107 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-43baad3c-ec2c-4643-ae2b-4d3fa2008b9f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0046933 Aug 10 04:12:53.591528 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60648) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:53.595670 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-155f8dc0-6c46-45a2-95c1-3f5db07c1c8b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'port': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'name': 'tempest-NetworksTestDHCPv6-242760163'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:53.597305 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d3aa24-eedf-4162-8b1a-75e5ec9db2af admin admin] Deleting subnet 6dfeb297-f2e7-4070-a508-7d422d26e1b7 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:12:53.601216 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c4d3aa24-eedf-4162-8b1a-75e5ec9db2af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:53.646100 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c4d3aa24-eedf-4162-8b1a-75e5ec9db2af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:53.745131 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-07dd8fc8-01a8-4a43-ac76-3fc6e1743ed5 None None] Allocated IP 2001:db8::2 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/fa869e79-e0b4-4b6d-8564-171a3bdf6f8f/1acd0156-ab4a-475d-a9b0-672c1cae3f33) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:12:53.749123 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c4d3aa24-eedf-4162-8b1a-75e5ec9db2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:53.803195 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155f8dc0-6c46-45a2-95c1-3f5db07c1c8b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:12:53.809627 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-155f8dc0-6c46-45a2-95c1-3f5db07c1c8b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:53.838172 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-155f8dc0-6c46-45a2-95c1-3f5db07c1c8b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] device_id is not set on port 2dfb86cb-ca51-4783-9e5d-1cb6f885fd50 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:12:53.908350 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-07dd8fc8-01a8-4a43-ac76-3fc6e1743ed5 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:53.916731 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-07dd8fc8-01a8-4a43-ac76-3fc6e1743ed5 None None] Transition to ACTIVE for port object 1acd0156-ab4a-475d-a9b0-672c1cae3f33 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:53.925996 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c4d3aa24-eedf-4162-8b1a-75e5ec9db2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:53.932819 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-07dd8fc8-01a8-4a43-ac76-3fc6e1743ed5 None None] Transition to ACTIVE for port object 1acd0156-ab4a-475d-a9b0-672c1cae3f33 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:53.951928 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3aa24-eedf-4162-8b1a-75e5ec9db2af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dfeb297-f2e7-4070-a508-7d422d26e1b7,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:53.957686 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c4d3aa24-eedf-4162-8b1a-75e5ec9db2af admin admin] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:53.960011 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c4d3aa24-eedf-4162-8b1a-75e5ec9db2af admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6dfeb297-f2e7-4070-a508-7d422d26e1b7 HTTP/1.1" status: 204 len: 168 time: 0.4200473 Aug 10 04:12:53.962465 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60654) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:53.966876 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40935d9-fed7-49bb-a37e-99fb8bb629e7 None None] Network f573ecff-4c5c-4552-80ba-7f39fbaee537 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:12:54.023801 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-07dd8fc8-01a8-4a43-ac76-3fc6e1743ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:54.086026 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07dd8fc8-01a8-4a43-ac76-3fc6e1743ed5 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:54.086997 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c411b3a-6711-420d-9bf8-8e5e50260895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:54.091045 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-07dd8fc8-01a8-4a43-ac76-3fc6e1743ed5 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:54.108144 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-155f8dc0-6c46-45a2-95c1-3f5db07c1c8b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Allocated IP 2001:db8::2b8 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/fa869e79-e0b4-4b6d-8564-171a3bdf6f8f/2dfb86cb-ca51-4783-9e5d-1cb6f885fd50) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:12:54.109339 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd8fc8-01a8-4a43-ac76-3fc6e1743ed5 None None] Pushing event updated for resources: {'Port': ['ID=1acd0156-ab4a-475d-a9b0-672c1cae3f33,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:54.112146 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dd8fc8-01a8-4a43-ac76-3fc6e1743ed5 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:12:54.196629 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-07dd8fc8-01a8-4a43-ac76-3fc6e1743ed5 None None] Attempting to bind port 1acd0156-ab4a-475d-a9b0-672c1cae3f33 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:12:54.196996 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-07dd8fc8-01a8-4a43-ac76-3fc6e1743ed5 None None] Attempting to bind port 1acd0156-ab4a-475d-a9b0-672c1cae3f33 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:12:54.197390 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dd8fc8-01a8-4a43-ac76-3fc6e1743ed5 None None] Attempting to bind port 1acd0156-ab4a-475d-a9b0-672c1cae3f33 on network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:12:54.204816 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dd8fc8-01a8-4a43-ac76-3fc6e1743ed5 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:12:54.205182 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dd8fc8-01a8-4a43-ac76-3fc6e1743ed5 None None] Checking segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:12:54.205574 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-07dd8fc8-01a8-4a43-ac76-3fc6e1743ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:54.205955 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07dd8fc8-01a8-4a43-ac76-3fc6e1743ed5 None None] Bound using segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:12:54.206981 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-07dd8fc8-01a8-4a43-ac76-3fc6e1743ed5 None None] Bound port: 1acd0156-ab4a-475d-a9b0-672c1cae3f33, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:12:54.206981 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-07dd8fc8-01a8-4a43-ac76-3fc6e1743ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:54.256155 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-7c411b3a-6711-420d-9bf8-8e5e50260895 admin admin] Deleting port 914e2f1c-2659-488c-9c61-7a12e95155a4 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:54.256697 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c411b3a-6711-420d-9bf8-8e5e50260895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:54.292447 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca56d8cc-6495-412b-a25a-1621b51b4d4b None None] DHCP port deletion for f573ecff-4c5c-4552-80ba-7f39fbaee537 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:12:54.303245 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-07dd8fc8-01a8-4a43-ac76-3fc6e1743ed5 None None] For port 1acd0156-ab4a-475d-a9b0-672c1cae3f33, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:12:54.332704 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-07dd8fc8-01a8-4a43-ac76-3fc6e1743ed5 None None] For port 1acd0156-ab4a-475d-a9b0-672c1cae3f33, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1acd0156-ab4a-475d-a9b0-672c1cae3f33,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:12:54.353918 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-7c411b3a-6711-420d-9bf8-8e5e50260895 admin admin] For port 914e2f1c-2659-488c-9c61-7a12e95155a4, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=914e2f1c-2659-488c-9c61-7a12e95155a4,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:54.354331 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c411b3a-6711-420d-9bf8-8e5e50260895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:54.358246 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-ca56d8cc-6495-412b-a25a-1621b51b4d4b None None] Deleting port 914e2f1c-2659-488c-9c61-7a12e95155a4 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:54.361844 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ca56d8cc-6495-412b-a25a-1621b51b4d4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:54.375182 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-7c411b3a-6711-420d-9bf8-8e5e50260895 admin admin] Calling delete_port for 914e2f1c-2659-488c-9c61-7a12e95155a4 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:54.394728 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-155f8dc0-6c46-45a2-95c1-3f5db07c1c8b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:54.428880 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-ca56d8cc-6495-412b-a25a-1621b51b4d4b None None] For port 914e2f1c-2659-488c-9c61-7a12e95155a4, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=914e2f1c-2659-488c-9c61-7a12e95155a4,segment=NetworkSegment(3f907e38-2212-4676-9090-eb13073d623b),segment_id=3f907e38-2212-4676-9090-eb13073d623b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:54.429794 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ca56d8cc-6495-412b-a25a-1621b51b4d4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:54.432731 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-07dd8fc8-01a8-4a43-ac76-3fc6e1743ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:54.443198 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-155f8dc0-6c46-45a2-95c1-3f5db07c1c8b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Transition to ACTIVE for port object 2dfb86cb-ca51-4783-9e5d-1cb6f885fd50 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:54.458523 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-ca56d8cc-6495-412b-a25a-1621b51b4d4b None None] Calling delete_port for 914e2f1c-2659-488c-9c61-7a12e95155a4 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:54.519383 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd8fc8-01a8-4a43-ac76-3fc6e1743ed5 None None] Pushing event updated for resources: {'Port': ['ID=1acd0156-ab4a-475d-a9b0-672c1cae3f33,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:54.652924 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-155f8dc0-6c46-45a2-95c1-3f5db07c1c8b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:54.712041 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c411b3a-6711-420d-9bf8-8e5e50260895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:54.741027 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155f8dc0-6c46-45a2-95c1-3f5db07c1c8b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:54.744828 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c411b3a-6711-420d-9bf8-8e5e50260895 admin admin] No DVR routers for this DVR port 914e2f1c-2659-488c-9c61-7a12e95155a4 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:12:54.751396 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-155f8dc0-6c46-45a2-95c1-3f5db07c1c8b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:54.758867 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155f8dc0-6c46-45a2-95c1-3f5db07c1c8b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:12:54.768744 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155f8dc0-6c46-45a2-95c1-3f5db07c1c8b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:54.769655 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-155f8dc0-6c46-45a2-95c1-3f5db07c1c8b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:54.769789 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ca56d8cc-6495-412b-a25a-1621b51b4d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:54.774783 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f8dc0-6c46-45a2-95c1-3f5db07c1c8b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Port': ['ID=2dfb86cb-ca51-4783-9e5d-1cb6f885fd50,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:54.808697 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56d8cc-6495-412b-a25a-1621b51b4d4b None None] Pushing event deleted for resources: {'Port': ['ID=914e2f1c-2659-488c-9c61-7a12e95155a4,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:54.817777 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca56d8cc-6495-412b-a25a-1621b51b4d4b None None] No DVR routers for this DVR port 914e2f1c-2659-488c-9c61-7a12e95155a4 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:12:54.855531 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c411b3a-6711-420d-9bf8-8e5e50260895 admin admin] Pushing event deleted for resources: {'Port': ['ID=914e2f1c-2659-488c-9c61-7a12e95155a4,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:54.910812 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c411b3a-6711-420d-9bf8-8e5e50260895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:54.928771 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-7c411b3a-6711-420d-9bf8-8e5e50260895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f573ecff-4c5c-4552-80ba-7f39fbaee537']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:54.929745 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1acd0156-ab4a-475d-a9b0-672c1cae3f33 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:12:54.943990 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-7c411b3a-6711-420d-9bf8-8e5e50260895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f907e38-2212-4676-9090-eb13073d623b') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:54.943990 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-7c411b3a-6711-420d-9bf8-8e5e50260895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f907e38-2212-4676-9090-eb13073d623b') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:12:54.954748 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c411b3a-6711-420d-9bf8-8e5e50260895 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:54.969541 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60668) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:54.970400 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-155f8dc0-6c46-45a2-95c1-3f5db07c1c8b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3789437 Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c411b3a-6711-420d-9bf8-8e5e50260895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c411b3a-6711-420d-9bf8-8e5e50260895 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c411b3a-6711-420d-9bf8-8e5e50260895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:12:55.304969 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:12:55.310394 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b613352-a049-45d1-b0cd-605245c90e53 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:55.310394 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b613352-a049-45d1-b0cd-605245c90e53 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:55.310394 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3b613352-a049-45d1-b0cd-605245c90e53 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0742195 Aug 10 04:12:55.310394 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60670) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:55.311078 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 1acd0156-ab4a-475d-a9b0-672c1cae3f33 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:55.311078 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 914e2f1c-2659-488c-9c61-7a12e95155a4 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:12:55.311595 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-896c3e95-049d-41cb-9050-3566dd1ed493 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting port 2dfb86cb-ca51-4783-9e5d-1cb6f885fd50 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:55.311595 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-896c3e95-049d-41cb-9050-3566dd1ed493 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:55.312449 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 914e2f1c-2659-488c-9c61-7a12e95155a4 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:12:55.312449 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 914e2f1c-2659-488c-9c61-7a12e95155a4 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:12:55.312449 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b832af26-c578-4088-ab6c-a2fe5ad17bb3 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:12:55.312449 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: b832af26-c578-4088-ab6c-a2fe5ad17bb3 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:12:55.312449 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b832af26-c578-4088-ab6c-a2fe5ad17bb3 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:12:55.312449 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 0922fc75-4a04-4d21-881b-999469619cc6 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:12:55.312895 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c411b3a-6711-420d-9bf8-8e5e50260895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:55.312895 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c411b3a-6711-420d-9bf8-8e5e50260895 admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:55.312895 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7c411b3a-6711-420d-9bf8-8e5e50260895 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f573ecff-4c5c-4552-80ba-7f39fbaee537 HTTP/1.1" status: 204 len: 168 time: 1.2411437 Aug 10 04:12:55.312895 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c411b3a-6711-420d-9bf8-8e5e50260895 admin admin] Pushing event deleted for resources: {'Network': ['ID=f573ecff-4c5c-4552-80ba-7f39fbaee537,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:55.313200 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 0922fc75-4a04-4d21-881b-999469619cc6 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:12:55.313200 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 0922fc75-4a04-4d21-881b-999469619cc6 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:12:55.313364 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-896c3e95-049d-41cb-9050-3566dd1ed493 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:55.313364 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-896c3e95-049d-41cb-9050-3566dd1ed493 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Calling delete_port for 2dfb86cb-ca51-4783-9e5d-1cb6f885fd50 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:55.606898 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff32eef-d247-4888-8b38-4c214c2bf290 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:12:55.736901 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-896c3e95-049d-41cb-9050-3566dd1ed493 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:55.766317 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c3e95-049d-41cb-9050-3566dd1ed493 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Port': ['ID=2dfb86cb-ca51-4783-9e5d-1cb6f885fd50,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:55.800322 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-896c3e95-049d-41cb-9050-3566dd1ed493 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:55.805650 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-896c3e95-049d-41cb-9050-3566dd1ed493 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/2dfb86cb-ca51-4783-9e5d-1cb6f885fd50 HTTP/1.1" status: 204 len: 168 time: 0.7528698 Aug 10 04:12:55.806064 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60680) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:55.831541 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-1187c562-99e4-4863-b591-425997822c61 None None] Provisioning for port 1acd0156-ab4a-475d-a9b0-672c1cae3f33 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:55.835992 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-1187c562-99e4-4863-b591-425997822c61 None None] Provisioning complete for port 1acd0156-ab4a-475d-a9b0-672c1cae3f33 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:55.836404 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1187c562-99e4-4863-b591-425997822c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:55.899379 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904297f8-b147-4f6a-8a7f-c1a31fc2d5d0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:55.901184 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904297f8-b147-4f6a-8a7f-c1a31fc2d5d0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:55.903113 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-904297f8-b147-4f6a-8a7f-c1a31fc2d5d0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0962572 Aug 10 04:12:55.905819 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60682) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:55.945040 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1187c562-99e4-4863-b591-425997822c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:55.982696 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8a1e30-94ef-438c-8bda-016781cda88e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet fa869e79-e0b4-4b6d-8564-171a3bdf6f8f {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:12:55.986006 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bb8a1e30-94ef-438c-8bda-016781cda88e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:55.986738 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-1187c562-99e4-4863-b591-425997822c61 None None] For port 1acd0156-ab4a-475d-a9b0-672c1cae3f33, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1acd0156-ab4a-475d-a9b0-672c1cae3f33,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:56.034044 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bb8a1e30-94ef-438c-8bda-016781cda88e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:56.073312 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60688) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:56.075657 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1187c562-99e4-4863-b591-425997822c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:56.147355 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60692) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:56.148163 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d7b06f35-742a-4484-94d3-5f04cd62209b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c54c9ab1fa940fe85894d7bbe0c849c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0729144 Aug 10 04:12:56.154398 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187c562-99e4-4863-b591-425997822c61 None None] Pushing event updated for resources: {'Port': ['ID=1acd0156-ab4a-475d-a9b0-672c1cae3f33,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:56.181581 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bb8a1e30-94ef-438c-8bda-016781cda88e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:56.212838 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4b46eef2-a21b-48cf-baa3-a2f5595d05dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:56.221144 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-455a26fa-deed-4e49-9cab-1293b1850101 None None] Provisioning complete for port 1acd0156-ab4a-475d-a9b0-672c1cae3f33 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:56.222189 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-455a26fa-deed-4e49-9cab-1293b1850101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:56.283935 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4b46eef2-a21b-48cf-baa3-a2f5595d05dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:56.330249 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-455a26fa-deed-4e49-9cab-1293b1850101 None None] Could not find standard attr ID for object 2dfb86cb-ca51-4783-9e5d-1cb6f885fd50. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:12:56.443468 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-fe283bf8-cd7c-47fd-9257-f3e94a62dcdc None None] Could not find standard attr ID for object 2dfb86cb-ca51-4783-9e5d-1cb6f885fd50. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:12:56.494608 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4b46eef2-a21b-48cf-baa3-a2f5595d05dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:56.495297 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bb8a1e30-94ef-438c-8bda-016781cda88e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:56.497318 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4b46eef2-a21b-48cf-baa3-a2f5595d05dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:56.498466 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4b46eef2-a21b-48cf-baa3-a2f5595d05dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/283e5685-1026-4d6e-8eff-b4b05855a31e HTTP/1.1" status: 204 len: 168 time: 0.3489795 Aug 10 04:12:56.507004 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46eef2-a21b-48cf-baa3-a2f5595d05dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283e5685-1026-4d6e-8eff-b4b05855a31e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:56.526149 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a1e30-94ef-438c-8bda-016781cda88e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=fa869e79-e0b4-4b6d-8564-171a3bdf6f8f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:56.531475 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bb8a1e30-94ef-438c-8bda-016781cda88e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:56.536114 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-bb8a1e30-94ef-438c-8bda-016781cda88e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/fa869e79-e0b4-4b6d-8564-171a3bdf6f8f HTTP/1.1" status: 204 len: 168 time: 0.6291323 Aug 10 04:12:56.536445 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60698) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:56.540062 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db335e2f-c78a-43fb-987d-447c11a2b865 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:12:56.608646 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5a58fbbf-98bc-4047-90d3-35c41fb46f56 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0710208 Aug 10 04:12:56.611340 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60702) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:56.626824 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-0e178de1-9891-4d4e-9d16-f38eb822b890 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:56.785609 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a91f0e-4029-4462-a712-1f2cada99a5c None None] DHCP port deletion for 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:12:56.820117 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e178de1-9891-4d4e-9d16-f38eb822b890 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:12:56.823765 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e178de1-9891-4d4e-9d16-f38eb822b890 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:56.840945 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1acd0156-ab4a-475d-a9b0-672c1cae3f33 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:12:56.845406 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-29a91f0e-4029-4462-a712-1f2cada99a5c None None] Deleting port 1acd0156-ab4a-475d-a9b0-672c1cae3f33 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:56.845788 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-29a91f0e-4029-4462-a712-1f2cada99a5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:56.942790 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-29a91f0e-4029-4462-a712-1f2cada99a5c None None] For port 1acd0156-ab4a-475d-a9b0-672c1cae3f33, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1acd0156-ab4a-475d-a9b0-672c1cae3f33,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:56.943191 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-29a91f0e-4029-4462-a712-1f2cada99a5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:56.960817 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-29a91f0e-4029-4462-a712-1f2cada99a5c None None] Calling delete_port for 1acd0156-ab4a-475d-a9b0-672c1cae3f33 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:57.030306 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:57.097378 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 1acd0156-ab4a-475d-a9b0-672c1cae3f33, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1acd0156-ab4a-475d-a9b0-672c1cae3f33,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:12:57.123807 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e178de1-9891-4d4e-9d16-f38eb822b890 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:57.172353 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e178de1-9891-4d4e-9d16-f38eb822b890 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:57.177120 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-0e178de1-9891-4d4e-9d16-f38eb822b890 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:57.182615 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e178de1-9891-4d4e-9d16-f38eb822b890 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:57.183316 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:57.183649 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e178de1-9891-4d4e-9d16-f38eb822b890 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:57.200584 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e178de1-9891-4d4e-9d16-f38eb822b890 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=47a2a322-f26f-4a37-a738-79a885c90d6e,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:57.239881 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=1acd0156-ab4a-475d-a9b0-672c1cae3f33,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:57.343170 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-29a91f0e-4029-4462-a712-1f2cada99a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:57.346452 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0e178de1-9891-4d4e-9d16-f38eb822b890 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7338643 Aug 10 04:12:57.348883 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60724) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:57.353808 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-125d4c55-b2c0-4d8c-81b4-2f80c09a40a6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'port': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'name': 'tempest-NetworksTestDHCPv6-1079665956'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:12:57.372931 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a91f0e-4029-4462-a712-1f2cada99a5c None None] Pushing event deleted for resources: {'Port': ['ID=1acd0156-ab4a-475d-a9b0-672c1cae3f33,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:57.374900 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a91f0e-4029-4462-a712-1f2cada99a5c None None] No DVR routers for this DVR port 1acd0156-ab4a-475d-a9b0-672c1cae3f33 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:12:57.392203 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e345eaa1-232c-42df-aeea-741b7a437809 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:12:57.571753 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ffcc82-32eb-49ba-8618-e559abe6dc2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'fixed_ips': [{'subnet_id': '47a2a322-f26f-4a37-a738-79a885c90d6e'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:12:57.573069 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b8ffcc82-32eb-49ba-8618-e559abe6dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:57.582097 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125d4c55-b2c0-4d8c-81b4-2f80c09a40a6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:12:57.586168 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-125d4c55-b2c0-4d8c-81b4-2f80c09a40a6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:57.609226 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-125d4c55-b2c0-4d8c-81b4-2f80c09a40a6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] device_id is not set on port 69aa90d1-ebce-4aae-be7a-3fbd218ec275 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:12:57.647291 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:57.725655 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-b8ffcc82-32eb-49ba-8618-e559abe6dc2e None None] Allocated IP 2001:db8::2 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/47a2a322-f26f-4a37-a738-79a885c90d6e/1fd99753-bbbf-4880-81ab-572abf5bd57e) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:12:57.870050 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b8ffcc82-32eb-49ba-8618-e559abe6dc2e None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:57.879868 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b8ffcc82-32eb-49ba-8618-e559abe6dc2e None None] Transition to ACTIVE for port object 1fd99753-bbbf-4880-81ab-572abf5bd57e will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:57.895070 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b8ffcc82-32eb-49ba-8618-e559abe6dc2e None None] Transition to ACTIVE for port object 1fd99753-bbbf-4880-81ab-572abf5bd57e will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:58.005715 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b8ffcc82-32eb-49ba-8618-e559abe6dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:58.049336 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ffcc82-32eb-49ba-8618-e559abe6dc2e None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:58.052433 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-b8ffcc82-32eb-49ba-8618-e559abe6dc2e None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:58.056799 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ffcc82-32eb-49ba-8618-e559abe6dc2e None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:12:58.063711 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-125d4c55-b2c0-4d8c-81b4-2f80c09a40a6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Allocated IP 2001:db8::224 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/47a2a322-f26f-4a37-a738-79a885c90d6e/69aa90d1-ebce-4aae-be7a-3fbd218ec275) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:12:58.064023 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffcc82-32eb-49ba-8618-e559abe6dc2e None None] Pushing event updated for resources: {'Port': ['ID=1fd99753-bbbf-4880-81ab-572abf5bd57e,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:58.125660 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-b8ffcc82-32eb-49ba-8618-e559abe6dc2e None None] Attempting to bind port 1fd99753-bbbf-4880-81ab-572abf5bd57e on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:12:58.125952 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-b8ffcc82-32eb-49ba-8618-e559abe6dc2e None None] Attempting to bind port 1fd99753-bbbf-4880-81ab-572abf5bd57e by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:12:58.126288 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ffcc82-32eb-49ba-8618-e559abe6dc2e None None] Attempting to bind port 1fd99753-bbbf-4880-81ab-572abf5bd57e on network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:12:58.131571 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ffcc82-32eb-49ba-8618-e559abe6dc2e None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:12:58.131913 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ffcc82-32eb-49ba-8618-e559abe6dc2e None None] Checking segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:12:58.132577 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b8ffcc82-32eb-49ba-8618-e559abe6dc2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:58.132975 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ffcc82-32eb-49ba-8618-e559abe6dc2e None None] Bound using segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:12:58.133435 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-b8ffcc82-32eb-49ba-8618-e559abe6dc2e None None] Bound port: 1fd99753-bbbf-4880-81ab-572abf5bd57e, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:12:58.133807 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b8ffcc82-32eb-49ba-8618-e559abe6dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:58.208202 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-b8ffcc82-32eb-49ba-8618-e559abe6dc2e None None] For port 1fd99753-bbbf-4880-81ab-572abf5bd57e, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:12:58.214041 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-b8ffcc82-32eb-49ba-8618-e559abe6dc2e None None] For port 1fd99753-bbbf-4880-81ab-572abf5bd57e, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1fd99753-bbbf-4880-81ab-572abf5bd57e,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:12:58.231082 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-125d4c55-b2c0-4d8c-81b4-2f80c09a40a6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:58.246375 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-125d4c55-b2c0-4d8c-81b4-2f80c09a40a6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Transition to ACTIVE for port object 69aa90d1-ebce-4aae-be7a-3fbd218ec275 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:12:58.346748 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b8ffcc82-32eb-49ba-8618-e559abe6dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:58.392734 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-125d4c55-b2c0-4d8c-81b4-2f80c09a40a6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:58.432372 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffcc82-32eb-49ba-8618-e559abe6dc2e None None] Pushing event updated for resources: {'Port': ['ID=1fd99753-bbbf-4880-81ab-572abf5bd57e,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:58.461774 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125d4c55-b2c0-4d8c-81b4-2f80c09a40a6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:12:58.465340 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-125d4c55-b2c0-4d8c-81b4-2f80c09a40a6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:12:58.469598 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125d4c55-b2c0-4d8c-81b4-2f80c09a40a6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:12:58.475507 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125d4c55-b2c0-4d8c-81b4-2f80c09a40a6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:58.477860 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-125d4c55-b2c0-4d8c-81b4-2f80c09a40a6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:58.483703 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d4c55-b2c0-4d8c-81b4-2f80c09a40a6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Port': ['ID=69aa90d1-ebce-4aae-be7a-3fbd218ec275,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:58.552158 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60758) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:58.562548 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-125d4c55-b2c0-4d8c-81b4-2f80c09a40a6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2124994 Aug 10 04:12:58.641274 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd847ae-a8d2-49a2-89cd-fb7f642dd281 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:58.650470 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd847ae-a8d2-49a2-89cd-fb7f642dd281 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:58.651023 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0dd847ae-a8d2-49a2-89cd-fb7f642dd281 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0972607 Aug 10 04:12:58.653958 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60764) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:58.762429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-5b6c5f8f-2d20-45cb-a48f-69ff3e3a0595 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting port 69aa90d1-ebce-4aae-be7a-3fbd218ec275 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:12:58.762923 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5b6c5f8f-2d20-45cb-a48f-69ff3e3a0595 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:58.858806 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1fd99753-bbbf-4880-81ab-572abf5bd57e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:12:58.877539 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5b6c5f8f-2d20-45cb-a48f-69ff3e3a0595 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:58.904969 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-5b6c5f8f-2d20-45cb-a48f-69ff3e3a0595 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Calling delete_port for 69aa90d1-ebce-4aae-be7a-3fbd218ec275 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:12:59.028312 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 1fd99753-bbbf-4880-81ab-572abf5bd57e completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:59.118063 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5b6c5f8f-2d20-45cb-a48f-69ff3e3a0595 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:59.160032 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c5f8f-2d20-45cb-a48f-69ff3e3a0595 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Port': ['ID=69aa90d1-ebce-4aae-be7a-3fbd218ec275,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:59.180620 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5b6c5f8f-2d20-45cb-a48f-69ff3e3a0595 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:59.182805 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5b6c5f8f-2d20-45cb-a48f-69ff3e3a0595 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/69aa90d1-ebce-4aae-be7a-3fbd218ec275 HTTP/1.1" status: 204 len: 168 time: 0.5279074 Aug 10 04:12:59.187940 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60780) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:59.248468 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be814d78-7af5-4fe0-87fe-b2b35705b674 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:59.250116 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be814d78-7af5-4fe0-87fe-b2b35705b674 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:12:59.251791 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-be814d78-7af5-4fe0-87fe-b2b35705b674 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0628014 Aug 10 04:12:59.255108 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60782) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:59.331081 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5285183-56f3-408b-87f2-97ec36eb5366 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet 47a2a322-f26f-4a37-a738-79a885c90d6e {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:12:59.335733 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c5285183-56f3-408b-87f2-97ec36eb5366 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:59.397307 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c5285183-56f3-408b-87f2-97ec36eb5366 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:59.498465 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c5285183-56f3-408b-87f2-97ec36eb5366 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:59.720222 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c5285183-56f3-408b-87f2-97ec36eb5366 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:59.748557 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5285183-56f3-408b-87f2-97ec36eb5366 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=47a2a322-f26f-4a37-a738-79a885c90d6e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:12:59.752255 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c5285183-56f3-408b-87f2-97ec36eb5366 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:59.758239 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-561020aa-43c0-4874-b3a3-cfcd1333c5a3 None None] Provisioning for port 1fd99753-bbbf-4880-81ab-572abf5bd57e completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:12:59.758493 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60798) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:12:59.758902 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c5285183-56f3-408b-87f2-97ec36eb5366 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/47a2a322-f26f-4a37-a738-79a885c90d6e HTTP/1.1" status: 204 len: 168 time: 0.5006254 Aug 10 04:12:59.764256 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-561020aa-43c0-4874-b3a3-cfcd1333c5a3 None None] Provisioning complete for port 1fd99753-bbbf-4880-81ab-572abf5bd57e triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:12:59.765221 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-561020aa-43c0-4874-b3a3-cfcd1333c5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:12:59.796199 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14152e12-aa19-42c7-966b-fedf151ec293 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:12:59.998040 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-561020aa-43c0-4874-b3a3-cfcd1333c5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:00.042520 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-561020aa-43c0-4874-b3a3-cfcd1333c5a3 None None] For port 1fd99753-bbbf-4880-81ab-572abf5bd57e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1fd99753-bbbf-4880-81ab-572abf5bd57e,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:00.096653 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6c03b1-0595-45bf-8160-d5e79e7ce361 None None] DHCP port deletion for 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:13:00.154826 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-ff6c03b1-0595-45bf-8160-d5e79e7ce361 None None] Deleting port 1fd99753-bbbf-4880-81ab-572abf5bd57e {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:13:00.155195 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ff6c03b1-0595-45bf-8160-d5e79e7ce361 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:00.215822 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-88c71dd5-a6cd-4b69-8716-916d8c122e1c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4576495 Aug 10 04:13:00.218623 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60806) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:00.219554 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-ff6c03b1-0595-45bf-8160-d5e79e7ce361 None None] For port 1fd99753-bbbf-4880-81ab-572abf5bd57e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1fd99753-bbbf-4880-81ab-572abf5bd57e,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:00.219970 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ff6c03b1-0595-45bf-8160-d5e79e7ce361 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:00.223533 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-6cf2cccb-756a-4d01-b71a-c74309d65adc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:00.234457 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-ff6c03b1-0595-45bf-8160-d5e79e7ce361 None None] Calling delete_port for 1fd99753-bbbf-4880-81ab-572abf5bd57e owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:13:00.236337 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-561020aa-43c0-4874-b3a3-cfcd1333c5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:00.338483 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561020aa-43c0-4874-b3a3-cfcd1333c5a3 None None] Pushing event updated for resources: {'Port': ['ID=1fd99753-bbbf-4880-81ab-572abf5bd57e,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:00.351879 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2794e5cb-3843-411a-986d-e4eef4d886a3 None None] Could not find standard attr ID for object 69aa90d1-ebce-4aae-be7a-3fbd218ec275. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:13:00.385897 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf2cccb-756a-4d01-b71a-c74309d65adc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:00.390472 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6cf2cccb-756a-4d01-b71a-c74309d65adc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:00.449430 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ff6c03b1-0595-45bf-8160-d5e79e7ce361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:00.488002 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c03b1-0595-45bf-8160-d5e79e7ce361 None None] Pushing event deleted for resources: {'Port': ['ID=1fd99753-bbbf-4880-81ab-572abf5bd57e,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:00.493793 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6c03b1-0595-45bf-8160-d5e79e7ce361 None None] No DVR routers for this DVR port 1fd99753-bbbf-4880-81ab-572abf5bd57e on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:13:00.697150 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6cf2cccb-756a-4d01-b71a-c74309d65adc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:00.740182 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf2cccb-756a-4d01-b71a-c74309d65adc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:00.743911 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-6cf2cccb-756a-4d01-b71a-c74309d65adc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:00.747478 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf2cccb-756a-4d01-b71a-c74309d65adc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:00.748107 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6cf2cccb-756a-4d01-b71a-c74309d65adc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:00.755356 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a99d448-7de0-4d42-8ea0-5f13ceb4fe84 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:13:00.762977 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2cccb-756a-4d01-b71a-c74309d65adc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=ad4d3f77-17aa-4da3-b085-eec4f58a3c6c,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:00.851770 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1fd99753-bbbf-4880-81ab-572abf5bd57e no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:13:00.879615 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 1fd99753-bbbf-4880-81ab-572abf5bd57e {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:13:00.880094 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6cf2cccb-756a-4d01-b71a-c74309d65adc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6603649 Aug 10 04:13:00.880370 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1fd99753-bbbf-4880-81ab-572abf5bd57e not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:13:00.883435 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60822) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:00.888588 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-b4fd1c30-0d1c-44e7-b6ee-6868acd49232 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'port': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'name': 'tempest-NetworksTestDHCPv6-508383949'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:00.940633 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60824) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:00.979898 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf07da2e-5067-4cc6-82a6-462f5bfb16c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'fixed_ips': [{'subnet_id': 'ad4d3f77-17aa-4da3-b085-eec4f58a3c6c'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:13:00.981217 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cf07da2e-5067-4cc6-82a6-462f5bfb16c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:01.075585 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-892e8834-9df5-490e-a3d0-89a5f61a227f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:01.097242 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fd1c30-0d1c-44e7-b6ee-6868acd49232 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:01.101197 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b4fd1c30-0d1c-44e7-b6ee-6868acd49232 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:01.120571 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-b4fd1c30-0d1c-44e7-b6ee-6868acd49232 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] device_id is not set on port 0031e2fa-3eab-40c3-8404-84cd50b27011 yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:13:01.126061 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-cf07da2e-5067-4cc6-82a6-462f5bfb16c5 None None] Allocated IP 2001:db8::2 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/ad4d3f77-17aa-4da3-b085-eec4f58a3c6c/6526d524-65ce-4f02-8265-a96ee5fecc7c) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:01.206676 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-892e8834-9df5-490e-a3d0-89a5f61a227f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:01.271832 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-892e8834-9df5-490e-a3d0-89a5f61a227f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:01.296554 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cf07da2e-5067-4cc6-82a6-462f5bfb16c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:01.307373 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-cf07da2e-5067-4cc6-82a6-462f5bfb16c5 None None] Transition to ACTIVE for port object 6526d524-65ce-4f02-8265-a96ee5fecc7c will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:01.326328 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-cf07da2e-5067-4cc6-82a6-462f5bfb16c5 None None] Transition to ACTIVE for port object 6526d524-65ce-4f02-8265-a96ee5fecc7c will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:01.328081 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-892e8834-9df5-490e-a3d0-89a5f61a227f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f29129a184a24c89989ab353c0c5e698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3863168 Aug 10 04:13:01.328981 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e8834-9df5-490e-a3d0-89a5f61a227f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341f728a-1e43-475d-8cee-2d227f779e96,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:01.330944 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60832) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:01.395179 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cf07da2e-5067-4cc6-82a6-462f5bfb16c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:01.425141 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-09e66113-d08c-443d-a2d4-5bd8e3bf986a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:01.449439 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf07da2e-5067-4cc6-82a6-462f5bfb16c5 None None] Pushing event updated for resources: {'Port': ['ID=6526d524-65ce-4f02-8265-a96ee5fecc7c,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:01.469351 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf07da2e-5067-4cc6-82a6-462f5bfb16c5 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:01.471182 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-cf07da2e-5067-4cc6-82a6-462f5bfb16c5 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:01.473232 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-09e66113-d08c-443d-a2d4-5bd8e3bf986a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:01.475789 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf07da2e-5067-4cc6-82a6-462f5bfb16c5 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:13:01.505072 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-b4fd1c30-0d1c-44e7-b6ee-6868acd49232 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Allocated IP 2001:db8::335 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/ad4d3f77-17aa-4da3-b085-eec4f58a3c6c/0031e2fa-3eab-40c3-8404-84cd50b27011) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:01.533586 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-cf07da2e-5067-4cc6-82a6-462f5bfb16c5 None None] Attempting to bind port 6526d524-65ce-4f02-8265-a96ee5fecc7c on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:13:01.534200 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-cf07da2e-5067-4cc6-82a6-462f5bfb16c5 None None] Attempting to bind port 6526d524-65ce-4f02-8265-a96ee5fecc7c by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:13:01.534997 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf07da2e-5067-4cc6-82a6-462f5bfb16c5 None None] Attempting to bind port 6526d524-65ce-4f02-8265-a96ee5fecc7c on network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:13:01.540182 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf07da2e-5067-4cc6-82a6-462f5bfb16c5 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:13:01.540718 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf07da2e-5067-4cc6-82a6-462f5bfb16c5 None None] Checking segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:13:01.541516 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cf07da2e-5067-4cc6-82a6-462f5bfb16c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:01.541631 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf07da2e-5067-4cc6-82a6-462f5bfb16c5 None None] Bound using segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:13:01.542235 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-cf07da2e-5067-4cc6-82a6-462f5bfb16c5 None None] Bound port: 6526d524-65ce-4f02-8265-a96ee5fecc7c, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:13:01.542709 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cf07da2e-5067-4cc6-82a6-462f5bfb16c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:01.622346 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-cf07da2e-5067-4cc6-82a6-462f5bfb16c5 None None] For port 6526d524-65ce-4f02-8265-a96ee5fecc7c, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:13:01.625496 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-cf07da2e-5067-4cc6-82a6-462f5bfb16c5 None None] For port 6526d524-65ce-4f02-8265-a96ee5fecc7c, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=6526d524-65ce-4f02-8265-a96ee5fecc7c,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:13:01.656458 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-09e66113-d08c-443d-a2d4-5bd8e3bf986a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:01.659098 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-09e66113-d08c-443d-a2d4-5bd8e3bf986a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:01.660369 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-09e66113-d08c-443d-a2d4-5bd8e3bf986a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/341f728a-1e43-475d-8cee-2d227f779e96 HTTP/1.1" status: 204 len: 168 time: 0.3282933 Aug 10 04:13:01.678121 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e66113-d08c-443d-a2d4-5bd8e3bf986a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341f728a-1e43-475d-8cee-2d227f779e96,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:01.726726 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cf07da2e-5067-4cc6-82a6-462f5bfb16c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:01.759273 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b4fd1c30-0d1c-44e7-b6ee-6868acd49232 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:01.778117 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-b4fd1c30-0d1c-44e7-b6ee-6868acd49232 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Transition to ACTIVE for port object 0031e2fa-3eab-40c3-8404-84cd50b27011 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:01.817408 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf07da2e-5067-4cc6-82a6-462f5bfb16c5 None None] Pushing event updated for resources: {'Port': ['ID=6526d524-65ce-4f02-8265-a96ee5fecc7c,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:01.920247 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b4fd1c30-0d1c-44e7-b6ee-6868acd49232 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:01.967871 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fd1c30-0d1c-44e7-b6ee-6868acd49232 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:01.971444 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-b4fd1c30-0d1c-44e7-b6ee-6868acd49232 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:01.984792 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fd1c30-0d1c-44e7-b6ee-6868acd49232 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:13:01.995471 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fd1c30-0d1c-44e7-b6ee-6868acd49232 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:01.996378 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b4fd1c30-0d1c-44e7-b6ee-6868acd49232 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:01.999736 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd1c30-0d1c-44e7-b6ee-6868acd49232 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Port': ['ID=0031e2fa-3eab-40c3-8404-84cd50b27011,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:02.121165 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b4fd1c30-0d1c-44e7-b6ee-6868acd49232 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2340372 Aug 10 04:13:02.122383 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60850) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:02.195026 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3739cc8-a7e7-4005-9d8d-2681b9546d4d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:02.201043 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3739cc8-a7e7-4005-9d8d-2681b9546d4d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:02.205213 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b3739cc8-a7e7-4005-9d8d-2681b9546d4d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0802095 Aug 10 04:13:02.205615 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60852) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:02.303875 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-1864e10b-63ea-4e67-9066-c3821c79455e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting port 0031e2fa-3eab-40c3-8404-84cd50b27011 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:13:02.304348 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1864e10b-63ea-4e67-9066-c3821c79455e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:02.397537 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1864e10b-63ea-4e67-9066-c3821c79455e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:02.410009 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-1864e10b-63ea-4e67-9066-c3821c79455e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Calling delete_port for 0031e2fa-3eab-40c3-8404-84cd50b27011 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:13:02.445296 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60856) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:02.480727 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1156a8ed-6248-445d-8330-8a6785c0e2d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:02.634844 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1864e10b-63ea-4e67-9066-c3821c79455e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:02.670879 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864e10b-63ea-4e67-9066-c3821c79455e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Port': ['ID=0031e2fa-3eab-40c3-8404-84cd50b27011,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:02.705366 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1864e10b-63ea-4e67-9066-c3821c79455e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:02.707922 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1864e10b-63ea-4e67-9066-c3821c79455e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/0031e2fa-3eab-40c3-8404-84cd50b27011 HTTP/1.1" status: 204 len: 168 time: 0.5012932 Aug 10 04:13:02.714063 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60864) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:02.729012 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1156a8ed-6248-445d-8330-8a6785c0e2d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:02.775618 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf698542-d2b1-499c-ab52-61069b01a6df tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:02.777582 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf698542-d2b1-499c-ab52-61069b01a6df tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:02.779100 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bf698542-d2b1-499c-ab52-61069b01a6df tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0638354 Aug 10 04:13:02.781911 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60868) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:02.791934 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1156a8ed-6248-445d-8330-8a6785c0e2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:02.822900 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1156a8ed-6248-445d-8330-8a6785c0e2d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1099ed76488042f5bccea1a14b5620f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3741379 Aug 10 04:13:02.823271 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60870) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:02.841568 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156a8ed-6248-445d-8330-8a6785c0e2d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6299bd-0901-4a11-b13f-c393eec7a1ea,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:02.892350 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3ebc8d-b1d7-438b-b69a-378b8c769e12 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet ad4d3f77-17aa-4da3-b085-eec4f58a3c6c {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:13:02.897003 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5d3ebc8d-b1d7-438b-b69a-378b8c769e12 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:02.924268 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 6526d524-65ce-4f02-8265-a96ee5fecc7c up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:13:02.965829 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5d3ebc8d-b1d7-438b-b69a-378b8c769e12 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:02.998945 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fb128149-13ec-4911-9655-a8f0e3eb44ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:03.035806 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fb128149-13ec-4911-9655-a8f0e3eb44ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:03.108110 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5d3ebc8d-b1d7-438b-b69a-378b8c769e12 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:03.114544 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 6526d524-65ce-4f02-8265-a96ee5fecc7c completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:03.188500 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2408dad2-2f3b-4dea-913b-e31b4e5c62cc None None] Provisioning for port 6526d524-65ce-4f02-8265-a96ee5fecc7c completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:03.192885 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2408dad2-2f3b-4dea-913b-e31b4e5c62cc None None] Provisioning complete for port 6526d524-65ce-4f02-8265-a96ee5fecc7c triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:13:03.196493 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2408dad2-2f3b-4dea-913b-e31b4e5c62cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:03.295708 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2408dad2-2f3b-4dea-913b-e31b4e5c62cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:03.325588 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fb128149-13ec-4911-9655-a8f0e3eb44ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:03.328950 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fb128149-13ec-4911-9655-a8f0e3eb44ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:03.330370 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fb128149-13ec-4911-9655-a8f0e3eb44ef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba6299bd-0901-4a11-b13f-c393eec7a1ea HTTP/1.1" status: 204 len: 168 time: 0.5059137 Aug 10 04:13:03.356736 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5d3ebc8d-b1d7-438b-b69a-378b8c769e12 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:03.358970 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb128149-13ec-4911-9655-a8f0e3eb44ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6299bd-0901-4a11-b13f-c393eec7a1ea,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:03.390012 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ebc8d-b1d7-438b-b69a-378b8c769e12 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=ad4d3f77-17aa-4da3-b085-eec4f58a3c6c,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:03.394547 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5d3ebc8d-b1d7-438b-b69a-378b8c769e12 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:03.394974 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5d3ebc8d-b1d7-438b-b69a-378b8c769e12 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/ad4d3f77-17aa-4da3-b085-eec4f58a3c6c HTTP/1.1" status: 204 len: 168 time: 0.6116216 Aug 10 04:13:03.397154 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60884) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:03.402914 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-2408dad2-2f3b-4dea-913b-e31b4e5c62cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:13:03.403501 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-2408dad2-2f3b-4dea-913b-e31b4e5c62cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:13:03.445880 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-83eac0d0-4321-41db-8c11-571cd6c422a5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468020 Aug 10 04:13:03.448831 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60886) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:03.503194 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcadffe-d670-408c-9b3a-800ae55bdaa2 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:13:03.505606 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc1bb07-0b12-4a4f-b803-f93204400ab2 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:03.508004 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bcc1bb07-0b12-4a4f-b803-f93204400ab2 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0572193 Aug 10 04:13:03.510310 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60888) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:03.578253 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c5be63-f252-4548-902d-dadd7206cb87 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:03.580558 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-38c5be63-f252-4548-902d-dadd7206cb87 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0692635 Aug 10 04:13:03.583225 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60892) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:03.628006 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d0a43e45-27cb-4d30-85ce-fef3ead34a03 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430803 Aug 10 04:13:03.634246 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60894) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:03.642955 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-af411abc-31b4-4fe0-8243-f0ce4f950311 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:03.856520 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c55d16-b0cd-4b06-9b04-21a3420bffea None None] DHCP port deletion for 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:13:03.868538 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af411abc-31b4-4fe0-8243-f0ce4f950311 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:03.874579 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-af411abc-31b4-4fe0-8243-f0ce4f950311 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:03.946182 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-62c55d16-b0cd-4b06-9b04-21a3420bffea None None] Deleting port 6526d524-65ce-4f02-8265-a96ee5fecc7c {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:13:03.947002 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-62c55d16-b0cd-4b06-9b04-21a3420bffea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:03.963201 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2408dad2-2f3b-4dea-913b-e31b4e5c62cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:04.040716 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-62c55d16-b0cd-4b06-9b04-21a3420bffea None None] For port 6526d524-65ce-4f02-8265-a96ee5fecc7c, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=6526d524-65ce-4f02-8265-a96ee5fecc7c,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:04.041187 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-62c55d16-b0cd-4b06-9b04-21a3420bffea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:04.044425 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-2408dad2-2f3b-4dea-913b-e31b4e5c62cc None None] For port 6526d524-65ce-4f02-8265-a96ee5fecc7c, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=6526d524-65ce-4f02-8265-a96ee5fecc7c,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:04.056031 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-62c55d16-b0cd-4b06-9b04-21a3420bffea None None] Calling delete_port for 6526d524-65ce-4f02-8265-a96ee5fecc7c owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:13:04.115475 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2408dad2-2f3b-4dea-913b-e31b4e5c62cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:04.160262 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-af411abc-31b4-4fe0-8243-f0ce4f950311 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:04.186933 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408dad2-2f3b-4dea-913b-e31b4e5c62cc None None] Pushing event updated for resources: {'Port': ['ID=6526d524-65ce-4f02-8265-a96ee5fecc7c,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:04.211627 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af411abc-31b4-4fe0-8243-f0ce4f950311 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:04.215112 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-af411abc-31b4-4fe0-8243-f0ce4f950311 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:04.219837 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af411abc-31b4-4fe0-8243-f0ce4f950311 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:04.220473 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-af411abc-31b4-4fe0-8243-f0ce4f950311 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:04.227796 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-cf5abd97-a27e-406b-b070-bdf53614e71e None None] Could not find standard attr ID for object 0031e2fa-3eab-40c3-8404-84cd50b27011. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:13:04.235736 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af411abc-31b4-4fe0-8243-f0ce4f950311 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=822b4f41-1e3b-414c-a68b-6c165c7bbbe7,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:04.291326 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-62c55d16-b0cd-4b06-9b04-21a3420bffea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:04.319132 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c55d16-b0cd-4b06-9b04-21a3420bffea None None] Pushing event deleted for resources: {'Port': ['ID=6526d524-65ce-4f02-8265-a96ee5fecc7c,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:04.321790 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c55d16-b0cd-4b06-9b04-21a3420bffea None None] No DVR routers for this DVR port 6526d524-65ce-4f02-8265-a96ee5fecc7c on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:13:04.337375 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f3b822-2665-4241-8c65-a92613b9bc93 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:13:04.363562 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60924) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:04.364111 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-af411abc-31b4-4fe0-8243-f0ce4f950311 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7285585 Aug 10 04:13:04.369431 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-d46746d3-7bd9-40d7-b498-af81c2fc43c4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'port': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'fixed_ips': [{'subnet_id': '822b4f41-1e3b-414c-a68b-6c165c7bbbe7', 'ip_address': '2001:db8::4b6a:dcd3:78bb:b090'}], 'name': 'tempest-NetworksTestDHCPv6-1947572490'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:04.511922 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d224aa0-4923-4ba8-9492-119dd5ad8ca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'fixed_ips': [{'subnet_id': '822b4f41-1e3b-414c-a68b-6c165c7bbbe7'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:13:04.513506 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5d224aa0-4923-4ba8-9492-119dd5ad8ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:04.617975 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46746d3-7bd9-40d7-b498-af81c2fc43c4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:04.674509 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-5d224aa0-4923-4ba8-9492-119dd5ad8ca2 None None] Allocated IP 2001:db8::2 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/822b4f41-1e3b-414c-a68b-6c165c7bbbe7/d1df7020-51e0-400e-a53b-bfa8f9b06164) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:04.756058 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d46746d3-7bd9-40d7-b498-af81c2fc43c4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:04.778585 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-d46746d3-7bd9-40d7-b498-af81c2fc43c4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] device_id is not set on port 08ce2972-6f7b-4221-aa53-bb0bce7a2fdb yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:13:04.899036 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 6526d524-65ce-4f02-8265-a96ee5fecc7c no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:13:04.949326 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 6526d524-65ce-4f02-8265-a96ee5fecc7c {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:13:04.949950 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 6526d524-65ce-4f02-8265-a96ee5fecc7c not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:13:05.001313 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5d224aa0-4923-4ba8-9492-119dd5ad8ca2 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:05.016764 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5d224aa0-4923-4ba8-9492-119dd5ad8ca2 None None] Transition to ACTIVE for port object d1df7020-51e0-400e-a53b-bfa8f9b06164 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:05.035323 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5d224aa0-4923-4ba8-9492-119dd5ad8ca2 None None] Transition to ACTIVE for port object d1df7020-51e0-400e-a53b-bfa8f9b06164 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:05.133580 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5d224aa0-4923-4ba8-9492-119dd5ad8ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:05.216917 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d224aa0-4923-4ba8-9492-119dd5ad8ca2 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:05.221008 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-5d224aa0-4923-4ba8-9492-119dd5ad8ca2 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:05.224660 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d224aa0-4923-4ba8-9492-119dd5ad8ca2 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:13:05.234714 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d224aa0-4923-4ba8-9492-119dd5ad8ca2 None None] Pushing event updated for resources: {'Port': ['ID=d1df7020-51e0-400e-a53b-bfa8f9b06164,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:05.302383 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-5d224aa0-4923-4ba8-9492-119dd5ad8ca2 None None] Attempting to bind port d1df7020-51e0-400e-a53b-bfa8f9b06164 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:13:05.303014 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-5d224aa0-4923-4ba8-9492-119dd5ad8ca2 None None] Attempting to bind port d1df7020-51e0-400e-a53b-bfa8f9b06164 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:13:05.303561 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d224aa0-4923-4ba8-9492-119dd5ad8ca2 None None] Attempting to bind port d1df7020-51e0-400e-a53b-bfa8f9b06164 on network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:13:05.318132 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d224aa0-4923-4ba8-9492-119dd5ad8ca2 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:13:05.318515 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d224aa0-4923-4ba8-9492-119dd5ad8ca2 None None] Checking segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:13:05.318909 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5d224aa0-4923-4ba8-9492-119dd5ad8ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:05.319362 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d224aa0-4923-4ba8-9492-119dd5ad8ca2 None None] Bound using segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:13:05.320938 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-5d224aa0-4923-4ba8-9492-119dd5ad8ca2 None None] Bound port: d1df7020-51e0-400e-a53b-bfa8f9b06164, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:13:05.320938 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5d224aa0-4923-4ba8-9492-119dd5ad8ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:05.410835 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-5d224aa0-4923-4ba8-9492-119dd5ad8ca2 None None] For port d1df7020-51e0-400e-a53b-bfa8f9b06164, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:13:05.415049 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-5d224aa0-4923-4ba8-9492-119dd5ad8ca2 None None] For port d1df7020-51e0-400e-a53b-bfa8f9b06164, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=d1df7020-51e0-400e-a53b-bfa8f9b06164,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:13:05.453386 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-d46746d3-7bd9-40d7-b498-af81c2fc43c4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Allocated IP 2001:db8::4b6a:dcd3:78bb:b090 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/822b4f41-1e3b-414c-a68b-6c165c7bbbe7/08ce2972-6f7b-4221-aa53-bb0bce7a2fdb) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:05.501034 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5d224aa0-4923-4ba8-9492-119dd5ad8ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:05.574398 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d224aa0-4923-4ba8-9492-119dd5ad8ca2 None None] Pushing event updated for resources: {'Port': ['ID=d1df7020-51e0-400e-a53b-bfa8f9b06164,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:05.657256 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d46746d3-7bd9-40d7-b498-af81c2fc43c4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:05.672605 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-d46746d3-7bd9-40d7-b498-af81c2fc43c4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Transition to ACTIVE for port object 08ce2972-6f7b-4221-aa53-bb0bce7a2fdb will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:05.778148 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d46746d3-7bd9-40d7-b498-af81c2fc43c4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:05.829337 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46746d3-7bd9-40d7-b498-af81c2fc43c4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:05.835226 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-d46746d3-7bd9-40d7-b498-af81c2fc43c4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:05.838001 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46746d3-7bd9-40d7-b498-af81c2fc43c4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:13:05.844196 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46746d3-7bd9-40d7-b498-af81c2fc43c4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:05.844845 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d46746d3-7bd9-40d7-b498-af81c2fc43c4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:05.865192 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46746d3-7bd9-40d7-b498-af81c2fc43c4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Port': ['ID=08ce2972-6f7b-4221-aa53-bb0bce7a2fdb,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:05.920736 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d46746d3-7bd9-40d7-b498-af81c2fc43c4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5553367 Aug 10 04:13:05.921356 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60954) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:05.975597 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad268da6-cc3c-4776-ab8e-96848ce3bcde tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:05.981811 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad268da6-cc3c-4776-ab8e-96848ce3bcde tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:05.983485 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ad268da6-cc3c-4776-ab8e-96848ce3bcde tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0611393 Aug 10 04:13:05.986225 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60958) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:06.079863 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-3461ad91-96f0-4c30-80c2-468ca0e2836d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting port 08ce2972-6f7b-4221-aa53-bb0bce7a2fdb {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:13:06.080251 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3461ad91-96f0-4c30-80c2-468ca0e2836d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:06.173654 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3461ad91-96f0-4c30-80c2-468ca0e2836d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:06.188073 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-3461ad91-96f0-4c30-80c2-468ca0e2836d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Calling delete_port for 08ce2972-6f7b-4221-aa53-bb0bce7a2fdb owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:13:06.433725 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3461ad91-96f0-4c30-80c2-468ca0e2836d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:06.459147 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461ad91-96f0-4c30-80c2-468ca0e2836d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Port': ['ID=08ce2972-6f7b-4221-aa53-bb0bce7a2fdb,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:06.492853 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3461ad91-96f0-4c30-80c2-468ca0e2836d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:06.495011 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3461ad91-96f0-4c30-80c2-468ca0e2836d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/08ce2972-6f7b-4221-aa53-bb0bce7a2fdb HTTP/1.1" status: 204 len: 168 time: 0.5077615 Aug 10 04:13:06.497638 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60976) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:06.561888 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc364d9-28d6-4505-b5ff-357d79073b27 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:06.563732 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc364d9-28d6-4505-b5ff-357d79073b27 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:06.565543 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8fc364d9-28d6-4505-b5ff-357d79073b27 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0668986 Aug 10 04:13:06.568360 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60978) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:06.625879 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bede800-626c-4c5f-a1ef-72bfdc062588 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet 822b4f41-1e3b-414c-a68b-6c165c7bbbe7 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:13:06.629214 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5bede800-626c-4c5f-a1ef-72bfdc062588 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:06.673638 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5bede800-626c-4c5f-a1ef-72bfdc062588 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:06.791123 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5bede800-626c-4c5f-a1ef-72bfdc062588 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:06.897390 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ddb2d06a-2d5a-4c6f-bddd-4c2538a90e9f None None] Provisioning for port d1df7020-51e0-400e-a53b-bfa8f9b06164 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:06.921032 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device d1df7020-51e0-400e-a53b-bfa8f9b06164 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:13:06.974924 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5bede800-626c-4c5f-a1ef-72bfdc062588 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:07.013035 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bede800-626c-4c5f-a1ef-72bfdc062588 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=822b4f41-1e3b-414c-a68b-6c165c7bbbe7,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:07.015235 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5bede800-626c-4c5f-a1ef-72bfdc062588 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:07.017130 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5bede800-626c-4c5f-a1ef-72bfdc062588 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/822b4f41-1e3b-414c-a68b-6c165c7bbbe7 HTTP/1.1" status: 204 len: 168 time: 0.4476271 Aug 10 04:13:07.020450 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60984) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:07.031204 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-90f81d8f-f8f4-45f7-a6a8-6b6bf27a4291 None None] Could not find standard attr ID for object 08ce2972-6f7b-4221-aa53-bb0bce7a2fdb. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:13:07.068024 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9a8fe347-49cc-46e0-ae16-f47d0454e52f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447683 Aug 10 04:13:07.070003 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 60986) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:07.075578 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-a88dc674-08d2-4884-8e93-bf9f39e237d8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:07.122930 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port d1df7020-51e0-400e-a53b-bfa8f9b06164 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:07.128238 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port d1df7020-51e0-400e-a53b-bfa8f9b06164 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:13:07.128987 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:07.226388 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:07.234271 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88dc674-08d2-4884-8e93-bf9f39e237d8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:07.240682 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a88dc674-08d2-4884-8e93-bf9f39e237d8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:07.247828 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287beaf3-1dbf-4a39-bce9-806d430ef97f None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:13:07.324273 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port d1df7020-51e0-400e-a53b-bfa8f9b06164, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=d1df7020-51e0-400e-a53b-bfa8f9b06164,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:07.388364 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:07.504501 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=d1df7020-51e0-400e-a53b-bfa8f9b06164,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:07.541471 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f8c97a-0e8c-4079-9593-6b7d63a93d22 None None] DHCP port deletion for 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:13:07.597926 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-83f8c97a-0e8c-4079-9593-6b7d63a93d22 None None] Deleting port d1df7020-51e0-400e-a53b-bfa8f9b06164 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:13:07.598616 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-83f8c97a-0e8c-4079-9593-6b7d63a93d22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:07.603359 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a88dc674-08d2-4884-8e93-bf9f39e237d8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:07.650800 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88dc674-08d2-4884-8e93-bf9f39e237d8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:07.656672 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-a88dc674-08d2-4884-8e93-bf9f39e237d8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:07.660104 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88dc674-08d2-4884-8e93-bf9f39e237d8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:07.660740 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a88dc674-08d2-4884-8e93-bf9f39e237d8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:07.681423 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88dc674-08d2-4884-8e93-bf9f39e237d8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=dce5a218-d5ea-471d-ba36-2e391beb3454,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:07.686904 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-83f8c97a-0e8c-4079-9593-6b7d63a93d22 None None] For port d1df7020-51e0-400e-a53b-bfa8f9b06164, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=d1df7020-51e0-400e-a53b-bfa8f9b06164,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:07.687379 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-83f8c97a-0e8c-4079-9593-6b7d63a93d22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:07.703679 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-83f8c97a-0e8c-4079-9593-6b7d63a93d22 None None] Calling delete_port for d1df7020-51e0-400e-a53b-bfa8f9b06164 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:13:07.758241 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a88dc674-08d2-4884-8e93-bf9f39e237d8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6867146 Aug 10 04:13:07.760848 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 60994) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:07.766303 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-fb760574-3ebd-4c3b-bc93-2e306e648e3d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'port': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'fixed_ips': [{'subnet_id': 'dce5a218-d5ea-471d-ba36-2e391beb3454', 'ip_address': '2001:db8::68bc:a4b1:1379:a5e0'}], 'name': 'tempest-NetworksTestDHCPv6-2015471957'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:07.873898 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-83f8c97a-0e8c-4079-9593-6b7d63a93d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:07.900887 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f8c97a-0e8c-4079-9593-6b7d63a93d22 None None] Pushing event deleted for resources: {'Port': ['ID=d1df7020-51e0-400e-a53b-bfa8f9b06164,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:07.903082 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f8c97a-0e8c-4079-9593-6b7d63a93d22 None None] No DVR routers for this DVR port d1df7020-51e0-400e-a53b-bfa8f9b06164 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:13:07.918818 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874c9e84-b102-4736-8291-13014ada86b2 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:13:08.029780 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb760574-3ebd-4c3b-bc93-2e306e648e3d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:08.086847 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4755d0-6c77-474e-89db-802022a84198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'fixed_ips': [{'subnet_id': 'dce5a218-d5ea-471d-ba36-2e391beb3454'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:13:08.087726 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2c4755d0-6c77-474e-89db-802022a84198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:08.141804 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fb760574-3ebd-4c3b-bc93-2e306e648e3d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:08.171738 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-fb760574-3ebd-4c3b-bc93-2e306e648e3d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] device_id is not set on port 86a54ca1-99f0-4a3b-9dc4-a7b0183e212a yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:13:08.244164 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-2c4755d0-6c77-474e-89db-802022a84198 None None] Allocated IP 2001:db8::2 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/dce5a218-d5ea-471d-ba36-2e391beb3454/a20741d7-400a-4496-b53f-2155ae0f3f84) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:08.393131 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2c4755d0-6c77-474e-89db-802022a84198 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:08.403236 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2c4755d0-6c77-474e-89db-802022a84198 None None] Transition to ACTIVE for port object a20741d7-400a-4496-b53f-2155ae0f3f84 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:08.418995 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2c4755d0-6c77-474e-89db-802022a84198 None None] Transition to ACTIVE for port object a20741d7-400a-4496-b53f-2155ae0f3f84 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:08.569021 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2c4755d0-6c77-474e-89db-802022a84198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:08.629718 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-fb760574-3ebd-4c3b-bc93-2e306e648e3d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Allocated IP 2001:db8::68bc:a4b1:1379:a5e0 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/dce5a218-d5ea-471d-ba36-2e391beb3454/86a54ca1-99f0-4a3b-9dc4-a7b0183e212a) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:08.640268 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4755d0-6c77-474e-89db-802022a84198 None None] Pushing event updated for resources: {'Port': ['ID=a20741d7-400a-4496-b53f-2155ae0f3f84,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:08.650303 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4755d0-6c77-474e-89db-802022a84198 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:08.652481 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-2c4755d0-6c77-474e-89db-802022a84198 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:08.655670 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4755d0-6c77-474e-89db-802022a84198 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:13:08.683122 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 32772) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:08.728814 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-2c4755d0-6c77-474e-89db-802022a84198 None None] Attempting to bind port a20741d7-400a-4496-b53f-2155ae0f3f84 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:13:08.729194 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-2c4755d0-6c77-474e-89db-802022a84198 None None] Attempting to bind port a20741d7-400a-4496-b53f-2155ae0f3f84 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:13:08.729592 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4755d0-6c77-474e-89db-802022a84198 None None] Attempting to bind port a20741d7-400a-4496-b53f-2155ae0f3f84 on network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:13:08.734967 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4755d0-6c77-474e-89db-802022a84198 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:13:08.735342 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4755d0-6c77-474e-89db-802022a84198 None None] Checking segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:13:08.735743 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2c4755d0-6c77-474e-89db-802022a84198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:08.737141 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4755d0-6c77-474e-89db-802022a84198 None None] Bound using segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:13:08.737141 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-2c4755d0-6c77-474e-89db-802022a84198 None None] Bound port: a20741d7-400a-4496-b53f-2155ae0f3f84, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:13:08.737141 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2c4755d0-6c77-474e-89db-802022a84198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:08.847061 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-2c4755d0-6c77-474e-89db-802022a84198 None None] For port a20741d7-400a-4496-b53f-2155ae0f3f84, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:13:08.850542 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-2c4755d0-6c77-474e-89db-802022a84198 None None] For port a20741d7-400a-4496-b53f-2155ae0f3f84, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a20741d7-400a-4496-b53f-2155ae0f3f84,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:13:08.853608 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fb760574-3ebd-4c3b-bc93-2e306e648e3d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:08.856884 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device d1df7020-51e0-400e-a53b-bfa8f9b06164 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:13:08.873055 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-fb760574-3ebd-4c3b-bc93-2e306e648e3d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Transition to ACTIVE for port object 86a54ca1-99f0-4a3b-9dc4-a7b0183e212a will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:08.880114 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0c3eecf-de80-479f-bed4-732d02a6ec64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:08.880659 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: d1df7020-51e0-400e-a53b-bfa8f9b06164 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:13:08.881091 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device d1df7020-51e0-400e-a53b-bfa8f9b06164 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:13:08.937608 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2c4755d0-6c77-474e-89db-802022a84198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:08.988773 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0c3eecf-de80-479f-bed4-732d02a6ec64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:09.006917 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fb760574-3ebd-4c3b-bc93-2e306e648e3d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:09.015305 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4755d0-6c77-474e-89db-802022a84198 None None] Pushing event updated for resources: {'Port': ['ID=a20741d7-400a-4496-b53f-2155ae0f3f84,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:09.059509 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb760574-3ebd-4c3b-bc93-2e306e648e3d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:09.063162 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-fb760574-3ebd-4c3b-bc93-2e306e648e3d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:09.067805 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb760574-3ebd-4c3b-bc93-2e306e648e3d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:13:09.074654 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb760574-3ebd-4c3b-bc93-2e306e648e3d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:09.075557 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fb760574-3ebd-4c3b-bc93-2e306e648e3d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:09.086090 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0c3eecf-de80-479f-bed4-732d02a6ec64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:09.089663 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb760574-3ebd-4c3b-bc93-2e306e648e3d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Port': ['ID=86a54ca1-99f0-4a3b-9dc4-a7b0183e212a,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:09.133635 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3eecf-de80-479f-bed4-732d02a6ec64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033364f3-5158-4a6b-8608-c6a8f74f7248,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:09.138525 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a0c3eecf-de80-479f-bed4-732d02a6ec64 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=11f927beb879408fb52c248dbaecc508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4543405 Aug 10 04:13:09.141395 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 32778) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:09.214278 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fb760574-3ebd-4c3b-bc93-2e306e648e3d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4522729 Aug 10 04:13:09.216866 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 32780) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:09.233949 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-494d1520-828e-47d9-9295-acbb7ea11fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:09.283241 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-494d1520-828e-47d9-9295-acbb7ea11fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:09.310405 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b308569a-2486-436b-b6d4-3c01ed655e20 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:09.316638 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b308569a-2486-436b-b6d4-3c01ed655e20 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:09.318332 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b308569a-2486-436b-b6d4-3c01ed655e20 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1001303 Aug 10 04:13:09.321253 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 32782) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:09.427798 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-d739eabf-7f55-4b8d-ae22-9014371396e1 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting port 86a54ca1-99f0-4a3b-9dc4-a7b0183e212a {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:13:09.428218 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d739eabf-7f55-4b8d-ae22-9014371396e1 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:09.477929 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-494d1520-828e-47d9-9295-acbb7ea11fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:09.480561 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-494d1520-828e-47d9-9295-acbb7ea11fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:09.481732 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-494d1520-828e-47d9-9295-acbb7ea11fd5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/033364f3-5158-4a6b-8608-c6a8f74f7248 HTTP/1.1" status: 204 len: 168 time: 0.3393307 Aug 10 04:13:09.498967 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494d1520-828e-47d9-9295-acbb7ea11fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033364f3-5158-4a6b-8608-c6a8f74f7248,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:09.543651 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d739eabf-7f55-4b8d-ae22-9014371396e1 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:09.558130 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-d739eabf-7f55-4b8d-ae22-9014371396e1 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Calling delete_port for 86a54ca1-99f0-4a3b-9dc4-a7b0183e212a owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:13:09.828553 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d739eabf-7f55-4b8d-ae22-9014371396e1 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:09.902349 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d739eabf-7f55-4b8d-ae22-9014371396e1 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Port': ['ID=86a54ca1-99f0-4a3b-9dc4-a7b0183e212a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:09.910247 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d739eabf-7f55-4b8d-ae22-9014371396e1 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:09.915808 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 32790) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:09.916398 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d739eabf-7f55-4b8d-ae22-9014371396e1 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/86a54ca1-99f0-4a3b-9dc4-a7b0183e212a HTTP/1.1" status: 204 len: 168 time: 0.5936806 Aug 10 04:13:09.948451 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-528d5c69-5655-4e38-b261-ebed46c55bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:09.985053 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b524a0-f625-44c4-84f8-ba676bfe48ab tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:09.986610 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b524a0-f625-44c4-84f8-ba676bfe48ab tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:09.988254 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-01b524a0-f625-44c4-84f8-ba676bfe48ab tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0713990 Aug 10 04:13:09.991537 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 32792) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:10.058834 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-e93148d4-4579-4ee1-9ac6-9d58009ccd8f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet dce5a218-d5ea-471d-ba36-2e391beb3454 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:13:10.062507 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e93148d4-4579-4ee1-9ac6-9d58009ccd8f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:10.113583 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e93148d4-4579-4ee1-9ac6-9d58009ccd8f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:10.241310 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e93148d4-4579-4ee1-9ac6-9d58009ccd8f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:10.271634 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-50ae35fe-d820-4ddd-a3c8-eaa1b2d9bb80 None None] Provisioning for port a20741d7-400a-4496-b53f-2155ae0f3f84 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:10.390069 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bf683468-c7de-4020-9458-cc961e3bc7c6 None None] Could not find standard attr ID for object 86a54ca1-99f0-4a3b-9dc4-a7b0183e212a. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:13:10.408290 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 32808) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:10.424522 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-076262de-f78e-4a6a-8edd-7ecbe9fc75b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:10.427218 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e93148d4-4579-4ee1-9ac6-9d58009ccd8f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:10.472542 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93148d4-4579-4ee1-9ac6-9d58009ccd8f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=dce5a218-d5ea-471d-ba36-2e391beb3454,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:10.478264 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e93148d4-4579-4ee1-9ac6-9d58009ccd8f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:10.484044 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e93148d4-4579-4ee1-9ac6-9d58009ccd8f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/dce5a218-d5ea-471d-ba36-2e391beb3454 HTTP/1.1" status: 204 len: 168 time: 0.4872062 Aug 10 04:13:10.485253 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 32812) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:10.573063 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-81f1f3ec-ae44-464d-ae8a-c20bc34eadbf tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0875442 Aug 10 04:13:10.575529 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 32818) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:10.581022 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-c0cae05c-47b8-4c1f-a90f-37ec888de11c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:10.581818 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-076262de-f78e-4a6a-8edd-7ecbe9fc75b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:10.668317 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b231bdb1-dbbe-41e9-aaab-9e0000ca2f3d None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:13:10.691449 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-076262de-f78e-4a6a-8edd-7ecbe9fc75b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:10.738086 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-076262de-f78e-4a6a-8edd-7ecbe9fc75b1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b50ec6f9f6e84b77826b3f14dd59a08d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3259838 Aug 10 04:13:10.738792 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 32826) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:10.740673 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076262de-f78e-4a6a-8edd-7ecbe9fc75b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac775625-f6ce-40c0-8952-706326a1bb3a,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:10.823249 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cae05c-47b8-4c1f-a90f-37ec888de11c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:10.827348 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c0cae05c-47b8-4c1f-a90f-37ec888de11c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:10.832904 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-99d5f35f-dacf-41a2-8c50-754c7218fa43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:10.920379 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-99d5f35f-dacf-41a2-8c50-754c7218fa43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:10.925889 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37782545-a1b7-4320-b073-eb62fd40800a None None] DHCP port deletion for 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:13:10.977730 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-37782545-a1b7-4320-b073-eb62fd40800a None None] Deleting port a20741d7-400a-4496-b53f-2155ae0f3f84 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:13:10.979038 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-37782545-a1b7-4320-b073-eb62fd40800a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:11.060946 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-37782545-a1b7-4320-b073-eb62fd40800a None None] For port a20741d7-400a-4496-b53f-2155ae0f3f84, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a20741d7-400a-4496-b53f-2155ae0f3f84,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:11.062125 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-37782545-a1b7-4320-b073-eb62fd40800a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:11.075831 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-37782545-a1b7-4320-b073-eb62fd40800a None None] Calling delete_port for a20741d7-400a-4496-b53f-2155ae0f3f84 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:13:11.194534 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-99d5f35f-dacf-41a2-8c50-754c7218fa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:11.197341 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-99d5f35f-dacf-41a2-8c50-754c7218fa43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:11.199067 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-99d5f35f-dacf-41a2-8c50-754c7218fa43 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac775625-f6ce-40c0-8952-706326a1bb3a HTTP/1.1" status: 204 len: 168 time: 0.4591072 Aug 10 04:13:11.207358 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5f35f-dacf-41a2-8c50-754c7218fa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac775625-f6ce-40c0-8952-706326a1bb3a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:11.277147 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c0cae05c-47b8-4c1f-a90f-37ec888de11c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:11.300787 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cae05c-47b8-4c1f-a90f-37ec888de11c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:11.304017 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-c0cae05c-47b8-4c1f-a90f-37ec888de11c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:11.310277 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cae05c-47b8-4c1f-a90f-37ec888de11c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:11.310865 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c0cae05c-47b8-4c1f-a90f-37ec888de11c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:11.318684 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-37782545-a1b7-4320-b073-eb62fd40800a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:11.329660 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cae05c-47b8-4c1f-a90f-37ec888de11c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=a3dad021-29bf-4121-89f3-87ebedb85007,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:11.349717 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37782545-a1b7-4320-b073-eb62fd40800a None None] Pushing event deleted for resources: {'Port': ['ID=a20741d7-400a-4496-b53f-2155ae0f3f84,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:11.356128 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37782545-a1b7-4320-b073-eb62fd40800a None None] No DVR routers for this DVR port a20741d7-400a-4496-b53f-2155ae0f3f84 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:13:11.376175 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa59578-77c1-4a23-8181-88573f33c42a None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:13:11.489193 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 32850) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:11.489685 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c0cae05c-47b8-4c1f-a90f-37ec888de11c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9127095 Aug 10 04:13:11.495406 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-3c3b037c-8cbd-4b80-984d-fd5ae8caf5c5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'port': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'fixed_ips': [{'subnet_id': 'a3dad021-29bf-4121-89f3-87ebedb85007', 'ip_address': '2001:db8::c7da:67dd:225:8a8d'}], 'name': 'tempest-NetworksTestDHCPv6-1798668794'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:11.538899 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b19d56-cde6-4ea7-8903-4965c15a0525 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'fixed_ips': [{'subnet_id': 'a3dad021-29bf-4121-89f3-87ebedb85007'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:13:11.539791 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-46b19d56-cde6-4ea7-8903-4965c15a0525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:11.687884 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-46b19d56-cde6-4ea7-8903-4965c15a0525 None None] Allocated IP 2001:db8::2 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/a3dad021-29bf-4121-89f3-87ebedb85007/e03c5b86-9e1d-4f57-bdcd-b4c32d1cf694) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:11.818310 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3b037c-8cbd-4b80-984d-fd5ae8caf5c5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:11.846775 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-46b19d56-cde6-4ea7-8903-4965c15a0525 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:11.857519 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-46b19d56-cde6-4ea7-8903-4965c15a0525 None None] Transition to ACTIVE for port object e03c5b86-9e1d-4f57-bdcd-b4c32d1cf694 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:11.873861 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-46b19d56-cde6-4ea7-8903-4965c15a0525 None None] Transition to ACTIVE for port object e03c5b86-9e1d-4f57-bdcd-b4c32d1cf694 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:11.906072 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3c3b037c-8cbd-4b80-984d-fd5ae8caf5c5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:11.923520 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-3c3b037c-8cbd-4b80-984d-fd5ae8caf5c5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] device_id is not set on port 43eb0a60-77cb-49cb-b335-baaee53b4df0 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:13:11.983530 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-46b19d56-cde6-4ea7-8903-4965c15a0525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:12.020216 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b19d56-cde6-4ea7-8903-4965c15a0525 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:12.027334 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-46b19d56-cde6-4ea7-8903-4965c15a0525 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:12.030999 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b19d56-cde6-4ea7-8903-4965c15a0525 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:13:12.040387 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b19d56-cde6-4ea7-8903-4965c15a0525 None None] Pushing event updated for resources: {'Port': ['ID=e03c5b86-9e1d-4f57-bdcd-b4c32d1cf694,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:12.091716 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-46b19d56-cde6-4ea7-8903-4965c15a0525 None None] Attempting to bind port e03c5b86-9e1d-4f57-bdcd-b4c32d1cf694 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:13:12.092110 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-46b19d56-cde6-4ea7-8903-4965c15a0525 None None] Attempting to bind port e03c5b86-9e1d-4f57-bdcd-b4c32d1cf694 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:13:12.092468 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b19d56-cde6-4ea7-8903-4965c15a0525 None None] Attempting to bind port e03c5b86-9e1d-4f57-bdcd-b4c32d1cf694 on network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:13:12.097379 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b19d56-cde6-4ea7-8903-4965c15a0525 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:13:12.097750 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b19d56-cde6-4ea7-8903-4965c15a0525 None None] Checking segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:13:12.098151 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-46b19d56-cde6-4ea7-8903-4965c15a0525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:12.098538 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b19d56-cde6-4ea7-8903-4965c15a0525 None None] Bound using segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:13:12.098993 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-46b19d56-cde6-4ea7-8903-4965c15a0525 None None] Bound port: e03c5b86-9e1d-4f57-bdcd-b4c32d1cf694, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:13:12.099358 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-46b19d56-cde6-4ea7-8903-4965c15a0525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:12.108981 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-3c3b037c-8cbd-4b80-984d-fd5ae8caf5c5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Allocated IP 2001:db8::c7da:67dd:225:8a8d (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/a3dad021-29bf-4121-89f3-87ebedb85007/43eb0a60-77cb-49cb-b335-baaee53b4df0) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:12.166607 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-46b19d56-cde6-4ea7-8903-4965c15a0525 None None] For port e03c5b86-9e1d-4f57-bdcd-b4c32d1cf694, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:13:12.169894 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-46b19d56-cde6-4ea7-8903-4965c15a0525 None None] For port e03c5b86-9e1d-4f57-bdcd-b4c32d1cf694, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e03c5b86-9e1d-4f57-bdcd-b4c32d1cf694,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:13:12.234465 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-46b19d56-cde6-4ea7-8903-4965c15a0525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:12.281355 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3c3b037c-8cbd-4b80-984d-fd5ae8caf5c5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:12.300298 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-3c3b037c-8cbd-4b80-984d-fd5ae8caf5c5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Transition to ACTIVE for port object 43eb0a60-77cb-49cb-b335-baaee53b4df0 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:12.300613 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b19d56-cde6-4ea7-8903-4965c15a0525 None None] Pushing event updated for resources: {'Port': ['ID=e03c5b86-9e1d-4f57-bdcd-b4c32d1cf694,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:12.445759 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3c3b037c-8cbd-4b80-984d-fd5ae8caf5c5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:12.524646 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3b037c-8cbd-4b80-984d-fd5ae8caf5c5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:12.531529 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-3c3b037c-8cbd-4b80-984d-fd5ae8caf5c5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:12.534344 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3b037c-8cbd-4b80-984d-fd5ae8caf5c5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:13:12.561797 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3b037c-8cbd-4b80-984d-fd5ae8caf5c5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:12.561797 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3c3b037c-8cbd-4b80-984d-fd5ae8caf5c5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:12.561797 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b037c-8cbd-4b80-984d-fd5ae8caf5c5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Port': ['ID=43eb0a60-77cb-49cb-b335-baaee53b4df0,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:12.697693 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3c3b037c-8cbd-4b80-984d-fd5ae8caf5c5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2064207 Aug 10 04:13:12.700135 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 32916) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:12.761287 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20627d4a-66e2-4e1e-9345-8e8240420d50 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:12.767438 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20627d4a-66e2-4e1e-9345-8e8240420d50 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:12.771898 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-20627d4a-66e2-4e1e-9345-8e8240420d50 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0705900 Aug 10 04:13:12.772163 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 32920) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:12.873971 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e03c5b86-9e1d-4f57-bdcd-b4c32d1cf694 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:13:12.874165 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:13:12.880452 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-3e7d7cb4-2f8d-4f13-9321-54136df71848 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting port 43eb0a60-77cb-49cb-b335-baaee53b4df0 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:13:12.880793 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3e7d7cb4-2f8d-4f13-9321-54136df71848 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:13.000267 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3e7d7cb4-2f8d-4f13-9321-54136df71848 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:13.020567 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-3e7d7cb4-2f8d-4f13-9321-54136df71848 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Calling delete_port for 43eb0a60-77cb-49cb-b335-baaee53b4df0 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:13:13.038975 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port e03c5b86-9e1d-4f57-bdcd-b4c32d1cf694 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:13.108355 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a20741d7-400a-4496-b53f-2155ae0f3f84 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:13:13.141546 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: a20741d7-400a-4496-b53f-2155ae0f3f84 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:13:13.142120 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a20741d7-400a-4496-b53f-2155ae0f3f84 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:13:13.263652 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3e7d7cb4-2f8d-4f13-9321-54136df71848 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:13.332287 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3e7d7cb4-2f8d-4f13-9321-54136df71848 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:13.334498 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3e7d7cb4-2f8d-4f13-9321-54136df71848 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/43eb0a60-77cb-49cb-b335-baaee53b4df0 HTTP/1.1" status: 204 len: 168 time: 0.5600853 Aug 10 04:13:13.335999 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7d7cb4-2f8d-4f13-9321-54136df71848 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Port': ['ID=43eb0a60-77cb-49cb-b335-baaee53b4df0,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:13.337491 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 32950) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:13.399783 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f1d1ce4a-ae3e-4d19-a83f-b095d5a163dd None None] Provisioning for port e03c5b86-9e1d-4f57-bdcd-b4c32d1cf694 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:13.402722 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b3484d-74d9-4915-bcc4-2c0a733ba513 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:13.404877 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f1d1ce4a-ae3e-4d19-a83f-b095d5a163dd None None] Provisioning complete for port e03c5b86-9e1d-4f57-bdcd-b4c32d1cf694 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:13:13.405035 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b3484d-74d9-4915-bcc4-2c0a733ba513 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:13.405571 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f1d1ce4a-ae3e-4d19-a83f-b095d5a163dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:13.406597 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-87b3484d-74d9-4915-bcc4-2c0a733ba513 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0677974 Aug 10 04:13:13.409424 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 32956) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:13.485190 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-b53d7343-3509-466a-b29f-025119202d57 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet a3dad021-29bf-4121-89f3-87ebedb85007 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:13:13.489327 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b53d7343-3509-466a-b29f-025119202d57 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:13.555754 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b53d7343-3509-466a-b29f-025119202d57 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:13.668099 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b53d7343-3509-466a-b29f-025119202d57 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:13.725587 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:13.729381 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f1d1ce4a-ae3e-4d19-a83f-b095d5a163dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:13.826673 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b53d7343-3509-466a-b29f-025119202d57 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:13.830344 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fd72e131-0348-4011-aea2-c8f52dae307e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:13.865752 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d7343-3509-466a-b29f-025119202d57 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=a3dad021-29bf-4121-89f3-87ebedb85007,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:13.868581 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b53d7343-3509-466a-b29f-025119202d57 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:13.871836 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b53d7343-3509-466a-b29f-025119202d57 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/a3dad021-29bf-4121-89f3-87ebedb85007 HTTP/1.1" status: 204 len: 168 time: 0.4599943 Aug 10 04:13:13.873295 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 32982) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:13.876125 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68f414c-193c-472f-bd3a-b54d39289b55 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:13:13.879430 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-f1d1ce4a-ae3e-4d19-a83f-b095d5a163dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:13:13.879773 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-f1d1ce4a-ae3e-4d19-a83f-b095d5a163dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:13:13.914997 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a0e18940-ce75-4bc9-b3f5-8977f0a29609 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0402899 Aug 10 04:13:13.917365 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 32984) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:13.966340 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30306579-20ac-4a40-bb85-a50436f479b4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:13.967856 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-30306579-20ac-4a40-bb85-a50436f479b4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0495024 Aug 10 04:13:13.970638 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 32986) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:14.035777 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92b887d-b4d0-4a47-b2a5-f34a6f670b85 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:14.040500 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d92b887d-b4d0-4a47-b2a5-f34a6f670b85 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0660503 Aug 10 04:13:14.040766 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 32992) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:14.065781 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af112987-22a8-46e3-ae03-7e8c0a9f7ec3 None None] DHCP port deletion for 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:13:14.081887 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6bf595d3-46c9-40fe-8bf8-9697072238f9 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0397034 Aug 10 04:13:14.086607 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 32996) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:14.099942 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-295c1082-5308-485d-a313-8c4125031cb6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:14.126826 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-af112987-22a8-46e3-ae03-7e8c0a9f7ec3 None None] Deleting port e03c5b86-9e1d-4f57-bdcd-b4c32d1cf694 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:13:14.126826 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-af112987-22a8-46e3-ae03-7e8c0a9f7ec3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:14.204538 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-af112987-22a8-46e3-ae03-7e8c0a9f7ec3 None None] For port e03c5b86-9e1d-4f57-bdcd-b4c32d1cf694, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e03c5b86-9e1d-4f57-bdcd-b4c32d1cf694,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:14.204971 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-af112987-22a8-46e3-ae03-7e8c0a9f7ec3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:14.225321 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-af112987-22a8-46e3-ae03-7e8c0a9f7ec3 None None] Calling delete_port for e03c5b86-9e1d-4f57-bdcd-b4c32d1cf694 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:13:14.403390 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295c1082-5308-485d-a313-8c4125031cb6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:14.407232 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-295c1082-5308-485d-a313-8c4125031cb6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:14.417522 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f1d1ce4a-ae3e-4d19-a83f-b095d5a163dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:14.484242 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-af112987-22a8-46e3-ae03-7e8c0a9f7ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:14.527694 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af112987-22a8-46e3-ae03-7e8c0a9f7ec3 None None] Pushing event deleted for resources: {'Port': ['ID=e03c5b86-9e1d-4f57-bdcd-b4c32d1cf694,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:14.531887 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af112987-22a8-46e3-ae03-7e8c0a9f7ec3 None None] No DVR routers for this DVR port e03c5b86-9e1d-4f57-bdcd-b4c32d1cf694 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:13:14.648931 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7fe4160e-86e0-4005-b927-b622e4074a7c None None] Could not find standard attr ID for object 43eb0a60-77cb-49cb-b335-baaee53b4df0. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:13:14.695925 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-295c1082-5308-485d-a313-8c4125031cb6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:14.739494 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295c1082-5308-485d-a313-8c4125031cb6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:14.747144 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-295c1082-5308-485d-a313-8c4125031cb6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:14.752606 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295c1082-5308-485d-a313-8c4125031cb6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:14.753216 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-295c1082-5308-485d-a313-8c4125031cb6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:14.761135 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4eeb29-728e-453b-b864-9c5990e9b00b None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:13:14.769108 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c1082-5308-485d-a313-8c4125031cb6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=d13faa00-1c6f-428c-83c1-d20592ae1326,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:14.860770 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e03c5b86-9e1d-4f57-bdcd-b4c32d1cf694 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:13:14.884238 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: e03c5b86-9e1d-4f57-bdcd-b4c32d1cf694 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:13:14.884655 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e03c5b86-9e1d-4f57-bdcd-b4c32d1cf694 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:13:14.904529 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-295c1082-5308-485d-a313-8c4125031cb6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8162572 Aug 10 04:13:14.907199 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33028) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:14.912371 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-83c9c67f-8806-4e6a-ad4e-6b6c3c7de4a5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'port': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'fixed_ips': [{'subnet_id': 'd13faa00-1c6f-428c-83c1-d20592ae1326', 'ip_address': '2001:db8::2376:b483:a906:117e'}], 'name': 'tempest-NetworksTestDHCPv6-419041039'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:14.943443 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33030) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:14.955294 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55db624-c471-4b3d-a417-5a0bd023a72c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'fixed_ips': [{'subnet_id': 'd13faa00-1c6f-428c-83c1-d20592ae1326'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:13:14.956267 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f55db624-c471-4b3d-a417-5a0bd023a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:15.080115 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5edef9a8-164d-4dee-acb7-aaecca610251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:15.111235 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-f55db624-c471-4b3d-a417-5a0bd023a72c None None] Allocated IP 2001:db8::2 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/d13faa00-1c6f-428c-83c1-d20592ae1326/3e9718b2-99f7-4b93-af24-930fd8889615) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:15.142990 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c9c67f-8806-4e6a-ad4e-6b6c3c7de4a5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:15.152954 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-83c9c67f-8806-4e6a-ad4e-6b6c3c7de4a5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:15.176367 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-83c9c67f-8806-4e6a-ad4e-6b6c3c7de4a5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] device_id is not set on port 90699754-e80c-487b-ad30-4354b8c1f2a3 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:13:15.246478 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5edef9a8-164d-4dee-acb7-aaecca610251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:15.285550 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f55db624-c471-4b3d-a417-5a0bd023a72c None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:15.294324 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f55db624-c471-4b3d-a417-5a0bd023a72c None None] Transition to ACTIVE for port object 3e9718b2-99f7-4b93-af24-930fd8889615 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:15.309175 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f55db624-c471-4b3d-a417-5a0bd023a72c None None] Transition to ACTIVE for port object 3e9718b2-99f7-4b93-af24-930fd8889615 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:15.337421 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5edef9a8-164d-4dee-acb7-aaecca610251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:15.382972 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:15.384953 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5edef9a8-164d-4dee-acb7-aaecca610251 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ab847178474492d867ccb0efbc73f5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4401441 Aug 10 04:13:15.385836 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edef9a8-164d-4dee-acb7-aaecca610251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d88c092-5122-4eeb-9747-76d25e2131c5,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:15.387668 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33052) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:15.439271 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-76919aaa-eab8-4f4f-9f57-57638426555a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:15.468740 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-76919aaa-eab8-4f4f-9f57-57638426555a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:15.478699 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f55db624-c471-4b3d-a417-5a0bd023a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:15.528861 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55db624-c471-4b3d-a417-5a0bd023a72c None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:15.533949 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-f55db624-c471-4b3d-a417-5a0bd023a72c None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:15.539639 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55db624-c471-4b3d-a417-5a0bd023a72c None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:13:15.542160 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55db624-c471-4b3d-a417-5a0bd023a72c None None] Pushing event updated for resources: {'Port': ['ID=3e9718b2-99f7-4b93-af24-930fd8889615,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:15.550796 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-83c9c67f-8806-4e6a-ad4e-6b6c3c7de4a5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Allocated IP 2001:db8::2376:b483:a906:117e (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/d13faa00-1c6f-428c-83c1-d20592ae1326/90699754-e80c-487b-ad30-4354b8c1f2a3) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:15.606435 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-f55db624-c471-4b3d-a417-5a0bd023a72c None None] Attempting to bind port 3e9718b2-99f7-4b93-af24-930fd8889615 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:13:15.606813 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-f55db624-c471-4b3d-a417-5a0bd023a72c None None] Attempting to bind port 3e9718b2-99f7-4b93-af24-930fd8889615 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:13:15.607193 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55db624-c471-4b3d-a417-5a0bd023a72c None None] Attempting to bind port 3e9718b2-99f7-4b93-af24-930fd8889615 on network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:13:15.612268 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55db624-c471-4b3d-a417-5a0bd023a72c None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:13:15.612673 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55db624-c471-4b3d-a417-5a0bd023a72c None None] Checking segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:13:15.613101 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f55db624-c471-4b3d-a417-5a0bd023a72c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:15.613548 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55db624-c471-4b3d-a417-5a0bd023a72c None None] Bound using segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:13:15.614048 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-f55db624-c471-4b3d-a417-5a0bd023a72c None None] Bound port: 3e9718b2-99f7-4b93-af24-930fd8889615, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:13:15.614426 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f55db624-c471-4b3d-a417-5a0bd023a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:15.680822 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-f55db624-c471-4b3d-a417-5a0bd023a72c None None] For port 3e9718b2-99f7-4b93-af24-930fd8889615, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:13:15.683904 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-f55db624-c471-4b3d-a417-5a0bd023a72c None None] For port 3e9718b2-99f7-4b93-af24-930fd8889615, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3e9718b2-99f7-4b93-af24-930fd8889615,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:13:15.704135 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-83c9c67f-8806-4e6a-ad4e-6b6c3c7de4a5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:15.730914 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-83c9c67f-8806-4e6a-ad4e-6b6c3c7de4a5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Transition to ACTIVE for port object 90699754-e80c-487b-ad30-4354b8c1f2a3 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:15.730914 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-76919aaa-eab8-4f4f-9f57-57638426555a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:15.730914 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-76919aaa-eab8-4f4f-9f57-57638426555a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:15.731280 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-76919aaa-eab8-4f4f-9f57-57638426555a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d88c092-5122-4eeb-9747-76d25e2131c5 HTTP/1.1" status: 204 len: 168 time: 0.3421652 Aug 10 04:13:15.743599 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76919aaa-eab8-4f4f-9f57-57638426555a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d88c092-5122-4eeb-9747-76d25e2131c5,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:15.834849 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f55db624-c471-4b3d-a417-5a0bd023a72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:15.893544 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55db624-c471-4b3d-a417-5a0bd023a72c None None] Pushing event updated for resources: {'Port': ['ID=3e9718b2-99f7-4b93-af24-930fd8889615,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:15.915020 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:15.964094 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-83c9c67f-8806-4e6a-ad4e-6b6c3c7de4a5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:16.015411 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c9c67f-8806-4e6a-ad4e-6b6c3c7de4a5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:16.019989 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-83c9c67f-8806-4e6a-ad4e-6b6c3c7de4a5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:16.022399 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c9c67f-8806-4e6a-ad4e-6b6c3c7de4a5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Port': ['ID=90699754-e80c-487b-ad30-4354b8c1f2a3,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:16.024789 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c9c67f-8806-4e6a-ad4e-6b6c3c7de4a5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:13:16.031263 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c9c67f-8806-4e6a-ad4e-6b6c3c7de4a5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:16.031893 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-83c9c67f-8806-4e6a-ad4e-6b6c3c7de4a5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:16.215441 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-83c9c67f-8806-4e6a-ad4e-6b6c3c7de4a5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3071041 Aug 10 04:13:16.218301 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33078) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:16.223460 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-a581d752-4f86-4d52-ac5d-b1d6c3d4cabd tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'port': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'fixed_ips': [{'subnet_id': 'd13faa00-1c6f-428c-83c1-d20592ae1326', 'ip_address': '2001:db8::2376:b483:a906:117e'}], 'name': 'tempest-NetworksTestDHCPv6-2116791386'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:16.448955 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a581d752-4f86-4d52-ac5d-b1d6c3d4cabd tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:16.454544 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a581d752-4f86-4d52-ac5d-b1d6c3d4cabd tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:16.479927 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-a581d752-4f86-4d52-ac5d-b1d6c3d4cabd tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] device_id is not set on port e5611073-97cd-459b-bc42-db42fe84b0a1 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:13:16.550245 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33096) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:16.564611 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e57b2d3a-a775-4f83-bf95-337a54f41805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:16.674210 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e57b2d3a-a775-4f83-bf95-337a54f41805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:16.692501 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-a581d752-4f86-4d52-ac5d-b1d6c3d4cabd tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 10 04:13:16.692920 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a581d752-4f86-4d52-ac5d-b1d6c3d4cabd tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:13:16.754552 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e57b2d3a-a775-4f83-bf95-337a54f41805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:16.798804 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e57b2d3a-a775-4f83-bf95-337a54f41805 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aad49d6f83dc4656b5c0b8af847f2a11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2471569 Aug 10 04:13:16.799948 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b2d3a-a775-4f83-bf95-337a54f41805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1adf67e-526b-4c19-8a8f-ca414fbe7f10,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:16.801623 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33106) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:16.840083 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a581d752-4f86-4d52-ac5d-b1d6c3d4cabd tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6177602 Aug 10 04:13:16.840625 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33112) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:16.884896 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-faad75c8-5170-4938-aa2c-b253e4a10f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:16.900233 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:16.911590 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b1b24a-f77a-4b82-9411-798f742465dc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:16.919380 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b1b24a-f77a-4b82-9411-798f742465dc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:16.921195 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-26b1b24a-f77a-4b82-9411-798f742465dc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0794036 Aug 10 04:13:16.924074 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33114) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:16.924193 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-faad75c8-5170-4938-aa2c-b253e4a10f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:16.942212 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3e9718b2-99f7-4b93-af24-930fd8889615 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:13:17.038979 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-372c6350-d40c-48df-b7fa-3911a72fcf77 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting port 90699754-e80c-487b-ad30-4354b8c1f2a3 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:13:17.039325 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-372c6350-d40c-48df-b7fa-3911a72fcf77 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:17.109595 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-faad75c8-5170-4938-aa2c-b253e4a10f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:17.112894 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-faad75c8-5170-4938-aa2c-b253e4a10f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:17.113767 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-faad75c8-5170-4938-aa2c-b253e4a10f5b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1adf67e-526b-4c19-8a8f-ca414fbe7f10 HTTP/1.1" status: 204 len: 168 time: 0.3108485 Aug 10 04:13:17.123157 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad75c8-5170-4938-aa2c-b253e4a10f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1adf67e-526b-4c19-8a8f-ca414fbe7f10,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:17.135206 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-372c6350-d40c-48df-b7fa-3911a72fcf77 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:17.144765 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 3e9718b2-99f7-4b93-af24-930fd8889615 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:17.146929 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-39242c01-a1fd-4509-8729-e1d1b138ad0a None None] Provisioning for port 3e9718b2-99f7-4b93-af24-930fd8889615 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:17.150240 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-372c6350-d40c-48df-b7fa-3911a72fcf77 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Calling delete_port for 90699754-e80c-487b-ad30-4354b8c1f2a3 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:13:17.154525 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-39242c01-a1fd-4509-8729-e1d1b138ad0a None None] Provisioning complete for port 3e9718b2-99f7-4b93-af24-930fd8889615 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:13:17.155038 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-39242c01-a1fd-4509-8729-e1d1b138ad0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:17.158082 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 3e9718b2-99f7-4b93-af24-930fd8889615 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:13:17.158742 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:17.306531 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:17.308430 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-39242c01-a1fd-4509-8729-e1d1b138ad0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:17.359860 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 3e9718b2-99f7-4b93-af24-930fd8889615, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3e9718b2-99f7-4b93-af24-930fd8889615,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:17.443855 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-372c6350-d40c-48df-b7fa-3911a72fcf77 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:17.466823 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:17.481003 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c6350-d40c-48df-b7fa-3911a72fcf77 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Port': ['ID=90699754-e80c-487b-ad30-4354b8c1f2a3,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:17.505736 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-372c6350-d40c-48df-b7fa-3911a72fcf77 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:17.508374 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-372c6350-d40c-48df-b7fa-3911a72fcf77 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/90699754-e80c-487b-ad30-4354b8c1f2a3 HTTP/1.1" status: 204 len: 168 time: 0.5820420 Aug 10 04:13:17.511019 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33140) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:17.548554 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-39242c01-a1fd-4509-8729-e1d1b138ad0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:13:17.548910 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-39242c01-a1fd-4509-8729-e1d1b138ad0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:13:17.556051 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=3e9718b2-99f7-4b93-af24-930fd8889615,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:17.580362 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49e8c3f-308e-4923-8392-f1baecb2091a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:17.582392 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49e8c3f-308e-4923-8392-f1baecb2091a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:17.584301 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a49e8c3f-308e-4923-8392-f1baecb2091a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0720158 Aug 10 04:13:17.588074 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33150) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:17.645488 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-0849d6dd-f326-4dcc-a2ba-2f653e25ae9e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet d13faa00-1c6f-428c-83c1-d20592ae1326 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:13:17.649489 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0849d6dd-f326-4dcc-a2ba-2f653e25ae9e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:17.701790 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0849d6dd-f326-4dcc-a2ba-2f653e25ae9e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:17.794356 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0849d6dd-f326-4dcc-a2ba-2f653e25ae9e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:17.980905 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0849d6dd-f326-4dcc-a2ba-2f653e25ae9e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:18.010651 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0849d6dd-f326-4dcc-a2ba-2f653e25ae9e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=d13faa00-1c6f-428c-83c1-d20592ae1326,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:18.012618 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0849d6dd-f326-4dcc-a2ba-2f653e25ae9e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:18.014613 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0849d6dd-f326-4dcc-a2ba-2f653e25ae9e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/d13faa00-1c6f-428c-83c1-d20592ae1326 HTTP/1.1" status: 204 len: 168 time: 0.4255197 Aug 10 04:13:18.017059 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33172) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:18.019381 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e1521e-d6d3-4de1-bc38-554efa00a785 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:13:18.055418 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ee889a9f-0090-48f3-a0eb-ca0c9cb90e91 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0371995 Aug 10 04:13:18.059554 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33176) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:18.064787 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-03d7b0ff-508f-4122-98c2-5777ce0c04b4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:18.236429 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-fbce119b-ed55-4cf8-81ed-a8df0040d5ae None None] Could not find standard attr ID for object 90699754-e80c-487b-ad30-4354b8c1f2a3. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:13:18.243773 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d7b0ff-508f-4122-98c2-5777ce0c04b4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:18.247465 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-03d7b0ff-508f-4122-98c2-5777ce0c04b4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:18.261700 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81cf44d-b207-4b47-8f9c-ad5bbc728221 None None] DHCP port deletion for 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:13:18.313226 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-c81cf44d-b207-4b47-8f9c-ad5bbc728221 None None] Deleting port 3e9718b2-99f7-4b93-af24-930fd8889615 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:13:18.313643 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c81cf44d-b207-4b47-8f9c-ad5bbc728221 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:18.387243 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-c81cf44d-b207-4b47-8f9c-ad5bbc728221 None None] For port 3e9718b2-99f7-4b93-af24-930fd8889615, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3e9718b2-99f7-4b93-af24-930fd8889615,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:18.387695 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c81cf44d-b207-4b47-8f9c-ad5bbc728221 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:18.412316 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-c81cf44d-b207-4b47-8f9c-ad5bbc728221 None None] Calling delete_port for 3e9718b2-99f7-4b93-af24-930fd8889615 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:13:18.574827 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-03d7b0ff-508f-4122-98c2-5777ce0c04b4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:18.625171 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d7b0ff-508f-4122-98c2-5777ce0c04b4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:18.625800 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c81cf44d-b207-4b47-8f9c-ad5bbc728221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:18.625910 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-03d7b0ff-508f-4122-98c2-5777ce0c04b4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:18.636351 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d7b0ff-508f-4122-98c2-5777ce0c04b4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:18.636351 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-03d7b0ff-508f-4122-98c2-5777ce0c04b4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:18.646225 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7b0ff-508f-4122-98c2-5777ce0c04b4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=f4551b46-cac7-41fc-90dc-c52a1c75a490,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:18.654816 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81cf44d-b207-4b47-8f9c-ad5bbc728221 None None] Pushing event deleted for resources: {'Port': ['ID=3e9718b2-99f7-4b93-af24-930fd8889615,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:18.658748 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81cf44d-b207-4b47-8f9c-ad5bbc728221 None None] No DVR routers for this DVR port 3e9718b2-99f7-4b93-af24-930fd8889615 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:13:18.674046 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd3bae7-54d8-4c02-b4f1-3ae015e06b13 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:13:18.709692 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-03d7b0ff-508f-4122-98c2-5777ce0c04b4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6490192 Aug 10 04:13:18.713510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33218) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:18.718580 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-a140b935-04b0-4583-a39b-a3bfd72b134f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'port': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'fixed_ips': [{'subnet_id': 'f4551b46-cac7-41fc-90dc-c52a1c75a490', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1015006532'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:18.835808 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d306d5c4-9cf8-43e4-a575-59199f04e771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'fixed_ips': [{'subnet_id': 'f4551b46-cac7-41fc-90dc-c52a1c75a490'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:13:18.837879 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d306d5c4-9cf8-43e4-a575-59199f04e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:18.856272 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3e9718b2-99f7-4b93-af24-930fd8889615 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:13:18.881379 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 3e9718b2-99f7-4b93-af24-930fd8889615 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:13:18.881715 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3e9718b2-99f7-4b93-af24-930fd8889615 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:13:18.940258 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a140b935-04b0-4583-a39b-a3bfd72b134f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:19.014131 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-d306d5c4-9cf8-43e4-a575-59199f04e771 None None] Allocated IP 2001:db8::2 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/f4551b46-cac7-41fc-90dc-c52a1c75a490/46cfcfba-4832-4ca3-b002-692ae05b915d) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:19.041630 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a140b935-04b0-4583-a39b-a3bfd72b134f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:19.059350 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-a140b935-04b0-4583-a39b-a3bfd72b134f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] device_id is not set on port fe4313af-2f44-4675-a848-42b7ca254ccc yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:13:19.175289 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d306d5c4-9cf8-43e4-a575-59199f04e771 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:19.184477 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d306d5c4-9cf8-43e4-a575-59199f04e771 None None] Transition to ACTIVE for port object 46cfcfba-4832-4ca3-b002-692ae05b915d will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:19.199119 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d306d5c4-9cf8-43e4-a575-59199f04e771 None None] Transition to ACTIVE for port object 46cfcfba-4832-4ca3-b002-692ae05b915d will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:19.291556 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d306d5c4-9cf8-43e4-a575-59199f04e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:19.323252 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-a140b935-04b0-4583-a39b-a3bfd72b134f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:13:19.323874 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a140b935-04b0-4583-a39b-a3bfd72b134f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:13:19.334782 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d306d5c4-9cf8-43e4-a575-59199f04e771 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:19.338474 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-d306d5c4-9cf8-43e4-a575-59199f04e771 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:19.343990 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d306d5c4-9cf8-43e4-a575-59199f04e771 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:13:19.349232 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306d5c4-9cf8-43e4-a575-59199f04e771 None None] Pushing event updated for resources: {'Port': ['ID=46cfcfba-4832-4ca3-b002-692ae05b915d,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:19.400406 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d306d5c4-9cf8-43e4-a575-59199f04e771 None None] Attempting to bind port 46cfcfba-4832-4ca3-b002-692ae05b915d on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:13:19.401025 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d306d5c4-9cf8-43e4-a575-59199f04e771 None None] Attempting to bind port 46cfcfba-4832-4ca3-b002-692ae05b915d by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:13:19.401559 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d306d5c4-9cf8-43e4-a575-59199f04e771 None None] Attempting to bind port 46cfcfba-4832-4ca3-b002-692ae05b915d on network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:13:19.407036 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d306d5c4-9cf8-43e4-a575-59199f04e771 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:13:19.407624 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d306d5c4-9cf8-43e4-a575-59199f04e771 None None] Checking segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:13:19.408049 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d306d5c4-9cf8-43e4-a575-59199f04e771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:19.408439 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d306d5c4-9cf8-43e4-a575-59199f04e771 None None] Bound using segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:13:19.409166 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d306d5c4-9cf8-43e4-a575-59199f04e771 None None] Bound port: 46cfcfba-4832-4ca3-b002-692ae05b915d, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:13:19.409419 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d306d5c4-9cf8-43e4-a575-59199f04e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:19.434817 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a140b935-04b0-4583-a39b-a3bfd72b134f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7201841 Aug 10 04:13:19.437370 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33260) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:19.475230 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d306d5c4-9cf8-43e4-a575-59199f04e771 None None] For port 46cfcfba-4832-4ca3-b002-692ae05b915d, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:13:19.479313 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d306d5c4-9cf8-43e4-a575-59199f04e771 None None] For port 46cfcfba-4832-4ca3-b002-692ae05b915d, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=46cfcfba-4832-4ca3-b002-692ae05b915d,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:13:19.498766 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c01a69-732d-43ec-b9d9-aee208e77397 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:19.500273 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a4c01a69-732d-43ec-b9d9-aee208e77397 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0619535 Aug 10 04:13:19.503087 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33264) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:19.556178 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ec3f9e-3cd3-43ba-aada-e52c735fa23b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:19.557731 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ec3f9e-3cd3-43ba-aada-e52c735fa23b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:19.559247 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-87ec3f9e-3cd3-43ba-aada-e52c735fa23b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0552590 Aug 10 04:13:19.561894 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33272) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:19.594982 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d306d5c4-9cf8-43e4-a575-59199f04e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:19.616400 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-1028da87-07f5-4e0a-a721-ba236e0fa6a3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet f4551b46-cac7-41fc-90dc-c52a1c75a490 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:13:19.618625 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1028da87-07f5-4e0a-a721-ba236e0fa6a3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:19.667026 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306d5c4-9cf8-43e4-a575-59199f04e771 None None] Pushing event updated for resources: {'Port': ['ID=46cfcfba-4832-4ca3-b002-692ae05b915d,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:19.673014 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1028da87-07f5-4e0a-a721-ba236e0fa6a3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:19.773836 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1028da87-07f5-4e0a-a721-ba236e0fa6a3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:19.943391 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1028da87-07f5-4e0a-a721-ba236e0fa6a3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:19.973101 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028da87-07f5-4e0a-a721-ba236e0fa6a3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=f4551b46-cac7-41fc-90dc-c52a1c75a490,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:19.989888 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1028da87-07f5-4e0a-a721-ba236e0fa6a3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:19.990471 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1028da87-07f5-4e0a-a721-ba236e0fa6a3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/f4551b46-cac7-41fc-90dc-c52a1c75a490 HTTP/1.1" status: 204 len: 168 time: 0.4276662 Aug 10 04:13:19.992791 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33296) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:20.037924 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c5230215-a105-417b-b417-eb07c6eaa885 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438311 Aug 10 04:13:20.041564 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33302) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:20.046875 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-18f4fad3-a4d1-40b9-8f11-b15e2002d822 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:20.226019 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f4fad3-a4d1-40b9-8f11-b15e2002d822 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:20.229737 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-18f4fad3-a4d1-40b9-8f11-b15e2002d822 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:20.509057 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-18f4fad3-a4d1-40b9-8f11-b15e2002d822 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:20.559020 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f4fad3-a4d1-40b9-8f11-b15e2002d822 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:20.562381 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-18f4fad3-a4d1-40b9-8f11-b15e2002d822 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:20.567845 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f4fad3-a4d1-40b9-8f11-b15e2002d822 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:20.568468 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-18f4fad3-a4d1-40b9-8f11-b15e2002d822 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:20.581005 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f4fad3-a4d1-40b9-8f11-b15e2002d822 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=9a0efa69-b116-4d97-bc54-148ec7749f41,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:20.620704 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08eb1c7-ccbe-4a87-a337-6a9711074a5a None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:13:20.681939 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-18f4fad3-a4d1-40b9-8f11-b15e2002d822 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6357236 Aug 10 04:13:20.682629 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33340) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:20.686470 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-3f229d1b-0fcc-4b93-afba-2ac8df47880b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1205331618', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:20.780607 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-41d8fa88-6810-4745-942f-c393b54fb3bf None None] Provisioning for port 46cfcfba-4832-4ca3-b002-692ae05b915d completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:20.869514 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f229d1b-0fcc-4b93-afba-2ac8df47880b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:20.870845 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f229d1b-0fcc-4b93-afba-2ac8df47880b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:20.891258 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 46cfcfba-4832-4ca3-b002-692ae05b915d up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:13:20.943427 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f229d1b-0fcc-4b93-afba-2ac8df47880b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:21.026366 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f229d1b-0fcc-4b93-afba-2ac8df47880b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:21.057614 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 46cfcfba-4832-4ca3-b002-692ae05b915d completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:21.061558 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 46cfcfba-4832-4ca3-b002-692ae05b915d triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:13:21.061956 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:21.116773 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e5e346c9-da15-4c5e-8d58-5f4f45ecc81a None None] Provisioning complete for port 46cfcfba-4832-4ca3-b002-692ae05b915d triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:13:21.117288 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e5e346c9-da15-4c5e-8d58-5f4f45ecc81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:21.180847 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:21.185831 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f229d1b-0fcc-4b93-afba-2ac8df47880b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:21.187392 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3f229d1b-0fcc-4b93-afba-2ac8df47880b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5044436 Aug 10 04:13:21.189955 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33364) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:21.244414 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 46cfcfba-4832-4ca3-b002-692ae05b915d, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=46cfcfba-4832-4ca3-b002-692ae05b915d,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:21.254278 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e5e346c9-da15-4c5e-8d58-5f4f45ecc81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:21.371938 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:21.456303 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=46cfcfba-4832-4ca3-b002-692ae05b915d,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:21.463916 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-e5e346c9-da15-4c5e-8d58-5f4f45ecc81a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:13:21.463916 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-e5e346c9-da15-4c5e-8d58-5f4f45ecc81a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:13:21.493110 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9b98d382-4ed6-4219-b0a2-f53f49395d27 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:21.746057 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-9b98d382-4ed6-4219-b0a2-f53f49395d27 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Allocated IP 2001:db8::1 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/9a0efa69-b116-4d97-bc54-148ec7749f41/e152d29f-6932-49a3-8be9-43de26ec8e87) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:21.883010 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9b98d382-4ed6-4219-b0a2-f53f49395d27 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:21.897654 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-9b98d382-4ed6-4219-b0a2-f53f49395d27 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Transition to ACTIVE for port object e152d29f-6932-49a3-8be9-43de26ec8e87 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:22.009981 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9b98d382-4ed6-4219-b0a2-f53f49395d27 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:22.053213 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b98d382-4ed6-4219-b0a2-f53f49395d27 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:22.056658 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-9b98d382-4ed6-4219-b0a2-f53f49395d27 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:22.059169 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b98d382-4ed6-4219-b0a2-f53f49395d27 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:13:22.059717 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9b98d382-4ed6-4219-b0a2-f53f49395d27 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:22.105964 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98d382-4ed6-4219-b0a2-f53f49395d27 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Port': ['ID=e152d29f-6932-49a3-8be9-43de26ec8e87,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:22.251707 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9b98d382-4ed6-4219-b0a2-f53f49395d27 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:22.402077 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5b70ffb7-487a-42ab-8d39-2b16ff3d1e41 None None] Provisioning for port e152d29f-6932-49a3-8be9-43de26ec8e87 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:22.407378 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5b70ffb7-487a-42ab-8d39-2b16ff3d1e41 None None] Provisioning complete for port e152d29f-6932-49a3-8be9-43de26ec8e87 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:13:22.407833 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5b70ffb7-487a-42ab-8d39-2b16ff3d1e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:22.450286 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-5b70ffb7-487a-42ab-8d39-2b16ff3d1e41 None None] Port e152d29f-6932-49a3-8be9-43de26ec8e87 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:13:22.538998 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9b98d382-4ed6-4219-b0a2-f53f49395d27 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:22.685701 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9b98d382-4ed6-4219-b0a2-f53f49395d27 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:22.686533 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9b98d382-4ed6-4219-b0a2-f53f49395d27 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:22.774515 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98d382-4ed6-4219-b0a2-f53f49395d27 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Port': ['ID=e152d29f-6932-49a3-8be9-43de26ec8e87,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:22.822244 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b98d382-4ed6-4219-b0a2-f53f49395d27 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:22.823813 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-9b98d382-4ed6-4219-b0a2-f53f49395d27 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:22.875721 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 46cfcfba-4832-4ca3-b002-692ae05b915d up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:13:22.947210 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 46cfcfba-4832-4ca3-b002-692ae05b915d triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:13:22.947869 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:23.079788 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b98d382-4ed6-4219-b0a2-f53f49395d27 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Router 4f331fb8-7dd8-4323-830d-3504be2acf71 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:13:23.184989 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-850f878b-a546-4ab4-8e91-4b3e0a3b45e3 None None] Provisioning complete for port e152d29f-6932-49a3-8be9-43de26ec8e87 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:13:23.185363 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-850f878b-a546-4ab4-8e91-4b3e0a3b45e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:23.190791 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b98d382-4ed6-4219-b0a2-f53f49395d27 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:13:23.200888 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9b98d382-4ed6-4219-b0a2-f53f49395d27 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "PUT /v2.0/routers/4f331fb8-7dd8-4323-830d-3504be2acf71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0079398 Aug 10 04:13:23.202676 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33478) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:23.213752 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29491081-8ab7-4534-bcce-529cdca38d23 None None] Sync routers for ids ['4f331fb8-7dd8-4323-830d-3504be2acf71'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:13:23.238875 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29491081-8ab7-4534-bcce-529cdca38d23 None None] Routers {'4f331fb8-7dd8-4323-830d-3504be2acf71'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:13:23.239418 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-29491081-8ab7-4534-bcce-529cdca38d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:13:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['4f331fb8-7dd8-4323-830d-3504be2acf71'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:13:23.242657 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-850f878b-a546-4ab4-8e91-4b3e0a3b45e3 None None] Port e152d29f-6932-49a3-8be9-43de26ec8e87 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:13:23.256949 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670c93a8-eaee-41a0-99d6-a5f3cf2d8a20 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:23.258652 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-670c93a8-eaee-41a0-99d6-a5f3cf2d8a20 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports/e152d29f-6932-49a3-8be9-43de26ec8e87 HTTP/1.1" status: 200 len: 911 time: 0.0564754 Aug 10 04:13:23.266696 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33482) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:23.313779 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69665dcb-6b30-4501-b38d-9c050367b898 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:23.320198 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69665dcb-6b30-4501-b38d-9c050367b898 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:23.321934 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-69665dcb-6b30-4501-b38d-9c050367b898 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0598049 Aug 10 04:13:23.324607 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33488) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:23.332604 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-29491081-8ab7-4534-bcce-529cdca38d23 None None] Set router 4f331fb8-7dd8-4323-830d-3504be2acf71 gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:13:23.720174 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-29491081-8ab7-4534-bcce-529cdca38d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f331fb8-7dd8-4323-830d-3504be2acf71', 'name': 'tempest-NetworksTestDHCPv6-router-1205331618', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:13:20Z', 'updated_at': '2021-08-10T04:13:22Z', 'revision_number': 2, 'project_id': '3184eb81210b4bc3b43ab401598e63e0', 'gw_port_host': None, '_interfaces': [{'id': 'e152d29f-6932-49a3-8be9-43de26ec8e87', 'name': '', 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'mac_address': 'fa:16:3e:91:56:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f331fb8-7dd8-4323-830d-3504be2acf71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '9a0efa69-b116-4d97-bc54-148ec7749f41', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:13:21Z', 'updated_at': '2021-08-10T04:13:22Z', 'revision_number': 2, 'project_id': '3184eb81210b4bc3b43ab401598e63e0', 'subnets': [{'id': '9a0efa69-b116-4d97-bc54-148ec7749f41', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:13:23.763585 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29491081-8ab7-4534-bcce-529cdca38d23 None None] Checking router: 4f331fb8-7dd8-4323-830d-3504be2acf71 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:13:23.763825 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29491081-8ab7-4534-bcce-529cdca38d23 None None] Updating router 4f331fb8-7dd8-4323-830d-3504be2acf71 port e152d29f-6932-49a3-8be9-43de26ec8e87 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:13:23.795320 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-29491081-8ab7-4534-bcce-529cdca38d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:24.042270 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-86bd78c0-e43f-4b59-9965-239662fd0804 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:24.084824 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-29491081-8ab7-4534-bcce-529cdca38d23 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:24.092928 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-29491081-8ab7-4534-bcce-529cdca38d23 None None] Transition to ACTIVE for port object e152d29f-6932-49a3-8be9-43de26ec8e87 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:24.182811 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-29491081-8ab7-4534-bcce-529cdca38d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:24.240618 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa153084-9fdd-452f-824f-98602d5da9eb None None] Pushing event updated for resources: {'Port': ['ID=e152d29f-6932-49a3-8be9-43de26ec8e87,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:24.263883 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-86bd78c0-e43f-4b59-9965-239662fd0804 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting port e152d29f-6932-49a3-8be9-43de26ec8e87 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:13:24.264339 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-86bd78c0-e43f-4b59-9965-239662fd0804 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:24.298294 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-29491081-8ab7-4534-bcce-529cdca38d23 None None] Attempting to bind port e152d29f-6932-49a3-8be9-43de26ec8e87 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:13:24.298791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-29491081-8ab7-4534-bcce-529cdca38d23 None None] Attempting to bind port e152d29f-6932-49a3-8be9-43de26ec8e87 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:13:24.299313 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29491081-8ab7-4534-bcce-529cdca38d23 None None] Attempting to bind port e152d29f-6932-49a3-8be9-43de26ec8e87 on network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:13:24.306215 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29491081-8ab7-4534-bcce-529cdca38d23 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:13:24.306753 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29491081-8ab7-4534-bcce-529cdca38d23 None None] Checking segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:13:24.307373 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-29491081-8ab7-4534-bcce-529cdca38d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:24.308222 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29491081-8ab7-4534-bcce-529cdca38d23 None None] Bound using segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:13:24.308635 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-29491081-8ab7-4534-bcce-529cdca38d23 None None] Bound port: e152d29f-6932-49a3-8be9-43de26ec8e87, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:13:24.309161 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-29491081-8ab7-4534-bcce-529cdca38d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:24.369476 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-86bd78c0-e43f-4b59-9965-239662fd0804 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] For port e152d29f-6932-49a3-8be9-43de26ec8e87, host n-d-802893-2, got binding levels [] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:24.370646 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-86bd78c0-e43f-4b59-9965-239662fd0804 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:24.392290 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-86bd78c0-e43f-4b59-9965-239662fd0804 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Calling delete_port for e152d29f-6932-49a3-8be9-43de26ec8e87 owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:13:24.393019 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-29491081-8ab7-4534-bcce-529cdca38d23 None None] For port e152d29f-6932-49a3-8be9-43de26ec8e87, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:13:24.399305 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-29491081-8ab7-4534-bcce-529cdca38d23 None None] For port e152d29f-6932-49a3-8be9-43de26ec8e87, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e152d29f-6932-49a3-8be9-43de26ec8e87,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:13:24.466376 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-29491081-8ab7-4534-bcce-529cdca38d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:24.538354 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29491081-8ab7-4534-bcce-529cdca38d23 None None] Routers {'4f331fb8-7dd8-4323-830d-3504be2acf71'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:13:24.544202 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-29491081-8ab7-4534-bcce-529cdca38d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:13:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['4f331fb8-7dd8-4323-830d-3504be2acf71'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:13:24.544202 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa153084-9fdd-452f-824f-98602d5da9eb None None] Pushing event updated for resources: {'Port': ['ID=e152d29f-6932-49a3-8be9-43de26ec8e87,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:24.634886 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-29491081-8ab7-4534-bcce-529cdca38d23 None None] Set router 4f331fb8-7dd8-4323-830d-3504be2acf71 gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:13:24.657707 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-86bd78c0-e43f-4b59-9965-239662fd0804 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:24.688027 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd78c0-e43f-4b59-9965-239662fd0804 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Port': ['ID=e152d29f-6932-49a3-8be9-43de26ec8e87,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:24.822184 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-86bd78c0-e43f-4b59-9965-239662fd0804 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:24.853006 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ddb4e24d-18c9-4d65-89fc-8ac73da82985 None None] Could not find standard attr ID for object e152d29f-6932-49a3-8be9-43de26ec8e87. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:13:24.894059 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-29491081-8ab7-4534-bcce-529cdca38d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f331fb8-7dd8-4323-830d-3504be2acf71', 'name': 'tempest-NetworksTestDHCPv6-router-1205331618', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:13:20Z', 'updated_at': '2021-08-10T04:13:22Z', 'revision_number': 2, 'project_id': '3184eb81210b4bc3b43ab401598e63e0', 'gw_port_host': None, '_interfaces': [{'id': 'e152d29f-6932-49a3-8be9-43de26ec8e87', 'name': '', 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'mac_address': 'fa:16:3e:91:56:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f331fb8-7dd8-4323-830d-3504be2acf71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '9a0efa69-b116-4d97-bc54-148ec7749f41', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:13:21Z', 'updated_at': '2021-08-10T04:13:24Z', 'revision_number': 4, 'project_id': '3184eb81210b4bc3b43ab401598e63e0', 'subnets': [{'id': '9a0efa69-b116-4d97-bc54-148ec7749f41', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:13:24.939219 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29491081-8ab7-4534-bcce-529cdca38d23 None None] The sync data for ids ['4f331fb8-7dd8-4323-830d-3504be2acf71'] in n-d-802893-2 is: [{'id': '4f331fb8-7dd8-4323-830d-3504be2acf71', 'name': 'tempest-NetworksTestDHCPv6-router-1205331618', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:13:20Z', 'updated_at': '2021-08-10T04:13:22Z', 'revision_number': 2, 'project_id': '3184eb81210b4bc3b43ab401598e63e0', 'gw_port_host': None, '_interfaces': [{'id': 'e152d29f-6932-49a3-8be9-43de26ec8e87', 'name': '', 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'mac_address': 'fa:16:3e:91:56:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f331fb8-7dd8-4323-830d-3504be2acf71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3284, 'fixed_ips': [{'subnet_id': '9a0efa69-b116-4d97-bc54-148ec7749f41', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:13:21Z', 'updated_at': '2021-08-10T04:13:24Z', 'revision_number': 4, 'project_id': '3184eb81210b4bc3b43ab401598e63e0', 'subnets': [{'id': '9a0efa69-b116-4d97-bc54-148ec7749f41', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:13:25.069118 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86bd78c0-e43f-4b59-9965-239662fd0804 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Router 4f331fb8-7dd8-4323-830d-3504be2acf71 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:13:25.154787 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86bd78c0-e43f-4b59-9965-239662fd0804 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:13:25.162499 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33538) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:25.162958 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-86bd78c0-e43f-4b59-9965-239662fd0804 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "PUT /v2.0/routers/4f331fb8-7dd8-4323-830d-3504be2acf71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8368437 Aug 10 04:13:25.226297 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526fc003-fcbc-42b0-bdbb-0f735ed1ab41 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:25.227938 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526fc003-fcbc-42b0-bdbb-0f735ed1ab41 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:25.229467 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-526fc003-fcbc-42b0-bdbb-0f735ed1ab41 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0657063 Aug 10 04:13:25.232105 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33540) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:25.288837 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7e685f7-2a35-4af1-be28-4c0c20852a75 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet 9a0efa69-b116-4d97-bc54-148ec7749f41 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:13:25.292467 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e7e685f7-2a35-4af1-be28-4c0c20852a75 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:25.364622 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e7e685f7-2a35-4af1-be28-4c0c20852a75 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:25.417151 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e7e685f7-2a35-4af1-be28-4c0c20852a75 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:25.566112 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e7e685f7-2a35-4af1-be28-4c0c20852a75 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:25.592897 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e685f7-2a35-4af1-be28-4c0c20852a75 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=9a0efa69-b116-4d97-bc54-148ec7749f41,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:25.604983 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9324c7d-4bfb-450e-a09b-e2eefb5e640b None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:13:25.605400 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e7e685f7-2a35-4af1-be28-4c0c20852a75 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:25.607375 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e7e685f7-2a35-4af1-be28-4c0c20852a75 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/9a0efa69-b116-4d97-bc54-148ec7749f41 HTTP/1.1" status: 204 len: 168 time: 0.3743680 Aug 10 04:13:25.610920 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33552) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:25.731947 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1a2ddb19-5415-4ade-a6e5-cbab43a61c31 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1198807 Aug 10 04:13:25.734568 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33554) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:25.796154 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3447b8d0-f55a-4ffb-93ff-a85f97e6b1a9 None None] DHCP port deletion for 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:13:25.827390 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-51533baf-e76c-4834-8bdc-022113a16bfb tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:25.853503 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-3447b8d0-f55a-4ffb-93ff-a85f97e6b1a9 None None] Deleting port 46cfcfba-4832-4ca3-b002-692ae05b915d {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:13:25.854013 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3447b8d0-f55a-4ffb-93ff-a85f97e6b1a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:25.927213 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-3447b8d0-f55a-4ffb-93ff-a85f97e6b1a9 None None] For port 46cfcfba-4832-4ca3-b002-692ae05b915d, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=46cfcfba-4832-4ca3-b002-692ae05b915d,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:25.927613 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3447b8d0-f55a-4ffb-93ff-a85f97e6b1a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:25.943805 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-3447b8d0-f55a-4ffb-93ff-a85f97e6b1a9 None None] Calling delete_port for 46cfcfba-4832-4ca3-b002-692ae05b915d owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:13:26.040921 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-51533baf-e76c-4834-8bdc-022113a16bfb tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:26.043124 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-51533baf-e76c-4834-8bdc-022113a16bfb tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:26.117746 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3447b8d0-f55a-4ffb-93ff-a85f97e6b1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:26.130616 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3447b8d0-f55a-4ffb-93ff-a85f97e6b1a9 None None] No DVR routers for this DVR port 46cfcfba-4832-4ca3-b002-692ae05b915d on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:13:26.152056 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447b8d0-f55a-4ffb-93ff-a85f97e6b1a9 None None] Pushing event deleted for resources: {'Port': ['ID=46cfcfba-4832-4ca3-b002-692ae05b915d,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:26.180168 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-51533baf-e76c-4834-8bdc-022113a16bfb tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:26.184973 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51533baf-e76c-4834-8bdc-022113a16bfb tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Fanout notify agent at l3_agent the message router_deleted on router 4f331fb8-7dd8-4323-830d-3504be2acf71 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:13:26.192899 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-51533baf-e76c-4834-8bdc-022113a16bfb tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:26.194009 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-51533baf-e76c-4834-8bdc-022113a16bfb tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/routers/4f331fb8-7dd8-4323-830d-3504be2acf71 HTTP/1.1" status: 204 len: 168 time: 0.4585190 Aug 10 04:13:26.197315 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33566) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:26.202534 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-e0127dcc-ead3-430c-8010-1e9d56c9d3a6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:26.360374 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0127dcc-ead3-430c-8010-1e9d56c9d3a6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:26.364987 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0127dcc-ead3-430c-8010-1e9d56c9d3a6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:26.571615 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ff74e6-2c48-44f1-8bff-910f329221c2 None None] Sync routers for ids ['4f331fb8-7dd8-4323-830d-3504be2acf71'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:13:26.582681 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ff74e6-2c48-44f1-8bff-910f329221c2 None None] Routers set() bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:13:26.583340 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ff74e6-2c48-44f1-8bff-910f329221c2 None None] Router IDs set() for agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 04:13:26.584095 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_agentschedulers_db [None req-07ff74e6-2c48-44f1-8bff-910f329221c2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4f331fb8-7dd8-4323-830d-3504be2acf71'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:13:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent'). {{(pid=94940) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 04:13:26.594347 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ff74e6-2c48-44f1-8bff-910f329221c2 None None] Routers set() bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:13:26.594940 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ff74e6-2c48-44f1-8bff-910f329221c2 None None] Router IDs set() for agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 10 04:13:26.595656 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_agentschedulers_db [None req-07ff74e6-2c48-44f1-8bff-910f329221c2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4f331fb8-7dd8-4323-830d-3504be2acf71'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:13:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent'). {{(pid=94940) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 10 04:13:26.596161 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ff74e6-2c48-44f1-8bff-910f329221c2 None None] The sync data for ids ['4f331fb8-7dd8-4323-830d-3504be2acf71'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:13:26.689098 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0127dcc-ead3-430c-8010-1e9d56c9d3a6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:26.736097 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0127dcc-ead3-430c-8010-1e9d56c9d3a6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:26.736771 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-e0127dcc-ead3-430c-8010-1e9d56c9d3a6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:26.748497 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321fc582-710e-4f19-8517-cf9cecd4b3d8 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:13:26.752208 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0127dcc-ead3-430c-8010-1e9d56c9d3a6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:26.752987 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0127dcc-ead3-430c-8010-1e9d56c9d3a6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:26.777950 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0127dcc-ead3-430c-8010-1e9d56c9d3a6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=c280838f-6ac0-497d-a4b5-637bbf6b8f03,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:26.859132 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33582) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:26.859746 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e0127dcc-ead3-430c-8010-1e9d56c9d3a6 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6606574 Aug 10 04:13:26.865115 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-a0511e9f-8742-4cde-a969-6769dfe94c98 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1500193137', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:26.884556 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 46cfcfba-4832-4ca3-b002-692ae05b915d no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:13:26.916869 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 46cfcfba-4832-4ca3-b002-692ae05b915d {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:13:26.917207 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 46cfcfba-4832-4ca3-b002-692ae05b915d not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:13:26.954410 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a0511e9f-8742-4cde-a969-6769dfe94c98 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:26.955572 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a0511e9f-8742-4cde-a969-6769dfe94c98 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:26.964284 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5558fbb-be60-403e-a76c-28da0d3ffb22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'fixed_ips': [{'subnet_id': 'c280838f-6ac0-497d-a4b5-637bbf6b8f03'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:13:26.965195 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e5558fbb-be60-403e-a76c-28da0d3ffb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:27.033561 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a0511e9f-8742-4cde-a969-6769dfe94c98 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:27.108915 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-e5558fbb-be60-403e-a76c-28da0d3ffb22 None None] Allocated IP 2001:db8::2 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/c280838f-6ac0-497d-a4b5-637bbf6b8f03/a703ccf6-f43b-4b8e-88ac-468ee6e30657) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:27.160429 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a0511e9f-8742-4cde-a969-6769dfe94c98 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:27.245950 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a0511e9f-8742-4cde-a969-6769dfe94c98 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:27.248891 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a0511e9f-8742-4cde-a969-6769dfe94c98 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3877673 Aug 10 04:13:27.252821 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33590) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:27.281828 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e5558fbb-be60-403e-a76c-28da0d3ffb22 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:27.290882 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e5558fbb-be60-403e-a76c-28da0d3ffb22 None None] Transition to ACTIVE for port object a703ccf6-f43b-4b8e-88ac-468ee6e30657 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:27.306315 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e5558fbb-be60-403e-a76c-28da0d3ffb22 None None] Transition to ACTIVE for port object a703ccf6-f43b-4b8e-88ac-468ee6e30657 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:27.395089 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e5558fbb-be60-403e-a76c-28da0d3ffb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:27.454239 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5558fbb-be60-403e-a76c-28da0d3ffb22 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:27.462455 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-e5558fbb-be60-403e-a76c-28da0d3ffb22 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:27.465062 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5558fbb-be60-403e-a76c-28da0d3ffb22 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:13:27.467275 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5558fbb-be60-403e-a76c-28da0d3ffb22 None None] Pushing event updated for resources: {'Port': ['ID=a703ccf6-f43b-4b8e-88ac-468ee6e30657,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:27.546830 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-e5558fbb-be60-403e-a76c-28da0d3ffb22 None None] Attempting to bind port a703ccf6-f43b-4b8e-88ac-468ee6e30657 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:13:27.547201 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-e5558fbb-be60-403e-a76c-28da0d3ffb22 None None] Attempting to bind port a703ccf6-f43b-4b8e-88ac-468ee6e30657 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:13:27.547608 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5558fbb-be60-403e-a76c-28da0d3ffb22 None None] Attempting to bind port a703ccf6-f43b-4b8e-88ac-468ee6e30657 on network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:13:27.553751 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5558fbb-be60-403e-a76c-28da0d3ffb22 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:13:27.554651 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5558fbb-be60-403e-a76c-28da0d3ffb22 None None] Checking segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:13:27.555050 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e5558fbb-be60-403e-a76c-28da0d3ffb22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:27.555549 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5558fbb-be60-403e-a76c-28da0d3ffb22 None None] Bound using segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:13:27.556051 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-e5558fbb-be60-403e-a76c-28da0d3ffb22 None None] Bound port: a703ccf6-f43b-4b8e-88ac-468ee6e30657, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:13:27.556430 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e5558fbb-be60-403e-a76c-28da0d3ffb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:27.596613 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:27.632798 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-e5558fbb-be60-403e-a76c-28da0d3ffb22 None None] For port a703ccf6-f43b-4b8e-88ac-468ee6e30657, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:13:27.636388 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-e5558fbb-be60-403e-a76c-28da0d3ffb22 None None] For port a703ccf6-f43b-4b8e-88ac-468ee6e30657, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a703ccf6-f43b-4b8e-88ac-468ee6e30657,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:13:27.721211 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e5558fbb-be60-403e-a76c-28da0d3ffb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:27.793131 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5558fbb-be60-403e-a76c-28da0d3ffb22 None None] Pushing event updated for resources: {'Port': ['ID=a703ccf6-f43b-4b8e-88ac-468ee6e30657,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:27.989912 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d98994b-8f71-41e2-afb8-a86e066ef55b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:28.292068 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-2d98994b-8f71-41e2-afb8-a86e066ef55b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Allocated IP 2001:db8::1 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/c280838f-6ac0-497d-a4b5-637bbf6b8f03/d377eedb-5ee1-443d-9fbe-06207b21a9c1) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:28.419106 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d98994b-8f71-41e2-afb8-a86e066ef55b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:28.434487 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-2d98994b-8f71-41e2-afb8-a86e066ef55b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Transition to ACTIVE for port object d377eedb-5ee1-443d-9fbe-06207b21a9c1 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:28.527028 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d98994b-8f71-41e2-afb8-a86e066ef55b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:28.591216 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98994b-8f71-41e2-afb8-a86e066ef55b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Port': ['ID=d377eedb-5ee1-443d-9fbe-06207b21a9c1,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:28.598882 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d98994b-8f71-41e2-afb8-a86e066ef55b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:28.600350 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-2d98994b-8f71-41e2-afb8-a86e066ef55b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:28.602923 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d98994b-8f71-41e2-afb8-a86e066ef55b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:13:28.603711 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d98994b-8f71-41e2-afb8-a86e066ef55b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:28.844984 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d98994b-8f71-41e2-afb8-a86e066ef55b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:29.099625 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a703ccf6-f43b-4b8e-88ac-468ee6e30657 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:13:29.277422 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port a703ccf6-f43b-4b8e-88ac-468ee6e30657 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:29.352890 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d98994b-8f71-41e2-afb8-a86e066ef55b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:29.357414 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4ba8dec2-cd75-4c31-9813-c35fe6142545 None None] Provisioning for port a703ccf6-f43b-4b8e-88ac-468ee6e30657 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:29.361499 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4ba8dec2-cd75-4c31-9813-c35fe6142545 None None] Provisioning complete for port a703ccf6-f43b-4b8e-88ac-468ee6e30657 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:13:29.368866 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dec2-cd75-4c31-9813-c35fe6142545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:29.417930 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d98994b-8f71-41e2-afb8-a86e066ef55b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:29.419306 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d98994b-8f71-41e2-afb8-a86e066ef55b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:29.467762 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dec2-cd75-4c31-9813-c35fe6142545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:29.510523 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-4ba8dec2-cd75-4c31-9813-c35fe6142545 None None] For port a703ccf6-f43b-4b8e-88ac-468ee6e30657, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a703ccf6-f43b-4b8e-88ac-468ee6e30657,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:29.534813 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98994b-8f71-41e2-afb8-a86e066ef55b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Port': ['ID=d377eedb-5ee1-443d-9fbe-06207b21a9c1,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:29.571827 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dec2-cd75-4c31-9813-c35fe6142545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:29.583204 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d98994b-8f71-41e2-afb8-a86e066ef55b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:29.584675 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-2d98994b-8f71-41e2-afb8-a86e066ef55b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:29.626535 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8dec2-cd75-4c31-9813-c35fe6142545 None None] Pushing event updated for resources: {'Port': ['ID=a703ccf6-f43b-4b8e-88ac-468ee6e30657,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:29.763276 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-617f9cbf-2434-4147-b12f-d36846e9bcf0 None None] Provisioning for port d377eedb-5ee1-443d-9fbe-06207b21a9c1 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:29.767382 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-617f9cbf-2434-4147-b12f-d36846e9bcf0 None None] Provisioning complete for port d377eedb-5ee1-443d-9fbe-06207b21a9c1 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:13:29.773580 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-617f9cbf-2434-4147-b12f-d36846e9bcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:29.808372 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-617f9cbf-2434-4147-b12f-d36846e9bcf0 None None] Port d377eedb-5ee1-443d-9fbe-06207b21a9c1 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:13:29.860888 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d98994b-8f71-41e2-afb8-a86e066ef55b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Router f1f86ae3-db0e-47b1-8e8c-d74a2450394c is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:13:29.929666 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-44e9ecd0-4e06-433b-ac10-badbb9f3484e None None] Provisioning complete for port d377eedb-5ee1-443d-9fbe-06207b21a9c1 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:13:29.930177 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-44e9ecd0-4e06-433b-ac10-badbb9f3484e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:29.970187 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-44e9ecd0-4e06-433b-ac10-badbb9f3484e None None] Port d377eedb-5ee1-443d-9fbe-06207b21a9c1 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:13:29.980356 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d98994b-8f71-41e2-afb8-a86e066ef55b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:13:29.981082 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2d98994b-8f71-41e2-afb8-a86e066ef55b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "PUT /v2.0/routers/f1f86ae3-db0e-47b1-8e8c-d74a2450394c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7262118 Aug 10 04:13:29.983318 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33624) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:29.993144 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Sync routers for ids ['f1f86ae3-db0e-47b1-8e8c-d74a2450394c'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:13:30.004337 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Routers {'f1f86ae3-db0e-47b1-8e8c-d74a2450394c'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:13:30.014036 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:13:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f1f86ae3-db0e-47b1-8e8c-d74a2450394c'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:13:30.028504 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d39f7f-d944-42b3-8afd-d9b350d33848 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:30.029870 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a3d39f7f-d944-42b3-8afd-d9b350d33848 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports/d377eedb-5ee1-443d-9fbe-06207b21a9c1 HTTP/1.1" status: 200 len: 911 time: 0.0454466 Aug 10 04:13:30.032461 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33626) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:30.083538 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc546280-3e3e-481a-9dbc-4c54705e2a52 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:30.090036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc546280-3e3e-481a-9dbc-4c54705e2a52 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:30.091806 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cc546280-3e3e-481a-9dbc-4c54705e2a52 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0584004 Aug 10 04:13:30.094905 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33628) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:30.096272 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Set router f1f86ae3-db0e-47b1-8e8c-d74a2450394c gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:13:30.302296 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f86ae3-db0e-47b1-8e8c-d74a2450394c', 'name': 'tempest-NetworksTestDHCPv6-router-1500193137', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:13:26Z', 'updated_at': '2021-08-10T04:13:28Z', 'revision_number': 2, 'project_id': '3184eb81210b4bc3b43ab401598e63e0', 'gw_port_host': None, '_interfaces': [{'id': 'd377eedb-5ee1-443d-9fbe-06207b21a9c1', 'name': '', 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'mac_address': 'fa:16:3e:b8:ac:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1f86ae3-db0e-47b1-8e8c-d74a2450394c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': 'c280838f-6ac0-497d-a4b5-637bbf6b8f03', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:13:28Z', 'updated_at': '2021-08-10T04:13:29Z', 'revision_number': 2, 'project_id': '3184eb81210b4bc3b43ab401598e63e0', 'subnets': [{'id': 'c280838f-6ac0-497d-a4b5-637bbf6b8f03', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:13:30.343865 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Checking router: f1f86ae3-db0e-47b1-8e8c-d74a2450394c for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:13:30.344296 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Updating router f1f86ae3-db0e-47b1-8e8c-d74a2450394c port d377eedb-5ee1-443d-9fbe-06207b21a9c1 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:13:30.369983 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:30.448179 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a2500fe-9bb2-41cb-a9b5-ae44265c5596 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:30.694988 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-8a2500fe-9bb2-41cb-a9b5-ae44265c5596 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting port d377eedb-5ee1-443d-9fbe-06207b21a9c1 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:13:30.695474 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:30.695675 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a2500fe-9bb2-41cb-a9b5-ae44265c5596 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:30.708356 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Transition to ACTIVE for port object d377eedb-5ee1-443d-9fbe-06207b21a9c1 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:30.796025 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:30.802160 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a2500fe-9bb2-41cb-a9b5-ae44265c5596 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:30.816141 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-8a2500fe-9bb2-41cb-a9b5-ae44265c5596 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Calling delete_port for d377eedb-5ee1-443d-9fbe-06207b21a9c1 owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:13:30.852117 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4469d9d3-9d11-4db7-ba4a-dec66a735c2e None None] Pushing event updated for resources: {'Port': ['ID=d377eedb-5ee1-443d-9fbe-06207b21a9c1,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:30.891855 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a703ccf6-f43b-4b8e-88ac-468ee6e30657 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:13:30.961615 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Attempting to bind port d377eedb-5ee1-443d-9fbe-06207b21a9c1 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:13:30.961990 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Attempting to bind port d377eedb-5ee1-443d-9fbe-06207b21a9c1 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:13:30.962348 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Attempting to bind port d377eedb-5ee1-443d-9fbe-06207b21a9c1 on network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:13:30.972282 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:13:30.972664 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Checking segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:13:30.973068 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:30.973465 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Bound using segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:13:30.973944 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Bound port: d377eedb-5ee1-443d-9fbe-06207b21a9c1, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:13:30.974318 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:31.028879 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port a703ccf6-f43b-4b8e-88ac-468ee6e30657 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:13:31.029252 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:31.198139 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a2500fe-9bb2-41cb-a9b5-ae44265c5596 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:31.247944 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2500fe-9bb2-41cb-a9b5-ae44265c5596 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Port': ['ID=d377eedb-5ee1-443d-9fbe-06207b21a9c1,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:31.317176 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:13:31.317746 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:13:31.321458 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b541a814-acb4-4912-b880-cd4c6ff6a6a2 None None] Could not find standard attr ID for object d377eedb-5ee1-443d-9fbe-06207b21a9c1. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:13:31.378143 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f872e98-67c1-45f6-8d3c-e25767babc3d req-d53a8611-d492-48f7-8537-d02f5ddc46db tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:31.380642 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6f872e98-67c1-45f6-8d3c-e25767babc3d req-d53a8611-d492-48f7-8537-d02f5ddc46db tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffa0da27-e4ff-4ce1-9c25-1afe2d31c084 HTTP/1.1" status: 200 len: 950 time: 0.0837634 Aug 10 04:13:31.409854 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52ec9937-07bc-44e5-a9fa-a62d71d094e0 req-a11a88d4-e6f9-4f6e-a25d-f69acd4274d7 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=ffa0da27-e4ff-4ce1-9c25-1afe2d31c084&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3623178 Aug 10 04:13:31.423473 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a2500fe-9bb2-41cb-a9b5-ae44265c5596 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:31.450349 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6f872e98-67c1-45f6-8d3c-e25767babc3d req-bf4e82f0-b839-4d60-9c2f-59d1ab3eed36 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8c6b72b-6a1d-47b1-baf5-c6c3a09345d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624249 Aug 10 04:13:31.597166 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec9937-07bc-44e5-a9fa-a62d71d094e0 req-51205a92-7697-401d-b970-ecf5d591feff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:31.598696 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52ec9937-07bc-44e5-a9fa-a62d71d094e0 req-51205a92-7697-401d-b970-ecf5d591feff service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4ee51d84a40d4135be5c24c5759676f5&device_id=ffa0da27-e4ff-4ce1-9c25-1afe2d31c084 HTTP/1.1" status: 200 len: 1101 time: 0.1566052 Aug 10 04:13:31.682374 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2500fe-9bb2-41cb-a9b5-ae44265c5596 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Router f1f86ae3-db0e-47b1-8e8c-d74a2450394c has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:13:31.787867 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2500fe-9bb2-41cb-a9b5-ae44265c5596 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:13:31.790653 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec9937-07bc-44e5-a9fa-a62d71d094e0 req-1ac15fd5-1366-4239-bc17-918946b4d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:31.792189 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52ec9937-07bc-44e5-a9fa-a62d71d094e0 req-1ac15fd5-1366-4239-bc17-918946b4d39f service neutron] 10.222.0.68 "GET /v2.0/networks?id=066d9f5d-9fcd-4f31-8851-9c14352ccf02 HTTP/1.1" status: 200 len: 870 time: 0.1672282 Aug 10 04:13:31.795671 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8a2500fe-9bb2-41cb-a9b5-ae44265c5596 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "PUT /v2.0/routers/f1f86ae3-db0e-47b1-8e8c-d74a2450394c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6986439 Aug 10 04:13:31.798308 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33668) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:31.832572 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Attempting to bind port d377eedb-5ee1-443d-9fbe-06207b21a9c1 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:13:31.832940 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Attempting to bind port d377eedb-5ee1-443d-9fbe-06207b21a9c1 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:13:31.836009 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Attempting to bind port d377eedb-5ee1-443d-9fbe-06207b21a9c1 on network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:13:31.838860 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:13:31.839305 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Checking segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:13:31.839799 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:31.840345 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Bound using segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:13:31.840844 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Bound port: d377eedb-5ee1-443d-9fbe-06207b21a9c1, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:13:31.841213 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:31.872269 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Port d377eedb-5ee1-443d-9fbe-06207b21a9c1 has been deleted concurrently {{(pid=94939) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 10 04:13:31.878811 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52ec9937-07bc-44e5-a9fa-a62d71d094e0 req-111c49de-cddc-4779-987a-db25ce6f11d8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=d809526d-090f-4a3f-9af9-743c6a3e769c HTTP/1.1" status: 200 len: 217 time: 0.0689912 Aug 10 04:13:31.881569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Routers {'f1f86ae3-db0e-47b1-8e8c-d74a2450394c'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:13:31.882158 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:13:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f1f86ae3-db0e-47b1-8e8c-d74a2450394c'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:13:31.925560 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9417b8-d7f0-4901-8141-33c51664e49b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:31.927258 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9417b8-d7f0-4901-8141-33c51664e49b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:31.932247 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3f9417b8-d7f0-4901-8141-33c51664e49b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1293781 Aug 10 04:13:31.933378 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33672) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:31.961721 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] Set router f1f86ae3-db0e-47b1-8e8c-d74a2450394c gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:13:31.989560 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec9937-07bc-44e5-a9fa-a62d71d094e0 req-07099aff-1b20-461b-87df-f7bf8d283ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:31.991377 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52ec9937-07bc-44e5-a9fa-a62d71d094e0 req-07099aff-1b20-461b-87df-f7bf8d283ff5 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.1009195 Aug 10 04:13:32.012542 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ecaf992-b436-4856-b981-65d7af5c750d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet c280838f-6ac0-497d-a4b5-637bbf6b8f03 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:13:32.018757 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f86ae3-db0e-47b1-8e8c-d74a2450394c', 'name': 'tempest-NetworksTestDHCPv6-router-1500193137', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:13:26Z', 'updated_at': '2021-08-10T04:13:31Z', 'revision_number': 3, 'project_id': '3184eb81210b4bc3b43ab401598e63e0', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:13:32.032115 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4ecaf992-b436-4856-b981-65d7af5c750d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:32.045859 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3948593-a327-4a0b-980d-8ae842de4b2c None None] The sync data for ids ['f1f86ae3-db0e-47b1-8e8c-d74a2450394c'] in n-d-802893-2 is: [{'id': 'f1f86ae3-db0e-47b1-8e8c-d74a2450394c', 'name': 'tempest-NetworksTestDHCPv6-router-1500193137', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:13:26Z', 'updated_at': '2021-08-10T04:13:31Z', 'revision_number': 3, 'project_id': '3184eb81210b4bc3b43ab401598e63e0', 'gw_port_host': None}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:13:32.077522 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4ecaf992-b436-4856-b981-65d7af5c750d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:32.099889 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec9937-07bc-44e5-a9fa-a62d71d094e0 req-94fdb416-4d3f-4c91-8ba9-dc7db090b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:32.102212 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52ec9937-07bc-44e5-a9fa-a62d71d094e0 req-94fdb416-4d3f-4c91-8ba9-dc7db090b62b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1041663 Aug 10 04:13:32.239731 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4ecaf992-b436-4856-b981-65d7af5c750d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:32.267332 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52ec9937-07bc-44e5-a9fa-a62d71d094e0 req-c8427588-04d1-46b1-a1af-492c80266dd0 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559472 Aug 10 04:13:32.381547 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52ec9937-07bc-44e5-a9fa-a62d71d094e0 req-250e9ce9-d8f0-4ed4-900d-4f9fc090b879 service neutron] 10.222.0.68 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038990 Aug 10 04:13:32.429260 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4ecaf992-b436-4856-b981-65d7af5c750d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:32.458797 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecaf992-b436-4856-b981-65d7af5c750d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=c280838f-6ac0-497d-a4b5-637bbf6b8f03,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:32.461651 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4ecaf992-b436-4856-b981-65d7af5c750d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:32.463573 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-4ecaf992-b436-4856-b981-65d7af5c750d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/c280838f-6ac0-497d-a4b5-637bbf6b8f03 HTTP/1.1" status: 204 len: 168 time: 0.5300817 Aug 10 04:13:32.467006 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33686) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:32.475687 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d280abed-2d4b-4c17-8bed-07d1783fe804 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:13:32.625002 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bd0eeeca-e60a-4e07-b033-e0a68ff619c5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1566894 Aug 10 04:13:32.627756 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33692) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:32.653904 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6bba7a-dadc-4b80-a1f4-b9a1d71cea91 req-895957fe-4239-469c-9ccc-5570b33b474d tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:32.655801 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-da6bba7a-dadc-4b80-a1f4-b9a1d71cea91 req-895957fe-4239-469c-9ccc-5570b33b474d tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffa0da27-e4ff-4ce1-9c25-1afe2d31c084 HTTP/1.1" status: 200 len: 950 time: 0.1144078 Aug 10 04:13:32.718053 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-da6bba7a-dadc-4b80-a1f4-b9a1d71cea91 req-21050be7-506f-472a-95a3-c8d2d6e4fc53 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8c6b72b-6a1d-47b1-baf5-c6c3a09345d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549350 Aug 10 04:13:32.723565 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e51ebbb-9c5b-4c8e-98fe-825c628d5706 None None] DHCP port deletion for 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:13:32.732567 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-735c0ddd-f08d-4da1-a721-2fd9257d4eae tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:32.790336 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-9e51ebbb-9c5b-4c8e-98fe-825c628d5706 None None] Deleting port a703ccf6-f43b-4b8e-88ac-468ee6e30657 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:13:32.790718 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9e51ebbb-9c5b-4c8e-98fe-825c628d5706 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:32.872223 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a703ccf6-f43b-4b8e-88ac-468ee6e30657 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:13:32.920376 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-9e51ebbb-9c5b-4c8e-98fe-825c628d5706 None None] For port a703ccf6-f43b-4b8e-88ac-468ee6e30657, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a703ccf6-f43b-4b8e-88ac-468ee6e30657,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:32.921259 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9e51ebbb-9c5b-4c8e-98fe-825c628d5706 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:32.945670 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-9e51ebbb-9c5b-4c8e-98fe-825c628d5706 None None] Calling delete_port for a703ccf6-f43b-4b8e-88ac-468ee6e30657 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:13:33.059508 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:33.111290 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873d7cff-68a8-4d58-a6f3-6ad7c18c3676 None None] Sync routers for ids ['f1f86ae3-db0e-47b1-8e8c-d74a2450394c'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:13:33.122145 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873d7cff-68a8-4d58-a6f3-6ad7c18c3676 None None] Routers {'f1f86ae3-db0e-47b1-8e8c-d74a2450394c'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:13:33.122773 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-873d7cff-68a8-4d58-a6f3-6ad7c18c3676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:13:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f1f86ae3-db0e-47b1-8e8c-d74a2450394c'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:13:33.145687 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9e51ebbb-9c5b-4c8e-98fe-825c628d5706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:33.191942 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51ebbb-9c5b-4c8e-98fe-825c628d5706 None None] Pushing event deleted for resources: {'Port': ['ID=a703ccf6-f43b-4b8e-88ac-468ee6e30657,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:33.198251 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e51ebbb-9c5b-4c8e-98fe-825c628d5706 None None] No DVR routers for this DVR port a703ccf6-f43b-4b8e-88ac-468ee6e30657 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:13:33.219712 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-873d7cff-68a8-4d58-a6f3-6ad7c18c3676 None None] Set router f1f86ae3-db0e-47b1-8e8c-d74a2450394c gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:13:33.274030 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-873d7cff-68a8-4d58-a6f3-6ad7c18c3676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f86ae3-db0e-47b1-8e8c-d74a2450394c', 'name': 'tempest-NetworksTestDHCPv6-router-1500193137', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:13:26Z', 'updated_at': '2021-08-10T04:13:31Z', 'revision_number': 3, 'project_id': '3184eb81210b4bc3b43ab401598e63e0', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:13:33.303168 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873d7cff-68a8-4d58-a6f3-6ad7c18c3676 None None] Checking router: f1f86ae3-db0e-47b1-8e8c-d74a2450394c for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:13:33.311638 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873d7cff-68a8-4d58-a6f3-6ad7c18c3676 None None] Routers {'f1f86ae3-db0e-47b1-8e8c-d74a2450394c'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:13:33.312446 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-873d7cff-68a8-4d58-a6f3-6ad7c18c3676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:13:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['f1f86ae3-db0e-47b1-8e8c-d74a2450394c'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:13:33.342821 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-735c0ddd-f08d-4da1-a721-2fd9257d4eae tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:33.353381 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45b441-11a4-4573-92e7-5622b07df285 req-459a27cd-a449-490a-9033-947e4abb83ee tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:33.354955 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a45b441-11a4-4573-92e7-5622b07df285 req-459a27cd-a449-490a-9033-947e4abb83ee tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.68 "GET /v2.0/ports?device_id=ffa0da27-e4ff-4ce1-9c25-1afe2d31c084 HTTP/1.1" status: 200 len: 950 time: 0.5878406 Aug 10 04:13:33.356201 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-735c0ddd-f08d-4da1-a721-2fd9257d4eae tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:33.362354 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cbd91a33-10b1-422e-b6d5-9f06d28316a5 req-515ca3c6-f37a-4ee9-96c4-fcb4c5312b5f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fb03e1fb-46ca-4af9-a950-765e9399fb67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1824701 Aug 10 04:13:33.383416 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-873d7cff-68a8-4d58-a6f3-6ad7c18c3676 None None] Set router f1f86ae3-db0e-47b1-8e8c-d74a2450394c gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:13:33.439752 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-873d7cff-68a8-4d58-a6f3-6ad7c18c3676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1f86ae3-db0e-47b1-8e8c-d74a2450394c', 'name': 'tempest-NetworksTestDHCPv6-router-1500193137', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:13:26Z', 'updated_at': '2021-08-10T04:13:31Z', 'revision_number': 3, 'project_id': '3184eb81210b4bc3b43ab401598e63e0', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:13:33.470587 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873d7cff-68a8-4d58-a6f3-6ad7c18c3676 None None] The sync data for ids ['f1f86ae3-db0e-47b1-8e8c-d74a2450394c'] in n-d-802893-2 is: [{'id': 'f1f86ae3-db0e-47b1-8e8c-d74a2450394c', 'name': 'tempest-NetworksTestDHCPv6-router-1500193137', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:13:26Z', 'updated_at': '2021-08-10T04:13:31Z', 'revision_number': 3, 'project_id': '3184eb81210b4bc3b43ab401598e63e0', 'gw_port_host': None}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:13:33.518073 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd91a33-10b1-422e-b6d5-9f06d28316a5 req-2ffcd941-a892-4b4e-a7c4-bb919c53fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:33.519690 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cbd91a33-10b1-422e-b6d5-9f06d28316a5 req-2ffcd941-a892-4b4e-a7c4-bb919c53fb10 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=11ca1ec07fdb425bb68e0a669fce5b00&device_id=fb03e1fb-46ca-4af9-a950-765e9399fb67 HTTP/1.1" status: 200 len: 1097 time: 0.0781336 Aug 10 04:13:33.542058 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-6a45b441-11a4-4573-92e7-5622b07df285 req-302ca9e9-e275-4950-a9d1-705d915248b5 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Deleting port d809526d-090f-4a3f-9af9-743c6a3e769c {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:13:33.542058 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6a45b441-11a4-4573-92e7-5622b07df285 req-302ca9e9-e275-4950-a9d1-705d915248b5 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:33.626393 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-735c0ddd-f08d-4da1-a721-2fd9257d4eae tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:33.626926 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735c0ddd-f08d-4da1-a721-2fd9257d4eae tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Fanout notify agent at l3_agent the message router_deleted on router f1f86ae3-db0e-47b1-8e8c-d74a2450394c {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:13:33.634474 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-735c0ddd-f08d-4da1-a721-2fd9257d4eae tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:33.635586 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-735c0ddd-f08d-4da1-a721-2fd9257d4eae tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/routers/f1f86ae3-db0e-47b1-8e8c-d74a2450394c HTTP/1.1" status: 204 len: 168 time: 1.0063963 Aug 10 04:13:33.638316 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33708) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:33.667788 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2ec7c601-ebcd-47a5-ac45-c2f2f6c32d8b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0274441 Aug 10 04:13:33.676375 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33710) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:33.725871 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-6a45b441-11a4-4573-92e7-5622b07df285 req-302ca9e9-e275-4950-a9d1-705d915248b5 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] For port d809526d-090f-4a3f-9af9-743c6a3e769c, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=d809526d-090f-4a3f-9af9-743c6a3e769c,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:33.726529 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6a45b441-11a4-4573-92e7-5622b07df285 req-302ca9e9-e275-4950-a9d1-705d915248b5 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:33.737216 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd91a33-10b1-422e-b6d5-9f06d28316a5 req-cf83b586-a970-4133-b952-dc24bc30e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:33.738715 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cbd91a33-10b1-422e-b6d5-9f06d28316a5 req-cf83b586-a970-4133-b952-dc24bc30e75e service neutron] 10.222.0.20 "GET /v2.0/networks?id=de11a3c9-316c-4377-9e5e-18fd7e651c4f HTTP/1.1" status: 200 len: 911 time: 0.1947272 Aug 10 04:13:33.744482 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-6a45b441-11a4-4573-92e7-5622b07df285 req-302ca9e9-e275-4950-a9d1-705d915248b5 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Calling delete_port for d809526d-090f-4a3f-9af9-743c6a3e769c owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:13:33.753179 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7536500-fbe1-4827-af8d-44512886d9a5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:33.757350 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a7536500-fbe1-4827-af8d-44512886d9a5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0797410 Aug 10 04:13:33.761870 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33716) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:33.806677 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9f3c6190-e385-418f-b919-0c69391542a8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435758 Aug 10 04:13:33.815069 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33720) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:33.821526 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-11c03ac9-d375-47b1-b9a7-8c00726db6ad tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:33.893564 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cbd91a33-10b1-422e-b6d5-9f06d28316a5 req-984d9ecb-4282-4f4b-a100-5185119e335c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f941a4e2-d65d-4b63-b366-f5f98bc39d33 HTTP/1.1" status: 200 len: 1001 time: 0.1470041 Aug 10 04:13:33.954993 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c83999-7a56-4a40-9bf0-0e9697339408 req-df4856f7-6756-4bba-8df5-238a98214652 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:33.956511 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e1c83999-7a56-4a40-9bf0-0e9697339408 req-df4856f7-6756-4bba-8df5-238a98214652 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffa0da27-e4ff-4ce1-9c25-1afe2d31c084 HTTP/1.1" status: 200 len: 950 time: 0.0797188 Aug 10 04:13:33.963901 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd91a33-10b1-422e-b6d5-9f06d28316a5 req-97cc1afa-82c1-491b-a115-526e50d4a5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:33.965434 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cbd91a33-10b1-422e-b6d5-9f06d28316a5 req-97cc1afa-82c1-491b-a115-526e50d4a5ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01f32dbd-3307-434b-943d-2135ada2aaeb HTTP/1.1" status: 200 len: 849 time: 0.0635402 Aug 10 04:13:34.001798 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e1c83999-7a56-4a40-9bf0-0e9697339408 req-4e4e854d-9378-458b-8648-321005a708b8 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/security-groups?id=e8c6b72b-6a1d-47b1-baf5-c6c3a09345d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358570 Aug 10 04:13:34.039170 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd91a33-10b1-422e-b6d5-9f06d28316a5 req-f6866352-d00d-4c8e-8f97-74a9bdf16a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:34.040562 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c03ac9-d375-47b1-b9a7-8c00726db6ad tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:34.040724 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cbd91a33-10b1-422e-b6d5-9f06d28316a5 req-f6866352-d00d-4c8e-8f97-74a9bdf16a80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de11a3c9-316c-4377-9e5e-18fd7e651c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572255 Aug 10 04:13:34.044164 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-11c03ac9-d375-47b1-b9a7-8c00726db6ad tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:34.098131 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6a45b441-11a4-4573-92e7-5622b07df285 req-302ca9e9-e275-4950-a9d1-705d915248b5 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:34.113758 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['d809526d-090f-4a3f-9af9-743c6a3e769c'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:13:34.135603 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ca9e9-e275-4950-a9d1-705d915248b5 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Pushing event deleted for resources: {'Port': ['ID=d809526d-090f-4a3f-9af9-743c6a3e769c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:34.202297 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a45b441-11a4-4573-92e7-5622b07df285 req-302ca9e9-e275-4950-a9d1-705d915248b5 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] No DVR routers for this DVR port d809526d-090f-4a3f-9af9-743c6a3e769c on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:13:34.209295 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6a45b441-11a4-4573-92e7-5622b07df285 req-302ca9e9-e275-4950-a9d1-705d915248b5 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:34.212126 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a45b441-11a4-4573-92e7-5622b07df285 req-302ca9e9-e275-4950-a9d1-705d915248b5 tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.68 "DELETE /v2.0/ports/d809526d-090f-4a3f-9af9-743c6a3e769c HTTP/1.1" status: 204 len: 173 time: 0.8488307 Aug 10 04:13:34.212569 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa0da27-e4ff-4ce1-9c25-1afe2d31c084', 'name': 'network-vif-deleted', 'tag': 'd809526d-090f-4a3f-9af9-743c6a3e769c'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:13:34.214909 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e33640-6e8c-43bd-9fb0-44cb3d3b76b0" -d '{"events": [{"server_uuid": "ffa0da27-e4ff-4ce1-9c25-1afe2d31c084", "name": "network-vif-deleted", "tag": "d809526d-090f-4a3f-9af9-743c6a3e769c"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:13:34.235189 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cbd91a33-10b1-422e-b6d5-9f06d28316a5 req-e9b03cf8-2edd-4c34-a256-39a447a4876f service neutron] 10.222.0.20 "GET /v2.0/networks/de11a3c9-316c-4377-9e5e-18fd7e651c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870313 Aug 10 04:13:34.266849 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14624023-2470-4dc9-ab25-d9e8763f26c5 x-openstack-request-id: req-14624023-2470-4dc9-ab25-d9e8763f26c5 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:13:34.267239 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa0da27-e4ff-4ce1-9c25-1afe2d31c084", "name": "network-vif-deleted", "tag": "d809526d-090f-4a3f-9af9-743c6a3e769c", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:13:34.267517 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14624023-2470-4dc9-ab25-d9e8763f26c5 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:13:34.268026 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa0da27-e4ff-4ce1-9c25-1afe2d31c084', 'name': 'network-vif-deleted', 'tag': 'd809526d-090f-4a3f-9af9-743c6a3e769c', 'status': 'completed', 'code': 200} Aug 10 04:13:34.340448 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cbd91a33-10b1-422e-b6d5-9f06d28316a5 req-9d674278-40c2-47e3-b189-575175396450 service neutron] 10.222.0.20 "GET /v2.0/networks/de11a3c9-316c-4377-9e5e-18fd7e651c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968072 Aug 10 04:13:34.423733 n-d-802893-2 neutron-server[94938]: DEBUG neutron.objects.ports [None req-11c03ac9-d375-47b1-b9a7-8c00726db6ad tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94938) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 04:13:34.425344 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-11c03ac9-d375-47b1-b9a7-8c00726db6ad tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:34.472056 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c03ac9-d375-47b1-b9a7-8c00726db6ad tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:34.475339 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-11c03ac9-d375-47b1-b9a7-8c00726db6ad tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:34.480343 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c03ac9-d375-47b1-b9a7-8c00726db6ad tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:34.481036 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-11c03ac9-d375-47b1-b9a7-8c00726db6ad tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:34.485817 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb42a08-0ac1-438e-a762-cc91fe7df221 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:13:34.489577 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c03ac9-d375-47b1-b9a7-8c00726db6ad tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=a356ab9f-5de1-4851-b30d-6790babfed08,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:34.500263 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c03ac9-d375-47b1-b9a7-8c00726db6ad tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:34.500611 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c03ac9-d375-47b1-b9a7-8c00726db6ad tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:34.500955 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c03ac9-d375-47b1-b9a7-8c00726db6ad tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:34.501299 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c03ac9-d375-47b1-b9a7-8c00726db6ad tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:34.501815 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c03ac9-d375-47b1-b9a7-8c00726db6ad tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:34.502151 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c03ac9-d375-47b1-b9a7-8c00726db6ad tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:34.502517 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c03ac9-d375-47b1-b9a7-8c00726db6ad tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:34.502808 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c03ac9-d375-47b1-b9a7-8c00726db6ad tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:34.503136 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c03ac9-d375-47b1-b9a7-8c00726db6ad tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:34.503584 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c03ac9-d375-47b1-b9a7-8c00726db6ad tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:34.503783 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c03ac9-d375-47b1-b9a7-8c00726db6ad tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:34.504135 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c03ac9-d375-47b1-b9a7-8c00726db6ad tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:34.656138 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578120df-2c32-4ecd-8df6-e81fd3ecc9a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'fixed_ips': [{'subnet_id': 'a356ab9f-5de1-4851-b30d-6790babfed08'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:13:34.657015 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-578120df-2c32-4ecd-8df6-e81fd3ecc9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:34.667734 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-11c03ac9-d375-47b1-b9a7-8c00726db6ad tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8510585 Aug 10 04:13:34.670549 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33730) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:34.676188 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-e7c29fa0-035e-4296-9050-6b4c8af9f004 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:34.845534 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-578120df-2c32-4ecd-8df6-e81fd3ecc9a1 None None] Allocated IP 2001:db8::f816:3eff:feca:c832 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/a356ab9f-5de1-4851-b30d-6790babfed08/2b229c12-0dfb-4c66-9a82-2dce861c5d69) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:34.894821 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c29fa0-035e-4296-9050-6b4c8af9f004 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:34.899496 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e7c29fa0-035e-4296-9050-6b4c8af9f004 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:35.034991 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-578120df-2c32-4ecd-8df6-e81fd3ecc9a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:35.047273 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-578120df-2c32-4ecd-8df6-e81fd3ecc9a1 None None] Transition to ACTIVE for port object 2b229c12-0dfb-4c66-9a82-2dce861c5d69 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:35.067350 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-578120df-2c32-4ecd-8df6-e81fd3ecc9a1 None None] Transition to ACTIVE for port object 2b229c12-0dfb-4c66-9a82-2dce861c5d69 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:35.147180 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7b20b66-a2eb-424e-aa65-8faf1f19dc30 req-26a170bd-48e6-4b39-a446-b92053466e4c tempest-VolumesBackupsTest-1395202205 tempest-VolumesBackupsTest-1395202205-project] 10.222.0.25 "GET /v2.0/ports?device_id=ffa0da27-e4ff-4ce1-9c25-1afe2d31c084 HTTP/1.1" status: 200 len: 210 time: 0.0362439 Aug 10 04:13:35.176076 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-578120df-2c32-4ecd-8df6-e81fd3ecc9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:35.223910 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578120df-2c32-4ecd-8df6-e81fd3ecc9a1 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:35.231748 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-578120df-2c32-4ecd-8df6-e81fd3ecc9a1 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:35.236604 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578120df-2c32-4ecd-8df6-e81fd3ecc9a1 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:13:35.248319 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578120df-2c32-4ecd-8df6-e81fd3ecc9a1 None None] Pushing event updated for resources: {'Port': ['ID=2b229c12-0dfb-4c66-9a82-2dce861c5d69,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:35.310040 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-578120df-2c32-4ecd-8df6-e81fd3ecc9a1 None None] Attempting to bind port 2b229c12-0dfb-4c66-9a82-2dce861c5d69 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:13:35.310745 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-578120df-2c32-4ecd-8df6-e81fd3ecc9a1 None None] Attempting to bind port 2b229c12-0dfb-4c66-9a82-2dce861c5d69 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:13:35.311286 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578120df-2c32-4ecd-8df6-e81fd3ecc9a1 None None] Attempting to bind port 2b229c12-0dfb-4c66-9a82-2dce861c5d69 on network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:13:35.317579 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578120df-2c32-4ecd-8df6-e81fd3ecc9a1 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:13:35.317952 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578120df-2c32-4ecd-8df6-e81fd3ecc9a1 None None] Checking segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:13:35.318354 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-578120df-2c32-4ecd-8df6-e81fd3ecc9a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:35.318749 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578120df-2c32-4ecd-8df6-e81fd3ecc9a1 None None] Bound using segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:13:35.319425 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-578120df-2c32-4ecd-8df6-e81fd3ecc9a1 None None] Bound port: 2b229c12-0dfb-4c66-9a82-2dce861c5d69, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:13:35.321304 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-578120df-2c32-4ecd-8df6-e81fd3ecc9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:35.322334 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e7c29fa0-035e-4296-9050-6b4c8af9f004 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:35.365191 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c29fa0-035e-4296-9050-6b4c8af9f004 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:35.369827 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-e7c29fa0-035e-4296-9050-6b4c8af9f004 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:35.375070 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c29fa0-035e-4296-9050-6b4c8af9f004 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:35.375661 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e7c29fa0-035e-4296-9050-6b4c8af9f004 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:35.394638 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-578120df-2c32-4ecd-8df6-e81fd3ecc9a1 None None] For port 2b229c12-0dfb-4c66-9a82-2dce861c5d69, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:13:35.397932 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-578120df-2c32-4ecd-8df6-e81fd3ecc9a1 None None] For port 2b229c12-0dfb-4c66-9a82-2dce861c5d69, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=2b229c12-0dfb-4c66-9a82-2dce861c5d69,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:13:35.398309 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c29fa0-035e-4296-9050-6b4c8af9f004 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=e5c11e8c-455a-4cc5-b759-0f3ca2f49585,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:35.495089 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-578120df-2c32-4ecd-8df6-e81fd3ecc9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:35.495683 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e7c29fa0-035e-4296-9050-6b4c8af9f004 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8237796 Aug 10 04:13:35.498539 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33742) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:35.503852 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-a9ac26e8-a655-4db5-aded-4f77bec77b6f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'port': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'mac_address': 'fa:16:3e:95:62:19', 'name': 'tempest-NetworksTestDHCPv6-73444517'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:35.564828 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578120df-2c32-4ecd-8df6-e81fd3ecc9a1 None None] Pushing event updated for resources: {'Port': ['ID=2b229c12-0dfb-4c66-9a82-2dce861c5d69,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:35.691614 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ac26e8-a655-4db5-aded-4f77bec77b6f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:35.813134 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a9ac26e8-a655-4db5-aded-4f77bec77b6f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:35.841932 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-a9ac26e8-a655-4db5-aded-4f77bec77b6f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] device_id is not set on port 68363764-af55-4333-9141-1c94165e5b7a yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:13:36.011733 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-a9ac26e8-a655-4db5-aded-4f77bec77b6f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Allocated IP 172.20.0.8 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/e5c11e8c-455a-4cc5-b759-0f3ca2f49585/68363764-af55-4333-9141-1c94165e5b7a) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:36.018525 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-a9ac26e8-a655-4db5-aded-4f77bec77b6f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Allocated IP 2001:db8::f816:3eff:fe95:6219 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/a356ab9f-5de1-4851-b30d-6790babfed08/68363764-af55-4333-9141-1c94165e5b7a) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:36.169011 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a9ac26e8-a655-4db5-aded-4f77bec77b6f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:36.186609 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-a9ac26e8-a655-4db5-aded-4f77bec77b6f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Transition to ACTIVE for port object 68363764-af55-4333-9141-1c94165e5b7a will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:36.292600 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a9ac26e8-a655-4db5-aded-4f77bec77b6f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:36.340337 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ac26e8-a655-4db5-aded-4f77bec77b6f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:36.346379 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-a9ac26e8-a655-4db5-aded-4f77bec77b6f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:36.350527 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ac26e8-a655-4db5-aded-4f77bec77b6f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:13:36.380846 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac26e8-a655-4db5-aded-4f77bec77b6f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Port': ['ID=68363764-af55-4333-9141-1c94165e5b7a,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:36.410665 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ac26e8-a655-4db5-aded-4f77bec77b6f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:36.411433 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a9ac26e8-a655-4db5-aded-4f77bec77b6f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:36.528009 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a9ac26e8-a655-4db5-aded-4f77bec77b6f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.0281267 Aug 10 04:13:36.530331 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33760) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:36.569586 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cab2e7-351e-4022-a8c6-8dc13e38da27 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:13:36.590816 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fdf85f-806d-4a52-88c6-c442360052de tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:36.598749 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fdf85f-806d-4a52-88c6-c442360052de tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:36.604311 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d2fdf85f-806d-4a52-88c6-c442360052de tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.0726538 Aug 10 04:13:36.611686 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33762) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:36.700112 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c51573c6-d0a1-4719-bba9-a5444989b9fc None None] Provisioning for port 2b229c12-0dfb-4c66-9a82-2dce861c5d69 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:36.700303 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-1842abed-4f26-447c-b9f7-cc825bb9e597 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting port 68363764-af55-4333-9141-1c94165e5b7a {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:13:36.700670 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1842abed-4f26-447c-b9f7-cc825bb9e597 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:36.824871 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1842abed-4f26-447c-b9f7-cc825bb9e597 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:36.829685 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83caa624-b3ef-4f36-ba7d-4cb33aa13f60 None None] Update dhcp port {'port': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'fixed_ips': [{'subnet_id': 'a356ab9f-5de1-4851-b30d-6790babfed08', 'ip_address': '2001:db8::f816:3eff:feca:c832'}, {'subnet_id': 'e5c11e8c-455a-4cc5-b759-0f3ca2f49585'}], 'binding:host_id': 'n-d-802893-2'}, 'id': '2b229c12-0dfb-4c66-9a82-2dce861c5d69'} from n-d-802893-2. {{(pid=94939) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 04:13:36.862833 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-83caa624-b3ef-4f36-ba7d-4cb33aa13f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:36.871436 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-1842abed-4f26-447c-b9f7-cc825bb9e597 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Calling delete_port for 68363764-af55-4333-9141-1c94165e5b7a owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:13:37.085183 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 2b229c12-0dfb-4c66-9a82-2dce861c5d69 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:13:37.126999 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33768) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:37.217930 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-83caa624-b3ef-4f36-ba7d-4cb33aa13f60 None None] Allocated IP 172.20.0.2 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/e5c11e8c-455a-4cc5-b759-0f3ca2f49585/2b229c12-0dfb-4c66-9a82-2dce861c5d69) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:37.223979 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device d809526d-090f-4a3f-9af9-743c6a3e769c no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:13:37.258361 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: d809526d-090f-4a3f-9af9-743c6a3e769c {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:13:37.259109 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device d809526d-090f-4a3f-9af9-743c6a3e769c not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:13:37.296424 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3cd669ed-2570-4152-902a-224c3bf55927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:37.306038 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 2b229c12-0dfb-4c66-9a82-2dce861c5d69 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:37.316232 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 2b229c12-0dfb-4c66-9a82-2dce861c5d69 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:13:37.316725 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:37.364220 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1842abed-4f26-447c-b9f7-cc825bb9e597 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:37.386600 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-83caa624-b3ef-4f36-ba7d-4cb33aa13f60 None None] For port 2b229c12-0dfb-4c66-9a82-2dce861c5d69, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=2b229c12-0dfb-4c66-9a82-2dce861c5d69,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:37.434206 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842abed-4f26-447c-b9f7-cc825bb9e597 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Port': ['ID=68363764-af55-4333-9141-1c94165e5b7a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:37.460864 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-83caa624-b3ef-4f36-ba7d-4cb33aa13f60 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:37.473375 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:37.485908 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-83caa624-b3ef-4f36-ba7d-4cb33aa13f60 None None] Transition to ACTIVE for port object 2b229c12-0dfb-4c66-9a82-2dce861c5d69 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:37.558857 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1842abed-4f26-447c-b9f7-cc825bb9e597 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:37.560969 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1842abed-4f26-447c-b9f7-cc825bb9e597 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/68363764-af55-4333-9141-1c94165e5b7a HTTP/1.1" status: 204 len: 168 time: 0.9555635 Aug 10 04:13:37.563584 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33774) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:37.570593 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3cd669ed-2570-4152-902a-224c3bf55927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:37.573537 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-83caa624-b3ef-4f36-ba7d-4cb33aa13f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:37.625293 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac49deb4-7f95-47bd-9f98-55bb7511400d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:37.626949 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac49deb4-7f95-47bd-9f98-55bb7511400d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:37.629316 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3cd669ed-2570-4152-902a-224c3bf55927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:37.631011 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac49deb4-7f95-47bd-9f98-55bb7511400d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:37.636882 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ac49deb4-7f95-47bd-9f98-55bb7511400d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0697119 Aug 10 04:13:37.638413 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33776) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:37.701303 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3cd669ed-2570-4152-902a-224c3bf55927 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f1eab70830944c07b6c044eeed6278b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5701172 Aug 10 04:13:37.701303 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33778) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:37.701624 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-712c59f7-35ea-4a2d-a77e-e7b1b15d4f26 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet a356ab9f-5de1-4851-b30d-6790babfed08 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:13:37.705024 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-712c59f7-35ea-4a2d-a77e-e7b1b15d4f26 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:37.712742 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:13:37.713472 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:13:37.718452 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83caa624-b3ef-4f36-ba7d-4cb33aa13f60 None None] Pushing event updated for resources: {'Port': ['ID=2b229c12-0dfb-4c66-9a82-2dce861c5d69,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:37.727435 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd669ed-2570-4152-902a-224c3bf55927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eabaff3-e6ec-426e-b940-cfa68870e76b,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:37.754140 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-712c59f7-35ea-4a2d-a77e-e7b1b15d4f26 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:37.771290 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-76046800-9e0a-423f-a7de-10794570e2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:37.794987 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-76046800-9e0a-423f-a7de-10794570e2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:37.852897 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-712c59f7-35ea-4a2d-a77e-e7b1b15d4f26 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:37.920824 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-76046800-9e0a-423f-a7de-10794570e2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:37.923861 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-76046800-9e0a-423f-a7de-10794570e2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:37.925276 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-76046800-9e0a-423f-a7de-10794570e2b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0eabaff3-e6ec-426e-b940-cfa68870e76b HTTP/1.1" status: 204 len: 168 time: 0.2236543 Aug 10 04:13:37.937032 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76046800-9e0a-423f-a7de-10794570e2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eabaff3-e6ec-426e-b940-cfa68870e76b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:38.000690 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-712c59f7-35ea-4a2d-a77e-e7b1b15d4f26 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:38.030538 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c59f7-35ea-4a2d-a77e-e7b1b15d4f26 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=a356ab9f-5de1-4851-b30d-6790babfed08,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:38.038251 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-712c59f7-35ea-4a2d-a77e-e7b1b15d4f26 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:38.043122 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-712c59f7-35ea-4a2d-a77e-e7b1b15d4f26 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/a356ab9f-5de1-4851-b30d-6790babfed08 HTTP/1.1" status: 204 len: 168 time: 0.4015119 Aug 10 04:13:38.043376 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33782) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:38.107425 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a76f9f-c410-48b7-8522-47a758b3c29f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet e5c11e8c-455a-4cc5-b759-0f3ca2f49585 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:13:38.111105 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f0a76f9f-c410-48b7-8522-47a758b3c29f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:38.155093 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f0a76f9f-c410-48b7-8522-47a758b3c29f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:38.269641 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f0a76f9f-c410-48b7-8522-47a758b3c29f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:38.296197 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:38.410954 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67679a28-bf53-4527-b74e-034a4f5f4e1e None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:13:38.460907 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f0a76f9f-c410-48b7-8522-47a758b3c29f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:38.488828 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a76f9f-c410-48b7-8522-47a758b3c29f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=e5c11e8c-455a-4cc5-b759-0f3ca2f49585,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:38.493442 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f0a76f9f-c410-48b7-8522-47a758b3c29f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:38.495357 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f0a76f9f-c410-48b7-8522-47a758b3c29f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/e5c11e8c-455a-4cc5-b759-0f3ca2f49585 HTTP/1.1" status: 204 len: 168 time: 0.4510036 Aug 10 04:13:38.498101 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33788) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:38.541805 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:13:38.542081 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:13:38.549191 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33790) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:38.551253 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-35aecd29-0af3-444d-be74-ddf56f3a2e4c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514216 Aug 10 04:13:38.557442 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-0787117e-f372-4777-947a-6d550b0d5e1c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:38.574911 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-df12351d-e768-4862-a7b8-3457bfa3d2d2 None None] Provisioning for port 2b229c12-0dfb-4c66-9a82-2dce861c5d69 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:38.587446 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-df12351d-e768-4862-a7b8-3457bfa3d2d2 None None] Provisioning complete for port 2b229c12-0dfb-4c66-9a82-2dce861c5d69 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:13:38.592743 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-df12351d-e768-4862-a7b8-3457bfa3d2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:38.712035 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33794) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:38.728487 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eecaeaf0-4dc8-45b0-8c72-7f9a5f6d1d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:38.734327 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-df12351d-e768-4862-a7b8-3457bfa3d2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:38.765279 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0787117e-f372-4777-947a-6d550b0d5e1c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:38.769717 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0787117e-f372-4777-947a-6d550b0d5e1c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:38.799629 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-df12351d-e768-4862-a7b8-3457bfa3d2d2 None None] For port 2b229c12-0dfb-4c66-9a82-2dce861c5d69, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=2b229c12-0dfb-4c66-9a82-2dce861c5d69,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:38.800786 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845aa7e1-6984-4cb3-abdd-08804fa49df6 None None] DHCP port deletion for 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:13:38.846380 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:38.883040 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-845aa7e1-6984-4cb3-abdd-08804fa49df6 None None] Deleting port 2b229c12-0dfb-4c66-9a82-2dce861c5d69 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:13:38.883408 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-845aa7e1-6984-4cb3-abdd-08804fa49df6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:38.927844 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-df12351d-e768-4862-a7b8-3457bfa3d2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:38.990132 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eecaeaf0-4dc8-45b0-8c72-7f9a5f6d1d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:39.089184 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eecaeaf0-4dc8-45b0-8c72-7f9a5f6d1d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:39.139338 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-eecaeaf0-4dc8-45b0-8c72-7f9a5f6d1d27 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c9d56911f19748a3a1750bd4abe069e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4223278 Aug 10 04:13:39.139338 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecaeaf0-4dc8-45b0-8c72-7f9a5f6d1d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9bea2d2-141b-4f34-b0ca-80dbe714d983,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:39.139821 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33796) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:39.148876 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-df12351d-e768-4862-a7b8-3457bfa3d2d2 None None] Could not find standard attr ID for object 68363764-af55-4333-9141-1c94165e5b7a. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:13:39.192908 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-845aa7e1-6984-4cb3-abdd-08804fa49df6 None None] For port 2b229c12-0dfb-4c66-9a82-2dce861c5d69, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=2b229c12-0dfb-4c66-9a82-2dce861c5d69,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:39.193405 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-845aa7e1-6984-4cb3-abdd-08804fa49df6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:39.201014 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-14b6eed8-f2b8-447d-91d3-d701f6f95ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:39.214372 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:13:39.214723 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:13:39.218852 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df12351d-e768-4862-a7b8-3457bfa3d2d2 None None] Pushing event updated for resources: {'Port': ['ID=2b229c12-0dfb-4c66-9a82-2dce861c5d69,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:39.222169 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-845aa7e1-6984-4cb3-abdd-08804fa49df6 None None] Calling delete_port for 2b229c12-0dfb-4c66-9a82-2dce861c5d69 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:13:39.233054 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-14b6eed8-f2b8-447d-91d3-d701f6f95ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:39.318207 n-d-802893-2 neutron-server[94938]: DEBUG neutron.objects.ports [None req-0787117e-f372-4777-947a-6d550b0d5e1c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94938) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 04:13:39.384307 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-845aa7e1-6984-4cb3-abdd-08804fa49df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:39.384804 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-14b6eed8-f2b8-447d-91d3-d701f6f95ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:39.392364 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-14b6eed8-f2b8-447d-91d3-d701f6f95ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:39.394033 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-14b6eed8-f2b8-447d-91d3-d701f6f95ae5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9bea2d2-141b-4f34-b0ca-80dbe714d983 HTTP/1.1" status: 204 len: 168 time: 0.2527874 Aug 10 04:13:39.404465 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6eed8-f2b8-447d-91d3-d701f6f95ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9bea2d2-141b-4f34-b0ca-80dbe714d983,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:39.431234 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845aa7e1-6984-4cb3-abdd-08804fa49df6 None None] Pushing event deleted for resources: {'Port': ['ID=2b229c12-0dfb-4c66-9a82-2dce861c5d69,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:39.439149 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845aa7e1-6984-4cb3-abdd-08804fa49df6 None None] No DVR routers for this DVR port 2b229c12-0dfb-4c66-9a82-2dce861c5d69 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:13:39.552230 n-d-802893-2 neutron-server[94938]: WARNING neutron.services.revisions.revision_plugin [None req-0787117e-f372-4777-947a-6d550b0d5e1c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Could not find related port for resource to bump revision. Aug 10 04:13:39.620809 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.ipam_pluggable_backend [None req-0787117e-f372-4777-947a-6d550b0d5e1c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Port 2b229c12-0dfb-4c66-9a82-2dce861c5d69 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94938) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 10 04:13:39.621173 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.ipam_pluggable_backend [None req-0787117e-f372-4777-947a-6d550b0d5e1c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Reverting IP allocation for 2001:db8::f816:3eff:feca:c832 {{(pid=94938) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 10 04:13:39.625058 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.ipam_pluggable_backend [None req-0787117e-f372-4777-947a-6d550b0d5e1c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feca:c832 {{(pid=94938) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 10 04:13:39.626410 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0787117e-f372-4777-947a-6d550b0d5e1c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:39.670188 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0787117e-f372-4777-947a-6d550b0d5e1c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:39.675546 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-0787117e-f372-4777-947a-6d550b0d5e1c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:39.677703 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0787117e-f372-4777-947a-6d550b0d5e1c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:39.678285 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0787117e-f372-4777-947a-6d550b0d5e1c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:39.686397 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b6e488-725c-4ca5-9d30-9d3ef5fc3bb8 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:13:39.700768 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787117e-f372-4777-947a-6d550b0d5e1c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=3db7c3bc-7852-458a-993d-8c65d196c131,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:39.821484 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0787117e-f372-4777-947a-6d550b0d5e1c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2706549 Aug 10 04:13:39.824303 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33836) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:39.830069 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-154d1b40-c30e-4272-8049-73f686c546e5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:39.881041 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b069518f-a626-4ee8-8c81-31f88b1dc5c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'fixed_ips': [{'subnet_id': '3db7c3bc-7852-458a-993d-8c65d196c131'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:13:39.882060 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b069518f-a626-4ee8-8c81-31f88b1dc5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:39.967394 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-82d82fc9-178a-4b84-a620-9b80b221d200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:40.075511 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-b069518f-a626-4ee8-8c81-31f88b1dc5c5 None None] Allocated IP 2001:db8::f816:3eff:fec8:f12a (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/3db7c3bc-7852-458a-993d-8c65d196c131/3610b9cd-401d-4900-a4a8-f7aae19abec8) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:40.114864 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154d1b40-c30e-4272-8049-73f686c546e5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:40.119257 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-154d1b40-c30e-4272-8049-73f686c546e5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:40.272040 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Port 2b229c12-0dfb-4c66-9a82-2dce861c5d69 update to ACTIVE by agent not found {{(pid=94939) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 10 04:13:40.297386 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b069518f-a626-4ee8-8c81-31f88b1dc5c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:40.305988 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b069518f-a626-4ee8-8c81-31f88b1dc5c5 None None] Transition to ACTIVE for port object 3610b9cd-401d-4900-a4a8-f7aae19abec8 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:40.325801 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b069518f-a626-4ee8-8c81-31f88b1dc5c5 None None] Transition to ACTIVE for port object 3610b9cd-401d-4900-a4a8-f7aae19abec8 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:40.355272 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 2b229c12-0dfb-4c66-9a82-2dce861c5d69 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:13:40.383907 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 2b229c12-0dfb-4c66-9a82-2dce861c5d69 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:13:40.384753 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 2b229c12-0dfb-4c66-9a82-2dce861c5d69 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:13:40.424081 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b069518f-a626-4ee8-8c81-31f88b1dc5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:40.473200 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b069518f-a626-4ee8-8c81-31f88b1dc5c5 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:40.478803 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-b069518f-a626-4ee8-8c81-31f88b1dc5c5 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:40.481903 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b069518f-a626-4ee8-8c81-31f88b1dc5c5 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:13:40.498282 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069518f-a626-4ee8-8c81-31f88b1dc5c5 None None] Pushing event updated for resources: {'Port': ['ID=3610b9cd-401d-4900-a4a8-f7aae19abec8,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:40.509913 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-154d1b40-c30e-4272-8049-73f686c546e5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:40.551142 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154d1b40-c30e-4272-8049-73f686c546e5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:40.551363 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-b069518f-a626-4ee8-8c81-31f88b1dc5c5 None None] Attempting to bind port 3610b9cd-401d-4900-a4a8-f7aae19abec8 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:13:40.551521 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-b069518f-a626-4ee8-8c81-31f88b1dc5c5 None None] Attempting to bind port 3610b9cd-401d-4900-a4a8-f7aae19abec8 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:13:40.551887 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b069518f-a626-4ee8-8c81-31f88b1dc5c5 None None] Attempting to bind port 3610b9cd-401d-4900-a4a8-f7aae19abec8 on network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:13:40.555747 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-154d1b40-c30e-4272-8049-73f686c546e5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:40.558425 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b069518f-a626-4ee8-8c81-31f88b1dc5c5 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:13:40.559472 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b069518f-a626-4ee8-8c81-31f88b1dc5c5 None None] Checking segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:13:40.559472 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b069518f-a626-4ee8-8c81-31f88b1dc5c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:40.559699 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b069518f-a626-4ee8-8c81-31f88b1dc5c5 None None] Bound using segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:13:40.560197 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154d1b40-c30e-4272-8049-73f686c546e5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:40.560314 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-b069518f-a626-4ee8-8c81-31f88b1dc5c5 None None] Bound port: 3610b9cd-401d-4900-a4a8-f7aae19abec8, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:13:40.564896 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b069518f-a626-4ee8-8c81-31f88b1dc5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:40.565010 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-154d1b40-c30e-4272-8049-73f686c546e5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:40.574468 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d1b40-c30e-4272-8049-73f686c546e5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=2273916d-21ad-4d33-9da2-8149a65fbf20,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:40.633332 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-b069518f-a626-4ee8-8c81-31f88b1dc5c5 None None] For port 3610b9cd-401d-4900-a4a8-f7aae19abec8, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:13:40.636996 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-b069518f-a626-4ee8-8c81-31f88b1dc5c5 None None] For port 3610b9cd-401d-4900-a4a8-f7aae19abec8, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3610b9cd-401d-4900-a4a8-f7aae19abec8,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:13:40.644885 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-154d1b40-c30e-4272-8049-73f686c546e5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8194602 Aug 10 04:13:40.649215 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33870) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:40.654831 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-965d8bb6-fbd3-4aac-a8fb-119e0c06c526 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'port': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'mac_address': 'fa:16:3e:51:41:da', 'name': 'tempest-NetworksTestDHCPv6-1067868327'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:40.713142 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b069518f-a626-4ee8-8c81-31f88b1dc5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:40.797399 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069518f-a626-4ee8-8c81-31f88b1dc5c5 None None] Pushing event updated for resources: {'Port': ['ID=3610b9cd-401d-4900-a4a8-f7aae19abec8,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:40.874607 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965d8bb6-fbd3-4aac-a8fb-119e0c06c526 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:40.973531 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-965d8bb6-fbd3-4aac-a8fb-119e0c06c526 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:41.001133 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-965d8bb6-fbd3-4aac-a8fb-119e0c06c526 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] device_id is not set on port 8e6ab077-78fe-41d1-8558-68afb4dc0870 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:13:41.191874 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-965d8bb6-fbd3-4aac-a8fb-119e0c06c526 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Allocated IP 172.20.0.8 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/2273916d-21ad-4d33-9da2-8149a65fbf20/8e6ab077-78fe-41d1-8558-68afb4dc0870) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:41.202355 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-965d8bb6-fbd3-4aac-a8fb-119e0c06c526 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Allocated IP 2001:db8::f816:3eff:fe51:41da (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/3db7c3bc-7852-458a-993d-8c65d196c131/8e6ab077-78fe-41d1-8558-68afb4dc0870) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:41.368189 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-965d8bb6-fbd3-4aac-a8fb-119e0c06c526 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:41.383838 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-965d8bb6-fbd3-4aac-a8fb-119e0c06c526 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Transition to ACTIVE for port object 8e6ab077-78fe-41d1-8558-68afb4dc0870 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:41.489134 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-965d8bb6-fbd3-4aac-a8fb-119e0c06c526 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:41.557330 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965d8bb6-fbd3-4aac-a8fb-119e0c06c526 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:41.560955 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-965d8bb6-fbd3-4aac-a8fb-119e0c06c526 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:41.567449 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965d8bb6-fbd3-4aac-a8fb-119e0c06c526 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:13:41.605801 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d8bb6-fbd3-4aac-a8fb-119e0c06c526 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Port': ['ID=8e6ab077-78fe-41d1-8558-68afb4dc0870,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:41.634063 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965d8bb6-fbd3-4aac-a8fb-119e0c06c526 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:41.634451 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-965d8bb6-fbd3-4aac-a8fb-119e0c06c526 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:41.733967 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-965d8bb6-fbd3-4aac-a8fb-119e0c06c526 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0834877 Aug 10 04:13:41.736638 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33926) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:41.797545 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd383cf6-e1cd-419e-8e79-39f05a80fd0a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:41.805187 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd383cf6-e1cd-419e-8e79-39f05a80fd0a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:41.806496 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-bd383cf6-e1cd-419e-8e79-39f05a80fd0a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0687306 Aug 10 04:13:41.808999 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33928) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:41.838128 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fe12ef-2f5b-4b7b-af7f-6b92a9daf5d3 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:13:41.931700 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-49297332-3579-4016-b3f3-8057e5b49402 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting port 8e6ab077-78fe-41d1-8558-68afb4dc0870 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:13:41.931700 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-49297332-3579-4016-b3f3-8057e5b49402 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:41.978919 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-447ddc20-dce2-407c-a78b-263bff60ac32 None None] Provisioning for port 3610b9cd-401d-4900-a4a8-f7aae19abec8 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:42.059171 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-49297332-3579-4016-b3f3-8057e5b49402 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:42.078642 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-49297332-3579-4016-b3f3-8057e5b49402 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Calling delete_port for 8e6ab077-78fe-41d1-8558-68afb4dc0870 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:13:42.104972 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d19ae3-c2b8-4f99-b4b6-04a4569631bf None None] Update dhcp port {'port': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'fixed_ips': [{'subnet_id': '3db7c3bc-7852-458a-993d-8c65d196c131', 'ip_address': '2001:db8::f816:3eff:fec8:f12a'}, {'subnet_id': '2273916d-21ad-4d33-9da2-8149a65fbf20'}], 'binding:host_id': 'n-d-802893-2'}, 'id': '3610b9cd-401d-4900-a4a8-f7aae19abec8'} from n-d-802893-2. {{(pid=94939) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 04:13:42.131227 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-34d19ae3-c2b8-4f99-b4b6-04a4569631bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:42.329136 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-34d19ae3-c2b8-4f99-b4b6-04a4569631bf None None] Allocated IP 172.20.0.2 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/2273916d-21ad-4d33-9da2-8149a65fbf20/3610b9cd-401d-4900-a4a8-f7aae19abec8) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:42.332313 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-49297332-3579-4016-b3f3-8057e5b49402 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:42.363732 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49297332-3579-4016-b3f3-8057e5b49402 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Port': ['ID=8e6ab077-78fe-41d1-8558-68afb4dc0870,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:42.425144 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3610b9cd-401d-4900-a4a8-f7aae19abec8 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:13:42.466062 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-49297332-3579-4016-b3f3-8057e5b49402 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:42.471035 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-49297332-3579-4016-b3f3-8057e5b49402 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/8e6ab077-78fe-41d1-8558-68afb4dc0870 HTTP/1.1" status: 204 len: 168 time: 0.6580343 Aug 10 04:13:42.471208 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33934) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:42.527624 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-34d19ae3-c2b8-4f99-b4b6-04a4569631bf None None] For port 3610b9cd-401d-4900-a4a8-f7aae19abec8, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3610b9cd-401d-4900-a4a8-f7aae19abec8,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:42.540233 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcba808-181d-4b35-9c84-a41e07607d5e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:42.542528 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcba808-181d-4b35-9c84-a41e07607d5e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:42.544389 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcba808-181d-4b35-9c84-a41e07607d5e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:42.548799 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ffcba808-181d-4b35-9c84-a41e07607d5e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0761325 Aug 10 04:13:42.548977 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33936) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:42.567414 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-34d19ae3-c2b8-4f99-b4b6-04a4569631bf None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:42.582916 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-34d19ae3-c2b8-4f99-b4b6-04a4569631bf None None] Transition to ACTIVE for port object 3610b9cd-401d-4900-a4a8-f7aae19abec8 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:42.604506 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 3610b9cd-401d-4900-a4a8-f7aae19abec8 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:42.620104 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 3610b9cd-401d-4900-a4a8-f7aae19abec8 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:13:42.620471 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:42.677761 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-34d19ae3-c2b8-4f99-b4b6-04a4569631bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:42.744963 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33944) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:42.747636 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Port 3610b9cd-401d-4900-a4a8-f7aae19abec8 had new provisioning blocks added so it will not transition to active. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 10 04:13:42.817236 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d19ae3-c2b8-4f99-b4b6-04a4569631bf None None] Pushing event updated for resources: {'Port': ['ID=3610b9cd-401d-4900-a4a8-f7aae19abec8,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:42.931567 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8460d263-e557-4956-8dd8-fd13660c18b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:43.004315 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-c02f09ba-3229-4788-8e2a-d1069d756355 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet 2273916d-21ad-4d33-9da2-8149a65fbf20 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:13:43.010009 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c02f09ba-3229-4788-8e2a-d1069d756355 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:43.066931 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c02f09ba-3229-4788-8e2a-d1069d756355 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:43.080405 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8460d263-e557-4956-8dd8-fd13660c18b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:43.157656 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8460d263-e557-4956-8dd8-fd13660c18b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:43.186544 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c02f09ba-3229-4788-8e2a-d1069d756355 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:43.217892 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460d263-e557-4956-8dd8-fd13660c18b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9981dc6-a039-4032-a6eb-2654134fb7a9,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:43.225546 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8460d263-e557-4956-8dd8-fd13660c18b4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f21baf7ca060483e8632bf9f28ae1208&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4765685 Aug 10 04:13:43.226385 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33948) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:43.289370 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-891ab4c0-9817-44c4-80d4-45d34ee36a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:43.317313 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-891ab4c0-9817-44c4-80d4-45d34ee36a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:43.330293 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c02f09ba-3229-4788-8e2a-d1069d756355 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:43.362297 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f09ba-3229-4788-8e2a-d1069d756355 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=2273916d-21ad-4d33-9da2-8149a65fbf20,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:43.374732 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c02f09ba-3229-4788-8e2a-d1069d756355 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:43.380392 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c02f09ba-3229-4788-8e2a-d1069d756355 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/2273916d-21ad-4d33-9da2-8149a65fbf20 HTTP/1.1" status: 204 len: 168 time: 0.8282588 Aug 10 04:13:43.380945 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33950) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:43.444081 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5f0e44-ba3e-4f48-9cc2-7effd94fed87 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet 3db7c3bc-7852-458a-993d-8c65d196c131 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:13:43.447745 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad5f0e44-ba3e-4f48-9cc2-7effd94fed87 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:43.488831 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-891ab4c0-9817-44c4-80d4-45d34ee36a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:43.492145 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-891ab4c0-9817-44c4-80d4-45d34ee36a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:43.496755 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-891ab4c0-9817-44c4-80d4-45d34ee36a55 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9981dc6-a039-4032-a6eb-2654134fb7a9 HTTP/1.1" status: 204 len: 168 time: 0.2690179 Aug 10 04:13:43.507195 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891ab4c0-9817-44c4-80d4-45d34ee36a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9981dc6-a039-4032-a6eb-2654134fb7a9,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:43.510754 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad5f0e44-ba3e-4f48-9cc2-7effd94fed87 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:43.615596 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:43.629512 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad5f0e44-ba3e-4f48-9cc2-7effd94fed87 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:43.676064 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9135544e-0ca5-4457-95e2-72e00ee8308f None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:13:43.823996 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f653b29a-fbb0-406f-af0b-55bab5cb0f62 None None] Provisioning for port 3610b9cd-401d-4900-a4a8-f7aae19abec8 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:43.824474 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad5f0e44-ba3e-4f48-9cc2-7effd94fed87 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:43.829146 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f653b29a-fbb0-406f-af0b-55bab5cb0f62 None None] Provisioning complete for port 3610b9cd-401d-4900-a4a8-f7aae19abec8 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:13:43.829670 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f653b29a-fbb0-406f-af0b-55bab5cb0f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:43.893148 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5f0e44-ba3e-4f48-9cc2-7effd94fed87 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=3db7c3bc-7852-458a-993d-8c65d196c131,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:43.897200 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad5f0e44-ba3e-4f48-9cc2-7effd94fed87 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:43.900508 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ad5f0e44-ba3e-4f48-9cc2-7effd94fed87 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/3db7c3bc-7852-458a-993d-8c65d196c131 HTTP/1.1" status: 204 len: 168 time: 0.5181420 Aug 10 04:13:43.903278 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 33960) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:43.922079 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-77b7559d-3041-4af5-9096-db10388f17a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:43.966691 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1380a4f3-92d5-4252-b6c1-094b0affe41b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0612943 Aug 10 04:13:43.969598 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33962) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:43.985824 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-f4f614b5-5d5b-44c1-b3bc-d49868106ec1 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:44.013303 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f653b29a-fbb0-406f-af0b-55bab5cb0f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:44.065004 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-f653b29a-fbb0-406f-af0b-55bab5cb0f62 None None] For port 3610b9cd-401d-4900-a4a8-f7aae19abec8, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3610b9cd-401d-4900-a4a8-f7aae19abec8,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:44.071981 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ceb6f6-6a2b-4cb5-8aef-6ee69872132a None None] DHCP port deletion for 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:13:44.134288 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-d3ceb6f6-6a2b-4cb5-8aef-6ee69872132a None None] Deleting port 3610b9cd-401d-4900-a4a8-f7aae19abec8 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:13:44.134712 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d3ceb6f6-6a2b-4cb5-8aef-6ee69872132a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:44.138012 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f653b29a-fbb0-406f-af0b-55bab5cb0f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:44.184624 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f653b29a-fbb0-406f-af0b-55bab5cb0f62 None None] Could not find standard attr ID for object 8e6ab077-78fe-41d1-8558-68afb4dc0870. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:13:44.221774 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f614b5-5d5b-44c1-b3bc-d49868106ec1 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:44.225481 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f4f614b5-5d5b-44c1-b3bc-d49868106ec1 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:44.256934 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d3ceb6f6-6a2b-4cb5-8aef-6ee69872132a None None] For port 3610b9cd-401d-4900-a4a8-f7aae19abec8, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3610b9cd-401d-4900-a4a8-f7aae19abec8,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:44.257546 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d3ceb6f6-6a2b-4cb5-8aef-6ee69872132a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:44.279909 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653b29a-fbb0-406f-af0b-55bab5cb0f62 None None] Pushing event updated for resources: {'Port': ['ID=3610b9cd-401d-4900-a4a8-f7aae19abec8,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:44.282741 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-d3ceb6f6-6a2b-4cb5-8aef-6ee69872132a None None] Calling delete_port for 3610b9cd-401d-4900-a4a8-f7aae19abec8 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:13:44.396806 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3610b9cd-401d-4900-a4a8-f7aae19abec8 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:13:44.506562 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d3ceb6f6-6a2b-4cb5-8aef-6ee69872132a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:44.545692 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:44.551791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ceb6f6-6a2b-4cb5-8aef-6ee69872132a None None] Pushing event deleted for resources: {'Port': ['ID=3610b9cd-401d-4900-a4a8-f7aae19abec8,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:44.554223 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ceb6f6-6a2b-4cb5-8aef-6ee69872132a None None] No DVR routers for this DVR port 3610b9cd-401d-4900-a4a8-f7aae19abec8 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:13:44.589093 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f4f614b5-5d5b-44c1-b3bc-d49868106ec1 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:44.643241 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f614b5-5d5b-44c1-b3bc-d49868106ec1 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:44.646915 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-f4f614b5-5d5b-44c1-b3bc-d49868106ec1 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:44.651344 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f614b5-5d5b-44c1-b3bc-d49868106ec1 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:44.652229 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f4f614b5-5d5b-44c1-b3bc-d49868106ec1 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:44.667301 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69377d7-bd86-4c99-898b-3452d8f5b1c3 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:13:44.673813 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f614b5-5d5b-44c1-b3bc-d49868106ec1 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=f141bccb-e4d2-4b41-a640-bc20144be036,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:44.754886 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f4f614b5-5d5b-44c1-b3bc-d49868106ec1 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7812171 Aug 10 04:13:44.755113 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 33976) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:44.760916 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-a35d9ccc-1938-4864-bb3f-74b956eaad81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:44.845636 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb186dec-19c7-436b-860e-65b17832545a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'fixed_ips': [{'subnet_id': 'f141bccb-e4d2-4b41-a640-bc20144be036'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:13:44.846601 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cb186dec-19c7-436b-860e-65b17832545a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:44.957292 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35d9ccc-1938-4864-bb3f-74b956eaad81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:44.961652 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a35d9ccc-1938-4864-bb3f-74b956eaad81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:45.042422 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-cb186dec-19c7-436b-860e-65b17832545a None None] Allocated IP 172.20.0.2 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/f141bccb-e4d2-4b41-a640-bc20144be036/f4b03985-7a4f-4cea-961b-f5adca1f2ed6) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:45.266465 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cb186dec-19c7-436b-860e-65b17832545a None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:45.275549 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-cb186dec-19c7-436b-860e-65b17832545a None None] Transition to ACTIVE for port object f4b03985-7a4f-4cea-961b-f5adca1f2ed6 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:45.291093 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-cb186dec-19c7-436b-860e-65b17832545a None None] Transition to ACTIVE for port object f4b03985-7a4f-4cea-961b-f5adca1f2ed6 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:45.314599 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:45.393008 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cb186dec-19c7-436b-860e-65b17832545a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:45.447490 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb186dec-19c7-436b-860e-65b17832545a None None] Pushing event updated for resources: {'Port': ['ID=f4b03985-7a4f-4cea-961b-f5adca1f2ed6,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:45.474453 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb186dec-19c7-436b-860e-65b17832545a None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:45.477720 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-cb186dec-19c7-436b-860e-65b17832545a None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:45.480245 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb186dec-19c7-436b-860e-65b17832545a None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:13:45.488872 n-d-802893-2 neutron-server[94937]: DEBUG neutron.objects.ports [None req-a35d9ccc-1938-4864-bb3f-74b956eaad81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94937) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 04:13:45.535650 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-cb186dec-19c7-436b-860e-65b17832545a None None] Attempting to bind port f4b03985-7a4f-4cea-961b-f5adca1f2ed6 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:13:45.536356 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-cb186dec-19c7-436b-860e-65b17832545a None None] Attempting to bind port f4b03985-7a4f-4cea-961b-f5adca1f2ed6 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:13:45.537207 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb186dec-19c7-436b-860e-65b17832545a None None] Attempting to bind port f4b03985-7a4f-4cea-961b-f5adca1f2ed6 on network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:13:45.544749 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb186dec-19c7-436b-860e-65b17832545a None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:13:45.545222 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb186dec-19c7-436b-860e-65b17832545a None None] Checking segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:13:45.545721 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cb186dec-19c7-436b-860e-65b17832545a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:45.546121 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb186dec-19c7-436b-860e-65b17832545a None None] Bound using segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:13:45.546694 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-cb186dec-19c7-436b-860e-65b17832545a None None] Bound port: f4b03985-7a4f-4cea-961b-f5adca1f2ed6, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:13:45.547162 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cb186dec-19c7-436b-860e-65b17832545a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:45.634073 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-cb186dec-19c7-436b-860e-65b17832545a None None] For port f4b03985-7a4f-4cea-961b-f5adca1f2ed6, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:13:45.639997 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-cb186dec-19c7-436b-860e-65b17832545a None None] For port f4b03985-7a4f-4cea-961b-f5adca1f2ed6, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f4b03985-7a4f-4cea-961b-f5adca1f2ed6,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:13:45.784446 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cb186dec-19c7-436b-860e-65b17832545a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:45.828802 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:45.846094 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb186dec-19c7-436b-860e-65b17832545a None None] Pushing event updated for resources: {'Port': ['ID=f4b03985-7a4f-4cea-961b-f5adca1f2ed6,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:46.388869 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a35d9ccc-1938-4864-bb3f-74b956eaad81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:46.402128 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f4b03985-7a4f-4cea-961b-f5adca1f2ed6 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:13:46.520833 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port f4b03985-7a4f-4cea-961b-f5adca1f2ed6 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:46.577655 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-a35d9ccc-1938-4864-bb3f-74b956eaad81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] For port f4b03985-7a4f-4cea-961b-f5adca1f2ed6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f4b03985-7a4f-4cea-961b-f5adca1f2ed6,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:46.613721 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a35d9ccc-1938-4864-bb3f-74b956eaad81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:46.681778 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a35d9ccc-1938-4864-bb3f-74b956eaad81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:46.682574 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a35d9ccc-1938-4864-bb3f-74b956eaad81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:46.759380 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35d9ccc-1938-4864-bb3f-74b956eaad81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:46.769389 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-a35d9ccc-1938-4864-bb3f-74b956eaad81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:46.776767 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35d9ccc-1938-4864-bb3f-74b956eaad81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:46.777664 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a35d9ccc-1938-4864-bb3f-74b956eaad81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:46.815107 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d9ccc-1938-4864-bb3f-74b956eaad81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=64475dea-96ae-4c3f-ba4d-590e59f9b394,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:46.820931 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d9ccc-1938-4864-bb3f-74b956eaad81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Port': ['ID=f4b03985-7a4f-4cea-961b-f5adca1f2ed6,revision_number=4']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:46.885949 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:46.919037 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a35d9ccc-1938-4864-bb3f-74b956eaad81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1604049 Aug 10 04:13:46.919244 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34036) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:46.925216 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-7defd49c-e2cb-4e6a-b5ad-9fbcf394fe4a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'port': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'mac_address': 'fa:16:3e:0c:6b:4c', 'name': 'tempest-NetworksTestDHCPv6-1302731111'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:47.016115 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3d7264-12ae-46a6-b757-2557a60bb569 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:13:47.140942 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7defd49c-e2cb-4e6a-b5ad-9fbcf394fe4a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:47.151534 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-1c31f140-e026-4417-b104-aeb9291d53ec None None] Provisioning for port f4b03985-7a4f-4cea-961b-f5adca1f2ed6 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:47.163183 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-1c31f140-e026-4417-b104-aeb9291d53ec None None] Provisioning complete for port f4b03985-7a4f-4cea-961b-f5adca1f2ed6 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:13:47.163663 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1c31f140-e026-4417-b104-aeb9291d53ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:47.268078 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7defd49c-e2cb-4e6a-b5ad-9fbcf394fe4a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:47.295160 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-7defd49c-e2cb-4e6a-b5ad-9fbcf394fe4a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] device_id is not set on port 4120b9f1-a838-4e7a-bc4e-bbb6f685746f yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:13:47.305256 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1c31f140-e026-4417-b104-aeb9291d53ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:47.353672 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-1c31f140-e026-4417-b104-aeb9291d53ec None None] For port f4b03985-7a4f-4cea-961b-f5adca1f2ed6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f4b03985-7a4f-4cea-961b-f5adca1f2ed6,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:47.443437 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1c31f140-e026-4417-b104-aeb9291d53ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:47.509651 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31f140-e026-4417-b104-aeb9291d53ec None None] Pushing event updated for resources: {'Port': ['ID=f4b03985-7a4f-4cea-961b-f5adca1f2ed6,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:47.519146 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-7defd49c-e2cb-4e6a-b5ad-9fbcf394fe4a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Allocated IP 172.20.0.13 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/f141bccb-e4d2-4b41-a640-bc20144be036/4120b9f1-a838-4e7a-bc4e-bbb6f685746f) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:47.530089 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-7defd49c-e2cb-4e6a-b5ad-9fbcf394fe4a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Allocated IP 2001:db8::f816:3eff:fe0c:6b4c (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/64475dea-96ae-4c3f-ba4d-590e59f9b394/4120b9f1-a838-4e7a-bc4e-bbb6f685746f) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:47.670603 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34054) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:47.729716 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7defd49c-e2cb-4e6a-b5ad-9fbcf394fe4a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:47.744750 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-7defd49c-e2cb-4e6a-b5ad-9fbcf394fe4a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Transition to ACTIVE for port object 4120b9f1-a838-4e7a-bc4e-bbb6f685746f will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:47.816530 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-17b1c1f6-e98c-4677-8fdc-097e7293effe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:47.864049 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7defd49c-e2cb-4e6a-b5ad-9fbcf394fe4a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:47.922108 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7defd49c-e2cb-4e6a-b5ad-9fbcf394fe4a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:47.926293 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-7defd49c-e2cb-4e6a-b5ad-9fbcf394fe4a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:47.928787 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7defd49c-e2cb-4e6a-b5ad-9fbcf394fe4a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:13:47.949226 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-17b1c1f6-e98c-4677-8fdc-097e7293effe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:47.954931 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7defd49c-e2cb-4e6a-b5ad-9fbcf394fe4a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Port': ['ID=4120b9f1-a838-4e7a-bc4e-bbb6f685746f,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:47.990066 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7defd49c-e2cb-4e6a-b5ad-9fbcf394fe4a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:47.990944 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7defd49c-e2cb-4e6a-b5ad-9fbcf394fe4a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:48.031607 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-17b1c1f6-e98c-4677-8fdc-097e7293effe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:48.073597 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2d35ee58-0183-4b85-9b96-4c733f799623 None None] Provisioning complete for port f4b03985-7a4f-4cea-961b-f5adca1f2ed6 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:13:48.074087 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2d35ee58-0183-4b85-9b96-4c733f799623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:48.077158 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34058) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:48.077375 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-17b1c1f6-e98c-4677-8fdc-097e7293effe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be41a507665d4bbb80f7cdc752a1b926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4055626 Aug 10 04:13:48.078374 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1c1f6-e98c-4677-8fdc-097e7293effe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8952ae-2d0f-4123-9ebb-10dd508a4d18,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:48.147452 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7defd49c-e2cb-4e6a-b5ad-9fbcf394fe4a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2271361 Aug 10 04:13:48.150593 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34062) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:48.174143 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a1670e83-8398-4738-90e3-a2f5ed45dcc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:48.226769 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a1670e83-8398-4738-90e3-a2f5ed45dcc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:48.239328 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dbe978-9cd9-44c2-9d49-e9243add34e3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:48.246237 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dbe978-9cd9-44c2-9d49-e9243add34e3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:48.250512 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-60dbe978-9cd9-44c2-9d49-e9243add34e3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0958579 Aug 10 04:13:48.258634 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34064) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:48.360641 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f4b03985-7a4f-4cea-961b-f5adca1f2ed6 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:13:48.369279 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-3299f6b2-29cd-4faf-a651-87c8fd2234bd tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting port 4120b9f1-a838-4e7a-bc4e-bbb6f685746f {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:13:48.369622 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3299f6b2-29cd-4faf-a651-87c8fd2234bd tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:48.383751 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a1670e83-8398-4738-90e3-a2f5ed45dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:48.387338 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a1670e83-8398-4738-90e3-a2f5ed45dcc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:48.388699 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a1670e83-8398-4738-90e3-a2f5ed45dcc5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6a8952ae-2d0f-4123-9ebb-10dd508a4d18 HTTP/1.1" status: 204 len: 168 time: 0.3105228 Aug 10 04:13:48.397101 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1670e83-8398-4738-90e3-a2f5ed45dcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8952ae-2d0f-4123-9ebb-10dd508a4d18,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:48.423842 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-925e7a1c-625b-4e32-83b6-198a38fc8ce6 None None] Provisioning for port 4120b9f1-a838-4e7a-bc4e-bbb6f685746f completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:48.436613 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-925e7a1c-625b-4e32-83b6-198a38fc8ce6 None None] Provisioning complete for port 4120b9f1-a838-4e7a-bc4e-bbb6f685746f triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:13:48.437094 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-925e7a1c-625b-4e32-83b6-198a38fc8ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:48.479167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port f4b03985-7a4f-4cea-961b-f5adca1f2ed6 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:13:48.479540 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:48.495866 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3299f6b2-29cd-4faf-a651-87c8fd2234bd tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:48.502548 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-925e7a1c-625b-4e32-83b6-198a38fc8ce6 None None] Port 4120b9f1-a838-4e7a-bc4e-bbb6f685746f cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:13:48.513169 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-3299f6b2-29cd-4faf-a651-87c8fd2234bd tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Calling delete_port for 4120b9f1-a838-4e7a-bc4e-bbb6f685746f owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:13:48.812062 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3299f6b2-29cd-4faf-a651-87c8fd2234bd tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:48.842731 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299f6b2-29cd-4faf-a651-87c8fd2234bd tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Port': ['ID=4120b9f1-a838-4e7a-bc4e-bbb6f685746f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:48.946858 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3299f6b2-29cd-4faf-a651-87c8fd2234bd tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:48.951142 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3299f6b2-29cd-4faf-a651-87c8fd2234bd tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/4120b9f1-a838-4e7a-bc4e-bbb6f685746f HTTP/1.1" status: 204 len: 168 time: 0.6962957 Aug 10 04:13:48.951403 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34072) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:49.018045 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34074) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:49.022584 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064020e1-a7fa-4e7a-96ff-da62d2093d1c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:49.025024 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064020e1-a7fa-4e7a-96ff-da62d2093d1c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:49.026597 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064020e1-a7fa-4e7a-96ff-da62d2093d1c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:49.028655 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-064020e1-a7fa-4e7a-96ff-da62d2093d1c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0764041 Aug 10 04:13:49.031302 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34076) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:49.035911 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3b08bd75-a816-436f-beb4-87d753a1a362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:49.098688 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-666bbeff-1e46-47ae-9525-a7eab1e3da8f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet 64475dea-96ae-4c3f-ba4d-590e59f9b394 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:13:49.102443 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-666bbeff-1e46-47ae-9525-a7eab1e3da8f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:49.146895 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-666bbeff-1e46-47ae-9525-a7eab1e3da8f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:49.160673 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3b08bd75-a816-436f-beb4-87d753a1a362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:49.234870 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3b08bd75-a816-436f-beb4-87d753a1a362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:49.242653 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-666bbeff-1e46-47ae-9525-a7eab1e3da8f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:49.277561 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3b08bd75-a816-436f-beb4-87d753a1a362 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=57fb93fabd69493b8e8571def38003a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2579608 Aug 10 04:13:49.278726 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08bd75-a816-436f-beb4-87d753a1a362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2699c2-4b5f-4e66-9e32-cd64e5cd6798,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:49.281409 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34080) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:49.342269 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3dde0fba-12f7-4d0a-bbaa-ceea86fd9236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:49.368575 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3dde0fba-12f7-4d0a-bbaa-ceea86fd9236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:49.410213 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-666bbeff-1e46-47ae-9525-a7eab1e3da8f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:49.440019 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666bbeff-1e46-47ae-9525-a7eab1e3da8f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=64475dea-96ae-4c3f-ba4d-590e59f9b394,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:49.447332 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-666bbeff-1e46-47ae-9525-a7eab1e3da8f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:49.453008 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-666bbeff-1e46-47ae-9525-a7eab1e3da8f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/64475dea-96ae-4c3f-ba4d-590e59f9b394 HTTP/1.1" status: 204 len: 168 time: 0.4174399 Aug 10 04:13:49.453951 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34084) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:49.458525 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eab3b4-79ae-4284-b7c5-5a0346acdf36 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:13:49.494448 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3dde0fba-12f7-4d0a-bbaa-ceea86fd9236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:49.496829 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3dde0fba-12f7-4d0a-bbaa-ceea86fd9236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:49.498030 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3dde0fba-12f7-4d0a-bbaa-ceea86fd9236 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7e2699c2-4b5f-4e66-9e32-cd64e5cd6798 HTTP/1.1" status: 204 len: 168 time: 0.2155380 Aug 10 04:13:49.515813 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde0fba-12f7-4d0a-bbaa-ceea86fd9236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2699c2-4b5f-4e66-9e32-cd64e5cd6798,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:49.521678 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-357eff3d-4545-4d77-948d-cddfe2ceeee7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet f141bccb-e4d2-4b41-a640-bc20144be036 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:13:49.527774 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-357eff3d-4545-4d77-948d-cddfe2ceeee7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:49.589269 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-357eff3d-4545-4d77-948d-cddfe2ceeee7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:49.699909 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-357eff3d-4545-4d77-948d-cddfe2ceeee7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:49.837795 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-357eff3d-4545-4d77-948d-cddfe2ceeee7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:49.866384 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357eff3d-4545-4d77-948d-cddfe2ceeee7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=f141bccb-e4d2-4b41-a640-bc20144be036,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:49.877197 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:13:49.887620 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-357eff3d-4545-4d77-948d-cddfe2ceeee7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:49.889670 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-357eff3d-4545-4d77-948d-cddfe2ceeee7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/f141bccb-e4d2-4b41-a640-bc20144be036 HTTP/1.1" status: 204 len: 168 time: 0.4352534 Aug 10 04:13:49.892241 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34090) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:49.946864 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a762a8f4-ef38-4fd6-81a1-c7010dfb13b4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531657 Aug 10 04:13:49.949469 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34092) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:49.955067 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-dea52cb1-f8b0-4182-beeb-ca3969f6278d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:50.160766 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea52cb1-f8b0-4182-beeb-ca3969f6278d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:50.165726 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dea52cb1-f8b0-4182-beeb-ca3969f6278d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:50.256323 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe9de6b-f71f-4c9d-b2a2-4bb4d87a4c15 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:13:50.370379 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d04f102d-629e-49fa-8cec-70010f62e3d3 None None] Provisioning complete for port f4b03985-7a4f-4cea-961b-f5adca1f2ed6 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:13:50.370379 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d04f102d-629e-49fa-8cec-70010f62e3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:50.537931 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dea52cb1-f8b0-4182-beeb-ca3969f6278d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:50.567044 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49206007-abfc-4a2e-b811-77286feb9e8a None None] DHCP port deletion for 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:13:50.608691 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea52cb1-f8b0-4182-beeb-ca3969f6278d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:50.620134 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-dea52cb1-f8b0-4182-beeb-ca3969f6278d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:50.624040 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea52cb1-f8b0-4182-beeb-ca3969f6278d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:50.625103 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dea52cb1-f8b0-4182-beeb-ca3969f6278d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:50.627365 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-49206007-abfc-4a2e-b811-77286feb9e8a None None] Deleting port f4b03985-7a4f-4cea-961b-f5adca1f2ed6 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:13:50.627743 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-49206007-abfc-4a2e-b811-77286feb9e8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:50.628967 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea52cb1-f8b0-4182-beeb-ca3969f6278d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=80376ca2-a3d5-418b-8d50-6eb008499c6d,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:50.646152 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea52cb1-f8b0-4182-beeb-ca3969f6278d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:50.646927 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea52cb1-f8b0-4182-beeb-ca3969f6278d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:50.647286 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea52cb1-f8b0-4182-beeb-ca3969f6278d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:50.647627 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea52cb1-f8b0-4182-beeb-ca3969f6278d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:50.648639 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea52cb1-f8b0-4182-beeb-ca3969f6278d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:50.649423 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea52cb1-f8b0-4182-beeb-ca3969f6278d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:50.649658 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea52cb1-f8b0-4182-beeb-ca3969f6278d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:50.650219 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea52cb1-f8b0-4182-beeb-ca3969f6278d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:50.650981 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea52cb1-f8b0-4182-beeb-ca3969f6278d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:50.651548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea52cb1-f8b0-4182-beeb-ca3969f6278d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:50.652355 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea52cb1-f8b0-4182-beeb-ca3969f6278d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:50.652699 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea52cb1-f8b0-4182-beeb-ca3969f6278d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:50.718560 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-dea52cb1-f8b0-4182-beeb-ca3969f6278d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7677660 Aug 10 04:13:50.719388 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-49206007-abfc-4a2e-b811-77286feb9e8a None None] For port f4b03985-7a4f-4cea-961b-f5adca1f2ed6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f4b03985-7a4f-4cea-961b-f5adca1f2ed6,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:50.719798 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-49206007-abfc-4a2e-b811-77286feb9e8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:50.722623 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34112) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:50.732718 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-d40879df-1b65-4319-a5ec-d944da4e8b00 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:50.734619 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-49206007-abfc-4a2e-b811-77286feb9e8a None None] Calling delete_port for f4b03985-7a4f-4cea-961b-f5adca1f2ed6 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:13:50.920802 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-49206007-abfc-4a2e-b811-77286feb9e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:50.949068 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49206007-abfc-4a2e-b811-77286feb9e8a None None] Pushing event deleted for resources: {'Port': ['ID=f4b03985-7a4f-4cea-961b-f5adca1f2ed6,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:50.951467 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40879df-1b65-4319-a5ec-d944da4e8b00 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:50.952732 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49206007-abfc-4a2e-b811-77286feb9e8a None None] No DVR routers for this DVR port f4b03985-7a4f-4cea-961b-f5adca1f2ed6 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:13:50.959619 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49206007-abfc-4a2e-b811-77286feb9e8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:50.960200 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49206007-abfc-4a2e-b811-77286feb9e8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:50.961439 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49206007-abfc-4a2e-b811-77286feb9e8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:50.962224 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49206007-abfc-4a2e-b811-77286feb9e8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:50.962578 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49206007-abfc-4a2e-b811-77286feb9e8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:50.962916 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49206007-abfc-4a2e-b811-77286feb9e8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:50.963880 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49206007-abfc-4a2e-b811-77286feb9e8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:50.963880 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49206007-abfc-4a2e-b811-77286feb9e8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:50.964296 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49206007-abfc-4a2e-b811-77286feb9e8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:50.964786 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49206007-abfc-4a2e-b811-77286feb9e8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:50.965115 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49206007-abfc-4a2e-b811-77286feb9e8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:50.965453 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49206007-abfc-4a2e-b811-77286feb9e8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:13:50.969455 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d40879df-1b65-4319-a5ec-d944da4e8b00 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:50.973604 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f203d7-dd08-48f7-ad42-0a2aedec2a43 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:13:51.169434 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6585fb92-a40c-4454-83fb-398682ba2fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'fixed_ips': [{'subnet_id': '80376ca2-a3d5-418b-8d50-6eb008499c6d'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:13:51.170359 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6585fb92-a40c-4454-83fb-398682ba2fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:51.338542 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-6585fb92-a40c-4454-83fb-398682ba2fa9 None None] Allocated IP 172.20.0.2 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/80376ca2-a3d5-418b-8d50-6eb008499c6d/fd77ed5a-5f5c-4294-9d8e-84944e28e91d) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:51.469967 n-d-802893-2 neutron-server[94938]: DEBUG neutron.objects.ports [None req-d40879df-1b65-4319-a5ec-d944da4e8b00 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94938) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 04:13:51.471945 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d40879df-1b65-4319-a5ec-d944da4e8b00 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:51.527557 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40879df-1b65-4319-a5ec-d944da4e8b00 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:51.531605 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-d40879df-1b65-4319-a5ec-d944da4e8b00 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:51.536763 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40879df-1b65-4319-a5ec-d944da4e8b00 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:51.542661 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d40879df-1b65-4319-a5ec-d944da4e8b00 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:51.565960 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40879df-1b65-4319-a5ec-d944da4e8b00 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=278916b2-4435-48bf-b25b-109e7affb798,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:51.634709 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34154) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:51.635270 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d40879df-1b65-4319-a5ec-d944da4e8b00 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9106200 Aug 10 04:13:51.640644 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-19464428-0645-4cde-bdc2-dc3313a70477 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'port': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'mac_address': 'fa:16:3e:47:b4:fb', 'name': 'tempest-NetworksTestDHCPv6-1079248344'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:51.711105 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6585fb92-a40c-4454-83fb-398682ba2fa9 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:51.721638 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6585fb92-a40c-4454-83fb-398682ba2fa9 None None] Transition to ACTIVE for port object fd77ed5a-5f5c-4294-9d8e-84944e28e91d will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:51.738399 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6585fb92-a40c-4454-83fb-398682ba2fa9 None None] Transition to ACTIVE for port object fd77ed5a-5f5c-4294-9d8e-84944e28e91d will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:51.824308 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6585fb92-a40c-4454-83fb-398682ba2fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:51.865381 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6585fb92-a40c-4454-83fb-398682ba2fa9 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:51.869022 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-6585fb92-a40c-4454-83fb-398682ba2fa9 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:51.872163 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19464428-0645-4cde-bdc2-dc3313a70477 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:51.872805 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585fb92-a40c-4454-83fb-398682ba2fa9 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:13:51.876601 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-19464428-0645-4cde-bdc2-dc3313a70477 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:51.880629 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585fb92-a40c-4454-83fb-398682ba2fa9 None None] Pushing event updated for resources: {'Port': ['ID=fd77ed5a-5f5c-4294-9d8e-84944e28e91d,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:51.906295 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-19464428-0645-4cde-bdc2-dc3313a70477 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] device_id is not set on port 0b8c909e-66ae-42dd-ba07-7b65c6d18554 yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:13:51.986871 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-6585fb92-a40c-4454-83fb-398682ba2fa9 None None] Attempting to bind port fd77ed5a-5f5c-4294-9d8e-84944e28e91d on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:13:51.986871 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-6585fb92-a40c-4454-83fb-398682ba2fa9 None None] Attempting to bind port fd77ed5a-5f5c-4294-9d8e-84944e28e91d by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:13:51.986871 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585fb92-a40c-4454-83fb-398682ba2fa9 None None] Attempting to bind port fd77ed5a-5f5c-4294-9d8e-84944e28e91d on network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:13:51.992743 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585fb92-a40c-4454-83fb-398682ba2fa9 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:13:51.993692 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585fb92-a40c-4454-83fb-398682ba2fa9 None None] Checking segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:13:51.994346 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6585fb92-a40c-4454-83fb-398682ba2fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:51.994993 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6585fb92-a40c-4454-83fb-398682ba2fa9 None None] Bound using segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:13:51.996174 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-6585fb92-a40c-4454-83fb-398682ba2fa9 None None] Bound port: fd77ed5a-5f5c-4294-9d8e-84944e28e91d, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:13:51.996810 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6585fb92-a40c-4454-83fb-398682ba2fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:52.121205 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-6585fb92-a40c-4454-83fb-398682ba2fa9 None None] For port fd77ed5a-5f5c-4294-9d8e-84944e28e91d, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:13:52.129028 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-6585fb92-a40c-4454-83fb-398682ba2fa9 None None] For port fd77ed5a-5f5c-4294-9d8e-84944e28e91d, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=fd77ed5a-5f5c-4294-9d8e-84944e28e91d,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:13:52.191942 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-19464428-0645-4cde-bdc2-dc3313a70477 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Allocated IP 172.20.0.3 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/80376ca2-a3d5-418b-8d50-6eb008499c6d/0b8c909e-66ae-42dd-ba07-7b65c6d18554) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:52.201030 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-19464428-0645-4cde-bdc2-dc3313a70477 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Allocated IP 2001:db8::f816:3eff:fe47:b4fb (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/278916b2-4435-48bf-b25b-109e7affb798/0b8c909e-66ae-42dd-ba07-7b65c6d18554) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:52.227172 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6585fb92-a40c-4454-83fb-398682ba2fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:52.302724 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585fb92-a40c-4454-83fb-398682ba2fa9 None None] Pushing event updated for resources: {'Port': ['ID=fd77ed5a-5f5c-4294-9d8e-84944e28e91d,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:52.521685 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f4b03985-7a4f-4cea-961b-f5adca1f2ed6 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:13:52.521685 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: f4b03985-7a4f-4cea-961b-f5adca1f2ed6 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:13:52.521685 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f4b03985-7a4f-4cea-961b-f5adca1f2ed6 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:13:52.525740 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-19464428-0645-4cde-bdc2-dc3313a70477 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:52.525740 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-19464428-0645-4cde-bdc2-dc3313a70477 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Transition to ACTIVE for port object 0b8c909e-66ae-42dd-ba07-7b65c6d18554 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:53.043769 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-19464428-0645-4cde-bdc2-dc3313a70477 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:53.094361 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19464428-0645-4cde-bdc2-dc3313a70477 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:53.098011 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-19464428-0645-4cde-bdc2-dc3313a70477 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:53.100607 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19464428-0645-4cde-bdc2-dc3313a70477 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:13:53.128244 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19464428-0645-4cde-bdc2-dc3313a70477 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Port': ['ID=0b8c909e-66ae-42dd-ba07-7b65c6d18554,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:53.164813 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19464428-0645-4cde-bdc2-dc3313a70477 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:53.165627 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-19464428-0645-4cde-bdc2-dc3313a70477 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:53.274999 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-19464428-0645-4cde-bdc2-dc3313a70477 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6372347 Aug 10 04:13:53.281283 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34210) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:53.363263 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd724c5-fe7a-46d5-8ca2-fe822e7ffa57 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:53.373810 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd724c5-fe7a-46d5-8ca2-fe822e7ffa57 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:53.376010 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0dd724c5-fe7a-46d5-8ca2-fe822e7ffa57 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0974610 Aug 10 04:13:53.384701 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34212) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:53.505967 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-55134b1a-4fcf-4cff-825f-df9361b6c9be tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting port 0b8c909e-66ae-42dd-ba07-7b65c6d18554 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:13:53.506375 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-55134b1a-4fcf-4cff-825f-df9361b6c9be tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:53.615885 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613bbad6-e2f3-4aa1-9e0f-63b7d100b6ff None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:13:53.616947 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-55134b1a-4fcf-4cff-825f-df9361b6c9be tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:53.632904 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-55134b1a-4fcf-4cff-825f-df9361b6c9be tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Calling delete_port for 0b8c909e-66ae-42dd-ba07-7b65c6d18554 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:13:53.796588 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-94768d02-dff3-4af8-becd-e20dd87767b6 None None] Provisioning for port fd77ed5a-5f5c-4294-9d8e-84944e28e91d completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:53.925898 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1fc1a5-a859-449e-b3a6-0d981c3904b9 None None] Update dhcp port {'port': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'fixed_ips': [{'subnet_id': '80376ca2-a3d5-418b-8d50-6eb008499c6d', 'ip_address': '172.20.0.2'}, {'subnet_id': '278916b2-4435-48bf-b25b-109e7affb798'}], 'binding:host_id': 'n-d-802893-2'}, 'id': 'fd77ed5a-5f5c-4294-9d8e-84944e28e91d'} from n-d-802893-2. {{(pid=94939) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 04:13:53.956414 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-55134b1a-4fcf-4cff-825f-df9361b6c9be tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:53.969906 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9a1fc1a5-a859-449e-b3a6-0d981c3904b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:53.980612 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34226) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:54.022625 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55134b1a-4fcf-4cff-825f-df9361b6c9be tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Port': ['ID=0b8c909e-66ae-42dd-ba07-7b65c6d18554,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:54.120648 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1e62b6f6-f3bd-4ff3-871e-0e778ee9c729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:54.128887 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-55134b1a-4fcf-4cff-825f-df9361b6c9be tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:54.133407 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-55134b1a-4fcf-4cff-825f-df9361b6c9be tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/0b8c909e-66ae-42dd-ba07-7b65c6d18554 HTTP/1.1" status: 204 len: 168 time: 0.7527540 Aug 10 04:13:54.134575 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34230) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:54.189385 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-9a1fc1a5-a859-449e-b3a6-0d981c3904b9 None None] Allocated IP 2001:db8::f816:3eff:fe8b:1ebe (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/278916b2-4435-48bf-b25b-109e7affb798/fd77ed5a-5f5c-4294-9d8e-84944e28e91d) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:13:54.201686 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84852f3-992a-4f52-9eaf-8046a86139d9 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:54.203363 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84852f3-992a-4f52-9eaf-8046a86139d9 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:54.205461 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84852f3-992a-4f52-9eaf-8046a86139d9 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:54.209607 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b84852f3-992a-4f52-9eaf-8046a86139d9 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0684171 Aug 10 04:13:54.209862 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34232) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:54.230494 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1e62b6f6-f3bd-4ff3-871e-0e778ee9c729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:54.275648 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ded3c37-9868-4916-82d4-9db178dfc265 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet 278916b2-4435-48bf-b25b-109e7affb798 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:13:54.299993 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-9a1fc1a5-a859-449e-b3a6-0d981c3904b9 None None] For port fd77ed5a-5f5c-4294-9d8e-84944e28e91d, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=fd77ed5a-5f5c-4294-9d8e-84944e28e91d,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:54.303180 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1e62b6f6-f3bd-4ff3-871e-0e778ee9c729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:54.353353 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9a1fc1a5-a859-449e-b3a6-0d981c3904b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:54.356011 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34234) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:54.356188 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1e62b6f6-f3bd-4ff3-871e-0e778ee9c729 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a870051a691e4c6484a08898aeb636f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3740788 Aug 10 04:13:54.357844 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62b6f6-f3bd-4ff3-871e-0e778ee9c729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19060624-6402-455e-ad7d-083d1050e5b5,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:54.376110 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9a1fc1a5-a859-449e-b3a6-0d981c3904b9 None None] Transition to ACTIVE for port object fd77ed5a-5f5c-4294-9d8e-84944e28e91d will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:13:54.408815 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device fd77ed5a-5f5c-4294-9d8e-84944e28e91d up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:13:54.420101 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67ee5192-0b19-49d8-8fdd-bbe2140cad0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:54.444135 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67ee5192-0b19-49d8-8fdd-bbe2140cad0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:54.461708 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9a1fc1a5-a859-449e-b3a6-0d981c3904b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:54.467187 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2ded3c37-9868-4916-82d4-9db178dfc265 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:54.531515 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port fd77ed5a-5f5c-4294-9d8e-84944e28e91d completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:54.539481 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2ded3c37-9868-4916-82d4-9db178dfc265 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:54.564303 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fc1a5-a859-449e-b3a6-0d981c3904b9 None None] Pushing event updated for resources: {'Port': ['ID=fd77ed5a-5f5c-4294-9d8e-84944e28e91d,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:54.652199 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2ded3c37-9868-4916-82d4-9db178dfc265 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:54.676795 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67ee5192-0b19-49d8-8fdd-bbe2140cad0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:54.680176 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67ee5192-0b19-49d8-8fdd-bbe2140cad0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:54.681839 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-67ee5192-0b19-49d8-8fdd-bbe2140cad0d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/19060624-6402-455e-ad7d-083d1050e5b5 HTTP/1.1" status: 204 len: 168 time: 0.3256314 Aug 10 04:13:54.706239 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee5192-0b19-49d8-8fdd-bbe2140cad0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19060624-6402-455e-ad7d-083d1050e5b5,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:54.910194 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2ded3c37-9868-4916-82d4-9db178dfc265 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:54.942993 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded3c37-9868-4916-82d4-9db178dfc265 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=278916b2-4435-48bf-b25b-109e7affb798,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:54.955003 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2ded3c37-9868-4916-82d4-9db178dfc265 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:54.959313 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2ded3c37-9868-4916-82d4-9db178dfc265 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/278916b2-4435-48bf-b25b-109e7affb798 HTTP/1.1" status: 204 len: 168 time: 0.7454941 Aug 10 04:13:54.960046 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34242) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:55.036483 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-2398d683-f528-47ac-af4c-ce9f68605787 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet 80376ca2-a3d5-418b-8d50-6eb008499c6d {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:13:55.040735 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2398d683-f528-47ac-af4c-ce9f68605787 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:55.106993 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2398d683-f528-47ac-af4c-ce9f68605787 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:55.221578 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2398d683-f528-47ac-af4c-ce9f68605787 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:55.244612 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022c804c-364e-4ff9-bfc4-69530bb643bb None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:13:55.352893 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2398d683-f528-47ac-af4c-ce9f68605787 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:55.384544 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398d683-f528-47ac-af4c-ce9f68605787 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=80376ca2-a3d5-418b-8d50-6eb008499c6d,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:55.388939 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2398d683-f528-47ac-af4c-ce9f68605787 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:55.394664 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34252) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:55.397731 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2398d683-f528-47ac-af4c-ce9f68605787 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/80376ca2-a3d5-418b-8d50-6eb008499c6d HTTP/1.1" status: 204 len: 168 time: 0.4341409 Aug 10 04:13:55.398964 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-11ec43c4-3096-44d0-a323-b6925fea04e1 None None] Provisioning for port fd77ed5a-5f5c-4294-9d8e-84944e28e91d completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:13:55.408633 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-11ec43c4-3096-44d0-a323-b6925fea04e1 None None] Provisioning complete for port fd77ed5a-5f5c-4294-9d8e-84944e28e91d triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:13:55.409004 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-11ec43c4-3096-44d0-a323-b6925fea04e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:55.444828 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-405af96a-5bad-4ed2-9b02-470e5348718b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483313 Aug 10 04:13:55.448538 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34254) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:55.511950 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-11ec43c4-3096-44d0-a323-b6925fea04e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:55.533028 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c2703c-76b7-455a-8b88-d37baa7be213 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:55.535591 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e4c2703c-76b7-455a-8b88-d37baa7be213 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0857110 Aug 10 04:13:55.540626 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34258) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:55.552821 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d49d116-fef1-43a5-aea0-c94a4352c8c7 None None] DHCP port deletion for 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:13:55.564879 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-11ec43c4-3096-44d0-a323-b6925fea04e1 None None] For port fd77ed5a-5f5c-4294-9d8e-84944e28e91d, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=fd77ed5a-5f5c-4294-9d8e-84944e28e91d,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:55.607088 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b4133c-e633-4b50-8db3-46042df32000 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:55.611397 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34260) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:55.625977 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f4b4133c-e633-4b50-8db3-46042df32000 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0699458 Aug 10 04:13:55.626142 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-9d49d116-fef1-43a5-aea0-c94a4352c8c7 None None] Deleting port fd77ed5a-5f5c-4294-9d8e-84944e28e91d {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:13:55.626142 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9d49d116-fef1-43a5-aea0-c94a4352c8c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:55.649566 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-11ec43c4-3096-44d0-a323-b6925fea04e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:55.655781 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b0b3b0e7-8f3b-4925-b966-aca7dba19b9c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430603 Aug 10 04:13:55.662309 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34262) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:55.671480 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-9fec6598-631b-436d-a6b8-1c90ee4a6255 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:55.686340 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-11ec43c4-3096-44d0-a323-b6925fea04e1 None None] Could not find standard attr ID for object 0b8c909e-66ae-42dd-ba07-7b65c6d18554. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:13:55.738342 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec43c4-3096-44d0-a323-b6925fea04e1 None None] Pushing event updated for resources: {'Port': ['ID=fd77ed5a-5f5c-4294-9d8e-84944e28e91d,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:55.743310 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-9d49d116-fef1-43a5-aea0-c94a4352c8c7 None None] For port fd77ed5a-5f5c-4294-9d8e-84944e28e91d, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=fd77ed5a-5f5c-4294-9d8e-84944e28e91d,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:13:55.747530 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9d49d116-fef1-43a5-aea0-c94a4352c8c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:55.762167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-9d49d116-fef1-43a5-aea0-c94a4352c8c7 None None] Calling delete_port for fd77ed5a-5f5c-4294-9d8e-84944e28e91d owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:13:55.876036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fec6598-631b-436d-a6b8-1c90ee4a6255 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:55.880230 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9fec6598-631b-436d-a6b8-1c90ee4a6255 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:55.888244 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fec6598-631b-436d-a6b8-1c90ee4a6255 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:13:55.888244 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fec6598-631b-436d-a6b8-1c90ee4a6255 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:13:55.961517 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9d49d116-fef1-43a5-aea0-c94a4352c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:55.962687 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9fec6598-631b-436d-a6b8-1c90ee4a6255 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2990317 Aug 10 04:13:55.966747 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34276) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:55.971940 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-ef4eb8a9-5240-40a0-876a-8674342ba601 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:55.999803 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49d116-fef1-43a5-aea0-c94a4352c8c7 None None] Pushing event deleted for resources: {'Port': ['ID=fd77ed5a-5f5c-4294-9d8e-84944e28e91d,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:56.009746 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d49d116-fef1-43a5-aea0-c94a4352c8c7 None None] No DVR routers for this DVR port fd77ed5a-5f5c-4294-9d8e-84944e28e91d on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:13:56.145901 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4eb8a9-5240-40a0-876a-8674342ba601 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:56.150572 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef4eb8a9-5240-40a0-876a-8674342ba601 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:56.152324 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4eb8a9-5240-40a0-876a-8674342ba601 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:13:56.152752 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef4eb8a9-5240-40a0-876a-8674342ba601 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:13:56.249948 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ef4eb8a9-5240-40a0-876a-8674342ba601 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2820427 Aug 10 04:13:56.252893 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34280) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:56.258696 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-372e3980-7cfa-4f0e-af89-2abef319ca85 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:56.369903 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device fd77ed5a-5f5c-4294-9d8e-84944e28e91d no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:13:56.406901 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: fd77ed5a-5f5c-4294-9d8e-84944e28e91d {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:13:56.406901 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device fd77ed5a-5f5c-4294-9d8e-84944e28e91d not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:13:56.443022 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372e3980-7cfa-4f0e-af89-2abef319ca85 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:56.448087 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-372e3980-7cfa-4f0e-af89-2abef319ca85 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:56.449566 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-372e3980-7cfa-4f0e-af89-2abef319ca85 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:13:56.450014 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-372e3980-7cfa-4f0e-af89-2abef319ca85 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:13:56.582055 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-372e3980-7cfa-4f0e-af89-2abef319ca85 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3280702 Aug 10 04:13:56.585058 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34288) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:56.590839 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-8a2ebdda-4b97-4e48-a081-bf6459851846 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:56.897375 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34298) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:56.938284 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2ebdda-4b97-4e48-a081-bf6459851846 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:56.960149 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8a2ebdda-4b97-4e48-a081-bf6459851846 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:56.960149 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2ebdda-4b97-4e48-a081-bf6459851846 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:13:56.960149 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a2ebdda-4b97-4e48-a081-bf6459851846 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:13:57.023923 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-e20ca50a-5174-40e7-8266-8e991292dc02 tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-570624445'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:57.024521 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-e20ca50a-5174-40e7-8266-8e991292dc02 tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] Unknown quota resources ['metering_label']. {{(pid=94938) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 04:13:57.821266 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8a2ebdda-4b97-4e48-a081-bf6459851846 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.2343335 Aug 10 04:13:57.824616 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34312) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:57.830280 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-4e4c8ff5-b74a-4340-890a-3cc9d38efe36 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:57.866078 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:58.019554 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e20ca50a-5174-40e7-8266-8e991292dc02 tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:58.020835 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e20ca50a-5174-40e7-8266-8e991292dc02 tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.1217537 Aug 10 04:13:58.024523 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34324) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:58.030764 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-62dffb2e-7834-4661-97a7-e13f9e0e5532 tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '22bc7171-13c4-4616-a220-4d47bb55a847'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:58.031249 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-62dffb2e-7834-4661-97a7-e13f9e0e5532 tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94938) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 04:13:58.214933 n-d-802893-2 neutron-server[94938]: WARNING neutron.services.metering.metering_plugin [None req-62dffb2e-7834-4661-97a7-e13f9e0e5532 tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 04:13:58.283395 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4c8ff5-b74a-4340-890a-3cc9d38efe36 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:58.286893 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4e4c8ff5-b74a-4340-890a-3cc9d38efe36 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:58.288295 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4c8ff5-b74a-4340-890a-3cc9d38efe36 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:13:58.288744 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4c8ff5-b74a-4340-890a-3cc9d38efe36 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:13:58.330484 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-62dffb2e-7834-4661-97a7-e13f9e0e5532 tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:58.331727 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-62dffb2e-7834-4661-97a7-e13f9e0e5532 tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3062148 Aug 10 04:13:58.334787 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34328) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:58.339257 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-28476353-6cd4-495a-839b-d9ebc5ce20e0 tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '22bc7171-13c4-4616-a220-4d47bb55a847'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:58.339764 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-28476353-6cd4-495a-839b-d9ebc5ce20e0 tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94938) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 04:13:58.447811 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4e4c8ff5-b74a-4340-890a-3cc9d38efe36 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6182125 Aug 10 04:13:58.448249 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34330) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:58.453365 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-9a023dd0-f356-45c4-9cdb-6f4a76ff4a86 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:58.498861 n-d-802893-2 neutron-server[94938]: WARNING neutron.services.metering.metering_plugin [None req-28476353-6cd4-495a-839b-d9ebc5ce20e0 tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 10 04:13:58.604973 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-28476353-6cd4-495a-839b-d9ebc5ce20e0 tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:58.606089 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-28476353-6cd4-495a-839b-d9ebc5ce20e0 tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2703156 Aug 10 04:13:58.609435 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34332) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:58.627434 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-866f8e1f-2f4d-4c19-8362-f8cbb7ed9ebc tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=c7187a66-bbfc-4095-987e-d4e83fdd1cc8 HTTP/1.1" status: 200 len: 464 time: 0.0167992 Aug 10 04:13:58.634756 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34334) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:58.737902 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a023dd0-f356-45c4-9cdb-6f4a76ff4a86 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:58.741574 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9a023dd0-f356-45c4-9cdb-6f4a76ff4a86 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:58.744278 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a023dd0-f356-45c4-9cdb-6f4a76ff4a86 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:13:58.745065 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a023dd0-f356-45c4-9cdb-6f4a76ff4a86 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:13:58.850457 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9a023dd0-f356-45c4-9cdb-6f4a76ff4a86 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4013038 Aug 10 04:13:58.854107 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34336) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:58.886503 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-54438bac-c67e-4190-99db-ebf7d0b250fe tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0311036 Aug 10 04:13:58.888857 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34338) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:58.897582 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-adc07bea-b837-4418-8c8a-0356671f8c3a tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:58.898843 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-adc07bea-b837-4418-8c8a-0356671f8c3a tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/c7187a66-bbfc-4095-987e-d4e83fdd1cc8 HTTP/1.1" status: 204 len: 168 time: 0.2630501 Aug 10 04:13:58.901433 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34340) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:58.911991 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-4ff4d011-8f43-4f26-9dad-1c59ab109105 tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=c7187a66-bbfc-4095-987e-d4e83fdd1cc8 HTTP/1.1" status: 200 len: 221 time: 0.0078571 Aug 10 04:13:58.915198 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34342) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:58.919368 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-e6f1c4c7-0d59-4cd9-8ac6-86a9d26193d1 tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1318175578', 'description': 'label created by tempest'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:58.919814 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-e6f1c4c7-0d59-4cd9-8ac6-86a9d26193d1 tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] Unknown quota resources ['metering_label']. {{(pid=94937) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 04:13:58.943163 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a1afff-658c-4845-b750-794268992bfa tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:58.947381 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-06a1afff-658c-4845-b750-794268992bfa tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0549643 Aug 10 04:13:58.947605 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34344) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:58.992304 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-99bfdb6e-215a-4a3d-9452-19121452b2b8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400295 Aug 10 04:13:58.993648 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34346) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:58.998760 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-336a61c6-17ee-487a-be5a-628198001eda tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:59.183631 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336a61c6-17ee-487a-be5a-628198001eda tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:13:59.187622 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-336a61c6-17ee-487a-be5a-628198001eda tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:59.213616 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e6f1c4c7-0d59-4cd9-8ac6-86a9d26193d1 tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:59.214830 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e6f1c4c7-0d59-4cd9-8ac6-86a9d26193d1 tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2987309 Aug 10 04:13:59.218582 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34352) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:59.298110 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5dbdc237-ca7a-4e33-b672-3894b373ea9a tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=d13c5d9a-6fc8-47e8-8044-60d37b3f1929 HTTP/1.1" status: 200 len: 468 time: 0.0784006 Aug 10 04:13:59.300817 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34362) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:59.546109 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4c52cab9-fc4c-4464-8390-40f9706186f6 tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:59.549907 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-4c52cab9-fc4c-4464-8390-40f9706186f6 tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/d13c5d9a-6fc8-47e8-8044-60d37b3f1929 HTTP/1.1" status: 204 len: 168 time: 0.2455759 Aug 10 04:13:59.550140 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34364) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:59.558243 n-d-802893-2 neutron-server[94938]: DEBUG neutron.objects.ports [None req-336a61c6-17ee-487a-be5a-628198001eda tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94938) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 04:13:59.559834 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-336a61c6-17ee-487a-be5a-628198001eda tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:59.566510 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fe7d5c75-3104-43d4-ab38-75780b2d4817 tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=d13c5d9a-6fc8-47e8-8044-60d37b3f1929 HTTP/1.1" status: 200 len: 216 time: 0.0120394 Aug 10 04:13:59.567429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34366) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:59.580164 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3285c1a9-047d-493f-bd99-a4482cd6cfd9 tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0083511 Aug 10 04:13:59.580487 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34368) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:59.595682 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-febf5ae9-2758-4be9-94b4-835517e3ed19 tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0106986 Aug 10 04:13:59.595682 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34370) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:59.606575 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336a61c6-17ee-487a-be5a-628198001eda tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:13:59.613389 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-336a61c6-17ee-487a-be5a-628198001eda tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:13:59.618958 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336a61c6-17ee-487a-be5a-628198001eda tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:13:59.619506 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-336a61c6-17ee-487a-be5a-628198001eda tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:59.628165 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908bac53-2339-405d-8011-8b9b0fe889d2 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:13:59.629477 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a61c6-17ee-487a-be5a-628198001eda tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=7f969250-f4cf-48b2-a4a7-fb02259f0c1b,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:13:59.655473 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-754a696e-b8af-40dd-a280-627d625ec91f tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/22bc7171-13c4-4616-a220-4d47bb55a847 HTTP/1.1" status: 200 len: 472 time: 0.0589902 Aug 10 04:13:59.659006 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34372) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:59.669894 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e904c6e9-233a-4892-9641-a1482da7c3e0 tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/359a5ead-3fbf-464a-84fb-2761e1923bda HTTP/1.1" status: 200 len: 461 time: 0.0097144 Aug 10 04:13:59.672802 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34374) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:59.710830 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-336a61c6-17ee-487a-be5a-628198001eda tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7157667 Aug 10 04:13:59.713371 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34376) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:59.719035 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-867568bb-762b-4bb9-9446-5c619375010d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'port': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'mac_address': 'fa:16:3e:e3:fb:80', 'name': 'tempest-NetworksTestDHCPv6-1992866184'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:13:59.790726 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3d69d1-64d3-4f9c-b320-02b1ebe0f554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'fixed_ips': [{'subnet_id': '7f969250-f4cf-48b2-a4a7-fb02259f0c1b'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:13:59.792081 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2d3d69d1-64d3-4f9c-b320-02b1ebe0f554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:59.868923 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-93c3e7a2-2bf1-46f3-bac8-d76d168bd562 tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:13:59.870076 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-93c3e7a2-2bf1-46f3-bac8-d76d168bd562 tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/359a5ead-3fbf-464a-84fb-2761e1923bda HTTP/1.1" status: 204 len: 168 time: 0.1963437 Aug 10 04:13:59.872717 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34378) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:13:59.947440 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-2d3d69d1-64d3-4f9c-b320-02b1ebe0f554 None None] Allocated IP 2001:db8::f816:3eff:fe77:5d45 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/7f969250-f4cf-48b2-a4a7-fb02259f0c1b/6fdbb44c-d698-421f-b458-c1f18f18b6f5) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:00.032726 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867568bb-762b-4bb9-9446-5c619375010d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:00.098999 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2d3d69d1-64d3-4f9c-b320-02b1ebe0f554 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:00.108734 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2d3d69d1-64d3-4f9c-b320-02b1ebe0f554 None None] Transition to ACTIVE for port object 6fdbb44c-d698-421f-b458-c1f18f18b6f5 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:00.124076 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2d3d69d1-64d3-4f9c-b320-02b1ebe0f554 None None] Transition to ACTIVE for port object 6fdbb44c-d698-421f-b458-c1f18f18b6f5 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:00.140104 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-867568bb-762b-4bb9-9446-5c619375010d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:00.157119 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1fbafad9-c55c-4104-b74a-e27f14f3720c tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:00.161490 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1fbafad9-c55c-4104-b74a-e27f14f3720c tempest-MeteringTestJSON-1693376671 tempest-MeteringTestJSON-1693376671-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/22bc7171-13c4-4616-a220-4d47bb55a847 HTTP/1.1" status: 204 len: 168 time: 0.2876542 Aug 10 04:14:00.175770 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-867568bb-762b-4bb9-9446-5c619375010d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] device_id is not set on port 61dd148f-cc2d-4bf5-981a-72cb2d5b456a yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:14:00.209328 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2d3d69d1-64d3-4f9c-b320-02b1ebe0f554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:00.247548 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3d69d1-64d3-4f9c-b320-02b1ebe0f554 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:00.254895 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-2d3d69d1-64d3-4f9c-b320-02b1ebe0f554 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:00.258929 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3d69d1-64d3-4f9c-b320-02b1ebe0f554 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:00.278808 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d69d1-64d3-4f9c-b320-02b1ebe0f554 None None] Pushing event updated for resources: {'Port': ['ID=6fdbb44c-d698-421f-b458-c1f18f18b6f5,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:00.325510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-867568bb-762b-4bb9-9446-5c619375010d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Allocated IP 2001:db8::f816:3eff:fee3:fb80 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/7f969250-f4cf-48b2-a4a7-fb02259f0c1b/61dd148f-cc2d-4bf5-981a-72cb2d5b456a) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:00.337365 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-2d3d69d1-64d3-4f9c-b320-02b1ebe0f554 None None] Attempting to bind port 6fdbb44c-d698-421f-b458-c1f18f18b6f5 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:00.337738 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-2d3d69d1-64d3-4f9c-b320-02b1ebe0f554 None None] Attempting to bind port 6fdbb44c-d698-421f-b458-c1f18f18b6f5 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:00.338116 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3d69d1-64d3-4f9c-b320-02b1ebe0f554 None None] Attempting to bind port 6fdbb44c-d698-421f-b458-c1f18f18b6f5 on network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:00.343451 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3d69d1-64d3-4f9c-b320-02b1ebe0f554 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:14:00.344131 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3d69d1-64d3-4f9c-b320-02b1ebe0f554 None None] Checking segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:14:00.344250 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2d3d69d1-64d3-4f9c-b320-02b1ebe0f554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:00.344645 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3d69d1-64d3-4f9c-b320-02b1ebe0f554 None None] Bound using segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:14:00.350147 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-2d3d69d1-64d3-4f9c-b320-02b1ebe0f554 None None] Bound port: 6fdbb44c-d698-421f-b458-c1f18f18b6f5, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:14:00.350147 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2d3d69d1-64d3-4f9c-b320-02b1ebe0f554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:00.412453 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-2d3d69d1-64d3-4f9c-b320-02b1ebe0f554 None None] For port 6fdbb44c-d698-421f-b458-c1f18f18b6f5, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:14:00.415948 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-2d3d69d1-64d3-4f9c-b320-02b1ebe0f554 None None] For port 6fdbb44c-d698-421f-b458-c1f18f18b6f5, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=6fdbb44c-d698-421f-b458-c1f18f18b6f5,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:14:00.495233 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2d3d69d1-64d3-4f9c-b320-02b1ebe0f554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:00.505012 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-867568bb-762b-4bb9-9446-5c619375010d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:00.520010 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-867568bb-762b-4bb9-9446-5c619375010d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Transition to ACTIVE for port object 61dd148f-cc2d-4bf5-981a-72cb2d5b456a will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:00.569275 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d69d1-64d3-4f9c-b320-02b1ebe0f554 None None] Pushing event updated for resources: {'Port': ['ID=6fdbb44c-d698-421f-b458-c1f18f18b6f5,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:00.633599 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-867568bb-762b-4bb9-9446-5c619375010d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:00.688169 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867568bb-762b-4bb9-9446-5c619375010d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:00.693115 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34388) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:00.695901 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-867568bb-762b-4bb9-9446-5c619375010d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:00.700096 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867568bb-762b-4bb9-9446-5c619375010d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:00.710052 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867568bb-762b-4bb9-9446-5c619375010d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:00.711453 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-867568bb-762b-4bb9-9446-5c619375010d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:00.720847 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867568bb-762b-4bb9-9446-5c619375010d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Port': ['ID=61dd148f-cc2d-4bf5-981a-72cb2d5b456a,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:00.814885 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-867568bb-762b-4bb9-9446-5c619375010d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1002603 Aug 10 04:14:00.817952 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34392) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:00.843398 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7f464a87-0f12-4229-b961-b4ddd9f1c6a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:00.908124 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b080375-08b9-4c4e-87c4-ebf73a9cbf56 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:00.915361 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b080375-08b9-4c4e-87c4-ebf73a9cbf56 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:00.917378 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0b080375-08b9-4c4e-87c4-ebf73a9cbf56 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0982685 Aug 10 04:14:00.920266 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34394) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:00.995163 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7f464a87-0f12-4229-b961-b4ddd9f1c6a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:01.021140 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-0d04198a-5b24-4909-b2eb-d19ead6194bc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting port 61dd148f-cc2d-4bf5-981a-72cb2d5b456a {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:01.021493 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d04198a-5b24-4909-b2eb-d19ead6194bc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:01.066379 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7f464a87-0f12-4229-b961-b4ddd9f1c6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:01.112620 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7f464a87-0f12-4229-b961-b4ddd9f1c6a2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9d6de085fe38452bbf284f155e93f8b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4183416 Aug 10 04:14:01.113364 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f464a87-0f12-4229-b961-b4ddd9f1c6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1490b502-c417-44b0-b3ef-47d913c15a3d,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:01.115911 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34396) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:01.118523 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d04198a-5b24-4909-b2eb-d19ead6194bc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:01.133219 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-0d04198a-5b24-4909-b2eb-d19ead6194bc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Calling delete_port for 61dd148f-cc2d-4bf5-981a-72cb2d5b456a owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:01.172264 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0a425eee-c211-4040-b6ce-8651b4017443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:01.197423 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0a425eee-c211-4040-b6ce-8651b4017443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:01.395878 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0a425eee-c211-4040-b6ce-8651b4017443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:01.399418 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0a425eee-c211-4040-b6ce-8651b4017443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:01.401095 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0a425eee-c211-4040-b6ce-8651b4017443 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1490b502-c417-44b0-b3ef-47d913c15a3d HTTP/1.1" status: 204 len: 168 time: 0.2815156 Aug 10 04:14:01.415809 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a425eee-c211-4040-b6ce-8651b4017443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1490b502-c417-44b0-b3ef-47d913c15a3d,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:01.440911 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d04198a-5b24-4909-b2eb-d19ead6194bc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:01.473369 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04198a-5b24-4909-b2eb-d19ead6194bc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Port': ['ID=61dd148f-cc2d-4bf5-981a-72cb2d5b456a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:01.507055 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d04198a-5b24-4909-b2eb-d19ead6194bc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:01.510141 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0d04198a-5b24-4909-b2eb-d19ead6194bc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/61dd148f-cc2d-4bf5-981a-72cb2d5b456a HTTP/1.1" status: 204 len: 168 time: 0.5885906 Aug 10 04:14:01.512976 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34404) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:01.570670 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568a2449-139e-4a1d-a8c7-ff4969d1de39 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:01.572417 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568a2449-139e-4a1d-a8c7-ff4969d1de39 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:01.574011 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-568a2449-139e-4a1d-a8c7-ff4969d1de39 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0599694 Aug 10 04:14:01.577524 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34406) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:01.635055 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fede2b9-aa87-49c5-aeb0-cce5136522ec tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet 7f969250-f4cf-48b2-a4a7-fb02259f0c1b {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:14:01.638593 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6fede2b9-aa87-49c5-aeb0-cce5136522ec tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:01.687469 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6fede2b9-aa87-49c5-aeb0-cce5136522ec tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:01.785881 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6fede2b9-aa87-49c5-aeb0-cce5136522ec tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:01.901240 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ad9a65c4-235f-433d-87b5-225c1d8f61ba None None] Provisioning for port 6fdbb44c-d698-421f-b458-c1f18f18b6f5 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:01.981316 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6fede2b9-aa87-49c5-aeb0-cce5136522ec tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:02.013067 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fede2b9-aa87-49c5-aeb0-cce5136522ec tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=7f969250-f4cf-48b2-a4a7-fb02259f0c1b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:02.015575 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6fede2b9-aa87-49c5-aeb0-cce5136522ec tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:02.018464 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6fede2b9-aa87-49c5-aeb0-cce5136522ec tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/7f969250-f4cf-48b2-a4a7-fb02259f0c1b HTTP/1.1" status: 204 len: 168 time: 0.4394977 Aug 10 04:14:02.020943 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34410) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:02.028405 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-182a74d0-591b-4098-95d6-5596b351f06a None None] Could not find standard attr ID for object 61dd148f-cc2d-4bf5-981a-72cb2d5b456a. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:14:02.067666 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-31d8f760-7487-4293-8fe3-bc31db74ca6c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451722 Aug 10 04:14:02.070774 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34412) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:02.076018 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-8eabb8d9-bb84-48c8-b809-9586028d963c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:02.182195 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ebb124-d42c-4739-8d6d-d924e03ebfe0 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:02.318308 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eabb8d9-bb84-48c8-b809-9586028d963c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:02.322627 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8eabb8d9-bb84-48c8-b809-9586028d963c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:02.370457 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d746bd69-740c-432c-a884-4a256e1d8491 None None] DHCP port deletion for 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:14:02.431451 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-d746bd69-740c-432c-a884-4a256e1d8491 None None] Deleting port 6fdbb44c-d698-421f-b458-c1f18f18b6f5 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:02.431825 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d746bd69-740c-432c-a884-4a256e1d8491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:02.513179 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d746bd69-740c-432c-a884-4a256e1d8491 None None] For port 6fdbb44c-d698-421f-b458-c1f18f18b6f5, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=6fdbb44c-d698-421f-b458-c1f18f18b6f5,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:02.513588 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d746bd69-740c-432c-a884-4a256e1d8491 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:02.522826 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34418) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:02.529795 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-d746bd69-740c-432c-a884-4a256e1d8491 None None] Calling delete_port for 6fdbb44c-d698-421f-b458-c1f18f18b6f5 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:02.538990 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-892969c0-7e20-4aed-acf5-b26343855b41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:02.642094 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-892969c0-7e20-4aed-acf5-b26343855b41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:02.721246 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d746bd69-740c-432c-a884-4a256e1d8491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:02.751675 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746bd69-740c-432c-a884-4a256e1d8491 None None] Pushing event deleted for resources: {'Port': ['ID=6fdbb44c-d698-421f-b458-c1f18f18b6f5,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:02.754308 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d746bd69-740c-432c-a884-4a256e1d8491 None None] No DVR routers for this DVR port 6fdbb44c-d698-421f-b458-c1f18f18b6f5 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:14:02.762207 n-d-802893-2 neutron-server[94938]: DEBUG neutron.objects.ports [None req-8eabb8d9-bb84-48c8-b809-9586028d963c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94938) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 04:14:02.762207 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8eabb8d9-bb84-48c8-b809-9586028d963c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:02.783548 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-892969c0-7e20-4aed-acf5-b26343855b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:02.800767 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eabb8d9-bb84-48c8-b809-9586028d963c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:02.808110 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-8eabb8d9-bb84-48c8-b809-9586028d963c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:02.812341 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eabb8d9-bb84-48c8-b809-9586028d963c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:02.812930 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8eabb8d9-bb84-48c8-b809-9586028d963c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:02.818673 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b73f313-cb80-420c-a597-875676e67082 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:02.825312 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eabb8d9-bb84-48c8-b809-9586028d963c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=a158fe14-e702-4d99-bec0-bb11b7265d6a,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:02.828435 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-892969c0-7e20-4aed-acf5-b26343855b41 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9d5c6d1e64ea4bbba96cab1cfb9d5479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3042605 Aug 10 04:14:02.829839 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892969c0-7e20-4aed-acf5-b26343855b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e18cbb-47ea-4b29-b8a0-6b4599a9def5,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:02.831059 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34420) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:02.884983 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2397e4c9-e6d6-46ad-846a-417171142712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:02.907318 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2397e4c9-e6d6-46ad-846a-417171142712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:02.939394 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8eabb8d9-bb84-48c8-b809-9586028d963c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8675694 Aug 10 04:14:02.942040 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34422) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:02.947263 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-e6bb8e9a-6f04-4054-a862-f0d472ec6c81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'port': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'mac_address': 'fa:16:3e:48:64:07', 'name': 'tempest-NetworksTestDHCPv6-2008007383'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:02.971179 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de74f5ae-2151-445a-8fd2-3d9682e117c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'fixed_ips': [{'subnet_id': 'a158fe14-e702-4d99-bec0-bb11b7265d6a'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:14:02.972681 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-de74f5ae-2151-445a-8fd2-3d9682e117c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:03.088635 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2397e4c9-e6d6-46ad-846a-417171142712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:03.091375 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2397e4c9-e6d6-46ad-846a-417171142712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:03.092563 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2397e4c9-e6d6-46ad-846a-417171142712 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/91e18cbb-47ea-4b29-b8a0-6b4599a9def5 HTTP/1.1" status: 204 len: 168 time: 0.2601328 Aug 10 04:14:03.100742 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397e4c9-e6d6-46ad-846a-417171142712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e18cbb-47ea-4b29-b8a0-6b4599a9def5,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:03.157187 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bb8e9a-6f04-4054-a862-f0d472ec6c81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:03.217530 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-de74f5ae-2151-445a-8fd2-3d9682e117c7 None None] Allocated IP 2001:db8::f816:3eff:feda:3f33 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/a158fe14-e702-4d99-bec0-bb11b7265d6a/e7f8df4f-1900-4c1d-a7bf-689b97b9fbfa) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:03.244969 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6bb8e9a-6f04-4054-a862-f0d472ec6c81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:03.266590 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-e6bb8e9a-6f04-4054-a862-f0d472ec6c81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] device_id is not set on port 293d45f2-2590-4965-a9f0-ca254cacdc04 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:14:03.370842 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-de74f5ae-2151-445a-8fd2-3d9682e117c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:03.379253 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-de74f5ae-2151-445a-8fd2-3d9682e117c7 None None] Transition to ACTIVE for port object e7f8df4f-1900-4c1d-a7bf-689b97b9fbfa will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:03.394575 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-de74f5ae-2151-445a-8fd2-3d9682e117c7 None None] Transition to ACTIVE for port object e7f8df4f-1900-4c1d-a7bf-689b97b9fbfa will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:03.532929 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-de74f5ae-2151-445a-8fd2-3d9682e117c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:03.576516 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de74f5ae-2151-445a-8fd2-3d9682e117c7 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:03.581834 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-de74f5ae-2151-445a-8fd2-3d9682e117c7 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:03.585907 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de74f5ae-2151-445a-8fd2-3d9682e117c7 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:03.596872 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74f5ae-2151-445a-8fd2-3d9682e117c7 None None] Pushing event updated for resources: {'Port': ['ID=e7f8df4f-1900-4c1d-a7bf-689b97b9fbfa,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:03.602053 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-e6bb8e9a-6f04-4054-a862-f0d472ec6c81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Allocated IP 2001:db8::f816:3eff:fe48:6407 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/a158fe14-e702-4d99-bec0-bb11b7265d6a/293d45f2-2590-4965-a9f0-ca254cacdc04) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:03.662725 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-de74f5ae-2151-445a-8fd2-3d9682e117c7 None None] Attempting to bind port e7f8df4f-1900-4c1d-a7bf-689b97b9fbfa on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:03.663086 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-de74f5ae-2151-445a-8fd2-3d9682e117c7 None None] Attempting to bind port e7f8df4f-1900-4c1d-a7bf-689b97b9fbfa by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:03.663479 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de74f5ae-2151-445a-8fd2-3d9682e117c7 None None] Attempting to bind port e7f8df4f-1900-4c1d-a7bf-689b97b9fbfa on network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:03.669490 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de74f5ae-2151-445a-8fd2-3d9682e117c7 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:14:03.669854 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de74f5ae-2151-445a-8fd2-3d9682e117c7 None None] Checking segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:14:03.670277 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-de74f5ae-2151-445a-8fd2-3d9682e117c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:03.670705 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de74f5ae-2151-445a-8fd2-3d9682e117c7 None None] Bound using segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:14:03.671164 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-de74f5ae-2151-445a-8fd2-3d9682e117c7 None None] Bound port: e7f8df4f-1900-4c1d-a7bf-689b97b9fbfa, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:14:03.671535 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-de74f5ae-2151-445a-8fd2-3d9682e117c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:03.739663 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-de74f5ae-2151-445a-8fd2-3d9682e117c7 None None] For port e7f8df4f-1900-4c1d-a7bf-689b97b9fbfa, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:14:03.743504 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-de74f5ae-2151-445a-8fd2-3d9682e117c7 None None] For port e7f8df4f-1900-4c1d-a7bf-689b97b9fbfa, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e7f8df4f-1900-4c1d-a7bf-689b97b9fbfa,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:14:03.774152 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6bb8e9a-6f04-4054-a862-f0d472ec6c81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:03.886964 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-de74f5ae-2151-445a-8fd2-3d9682e117c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:03.949525 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74f5ae-2151-445a-8fd2-3d9682e117c7 None None] Pushing event updated for resources: {'Port': ['ID=e7f8df4f-1900-4c1d-a7bf-689b97b9fbfa,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:04.156779 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-e6bb8e9a-6f04-4054-a862-f0d472ec6c81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Transition to ACTIVE for port object 293d45f2-2590-4965-a9f0-ca254cacdc04 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:04.292919 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6bb8e9a-6f04-4054-a862-f0d472ec6c81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:04.333764 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bb8e9a-6f04-4054-a862-f0d472ec6c81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:04.337096 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-e6bb8e9a-6f04-4054-a862-f0d472ec6c81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:04.343200 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bb8e9a-6f04-4054-a862-f0d472ec6c81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:04.349041 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bb8e9a-6f04-4054-a862-f0d472ec6c81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:04.349701 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6bb8e9a-6f04-4054-a862-f0d472ec6c81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:04.365397 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb8e9a-6f04-4054-a862-f0d472ec6c81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Port': ['ID=293d45f2-2590-4965-a9f0-ca254cacdc04,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:04.402539 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e7f8df4f-1900-4c1d-a7bf-689b97b9fbfa up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:04.449997 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e6bb8e9a-6f04-4054-a862-f0d472ec6c81 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5065362 Aug 10 04:14:04.452499 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34450) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:04.502859 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb99259c-8f64-4010-b3f7-b42956755797 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:04.510127 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb99259c-8f64-4010-b3f7-b42956755797 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:04.512172 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bb99259c-8f64-4010-b3f7-b42956755797 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0585594 Aug 10 04:14:04.514849 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34452) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:04.574689 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port e7f8df4f-1900-4c1d-a7bf-689b97b9fbfa completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:04.638796 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-159214cf-89aa-4fab-a3dd-dae9fc1bcef0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting port 293d45f2-2590-4965-a9f0-ca254cacdc04 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:04.639282 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-159214cf-89aa-4fab-a3dd-dae9fc1bcef0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:04.667219 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 6fdbb44c-d698-421f-b458-c1f18f18b6f5 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:14:04.695483 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 6fdbb44c-d698-421f-b458-c1f18f18b6f5 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:14:04.696299 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 6fdbb44c-d698-421f-b458-c1f18f18b6f5 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:14:04.749786 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-159214cf-89aa-4fab-a3dd-dae9fc1bcef0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:04.764774 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-159214cf-89aa-4fab-a3dd-dae9fc1bcef0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Calling delete_port for 293d45f2-2590-4965-a9f0-ca254cacdc04 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:04.989316 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-159214cf-89aa-4fab-a3dd-dae9fc1bcef0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:05.020515 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159214cf-89aa-4fab-a3dd-dae9fc1bcef0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Port': ['ID=293d45f2-2590-4965-a9f0-ca254cacdc04,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:05.046247 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-159214cf-89aa-4fab-a3dd-dae9fc1bcef0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:05.047928 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-159214cf-89aa-4fab-a3dd-dae9fc1bcef0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/293d45f2-2590-4965-a9f0-ca254cacdc04 HTTP/1.1" status: 204 len: 168 time: 0.5320919 Aug 10 04:14:05.050579 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34460) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:05.117279 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562b1f19-aab9-4409-9a16-1726d40ff322 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:05.119058 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562b1f19-aab9-4409-9a16-1726d40ff322 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:05.120656 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-562b1f19-aab9-4409-9a16-1726d40ff322 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0690594 Aug 10 04:14:05.123433 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34466) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:05.160734 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7667ed40-056a-4820-bad3-2ab9ad66d04e None None] Provisioning for port e7f8df4f-1900-4c1d-a7bf-689b97b9fbfa completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:05.165327 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7667ed40-056a-4820-bad3-2ab9ad66d04e None None] Provisioning complete for port e7f8df4f-1900-4c1d-a7bf-689b97b9fbfa triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:05.165799 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7667ed40-056a-4820-bad3-2ab9ad66d04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:05.183751 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-120fd913-3f07-4d05-8f17-1515dc6ed938 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet a158fe14-e702-4d99-bec0-bb11b7265d6a {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:14:05.187909 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-120fd913-3f07-4d05-8f17-1515dc6ed938 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:05.234482 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-120fd913-3f07-4d05-8f17-1515dc6ed938 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:05.252854 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7667ed40-056a-4820-bad3-2ab9ad66d04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:05.292972 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-7667ed40-056a-4820-bad3-2ab9ad66d04e None None] For port e7f8df4f-1900-4c1d-a7bf-689b97b9fbfa, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e7f8df4f-1900-4c1d-a7bf-689b97b9fbfa,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:05.408154 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7667ed40-056a-4820-bad3-2ab9ad66d04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:05.419762 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-120fd913-3f07-4d05-8f17-1515dc6ed938 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:05.485145 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667ed40-056a-4820-bad3-2ab9ad66d04e None None] Pushing event updated for resources: {'Port': ['ID=e7f8df4f-1900-4c1d-a7bf-689b97b9fbfa,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:05.521609 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-df177b1c-2956-4a69-9ccf-c231b4fed324 None None] Could not find standard attr ID for object 293d45f2-2590-4965-a9f0-ca254cacdc04. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:14:05.560480 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34476) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:05.624321 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-120fd913-3f07-4d05-8f17-1515dc6ed938 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:05.654288 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120fd913-3f07-4d05-8f17-1515dc6ed938 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=a158fe14-e702-4d99-bec0-bb11b7265d6a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:05.657949 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-120fd913-3f07-4d05-8f17-1515dc6ed938 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:05.662438 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-120fd913-3f07-4d05-8f17-1515dc6ed938 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/a158fe14-e702-4d99-bec0-bb11b7265d6a HTTP/1.1" status: 204 len: 168 time: 0.5379109 Aug 10 04:14:05.662720 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34480) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:05.671944 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d50aea-c04c-4c1f-961a-0f62bfcc35bc None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:05.704976 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-17793ee4-6785-47f0-8bd0-1b243e1c7300 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0386815 Aug 10 04:14:05.705183 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34482) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:05.722880 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-830ffa7a-3d31-44b9-86d4-b9bf9036c710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-132880365'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:05.758330 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5ac6e1-c026-4cab-8b9e-e5f4673a61a8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:05.760169 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-bd5ac6e1-c026-4cab-8b9e-e5f4673a61a8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0539632 Aug 10 04:14:05.762811 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34486) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:05.860598 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e97c16-9cf9-4b71-a492-a2279b162a2d None None] DHCP port deletion for 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:14:05.887083 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830ffa7a-3d31-44b9-86d4-b9bf9036c710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358-project] Made reservation on behalf of 8b5eb8520a3247af8d45c66cfe316dba for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:05.891164 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-830ffa7a-3d31-44b9-86d4-b9bf9036c710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:05.901432 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-830ffa7a-3d31-44b9-86d4-b9bf9036c710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:05.919273 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-d8e97c16-9cf9-4b71-a492-a2279b162a2d None None] Deleting port e7f8df4f-1900-4c1d-a7bf-689b97b9fbfa {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:05.920107 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d8e97c16-9cf9-4b71-a492-a2279b162a2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:05.990315 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d8e97c16-9cf9-4b71-a492-a2279b162a2d None None] For port e7f8df4f-1900-4c1d-a7bf-689b97b9fbfa, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e7f8df4f-1900-4c1d-a7bf-689b97b9fbfa,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:05.990717 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d8e97c16-9cf9-4b71-a492-a2279b162a2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:06.006624 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-d8e97c16-9cf9-4b71-a492-a2279b162a2d None None] Calling delete_port for e7f8df4f-1900-4c1d-a7bf-689b97b9fbfa owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:06.013460 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-830ffa7a-3d31-44b9-86d4-b9bf9036c710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:06.129207 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-830ffa7a-3d31-44b9-86d4-b9bf9036c710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:06.160777 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ffa7a-3d31-44b9-86d4-b9bf9036c710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d97eeecd-bd38-4a1e-b8fa-4d65ff6b492c,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:06.185167 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab149a2-fbb8-4666-b3f8-d8c0afed38de tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:06.186621 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2ab149a2-fbb8-4666-b3f8-d8c0afed38de tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4227326 Aug 10 04:14:06.189202 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34488) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:06.197717 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d8e97c16-9cf9-4b71-a492-a2279b162a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:06.202830 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830ffa7a-3d31-44b9-86d4-b9bf9036c710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:14:06.214692 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-830ffa7a-3d31-44b9-86d4-b9bf9036c710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:06.215049 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-830ffa7a-3d31-44b9-86d4-b9bf9036c710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358-project] Added segment 982553c5-aa7b-4991-89ef-1a509f20b149 of type vlan for network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 Aug 10 04:14:06.229666 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ada698ed-762e-4ae2-b520-074f128149a2 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0378993 Aug 10 04:14:06.233186 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34490) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:06.236830 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e97c16-9cf9-4b71-a492-a2279b162a2d None None] Pushing event deleted for resources: {'Port': ['ID=e7f8df4f-1900-4c1d-a7bf-689b97b9fbfa,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:06.239075 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-803c4f2c-22b0-45f7-886c-5f3fb7a4deee tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:06.240036 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e97c16-9cf9-4b71-a492-a2279b162a2d None None] No DVR routers for this DVR port e7f8df4f-1900-4c1d-a7bf-689b97b9fbfa on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:14:06.263184 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-830ffa7a-3d31-44b9-86d4-b9bf9036c710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:06.358996 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e7f8df4f-1900-4c1d-a7bf-689b97b9fbfa no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:14:06.379544 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: e7f8df4f-1900-4c1d-a7bf-689b97b9fbfa {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:14:06.379811 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e7f8df4f-1900-4c1d-a7bf-689b97b9fbfa not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:14:06.385853 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-830ffa7a-3d31-44b9-86d4-b9bf9036c710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:06.392429 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830ffa7a-3d31-44b9-86d4-b9bf9036c710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:06.393028 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-830ffa7a-3d31-44b9-86d4-b9bf9036c710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:06.459311 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ffa7a-3d31-44b9-86d4-b9bf9036c710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358-project] Pushing event updated for resources: {'Network': ['ID=2b63618e-bcd6-45cf-88bf-c687caa33fa0,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:06.470690 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:14:06.471675 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803c4f2c-22b0-45f7-886c-5f3fb7a4deee tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:06.475863 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-803c4f2c-22b0-45f7-886c-5f3fb7a4deee tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:06.624183 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-830ffa7a-3d31-44b9-86d4-b9bf9036c710 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.0624900 Aug 10 04:14:06.793580 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34498) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:06.798869 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Request body: {'port': {'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0', 'binding:host_id': 'n-h1-802893-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-425572431'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:06.820829 n-d-802893-2 neutron-server[94937]: DEBUG neutron.objects.ports [None req-803c4f2c-22b0-45f7-886c-5f3fb7a4deee tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94937) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 04:14:06.829355 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-803c4f2c-22b0-45f7-886c-5f3fb7a4deee tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:06.866713 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803c4f2c-22b0-45f7-886c-5f3fb7a4deee tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:06.869941 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-803c4f2c-22b0-45f7-886c-5f3fb7a4deee tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:06.874388 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803c4f2c-22b0-45f7-886c-5f3fb7a4deee tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:06.874979 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-803c4f2c-22b0-45f7-886c-5f3fb7a4deee tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:06.879619 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f3507c-a567-4f77-8e01-270e211a4d8a None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:06.888050 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c4f2c-22b0-45f7-886c-5f3fb7a4deee tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=812fd326-467d-471f-936c-25cf3529c22e,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:06.932417 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Made reservation on behalf of d7dd5a06ea2049e3bf3ea0a80b0fbc6a for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:06.935142 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:06.944392 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:07.019275 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-803c4f2c-22b0-45f7-886c-5f3fb7a4deee tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7847452 Aug 10 04:14:07.021846 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34502) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:07.032120 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad204d56-d4e4-4495-b024-2712202a7d2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'fixed_ips': [{'subnet_id': '812fd326-467d-471f-936c-25cf3529c22e'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:14:07.032997 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ad204d56-d4e4-4495-b024-2712202a7d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:07.036922 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-895af88e-2ff5-4166-99ba-70b540948d2f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'port': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'mac_address': 'fa:16:3e:b1:ed:55', 'name': 'tempest-NetworksTestDHCPv6-569790249'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:07.206325 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:07.291287 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:07.297982 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] device_id is not set on port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:14:07.326575 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-ad204d56-d4e4-4495-b024-2712202a7d2a None None] Allocated IP 2001:db8::f816:3eff:fe02:bb11 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/812fd326-467d-471f-936c-25cf3529c22e/a920a808-0b38-4986-8ac5-204959ce5a01) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:07.392317 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7680a5-d5ff-4e07-8250-5692a37094b6,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:07.424948 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895af88e-2ff5-4166-99ba-70b540948d2f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:07.429915 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-895af88e-2ff5-4166-99ba-70b540948d2f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:07.484477 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ad204d56-d4e4-4495-b024-2712202a7d2a None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:07.493998 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ad204d56-d4e4-4495-b024-2712202a7d2a None None] Transition to ACTIVE for port object a920a808-0b38-4986-8ac5-204959ce5a01 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:07.499805 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-895af88e-2ff5-4166-99ba-70b540948d2f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] device_id is not set on port a420a433-f74b-4f77-ae45-fc98a7458e87 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:14:07.509659 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ad204d56-d4e4-4495-b024-2712202a7d2a None None] Transition to ACTIVE for port object a920a808-0b38-4986-8ac5-204959ce5a01 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:07.619715 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] device_id is not set on port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:14:07.628743 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:07.639156 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Transition to ACTIVE for port object 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:07.641812 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ad204d56-d4e4-4495-b024-2712202a7d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:07.686191 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad204d56-d4e4-4495-b024-2712202a7d2a None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:07.689267 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-ad204d56-d4e4-4495-b024-2712202a7d2a None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:07.693042 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad204d56-d4e4-4495-b024-2712202a7d2a None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:07.696413 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-895af88e-2ff5-4166-99ba-70b540948d2f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Allocated IP 2001:db8::f816:3eff:feb1:ed55 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/812fd326-467d-471f-936c-25cf3529c22e/a420a433-f74b-4f77-ae45-fc98a7458e87) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:07.702552 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad204d56-d4e4-4495-b024-2712202a7d2a None None] Pushing event updated for resources: {'Port': ['ID=a920a808-0b38-4986-8ac5-204959ce5a01,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:07.752264 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:07.753697 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-ad204d56-d4e4-4495-b024-2712202a7d2a None None] Attempting to bind port a920a808-0b38-4986-8ac5-204959ce5a01 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:07.754077 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-ad204d56-d4e4-4495-b024-2712202a7d2a None None] Attempting to bind port a920a808-0b38-4986-8ac5-204959ce5a01 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:07.754490 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad204d56-d4e4-4495-b024-2712202a7d2a None None] Attempting to bind port a920a808-0b38-4986-8ac5-204959ce5a01 on network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:07.760473 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad204d56-d4e4-4495-b024-2712202a7d2a None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:14:07.760854 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad204d56-d4e4-4495-b024-2712202a7d2a None None] Checking segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:14:07.761258 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ad204d56-d4e4-4495-b024-2712202a7d2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:07.761655 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad204d56-d4e4-4495-b024-2712202a7d2a None None] Bound using segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:14:07.762130 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-ad204d56-d4e4-4495-b024-2712202a7d2a None None] Bound port: a920a808-0b38-4986-8ac5-204959ce5a01, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:14:07.762514 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ad204d56-d4e4-4495-b024-2712202a7d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:07.830913 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-ad204d56-d4e4-4495-b024-2712202a7d2a None None] For port a920a808-0b38-4986-8ac5-204959ce5a01, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:14:07.834064 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-ad204d56-d4e4-4495-b024-2712202a7d2a None None] For port a920a808-0b38-4986-8ac5-204959ce5a01, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a920a808-0b38-4986-8ac5-204959ce5a01,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:14:07.874112 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Pushing event updated for resources: {'Port': ['ID=309560f6-11b4-4894-9c5d-5e54ccfa9ad6,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:07.901665 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Checking segment: {'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:14:07.902295 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Network hostable DHCP agents. Network: 2b63618e-bcd6-45cf-88bf-c687caa33fa0, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:14:07.918182 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ad204d56-d4e4-4495-b024-2712202a7d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:07.926186 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-895af88e-2ff5-4166-99ba-70b540948d2f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:07.943210 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-895af88e-2ff5-4166-99ba-70b540948d2f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Transition to ACTIVE for port object a420a433-f74b-4f77-ae45-fc98a7458e87 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:07.979279 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad204d56-d4e4-4495-b024-2712202a7d2a None None] Pushing event updated for resources: {'Port': ['ID=a920a808-0b38-4986-8ac5-204959ce5a01,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:08.060446 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:14:08.089685 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-895af88e-2ff5-4166-99ba-70b540948d2f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:08.152361 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 2b63618e-bcd6-45cf-88bf-c687caa33fa0) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:08.161582 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0735366a-5d62-408a-8406-3499fa179a6e None None] Network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:08.166211 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:08.170358 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895af88e-2ff5-4166-99ba-70b540948d2f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:08.180119 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-895af88e-2ff5-4166-99ba-70b540948d2f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:08.186795 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895af88e-2ff5-4166-99ba-70b540948d2f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:08.193691 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895af88e-2ff5-4166-99ba-70b540948d2f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:08.194358 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-895af88e-2ff5-4166-99ba-70b540948d2f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:08.201781 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:08.202117 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:08.202495 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:08.208309 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895af88e-2ff5-4166-99ba-70b540948d2f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Port': ['ID=a420a433-f74b-4f77-ae45-fc98a7458e87,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:08.216100 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:08.216327 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Failed to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on host n-h1-802893-2 for vnic_type normal using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] Aug 10 04:14:08.217699 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempt 2 to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 Aug 10 04:14:08.231151 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:08.231487 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:08.231825 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:08.236613 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:08.237055 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Failed to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on host n-h1-802893-2 for vnic_type normal using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] Aug 10 04:14:08.237453 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempt 3 to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 Aug 10 04:14:08.251432 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:08.251766 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:08.252136 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:08.257851 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:08.258182 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Failed to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on host n-h1-802893-2 for vnic_type normal using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] Aug 10 04:14:08.258778 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempt 4 to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 Aug 10 04:14:08.271939 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:08.272319 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:08.272660 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:08.278566 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:08.278821 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Failed to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on host n-h1-802893-2 for vnic_type normal using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] Aug 10 04:14:08.279206 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempt 5 to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 Aug 10 04:14:08.293628 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:08.293966 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:08.294309 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:08.299185 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:08.299632 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Failed to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on host n-h1-802893-2 for vnic_type normal using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] Aug 10 04:14:08.300071 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempt 6 to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 Aug 10 04:14:08.312739 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:08.313084 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:08.313435 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:08.318331 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-895af88e-2ff5-4166-99ba-70b540948d2f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2947474 Aug 10 04:14:08.321385 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:08.321841 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Failed to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on host n-h1-802893-2 for vnic_type normal using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] Aug 10 04:14:08.322246 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34508) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:08.322691 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempt 7 to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 Aug 10 04:14:08.360429 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:08.360780 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:08.361123 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:08.370415 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:08.370678 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Failed to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on host n-h1-802893-2 for vnic_type normal using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] Aug 10 04:14:08.371724 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempt 8 to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 Aug 10 04:14:08.389589 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:08.389932 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:08.390273 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:08.402803 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c40c5e-c16a-4c8f-a175-e6984db01680 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:08.408734 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c40c5e-c16a-4c8f-a175-e6984db01680 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:08.410386 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-29c40c5e-c16a-4c8f-a175-e6984db01680 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0848074 Aug 10 04:14:08.413100 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:08.413510 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Failed to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on host n-h1-802893-2 for vnic_type normal using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] Aug 10 04:14:08.414222 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34510) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:08.414668 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempt 9 to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 Aug 10 04:14:08.427694 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:08.428074 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:08.428422 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:08.434311 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:08.434511 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a920a808-0b38-4986-8ac5-204959ce5a01 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:08.434727 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Failed to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on host n-h1-802893-2 for vnic_type normal using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] Aug 10 04:14:08.435049 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempt 10 to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 Aug 10 04:14:08.449971 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:08.450313 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:08.450660 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:08.455463 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:08.455785 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Failed to bind port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 on host n-h1-802893-2 for vnic_type normal using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] Aug 10 04:14:08.456264 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:08.533367 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-7f86b17f-e994-4420-bad0-380647696806 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting port a420a433-f74b-4f77-ae45-fc98a7458e87 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:08.533641 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7f86b17f-e994-4420-bad0-380647696806 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:08.535454 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] For port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:14:08.535920 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempted to set empty binding levels {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 04:14:08.608716 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port a920a808-0b38-4986-8ac5-204959ce5a01 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:08.624353 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7f86b17f-e994-4420-bad0-380647696806 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:08.646666 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-7f86b17f-e994-4420-bad0-380647696806 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Calling delete_port for a420a433-f74b-4f77-ae45-fc98a7458e87 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:08.646924 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:08.656471 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:08.657558 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:08.708491 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Pushing event updated for resources: {'Port': ['ID=309560f6-11b4-4894-9c5d-5e54ccfa9ad6,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:08.832824 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-60e452a0-6e0f-46c3-8887-a464a077f0e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.0380368 Aug 10 04:14:08.839386 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34514) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:08.922406 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-a4efbd70-9ba2-42da-8dca-f6ee76296ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Deleting port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:08.922749 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4efbd70-9ba2-42da-8dca-f6ee76296ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:08.938438 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7f86b17f-e994-4420-bad0-380647696806 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:08.989256 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86b17f-e994-4420-bad0-380647696806 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Port': ['ID=a420a433-f74b-4f77-ae45-fc98a7458e87,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:08.995178 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-a4efbd70-9ba2-42da-8dca-f6ee76296ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] For port 309560f6-11b4-4894-9c5d-5e54ccfa9ad6, host n-h1-802893-2, got binding levels [] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:08.995550 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4efbd70-9ba2-42da-8dca-f6ee76296ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:09.020692 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-a4efbd70-9ba2-42da-8dca-f6ee76296ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Calling delete_port for 309560f6-11b4-4894-9c5d-5e54ccfa9ad6 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:09.023540 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7f86b17f-e994-4420-bad0-380647696806 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:09.028006 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7f86b17f-e994-4420-bad0-380647696806 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/a420a433-f74b-4f77-ae45-fc98a7458e87 HTTP/1.1" status: 204 len: 168 time: 0.6104052 Aug 10 04:14:09.028855 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34518) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:09.093833 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e65ae38-31e0-4c1a-9cb5-abf164904ecc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:09.095494 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e65ae38-31e0-4c1a-9cb5-abf164904ecc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:09.097103 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2e65ae38-31e0-4c1a-9cb5-abf164904ecc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0674644 Aug 10 04:14:09.099838 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34520) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:09.156034 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-58650544-48b9-45d7-8798-0adac14af476 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet 812fd326-467d-471f-936c-25cf3529c22e {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:14:09.159569 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-58650544-48b9-45d7-8798-0adac14af476 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:09.180897 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2f396f00-e764-471a-8ebd-e48e07845eff None None] Provisioning for port a920a808-0b38-4986-8ac5-204959ce5a01 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:09.185998 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2f396f00-e764-471a-8ebd-e48e07845eff None None] Provisioning complete for port a920a808-0b38-4986-8ac5-204959ce5a01 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:09.186540 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2f396f00-e764-471a-8ebd-e48e07845eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:09.207017 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-58650544-48b9-45d7-8798-0adac14af476 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:09.220492 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4efbd70-9ba2-42da-8dca-f6ee76296ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:09.261814 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4efbd70-9ba2-42da-8dca-f6ee76296ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Pushing event deleted for resources: {'Port': ['ID=309560f6-11b4-4894-9c5d-5e54ccfa9ad6,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:09.268243 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4efbd70-9ba2-42da-8dca-f6ee76296ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:09.270631 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a4efbd70-9ba2-42da-8dca-f6ee76296ea3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] 10.222.0.25 "DELETE /v2.0/ports/309560f6-11b4-4894-9c5d-5e54ccfa9ad6 HTTP/1.1" status: 204 len: 168 time: 0.4340518 Aug 10 04:14:09.274605 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34522) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:09.302063 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-a46cc063-9ba3-4b8f-8fee-d20e6f99a0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] GET failed (client error): The resource could not be found. Aug 10 04:14:09.309643 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a46cc063-9ba3-4b8f-8fee-d20e6f99a0a1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] 10.222.0.25 "GET /v2.0/ports/309560f6-11b4-4894-9c5d-5e54ccfa9ad6 HTTP/1.1" status: 404 len: 333 time: 0.0279717 Aug 10 04:14:09.309881 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2f396f00-e764-471a-8ebd-e48e07845eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:09.310049 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34524) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:09.314910 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-6fa852e1-d241-4f16-8ebf-07017a30862f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Request body: {'port': {'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-247168343'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:09.338293 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-58650544-48b9-45d7-8798-0adac14af476 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:09.454288 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa852e1-d241-4f16-8ebf-07017a30862f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Made reservation on behalf of d7dd5a06ea2049e3bf3ea0a80b0fbc6a for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:09.456770 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6fa852e1-d241-4f16-8ebf-07017a30862f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:09.473454 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-6fa852e1-d241-4f16-8ebf-07017a30862f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] device_id is not set on port 08869548-f4fd-46d7-af39-c37feb38254b yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:14:09.496110 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-58650544-48b9-45d7-8798-0adac14af476 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:09.533431 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58650544-48b9-45d7-8798-0adac14af476 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=812fd326-467d-471f-936c-25cf3529c22e,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:09.537724 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-58650544-48b9-45d7-8798-0adac14af476 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:09.544796 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34528) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:09.545703 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-58650544-48b9-45d7-8798-0adac14af476 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/812fd326-467d-471f-936c-25cf3529c22e HTTP/1.1" status: 204 len: 168 time: 0.4443099 Aug 10 04:14:09.546241 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-2f396f00-e764-471a-8ebd-e48e07845eff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:14:09.548873 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-2f396f00-e764-471a-8ebd-e48e07845eff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:14:09.577664 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ee54ba-6281-4795-8f73-e362330110bb None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:09.598147 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-50f7fc8b-40ea-4fb3-aa9c-7ce1027f1619 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516047 Aug 10 04:14:09.601934 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34530) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:09.607673 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-b19f020f-6b17-41bb-8962-15bffbfd5a39 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:09.696048 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6fa852e1-d241-4f16-8ebf-07017a30862f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:09.764367 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda332e1-db5b-47d3-b349-c2d18c88d878 None None] DHCP port deletion for 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:14:09.810915 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-fda332e1-db5b-47d3-b349-c2d18c88d878 None None] Deleting port a920a808-0b38-4986-8ac5-204959ce5a01 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:09.811284 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fda332e1-db5b-47d3-b349-c2d18c88d878 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:09.903366 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-fda332e1-db5b-47d3-b349-c2d18c88d878 None None] For port a920a808-0b38-4986-8ac5-204959ce5a01, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a920a808-0b38-4986-8ac5-204959ce5a01,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:09.903366 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fda332e1-db5b-47d3-b349-c2d18c88d878 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:09.903668 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19f020f-6b17-41bb-8962-15bffbfd5a39 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:09.903668 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b19f020f-6b17-41bb-8962-15bffbfd5a39 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:09.903896 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6fa852e1-d241-4f16-8ebf-07017a30862f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:09.904038 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-fda332e1-db5b-47d3-b349-c2d18c88d878 None None] Calling delete_port for a920a808-0b38-4986-8ac5-204959ce5a01 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:09.957130 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa852e1-d241-4f16-8ebf-07017a30862f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:09.960467 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-6fa852e1-d241-4f16-8ebf-07017a30862f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:09.963483 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa852e1-d241-4f16-8ebf-07017a30862f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:09.964590 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa852e1-d241-4f16-8ebf-07017a30862f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:09.965504 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6fa852e1-d241-4f16-8ebf-07017a30862f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:09.977654 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa852e1-d241-4f16-8ebf-07017a30862f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Pushing event updated for resources: {'Port': ['ID=08869548-f4fd-46d7-af39-c37feb38254b,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:10.037535 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e0bc5336-9859-4f98-8ba0-441ae5533cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:10.088094 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2f396f00-e764-471a-8ebd-e48e07845eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:10.099057 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6fa852e1-d241-4f16-8ebf-07017a30862f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7882621 Aug 10 04:14:10.101849 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34536) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:10.106161 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fda332e1-db5b-47d3-b349-c2d18c88d878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:10.108074 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:10.143444 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda332e1-db5b-47d3-b349-c2d18c88d878 None None] Pushing event deleted for resources: {'Port': ['ID=a920a808-0b38-4986-8ac5-204959ce5a01,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:10.149173 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda332e1-db5b-47d3-b349-c2d18c88d878 None None] No DVR routers for this DVR port a920a808-0b38-4986-8ac5-204959ce5a01 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:14:10.172461 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:10.293393 n-d-802893-2 neutron-server[94937]: DEBUG neutron.objects.ports [None req-b19f020f-6b17-41bb-8962-15bffbfd5a39 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94937) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 04:14:10.293797 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9680e77f-9b26-4e52-88ad-f959c3bd83e9 None None] Could not find standard attr ID for object a420a433-f74b-4f77-ae45-fc98a7458e87. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:14:10.297214 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b19f020f-6b17-41bb-8962-15bffbfd5a39 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:10.349938 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19f020f-6b17-41bb-8962-15bffbfd5a39 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:10.355623 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-b19f020f-6b17-41bb-8962-15bffbfd5a39 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:10.359601 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19f020f-6b17-41bb-8962-15bffbfd5a39 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:10.360252 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b19f020f-6b17-41bb-8962-15bffbfd5a39 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:10.367610 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19442e6b-8bbd-4d5e-a822-42915ba49d14 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:10.370822 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] device_id is not set on port 08869548-f4fd-46d7-af39-c37feb38254b yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:14:10.379539 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19f020f-6b17-41bb-8962-15bffbfd5a39 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=add24384-5558-45d1-85c8-1a9875c8aae9,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:10.381277 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:10.395375 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Transition to ACTIVE for port object 08869548-f4fd-46d7-af39-c37feb38254b will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:10.409523 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a920a808-0b38-4986-8ac5-204959ce5a01 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:14:10.438087 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: a920a808-0b38-4986-8ac5-204959ce5a01 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:14:10.438426 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a920a808-0b38-4986-8ac5-204959ce5a01 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:14:10.522081 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b19f020f-6b17-41bb-8962-15bffbfd5a39 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9187548 Aug 10 04:14:10.525167 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34538) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:10.530852 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-a065f8f1-1ef9-4aa8-9867-165265f434d4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'port': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'mac_address': 'fa:16:3e:84:67:d1', 'name': 'tempest-NetworksTestDHCPv6-1904015931'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:10.552353 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86b2363-8178-489d-b9a0-3862d53b1057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'fixed_ips': [{'subnet_id': 'add24384-5558-45d1-85c8-1a9875c8aae9'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:14:10.553218 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d86b2363-8178-489d-b9a0-3862d53b1057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:10.580951 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:10.661791 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Pushing event updated for resources: {'Port': ['ID=08869548-f4fd-46d7-af39-c37feb38254b,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:10.687073 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 08869548-f4fd-46d7-af39-c37feb38254b on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:10.687414 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 08869548-f4fd-46d7-af39-c37feb38254b by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:10.687749 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 08869548-f4fd-46d7-af39-c37feb38254b on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:10.693596 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-d86b2363-8178-489d-b9a0-3862d53b1057 None None] Allocated IP 2001:db8::f816:3eff:fee2:9cf0 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/add24384-5558-45d1-85c8-1a9875c8aae9/17306ee9-a41d-4a2b-893f-9149f95c22f9) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:10.697468 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Port 08869548-f4fd-46d7-af39-c37feb38254b on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:10.697809 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Failed to bind port 08869548-f4fd-46d7-af39-c37feb38254b on host n-h1-802893-2 for vnic_type normal using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] Aug 10 04:14:10.700017 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempt 2 to bind port 08869548-f4fd-46d7-af39-c37feb38254b Aug 10 04:14:10.721712 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 08869548-f4fd-46d7-af39-c37feb38254b on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:10.722049 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 08869548-f4fd-46d7-af39-c37feb38254b by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:10.722392 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 08869548-f4fd-46d7-af39-c37feb38254b on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:10.728928 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Port 08869548-f4fd-46d7-af39-c37feb38254b on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:10.729257 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Failed to bind port 08869548-f4fd-46d7-af39-c37feb38254b on host n-h1-802893-2 for vnic_type normal using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] Aug 10 04:14:10.729654 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempt 3 to bind port 08869548-f4fd-46d7-af39-c37feb38254b Aug 10 04:14:10.742678 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 08869548-f4fd-46d7-af39-c37feb38254b on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:10.743127 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 08869548-f4fd-46d7-af39-c37feb38254b by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:10.743466 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 08869548-f4fd-46d7-af39-c37feb38254b on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:10.747925 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Port 08869548-f4fd-46d7-af39-c37feb38254b on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:10.748287 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Failed to bind port 08869548-f4fd-46d7-af39-c37feb38254b on host n-h1-802893-2 for vnic_type normal using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] Aug 10 04:14:10.748676 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempt 4 to bind port 08869548-f4fd-46d7-af39-c37feb38254b Aug 10 04:14:10.762830 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 08869548-f4fd-46d7-af39-c37feb38254b on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:10.763193 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 08869548-f4fd-46d7-af39-c37feb38254b by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:10.763529 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 08869548-f4fd-46d7-af39-c37feb38254b on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:10.769155 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Port 08869548-f4fd-46d7-af39-c37feb38254b on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:10.769487 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Failed to bind port 08869548-f4fd-46d7-af39-c37feb38254b on host n-h1-802893-2 for vnic_type normal using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] Aug 10 04:14:10.769888 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempt 5 to bind port 08869548-f4fd-46d7-af39-c37feb38254b Aug 10 04:14:10.782618 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 08869548-f4fd-46d7-af39-c37feb38254b on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:10.782954 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 08869548-f4fd-46d7-af39-c37feb38254b by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:10.783307 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 08869548-f4fd-46d7-af39-c37feb38254b on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:10.788337 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Port 08869548-f4fd-46d7-af39-c37feb38254b on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:10.788337 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Failed to bind port 08869548-f4fd-46d7-af39-c37feb38254b on host n-h1-802893-2 for vnic_type normal using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] Aug 10 04:14:10.788932 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempt 6 to bind port 08869548-f4fd-46d7-af39-c37feb38254b Aug 10 04:14:10.803641 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 08869548-f4fd-46d7-af39-c37feb38254b on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:10.805052 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 08869548-f4fd-46d7-af39-c37feb38254b by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:10.805964 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 08869548-f4fd-46d7-af39-c37feb38254b on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:10.820809 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a065f8f1-1ef9-4aa8-9867-165265f434d4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:10.825354 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Port 08869548-f4fd-46d7-af39-c37feb38254b on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:10.825724 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Failed to bind port 08869548-f4fd-46d7-af39-c37feb38254b on host n-h1-802893-2 for vnic_type normal using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] Aug 10 04:14:10.827170 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempt 7 to bind port 08869548-f4fd-46d7-af39-c37feb38254b Aug 10 04:14:10.854703 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d86b2363-8178-489d-b9a0-3862d53b1057 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:10.863512 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d86b2363-8178-489d-b9a0-3862d53b1057 None None] Transition to ACTIVE for port object 17306ee9-a41d-4a2b-893f-9149f95c22f9 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:10.879273 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d86b2363-8178-489d-b9a0-3862d53b1057 None None] Transition to ACTIVE for port object 17306ee9-a41d-4a2b-893f-9149f95c22f9 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:10.886444 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 08869548-f4fd-46d7-af39-c37feb38254b on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:10.886884 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 08869548-f4fd-46d7-af39-c37feb38254b by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:10.887227 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 08869548-f4fd-46d7-af39-c37feb38254b on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:10.895826 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Port 08869548-f4fd-46d7-af39-c37feb38254b on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:10.896178 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Failed to bind port 08869548-f4fd-46d7-af39-c37feb38254b on host n-h1-802893-2 for vnic_type normal using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] Aug 10 04:14:10.898827 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempt 8 to bind port 08869548-f4fd-46d7-af39-c37feb38254b Aug 10 04:14:10.930578 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 08869548-f4fd-46d7-af39-c37feb38254b on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:10.930578 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 08869548-f4fd-46d7-af39-c37feb38254b by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:10.930578 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 08869548-f4fd-46d7-af39-c37feb38254b on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:10.937366 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Port 08869548-f4fd-46d7-af39-c37feb38254b on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:10.937792 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Failed to bind port 08869548-f4fd-46d7-af39-c37feb38254b on host n-h1-802893-2 for vnic_type normal using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] Aug 10 04:14:10.939522 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempt 9 to bind port 08869548-f4fd-46d7-af39-c37feb38254b Aug 10 04:14:10.946425 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a065f8f1-1ef9-4aa8-9867-165265f434d4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:10.966168 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 08869548-f4fd-46d7-af39-c37feb38254b on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:10.966499 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 08869548-f4fd-46d7-af39-c37feb38254b by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:10.966898 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 08869548-f4fd-46d7-af39-c37feb38254b on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:10.974491 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Port 08869548-f4fd-46d7-af39-c37feb38254b on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:10.974815 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Failed to bind port 08869548-f4fd-46d7-af39-c37feb38254b on host n-h1-802893-2 for vnic_type normal using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] Aug 10 04:14:10.976985 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempt 10 to bind port 08869548-f4fd-46d7-af39-c37feb38254b Aug 10 04:14:10.983586 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-a065f8f1-1ef9-4aa8-9867-165265f434d4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] device_id is not set on port 6c3cf633-89e5-4344-8938-ca3a459d7221 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:14:11.000428 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 08869548-f4fd-46d7-af39-c37feb38254b on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:11.000763 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 08869548-f4fd-46d7-af39-c37feb38254b by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:11.001095 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port 08869548-f4fd-46d7-af39-c37feb38254b on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:11.037201 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Port 08869548-f4fd-46d7-af39-c37feb38254b on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:11.037534 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Failed to bind port 08869548-f4fd-46d7-af39-c37feb38254b on host n-h1-802893-2 for vnic_type normal using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] Aug 10 04:14:11.037904 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:11.038235 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d86b2363-8178-489d-b9a0-3862d53b1057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:11.082962 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86b2363-8178-489d-b9a0-3862d53b1057 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:11.087287 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-d86b2363-8178-489d-b9a0-3862d53b1057 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:11.091086 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86b2363-8178-489d-b9a0-3862d53b1057 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:11.097103 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b2363-8178-489d-b9a0-3862d53b1057 None None] Pushing event updated for resources: {'Port': ['ID=17306ee9-a41d-4a2b-893f-9149f95c22f9,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:11.152963 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d86b2363-8178-489d-b9a0-3862d53b1057 None None] Attempting to bind port 17306ee9-a41d-4a2b-893f-9149f95c22f9 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:11.153329 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d86b2363-8178-489d-b9a0-3862d53b1057 None None] Attempting to bind port 17306ee9-a41d-4a2b-893f-9149f95c22f9 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:11.154434 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86b2363-8178-489d-b9a0-3862d53b1057 None None] Attempting to bind port 17306ee9-a41d-4a2b-893f-9149f95c22f9 on network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:11.159838 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86b2363-8178-489d-b9a0-3862d53b1057 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:14:11.160266 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86b2363-8178-489d-b9a0-3862d53b1057 None None] Checking segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:14:11.160655 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d86b2363-8178-489d-b9a0-3862d53b1057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:11.161042 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86b2363-8178-489d-b9a0-3862d53b1057 None None] Bound using segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:14:11.161520 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d86b2363-8178-489d-b9a0-3862d53b1057 None None] Bound port: 17306ee9-a41d-4a2b-893f-9149f95c22f9, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:14:11.161893 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d86b2363-8178-489d-b9a0-3862d53b1057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:11.165446 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-a065f8f1-1ef9-4aa8-9867-165265f434d4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Allocated IP 2001:db8::f816:3eff:fe84:67d1 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/add24384-5558-45d1-85c8-1a9875c8aae9/6c3cf633-89e5-4344-8938-ca3a459d7221) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:11.168002 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] For port 08869548-f4fd-46d7-af39-c37feb38254b, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:14:11.168365 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempted to set empty binding levels {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 04:14:11.247556 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d86b2363-8178-489d-b9a0-3862d53b1057 None None] For port 17306ee9-a41d-4a2b-893f-9149f95c22f9, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:14:11.250671 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d86b2363-8178-489d-b9a0-3862d53b1057 None None] For port 17306ee9-a41d-4a2b-893f-9149f95c22f9, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=17306ee9-a41d-4a2b-893f-9149f95c22f9,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:14:11.284553 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:11.319354 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] In _notify_port_updated(), no bound segment for port 08869548-f4fd-46d7-af39-c37feb38254b on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 04:14:11.320945 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:11.322101 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:11.322890 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] 10.222.0.25 "PUT /v2.0/ports/08869548-f4fd-46d7-af39-c37feb38254b HTTP/1.1" status: 200 len: 978 time: 1.2194066 Aug 10 04:14:11.325705 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34544) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:11.362361 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74484a71-3e2c-4ef2-ae59-a133634e5518 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Pushing event updated for resources: {'Port': ['ID=08869548-f4fd-46d7-af39-c37feb38254b,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:11.373190 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d86b2363-8178-489d-b9a0-3862d53b1057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:11.384950 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a065f8f1-1ef9-4aa8-9867-165265f434d4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:11.400282 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-a065f8f1-1ef9-4aa8-9867-165265f434d4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Transition to ACTIVE for port object 6c3cf633-89e5-4344-8938-ca3a459d7221 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:11.460206 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366e5098-e8a6-4495-ae30-d311fa776add tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:11.461563 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366e5098-e8a6-4495-ae30-d311fa776add tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:11.463693 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366e5098-e8a6-4495-ae30-d311fa776add tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:11.464302 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366e5098-e8a6-4495-ae30-d311fa776add tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:11.464750 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b2363-8178-489d-b9a0-3862d53b1057 None None] Pushing event updated for resources: {'Port': ['ID=17306ee9-a41d-4a2b-893f-9149f95c22f9,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:11.465030 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366e5098-e8a6-4495-ae30-d311fa776add tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:11.465755 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366e5098-e8a6-4495-ae30-d311fa776add tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:11.468013 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366e5098-e8a6-4495-ae30-d311fa776add tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:11.468013 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366e5098-e8a6-4495-ae30-d311fa776add tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:11.472965 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366e5098-e8a6-4495-ae30-d311fa776add tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:11.473684 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366e5098-e8a6-4495-ae30-d311fa776add tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:11.474472 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366e5098-e8a6-4495-ae30-d311fa776add tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:11.475177 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366e5098-e8a6-4495-ae30-d311fa776add tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:11.475855 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366e5098-e8a6-4495-ae30-d311fa776add tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:11.476536 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366e5098-e8a6-4495-ae30-d311fa776add tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:11.477036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366e5098-e8a6-4495-ae30-d311fa776add tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:11.477528 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366e5098-e8a6-4495-ae30-d311fa776add tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:11.478016 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366e5098-e8a6-4495-ae30-d311fa776add tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:11.478505 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366e5098-e8a6-4495-ae30-d311fa776add tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:11.479010 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366e5098-e8a6-4495-ae30-d311fa776add tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:11.482062 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-366e5098-e8a6-4495-ae30-d311fa776add tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17120 time: 0.1552451 Aug 10 04:14:11.485786 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34546) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:11.568880 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-9c3f9bca-5bcb-49d3-af48-8038f8b6e45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Deleting port 08869548-f4fd-46d7-af39-c37feb38254b {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:11.569226 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9c3f9bca-5bcb-49d3-af48-8038f8b6e45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:11.584445 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a065f8f1-1ef9-4aa8-9867-165265f434d4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:11.706765 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-9c3f9bca-5bcb-49d3-af48-8038f8b6e45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] For port 08869548-f4fd-46d7-af39-c37feb38254b, host n-h1-802893-2, got binding levels [] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:11.707128 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9c3f9bca-5bcb-49d3-af48-8038f8b6e45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:11.711544 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a065f8f1-1ef9-4aa8-9867-165265f434d4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:11.712563 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065f8f1-1ef9-4aa8-9867-165265f434d4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Port': ['ID=6c3cf633-89e5-4344-8938-ca3a459d7221,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:11.721060 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-a065f8f1-1ef9-4aa8-9867-165265f434d4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:11.724666 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a065f8f1-1ef9-4aa8-9867-165265f434d4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:11.731090 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a065f8f1-1ef9-4aa8-9867-165265f434d4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:11.731906 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a065f8f1-1ef9-4aa8-9867-165265f434d4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:11.739183 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-9c3f9bca-5bcb-49d3-af48-8038f8b6e45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Calling delete_port for 08869548-f4fd-46d7-af39-c37feb38254b owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:11.936079 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a065f8f1-1ef9-4aa8-9867-165265f434d4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4095571 Aug 10 04:14:11.936972 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9c3f9bca-5bcb-49d3-af48-8038f8b6e45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:11.940638 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34550) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:11.966217 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f9bca-5bcb-49d3-af48-8038f8b6e45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Pushing event deleted for resources: {'Port': ['ID=08869548-f4fd-46d7-af39-c37feb38254b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:11.971588 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9c3f9bca-5bcb-49d3-af48-8038f8b6e45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:11.977047 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34552) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:11.977304 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9c3f9bca-5bcb-49d3-af48-8038f8b6e45e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] 10.222.0.25 "DELETE /v2.0/ports/08869548-f4fd-46d7-af39-c37feb38254b HTTP/1.1" status: 204 len: 168 time: 0.4902720 Aug 10 04:14:12.004344 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df95025-b60d-488f-853b-fb5865c32833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] GET failed (client error): The resource could not be found. Aug 10 04:14:12.005972 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-4df95025-b60d-488f-853b-fb5865c32833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] 10.222.0.25 "GET /v2.0/ports/08869548-f4fd-46d7-af39-c37feb38254b HTTP/1.1" status: 404 len: 333 time: 0.0279703 Aug 10 04:14:12.010400 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34554) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:12.016032 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-418270b3-70c5-495d-ad0b-93b039bc9a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-219908778', 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:12.027750 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f32232d-ab10-4f2f-a752-f33f0d2eb4f8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:12.034129 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f32232d-ab10-4f2f-a752-f33f0d2eb4f8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:12.035811 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5f32232d-ab10-4f2f-a752-f33f0d2eb4f8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0939462 Aug 10 04:14:12.044945 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34556) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:12.150540 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-97c5827c-c607-4edc-859d-85d7f5103e5e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting port 6c3cf633-89e5-4344-8938-ca3a459d7221 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:12.150916 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-97c5827c-c607-4edc-859d-85d7f5103e5e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:12.192110 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418270b3-70c5-495d-ad0b-93b039bc9a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Made reservation on behalf of d7dd5a06ea2049e3bf3ea0a80b0fbc6a for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:12.197387 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-418270b3-70c5-495d-ad0b-93b039bc9a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:12.217316 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-418270b3-70c5-495d-ad0b-93b039bc9a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] device_id is not set on port 1f7614d3-9930-4b43-b7b3-a86f71987c07 yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:14:12.263133 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-97c5827c-c607-4edc-859d-85d7f5103e5e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:12.291000 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-97c5827c-c607-4edc-859d-85d7f5103e5e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Calling delete_port for 6c3cf633-89e5-4344-8938-ca3a459d7221 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:12.414145 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-418270b3-70c5-495d-ad0b-93b039bc9a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:12.433064 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 17306ee9-a41d-4a2b-893f-9149f95c22f9 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:12.603607 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-97c5827c-c607-4edc-859d-85d7f5103e5e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:12.633487 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-418270b3-70c5-495d-ad0b-93b039bc9a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:12.637931 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 17306ee9-a41d-4a2b-893f-9149f95c22f9 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:12.639055 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c5827c-c607-4edc-859d-85d7f5103e5e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Port': ['ID=6c3cf633-89e5-4344-8938-ca3a459d7221,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:12.649791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d2541410-02c7-4c96-bad9-2d021c66eda7 None None] Provisioning for port 17306ee9-a41d-4a2b-893f-9149f95c22f9 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:12.659552 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d2541410-02c7-4c96-bad9-2d021c66eda7 None None] Provisioning complete for port 17306ee9-a41d-4a2b-893f-9149f95c22f9 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:12.660294 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d2541410-02c7-4c96-bad9-2d021c66eda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:12.682208 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-97c5827c-c607-4edc-859d-85d7f5103e5e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:12.687026 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-97c5827c-c607-4edc-859d-85d7f5103e5e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/6c3cf633-89e5-4344-8938-ca3a459d7221 HTTP/1.1" status: 204 len: 168 time: 0.6409268 Aug 10 04:14:12.687677 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34560) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:12.692687 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 17306ee9-a41d-4a2b-893f-9149f95c22f9 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:12.693540 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:12.717938 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418270b3-70c5-495d-ad0b-93b039bc9a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:12.721236 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-418270b3-70c5-495d-ad0b-93b039bc9a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:12.725323 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418270b3-70c5-495d-ad0b-93b039bc9a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:12.727060 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418270b3-70c5-495d-ad0b-93b039bc9a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:12.727683 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-418270b3-70c5-495d-ad0b-93b039bc9a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:12.742257 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418270b3-70c5-495d-ad0b-93b039bc9a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Pushing event updated for resources: {'Port': ['ID=1f7614d3-9930-4b43-b7b3-a86f71987c07,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:12.783381 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d394c7e-661f-4a75-8017-7db72464a0b2 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:12.785409 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d394c7e-661f-4a75-8017-7db72464a0b2 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:12.790192 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2d394c7e-661f-4a75-8017-7db72464a0b2 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0978744 Aug 10 04:14:12.790386 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34562) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:12.805040 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34564) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:12.805286 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-418270b3-70c5-495d-ad0b-93b039bc9a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7931547 Aug 10 04:14:12.836861 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d2541410-02c7-4c96-bad9-2d021c66eda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:12.838885 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:12.877145 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50370ad-45cf-4143-b091-dc6fef0d69ef tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet add24384-5558-45d1-85c8-1a9875c8aae9 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:14:12.881677 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c50370ad-45cf-4143-b091-dc6fef0d69ef tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:12.890411 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3ea73c-0806-4bdb-866b-f006b7f720ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:12.892249 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6a3ea73c-0806-4bdb-866b-f006b7f720ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] 10.222.0.25 "GET /v2.0/ports/1f7614d3-9930-4b43-b7b3-a86f71987c07 HTTP/1.1" status: 200 len: 958 time: 0.0857952 Aug 10 04:14:12.895389 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34568) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:12.915829 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 17306ee9-a41d-4a2b-893f-9149f95c22f9, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=17306ee9-a41d-4a2b-893f-9149f95c22f9,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:12.957689 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c50370ad-45cf-4143-b091-dc6fef0d69ef tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:12.980026 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:13.032823 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e8d11-f66a-4996-982d-b15816247610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Deleting port 1f7614d3-9930-4b43-b7b3-a86f71987c07 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:13.033234 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8d11-f66a-4996-982d-b15816247610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:13.079900 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c50370ad-45cf-4143-b091-dc6fef0d69ef tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:13.114739 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-d2541410-02c7-4c96-bad9-2d021c66eda7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:14:13.115351 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-d2541410-02c7-4c96-bad9-2d021c66eda7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:14:13.119536 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=17306ee9-a41d-4a2b-893f-9149f95c22f9,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:13.125069 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8d11-f66a-4996-982d-b15816247610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:13.145418 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e8d11-f66a-4996-982d-b15816247610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Calling delete_port for 1f7614d3-9930-4b43-b7b3-a86f71987c07 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:13.224137 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c50370ad-45cf-4143-b091-dc6fef0d69ef tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:13.252898 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50370ad-45cf-4143-b091-dc6fef0d69ef tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=add24384-5558-45d1-85c8-1a9875c8aae9,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:13.256359 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c50370ad-45cf-4143-b091-dc6fef0d69ef tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:13.261244 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c50370ad-45cf-4143-b091-dc6fef0d69ef tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/add24384-5558-45d1-85c8-1a9875c8aae9 HTTP/1.1" status: 204 len: 168 time: 0.4668984 Aug 10 04:14:13.266463 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34570) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:13.269240 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4bc2ca-e028-4bc6-9069-2d5b5982e8eb None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:13.299615 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8d11-f66a-4996-982d-b15816247610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:13.305752 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3149da7e-e12e-4e73-85ab-1cc7fee7efe7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396745 Aug 10 04:14:13.306291 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34572) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:13.336252 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6e8d11-f66a-4996-982d-b15816247610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f7614d3-9930-4b43-b7b3-a86f71987c07,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:13.365769 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6f6e8d11-f66a-4996-982d-b15816247610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:13.371026 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6f6e8d11-f66a-4996-982d-b15816247610 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] 10.222.0.25 "DELETE /v2.0/ports/1f7614d3-9930-4b43-b7b3-a86f71987c07 HTTP/1.1" status: 204 len: 168 time: 0.4725745 Aug 10 04:14:13.373737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ec5b8a-1606-4075-a655-24d53cb58850 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:13.375492 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-91ec5b8a-1606-4075-a655-24d53cb58850 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0683837 Aug 10 04:14:13.379649 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34576) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:13.381450 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34578) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:13.407977 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f25788-9302-43a1-bca1-696f59a74eb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] GET failed (client error): The resource could not be found. Aug 10 04:14:13.410456 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-56f25788-9302-43a1-bca1-696f59a74eb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] 10.222.0.25 "GET /v2.0/ports/1f7614d3-9930-4b43-b7b3-a86f71987c07 HTTP/1.1" status: 404 len: 333 time: 0.0289886 Aug 10 04:14:13.415401 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34580) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:13.421813 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-9448f031-dd95-4066-92d2-78ed410e3ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Request body: {'port': {'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1496964274'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:13.454498 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41a1452-8b75-42ba-b5b3-36b8d2fdfec5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:13.456393 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c41a1452-8b75-42ba-b5b3-36b8d2fdfec5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0738144 Aug 10 04:14:13.458818 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34582) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:13.499279 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d530bd02-bbee-4429-80c6-74f3c4af8ab4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392962 Aug 10 04:14:13.503408 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34584) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:13.510622 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-67cf01a0-5ed7-4f44-9ca2-f8cffdf1e105 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:13.514278 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141fe204-bdf8-4ebd-861e-72486fd23b62 None None] DHCP port deletion for 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:14:13.517811 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9448f031-dd95-4066-92d2-78ed410e3ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Made reservation on behalf of d7dd5a06ea2049e3bf3ea0a80b0fbc6a for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:13.520488 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9448f031-dd95-4066-92d2-78ed410e3ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:13.538331 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-9448f031-dd95-4066-92d2-78ed410e3ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] device_id is not set on port b27be380-4788-4c76-90b6-bf13368c74fa yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:14:13.580677 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-141fe204-bdf8-4ebd-861e-72486fd23b62 None None] Deleting port 17306ee9-a41d-4a2b-893f-9149f95c22f9 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:13.581053 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-141fe204-bdf8-4ebd-861e-72486fd23b62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:13.617509 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:13.669814 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67cf01a0-5ed7-4f44-9ca2-f8cffdf1e105 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:13.673911 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67cf01a0-5ed7-4f44-9ca2-f8cffdf1e105 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:13.678012 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-141fe204-bdf8-4ebd-861e-72486fd23b62 None None] For port 17306ee9-a41d-4a2b-893f-9149f95c22f9, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=17306ee9-a41d-4a2b-893f-9149f95c22f9,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:13.678620 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-141fe204-bdf8-4ebd-861e-72486fd23b62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:13.692943 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-141fe204-bdf8-4ebd-861e-72486fd23b62 None None] Calling delete_port for 17306ee9-a41d-4a2b-893f-9149f95c22f9 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:13.718594 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9448f031-dd95-4066-92d2-78ed410e3ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:13.800166 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4212e85b-db7d-4d11-bd7e-b192ebee551e None None] Could not find standard attr ID for object 6c3cf633-89e5-4344-8938-ca3a459d7221. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:14:13.852708 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2f3e2c5d-5e1c-4664-8bf0-dbcbd5b4fefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:13.900805 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-141fe204-bdf8-4ebd-861e-72486fd23b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:13.901014 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9448f031-dd95-4066-92d2-78ed410e3ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:13.930568 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141fe204-bdf8-4ebd-861e-72486fd23b62 None None] No DVR routers for this DVR port 17306ee9-a41d-4a2b-893f-9149f95c22f9 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:14:13.932601 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141fe204-bdf8-4ebd-861e-72486fd23b62 None None] Pushing event deleted for resources: {'Port': ['ID=17306ee9-a41d-4a2b-893f-9149f95c22f9,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:13.942657 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9448f031-dd95-4066-92d2-78ed410e3ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:13.944238 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-9448f031-dd95-4066-92d2-78ed410e3ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:13.950885 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9448f031-dd95-4066-92d2-78ed410e3ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:13.951831 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9448f031-dd95-4066-92d2-78ed410e3ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:13.952466 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9448f031-dd95-4066-92d2-78ed410e3ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:13.966626 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67cf01a0-5ed7-4f44-9ca2-f8cffdf1e105 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:13.972398 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448f031-dd95-4066-92d2-78ed410e3ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Pushing event updated for resources: {'Port': ['ID=b27be380-4788-4c76-90b6-bf13368c74fa,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:14.006737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67cf01a0-5ed7-4f44-9ca2-f8cffdf1e105 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:14.010435 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-67cf01a0-5ed7-4f44-9ca2-f8cffdf1e105 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:14.017217 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cf01a0-5ed7-4f44-9ca2-f8cffdf1e105 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:14.017798 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67cf01a0-5ed7-4f44-9ca2-f8cffdf1e105 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:14.021218 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7725adab-81a3-4534-8595-0bd18c7daf11 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:14.041146 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf01a0-5ed7-4f44-9ca2-f8cffdf1e105 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=64c3e7d5-f705-47d8-b769-d04fcb8ff824,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:14.053614 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9448f031-dd95-4066-92d2-78ed410e3ecc tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6357031 Aug 10 04:14:14.056718 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34592) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:14.062914 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:14.124653 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:14.132047 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-67cf01a0-5ed7-4f44-9ca2-f8cffdf1e105 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6250589 Aug 10 04:14:14.132407 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34596) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:14.137901 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-71c14262-e89a-4f36-95c0-82d4d6a9347b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'port': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'mac_address': 'fa:16:3e:d0:1c:f4', 'name': 'tempest-NetworksTestDHCPv6-2020684172'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:14.199650 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1ad2ff-6c29-4bc4-875f-1dcf6a8065e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'fixed_ips': [{'subnet_id': '64c3e7d5-f705-47d8-b769-d04fcb8ff824'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:14:14.200554 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad2ff-6c29-4bc4-875f-1dcf6a8065e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:14.324455 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] device_id is not set on port b27be380-4788-4c76-90b6-bf13368c74fa yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:14:14.333685 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:14.349778 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c14262-e89a-4f36-95c0-82d4d6a9347b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:14.353566 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-5c1ad2ff-6c29-4bc4-875f-1dcf6a8065e9 None None] Allocated IP 2001:db8::2 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/64c3e7d5-f705-47d8-b769-d04fcb8ff824/66c45b3e-585e-4b7d-a8cc-580ce42586b4) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:14.360380 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Transition to ACTIVE for port object b27be380-4788-4c76-90b6-bf13368c74fa will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:14.374101 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 17306ee9-a41d-4a2b-893f-9149f95c22f9 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:14:14.420074 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:14.430303 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 17306ee9-a41d-4a2b-893f-9149f95c22f9 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:14:14.430699 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 17306ee9-a41d-4a2b-893f-9149f95c22f9 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:14:14.482281 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-71c14262-e89a-4f36-95c0-82d4d6a9347b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:14.495465 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Pushing event updated for resources: {'Port': ['ID=b27be380-4788-4c76-90b6-bf13368c74fa,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:14.513112 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port b27be380-4788-4c76-90b6-bf13368c74fa on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:14.513778 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port b27be380-4788-4c76-90b6-bf13368c74fa by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:14.514409 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port b27be380-4788-4c76-90b6-bf13368c74fa on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:14.518812 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-71c14262-e89a-4f36-95c0-82d4d6a9347b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] device_id is not set on port 7bf9b1d2-8e7f-4544-984a-c7529fa2e5c2 yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:14:14.520187 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Port b27be380-4788-4c76-90b6-bf13368c74fa on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:14.520636 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Failed to bind port b27be380-4788-4c76-90b6-bf13368c74fa on host n-h1-802893-2 for vnic_type normal using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] Aug 10 04:14:14.521146 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempt 2 to bind port b27be380-4788-4c76-90b6-bf13368c74fa Aug 10 04:14:14.544336 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port b27be380-4788-4c76-90b6-bf13368c74fa on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:14.544671 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port b27be380-4788-4c76-90b6-bf13368c74fa by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:14.547510 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port b27be380-4788-4c76-90b6-bf13368c74fa on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:14.549703 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Port b27be380-4788-4c76-90b6-bf13368c74fa on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:14.550027 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Failed to bind port b27be380-4788-4c76-90b6-bf13368c74fa on host n-h1-802893-2 for vnic_type normal using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] Aug 10 04:14:14.550413 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempt 3 to bind port b27be380-4788-4c76-90b6-bf13368c74fa Aug 10 04:14:14.560200 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad2ff-6c29-4bc4-875f-1dcf6a8065e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:14.564819 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port b27be380-4788-4c76-90b6-bf13368c74fa on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:14.564819 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port b27be380-4788-4c76-90b6-bf13368c74fa by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:14.565090 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port b27be380-4788-4c76-90b6-bf13368c74fa on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:14.571451 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Port b27be380-4788-4c76-90b6-bf13368c74fa on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:14.571728 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Failed to bind port b27be380-4788-4c76-90b6-bf13368c74fa on host n-h1-802893-2 for vnic_type normal using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] Aug 10 04:14:14.577429 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempt 4 to bind port b27be380-4788-4c76-90b6-bf13368c74fa Aug 10 04:14:14.588066 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5c1ad2ff-6c29-4bc4-875f-1dcf6a8065e9 None None] Transition to ACTIVE for port object 66c45b3e-585e-4b7d-a8cc-580ce42586b4 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:14.589182 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port b27be380-4788-4c76-90b6-bf13368c74fa on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:14.589685 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port b27be380-4788-4c76-90b6-bf13368c74fa by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:14.590217 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port b27be380-4788-4c76-90b6-bf13368c74fa on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:14.596090 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Port b27be380-4788-4c76-90b6-bf13368c74fa on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:14.596626 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Failed to bind port b27be380-4788-4c76-90b6-bf13368c74fa on host n-h1-802893-2 for vnic_type normal using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] Aug 10 04:14:14.597297 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempt 5 to bind port b27be380-4788-4c76-90b6-bf13368c74fa Aug 10 04:14:14.609290 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5c1ad2ff-6c29-4bc4-875f-1dcf6a8065e9 None None] Transition to ACTIVE for port object 66c45b3e-585e-4b7d-a8cc-580ce42586b4 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:14.615283 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port b27be380-4788-4c76-90b6-bf13368c74fa on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:14.616291 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port b27be380-4788-4c76-90b6-bf13368c74fa by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:14.616291 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port b27be380-4788-4c76-90b6-bf13368c74fa on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:14.621037 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Port b27be380-4788-4c76-90b6-bf13368c74fa on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:14.621359 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Failed to bind port b27be380-4788-4c76-90b6-bf13368c74fa on host n-h1-802893-2 for vnic_type normal using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] Aug 10 04:14:14.621750 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempt 6 to bind port b27be380-4788-4c76-90b6-bf13368c74fa Aug 10 04:14:14.634566 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port b27be380-4788-4c76-90b6-bf13368c74fa on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:14.634891 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port b27be380-4788-4c76-90b6-bf13368c74fa by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:14.635221 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port b27be380-4788-4c76-90b6-bf13368c74fa on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:14.639451 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Port b27be380-4788-4c76-90b6-bf13368c74fa on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:14.639838 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Failed to bind port b27be380-4788-4c76-90b6-bf13368c74fa on host n-h1-802893-2 for vnic_type normal using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] Aug 10 04:14:14.640221 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempt 7 to bind port b27be380-4788-4c76-90b6-bf13368c74fa Aug 10 04:14:14.651904 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port b27be380-4788-4c76-90b6-bf13368c74fa on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:14.652522 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port b27be380-4788-4c76-90b6-bf13368c74fa by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:14.652859 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port b27be380-4788-4c76-90b6-bf13368c74fa on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:14.657293 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Port b27be380-4788-4c76-90b6-bf13368c74fa on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:14.657621 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Failed to bind port b27be380-4788-4c76-90b6-bf13368c74fa on host n-h1-802893-2 for vnic_type normal using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] Aug 10 04:14:14.658001 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempt 8 to bind port b27be380-4788-4c76-90b6-bf13368c74fa Aug 10 04:14:14.670586 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port b27be380-4788-4c76-90b6-bf13368c74fa on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:14.670915 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port b27be380-4788-4c76-90b6-bf13368c74fa by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:14.671244 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port b27be380-4788-4c76-90b6-bf13368c74fa on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:14.675651 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Port b27be380-4788-4c76-90b6-bf13368c74fa on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:14.675802 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Failed to bind port b27be380-4788-4c76-90b6-bf13368c74fa on host n-h1-802893-2 for vnic_type normal using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] Aug 10 04:14:14.676215 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempt 9 to bind port b27be380-4788-4c76-90b6-bf13368c74fa Aug 10 04:14:14.689757 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port b27be380-4788-4c76-90b6-bf13368c74fa on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:14.690088 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port b27be380-4788-4c76-90b6-bf13368c74fa by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:14.690455 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port b27be380-4788-4c76-90b6-bf13368c74fa on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:14.695563 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Port b27be380-4788-4c76-90b6-bf13368c74fa on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:14.695806 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Failed to bind port b27be380-4788-4c76-90b6-bf13368c74fa on host n-h1-802893-2 for vnic_type normal using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] Aug 10 04:14:14.696229 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempt 10 to bind port b27be380-4788-4c76-90b6-bf13368c74fa Aug 10 04:14:14.708681 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port b27be380-4788-4c76-90b6-bf13368c74fa on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:14.709012 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port b27be380-4788-4c76-90b6-bf13368c74fa by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:14.709343 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempting to bind port b27be380-4788-4c76-90b6-bf13368c74fa on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:14.713522 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Port b27be380-4788-4c76-90b6-bf13368c74fa on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:14.713845 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Failed to bind port b27be380-4788-4c76-90b6-bf13368c74fa on host n-h1-802893-2 for vnic_type normal using segments [{'id': '982553c5-aa7b-4991-89ef-1a509f20b149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '2b63618e-bcd6-45cf-88bf-c687caa33fa0'}] Aug 10 04:14:14.714260 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:14.744392 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad2ff-6c29-4bc4-875f-1dcf6a8065e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:14.786877 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] For port b27be380-4788-4c76-90b6-bf13368c74fa, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:14:14.786877 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attempted to set empty binding levels {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 04:14:14.787545 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1ad2ff-6c29-4bc4-875f-1dcf6a8065e9 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:14.789633 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-5c1ad2ff-6c29-4bc4-875f-1dcf6a8065e9 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:14.793503 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1ad2ff-6c29-4bc4-875f-1dcf6a8065e9 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:14.799255 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ad2ff-6c29-4bc4-875f-1dcf6a8065e9 None None] Pushing event updated for resources: {'Port': ['ID=66c45b3e-585e-4b7d-a8cc-580ce42586b4,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:14.815388 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-71c14262-e89a-4f36-95c0-82d4d6a9347b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Allocated IP 2001:db8::2bd (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/64c3e7d5-f705-47d8-b769-d04fcb8ff824/7bf9b1d2-8e7f-4544-984a-c7529fa2e5c2) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:14.855310 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:14.862643 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-5c1ad2ff-6c29-4bc4-875f-1dcf6a8065e9 None None] Attempting to bind port 66c45b3e-585e-4b7d-a8cc-580ce42586b4 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:14.863416 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-5c1ad2ff-6c29-4bc4-875f-1dcf6a8065e9 None None] Attempting to bind port 66c45b3e-585e-4b7d-a8cc-580ce42586b4 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:14.863416 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1ad2ff-6c29-4bc4-875f-1dcf6a8065e9 None None] Attempting to bind port 66c45b3e-585e-4b7d-a8cc-580ce42586b4 on network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:14.870565 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1ad2ff-6c29-4bc4-875f-1dcf6a8065e9 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:14:14.870940 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1ad2ff-6c29-4bc4-875f-1dcf6a8065e9 None None] Checking segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:14:14.872506 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad2ff-6c29-4bc4-875f-1dcf6a8065e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:14.872506 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1ad2ff-6c29-4bc4-875f-1dcf6a8065e9 None None] Bound using segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:14:14.872687 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-5c1ad2ff-6c29-4bc4-875f-1dcf6a8065e9 None None] Bound port: 66c45b3e-585e-4b7d-a8cc-580ce42586b4, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:14:14.872956 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad2ff-6c29-4bc4-875f-1dcf6a8065e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:14.894108 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] In _notify_port_updated(), no bound segment for port b27be380-4788-4c76-90b6-bf13368c74fa on network 2b63618e-bcd6-45cf-88bf-c687caa33fa0 {{(pid=94938) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 04:14:14.894995 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:14.895597 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:14.899901 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] 10.222.0.25 "PUT /v2.0/ports/b27be380-4788-4c76-90b6-bf13368c74fa HTTP/1.1" status: 200 len: 979 time: 0.8420079 Aug 10 04:14:14.902821 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34602) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:14.947179 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841079b2-070c-4a4e-963b-9680484f9d6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Pushing event updated for resources: {'Port': ['ID=b27be380-4788-4c76-90b6-bf13368c74fa,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:14.962365 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-5c1ad2ff-6c29-4bc4-875f-1dcf6a8065e9 None None] For port 66c45b3e-585e-4b7d-a8cc-580ce42586b4, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:14:14.966717 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-5c1ad2ff-6c29-4bc4-875f-1dcf6a8065e9 None None] For port 66c45b3e-585e-4b7d-a8cc-580ce42586b4, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=66c45b3e-585e-4b7d-a8cc-580ce42586b4,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:14:14.997391 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-71c14262-e89a-4f36-95c0-82d4d6a9347b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:14.998521 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-ab48c2d8-001a-42a8-833e-3e5f08b74a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Deleting port b27be380-4788-4c76-90b6-bf13368c74fa {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:14.998865 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ab48c2d8-001a-42a8-833e-3e5f08b74a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:15.021141 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-71c14262-e89a-4f36-95c0-82d4d6a9347b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Transition to ACTIVE for port object 7bf9b1d2-8e7f-4544-984a-c7529fa2e5c2 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:15.044830 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5c1ad2ff-6c29-4bc4-875f-1dcf6a8065e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:15.072883 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-ab48c2d8-001a-42a8-833e-3e5f08b74a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] For port b27be380-4788-4c76-90b6-bf13368c74fa, host n-h1-802893-2, got binding levels [] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:15.073341 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ab48c2d8-001a-42a8-833e-3e5f08b74a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:15.086766 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-ab48c2d8-001a-42a8-833e-3e5f08b74a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Calling delete_port for b27be380-4788-4c76-90b6-bf13368c74fa owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:15.107854 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ad2ff-6c29-4bc4-875f-1dcf6a8065e9 None None] Pushing event updated for resources: {'Port': ['ID=66c45b3e-585e-4b7d-a8cc-580ce42586b4,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:15.123431 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-71c14262-e89a-4f36-95c0-82d4d6a9347b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:15.187740 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c14262-e89a-4f36-95c0-82d4d6a9347b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:15.191044 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-71c14262-e89a-4f36-95c0-82d4d6a9347b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:15.195877 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c14262-e89a-4f36-95c0-82d4d6a9347b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:15.201579 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c14262-e89a-4f36-95c0-82d4d6a9347b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:15.202207 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-71c14262-e89a-4f36-95c0-82d4d6a9347b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:15.211437 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c14262-e89a-4f36-95c0-82d4d6a9347b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Port': ['ID=7bf9b1d2-8e7f-4544-984a-c7529fa2e5c2,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:15.253367 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ab48c2d8-001a-42a8-833e-3e5f08b74a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:15.288005 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-71c14262-e89a-4f36-95c0-82d4d6a9347b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1508136 Aug 10 04:14:15.288005 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34604) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:15.308228 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48c2d8-001a-42a8-833e-3e5f08b74a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Pushing event deleted for resources: {'Port': ['ID=b27be380-4788-4c76-90b6-bf13368c74fa,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:15.316365 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:15.327771 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ab48c2d8-001a-42a8-833e-3e5f08b74a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:15.330284 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ab48c2d8-001a-42a8-833e-3e5f08b74a83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] 10.222.0.25 "DELETE /v2.0/ports/b27be380-4788-4c76-90b6-bf13368c74fa HTTP/1.1" status: 204 len: 168 time: 0.4265144 Aug 10 04:14:15.332877 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34606) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:15.374185 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c2a6af-ff08-45e8-abd8-50441204d4ae tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:15.374457 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-2325c6a1-d27e-408c-8da5-45cf7bd3332e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] GET failed (client error): The resource could not be found. Aug 10 04:14:15.376442 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2325c6a1-d27e-408c-8da5-45cf7bd3332e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2049949813-project-admin] 10.222.0.25 "GET /v2.0/ports/b27be380-4788-4c76-90b6-bf13368c74fa HTTP/1.1" status: 404 len: 333 time: 0.0397041 Aug 10 04:14:15.379654 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34608) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:15.383788 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c2a6af-ff08-45e8-abd8-50441204d4ae tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:15.390273 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e7c2a6af-ff08-45e8-abd8-50441204d4ae tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0980096 Aug 10 04:14:15.392274 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34610) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:15.476990 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-afe41cf9-b32a-4820-96fd-dbd02fa04466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:15.499775 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-96ca6297-abd7-4f71-8e3c-f5d71059aff4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting port 7bf9b1d2-8e7f-4544-984a-c7529fa2e5c2 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:15.500239 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-96ca6297-abd7-4f71-8e3c-f5d71059aff4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:15.580283 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-afe41cf9-b32a-4820-96fd-dbd02fa04466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:15.593069 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-afe41cf9-b32a-4820-96fd-dbd02fa04466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b63618e-bcd6-45cf-88bf-c687caa33fa0']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:15.604862 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-afe41cf9-b32a-4820-96fd-dbd02fa04466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '982553c5-aa7b-4991-89ef-1a509f20b149') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:15.605175 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-afe41cf9-b32a-4820-96fd-dbd02fa04466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '982553c5-aa7b-4991-89ef-1a509f20b149') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:15.612509 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-96ca6297-abd7-4f71-8e3c-f5d71059aff4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:15.628792 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-afe41cf9-b32a-4820-96fd-dbd02fa04466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:15.634355 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-96ca6297-abd7-4f71-8e3c-f5d71059aff4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Calling delete_port for 7bf9b1d2-8e7f-4544-984a-c7529fa2e5c2 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:15.657680 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-afe41cf9-b32a-4820-96fd-dbd02fa04466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:15.665728 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe41cf9-b32a-4820-96fd-dbd02fa04466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:14:15.666131 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-afe41cf9-b32a-4820-96fd-dbd02fa04466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:14:15.669802 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:14:15.821020 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-afe41cf9-b32a-4820-96fd-dbd02fa04466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:15.838752 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-afe41cf9-b32a-4820-96fd-dbd02fa04466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:15.844652 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-afe41cf9-b32a-4820-96fd-dbd02fa04466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358-project] 10.222.0.25 "DELETE /v2.0/networks/2b63618e-bcd6-45cf-88bf-c687caa33fa0 HTTP/1.1" status: 204 len: 168 time: 0.4637940 Aug 10 04:14:15.845285 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:15.860343 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe41cf9-b32a-4820-96fd-dbd02fa04466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1677451358-project] Pushing event deleted for resources: {'Network': ['ID=2b63618e-bcd6-45cf-88bf-c687caa33fa0,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:15.906387 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-96ca6297-abd7-4f71-8e3c-f5d71059aff4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:15.940654 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca6297-abd7-4f71-8e3c-f5d71059aff4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Port': ['ID=7bf9b1d2-8e7f-4544-984a-c7529fa2e5c2,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:15.979145 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-96ca6297-abd7-4f71-8e3c-f5d71059aff4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:15.984033 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-96ca6297-abd7-4f71-8e3c-f5d71059aff4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/7bf9b1d2-8e7f-4544-984a-c7529fa2e5c2 HTTP/1.1" status: 204 len: 168 time: 0.5889237 Aug 10 04:14:15.984778 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34622) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:16.047179 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d68bc98-3b0d-4b3a-8082-eb66531d2122 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:16.048975 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d68bc98-3b0d-4b3a-8082-eb66531d2122 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:16.052013 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8d68bc98-3b0d-4b3a-8082-eb66531d2122 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0649841 Aug 10 04:14:16.053937 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34624) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:16.128699 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ec297f-ab98-4054-a9e8-3895f3513ebf tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet 64c3e7d5-f705-47d8-b769-d04fcb8ff824 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:14:16.132199 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60ec297f-ab98-4054-a9e8-3895f3513ebf tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:16.175939 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60ec297f-ab98-4054-a9e8-3895f3513ebf tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:16.281965 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60ec297f-ab98-4054-a9e8-3895f3513ebf tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:16.435504 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-06b3466e-ebcb-431c-ae23-7463403b3204 None None] Provisioning for port 66c45b3e-585e-4b7d-a8cc-580ce42586b4 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:16.449699 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 66c45b3e-585e-4b7d-a8cc-580ce42586b4 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:16.496240 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60ec297f-ab98-4054-a9e8-3895f3513ebf tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:16.522182 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34632) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:16.573170 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec297f-ab98-4054-a9e8-3895f3513ebf tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=64c3e7d5-f705-47d8-b769-d04fcb8ff824,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:16.580149 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60ec297f-ab98-4054-a9e8-3895f3513ebf tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:16.582186 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-60ec297f-ab98-4054-a9e8-3895f3513ebf tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/64c3e7d5-f705-47d8-b769-d04fcb8ff824 HTTP/1.1" status: 204 len: 168 time: 0.5269794 Aug 10 04:14:16.586091 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34638) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:16.688631 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34642) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:16.692312 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f1e20a53-60b7-47ec-91fd-fa8141974cb8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1049476 Aug 10 04:14:16.697983 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b68f0d8-288d-411a-b98e-255f9deccda4 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:16.745579 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7704e286-ba1e-4140-afb9-ba3bdcbe52be tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:16.747798 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7704e286-ba1e-4140-afb9-ba3bdcbe52be tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0580246 Aug 10 04:14:16.750230 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34644) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:16.777345 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-aaa39217-b882-48be-a82e-b5b6f2c9fa91 None None] Could not find standard attr ID for object 7bf9b1d2-8e7f-4544-984a-c7529fa2e5c2. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:14:16.786496 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-328f9e77-4aac-4b5c-928e-3292068e67da admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b5eb8520a3247af8d45c66cfe316dba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621641 Aug 10 04:14:16.791497 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34648) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:16.839047 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee18c9b-cec5-48aa-9f6d-8bcb0c1a019c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:16.841974 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4ee18c9b-cec5-48aa-9f6d-8bcb0c1a019c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0884724 Aug 10 04:14:16.849100 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34652) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:16.857644 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fe2a5e81-74f0-4c20-8799-3e4dfc9e121d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:16.907276 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fe2a5e81-74f0-4c20-8799-3e4dfc9e121d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:16.910319 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0ccd5fea-0954-44af-aab0-15893ce49112 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600491 Aug 10 04:14:16.916615 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34654) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:16.925262 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-3d82008b-c409-4694-9434-b543e164e593 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:16.956043 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488c2512-72f1-4017-aef6-c271c822d8a8 None None] DHCP port deletion for 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:14:16.990918 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 66c45b3e-585e-4b7d-a8cc-580ce42586b4 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:16.997005 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:17.001156 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 66c45b3e-585e-4b7d-a8cc-580ce42586b4 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:17.001459 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:17.118382 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-488c2512-72f1-4017-aef6-c271c822d8a8 None None] Deleting port 66c45b3e-585e-4b7d-a8cc-580ce42586b4 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:17.118753 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-488c2512-72f1-4017-aef6-c271c822d8a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:17.146369 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d82008b-c409-4694-9434-b543e164e593 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:17.151290 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3d82008b-c409-4694-9434-b543e164e593 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:17.203820 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fe2a5e81-74f0-4c20-8799-3e4dfc9e121d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:17.207660 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fe2a5e81-74f0-4c20-8799-3e4dfc9e121d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:17.209834 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fe2a5e81-74f0-4c20-8799-3e4dfc9e121d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d97eeecd-bd38-4a1e-b8fa-4d65ff6b492c HTTP/1.1" status: 204 len: 168 time: 0.4166191 Aug 10 04:14:17.229198 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a5e81-74f0-4c20-8799-3e4dfc9e121d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97eeecd-bd38-4a1e-b8fa-4d65ff6b492c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:17.240092 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-488c2512-72f1-4017-aef6-c271c822d8a8 None None] For port 66c45b3e-585e-4b7d-a8cc-580ce42586b4, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=66c45b3e-585e-4b7d-a8cc-580ce42586b4,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:17.240500 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-488c2512-72f1-4017-aef6-c271c822d8a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:17.243909 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:17.269467 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-488c2512-72f1-4017-aef6-c271c822d8a8 None None] Calling delete_port for 66c45b3e-585e-4b7d-a8cc-580ce42586b4 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:17.350117 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 66c45b3e-585e-4b7d-a8cc-580ce42586b4, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=66c45b3e-585e-4b7d-a8cc-580ce42586b4,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:17.438084 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:17.496544 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=66c45b3e-585e-4b7d-a8cc-580ce42586b4,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:17.512669 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-488c2512-72f1-4017-aef6-c271c822d8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:17.557749 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c2512-72f1-4017-aef6-c271c822d8a8 None None] Pushing event deleted for resources: {'Port': ['ID=66c45b3e-585e-4b7d-a8cc-580ce42586b4,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:17.566420 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488c2512-72f1-4017-aef6-c271c822d8a8 None None] No DVR routers for this DVR port 66c45b3e-585e-4b7d-a8cc-580ce42586b4 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:14:17.676580 n-d-802893-2 neutron-server[94937]: DEBUG neutron.objects.ports [None req-3d82008b-c409-4694-9434-b543e164e593 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94937) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 04:14:17.678114 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3d82008b-c409-4694-9434-b543e164e593 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:17.736551 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d82008b-c409-4694-9434-b543e164e593 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:17.740970 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-3d82008b-c409-4694-9434-b543e164e593 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:17.746083 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d82008b-c409-4694-9434-b543e164e593 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:17.746764 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3d82008b-c409-4694-9434-b543e164e593 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:17.751351 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae4324b-eb9f-4f34-9e65-044fc476cfb0 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:17.770339 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82008b-c409-4694-9434-b543e164e593 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=5a4beec1-fdda-4db1-be32-bdcfda0fa4be,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:17.928716 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3d82008b-c409-4694-9434-b543e164e593 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0106726 Aug 10 04:14:17.930793 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f299aeb-d5c4-4211-b498-d33e7461c7d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'fixed_ips': [{'subnet_id': '5a4beec1-fdda-4db1-be32-bdcfda0fa4be'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:14:17.931661 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34664) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:17.933273 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1f299aeb-d5c4-4211-b498-d33e7461c7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:17.938734 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-9a04f670-1470-4485-bc07-11973eeef4b4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:18.090075 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-1f299aeb-d5c4-4211-b498-d33e7461c7d6 None None] Allocated IP 2001:db8::f816:3eff:fe5e:9549 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/5a4beec1-fdda-4db1-be32-bdcfda0fa4be/16c0d33a-2b1f-4140-94d7-7ccc1e94b661) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:18.223697 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a04f670-1470-4485-bc07-11973eeef4b4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:18.227660 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9a04f670-1470-4485-bc07-11973eeef4b4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:18.253147 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34668) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:18.254785 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1f299aeb-d5c4-4211-b498-d33e7461c7d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:18.265066 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-1f299aeb-d5c4-4211-b498-d33e7461c7d6 None None] Transition to ACTIVE for port object 16c0d33a-2b1f-4140-94d7-7ccc1e94b661 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:18.284932 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-1f299aeb-d5c4-4211-b498-d33e7461c7d6 None None] Transition to ACTIVE for port object 16c0d33a-2b1f-4140-94d7-7ccc1e94b661 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:18.311891 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a0c280ec-3bae-4ff7-929e-1c96d8e252ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d7dd5a06ea2049e3bf3ea0a80b0fbc6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562353 Aug 10 04:14:18.312504 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34672) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:18.375033 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1f299aeb-d5c4-4211-b498-d33e7461c7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:18.401055 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-82b77dc0-8c43-456a-a80a-d635ad24e596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:18.408776 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 66c45b3e-585e-4b7d-a8cc-580ce42586b4 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:14:18.437008 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-82b77dc0-8c43-456a-a80a-d635ad24e596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:18.441558 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f299aeb-d5c4-4211-b498-d33e7461c7d6 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:18.456691 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-1f299aeb-d5c4-4211-b498-d33e7461c7d6 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:18.464849 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 66c45b3e-585e-4b7d-a8cc-580ce42586b4 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:14:18.465432 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 66c45b3e-585e-4b7d-a8cc-580ce42586b4 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:14:18.467154 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f299aeb-d5c4-4211-b498-d33e7461c7d6 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:18.485640 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f299aeb-d5c4-4211-b498-d33e7461c7d6 None None] Pushing event updated for resources: {'Port': ['ID=16c0d33a-2b1f-4140-94d7-7ccc1e94b661,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:18.539108 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-1f299aeb-d5c4-4211-b498-d33e7461c7d6 None None] Attempting to bind port 16c0d33a-2b1f-4140-94d7-7ccc1e94b661 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:18.539392 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-1f299aeb-d5c4-4211-b498-d33e7461c7d6 None None] Attempting to bind port 16c0d33a-2b1f-4140-94d7-7ccc1e94b661 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:18.539757 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f299aeb-d5c4-4211-b498-d33e7461c7d6 None None] Attempting to bind port 16c0d33a-2b1f-4140-94d7-7ccc1e94b661 on network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:18.546212 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f299aeb-d5c4-4211-b498-d33e7461c7d6 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:14:18.546586 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f299aeb-d5c4-4211-b498-d33e7461c7d6 None None] Checking segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:14:18.547028 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1f299aeb-d5c4-4211-b498-d33e7461c7d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:18.547415 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f299aeb-d5c4-4211-b498-d33e7461c7d6 None None] Bound using segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:14:18.547890 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-1f299aeb-d5c4-4211-b498-d33e7461c7d6 None None] Bound port: 16c0d33a-2b1f-4140-94d7-7ccc1e94b661, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:14:18.548323 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1f299aeb-d5c4-4211-b498-d33e7461c7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:18.563401 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-82b77dc0-8c43-456a-a80a-d635ad24e596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:18.566064 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-82b77dc0-8c43-456a-a80a-d635ad24e596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:18.567256 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-82b77dc0-8c43-456a-a80a-d635ad24e596 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1f7680a5-d5ff-4e07-8250-5692a37094b6 HTTP/1.1" status: 204 len: 168 time: 0.2519782 Aug 10 04:14:18.576327 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b77dc0-8c43-456a-a80a-d635ad24e596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7680a5-d5ff-4e07-8250-5692a37094b6,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:18.642277 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-1f299aeb-d5c4-4211-b498-d33e7461c7d6 None None] For port 16c0d33a-2b1f-4140-94d7-7ccc1e94b661, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:14:18.646082 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-1f299aeb-d5c4-4211-b498-d33e7461c7d6 None None] For port 16c0d33a-2b1f-4140-94d7-7ccc1e94b661, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=16c0d33a-2b1f-4140-94d7-7ccc1e94b661,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:14:18.756477 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1f299aeb-d5c4-4211-b498-d33e7461c7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:18.893178 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f299aeb-d5c4-4211-b498-d33e7461c7d6 None None] Pushing event updated for resources: {'Port': ['ID=16c0d33a-2b1f-4140-94d7-7ccc1e94b661,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:18.968080 n-d-802893-2 neutron-server[94938]: INFO neutron.db.ipam_backend_mixin [None req-9a04f670-1470-4485-bc07-11973eeef4b4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5a4beec1-fdda-4db1-be32-bdcfda0fa4be (CIDR: 2001:db8::/64) Aug 10 04:14:19.042493 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a04f670-1470-4485-bc07-11973eeef4b4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:14:19.043205 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a04f670-1470-4485-bc07-11973eeef4b4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:19.135536 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9a04f670-1470-4485-bc07-11973eeef4b4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2025347 Aug 10 04:14:19.138492 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34688) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:19.143469 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-189e54b8-dc7e-48fb-9482-93764a6d0cc7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:19.374657 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189e54b8-dc7e-48fb-9482-93764a6d0cc7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:19.378236 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-189e54b8-dc7e-48fb-9482-93764a6d0cc7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:19.792796 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-189e54b8-dc7e-48fb-9482-93764a6d0cc7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:19.877521 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189e54b8-dc7e-48fb-9482-93764a6d0cc7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:19.881458 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-189e54b8-dc7e-48fb-9482-93764a6d0cc7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:19.886317 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189e54b8-dc7e-48fb-9482-93764a6d0cc7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:19.903251 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-189e54b8-dc7e-48fb-9482-93764a6d0cc7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:19.904921 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e54b8-dc7e-48fb-9482-93764a6d0cc7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=98c9b8f7-af2e-45d8-bb2d-0c1f721bd75b,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:20.064853 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34718) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:20.065422 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-189e54b8-dc7e-48fb-9482-93764a6d0cc7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9255180 Aug 10 04:14:20.070735 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-a5418931-d073-4d9a-a341-efcdb9362fc8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'port': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'mac_address': 'fa:16:3e:83:45:20', 'name': 'tempest-NetworksTestDHCPv6-1622114071'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:20.103744 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82073f2c-7f1a-41ef-83b8-f39ad8ce20db None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:20.353484 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-53c39e9a-6fcb-4494-804e-ea5ef4e8b183 None None] Provisioning for port 16c0d33a-2b1f-4140-94d7-7ccc1e94b661 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:20.401337 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5418931-d073-4d9a-a341-efcdb9362fc8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:20.518369 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 16c0d33a-2b1f-4140-94d7-7ccc1e94b661 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:20.531526 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1299e8ec-e853-438d-b4c8-da94e377ece2 None None] Update dhcp port {'port': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'fixed_ips': [{'subnet_id': '5a4beec1-fdda-4db1-be32-bdcfda0fa4be', 'ip_address': '2001:db8::f816:3eff:fe5e:9549'}, {'subnet_id': '98c9b8f7-af2e-45d8-bb2d-0c1f721bd75b'}], 'binding:host_id': 'n-d-802893-2'}, 'id': '16c0d33a-2b1f-4140-94d7-7ccc1e94b661'} from n-d-802893-2. {{(pid=94939) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 04:14:20.602578 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a5418931-d073-4d9a-a341-efcdb9362fc8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:20.604752 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1299e8ec-e853-438d-b4c8-da94e377ece2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:20.651062 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-a5418931-d073-4d9a-a341-efcdb9362fc8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] device_id is not set on port 3a87f2e2-635d-4b6f-a346-b8a05c4d5099 yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:14:20.863894 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 16c0d33a-2b1f-4140-94d7-7ccc1e94b661 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:20.869889 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 16c0d33a-2b1f-4140-94d7-7ccc1e94b661 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:20.870863 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:20.900805 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-a5418931-d073-4d9a-a341-efcdb9362fc8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Allocated IP 2001:db8:0:1::3e8 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/98c9b8f7-af2e-45d8-bb2d-0c1f721bd75b/3a87f2e2-635d-4b6f-a346-b8a05c4d5099) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:20.906533 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-a5418931-d073-4d9a-a341-efcdb9362fc8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Allocated IP 2001:db8::f816:3eff:fe83:4520 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/5a4beec1-fdda-4db1-be32-bdcfda0fa4be/3a87f2e2-635d-4b6f-a346-b8a05c4d5099) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:20.970472 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:21.019344 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 16c0d33a-2b1f-4140-94d7-7ccc1e94b661, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=16c0d33a-2b1f-4140-94d7-7ccc1e94b661,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:21.102386 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a5418931-d073-4d9a-a341-efcdb9362fc8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:21.119702 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:21.120969 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-a5418931-d073-4d9a-a341-efcdb9362fc8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Transition to ACTIVE for port object 3a87f2e2-635d-4b6f-a346-b8a05c4d5099 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:21.193758 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=16c0d33a-2b1f-4140-94d7-7ccc1e94b661,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:21.261312 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a5418931-d073-4d9a-a341-efcdb9362fc8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:21.330806 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5418931-d073-4d9a-a341-efcdb9362fc8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:21.339507 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-1299e8ec-e853-438d-b4c8-da94e377ece2 None None] Allocated IP 2001:db8:0:1::2 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/98c9b8f7-af2e-45d8-bb2d-0c1f721bd75b/16c0d33a-2b1f-4140-94d7-7ccc1e94b661) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:21.344971 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-a5418931-d073-4d9a-a341-efcdb9362fc8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:21.356089 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5418931-d073-4d9a-a341-efcdb9362fc8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:21.364608 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5418931-d073-4d9a-a341-efcdb9362fc8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:21.365597 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a5418931-d073-4d9a-a341-efcdb9362fc8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:21.384094 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5418931-d073-4d9a-a341-efcdb9362fc8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Port': ['ID=3a87f2e2-635d-4b6f-a346-b8a05c4d5099,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:21.453381 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34740) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:21.490005 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a5418931-d073-4d9a-a341-efcdb9362fc8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4237540 Aug 10 04:14:21.492263 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34744) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:21.516997 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-1299e8ec-e853-438d-b4c8-da94e377ece2 None None] For port 16c0d33a-2b1f-4140-94d7-7ccc1e94b661, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=16c0d33a-2b1f-4140-94d7-7ccc1e94b661,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:21.557665 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1299e8ec-e853-438d-b4c8-da94e377ece2 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:21.577097 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-1299e8ec-e853-438d-b4c8-da94e377ece2 None None] Transition to ACTIVE for port object 16c0d33a-2b1f-4140-94d7-7ccc1e94b661 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:21.653848 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-4c94b90c-cbcd-4801-8d37-2fac026ddcfa tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting port 3a87f2e2-635d-4b6f-a346-b8a05c4d5099 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:21.654824 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4c94b90c-cbcd-4801-8d37-2fac026ddcfa tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:21.694393 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-7c64fa3a-5bb5-4a1b-b634-30f88433718e tempest-PortsAdminExtendedAttrsTestJSON-955403694 tempest-PortsAdminExtendedAttrsTestJSON-955403694-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1861621748'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:21.740916 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1299e8ec-e853-438d-b4c8-da94e377ece2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:21.778415 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4c94b90c-cbcd-4801-8d37-2fac026ddcfa tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:21.798280 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-4c94b90c-cbcd-4801-8d37-2fac026ddcfa tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Calling delete_port for 3a87f2e2-635d-4b6f-a346-b8a05c4d5099 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:21.869408 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299e8ec-e853-438d-b4c8-da94e377ece2 None None] Pushing event updated for resources: {'Port': ['ID=16c0d33a-2b1f-4140-94d7-7ccc1e94b661,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:21.905811 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c64fa3a-5bb5-4a1b-b634-30f88433718e tempest-PortsAdminExtendedAttrsTestJSON-955403694 tempest-PortsAdminExtendedAttrsTestJSON-955403694-project] Made reservation on behalf of ba7a862c3bfe40859aa067fbca618c04 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:21.909734 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c64fa3a-5bb5-4a1b-b634-30f88433718e tempest-PortsAdminExtendedAttrsTestJSON-955403694 tempest-PortsAdminExtendedAttrsTestJSON-955403694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:21.922355 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c64fa3a-5bb5-4a1b-b634-30f88433718e tempest-PortsAdminExtendedAttrsTestJSON-955403694 tempest-PortsAdminExtendedAttrsTestJSON-955403694-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:22.186024 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4c94b90c-cbcd-4801-8d37-2fac026ddcfa tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:22.227651 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94b90c-cbcd-4801-8d37-2fac026ddcfa tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Port': ['ID=3a87f2e2-635d-4b6f-a346-b8a05c4d5099,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:22.316402 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4c94b90c-cbcd-4801-8d37-2fac026ddcfa tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:22.321566 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-4c94b90c-cbcd-4801-8d37-2fac026ddcfa tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/3a87f2e2-635d-4b6f-a346-b8a05c4d5099 HTTP/1.1" status: 204 len: 168 time: 0.8282342 Aug 10 04:14:22.354226 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c64fa3a-5bb5-4a1b-b634-30f88433718e tempest-PortsAdminExtendedAttrsTestJSON-955403694 tempest-PortsAdminExtendedAttrsTestJSON-955403694-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:22.356701 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34764) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:22.439000 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 16c0d33a-2b1f-4140-94d7-7ccc1e94b661 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:22.456333 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc20cc4f-43ea-4d88-940a-78897fbdc360 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:22.458076 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cc20cc4f-43ea-4d88-940a-78897fbdc360 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1005466 Aug 10 04:14:22.461161 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34766) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:22.496965 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c64fa3a-5bb5-4a1b-b634-30f88433718e tempest-PortsAdminExtendedAttrsTestJSON-955403694 tempest-PortsAdminExtendedAttrsTestJSON-955403694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:22.531776 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c64fa3a-5bb5-4a1b-b634-30f88433718e tempest-PortsAdminExtendedAttrsTestJSON-955403694 tempest-PortsAdminExtendedAttrsTestJSON-955403694-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:14:22.560632 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c64fa3a-5bb5-4a1b-b634-30f88433718e tempest-PortsAdminExtendedAttrsTestJSON-955403694 tempest-PortsAdminExtendedAttrsTestJSON-955403694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:22.561163 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-7c64fa3a-5bb5-4a1b-b634-30f88433718e tempest-PortsAdminExtendedAttrsTestJSON-955403694 tempest-PortsAdminExtendedAttrsTestJSON-955403694-project] Added segment 6ad9a4fe-4605-4125-82ae-2e6c462c5e4f of type vlan for network bbfe6281-db03-4c01-99c5-9011733dd657 Aug 10 04:14:22.571870 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64fa3a-5bb5-4a1b-b634-30f88433718e tempest-PortsAdminExtendedAttrsTestJSON-955403694 tempest-PortsAdminExtendedAttrsTestJSON-955403694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb14d570-d2b8-4196-9ba9-cd11b470a1e0,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:22.609866 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781587ad-c1c2-4543-b6c3-611233241ffa tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:22.612045 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-781587ad-c1c2-4543-b6c3-611233241ffa tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1497245 Aug 10 04:14:22.615478 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34768) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:22.631170 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c64fa3a-5bb5-4a1b-b634-30f88433718e tempest-PortsAdminExtendedAttrsTestJSON-955403694 tempest-PortsAdminExtendedAttrsTestJSON-955403694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:22.697820 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76559754-d5f9-43e7-b18d-97a2be501e5c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:22.700036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76559754-d5f9-43e7-b18d-97a2be501e5c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:22.702065 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76559754-d5f9-43e7-b18d-97a2be501e5c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:22.705179 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-76559754-d5f9-43e7-b18d-97a2be501e5c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0879855 Aug 10 04:14:22.707321 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34770) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:22.749266 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c64fa3a-5bb5-4a1b-b634-30f88433718e tempest-PortsAdminExtendedAttrsTestJSON-955403694 tempest-PortsAdminExtendedAttrsTestJSON-955403694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:22.757116 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c64fa3a-5bb5-4a1b-b634-30f88433718e tempest-PortsAdminExtendedAttrsTestJSON-955403694 tempest-PortsAdminExtendedAttrsTestJSON-955403694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:22.758428 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7c64fa3a-5bb5-4a1b-b634-30f88433718e tempest-PortsAdminExtendedAttrsTestJSON-955403694 tempest-PortsAdminExtendedAttrsTestJSON-955403694-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:22.778909 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-893cb2d8-d09d-4a46-bdcb-1e71458eae68 None None] Provisioning for port 16c0d33a-2b1f-4140-94d7-7ccc1e94b661 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:22.780455 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-893cb2d8-d09d-4a46-bdcb-1e71458eae68 None None] Provisioning complete for port 16c0d33a-2b1f-4140-94d7-7ccc1e94b661 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:22.781335 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-893cb2d8-d09d-4a46-bdcb-1e71458eae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:22.844390 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb6c6b4-cf16-47fc-9a5a-635853bbbea0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet 5a4beec1-fdda-4db1-be32-bdcfda0fa4be {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:14:22.852865 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c6b4-cf16-47fc-9a5a-635853bbbea0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:22.889497 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64fa3a-5bb5-4a1b-b634-30f88433718e tempest-PortsAdminExtendedAttrsTestJSON-955403694 tempest-PortsAdminExtendedAttrsTestJSON-955403694-project] Pushing event updated for resources: {'Network': ['ID=bbfe6281-db03-4c01-99c5-9011733dd657,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:22.903746 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network bbfe6281-db03-4c01-99c5-9011733dd657 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:14:22.911517 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7c64fa3a-5bb5-4a1b-b634-30f88433718e tempest-PortsAdminExtendedAttrsTestJSON-955403694 tempest-PortsAdminExtendedAttrsTestJSON-955403694-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.4563637 Aug 10 04:14:22.922947 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c6b4-cf16-47fc-9a5a-635853bbbea0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:23.040433 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9e3457f1-e57d-4a59-87fc-a29285e844ec None None] Could not find standard attr ID for object 3a87f2e2-635d-4b6f-a346-b8a05c4d5099. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:14:23.118070 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c6b4-cf16-47fc-9a5a-635853bbbea0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:23.362209 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34788) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:23.362209 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Request body: {'port': {'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657', 'binding:host_id': 'n-h1-802893-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2044756521'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:23.564718 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c6b4-cf16-47fc-9a5a-635853bbbea0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:23.599043 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6c6b4-cf16-47fc-9a5a-635853bbbea0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=5a4beec1-fdda-4db1-be32-bdcfda0fa4be,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:23.603912 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c6b4-cf16-47fc-9a5a-635853bbbea0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:23.605875 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ddb6c6b4-cf16-47fc-9a5a-635853bbbea0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/5a4beec1-fdda-4db1-be32-bdcfda0fa4be HTTP/1.1" status: 204 len: 168 time: 0.8975151 Aug 10 04:14:23.608455 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34790) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:23.616269 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2183cf87-d6b7-43b2-95af-4918f2e80806 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:23.642825 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Made reservation on behalf of 8b61e5304e524fe8a0bdcf4eeb21c43b for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:23.645355 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:23.661770 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:23.696558 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a4f7c6-243a-40f4-8cd3-133ae23fd3dc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet 98c9b8f7-af2e-45d8-bb2d-0c1f721bd75b {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:14:23.701811 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-38a4f7c6-243a-40f4-8cd3-133ae23fd3dc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:23.766733 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-38a4f7c6-243a-40f4-8cd3-133ae23fd3dc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:23.924601 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-38a4f7c6-243a-40f4-8cd3-133ae23fd3dc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:23.970135 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:24.028674 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:24.045182 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] device_id is not set on port 3b6b2375-28c2-4459-b434-8121159a5aa3 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:14:24.074952 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7460930-d71e-4522-a281-b04b8b008975,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:24.098838 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-38a4f7c6-243a-40f4-8cd3-133ae23fd3dc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:24.215439 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-38a4f7c6-243a-40f4-8cd3-133ae23fd3dc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:24.218770 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-38a4f7c6-243a-40f4-8cd3-133ae23fd3dc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/98c9b8f7-af2e-45d8-bb2d-0c1f721bd75b HTTP/1.1" status: 204 len: 168 time: 0.6087334 Aug 10 04:14:24.221134 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34796) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:24.222436 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4f7c6-243a-40f4-8cd3-133ae23fd3dc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=98c9b8f7-af2e-45d8-bb2d-0c1f721bd75b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:24.271139 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ce160e4d-5b46-45d7-936e-24fe529f8ae2 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0488305 Aug 10 04:14:24.271735 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34798) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:24.281827 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-03d3bd36-13ba-4ac5-bf63-5b0be5d7e56a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:24.428546 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] device_id is not set on port 3b6b2375-28c2-4459-b434-8121159a5aa3 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:14:24.441283 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:24.459030 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Transition to ACTIVE for port object 3b6b2375-28c2-4459-b434-8121159a5aa3 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:24.567636 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:24.597406 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a11b96e-4dec-4811-a47f-16ab5a9dbd24 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:24.606370 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d3bd36-13ba-4ac5-bf63-5b0be5d7e56a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:24.612113 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-03d3bd36-13ba-4ac5-bf63-5b0be5d7e56a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:24.650928 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Checking segment: {'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:14:24.651355 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Network hostable DHCP agents. Network: bbfe6281-db03-4c01-99c5-9011733dd657, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:14:24.653929 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Pushing event updated for resources: {'Port': ['ID=3b6b2375-28c2-4459-b434-8121159a5aa3,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:24.775451 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Network bbfe6281-db03-4c01-99c5-9011733dd657 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:14:24.921281 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, bbfe6281-db03-4c01-99c5-9011733dd657) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:24.925935 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:24.934919 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f592a0-3826-48f7-89ae-7bf70a47a07b None None] Network bbfe6281-db03-4c01-99c5-9011733dd657 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:24.943695 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:24.944142 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:24.944605 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:24.951976 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Port 3b6b2375-28c2-4459-b434-8121159a5aa3 on network bbfe6281-db03-4c01-99c5-9011733dd657 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:24.952319 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Failed to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 on host n-h1-802893-2 for vnic_type normal using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] Aug 10 04:14:24.952822 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempt 2 to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 Aug 10 04:14:24.969201 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:24.969644 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:24.969775 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:24.974407 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Port 3b6b2375-28c2-4459-b434-8121159a5aa3 on network bbfe6281-db03-4c01-99c5-9011733dd657 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:24.974766 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Failed to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 on host n-h1-802893-2 for vnic_type normal using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] Aug 10 04:14:24.975250 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempt 3 to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 Aug 10 04:14:24.992355 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:24.992900 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:24.993285 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:24.996750 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8a7f8e86-f9bd-4282-a66d-24ce4a2f6e73 None None] Provisioning complete for port 16c0d33a-2b1f-4140-94d7-7ccc1e94b661 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:24.997861 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8a7f8e86-f9bd-4282-a66d-24ce4a2f6e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:25.001469 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Port 3b6b2375-28c2-4459-b434-8121159a5aa3 on network bbfe6281-db03-4c01-99c5-9011733dd657 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:25.002146 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Failed to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 on host n-h1-802893-2 for vnic_type normal using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] Aug 10 04:14:25.002263 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempt 4 to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 Aug 10 04:14:25.030486 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:25.030833 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:25.031192 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:25.044631 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Port 3b6b2375-28c2-4459-b434-8121159a5aa3 on network bbfe6281-db03-4c01-99c5-9011733dd657 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:25.045139 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Failed to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 on host n-h1-802893-2 for vnic_type normal using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] Aug 10 04:14:25.045629 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempt 5 to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 Aug 10 04:14:25.072931 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:25.073273 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:25.073612 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:25.084592 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Port 3b6b2375-28c2-4459-b434-8121159a5aa3 on network bbfe6281-db03-4c01-99c5-9011733dd657 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:25.085022 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Failed to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 on host n-h1-802893-2 for vnic_type normal using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] Aug 10 04:14:25.085391 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempt 6 to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 Aug 10 04:14:25.111907 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:25.112295 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:25.112620 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:25.124166 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Port 3b6b2375-28c2-4459-b434-8121159a5aa3 on network bbfe6281-db03-4c01-99c5-9011733dd657 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:25.124507 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Failed to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 on host n-h1-802893-2 for vnic_type normal using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] Aug 10 04:14:25.124920 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempt 7 to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 Aug 10 04:14:25.158326 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:25.158673 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:25.159005 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:25.168018 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Port 3b6b2375-28c2-4459-b434-8121159a5aa3 on network bbfe6281-db03-4c01-99c5-9011733dd657 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:25.168363 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Failed to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 on host n-h1-802893-2 for vnic_type normal using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] Aug 10 04:14:25.169979 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempt 8 to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 Aug 10 04:14:25.183752 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde7e774-c83f-49eb-8b67-074a125bbd73 None None] DHCP port deletion for 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:14:25.198486 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:25.198865 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:25.199202 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:25.217769 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Port 3b6b2375-28c2-4459-b434-8121159a5aa3 on network bbfe6281-db03-4c01-99c5-9011733dd657 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:25.222610 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Failed to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 on host n-h1-802893-2 for vnic_type normal using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] Aug 10 04:14:25.224407 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempt 9 to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 Aug 10 04:14:25.242396 n-d-802893-2 neutron-server[94937]: DEBUG neutron.objects.ports [None req-03d3bd36-13ba-4ac5-bf63-5b0be5d7e56a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94937) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 04:14:25.270799 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:25.271497 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:25.272313 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:25.283437 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Port 3b6b2375-28c2-4459-b434-8121159a5aa3 on network bbfe6281-db03-4c01-99c5-9011733dd657 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:25.284134 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Failed to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 on host n-h1-802893-2 for vnic_type normal using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] Aug 10 04:14:25.284590 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bde7e774-c83f-49eb-8b67-074a125bbd73 None None] Deleting port 16c0d33a-2b1f-4140-94d7-7ccc1e94b661 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:25.284961 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bde7e774-c83f-49eb-8b67-074a125bbd73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:25.285417 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempt 10 to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 Aug 10 04:14:25.302562 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:25.303376 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:25.303943 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:25.310368 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Port 3b6b2375-28c2-4459-b434-8121159a5aa3 on network bbfe6281-db03-4c01-99c5-9011733dd657 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:25.311668 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Failed to bind port 3b6b2375-28c2-4459-b434-8121159a5aa3 on host n-h1-802893-2 for vnic_type normal using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] Aug 10 04:14:25.312164 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:25.470271 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bde7e774-c83f-49eb-8b67-074a125bbd73 None None] For port 16c0d33a-2b1f-4140-94d7-7ccc1e94b661, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=16c0d33a-2b1f-4140-94d7-7ccc1e94b661,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:25.470794 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bde7e774-c83f-49eb-8b67-074a125bbd73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:25.487461 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] For port 3b6b2375-28c2-4459-b434-8121159a5aa3, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:14:25.487695 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bde7e774-c83f-49eb-8b67-074a125bbd73 None None] Calling delete_port for 16c0d33a-2b1f-4140-94d7-7ccc1e94b661 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:25.487904 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempted to set empty binding levels {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 04:14:25.561847 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:25.576810 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-03d3bd36-13ba-4ac5-bf63-5b0be5d7e56a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:25.620275 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:25.621469 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:25.655297 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Pushing event updated for resources: {'Port': ['ID=3b6b2375-28c2-4459-b434-8121159a5aa3,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:25.658366 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bde7e774-c83f-49eb-8b67-074a125bbd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:25.691665 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde7e774-c83f-49eb-8b67-074a125bbd73 None None] Pushing event deleted for resources: {'Port': ['ID=16c0d33a-2b1f-4140-94d7-7ccc1e94b661,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:25.698788 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde7e774-c83f-49eb-8b67-074a125bbd73 None None] No DVR routers for this DVR port 16c0d33a-2b1f-4140-94d7-7ccc1e94b661 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:14:25.724828 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6d419e36-f764-4dfb-9ea6-b92b8fa8a0aa tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.4184852 Aug 10 04:14:25.727210 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34810) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:25.785515 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-03d3bd36-13ba-4ac5-bf63-5b0be5d7e56a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] For port 16c0d33a-2b1f-4140-94d7-7ccc1e94b661, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=16c0d33a-2b1f-4140-94d7-7ccc1e94b661,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:25.816151 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-14e3e136-d9d9-445e-802b-04e0032d4d78 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Deleting port 3b6b2375-28c2-4459-b434-8121159a5aa3 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:25.816561 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14e3e136-d9d9-445e-802b-04e0032d4d78 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:25.819584 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-03d3bd36-13ba-4ac5-bf63-5b0be5d7e56a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:25.887728 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-14e3e136-d9d9-445e-802b-04e0032d4d78 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] For port 3b6b2375-28c2-4459-b434-8121159a5aa3, host n-h1-802893-2, got binding levels [] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:25.888033 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14e3e136-d9d9-445e-802b-04e0032d4d78 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:25.900884 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-14e3e136-d9d9-445e-802b-04e0032d4d78 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Calling delete_port for 3b6b2375-28c2-4459-b434-8121159a5aa3 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:25.926740 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-03d3bd36-13ba-4ac5-bf63-5b0be5d7e56a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:25.928151 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-03d3bd36-13ba-4ac5-bf63-5b0be5d7e56a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:25.979320 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3bd36-13ba-4ac5-bf63-5b0be5d7e56a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Port': ['ID=16c0d33a-2b1f-4140-94d7-7ccc1e94b661,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:25.999472 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d3bd36-13ba-4ac5-bf63-5b0be5d7e56a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:26.002444 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-03d3bd36-13ba-4ac5-bf63-5b0be5d7e56a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:26.005382 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d3bd36-13ba-4ac5-bf63-5b0be5d7e56a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:26.006107 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-03d3bd36-13ba-4ac5-bf63-5b0be5d7e56a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:26.013266 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bc5c60-167b-4919-8a81-cd8f6a0d499c None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:26.024040 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3bd36-13ba-4ac5-bf63-5b0be5d7e56a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=f08ca7ef-a3b4-4681-8744-a83aa0147476,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:26.122068 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14e3e136-d9d9-445e-802b-04e0032d4d78 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:26.151663 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3e136-d9d9-445e-802b-04e0032d4d78 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b6b2375-28c2-4459-b434-8121159a5aa3,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:26.156567 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34818) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:26.158843 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-03d3bd36-13ba-4ac5-bf63-5b0be5d7e56a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8859951 Aug 10 04:14:26.159363 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14e3e136-d9d9-445e-802b-04e0032d4d78 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:26.161397 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-14e3e136-d9d9-445e-802b-04e0032d4d78 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] 10.222.0.25 "DELETE /v2.0/ports/3b6b2375-28c2-4459-b434-8121159a5aa3 HTTP/1.1" status: 204 len: 168 time: 0.4347687 Aug 10 04:14:26.165959 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-01cfc9f2-183a-476c-9b60-bf13cf5a16f5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:26.166402 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34820) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:26.198338 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-2706963a-4ea6-42c6-b0ed-800c0f87e79b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] GET failed (client error): The resource could not be found. Aug 10 04:14:26.199998 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2706963a-4ea6-42c6-b0ed-800c0f87e79b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] 10.222.0.25 "GET /v2.0/ports/3b6b2375-28c2-4459-b434-8121159a5aa3 HTTP/1.1" status: 404 len: 333 time: 0.0326321 Aug 10 04:14:26.209752 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34822) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:26.209860 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea21b5e4-d41a-4d4b-8368-f4ad6c99432d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'fixed_ips': [{'subnet_id': 'f08ca7ef-a3b4-4681-8744-a83aa0147476'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:14:26.209860 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ea21b5e4-d41a-4d4b-8368-f4ad6c99432d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:26.210485 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-b2600a1b-b32d-4123-b77d-8e6ad12ceeb8 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Request body: {'port': {'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-21618179'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:26.352256 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2600a1b-b32d-4123-b77d-8e6ad12ceeb8 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Made reservation on behalf of 8b61e5304e524fe8a0bdcf4eeb21c43b for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:26.354705 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b2600a1b-b32d-4123-b77d-8e6ad12ceeb8 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:26.359711 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-ea21b5e4-d41a-4d4b-8368-f4ad6c99432d None None] Allocated IP 2001:db8::f816:3eff:fec3:d641 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/f08ca7ef-a3b4-4681-8744-a83aa0147476/69aeb808-b04d-4ca2-ab83-c0c823d9da62) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:26.372881 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-b2600a1b-b32d-4123-b77d-8e6ad12ceeb8 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] device_id is not set on port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:14:26.427988 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 16c0d33a-2b1f-4140-94d7-7ccc1e94b661 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:14:26.449642 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 16c0d33a-2b1f-4140-94d7-7ccc1e94b661 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:14:26.449977 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 16c0d33a-2b1f-4140-94d7-7ccc1e94b661 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:14:26.554303 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ea21b5e4-d41a-4d4b-8368-f4ad6c99432d None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:26.563210 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ea21b5e4-d41a-4d4b-8368-f4ad6c99432d None None] Transition to ACTIVE for port object 69aeb808-b04d-4ca2-ab83-c0c823d9da62 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:26.570391 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b2600a1b-b32d-4123-b77d-8e6ad12ceeb8 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:26.579271 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ea21b5e4-d41a-4d4b-8368-f4ad6c99432d None None] Transition to ACTIVE for port object 69aeb808-b04d-4ca2-ab83-c0c823d9da62 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:26.635764 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cfc9f2-183a-476c-9b60-bf13cf5a16f5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:26.645739 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01cfc9f2-183a-476c-9b60-bf13cf5a16f5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:26.741984 n-d-802893-2 neutron-server[94938]: INFO neutron.db.ipam_backend_mixin [None req-01cfc9f2-183a-476c-9b60-bf13cf5a16f5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f08ca7ef-a3b4-4681-8744-a83aa0147476 (CIDR: 2001:db8::/64) Aug 10 04:14:26.792712 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ea21b5e4-d41a-4d4b-8368-f4ad6c99432d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:26.838373 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea21b5e4-d41a-4d4b-8368-f4ad6c99432d None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:26.841516 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-ea21b5e4-d41a-4d4b-8368-f4ad6c99432d None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:26.845095 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea21b5e4-d41a-4d4b-8368-f4ad6c99432d None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:26.852481 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21b5e4-d41a-4d4b-8368-f4ad6c99432d None None] Pushing event updated for resources: {'Port': ['ID=69aeb808-b04d-4ca2-ab83-c0c823d9da62,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:26.866568 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-01cfc9f2-183a-476c-9b60-bf13cf5a16f5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:14:26.873778 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b2600a1b-b32d-4123-b77d-8e6ad12ceeb8 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:26.873951 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01cfc9f2-183a-476c-9b60-bf13cf5a16f5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:26.884789 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:14:26.919552 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-ea21b5e4-d41a-4d4b-8368-f4ad6c99432d None None] Attempting to bind port 69aeb808-b04d-4ca2-ab83-c0c823d9da62 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:26.920512 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-ea21b5e4-d41a-4d4b-8368-f4ad6c99432d None None] Attempting to bind port 69aeb808-b04d-4ca2-ab83-c0c823d9da62 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:26.921183 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea21b5e4-d41a-4d4b-8368-f4ad6c99432d None None] Attempting to bind port 69aeb808-b04d-4ca2-ab83-c0c823d9da62 on network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:26.923479 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2600a1b-b32d-4123-b77d-8e6ad12ceeb8 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Network bbfe6281-db03-4c01-99c5-9011733dd657 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:26.926627 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-b2600a1b-b32d-4123-b77d-8e6ad12ceeb8 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:26.927272 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea21b5e4-d41a-4d4b-8368-f4ad6c99432d None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:14:26.927770 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea21b5e4-d41a-4d4b-8368-f4ad6c99432d None None] Checking segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:14:26.929106 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ea21b5e4-d41a-4d4b-8368-f4ad6c99432d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:26.929594 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea21b5e4-d41a-4d4b-8368-f4ad6c99432d None None] Bound using segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:14:26.930768 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-ea21b5e4-d41a-4d4b-8368-f4ad6c99432d None None] Bound port: 69aeb808-b04d-4ca2-ab83-c0c823d9da62, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:14:26.930768 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ea21b5e4-d41a-4d4b-8368-f4ad6c99432d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:26.931228 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2600a1b-b32d-4123-b77d-8e6ad12ceeb8 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:26.932375 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2600a1b-b32d-4123-b77d-8e6ad12ceeb8 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:26.933017 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b2600a1b-b32d-4123-b77d-8e6ad12ceeb8 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:26.941447 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2600a1b-b32d-4123-b77d-8e6ad12ceeb8 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Pushing event updated for resources: {'Port': ['ID=aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:27.004929 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-ea21b5e4-d41a-4d4b-8368-f4ad6c99432d None None] For port 69aeb808-b04d-4ca2-ab83-c0c823d9da62, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:14:27.009074 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-ea21b5e4-d41a-4d4b-8368-f4ad6c99432d None None] For port 69aeb808-b04d-4ca2-ab83-c0c823d9da62, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=69aeb808-b04d-4ca2-ab83-c0c823d9da62,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:14:27.016635 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-01cfc9f2-183a-476c-9b60-bf13cf5a16f5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8528428 Aug 10 04:14:27.016635 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34826) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:27.019120 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-b2cfd046-d336-4d22-bc10-e3a1635a3d5c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:27.037475 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b2600a1b-b32d-4123-b77d-8e6ad12ceeb8 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.8308582 Aug 10 04:14:27.042103 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34828) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:27.048023 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:27.111362 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ea21b5e4-d41a-4d4b-8368-f4ad6c99432d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:27.124827 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:27.190248 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21b5e4-d41a-4d4b-8368-f4ad6c99432d None None] Pushing event updated for resources: {'Port': ['ID=69aeb808-b04d-4ca2-ab83-c0c823d9da62,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:27.243704 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cfd046-d336-4d22-bc10-e3a1635a3d5c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:27.247752 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2cfd046-d336-4d22-bc10-e3a1635a3d5c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:27.357352 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] device_id is not set on port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:14:27.368188 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:27.386079 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Transition to ACTIVE for port object aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:27.471858 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:27.559914 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:27.560381 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:27.560948 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:27.564659 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Pushing event updated for resources: {'Port': ['ID=aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:27.572007 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on network bbfe6281-db03-4c01-99c5-9011733dd657 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:27.572471 n-d-802893-2 neutron-server[94937]: ERROR neutron.plugins.ml2.managers [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Failed to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on host n-h1-802893-2 for vnic_type normal using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] Aug 10 04:14:27.572993 n-d-802893-2 neutron-server[94937]: INFO neutron.plugins.ml2.plugin [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempt 2 to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d Aug 10 04:14:27.589440 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:27.589900 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:27.590244 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:27.595017 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on network bbfe6281-db03-4c01-99c5-9011733dd657 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:27.595348 n-d-802893-2 neutron-server[94937]: ERROR neutron.plugins.ml2.managers [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Failed to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on host n-h1-802893-2 for vnic_type normal using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] Aug 10 04:14:27.595741 n-d-802893-2 neutron-server[94937]: INFO neutron.plugins.ml2.plugin [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempt 3 to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d Aug 10 04:14:27.614344 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:27.614672 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:27.615011 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:27.620338 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on network bbfe6281-db03-4c01-99c5-9011733dd657 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:27.620449 n-d-802893-2 neutron-server[94937]: ERROR neutron.plugins.ml2.managers [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Failed to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on host n-h1-802893-2 for vnic_type normal using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] Aug 10 04:14:27.620830 n-d-802893-2 neutron-server[94937]: INFO neutron.plugins.ml2.plugin [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempt 4 to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d Aug 10 04:14:27.633806 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:27.634438 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:27.635541 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:27.639143 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:27.640901 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on network bbfe6281-db03-4c01-99c5-9011733dd657 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:27.641237 n-d-802893-2 neutron-server[94937]: ERROR neutron.plugins.ml2.managers [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Failed to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on host n-h1-802893-2 for vnic_type normal using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] Aug 10 04:14:27.641625 n-d-802893-2 neutron-server[94937]: INFO neutron.plugins.ml2.plugin [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempt 5 to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d Aug 10 04:14:27.655387 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:27.655728 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:27.656104 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:27.660792 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on network bbfe6281-db03-4c01-99c5-9011733dd657 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:27.661124 n-d-802893-2 neutron-server[94937]: ERROR neutron.plugins.ml2.managers [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Failed to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on host n-h1-802893-2 for vnic_type normal using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] Aug 10 04:14:27.662484 n-d-802893-2 neutron-server[94937]: INFO neutron.plugins.ml2.plugin [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempt 6 to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d Aug 10 04:14:27.675342 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:27.675684 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:27.676148 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:27.680938 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on network bbfe6281-db03-4c01-99c5-9011733dd657 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:27.681261 n-d-802893-2 neutron-server[94937]: ERROR neutron.plugins.ml2.managers [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Failed to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on host n-h1-802893-2 for vnic_type normal using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] Aug 10 04:14:27.681648 n-d-802893-2 neutron-server[94937]: INFO neutron.plugins.ml2.plugin [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempt 7 to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d Aug 10 04:14:27.687847 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2cfd046-d336-4d22-bc10-e3a1635a3d5c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:27.697279 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:27.697676 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:27.698311 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:27.705797 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on network bbfe6281-db03-4c01-99c5-9011733dd657 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:27.706227 n-d-802893-2 neutron-server[94937]: ERROR neutron.plugins.ml2.managers [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Failed to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on host n-h1-802893-2 for vnic_type normal using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] Aug 10 04:14:27.706738 n-d-802893-2 neutron-server[94937]: INFO neutron.plugins.ml2.plugin [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempt 8 to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d Aug 10 04:14:27.721862 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:27.722337 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:27.723837 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:27.729472 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on network bbfe6281-db03-4c01-99c5-9011733dd657 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:27.729941 n-d-802893-2 neutron-server[94937]: ERROR neutron.plugins.ml2.managers [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Failed to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on host n-h1-802893-2 for vnic_type normal using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] Aug 10 04:14:27.730573 n-d-802893-2 neutron-server[94937]: INFO neutron.plugins.ml2.plugin [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempt 9 to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d Aug 10 04:14:27.744852 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cfd046-d336-4d22-bc10-e3a1635a3d5c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:27.748744 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-b2cfd046-d336-4d22-bc10-e3a1635a3d5c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:27.749409 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:27.749844 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:27.750330 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:27.755417 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cfd046-d336-4d22-bc10-e3a1635a3d5c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:27.756038 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2cfd046-d336-4d22-bc10-e3a1635a3d5c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:27.757751 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on network bbfe6281-db03-4c01-99c5-9011733dd657 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:27.758161 n-d-802893-2 neutron-server[94937]: ERROR neutron.plugins.ml2.managers [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Failed to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on host n-h1-802893-2 for vnic_type normal using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] Aug 10 04:14:27.758976 n-d-802893-2 neutron-server[94937]: INFO neutron.plugins.ml2.plugin [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempt 10 to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d Aug 10 04:14:27.773355 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cfd046-d336-4d22-bc10-e3a1635a3d5c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=c88eb943-dc29-42cb-a727-2200306d35f6,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:27.778483 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:27.778837 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:27.779206 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:27.784724 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on network bbfe6281-db03-4c01-99c5-9011733dd657 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:27.785083 n-d-802893-2 neutron-server[94937]: ERROR neutron.plugins.ml2.managers [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Failed to bind port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on host n-h1-802893-2 for vnic_type normal using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] Aug 10 04:14:27.785492 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:27.838349 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b2cfd046-d336-4d22-bc10-e3a1635a3d5c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8239274 Aug 10 04:14:27.840945 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34840) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:27.846006 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-19cb6633-1684-46fa-90a2-6c6f9a3efe0c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'port': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'mac_address': 'fa:16:3e:29:c3:e4', 'name': 'tempest-NetworksTestDHCPv6-50548654'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:27.855686 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] For port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:14:27.856106 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempted to set empty binding levels {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 04:14:27.940589 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:27.955115 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] In _notify_port_updated(), no bound segment for port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94937) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 04:14:27.955350 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:27.955971 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:27.957327 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] 10.222.0.25 "PUT /v2.0/ports/aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d HTTP/1.1" status: 200 len: 973 time: 0.9141498 Aug 10 04:14:27.960080 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34844) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:27.995370 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df929a69-0475-46e8-a2d9-b221485d5b8b tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Pushing event updated for resources: {'Port': ['ID=aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:28.061573 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de832d89-8c7f-49f7-9fdf-518816f4f0c7 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:28.062187 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de832d89-8c7f-49f7-9fdf-518816f4f0c7 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:28.062679 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de832d89-8c7f-49f7-9fdf-518816f4f0c7 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:28.063160 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de832d89-8c7f-49f7-9fdf-518816f4f0c7 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:28.063638 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de832d89-8c7f-49f7-9fdf-518816f4f0c7 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:28.064145 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de832d89-8c7f-49f7-9fdf-518816f4f0c7 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:28.064694 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de832d89-8c7f-49f7-9fdf-518816f4f0c7 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:28.065253 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de832d89-8c7f-49f7-9fdf-518816f4f0c7 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:28.065886 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de832d89-8c7f-49f7-9fdf-518816f4f0c7 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:28.066483 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de832d89-8c7f-49f7-9fdf-518816f4f0c7 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:28.066958 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de832d89-8c7f-49f7-9fdf-518816f4f0c7 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:28.067437 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de832d89-8c7f-49f7-9fdf-518816f4f0c7 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:28.067915 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de832d89-8c7f-49f7-9fdf-518816f4f0c7 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:28.068419 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de832d89-8c7f-49f7-9fdf-518816f4f0c7 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:28.070642 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de832d89-8c7f-49f7-9fdf-518816f4f0c7 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:28.070642 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de832d89-8c7f-49f7-9fdf-518816f4f0c7 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:28.070840 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de832d89-8c7f-49f7-9fdf-518816f4f0c7 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:28.071304 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de832d89-8c7f-49f7-9fdf-518816f4f0c7 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:28.071807 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de832d89-8c7f-49f7-9fdf-518816f4f0c7 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:28.074935 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-de832d89-8c7f-49f7-9fdf-518816f4f0c7 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17221 time: 0.1132050 Aug 10 04:14:28.076696 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19cb6633-1684-46fa-90a2-6c6f9a3efe0c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:28.078758 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34846) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:28.180282 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-19cb6633-1684-46fa-90a2-6c6f9a3efe0c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:28.206036 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-19cb6633-1684-46fa-90a2-6c6f9a3efe0c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] device_id is not set on port 5db75ffd-f118-48bc-88c0-f645ebc9873f yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:14:28.208014 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-32583dcd-f2a7-4cd9-91aa-903769fe5dd9 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Deleting port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:28.208382 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-32583dcd-f2a7-4cd9-91aa-903769fe5dd9 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:28.300300 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-32583dcd-f2a7-4cd9-91aa-903769fe5dd9 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] For port aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d, host n-h1-802893-2, got binding levels [] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:28.300692 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-32583dcd-f2a7-4cd9-91aa-903769fe5dd9 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:28.319097 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-32583dcd-f2a7-4cd9-91aa-903769fe5dd9 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Calling delete_port for aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:28.419676 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-19cb6633-1684-46fa-90a2-6c6f9a3efe0c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Allocated IP 2001:db8:0:1::399 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/c88eb943-dc29-42cb-a727-2200306d35f6/5db75ffd-f118-48bc-88c0-f645ebc9873f) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:28.427410 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-19cb6633-1684-46fa-90a2-6c6f9a3efe0c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Allocated IP 2001:db8::f816:3eff:fe29:c3e4 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/f08ca7ef-a3b4-4681-8744-a83aa0147476/5db75ffd-f118-48bc-88c0-f645ebc9873f) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:28.435647 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 69aeb808-b04d-4ca2-ab83-c0c823d9da62 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:28.473617 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253f2495-5eb0-4408-9e20-19d4a1072192 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:28.546143 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-32583dcd-f2a7-4cd9-91aa-903769fe5dd9 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:28.587602 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32583dcd-f2a7-4cd9-91aa-903769fe5dd9 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:28.611364 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-19cb6633-1684-46fa-90a2-6c6f9a3efe0c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:28.619473 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-32583dcd-f2a7-4cd9-91aa-903769fe5dd9 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:28.624334 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-32583dcd-f2a7-4cd9-91aa-903769fe5dd9 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] 10.222.0.25 "DELETE /v2.0/ports/aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d HTTP/1.1" status: 204 len: 168 time: 0.5417066 Aug 10 04:14:28.624334 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34856) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:28.641838 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-19cb6633-1684-46fa-90a2-6c6f9a3efe0c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Transition to ACTIVE for port object 5db75ffd-f118-48bc-88c0-f645ebc9873f will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:28.654983 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dbf1e36-bde2-4b52-acc2-0dd38dbd9695 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] GET failed (client error): The resource could not be found. Aug 10 04:14:28.660281 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8dbf1e36-bde2-4b52-acc2-0dd38dbd9695 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] 10.222.0.25 "GET /v2.0/ports/aa7faf0b-9448-4ef2-8efb-c5b07bae3b7d HTTP/1.1" status: 404 len: 333 time: 0.0313499 Aug 10 04:14:28.662204 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34858) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:28.671898 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-9b3cba26-8f54-41b5-bd52-9ecdfb136347 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1014561361', 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:28.714192 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f0b9e323-567b-4b00-86ff-46e19aef8011 None None] Provisioning for port 69aeb808-b04d-4ca2-ab83-c0c823d9da62 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:28.752722 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 69aeb808-b04d-4ca2-ab83-c0c823d9da62 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:28.761709 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 69aeb808-b04d-4ca2-ab83-c0c823d9da62 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:28.768539 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:28.790387 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f87aa8f-0019-447e-8c14-c5aced62ddd0 None None] Update dhcp port {'port': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'fixed_ips': [{'subnet_id': 'f08ca7ef-a3b4-4681-8744-a83aa0147476', 'ip_address': '2001:db8::f816:3eff:fec3:d641'}, {'subnet_id': 'c88eb943-dc29-42cb-a727-2200306d35f6'}], 'binding:host_id': 'n-d-802893-2'}, 'id': '69aeb808-b04d-4ca2-ab83-c0c823d9da62'} from n-d-802893-2. {{(pid=94939) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 04:14:28.823745 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0f87aa8f-0019-447e-8c14-c5aced62ddd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:28.853493 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3cba26-8f54-41b5-bd52-9ecdfb136347 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Made reservation on behalf of 8b61e5304e524fe8a0bdcf4eeb21c43b for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:28.853693 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-19cb6633-1684-46fa-90a2-6c6f9a3efe0c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:28.859200 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9b3cba26-8f54-41b5-bd52-9ecdfb136347 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:28.879160 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-9b3cba26-8f54-41b5-bd52-9ecdfb136347 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] device_id is not set on port eb8c5c6b-9712-46ba-b153-713bac000a7d yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:14:28.913333 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19cb6633-1684-46fa-90a2-6c6f9a3efe0c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:28.918415 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-19cb6633-1684-46fa-90a2-6c6f9a3efe0c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:28.922508 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cb6633-1684-46fa-90a2-6c6f9a3efe0c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:28.928709 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19cb6633-1684-46fa-90a2-6c6f9a3efe0c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:28.929443 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-19cb6633-1684-46fa-90a2-6c6f9a3efe0c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:28.938022 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cb6633-1684-46fa-90a2-6c6f9a3efe0c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Port': ['ID=5db75ffd-f118-48bc-88c0-f645ebc9873f,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:28.965399 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:29.038459 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 69aeb808-b04d-4ca2-ab83-c0c823d9da62, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=69aeb808-b04d-4ca2-ab83-c0c823d9da62,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:29.055933 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-19cb6633-1684-46fa-90a2-6c6f9a3efe0c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2114794 Aug 10 04:14:29.056998 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34866) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:29.063506 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-0f87aa8f-0019-447e-8c14-c5aced62ddd0 None None] Allocated IP 2001:db8:0:1::2 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/c88eb943-dc29-42cb-a727-2200306d35f6/69aeb808-b04d-4ca2-ab83-c0c823d9da62) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:29.070391 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9b3cba26-8f54-41b5-bd52-9ecdfb136347 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:29.122555 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:29.186581 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-15185bb0-0390-4d32-b385-6c9f794902ed tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting port 5db75ffd-f118-48bc-88c0-f645ebc9873f {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:29.186921 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-15185bb0-0390-4d32-b385-6c9f794902ed tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:29.231041 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=69aeb808-b04d-4ca2-ab83-c0c823d9da62,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:29.232717 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9b3cba26-8f54-41b5-bd52-9ecdfb136347 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:29.289871 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-0f87aa8f-0019-447e-8c14-c5aced62ddd0 None None] For port 69aeb808-b04d-4ca2-ab83-c0c823d9da62, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=69aeb808-b04d-4ca2-ab83-c0c823d9da62,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:29.309700 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3cba26-8f54-41b5-bd52-9ecdfb136347 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Network bbfe6281-db03-4c01-99c5-9011733dd657 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:29.334359 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-9b3cba26-8f54-41b5-bd52-9ecdfb136347 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:29.339308 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3cba26-8f54-41b5-bd52-9ecdfb136347 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:29.340993 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3cba26-8f54-41b5-bd52-9ecdfb136347 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:29.341973 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9b3cba26-8f54-41b5-bd52-9ecdfb136347 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:29.344167 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0f87aa8f-0019-447e-8c14-c5aced62ddd0 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:29.348185 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3cba26-8f54-41b5-bd52-9ecdfb136347 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Pushing event updated for resources: {'Port': ['ID=eb8c5c6b-9712-46ba-b153-713bac000a7d,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:29.361953 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0f87aa8f-0019-447e-8c14-c5aced62ddd0 None None] Transition to ACTIVE for port object 69aeb808-b04d-4ca2-ab83-c0c823d9da62 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:29.375916 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-15185bb0-0390-4d32-b385-6c9f794902ed tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:29.388244 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-15185bb0-0390-4d32-b385-6c9f794902ed tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Calling delete_port for 5db75ffd-f118-48bc-88c0-f645ebc9873f owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:29.426006 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0f87aa8f-0019-447e-8c14-c5aced62ddd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:29.529779 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87aa8f-0019-447e-8c14-c5aced62ddd0 None None] Pushing event updated for resources: {'Port': ['ID=69aeb808-b04d-4ca2-ab83-c0c823d9da62,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:29.843415 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9b3cba26-8f54-41b5-bd52-9ecdfb136347 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1785612 Aug 10 04:14:29.844780 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34876) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:29.942370 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2df34b-911c-4b46-a02f-fcf37b42b3d8 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:29.951163 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6d2df34b-911c-4b46-a02f-fcf37b42b3d8 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] 10.222.0.25 "GET /v2.0/ports/eb8c5c6b-9712-46ba-b153-713bac000a7d HTTP/1.1" status: 200 len: 955 time: 0.1028628 Aug 10 04:14:29.951163 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34878) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:30.055372 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-fde7e410-a6dc-4786-9686-46068332c176 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Deleting port eb8c5c6b-9712-46ba-b153-713bac000a7d {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:30.055757 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fde7e410-a6dc-4786-9686-46068332c176 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:30.124493 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-15185bb0-0390-4d32-b385-6c9f794902ed tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:30.129726 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fde7e410-a6dc-4786-9686-46068332c176 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:30.159867 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15185bb0-0390-4d32-b385-6c9f794902ed tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Port': ['ID=5db75ffd-f118-48bc-88c0-f645ebc9873f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:30.181814 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-fde7e410-a6dc-4786-9686-46068332c176 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Calling delete_port for eb8c5c6b-9712-46ba-b153-713bac000a7d owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:30.237534 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-15185bb0-0390-4d32-b385-6c9f794902ed tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:30.246706 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-15185bb0-0390-4d32-b385-6c9f794902ed tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/5db75ffd-f118-48bc-88c0-f645ebc9873f HTTP/1.1" status: 204 len: 168 time: 1.1840580 Aug 10 04:14:30.246706 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34884) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:30.326147 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e3b28e-084e-4013-ba24-a3e4ae28e766 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:30.326147 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-87e3b28e-084e-4013-ba24-a3e4ae28e766 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0706625 Aug 10 04:14:30.326147 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34886) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:30.391785 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32917c23-ec2b-42d8-b81d-18a3b2dc5a77 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:30.393570 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-32917c23-ec2b-42d8-b81d-18a3b2dc5a77 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0691047 Aug 10 04:14:30.398399 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 69aeb808-b04d-4ca2-ab83-c0c823d9da62 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:30.398668 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34888) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:30.402607 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-92eb0425-21c8-45bb-9338-68d6a3ad8d64 None None] Provisioning for port 69aeb808-b04d-4ca2-ab83-c0c823d9da62 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:30.430418 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-92eb0425-21c8-45bb-9338-68d6a3ad8d64 None None] Provisioning complete for port 69aeb808-b04d-4ca2-ab83-c0c823d9da62 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:30.440604 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-92eb0425-21c8-45bb-9338-68d6a3ad8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:30.462732 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fde7e410-a6dc-4786-9686-46068332c176 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:30.516193 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7e410-a6dc-4786-9686-46068332c176 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb8c5c6b-9712-46ba-b153-713bac000a7d,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:30.523228 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def240a7-1607-489f-89ab-55db2f48c3e1 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:30.524851 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def240a7-1607-489f-89ab-55db2f48c3e1 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:30.526406 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def240a7-1607-489f-89ab-55db2f48c3e1 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:30.534252 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-def240a7-1607-489f-89ab-55db2f48c3e1 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1284993 Aug 10 04:14:30.534252 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fde7e410-a6dc-4786-9686-46068332c176 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:30.534252 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fde7e410-a6dc-4786-9686-46068332c176 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] 10.222.0.25 "DELETE /v2.0/ports/eb8c5c6b-9712-46ba-b153-713bac000a7d HTTP/1.1" status: 204 len: 168 time: 0.5807862 Aug 10 04:14:30.534252 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34892) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:30.534740 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 69aeb808-b04d-4ca2-ab83-c0c823d9da62 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:30.535385 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:30.536091 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34894) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:30.575560 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d67534-549b-47ba-ba85-70a7af6539bc tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] GET failed (client error): The resource could not be found. Aug 10 04:14:30.577625 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-17d67534-549b-47ba-ba85-70a7af6539bc tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] 10.222.0.25 "GET /v2.0/ports/eb8c5c6b-9712-46ba-b153-713bac000a7d HTTP/1.1" status: 404 len: 333 time: 0.0398269 Aug 10 04:14:30.582535 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34896) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:30.591129 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-4c1eac9e-67c7-400c-a9bc-49f5aabfdecf tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Request body: {'port': {'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1860512359'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:30.624329 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-c988ac1c-af4c-4ed5-8136-ebe4a24fce52 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet c88eb943-dc29-42cb-a727-2200306d35f6 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:14:30.641460 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c988ac1c-af4c-4ed5-8136-ebe4a24fce52 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:30.712171 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c988ac1c-af4c-4ed5-8136-ebe4a24fce52 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:30.728246 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1eac9e-67c7-400c-a9bc-49f5aabfdecf tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Made reservation on behalf of 8b61e5304e524fe8a0bdcf4eeb21c43b for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:30.732232 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4c1eac9e-67c7-400c-a9bc-49f5aabfdecf tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:30.759335 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-4c1eac9e-67c7-400c-a9bc-49f5aabfdecf tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] device_id is not set on port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:14:30.768562 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-402a21be-2baa-4c7a-9980-71994c29e4fb None None] Could not find standard attr ID for object 5db75ffd-f118-48bc-88c0-f645ebc9873f. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:14:30.837333 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c988ac1c-af4c-4ed5-8136-ebe4a24fce52 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:30.980069 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c988ac1c-af4c-4ed5-8136-ebe4a24fce52 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:30.980878 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4c1eac9e-67c7-400c-a9bc-49f5aabfdecf tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:31.018026 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988ac1c-af4c-4ed5-8136-ebe4a24fce52 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=c88eb943-dc29-42cb-a727-2200306d35f6,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:31.025176 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c988ac1c-af4c-4ed5-8136-ebe4a24fce52 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:31.028773 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c988ac1c-af4c-4ed5-8136-ebe4a24fce52 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/c88eb943-dc29-42cb-a727-2200306d35f6 HTTP/1.1" status: 204 len: 168 time: 0.4956326 Aug 10 04:14:31.033657 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34904) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:31.034596 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa82bbe2-ff2f-45f8-a91f-695e757c2785 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:31.105212 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-bde9f5f8-c61d-4e6b-8005-fc827f01626d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet f08ca7ef-a3b4-4681-8744-a83aa0147476 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:14:31.110603 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bde9f5f8-c61d-4e6b-8005-fc827f01626d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:31.117581 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4c1eac9e-67c7-400c-a9bc-49f5aabfdecf tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:31.201606 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1eac9e-67c7-400c-a9bc-49f5aabfdecf tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Network bbfe6281-db03-4c01-99c5-9011733dd657 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:31.215133 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-4c1eac9e-67c7-400c-a9bc-49f5aabfdecf tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:31.219444 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bde9f5f8-c61d-4e6b-8005-fc827f01626d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:31.255087 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1eac9e-67c7-400c-a9bc-49f5aabfdecf tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:31.256101 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1eac9e-67c7-400c-a9bc-49f5aabfdecf tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:31.256718 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4c1eac9e-67c7-400c-a9bc-49f5aabfdecf tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:31.263236 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1eac9e-67c7-400c-a9bc-49f5aabfdecf tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Pushing event updated for resources: {'Port': ['ID=3eb0333f-2da2-4b3e-a4a0-f397263f0c8d,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:31.326488 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bde9f5f8-c61d-4e6b-8005-fc827f01626d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:31.390630 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-4c1eac9e-67c7-400c-a9bc-49f5aabfdecf tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8067400 Aug 10 04:14:31.396740 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34912) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:31.403291 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:31.468462 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:31.566158 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bde9f5f8-c61d-4e6b-8005-fc827f01626d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:31.608221 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9f5f8-c61d-4e6b-8005-fc827f01626d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=f08ca7ef-a3b4-4681-8744-a83aa0147476,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:31.610736 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bde9f5f8-c61d-4e6b-8005-fc827f01626d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:31.613193 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-bde9f5f8-c61d-4e6b-8005-fc827f01626d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/f08ca7ef-a3b4-4681-8744-a83aa0147476 HTTP/1.1" status: 204 len: 168 time: 0.5782809 Aug 10 04:14:31.619500 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34914) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:31.685041 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b43fad78-bb39-4278-9754-09fb758b55d4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0628409 Aug 10 04:14:31.686091 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34916) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:31.691589 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-77cf1fd6-df7f-4623-89ce-5e73ace0c7e2 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:31.703189 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] device_id is not set on port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:14:31.711462 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:31.726310 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Transition to ACTIVE for port object 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:31.900499 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:31.911778 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f20e55b-4e97-41ac-b05b-bc4074ec7d50 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:31.940878 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cf1fd6-df7f-4623-89ce-5e73ace0c7e2 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:31.947291 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-77cf1fd6-df7f-4623-89ce-5e73ace0c7e2 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:31.990259 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Pushing event updated for resources: {'Port': ['ID=3eb0333f-2da2-4b3e-a4a0-f397263f0c8d,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:32.006468 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:32.007921 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:32.008353 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:32.013230 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on network bbfe6281-db03-4c01-99c5-9011733dd657 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:32.013570 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Failed to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on host n-h1-802893-2 for vnic_type normal using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] Aug 10 04:14:32.013959 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempt 2 to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d Aug 10 04:14:32.030909 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:32.031311 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:32.031760 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:32.037743 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on network bbfe6281-db03-4c01-99c5-9011733dd657 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:32.038211 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Failed to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on host n-h1-802893-2 for vnic_type normal using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] Aug 10 04:14:32.038673 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempt 3 to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d Aug 10 04:14:32.058575 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:32.058575 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:32.059096 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:32.066082 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on network bbfe6281-db03-4c01-99c5-9011733dd657 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:32.066672 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Failed to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on host n-h1-802893-2 for vnic_type normal using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] Aug 10 04:14:32.067229 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempt 4 to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d Aug 10 04:14:32.087896 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:32.088474 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:32.089501 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:32.097260 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on network bbfe6281-db03-4c01-99c5-9011733dd657 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:32.097595 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Failed to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on host n-h1-802893-2 for vnic_type normal using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] Aug 10 04:14:32.098023 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempt 5 to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d Aug 10 04:14:32.117371 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:32.117812 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:32.118479 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:32.124407 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f9ce5fa0-d995-43fa-a7f8-7157504706d7 None None] Provisioning complete for port 69aeb808-b04d-4ca2-ab83-c0c823d9da62 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:32.125282 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f9ce5fa0-d995-43fa-a7f8-7157504706d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:32.127794 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on network bbfe6281-db03-4c01-99c5-9011733dd657 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:32.128211 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Failed to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on host n-h1-802893-2 for vnic_type normal using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] Aug 10 04:14:32.128966 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempt 6 to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d Aug 10 04:14:32.151061 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:32.151627 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:32.152537 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:32.157905 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on network bbfe6281-db03-4c01-99c5-9011733dd657 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:32.158273 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Failed to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on host n-h1-802893-2 for vnic_type normal using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] Aug 10 04:14:32.158758 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempt 7 to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d Aug 10 04:14:32.175560 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:32.175773 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:32.176154 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:32.183322 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on network bbfe6281-db03-4c01-99c5-9011733dd657 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:32.183518 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Failed to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on host n-h1-802893-2 for vnic_type normal using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] Aug 10 04:14:32.183788 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempt 8 to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d Aug 10 04:14:32.204962 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:32.205514 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:32.206012 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:32.214150 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on network bbfe6281-db03-4c01-99c5-9011733dd657 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:32.214416 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Failed to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on host n-h1-802893-2 for vnic_type normal using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] Aug 10 04:14:32.215017 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempt 9 to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d Aug 10 04:14:32.234290 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:32.235181 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:32.235543 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:32.245259 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on network bbfe6281-db03-4c01-99c5-9011733dd657 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:32.245596 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Failed to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on host n-h1-802893-2 for vnic_type normal using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] Aug 10 04:14:32.245993 n-d-802893-2 neutron-server[94938]: INFO neutron.plugins.ml2.plugin [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempt 10 to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d Aug 10 04:14:32.270133 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:32.270133 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:32.270133 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempting to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:32.282578 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on network bbfe6281-db03-4c01-99c5-9011733dd657 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:32.282578 n-d-802893-2 neutron-server[94938]: ERROR neutron.plugins.ml2.managers [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Failed to bind port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on host n-h1-802893-2 for vnic_type normal using segments [{'id': '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'bbfe6281-db03-4c01-99c5-9011733dd657'}] Aug 10 04:14:32.282578 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:32.331704 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507ced6e-b054-46e8-8260-8569ae081056 None None] DHCP port deletion for 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:14:32.362523 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] For port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:14:32.367543 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attempted to set empty binding levels {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 10 04:14:32.385112 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 69aeb808-b04d-4ca2-ab83-c0c823d9da62 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:14:32.410910 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-507ced6e-b054-46e8-8260-8569ae081056 None None] Deleting port 69aeb808-b04d-4ca2-ab83-c0c823d9da62 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:32.411276 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-507ced6e-b054-46e8-8260-8569ae081056 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:32.473948 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-77cf1fd6-df7f-4623-89ce-5e73ace0c7e2 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:32.492985 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-507ced6e-b054-46e8-8260-8569ae081056 None None] For port 69aeb808-b04d-4ca2-ab83-c0c823d9da62, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=69aeb808-b04d-4ca2-ab83-c0c823d9da62,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:32.493311 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-507ced6e-b054-46e8-8260-8569ae081056 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:32.517040 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:32.525265 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-507ced6e-b054-46e8-8260-8569ae081056 None None] Calling delete_port for 69aeb808-b04d-4ca2-ab83-c0c823d9da62 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:32.553085 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cf1fd6-df7f-4623-89ce-5e73ace0c7e2 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:32.559346 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-77cf1fd6-df7f-4623-89ce-5e73ace0c7e2 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:32.561628 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] In _notify_port_updated(), no bound segment for port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d on network bbfe6281-db03-4c01-99c5-9011733dd657 {{(pid=94938) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 04:14:32.562528 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:32.563254 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:32.564237 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cf1fd6-df7f-4623-89ce-5e73ace0c7e2 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:32.564749 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] 10.222.0.25 "PUT /v2.0/ports/3eb0333f-2da2-4b3e-a4a0-f397263f0c8d HTTP/1.1" status: 200 len: 975 time: 1.1669414 Aug 10 04:14:32.565178 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-77cf1fd6-df7f-4623-89ce-5e73ace0c7e2 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:32.567866 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34932) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:32.575499 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:32.583293 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf1fd6-df7f-4623-89ce-5e73ace0c7e2 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=e3c9d292-9d25-4d6e-928d-a073bf604751,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:32.622934 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01575b76-0c3c-43af-a5f4-9d8e7eac55db tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Pushing event updated for resources: {'Port': ['ID=3eb0333f-2da2-4b3e-a4a0-f397263f0c8d,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:32.681178 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 69aeb808-b04d-4ca2-ab83-c0c823d9da62, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=69aeb808-b04d-4ca2-ab83-c0c823d9da62,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:32.684956 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-a8f81b71-fffe-4d9c-b685-952afc15c24f tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Deleting port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:32.691699 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a8f81b71-fffe-4d9c-b685-952afc15c24f tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:32.762840 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-a8f81b71-fffe-4d9c-b685-952afc15c24f tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] For port 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d, host n-h1-802893-2, got binding levels [] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:32.763316 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a8f81b71-fffe-4d9c-b685-952afc15c24f tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:32.779413 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-a8f81b71-fffe-4d9c-b685-952afc15c24f tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Calling delete_port for 3eb0333f-2da2-4b3e-a4a0-f397263f0c8d owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:32.788209 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-77cf1fd6-df7f-4623-89ce-5e73ace0c7e2 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1001136 Aug 10 04:14:32.792255 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34934) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:32.798570 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-f829f3b3-a7de-427e-b91e-239e9590c65f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:32.953130 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:33.010253 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=69aeb808-b04d-4ca2-ab83-c0c823d9da62,revision_number=7']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:33.167401 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a8f81b71-fffe-4d9c-b685-952afc15c24f tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:33.193278 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b477044-f697-4f1a-a487-2728d2874aac req-62db3e63-62ff-4bf3-94d5-4a1338b225e2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fb03e1fb-46ca-4af9-a950-765e9399fb67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425797 Aug 10 04:14:33.197381 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f81b71-fffe-4d9c-b685-952afc15c24f tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Pushing event deleted for resources: {'Port': ['ID=3eb0333f-2da2-4b3e-a4a0-f397263f0c8d,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:33.213430 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a8f81b71-fffe-4d9c-b685-952afc15c24f tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:33.213430 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a8f81b71-fffe-4d9c-b685-952afc15c24f tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] 10.222.0.25 "DELETE /v2.0/ports/3eb0333f-2da2-4b3e-a4a0-f397263f0c8d HTTP/1.1" status: 204 len: 168 time: 0.6403613 Aug 10 04:14:33.214576 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34936) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:33.232104 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-507ced6e-b054-46e8-8260-8569ae081056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:33.239275 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f829f3b3-a7de-427e-b91e-239e9590c65f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:33.239581 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f829f3b3-a7de-427e-b91e-239e9590c65f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:33.315082 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ced6e-b054-46e8-8260-8569ae081056 None None] Pushing event deleted for resources: {'Port': ['ID=69aeb808-b04d-4ca2-ab83-c0c823d9da62,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:33.329684 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3cf65e-9877-4957-b19a-0063d3d03039 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] GET failed (client error): The resource could not be found. Aug 10 04:14:33.331548 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ad3cf65e-9877-4957-b19a-0063d3d03039 tempest-PortsAdminExtendedAttrsTestJSON-1216512155 tempest-PortsAdminExtendedAttrsTestJSON-1216512155-project-admin] 10.222.0.25 "GET /v2.0/ports/3eb0333f-2da2-4b3e-a4a0-f397263f0c8d HTTP/1.1" status: 404 len: 333 time: 0.1157601 Aug 10 04:14:33.337254 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507ced6e-b054-46e8-8260-8569ae081056 None None] No DVR routers for this DVR port 69aeb808-b04d-4ca2-ab83-c0c823d9da62 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:14:33.349974 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34946) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:33.366947 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e3fee3-9ea3-4b03-afd7-e0c7a6621003 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:33.423605 n-d-802893-2 neutron-server[94938]: INFO neutron.db.ipam_backend_mixin [None req-f829f3b3-a7de-427e-b91e-239e9590c65f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e3c9d292-9d25-4d6e-928d-a073bf604751 (CIDR: 2001:db8::/64) Aug 10 04:14:33.511031 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b477044-f697-4f1a-a487-2728d2874aac req-2b971676-7e8e-4bd2-8a34-d0ed701ba15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:33.513305 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b477044-f697-4f1a-a487-2728d2874aac req-2b971676-7e8e-4bd2-8a34-d0ed701ba15e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=11ca1ec07fdb425bb68e0a669fce5b00&device_id=fb03e1fb-46ca-4af9-a950-765e9399fb67 HTTP/1.1" status: 200 len: 1097 time: 0.2190325 Aug 10 04:14:33.522047 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d91cfdf7-7f9e-4a24-81a8-2071876485c8 tempest-PortsAdminExtendedAttrsTestJSON-955403694 tempest-PortsAdminExtendedAttrsTestJSON-955403694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:33.527743 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-f829f3b3-a7de-427e-b91e-239e9590c65f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:14:33.528227 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f829f3b3-a7de-427e-b91e-239e9590c65f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:33.541828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6d2c4-032f-4912-b2e2-f5b88889431d req-5d678789-6aa4-40b4-b34f-53c8e719a107 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:33.541828 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b8b6d2c4-032f-4912-b2e2-f5b88889431d req-5d678789-6aa4-40b4-b34f-53c8e719a107 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 946 time: 0.1767826 Aug 10 04:14:33.656183 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f829f3b3-a7de-427e-b91e-239e9590c65f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8628039 Aug 10 04:14:33.658952 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34954) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:33.661886 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b477044-f697-4f1a-a487-2728d2874aac req-94eab588-3a8d-4518-a312-fa13157a18e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:33.663988 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b477044-f697-4f1a-a487-2728d2874aac req-94eab588-3a8d-4518-a312-fa13157a18e9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=de11a3c9-316c-4377-9e5e-18fd7e651c4f HTTP/1.1" status: 200 len: 911 time: 0.1147947 Aug 10 04:14:33.665012 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-bd19088f-5fc9-4d41-a61c-8dc9a306910f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:33.792791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6d084c-e168-421f-aa56-775025c6c44c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'tenant_id': '3184eb81210b4bc3b43ab401598e63e0', 'fixed_ips': [{'subnet_id': 'e3c9d292-9d25-4d6e-928d-a073bf604751'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:14:33.794014 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fc6d084c-e168-421f-aa56-775025c6c44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:33.843047 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b8b6d2c4-032f-4912-b2e2-f5b88889431d req-cc599312-91b4-4334-9713-87ad66858a5d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2874174 Aug 10 04:14:33.849067 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d91cfdf7-7f9e-4a24-81a8-2071876485c8 tempest-PortsAdminExtendedAttrsTestJSON-955403694 tempest-PortsAdminExtendedAttrsTestJSON-955403694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:33.861803 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b477044-f697-4f1a-a487-2728d2874aac req-df904d78-3acc-40f0-a28c-83d8424edc07 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f941a4e2-d65d-4b63-b366-f5f98bc39d33 HTTP/1.1" status: 200 len: 1001 time: 0.1595199 Aug 10 04:14:33.863397 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-d91cfdf7-7f9e-4a24-81a8-2071876485c8 tempest-PortsAdminExtendedAttrsTestJSON-955403694 tempest-PortsAdminExtendedAttrsTestJSON-955403694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbfe6281-db03-4c01-99c5-9011733dd657']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:33.890907 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-d91cfdf7-7f9e-4a24-81a8-2071876485c8 tempest-PortsAdminExtendedAttrsTestJSON-955403694 tempest-PortsAdminExtendedAttrsTestJSON-955403694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:33.891216 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-d91cfdf7-7f9e-4a24-81a8-2071876485c8 tempest-PortsAdminExtendedAttrsTestJSON-955403694 tempest-PortsAdminExtendedAttrsTestJSON-955403694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad9a4fe-4605-4125-82ae-2e6c462c5e4f') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:33.932319 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d91cfdf7-7f9e-4a24-81a8-2071876485c8 tempest-PortsAdminExtendedAttrsTestJSON-955403694 tempest-PortsAdminExtendedAttrsTestJSON-955403694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:33.945868 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd19088f-5fc9-4d41-a61c-8dc9a306910f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:33.949648 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bd19088f-5fc9-4d41-a61c-8dc9a306910f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:33.971763 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-fc6d084c-e168-421f-aa56-775025c6c44c None None] Allocated IP 2001:db8::2 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/e3c9d292-9d25-4d6e-928d-a073bf604751/c37d86ff-9e4f-473f-b126-fffb5281f277) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:33.996258 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d91cfdf7-7f9e-4a24-81a8-2071876485c8 tempest-PortsAdminExtendedAttrsTestJSON-955403694 tempest-PortsAdminExtendedAttrsTestJSON-955403694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:34.003079 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b477044-f697-4f1a-a487-2728d2874aac req-5f6e1dd8-45c4-4c58-84a3-5dad875c3849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:34.005046 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b477044-f697-4f1a-a487-2728d2874aac req-5f6e1dd8-45c4-4c58-84a3-5dad875c3849 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=01f32dbd-3307-434b-943d-2135ada2aaeb HTTP/1.1" status: 200 len: 849 time: 0.1354687 Aug 10 04:14:34.015467 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91cfdf7-7f9e-4a24-81a8-2071876485c8 tempest-PortsAdminExtendedAttrsTestJSON-955403694 tempest-PortsAdminExtendedAttrsTestJSON-955403694-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:14:34.016401 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d91cfdf7-7f9e-4a24-81a8-2071876485c8 tempest-PortsAdminExtendedAttrsTestJSON-955403694 tempest-PortsAdminExtendedAttrsTestJSON-955403694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: items = [ Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:14:34.020522 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:14:34.119766 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b477044-f697-4f1a-a487-2728d2874aac req-05b7732a-59e1-4554-8853-69b63d264258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:34.121237 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b477044-f697-4f1a-a487-2728d2874aac req-05b7732a-59e1-4554-8853-69b63d264258 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=de11a3c9-316c-4377-9e5e-18fd7e651c4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083801 Aug 10 04:14:34.164211 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fc6d084c-e168-421f-aa56-775025c6c44c None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:34.208880 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-fc6d084c-e168-421f-aa56-775025c6c44c None None] Transition to ACTIVE for port object c37d86ff-9e4f-473f-b126-fffb5281f277 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:34.214922 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d91cfdf7-7f9e-4a24-81a8-2071876485c8 tempest-PortsAdminExtendedAttrsTestJSON-955403694 tempest-PortsAdminExtendedAttrsTestJSON-955403694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:34.239986 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d91cfdf7-7f9e-4a24-81a8-2071876485c8 tempest-PortsAdminExtendedAttrsTestJSON-955403694 tempest-PortsAdminExtendedAttrsTestJSON-955403694-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:34.242605 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d91cfdf7-7f9e-4a24-81a8-2071876485c8 tempest-PortsAdminExtendedAttrsTestJSON-955403694 tempest-PortsAdminExtendedAttrsTestJSON-955403694-project] 10.222.0.25 "DELETE /v2.0/networks/bbfe6281-db03-4c01-99c5-9011733dd657 HTTP/1.1" status: 204 len: 168 time: 0.8905733 Aug 10 04:14:34.245210 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-fc6d084c-e168-421f-aa56-775025c6c44c None None] Transition to ACTIVE for port object c37d86ff-9e4f-473f-b126-fffb5281f277 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:34.258675 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91cfdf7-7f9e-4a24-81a8-2071876485c8 tempest-PortsAdminExtendedAttrsTestJSON-955403694 tempest-PortsAdminExtendedAttrsTestJSON-955403694-project] Pushing event deleted for resources: {'Network': ['ID=bbfe6281-db03-4c01-99c5-9011733dd657,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:34.297303 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b477044-f697-4f1a-a487-2728d2874aac req-f7882e00-c047-4777-a115-eec6abce1bab service neutron] 10.222.0.20 "GET /v2.0/networks/de11a3c9-316c-4377-9e5e-18fd7e651c4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685047 Aug 10 04:14:34.414151 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fc6d084c-e168-421f-aa56-775025c6c44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:34.425389 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b477044-f697-4f1a-a487-2728d2874aac req-bfd6dd79-be7f-44ac-b6a6-6fff85f2562a service neutron] 10.222.0.20 "GET /v2.0/networks/de11a3c9-316c-4377-9e5e-18fd7e651c4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198916 Aug 10 04:14:34.500710 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6d084c-e168-421f-aa56-775025c6c44c None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:34.508878 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-fc6d084c-e168-421f-aa56-775025c6c44c None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:34.512484 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6d084c-e168-421f-aa56-775025c6c44c None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:34.524639 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d084c-e168-421f-aa56-775025c6c44c None None] Pushing event updated for resources: {'Port': ['ID=c37d86ff-9e4f-473f-b126-fffb5281f277,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:34.557741 n-d-802893-2 neutron-server[94938]: DEBUG neutron.objects.ports [None req-bd19088f-5fc9-4d41-a61c-8dc9a306910f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94938) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 04:14:34.576479 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-fc6d084c-e168-421f-aa56-775025c6c44c None None] Attempting to bind port c37d86ff-9e4f-473f-b126-fffb5281f277 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:34.576885 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-fc6d084c-e168-421f-aa56-775025c6c44c None None] Attempting to bind port c37d86ff-9e4f-473f-b126-fffb5281f277 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:34.577216 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6d084c-e168-421f-aa56-775025c6c44c None None] Attempting to bind port c37d86ff-9e4f-473f-b126-fffb5281f277 on network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:34.582323 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6d084c-e168-421f-aa56-775025c6c44c None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:14:34.585529 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6d084c-e168-421f-aa56-775025c6c44c None None] Checking segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:14:34.585529 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fc6d084c-e168-421f-aa56-775025c6c44c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:34.585529 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6d084c-e168-421f-aa56-775025c6c44c None None] Bound using segment: {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:14:34.585529 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-fc6d084c-e168-421f-aa56-775025c6c44c None None] Bound port: c37d86ff-9e4f-473f-b126-fffb5281f277, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42b7385c-9ab0-452d-99e8-a5f93095919d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:14:34.585529 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fc6d084c-e168-421f-aa56-775025c6c44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:34.662045 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-fc6d084c-e168-421f-aa56-775025c6c44c None None] For port c37d86ff-9e4f-473f-b126-fffb5281f277, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:14:34.666349 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-fc6d084c-e168-421f-aa56-775025c6c44c None None] For port c37d86ff-9e4f-473f-b126-fffb5281f277, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c37d86ff-9e4f-473f-b126-fffb5281f277,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:14:34.792468 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fc6d084c-e168-421f-aa56-775025c6c44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:34.861107 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d084c-e168-421f-aa56-775025c6c44c None None] Pushing event updated for resources: {'Port': ['ID=c37d86ff-9e4f-473f-b126-fffb5281f277,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:34.965411 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bd19088f-5fc9-4d41-a61c-8dc9a306910f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:34.968122 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ecdea-4b67-4628-a1be-7693759ca2d3 req-acfea863-d30a-4d73-b7e6-3e6850cadb94 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:34.969803 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-656ecdea-4b67-4628-a1be-7693759ca2d3 req-acfea863-d30a-4d73-b7e6-3e6850cadb94 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.68 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 946 time: 0.1363056 Aug 10 04:14:35.144371 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-656ecdea-4b67-4628-a1be-7693759ca2d3 req-c9ad9979-87c4-4bd8-9cf2-fdff659d31d5 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Deleting port 649b2458-0bf6-418f-93b2-f638c4fc29b3 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:35.149147 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-656ecdea-4b67-4628-a1be-7693759ca2d3 req-c9ad9979-87c4-4bd8-9cf2-fdff659d31d5 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:35.220175 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34978) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:35.316983 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27d4d2-2f7b-4961-87a4-75065a3136e9 req-05c6b4d4-6c8f-43c0-97af-86c6a39c62f0 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:35.329476 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1b27d4d2-2f7b-4961-87a4-75065a3136e9 req-05c6b4d4-6c8f-43c0-97af-86c6a39c62f0 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 946 time: 0.2732241 Aug 10 04:14:35.415346 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-656ecdea-4b67-4628-a1be-7693759ca2d3 req-c9ad9979-87c4-4bd8-9cf2-fdff659d31d5 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] For port 649b2458-0bf6-418f-93b2-f638c4fc29b3, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=649b2458-0bf6-418f-93b2-f638c4fc29b3,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:35.425075 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-656ecdea-4b67-4628-a1be-7693759ca2d3 req-c9ad9979-87c4-4bd8-9cf2-fdff659d31d5 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:35.531130 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-bd19088f-5fc9-4d41-a61c-8dc9a306910f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] For port c37d86ff-9e4f-473f-b126-fffb5281f277, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c37d86ff-9e4f-473f-b126-fffb5281f277,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:35.667797 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1b27d4d2-2f7b-4961-87a4-75065a3136e9 req-d6c71a5f-7aed-4be9-af4e-389ce8fda645 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3359218 Aug 10 04:14:35.671353 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bd19088f-5fc9-4d41-a61c-8dc9a306910f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:35.756756 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-35fe1355-e7c9-468b-9516-31e1403d0ba0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ba7a862c3bfe40859aa067fbca618c04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5317276 Aug 10 04:14:35.761286 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 34988) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:35.774795 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bd19088f-5fc9-4d41-a61c-8dc9a306910f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:35.775590 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bd19088f-5fc9-4d41-a61c-8dc9a306910f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:35.889861 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19088f-5fc9-4d41-a61c-8dc9a306910f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=473f9567-1963-423f-8f77-e0aa4cd18777,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:35.940311 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd19088f-5fc9-4d41-a61c-8dc9a306910f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:35.940669 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd19088f-5fc9-4d41-a61c-8dc9a306910f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:35.941111 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd19088f-5fc9-4d41-a61c-8dc9a306910f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:35.941452 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd19088f-5fc9-4d41-a61c-8dc9a306910f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:35.941786 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd19088f-5fc9-4d41-a61c-8dc9a306910f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:35.942119 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd19088f-5fc9-4d41-a61c-8dc9a306910f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:35.942441 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd19088f-5fc9-4d41-a61c-8dc9a306910f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:35.942772 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd19088f-5fc9-4d41-a61c-8dc9a306910f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:35.943087 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd19088f-5fc9-4d41-a61c-8dc9a306910f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:35.943409 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd19088f-5fc9-4d41-a61c-8dc9a306910f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:35.943749 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd19088f-5fc9-4d41-a61c-8dc9a306910f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:35.944128 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd19088f-5fc9-4d41-a61c-8dc9a306910f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:35.950021 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-69e40c99-1dd3-4bca-b39f-b6f22fbea6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:35.969730 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd19088f-5fc9-4d41-a61c-8dc9a306910f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:35.982392 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-656ecdea-4b67-4628-a1be-7693759ca2d3 req-c9ad9979-87c4-4bd8-9cf2-fdff659d31d5 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:35.986166 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-656ecdea-4b67-4628-a1be-7693759ca2d3 req-c9ad9979-87c4-4bd8-9cf2-fdff659d31d5 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:35.990653 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-bd19088f-5fc9-4d41-a61c-8dc9a306910f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:35.999657 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd19088f-5fc9-4d41-a61c-8dc9a306910f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:35.999934 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bd19088f-5fc9-4d41-a61c-8dc9a306910f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:36.006670 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19088f-5fc9-4d41-a61c-8dc9a306910f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Port': ['ID=c37d86ff-9e4f-473f-b126-fffb5281f277,revision_number=4']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:36.010253 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [req-656ecdea-4b67-4628-a1be-7693759ca2d3 req-c9ad9979-87c4-4bd8-9cf2-fdff659d31d5 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Floating IP bfea7292-8ff3-4b3a-83bd-818b25185fd1 disassociated. External IP: 172.25.0.120, port: 649b2458-0bf6-418f-93b2-f638c4fc29b3. Aug 10 04:14:36.016671 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-656ecdea-4b67-4628-a1be-7693759ca2d3 req-c9ad9979-87c4-4bd8-9cf2-fdff659d31d5 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Calling delete_port for 649b2458-0bf6-418f-93b2-f638c4fc29b3 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:36.054889 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-69e40c99-1dd3-4bca-b39f-b6f22fbea6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:36.190740 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bd19088f-5fc9-4d41-a61c-8dc9a306910f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5305128 Aug 10 04:14:36.193446 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 34990) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:36.204741 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-26178943-0c31-42a7-87d9-65cf348a34fe tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'port': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'mac_address': 'fa:16:3e:ba:b6:2a', 'name': 'tempest-NetworksTestDHCPv6-1011388384'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:36.376706 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-69e40c99-1dd3-4bca-b39f-b6f22fbea6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:36.380698 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-69e40c99-1dd3-4bca-b39f-b6f22fbea6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:36.383137 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-69e40c99-1dd3-4bca-b39f-b6f22fbea6eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fb14d570-d2b8-4196-9ba9-cd11b470a1e0 HTTP/1.1" status: 204 len: 168 time: 0.6199756 Aug 10 04:14:36.400470 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e40c99-1dd3-4bca-b39f-b6f22fbea6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb14d570-d2b8-4196-9ba9-cd11b470a1e0,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:36.411201 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-656ecdea-4b67-4628-a1be-7693759ca2d3 req-c9ad9979-87c4-4bd8-9cf2-fdff659d31d5 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:36.435735 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b95442-515a-4681-adf4-c9ff83ac764d None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:36.472234 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26178943-0c31-42a7-87d9-65cf348a34fe tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:36.548788 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad9979-87c4-4bd8-9cf2-fdff659d31d5 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event deleted for resources: {'Port': ['ID=649b2458-0bf6-418f-93b2-f638c4fc29b3,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:36.614772 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c37d86ff-9e4f-473f-b126-fffb5281f277 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:36.665144 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-26178943-0c31-42a7-87d9-65cf348a34fe tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:36.701948 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-26178943-0c31-42a7-87d9-65cf348a34fe tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] device_id is not set on port 11683a31-502d-4132-be22-b2467601b501 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:14:36.712553 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ef79270d-8f3f-4673-915d-a0c368e2e2ac None None] Provisioning for port c37d86ff-9e4f-473f-b126-fffb5281f277 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:36.801332 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [req-656ecdea-4b67-4628-a1be-7693759ca2d3 req-c9ad9979-87c4-4bd8-9cf2-fdff659d31d5 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Router 768b2754-4f10-4416-be64-7fc2697df286 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:14:36.820566 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port c37d86ff-9e4f-473f-b126-fffb5281f277 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:36.841905 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port c37d86ff-9e4f-473f-b126-fffb5281f277 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:36.843508 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:37.057481 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:37.109355 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port c37d86ff-9e4f-473f-b126-fffb5281f277, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c37d86ff-9e4f-473f-b126-fffb5281f277,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:37.126021 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-656ecdea-4b67-4628-a1be-7693759ca2d3 req-c9ad9979-87c4-4bd8-9cf2-fdff659d31d5 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:14:37.143569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e8b5ae-acfb-4057-a37f-cc2fee0478f2 None None] Sync routers for ids ['768b2754-4f10-4416-be64-7fc2697df286'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:14:37.161923 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e8b5ae-acfb-4057-a37f-cc2fee0478f2 None None] Routers {'768b2754-4f10-4416-be64-7fc2697df286'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:14:37.162861 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-37e8b5ae-acfb-4057-a37f-cc2fee0478f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:14:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['768b2754-4f10-4416-be64-7fc2697df286'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:37.210942 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:37.233899 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-656ecdea-4b67-4628-a1be-7693759ca2d3 req-c9ad9979-87c4-4bd8-9cf2-fdff659d31d5 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] No DVR routers for this DVR port 649b2458-0bf6-418f-93b2-f638c4fc29b3 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:14:37.238676 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-656ecdea-4b67-4628-a1be-7693759ca2d3 req-c9ad9979-87c4-4bd8-9cf2-fdff659d31d5 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:37.246781 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-656ecdea-4b67-4628-a1be-7693759ca2d3 req-c9ad9979-87c4-4bd8-9cf2-fdff659d31d5 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.68 "DELETE /v2.0/ports/649b2458-0bf6-418f-93b2-f638c4fc29b3 HTTP/1.1" status: 204 len: 173 time: 2.2592134 Aug 10 04:14:37.247484 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84aa417d-52b7-4326-9161-c6ed9519bb1b', 'name': 'network-vif-deleted', 'tag': '649b2458-0bf6-418f-93b2-f638c4fc29b3'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:14:37.258522 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4488c1-9a09-4f2f-b468-18a20d1a2c02" -d '{"events": [{"server_uuid": "84aa417d-52b7-4326-9161-c6ed9519bb1b", "name": "network-vif-deleted", "tag": "649b2458-0bf6-418f-93b2-f638c4fc29b3"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:14:37.383496 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=c37d86ff-9e4f-473f-b126-fffb5281f277,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:37.463221 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-37e8b5ae-acfb-4057-a37f-cc2fee0478f2 None None] Set router 768b2754-4f10-4416-be64-7fc2697df286 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:14:37.559640 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-76a6c008-ac5f-41ae-ae2d-a8ba56bf16ea req-77ff6d3f-3ba3-433a-b438-7de1ee6b1bfd tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 210 time: 0.0861697 Aug 10 04:14:37.646660 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35018) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:37.682178 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f3d631-9580-4295-8d6b-70914cd381a0 x-openstack-request-id: req-59f3d631-9580-4295-8d6b-70914cd381a0 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:14:37.683709 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84aa417d-52b7-4326-9161-c6ed9519bb1b", "name": "network-vif-deleted", "tag": "649b2458-0bf6-418f-93b2-f638c4fc29b3", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:14:37.683892 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59f3d631-9580-4295-8d6b-70914cd381a0 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:14:37.693629 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84aa417d-52b7-4326-9161-c6ed9519bb1b', 'name': 'network-vif-deleted', 'tag': '649b2458-0bf6-418f-93b2-f638c4fc29b3', 'status': 'completed', 'code': 200} Aug 10 04:14:37.727662 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-26178943-0c31-42a7-87d9-65cf348a34fe tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Allocated IP 2001:db8::37f (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/e3c9d292-9d25-4d6e-928d-a073bf604751/11683a31-502d-4132-be22-b2467601b501) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:37.733888 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ef4c8889-c56a-4916-b9ea-07d02776b237 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8b61e5304e524fe8a0bdcf4eeb21c43b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0860538 Aug 10 04:14:37.736606 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35020) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:37.739132 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-26178943-0c31-42a7-87d9-65cf348a34fe tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Allocated IP 2001:db8:0:1:f816:3eff:feba:b62a (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/473f9567-1963-423f-8f77-e0aa4cd18777/11683a31-502d-4132-be22-b2467601b501) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:37.811926 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0c147399-65f6-4ed5-8520-6caf85f2e01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:37.855372 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0c147399-65f6-4ed5-8520-6caf85f2e01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:38.012132 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-37e8b5ae-acfb-4057-a37f-cc2fee0478f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768b2754-4f10-4416-be64-7fc2697df286', 'name': 'tempest-TestVolumeBootPattern-35854723-router', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:14Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 4, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'gw_port': {'id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '6dd4e77c-f4fc-41b7-a077-07e56695db6f', 'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'mac_address': 'fa:16:3e:6a:89:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:19Z', 'updated_at': '2021-08-10T04:05:26Z', 'revision_number': 5, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'subnets': [{'id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:38.018188 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7d3ca0df-618c-4f5d-9a24-2daa5d54d785 None None] Provisioning complete for port c37d86ff-9e4f-473f-b126-fffb5281f277 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:38.018897 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7d3ca0df-618c-4f5d-9a24-2daa5d54d785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:38.072967 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-26178943-0c31-42a7-87d9-65cf348a34fe tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:38.093259 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0c147399-65f6-4ed5-8520-6caf85f2e01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:38.101345 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0c147399-65f6-4ed5-8520-6caf85f2e01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:38.101345 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0c147399-65f6-4ed5-8520-6caf85f2e01a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b7460930-d71e-4522-a281-b04b8b008975 HTTP/1.1" status: 204 len: 168 time: 0.3609884 Aug 10 04:14:38.102421 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-26178943-0c31-42a7-87d9-65cf348a34fe tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Transition to ACTIVE for port object 11683a31-502d-4132-be22-b2467601b501 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:38.135010 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e8b5ae-acfb-4057-a37f-cc2fee0478f2 None None] Checking router: 768b2754-4f10-4416-be64-7fc2697df286 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:14:38.140659 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c147399-65f6-4ed5-8520-6caf85f2e01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7460930-d71e-4522-a281-b04b8b008975,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:38.222627 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e8b5ae-acfb-4057-a37f-cc2fee0478f2 None None] Routers {'768b2754-4f10-4416-be64-7fc2697df286'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:14:38.226798 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-37e8b5ae-acfb-4057-a37f-cc2fee0478f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:14:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['768b2754-4f10-4416-be64-7fc2697df286'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:38.270336 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-26178943-0c31-42a7-87d9-65cf348a34fe tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:38.432965 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-37e8b5ae-acfb-4057-a37f-cc2fee0478f2 None None] Set router 768b2754-4f10-4416-be64-7fc2697df286 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:14:38.441501 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26178943-0c31-42a7-87d9-65cf348a34fe tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:38.478585 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-26178943-0c31-42a7-87d9-65cf348a34fe tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:38.487030 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26178943-0c31-42a7-87d9-65cf348a34fe tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:38.500541 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26178943-0c31-42a7-87d9-65cf348a34fe tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:38.508075 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-26178943-0c31-42a7-87d9-65cf348a34fe tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:38.524595 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c37d86ff-9e4f-473f-b126-fffb5281f277 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:38.531528 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26178943-0c31-42a7-87d9-65cf348a34fe tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Port': ['ID=11683a31-502d-4132-be22-b2467601b501,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:38.658840 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-26178943-0c31-42a7-87d9-65cf348a34fe tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4632094 Aug 10 04:14:38.661957 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35030) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:38.832909 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port c37d86ff-9e4f-473f-b126-fffb5281f277 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:38.833209 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:38.891363 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e14dad56-e8fd-473a-91a2-89183e0ba907 req-459d9c23-3d91-498a-ac8f-0145c26e0f5f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 210 time: 0.0814326 Aug 10 04:14:38.936344 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-3aa2bb86-f811-4eb4-84c8-5a2eddf75b36 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting port 11683a31-502d-4132-be22-b2467601b501 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:38.952980 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3aa2bb86-f811-4eb4-84c8-5a2eddf75b36 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:39.145969 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-37e8b5ae-acfb-4057-a37f-cc2fee0478f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768b2754-4f10-4416-be64-7fc2697df286', 'name': 'tempest-TestVolumeBootPattern-35854723-router', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:14Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 4, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'gw_port': {'id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '6dd4e77c-f4fc-41b7-a077-07e56695db6f', 'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'mac_address': 'fa:16:3e:6a:89:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:19Z', 'updated_at': '2021-08-10T04:05:26Z', 'revision_number': 5, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'subnets': [{'id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:39.181820 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3aa2bb86-f811-4eb4-84c8-5a2eddf75b36 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:39.201010 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-3aa2bb86-f811-4eb4-84c8-5a2eddf75b36 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Calling delete_port for 11683a31-502d-4132-be22-b2467601b501 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:39.211345 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e8b5ae-acfb-4057-a37f-cc2fee0478f2 None None] The sync data for ids ['768b2754-4f10-4416-be64-7fc2697df286'] in n-d-802893-2 is: [{'id': '768b2754-4f10-4416-be64-7fc2697df286', 'name': 'tempest-TestVolumeBootPattern-35854723-router', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:14Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 4, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'gw_port': {'id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '6dd4e77c-f4fc-41b7-a077-07e56695db6f', 'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'mac_address': 'fa:16:3e:6a:89:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:19Z', 'updated_at': '2021-08-10T04:05:26Z', 'revision_number': 5, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'subnets': [{'id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:14:39.219655 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9d10cd35-c29a-41a5-b92c-1226c7871c22 None None] Provisioning for port 11683a31-502d-4132-be22-b2467601b501 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:39.224771 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9d10cd35-c29a-41a5-b92c-1226c7871c22 None None] Provisioning complete for port 11683a31-502d-4132-be22-b2467601b501 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:39.225204 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9d10cd35-c29a-41a5-b92c-1226c7871c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:39.279576 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-9d10cd35-c29a-41a5-b92c-1226c7871c22 None None] Port 11683a31-502d-4132-be22-b2467601b501 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:14:39.439673 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 649b2458-0bf6-418f-93b2-f638c4fc29b3 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:14:39.519669 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 649b2458-0bf6-418f-93b2-f638c4fc29b3 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:14:39.520238 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 649b2458-0bf6-418f-93b2-f638c4fc29b3 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:14:39.633037 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbbb8d0-37f8-43b4-b29e-c93047c95d78 None None] New status for floating IP bfea7292-8ff3-4b3a-83bd-818b25185fd1: DOWN {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:14:39.707761 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3aa2bb86-f811-4eb4-84c8-5a2eddf75b36 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:39.817014 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa2bb86-f811-4eb4-84c8-5a2eddf75b36 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Port': ['ID=11683a31-502d-4132-be22-b2467601b501,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:39.951860 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-37508904-e7fb-4f57-b3e0-99a9d8351c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:39.953715 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3aa2bb86-f811-4eb4-84c8-5a2eddf75b36 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:39.962577 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3aa2bb86-f811-4eb4-84c8-5a2eddf75b36 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/11683a31-502d-4132-be22-b2467601b501 HTTP/1.1" status: 204 len: 168 time: 1.2955499 Aug 10 04:14:39.963034 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35056) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:40.248868 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35060) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:40.394039 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-bb951005-1aca-4696-975f-c0ca7788d7fb tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1117408045'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:40.476103 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c974be67-906c-48d2-b89e-322c94114d3a req-22c9f8a7-17e3-42b8-ad83-30be005ccbb1 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 210 time: 0.0437944 Aug 10 04:14:40.490354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48bcef13-e13e-45e3-8ebb-5e48bc10b7a9 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:40.496590 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-48bcef13-e13e-45e3-8ebb-5e48bc10b7a9 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5276217 Aug 10 04:14:40.497190 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35064) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:40.511161 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb951005-1aca-4696-975f-c0ca7788d7fb tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Made reservation on behalf of cd2c0ca36ca14843a516624dba7bcd4c for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:40.530250 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bb951005-1aca-4696-975f-c0ca7788d7fb tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:40.549325 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bb951005-1aca-4696-975f-c0ca7788d7fb tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:40.601324 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fe8abb-f288-42d1-92eb-f47e180df717 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:40.602945 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-22fe8abb-f288-42d1-92eb-f47e180df717 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1044161 Aug 10 04:14:40.617750 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35068) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:40.687901 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0822803-9f78-468c-9e07-c5e200e91234 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:40.689739 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0822803-9f78-468c-9e07-c5e200e91234 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:40.691459 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0822803-9f78-468c-9e07-c5e200e91234 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:40.693575 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f0822803-9f78-468c-9e07-c5e200e91234 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0742970 Aug 10 04:14:40.697680 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35070) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:40.705036 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bb951005-1aca-4696-975f-c0ca7788d7fb tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:40.770861 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-92d148e9-4a65-4707-8ddc-85e38fd6f09b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet 473f9567-1963-423f-8f77-e0aa4cd18777 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:14:40.774130 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92d148e9-4a65-4707-8ddc-85e38fd6f09b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:40.827441 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92d148e9-4a65-4707-8ddc-85e38fd6f09b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:40.832141 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bb951005-1aca-4696-975f-c0ca7788d7fb tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:40.905085 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb951005-1aca-4696-975f-c0ca7788d7fb tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:14:40.911258 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb951005-1aca-4696-975f-c0ca7788d7fb tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c7683a-cdb5-4d08-8a88-faff1ae6019e,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:40.928099 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bb951005-1aca-4696-975f-c0ca7788d7fb tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:40.928571 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-bb951005-1aca-4696-975f-c0ca7788d7fb tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Added segment 5f8535e4-49d7-4b8a-83b4-5ffc5adbcb26 of type vlan for network 79234ce7-9520-4309-9a10-5abd746f1c89 Aug 10 04:14:40.968632 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92d148e9-4a65-4707-8ddc-85e38fd6f09b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:41.003601 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bb951005-1aca-4696-975f-c0ca7788d7fb tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:41.136254 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bb951005-1aca-4696-975f-c0ca7788d7fb tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:41.147213 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb951005-1aca-4696-975f-c0ca7788d7fb tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:41.149112 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bb951005-1aca-4696-975f-c0ca7788d7fb tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:41.158893 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92d148e9-4a65-4707-8ddc-85e38fd6f09b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:41.196009 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d148e9-4a65-4707-8ddc-85e38fd6f09b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=473f9567-1963-423f-8f77-e0aa4cd18777,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:41.199668 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92d148e9-4a65-4707-8ddc-85e38fd6f09b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:41.201858 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-92d148e9-4a65-4707-8ddc-85e38fd6f09b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/473f9567-1963-423f-8f77-e0aa4cd18777 HTTP/1.1" status: 204 len: 168 time: 0.5030422 Aug 10 04:14:41.205214 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35074) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:41.213573 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48db43cb-125c-447b-960c-223dd1b567f3 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:41.294687 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bb951005-1aca-4696-975f-c0ca7788d7fb tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0445089 Aug 10 04:14:41.299731 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35076) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:41.310106 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-1021de6a-0edf-4196-b1d3-8482bab5b4f4 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Request body: {'subnet': {'network_id': '79234ce7-9520-4309-9a10-5abd746f1c89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:41.319703 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb951005-1aca-4696-975f-c0ca7788d7fb tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Pushing event updated for resources: {'Network': ['ID=79234ce7-9520-4309-9a10-5abd746f1c89,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:41.349227 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 79234ce7-9520-4309-9a10-5abd746f1c89 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:14:41.355166 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-b671d911-1233-4c80-9fe7-ab2858044ee7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet e3c9d292-9d25-4d6e-928d-a073bf604751 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:14:41.363432 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b671d911-1233-4c80-9fe7-ab2858044ee7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:41.442846 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b671d911-1233-4c80-9fe7-ab2858044ee7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:41.571452 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b671d911-1233-4c80-9fe7-ab2858044ee7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:41.624277 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8a0f14e6-fffe-400c-8e9e-2b693d3d9f86 req-ddc55727-6750-43bd-8102-6eec39b27bc7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 210 time: 0.0316827 Aug 10 04:14:41.625578 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1021de6a-0edf-4196-b1d3-8482bab5b4f4 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Made reservation on behalf of cd2c0ca36ca14843a516624dba7bcd4c for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:41.629628 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1021de6a-0edf-4196-b1d3-8482bab5b4f4 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:41.815156 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b671d911-1233-4c80-9fe7-ab2858044ee7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:41.850632 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671d911-1233-4c80-9fe7-ab2858044ee7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=e3c9d292-9d25-4d6e-928d-a073bf604751,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:41.862145 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b671d911-1233-4c80-9fe7-ab2858044ee7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:41.866886 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b671d911-1233-4c80-9fe7-ab2858044ee7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/e3c9d292-9d25-4d6e-928d-a073bf604751 HTTP/1.1" status: 204 len: 168 time: 0.6580126 Aug 10 04:14:41.867487 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35084) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:41.922001 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a1b08578-9ae7-4d8c-99d9-3e7a52826de3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0498202 Aug 10 04:14:41.922247 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35086) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:41.928469 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-572d49a5-0f91-4013-b1c4-67c333f907cc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:42.128167 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1021de6a-0edf-4196-b1d3-8482bab5b4f4 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:42.180673 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572d49a5-0f91-4013-b1c4-67c333f907cc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:42.184791 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-572d49a5-0f91-4013-b1c4-67c333f907cc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:42.230260 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021de6a-0edf-4196-b1d3-8482bab5b4f4 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Pushing event updated for resources: {'Subnet': ['ID=0dd501f5-efa5-4220-8b02-1e30abe78b9e,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:42.245687 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1021de6a-0edf-4196-b1d3-8482bab5b4f4 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Checking segment: {'id': '5f8535e4-49d7-4b8a-83b4-5ffc5adbcb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '79234ce7-9520-4309-9a10-5abd746f1c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:14:42.246403 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1021de6a-0edf-4196-b1d3-8482bab5b4f4 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Network hostable DHCP agents. Network: 79234ce7-9520-4309-9a10-5abd746f1c89, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:14:42.362171 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1021de6a-0edf-4196-b1d3-8482bab5b4f4 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Network 79234ce7-9520-4309-9a10-5abd746f1c89 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:14:42.419242 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acbf65d-ba1f-486b-9298-a710930dc37f None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:42.458565 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-1021de6a-0edf-4196-b1d3-8482bab5b4f4 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 79234ce7-9520-4309-9a10-5abd746f1c89) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:42.469238 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1021de6a-0edf-4196-b1d3-8482bab5b4f4 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:42.469895 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1021de6a-0edf-4196-b1d3-8482bab5b4f4 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:42.494947 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28083fd0-3a32-4ee7-949c-129037d98e9b None None] Network 79234ce7-9520-4309-9a10-5abd746f1c89 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:42.564760 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1021de6a-0edf-4196-b1d3-8482bab5b4f4 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2631338 Aug 10 04:14:42.568649 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35088) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:42.574953 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0ec08fea-8327-49c5-a171-e32e0b23e66c None None] Provisioning complete for port c37d86ff-9e4f-473f-b126-fffb5281f277 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:42.575428 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0ec08fea-8327-49c5-a171-e32e0b23e66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:42.580203 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-bd82abd6-b57a-4ae8-a83e-354c15dd4f03 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Request body: {'port': {'network_id': '79234ce7-9520-4309-9a10-5abd746f1c89', 'name': 'tempest-AllowedAddressPairTestJSON-1157892984'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:42.603556 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-572d49a5-0f91-4013-b1c4-67c333f907cc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:42.716953 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572d49a5-0f91-4013-b1c4-67c333f907cc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:42.750229 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-572d49a5-0f91-4013-b1c4-67c333f907cc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:42.774277 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572d49a5-0f91-4013-b1c4-67c333f907cc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:42.775098 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-572d49a5-0f91-4013-b1c4-67c333f907cc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:42.834989 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d49a5-0f91-4013-b1c4-67c333f907cc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=21755795-c079-4d39-8a5b-f3334be1be51,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:42.888765 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-572d49a5-0f91-4013-b1c4-67c333f907cc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9648964 Aug 10 04:14:42.895927 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35092) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:42.917213 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-8dd3ba57-61d6-43bd-a938-ca3e250b77c3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:42.935118 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-750c412c-847f-4b9f-a9e5-4cff98de74e7 req-26c2b443-71f1-40f1-a961-3d905be1a7be tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 210 time: 0.0775373 Aug 10 04:14:42.999600 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52065be-2062-435e-857d-04fe13a3fede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-79234ce7-9520-4309-9a10-5abd746f1c89', 'network_id': '79234ce7-9520-4309-9a10-5abd746f1c89', 'tenant_id': 'cd2c0ca36ca14843a516624dba7bcd4c', 'fixed_ips': [{'subnet_id': '0dd501f5-efa5-4220-8b02-1e30abe78b9e'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:14:43.001403 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b52065be-2062-435e-857d-04fe13a3fede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:43.175615 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd82abd6-b57a-4ae8-a83e-354c15dd4f03 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Made reservation on behalf of cd2c0ca36ca14843a516624dba7bcd4c for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:43.188263 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bd82abd6-b57a-4ae8-a83e-354c15dd4f03 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:43.223727 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-bd82abd6-b57a-4ae8-a83e-354c15dd4f03 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] device_id is not set on port 711fdaa9-fafe-43da-82f1-f68169fcc954 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:14:43.251899 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-b52065be-2062-435e-857d-04fe13a3fede None None] Allocated IP 172.20.0.2 (79234ce7-9520-4309-9a10-5abd746f1c89/0dd501f5-efa5-4220-8b02-1e30abe78b9e/e6f83112-c1cb-40ed-9623-af9319590e7e) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:43.326354 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73383a3-090b-4632-b8a5-d2d603a76c94 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:43.347268 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd3ba57-61d6-43bd-a938-ca3e250b77c3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:43.356073 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8dd3ba57-61d6-43bd-a938-ca3e250b77c3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:43.499030 n-d-802893-2 neutron-server[94938]: INFO neutron.db.ipam_backend_mixin [None req-8dd3ba57-61d6-43bd-a938-ca3e250b77c3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 21755795-c079-4d39-8a5b-f3334be1be51 (CIDR: 2001:db8::/64) Aug 10 04:14:43.542331 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-88e11eeb-0970-48df-900d-2f91da89742b None None] Provisioning complete for port c37d86ff-9e4f-473f-b126-fffb5281f277 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:43.542935 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-88e11eeb-0970-48df-900d-2f91da89742b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:43.558038 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dd3ba57-61d6-43bd-a938-ca3e250b77c3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:14:43.558778 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dd3ba57-61d6-43bd-a938-ca3e250b77c3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:43.660866 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b52065be-2062-435e-857d-04fe13a3fede None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:43.669480 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8dd3ba57-61d6-43bd-a938-ca3e250b77c3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7689514 Aug 10 04:14:43.672598 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35098) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:43.677375 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:43.688306 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-8078d3a1-3ce1-4dc5-910c-17c03d99eea3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'subnet': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:43.688738 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b52065be-2062-435e-857d-04fe13a3fede None None] Transition to ACTIVE for port object e6f83112-c1cb-40ed-9623-af9319590e7e will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:43.777774 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b52065be-2062-435e-857d-04fe13a3fede None None] Transition to ACTIVE for port object e6f83112-c1cb-40ed-9623-af9319590e7e will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:43.895250 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b52065be-2062-435e-857d-04fe13a3fede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:43.957660 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5491a5c4-a47c-4a1c-8152-e46f30e63f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:43.967550 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52065be-2062-435e-857d-04fe13a3fede None None] Network 79234ce7-9520-4309-9a10-5abd746f1c89 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:43.972157 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-b52065be-2062-435e-857d-04fe13a3fede None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:43.976224 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52065be-2062-435e-857d-04fe13a3fede None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:44.003172 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52065be-2062-435e-857d-04fe13a3fede None None] Pushing event updated for resources: {'Port': ['ID=e6f83112-c1cb-40ed-9623-af9319590e7e,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:44.026553 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-bd82abd6-b57a-4ae8-a83e-354c15dd4f03 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Allocated IP 172.20.0.8 (79234ce7-9520-4309-9a10-5abd746f1c89/0dd501f5-efa5-4220-8b02-1e30abe78b9e/711fdaa9-fafe-43da-82f1-f68169fcc954) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:44.096819 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-b52065be-2062-435e-857d-04fe13a3fede None None] Attempting to bind port e6f83112-c1cb-40ed-9623-af9319590e7e on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:44.096819 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-b52065be-2062-435e-857d-04fe13a3fede None None] Attempting to bind port e6f83112-c1cb-40ed-9623-af9319590e7e by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '5f8535e4-49d7-4b8a-83b4-5ffc5adbcb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '79234ce7-9520-4309-9a10-5abd746f1c89'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:44.096819 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52065be-2062-435e-857d-04fe13a3fede None None] Attempting to bind port e6f83112-c1cb-40ed-9623-af9319590e7e on network 79234ce7-9520-4309-9a10-5abd746f1c89 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:44.105595 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52065be-2062-435e-857d-04fe13a3fede None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:14:44.106074 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52065be-2062-435e-857d-04fe13a3fede None None] Checking segment: {'id': '5f8535e4-49d7-4b8a-83b4-5ffc5adbcb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '79234ce7-9520-4309-9a10-5abd746f1c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:14:44.106550 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b52065be-2062-435e-857d-04fe13a3fede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:44.107017 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52065be-2062-435e-857d-04fe13a3fede None None] Bound using segment: {'id': '5f8535e4-49d7-4b8a-83b4-5ffc5adbcb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '79234ce7-9520-4309-9a10-5abd746f1c89'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:14:44.107760 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-b52065be-2062-435e-857d-04fe13a3fede None None] Bound port: e6f83112-c1cb-40ed-9623-af9319590e7e, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8535e4-49d7-4b8a-83b4-5ffc5adbcb26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '79234ce7-9520-4309-9a10-5abd746f1c89'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:14:44.108291 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b52065be-2062-435e-857d-04fe13a3fede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:44.225304 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-b52065be-2062-435e-857d-04fe13a3fede None None] For port e6f83112-c1cb-40ed-9623-af9319590e7e, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:14:44.229544 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-b52065be-2062-435e-857d-04fe13a3fede None None] For port e6f83112-c1cb-40ed-9623-af9319590e7e, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e6f83112-c1cb-40ed-9623-af9319590e7e,segment=NetworkSegment(5f8535e4-49d7-4b8a-83b4-5ffc5adbcb26),segment_id=5f8535e4-49d7-4b8a-83b4-5ffc5adbcb26)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:14:44.235111 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6a793b01-bcf6-47a5-8f3a-45ed23320bde req-c8313b96-ad25-473e-bf08-5e9afcbad3a0 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=84aa417d-52b7-4326-9161-c6ed9519bb1b HTTP/1.1" status: 200 len: 210 time: 0.0934172 Aug 10 04:14:44.267781 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8078d3a1-3ce1-4dc5-910c-17c03d99eea3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:44.271395 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8078d3a1-3ce1-4dc5-910c-17c03d99eea3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:44.284895 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5b9cb144-163f-4c18-9952-0293c5da1346 None None] Provisioning complete for port c37d86ff-9e4f-473f-b126-fffb5281f277 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:44.285283 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5b9cb144-163f-4c18-9952-0293c5da1346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:44.383992 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bd82abd6-b57a-4ae8-a83e-354c15dd4f03 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:44.412988 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-bd82abd6-b57a-4ae8-a83e-354c15dd4f03 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Transition to ACTIVE for port object 711fdaa9-fafe-43da-82f1-f68169fcc954 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:44.414669 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b52065be-2062-435e-857d-04fe13a3fede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:44.490147 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52065be-2062-435e-857d-04fe13a3fede None None] Pushing event updated for resources: {'Port': ['ID=e6f83112-c1cb-40ed-9623-af9319590e7e,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:44.697779 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bd82abd6-b57a-4ae8-a83e-354c15dd4f03 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:44.809863 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd82abd6-b57a-4ae8-a83e-354c15dd4f03 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Network 79234ce7-9520-4309-9a10-5abd746f1c89 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:44.817854 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-bd82abd6-b57a-4ae8-a83e-354c15dd4f03 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:44.821471 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd82abd6-b57a-4ae8-a83e-354c15dd4f03 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:44.857607 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82abd6-b57a-4ae8-a83e-354c15dd4f03 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Pushing event updated for resources: {'Port': ['ID=711fdaa9-fafe-43da-82f1-f68169fcc954,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:44.923636 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd82abd6-b57a-4ae8-a83e-354c15dd4f03 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:44.924311 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bd82abd6-b57a-4ae8-a83e-354c15dd4f03 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:44.956199 n-d-802893-2 neutron-server[94938]: DEBUG neutron.objects.ports [None req-8078d3a1-3ce1-4dc5-910c-17c03d99eea3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94938) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 04:14:45.025070 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bd82abd6-b57a-4ae8-a83e-354c15dd4f03 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4486690 Aug 10 04:14:45.025280 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35110) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:45.030484 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-961ad62b-e7e7-434c-9307-8b7ee15769e6 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Request body: {'port': {'network_id': '79234ce7-9520-4309-9a10-5abd746f1c89', 'name': 'tempest-AllowedAddressPairTestJSON-468861328', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:e1:c8:4c'}]}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:45.368623 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8078d3a1-3ce1-4dc5-910c-17c03d99eea3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:45.397494 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:45.599447 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-8078d3a1-3ce1-4dc5-910c-17c03d99eea3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] For port c37d86ff-9e4f-473f-b126-fffb5281f277, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c37d86ff-9e4f-473f-b126-fffb5281f277,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:45.635114 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8078d3a1-3ce1-4dc5-910c-17c03d99eea3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:45.640382 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961ad62b-e7e7-434c-9307-8b7ee15769e6 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Made reservation on behalf of cd2c0ca36ca14843a516624dba7bcd4c for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:45.753115 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-0133ccca-bd98-4692-9283-242db58bac42 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1415041356&fields=id&tenant_id=d4bbb82d53544f8dad3eb033c592dee4 HTTP/1.1" status: 200 len: 267 time: 0.0543404 Aug 10 04:14:45.753775 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8078d3a1-3ce1-4dc5-910c-17c03d99eea3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:45.754493 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8078d3a1-3ce1-4dc5-910c-17c03d99eea3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:45.798451 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac1548c-bbac-4f91-bbbc-93e206c7fa80 None None] Network 79234ce7-9520-4309-9a10-5abd746f1c89 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:45.922190 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:45.922641 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8078d3a1-3ce1-4dc5-910c-17c03d99eea3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:45.937572 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-8078d3a1-3ce1-4dc5-910c-17c03d99eea3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:45.942216 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-961ad62b-e7e7-434c-9307-8b7ee15769e6 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:45.954034 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8078d3a1-3ce1-4dc5-910c-17c03d99eea3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:45.954632 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8078d3a1-3ce1-4dc5-910c-17c03d99eea3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:45.959292 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449ae6ea-766e-42a7-bddb-c1d214cbe63c None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:45.977457 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078d3a1-3ce1-4dc5-910c-17c03d99eea3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Subnet': ['ID=765080f2-dfb9-4f7e-93a5-872d6a51ad37,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:45.991666 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8078d3a1-3ce1-4dc5-910c-17c03d99eea3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Port': ['ID=c37d86ff-9e4f-473f-b126-fffb5281f277,revision_number=9']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:46.007802 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-961ad62b-e7e7-434c-9307-8b7ee15769e6 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] device_id is not set on port 5653a42c-93e7-4e1b-b164-07ffbf118256 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:14:46.059818 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-188b2bb5-aaa1-43c7-a44a-da387bb2cb54 None None] Provisioning for port e6f83112-c1cb-40ed-9623-af9319590e7e completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:46.073461 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-10be24db-aea8-45fd-8fe7-705f87ce7cd2 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:46.075046 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-10be24db-aea8-45fd-8fe7-705f87ce7cd2 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 810 time: 0.3042572 Aug 10 04:14:46.110173 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-18d9ed3c-a006-4d22-8f63-05e4e439fa32 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/quotas/d4bbb82d53544f8dad3eb033c592dee4 HTTP/1.1" status: 200 len: 375 time: 0.0245900 Aug 10 04:14:46.205652 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8078d3a1-3ce1-4dc5-910c-17c03d99eea3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.5283322 Aug 10 04:14:46.206750 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35128) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:46.209941 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-961ad62b-e7e7-434c-9307-8b7ee15769e6 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Allocated IP 172.20.0.4 (79234ce7-9520-4309-9a10-5abd746f1c89/0dd501f5-efa5-4220-8b02-1e30abe78b9e/5653a42c-93e7-4e1b-b164-07ffbf118256) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:46.214875 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-24dbe70c-31d7-4b18-aadd-cf35e54769ce tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Request body: {'port': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'mac_address': 'fa:16:3e:41:94:2d', 'name': 'tempest-NetworksTestDHCPv6-251361889'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:46.265588 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-1f171820-61bb-4e08-bfdc-8273c5fde6cd tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1231878 Aug 10 04:14:46.295201 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fdf4fb-df53-4cb3-bad7-67ce1a2f004a None None] Update dhcp port {'port': {'network_id': '8ec15179-4aa6-40cf-96a9-53cc6eaa4543', 'fixed_ips': [{'subnet_id': '765080f2-dfb9-4f7e-93a5-872d6a51ad37', 'ip_address': '2001:db8:0:1:f816:3eff:fe37:29d9'}, {'subnet_id': '21755795-c079-4d39-8a5b-f3334be1be51'}], 'binding:host_id': 'n-d-802893-2'}, 'id': 'c37d86ff-9e4f-473f-b126-fffb5281f277'} from n-d-802893-2. {{(pid=94939) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 04:14:46.348499 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41fdf4fb-df53-4cb3-bad7-67ce1a2f004a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:46.462533 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-a56c767c-6ab7-4174-b6e2-9fae0cd9ecbd service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:14:46.478783 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-a56c767c-6ab7-4174-b6e2-9fae0cd9ecbd service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1914752 Aug 10 04:14:46.584254 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3ebe8159-8168-4fab-851d-e375626d580f None None] Provisioning for port 711fdaa9-fafe-43da-82f1-f68169fcc954 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:46.610263 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3ebe8159-8168-4fab-851d-e375626d580f None None] Provisioning complete for port 711fdaa9-fafe-43da-82f1-f68169fcc954 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:46.614715 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3ebe8159-8168-4fab-851d-e375626d580f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:46.619263 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24dbe70c-31d7-4b18-aadd-cf35e54769ce tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Made reservation on behalf of 3184eb81210b4bc3b43ab401598e63e0 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:46.647306 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-961ad62b-e7e7-434c-9307-8b7ee15769e6 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:46.669266 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-961ad62b-e7e7-434c-9307-8b7ee15769e6 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Transition to ACTIVE for port object 5653a42c-93e7-4e1b-b164-07ffbf118256 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:46.700365 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-3ebe8159-8168-4fab-851d-e375626d580f None None] Port 711fdaa9-fafe-43da-82f1-f68169fcc954 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:14:46.703899 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c37d86ff-9e4f-473f-b126-fffb5281f277 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:46.827606 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-3b2ed1a6-c04d-4d3d-851c-0569a1a17fe0 service neutron] 10.222.0.25 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256518 Aug 10 04:14:46.829254 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-961ad62b-e7e7-434c-9307-8b7ee15769e6 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:46.840650 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port c37d86ff-9e4f-473f-b126-fffb5281f277 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:46.841028 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:46.845702 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-24dbe70c-31d7-4b18-aadd-cf35e54769ce tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:46.869879 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-24dbe70c-31d7-4b18-aadd-cf35e54769ce tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] device_id is not set on port c5302441-e1bd-4c64-acea-e6ea4325658f yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:14:46.942992 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961ad62b-e7e7-434c-9307-8b7ee15769e6 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Network 79234ce7-9520-4309-9a10-5abd746f1c89 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:46.950979 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-961ad62b-e7e7-434c-9307-8b7ee15769e6 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:46.955825 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ad62b-e7e7-434c-9307-8b7ee15769e6 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Pushing event updated for resources: {'Port': ['ID=5653a42c-93e7-4e1b-b164-07ffbf118256,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:46.959751 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961ad62b-e7e7-434c-9307-8b7ee15769e6 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:47.014274 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e6f83112-c1cb-40ed-9623-af9319590e7e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:47.023505 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-e970710d-4032-4877-a040-bff282fed5d5 service neutron] 10.222.0.25 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843355 Aug 10 04:14:47.034317 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961ad62b-e7e7-434c-9307-8b7ee15769e6 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:47.044416 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-961ad62b-e7e7-434c-9307-8b7ee15769e6 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:47.100906 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:47.122817 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-41fdf4fb-df53-4cb3-bad7-67ce1a2f004a None None] Allocated IP 2001:db8::2 (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/21755795-c079-4d39-8a5b-f3334be1be51/c37d86ff-9e4f-473f-b126-fffb5281f277) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:47.124933 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-558930db-dbc2-4f09-97ff-1b18c8abedcd None None] Provisioning complete for port 711fdaa9-fafe-43da-82f1-f68169fcc954 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:47.138525 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-558930db-dbc2-4f09-97ff-1b18c8abedcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:47.172567 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-961ad62b-e7e7-434c-9307-8b7ee15769e6 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.1438825 Aug 10 04:14:47.172772 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35138) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:47.193169 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-558930db-dbc2-4f09-97ff-1b18c8abedcd None None] Port 711fdaa9-fafe-43da-82f1-f68169fcc954 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:14:47.267206 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd0416f-3f57-443d-a86e-4f3b166c791a tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:47.288029 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd0416f-3f57-443d-a86e-4f3b166c791a tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:47.294195 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd0416f-3f57-443d-a86e-4f3b166c791a tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:47.300956 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9dd0416f-3f57-443d-a86e-4f3b166c791a tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1271825 Aug 10 04:14:47.305390 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35144) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:47.322613 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port e6f83112-c1cb-40ed-9623-af9319590e7e completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:47.337368 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port e6f83112-c1cb-40ed-9623-af9319590e7e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:47.337741 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:47.344081 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-41fdf4fb-df53-4cb3-bad7-67ce1a2f004a None None] For port c37d86ff-9e4f-473f-b126-fffb5281f277, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c37d86ff-9e4f-473f-b126-fffb5281f277,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:47.416864 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41fdf4fb-df53-4cb3-bad7-67ce1a2f004a None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:47.454221 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-41fdf4fb-df53-4cb3-bad7-67ce1a2f004a None None] Transition to ACTIVE for port object c37d86ff-9e4f-473f-b126-fffb5281f277 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:47.470139 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-5f668367-0ce8-4bfc-9397-dc41cba76921 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Deleting port 5653a42c-93e7-4e1b-b164-07ffbf118256 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:47.477098 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5f668367-0ce8-4bfc-9397-dc41cba76921 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:47.488401 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:47.525226 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port e6f83112-c1cb-40ed-9623-af9319590e7e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e6f83112-c1cb-40ed-9623-af9319590e7e,segment=NetworkSegment(5f8535e4-49d7-4b8a-83b4-5ffc5adbcb26),segment_id=5f8535e4-49d7-4b8a-83b4-5ffc5adbcb26)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:47.526647 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2fdc08c5-b729-4850-82ef-659257897d7a None None] Provisioning for port 5653a42c-93e7-4e1b-b164-07ffbf118256 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:47.531025 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2fdc08c5-b729-4850-82ef-659257897d7a None None] Provisioning complete for port 5653a42c-93e7-4e1b-b164-07ffbf118256 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:47.531422 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2fdc08c5-b729-4850-82ef-659257897d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:47.568972 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5f668367-0ce8-4bfc-9397-dc41cba76921 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:47.572110 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-2fdc08c5-b729-4850-82ef-659257897d7a None None] Port 5653a42c-93e7-4e1b-b164-07ffbf118256 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:14:47.582798 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-5f668367-0ce8-4bfc-9397-dc41cba76921 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Calling delete_port for 5653a42c-93e7-4e1b-b164-07ffbf118256 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:47.609077 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41fdf4fb-df53-4cb3-bad7-67ce1a2f004a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:47.680722 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:47.736398 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fdf4fb-df53-4cb3-bad7-67ce1a2f004a None None] Pushing event updated for resources: {'Port': ['ID=c37d86ff-9e4f-473f-b126-fffb5281f277,revision_number=10']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:47.783978 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-24dbe70c-31d7-4b18-aadd-cf35e54769ce tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Allocated IP 2001:db8::1eb (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/21755795-c079-4d39-8a5b-f3334be1be51/c5302441-e1bd-4c64-acea-e6ea4325658f) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:47.807781 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=e6f83112-c1cb-40ed-9623-af9319590e7e,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:47.850289 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-24dbe70c-31d7-4b18-aadd-cf35e54769ce tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Allocated IP 2001:db8:0:1:f816:3eff:fe41:942d (8ec15179-4aa6-40cf-96a9-53cc6eaa4543/765080f2-dfb9-4f7e-93a5-872d6a51ad37/c5302441-e1bd-4c64-acea-e6ea4325658f) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:48.039119 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5f668367-0ce8-4bfc-9397-dc41cba76921 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:48.104008 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f668367-0ce8-4bfc-9397-dc41cba76921 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Pushing event deleted for resources: {'Port': ['ID=5653a42c-93e7-4e1b-b164-07ffbf118256,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:48.158549 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-980fbfd5-24d5-4633-ba9d-e56efde6c902 req-662e9448-6c8e-4bad-b04c-5572096b2c33 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 210 time: 0.0632784 Aug 10 04:14:48.248606 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-24dbe70c-31d7-4b18-aadd-cf35e54769ce tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:48.328006 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-24dbe70c-31d7-4b18-aadd-cf35e54769ce tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Transition to ACTIVE for port object c5302441-e1bd-4c64-acea-e6ea4325658f will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:48.484323 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5f668367-0ce8-4bfc-9397-dc41cba76921 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:48.489740 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5f668367-0ce8-4bfc-9397-dc41cba76921 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] 10.222.0.25 "DELETE /v2.0/ports/5653a42c-93e7-4e1b-b164-07ffbf118256 HTTP/1.1" status: 204 len: 168 time: 1.1800380 Aug 10 04:14:48.491523 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35160) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:48.526603 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c37d86ff-9e4f-473f-b126-fffb5281f277 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:48.560312 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff7c4369-73d7-433b-b8b0-d22c946dba6d tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] GET failed (client error): The resource could not be found. Aug 10 04:14:48.571438 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35166) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:48.572208 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ff7c4369-73d7-433b-b8b0-d22c946dba6d tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] 10.222.0.25 "GET /v2.0/ports/5653a42c-93e7-4e1b-b164-07ffbf118256 HTTP/1.1" status: 404 len: 333 time: 0.0782964 Aug 10 04:14:48.576854 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-e9f16b0d-8e42-4986-98b9-9295ba665db1 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Request body: {'port': {'network_id': '79234ce7-9520-4309-9a10-5abd746f1c89', 'name': 'tempest-AllowedAddressPairTestJSON-845039721'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:48.616964 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e6f83112-c1cb-40ed-9623-af9319590e7e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:14:48.688214 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port e6f83112-c1cb-40ed-9623-af9319590e7e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:48.696317 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:48.742921 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-24dbe70c-31d7-4b18-aadd-cf35e54769ce tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:48.813872 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24dbe70c-31d7-4b18-aadd-cf35e54769ce tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:48.824738 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-24dbe70c-31d7-4b18-aadd-cf35e54769ce tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:48.827874 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dbe70c-31d7-4b18-aadd-cf35e54769ce tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:48.834013 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dbe70c-31d7-4b18-aadd-cf35e54769ce tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:48.834683 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-24dbe70c-31d7-4b18-aadd-cf35e54769ce tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:48.842546 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dbe70c-31d7-4b18-aadd-cf35e54769ce tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event updated for resources: {'Port': ['ID=c5302441-e1bd-4c64-acea-e6ea4325658f,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:48.908721 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f16b0d-8e42-4986-98b9-9295ba665db1 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Made reservation on behalf of cd2c0ca36ca14843a516624dba7bcd4c for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:48.914092 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e9f16b0d-8e42-4986-98b9-9295ba665db1 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:48.935876 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-e9f16b0d-8e42-4986-98b9-9295ba665db1 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] device_id is not set on port fabf0e16-ba41-42ca-816b-fa4d8fa6c8a4 yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:14:49.004681 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-24dbe70c-31d7-4b18-aadd-cf35e54769ce tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7950339 Aug 10 04:14:49.008411 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35180) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:49.037999 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d39723c3-a53b-4ac9-90ea-7cf4cb962c5e None None] Provisioning for port c37d86ff-9e4f-473f-b126-fffb5281f277 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:49.048786 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d39723c3-a53b-4ac9-90ea-7cf4cb962c5e None None] Provisioning complete for port c37d86ff-9e4f-473f-b126-fffb5281f277 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:49.049207 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d39723c3-a53b-4ac9-90ea-7cf4cb962c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:49.166550 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-e9f16b0d-8e42-4986-98b9-9295ba665db1 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Allocated IP 172.20.0.11 (79234ce7-9520-4309-9a10-5abd746f1c89/0dd501f5-efa5-4220-8b02-1e30abe78b9e/fabf0e16-ba41-42ca-816b-fa4d8fa6c8a4) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:49.252606 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7849860-be2e-4dde-aadc-6cf461a1f8c4 req-40dffb4c-7e65-482e-b379-5106e7731f90 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 210 time: 0.0396574 Aug 10 04:14:49.262513 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-4d464b08-780d-4951-ad36-23c5e805dbb4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting port c5302441-e1bd-4c64-acea-e6ea4325658f {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:49.263030 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4d464b08-780d-4951-ad36-23c5e805dbb4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:49.420045 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4d464b08-780d-4951-ad36-23c5e805dbb4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:49.430894 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e9f16b0d-8e42-4986-98b9-9295ba665db1 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:49.437338 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ee994b5d-1d05-4574-9578-f48ff0d93c05 None None] Provisioning for port c5302441-e1bd-4c64-acea-e6ea4325658f completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:49.445226 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-4d464b08-780d-4951-ad36-23c5e805dbb4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Calling delete_port for c5302441-e1bd-4c64-acea-e6ea4325658f owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:49.445382 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ee994b5d-1d05-4574-9578-f48ff0d93c05 None None] Provisioning complete for port c5302441-e1bd-4c64-acea-e6ea4325658f triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:49.445382 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ee994b5d-1d05-4574-9578-f48ff0d93c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:49.462620 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-e9f16b0d-8e42-4986-98b9-9295ba665db1 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Transition to ACTIVE for port object fabf0e16-ba41-42ca-816b-fa4d8fa6c8a4 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:49.486463 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-ee994b5d-1d05-4574-9578-f48ff0d93c05 None None] Port c5302441-e1bd-4c64-acea-e6ea4325658f cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:14:49.672819 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e9f16b0d-8e42-4986-98b9-9295ba665db1 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:49.717905 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f16b0d-8e42-4986-98b9-9295ba665db1 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Network 79234ce7-9520-4309-9a10-5abd746f1c89 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:49.721108 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-e9f16b0d-8e42-4986-98b9-9295ba665db1 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:49.731342 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f16b0d-8e42-4986-98b9-9295ba665db1 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:49.732392 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f16b0d-8e42-4986-98b9-9295ba665db1 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Pushing event updated for resources: {'Port': ['ID=fabf0e16-ba41-42ca-816b-fa4d8fa6c8a4,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:49.755275 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4d464b08-780d-4951-ad36-23c5e805dbb4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:49.798610 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d464b08-780d-4951-ad36-23c5e805dbb4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Port': ['ID=c5302441-e1bd-4c64-acea-e6ea4325658f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:49.838078 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f16b0d-8e42-4986-98b9-9295ba665db1 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:49.884214 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e9f16b0d-8e42-4986-98b9-9295ba665db1 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:49.884214 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4d464b08-780d-4951-ad36-23c5e805dbb4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:49.884214 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-4d464b08-780d-4951-ad36-23c5e805dbb4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/c5302441-e1bd-4c64-acea-e6ea4325658f HTTP/1.1" status: 204 len: 168 time: 0.8530905 Aug 10 04:14:49.886281 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35186) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:49.953637 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577eb061-35db-428a-95a7-03f15be7fd4d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:49.956046 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-577eb061-35db-428a-95a7-03f15be7fd4d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0890937 Aug 10 04:14:49.958057 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35192) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:50.012875 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d55155d-d39c-4f2c-9dec-c4df6c2c5887 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:50.015270 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7d55155d-d39c-4f2c-9dec-c4df6c2c5887 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0553071 Aug 10 04:14:50.017207 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35194) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:50.068938 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e9f16b0d-8e42-4986-98b9-9295ba665db1 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4939880 Aug 10 04:14:50.071680 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35198) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:50.077647 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-f38e39c0-b82d-4511-afd1-ea528ecdbc3c tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:e1:c8:4c'}]}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:50.089703 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cf6b02-5d5b-4c9d-8091-5bdc8c8e1a93 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:50.091312 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cf6b02-5d5b-4c9d-8091-5bdc8c8e1a93 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:50.093044 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cf6b02-5d5b-4c9d-8091-5bdc8c8e1a93 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:50.097345 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-96cf6b02-5d5b-4c9d-8091-5bdc8c8e1a93 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0765703 Aug 10 04:14:50.097608 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35200) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:50.158494 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f38e39c0-b82d-4511-afd1-ea528ecdbc3c tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.175875 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-a53e690b-6acf-42d5-be4f-2fa3f40060f0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet 21755795-c079-4d39-8a5b-f3334be1be51 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:14:50.180683 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a53e690b-6acf-42d5-be4f-2fa3f40060f0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.222467 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-223388c6-a5b6-417c-8a3b-c85a421f36df None None] Provisioning for port fabf0e16-ba41-42ca-816b-fa4d8fa6c8a4 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:50.227527 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-223388c6-a5b6-417c-8a3b-c85a421f36df None None] Provisioning complete for port fabf0e16-ba41-42ca-816b-fa4d8fa6c8a4 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:50.228149 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-223388c6-a5b6-417c-8a3b-c85a421f36df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.240287 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a53e690b-6acf-42d5-be4f-2fa3f40060f0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.296049 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-223388c6-a5b6-417c-8a3b-c85a421f36df None None] Port fabf0e16-ba41-42ca-816b-fa4d8fa6c8a4 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:14:50.431139 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b8b97074-5ea6-4988-ac17-ac40dd58db1b req-10e3a4de-c096-44ee-9c55-33f1e2d8436f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 210 time: 0.0591881 Aug 10 04:14:50.451880 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a53e690b-6acf-42d5-be4f-2fa3f40060f0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.497072 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f38e39c0-b82d-4511-afd1-ea528ecdbc3c tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.561934 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f38e39c0-b82d-4511-afd1-ea528ecdbc3c tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.603795 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a53e690b-6acf-42d5-be4f-2fa3f40060f0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.635106 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65057682-3513-4967-a174-680d07f7f7b2 None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:50.637063 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e39c0-b82d-4511-afd1-ea528ecdbc3c tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Pushing event updated for resources: {'Port': ['ID=fabf0e16-ba41-42ca-816b-fa4d8fa6c8a4,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:50.647085 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a53e690b-6acf-42d5-be4f-2fa3f40060f0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.653375 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a53e690b-6acf-42d5-be4f-2fa3f40060f0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/21755795-c079-4d39-8a5b-f3334be1be51 HTTP/1.1" status: 204 len: 168 time: 0.5547183 Aug 10 04:14:50.654088 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35206) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:50.655157 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-f38e39c0-b82d-4511-afd1-ea528ecdbc3c tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] In _notify_port_updated(), no bound segment for port fabf0e16-ba41-42ca-816b-fa4d8fa6c8a4 on network 79234ce7-9520-4309-9a10-5abd746f1c89 {{(pid=94938) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 04:14:50.661638 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38e39c0-b82d-4511-afd1-ea528ecdbc3c tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:50.662430 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f38e39c0-b82d-4511-afd1-ea528ecdbc3c tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.666994 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f38e39c0-b82d-4511-afd1-ea528ecdbc3c tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] 10.222.0.25 "PUT /v2.0/ports/fabf0e16-ba41-42ca-816b-fa4d8fa6c8a4 HTTP/1.1" status: 200 len: 993 time: 0.5940385 Aug 10 04:14:50.667643 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35208) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:50.755687 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53e690b-6acf-42d5-be4f-2fa3f40060f0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=21755795-c079-4d39-8a5b-f3334be1be51,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:50.771203 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb51264-da47-44d4-826b-8885922e92e5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Deleting subnet 765080f2-dfb9-4f7e-93a5-872d6a51ad37 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:14:50.774836 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e690b-6acf-42d5-be4f-2fa3f40060f0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:50.775276 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e690b-6acf-42d5-be4f-2fa3f40060f0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:50.775721 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e690b-6acf-42d5-be4f-2fa3f40060f0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:50.776167 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e690b-6acf-42d5-be4f-2fa3f40060f0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:50.776620 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e690b-6acf-42d5-be4f-2fa3f40060f0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:50.777090 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e690b-6acf-42d5-be4f-2fa3f40060f0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:50.777807 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e690b-6acf-42d5-be4f-2fa3f40060f0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:50.778247 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e690b-6acf-42d5-be4f-2fa3f40060f0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:50.778654 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e690b-6acf-42d5-be4f-2fa3f40060f0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:50.779412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e690b-6acf-42d5-be4f-2fa3f40060f0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:50.779412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e690b-6acf-42d5-be4f-2fa3f40060f0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:50.779894 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53e690b-6acf-42d5-be4f-2fa3f40060f0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:50.787043 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0fb51264-da47-44d4-826b-8885922e92e5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.795603 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-a0196bbf-c115-4a86-a1aa-ca66a25c51ce tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Deleting port fabf0e16-ba41-42ca-816b-fa4d8fa6c8a4 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:50.795973 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0196bbf-c115-4a86-a1aa-ca66a25c51ce tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.860866 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0fb51264-da47-44d4-826b-8885922e92e5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.950650 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0196bbf-c115-4a86-a1aa-ca66a25c51ce tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:50.972215 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-a0196bbf-c115-4a86-a1aa-ca66a25c51ce tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Calling delete_port for fabf0e16-ba41-42ca-816b-fa4d8fa6c8a4 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:50.998917 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0fb51264-da47-44d4-826b-8885922e92e5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:51.030563 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ca58faf6-a0c2-4ba6-89f7-155eb6b1f355 None None] Provisioning complete for port fabf0e16-ba41-42ca-816b-fa4d8fa6c8a4 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:51.031346 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ca58faf6-a0c2-4ba6-89f7-155eb6b1f355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:51.083087 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-ca58faf6-a0c2-4ba6-89f7-155eb6b1f355 None None] Port fabf0e16-ba41-42ca-816b-fa4d8fa6c8a4 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:14:51.206022 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0fb51264-da47-44d4-826b-8885922e92e5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:51.273027 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb51264-da47-44d4-826b-8885922e92e5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Subnet': ['ID=765080f2-dfb9-4f7e-93a5-872d6a51ad37,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:51.275231 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0fb51264-da47-44d4-826b-8885922e92e5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:51.277593 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0fb51264-da47-44d4-826b-8885922e92e5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/765080f2-dfb9-4f7e-93a5-872d6a51ad37 HTTP/1.1" status: 204 len: 168 time: 0.6219821 Aug 10 04:14:51.280939 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35218) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:51.342451 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0196bbf-c115-4a86-a1aa-ca66a25c51ce tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:51.348528 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d6df96b6-0679-40cd-913a-37c947a5f439 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0660870 Aug 10 04:14:51.349258 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35220) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:51.388090 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-c1b51821-4aa8-46bb-b10b-5fa7fb2a8bdd tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:51.390973 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-c1b51821-4aa8-46bb-b10b-5fa7fb2a8bdd tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.68 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 810 time: 0.2806649 Aug 10 04:14:51.420092 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0196bbf-c115-4a86-a1aa-ca66a25c51ce tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Pushing event deleted for resources: {'Port': ['ID=fabf0e16-ba41-42ca-816b-fa4d8fa6c8a4,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:51.521795 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-d6a3169d-186f-4a24-ae9e-f8c4f7eb9270 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4bbb82d53544f8dad3eb033c592dee4 HTTP/1.1" status: 200 len: 380 time: 0.1203032 Aug 10 04:14:51.533609 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-05fc6e88-4e3b-4e76-b381-718df70c120d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Request body: {'port': {'device_id': '555f12a1-443e-45be-a9a0-2c3813692b56', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'admin_state_up': True, 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'security_groups': ['e995bdaa-3bf9-4d4e-8432-ae028b2073b5']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:51.664723 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e112b1b8-698d-46b4-bb89-73af86b63ce9 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:51.666313 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e112b1b8-698d-46b4-bb89-73af86b63ce9 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.3033900 Aug 10 04:14:51.670826 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35224) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:51.775975 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9f11790a-8bdb-48ab-8e12-02d715b7578b req-387c4ec3-ef12-4b16-91ef-4e0b22ac56f1 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 210 time: 0.1529660 Aug 10 04:14:51.826782 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0196bbf-c115-4a86-a1aa-ca66a25c51ce tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:51.829427 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a0196bbf-c115-4a86-a1aa-ca66a25c51ce tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] 10.222.0.25 "DELETE /v2.0/ports/fabf0e16-ba41-42ca-816b-fa4d8fa6c8a4 HTTP/1.1" status: 204 len: 168 time: 1.1607778 Aug 10 04:14:51.834658 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35226) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:51.861101 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03064f8-50f6-4d57-887e-5d1158352e00 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:51.871148 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d03064f8-50f6-4d57-887e-5d1158352e00 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1908839 Aug 10 04:14:51.871590 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc55da96-b999-4d8b-b55a-0d4c401b5564 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] GET failed (client error): The resource could not be found. Aug 10 04:14:51.873362 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-dc55da96-b999-4d8b-b55a-0d4c401b5564 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] 10.222.0.25 "GET /v2.0/ports/fabf0e16-ba41-42ca-816b-fa4d8fa6c8a4 HTTP/1.1" status: 404 len: 333 time: 0.0370669 Aug 10 04:14:51.877686 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35228) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:51.877843 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35230) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:51.883471 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-fb66a53b-ee69-4322-8895-6f17363d1476 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Request body: {'port': {'network_id': '79234ce7-9520-4309-9a10-5abd746f1c89', 'name': 'tempest-AllowedAddressPairTestJSON-2020818402'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:51.941873 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa14aec6-deb4-420f-8224-e5fa093feefd None None] Network 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:14:51.953923 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-de227924-666d-47e6-9450-82fc863b664a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734556 Aug 10 04:14:51.957893 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35234) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:51.990202 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-05fc6e88-4e3b-4e76-b381-718df70c120d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Made reservation on behalf of d4bbb82d53544f8dad3eb033c592dee4 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:51.995125 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-05fc6e88-4e3b-4e76-b381-718df70c120d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:52.016517 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe1feb9-5242-4307-a03a-a5a2a4dc3a0d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:52.017775 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fe1feb9-5242-4307-a03a-a5a2a4dc3a0d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:52.022868 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3fe1feb9-5242-4307-a03a-a5a2a4dc3a0d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/c5302441-e1bd-4c64-acea-e6ea4325658f HTTP/1.1" status: 404 len: 333 time: 0.0614805 Aug 10 04:14:52.025965 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35236) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:52.072322 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc172fe-06ea-4783-ac3d-83bc58511f3e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:52.072718 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dc172fe-06ea-4783-ac3d-83bc58511f3e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:52.076773 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5dc172fe-06ea-4783-ac3d-83bc58511f3e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/765080f2-dfb9-4f7e-93a5-872d6a51ad37 HTTP/1.1" status: 404 len: 337 time: 0.0474911 Aug 10 04:14:52.078030 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35238) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:52.135378 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d69b57b-7ebf-4da2-a0a8-d68aa98d9086 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:52.136018 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d69b57b-7ebf-4da2-a0a8-d68aa98d9086 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:52.140603 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8d69b57b-7ebf-4da2-a0a8-d68aa98d9086 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/21755795-c079-4d39-8a5b-f3334be1be51 HTTP/1.1" status: 404 len: 337 time: 0.0599742 Aug 10 04:14:52.156051 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35240) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:52.190125 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb66a53b-ee69-4322-8895-6f17363d1476 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Made reservation on behalf of cd2c0ca36ca14843a516624dba7bcd4c for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:52.194110 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fb66a53b-ee69-4322-8895-6f17363d1476 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:52.202733 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ed44b0-41cf-43c4-80d1-3f76a40afa52 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:52.204539 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40ed44b0-41cf-43c4-80d1-3f76a40afa52 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:52.207936 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-40ed44b0-41cf-43c4-80d1-3f76a40afa52 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/11683a31-502d-4132-be22-b2467601b501 HTTP/1.1" status: 404 len: 333 time: 0.0644977 Aug 10 04:14:52.214432 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35244) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:52.236399 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-fb66a53b-ee69-4322-8895-6f17363d1476 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] device_id is not set on port 69d921a0-f54f-47c6-8243-3ac73835aef7 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:14:52.274183 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd4c6638-0df7-482d-aec9-5258e015575a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:52.274645 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd4c6638-0df7-482d-aec9-5258e015575a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:52.276417 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cd4c6638-0df7-482d-aec9-5258e015575a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/473f9567-1963-423f-8f77-e0aa4cd18777 HTTP/1.1" status: 404 len: 337 time: 0.0596097 Aug 10 04:14:52.280673 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35248) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:52.384030 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c413271a-9291-4a46-ad29-e9680b9212f4 None None] Provisioning complete for port c37d86ff-9e4f-473f-b126-fffb5281f277 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:52.384540 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c413271a-9291-4a46-ad29-e9680b9212f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:52.437658 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-fb66a53b-ee69-4322-8895-6f17363d1476 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Allocated IP 172.20.0.10 (79234ce7-9520-4309-9a10-5abd746f1c89/0dd501f5-efa5-4220-8b02-1e30abe78b9e/69d921a0-f54f-47c6-8243-3ac73835aef7) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:52.556799 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976bab58-1cb8-4151-9d85-925506522248 None None] DHCP port deletion for 8ec15179-4aa6-40cf-96a9-53cc6eaa4543 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:14:52.665512 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fb66a53b-ee69-4322-8895-6f17363d1476 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:52.670821 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-05fc6e88-4e3b-4e76-b381-718df70c120d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Allocated IP 172.20.0.5 (ee59e291-e76f-48a7-96a4-530291348714/50d1b050-8d5a-4a28-adea-90a39272e6c6/1330f4e4-473f-4a93-83c0-17828a80782d) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:52.673824 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e8c4c6-39a9-499d-a1f9-e1f148585a8d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:52.674403 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e8c4c6-39a9-499d-a1f9-e1f148585a8d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:52.674533 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-976bab58-1cb8-4151-9d85-925506522248 None None] Deleting port c37d86ff-9e4f-473f-b126-fffb5281f277 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:52.674761 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-976bab58-1cb8-4151-9d85-925506522248 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:52.680331 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35252) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:52.680652 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-75e8c4c6-39a9-499d-a1f9-e1f148585a8d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/e3c9d292-9d25-4d6e-928d-a073bf604751 HTTP/1.1" status: 404 len: 337 time: 0.3988299 Aug 10 04:14:52.715099 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-fb66a53b-ee69-4322-8895-6f17363d1476 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Transition to ACTIVE for port object 69d921a0-f54f-47c6-8243-3ac73835aef7 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:52.752935 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-976bab58-1cb8-4151-9d85-925506522248 None None] For port c37d86ff-9e4f-473f-b126-fffb5281f277, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c37d86ff-9e4f-473f-b126-fffb5281f277,segment=NetworkSegment(42b7385c-9ab0-452d-99e8-a5f93095919d),segment_id=42b7385c-9ab0-452d-99e8-a5f93095919d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:14:52.753329 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-976bab58-1cb8-4151-9d85-925506522248 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:52.755592 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2591aa-862c-4d61-8975-561160026328 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:52.756442 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e2591aa-862c-4d61-8975-561160026328 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:52.758836 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6e2591aa-862c-4d61-8975-561160026328 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/5db75ffd-f118-48bc-88c0-f645ebc9873f HTTP/1.1" status: 404 len: 333 time: 0.0774834 Aug 10 04:14:52.767990 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35254) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:52.768876 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-976bab58-1cb8-4151-9d85-925506522248 None None] Calling delete_port for c37d86ff-9e4f-473f-b126-fffb5281f277 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:52.796469 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-57caea9b-00b5-414b-90f3-26ae6bc5361e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:52.796927 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57caea9b-00b5-414b-90f3-26ae6bc5361e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:52.798889 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-57caea9b-00b5-414b-90f3-26ae6bc5361e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/c88eb943-dc29-42cb-a727-2200306d35f6 HTTP/1.1" status: 404 len: 337 time: 0.0298290 Aug 10 04:14:52.802383 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35258) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:52.838981 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-b23f960e-3beb-420c-b658-e2138efa700e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:52.839440 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b23f960e-3beb-420c-b658-e2138efa700e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:52.841247 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b23f960e-3beb-420c-b658-e2138efa700e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/f08ca7ef-a3b4-4681-8744-a83aa0147476 HTTP/1.1" status: 404 len: 337 time: 0.0379305 Aug 10 04:14:52.846750 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35260) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:52.870562 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-05fc6e88-4e3b-4e76-b381-718df70c120d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:52.876558 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd4fa03-fdda-4823-8628-55c2a0f909c5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:52.877341 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cd4fa03-fdda-4823-8628-55c2a0f909c5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:52.879154 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7cd4fa03-fdda-4823-8628-55c2a0f909c5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/3a87f2e2-635d-4b6f-a346-b8a05c4d5099 HTTP/1.1" status: 404 len: 333 time: 0.0314646 Aug 10 04:14:52.882945 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35262) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:52.906695 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-05fc6e88-4e3b-4e76-b381-718df70c120d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Transition to ACTIVE for port object 1330f4e4-473f-4a93-83c0-17828a80782d will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:52.919534 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-79708970-0739-4713-a5fa-fdd7d1aee8c3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:52.920648 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79708970-0739-4713-a5fa-fdd7d1aee8c3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:52.924249 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-79708970-0739-4713-a5fa-fdd7d1aee8c3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/98c9b8f7-af2e-45d8-bb2d-0c1f721bd75b HTTP/1.1" status: 404 len: 337 time: 0.0402033 Aug 10 04:14:52.929756 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35264) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:52.958747 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a9c08a-bef6-42f7-901e-e5aa8743526c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:52.959312 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a9c08a-bef6-42f7-901e-e5aa8743526c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:52.961411 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-45a9c08a-bef6-42f7-901e-e5aa8743526c tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/5a4beec1-fdda-4db1-be32-bdcfda0fa4be HTTP/1.1" status: 404 len: 337 time: 0.0305769 Aug 10 04:14:52.964030 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35266) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:52.997034 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e83351b-4bab-4db1-920a-ddf916db29f4 req-7390aa8e-181e-4592-9d9b-e7563e05e1d1 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 210 time: 0.0437207 Aug 10 04:14:53.009140 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdad807a-18cf-44df-90e7-efa2e06fda40 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:53.009835 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdad807a-18cf-44df-90e7-efa2e06fda40 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:53.012448 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fdad807a-18cf-44df-90e7-efa2e06fda40 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/7bf9b1d2-8e7f-4544-984a-c7529fa2e5c2 HTTP/1.1" status: 404 len: 333 time: 0.0464962 Aug 10 04:14:53.017742 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35270) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:53.044900 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ae9dff-6e47-4318-885d-cf01de1b02cd tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:53.045363 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0ae9dff-6e47-4318-885d-cf01de1b02cd tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:53.048096 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c0ae9dff-6e47-4318-885d-cf01de1b02cd tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/64c3e7d5-f705-47d8-b769-d04fcb8ff824 HTTP/1.1" status: 404 len: 337 time: 0.0283599 Aug 10 04:14:53.052187 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35272) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:53.078125 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b238425-c883-4267-927b-aeffa7905185 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:53.078813 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b238425-c883-4267-927b-aeffa7905185 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:53.080609 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5b238425-c883-4267-927b-aeffa7905185 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/6c3cf633-89e5-4344-8938-ca3a459d7221 HTTP/1.1" status: 404 len: 333 time: 0.0274229 Aug 10 04:14:53.086491 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35274) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:53.114642 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea9a112-9b83-4a40-81cd-ebaebea1156f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:53.115100 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea9a112-9b83-4a40-81cd-ebaebea1156f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:53.118463 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-976bab58-1cb8-4151-9d85-925506522248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:53.119476 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-05fc6e88-4e3b-4e76-b381-718df70c120d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:53.137655 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-eea9a112-9b83-4a40-81cd-ebaebea1156f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/add24384-5558-45d1-85c8-1a9875c8aae9 HTTP/1.1" status: 404 len: 337 time: 0.0500941 Aug 10 04:14:53.139427 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fb66a53b-ee69-4322-8895-6f17363d1476 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:53.157639 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35276) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:53.182213 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc6e88-4e3b-4e76-b381-718df70c120d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event updated for resources: {'Port': ['ID=1330f4e4-473f-4a93-83c0-17828a80782d,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:53.183761 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bab58-1cb8-4151-9d85-925506522248 None None] Pushing event deleted for resources: {'Port': ['ID=c37d86ff-9e4f-473f-b126-fffb5281f277,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:53.190469 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976bab58-1cb8-4151-9d85-925506522248 None None] No DVR routers for this DVR port c37d86ff-9e4f-473f-b126-fffb5281f277 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:14:53.214966 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976bab58-1cb8-4151-9d85-925506522248 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:53.215319 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976bab58-1cb8-4151-9d85-925506522248 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:53.215660 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976bab58-1cb8-4151-9d85-925506522248 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:53.216020 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976bab58-1cb8-4151-9d85-925506522248 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:53.216358 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976bab58-1cb8-4151-9d85-925506522248 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:53.216689 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976bab58-1cb8-4151-9d85-925506522248 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:53.217016 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976bab58-1cb8-4151-9d85-925506522248 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:53.217342 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976bab58-1cb8-4151-9d85-925506522248 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:53.217667 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976bab58-1cb8-4151-9d85-925506522248 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:53.217990 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976bab58-1cb8-4151-9d85-925506522248 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:53.218314 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976bab58-1cb8-4151-9d85-925506522248 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:53.218635 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976bab58-1cb8-4151-9d85-925506522248 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:14:53.249090 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-05fc6e88-4e3b-4e76-b381-718df70c120d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Network ee59e291-e76f-48a7-96a4-530291348714 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:53.251746 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-05fc6e88-4e3b-4e76-b381-718df70c120d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:53.255495 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-05fc6e88-4e3b-4e76-b381-718df70c120d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:53.296328 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb66a53b-ee69-4322-8895-6f17363d1476 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Network 79234ce7-9520-4309-9a10-5abd746f1c89 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:53.301188 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-fb66a53b-ee69-4322-8895-6f17363d1476 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:53.328482 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66a53b-ee69-4322-8895-6f17363d1476 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Pushing event updated for resources: {'Port': ['ID=69d921a0-f54f-47c6-8243-3ac73835aef7,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:53.332844 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb66a53b-ee69-4322-8895-6f17363d1476 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:53.341337 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-0767031b-5b29-46a6-a479-ffa89b6171cd tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:53.342086 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0767031b-5b29-46a6-a479-ffa89b6171cd tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:53.348296 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0767031b-5b29-46a6-a479-ffa89b6171cd tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/a420a433-f74b-4f77-ae45-fc98a7458e87 HTTP/1.1" status: 404 len: 333 time: 0.1261625 Aug 10 04:14:53.371171 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-05fc6e88-4e3b-4e76-b381-718df70c120d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:53.371845 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-05fc6e88-4e3b-4e76-b381-718df70c120d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:53.375147 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35280) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:53.453246 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-a442489e-3207-434c-9f6c-351e7d52d594 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:53.454394 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a442489e-3207-434c-9f6c-351e7d52d594 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:53.462743 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a442489e-3207-434c-9f6c-351e7d52d594 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/812fd326-467d-471f-936c-25cf3529c22e HTTP/1.1" status: 404 len: 337 time: 0.0863075 Aug 10 04:14:53.463906 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35282) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:53.475431 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb66a53b-ee69-4322-8895-6f17363d1476 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:53.476125 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fb66a53b-ee69-4322-8895-6f17363d1476 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:53.520598 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cefb46a-6023-45d5-8dce-0438640a31e8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:53.522052 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cefb46a-6023-45d5-8dce-0438640a31e8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:53.529343 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35284) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:53.530039 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8cefb46a-6023-45d5-8dce-0438640a31e8 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/293d45f2-2590-4965-a9f0-ca254cacdc04 HTTP/1.1" status: 404 len: 333 time: 0.0618060 Aug 10 04:14:53.558917 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-05fc6e88-4e3b-4e76-b381-718df70c120d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0292296 Aug 10 04:14:53.575124 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-c10ef7e8-8b8c-422a-b23a-e511aa379c1f service neutron] Request body: {'port': {'device_id': '555f12a1-443e-45be-a9a0-2c3813692b56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:53.603645 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb7599f-df6c-4eac-864a-6b50c7d0d532 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:53.612254 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb7599f-df6c-4eac-864a-6b50c7d0d532 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:53.615739 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6bb7599f-df6c-4eac-864a-6b50c7d0d532 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/a158fe14-e702-4d99-bec0-bb11b7265d6a HTTP/1.1" status: 404 len: 337 time: 0.0851431 Aug 10 04:14:53.623364 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fb66a53b-ee69-4322-8895-6f17363d1476 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7402205 Aug 10 04:14:53.624295 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35288) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:53.624788 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35290) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:53.657183 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-9105dee1-c851-4dca-8e20-f13bf39bfb50 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e1:c8:4c'}]}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:53.695189 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-c10ef7e8-8b8c-422a-b23a-e511aa379c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:53.713705 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff190f4-913e-4033-8a63-f15c48d18eca tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:53.714491 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ff190f4-913e-4033-8a63-f15c48d18eca tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:53.716259 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8ff190f4-913e-4033-8a63-f15c48d18eca tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/61dd148f-cc2d-4bf5-981a-72cb2d5b456a HTTP/1.1" status: 404 len: 333 time: 0.0902371 Aug 10 04:14:53.719331 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35294) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:53.752743 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a18ed7-712b-4781-8e83-7bc1667b9d2d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:53.753220 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a18ed7-712b-4781-8e83-7bc1667b9d2d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:53.757902 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-27a18ed7-712b-4781-8e83-7bc1667b9d2d tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/7f969250-f4cf-48b2-a4a7-fb02259f0c1b HTTP/1.1" status: 404 len: 337 time: 0.0349977 Aug 10 04:14:53.760931 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35296) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:53.801661 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-092f8823-4092-46de-814d-8af365d227e5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:53.802349 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-092f8823-4092-46de-814d-8af365d227e5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:53.807224 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-092f8823-4092-46de-814d-8af365d227e5 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/0b8c909e-66ae-42dd-ba07-7b65c6d18554 HTTP/1.1" status: 404 len: 333 time: 0.0421824 Aug 10 04:14:53.829351 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35298) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:53.877331 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-543c89e1-6b20-4d3e-b2cc-19f8a776cd76 None None] Provisioning for port 1330f4e4-473f-4a93-83c0-17828a80782d completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:53.881725 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-543c89e1-6b20-4d3e-b2cc-19f8a776cd76 None None] Provisioning complete for port 1330f4e4-473f-4a93-83c0-17828a80782d triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:53.882096 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-543c89e1-6b20-4d3e-b2cc-19f8a776cd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:53.988561 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-543c89e1-6b20-4d3e-b2cc-19f8a776cd76 None None] Port 1330f4e4-473f-4a93-83c0-17828a80782d cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:14:54.140185 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-c10ef7e8-8b8c-422a-b23a-e511aa379c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1330f4e4-473f-4a93-83c0-17828a80782d {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:14:54.150459 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-c10ef7e8-8b8c-422a-b23a-e511aa379c1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:54.164203 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-c10ef7e8-8b8c-422a-b23a-e511aa379c1f service neutron] Transition to ACTIVE for port object 1330f4e4-473f-4a93-83c0-17828a80782d will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:54.181058 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b0d1149b-bc28-49a1-8c1e-bb62d038f386 None None] Provisioning for port 69d921a0-f54f-47c6-8243-3ac73835aef7 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:54.185808 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b0d1149b-bc28-49a1-8c1e-bb62d038f386 None None] Provisioning complete for port 69d921a0-f54f-47c6-8243-3ac73835aef7 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:54.186188 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b0d1149b-bc28-49a1-8c1e-bb62d038f386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:54.244079 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-b0d1149b-bc28-49a1-8c1e-bb62d038f386 None None] Port 69d921a0-f54f-47c6-8243-3ac73835aef7 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:14:54.260663 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-c10ef7e8-8b8c-422a-b23a-e511aa379c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:54.325497 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-988e84a8-e8ff-4bbe-816d-8a555c020084 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:54.326172 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-988e84a8-e8ff-4bbe-816d-8a555c020084 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:54.330419 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-988e84a8-e8ff-4bbe-816d-8a555c020084 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/278916b2-4435-48bf-b25b-109e7affb798 HTTP/1.1" status: 404 len: 337 time: 0.4974716 Aug 10 04:14:54.337190 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35306) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:54.501128 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c37d86ff-9e4f-473f-b126-fffb5281f277 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:14:54.540434 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ef7e8-8b8c-422a-b23a-e511aa379c1f service neutron] Pushing event updated for resources: {'Port': ['ID=1330f4e4-473f-4a93-83c0-17828a80782d,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:54.552445 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: c37d86ff-9e4f-473f-b126-fffb5281f277 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:14:54.553158 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c37d86ff-9e4f-473f-b126-fffb5281f277 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:14:54.581382 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2805a80-d425-41a6-9065-2f9a1b62f605 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:54.581936 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2805a80-d425-41a6-9065-2f9a1b62f605 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:54.586734 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c2805a80-d425-41a6-9065-2f9a1b62f605 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/80376ca2-a3d5-418b-8d50-6eb008499c6d HTTP/1.1" status: 404 len: 337 time: 0.2349219 Aug 10 04:14:54.593633 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda7615-bad7-4bce-a473-611f0eccb1b5 req-0d6d594b-32ef-4b1e-b467-126a26aecb67 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:54.595689 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3dda7615-bad7-4bce-a473-611f0eccb1b5 req-0d6d594b-32ef-4b1e-b467-126a26aecb67 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 943 time: 0.2758622 Aug 10 04:14:54.596553 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35310) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:54.668548 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9105dee1-c851-4dca-8e20-f13bf39bfb50 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:54.685821 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b08afad-5e86-478b-a1d2-be74942c50bb tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:54.686750 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b08afad-5e86-478b-a1d2-be74942c50bb tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:54.692005 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35312) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:54.692506 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3b08afad-5e86-478b-a1d2-be74942c50bb tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/4120b9f1-a838-4e7a-bc4e-bbb6f685746f HTTP/1.1" status: 404 len: 333 time: 0.0544710 Aug 10 04:14:54.706798 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-c10ef7e8-8b8c-422a-b23a-e511aa379c1f service neutron] Attempting to bind port 1330f4e4-473f-4a93-83c0-17828a80782d on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:14:54.707648 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-c10ef7e8-8b8c-422a-b23a-e511aa379c1f service neutron] Attempting to bind port 1330f4e4-473f-4a93-83c0-17828a80782d by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:14:54.707648 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-c10ef7e8-8b8c-422a-b23a-e511aa379c1f service neutron] Attempting to bind port 1330f4e4-473f-4a93-83c0-17828a80782d on network ee59e291-e76f-48a7-96a4-530291348714 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:54.739054 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-61a50e3c-f490-4242-bd6d-1074b865c9ef tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:54.742182 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61a50e3c-f490-4242-bd6d-1074b865c9ef tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:54.742182 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-61a50e3c-f490-4242-bd6d-1074b865c9ef tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/64475dea-96ae-4c3f-ba4d-590e59f9b394 HTTP/1.1" status: 404 len: 337 time: 0.0482569 Aug 10 04:14:54.744756 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35314) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:54.753058 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-c10ef7e8-8b8c-422a-b23a-e511aa379c1f service neutron] Port 1330f4e4-473f-4a93-83c0-17828a80782d on network ee59e291-e76f-48a7-96a4-530291348714 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:14:54.753716 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-c10ef7e8-8b8c-422a-b23a-e511aa379c1f service neutron] Attempting to bind port 1330f4e4-473f-4a93-83c0-17828a80782d on network ee59e291-e76f-48a7-96a4-530291348714 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:14:54.787730 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-c10ef7e8-8b8c-422a-b23a-e511aa379c1f service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:14:54.789349 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-c10ef7e8-8b8c-422a-b23a-e511aa379c1f service neutron] Checking segment: {'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:14:54.789349 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-c10ef7e8-8b8c-422a-b23a-e511aa379c1f service neutron] Bound using segment: {'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:14:54.789754 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-c10ef7e8-8b8c-422a-b23a-e511aa379c1f service neutron] Bound port: 1330f4e4-473f-4a93-83c0-17828a80782d, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:14:54.790138 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-c10ef7e8-8b8c-422a-b23a-e511aa379c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:54.792341 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3dda7615-bad7-4bce-a473-611f0eccb1b5 req-7d5995b0-97c7-4297-8894-bc9cf10b982a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153834 Aug 10 04:14:54.807175 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-900a1312-140f-432f-8f14-f9437096f6d7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:54.807649 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-900a1312-140f-432f-8f14-f9437096f6d7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:54.810217 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-900a1312-140f-432f-8f14-f9437096f6d7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/f141bccb-e4d2-4b41-a640-bc20144be036 HTTP/1.1" status: 404 len: 337 time: 0.0637479 Aug 10 04:14:54.818923 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35316) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:54.845023 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-342cb248-c86d-46a1-b1ba-2f7e05194243 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:54.845869 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-342cb248-c86d-46a1-b1ba-2f7e05194243 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:54.850533 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-342cb248-c86d-46a1-b1ba-2f7e05194243 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/8e6ab077-78fe-41d1-8558-68afb4dc0870 HTTP/1.1" status: 404 len: 333 time: 0.0282671 Aug 10 04:14:54.853511 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35318) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:54.885321 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed99bfaf-babd-4539-86a4-30db76fbc1e0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:54.885944 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed99bfaf-babd-4539-86a4-30db76fbc1e0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:54.890316 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ed99bfaf-babd-4539-86a4-30db76fbc1e0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/2273916d-21ad-4d33-9da2-8149a65fbf20 HTTP/1.1" status: 404 len: 337 time: 0.0332947 Aug 10 04:14:54.891030 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35320) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:54.918235 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-c10ef7e8-8b8c-422a-b23a-e511aa379c1f service neutron] For port 1330f4e4-473f-4a93-83c0-17828a80782d, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:14:54.920937 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d12ba0-4e1e-4cb3-8681-b23768caf7e7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:54.921463 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15d12ba0-4e1e-4cb3-8681-b23768caf7e7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:54.925898 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-15d12ba0-4e1e-4cb3-8681-b23768caf7e7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/3db7c3bc-7852-458a-993d-8c65d196c131 HTTP/1.1" status: 404 len: 337 time: 0.0318575 Aug 10 04:14:54.928065 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35322) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:54.928508 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-c10ef7e8-8b8c-422a-b23a-e511aa379c1f service neutron] For port 1330f4e4-473f-4a93-83c0-17828a80782d, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=1330f4e4-473f-4a93-83c0-17828a80782d,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:14:55.000789 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be31e78-4eaa-4054-a7c4-aadf62cafb5f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:55.001567 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7be31e78-4eaa-4054-a7c4-aadf62cafb5f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:55.006089 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7be31e78-4eaa-4054-a7c4-aadf62cafb5f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/68363764-af55-4333-9141-1c94165e5b7a HTTP/1.1" status: 404 len: 333 time: 0.0748975 Aug 10 04:14:55.006223 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35324) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:55.020617 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-c10ef7e8-8b8c-422a-b23a-e511aa379c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:55.057353 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-135096c4-e76e-496b-9323-3a3418dfdd65 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:55.057928 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-135096c4-e76e-496b-9323-3a3418dfdd65 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:55.062316 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-135096c4-e76e-496b-9323-3a3418dfdd65 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/e5c11e8c-455a-4cc5-b759-0f3ca2f49585 HTTP/1.1" status: 404 len: 337 time: 0.0526850 Aug 10 04:14:55.063156 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-c10ef7e8-8b8c-422a-b23a-e511aa379c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:55.063840 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-c10ef7e8-8b8c-422a-b23a-e511aa379c1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:55.065710 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-c10ef7e8-8b8c-422a-b23a-e511aa379c1f service neutron] 10.222.0.68 "PUT /v2.0/ports/1330f4e4-473f-4a93-83c0-17828a80782d HTTP/1.1" status: 200 len: 1091 time: 1.4977808 Aug 10 04:14:55.066213 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35326) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:55.068667 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555f12a1-443e-45be-a9a0-2c3813692b56', 'tag': '1330f4e4-473f-4a93-83c0-17828a80782d'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:14:55.077895 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d27ec87-6d91-4194-9810-f2666a808e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "555f12a1-443e-45be-a9a0-2c3813692b56", "tag": "1330f4e4-473f-4a93-83c0-17828a80782d"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:14:55.144617 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e415d1a-9c55-4ac3-8cba-9c77ec647324 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:55.145049 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e415d1a-9c55-4ac3-8cba-9c77ec647324 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:55.151599 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8e415d1a-9c55-4ac3-8cba-9c77ec647324 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/a356ab9f-5de1-4851-b30d-6790babfed08 HTTP/1.1" status: 404 len: 337 time: 0.0706108 Aug 10 04:14:55.156730 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35332) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:55.169641 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6844cf-48d6-4924-982e-b70f35387c88 x-openstack-request-id: req-2d6844cf-48d6-4924-982e-b70f35387c88 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:14:55.169933 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "555f12a1-443e-45be-a9a0-2c3813692b56", "tag": "1330f4e4-473f-4a93-83c0-17828a80782d", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:14:55.170198 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d6844cf-48d6-4924-982e-b70f35387c88 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:14:55.170757 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '555f12a1-443e-45be-a9a0-2c3813692b56', 'tag': '1330f4e4-473f-4a93-83c0-17828a80782d', 'status': 'completed', 'code': 200} Aug 10 04:14:55.196387 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9105dee1-c851-4dca-8e20-f13bf39bfb50 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:55.221426 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0fddeca7-8070-46e5-acba-2695066daa32 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1f86ae3-db0e-47b1-8e8c-d74a2450394c HTTP/1.1" status: 200 len: 205 time: 0.0634799 Aug 10 04:14:55.222159 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35334) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:55.254472 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9105dee1-c851-4dca-8e20-f13bf39bfb50 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:55.299437 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ef7e8-8b8c-422a-b23a-e511aa379c1f service neutron] Pushing event updated for resources: {'Port': ['ID=1330f4e4-473f-4a93-83c0-17828a80782d,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:55.305716 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-923c74b1-ad19-4173-b2ca-1acf57474fdc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] delete failed (client error): The resource could not be found. Aug 10 04:14:55.307262 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-923c74b1-ad19-4173-b2ca-1acf57474fdc tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/routers/f1f86ae3-db0e-47b1-8e8c-d74a2450394c HTTP/1.1" status: 404 len: 336 time: 0.0631075 Aug 10 04:14:55.310632 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35336) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:55.359074 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-244e3090-d45e-4ad3-a03b-e51de7767cc4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:55.359545 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-244e3090-d45e-4ad3-a03b-e51de7767cc4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:55.369901 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-244e3090-d45e-4ad3-a03b-e51de7767cc4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/c280838f-6ac0-497d-a4b5-637bbf6b8f03 HTTP/1.1" status: 404 len: 337 time: 0.0537140 Aug 10 04:14:55.369901 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35338) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:55.424174 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105dee1-c851-4dca-8e20-f13bf39bfb50 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Pushing event updated for resources: {'Port': ['ID=69d921a0-f54f-47c6-8243-3ac73835aef7,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:55.441447 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-9105dee1-c851-4dca-8e20-f13bf39bfb50 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] In _notify_port_updated(), no bound segment for port 69d921a0-f54f-47c6-8243-3ac73835aef7 on network 79234ce7-9520-4309-9a10-5abd746f1c89 {{(pid=94938) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 04:14:55.448429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27ec87-6d91-4194-9810-f2666a808e3d req-07eee6e3-c144-452f-872e-46ba7c439675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:55.450611 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9105dee1-c851-4dca-8e20-f13bf39bfb50 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:55.452894 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9105dee1-c851-4dca-8e20-f13bf39bfb50 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:55.453237 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1d27ec87-6d91-4194-9810-f2666a808e3d req-07eee6e3-c144-452f-872e-46ba7c439675 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 1094 time: 0.2672496 Aug 10 04:14:55.458649 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3a388858-ed91-444b-a101-1bc4ad30feca tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f331fb8-7dd8-4323-830d-3504be2acf71 HTTP/1.1" status: 200 len: 205 time: 0.0814569 Aug 10 04:14:55.459426 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35340) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:55.474473 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9105dee1-c851-4dca-8e20-f13bf39bfb50 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] 10.222.0.25 "PUT /v2.0/ports/69d921a0-f54f-47c6-8243-3ac73835aef7 HTTP/1.1" status: 200 len: 997 time: 1.8224511 Aug 10 04:14:55.477416 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35342) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:55.559477 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-83582c1a-9c84-4082-a7c6-30eb248ce0c7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] delete failed (client error): The resource could not be found. Aug 10 04:14:55.563329 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-83582c1a-9c84-4082-a7c6-30eb248ce0c7 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/routers/4f331fb8-7dd8-4323-830d-3504be2acf71 HTTP/1.1" status: 404 len: 336 time: 0.0846608 Aug 10 04:14:55.564081 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35346) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:55.600960 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ba851a-b2f9-490d-a987-3e22a301917e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:55.603375 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99ba851a-b2f9-490d-a987-3e22a301917e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:55.607779 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-99ba851a-b2f9-490d-a987-3e22a301917e tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/9a0efa69-b116-4d97-bc54-148ec7749f41 HTTP/1.1" status: 404 len: 337 time: 0.0425377 Aug 10 04:14:55.608786 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35350) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:55.645655 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b58f982-0a70-4e10-8844-4c8ed36d3479 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:55.646150 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b58f982-0a70-4e10-8844-4c8ed36d3479 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:55.652044 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7b58f982-0a70-4e10-8844-4c8ed36d3479 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/f4551b46-cac7-41fc-90dc-c52a1c75a490 HTTP/1.1" status: 404 len: 337 time: 0.0421505 Aug 10 04:14:55.652997 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35352) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:55.689648 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-8349f6dd-4333-4ce4-a07b-f304747cafea tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:55.690745 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8349f6dd-4333-4ce4-a07b-f304747cafea tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:55.692832 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8349f6dd-4333-4ce4-a07b-f304747cafea tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/90699754-e80c-487b-ad30-4354b8c1f2a3 HTTP/1.1" status: 404 len: 333 time: 0.0386209 Aug 10 04:14:55.699061 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35356) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:55.730307 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e03d1f-a9b1-4378-b9e2-1ca6be449fdb tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:55.730769 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33e03d1f-a9b1-4378-b9e2-1ca6be449fdb tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:55.732898 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-33e03d1f-a9b1-4378-b9e2-1ca6be449fdb tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/d13faa00-1c6f-428c-83c1-d20592ae1326 HTTP/1.1" status: 404 len: 337 time: 0.0327730 Aug 10 04:14:55.735902 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35360) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:55.755836 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e22e0b10-9d3d-4a72-a00c-275e25fc78f4 None None] Provisioning complete for port 69d921a0-f54f-47c6-8243-3ac73835aef7 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:55.756393 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e22e0b10-9d3d-4a72-a00c-275e25fc78f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:55.776429 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ad1877-0315-489b-b8de-47e0df93a99f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:55.777775 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06ad1877-0315-489b-b8de-47e0df93a99f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:55.785054 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-06ad1877-0315-489b-b8de-47e0df93a99f tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/43eb0a60-77cb-49cb-b335-baaee53b4df0 HTTP/1.1" status: 404 len: 333 time: 0.0476389 Aug 10 04:14:55.787054 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35364) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:55.841788 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-536266ca-7bb6-46f8-9f64-dd47560151b0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:55.842600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-536266ca-7bb6-46f8-9f64-dd47560151b0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:55.844203 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-e22e0b10-9d3d-4a72-a00c-275e25fc78f4 None None] Port 69d921a0-f54f-47c6-8243-3ac73835aef7 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:14:55.844755 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-536266ca-7bb6-46f8-9f64-dd47560151b0 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/a3dad021-29bf-4121-89f3-87ebedb85007 HTTP/1.1" status: 404 len: 337 time: 0.0564618 Aug 10 04:14:55.848355 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35370) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:55.875862 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ddeb712-77dc-446e-a73b-9eb1b26d9300 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:55.876816 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ddeb712-77dc-446e-a73b-9eb1b26d9300 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:55.878951 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4ddeb712-77dc-446e-a73b-9eb1b26d9300 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/86a54ca1-99f0-4a3b-9dc4-a7b0183e212a HTTP/1.1" status: 404 len: 333 time: 0.0291183 Aug 10 04:14:55.883917 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35372) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:55.893114 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-5a2728e9-3a6d-43ae-9cda-35917a71b11d tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Deleting port 69d921a0-f54f-47c6-8243-3ac73835aef7 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:14:55.894634 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a2728e9-3a6d-43ae-9cda-35917a71b11d tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:55.899136 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27ec87-6d91-4194-9810-f2666a808e3d req-0a8179ec-6973-4ff6-8c6b-f4109ac4c2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:55.901107 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1d27ec87-6d91-4194-9810-f2666a808e3d req-0a8179ec-6973-4ff6-8c6b-f4109ac4c2b8 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3978400 Aug 10 04:14:55.955162 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8fe400-288f-4c04-91b4-23ba8182ad6b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:55.956379 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da8fe400-288f-4c04-91b4-23ba8182ad6b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:55.962021 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-da8fe400-288f-4c04-91b4-23ba8182ad6b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/dce5a218-d5ea-471d-ba36-2e391beb3454 HTTP/1.1" status: 404 len: 337 time: 0.0707159 Aug 10 04:14:55.963919 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35376) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:55.991657 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f310a0-4ab5-4fdb-beee-2c7126eba2db tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:55.992384 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f310a0-4ab5-4fdb-beee-2c7126eba2db tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:55.996628 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-95f310a0-4ab5-4fdb-beee-2c7126eba2db tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/08ce2972-6f7b-4221-aa53-bb0bce7a2fdb HTTP/1.1" status: 404 len: 333 time: 0.0288024 Aug 10 04:14:55.997236 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35378) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:56.030258 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-281ce4cf-966a-4c3e-a91b-b5997f8889a3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:56.030725 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-281ce4cf-966a-4c3e-a91b-b5997f8889a3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:56.035252 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-281ce4cf-966a-4c3e-a91b-b5997f8889a3 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/822b4f41-1e3b-414c-a68b-6c165c7bbbe7 HTTP/1.1" status: 404 len: 337 time: 0.0345790 Aug 10 04:14:56.035807 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35380) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:56.064579 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd78e4a5-1905-477c-89b8-a1bdfa078525 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:56.065182 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd78e4a5-1905-477c-89b8-a1bdfa078525 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:56.069781 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-dd78e4a5-1905-477c-89b8-a1bdfa078525 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/0031e2fa-3eab-40c3-8404-84cd50b27011 HTTP/1.1" status: 404 len: 333 time: 0.0300469 Aug 10 04:14:56.070953 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35382) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:56.098527 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-928bacea-9fbc-4c89-b18d-50fcc54d2a9a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:56.118689 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-928bacea-9fbc-4c89-b18d-50fcc54d2a9a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:56.118689 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-928bacea-9fbc-4c89-b18d-50fcc54d2a9a tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/ad4d3f77-17aa-4da3-b085-eec4f58a3c6c HTTP/1.1" status: 404 len: 337 time: 0.0295639 Aug 10 04:14:56.120818 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35384) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:56.151861 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-09b4e70f-e523-4c9c-9ba5-a6749a55b99b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:56.158552 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09b4e70f-e523-4c9c-9ba5-a6749a55b99b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:56.159624 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-09b4e70f-e523-4c9c-9ba5-a6749a55b99b tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/69aa90d1-ebce-4aae-be7a-3fbd218ec275 HTTP/1.1" status: 404 len: 333 time: 0.0376682 Aug 10 04:14:56.160519 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35388) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:56.228439 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e17687f-ecb8-4071-9f85-d6f8f1d42b54 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:56.228908 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e17687f-ecb8-4071-9f85-d6f8f1d42b54 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:56.236538 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2e17687f-ecb8-4071-9f85-d6f8f1d42b54 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/47a2a322-f26f-4a37-a738-79a885c90d6e HTTP/1.1" status: 404 len: 337 time: 0.0744236 Aug 10 04:14:56.237203 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35394) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:56.260926 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e917d1-4ffd-4b75-bb49-2855693bcb13 req-cf77ccb7-b63d-4c53-ac16-97fa526cbedf tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:56.262520 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-35e917d1-4ffd-4b75-bb49-2855693bcb13 req-cf77ccb7-b63d-4c53-ac16-97fa526cbedf tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 943 time: 0.3721020 Aug 10 04:14:56.275595 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-573a99e2-08e0-4c8a-bea9-71627df57dda tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:56.276837 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573a99e2-08e0-4c8a-bea9-71627df57dda tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:56.279172 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-573a99e2-08e0-4c8a-bea9-71627df57dda tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/ports/2dfb86cb-ca51-4783-9e5d-1cb6f885fd50 HTTP/1.1" status: 404 len: 333 time: 0.0409935 Aug 10 04:14:56.281667 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35396) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:56.315967 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-27559db6-7a20-486f-9117-85cd29a3d8d4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] DELETE failed (client error): The resource could not be found. Aug 10 04:14:56.316525 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27559db6-7a20-486f-9117-85cd29a3d8d4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:14:56.318431 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-27559db6-7a20-486f-9117-85cd29a3d8d4 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/subnets/fa869e79-e0b4-4b6d-8564-171a3bdf6f8f HTTP/1.1" status: 404 len: 337 time: 0.0354958 Aug 10 04:14:56.321298 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35400) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:56.352768 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a2728e9-3a6d-43ae-9cda-35917a71b11d tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:56.432351 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-5a2728e9-3a6d-43ae-9cda-35917a71b11d tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Calling delete_port for 69d921a0-f54f-47c6-8243-3ac73835aef7 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:14:56.577279 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b855ed49-b035-4b28-a83e-d0a83a233781 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:56.630041 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d27ec87-6d91-4194-9810-f2666a808e3d req-b7cc3956-8335-486f-90ad-de1fb6ef50a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:56.631806 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1d27ec87-6d91-4194-9810-f2666a808e3d req-b7cc3956-8335-486f-90ad-de1fb6ef50a9 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7078478 Aug 10 04:14:56.664747 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-35e917d1-4ffd-4b75-bb49-2855693bcb13 req-dad952e9-36b2-4b2f-b26f-ba0d1957035b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3806939 Aug 10 04:14:56.745589 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b855ed49-b035-4b28-a83e-d0a83a233781 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:56.758238 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-b855ed49-b035-4b28-a83e-d0a83a233781 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec15179-4aa6-40cf-96a9-53cc6eaa4543']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:56.782716 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-b855ed49-b035-4b28-a83e-d0a83a233781 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b7385c-9ab0-452d-99e8-a5f93095919d') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:56.783091 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-b855ed49-b035-4b28-a83e-d0a83a233781 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b7385c-9ab0-452d-99e8-a5f93095919d') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:14:56.794084 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b855ed49-b035-4b28-a83e-d0a83a233781 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:56.809614 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b855ed49-b035-4b28-a83e-d0a83a233781 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:56.816016 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b855ed49-b035-4b28-a83e-d0a83a233781 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:14:56.816525 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b855ed49-b035-4b28-a83e-d0a83a233781 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:56.822816 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-0ab67536-6c51-46a7-823d-34fa1b4ecdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:56.825355 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-0ab67536-6c51-46a7-823d-34fa1b4ecdbd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 1094 time: 0.1465192 Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:14:56.890361 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:14:56.949864 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-6e879ecc-1b52-4c36-b4ad-bb831d572902 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1330f4e4-473f-4a93-83c0-17828a80782d HTTP/1.1" status: 200 len: 217 time: 0.1143143 Aug 10 04:14:56.986333 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b855ed49-b035-4b28-a83e-d0a83a233781 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:56.990097 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a2728e9-3a6d-43ae-9cda-35917a71b11d tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:57.001174 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b855ed49-b035-4b28-a83e-d0a83a233781 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:57.009023 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b855ed49-b035-4b28-a83e-d0a83a233781 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] 10.222.0.25 "DELETE /v2.0/networks/8ec15179-4aa6-40cf-96a9-53cc6eaa4543 HTTP/1.1" status: 204 len: 168 time: 0.6857095 Aug 10 04:14:57.026651 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855ed49-b035-4b28-a83e-d0a83a233781 tempest-NetworksTestDHCPv6-1547542867 tempest-NetworksTestDHCPv6-1547542867-project] Pushing event deleted for resources: {'Network': ['ID=8ec15179-4aa6-40cf-96a9-53cc6eaa4543,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:57.043935 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2728e9-3a6d-43ae-9cda-35917a71b11d tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Pushing event deleted for resources: {'Port': ['ID=69d921a0-f54f-47c6-8243-3ac73835aef7,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:57.131670 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-70563569-743e-4174-997e-40167d5cad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:57.134549 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-70563569-743e-4174-997e-40167d5cad92 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=50d1b050-8d5a-4a28-adea-90a39272e6c6 HTTP/1.1" status: 200 len: 849 time: 0.1776493 Aug 10 04:14:57.198007 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a2728e9-3a6d-43ae-9cda-35917a71b11d tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:57.200551 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5a2728e9-3a6d-43ae-9cda-35917a71b11d tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] 10.222.0.25 "DELETE /v2.0/ports/69d921a0-f54f-47c6-8243-3ac73835aef7 HTTP/1.1" status: 204 len: 168 time: 1.7392135 Aug 10 04:14:57.203215 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35412) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:57.232449 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-464b759b-32ef-4b11-8cb5-94e340049cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:57.234481 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-464b759b-32ef-4b11-8cb5-94e340049cf5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee59e291-e76f-48a7-96a4-530291348714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894830 Aug 10 04:14:57.239312 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f68bfe8-28e0-4b08-b468-60cfb73992d1 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] GET failed (client error): The resource could not be found. Aug 10 04:14:57.242013 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4f68bfe8-28e0-4b08-b468-60cfb73992d1 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] 10.222.0.25 "GET /v2.0/ports/69d921a0-f54f-47c6-8243-3ac73835aef7 HTTP/1.1" status: 404 len: 333 time: 0.0370333 Aug 10 04:14:57.245353 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35414) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:57.250963 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-23392f4c-5e2b-4f76-9061-02f0d5cc6c80 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Request body: {'port': {'network_id': '79234ce7-9520-4309-9a10-5abd746f1c89', 'name': 'tempest-AllowedAddressPairTestJSON-40338373'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:57.350288 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-0cdbfe77-d0e9-4584-8c82-0a5c680381a3 service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047094 Aug 10 04:14:57.498881 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c9c5b6b2-471b-4775-94c4-0e4ef5984fad req-663b8cf9-81f5-4270-b745-4bd8441e71f1 service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438808 Aug 10 04:14:57.500298 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23392f4c-5e2b-4f76-9061-02f0d5cc6c80 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Made reservation on behalf of cd2c0ca36ca14843a516624dba7bcd4c for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:57.504049 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-23392f4c-5e2b-4f76-9061-02f0d5cc6c80 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:57.524827 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-23392f4c-5e2b-4f76-9061-02f0d5cc6c80 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] device_id is not set on port 15b8f219-77a5-47eb-aa2c-468d69d376e7 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:14:57.656525 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-23392f4c-5e2b-4f76-9061-02f0d5cc6c80 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Allocated IP 172.20.0.7 (79234ce7-9520-4309-9a10-5abd746f1c89/0dd501f5-efa5-4220-8b02-1e30abe78b9e/15b8f219-77a5-47eb-aa2c-468d69d376e7) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:57.660238 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:57.755704 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35422) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:57.900364 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cce89-7580-4f8f-a6f1-330cc9106c26 req-423169d1-f910-4f36-bcf1-d5b4c370dfc3 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:57.903431 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b13cce89-7580-4f8f-a6f1-330cc9106c26 req-423169d1-f910-4f36-bcf1-d5b4c370dfc3 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 943 time: 0.1014085 Aug 10 04:14:57.909033 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-23392f4c-5e2b-4f76-9061-02f0d5cc6c80 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:57.926190 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-23392f4c-5e2b-4f76-9061-02f0d5cc6c80 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Transition to ACTIVE for port object 15b8f219-77a5-47eb-aa2c-468d69d376e7 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:57.961354 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b13cce89-7580-4f8f-a6f1-330cc9106c26 req-f927b3e7-518d-404a-bec6-998ee9439ad2 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470555 Aug 10 04:14:58.000447 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a635159b-1b49-4cd7-b7f7-0cf540270beb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3184eb81210b4bc3b43ab401598e63e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2428720 Aug 10 04:14:58.009829 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35428) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:58.080609 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4012a19e-e230-4421-8d16-1a120e87e0bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:58.108977 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4012a19e-e230-4421-8d16-1a120e87e0bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:58.164149 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-23392f4c-5e2b-4f76-9061-02f0d5cc6c80 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:58.210929 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23392f4c-5e2b-4f76-9061-02f0d5cc6c80 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Network 79234ce7-9520-4309-9a10-5abd746f1c89 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:58.214729 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-23392f4c-5e2b-4f76-9061-02f0d5cc6c80 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:58.220963 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23392f4c-5e2b-4f76-9061-02f0d5cc6c80 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:58.259475 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4012a19e-e230-4421-8d16-1a120e87e0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:58.262071 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4012a19e-e230-4421-8d16-1a120e87e0bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:58.263269 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4012a19e-e230-4421-8d16-1a120e87e0bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f235136a-f37e-4471-a65b-ffc8c9ef174d HTTP/1.1" status: 204 len: 168 time: 0.2524099 Aug 10 04:14:58.275695 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23392f4c-5e2b-4f76-9061-02f0d5cc6c80 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Pushing event updated for resources: {'Port': ['ID=15b8f219-77a5-47eb-aa2c-468d69d376e7,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:58.323640 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012a19e-e230-4421-8d16-1a120e87e0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f235136a-f37e-4471-a65b-ffc8c9ef174d,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:58.341403 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23392f4c-5e2b-4f76-9061-02f0d5cc6c80 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:58.342280 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-23392f4c-5e2b-4f76-9061-02f0d5cc6c80 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:58.508964 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-23392f4c-5e2b-4f76-9061-02f0d5cc6c80 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2598133 Aug 10 04:14:58.508964 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35434) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:58.514054 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-372c47c3-96f7-44d7-bc89-ddbf38bffc27 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Request body: {'port': {'network_id': '79234ce7-9520-4309-9a10-5abd746f1c89', 'name': 'tempest-AllowedAddressPairTestJSON-1319748856'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:58.738734 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-00c0c07e-43cd-4bd0-9e74-d7bbfafeea53 None None] Provisioning for port 15b8f219-77a5-47eb-aa2c-468d69d376e7 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:58.742756 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-00c0c07e-43cd-4bd0-9e74-d7bbfafeea53 None None] Provisioning complete for port 15b8f219-77a5-47eb-aa2c-468d69d376e7 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:58.743136 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-00c0c07e-43cd-4bd0-9e74-d7bbfafeea53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:58.785642 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-00c0c07e-43cd-4bd0-9e74-d7bbfafeea53 None None] Port 15b8f219-77a5-47eb-aa2c-468d69d376e7 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:14:58.801991 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372c47c3-96f7-44d7-bc89-ddbf38bffc27 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Made reservation on behalf of cd2c0ca36ca14843a516624dba7bcd4c for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:58.809806 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-372c47c3-96f7-44d7-bc89-ddbf38bffc27 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:58.832322 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-372c47c3-96f7-44d7-bc89-ddbf38bffc27 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] device_id is not set on port 491a831f-d943-44e7-a814-1317eee32bd7 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:14:58.978725 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-372c47c3-96f7-44d7-bc89-ddbf38bffc27 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Allocated IP 172.20.0.6 (79234ce7-9520-4309-9a10-5abd746f1c89/0dd501f5-efa5-4220-8b02-1e30abe78b9e/491a831f-d943-44e7-a814-1317eee32bd7) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:14:59.215005 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e464dc-ebfb-4916-aff0-2ba3b7d21644 req-a7bc267f-b9c9-4270-891e-27f301a0694a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:59.216584 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-68e464dc-ebfb-4916-aff0-2ba3b7d21644 req-a7bc267f-b9c9-4270-891e-27f301a0694a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 943 time: 0.1312492 Aug 10 04:14:59.248589 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-372c47c3-96f7-44d7-bc89-ddbf38bffc27 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:59.267643 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-372c47c3-96f7-44d7-bc89-ddbf38bffc27 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Transition to ACTIVE for port object 491a831f-d943-44e7-a814-1317eee32bd7 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:14:59.286641 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-68e464dc-ebfb-4916-aff0-2ba3b7d21644 req-5aa4585f-6092-405f-8224-e89874eb573f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617905 Aug 10 04:14:59.411036 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-372c47c3-96f7-44d7-bc89-ddbf38bffc27 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:59.469157 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372c47c3-96f7-44d7-bc89-ddbf38bffc27 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Network 79234ce7-9520-4309-9a10-5abd746f1c89 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:14:59.477092 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-372c47c3-96f7-44d7-bc89-ddbf38bffc27 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:14:59.487648 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372c47c3-96f7-44d7-bc89-ddbf38bffc27 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:14:59.528944 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c47c3-96f7-44d7-bc89-ddbf38bffc27 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Pushing event updated for resources: {'Port': ['ID=491a831f-d943-44e7-a814-1317eee32bd7,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:14:59.555103 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372c47c3-96f7-44d7-bc89-ddbf38bffc27 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:14:59.556223 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-372c47c3-96f7-44d7-bc89-ddbf38bffc27 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:59.657511 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-372c47c3-96f7-44d7-bc89-ddbf38bffc27 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1451578 Aug 10 04:14:59.657828 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35464) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:59.666550 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-489daf73-a42c-4057-b2db-49288374b81c tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:e1:c8:4c'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:35:8d:31'}]}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:59.744922 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35466) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:14:59.880335 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-dfbe344e-5f70-4db7-b7e9-c9928111a606 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2065880527'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:14:59.881009 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-489daf73-a42c-4057-b2db-49288374b81c tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:59.946501 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8fec36a8-d033-47ae-84b8-240e1865fe60 None None] Provisioning for port 491a831f-d943-44e7-a814-1317eee32bd7 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:14:59.960954 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8fec36a8-d033-47ae-84b8-240e1865fe60 None None] Provisioning complete for port 491a831f-d943-44e7-a814-1317eee32bd7 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:14:59.961944 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8fec36a8-d033-47ae-84b8-240e1865fe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:59.968895 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbe344e-5f70-4db7-b7e9-c9928111a606 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Made reservation on behalf of a5f3e5c9a0264141a1b2d8171fd3a44d for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:14:59.974516 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dfbe344e-5f70-4db7-b7e9-c9928111a606 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:14:59.988050 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dfbe344e-5f70-4db7-b7e9-c9928111a606 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:00.024590 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-8fec36a8-d033-47ae-84b8-240e1865fe60 None None] Port 491a831f-d943-44e7-a814-1317eee32bd7 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:15:00.120988 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-489daf73-a42c-4057-b2db-49288374b81c tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:00.125322 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dfbe344e-5f70-4db7-b7e9-c9928111a606 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:00.231392 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-489daf73-a42c-4057-b2db-49288374b81c tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:00.290246 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dfbe344e-5f70-4db7-b7e9-c9928111a606 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:00.340999 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489daf73-a42c-4057-b2db-49288374b81c tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Pushing event updated for resources: {'Port': ['ID=491a831f-d943-44e7-a814-1317eee32bd7,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:00.354291 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfbe344e-5f70-4db7-b7e9-c9928111a606 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:15:00.360569 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-489daf73-a42c-4057-b2db-49288374b81c tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] In _notify_port_updated(), no bound segment for port 491a831f-d943-44e7-a814-1317eee32bd7 on network 79234ce7-9520-4309-9a10-5abd746f1c89 {{(pid=94938) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 04:15:00.367689 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe344e-5f70-4db7-b7e9-c9928111a606 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=446da10f-c717-44c4-bd32-e819ef1686bc,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:00.376469 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489daf73-a42c-4057-b2db-49288374b81c tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:00.377337 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-489daf73-a42c-4057-b2db-49288374b81c tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:00.380928 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-489daf73-a42c-4057-b2db-49288374b81c tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] 10.222.0.25 "PUT /v2.0/ports/491a831f-d943-44e7-a814-1317eee32bd7 HTTP/1.1" status: 200 len: 1055 time: 0.7214653 Aug 10 04:15:00.384120 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35480) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:00.395208 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dfbe344e-5f70-4db7-b7e9-c9928111a606 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:00.395569 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-dfbe344e-5f70-4db7-b7e9-c9928111a606 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Added segment 0058cdeb-99b5-46b5-be00-3c9c79400b2a of type vlan for network 7c3ad8af-b260-47a6-9c30-81f606bcec4c Aug 10 04:15:00.495646 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dfbe344e-5f70-4db7-b7e9-c9928111a606 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:00.545549 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-5ef2d394-8590-46cc-aefb-cdcbc109bb9c tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Deleting port 491a831f-d943-44e7-a814-1317eee32bd7 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:00.545793 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5ef2d394-8590-46cc-aefb-cdcbc109bb9c tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:00.607421 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fc029-05aa-4e6d-8d71-8b44ad0e5794 req-2004de80-4434-49f5-a691-2fb9e862a9e9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:00.615309 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5b8fc029-05aa-4e6d-8d71-8b44ad0e5794 req-2004de80-4434-49f5-a691-2fb9e862a9e9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 943 time: 0.1815677 Aug 10 04:15:00.617905 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dfbe344e-5f70-4db7-b7e9-c9928111a606 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:00.623542 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbe344e-5f70-4db7-b7e9-c9928111a606 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:00.624188 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-dfbe344e-5f70-4db7-b7e9-c9928111a606 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:00.715822 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5ef2d394-8590-46cc-aefb-cdcbc109bb9c tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:00.732194 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-5ef2d394-8590-46cc-aefb-cdcbc109bb9c tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Calling delete_port for 491a831f-d943-44e7-a814-1317eee32bd7 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:00.766225 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7a47a54b-dc00-4583-9591-584afbb8258d None None] Provisioning complete for port 491a831f-d943-44e7-a814-1317eee32bd7 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:00.766698 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7a47a54b-dc00-4583-9591-584afbb8258d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:00.843456 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-7a47a54b-dc00-4583-9591-584afbb8258d None None] Port 491a831f-d943-44e7-a814-1317eee32bd7 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:15:00.962335 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5ef2d394-8590-46cc-aefb-cdcbc109bb9c tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:01.031991 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-dfbe344e-5f70-4db7-b7e9-c9928111a606 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2746527 Aug 10 04:15:01.033254 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2d394-8590-46cc-aefb-cdcbc109bb9c tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Pushing event deleted for resources: {'Port': ['ID=491a831f-d943-44e7-a814-1317eee32bd7,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:01.062199 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5b8fc029-05aa-4e6d-8d71-8b44ad0e5794 req-4b1060d3-bb65-495a-aa3f-6f6a355f3a78 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4439158 Aug 10 04:15:01.103487 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe344e-5f70-4db7-b7e9-c9928111a606 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event updated for resources: {'Network': ['ID=7c3ad8af-b260-47a6-9c30-81f606bcec4c,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:01.117500 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 7c3ad8af-b260-47a6-9c30-81f606bcec4c details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:15:01.557274 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5ef2d394-8590-46cc-aefb-cdcbc109bb9c tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:01.562181 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35486) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:01.564325 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5ef2d394-8590-46cc-aefb-cdcbc109bb9c tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] 10.222.0.25 "DELETE /v2.0/ports/491a831f-d943-44e7-a814-1317eee32bd7 HTTP/1.1" status: 204 len: 168 time: 1.1790576 Aug 10 04:15:01.608063 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-db80e173-a861-4f6a-ac9f-727c1a17384c tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] GET failed (client error): The resource could not be found. Aug 10 04:15:01.610012 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-db80e173-a861-4f6a-ac9f-727c1a17384c tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] 10.222.0.25 "GET /v2.0/ports/491a831f-d943-44e7-a814-1317eee32bd7 HTTP/1.1" status: 404 len: 333 time: 0.0463264 Aug 10 04:15:01.612836 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35488) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:01.780843 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-8d31cf43-be1d-4740-a71b-a5e9beacd369 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Deleting port 15b8f219-77a5-47eb-aa2c-468d69d376e7 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:01.781254 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8d31cf43-be1d-4740-a71b-a5e9beacd369 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:01.888324 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8d31cf43-be1d-4740-a71b-a5e9beacd369 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:01.903198 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-8d31cf43-be1d-4740-a71b-a5e9beacd369 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Calling delete_port for 15b8f219-77a5-47eb-aa2c-468d69d376e7 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:02.158051 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8d31cf43-be1d-4740-a71b-a5e9beacd369 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:02.204871 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d31cf43-be1d-4740-a71b-a5e9beacd369 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Pushing event deleted for resources: {'Port': ['ID=15b8f219-77a5-47eb-aa2c-468d69d376e7,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:02.300167 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f11829-2182-409f-b812-17adb7770f8c req-c19e6f3b-1013-4a98-abd0-7f51b81ba592 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:02.313368 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-17f11829-2182-409f-b812-17adb7770f8c req-c19e6f3b-1013-4a98-abd0-7f51b81ba592 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 943 time: 0.1259577 Aug 10 04:15:02.435553 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8d31cf43-be1d-4740-a71b-a5e9beacd369 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:02.443622 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8d31cf43-be1d-4740-a71b-a5e9beacd369 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] 10.222.0.25 "DELETE /v2.0/ports/15b8f219-77a5-47eb-aa2c-468d69d376e7 HTTP/1.1" status: 204 len: 168 time: 0.8272226 Aug 10 04:15:02.450745 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35498) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:02.488566 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-17f11829-2182-409f-b812-17adb7770f8c req-189c56f4-b18e-45af-baab-758a0c81de57 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722949 Aug 10 04:15:02.513997 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b360a7-6b76-4e68-bc7a-6684c52c2b7b tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] GET failed (client error): The resource could not be found. Aug 10 04:15:02.516001 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-23b360a7-6b76-4e68-bc7a-6684c52c2b7b tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] 10.222.0.25 "GET /v2.0/ports/15b8f219-77a5-47eb-aa2c-468d69d376e7 HTTP/1.1" status: 404 len: 333 time: 0.0695505 Aug 10 04:15:02.520277 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35502) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:02.638429 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-3b5feb90-1d41-4a1c-840b-86d795a5022b tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Deleting port 711fdaa9-fafe-43da-82f1-f68169fcc954 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:02.638773 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3b5feb90-1d41-4a1c-840b-86d795a5022b tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:02.745021 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3b5feb90-1d41-4a1c-840b-86d795a5022b tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:02.758000 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-3b5feb90-1d41-4a1c-840b-86d795a5022b tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Calling delete_port for 711fdaa9-fafe-43da-82f1-f68169fcc954 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:03.009137 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3b5feb90-1d41-4a1c-840b-86d795a5022b tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:03.049803 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5feb90-1d41-4a1c-840b-86d795a5022b tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Pushing event deleted for resources: {'Port': ['ID=711fdaa9-fafe-43da-82f1-f68169fcc954,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:03.137067 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3b5feb90-1d41-4a1c-840b-86d795a5022b tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:03.140297 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3b5feb90-1d41-4a1c-840b-86d795a5022b tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] 10.222.0.25 "DELETE /v2.0/ports/711fdaa9-fafe-43da-82f1-f68169fcc954 HTTP/1.1" status: 204 len: 168 time: 0.6188343 Aug 10 04:15:03.142757 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35504) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:03.212896 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-f37ca7b2-6cde-489d-ada2-787d7196d914 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Deleting subnet 0dd501f5-efa5-4220-8b02-1e30abe78b9e {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:15:03.217288 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f37ca7b2-6cde-489d-ada2-787d7196d914 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:03.278017 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f37ca7b2-6cde-489d-ada2-787d7196d914 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:03.391698 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f37ca7b2-6cde-489d-ada2-787d7196d914 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:03.560875 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f37ca7b2-6cde-489d-ada2-787d7196d914 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:03.626527 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ca7b2-6cde-489d-ada2-787d7196d914 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Pushing event deleted for resources: {'Subnet': ['ID=0dd501f5-efa5-4220-8b02-1e30abe78b9e,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:03.644279 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f37ca7b2-6cde-489d-ada2-787d7196d914 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:03.645636 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68841a3-05d7-4fab-8a8c-e54186994336 None None] Network 79234ce7-9520-4309-9a10-5abd746f1c89 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:03.646578 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f37ca7b2-6cde-489d-ada2-787d7196d914 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] 10.222.0.25 "DELETE /v2.0/subnets/0dd501f5-efa5-4220-8b02-1e30abe78b9e HTTP/1.1" status: 204 len: 168 time: 0.5023193 Aug 10 04:15:03.649745 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35518) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:03.758168 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84712f4-58e5-4792-ac8a-1c542e1c7268 req-a642fe13-b2b3-4cc8-9853-ce546f97df14 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:03.760078 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d84712f4-58e5-4792-ac8a-1c542e1c7268 req-a642fe13-b2b3-4cc8-9853-ce546f97df14 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 943 time: 0.2114115 Aug 10 04:15:03.861677 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d84712f4-58e5-4792-ac8a-1c542e1c7268 req-7a15d301-21cf-479d-8edf-14105e3d4797 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807490 Aug 10 04:15:03.884128 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:15:03.917998 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c84758b0-eb58-44ad-9104-7780e07256d5 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:03.939072 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fff253-c6be-4119-8da7-6654c6b4426a None None] DHCP port deletion for 79234ce7-9520-4309-9a10-5abd746f1c89 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:15:04.023033 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-c2fff253-c6be-4119-8da7-6654c6b4426a None None] Deleting port e6f83112-c1cb-40ed-9623-af9319590e7e {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:04.023539 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c2fff253-c6be-4119-8da7-6654c6b4426a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:04.028812 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-c84758b0-eb58-44ad-9104-7780e07256d5 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Deleting port e6f83112-c1cb-40ed-9623-af9319590e7e {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:04.029632 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c84758b0-eb58-44ad-9104-7780e07256d5 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:04.108439 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-c84758b0-eb58-44ad-9104-7780e07256d5 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] For port e6f83112-c1cb-40ed-9623-af9319590e7e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e6f83112-c1cb-40ed-9623-af9319590e7e,segment=NetworkSegment(5f8535e4-49d7-4b8a-83b4-5ffc5adbcb26),segment_id=5f8535e4-49d7-4b8a-83b4-5ffc5adbcb26)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:04.109226 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c84758b0-eb58-44ad-9104-7780e07256d5 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:04.112393 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-c2fff253-c6be-4119-8da7-6654c6b4426a None None] For port e6f83112-c1cb-40ed-9623-af9319590e7e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e6f83112-c1cb-40ed-9623-af9319590e7e,segment=NetworkSegment(5f8535e4-49d7-4b8a-83b4-5ffc5adbcb26),segment_id=5f8535e4-49d7-4b8a-83b4-5ffc5adbcb26)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:04.112951 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c2fff253-c6be-4119-8da7-6654c6b4426a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:04.125911 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-c84758b0-eb58-44ad-9104-7780e07256d5 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Calling delete_port for e6f83112-c1cb-40ed-9623-af9319590e7e owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:04.130729 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-c2fff253-c6be-4119-8da7-6654c6b4426a None None] Calling delete_port for e6f83112-c1cb-40ed-9623-af9319590e7e owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:04.425312 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c2fff253-c6be-4119-8da7-6654c6b4426a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:04.429624 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c84758b0-eb58-44ad-9104-7780e07256d5 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:04.475442 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84758b0-eb58-44ad-9104-7780e07256d5 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Pushing event deleted for resources: {'Port': ['ID=e6f83112-c1cb-40ed-9623-af9319590e7e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:04.482167 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84758b0-eb58-44ad-9104-7780e07256d5 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] No DVR routers for this DVR port e6f83112-c1cb-40ed-9623-af9319590e7e on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:15:04.550936 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fff253-c6be-4119-8da7-6654c6b4426a None None] Pushing event deleted for resources: {'Port': ['ID=e6f83112-c1cb-40ed-9623-af9319590e7e,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:04.559950 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fff253-c6be-4119-8da7-6654c6b4426a None None] No DVR routers for this DVR port e6f83112-c1cb-40ed-9623-af9319590e7e on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:15:04.576384 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e6f83112-c1cb-40ed-9623-af9319590e7e no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:15:04.619514 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c84758b0-eb58-44ad-9104-7780e07256d5 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:04.622790 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: e6f83112-c1cb-40ed-9623-af9319590e7e {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:15:04.622790 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e6f83112-c1cb-40ed-9623-af9319590e7e not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:15:04.642014 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-c84758b0-eb58-44ad-9104-7780e07256d5 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79234ce7-9520-4309-9a10-5abd746f1c89']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:04.699091 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-c84758b0-eb58-44ad-9104-7780e07256d5 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f8535e4-49d7-4b8a-83b4-5ffc5adbcb26') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:04.699091 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-c84758b0-eb58-44ad-9104-7780e07256d5 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f8535e4-49d7-4b8a-83b4-5ffc5adbcb26') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:04.710602 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c84758b0-eb58-44ad-9104-7780e07256d5 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:04.724947 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c84758b0-eb58-44ad-9104-7780e07256d5 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:04.731845 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84758b0-eb58-44ad-9104-7780e07256d5 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:15:04.732375 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c84758b0-eb58-44ad-9104-7780e07256d5 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:15:04.735323 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:15:04.837505 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c84758b0-eb58-44ad-9104-7780e07256d5 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:04.843339 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c84758b0-eb58-44ad-9104-7780e07256d5 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:04.845881 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c84758b0-eb58-44ad-9104-7780e07256d5 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] 10.222.0.25 "DELETE /v2.0/networks/79234ce7-9520-4309-9a10-5abd746f1c89 HTTP/1.1" status: 204 len: 168 time: 1.1948025 Aug 10 04:15:04.870437 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84758b0-eb58-44ad-9104-7780e07256d5 tempest-AllowedAddressPairTestJSON-204326799 tempest-AllowedAddressPairTestJSON-204326799-project] Pushing event deleted for resources: {'Network': ['ID=79234ce7-9520-4309-9a10-5abd746f1c89,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:04.877691 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35536) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:04.884315 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-8aaa55f3-6a40-4fc7-9974-9d0ba1a39765 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Request body: {'subnet': {'network_id': '7c3ad8af-b260-47a6-9c30-81f606bcec4c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:05.052428 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767f63b-2bf1-47b8-94aa-ef3183e95876 req-5d58d49a-43cc-46e8-9193-95fc32f61712 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:05.054331 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4767f63b-2bf1-47b8-94aa-ef3183e95876 req-5d58d49a-43cc-46e8-9193-95fc32f61712 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 943 time: 0.0787325 Aug 10 04:15:05.107233 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4767f63b-2bf1-47b8-94aa-ef3183e95876 req-ab60fa46-2521-468a-8818-6c0785493b9b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361423 Aug 10 04:15:05.134863 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aaa55f3-6a40-4fc7-9974-9d0ba1a39765 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Made reservation on behalf of a5f3e5c9a0264141a1b2d8171fd3a44d for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:05.140556 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8aaa55f3-6a40-4fc7-9974-9d0ba1a39765 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:05.413377 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35542) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:05.419876 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8aaa55f3-6a40-4fc7-9974-9d0ba1a39765 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:05.496039 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa55f3-6a40-4fc7-9974-9d0ba1a39765 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event updated for resources: {'Subnet': ['ID=120afa85-72f1-42d1-9f2b-026e5680ef21,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:05.503909 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaa55f3-6a40-4fc7-9974-9d0ba1a39765 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Checking segment: {'id': '0058cdeb-99b5-46b5-be00-3c9c79400b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7c3ad8af-b260-47a6-9c30-81f606bcec4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:05.504310 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaa55f3-6a40-4fc7-9974-9d0ba1a39765 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Network hostable DHCP agents. Network: 7c3ad8af-b260-47a6-9c30-81f606bcec4c, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:15:05.611849 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-32546f23-3872-4308-95a8-48e04ee4c479 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd2c0ca36ca14843a516624dba7bcd4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1970072 Aug 10 04:15:05.614263 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35548) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:05.634202 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaa55f3-6a40-4fc7-9974-9d0ba1a39765 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Network 7c3ad8af-b260-47a6-9c30-81f606bcec4c is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:15:05.681282 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a7d43f04-15a7-4843-88d9-123e26d7bf69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:05.705627 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a7d43f04-15a7-4843-88d9-123e26d7bf69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:05.769779 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-8aaa55f3-6a40-4fc7-9974-9d0ba1a39765 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 7c3ad8af-b260-47a6-9c30-81f606bcec4c) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:05.781339 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaa55f3-6a40-4fc7-9974-9d0ba1a39765 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:05.782143 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574f72a8-dcf9-4425-9d17-ba14b7d4e0ff None None] Network 7c3ad8af-b260-47a6-9c30-81f606bcec4c requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:05.782633 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8aaa55f3-6a40-4fc7-9974-9d0ba1a39765 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:05.933163 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8aaa55f3-6a40-4fc7-9974-9d0ba1a39765 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0533206 Aug 10 04:15:05.933876 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a7d43f04-15a7-4843-88d9-123e26d7bf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:05.937193 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a7d43f04-15a7-4843-88d9-123e26d7bf69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:05.937810 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35554) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:05.938343 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a7d43f04-15a7-4843-88d9-123e26d7bf69 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f2c7683a-cdb5-4d08-8a88-faff1ae6019e HTTP/1.1" status: 204 len: 168 time: 0.3230250 Aug 10 04:15:05.947727 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d43f04-15a7-4843-88d9-123e26d7bf69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c7683a-cdb5-4d08-8a88-faff1ae6019e,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:05.964428 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-99e325a5-9b45-4f01-941b-1c4b47ee0b1f tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1093631407'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:05.965165 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4306930d-cecb-4fe2-b99e-61c0c93b2389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-7c3ad8af-b260-47a6-9c30-81f606bcec4c', 'network_id': '7c3ad8af-b260-47a6-9c30-81f606bcec4c', 'tenant_id': 'a5f3e5c9a0264141a1b2d8171fd3a44d', 'fixed_ips': [{'subnet_id': '120afa85-72f1-42d1-9f2b-026e5680ef21'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:15:05.965736 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4306930d-cecb-4fe2-b99e-61c0c93b2389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:06.088483 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e325a5-9b45-4f01-941b-1c4b47ee0b1f tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Made reservation on behalf of a5f3e5c9a0264141a1b2d8171fd3a44d for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:06.092143 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-99e325a5-9b45-4f01-941b-1c4b47ee0b1f tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:06.118312 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e325a5-9b45-4f01-941b-1c4b47ee0b1f tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:15:06.128005 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-99e325a5-9b45-4f01-941b-1c4b47ee0b1f tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:06.128360 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-99e325a5-9b45-4f01-941b-1c4b47ee0b1f tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Added segment 63ba6c58-46c5-4bd1-8f1a-6dbfbc05bcb9 of type vlan for network 3e89bf25-6a1c-4126-b5ee-144d1832e980 Aug 10 04:15:06.131571 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-4306930d-cecb-4fe2-b99e-61c0c93b2389 None None] Allocated IP 2001:db8:0:ffff::2 (7c3ad8af-b260-47a6-9c30-81f606bcec4c/120afa85-72f1-42d1-9f2b-026e5680ef21/d6d231e0-d961-43eb-b25c-e6aac913d1dc) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:06.256307 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-99e325a5-9b45-4f01-941b-1c4b47ee0b1f tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:06.338260 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f71542-19b6-4e74-a6ba-be1318ea21b8 req-b9fd380d-1731-46fb-b1ed-d6f1e5ea0e99 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:06.340398 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-51f71542-19b6-4e74-a6ba-be1318ea21b8 req-b9fd380d-1731-46fb-b1ed-d6f1e5ea0e99 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 943 time: 0.0797579 Aug 10 04:15:06.411766 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-99e325a5-9b45-4f01-941b-1c4b47ee0b1f tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:06.428595 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4306930d-cecb-4fe2-b99e-61c0c93b2389 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:06.431636 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e325a5-9b45-4f01-941b-1c4b47ee0b1f tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:06.432723 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-99e325a5-9b45-4f01-941b-1c4b47ee0b1f tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:06.464958 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4306930d-cecb-4fe2-b99e-61c0c93b2389 None None] Transition to ACTIVE for port object d6d231e0-d961-43eb-b25c-e6aac913d1dc will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:06.495222 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4306930d-cecb-4fe2-b99e-61c0c93b2389 None None] Transition to ACTIVE for port object d6d231e0-d961-43eb-b25c-e6aac913d1dc will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:06.515014 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-51f71542-19b6-4e74-a6ba-be1318ea21b8 req-c0ec840c-ebac-45ac-b938-c1b3972e1148 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683111 Aug 10 04:15:06.580389 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e325a5-9b45-4f01-941b-1c4b47ee0b1f tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event updated for resources: {'Network': ['ID=3e89bf25-6a1c-4126-b5ee-144d1832e980,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:06.580591 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4306930d-cecb-4fe2-b99e-61c0c93b2389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:06.613367 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-99e325a5-9b45-4f01-941b-1c4b47ee0b1f tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6719754 Aug 10 04:15:06.613481 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35568) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:06.617850 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-8b64458e-a086-4add-8ee4-f2a638120217 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Request body: {'subnet': {'network_id': '3e89bf25-6a1c-4126-b5ee-144d1832e980', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:06.636834 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306930d-cecb-4fe2-b99e-61c0c93b2389 None None] Pushing event updated for resources: {'Port': ['ID=d6d231e0-d961-43eb-b25c-e6aac913d1dc,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:06.644249 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 3e89bf25-6a1c-4126-b5ee-144d1832e980 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:15:06.781592 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4306930d-cecb-4fe2-b99e-61c0c93b2389 None None] Network 7c3ad8af-b260-47a6-9c30-81f606bcec4c is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:06.783065 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-4306930d-cecb-4fe2-b99e-61c0c93b2389 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:06.785591 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4306930d-cecb-4fe2-b99e-61c0c93b2389 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:06.814773 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b64458e-a086-4add-8ee4-f2a638120217 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Made reservation on behalf of a5f3e5c9a0264141a1b2d8171fd3a44d for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:06.819453 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8b64458e-a086-4add-8ee4-f2a638120217 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:06.895637 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-4306930d-cecb-4fe2-b99e-61c0c93b2389 None None] Attempting to bind port d6d231e0-d961-43eb-b25c-e6aac913d1dc on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:15:06.896211 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-4306930d-cecb-4fe2-b99e-61c0c93b2389 None None] Attempting to bind port d6d231e0-d961-43eb-b25c-e6aac913d1dc by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '0058cdeb-99b5-46b5-be00-3c9c79400b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7c3ad8af-b260-47a6-9c30-81f606bcec4c'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:15:06.896746 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4306930d-cecb-4fe2-b99e-61c0c93b2389 None None] Attempting to bind port d6d231e0-d961-43eb-b25c-e6aac913d1dc on network 7c3ad8af-b260-47a6-9c30-81f606bcec4c {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:15:06.906285 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4306930d-cecb-4fe2-b99e-61c0c93b2389 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:15:06.908214 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4306930d-cecb-4fe2-b99e-61c0c93b2389 None None] Checking segment: {'id': '0058cdeb-99b5-46b5-be00-3c9c79400b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7c3ad8af-b260-47a6-9c30-81f606bcec4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:06.908214 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4306930d-cecb-4fe2-b99e-61c0c93b2389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:06.908214 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4306930d-cecb-4fe2-b99e-61c0c93b2389 None None] Bound using segment: {'id': '0058cdeb-99b5-46b5-be00-3c9c79400b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7c3ad8af-b260-47a6-9c30-81f606bcec4c'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:15:06.908992 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-4306930d-cecb-4fe2-b99e-61c0c93b2389 None None] Bound port: d6d231e0-d961-43eb-b25c-e6aac913d1dc, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0058cdeb-99b5-46b5-be00-3c9c79400b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '7c3ad8af-b260-47a6-9c30-81f606bcec4c'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:15:06.909450 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4306930d-cecb-4fe2-b99e-61c0c93b2389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:07.012447 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-4306930d-cecb-4fe2-b99e-61c0c93b2389 None None] For port d6d231e0-d961-43eb-b25c-e6aac913d1dc, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:15:07.016808 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-4306930d-cecb-4fe2-b99e-61c0c93b2389 None None] For port d6d231e0-d961-43eb-b25c-e6aac913d1dc, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=d6d231e0-d961-43eb-b25c-e6aac913d1dc,segment=NetworkSegment(0058cdeb-99b5-46b5-be00-3c9c79400b2a),segment_id=0058cdeb-99b5-46b5-be00-3c9c79400b2a)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:15:07.106532 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4306930d-cecb-4fe2-b99e-61c0c93b2389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:07.237327 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306930d-cecb-4fe2-b99e-61c0c93b2389 None None] Pushing event updated for resources: {'Port': ['ID=d6d231e0-d961-43eb-b25c-e6aac913d1dc,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:07.297289 n-d-802893-2 neutron-server[94937]: DEBUG neutron.objects.ports [None req-8b64458e-a086-4add-8ee4-f2a638120217 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94937) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 04:15:07.300021 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8b64458e-a086-4add-8ee4-f2a638120217 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:07.462110 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64458e-a086-4add-8ee4-f2a638120217 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event updated for resources: {'Subnet': ['ID=c1a3fc76-6337-42d9-9e2e-ed1fa7bede86,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:07.518927 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b64458e-a086-4add-8ee4-f2a638120217 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Checking segment: {'id': '63ba6c58-46c5-4bd1-8f1a-6dbfbc05bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3e89bf25-6a1c-4126-b5ee-144d1832e980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:07.519593 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b64458e-a086-4add-8ee4-f2a638120217 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Network hostable DHCP agents. Network: 3e89bf25-6a1c-4126-b5ee-144d1832e980, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:15:07.568509 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 1330f4e4-473f-4a93-83c0-17828a80782d details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:15:07.595162 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35594) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:07.655039 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b64458e-a086-4add-8ee4-f2a638120217 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Network 3e89bf25-6a1c-4126-b5ee-144d1832e980 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:15:07.756786 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 1330f4e4-473f-4a93-83c0-17828a80782d, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=1330f4e4-473f-4a93-83c0-17828a80782d,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:07.777112 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '1330f4e4-473f-4a93-83c0-17828a80782d', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'port_id': '1330f4e4-473f-4a93-83c0-17828a80782d', 'mac_address': 'fa:16:3e:40:9f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:15:07.794472 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-00fb5321-4418-44c2-949a-b502c4128d52 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-303854781'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:07.799828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-8b64458e-a086-4add-8ee4-f2a638120217 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 3e89bf25-6a1c-4126-b5ee-144d1832e980) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:07.814964 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44b4230-0621-49b1-bb57-5cf671c27641 None None] Network 3e89bf25-6a1c-4126-b5ee-144d1832e980 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:07.820596 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b64458e-a086-4add-8ee4-f2a638120217 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:07.821074 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8b64458e-a086-4add-8ee4-f2a638120217 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:07.880629 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:07.891478 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dafb791-e3cf-4fdb-81de-2f9fe2e7db93 req-4bf71006-d4eb-450a-958b-d463e539067b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:07.893424 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4dafb791-e3cf-4fdb-81de-2f9fe2e7db93 req-4bf71006-d4eb-450a-958b-d463e539067b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 943 time: 0.1567748 Aug 10 04:15:07.909412 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1330f4e4-473f-4a93-83c0-17828a80782d {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:15:07.940554 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 1330f4e4-473f-4a93-83c0-17828a80782d, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=1330f4e4-473f-4a93-83c0-17828a80782d,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:07.987226 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fb5321-4418-44c2-949a-b502c4128d52 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:07.993425 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-00fb5321-4418-44c2-949a-b502c4128d52 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:08.004772 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-00fb5321-4418-44c2-949a-b502c4128d52 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:08.013809 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4dafb791-e3cf-4fdb-81de-2f9fe2e7db93 req-a3c7a5d7-39d4-49a3-8d07-ab00ed670acf tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078281 Aug 10 04:15:08.019321 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:08.072859 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8b64458e-a086-4add-8ee4-f2a638120217 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4552977 Aug 10 04:15:08.079477 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35602) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:08.088134 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-787d9b5b-ac9a-46ba-bf2e-8f5a26d98763 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Request body: {'port': {'network_id': '3e89bf25-6a1c-4126-b5ee-144d1832e980', 'name': 'tempest-NetworksIpV6TestAttrs-887263960'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:08.102121 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016f573d-de28-4b3d-a4be-06da5d6ea78d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-3e89bf25-6a1c-4126-b5ee-144d1832e980', 'network_id': '3e89bf25-6a1c-4126-b5ee-144d1832e980', 'tenant_id': 'a5f3e5c9a0264141a1b2d8171fd3a44d', 'fixed_ips': [{'subnet_id': 'c1a3fc76-6337-42d9-9e2e-ed1fa7bede86'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:15:08.103323 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-016f573d-de28-4b3d-a4be-06da5d6ea78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:08.126851 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=1330f4e4-473f-4a93-83c0-17828a80782d,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:08.276584 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-00fb5321-4418-44c2-949a-b502c4128d52 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:08.351509 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-00fb5321-4418-44c2-949a-b502c4128d52 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:08.362343 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['1330f4e4-473f-4a93-83c0-17828a80782d'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:15:08.424365 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00fb5321-4418-44c2-949a-b502c4128d52 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:15:08.460515 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787d9b5b-ac9a-46ba-bf2e-8f5a26d98763 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Made reservation on behalf of a5f3e5c9a0264141a1b2d8171fd3a44d for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:08.463788 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb5321-4418-44c2-949a-b502c4128d52 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54c79a59-5144-4ad2-a103-c69e388ca0d6,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:08.464518 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-787d9b5b-ac9a-46ba-bf2e-8f5a26d98763 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:08.472941 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-016f573d-de28-4b3d-a4be-06da5d6ea78d None None] Allocated IP 2001:db8::f816:3eff:fee7:2f86 (3e89bf25-6a1c-4126-b5ee-144d1832e980/c1a3fc76-6337-42d9-9e2e-ed1fa7bede86/86c2b557-e9cf-4d37-ad3f-bcec1e095afc) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:08.489172 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-00fb5321-4418-44c2-949a-b502c4128d52 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:08.493384 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-00fb5321-4418-44c2-949a-b502c4128d52 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Added segment 31ed1dfc-ea5f-480b-9c51-7af40d19622a of type vlan for network be0920cf-5e7b-448c-8782-0516de2e6f8f Aug 10 04:15:08.505770 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-787d9b5b-ac9a-46ba-bf2e-8f5a26d98763 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] device_id is not set on port e672b3dc-3717-4f97-8da1-e9ff54714b21 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:15:08.584169 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-00fb5321-4418-44c2-949a-b502c4128d52 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:08.604346 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device d6d231e0-d961-43eb-b25c-e6aac913d1dc up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:15:08.758522 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-00fb5321-4418-44c2-949a-b502c4128d52 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:08.778145 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fb5321-4418-44c2-949a-b502c4128d52 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:08.778145 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-00fb5321-4418-44c2-949a-b502c4128d52 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:08.783336 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3fec1f-9ef2-4972-84f7-f01f5a8ee906 None None] Network 7c3ad8af-b260-47a6-9c30-81f606bcec4c requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:08.872859 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb5321-4418-44c2-949a-b502c4128d52 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Network': ['ID=be0920cf-5e7b-448c-8782-0516de2e6f8f,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:08.896310 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network be0920cf-5e7b-448c-8782-0516de2e6f8f details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:15:08.946090 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port d6d231e0-d961-43eb-b25c-e6aac913d1dc completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:08.974708 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-00fb5321-4418-44c2-949a-b502c4128d52 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3710554 Aug 10 04:15:08.975687 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35608) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:08.983918 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-5c7093c9-2a9c-4663-83f7-d8ef02cb1342 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'port': {'network_id': 'be0920cf-5e7b-448c-8782-0516de2e6f8f', 'name': 'tempest-PortsTestJSON-668859598'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:09.074108 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3122d42d-553a-4ed0-9ba1-c97e891138b0 None None] Provisioning for port d6d231e0-d961-43eb-b25c-e6aac913d1dc completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:09.133633 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3122d42d-553a-4ed0-9ba1-c97e891138b0 None None] Provisioning complete for port d6d231e0-d961-43eb-b25c-e6aac913d1dc triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:09.133977 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3122d42d-553a-4ed0-9ba1-c97e891138b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:09.231543 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477741d-c5d8-45e9-b11b-8f8955b9a984 req-c1534528-f25f-4dac-a837-c2e0cd7e6c5e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:09.234671 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b477741d-c5d8-45e9-b11b-8f8955b9a984 req-c1534528-f25f-4dac-a837-c2e0cd7e6c5e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 944 time: 0.0666504 Aug 10 04:15:09.239663 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-016f573d-de28-4b3d-a4be-06da5d6ea78d None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:09.298011 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-016f573d-de28-4b3d-a4be-06da5d6ea78d None None] Transition to ACTIVE for port object 86c2b557-e9cf-4d37-ad3f-bcec1e095afc will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:09.305311 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b477741d-c5d8-45e9-b11b-8f8955b9a984 req-5ca74ed0-e258-435b-9d88-ae5a8c78e7da tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609095 Aug 10 04:15:09.309149 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7093c9-2a9c-4663-83f7-d8ef02cb1342 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:09.314964 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5c7093c9-2a9c-4663-83f7-d8ef02cb1342 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:09.344803 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-5c7093c9-2a9c-4663-83f7-d8ef02cb1342 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] device_id is not set on port ea41e486-c027-4d32-b030-f60b7c4c308f yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:15:09.411535 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-016f573d-de28-4b3d-a4be-06da5d6ea78d None None] Transition to ACTIVE for port object 86c2b557-e9cf-4d37-ad3f-bcec1e095afc will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:09.518129 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3122d42d-553a-4ed0-9ba1-c97e891138b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:09.532533 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-016f573d-de28-4b3d-a4be-06da5d6ea78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:09.565247 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016f573d-de28-4b3d-a4be-06da5d6ea78d None None] Network 3e89bf25-6a1c-4126-b5ee-144d1832e980 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:09.570866 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-016f573d-de28-4b3d-a4be-06da5d6ea78d None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:09.604943 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016f573d-de28-4b3d-a4be-06da5d6ea78d None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:09.622565 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-1fbed610-b33a-439d-be00-bd105a19132c req-34f22157-1a46-48b4-aa75-de0b3de1e3a3 service neutron] (94937) timed out ('10.222.0.25', 43626) {{(pid=94937) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:15:09.634738 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5c7093c9-2a9c-4663-83f7-d8ef02cb1342 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:09.646333 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-3122d42d-553a-4ed0-9ba1-c97e891138b0 None None] For port d6d231e0-d961-43eb-b25c-e6aac913d1dc, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=d6d231e0-d961-43eb-b25c-e6aac913d1dc,segment=NetworkSegment(0058cdeb-99b5-46b5-be00-3c9c79400b2a),segment_id=0058cdeb-99b5-46b5-be00-3c9c79400b2a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:09.737178 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3122d42d-553a-4ed0-9ba1-c97e891138b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:09.777470 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5c7093c9-2a9c-4663-83f7-d8ef02cb1342 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:09.858980 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-787d9b5b-ac9a-46ba-bf2e-8f5a26d98763 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Allocated IP 2001:db8::f816:3eff:fe94:5f80 (3e89bf25-6a1c-4126-b5ee-144d1832e980/c1a3fc76-6337-42d9-9e2e-ed1fa7bede86/e672b3dc-3717-4f97-8da1-e9ff54714b21) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:09.961393 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7093c9-2a9c-4663-83f7-d8ef02cb1342 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Port': ['ID=ea41e486-c027-4d32-b030-f60b7c4c308f,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:10.010816 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7093c9-2a9c-4663-83f7-d8ef02cb1342 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Checking segment: {'id': '31ed1dfc-ea5f-480b-9c51-7af40d19622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'be0920cf-5e7b-448c-8782-0516de2e6f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:10.011475 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7093c9-2a9c-4663-83f7-d8ef02cb1342 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network hostable DHCP agents. Network: be0920cf-5e7b-448c-8782-0516de2e6f8f, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:15:10.013075 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f573d-de28-4b3d-a4be-06da5d6ea78d None None] Pushing event updated for resources: {'Port': ['ID=86c2b557-e9cf-4d37-ad3f-bcec1e095afc,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:10.038716 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-016f573d-de28-4b3d-a4be-06da5d6ea78d None None] Attempting to bind port 86c2b557-e9cf-4d37-ad3f-bcec1e095afc on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:15:10.039012 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-016f573d-de28-4b3d-a4be-06da5d6ea78d None None] Attempting to bind port 86c2b557-e9cf-4d37-ad3f-bcec1e095afc by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '63ba6c58-46c5-4bd1-8f1a-6dbfbc05bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3e89bf25-6a1c-4126-b5ee-144d1832e980'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:15:10.039386 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f573d-de28-4b3d-a4be-06da5d6ea78d None None] Attempting to bind port 86c2b557-e9cf-4d37-ad3f-bcec1e095afc on network 3e89bf25-6a1c-4126-b5ee-144d1832e980 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:15:10.086364 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f573d-de28-4b3d-a4be-06da5d6ea78d None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:15:10.100470 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f573d-de28-4b3d-a4be-06da5d6ea78d None None] Checking segment: {'id': '63ba6c58-46c5-4bd1-8f1a-6dbfbc05bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3e89bf25-6a1c-4126-b5ee-144d1832e980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:10.100470 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-016f573d-de28-4b3d-a4be-06da5d6ea78d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:10.100470 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f573d-de28-4b3d-a4be-06da5d6ea78d None None] Bound using segment: {'id': '63ba6c58-46c5-4bd1-8f1a-6dbfbc05bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3e89bf25-6a1c-4126-b5ee-144d1832e980'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:15:10.100470 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-016f573d-de28-4b3d-a4be-06da5d6ea78d None None] Bound port: 86c2b557-e9cf-4d37-ad3f-bcec1e095afc, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ba6c58-46c5-4bd1-8f1a-6dbfbc05bcb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '3e89bf25-6a1c-4126-b5ee-144d1832e980'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:15:10.100470 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-016f573d-de28-4b3d-a4be-06da5d6ea78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:10.100470 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c39ef176-1469-4f0f-ab29-7d8a7c22ff23 None None] Provisioning complete for port d6d231e0-d961-43eb-b25c-e6aac913d1dc triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:10.100470 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c39ef176-1469-4f0f-ab29-7d8a7c22ff23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:10.188301 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-30ec6e62-d46f-4db7-aa28-c2ff91075bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:10.188301 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122d42d-553a-4ed0-9ba1-c97e891138b0 None None] Pushing event updated for resources: {'Port': ['ID=d6d231e0-d961-43eb-b25c-e6aac913d1dc,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:10.252094 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7093c9-2a9c-4663-83f7-d8ef02cb1342 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network be0920cf-5e7b-448c-8782-0516de2e6f8f is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:15:10.277101 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-787d9b5b-ac9a-46ba-bf2e-8f5a26d98763 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:10.294025 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-016f573d-de28-4b3d-a4be-06da5d6ea78d None None] For port 86c2b557-e9cf-4d37-ad3f-bcec1e095afc, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:15:10.299090 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-787d9b5b-ac9a-46ba-bf2e-8f5a26d98763 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Transition to ACTIVE for port object e672b3dc-3717-4f97-8da1-e9ff54714b21 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:10.323587 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-016f573d-de28-4b3d-a4be-06da5d6ea78d None None] For port 86c2b557-e9cf-4d37-ad3f-bcec1e095afc, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=86c2b557-e9cf-4d37-ad3f-bcec1e095afc,segment=NetworkSegment(63ba6c58-46c5-4bd1-8f1a-6dbfbc05bcb9),segment_id=63ba6c58-46c5-4bd1-8f1a-6dbfbc05bcb9)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:15:10.346144 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-5c7093c9-2a9c-4663-83f7-d8ef02cb1342 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, be0920cf-5e7b-448c-8782-0516de2e6f8f) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:10.363886 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900bbeb6-6e93-4253-ac0e-1ff0045cde3c None None] Network be0920cf-5e7b-448c-8782-0516de2e6f8f requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:10.364758 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7093c9-2a9c-4663-83f7-d8ef02cb1342 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:10.371554 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7093c9-2a9c-4663-83f7-d8ef02cb1342 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:10.372239 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5c7093c9-2a9c-4663-83f7-d8ef02cb1342 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:10.426903 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-016f573d-de28-4b3d-a4be-06da5d6ea78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:10.443290 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-787d9b5b-ac9a-46ba-bf2e-8f5a26d98763 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:10.509344 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787d9b5b-ac9a-46ba-bf2e-8f5a26d98763 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Network 3e89bf25-6a1c-4126-b5ee-144d1832e980 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:10.518444 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3166d1f-d9fc-4a2f-9cc9-1fa7be7c3adf req-d09d0433-3f69-49b1-a202-d245b71b3edd tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:10.521099 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device d6d231e0-d961-43eb-b25c-e6aac913d1dc up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:15:10.528896 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3166d1f-d9fc-4a2f-9cc9-1fa7be7c3adf req-d09d0433-3f69-49b1-a202-d245b71b3edd tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 944 time: 0.1110895 Aug 10 04:15:10.539143 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d9b5b-ac9a-46ba-bf2e-8f5a26d98763 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event updated for resources: {'Port': ['ID=e672b3dc-3717-4f97-8da1-e9ff54714b21,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:10.557796 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-787d9b5b-ac9a-46ba-bf2e-8f5a26d98763 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:10.557796 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787d9b5b-ac9a-46ba-bf2e-8f5a26d98763 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:10.563265 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787d9b5b-ac9a-46ba-bf2e-8f5a26d98763 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:10.564149 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-787d9b5b-ac9a-46ba-bf2e-8f5a26d98763 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:10.573091 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5c7093c9-2a9c-4663-83f7-d8ef02cb1342 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5959613 Aug 10 04:15:10.575714 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35626) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:10.587588 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-4ec2d031-9532-4ab8-80f9-d2c7c2ae06e2 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-501349994'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:10.611517 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3166d1f-d9fc-4a2f-9cc9-1fa7be7c3adf req-6c3d5017-8aa9-462f-a9e9-d438f204e195 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810263 Aug 10 04:15:10.675100 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f573d-de28-4b3d-a4be-06da5d6ea78d None None] Pushing event updated for resources: {'Port': ['ID=86c2b557-e9cf-4d37-ad3f-bcec1e095afc,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:10.690255 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec2d031-9532-4ab8-80f9-d2c7c2ae06e2 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:10.703560 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4ec2d031-9532-4ab8-80f9-d2c7c2ae06e2 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:10.738089 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port d6d231e0-d961-43eb-b25c-e6aac913d1dc triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:10.739027 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ec2d031-9532-4ab8-80f9-d2c7c2ae06e2 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:15:10.747439 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:10.751521 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4ec2d031-9532-4ab8-80f9-d2c7c2ae06e2 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:10.751788 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-4ec2d031-9532-4ab8-80f9-d2c7c2ae06e2 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Added segment 67ee7d8c-b74b-42b1-8ce7-907598b2d903 of type vlan for network bf4f3e26-e890-4643-85fc-ae02a0a4d55b Aug 10 04:15:10.836010 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4ec2d031-9532-4ab8-80f9-d2c7c2ae06e2 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:10.852566 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-787d9b5b-ac9a-46ba-bf2e-8f5a26d98763 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.7767448 Aug 10 04:15:10.856276 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35628) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:10.930571 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c2790f-a1ce-4d2a-abe5-249d8ea7e7e1 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Deleting subnet c1a3fc76-6337-42d9-9e2e-ed1fa7bede86 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:15:10.934395 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f8c2790f-a1ce-4d2a-abe5-249d8ea7e7e1 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:10.941243 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4ec2d031-9532-4ab8-80f9-d2c7c2ae06e2 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:10.963817 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec2d031-9532-4ab8-80f9-d2c7c2ae06e2 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:10.964697 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4ec2d031-9532-4ab8-80f9-d2c7c2ae06e2 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:10.999918 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f8c2790f-a1ce-4d2a-abe5-249d8ea7e7e1 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:11.077125 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2d031-9532-4ab8-80f9-d2c7c2ae06e2 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Network': ['ID=bf4f3e26-e890-4643-85fc-ae02a0a4d55b,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:11.090195 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network bf4f3e26-e890-4643-85fc-ae02a0a4d55b details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:15:11.101589 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4ec2d031-9532-4ab8-80f9-d2c7c2ae06e2 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5241044 Aug 10 04:15:11.104408 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35630) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:11.111085 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-94227c7e-1c9b-458a-90db-2668ddd0eb20 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'ports': [{'network_id': 'be0920cf-5e7b-448c-8782-0516de2e6f8f'}, {'network_id': 'bf4f3e26-e890-4643-85fc-ae02a0a4d55b'}]} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:11.111599 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-94227c7e-1c9b-458a-90db-2668ddd0eb20 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'port': {'network_id': 'be0920cf-5e7b-448c-8782-0516de2e6f8f'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:11.112595 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-94227c7e-1c9b-458a-90db-2668ddd0eb20 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'port': {'network_id': 'bf4f3e26-e890-4643-85fc-ae02a0a4d55b'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:11.166245 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f8c2790f-a1ce-4d2a-abe5-249d8ea7e7e1 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:11.433646 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f8c2790f-a1ce-4d2a-abe5-249d8ea7e7e1 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:11.469387 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94227c7e-1c9b-458a-90db-2668ddd0eb20 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'port': 2} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:11.474634 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-94227c7e-1c9b-458a-90db-2668ddd0eb20 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:11.485950 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f8c2790f-a1ce-4d2a-abe5-249d8ea7e7e1 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:11.488517 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f8c2790f-a1ce-4d2a-abe5-249d8ea7e7e1 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "DELETE /v2.0/subnets/c1a3fc76-6337-42d9-9e2e-ed1fa7bede86 HTTP/1.1" status: 204 len: 168 time: 0.6305826 Aug 10 04:15:11.490159 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2790f-a1ce-4d2a-abe5-249d8ea7e7e1 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event deleted for resources: {'Subnet': ['ID=c1a3fc76-6337-42d9-9e2e-ed1fa7bede86,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:11.498615 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35648) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:11.521512 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-94227c7e-1c9b-458a-90db-2668ddd0eb20 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:11.573950 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415a4c66-1292-4dd0-8701-ab1fbc8f462b tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:11.579896 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 1330f4e4-473f-4a93-83c0-17828a80782d up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:15:11.591920 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415a4c66-1292-4dd0-8701-ab1fbc8f462b tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:11.593796 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-415a4c66-1292-4dd0-8701-ab1fbc8f462b tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0940628 Aug 10 04:15:11.608584 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35652) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:11.751115 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-94227c7e-1c9b-458a-90db-2668ddd0eb20 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] device_id is not set on port 20ad0533-8a3a-48b4-9e91-6fd7bbf1d3df yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:15:11.759648 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-497dd4ff-6c3f-4e65-bf01-5422d46f4b7f tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:11.769643 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-497dd4ff-6c3f-4e65-bf01-5422d46f4b7f tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 10 04:15:11.770129 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-497dd4ff-6c3f-4e65-bf01-5422d46f4b7f tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:15:11.771945 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-497dd4ff-6c3f-4e65-bf01-5422d46f4b7f tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "DELETE /v2.0/networks/3e89bf25-6a1c-4126-b5ee-144d1832e980 HTTP/1.1" status: 409 len: 405 time: 0.1623085 Aug 10 04:15:11.780216 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35658) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:11.786026 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 1330f4e4-473f-4a93-83c0-17828a80782d completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:11.791407 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-f9322b98-3765-4b1c-b8cd-01ee94b5c411 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2096724547'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:11.792037 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 1330f4e4-473f-4a93-83c0-17828a80782d triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:11.792436 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:11.940868 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9322b98-3765-4b1c-b8cd-01ee94b5c411 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Made reservation on behalf of a5f3e5c9a0264141a1b2d8171fd3a44d for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:11.950432 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f9322b98-3765-4b1c-b8cd-01ee94b5c411 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:11.989707 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:12.020686 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555f12a1-443e-45be-a9a0-2c3813692b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1330f4e4-473f-4a93-83c0-17828a80782d'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:15:12.024346 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068579ba-05e9-4fa8-913a-7b22fc63f089" -d '{"events": [{"server_uuid": "555f12a1-443e-45be-a9a0-2c3813692b56", "name": "network-vif-plugged", "status": "completed", "tag": "1330f4e4-473f-4a93-83c0-17828a80782d"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:15:12.038672 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9322b98-3765-4b1c-b8cd-01ee94b5c411 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:15:12.056138 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f9322b98-3765-4b1c-b8cd-01ee94b5c411 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:12.057110 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-f9322b98-3765-4b1c-b8cd-01ee94b5c411 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Added segment 374ad87b-6b73-4ba7-bd05-291009d2d219 of type vlan for network 189f9f5d-a16d-44cf-b657-1bf34b58ad92 Aug 10 04:15:12.066612 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 1330f4e4-473f-4a93-83c0-17828a80782d, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=1330f4e4-473f-4a93-83c0-17828a80782d,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:12.097998 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199e8a7-1320-417a-82eb-b956ac09f141 req-a45bb48d-0c32-40bd-b99f-7b512ac45d8f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:12.110151 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea8407e-1faf-41d9-b946-fcf3f48ecbcd None None] Network 3e89bf25-6a1c-4126-b5ee-144d1832e980 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:12.112968 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d199e8a7-1320-417a-82eb-b956ac09f141 req-a45bb48d-0c32-40bd-b99f-7b512ac45d8f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 944 time: 0.2703855 Aug 10 04:15:12.139183 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f9322b98-3765-4b1c-b8cd-01ee94b5c411 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:12.228572 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:12.253699 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-94227c7e-1c9b-458a-90db-2668ddd0eb20 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:12.267301 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f9322b98-3765-4b1c-b8cd-01ee94b5c411 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:12.277847 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d199e8a7-1320-417a-82eb-b956ac09f141 req-3df3ae60-b2f8-4a5f-a8a6-58fcc071eec9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630330 Aug 10 04:15:12.281842 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9322b98-3765-4b1c-b8cd-01ee94b5c411 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:12.286821 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f9322b98-3765-4b1c-b8cd-01ee94b5c411 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:12.474435 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60e43c8-42a4-4a39-84d1-426b0ed7c5d4 x-openstack-request-id: req-e60e43c8-42a4-4a39-84d1-426b0ed7c5d4 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:15:12.474733 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555f12a1-443e-45be-a9a0-2c3813692b56", "name": "network-vif-plugged", "status": "completed", "tag": "1330f4e4-473f-4a93-83c0-17828a80782d", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:15:12.474984 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e60e43c8-42a4-4a39-84d1-426b0ed7c5d4 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:15:12.475422 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555f12a1-443e-45be-a9a0-2c3813692b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1330f4e4-473f-4a93-83c0-17828a80782d', 'code': 200} Aug 10 04:15:12.476316 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=1330f4e4-473f-4a93-83c0-17828a80782d,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:12.555713 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-94227c7e-1c9b-458a-90db-2668ddd0eb20 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] device_id is not set on port 1848e443-901c-48eb-a538-7509b07232a0 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:15:12.583525 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030c984-e0c6-47c2-aba7-cab2901b8755 req-4e6bad80-1f27-4dbf-9583-30edeab11da1 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:12.586908 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1030c984-e0c6-47c2-aba7-cab2901b8755 req-4e6bad80-1f27-4dbf-9583-30edeab11da1 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb03e1fb-46ca-4af9-a950-765e9399fb67 HTTP/1.1" status: 200 len: 946 time: 0.0913446 Aug 10 04:15:12.593878 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-389d0784-6a98-4725-a378-a421ebf20b71 None None] Provisioning for port 86c2b557-e9cf-4d37-ad3f-bcec1e095afc completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:12.601314 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9322b98-3765-4b1c-b8cd-01ee94b5c411 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event updated for resources: {'Network': ['ID=189f9f5d-a16d-44cf-b657-1bf34b58ad92,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:12.606303 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 86c2b557-e9cf-4d37-ad3f-bcec1e095afc up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:15:12.607268 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6147ab-1fa2-44e5-a2dd-f9eb8cb6ca59 req-9fd6302b-cd3c-4d83-8600-b6fc3b542238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:12.611997 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e6147ab-1fa2-44e5-a2dd-f9eb8cb6ca59 req-9fd6302b-cd3c-4d83-8600-b6fc3b542238 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 1096 time: 0.1116626 Aug 10 04:15:12.639713 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f9322b98-3765-4b1c-b8cd-01ee94b5c411 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8543813 Aug 10 04:15:12.640211 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35670) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:12.641075 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 189f9f5d-a16d-44cf-b657-1bf34b58ad92 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:15:12.646141 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-c8af9a33-542f-44fe-bad1-ea0921463254 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Request body: {'subnet': {'network_id': '189f9f5d-a16d-44cf-b657-1bf34b58ad92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:12.675314 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1030c984-e0c6-47c2-aba7-cab2901b8755 req-c769b6bc-89a6-4eab-932f-2ab6ffe3db90 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c8775a2-e3f1-4ba7-b67c-11247ffe1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795524 Aug 10 04:15:12.682367 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7e6147ab-1fa2-44e5-a2dd-f9eb8cb6ca59 req-f0d636dc-7cbe-42c8-8d92-7451d8645240 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630453 Aug 10 04:15:12.749819 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d440b957-296c-4339-9da1-ecd2703654e3 None None] DHCP port deletion for 3e89bf25-6a1c-4126-b5ee-144d1832e980 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:15:12.769995 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-94227c7e-1c9b-458a-90db-2668ddd0eb20 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:12.812028 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-d440b957-296c-4339-9da1-ecd2703654e3 None None] Deleting port 86c2b557-e9cf-4d37-ad3f-bcec1e095afc {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:12.812411 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d440b957-296c-4339-9da1-ecd2703654e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:12.883298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8af9a33-542f-44fe-bad1-ea0921463254 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Made reservation on behalf of a5f3e5c9a0264141a1b2d8171fd3a44d for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:12.888681 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c8af9a33-542f-44fe-bad1-ea0921463254 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:12.894199 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d440b957-296c-4339-9da1-ecd2703654e3 None None] For port 86c2b557-e9cf-4d37-ad3f-bcec1e095afc, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=86c2b557-e9cf-4d37-ad3f-bcec1e095afc,segment=NetworkSegment(63ba6c58-46c5-4bd1-8f1a-6dbfbc05bcb9),segment_id=63ba6c58-46c5-4bd1-8f1a-6dbfbc05bcb9)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:12.894639 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d440b957-296c-4339-9da1-ecd2703654e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:12.911196 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-d440b957-296c-4339-9da1-ecd2703654e3 None None] Calling delete_port for 86c2b557-e9cf-4d37-ad3f-bcec1e095afc owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:12.917909 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-94227c7e-1c9b-458a-90db-2668ddd0eb20 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:12.970679 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 86c2b557-e9cf-4d37-ad3f-bcec1e095afc completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:12.977870 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 86c2b557-e9cf-4d37-ad3f-bcec1e095afc triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:12.978161 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:12.994431 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94227c7e-1c9b-458a-90db-2668ddd0eb20 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network be0920cf-5e7b-448c-8782-0516de2e6f8f is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:12.999928 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-94227c7e-1c9b-458a-90db-2668ddd0eb20 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:13.013591 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94227c7e-1c9b-458a-90db-2668ddd0eb20 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:13.014867 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-94227c7e-1c9b-458a-90db-2668ddd0eb20 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:13.057592 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94227c7e-1c9b-458a-90db-2668ddd0eb20 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Port': ['ID=20ad0533-8a3a-48b4-9e91-6fd7bbf1d3df,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:13.110427 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:13.116921 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94227c7e-1c9b-458a-90db-2668ddd0eb20 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Port': ['ID=1848e443-901c-48eb-a538-7509b07232a0,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:13.150678 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94227c7e-1c9b-458a-90db-2668ddd0eb20 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Checking segment: {'id': '67ee7d8c-b74b-42b1-8ce7-907598b2d903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'bf4f3e26-e890-4643-85fc-ae02a0a4d55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:13.151065 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94227c7e-1c9b-458a-90db-2668ddd0eb20 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network hostable DHCP agents. Network: bf4f3e26-e890-4643-85fc-ae02a0a4d55b, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:15:13.158315 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d440b957-296c-4339-9da1-ecd2703654e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:13.216871 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440b957-296c-4339-9da1-ecd2703654e3 None None] Pushing event deleted for resources: {'Port': ['ID=86c2b557-e9cf-4d37-ad3f-bcec1e095afc,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:13.227235 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d440b957-296c-4339-9da1-ecd2703654e3 None None] No DVR routers for this DVR port 86c2b557-e9cf-4d37-ad3f-bcec1e095afc on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:15:13.237565 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94227c7e-1c9b-458a-90db-2668ddd0eb20 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network bf4f3e26-e890-4643-85fc-ae02a0a4d55b is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:15:13.295763 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-94227c7e-1c9b-458a-90db-2668ddd0eb20 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, bf4f3e26-e890-4643-85fc-ae02a0a4d55b) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:13.303763 n-d-802893-2 neutron-server[94937]: DEBUG neutron.objects.ports [None req-c8af9a33-542f-44fe-bad1-ea0921463254 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94937) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 04:15:13.306122 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c8af9a33-542f-44fe-bad1-ea0921463254 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:13.311388 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94227c7e-1c9b-458a-90db-2668ddd0eb20 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:13.321736 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82060a9f-5ee0-4169-b11b-19fddd02899b None None] Network bf4f3e26-e890-4643-85fc-ae02a0a4d55b requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:13.330304 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94227c7e-1c9b-458a-90db-2668ddd0eb20 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:13.347610 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94227c7e-1c9b-458a-90db-2668ddd0eb20 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:13.363592 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-94227c7e-1c9b-458a-90db-2668ddd0eb20 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:13.381103 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af9a33-542f-44fe-bad1-ea0921463254 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event updated for resources: {'Subnet': ['ID=ccefa432-0244-45c2-aefb-752078757231,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:13.392276 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8af9a33-542f-44fe-bad1-ea0921463254 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Checking segment: {'id': '374ad87b-6b73-4ba7-bd05-291009d2d219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '189f9f5d-a16d-44cf-b657-1bf34b58ad92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:13.392697 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8af9a33-542f-44fe-bad1-ea0921463254 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Network hostable DHCP agents. Network: 189f9f5d-a16d-44cf-b657-1bf34b58ad92, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:15:13.481825 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35678) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:13.482507 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-94227c7e-1c9b-458a-90db-2668ddd0eb20 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3762317 Aug 10 04:15:13.529420 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4306dc-7c10-4d6b-b23d-76edccd69cc9 req-945479da-205c-413d-a51e-b5699497e697 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:13.535569 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cf4306dc-7c10-4d6b-b23d-76edccd69cc9 req-945479da-205c-413d-a51e-b5699497e697 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 945 time: 0.1101871 Aug 10 04:15:13.571803 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8af9a33-542f-44fe-bad1-ea0921463254 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Network 189f9f5d-a16d-44cf-b657-1bf34b58ad92 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:15:13.616566 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cf4306dc-7c10-4d6b-b23d-76edccd69cc9 req-424dfd04-112b-42a4-9ab2-ad8a4a075b8a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797975 Aug 10 04:15:13.619900 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:13.646917 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-fdf9117b-5559-467e-9dc5-6644d60883ee tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting port 1848e443-901c-48eb-a538-7509b07232a0 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:13.647334 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fdf9117b-5559-467e-9dc5-6644d60883ee tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:13.700177 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-c8af9a33-542f-44fe-bad1-ea0921463254 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 189f9f5d-a16d-44cf-b657-1bf34b58ad92) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:13.707535 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8af9a33-542f-44fe-bad1-ea0921463254 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:13.708085 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c8af9a33-542f-44fe-bad1-ea0921463254 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:13.721811 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5616e494-b948-4d2d-ad4a-62eb1cce7ac8 None None] Network 189f9f5d-a16d-44cf-b657-1bf34b58ad92 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:13.737512 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fdf9117b-5559-467e-9dc5-6644d60883ee tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:13.769529 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-fdf9117b-5559-467e-9dc5-6644d60883ee tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Calling delete_port for 1848e443-901c-48eb-a538-7509b07232a0 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:13.800863 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c8af9a33-542f-44fe-bad1-ea0921463254 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1581359 Aug 10 04:15:13.803561 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35682) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:13.816113 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-382ad4bb-ba22-4343-bbf7-5bcbe8dbbb67 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Request body: {'port': {'network_id': '189f9f5d-a16d-44cf-b657-1bf34b58ad92', 'name': 'tempest-NetworksIpV6TestAttrs-1837730062'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:13.917680 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562ee4e-865f-4c4e-aee2-269733cf7518 req-274dcb61-c61b-4d8c-9e5c-3b965097eecf tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:13.919565 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b562ee4e-865f-4c4e-aee2-269733cf7518 req-274dcb61-c61b-4d8c-9e5c-3b965097eecf tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb03e1fb-46ca-4af9-a950-765e9399fb67 HTTP/1.1" status: 200 len: 946 time: 0.0885866 Aug 10 04:15:13.947772 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2495cef8-bff0-41c0-93bc-c48812e25a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:13.963198 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191cae34-d49e-462c-a6fc-32f43548ee0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-189f9f5d-a16d-44cf-b657-1bf34b58ad92', 'network_id': '189f9f5d-a16d-44cf-b657-1bf34b58ad92', 'tenant_id': 'a5f3e5c9a0264141a1b2d8171fd3a44d', 'fixed_ips': [{'subnet_id': 'ccefa432-0244-45c2-aefb-752078757231'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:15:13.964382 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-191cae34-d49e-462c-a6fc-32f43548ee0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:13.967302 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b562ee4e-865f-4c4e-aee2-269733cf7518 req-9d4a8587-7b22-4609-bff7-7c1306369d92 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c8775a2-e3f1-4ba7-b67c-11247ffe1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392516 Aug 10 04:15:14.089999 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b5a1c-84f5-474f-b125-cfb1b2372e03 req-d00642db-62e9-47be-a410-6be105a2593f tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:14.091474 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-238b5a1c-84f5-474f-b125-cfb1b2372e03 req-d00642db-62e9-47be-a410-6be105a2593f tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.20 "GET /v2.0/ports?device_id=fb03e1fb-46ca-4af9-a950-765e9399fb67 HTTP/1.1" status: 200 len: 946 time: 0.0542567 Aug 10 04:15:14.195343 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-238b5a1c-84f5-474f-b125-cfb1b2372e03 req-b35582e2-3e7d-4a88-8693-086b5827081c tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Deleting port f941a4e2-d65d-4b63-b366-f5f98bc39d33 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:14.195689 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-238b5a1c-84f5-474f-b125-cfb1b2372e03 req-b35582e2-3e7d-4a88-8693-086b5827081c tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:14.200364 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fdf9117b-5559-467e-9dc5-6644d60883ee tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:14.247937 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382ad4bb-ba22-4343-bbf7-5bcbe8dbbb67 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Made reservation on behalf of a5f3e5c9a0264141a1b2d8171fd3a44d for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:14.252063 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-382ad4bb-ba22-4343-bbf7-5bcbe8dbbb67 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:14.292205 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9117b-5559-467e-9dc5-6644d60883ee tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Port': ['ID=1848e443-901c-48eb-a538-7509b07232a0,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:14.304159 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fdf9117b-5559-467e-9dc5-6644d60883ee tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:14.310071 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fdf9117b-5559-467e-9dc5-6644d60883ee tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/ports/1848e443-901c-48eb-a538-7509b07232a0 HTTP/1.1" status: 204 len: 168 time: 0.8232076 Aug 10 04:15:14.310071 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35688) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:14.331543 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-382ad4bb-ba22-4343-bbf7-5bcbe8dbbb67 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] device_id is not set on port fd622278-edde-42be-a48d-02947641dbf3 yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:15:14.349022 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-191cae34-d49e-462c-a6fc-32f43548ee0c None None] Allocated IP 2001:db8::f816:3eff:fe9f:d17c (189f9f5d-a16d-44cf-b657-1bf34b58ad92/ccefa432-0244-45c2-aefb-752078757231/ff01ceb0-bd8c-4ba5-927b-eb96bb73b7eb) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:14.477689 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 86c2b557-e9cf-4d37-ad3f-bcec1e095afc no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:15:14.480713 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-238b5a1c-84f5-474f-b125-cfb1b2372e03 req-b35582e2-3e7d-4a88-8693-086b5827081c tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] For port f941a4e2-d65d-4b63-b366-f5f98bc39d33, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f941a4e2-d65d-4b63-b366-f5f98bc39d33,segment=NetworkSegment(022c9be0-3f23-4140-b40a-73d3581e4e3a),segment_id=022c9be0-3f23-4140-b40a-73d3581e4e3a)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:14.480861 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-238b5a1c-84f5-474f-b125-cfb1b2372e03 req-b35582e2-3e7d-4a88-8693-086b5827081c tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:14.503758 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb06dc71-0656-4870-8b05-b1530f89f9cc tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:14.514129 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb06dc71-0656-4870-8b05-b1530f89f9cc tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:14.518793 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fb06dc71-0656-4870-8b05-b1530f89f9cc tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.2051401 Aug 10 04:15:14.521697 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35692) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:14.522518 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 86c2b557-e9cf-4d37-ad3f-bcec1e095afc {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:15:14.522909 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 86c2b557-e9cf-4d37-ad3f-bcec1e095afc not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:15:14.613136 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-191cae34-d49e-462c-a6fc-32f43548ee0c None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:14.624820 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-191cae34-d49e-462c-a6fc-32f43548ee0c None None] Transition to ACTIVE for port object ff01ceb0-bd8c-4ba5-927b-eb96bb73b7eb will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:14.646757 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-191cae34-d49e-462c-a6fc-32f43548ee0c None None] Transition to ACTIVE for port object ff01ceb0-bd8c-4ba5-927b-eb96bb73b7eb will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:14.701082 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-191cae34-d49e-462c-a6fc-32f43548ee0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:14.742203 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191cae34-d49e-462c-a6fc-32f43548ee0c None None] Network 189f9f5d-a16d-44cf-b657-1bf34b58ad92 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:14.746407 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-191cae34-d49e-462c-a6fc-32f43548ee0c None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:14.752280 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191cae34-d49e-462c-a6fc-32f43548ee0c None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:14.801250 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-382ad4bb-ba22-4343-bbf7-5bcbe8dbbb67 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Allocated IP 2001:db8::f816:3eff:fe59:6f69 (189f9f5d-a16d-44cf-b657-1bf34b58ad92/ccefa432-0244-45c2-aefb-752078757231/fd622278-edde-42be-a48d-02947641dbf3) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:14.822787 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191cae34-d49e-462c-a6fc-32f43548ee0c None None] Pushing event updated for resources: {'Port': ['ID=ff01ceb0-bd8c-4ba5-927b-eb96bb73b7eb,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:14.854186 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-191cae34-d49e-462c-a6fc-32f43548ee0c None None] Attempting to bind port ff01ceb0-bd8c-4ba5-927b-eb96bb73b7eb on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:15:14.854778 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-191cae34-d49e-462c-a6fc-32f43548ee0c None None] Attempting to bind port ff01ceb0-bd8c-4ba5-927b-eb96bb73b7eb by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '374ad87b-6b73-4ba7-bd05-291009d2d219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '189f9f5d-a16d-44cf-b657-1bf34b58ad92'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:15:14.855302 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191cae34-d49e-462c-a6fc-32f43548ee0c None None] Attempting to bind port ff01ceb0-bd8c-4ba5-927b-eb96bb73b7eb on network 189f9f5d-a16d-44cf-b657-1bf34b58ad92 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:15:14.871711 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191cae34-d49e-462c-a6fc-32f43548ee0c None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:15:14.872784 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191cae34-d49e-462c-a6fc-32f43548ee0c None None] Checking segment: {'id': '374ad87b-6b73-4ba7-bd05-291009d2d219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '189f9f5d-a16d-44cf-b657-1bf34b58ad92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:14.873588 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-191cae34-d49e-462c-a6fc-32f43548ee0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:14.874407 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191cae34-d49e-462c-a6fc-32f43548ee0c None None] Bound using segment: {'id': '374ad87b-6b73-4ba7-bd05-291009d2d219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '189f9f5d-a16d-44cf-b657-1bf34b58ad92'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:15:14.875139 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-191cae34-d49e-462c-a6fc-32f43548ee0c None None] Bound port: ff01ceb0-bd8c-4ba5-927b-eb96bb73b7eb, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374ad87b-6b73-4ba7-bd05-291009d2d219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '189f9f5d-a16d-44cf-b657-1bf34b58ad92'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:15:14.875821 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-191cae34-d49e-462c-a6fc-32f43548ee0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:14.961247 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-238b5a1c-84f5-474f-b125-cfb1b2372e03 req-b35582e2-3e7d-4a88-8693-086b5827081c tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:14.961801 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-238b5a1c-84f5-474f-b125-cfb1b2372e03 req-b35582e2-3e7d-4a88-8693-086b5827081c tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:14.962180 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [req-238b5a1c-84f5-474f-b125-cfb1b2372e03 req-b35582e2-3e7d-4a88-8693-086b5827081c tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Floating IP 95990843-858e-4501-9d46-f1c7ef08a061 disassociated. External IP: 172.25.0.54, port: f941a4e2-d65d-4b63-b366-f5f98bc39d33. Aug 10 04:15:14.965435 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-238b5a1c-84f5-474f-b125-cfb1b2372e03 req-b35582e2-3e7d-4a88-8693-086b5827081c tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Calling delete_port for f941a4e2-d65d-4b63-b366-f5f98bc39d33 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:14.966261 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-191cae34-d49e-462c-a6fc-32f43548ee0c None None] For port ff01ceb0-bd8c-4ba5-927b-eb96bb73b7eb, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:15:14.969790 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-191cae34-d49e-462c-a6fc-32f43548ee0c None None] For port ff01ceb0-bd8c-4ba5-927b-eb96bb73b7eb, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ff01ceb0-bd8c-4ba5-927b-eb96bb73b7eb,segment=NetworkSegment(374ad87b-6b73-4ba7-bd05-291009d2d219),segment_id=374ad87b-6b73-4ba7-bd05-291009d2d219)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:15:14.984714 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f701d-a1ea-4dca-bf2b-e6ccb2200edf req-1868e83c-b6fd-4cc7-a848-cbfcbbec5b6e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:14.986838 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-270f701d-a1ea-4dca-bf2b-e6ccb2200edf req-1868e83c-b6fd-4cc7-a848-cbfcbbec5b6e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 945 time: 0.2724938 Aug 10 04:15:15.043822 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-191cae34-d49e-462c-a6fc-32f43548ee0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:15.130707 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-270f701d-a1ea-4dca-bf2b-e6ccb2200edf req-63f5d9dc-dc6f-490f-a311-3bb4832ec2ef tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060138 Aug 10 04:15:15.155789 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191cae34-d49e-462c-a6fc-32f43548ee0c None None] Pushing event updated for resources: {'Port': ['ID=ff01ceb0-bd8c-4ba5-927b-eb96bb73b7eb,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:15.243533 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-2ab51828-e690-4479-9deb-ac2a8a10f50a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting port 20ad0533-8a3a-48b4-9e91-6fd7bbf1d3df {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:15.244864 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2ab51828-e690-4479-9deb-ac2a8a10f50a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:15.337503 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a5d92-5215-4d10-8317-8b02e869ae96 req-934ac78b-16f4-4541-af0d-4a76586280d6 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:15.339330 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d67a5d92-5215-4d10-8317-8b02e869ae96 req-934ac78b-16f4-4541-af0d-4a76586280d6 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb03e1fb-46ca-4af9-a950-765e9399fb67 HTTP/1.1" status: 200 len: 946 time: 0.2095363 Aug 10 04:15:15.345896 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:15.381352 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2ab51828-e690-4479-9deb-ac2a8a10f50a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:15.406310 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-238b5a1c-84f5-474f-b125-cfb1b2372e03 req-b35582e2-3e7d-4a88-8693-086b5827081c tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:15.442075 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-382ad4bb-ba22-4343-bbf7-5bcbe8dbbb67 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:15.445621 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-2ab51828-e690-4479-9deb-ac2a8a10f50a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Calling delete_port for 20ad0533-8a3a-48b4-9e91-6fd7bbf1d3df owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:15.474759 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d67a5d92-5215-4d10-8317-8b02e869ae96 req-51945243-7632-4698-887b-ee29f335606f tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups?id=7c8775a2-e3f1-4ba7-b67c-11247ffe1cb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242111 Aug 10 04:15:15.494716 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc9500-cfec-4672-8866-eb7a0875e5f2 req-33b67591-fffc-492c-a598-31eda1360a85 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:15.503846 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3fc9500-cfec-4672-8866-eb7a0875e5f2 req-33b67591-fffc-492c-a598-31eda1360a85 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 945 time: 0.1609790 Aug 10 04:15:15.562399 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-382ad4bb-ba22-4343-bbf7-5bcbe8dbbb67 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Transition to ACTIVE for port object fd622278-edde-42be-a48d-02947641dbf3 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:15.577216 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35582e2-3e7d-4a88-8693-086b5827081c tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Pushing event deleted for resources: {'Port': ['ID=f941a4e2-d65d-4b63-b366-f5f98bc39d33,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:15.625508 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3fc9500-cfec-4672-8866-eb7a0875e5f2 req-5dbdb406-3624-4fbe-8701-9219075c361b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153376 Aug 10 04:15:15.662894 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35706) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:15.717829 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d68c670-d5ea-48e6-9abd-1f8ee6cd2ef0 tempest-TestVolumeBootPattern-309541687 tempest-TestVolumeBootPattern-309541687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:15.722772 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4d68c670-d5ea-48e6-9abd-1f8ee6cd2ef0 tempest-TestVolumeBootPattern-309541687 tempest-TestVolumeBootPattern-309541687-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 1091 time: 0.0560772 Aug 10 04:15:15.722999 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35708) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:15.729840 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-0f9d2923-9b3b-400f-b682-5821a2ebd088 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'port_id': '1330f4e4-473f-4a93-83c0-17828a80782d', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:15.749752 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2ab51828-e690-4479-9deb-ac2a8a10f50a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:15.795774 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2ab51828-e690-4479-9deb-ac2a8a10f50a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:15.798077 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [req-238b5a1c-84f5-474f-b125-cfb1b2372e03 req-b35582e2-3e7d-4a88-8693-086b5827081c tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Router 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:15:15.798771 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2ab51828-e690-4479-9deb-ac2a8a10f50a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/ports/20ad0533-8a3a-48b4-9e91-6fd7bbf1d3df HTTP/1.1" status: 204 len: 168 time: 1.2738867 Aug 10 04:15:15.801732 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35710) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:15.822872 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab51828-e690-4479-9deb-ac2a8a10f50a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Port': ['ID=20ad0533-8a3a-48b4-9e91-6fd7bbf1d3df,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:15.841058 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-382ad4bb-ba22-4343-bbf7-5bcbe8dbbb67 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:15.860112 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:15.860704 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f9d2923-9b3b-400f-b682-5821a2ebd088 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:15.984656 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f9d2923-9b3b-400f-b682-5821a2ebd088 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:16.169682 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-0f9d2923-9b3b-400f-b682-5821a2ebd088 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Allocated IP 172.25.0.218 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/0a371afb-9384-493a-b091-b239a77a1149) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:16.286975 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382ad4bb-ba22-4343-bbf7-5bcbe8dbbb67 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Network 189f9f5d-a16d-44cf-b657-1bf34b58ad92 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:16.295436 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-382ad4bb-ba22-4343-bbf7-5bcbe8dbbb67 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:16.302141 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382ad4bb-ba22-4343-bbf7-5bcbe8dbbb67 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:16.309191 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382ad4bb-ba22-4343-bbf7-5bcbe8dbbb67 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:16.309408 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-382ad4bb-ba22-4343-bbf7-5bcbe8dbbb67 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:16.315285 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f9d2923-9b3b-400f-b682-5821a2ebd088 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:16.337138 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec278fc0-7d82-4389-854d-19efd5cfe954 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:16.341743 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ec278fc0-7d82-4389-854d-19efd5cfe954 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5386436 Aug 10 04:15:16.342416 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35712) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:16.348540 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ad4bb-ba22-4343-bbf7-5bcbe8dbbb67 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event updated for resources: {'Port': ['ID=fd622278-edde-42be-a48d-02947641dbf3,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:16.445892 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-c255bf9a-7616-4fe0-8785-96837be01084 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] GET failed (client error): The resource could not be found. Aug 10 04:15:16.446641 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c255bf9a-7616-4fe0-8785-96837be01084 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "GET /v2.0/ports/1848e443-901c-48eb-a538-7509b07232a0 HTTP/1.1" status: 404 len: 333 time: 0.0984983 Aug 10 04:15:16.448858 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35716) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:16.454817 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-238b5a1c-84f5-474f-b125-cfb1b2372e03 req-b35582e2-3e7d-4a88-8693-086b5827081c tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:15:16.471624 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b3eef8-39a9-4902-95a0-f2b7993f2428 None None] Sync routers for ids ['3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:15:16.487196 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b3eef8-39a9-4902-95a0-f2b7993f2428 None None] Routers {'3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:15:16.488327 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-16b3eef8-39a9-4902-95a0-f2b7993f2428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:15:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:16.493262 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba479b15-59d0-4ca3-90df-60780d67c9e8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] GET failed (client error): The resource could not be found. Aug 10 04:15:16.498419 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ba479b15-59d0-4ca3-90df-60780d67c9e8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "GET /v2.0/ports/20ad0533-8a3a-48b4-9e91-6fd7bbf1d3df HTTP/1.1" status: 404 len: 333 time: 0.0475819 Aug 10 04:15:16.499103 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35720) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:16.531451 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-238b5a1c-84f5-474f-b125-cfb1b2372e03 req-b35582e2-3e7d-4a88-8693-086b5827081c tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] No DVR routers for this DVR port f941a4e2-d65d-4b63-b366-f5f98bc39d33 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:15:16.534824 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-238b5a1c-84f5-474f-b125-cfb1b2372e03 req-b35582e2-3e7d-4a88-8693-086b5827081c tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:16.537352 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-238b5a1c-84f5-474f-b125-cfb1b2372e03 req-b35582e2-3e7d-4a88-8693-086b5827081c tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.20 "DELETE /v2.0/ports/f941a4e2-d65d-4b63-b366-f5f98bc39d33 HTTP/1.1" status: 204 len: 173 time: 2.4389014 Aug 10 04:15:16.537833 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb03e1fb-46ca-4af9-a950-765e9399fb67', 'name': 'network-vif-deleted', 'tag': 'f941a4e2-d65d-4b63-b366-f5f98bc39d33'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:15:16.541366 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db23164b-b02f-4a13-81e8-d2aa0ac8c905" -d '{"events": [{"server_uuid": "fb03e1fb-46ca-4af9-a950-765e9399fb67", "name": "network-vif-deleted", "tag": "f941a4e2-d65d-4b63-b366-f5f98bc39d33"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:15:16.561582 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-382ad4bb-ba22-4343-bbf7-5bcbe8dbbb67 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.7493310 Aug 10 04:15:16.561874 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35726) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:16.603695 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f9d2923-9b3b-400f-b682-5821a2ebd088 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:16.645312 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-70de7b33-dea5-4767-95f4-e9b0ff8d8222 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Deleting subnet ccefa432-0244-45c2-aefb-752078757231 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:15:16.645608 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ff01ceb0-bd8c-4ba5-927b-eb96bb73b7eb up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:15:16.650186 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78783a34-393b-4b09-98cf-88330111af03 x-openstack-request-id: req-78783a34-393b-4b09-98cf-88330111af03 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:15:16.650651 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb03e1fb-46ca-4af9-a950-765e9399fb67", "name": "network-vif-deleted", "tag": "f941a4e2-d65d-4b63-b366-f5f98bc39d33", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:15:16.653437 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78783a34-393b-4b09-98cf-88330111af03 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:15:16.653550 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec7bdb9-efad-4a0b-bbe8-3fed32bfc479 None None] Network 189f9f5d-a16d-44cf-b657-1bf34b58ad92 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:16.653632 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb03e1fb-46ca-4af9-a950-765e9399fb67', 'name': 'network-vif-deleted', 'tag': 'f941a4e2-d65d-4b63-b366-f5f98bc39d33', 'status': 'completed', 'code': 200} Aug 10 04:15:16.654462 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-70de7b33-dea5-4767-95f4-e9b0ff8d8222 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:16.696624 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9d2923-9b3b-400f-b682-5821a2ebd088 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:16.700657 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-0f9d2923-9b3b-400f-b682-5821a2ebd088 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:16.705919 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-84fa0349-2948-4175-9ada-e1df35d6fae8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:16.708150 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9d2923-9b3b-400f-b682-5821a2ebd088 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:16.738903 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d2923-9b3b-400f-b682-5821a2ebd088 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event updated for resources: {'Port': ['ID=0a371afb-9384-493a-b091-b239a77a1149,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:16.785982 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-70de7b33-dea5-4767-95f4-e9b0ff8d8222 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:16.813149 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-872d5e37-68a8-4f3d-bb06-e58244c80815 req-42bf31ab-9445-4ca4-9ca5-792dee378c04 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb03e1fb-46ca-4af9-a950-765e9399fb67 HTTP/1.1" status: 200 len: 210 time: 0.0525525 Aug 10 04:15:16.958101 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-84fa0349-2948-4175-9ada-e1df35d6fae8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:16.986432 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-70de7b33-dea5-4767-95f4-e9b0ff8d8222 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:17.063334 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-84fa0349-2948-4175-9ada-e1df35d6fae8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf4f3e26-e890-4643-85fc-ae02a0a4d55b']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:17.084110 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-84fa0349-2948-4175-9ada-e1df35d6fae8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ee7d8c-b74b-42b1-8ce7-907598b2d903') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:17.086163 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-84fa0349-2948-4175-9ada-e1df35d6fae8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ee7d8c-b74b-42b1-8ce7-907598b2d903') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:17.098180 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-84fa0349-2948-4175-9ada-e1df35d6fae8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:17.137505 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-70de7b33-dea5-4767-95f4-e9b0ff8d8222 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:17.146606 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0ca5f4ab-3e1d-40bd-bb35-4ccc644b202d None None] Provisioning for port ff01ceb0-bd8c-4ba5-927b-eb96bb73b7eb completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:17.149517 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-84fa0349-2948-4175-9ada-e1df35d6fae8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:17.161362 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84fa0349-2948-4175-9ada-e1df35d6fae8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:15:17.161873 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-84fa0349-2948-4175-9ada-e1df35d6fae8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:15:17.165382 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:15:17.183784 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-70de7b33-dea5-4767-95f4-e9b0ff8d8222 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:17.186446 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-70de7b33-dea5-4767-95f4-e9b0ff8d8222 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "DELETE /v2.0/subnets/ccefa432-0244-45c2-aefb-752078757231 HTTP/1.1" status: 204 len: 168 time: 0.6236000 Aug 10 04:15:17.222853 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35732) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:17.226279 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de7b33-dea5-4767-95f4-e9b0ff8d8222 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event deleted for resources: {'Subnet': ['ID=ccefa432-0244-45c2-aefb-752078757231,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:17.287336 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-16b3eef8-39a9-4902-95a0-f2b7993f2428 None None] Set router 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:15:17.290266 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:17.315339 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ced0a39-efd7-45cc-8cc7-e89e4276d188 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:17.317287 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ced0a39-efd7-45cc-8cc7-e89e4276d188 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:17.321759 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0ced0a39-efd7-45cc-8cc7-e89e4276d188 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0946383 Aug 10 04:15:17.322248 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35736) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:17.322609 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port ff01ceb0-bd8c-4ba5-927b-eb96bb73b7eb completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:17.338247 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port ff01ceb0-bd8c-4ba5-927b-eb96bb73b7eb triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:17.338766 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:17.375617 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-84fa0349-2948-4175-9ada-e1df35d6fae8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:17.380750 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-84fa0349-2948-4175-9ada-e1df35d6fae8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:17.384306 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-84fa0349-2948-4175-9ada-e1df35d6fae8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/networks/bf4f3e26-e890-4643-85fc-ae02a0a4d55b HTTP/1.1" status: 204 len: 168 time: 0.8841105 Aug 10 04:15:17.389726 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35738) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:17.395847 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-9de19a39-ab32-4272-821e-cedec0ce3cc8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-875244550'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:17.447160 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa0349-2948-4175-9ada-e1df35d6fae8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Network': ['ID=bf4f3e26-e890-4643-85fc-ae02a0a4d55b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:17.536799 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de19a39-ab32-4272-821e-cedec0ce3cc8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:17.544214 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ba4706b8-f26a-462e-b32e-a1a9295ea849 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:17.557913 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62eb4384-e697-48fd-b170-c676012afce0 None None] DHCP port deletion for 189f9f5d-a16d-44cf-b657-1bf34b58ad92 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:15:17.565048 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9de19a39-ab32-4272-821e-cedec0ce3cc8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:17.630009 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9de19a39-ab32-4272-821e-cedec0ce3cc8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:15:17.634768 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:17.638713 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba4706b8-f26a-462e-b32e-a1a9295ea849 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 10 04:15:17.639190 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba4706b8-f26a-462e-b32e-a1a9295ea849 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:15:17.641341 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ba4706b8-f26a-462e-b32e-a1a9295ea849 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "DELETE /v2.0/networks/189f9f5d-a16d-44cf-b657-1bf34b58ad92 HTTP/1.1" status: 409 len: 405 time: 0.3179910 Aug 10 04:15:17.642882 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9de19a39-ab32-4272-821e-cedec0ce3cc8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:17.643349 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-9de19a39-ab32-4272-821e-cedec0ce3cc8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Added segment 23516bdb-07a3-4718-af95-70ca2d3e6809 of type vlan for network 22457c96-d844-403b-a6bc-1788eb3b7721 Aug 10 04:15:17.648465 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35744) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:17.654033 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-b6704eb4-6bcc-45be-af82-8f80cb915bc9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1893716063'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:17.663837 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f9d2923-9b3b-400f-b682-5821a2ebd088 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:17.720446 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9de19a39-ab32-4272-821e-cedec0ce3cc8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:17.732772 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port ff01ceb0-bd8c-4ba5-927b-eb96bb73b7eb, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ff01ceb0-bd8c-4ba5-927b-eb96bb73b7eb,segment=NetworkSegment(374ad87b-6b73-4ba7-bd05-291009d2d219),segment_id=374ad87b-6b73-4ba7-bd05-291009d2d219)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:17.753936 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-62eb4384-e697-48fd-b170-c676012afce0 None None] Deleting port ff01ceb0-bd8c-4ba5-927b-eb96bb73b7eb {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:17.754320 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-62eb4384-e697-48fd-b170-c676012afce0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:17.759074 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-16b3eef8-39a9-4902-95a0-f2b7993f2428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'name': 'tempest-AttachVolumeTestJSON-526268342-router', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:56Z', 'updated_at': '2021-08-10T04:08:03Z', 'revision_number': 4, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'gw_port': {'id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:58Z', 'updated_at': '2021-08-10T04:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '1a066e96-6d76-4219-a572-eddcb30a1219', 'name': '', 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'mac_address': 'fa:16:3e:0b:d8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:02Z', 'updated_at': '2021-08-10T04:08:09Z', 'revision_number': 5, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'subnets': [{'id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:17.813059 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6704eb4-6bcc-45be-af82-8f80cb915bc9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Made reservation on behalf of a5f3e5c9a0264141a1b2d8171fd3a44d for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:17.817995 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b6704eb4-6bcc-45be-af82-8f80cb915bc9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:17.831761 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b3eef8-39a9-4902-95a0-f2b7993f2428 None None] Checking router: 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:15:17.847685 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9de19a39-ab32-4272-821e-cedec0ce3cc8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:17.854725 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de19a39-ab32-4272-821e-cedec0ce3cc8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:17.855429 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9de19a39-ab32-4272-821e-cedec0ce3cc8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:17.867344 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:17.884428 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b3eef8-39a9-4902-95a0-f2b7993f2428 None None] Routers {'3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:15:17.885084 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-16b3eef8-39a9-4902-95a0-f2b7993f2428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:15:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:17.892690 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-62eb4384-e697-48fd-b170-c676012afce0 None None] For port ff01ceb0-bd8c-4ba5-927b-eb96bb73b7eb, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ff01ceb0-bd8c-4ba5-927b-eb96bb73b7eb,segment=NetworkSegment(374ad87b-6b73-4ba7-bd05-291009d2d219),segment_id=374ad87b-6b73-4ba7-bd05-291009d2d219)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:17.892932 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-62eb4384-e697-48fd-b170-c676012afce0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:17.911430 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6704eb4-6bcc-45be-af82-8f80cb915bc9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:15:17.914571 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f9d2923-9b3b-400f-b682-5821a2ebd088 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:17.957267 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b6704eb4-6bcc-45be-af82-8f80cb915bc9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:17.957675 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-b6704eb4-6bcc-45be-af82-8f80cb915bc9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Added segment 00a972ae-5da0-4eed-928e-8361e37e9c59 of type vlan for network 3a43a0c9-fb94-4836-bda7-2a88f3f61f8a Aug 10 04:15:17.971617 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-62eb4384-e697-48fd-b170-c676012afce0 None None] Calling delete_port for ff01ceb0-bd8c-4ba5-927b-eb96bb73b7eb owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:17.984194 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de19a39-ab32-4272-821e-cedec0ce3cc8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Network': ['ID=22457c96-d844-403b-a6bc-1788eb3b7721,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:18.028232 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b6704eb4-6bcc-45be-af82-8f80cb915bc9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:18.030828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35750) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:18.062778 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 22457c96-d844-403b-a6bc-1788eb3b7721 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:15:18.079508 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9de19a39-ab32-4272-821e-cedec0ce3cc8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6882799 Aug 10 04:15:18.079927 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35752) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:18.088506 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-9778d9a9-a6a1-47e3-8b12-0addb748e836 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'subnet': {'network_id': '22457c96-d844-403b-a6bc-1788eb3b7721', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:18.196720 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f9d2923-9b3b-400f-b682-5821a2ebd088 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:18.209226 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b6704eb4-6bcc-45be-af82-8f80cb915bc9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:18.209595 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0bdc107f-afb8-4fc4-955b-db41a23b9ca1 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:18.220882 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6704eb4-6bcc-45be-af82-8f80cb915bc9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:18.221672 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b6704eb4-6bcc-45be-af82-8f80cb915bc9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:18.223057 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-16b3eef8-39a9-4902-95a0-f2b7993f2428 None None] Set router 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:15:18.249647 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0bdc107f-afb8-4fc4-955b-db41a23b9ca1 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:18.302933 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f9d2923-9b3b-400f-b682-5821a2ebd088 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:18.337031 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device f941a4e2-d65d-4b63-b366-f5f98bc39d33 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:15:18.362884 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9778d9a9-a6a1-47e3-8b12-0addb748e836 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:18.369731 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9778d9a9-a6a1-47e3-8b12-0addb748e836 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:18.400620 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6704eb4-6bcc-45be-af82-8f80cb915bc9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event updated for resources: {'Network': ['ID=3a43a0c9-fb94-4836-bda7-2a88f3f61f8a,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:18.435892 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d2923-9b3b-400f-b682-5821a2ebd088 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event updated for resources: {'Port': ['ID=0a371afb-9384-493a-b091-b239a77a1149,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:18.438922 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: f941a4e2-d65d-4b63-b366-f5f98bc39d33 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:15:18.439264 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device f941a4e2-d65d-4b63-b366-f5f98bc39d33 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:15:18.451568 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f9d2923-9b3b-400f-b682-5821a2ebd088 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:18.451699 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 3a43a0c9-fb94-4836-bda7-2a88f3f61f8a details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:15:18.465533 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0bdc107f-afb8-4fc4-955b-db41a23b9ca1 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:18.468362 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0bdc107f-afb8-4fc4-955b-db41a23b9ca1 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:18.469477 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0bdc107f-afb8-4fc4-955b-db41a23b9ca1 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "DELETE /v2.0/security-groups/7c8775a2-e3f1-4ba7-b67c-11247ffe1cb8 HTTP/1.1" status: 204 len: 168 time: 0.4376278 Aug 10 04:15:18.472590 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=ff01ceb0-bd8c-4ba5-927b-eb96bb73b7eb,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:18.489876 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35754) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:18.494248 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ff01ceb0-bd8c-4ba5-927b-eb96bb73b7eb no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:15:18.516808 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc107f-afb8-4fc4-955b-db41a23b9ca1 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8775a2-e3f1-4ba7-b67c-11247ffe1cb8,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:18.524625 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-e7fa2e63-656e-4fd9-8c6a-3e5a6293702b tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] show failed (client error): The resource could not be found. Aug 10 04:15:18.528860 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e7fa2e63-656e-4fd9-8c6a-3e5a6293702b tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "GET /v2.0/security-groups/7c8775a2-e3f1-4ba7-b67c-11247ffe1cb8 HTTP/1.1" status: 404 len: 347 time: 0.0348401 Aug 10 04:15:18.530630 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35756) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:18.648080 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-0f9d2923-9b3b-400f-b682-5821a2ebd088 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Floating IP 0fd0a0dd-cfb3-43ae-b5ea-d352b7e0d26b associated. External IP: 172.25.0.218, port: 1330f4e4-473f-4a93-83c0-17828a80782d. Aug 10 04:15:18.707006 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:18.731009 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-62eb4384-e697-48fd-b170-c676012afce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:18.775248 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b6704eb4-6bcc-45be-af82-8f80cb915bc9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1260355 Aug 10 04:15:18.780948 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35762) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:18.786362 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eb4384-e697-48fd-b170-c676012afce0 None None] No DVR routers for this DVR port ff01ceb0-bd8c-4ba5-927b-eb96bb73b7eb on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:15:18.802438 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb4384-e697-48fd-b170-c676012afce0 None None] Pushing event deleted for resources: {'Port': ['ID=ff01ceb0-bd8c-4ba5-927b-eb96bb73b7eb,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:18.807679 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-1b96636b-2062-42f1-9986-b0aa55b2d655 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Request body: {'subnet': {'network_id': '3a43a0c9-fb94-4836-bda7-2a88f3f61f8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:18.855908 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-16b3eef8-39a9-4902-95a0-f2b7993f2428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'name': 'tempest-AttachVolumeTestJSON-526268342-router', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:56Z', 'updated_at': '2021-08-10T04:08:03Z', 'revision_number': 4, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'gw_port': {'id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:58Z', 'updated_at': '2021-08-10T04:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '1a066e96-6d76-4219-a572-eddcb30a1219', 'name': '', 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'mac_address': 'fa:16:3e:0b:d8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:02Z', 'updated_at': '2021-08-10T04:08:09Z', 'revision_number': 5, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'subnets': [{'id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:18.888069 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-2d321394-fb01-4c71-89c4-dca23ccdd2e2 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Deleting port 701cc361-5660-4d08-b4ed-f43af615a35d {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:18.888409 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d321394-fb01-4c71-89c4-dca23ccdd2e2 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:18.901972 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b3eef8-39a9-4902-95a0-f2b7993f2428 None None] The sync data for ids ['3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'] in n-d-802893-2 is: [{'id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'name': 'tempest-AttachVolumeTestJSON-526268342-router', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:56Z', 'updated_at': '2021-08-10T04:08:03Z', 'revision_number': 4, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'gw_port': {'id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:58Z', 'updated_at': '2021-08-10T04:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '1a066e96-6d76-4219-a572-eddcb30a1219', 'name': '', 'network_id': 'de11a3c9-316c-4377-9e5e-18fd7e651c4f', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'mac_address': 'fa:16:3e:0b:d8:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:08:02Z', 'updated_at': '2021-08-10T04:08:09Z', 'revision_number': 5, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'subnets': [{'id': '01f32dbd-3307-434b-943d-2135ada2aaeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:15:18.949361 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9d2923-9b3b-400f-b682-5821a2ebd088 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Router 768b2754-4f10-4416-be64-7fc2697df286 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:15:19.056197 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d321394-fb01-4c71-89c4-dca23ccdd2e2 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:19.056582 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d321394-fb01-4c71-89c4-dca23ccdd2e2 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:19.070990 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-2d321394-fb01-4c71-89c4-dca23ccdd2e2 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Calling delete_port for 701cc361-5660-4d08-b4ed-f43af615a35d owned by network:floatingip {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:19.097776 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9d2923-9b3b-400f-b682-5821a2ebd088 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:15:19.110058 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140ed8ad-c73b-4674-b8fe-b88e12a69ac5 None None] Sync routers for ids ['768b2754-4f10-4416-be64-7fc2697df286'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:15:19.120494 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140ed8ad-c73b-4674-b8fe-b88e12a69ac5 None None] Routers {'768b2754-4f10-4416-be64-7fc2697df286'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:15:19.121505 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-140ed8ad-c73b-4674-b8fe-b88e12a69ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:15:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['768b2754-4f10-4416-be64-7fc2697df286'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:19.128535 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9778d9a9-a6a1-47e3-8b12-0addb748e836 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:19.181693 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b96636b-2062-42f1-9986-b0aa55b2d655 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Made reservation on behalf of a5f3e5c9a0264141a1b2d8171fd3a44d for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:19.185542 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1b96636b-2062-42f1-9986-b0aa55b2d655 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:19.254846 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0f9d2923-9b3b-400f-b682-5821a2ebd088 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:19.298939 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0f9d2923-9b3b-400f-b682-5821a2ebd088 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5748827 Aug 10 04:15:19.300004 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555f12a1-443e-45be-a9a0-2c3813692b56', 'tag': '1330f4e4-473f-4a93-83c0-17828a80782d'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:15:19.302565 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58fb4ab-f39f-4b4d-ad4f-2671471f7a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "555f12a1-443e-45be-a9a0-2c3813692b56", "tag": "1330f4e4-473f-4a93-83c0-17828a80782d"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:15:19.340339 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d06c601b-835e-4e4d-9372-c97dfceed0e6 None None] New status for floating IP 95990843-858e-4501-9d46-f1c7ef08a061: DOWN {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:15:19.370058 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-140ed8ad-c73b-4674-b8fe-b88e12a69ac5 None None] Set router 768b2754-4f10-4416-be64-7fc2697df286 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:15:19.518775 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9778d9a9-a6a1-47e3-8b12-0addb748e836 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Subnet': ['ID=db4df2d2-5ff9-4682-9be9-9945f98db476,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:19.547451 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9778d9a9-a6a1-47e3-8b12-0addb748e836 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Checking segment: {'id': '23516bdb-07a3-4718-af95-70ca2d3e6809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '22457c96-d844-403b-a6bc-1788eb3b7721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:19.547451 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9778d9a9-a6a1-47e3-8b12-0addb748e836 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network hostable DHCP agents. Network: 22457c96-d844-403b-a6bc-1788eb3b7721, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:15:19.566218 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e472c750-495e-4fb7-9523-8ac953c1a744 x-openstack-request-id: req-e472c750-495e-4fb7-9523-8ac953c1a744 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:15:19.567080 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "555f12a1-443e-45be-a9a0-2c3813692b56", "tag": "1330f4e4-473f-4a93-83c0-17828a80782d", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:15:19.567471 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e472c750-495e-4fb7-9523-8ac953c1a744 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:15:19.568056 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '555f12a1-443e-45be-a9a0-2c3813692b56', 'tag': '1330f4e4-473f-4a93-83c0-17828a80782d', 'status': 'completed', 'code': 200} Aug 10 04:15:19.625993 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9778d9a9-a6a1-47e3-8b12-0addb748e836 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network 22457c96-d844-403b-a6bc-1788eb3b7721 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:15:19.737919 n-d-802893-2 neutron-server[94937]: DEBUG neutron.objects.ports [None req-1b96636b-2062-42f1-9986-b0aa55b2d655 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94937) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 04:15:19.742569 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1b96636b-2062-42f1-9986-b0aa55b2d655 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:19.751283 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-140ed8ad-c73b-4674-b8fe-b88e12a69ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768b2754-4f10-4416-be64-7fc2697df286', 'name': 'tempest-TestVolumeBootPattern-35854723-router', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:14Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 4, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'gw_port': {'id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '0fd0a0dd-cfb3-43ae-b5ea-d352b7e0d26b', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '768b2754-4f10-4416-be64-7fc2697df286', 'port_id': '1330f4e4-473f-4a93-83c0-17828a80782d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'mac_address': 'fa:16:3e:40:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555f12a1-443e-45be-a9a0-2c3813692b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:15:17Z', 'updated_at': '2021-08-10T04:15:17Z', 'revision_number': 0, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dd4e77c-f4fc-41b7-a077-07e56695db6f', 'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'mac_address': 'fa:16:3e:6a:89:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:19Z', 'updated_at': '2021-08-10T04:05:26Z', 'revision_number': 5, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'subnets': [{'id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:19.782861 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140ed8ad-c73b-4674-b8fe-b88e12a69ac5 None None] Checking router: 768b2754-4f10-4416-be64-7fc2697df286 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:15:19.783052 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fb4ab-f39f-4b4d-ad4f-2671471f7a6e req-62fff9f8-3c41-4482-927e-28693d814173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:19.783052 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f58fb4ab-f39f-4b4d-ad4f-2671471f7a6e req-62fff9f8-3c41-4482-927e-28693d814173 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 1096 time: 0.1899130 Aug 10 04:15:19.790566 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140ed8ad-c73b-4674-b8fe-b88e12a69ac5 None None] Routers {'768b2754-4f10-4416-be64-7fc2697df286'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:15:19.791286 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-140ed8ad-c73b-4674-b8fe-b88e12a69ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:15:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['768b2754-4f10-4416-be64-7fc2697df286'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:19.879910 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-9778d9a9-a6a1-47e3-8b12-0addb748e836 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 22457c96-d844-403b-a6bc-1788eb3b7721) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:19.888640 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9778d9a9-a6a1-47e3-8b12-0addb748e836 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:19.889249 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9778d9a9-a6a1-47e3-8b12-0addb748e836 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:19.892862 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee48d8e8-d9f4-466b-a3f7-c955f5a13040 None None] Network 22457c96-d844-403b-a6bc-1788eb3b7721 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:19.928035 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-140ed8ad-c73b-4674-b8fe-b88e12a69ac5 None None] Set router 768b2754-4f10-4416-be64-7fc2697df286 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:15:19.957078 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96636b-2062-42f1-9986-b0aa55b2d655 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event updated for resources: {'Subnet': ['ID=5eb7c97e-1de3-4177-a184-e419d1758634,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:19.992107 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b96636b-2062-42f1-9986-b0aa55b2d655 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Checking segment: {'id': '00a972ae-5da0-4eed-928e-8361e37e9c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '3a43a0c9-fb94-4836-bda7-2a88f3f61f8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:19.992483 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b96636b-2062-42f1-9986-b0aa55b2d655 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Network hostable DHCP agents. Network: 3a43a0c9-fb94-4836-bda7-2a88f3f61f8a, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:15:20.008434 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fb4ab-f39f-4b4d-ad4f-2671471f7a6e req-3ade752c-618b-42c2-94cf-dc72ebad9fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:20.009960 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f58fb4ab-f39f-4b4d-ad4f-2671471f7a6e req-3ade752c-618b-42c2-94cf-dc72ebad9fe1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 911 time: 0.2052479 Aug 10 04:15:20.036765 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9778d9a9-a6a1-47e3-8b12-0addb748e836 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9529777 Aug 10 04:15:20.036957 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35778) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:20.044126 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-00f05746-731b-4a74-a453-88b4a891dce6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'port': {'network_id': '22457c96-d844-403b-a6bc-1788eb3b7721', 'name': 'tempest-PortsTestJSON-648391449'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:20.093116 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a1d588-0a52-4976-b3bc-8155ffbbae2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-22457c96-d844-403b-a6bc-1788eb3b7721', 'network_id': '22457c96-d844-403b-a6bc-1788eb3b7721', 'tenant_id': '8f16a75dcde742e98d791640e89e25a1', 'fixed_ips': [{'subnet_id': 'db4df2d2-5ff9-4682-9be9-9945f98db476'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:15:20.094317 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-23a1d588-0a52-4976-b3bc-8155ffbbae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:20.115291 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d321394-fb01-4c71-89c4-dca23ccdd2e2 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:20.117895 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b96636b-2062-42f1-9986-b0aa55b2d655 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Network 3a43a0c9-fb94-4836-bda7-2a88f3f61f8a is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:15:20.224642 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d321394-fb01-4c71-89c4-dca23ccdd2e2 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Pushing event deleted for resources: {'Port': ['ID=701cc361-5660-4d08-b4ed-f43af615a35d,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:20.305503 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f05746-731b-4a74-a453-88b4a891dce6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:20.310884 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-00f05746-731b-4a74-a453-88b4a891dce6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:20.317911 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-140ed8ad-c73b-4674-b8fe-b88e12a69ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768b2754-4f10-4416-be64-7fc2697df286', 'name': 'tempest-TestVolumeBootPattern-35854723-router', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:14Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 4, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'gw_port': {'id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '0fd0a0dd-cfb3-43ae-b5ea-d352b7e0d26b', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '768b2754-4f10-4416-be64-7fc2697df286', 'port_id': '1330f4e4-473f-4a93-83c0-17828a80782d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'mac_address': 'fa:16:3e:40:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555f12a1-443e-45be-a9a0-2c3813692b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:15:17Z', 'updated_at': '2021-08-10T04:15:17Z', 'revision_number': 0, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dd4e77c-f4fc-41b7-a077-07e56695db6f', 'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'mac_address': 'fa:16:3e:6a:89:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:19Z', 'updated_at': '2021-08-10T04:05:26Z', 'revision_number': 5, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'subnets': [{'id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:20.321707 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f58fb4ab-f39f-4b4d-ad4f-2671471f7a6e req-00dd8bdc-00dd-4172-9d0b-0612f29bf9de service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1330f4e4-473f-4a93-83c0-17828a80782d HTTP/1.1" status: 200 len: 999 time: 0.3035576 Aug 10 04:15:20.324523 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-1b96636b-2062-42f1-9986-b0aa55b2d655 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 3a43a0c9-fb94-4836-bda7-2a88f3f61f8a) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:20.326546 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d321394-fb01-4c71-89c4-dca23ccdd2e2 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks [] for floatingip, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:20.329040 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d321394-fb01-4c71-89c4-dca23ccdd2e2 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:20.336015 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2d321394-fb01-4c71-89c4-dca23ccdd2e2 tempest-AttachVolumeTestJSON-1977560500 tempest-AttachVolumeTestJSON-1977560500-project] 10.222.0.25 "DELETE /v2.0/floatingips/95990843-858e-4501-9d46-f1c7ef08a061 HTTP/1.1" status: 204 len: 168 time: 1.7986417 Aug 10 04:15:20.343437 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b96636b-2062-42f1-9986-b0aa55b2d655 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:20.344597 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1b96636b-2062-42f1-9986-b0aa55b2d655 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:20.373516 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4aa8e6d-2f5d-499e-a18f-907b2efae9f0 None None] Network 3a43a0c9-fb94-4836-bda7-2a88f3f61f8a requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:20.386203 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-00f05746-731b-4a74-a453-88b4a891dce6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] device_id is not set on port c9398690-6417-4e6c-8a90-004ad45fc8b5 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:15:20.398743 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140ed8ad-c73b-4674-b8fe-b88e12a69ac5 None None] The sync data for ids ['768b2754-4f10-4416-be64-7fc2697df286'] in n-d-802893-2 is: [{'id': '768b2754-4f10-4416-be64-7fc2697df286', 'name': 'tempest-TestVolumeBootPattern-35854723-router', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:14Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 4, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'gw_port': {'id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '0fd0a0dd-cfb3-43ae-b5ea-d352b7e0d26b', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '768b2754-4f10-4416-be64-7fc2697df286', 'port_id': '1330f4e4-473f-4a93-83c0-17828a80782d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'mac_address': 'fa:16:3e:40:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555f12a1-443e-45be-a9a0-2c3813692b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:15:17Z', 'updated_at': '2021-08-10T04:15:17Z', 'revision_number': 0, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dd4e77c-f4fc-41b7-a077-07e56695db6f', 'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'mac_address': 'fa:16:3e:6a:89:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:19Z', 'updated_at': '2021-08-10T04:05:26Z', 'revision_number': 5, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'subnets': [{'id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:15:20.440595 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fb4ab-f39f-4b4d-ad4f-2671471f7a6e req-b39cc1b6-9d2d-4c29-ad3c-8bb652f22889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:20.444152 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f58fb4ab-f39f-4b4d-ad4f-2671471f7a6e req-b39cc1b6-9d2d-4c29-ad3c-8bb652f22889 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=50d1b050-8d5a-4a28-adea-90a39272e6c6 HTTP/1.1" status: 200 len: 849 time: 0.1125627 Aug 10 04:15:20.447459 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1b96636b-2062-42f1-9986-b0aa55b2d655 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6582816 Aug 10 04:15:20.452051 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35782) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:20.509300 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-23a1d588-0a52-4976-b3bc-8155ffbbae2d None None] Allocated IP 172.20.0.2 (22457c96-d844-403b-a6bc-1788eb3b7721/db4df2d2-5ff9-4682-9be9-9945f98db476/1ab7e104-9ce9-41b5-ad9c-cde57bc60a4e) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:20.598067 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58fb4ab-f39f-4b4d-ad4f-2671471f7a6e req-d8cc32d0-a1b0-4439-9b61-7cc3d0731c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:20.599818 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f58fb4ab-f39f-4b4d-ad4f-2671471f7a6e req-d8cc32d0-a1b0-4439-9b61-7cc3d0731c32 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee59e291-e76f-48a7-96a4-530291348714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1448469 Aug 10 04:15:20.700403 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0a2fad0f-4049-4885-a57e-10d1952f62fe tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:20.780190 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0a2fad0f-4049-4885-a57e-10d1952f62fe tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:20.830863 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f58fb4ab-f39f-4b4d-ad4f-2671471f7a6e req-76f9844d-199b-4d00-87cd-d1a49a2fab6d service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158470 Aug 10 04:15:20.860187 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7989ac5-668e-42a4-873e-1473b9be9e21 None None] New status for floating IP 0fd0a0dd-cfb3-43ae-b5ea-d352b7e0d26b: ACTIVE {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:15:20.997028 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c03bf8-ac25-41e3-8d17-aed5cb76462c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-3a43a0c9-fb94-4836-bda7-2a88f3f61f8a', 'network_id': '3a43a0c9-fb94-4836-bda7-2a88f3f61f8a', 'tenant_id': 'a5f3e5c9a0264141a1b2d8171fd3a44d', 'fixed_ips': [{'subnet_id': '5eb7c97e-1de3-4177-a184-e419d1758634'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:15:20.998236 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f4c03bf8-ac25-41e3-8d17-aed5cb76462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:20.998761 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f58fb4ab-f39f-4b4d-ad4f-2671471f7a6e req-9f94ed34-4c30-445f-86ea-f790e6412de9 service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584556 Aug 10 04:15:21.037711 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0a2fad0f-4049-4885-a57e-10d1952f62fe tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:21.080549 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2fad0f-4049-4885-a57e-10d1952f62fe tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event deleted for resources: {'Subnet': ['ID=5eb7c97e-1de3-4177-a184-e419d1758634,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:21.157699 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0a2fad0f-4049-4885-a57e-10d1952f62fe tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:21.170529 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-0a2fad0f-4049-4885-a57e-10d1952f62fe tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a43a0c9-fb94-4836-bda7-2a88f3f61f8a']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:21.181598 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-23a1d588-0a52-4976-b3bc-8155ffbbae2d None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:21.187749 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-0a2fad0f-4049-4885-a57e-10d1952f62fe tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a972ae-5da0-4eed-928e-8361e37e9c59') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:21.188366 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-0a2fad0f-4049-4885-a57e-10d1952f62fe tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a972ae-5da0-4eed-928e-8361e37e9c59') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:21.192532 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-23a1d588-0a52-4976-b3bc-8155ffbbae2d None None] Transition to ACTIVE for port object 1ab7e104-9ce9-41b5-ad9c-cde57bc60a4e will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:21.201272 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0a2fad0f-4049-4885-a57e-10d1952f62fe tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:21.212131 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-23a1d588-0a52-4976-b3bc-8155ffbbae2d None None] Transition to ACTIVE for port object 1ab7e104-9ce9-41b5-ad9c-cde57bc60a4e will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:21.223898 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0a2fad0f-4049-4885-a57e-10d1952f62fe tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:21.230269 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a2fad0f-4049-4885-a57e-10d1952f62fe tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:15:21.230664 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0a2fad0f-4049-4885-a57e-10d1952f62fe tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:15:21.234171 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:15:21.256167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b33163-c3cd-4281-b1a7-2874c170b0ef None None] Network 3a43a0c9-fb94-4836-bda7-2a88f3f61f8a requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:21.342863 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-23a1d588-0a52-4976-b3bc-8155ffbbae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:21.408474 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-00f05746-731b-4a74-a453-88b4a891dce6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Allocated IP 172.20.0.4 (22457c96-d844-403b-a6bc-1788eb3b7721/db4df2d2-5ff9-4682-9be9-9945f98db476/c9398690-6417-4e6c-8a90-004ad45fc8b5) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:21.414362 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0a2fad0f-4049-4885-a57e-10d1952f62fe tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:21.420175 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1d588-0a52-4976-b3bc-8155ffbbae2d None None] Pushing event updated for resources: {'Port': ['ID=1ab7e104-9ce9-41b5-ad9c-cde57bc60a4e,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:21.427355 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0a2fad0f-4049-4885-a57e-10d1952f62fe tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:21.436744 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0a2fad0f-4049-4885-a57e-10d1952f62fe tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "DELETE /v2.0/networks/3a43a0c9-fb94-4836-bda7-2a88f3f61f8a HTTP/1.1" status: 204 len: 168 time: 0.9828510 Aug 10 04:15:21.446029 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35790) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:21.461251 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-5d7d6170-32ed-4e4f-92ff-fa45200f5a59 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1830059552'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:21.462481 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2fad0f-4049-4885-a57e-10d1952f62fe tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event deleted for resources: {'Network': ['ID=3a43a0c9-fb94-4836-bda7-2a88f3f61f8a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:21.467390 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a1d588-0a52-4976-b3bc-8155ffbbae2d None None] Network 22457c96-d844-403b-a6bc-1788eb3b7721 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:21.489491 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-23a1d588-0a52-4976-b3bc-8155ffbbae2d None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:21.493276 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a1d588-0a52-4976-b3bc-8155ffbbae2d None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:21.563996 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-23a1d588-0a52-4976-b3bc-8155ffbbae2d None None] Attempting to bind port 1ab7e104-9ce9-41b5-ad9c-cde57bc60a4e on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:15:21.564386 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-23a1d588-0a52-4976-b3bc-8155ffbbae2d None None] Attempting to bind port 1ab7e104-9ce9-41b5-ad9c-cde57bc60a4e by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '23516bdb-07a3-4718-af95-70ca2d3e6809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '22457c96-d844-403b-a6bc-1788eb3b7721'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:15:21.564772 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a1d588-0a52-4976-b3bc-8155ffbbae2d None None] Attempting to bind port 1ab7e104-9ce9-41b5-ad9c-cde57bc60a4e on network 22457c96-d844-403b-a6bc-1788eb3b7721 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:15:21.571723 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a1d588-0a52-4976-b3bc-8155ffbbae2d None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:15:21.572323 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a1d588-0a52-4976-b3bc-8155ffbbae2d None None] Checking segment: {'id': '23516bdb-07a3-4718-af95-70ca2d3e6809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '22457c96-d844-403b-a6bc-1788eb3b7721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:21.572787 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-23a1d588-0a52-4976-b3bc-8155ffbbae2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:21.577273 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a1d588-0a52-4976-b3bc-8155ffbbae2d None None] Bound using segment: {'id': '23516bdb-07a3-4718-af95-70ca2d3e6809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '22457c96-d844-403b-a6bc-1788eb3b7721'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:15:21.577273 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-23a1d588-0a52-4976-b3bc-8155ffbbae2d None None] Bound port: 1ab7e104-9ce9-41b5-ad9c-cde57bc60a4e, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23516bdb-07a3-4718-af95-70ca2d3e6809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '22457c96-d844-403b-a6bc-1788eb3b7721'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:15:21.577273 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-23a1d588-0a52-4976-b3bc-8155ffbbae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:21.641647 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7d6170-32ed-4e4f-92ff-fa45200f5a59 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Made reservation on behalf of a5f3e5c9a0264141a1b2d8171fd3a44d for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:21.645435 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5d7d6170-32ed-4e4f-92ff-fa45200f5a59 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:21.680734 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-00f05746-731b-4a74-a453-88b4a891dce6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:21.684305 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-23a1d588-0a52-4976-b3bc-8155ffbbae2d None None] For port 1ab7e104-9ce9-41b5-ad9c-cde57bc60a4e, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:15:21.688273 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-23a1d588-0a52-4976-b3bc-8155ffbbae2d None None] For port 1ab7e104-9ce9-41b5-ad9c-cde57bc60a4e, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1ab7e104-9ce9-41b5-ad9c-cde57bc60a4e,segment=NetworkSegment(23516bdb-07a3-4718-af95-70ca2d3e6809),segment_id=23516bdb-07a3-4718-af95-70ca2d3e6809)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:15:21.691313 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d7d6170-32ed-4e4f-92ff-fa45200f5a59 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:15:21.701570 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-00f05746-731b-4a74-a453-88b4a891dce6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Transition to ACTIVE for port object c9398690-6417-4e6c-8a90-004ad45fc8b5 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:21.710418 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5d7d6170-32ed-4e4f-92ff-fa45200f5a59 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:21.712003 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-5d7d6170-32ed-4e4f-92ff-fa45200f5a59 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Added segment 65ea0ddd-aebd-4993-bcc6-6198f2e99db4 of type vlan for network 4c8e9941-1139-4008-857f-5fdf2ea3a1d7 Aug 10 04:15:21.775109 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5d7d6170-32ed-4e4f-92ff-fa45200f5a59 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:21.797858 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-23a1d588-0a52-4976-b3bc-8155ffbbae2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:21.862773 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-00f05746-731b-4a74-a453-88b4a891dce6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:21.872459 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a1d588-0a52-4976-b3bc-8155ffbbae2d None None] Pushing event updated for resources: {'Port': ['ID=1ab7e104-9ce9-41b5-ad9c-cde57bc60a4e,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:21.925903 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f05746-731b-4a74-a453-88b4a891dce6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network 22457c96-d844-403b-a6bc-1788eb3b7721 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:21.929510 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-00f05746-731b-4a74-a453-88b4a891dce6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:21.939420 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f05746-731b-4a74-a453-88b4a891dce6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:21.943809 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f05746-731b-4a74-a453-88b4a891dce6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Port': ['ID=c9398690-6417-4e6c-8a90-004ad45fc8b5,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:21.970144 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5d7d6170-32ed-4e4f-92ff-fa45200f5a59 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:21.976877 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7d6170-32ed-4e4f-92ff-fa45200f5a59 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:21.977523 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5d7d6170-32ed-4e4f-92ff-fa45200f5a59 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:22.066727 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f05746-731b-4a74-a453-88b4a891dce6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:22.067691 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-00f05746-731b-4a74-a453-88b4a891dce6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:22.088264 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d6170-32ed-4e4f-92ff-fa45200f5a59 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event updated for resources: {'Network': ['ID=4c8e9941-1139-4008-857f-5fdf2ea3a1d7,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:22.110398 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 4c8e9941-1139-4008-857f-5fdf2ea3a1d7 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:15:22.156081 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35798) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:22.156670 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5d7d6170-32ed-4e4f-92ff-fa45200f5a59 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7080269 Aug 10 04:15:22.162192 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-9256050e-3a60-4d57-983b-e403d98ac57a tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Request body: {'subnet': {'network_id': '4c8e9941-1139-4008-857f-5fdf2ea3a1d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:22.189776 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-00f05746-731b-4a74-a453-88b4a891dce6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1475446 Aug 10 04:15:22.189978 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35800) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:22.348388 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-4e03360c-c90d-4ad4-ad35-e84049885f3a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting port c9398690-6417-4e6c-8a90-004ad45fc8b5 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:22.348649 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4e03360c-c90d-4ad4-ad35-e84049885f3a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:22.408795 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9256050e-3a60-4d57-983b-e403d98ac57a tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Made reservation on behalf of a5f3e5c9a0264141a1b2d8171fd3a44d for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:22.414017 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9256050e-3a60-4d57-983b-e403d98ac57a tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:22.471936 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4e03360c-c90d-4ad4-ad35-e84049885f3a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:22.509588 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-4e03360c-c90d-4ad4-ad35-e84049885f3a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Calling delete_port for c9398690-6417-4e6c-8a90-004ad45fc8b5 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:22.510048 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1ab7e104-9ce9-41b5-ad9c-cde57bc60a4e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:15:22.682905 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 1ab7e104-9ce9-41b5-ad9c-cde57bc60a4e completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:22.786465 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9256050e-3a60-4d57-983b-e403d98ac57a tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:22.821388 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4e03360c-c90d-4ad4-ad35-e84049885f3a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:22.900137 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03360c-c90d-4ad4-ad35-e84049885f3a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Port': ['ID=c9398690-6417-4e6c-8a90-004ad45fc8b5,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:22.942469 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256050e-3a60-4d57-983b-e403d98ac57a tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event updated for resources: {'Subnet': ['ID=0a549e91-f2dc-48d6-9a8f-7478446a3841,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:22.952739 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9256050e-3a60-4d57-983b-e403d98ac57a tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Checking segment: {'id': '65ea0ddd-aebd-4993-bcc6-6198f2e99db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4c8e9941-1139-4008-857f-5fdf2ea3a1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:22.953361 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9256050e-3a60-4d57-983b-e403d98ac57a tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Network hostable DHCP agents. Network: 4c8e9941-1139-4008-857f-5fdf2ea3a1d7, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:15:23.014592 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4e03360c-c90d-4ad4-ad35-e84049885f3a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:23.020082 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35816) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:23.021106 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4e03360c-c90d-4ad4-ad35-e84049885f3a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/ports/c9398690-6417-4e6c-8a90-004ad45fc8b5 HTTP/1.1" status: 204 len: 168 time: 0.8295851 Aug 10 04:15:23.047043 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-72de0d5a-2cfc-4aa0-9779-7f6f30157306 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] DELETE failed (client error): The resource could not be found. Aug 10 04:15:23.047785 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72de0d5a-2cfc-4aa0-9779-7f6f30157306 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:15:23.052592 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35820) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:23.052794 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-72de0d5a-2cfc-4aa0-9779-7f6f30157306 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/ports/c9398690-6417-4e6c-8a90-004ad45fc8b5 HTTP/1.1" status: 404 len: 333 time: 0.0314441 Aug 10 04:15:23.073764 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9256050e-3a60-4d57-983b-e403d98ac57a tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Network 4c8e9941-1139-4008-857f-5fdf2ea3a1d7 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:15:23.088742 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf9badf1-1cc7-4697-abb8-16b112135097 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] GET failed (client error): The resource could not be found. Aug 10 04:15:23.093765 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-cf9badf1-1cc7-4697-abb8-16b112135097 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "GET /v2.0/ports/c9398690-6417-4e6c-8a90-004ad45fc8b5 HTTP/1.1" status: 404 len: 333 time: 0.0374913 Aug 10 04:15:23.093979 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35822) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:23.177986 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde479f9-7e67-4259-9bc8-e732d5350c34 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting subnet db4df2d2-5ff9-4682-9be9-9945f98db476 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:15:23.180338 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dde479f9-7e67-4259-9bc8-e732d5350c34 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:23.186072 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c554493e-681c-46be-b311-c392f6195201 None None] Network 22457c96-d844-403b-a6bc-1788eb3b7721 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:23.197201 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-9256050e-3a60-4d57-983b-e403d98ac57a tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 4c8e9941-1139-4008-857f-5fdf2ea3a1d7) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:23.203041 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9256050e-3a60-4d57-983b-e403d98ac57a tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:23.205987 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9256050e-3a60-4d57-983b-e403d98ac57a tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:23.265146 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dde479f9-7e67-4259-9bc8-e732d5350c34 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:23.278351 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bc1dfd-07c9-490b-85d1-023ec76dbc37 None None] Network 4c8e9941-1139-4008-857f-5fdf2ea3a1d7 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:23.300610 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9256050e-3a60-4d57-983b-e403d98ac57a tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1428943 Aug 10 04:15:23.303283 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35826) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:23.400202 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dde479f9-7e67-4259-9bc8-e732d5350c34 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:23.414974 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-306a3a82-7eff-4bab-ac55-fa0086533724 None None] Provisioning for port 1ab7e104-9ce9-41b5-ad9c-cde57bc60a4e completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:23.433935 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-306a3a82-7eff-4bab-ac55-fa0086533724 None None] Provisioning complete for port 1ab7e104-9ce9-41b5-ad9c-cde57bc60a4e triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:23.434563 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-306a3a82-7eff-4bab-ac55-fa0086533724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:23.477685 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67eccb62-6d78-4dbf-8521-a768d9bc7bdf tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:23.561084 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67eccb62-6d78-4dbf-8521-a768d9bc7bdf tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:23.568921 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dde479f9-7e67-4259-9bc8-e732d5350c34 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:23.608060 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde479f9-7e67-4259-9bc8-e732d5350c34 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Subnet': ['ID=db4df2d2-5ff9-4682-9be9-9945f98db476,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:23.610527 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dde479f9-7e67-4259-9bc8-e732d5350c34 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:23.616953 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-dde479f9-7e67-4259-9bc8-e732d5350c34 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/subnets/db4df2d2-5ff9-4682-9be9-9945f98db476 HTTP/1.1" status: 204 len: 168 time: 0.5204711 Aug 10 04:15:23.616953 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35832) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:23.696004 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-306a3a82-7eff-4bab-ac55-fa0086533724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:23.716083 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1ad9ec-ede9-4d2b-bae5-f3707d740881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-4c8e9941-1139-4008-857f-5fdf2ea3a1d7', 'network_id': '4c8e9941-1139-4008-857f-5fdf2ea3a1d7', 'tenant_id': 'a5f3e5c9a0264141a1b2d8171fd3a44d', 'fixed_ips': [{'subnet_id': '0a549e91-f2dc-48d6-9a8f-7478446a3841'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:15:23.721533 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2a1ad9ec-ede9-4d2b-bae5-f3707d740881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:23.734944 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c6116b7a-69b3-4faa-acba-d719f02dadbe tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:23.752115 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67eccb62-6d78-4dbf-8521-a768d9bc7bdf tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:23.826994 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eccb62-6d78-4dbf-8521-a768d9bc7bdf tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event deleted for resources: {'Subnet': ['ID=0a549e91-f2dc-48d6-9a8f-7478446a3841,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:23.835724 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-c6116b7a-69b3-4faa-acba-d719f02dadbe tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting port 1ab7e104-9ce9-41b5-ad9c-cde57bc60a4e {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:23.836468 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c6116b7a-69b3-4faa-acba-d719f02dadbe tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:23.893780 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-306a3a82-7eff-4bab-ac55-fa0086533724 None None] For port 1ab7e104-9ce9-41b5-ad9c-cde57bc60a4e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1ab7e104-9ce9-41b5-ad9c-cde57bc60a4e,segment=NetworkSegment(23516bdb-07a3-4718-af95-70ca2d3e6809),segment_id=23516bdb-07a3-4718-af95-70ca2d3e6809)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:23.973599 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-c6116b7a-69b3-4faa-acba-d719f02dadbe tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] For port 1ab7e104-9ce9-41b5-ad9c-cde57bc60a4e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1ab7e104-9ce9-41b5-ad9c-cde57bc60a4e,segment=NetworkSegment(23516bdb-07a3-4718-af95-70ca2d3e6809),segment_id=23516bdb-07a3-4718-af95-70ca2d3e6809)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:23.973971 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c6116b7a-69b3-4faa-acba-d719f02dadbe tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:23.995533 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-c6116b7a-69b3-4faa-acba-d719f02dadbe tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Calling delete_port for 1ab7e104-9ce9-41b5-ad9c-cde57bc60a4e owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:23.998536 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67eccb62-6d78-4dbf-8521-a768d9bc7bdf tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:24.022901 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15c0b4a-71dd-4d83-918c-d1f627108b87 None None] Network 4c8e9941-1139-4008-857f-5fdf2ea3a1d7 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:24.040618 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-67eccb62-6d78-4dbf-8521-a768d9bc7bdf tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8e9941-1139-4008-857f-5fdf2ea3a1d7']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:24.067066 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-67eccb62-6d78-4dbf-8521-a768d9bc7bdf tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ea0ddd-aebd-4993-bcc6-6198f2e99db4') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:24.067066 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-67eccb62-6d78-4dbf-8521-a768d9bc7bdf tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ea0ddd-aebd-4993-bcc6-6198f2e99db4') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:24.071794 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67eccb62-6d78-4dbf-8521-a768d9bc7bdf tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:24.089348 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67eccb62-6d78-4dbf-8521-a768d9bc7bdf tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:24.098294 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67eccb62-6d78-4dbf-8521-a768d9bc7bdf tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:15:24.098795 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67eccb62-6d78-4dbf-8521-a768d9bc7bdf tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:24.148934 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39aeb8c8-151e-42f7-8f7f-85fe64f99c80 None None] Network 22457c96-d844-403b-a6bc-1788eb3b7721 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:15:24.172003 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:15:24.179976 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-306a3a82-7eff-4bab-ac55-fa0086533724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:24.283410 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67eccb62-6d78-4dbf-8521-a768d9bc7bdf tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:24.284149 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c6116b7a-69b3-4faa-acba-d719f02dadbe tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:24.309031 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67eccb62-6d78-4dbf-8521-a768d9bc7bdf tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:24.315986 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-67eccb62-6d78-4dbf-8521-a768d9bc7bdf tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "DELETE /v2.0/networks/4c8e9941-1139-4008-857f-5fdf2ea3a1d7 HTTP/1.1" status: 204 len: 168 time: 1.0115571 Aug 10 04:15:24.317786 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eccb62-6d78-4dbf-8521-a768d9bc7bdf tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event deleted for resources: {'Network': ['ID=4c8e9941-1139-4008-857f-5fdf2ea3a1d7,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:24.321061 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35842) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:24.329013 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-db2127c1-2d6c-4684-9690-1ed586ade417 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-333882571'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:24.345836 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6116b7a-69b3-4faa-acba-d719f02dadbe tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] No DVR routers for this DVR port 1ab7e104-9ce9-41b5-ad9c-cde57bc60a4e on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:15:24.355173 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-19e510aa-a051-4833-a253-034e12cd8863 None None] Could not find standard attr ID for object 1ab7e104-9ce9-41b5-ad9c-cde57bc60a4e. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:15:24.357210 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6116b7a-69b3-4faa-acba-d719f02dadbe tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Port': ['ID=1ab7e104-9ce9-41b5-ad9c-cde57bc60a4e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:24.427636 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2127c1-2d6c-4684-9690-1ed586ade417 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Made reservation on behalf of a5f3e5c9a0264141a1b2d8171fd3a44d for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:24.433413 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-db2127c1-2d6c-4684-9690-1ed586ade417 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:24.476304 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2127c1-2d6c-4684-9690-1ed586ade417 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:15:24.503322 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-db2127c1-2d6c-4684-9690-1ed586ade417 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:24.504906 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-db2127c1-2d6c-4684-9690-1ed586ade417 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Added segment b8f5e88c-dff1-4a5b-bdac-a9c699562375 of type vlan for network 467b98ba-3939-4060-aa29-a4196b4f2f14 Aug 10 04:15:24.586381 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a3a82-7eff-4bab-ac55-fa0086533724 None None] Pushing event updated for resources: {'Port': ['ID=1ab7e104-9ce9-41b5-ad9c-cde57bc60a4e,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:24.591980 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c6116b7a-69b3-4faa-acba-d719f02dadbe tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:24.611989 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-c6116b7a-69b3-4faa-acba-d719f02dadbe tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22457c96-d844-403b-a6bc-1788eb3b7721']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:24.628824 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-c6116b7a-69b3-4faa-acba-d719f02dadbe tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23516bdb-07a3-4718-af95-70ca2d3e6809') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:24.629534 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-c6116b7a-69b3-4faa-acba-d719f02dadbe tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23516bdb-07a3-4718-af95-70ca2d3e6809') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:24.645626 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-db2127c1-2d6c-4684-9690-1ed586ade417 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:24.645960 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c6116b7a-69b3-4faa-acba-d719f02dadbe tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:24.676041 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c6116b7a-69b3-4faa-acba-d719f02dadbe tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:24.687043 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6116b7a-69b3-4faa-acba-d719f02dadbe tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:15:24.687701 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c6116b7a-69b3-4faa-acba-d719f02dadbe tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:15:24.692837 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:15:24.714477 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3d4120-74fd-4091-a090-fad5ea699100 None None] DHCP port deletion for 22457c96-d844-403b-a6bc-1788eb3b7721 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:15:24.802155 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-db2127c1-2d6c-4684-9690-1ed586ade417 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:24.808823 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2127c1-2d6c-4684-9690-1ed586ade417 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:24.809516 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-db2127c1-2d6c-4684-9690-1ed586ade417 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:24.877312 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c6116b7a-69b3-4faa-acba-d719f02dadbe tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:24.888242 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c6116b7a-69b3-4faa-acba-d719f02dadbe tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:24.895151 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c6116b7a-69b3-4faa-acba-d719f02dadbe tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/networks/22457c96-d844-403b-a6bc-1788eb3b7721 HTTP/1.1" status: 204 len: 168 time: 1.2712796 Aug 10 04:15:24.900533 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35852) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:24.909107 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6116b7a-69b3-4faa-acba-d719f02dadbe tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Network': ['ID=22457c96-d844-403b-a6bc-1788eb3b7721,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:24.914648 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-80fdb5d9-7d77-4990-b39b-de43e9e90762 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-107839705'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:24.920903 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2127c1-2d6c-4684-9690-1ed586ade417 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event updated for resources: {'Network': ['ID=467b98ba-3939-4060-aa29-a4196b4f2f14,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:24.935000 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 467b98ba-3939-4060-aa29-a4196b4f2f14 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:15:24.994227 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-db2127c1-2d6c-4684-9690-1ed586ade417 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6714063 Aug 10 04:15:24.998184 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35854) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:25.003947 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-98160f0d-849b-4804-96a9-7b4effbab44e tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Request body: {'subnet': {'network_id': '467b98ba-3939-4060-aa29-a4196b4f2f14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:25.553625 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fdb5d9-7d77-4990-b39b-de43e9e90762 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:25.559799 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-80fdb5d9-7d77-4990-b39b-de43e9e90762 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:25.606564 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80fdb5d9-7d77-4990-b39b-de43e9e90762 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:15:25.620187 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-80fdb5d9-7d77-4990-b39b-de43e9e90762 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:25.620581 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-80fdb5d9-7d77-4990-b39b-de43e9e90762 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Added segment 4690739c-032e-42d6-b8ba-4a6dcf1c5dec of type vlan for network 8a52e7ab-6b56-487d-a6cb-73fc1cf29b3f Aug 10 04:15:25.672621 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98160f0d-849b-4804-96a9-7b4effbab44e tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Made reservation on behalf of a5f3e5c9a0264141a1b2d8171fd3a44d for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:25.676903 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-98160f0d-849b-4804-96a9-7b4effbab44e tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:25.753289 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-80fdb5d9-7d77-4990-b39b-de43e9e90762 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:25.901596 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-80fdb5d9-7d77-4990-b39b-de43e9e90762 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:25.909191 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fdb5d9-7d77-4990-b39b-de43e9e90762 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:25.909859 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-80fdb5d9-7d77-4990-b39b-de43e9e90762 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:26.011795 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-80fdb5d9-7d77-4990-b39b-de43e9e90762 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1062028 Aug 10 04:15:26.014592 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35866) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:26.021388 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-3b2773a7-047e-492b-a002-50b4ab638a35 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'subnet': {'network_id': '8a52e7ab-6b56-487d-a6cb-73fc1cf29b3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:26.048163 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fdb5d9-7d77-4990-b39b-de43e9e90762 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Network': ['ID=8a52e7ab-6b56-487d-a6cb-73fc1cf29b3f,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:26.060457 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 8a52e7ab-6b56-487d-a6cb-73fc1cf29b3f details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:15:26.141067 n-d-802893-2 neutron-server[94937]: DEBUG neutron.objects.ports [None req-98160f0d-849b-4804-96a9-7b4effbab44e tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94937) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 10 04:15:26.142668 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-98160f0d-849b-4804-96a9-7b4effbab44e tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:26.212495 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98160f0d-849b-4804-96a9-7b4effbab44e tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event updated for resources: {'Subnet': ['ID=27194282-0778-4b27-b44e-584a866b2619,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:26.221139 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98160f0d-849b-4804-96a9-7b4effbab44e tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Checking segment: {'id': 'b8f5e88c-dff1-4a5b-bdac-a9c699562375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '467b98ba-3939-4060-aa29-a4196b4f2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:26.221502 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98160f0d-849b-4804-96a9-7b4effbab44e tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Network hostable DHCP agents. Network: 467b98ba-3939-4060-aa29-a4196b4f2f14, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:15:26.237466 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2773a7-047e-492b-a002-50b4ab638a35 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:26.242463 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3b2773a7-047e-492b-a002-50b4ab638a35 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:26.311665 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98160f0d-849b-4804-96a9-7b4effbab44e tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Network 467b98ba-3939-4060-aa29-a4196b4f2f14 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:15:26.363528 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-98160f0d-849b-4804-96a9-7b4effbab44e tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 467b98ba-3939-4060-aa29-a4196b4f2f14) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:26.373275 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98160f0d-849b-4804-96a9-7b4effbab44e tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:26.373878 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-98160f0d-849b-4804-96a9-7b4effbab44e tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:26.378484 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365e46b9-59fd-453b-9046-37a7b6700be9 None None] Network 467b98ba-3939-4060-aa29-a4196b4f2f14 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:26.424299 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1ab7e104-9ce9-41b5-ad9c-cde57bc60a4e no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:15:26.465644 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 1ab7e104-9ce9-41b5-ad9c-cde57bc60a4e {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:15:26.465989 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1ab7e104-9ce9-41b5-ad9c-cde57bc60a4e not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:15:26.521267 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35874) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:26.523227 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-98160f0d-849b-4804-96a9-7b4effbab44e tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5224743 Aug 10 04:15:26.589170 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3b2773a7-047e-492b-a002-50b4ab638a35 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:26.622199 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070177a7-bf2e-41b5-8ca7-2c723d32e5e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-467b98ba-3939-4060-aa29-a4196b4f2f14', 'network_id': '467b98ba-3939-4060-aa29-a4196b4f2f14', 'tenant_id': 'a5f3e5c9a0264141a1b2d8171fd3a44d', 'fixed_ips': [{'subnet_id': '27194282-0778-4b27-b44e-584a866b2619'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:15:26.623203 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-070177a7-bf2e-41b5-8ca7-2c723d32e5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:26.658795 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2773a7-047e-492b-a002-50b4ab638a35 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Subnet': ['ID=2f0a31ac-e8eb-40e2-900a-bff1174ae966,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:26.768916 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:26.890296 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-070177a7-bf2e-41b5-8ca7-2c723d32e5e1 None None] Allocated IP 2001:db8::f816:3eff:fe51:2ff8 (467b98ba-3939-4060-aa29-a4196b4f2f14/27194282-0778-4b27-b44e-584a866b2619/a6307c74-ae20-48f7-8813-a6e879928c9e) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:26.916086 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:26.921971 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2773a7-047e-492b-a002-50b4ab638a35 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Checking segment: {'id': '4690739c-032e-42d6-b8ba-4a6dcf1c5dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8a52e7ab-6b56-487d-a6cb-73fc1cf29b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:26.922546 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2773a7-047e-492b-a002-50b4ab638a35 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network hostable DHCP agents. Network: 8a52e7ab-6b56-487d-a6cb-73fc1cf29b3f, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:15:27.059948 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2773a7-047e-492b-a002-50b4ab638a35 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network 8a52e7ab-6b56-487d-a6cb-73fc1cf29b3f is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:15:27.091563 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-070177a7-bf2e-41b5-8ca7-2c723d32e5e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:27.104847 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-070177a7-bf2e-41b5-8ca7-2c723d32e5e1 None None] Transition to ACTIVE for port object a6307c74-ae20-48f7-8813-a6e879928c9e will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:27.122177 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-070177a7-bf2e-41b5-8ca7-2c723d32e5e1 None None] Transition to ACTIVE for port object a6307c74-ae20-48f7-8813-a6e879928c9e will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:27.202583 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-3b2773a7-047e-492b-a002-50b4ab638a35 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 8a52e7ab-6b56-487d-a6cb-73fc1cf29b3f) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:27.207049 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2773a7-047e-492b-a002-50b4ab638a35 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:27.207772 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3b2773a7-047e-492b-a002-50b4ab638a35 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:27.215757 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5c6554-786f-4588-8ac8-b5d13369e304 None None] Network 8a52e7ab-6b56-487d-a6cb-73fc1cf29b3f requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:27.255120 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-070177a7-bf2e-41b5-8ca7-2c723d32e5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:27.321670 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070177a7-bf2e-41b5-8ca7-2c723d32e5e1 None None] Network 467b98ba-3939-4060-aa29-a4196b4f2f14 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:27.328995 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-070177a7-bf2e-41b5-8ca7-2c723d32e5e1 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:27.332718 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070177a7-bf2e-41b5-8ca7-2c723d32e5e1 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:27.338129 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070177a7-bf2e-41b5-8ca7-2c723d32e5e1 None None] Pushing event updated for resources: {'Port': ['ID=a6307c74-ae20-48f7-8813-a6e879928c9e,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:27.353023 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3b2773a7-047e-492b-a002-50b4ab638a35 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3367255 Aug 10 04:15:27.355732 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35884) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:27.360953 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-5e2f40b2-38a4-45b3-93d1-e4ebb6f8f82a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'port': {'network_id': '8a52e7ab-6b56-487d-a6cb-73fc1cf29b3f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1774705003'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:27.381339 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:27.451293 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event deleted for resources: {'Subnet': ['ID=27194282-0778-4b27-b44e-584a866b2619,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:27.463211 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-070177a7-bf2e-41b5-8ca7-2c723d32e5e1 None None] Attempting to bind port a6307c74-ae20-48f7-8813-a6e879928c9e on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:15:27.463586 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-070177a7-bf2e-41b5-8ca7-2c723d32e5e1 None None] Attempting to bind port a6307c74-ae20-48f7-8813-a6e879928c9e by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'b8f5e88c-dff1-4a5b-bdac-a9c699562375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '467b98ba-3939-4060-aa29-a4196b4f2f14'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:15:27.464068 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070177a7-bf2e-41b5-8ca7-2c723d32e5e1 None None] Attempting to bind port a6307c74-ae20-48f7-8813-a6e879928c9e on network 467b98ba-3939-4060-aa29-a4196b4f2f14 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:15:27.491267 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070177a7-bf2e-41b5-8ca7-2c723d32e5e1 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:15:27.491729 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070177a7-bf2e-41b5-8ca7-2c723d32e5e1 None None] Checking segment: {'id': 'b8f5e88c-dff1-4a5b-bdac-a9c699562375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '467b98ba-3939-4060-aa29-a4196b4f2f14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:27.492268 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-070177a7-bf2e-41b5-8ca7-2c723d32e5e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:27.493076 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070177a7-bf2e-41b5-8ca7-2c723d32e5e1 None None] Bound using segment: {'id': 'b8f5e88c-dff1-4a5b-bdac-a9c699562375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '467b98ba-3939-4060-aa29-a4196b4f2f14'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:15:27.493953 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-070177a7-bf2e-41b5-8ca7-2c723d32e5e1 None None] Bound port: a6307c74-ae20-48f7-8813-a6e879928c9e, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f5e88c-dff1-4a5b-bdac-a9c699562375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '467b98ba-3939-4060-aa29-a4196b4f2f14'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:15:27.494546 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-070177a7-bf2e-41b5-8ca7-2c723d32e5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:27.537819 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7622f02c-e0a6-4393-a5b1-0ce6f17eb530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-8a52e7ab-6b56-487d-a6cb-73fc1cf29b3f', 'network_id': '8a52e7ab-6b56-487d-a6cb-73fc1cf29b3f', 'tenant_id': '8f16a75dcde742e98d791640e89e25a1', 'fixed_ips': [{'subnet_id': '2f0a31ac-e8eb-40e2-900a-bff1174ae966'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:15:27.538819 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7622f02c-e0a6-4393-a5b1-0ce6f17eb530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:27.624698 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-070177a7-bf2e-41b5-8ca7-2c723d32e5e1 None None] For port a6307c74-ae20-48f7-8813-a6e879928c9e, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:15:27.632389 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-070177a7-bf2e-41b5-8ca7-2c723d32e5e1 None None] For port a6307c74-ae20-48f7-8813-a6e879928c9e, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a6307c74-ae20-48f7-8813-a6e879928c9e,segment=NetworkSegment(b8f5e88c-dff1-4a5b-bdac-a9c699562375),segment_id=b8f5e88c-dff1-4a5b-bdac-a9c699562375)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:15:27.842926 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-7622f02c-e0a6-4393-a5b1-0ce6f17eb530 None None] Allocated IP 172.20.0.2 (8a52e7ab-6b56-487d-a6cb-73fc1cf29b3f/2f0a31ac-e8eb-40e2-900a-bff1174ae966/48d63fba-a9c8-48ee-90d2-870764715da5) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:27.988447 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:28.005569 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467b98ba-3939-4060-aa29-a4196b4f2f14']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:28.023948 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f5e88c-dff1-4a5b-bdac-a9c699562375') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:28.029225 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f5e88c-dff1-4a5b-bdac-a9c699562375') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:28.040210 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:28.059098 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:28.066164 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:15:28.066890 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:15:28.070952 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:15:28.163443 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:28.166872 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-070177a7-bf2e-41b5-8ca7-2c723d32e5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:28.169305 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2f40b2-38a4-45b3-93d1-e4ebb6f8f82a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:28.173421 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5e2f40b2-38a4-45b3-93d1-e4ebb6f8f82a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:28.199045 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-5e2f40b2-38a4-45b3-93d1-e4ebb6f8f82a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] device_id is not set on port 16b267af-7114-4e13-b40c-157f7dc7c2ec yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:15:28.260916 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.db.api [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 04:15:28.260916 n-d-802893-2 neutron-server[94938]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 04:15:28.260916 n-d-802893-2 neutron-server[94938]: [parameters: {'id': '467b98ba-3939-4060-aa29-a4196b4f2f14'}] Aug 10 04:15:28.260916 n-d-802893-2 neutron-server[94938]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94938) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:15:28.266830 n-d-802893-2 neutron-server[94938]: DEBUG oslo_db.api [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:15:28.308053 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070177a7-bf2e-41b5-8ca7-2c723d32e5e1 None None] Pushing event updated for resources: {'Port': ['ID=a6307c74-ae20-48f7-8813-a6e879928c9e,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:28.364322 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96446fd9-20b1-41d6-8c4e-4040e8fe53f2 None None] Network 467b98ba-3939-4060-aa29-a4196b4f2f14 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:28.447149 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7622f02c-e0a6-4393-a5b1-0ce6f17eb530 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:28.463401 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7622f02c-e0a6-4393-a5b1-0ce6f17eb530 None None] Transition to ACTIVE for port object 48d63fba-a9c8-48ee-90d2-870764715da5 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:28.524913 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7622f02c-e0a6-4393-a5b1-0ce6f17eb530 None None] Transition to ACTIVE for port object 48d63fba-a9c8-48ee-90d2-870764715da5 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:28.591550 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7622f02c-e0a6-4393-a5b1-0ce6f17eb530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:28.645334 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7622f02c-e0a6-4393-a5b1-0ce6f17eb530 None None] Network 8a52e7ab-6b56-487d-a6cb-73fc1cf29b3f is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:28.658570 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-7622f02c-e0a6-4393-a5b1-0ce6f17eb530 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:28.663095 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7622f02c-e0a6-4393-a5b1-0ce6f17eb530 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:28.674875 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622f02c-e0a6-4393-a5b1-0ce6f17eb530 None None] Pushing event updated for resources: {'Port': ['ID=48d63fba-a9c8-48ee-90d2-870764715da5,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:28.684736 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-5e2f40b2-38a4-45b3-93d1-e4ebb6f8f82a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Allocated IP 172.20.0.9 (8a52e7ab-6b56-487d-a6cb-73fc1cf29b3f/2f0a31ac-e8eb-40e2-900a-bff1174ae966/16b267af-7114-4e13-b40c-157f7dc7c2ec) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:28.774214 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-7622f02c-e0a6-4393-a5b1-0ce6f17eb530 None None] Attempting to bind port 48d63fba-a9c8-48ee-90d2-870764715da5 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:15:28.774511 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-7622f02c-e0a6-4393-a5b1-0ce6f17eb530 None None] Attempting to bind port 48d63fba-a9c8-48ee-90d2-870764715da5 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '4690739c-032e-42d6-b8ba-4a6dcf1c5dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8a52e7ab-6b56-487d-a6cb-73fc1cf29b3f'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:15:28.775033 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7622f02c-e0a6-4393-a5b1-0ce6f17eb530 None None] Attempting to bind port 48d63fba-a9c8-48ee-90d2-870764715da5 on network 8a52e7ab-6b56-487d-a6cb-73fc1cf29b3f {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:15:28.781680 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7622f02c-e0a6-4393-a5b1-0ce6f17eb530 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:15:28.782072 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7622f02c-e0a6-4393-a5b1-0ce6f17eb530 None None] Checking segment: {'id': '4690739c-032e-42d6-b8ba-4a6dcf1c5dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8a52e7ab-6b56-487d-a6cb-73fc1cf29b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:28.782489 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7622f02c-e0a6-4393-a5b1-0ce6f17eb530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:28.782903 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7622f02c-e0a6-4393-a5b1-0ce6f17eb530 None None] Bound using segment: {'id': '4690739c-032e-42d6-b8ba-4a6dcf1c5dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8a52e7ab-6b56-487d-a6cb-73fc1cf29b3f'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:15:28.783428 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-7622f02c-e0a6-4393-a5b1-0ce6f17eb530 None None] Bound port: 48d63fba-a9c8-48ee-90d2-870764715da5, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4690739c-032e-42d6-b8ba-4a6dcf1c5dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '8a52e7ab-6b56-487d-a6cb-73fc1cf29b3f'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:15:28.783840 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7622f02c-e0a6-4393-a5b1-0ce6f17eb530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:28.882210 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-7622f02c-e0a6-4393-a5b1-0ce6f17eb530 None None] For port 48d63fba-a9c8-48ee-90d2-870764715da5, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:15:28.892806 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:28.893089 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-7622f02c-e0a6-4393-a5b1-0ce6f17eb530 None None] For port 48d63fba-a9c8-48ee-90d2-870764715da5, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=48d63fba-a9c8-48ee-90d2-870764715da5,segment=NetworkSegment(4690739c-032e-42d6-b8ba-4a6dcf1c5dec),segment_id=4690739c-032e-42d6-b8ba-4a6dcf1c5dec)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:15:28.936406 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5e2f40b2-38a4-45b3-93d1-e4ebb6f8f82a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:28.966549 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7622f02c-e0a6-4393-a5b1-0ce6f17eb530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:28.973027 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-5e2f40b2-38a4-45b3-93d1-e4ebb6f8f82a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Transition to ACTIVE for port object 16b267af-7114-4e13-b40c-157f7dc7c2ec will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:29.044547 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Deleting port a6307c74-ae20-48f7-8813-a6e879928c9e {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:29.045372 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.106227 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622f02c-e0a6-4393-a5b1-0ce6f17eb530 None None] Pushing event updated for resources: {'Port': ['ID=48d63fba-a9c8-48ee-90d2-870764715da5,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:29.128039 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5e2f40b2-38a4-45b3-93d1-e4ebb6f8f82a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.181856 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] For port a6307c74-ae20-48f7-8813-a6e879928c9e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a6307c74-ae20-48f7-8813-a6e879928c9e,segment=NetworkSegment(b8f5e88c-dff1-4a5b-bdac-a9c699562375),segment_id=b8f5e88c-dff1-4a5b-bdac-a9c699562375)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:29.182375 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.205668 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2f40b2-38a4-45b3-93d1-e4ebb6f8f82a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network 8a52e7ab-6b56-487d-a6cb-73fc1cf29b3f is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:29.213338 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Calling delete_port for a6307c74-ae20-48f7-8813-a6e879928c9e owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:29.215579 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-5e2f40b2-38a4-45b3-93d1-e4ebb6f8f82a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:29.218312 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2f40b2-38a4-45b3-93d1-e4ebb6f8f82a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:29.229789 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f40b2-38a4-45b3-93d1-e4ebb6f8f82a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Port': ['ID=16b267af-7114-4e13-b40c-157f7dc7c2ec,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:29.368904 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2f40b2-38a4-45b3-93d1-e4ebb6f8f82a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:29.369507 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5e2f40b2-38a4-45b3-93d1-e4ebb6f8f82a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.503941 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35912) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:29.504792 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5e2f40b2-38a4-45b3-93d1-e4ebb6f8f82a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.1469579 Aug 10 04:15:29.523423 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.557111 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event deleted for resources: {'Port': ['ID=a6307c74-ae20-48f7-8813-a6e879928c9e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:29.562515 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] No DVR routers for this DVR port a6307c74-ae20-48f7-8813-a6e879928c9e on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:15:29.612152 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-0e1e584b-6027-4aa4-850b-05134dc2e60b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting port 16b267af-7114-4e13-b40c-157f7dc7c2ec {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:29.612712 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0e1e584b-6027-4aa4-850b-05134dc2e60b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.665559 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.682609 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467b98ba-3939-4060-aa29-a4196b4f2f14']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:29.703292 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f5e88c-dff1-4a5b-bdac-a9c699562375') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:29.705925 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f5e88c-dff1-4a5b-bdac-a9c699562375') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:29.731923 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.740617 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0e1e584b-6027-4aa4-850b-05134dc2e60b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.749536 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.757887 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-0e1e584b-6027-4aa4-850b-05134dc2e60b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Calling delete_port for 16b267af-7114-4e13-b40c-157f7dc7c2ec owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:29.760409 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:15:29.761044 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:15:29.804293 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:15:29.895220 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.926454 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:29.930174 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "DELETE /v2.0/networks/467b98ba-3939-4060-aa29-a4196b4f2f14 HTTP/1.1" status: 204 len: 168 time: 3.4078460 Aug 10 04:15:29.931597 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a7ff7f-6007-43b9-8e5c-bb86a1a27047 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event deleted for resources: {'Network': ['ID=467b98ba-3939-4060-aa29-a4196b4f2f14,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:29.937583 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35916) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:29.966130 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca5e8b21-8b43-46ab-866f-aed796168023 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] DELETE failed (client error): The resource could not be found. Aug 10 04:15:29.966748 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca5e8b21-8b43-46ab-866f-aed796168023 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:15:29.970868 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ca5e8b21-8b43-46ab-866f-aed796168023 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "DELETE /v2.0/subnets/27194282-0778-4b27-b44e-584a866b2619 HTTP/1.1" status: 404 len: 337 time: 0.0300164 Aug 10 04:15:29.971331 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35918) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:29.996283 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb7c510b-868a-485d-91f6-a343a4955011 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] DELETE failed (client error): The resource could not be found. Aug 10 04:15:29.996822 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb7c510b-868a-485d-91f6-a343a4955011 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:15:30.001103 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bb7c510b-868a-485d-91f6-a343a4955011 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "DELETE /v2.0/networks/467b98ba-3939-4060-aa29-a4196b4f2f14 HTTP/1.1" status: 404 len: 339 time: 0.0259542 Aug 10 04:15:30.001385 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35920) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:30.008140 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0e1e584b-6027-4aa4-850b-05134dc2e60b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.031787 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5d7e69-9602-4e56-84e7-68a1dc2046cc tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] DELETE failed (client error): The resource could not be found. Aug 10 04:15:30.032316 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d5d7e69-9602-4e56-84e7-68a1dc2046cc tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:15:30.036782 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7d5d7e69-9602-4e56-84e7-68a1dc2046cc tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "DELETE /v2.0/subnets/0a549e91-f2dc-48d6-9a8f-7478446a3841 HTTP/1.1" status: 404 len: 337 time: 0.0320001 Aug 10 04:15:30.038554 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35922) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:30.058423 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e584b-6027-4aa4-850b-05134dc2e60b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Port': ['ID=16b267af-7114-4e13-b40c-157f7dc7c2ec,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:30.089623 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-cea9193f-4b96-4465-a28f-4e68a7d2d087 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] DELETE failed (client error): The resource could not be found. Aug 10 04:15:30.090609 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cea9193f-4b96-4465-a28f-4e68a7d2d087 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:15:30.095396 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-cea9193f-4b96-4465-a28f-4e68a7d2d087 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "DELETE /v2.0/networks/4c8e9941-1139-4008-857f-5fdf2ea3a1d7 HTTP/1.1" status: 404 len: 339 time: 0.0557961 Aug 10 04:15:30.096387 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35926) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:30.147661 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92ecae3-f52a-4e6f-ac56-044e0060fdc7 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] DELETE failed (client error): The resource could not be found. Aug 10 04:15:30.149110 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d92ecae3-f52a-4e6f-ac56-044e0060fdc7 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:15:30.152005 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d92ecae3-f52a-4e6f-ac56-044e0060fdc7 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "DELETE /v2.0/subnets/5eb7c97e-1de3-4177-a184-e419d1758634 HTTP/1.1" status: 404 len: 337 time: 0.0504963 Aug 10 04:15:30.153287 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35930) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:30.173843 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84ed57a-a9b0-4f62-a9a7-524a54608546 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] DELETE failed (client error): The resource could not be found. Aug 10 04:15:30.174692 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e84ed57a-a9b0-4f62-a9a7-524a54608546 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:15:30.176661 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e84ed57a-a9b0-4f62-a9a7-524a54608546 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "DELETE /v2.0/networks/3a43a0c9-fb94-4836-bda7-2a88f3f61f8a HTTP/1.1" status: 404 len: 339 time: 0.0222688 Aug 10 04:15:30.179921 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35932) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:30.189879 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0e1e584b-6027-4aa4-850b-05134dc2e60b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.195484 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0e1e584b-6027-4aa4-850b-05134dc2e60b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/ports/16b267af-7114-4e13-b40c-157f7dc7c2ec HTTP/1.1" status: 204 len: 168 time: 0.6867206 Aug 10 04:15:30.196457 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35934) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:30.240873 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8382e0c-cb0d-4414-9196-3429a53bfb04 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] GET failed (client error): The resource could not be found. Aug 10 04:15:30.247558 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b8382e0c-cb0d-4414-9196-3429a53bfb04 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "GET /v2.0/ports/16b267af-7114-4e13-b40c-157f7dc7c2ec HTTP/1.1" status: 404 len: 333 time: 0.0494940 Aug 10 04:15:30.248431 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35938) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:30.323552 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-e7345946-7971-4556-8d75-22263347b1d9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Deleting port fd622278-edde-42be-a48d-02947641dbf3 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:30.323930 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e7345946-7971-4556-8d75-22263347b1d9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.325112 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63003e3-b2db-434e-ac00-7b1ca0c15cac tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting subnet 2f0a31ac-e8eb-40e2-900a-bff1174ae966 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:15:30.329080 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c63003e3-b2db-434e-ac00-7b1ca0c15cac tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.380542 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c63003e3-b2db-434e-ac00-7b1ca0c15cac tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.463559 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e7345946-7971-4556-8d75-22263347b1d9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.494645 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-e7345946-7971-4556-8d75-22263347b1d9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Calling delete_port for fd622278-edde-42be-a48d-02947641dbf3 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:30.515650 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c63003e3-b2db-434e-ac00-7b1ca0c15cac tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.534547 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 48d63fba-a9c8-48ee-90d2-870764715da5 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:15:30.596803 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d458e21-b74b-4e0e-8753-d27d1c83d6a3 None None] Network 8a52e7ab-6b56-487d-a6cb-73fc1cf29b3f requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:30.763640 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c63003e3-b2db-434e-ac00-7b1ca0c15cac tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.806171 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63003e3-b2db-434e-ac00-7b1ca0c15cac tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Subnet': ['ID=2f0a31ac-e8eb-40e2-900a-bff1174ae966,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:30.821189 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c63003e3-b2db-434e-ac00-7b1ca0c15cac tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.825043 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c63003e3-b2db-434e-ac00-7b1ca0c15cac tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/subnets/2f0a31ac-e8eb-40e2-900a-bff1174ae966 HTTP/1.1" status: 204 len: 168 time: 0.5754950 Aug 10 04:15:30.827838 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35942) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:30.834700 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-926b2e92-b173-450d-8dab-3a3194d971af None None] Provisioning for port 48d63fba-a9c8-48ee-90d2-870764715da5 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:30.871904 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e7345946-7971-4556-8d75-22263347b1d9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.887071 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 48d63fba-a9c8-48ee-90d2-870764715da5 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:30.895026 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 48d63fba-a9c8-48ee-90d2-870764715da5 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:30.895433 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:30.972357 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef420369-a97e-4cce-9eb6-273d87459d51 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:31.009443 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:31.014699 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7345946-7971-4556-8d75-22263347b1d9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event deleted for resources: {'Port': ['ID=fd622278-edde-42be-a48d-02947641dbf3,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:31.025941 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e7345946-7971-4556-8d75-22263347b1d9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:31.031630 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e7345946-7971-4556-8d75-22263347b1d9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "DELETE /v2.0/ports/fd622278-edde-42be-a48d-02947641dbf3 HTTP/1.1" status: 204 len: 168 time: 0.8470645 Aug 10 04:15:31.031848 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35946) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:31.066212 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 48d63fba-a9c8-48ee-90d2-870764715da5, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=48d63fba-a9c8-48ee-90d2-870764715da5,segment=NetworkSegment(4690739c-032e-42d6-b8ba-4a6dcf1c5dec),segment_id=4690739c-032e-42d6-b8ba-4a6dcf1c5dec)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:31.071814 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb586649-b719-4942-ad09-133b0c36c0d7 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] DELETE failed (client error): The resource could not be found. Aug 10 04:15:31.072456 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb586649-b719-4942-ad09-133b0c36c0d7 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:15:31.074324 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-eb586649-b719-4942-ad09-133b0c36c0d7 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "DELETE /v2.0/subnets/ccefa432-0244-45c2-aefb-752078757231 HTTP/1.1" status: 404 len: 337 time: 0.0415227 Aug 10 04:15:31.077223 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35948) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:31.102757 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-ef420369-a97e-4cce-9eb6-273d87459d51 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting port 48d63fba-a9c8-48ee-90d2-870764715da5 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:31.103316 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef420369-a97e-4cce-9eb6-273d87459d51 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:31.157661 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a289743-bb1c-4dbd-9d3d-ece595bd53ad None None] Network 8a52e7ab-6b56-487d-a6cb-73fc1cf29b3f requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:31.182571 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8198bd85-1297-4077-8e67-d0e30e25b573 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:31.183585 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-ef420369-a97e-4cce-9eb6-273d87459d51 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] For port 48d63fba-a9c8-48ee-90d2-870764715da5, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=48d63fba-a9c8-48ee-90d2-870764715da5,segment=NetworkSegment(4690739c-032e-42d6-b8ba-4a6dcf1c5dec),segment_id=4690739c-032e-42d6-b8ba-4a6dcf1c5dec)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:31.184121 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef420369-a97e-4cce-9eb6-273d87459d51 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:31.201718 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-ef420369-a97e-4cce-9eb6-273d87459d51 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Calling delete_port for 48d63fba-a9c8-48ee-90d2-870764715da5 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:31.217541 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:31.328293 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8198bd85-1297-4077-8e67-d0e30e25b573 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:31.332540 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-73190903-70aa-4bae-a581-dec2ad2bc263 None None] Provisioning complete for port 48d63fba-a9c8-48ee-90d2-870764715da5 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:31.332938 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-73190903-70aa-4bae-a581-dec2ad2bc263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:31.344933 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-8198bd85-1297-4077-8e67-d0e30e25b573 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['189f9f5d-a16d-44cf-b657-1bf34b58ad92']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:31.390255 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-8198bd85-1297-4077-8e67-d0e30e25b573 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374ad87b-6b73-4ba7-bd05-291009d2d219') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:31.390561 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-8198bd85-1297-4077-8e67-d0e30e25b573 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374ad87b-6b73-4ba7-bd05-291009d2d219') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:31.402956 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8198bd85-1297-4077-8e67-d0e30e25b573 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:31.432686 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8198bd85-1297-4077-8e67-d0e30e25b573 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:31.447502 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8198bd85-1297-4077-8e67-d0e30e25b573 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:15:31.448089 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8198bd85-1297-4077-8e67-d0e30e25b573 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:31.450409 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=48d63fba-a9c8-48ee-90d2-870764715da5,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:15:31.454100 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:15:31.534423 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef420369-a97e-4cce-9eb6-273d87459d51 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:31.566600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef420369-a97e-4cce-9eb6-273d87459d51 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Port': ['ID=48d63fba-a9c8-48ee-90d2-870764715da5,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:31.568795 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef420369-a97e-4cce-9eb6-273d87459d51 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] No DVR routers for this DVR port 48d63fba-a9c8-48ee-90d2-870764715da5 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:15:31.579184 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab5b563-b410-47a4-a94a-0e0e6f150bff None None] DHCP port deletion for 8a52e7ab-6b56-487d-a6cb-73fc1cf29b3f request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:15:31.609466 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8198bd85-1297-4077-8e67-d0e30e25b573 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:31.618927 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82320ff8-c2d7-4aa5-a335-53f0eb7c2e67 None None] get_active_networks_info from n-d-802893-2 {{(pid=94939) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 04:15:31.622738 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8198bd85-1297-4077-8e67-d0e30e25b573 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:31.628304 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8198bd85-1297-4077-8e67-d0e30e25b573 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "DELETE /v2.0/networks/189f9f5d-a16d-44cf-b657-1bf34b58ad92 HTTP/1.1" status: 204 len: 168 time: 0.5465891 Aug 10 04:15:31.643413 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35960) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:31.678025 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198bd85-1297-4077-8e67-d0e30e25b573 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event deleted for resources: {'Network': ['ID=189f9f5d-a16d-44cf-b657-1bf34b58ad92,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:31.752370 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef420369-a97e-4cce-9eb6-273d87459d51 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:31.777460 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82320ff8-c2d7-4aa5-a335-53f0eb7c2e67 None None] Resources bound (agent type, host, resource id): {{(pid=94939) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 04:15:31.780262 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-ef420369-a97e-4cce-9eb6-273d87459d51 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a52e7ab-6b56-487d-a6cb-73fc1cf29b3f']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:31.844542 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-ef420369-a97e-4cce-9eb6-273d87459d51 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4690739c-032e-42d6-b8ba-4a6dcf1c5dec') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:31.844774 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-ef420369-a97e-4cce-9eb6-273d87459d51 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4690739c-032e-42d6-b8ba-4a6dcf1c5dec') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:31.864585 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef420369-a97e-4cce-9eb6-273d87459d51 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:31.883870 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef420369-a97e-4cce-9eb6-273d87459d51 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:31.893973 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef420369-a97e-4cce-9eb6-273d87459d51 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:15:31.894353 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef420369-a97e-4cce-9eb6-273d87459d51 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:15:31.899413 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:15:31.972552 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-b1c82197-945a-407f-945b-fddf828dd067 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Deleting port e672b3dc-3717-4f97-8da1-e9ff54714b21 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:31.972895 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b1c82197-945a-407f-945b-fddf828dd067 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:32.031148 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef420369-a97e-4cce-9eb6-273d87459d51 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:32.057552 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef420369-a97e-4cce-9eb6-273d87459d51 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:32.059447 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ef420369-a97e-4cce-9eb6-273d87459d51 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/networks/8a52e7ab-6b56-487d-a6cb-73fc1cf29b3f HTTP/1.1" status: 204 len: 168 time: 1.2296052 Aug 10 04:15:32.063063 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35962) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:32.070234 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-3d180a59-08b0-4ec6-8210-4d0ac9c4dc56 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'port': {'network_id': 'be0920cf-5e7b-448c-8782-0516de2e6f8f', 'name': 'tempest-PortsTestJSON-783840245'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:32.103314 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef420369-a97e-4cce-9eb6-273d87459d51 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Network': ['ID=8a52e7ab-6b56-487d-a6cb-73fc1cf29b3f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:32.127090 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b1c82197-945a-407f-945b-fddf828dd067 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:32.156718 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-b1c82197-945a-407f-945b-fddf828dd067 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Calling delete_port for e672b3dc-3717-4f97-8da1-e9ff54714b21 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:32.306243 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d180a59-08b0-4ec6-8210-4d0ac9c4dc56 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:32.311392 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3d180a59-08b0-4ec6-8210-4d0ac9c4dc56 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:32.336297 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-3d180a59-08b0-4ec6-8210-4d0ac9c4dc56 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] device_id is not set on port ee9990fb-b07b-440d-897e-1098913eb2c8 yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:15:32.352353 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b1c82197-945a-407f-945b-fddf828dd067 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:32.414319 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c82197-945a-407f-945b-fddf828dd067 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event deleted for resources: {'Port': ['ID=e672b3dc-3717-4f97-8da1-e9ff54714b21,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:32.437017 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b1c82197-945a-407f-945b-fddf828dd067 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:32.443503 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b1c82197-945a-407f-945b-fddf828dd067 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "DELETE /v2.0/ports/e672b3dc-3717-4f97-8da1-e9ff54714b21 HTTP/1.1" status: 204 len: 168 time: 0.7975821 Aug 10 04:15:32.445208 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35970) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:32.503244 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d3abd72-d2e8-471e-a919-d5156859a0f9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] DELETE failed (client error): The resource could not be found. Aug 10 04:15:32.504197 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d3abd72-d2e8-471e-a919-d5156859a0f9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:15:32.506922 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5d3abd72-d2e8-471e-a919-d5156859a0f9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "DELETE /v2.0/subnets/c1a3fc76-6337-42d9-9e2e-ed1fa7bede86 HTTP/1.1" status: 404 len: 337 time: 0.0591786 Aug 10 04:15:32.510457 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35972) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:32.513348 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 48d63fba-a9c8-48ee-90d2-870764715da5 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:15:32.549075 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 48d63fba-a9c8-48ee-90d2-870764715da5 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:15:32.549638 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 48d63fba-a9c8-48ee-90d2-870764715da5 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:15:32.575897 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3d180a59-08b0-4ec6-8210-4d0ac9c4dc56 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:32.639155 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ede43adf-450d-4fb1-bf8e-6eeb96fffdc8 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:32.717738 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3d180a59-08b0-4ec6-8210-4d0ac9c4dc56 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:32.758896 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ede43adf-450d-4fb1-bf8e-6eeb96fffdc8 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:32.773179 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-ede43adf-450d-4fb1-bf8e-6eeb96fffdc8 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e89bf25-6a1c-4126-b5ee-144d1832e980']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:32.785490 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 35982) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:32.805688 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d180a59-08b0-4ec6-8210-4d0ac9c4dc56 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Port': ['ID=ee9990fb-b07b-440d-897e-1098913eb2c8,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:32.810543 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-ede43adf-450d-4fb1-bf8e-6eeb96fffdc8 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ba6c58-46c5-4bd1-8f1a-6dbfbc05bcb9') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:32.810543 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-ede43adf-450d-4fb1-bf8e-6eeb96fffdc8 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ba6c58-46c5-4bd1-8f1a-6dbfbc05bcb9') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:32.820418 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d180a59-08b0-4ec6-8210-4d0ac9c4dc56 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network be0920cf-5e7b-448c-8782-0516de2e6f8f is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:32.823199 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ede43adf-450d-4fb1-bf8e-6eeb96fffdc8 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:32.823927 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-3d180a59-08b0-4ec6-8210-4d0ac9c4dc56 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:32.831900 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d180a59-08b0-4ec6-8210-4d0ac9c4dc56 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:32.839159 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d180a59-08b0-4ec6-8210-4d0ac9c4dc56 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:32.839874 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3d180a59-08b0-4ec6-8210-4d0ac9c4dc56 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:32.855329 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ede43adf-450d-4fb1-bf8e-6eeb96fffdc8 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:32.864385 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede43adf-450d-4fb1-bf8e-6eeb96fffdc8 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:15:32.864771 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ede43adf-450d-4fb1-bf8e-6eeb96fffdc8 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:15:32.868974 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:15:32.962006 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3d180a59-08b0-4ec6-8210-4d0ac9c4dc56 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8976426 Aug 10 04:15:32.964956 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35988) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:33.068802 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-88f0cd62-3f68-4e49-814c-146c86dd9158 req-926a4d4c-9cac-4b21-827d-06c8d629751d service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1539443 Aug 10 04:15:33.100856 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ede43adf-450d-4fb1-bf8e-6eeb96fffdc8 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.114389 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ede43adf-450d-4fb1-bf8e-6eeb96fffdc8 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.115794 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ede43adf-450d-4fb1-bf8e-6eeb96fffdc8 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "DELETE /v2.0/networks/3e89bf25-6a1c-4126-b5ee-144d1832e980 HTTP/1.1" status: 204 len: 168 time: 0.6039939 Aug 10 04:15:33.126790 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 35992) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:33.164339 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede43adf-450d-4fb1-bf8e-6eeb96fffdc8 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event deleted for resources: {'Network': ['ID=3e89bf25-6a1c-4126-b5ee-144d1832e980,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:33.181026 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-6f8099ed-e88d-4a13-b2a5-164e90860a7e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting port ee9990fb-b07b-440d-897e-1098913eb2c8 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:33.181377 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6f8099ed-e88d-4a13-b2a5-164e90860a7e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.300170 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8b9453e-2c18-444d-aae2-b1f5080d80f9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Deleting subnet 120afa85-72f1-42d1-9f2b-026e5680ef21 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:15:33.304816 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0cd62-3f68-4e49-814c-146c86dd9158 req-dcc723f8-c0e8-4c0e-9a13-d223983250c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:33.306456 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-88f0cd62-3f68-4e49-814c-146c86dd9158 req-dcc723f8-c0e8-4c0e-9a13-d223983250c5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 1096 time: 0.1787665 Aug 10 04:15:33.312963 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6f8099ed-e88d-4a13-b2a5-164e90860a7e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.315344 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c8b9453e-2c18-444d-aae2-b1f5080d80f9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.357888 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-6f8099ed-e88d-4a13-b2a5-164e90860a7e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Calling delete_port for ee9990fb-b07b-440d-897e-1098913eb2c8 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:33.460501 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c8b9453e-2c18-444d-aae2-b1f5080d80f9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.546156 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3653c4ff-2928-4c72-873c-864a869ae33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.600991 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0cd62-3f68-4e49-814c-146c86dd9158 req-bd390beb-0968-4daf-b89d-014547cf9d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:33.602597 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-88f0cd62-3f68-4e49-814c-146c86dd9158 req-bd390beb-0968-4daf-b89d-014547cf9d5e service neutron] 10.222.0.68 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 911 time: 0.2598867 Aug 10 04:15:33.625332 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c8b9453e-2c18-444d-aae2-b1f5080d80f9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.730588 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-88f0cd62-3f68-4e49-814c-146c86dd9158 req-8cbf7392-5511-45ed-9753-975f48a1921c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1330f4e4-473f-4a93-83c0-17828a80782d HTTP/1.1" status: 200 len: 1001 time: 0.1177473 Aug 10 04:15:33.771160 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6f8099ed-e88d-4a13-b2a5-164e90860a7e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.815798 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8099ed-e88d-4a13-b2a5-164e90860a7e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Port': ['ID=ee9990fb-b07b-440d-897e-1098913eb2c8,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:33.823735 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6f8099ed-e88d-4a13-b2a5-164e90860a7e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.833357 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6f8099ed-e88d-4a13-b2a5-164e90860a7e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/ports/ee9990fb-b07b-440d-897e-1098913eb2c8 HTTP/1.1" status: 204 len: 168 time: 0.8656762 Aug 10 04:15:33.834308 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36000) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:33.836531 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0cd62-3f68-4e49-814c-146c86dd9158 req-80afdd94-521d-43f1-ab62-0b355291a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:33.838396 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-88f0cd62-3f68-4e49-814c-146c86dd9158 req-80afdd94-521d-43f1-ab62-0b355291a2d6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=50d1b050-8d5a-4a28-adea-90a39272e6c6 HTTP/1.1" status: 200 len: 849 time: 0.1002614 Aug 10 04:15:33.846326 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-8e14bcde-6809-416a-a544-2f928143db12 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'port': {'network_id': 'be0920cf-5e7b-448c-8782-0516de2e6f8f', 'mac_address': 'fa:16:3e:06:9c:a4', 'name': 'tempest-PortsTestJSON-112587802'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:33.878736 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-3653c4ff-2928-4c72-873c-864a869ae33d admin admin] Deleting port 1a066e96-6d76-4219-a572-eddcb30a1219 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:33.883671 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3653c4ff-2928-4c72-873c-864a869ae33d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.921009 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c8b9453e-2c18-444d-aae2-b1f5080d80f9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.970312 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-3653c4ff-2928-4c72-873c-864a869ae33d admin admin] For port 1a066e96-6d76-4219-a572-eddcb30a1219, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1a066e96-6d76-4219-a572-eddcb30a1219,segment=NetworkSegment(022c9be0-3f23-4140-b40a-73d3581e4e3a),segment_id=022c9be0-3f23-4140-b40a-73d3581e4e3a)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:33.971431 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3653c4ff-2928-4c72-873c-864a869ae33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.974332 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c8b9453e-2c18-444d-aae2-b1f5080d80f9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:33.976861 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c8b9453e-2c18-444d-aae2-b1f5080d80f9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "DELETE /v2.0/subnets/120afa85-72f1-42d1-9f2b-026e5680ef21 HTTP/1.1" status: 204 len: 168 time: 0.8474157 Aug 10 04:15:33.977336 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9453e-2c18-444d-aae2-b1f5080d80f9 tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event deleted for resources: {'Subnet': ['ID=120afa85-72f1-42d1-9f2b-026e5680ef21,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:33.983623 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36002) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:33.988905 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d6f098-da6a-4d18-a220-c45a8f5b0498 None None] Network 7c3ad8af-b260-47a6-9c30-81f606bcec4c requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:34.005546 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-3653c4ff-2928-4c72-873c-864a869ae33d admin admin] Calling delete_port for 1a066e96-6d76-4219-a572-eddcb30a1219 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:34.042292 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0cd62-3f68-4e49-814c-146c86dd9158 req-4966f1b5-09b3-47d4-a629-cb0bc1795dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:34.044937 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-88f0cd62-3f68-4e49-814c-146c86dd9158 req-4966f1b5-09b3-47d4-a629-cb0bc1795dca service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee59e291-e76f-48a7-96a4-530291348714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1922367 Aug 10 04:15:34.151910 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ae8cb5fe-7099-4c85-af8a-45a0df3aaa1b tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:34.240328 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5e5650-f133-463a-b522-ec04f3ce0c2c None None] DHCP port deletion for 7c3ad8af-b260-47a6-9c30-81f606bcec4c request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:15:34.251431 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e14bcde-6809-416a-a544-2f928143db12 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:34.262862 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-88f0cd62-3f68-4e49-814c-146c86dd9158 req-dc11a8a3-b008-461f-9a5c-568f4d05f61b service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057002 Aug 10 04:15:34.306470 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-da5e5650-f133-463a-b522-ec04f3ce0c2c None None] Deleting port d6d231e0-d961-43eb-b25c-e6aac913d1dc {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:34.306977 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-da5e5650-f133-463a-b522-ec04f3ce0c2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:34.416885 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-ae8cb5fe-7099-4c85-af8a-45a0df3aaa1b tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Deleting port d6d231e0-d961-43eb-b25c-e6aac913d1dc {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:34.417471 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ae8cb5fe-7099-4c85-af8a-45a0df3aaa1b tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:34.436272 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-da5e5650-f133-463a-b522-ec04f3ce0c2c None None] For port d6d231e0-d961-43eb-b25c-e6aac913d1dc, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=d6d231e0-d961-43eb-b25c-e6aac913d1dc,segment=NetworkSegment(0058cdeb-99b5-46b5-be00-3c9c79400b2a),segment_id=0058cdeb-99b5-46b5-be00-3c9c79400b2a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:34.437000 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-da5e5650-f133-463a-b522-ec04f3ce0c2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:34.454435 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-da5e5650-f133-463a-b522-ec04f3ce0c2c None None] Calling delete_port for d6d231e0-d961-43eb-b25c-e6aac913d1dc owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:34.503787 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-88f0cd62-3f68-4e49-814c-146c86dd9158 req-2e6a546f-45ef-4e26-a0a7-f1d266f06f7e service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186253 Aug 10 04:15:34.509049 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8e14bcde-6809-416a-a544-2f928143db12 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:34.514921 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-ae8cb5fe-7099-4c85-af8a-45a0df3aaa1b tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] For port d6d231e0-d961-43eb-b25c-e6aac913d1dc, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=d6d231e0-d961-43eb-b25c-e6aac913d1dc,segment=NetworkSegment(0058cdeb-99b5-46b5-be00-3c9c79400b2a),segment_id=0058cdeb-99b5-46b5-be00-3c9c79400b2a)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:34.515606 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ae8cb5fe-7099-4c85-af8a-45a0df3aaa1b tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:34.529471 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device d6d231e0-d961-43eb-b25c-e6aac913d1dc no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:15:34.540067 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-8e14bcde-6809-416a-a544-2f928143db12 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] device_id is not set on port c65bc1f4-b3f0-4dbc-aeeb-914004df1996 yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:15:34.540342 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-ae8cb5fe-7099-4c85-af8a-45a0df3aaa1b tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Calling delete_port for d6d231e0-d961-43eb-b25c-e6aac913d1dc owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:34.594570 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3653c4ff-2928-4c72-873c-864a869ae33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:34.625293 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653c4ff-2928-4c72-873c-864a869ae33d admin admin] Pushing event deleted for resources: {'Port': ['ID=1a066e96-6d76-4219-a572-eddcb30a1219,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:34.639433 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:34.830679 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-da5e5650-f133-463a-b522-ec04f3ce0c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:34.856108 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ae8cb5fe-7099-4c85-af8a-45a0df3aaa1b tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:34.865889 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e5650-f133-463a-b522-ec04f3ce0c2c None None] Pushing event deleted for resources: {'Port': ['ID=d6d231e0-d961-43eb-b25c-e6aac913d1dc,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:34.875047 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5e5650-f133-463a-b522-ec04f3ce0c2c None None] No DVR routers for this DVR port d6d231e0-d961-43eb-b25c-e6aac913d1dc on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:15:34.897021 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cb5fe-7099-4c85-af8a-45a0df3aaa1b tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event deleted for resources: {'Port': ['ID=d6d231e0-d961-43eb-b25c-e6aac913d1dc,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:34.913776 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8cb5fe-7099-4c85-af8a-45a0df3aaa1b tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] No DVR routers for this DVR port d6d231e0-d961-43eb-b25c-e6aac913d1dc on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:15:34.931844 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3653c4ff-2928-4c72-873c-864a869ae33d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:34.981758 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8e14bcde-6809-416a-a544-2f928143db12 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.032901 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ae8cb5fe-7099-4c85-af8a-45a0df3aaa1b tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.049420 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-ae8cb5fe-7099-4c85-af8a-45a0df3aaa1b tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3ad8af-b260-47a6-9c30-81f606bcec4c']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:35.064212 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-ae8cb5fe-7099-4c85-af8a-45a0df3aaa1b tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0058cdeb-99b5-46b5-be00-3c9c79400b2a') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:35.064212 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-ae8cb5fe-7099-4c85-af8a-45a0df3aaa1b tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0058cdeb-99b5-46b5-be00-3c9c79400b2a') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:35.100297 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ae8cb5fe-7099-4c85-af8a-45a0df3aaa1b tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.124072 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ae8cb5fe-7099-4c85-af8a-45a0df3aaa1b tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae8cb5fe-7099-4c85-af8a-45a0df3aaa1b tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ae8cb5fe-7099-4c85-af8a-45a0df3aaa1b tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:15:35.138797 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:15:35.163768 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8e14bcde-6809-416a-a544-2f928143db12 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.210197 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e14bcde-6809-416a-a544-2f928143db12 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network be0920cf-5e7b-448c-8782-0516de2e6f8f is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:35.215454 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-8e14bcde-6809-416a-a544-2f928143db12 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:35.219970 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e14bcde-6809-416a-a544-2f928143db12 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:35.226131 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e14bcde-6809-416a-a544-2f928143db12 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:35.226789 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8e14bcde-6809-416a-a544-2f928143db12 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.230558 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14bcde-6809-416a-a544-2f928143db12 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Port': ['ID=c65bc1f4-b3f0-4dbc-aeeb-914004df1996,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:35.307018 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3653c4ff-2928-4c72-873c-864a869ae33d admin admin] Router 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:15:35.371938 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8e14bcde-6809-416a-a544-2f928143db12 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5289702 Aug 10 04:15:35.372571 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36012) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:35.420882 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e24ec1-7354-4ea0-94bc-c799a1b36c9b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:35.425252 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-81e24ec1-7354-4ea0-94bc-c799a1b36c9b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "GET /v2.0/ports/c65bc1f4-b3f0-4dbc-aeeb-914004df1996 HTTP/1.1" status: 200 len: 840 time: 0.0516651 Aug 10 04:15:35.425907 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36014) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:35.541044 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-da329ab7-8f0c-4481-b945-107bc1b4396f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting port c65bc1f4-b3f0-4dbc-aeeb-914004df1996 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:35.541503 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-da329ab7-8f0c-4481-b945-107bc1b4396f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.617049 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-da329ab7-8f0c-4481-b945-107bc1b4396f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.632958 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-da329ab7-8f0c-4481-b945-107bc1b4396f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Calling delete_port for c65bc1f4-b3f0-4dbc-aeeb-914004df1996 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:35.776765 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ae8cb5fe-7099-4c85-af8a-45a0df3aaa1b tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.786769 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ae8cb5fe-7099-4c85-af8a-45a0df3aaa1b tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.788943 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ae8cb5fe-7099-4c85-af8a-45a0df3aaa1b tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] 10.222.0.25 "DELETE /v2.0/networks/7c3ad8af-b260-47a6-9c30-81f606bcec4c HTTP/1.1" status: 204 len: 168 time: 1.8058195 Aug 10 04:15:35.803639 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8cb5fe-7099-4c85-af8a-45a0df3aaa1b tempest-NetworksIpV6TestAttrs-367327790 tempest-NetworksIpV6TestAttrs-367327790-project] Pushing event deleted for resources: {'Network': ['ID=7c3ad8af-b260-47a6-9c30-81f606bcec4c,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:35.818062 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3653c4ff-2928-4c72-873c-864a869ae33d admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:15:35.825513 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3653c4ff-2928-4c72-873c-864a869ae33d admin admin] 10.222.0.25 "PUT /v2.0/routers/3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0388684 Aug 10 04:15:35.828290 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36020) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:35.830368 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ded45c7-2c01-4c9c-8533-aca469afdeeb None None] Sync routers for ids ['3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:15:35.842182 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ded45c7-2c01-4c9c-8533-aca469afdeeb None None] Routers {'3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:15:35.843030 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-0ded45c7-2c01-4c9c-8533-aca469afdeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:15:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:35.865645 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-da329ab7-8f0c-4481-b945-107bc1b4396f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.902659 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da329ab7-8f0c-4481-b945-107bc1b4396f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Port': ['ID=c65bc1f4-b3f0-4dbc-aeeb-914004df1996,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:35.909017 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-da329ab7-8f0c-4481-b945-107bc1b4396f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.914127 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-da329ab7-8f0c-4481-b945-107bc1b4396f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/ports/c65bc1f4-b3f0-4dbc-aeeb-914004df1996 HTTP/1.1" status: 204 len: 168 time: 0.4843860 Aug 10 04:15:35.914723 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36022) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:35.957815 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-33d65d98-0753-4cc1-8314-5d12d2c8bf0c tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] GET failed (client error): The resource could not be found. Aug 10 04:15:35.964781 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-33d65d98-0753-4cc1-8314-5d12d2c8bf0c tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "GET /v2.0/ports/c65bc1f4-b3f0-4dbc-aeeb-914004df1996 HTTP/1.1" status: 404 len: 333 time: 0.0439017 Aug 10 04:15:35.964900 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-529afe51-6ef2-43ea-b4b5-d9f059cc4fa8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:35.966907 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36024) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:35.973121 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-4f63aae2-6ae9-4e0c-9b6f-2183ccfadd74 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'port': {'network_id': 'be0920cf-5e7b-448c-8782-0516de2e6f8f', 'name': 'tempest-PortsTestJSON-2109876227'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:35.974421 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-0ded45c7-2c01-4c9c-8533-aca469afdeeb None None] Set router 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:15:36.216581 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-529afe51-6ef2-43ea-b4b5-d9f059cc4fa8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:36.240346 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-0ded45c7-2c01-4c9c-8533-aca469afdeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'name': 'tempest-AttachVolumeTestJSON-526268342-router', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:56Z', 'updated_at': '2021-08-10T04:15:34Z', 'revision_number': 5, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'gw_port': {'id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:58Z', 'updated_at': '2021-08-10T04:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:36.302866 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ded45c7-2c01-4c9c-8533-aca469afdeeb None None] Checking router: 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:15:36.313704 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ded45c7-2c01-4c9c-8533-aca469afdeeb None None] Routers {'3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:15:36.314947 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-0ded45c7-2c01-4c9c-8533-aca469afdeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:15:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:36.339975 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f63aae2-6ae9-4e0c-9b6f-2183ccfadd74 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:36.344633 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f63aae2-6ae9-4e0c-9b6f-2183ccfadd74 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:36.432088 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-4f63aae2-6ae9-4e0c-9b6f-2183ccfadd74 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] device_id is not set on port 3b1f4600-d1f2-4baf-ac73-c7f96512e687 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:15:36.467152 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36032) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:36.503407 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-0ded45c7-2c01-4c9c-8533-aca469afdeeb None None] Set router 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:15:36.670944 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-529afe51-6ef2-43ea-b4b5-d9f059cc4fa8 admin admin] Deleting port a6cccc45-2930-42cd-97dc-950125d24019 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:36.671293 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-529afe51-6ef2-43ea-b4b5-d9f059cc4fa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:36.687155 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-59981d81-1518-4b67-b313-3dadf702e8f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5f3e5c9a0264141a1b2d8171fd3a44d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2182872 Aug 10 04:15:36.692649 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36038) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:36.747152 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f63aae2-6ae9-4e0c-9b6f-2183ccfadd74 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:36.749496 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-31cc570a-d32c-4284-8be6-3bfd64c97b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:36.752742 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-0ded45c7-2c01-4c9c-8533-aca469afdeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'name': 'tempest-AttachVolumeTestJSON-526268342-router', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:56Z', 'updated_at': '2021-08-10T04:15:34Z', 'revision_number': 5, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'gw_port': {'id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:58Z', 'updated_at': '2021-08-10T04:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:36.773286 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-31cc570a-d32c-4284-8be6-3bfd64c97b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:36.787234 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ded45c7-2c01-4c9c-8533-aca469afdeeb None None] The sync data for ids ['3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5'] in n-d-802893-2 is: [{'id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'name': 'tempest-AttachVolumeTestJSON-526268342-router', 'tenant_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:07:56Z', 'updated_at': '2021-08-10T04:15:34Z', 'revision_number': 5, 'project_id': '11ca1ec07fdb425bb68e0a669fce5b00', 'gw_port': {'id': 'a6cccc45-2930-42cd-97dc-950125d24019', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:6c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2929, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:07:58Z', 'updated_at': '2021-08-10T04:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:15:36.815067 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-529afe51-6ef2-43ea-b4b5-d9f059cc4fa8 admin admin] For port a6cccc45-2930-42cd-97dc-950125d24019, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a6cccc45-2930-42cd-97dc-950125d24019,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:36.815858 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-529afe51-6ef2-43ea-b4b5-d9f059cc4fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:36.832650 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-529afe51-6ef2-43ea-b4b5-d9f059cc4fa8 admin admin] Calling delete_port for a6cccc45-2930-42cd-97dc-950125d24019 owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:36.965079 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-31cc570a-d32c-4284-8be6-3bfd64c97b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:36.979557 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-31cc570a-d32c-4284-8be6-3bfd64c97b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:36.984051 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-31cc570a-d32c-4284-8be6-3bfd64c97b55 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/446da10f-c717-44c4-bd32-e819ef1686bc HTTP/1.1" status: 204 len: 168 time: 0.2901716 Aug 10 04:15:37.000192 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc570a-d32c-4284-8be6-3bfd64c97b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446da10f-c717-44c4-bd32-e819ef1686bc,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:37.035285 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f63aae2-6ae9-4e0c-9b6f-2183ccfadd74 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:37.117695 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f63aae2-6ae9-4e0c-9b6f-2183ccfadd74 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network be0920cf-5e7b-448c-8782-0516de2e6f8f is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:37.118742 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63aae2-6ae9-4e0c-9b6f-2183ccfadd74 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Port': ['ID=3b1f4600-d1f2-4baf-ac73-c7f96512e687,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:37.122830 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-4f63aae2-6ae9-4e0c-9b6f-2183ccfadd74 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:37.129148 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f63aae2-6ae9-4e0c-9b6f-2183ccfadd74 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:37.134556 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f63aae2-6ae9-4e0c-9b6f-2183ccfadd74 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:37.137684 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f63aae2-6ae9-4e0c-9b6f-2183ccfadd74 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:37.140290 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f63aae2-6ae9-4e0c-9b6f-2183ccfadd74 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:37.140699 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f63aae2-6ae9-4e0c-9b6f-2183ccfadd74 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:37.141118 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f63aae2-6ae9-4e0c-9b6f-2183ccfadd74 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:37.141516 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f63aae2-6ae9-4e0c-9b6f-2183ccfadd74 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:37.141909 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f63aae2-6ae9-4e0c-9b6f-2183ccfadd74 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:37.142300 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f63aae2-6ae9-4e0c-9b6f-2183ccfadd74 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:37.142821 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f63aae2-6ae9-4e0c-9b6f-2183ccfadd74 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:37.143073 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f63aae2-6ae9-4e0c-9b6f-2183ccfadd74 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:37.143458 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f63aae2-6ae9-4e0c-9b6f-2183ccfadd74 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:37.143845 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f63aae2-6ae9-4e0c-9b6f-2183ccfadd74 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:37.144271 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f63aae2-6ae9-4e0c-9b6f-2183ccfadd74 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:37.144651 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f63aae2-6ae9-4e0c-9b6f-2183ccfadd74 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:37.243504 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-529afe51-6ef2-43ea-b4b5-d9f059cc4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:37.272000 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529afe51-6ef2-43ea-b4b5-d9f059cc4fa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6cccc45-2930-42cd-97dc-950125d24019,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:37.329287 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4f63aae2-6ae9-4e0c-9b6f-2183ccfadd74 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3580763 Aug 10 04:15:37.330078 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36050) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:37.342231 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c49e7e49-ecaf-4e3c-a9a2-7e1cda94673d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:37.385099 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-529afe51-6ef2-43ea-b4b5-d9f059cc4fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:37.533499 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-529afe51-6ef2-43ea-b4b5-d9f059cc4fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:37.538031 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-529afe51-6ef2-43ea-b4b5-d9f059cc4fa8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:37.543637 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c49e7e49-ecaf-4e3c-a9a2-7e1cda94673d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:37.700684 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-529afe51-6ef2-43ea-b4b5-d9f059cc4fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:37.701208 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529afe51-6ef2-43ea-b4b5-d9f059cc4fa8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:15:37.707922 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-529afe51-6ef2-43ea-b4b5-d9f059cc4fa8 admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:37.713744 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-529afe51-6ef2-43ea-b4b5-d9f059cc4fa8 admin admin] 10.222.0.25 "DELETE /v2.0/routers/3ebcfb5e-9aa0-416a-86f1-5b76b6ec9ed5 HTTP/1.1" status: 204 len: 168 time: 1.8794713 Aug 10 04:15:37.713915 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36064) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:37.778902 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-e86aed41-e819-4002-8dd1-3594932dbf11 admin admin] Deleting subnet 01f32dbd-3307-434b-943d-2135ada2aaeb {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:15:37.780725 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c49e7e49-ecaf-4e3c-a9a2-7e1cda94673d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:37.782384 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e86aed41-e819-4002-8dd1-3594932dbf11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:37.822394 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e86aed41-e819-4002-8dd1-3594932dbf11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:37.870718 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c49e7e49-ecaf-4e3c-a9a2-7e1cda94673d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:37.918531 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-c49e7e49-ecaf-4e3c-a9a2-7e1cda94673d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] In _notify_port_updated(), no bound segment for port 3b1f4600-d1f2-4baf-ac73-c7f96512e687 on network be0920cf-5e7b-448c-8782-0516de2e6f8f {{(pid=94938) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 04:15:37.925037 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49e7e49-ecaf-4e3c-a9a2-7e1cda94673d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:37.925892 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c49e7e49-ecaf-4e3c-a9a2-7e1cda94673d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:37.927312 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c49e7e49-ecaf-4e3c-a9a2-7e1cda94673d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "PUT /v2.0/ports/3b1f4600-d1f2-4baf-ac73-c7f96512e687 HTTP/1.1" status: 200 len: 818 time: 0.5947654 Aug 10 04:15:37.934516 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36072) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:37.955103 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e86aed41-e819-4002-8dd1-3594932dbf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:37.982371 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e7e49-ecaf-4e3c-a9a2-7e1cda94673d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Port': ['ID=3b1f4600-d1f2-4baf-ac73-c7f96512e687,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:38.072712 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-1ba2b8e2-5c02-4e91-867d-562441b3bfaf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting port 3b1f4600-d1f2-4baf-ac73-c7f96512e687 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:38.073064 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1ba2b8e2-5c02-4e91-867d-562441b3bfaf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.149451 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1ba2b8e2-5c02-4e91-867d-562441b3bfaf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.165556 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-1ba2b8e2-5c02-4e91-867d-562441b3bfaf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Calling delete_port for 3b1f4600-d1f2-4baf-ac73-c7f96512e687 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:38.220490 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e86aed41-e819-4002-8dd1-3594932dbf11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.260540 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86aed41-e819-4002-8dd1-3594932dbf11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01f32dbd-3307-434b-943d-2135ada2aaeb,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:38.266768 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e86aed41-e819-4002-8dd1-3594932dbf11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.267801 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f731e2-cad9-483b-9191-36b5a74fb6cc None None] Network de11a3c9-316c-4377-9e5e-18fd7e651c4f requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:38.269007 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e86aed41-e819-4002-8dd1-3594932dbf11 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/01f32dbd-3307-434b-943d-2135ada2aaeb HTTP/1.1" status: 204 len: 168 time: 0.5553906 Aug 10 04:15:38.271724 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36080) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:38.382633 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1ba2b8e2-5c02-4e91-867d-562441b3bfaf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.417714 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d86b20ab-0f10-4a45-a7c7-333a8e737111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.431511 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba2b8e2-5c02-4e91-867d-562441b3bfaf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Port': ['ID=3b1f4600-d1f2-4baf-ac73-c7f96512e687,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:38.447519 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1ba2b8e2-5c02-4e91-867d-562441b3bfaf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.455507 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1ba2b8e2-5c02-4e91-867d-562441b3bfaf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/ports/3b1f4600-d1f2-4baf-ac73-c7f96512e687 HTTP/1.1" status: 204 len: 168 time: 0.5178986 Aug 10 04:15:38.455910 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36088) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:38.552875 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1a066e96-6d76-4219-a572-eddcb30a1219 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:15:38.555306 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20861b4d-021c-4334-92c4-e49c0e107d18 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:38.556456 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-d86b20ab-0f10-4a45-a7c7-333a8e737111 admin admin] Deleting port dc68a606-1fe0-428a-aa0a-83d2d55969a0 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:38.556967 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-20861b4d-021c-4334-92c4-e49c0e107d18 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0999501 Aug 10 04:15:38.557131 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d86b20ab-0f10-4a45-a7c7-333a8e737111 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.560239 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36090) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:38.581062 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 1a066e96-6d76-4219-a572-eddcb30a1219 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:15:38.581654 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1a066e96-6d76-4219-a572-eddcb30a1219 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:15:38.582321 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a6cccc45-2930-42cd-97dc-950125d24019 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:15:38.610414 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: a6cccc45-2930-42cd-97dc-950125d24019 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:15:38.610753 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a6cccc45-2930-42cd-97dc-950125d24019 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:15:38.629802 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-560d7b2c-b3d3-4faa-a046-5cfc872dce64 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] GET failed (client error): The resource could not be found. Aug 10 04:15:38.634882 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-560d7b2c-b3d3-4faa-a046-5cfc872dce64 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "GET /v2.0/ports/3b1f4600-d1f2-4baf-ac73-c7f96512e687 HTTP/1.1" status: 404 len: 333 time: 0.0600097 Aug 10 04:15:38.635747 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36092) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:38.649782 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-91f14c63-e490-4651-a31b-4a7c03a3c555 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-681154623'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:38.658977 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-d86b20ab-0f10-4a45-a7c7-333a8e737111 admin admin] For port dc68a606-1fe0-428a-aa0a-83d2d55969a0, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=dc68a606-1fe0-428a-aa0a-83d2d55969a0,segment=NetworkSegment(022c9be0-3f23-4140-b40a-73d3581e4e3a),segment_id=022c9be0-3f23-4140-b40a-73d3581e4e3a)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:38.659486 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d86b20ab-0f10-4a45-a7c7-333a8e737111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.675302 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-d86b20ab-0f10-4a45-a7c7-333a8e737111 admin admin] Calling delete_port for dc68a606-1fe0-428a-aa0a-83d2d55969a0 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:38.758271 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81f3920-d062-46a4-b408-a34baf691630 None None] DHCP port deletion for de11a3c9-316c-4377-9e5e-18fd7e651c4f request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:15:38.808100 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-c81f3920-d062-46a4-b408-a34baf691630 None None] Deleting port dc68a606-1fe0-428a-aa0a-83d2d55969a0 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:38.808434 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c81f3920-d062-46a4-b408-a34baf691630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.821629 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f14c63-e490-4651-a31b-4a7c03a3c555 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:38.825281 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-91f14c63-e490-4651-a31b-4a7c03a3c555 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.853076 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f14c63-e490-4651-a31b-4a7c03a3c555 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:15:38.862739 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-91f14c63-e490-4651-a31b-4a7c03a3c555 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.863874 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-91f14c63-e490-4651-a31b-4a7c03a3c555 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Added segment db437878-1826-4a8e-b57d-63f183713168 of type vlan for network e582ad15-044b-413a-8e61-65425ea1a138 Aug 10 04:15:38.883564 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d86b20ab-0f10-4a45-a7c7-333a8e737111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.898035 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-c81f3920-d062-46a4-b408-a34baf691630 None None] For port dc68a606-1fe0-428a-aa0a-83d2d55969a0, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=dc68a606-1fe0-428a-aa0a-83d2d55969a0,segment=NetworkSegment(022c9be0-3f23-4140-b40a-73d3581e4e3a),segment_id=022c9be0-3f23-4140-b40a-73d3581e4e3a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:38.899677 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c81f3920-d062-46a4-b408-a34baf691630 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.912039 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-91f14c63-e490-4651-a31b-4a7c03a3c555 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:38.926645 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-c81f3920-d062-46a4-b408-a34baf691630 None None] Calling delete_port for dc68a606-1fe0-428a-aa0a-83d2d55969a0 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:38.933433 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86b20ab-0f10-4a45-a7c7-333a8e737111 admin admin] No DVR routers for this DVR port dc68a606-1fe0-428a-aa0a-83d2d55969a0 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:15:38.935825 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b20ab-0f10-4a45-a7c7-333a8e737111 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc68a606-1fe0-428a-aa0a-83d2d55969a0,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:39.034126 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d86b20ab-0f10-4a45-a7c7-333a8e737111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.049006 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-d86b20ab-0f10-4a45-a7c7-333a8e737111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de11a3c9-316c-4377-9e5e-18fd7e651c4f']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:39.062288 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-d86b20ab-0f10-4a45-a7c7-333a8e737111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '022c9be0-3f23-4140-b40a-73d3581e4e3a') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:39.062576 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-d86b20ab-0f10-4a45-a7c7-333a8e737111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '022c9be0-3f23-4140-b40a-73d3581e4e3a') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:39.068344 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c81f3920-d062-46a4-b408-a34baf691630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.074020 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d86b20ab-0f10-4a45-a7c7-333a8e737111 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.082820 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-91f14c63-e490-4651-a31b-4a7c03a3c555 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.089426 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f14c63-e490-4651-a31b-4a7c03a3c555 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:39.090098 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-91f14c63-e490-4651-a31b-4a7c03a3c555 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.092541 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d86b20ab-0f10-4a45-a7c7-333a8e737111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.100721 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86b20ab-0f10-4a45-a7c7-333a8e737111 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:15:39.101767 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d86b20ab-0f10-4a45-a7c7-333a8e737111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:15:39.103659 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:15:39.117836 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81f3920-d062-46a4-b408-a34baf691630 None None] No DVR routers for this DVR port dc68a606-1fe0-428a-aa0a-83d2d55969a0 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:15:39.121359 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f3920-d062-46a4-b408-a34baf691630 None None] Pushing event deleted for resources: {'Port': ['ID=dc68a606-1fe0-428a-aa0a-83d2d55969a0,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:39.183515 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f14c63-e490-4651-a31b-4a7c03a3c555 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Network': ['ID=e582ad15-044b-413a-8e61-65425ea1a138,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:39.196115 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network e582ad15-044b-413a-8e61-65425ea1a138 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:15:39.229569 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36110) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:39.229813 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-91f14c63-e490-4651-a31b-4a7c03a3c555 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5922101 Aug 10 04:15:39.235362 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-b2763bed-6276-4447-865d-d6b88e2f5c6f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'subnet': {'network_id': 'e582ad15-044b-413a-8e61-65425ea1a138', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:39.259284 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d86b20ab-0f10-4a45-a7c7-333a8e737111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.323825 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d86b20ab-0f10-4a45-a7c7-333a8e737111 admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.326637 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d86b20ab-0f10-4a45-a7c7-333a8e737111 admin admin] 10.222.0.25 "DELETE /v2.0/networks/de11a3c9-316c-4377-9e5e-18fd7e651c4f HTTP/1.1" status: 204 len: 168 time: 1.0532563 Aug 10 04:15:39.346376 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86b20ab-0f10-4a45-a7c7-333a8e737111 admin admin] Pushing event deleted for resources: {'Network': ['ID=de11a3c9-316c-4377-9e5e-18fd7e651c4f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:39.482868 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2763bed-6276-4447-865d-d6b88e2f5c6f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:39.488726 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2763bed-6276-4447-865d-d6b88e2f5c6f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.779137 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36132) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:39.822094 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-af5345e8-dce0-4b20-a859-322bfeb7da81 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=11ca1ec07fdb425bb68e0a669fce5b00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510142 Aug 10 04:15:39.824637 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36136) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:39.831255 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2763bed-6276-4447-865d-d6b88e2f5c6f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.915267 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-23beaed3-0a88-4c5a-91fd-dc7d3b6c358d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.918834 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2763bed-6276-4447-865d-d6b88e2f5c6f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Subnet': ['ID=df60c725-3d2e-467b-ae5e-baaf0a1fcf67,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:39.928739 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-570cae74-ad7f-4daa-9d5a-de9128b14dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:39.938368 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2763bed-6276-4447-865d-d6b88e2f5c6f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Checking segment: {'id': 'db437878-1826-4a8e-b57d-63f183713168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'e582ad15-044b-413a-8e61-65425ea1a138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:39.945104 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2763bed-6276-4447-865d-d6b88e2f5c6f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network hostable DHCP agents. Network: e582ad15-044b-413a-8e61-65425ea1a138, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:15:39.950002 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-23beaed3-0a88-4c5a-91fd-dc7d3b6c358d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:40.048466 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2763bed-6276-4447-865d-d6b88e2f5c6f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network e582ad15-044b-413a-8e61-65425ea1a138 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:15:40.099834 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-23beaed3-0a88-4c5a-91fd-dc7d3b6c358d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:40.103765 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-23beaed3-0a88-4c5a-91fd-dc7d3b6c358d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:40.105015 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-23beaed3-0a88-4c5a-91fd-dc7d3b6c358d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/78245bf8-ad1f-4cb2-a6d8-cc5b4ffdb08b HTTP/1.1" status: 204 len: 168 time: 0.2792442 Aug 10 04:15:40.113678 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23beaed3-0a88-4c5a-91fd-dc7d3b6c358d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78245bf8-ad1f-4cb2-a6d8-cc5b4ffdb08b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:40.230886 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-b2763bed-6276-4447-865d-d6b88e2f5c6f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, e582ad15-044b-413a-8e61-65425ea1a138) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:40.235141 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2763bed-6276-4447-865d-d6b88e2f5c6f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:40.235800 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2763bed-6276-4447-865d-d6b88e2f5c6f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:40.241572 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4fcd1f-10b5-4e98-bee7-6ff6106b7ffb None None] Network e582ad15-044b-413a-8e61-65425ea1a138 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:40.402065 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b2763bed-6276-4447-865d-d6b88e2f5c6f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1686902 Aug 10 04:15:40.402065 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36146) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:40.425842 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-86810cd5-942a-4df1-a721-61f4a6f4b85c tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'subnet': {'network_id': 'e582ad15-044b-413a-8e61-65425ea1a138', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:40.432556 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cad5a2-a430-405e-8f7d-b56a96dfa9dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-e582ad15-044b-413a-8e61-65425ea1a138', 'network_id': 'e582ad15-044b-413a-8e61-65425ea1a138', 'tenant_id': '8f16a75dcde742e98d791640e89e25a1', 'fixed_ips': [{'subnet_id': 'df60c725-3d2e-467b-ae5e-baaf0a1fcf67'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:15:40.433689 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-40cad5a2-a430-405e-8f7d-b56a96dfa9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:40.488234 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device dc68a606-1fe0-428a-aa0a-83d2d55969a0 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:15:40.499408 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36154) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:40.514493 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: dc68a606-1fe0-428a-aa0a-83d2d55969a0 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:15:40.514839 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device dc68a606-1fe0-428a-aa0a-83d2d55969a0 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:15:40.671677 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ffa82ef5-5f6c-4b86-8808-9e71bb40e337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:40.687925 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86810cd5-942a-4df1-a721-61f4a6f4b85c tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:40.693133 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-86810cd5-942a-4df1-a721-61f4a6f4b85c tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:40.698666 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-40cad5a2-a430-405e-8f7d-b56a96dfa9dc None None] Allocated IP 172.20.0.2 (e582ad15-044b-413a-8e61-65425ea1a138/df60c725-3d2e-467b-ae5e-baaf0a1fcf67/d8a0feb4-d0ba-40b9-b6ab-617f79d00620) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:40.867887 n-d-802893-2 neutron-server[94938]: INFO neutron.db.ipam_backend_mixin [None req-86810cd5-942a-4df1-a721-61f4a6f4b85c tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet df60c725-3d2e-467b-ae5e-baaf0a1fcf67 (CIDR: 172.20.0.0/28) Aug 10 04:15:40.878197 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:15:40.891337 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ffa82ef5-5f6c-4b86-8808-9e71bb40e337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:40.902031 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-40cad5a2-a430-405e-8f7d-b56a96dfa9dc None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:40.912165 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-40cad5a2-a430-405e-8f7d-b56a96dfa9dc None None] Transition to ACTIVE for port object d8a0feb4-d0ba-40b9-b6ab-617f79d00620 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:40.931616 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-40cad5a2-a430-405e-8f7d-b56a96dfa9dc None None] Transition to ACTIVE for port object d8a0feb4-d0ba-40b9-b6ab-617f79d00620 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:40.934247 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-86810cd5-942a-4df1-a721-61f4a6f4b85c tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:15:40.934986 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86810cd5-942a-4df1-a721-61f4a6f4b85c tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:15:41.002492 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ffa82ef5-5f6c-4b86-8808-9e71bb40e337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:41.043630 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ffa82ef5-5f6c-4b86-8808-9e71bb40e337 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1d5bf33217ca45e5a0c8bea4b231377a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5430212 Aug 10 04:15:41.044551 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa82ef5-5f6c-4b86-8808-9e71bb40e337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5324b880-fa05-4dea-ba65-e691ce4226f9,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:41.046396 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36172) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:41.083014 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-40cad5a2-a430-405e-8f7d-b56a96dfa9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:41.101201 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c515279b-524b-4c84-b2eb-46e48c4fab6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:41.124193 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cad5a2-a430-405e-8f7d-b56a96dfa9dc None None] Network e582ad15-044b-413a-8e61-65425ea1a138 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:41.132118 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-40cad5a2-a430-405e-8f7d-b56a96dfa9dc None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:41.136446 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cad5a2-a430-405e-8f7d-b56a96dfa9dc None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:41.142919 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c515279b-524b-4c84-b2eb-46e48c4fab6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:41.151298 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cad5a2-a430-405e-8f7d-b56a96dfa9dc None None] Pushing event updated for resources: {'Port': ['ID=d8a0feb4-d0ba-40b9-b6ab-617f79d00620,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:41.166205 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-86810cd5-942a-4df1-a721-61f4a6f4b85c tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7624197 Aug 10 04:15:41.169182 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36178) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:41.174695 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-a64abf51-6953-47e5-9489-f7caa04de2a2 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'subnet': {'network_id': 'e582ad15-044b-413a-8e61-65425ea1a138', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:41.212675 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-40cad5a2-a430-405e-8f7d-b56a96dfa9dc None None] Attempting to bind port d8a0feb4-d0ba-40b9-b6ab-617f79d00620 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:15:41.213346 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-40cad5a2-a430-405e-8f7d-b56a96dfa9dc None None] Attempting to bind port d8a0feb4-d0ba-40b9-b6ab-617f79d00620 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'db437878-1826-4a8e-b57d-63f183713168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'e582ad15-044b-413a-8e61-65425ea1a138'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:15:41.214281 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cad5a2-a430-405e-8f7d-b56a96dfa9dc None None] Attempting to bind port d8a0feb4-d0ba-40b9-b6ab-617f79d00620 on network e582ad15-044b-413a-8e61-65425ea1a138 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:15:41.221011 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cad5a2-a430-405e-8f7d-b56a96dfa9dc None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:15:41.221412 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cad5a2-a430-405e-8f7d-b56a96dfa9dc None None] Checking segment: {'id': 'db437878-1826-4a8e-b57d-63f183713168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'e582ad15-044b-413a-8e61-65425ea1a138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:41.221795 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-40cad5a2-a430-405e-8f7d-b56a96dfa9dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:41.222190 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40cad5a2-a430-405e-8f7d-b56a96dfa9dc None None] Bound using segment: {'id': 'db437878-1826-4a8e-b57d-63f183713168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'e582ad15-044b-413a-8e61-65425ea1a138'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:15:41.222667 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-40cad5a2-a430-405e-8f7d-b56a96dfa9dc None None] Bound port: d8a0feb4-d0ba-40b9-b6ab-617f79d00620, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db437878-1826-4a8e-b57d-63f183713168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'e582ad15-044b-413a-8e61-65425ea1a138'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:15:41.223051 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-40cad5a2-a430-405e-8f7d-b56a96dfa9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:41.311368 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c515279b-524b-4c84-b2eb-46e48c4fab6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:41.315004 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c515279b-524b-4c84-b2eb-46e48c4fab6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:41.316543 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c515279b-524b-4c84-b2eb-46e48c4fab6a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5324b880-fa05-4dea-ba65-e691ce4226f9 HTTP/1.1" status: 204 len: 168 time: 0.2687054 Aug 10 04:15:41.328983 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515279b-524b-4c84-b2eb-46e48c4fab6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5324b880-fa05-4dea-ba65-e691ce4226f9,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:41.339646 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-40cad5a2-a430-405e-8f7d-b56a96dfa9dc None None] For port d8a0feb4-d0ba-40b9-b6ab-617f79d00620, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:15:41.349233 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-40cad5a2-a430-405e-8f7d-b56a96dfa9dc None None] For port d8a0feb4-d0ba-40b9-b6ab-617f79d00620, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=d8a0feb4-d0ba-40b9-b6ab-617f79d00620,segment=NetworkSegment(db437878-1826-4a8e-b57d-63f183713168),segment_id=db437878-1826-4a8e-b57d-63f183713168)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:15:41.467764 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64abf51-6953-47e5-9489-f7caa04de2a2 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:41.472952 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a64abf51-6953-47e5-9489-f7caa04de2a2 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:41.478377 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-40cad5a2-a430-405e-8f7d-b56a96dfa9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:41.550189 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cad5a2-a430-405e-8f7d-b56a96dfa9dc None None] Pushing event updated for resources: {'Port': ['ID=d8a0feb4-d0ba-40b9-b6ab-617f79d00620,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:42.154980 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36204) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:42.176642 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3d1c9f83-3357-42e5-853c-f916bc9c967d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:42.296399 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3d1c9f83-3357-42e5-853c-f916bc9c967d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:42.346121 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a64abf51-6953-47e5-9489-f7caa04de2a2 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:42.392736 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64abf51-6953-47e5-9489-f7caa04de2a2 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network e582ad15-044b-413a-8e61-65425ea1a138 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:42.396470 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-a64abf51-6953-47e5-9489-f7caa04de2a2 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:42.401781 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3d1c9f83-3357-42e5-853c-f916bc9c967d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:42.402169 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64abf51-6953-47e5-9489-f7caa04de2a2 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:42.403028 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a64abf51-6953-47e5-9489-f7caa04de2a2 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:42.411522 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64abf51-6953-47e5-9489-f7caa04de2a2 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Subnet': ['ID=aff07113-0d04-4181-844d-a11516b73288,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:42.475179 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3d1c9f83-3357-42e5-853c-f916bc9c967d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=20defce38df04907ad721efdf1688e0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3162348 Aug 10 04:15:42.476102 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36208) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:42.484764 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1c9f83-3357-42e5-853c-f916bc9c967d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e58eb6c-e6f5-44ac-adba-84d8cf76c948,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:42.498063 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a64abf51-6953-47e5-9489-f7caa04de2a2 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3244402 Aug 10 04:15:42.498172 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36212) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:42.505485 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-ffad9d7d-0307-4b2d-8fcb-e9c0f91c0bd9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'port': {'network_id': 'e582ad15-044b-413a-8e61-65425ea1a138', 'fixed_ips': [{'subnet_id': 'df60c725-3d2e-467b-ae5e-baaf0a1fcf67'}, {'subnet_id': 'aff07113-0d04-4181-844d-a11516b73288'}], 'name': 'tempest-PortsTestJSON-1304146269'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:42.544432 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0c861fdc-0b9d-4ec5-9b7a-10aa0914ff06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:42.574831 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0c861fdc-0b9d-4ec5-9b7a-10aa0914ff06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:42.605060 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device d8a0feb4-d0ba-40b9-b6ab-617f79d00620 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:15:42.808263 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port d8a0feb4-d0ba-40b9-b6ab-617f79d00620 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:42.860539 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0c861fdc-0b9d-4ec5-9b7a-10aa0914ff06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:42.861481 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffad9d7d-0307-4b2d-8fcb-e9c0f91c0bd9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:42.866948 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0c861fdc-0b9d-4ec5-9b7a-10aa0914ff06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:42.868688 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0c861fdc-0b9d-4ec5-9b7a-10aa0914ff06 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e58eb6c-e6f5-44ac-adba-84d8cf76c948 HTTP/1.1" status: 204 len: 168 time: 0.3914390 Aug 10 04:15:42.905169 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861fdc-0b9d-4ec5-9b7a-10aa0914ff06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e58eb6c-e6f5-44ac-adba-84d8cf76c948,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:42.940285 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff428453-85ba-4b2f-a276-72c3375abd5f None None] Network e582ad15-044b-413a-8e61-65425ea1a138 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:43.011309 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ffad9d7d-0307-4b2d-8fcb-e9c0f91c0bd9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:43.032385 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-ffad9d7d-0307-4b2d-8fcb-e9c0f91c0bd9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] device_id is not set on port 2f367374-9c45-4510-afed-a4ef693d1142 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:15:43.083470 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3efe30d5-9806-4282-8a2a-6d2c22e0b995 None None] Provisioning for port d8a0feb4-d0ba-40b9-b6ab-617f79d00620 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:43.095258 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3efe30d5-9806-4282-8a2a-6d2c22e0b995 None None] Provisioning complete for port d8a0feb4-d0ba-40b9-b6ab-617f79d00620 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:43.095997 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3efe30d5-9806-4282-8a2a-6d2c22e0b995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:43.222774 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3efe30d5-9806-4282-8a2a-6d2c22e0b995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:43.338861 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-3efe30d5-9806-4282-8a2a-6d2c22e0b995 None None] For port d8a0feb4-d0ba-40b9-b6ab-617f79d00620, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=d8a0feb4-d0ba-40b9-b6ab-617f79d00620,segment=NetworkSegment(db437878-1826-4a8e-b57d-63f183713168),segment_id=db437878-1826-4a8e-b57d-63f183713168)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:43.339988 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b47e3a9-1bcc-470c-94af-04e695ee17b5 None None] Update dhcp port {'port': {'network_id': 'e582ad15-044b-413a-8e61-65425ea1a138', 'fixed_ips': [{'subnet_id': 'df60c725-3d2e-467b-ae5e-baaf0a1fcf67', 'ip_address': '172.20.0.2'}, {'subnet_id': 'aff07113-0d04-4181-844d-a11516b73288'}], 'binding:host_id': 'n-d-802893-2'}, 'id': 'd8a0feb4-d0ba-40b9-b6ab-617f79d00620'} from n-d-802893-2. {{(pid=94939) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 04:15:43.376467 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-ffad9d7d-0307-4b2d-8fcb-e9c0f91c0bd9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Allocated IP 172.20.0.14 (e582ad15-044b-413a-8e61-65425ea1a138/df60c725-3d2e-467b-ae5e-baaf0a1fcf67/2f367374-9c45-4510-afed-a4ef693d1142) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:43.387633 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-ffad9d7d-0307-4b2d-8fcb-e9c0f91c0bd9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Allocated IP 172.20.0.24 (e582ad15-044b-413a-8e61-65425ea1a138/aff07113-0d04-4181-844d-a11516b73288/2f367374-9c45-4510-afed-a4ef693d1142) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:43.394888 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3efe30d5-9806-4282-8a2a-6d2c22e0b995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:43.401867 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4b47e3a9-1bcc-470c-94af-04e695ee17b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:43.490294 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efe30d5-9806-4282-8a2a-6d2c22e0b995 None None] Pushing event updated for resources: {'Port': ['ID=d8a0feb4-d0ba-40b9-b6ab-617f79d00620,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:43.671555 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ffad9d7d-0307-4b2d-8fcb-e9c0f91c0bd9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:43.690344 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-ffad9d7d-0307-4b2d-8fcb-e9c0f91c0bd9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Transition to ACTIVE for port object 2f367374-9c45-4510-afed-a4ef693d1142 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:43.711054 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:43.825970 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ffad9d7d-0307-4b2d-8fcb-e9c0f91c0bd9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:43.884887 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e23d8afb-50ad-4a9f-af65-43d79011e3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:43.897026 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffad9d7d-0307-4b2d-8fcb-e9c0f91c0bd9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network e582ad15-044b-413a-8e61-65425ea1a138 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:43.903543 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-ffad9d7d-0307-4b2d-8fcb-e9c0f91c0bd9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:43.906408 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad9d7d-0307-4b2d-8fcb-e9c0f91c0bd9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Port': ['ID=2f367374-9c45-4510-afed-a4ef693d1142,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:43.909665 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffad9d7d-0307-4b2d-8fcb-e9c0f91c0bd9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:43.922766 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-4b47e3a9-1bcc-470c-94af-04e695ee17b5 None None] Allocated IP 172.20.0.18 (e582ad15-044b-413a-8e61-65425ea1a138/aff07113-0d04-4181-844d-a11516b73288/d8a0feb4-d0ba-40b9-b6ab-617f79d00620) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:43.967048 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffad9d7d-0307-4b2d-8fcb-e9c0f91c0bd9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:43.967676 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ffad9d7d-0307-4b2d-8fcb-e9c0f91c0bd9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:44.032440 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-4b47e3a9-1bcc-470c-94af-04e695ee17b5 None None] For port d8a0feb4-d0ba-40b9-b6ab-617f79d00620, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=d8a0feb4-d0ba-40b9-b6ab-617f79d00620,segment=NetworkSegment(db437878-1826-4a8e-b57d-63f183713168),segment_id=db437878-1826-4a8e-b57d-63f183713168)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:44.039932 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ffad9d7d-0307-4b2d-8fcb-e9c0f91c0bd9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.5408347 Aug 10 04:15:44.042715 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36252) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:44.062123 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-4bb75cf5-7945-4495-84ee-fbd57963d1b5 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'df60c725-3d2e-467b-ae5e-baaf0a1fcf67'}]}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:44.094988 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4b47e3a9-1bcc-470c-94af-04e695ee17b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:44.119679 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4b47e3a9-1bcc-470c-94af-04e695ee17b5 None None] Transition to ACTIVE for port object d8a0feb4-d0ba-40b9-b6ab-617f79d00620 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:44.214277 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4b47e3a9-1bcc-470c-94af-04e695ee17b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:44.324514 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4bb75cf5-7945-4495-84ee-fbd57963d1b5 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:44.347008 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47e3a9-1bcc-470c-94af-04e695ee17b5 None None] Pushing event updated for resources: {'Port': ['ID=d8a0feb4-d0ba-40b9-b6ab-617f79d00620,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:44.494266 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device d8a0feb4-d0ba-40b9-b6ab-617f79d00620 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:15:44.730736 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-4bb75cf5-7945-4495-84ee-fbd57963d1b5 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Delete allocated IP 172.20.0.24 (e582ad15-044b-413a-8e61-65425ea1a138/aff07113-0d04-4181-844d-a11516b73288) {{(pid=94937) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 04:15:44.879359 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4bb75cf5-7945-4495-84ee-fbd57963d1b5 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:44.893107 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-4bb75cf5-7945-4495-84ee-fbd57963d1b5 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Ignored duplicate provisioning block setup for port 2f367374-9c45-4510-afed-a4ef693d1142 by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 04:15:45.041593 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4bb75cf5-7945-4495-84ee-fbd57963d1b5 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:45.095146 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef3de2e-eed8-418b-bf05-ea84eaa71c60 None None] Network e582ad15-044b-413a-8e61-65425ea1a138 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:45.167592 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb75cf5-7945-4495-84ee-fbd57963d1b5 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Port': ['ID=2f367374-9c45-4510-afed-a4ef693d1142,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:45.187987 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-4bb75cf5-7945-4495-84ee-fbd57963d1b5 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] In _notify_port_updated(), no bound segment for port 2f367374-9c45-4510-afed-a4ef693d1142 on network e582ad15-044b-413a-8e61-65425ea1a138 {{(pid=94937) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 04:15:45.202522 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb75cf5-7945-4495-84ee-fbd57963d1b5 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:45.203525 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4bb75cf5-7945-4495-84ee-fbd57963d1b5 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:45.207479 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36288) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:45.214065 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c6f2e217-9818-4b6e-932e-cbd0ffe8a204 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'df60c725-3d2e-467b-ae5e-baaf0a1fcf67'}, {'subnet_id': 'aff07113-0d04-4181-844d-a11516b73288'}]}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:45.219537 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-4bb75cf5-7945-4495-84ee-fbd57963d1b5 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "PUT /v2.0/ports/2f367374-9c45-4510-afed-a4ef693d1142 HTTP/1.1" status: 200 len: 920 time: 1.1753099 Aug 10 04:15:45.298844 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c6f2e217-9818-4b6e-932e-cbd0ffe8a204 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:45.300097 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-1b1ad616-66e6-4add-b0f6-576f27a61fd9 None None] Provisioning for port d8a0feb4-d0ba-40b9-b6ab-617f79d00620 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:45.308123 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-1b1ad616-66e6-4add-b0f6-576f27a61fd9 None None] Provisioning complete for port d8a0feb4-d0ba-40b9-b6ab-617f79d00620 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:45.308574 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1b1ad616-66e6-4add-b0f6-576f27a61fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:45.451635 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:45.653755 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-c6f2e217-9818-4b6e-932e-cbd0ffe8a204 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Allocated IP 172.20.0.21 (e582ad15-044b-413a-8e61-65425ea1a138/aff07113-0d04-4181-844d-a11516b73288/2f367374-9c45-4510-afed-a4ef693d1142) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:45.802453 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c6f2e217-9818-4b6e-932e-cbd0ffe8a204 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:45.821046 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-c6f2e217-9818-4b6e-932e-cbd0ffe8a204 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Ignored duplicate provisioning block setup for port 2f367374-9c45-4510-afed-a4ef693d1142 by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 10 04:15:45.992334 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-369d8295-1988-4e9c-ac1c-4559830f7966 None None] Provisioning for port 2f367374-9c45-4510-afed-a4ef693d1142 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:45.995869 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:46.008061 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-369d8295-1988-4e9c-ac1c-4559830f7966 None None] Provisioning complete for port 2f367374-9c45-4510-afed-a4ef693d1142 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:46.008061 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-369d8295-1988-4e9c-ac1c-4559830f7966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:46.040880 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-369d8295-1988-4e9c-ac1c-4559830f7966 None None] Port 2f367374-9c45-4510-afed-a4ef693d1142 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:15:46.051151 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-369d8295-1988-4e9c-ac1c-4559830f7966 None None] Provisioning complete for port d8a0feb4-d0ba-40b9-b6ab-617f79d00620 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:46.051525 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-369d8295-1988-4e9c-ac1c-4559830f7966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:46.055588 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c6f2e217-9818-4b6e-932e-cbd0ffe8a204 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:46.238924 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f2e217-9818-4b6e-932e-cbd0ffe8a204 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Port': ['ID=2f367374-9c45-4510-afed-a4ef693d1142,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:46.265684 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-c6f2e217-9818-4b6e-932e-cbd0ffe8a204 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] In _notify_port_updated(), no bound segment for port 2f367374-9c45-4510-afed-a4ef693d1142 on network e582ad15-044b-413a-8e61-65425ea1a138 {{(pid=94938) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 04:15:46.273843 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f2e217-9818-4b6e-932e-cbd0ffe8a204 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:46.273843 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c6f2e217-9818-4b6e-932e-cbd0ffe8a204 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:46.275490 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c6f2e217-9818-4b6e-932e-cbd0ffe8a204 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "PUT /v2.0/ports/2f367374-9c45-4510-afed-a4ef693d1142 HTTP/1.1" status: 200 len: 1000 time: 1.0665135 Aug 10 04:15:46.278203 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36314) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:46.331274 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f5056400-fd9b-4cc1-967f-24f6071c7194 None None] Provisioning complete for port 2f367374-9c45-4510-afed-a4ef693d1142 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:46.331918 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f5056400-fd9b-4cc1-967f-24f6071c7194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:46.372927 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-f5056400-fd9b-4cc1-967f-24f6071c7194 None None] Port 2f367374-9c45-4510-afed-a4ef693d1142 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:15:46.409300 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-8d050816-fd15-4d5e-b444-d6acd59c4598 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting port 2f367374-9c45-4510-afed-a4ef693d1142 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:46.411934 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d050816-fd15-4d5e-b444-d6acd59c4598 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:46.493790 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-77b68194-0356-4926-9bb3-0da894615b5a None None] Provisioning complete for port 2f367374-9c45-4510-afed-a4ef693d1142 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:46.494083 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-77b68194-0356-4926-9bb3-0da894615b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:46.533008 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d050816-fd15-4d5e-b444-d6acd59c4598 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:46.541503 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-77b68194-0356-4926-9bb3-0da894615b5a None None] Port 2f367374-9c45-4510-afed-a4ef693d1142 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:15:46.545878 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-8d050816-fd15-4d5e-b444-d6acd59c4598 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Calling delete_port for 2f367374-9c45-4510-afed-a4ef693d1142 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:46.940916 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d050816-fd15-4d5e-b444-d6acd59c4598 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:46.972354 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d050816-fd15-4d5e-b444-d6acd59c4598 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Port': ['ID=2f367374-9c45-4510-afed-a4ef693d1142,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:46.992784 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:47.147020 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d050816-fd15-4d5e-b444-d6acd59c4598 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:47.152004 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8d050816-fd15-4d5e-b444-d6acd59c4598 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/ports/2f367374-9c45-4510-afed-a4ef693d1142 HTTP/1.1" status: 204 len: 168 time: 0.8712184 Aug 10 04:15:47.153359 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36334) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:47.183427 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-3adc3f52-e60c-40bf-ac01-a7815684af73 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] GET failed (client error): The resource could not be found. Aug 10 04:15:47.187592 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3adc3f52-e60c-40bf-ac01-a7815684af73 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "GET /v2.0/ports/2f367374-9c45-4510-afed-a4ef693d1142 HTTP/1.1" status: 404 len: 333 time: 0.0307689 Aug 10 04:15:47.188169 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36336) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:47.259543 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1fc8442-791f-40db-92db-e4518b29036f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting subnet aff07113-0d04-4181-844d-a11516b73288 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:15:47.263885 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8442-791f-40db-92db-e4518b29036f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:47.315827 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8442-791f-40db-92db-e4518b29036f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:47.428040 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8442-791f-40db-92db-e4518b29036f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:47.620280 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8442-791f-40db-92db-e4518b29036f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:47.653468 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc8442-791f-40db-92db-e4518b29036f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Subnet': ['ID=aff07113-0d04-4181-844d-a11516b73288,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:47.658928 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d1fc8442-791f-40db-92db-e4518b29036f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:47.660344 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d1fc8442-791f-40db-92db-e4518b29036f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/subnets/aff07113-0d04-4181-844d-a11516b73288 HTTP/1.1" status: 204 len: 168 time: 0.4710870 Aug 10 04:15:47.663010 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36342) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:47.665893 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87303dde-72ab-44a6-9f9b-aca48a3b26d8 None None] Network e582ad15-044b-413a-8e61-65425ea1a138 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:47.723609 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d48fe05-4ad2-423b-a248-f23285e646c3 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting subnet df60c725-3d2e-467b-ae5e-baaf0a1fcf67 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:15:47.724655 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d48fe05-4ad2-423b-a248-f23285e646c3 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:47.774033 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d48fe05-4ad2-423b-a248-f23285e646c3 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:47.933878 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d48fe05-4ad2-423b-a248-f23285e646c3 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:48.214536 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d48fe05-4ad2-423b-a248-f23285e646c3 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:48.246477 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d48fe05-4ad2-423b-a248-f23285e646c3 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Subnet': ['ID=df60c725-3d2e-467b-ae5e-baaf0a1fcf67,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:48.253025 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2d48fe05-4ad2-423b-a248-f23285e646c3 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:48.254038 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2d48fe05-4ad2-423b-a248-f23285e646c3 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/subnets/df60c725-3d2e-467b-ae5e-baaf0a1fcf67 HTTP/1.1" status: 204 len: 168 time: 0.5887961 Aug 10 04:15:48.258025 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36362) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:48.365158 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-26f79251-3947-426e-a00b-3db33f2f2e2f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:48.444019 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-26f79251-3947-426e-a00b-3db33f2f2e2f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting port d8a0feb4-d0ba-40b9-b6ab-617f79d00620 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:48.444768 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-26f79251-3947-426e-a00b-3db33f2f2e2f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:48.519947 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-26f79251-3947-426e-a00b-3db33f2f2e2f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] For port d8a0feb4-d0ba-40b9-b6ab-617f79d00620, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=d8a0feb4-d0ba-40b9-b6ab-617f79d00620,segment=NetworkSegment(db437878-1826-4a8e-b57d-63f183713168),segment_id=db437878-1826-4a8e-b57d-63f183713168)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:48.520384 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-26f79251-3947-426e-a00b-3db33f2f2e2f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:48.525202 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c99b7b-4762-442b-85ed-ee262e82f090 None None] Network e582ad15-044b-413a-8e61-65425ea1a138 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:48.535263 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-26f79251-3947-426e-a00b-3db33f2f2e2f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Calling delete_port for d8a0feb4-d0ba-40b9-b6ab-617f79d00620 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:48.610724 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2afabd88-f525-459c-b86b-5cd3c01fbe6d None None] Provisioning complete for port d8a0feb4-d0ba-40b9-b6ab-617f79d00620 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:48.611106 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2afabd88-f525-459c-b86b-5cd3c01fbe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:48.758101 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-26f79251-3947-426e-a00b-3db33f2f2e2f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:48.760290 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baad0570-fa68-46bc-a7ca-d87a7937a0fa None None] DHCP port deletion for e582ad15-044b-413a-8e61-65425ea1a138 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:15:48.790332 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f79251-3947-426e-a00b-3db33f2f2e2f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Port': ['ID=d8a0feb4-d0ba-40b9-b6ab-617f79d00620,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:48.793990 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f79251-3947-426e-a00b-3db33f2f2e2f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] No DVR routers for this DVR port d8a0feb4-d0ba-40b9-b6ab-617f79d00620 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:15:48.882226 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-26f79251-3947-426e-a00b-3db33f2f2e2f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:48.894528 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-26f79251-3947-426e-a00b-3db33f2f2e2f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e582ad15-044b-413a-8e61-65425ea1a138']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:48.908076 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-26f79251-3947-426e-a00b-3db33f2f2e2f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db437878-1826-4a8e-b57d-63f183713168') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:48.908380 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-26f79251-3947-426e-a00b-3db33f2f2e2f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db437878-1826-4a8e-b57d-63f183713168') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:48.917711 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-26f79251-3947-426e-a00b-3db33f2f2e2f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:48.935810 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-26f79251-3947-426e-a00b-3db33f2f2e2f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:48.943138 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f79251-3947-426e-a00b-3db33f2f2e2f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:15:48.943879 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-26f79251-3947-426e-a00b-3db33f2f2e2f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:15:48.948632 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:15:49.202566 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-26f79251-3947-426e-a00b-3db33f2f2e2f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:49.210136 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-26f79251-3947-426e-a00b-3db33f2f2e2f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:49.212146 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-26f79251-3947-426e-a00b-3db33f2f2e2f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/networks/e582ad15-044b-413a-8e61-65425ea1a138 HTTP/1.1" status: 204 len: 168 time: 0.9540403 Aug 10 04:15:49.216267 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36384) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:49.225192 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f79251-3947-426e-a00b-3db33f2f2e2f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Network': ['ID=e582ad15-044b-413a-8e61-65425ea1a138,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:49.268318 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18697c4-d5ca-4952-81f9-64de4cca5afd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:49.271468 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d18697c4-d5ca-4952-81f9-64de4cca5afd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0545270 Aug 10 04:15:49.274723 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36388) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:49.333886 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36390) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:49.334368 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-923dab3c-7121-4aa8-beab-0637e53e39e8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0580311 Aug 10 04:15:49.341134 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-6e507a99-8e7a-47a7-b380-6ae22ecc619c tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-130281525'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:49.465667 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e507a99-8e7a-47a7-b380-6ae22ecc619c tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:49.469202 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6e507a99-8e7a-47a7-b380-6ae22ecc619c tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:49.496554 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e507a99-8e7a-47a7-b380-6ae22ecc619c tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:15:49.506956 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6e507a99-8e7a-47a7-b380-6ae22ecc619c tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:49.507796 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-6e507a99-8e7a-47a7-b380-6ae22ecc619c tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Added segment f0725498-97f8-4acf-b2b5-dbac865af4a6 of type vlan for network b42db888-cebb-4af8-97ef-6873a9421d39 Aug 10 04:15:49.556981 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6e507a99-8e7a-47a7-b380-6ae22ecc619c tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:49.673585 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6e507a99-8e7a-47a7-b380-6ae22ecc619c tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:49.680267 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e507a99-8e7a-47a7-b380-6ae22ecc619c tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:49.680964 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6e507a99-8e7a-47a7-b380-6ae22ecc619c tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:49.767090 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e507a99-8e7a-47a7-b380-6ae22ecc619c tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Network': ['ID=b42db888-cebb-4af8-97ef-6873a9421d39,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:49.780633 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network b42db888-cebb-4af8-97ef-6873a9421d39 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:15:49.900982 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6e507a99-8e7a-47a7-b380-6ae22ecc619c tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5654585 Aug 10 04:15:49.910581 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36404) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:49.923113 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-cd4351fa-f623-4ba3-8632-bb0b8c51a827 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'subnet': {'network_id': 'b42db888-cebb-4af8-97ef-6873a9421d39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:50.220381 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4351fa-f623-4ba3-8632-bb0b8c51a827 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:50.224542 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd4351fa-f623-4ba3-8632-bb0b8c51a827 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:50.484678 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device d8a0feb4-d0ba-40b9-b6ab-617f79d00620 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:15:50.505949 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: d8a0feb4-d0ba-40b9-b6ab-617f79d00620 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:15:50.506384 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device d8a0feb4-d0ba-40b9-b6ab-617f79d00620 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:15:50.534514 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd4351fa-f623-4ba3-8632-bb0b8c51a827 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:50.596464 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4351fa-f623-4ba3-8632-bb0b8c51a827 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Subnet': ['ID=c76efd01-dac1-4de5-93dd-71b28cc2422b,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:50.607862 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4351fa-f623-4ba3-8632-bb0b8c51a827 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Checking segment: {'id': 'f0725498-97f8-4acf-b2b5-dbac865af4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b42db888-cebb-4af8-97ef-6873a9421d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:50.608375 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4351fa-f623-4ba3-8632-bb0b8c51a827 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network hostable DHCP agents. Network: b42db888-cebb-4af8-97ef-6873a9421d39, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:15:50.763293 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4351fa-f623-4ba3-8632-bb0b8c51a827 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network b42db888-cebb-4af8-97ef-6873a9421d39 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:15:50.865544 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-cd4351fa-f623-4ba3-8632-bb0b8c51a827 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, b42db888-cebb-4af8-97ef-6873a9421d39) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:50.870356 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4351fa-f623-4ba3-8632-bb0b8c51a827 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:50.871063 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd4351fa-f623-4ba3-8632-bb0b8c51a827 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:50.875991 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c49ec1-2a36-44d1-8e9c-92fd682eb799 None None] Network b42db888-cebb-4af8-97ef-6873a9421d39 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:50.981570 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cd4351fa-f623-4ba3-8632-bb0b8c51a827 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0643599 Aug 10 04:15:50.983044 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36422) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:50.991707 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-63abe173-6c65-468d-ad86-d3416894bebd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'port': {'network_id': 'b42db888-cebb-4af8-97ef-6873a9421d39', 'name': 'tempest-PortsTestJSON-881406958'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:51.046461 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63e9257-418b-4df7-b4c0-9a2c9f6767db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-b42db888-cebb-4af8-97ef-6873a9421d39', 'network_id': 'b42db888-cebb-4af8-97ef-6873a9421d39', 'tenant_id': '8f16a75dcde742e98d791640e89e25a1', 'fixed_ips': [{'subnet_id': 'c76efd01-dac1-4de5-93dd-71b28cc2422b'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:15:51.047347 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a63e9257-418b-4df7-b4c0-9a2c9f6767db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:51.218760 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-a63e9257-418b-4df7-b4c0-9a2c9f6767db None None] Allocated IP 172.20.0.2 (b42db888-cebb-4af8-97ef-6873a9421d39/c76efd01-dac1-4de5-93dd-71b28cc2422b/809f0775-2ec5-4035-b6a4-41e997614875) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:51.288834 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63abe173-6c65-468d-ad86-d3416894bebd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:51.297307 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-63abe173-6c65-468d-ad86-d3416894bebd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:51.331785 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-63abe173-6c65-468d-ad86-d3416894bebd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] device_id is not set on port 1bfb5438-e116-41de-8eec-37f3251302ee yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:15:51.399581 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a63e9257-418b-4df7-b4c0-9a2c9f6767db None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:51.399581 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a63e9257-418b-4df7-b4c0-9a2c9f6767db None None] Transition to ACTIVE for port object 809f0775-2ec5-4035-b6a4-41e997614875 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:51.403420 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a63e9257-418b-4df7-b4c0-9a2c9f6767db None None] Transition to ACTIVE for port object 809f0775-2ec5-4035-b6a4-41e997614875 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:51.557298 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a63e9257-418b-4df7-b4c0-9a2c9f6767db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:51.594543 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63e9257-418b-4df7-b4c0-9a2c9f6767db None None] Network b42db888-cebb-4af8-97ef-6873a9421d39 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:51.602542 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-a63e9257-418b-4df7-b4c0-9a2c9f6767db None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:51.606394 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63e9257-418b-4df7-b4c0-9a2c9f6767db None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:51.613352 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e9257-418b-4df7-b4c0-9a2c9f6767db None None] Pushing event updated for resources: {'Port': ['ID=809f0775-2ec5-4035-b6a4-41e997614875,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:51.614206 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-63abe173-6c65-468d-ad86-d3416894bebd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Allocated IP 172.20.0.12 (b42db888-cebb-4af8-97ef-6873a9421d39/c76efd01-dac1-4de5-93dd-71b28cc2422b/1bfb5438-e116-41de-8eec-37f3251302ee) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:51.676394 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a63e9257-418b-4df7-b4c0-9a2c9f6767db None None] Attempting to bind port 809f0775-2ec5-4035-b6a4-41e997614875 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:15:51.676760 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a63e9257-418b-4df7-b4c0-9a2c9f6767db None None] Attempting to bind port 809f0775-2ec5-4035-b6a4-41e997614875 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'f0725498-97f8-4acf-b2b5-dbac865af4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b42db888-cebb-4af8-97ef-6873a9421d39'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:15:51.677127 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63e9257-418b-4df7-b4c0-9a2c9f6767db None None] Attempting to bind port 809f0775-2ec5-4035-b6a4-41e997614875 on network b42db888-cebb-4af8-97ef-6873a9421d39 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:15:51.683446 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63e9257-418b-4df7-b4c0-9a2c9f6767db None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:15:51.683813 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63e9257-418b-4df7-b4c0-9a2c9f6767db None None] Checking segment: {'id': 'f0725498-97f8-4acf-b2b5-dbac865af4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b42db888-cebb-4af8-97ef-6873a9421d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:51.684254 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a63e9257-418b-4df7-b4c0-9a2c9f6767db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:51.684653 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63e9257-418b-4df7-b4c0-9a2c9f6767db None None] Bound using segment: {'id': 'f0725498-97f8-4acf-b2b5-dbac865af4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b42db888-cebb-4af8-97ef-6873a9421d39'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:15:51.685120 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a63e9257-418b-4df7-b4c0-9a2c9f6767db None None] Bound port: 809f0775-2ec5-4035-b6a4-41e997614875, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0725498-97f8-4acf-b2b5-dbac865af4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b42db888-cebb-4af8-97ef-6873a9421d39'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:15:51.685499 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a63e9257-418b-4df7-b4c0-9a2c9f6767db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:51.760225 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a63e9257-418b-4df7-b4c0-9a2c9f6767db None None] For port 809f0775-2ec5-4035-b6a4-41e997614875, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:15:51.770725 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a63e9257-418b-4df7-b4c0-9a2c9f6767db None None] For port 809f0775-2ec5-4035-b6a4-41e997614875, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=809f0775-2ec5-4035-b6a4-41e997614875,segment=NetworkSegment(f0725498-97f8-4acf-b2b5-dbac865af4a6),segment_id=f0725498-97f8-4acf-b2b5-dbac865af4a6)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:15:51.912871 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a63e9257-418b-4df7-b4c0-9a2c9f6767db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:52.040387 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63e9257-418b-4df7-b4c0-9a2c9f6767db None None] Pushing event updated for resources: {'Port': ['ID=809f0775-2ec5-4035-b6a4-41e997614875,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:52.365766 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-63abe173-6c65-468d-ad86-d3416894bebd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:52.382145 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-63abe173-6c65-468d-ad86-d3416894bebd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Transition to ACTIVE for port object 1bfb5438-e116-41de-8eec-37f3251302ee will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:52.515103 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 809f0775-2ec5-4035-b6a4-41e997614875 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:15:52.625753 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-63abe173-6c65-468d-ad86-d3416894bebd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:52.675561 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63abe173-6c65-468d-ad86-d3416894bebd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network b42db888-cebb-4af8-97ef-6873a9421d39 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:52.679390 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-63abe173-6c65-468d-ad86-d3416894bebd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:52.683821 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63abe173-6c65-468d-ad86-d3416894bebd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:52.708618 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63abe173-6c65-468d-ad86-d3416894bebd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Port': ['ID=1bfb5438-e116-41de-8eec-37f3251302ee,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:52.716827 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 809f0775-2ec5-4035-b6a4-41e997614875 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:52.739476 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63abe173-6c65-468d-ad86-d3416894bebd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:52.740145 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-63abe173-6c65-468d-ad86-d3416894bebd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:52.917921 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-63abe173-6c65-468d-ad86-d3416894bebd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9320381 Aug 10 04:15:52.920901 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36492) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:52.926069 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-e2ec4fcd-ad81-4378-9392-451ec2ec63c9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'port': {'network_id': 'b42db888-cebb-4af8-97ef-6873a9421d39', 'name': 'tempest-PortsTestJSON-1105670789'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:53.176064 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23676c42-eba0-4627-9e0a-96c737e49ae7 None None] Network b42db888-cebb-4af8-97ef-6873a9421d39 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:53.242994 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ec4fcd-ad81-4378-9392-451ec2ec63c9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:53.246896 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e2ec4fcd-ad81-4378-9392-451ec2ec63c9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:53.268969 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-e2ec4fcd-ad81-4378-9392-451ec2ec63c9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] device_id is not set on port f1659f1a-c743-4aed-8391-14c9afa8115b yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:15:53.395852 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-e2ec4fcd-ad81-4378-9392-451ec2ec63c9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Allocated IP 172.20.0.6 (b42db888-cebb-4af8-97ef-6873a9421d39/c76efd01-dac1-4de5-93dd-71b28cc2422b/f1659f1a-c743-4aed-8391-14c9afa8115b) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:53.477882 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-03678c66-bced-477d-87c7-fa0c62bbec5d None None] Provisioning for port 809f0775-2ec5-4035-b6a4-41e997614875 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:53.496779 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-03678c66-bced-477d-87c7-fa0c62bbec5d None None] Provisioning complete for port 809f0775-2ec5-4035-b6a4-41e997614875 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:53.499192 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-03678c66-bced-477d-87c7-fa0c62bbec5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:53.615049 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-03678c66-bced-477d-87c7-fa0c62bbec5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:53.651712 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e2ec4fcd-ad81-4378-9392-451ec2ec63c9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:53.665733 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-03678c66-bced-477d-87c7-fa0c62bbec5d None None] For port 809f0775-2ec5-4035-b6a4-41e997614875, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=809f0775-2ec5-4035-b6a4-41e997614875,segment=NetworkSegment(f0725498-97f8-4acf-b2b5-dbac865af4a6),segment_id=f0725498-97f8-4acf-b2b5-dbac865af4a6)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:53.669584 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-e2ec4fcd-ad81-4378-9392-451ec2ec63c9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Transition to ACTIVE for port object f1659f1a-c743-4aed-8391-14c9afa8115b will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:53.849116 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-03678c66-bced-477d-87c7-fa0c62bbec5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:53.866866 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e2ec4fcd-ad81-4378-9392-451ec2ec63c9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:53.919042 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03678c66-bced-477d-87c7-fa0c62bbec5d None None] Pushing event updated for resources: {'Port': ['ID=809f0775-2ec5-4035-b6a4-41e997614875,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:53.927782 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03678c66-bced-477d-87c7-fa0c62bbec5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:53.929401 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03678c66-bced-477d-87c7-fa0c62bbec5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:53.929401 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03678c66-bced-477d-87c7-fa0c62bbec5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:53.929734 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03678c66-bced-477d-87c7-fa0c62bbec5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:53.929734 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03678c66-bced-477d-87c7-fa0c62bbec5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:53.930163 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03678c66-bced-477d-87c7-fa0c62bbec5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:53.930433 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03678c66-bced-477d-87c7-fa0c62bbec5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:53.930705 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03678c66-bced-477d-87c7-fa0c62bbec5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:53.931625 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03678c66-bced-477d-87c7-fa0c62bbec5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:53.931625 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03678c66-bced-477d-87c7-fa0c62bbec5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:53.931871 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03678c66-bced-477d-87c7-fa0c62bbec5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:53.932148 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03678c66-bced-477d-87c7-fa0c62bbec5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:53.936848 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ec4fcd-ad81-4378-9392-451ec2ec63c9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network b42db888-cebb-4af8-97ef-6873a9421d39 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:53.941626 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-e2ec4fcd-ad81-4378-9392-451ec2ec63c9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:53.943848 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ec4fcd-ad81-4378-9392-451ec2ec63c9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Port': ['ID=f1659f1a-c743-4aed-8391-14c9afa8115b,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:53.947563 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ec4fcd-ad81-4378-9392-451ec2ec63c9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:54.036640 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ec4fcd-ad81-4378-9392-451ec2ec63c9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:54.036640 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e2ec4fcd-ad81-4378-9392-451ec2ec63c9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:54.116778 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9d873451-53a1-4f03-a6f3-1eaea7a5f07c None None] Provisioning for port 1bfb5438-e116-41de-8eec-37f3251302ee completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:54.116778 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9d873451-53a1-4f03-a6f3-1eaea7a5f07c None None] Provisioning complete for port 1bfb5438-e116-41de-8eec-37f3251302ee triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:54.117265 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9d873451-53a1-4f03-a6f3-1eaea7a5f07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:54.175116 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e2ec4fcd-ad81-4378-9392-451ec2ec63c9 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2529900 Aug 10 04:15:54.182307 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36518) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:54.205416 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-9d873451-53a1-4f03-a6f3-1eaea7a5f07c None None] Port 1bfb5438-e116-41de-8eec-37f3251302ee cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:15:54.229763 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9d873451-53a1-4f03-a6f3-1eaea7a5f07c None None] Provisioning complete for port 809f0775-2ec5-4035-b6a4-41e997614875 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:54.230245 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9d873451-53a1-4f03-a6f3-1eaea7a5f07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:54.328508 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846713ed-7226-4085-afe0-b0cd564027fd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:54.333294 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36522) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:54.337289 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-846713ed-7226-4085-afe0-b0cd564027fd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 922 time: 0.1578553 Aug 10 04:15:54.529085 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-b2545218-1851-43a7-a272-701d2700b31f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting port f1659f1a-c743-4aed-8391-14c9afa8115b {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:54.529680 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-cb6c3c8b-b5bf-4038-ba8c-d12af1c49b10 None None] Provisioning complete for port 1bfb5438-e116-41de-8eec-37f3251302ee triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:54.529783 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2545218-1851-43a7-a272-701d2700b31f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:54.530045 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cb6c3c8b-b5bf-4038-ba8c-d12af1c49b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:54.566670 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 809f0775-2ec5-4035-b6a4-41e997614875 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:15:54.624751 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-cb6c3c8b-b5bf-4038-ba8c-d12af1c49b10 None None] Port 1bfb5438-e116-41de-8eec-37f3251302ee cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:15:54.645168 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 809f0775-2ec5-4035-b6a4-41e997614875 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:54.645544 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:54.648366 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2545218-1851-43a7-a272-701d2700b31f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:54.661175 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-b2545218-1851-43a7-a272-701d2700b31f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Calling delete_port for f1659f1a-c743-4aed-8391-14c9afa8115b owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:54.733840 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-cb6c3c8b-b5bf-4038-ba8c-d12af1c49b10 None None] Provisioning for port f1659f1a-c743-4aed-8391-14c9afa8115b completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:15:54.742651 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-cb6c3c8b-b5bf-4038-ba8c-d12af1c49b10 None None] Provisioning complete for port f1659f1a-c743-4aed-8391-14c9afa8115b triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:15:54.743031 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cb6c3c8b-b5bf-4038-ba8c-d12af1c49b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:54.796828 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-cb6c3c8b-b5bf-4038-ba8c-d12af1c49b10 None None] Port f1659f1a-c743-4aed-8391-14c9afa8115b cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:15:54.871314 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2545218-1851-43a7-a272-701d2700b31f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:54.900501 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2545218-1851-43a7-a272-701d2700b31f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Port': ['ID=f1659f1a-c743-4aed-8391-14c9afa8115b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:54.974637 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2545218-1851-43a7-a272-701d2700b31f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:54.976653 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b2545218-1851-43a7-a272-701d2700b31f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/ports/f1659f1a-c743-4aed-8391-14c9afa8115b HTTP/1.1" status: 204 len: 168 time: 0.6417754 Aug 10 04:15:54.979414 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36536) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:55.006079 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a9a0fb-9648-4f09-be1b-f30d1e1d48fa tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] GET failed (client error): The resource could not be found. Aug 10 04:15:55.009070 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f5a9a0fb-9648-4f09-be1b-f30d1e1d48fa tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "GET /v2.0/ports/f1659f1a-c743-4aed-8391-14c9afa8115b HTTP/1.1" status: 404 len: 333 time: 0.0284896 Aug 10 04:15:55.012032 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36538) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:55.118248 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-b758f19a-2ef7-4ff5-ac1c-f30f27a17071 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting port 1bfb5438-e116-41de-8eec-37f3251302ee {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:55.118607 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b758f19a-2ef7-4ff5-ac1c-f30f27a17071 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:55.216454 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b758f19a-2ef7-4ff5-ac1c-f30f27a17071 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:55.229173 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-b758f19a-2ef7-4ff5-ac1c-f30f27a17071 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Calling delete_port for 1bfb5438-e116-41de-8eec-37f3251302ee owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:55.438044 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b758f19a-2ef7-4ff5-ac1c-f30f27a17071 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:55.479163 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758f19a-2ef7-4ff5-ac1c-f30f27a17071 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Port': ['ID=1bfb5438-e116-41de-8eec-37f3251302ee,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:55.489489 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758f19a-2ef7-4ff5-ac1c-f30f27a17071 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:55.489917 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758f19a-2ef7-4ff5-ac1c-f30f27a17071 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:55.490366 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758f19a-2ef7-4ff5-ac1c-f30f27a17071 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:55.490811 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758f19a-2ef7-4ff5-ac1c-f30f27a17071 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:55.491926 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758f19a-2ef7-4ff5-ac1c-f30f27a17071 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:55.492400 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758f19a-2ef7-4ff5-ac1c-f30f27a17071 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:55.492804 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758f19a-2ef7-4ff5-ac1c-f30f27a17071 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:55.493211 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758f19a-2ef7-4ff5-ac1c-f30f27a17071 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:55.493654 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758f19a-2ef7-4ff5-ac1c-f30f27a17071 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:55.494194 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758f19a-2ef7-4ff5-ac1c-f30f27a17071 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:55.494571 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758f19a-2ef7-4ff5-ac1c-f30f27a17071 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:55.494987 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758f19a-2ef7-4ff5-ac1c-f30f27a17071 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:15:55.602107 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b758f19a-2ef7-4ff5-ac1c-f30f27a17071 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:55.606882 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b758f19a-2ef7-4ff5-ac1c-f30f27a17071 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/ports/1bfb5438-e116-41de-8eec-37f3251302ee HTTP/1.1" status: 204 len: 168 time: 0.5911758 Aug 10 04:15:55.607202 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36550) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:55.633744 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a72d56c-13a6-4b45-bee4-7708a416d9d5 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] GET failed (client error): The resource could not be found. Aug 10 04:15:55.635436 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7a72d56c-13a6-4b45-bee4-7708a416d9d5 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "GET /v2.0/ports/1bfb5438-e116-41de-8eec-37f3251302ee HTTP/1.1" status: 404 len: 333 time: 0.0272176 Aug 10 04:15:55.638741 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36552) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:55.715568 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcfdd713-9ff4-437c-870b-4cdefc31be5e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting subnet c76efd01-dac1-4de5-93dd-71b28cc2422b {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:15:55.721287 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bcfdd713-9ff4-437c-870b-4cdefc31be5e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:55.771053 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bcfdd713-9ff4-437c-870b-4cdefc31be5e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:55.872956 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bcfdd713-9ff4-437c-870b-4cdefc31be5e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:56.062781 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bcfdd713-9ff4-437c-870b-4cdefc31be5e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:56.084121 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bcfdd713-9ff4-437c-870b-4cdefc31be5e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:56.085769 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d850994a-1d06-4e1e-9e06-28583a5ed2e9 None None] Network b42db888-cebb-4af8-97ef-6873a9421d39 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:56.087881 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-bcfdd713-9ff4-437c-870b-4cdefc31be5e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/subnets/c76efd01-dac1-4de5-93dd-71b28cc2422b HTTP/1.1" status: 204 len: 168 time: 0.4481213 Aug 10 04:15:56.092191 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36558) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:56.108250 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdd713-9ff4-437c-870b-4cdefc31be5e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Subnet': ['ID=c76efd01-dac1-4de5-93dd-71b28cc2422b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:56.405251 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d88fccf-2940-4dd8-b92f-5cc6953ebb19 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:56.405251 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-8d88fccf-2940-4dd8-b92f-5cc6953ebb19 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting port 809f0775-2ec5-4035-b6a4-41e997614875 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:56.405251 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d88fccf-2940-4dd8-b92f-5cc6953ebb19 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:56.405251 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-8d88fccf-2940-4dd8-b92f-5cc6953ebb19 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] For port 809f0775-2ec5-4035-b6a4-41e997614875, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=809f0775-2ec5-4035-b6a4-41e997614875,segment=NetworkSegment(f0725498-97f8-4acf-b2b5-dbac865af4a6),segment_id=f0725498-97f8-4acf-b2b5-dbac865af4a6)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:56.405251 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d88fccf-2940-4dd8-b92f-5cc6953ebb19 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:56.405251 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-8d88fccf-2940-4dd8-b92f-5cc6953ebb19 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Calling delete_port for 809f0775-2ec5-4035-b6a4-41e997614875 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:56.480245 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b0c2ce-f9e8-4c03-9a7e-9b92a8273ed3 None None] DHCP port deletion for b42db888-cebb-4af8-97ef-6873a9421d39 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:15:56.543999 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-b7b0c2ce-f9e8-4c03-9a7e-9b92a8273ed3 None None] Deleting port 809f0775-2ec5-4035-b6a4-41e997614875 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:15:56.543999 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b7b0c2ce-f9e8-4c03-9a7e-9b92a8273ed3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:56.603332 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d88fccf-2940-4dd8-b92f-5cc6953ebb19 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:56.618606 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-b7b0c2ce-f9e8-4c03-9a7e-9b92a8273ed3 None None] For port 809f0775-2ec5-4035-b6a4-41e997614875, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=809f0775-2ec5-4035-b6a4-41e997614875,segment=NetworkSegment(f0725498-97f8-4acf-b2b5-dbac865af4a6),segment_id=f0725498-97f8-4acf-b2b5-dbac865af4a6)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:15:56.618606 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b7b0c2ce-f9e8-4c03-9a7e-9b92a8273ed3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:56.657557 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-b7b0c2ce-f9e8-4c03-9a7e-9b92a8273ed3 None None] Calling delete_port for 809f0775-2ec5-4035-b6a4-41e997614875 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:15:56.706516 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88fccf-2940-4dd8-b92f-5cc6953ebb19 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Port': ['ID=809f0775-2ec5-4035-b6a4-41e997614875,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:56.726993 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d88fccf-2940-4dd8-b92f-5cc6953ebb19 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] No DVR routers for this DVR port 809f0775-2ec5-4035-b6a4-41e997614875 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:15:56.760261 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b7b0c2ce-f9e8-4c03-9a7e-9b92a8273ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:56.805356 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0c2ce-f9e8-4c03-9a7e-9b92a8273ed3 None None] Pushing event deleted for resources: {'Port': ['ID=809f0775-2ec5-4035-b6a4-41e997614875,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:56.807410 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b0c2ce-f9e8-4c03-9a7e-9b92a8273ed3 None None] No DVR routers for this DVR port 809f0775-2ec5-4035-b6a4-41e997614875 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:15:56.834219 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d88fccf-2940-4dd8-b92f-5cc6953ebb19 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:56.848630 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8d88fccf-2940-4dd8-b92f-5cc6953ebb19 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b42db888-cebb-4af8-97ef-6873a9421d39']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:56.863013 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8d88fccf-2940-4dd8-b92f-5cc6953ebb19 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0725498-97f8-4acf-b2b5-dbac865af4a6') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:56.863848 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8d88fccf-2940-4dd8-b92f-5cc6953ebb19 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0725498-97f8-4acf-b2b5-dbac865af4a6') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:15:56.875452 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d88fccf-2940-4dd8-b92f-5cc6953ebb19 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:56.892927 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d88fccf-2940-4dd8-b92f-5cc6953ebb19 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:56.900633 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d88fccf-2940-4dd8-b92f-5cc6953ebb19 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:15:56.901031 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d88fccf-2940-4dd8-b92f-5cc6953ebb19 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:15:56.905393 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:15:57.042360 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d88fccf-2940-4dd8-b92f-5cc6953ebb19 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:57.048366 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d88fccf-2940-4dd8-b92f-5cc6953ebb19 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:57.052109 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8d88fccf-2940-4dd8-b92f-5cc6953ebb19 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/networks/b42db888-cebb-4af8-97ef-6873a9421d39 HTTP/1.1" status: 204 len: 168 time: 0.9570894 Aug 10 04:15:57.055442 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36570) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:57.063071 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-6370660f-ba50-4b87-9360-aca559cf3991 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1469145086'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:57.070291 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88fccf-2940-4dd8-b92f-5cc6953ebb19 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Network': ['ID=b42db888-cebb-4af8-97ef-6873a9421d39,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:57.149126 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6370660f-ba50-4b87-9360-aca559cf3991 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:57.155346 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6370660f-ba50-4b87-9360-aca559cf3991 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:57.195685 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6370660f-ba50-4b87-9360-aca559cf3991 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:15:57.211230 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6370660f-ba50-4b87-9360-aca559cf3991 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:57.211771 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-6370660f-ba50-4b87-9360-aca559cf3991 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Added segment 4e94c3c4-c619-4c55-ba92-b772ee841c3f of type vlan for network 706eebf9-d4a3-4ca4-9144-b8432a667981 Aug 10 04:15:57.267181 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6370660f-ba50-4b87-9360-aca559cf3991 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:57.471376 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6370660f-ba50-4b87-9360-aca559cf3991 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:57.478506 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6370660f-ba50-4b87-9360-aca559cf3991 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:57.479584 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6370660f-ba50-4b87-9360-aca559cf3991 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:57.580373 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6370660f-ba50-4b87-9360-aca559cf3991 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Network': ['ID=706eebf9-d4a3-4ca4-9144-b8432a667981,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:57.592448 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 706eebf9-d4a3-4ca4-9144-b8432a667981 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:15:57.618942 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36574) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:57.619158 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6370660f-ba50-4b87-9360-aca559cf3991 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5616114 Aug 10 04:15:57.624539 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-282b4144-c12d-4786-87d0-c917b04bba52 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'subnet': {'network_id': '706eebf9-d4a3-4ca4-9144-b8432a667981', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:57.699551 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:57.860094 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282b4144-c12d-4786-87d0-c917b04bba52 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:57.864505 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-282b4144-c12d-4786-87d0-c917b04bba52 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:58.180256 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-282b4144-c12d-4786-87d0-c917b04bba52 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:58.242586 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b4144-c12d-4786-87d0-c917b04bba52 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Subnet': ['ID=5f70cb3d-39d7-4ee3-b959-a3ea494103ec,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:58.262297 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282b4144-c12d-4786-87d0-c917b04bba52 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Checking segment: {'id': '4e94c3c4-c619-4c55-ba92-b772ee841c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '706eebf9-d4a3-4ca4-9144-b8432a667981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:58.262875 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282b4144-c12d-4786-87d0-c917b04bba52 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network hostable DHCP agents. Network: 706eebf9-d4a3-4ca4-9144-b8432a667981, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:15:58.352197 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282b4144-c12d-4786-87d0-c917b04bba52 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network 706eebf9-d4a3-4ca4-9144-b8432a667981 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:15:58.468986 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 809f0775-2ec5-4035-b6a4-41e997614875 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:15:58.471599 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-282b4144-c12d-4786-87d0-c917b04bba52 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 706eebf9-d4a3-4ca4-9144-b8432a667981) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:58.478496 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282b4144-c12d-4786-87d0-c917b04bba52 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:15:58.478610 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-282b4144-c12d-4786-87d0-c917b04bba52 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:58.494708 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d06a1a8-876d-46e4-bc9a-8e4abd3b6263 None None] Network 706eebf9-d4a3-4ca4-9144-b8432a667981 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:15:58.496545 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 809f0775-2ec5-4035-b6a4-41e997614875 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:15:58.497111 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 809f0775-2ec5-4035-b6a4-41e997614875 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:15:58.591918 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-282b4144-c12d-4786-87d0-c917b04bba52 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9716890 Aug 10 04:15:58.594609 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36582) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:15:58.600022 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-4810fead-2c21-406e-bf79-5e92ba6a9100 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'port': {'network_id': '706eebf9-d4a3-4ca4-9144-b8432a667981', 'name': 'tempest-PortsTestJSON-1278593461', 'fixed_ips': [{'subnet_id': '5f70cb3d-39d7-4ee3-b959-a3ea494103ec', 'ip_address': '172.20.0.10'}]}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:15:58.654991 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a25da24-f25a-4c34-8144-782890a65093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-706eebf9-d4a3-4ca4-9144-b8432a667981', 'network_id': '706eebf9-d4a3-4ca4-9144-b8432a667981', 'tenant_id': '8f16a75dcde742e98d791640e89e25a1', 'fixed_ips': [{'subnet_id': '5f70cb3d-39d7-4ee3-b959-a3ea494103ec'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:15:58.658422 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4a25da24-f25a-4c34-8144-782890a65093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:58.816013 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-4a25da24-f25a-4c34-8144-782890a65093 None None] Allocated IP 172.20.0.2 (706eebf9-d4a3-4ca4-9144-b8432a667981/5f70cb3d-39d7-4ee3-b959-a3ea494103ec/7c95e52b-ea11-4407-8fc9-73859f4f8657) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:58.920834 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4810fead-2c21-406e-bf79-5e92ba6a9100 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:15:59.048388 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4a25da24-f25a-4c34-8144-782890a65093 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:59.058486 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4810fead-2c21-406e-bf79-5e92ba6a9100 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:59.072985 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4a25da24-f25a-4c34-8144-782890a65093 None None] Transition to ACTIVE for port object 7c95e52b-ea11-4407-8fc9-73859f4f8657 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:59.096921 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4a25da24-f25a-4c34-8144-782890a65093 None None] Transition to ACTIVE for port object 7c95e52b-ea11-4407-8fc9-73859f4f8657 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:59.127239 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-4810fead-2c21-406e-bf79-5e92ba6a9100 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] device_id is not set on port c5926835-c6f3-4d56-bb2d-58f5b32ad495 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:15:59.183522 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4a25da24-f25a-4c34-8144-782890a65093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:59.229375 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a25da24-f25a-4c34-8144-782890a65093 None None] Network 706eebf9-d4a3-4ca4-9144-b8432a667981 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:59.232486 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-4a25da24-f25a-4c34-8144-782890a65093 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:59.238281 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a25da24-f25a-4c34-8144-782890a65093 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:15:59.260104 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25da24-f25a-4c34-8144-782890a65093 None None] Pushing event updated for resources: {'Port': ['ID=7c95e52b-ea11-4407-8fc9-73859f4f8657,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:59.333746 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-4a25da24-f25a-4c34-8144-782890a65093 None None] Attempting to bind port 7c95e52b-ea11-4407-8fc9-73859f4f8657 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:15:59.334174 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-4a25da24-f25a-4c34-8144-782890a65093 None None] Attempting to bind port 7c95e52b-ea11-4407-8fc9-73859f4f8657 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '4e94c3c4-c619-4c55-ba92-b772ee841c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '706eebf9-d4a3-4ca4-9144-b8432a667981'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:15:59.334572 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a25da24-f25a-4c34-8144-782890a65093 None None] Attempting to bind port 7c95e52b-ea11-4407-8fc9-73859f4f8657 on network 706eebf9-d4a3-4ca4-9144-b8432a667981 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:15:59.341664 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a25da24-f25a-4c34-8144-782890a65093 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:15:59.344572 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a25da24-f25a-4c34-8144-782890a65093 None None] Checking segment: {'id': '4e94c3c4-c619-4c55-ba92-b772ee841c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '706eebf9-d4a3-4ca4-9144-b8432a667981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:15:59.344572 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4a25da24-f25a-4c34-8144-782890a65093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:59.344572 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a25da24-f25a-4c34-8144-782890a65093 None None] Bound using segment: {'id': '4e94c3c4-c619-4c55-ba92-b772ee841c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '706eebf9-d4a3-4ca4-9144-b8432a667981'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:15:59.344572 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-4a25da24-f25a-4c34-8144-782890a65093 None None] Bound port: 7c95e52b-ea11-4407-8fc9-73859f4f8657, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e94c3c4-c619-4c55-ba92-b772ee841c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '706eebf9-d4a3-4ca4-9144-b8432a667981'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:15:59.344572 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4a25da24-f25a-4c34-8144-782890a65093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:59.352985 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-4810fead-2c21-406e-bf79-5e92ba6a9100 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Allocated IP 172.20.0.10 (706eebf9-d4a3-4ca4-9144-b8432a667981/5f70cb3d-39d7-4ee3-b959-a3ea494103ec/c5926835-c6f3-4d56-bb2d-58f5b32ad495) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:15:59.428200 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-4a25da24-f25a-4c34-8144-782890a65093 None None] For port 7c95e52b-ea11-4407-8fc9-73859f4f8657, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:15:59.432500 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-4a25da24-f25a-4c34-8144-782890a65093 None None] For port 7c95e52b-ea11-4407-8fc9-73859f4f8657, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7c95e52b-ea11-4407-8fc9-73859f4f8657,segment=NetworkSegment(4e94c3c4-c619-4c55-ba92-b772ee841c3f),segment_id=4e94c3c4-c619-4c55-ba92-b772ee841c3f)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:15:59.534520 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4a25da24-f25a-4c34-8144-782890a65093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:59.628188 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4810fead-2c21-406e-bf79-5e92ba6a9100 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:59.635830 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25da24-f25a-4c34-8144-782890a65093 None None] Pushing event updated for resources: {'Port': ['ID=7c95e52b-ea11-4407-8fc9-73859f4f8657,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:59.653345 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-4810fead-2c21-406e-bf79-5e92ba6a9100 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Transition to ACTIVE for port object c5926835-c6f3-4d56-bb2d-58f5b32ad495 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:15:59.791840 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4810fead-2c21-406e-bf79-5e92ba6a9100 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:15:59.859638 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810fead-2c21-406e-bf79-5e92ba6a9100 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Port': ['ID=c5926835-c6f3-4d56-bb2d-58f5b32ad495,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:15:59.890416 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4810fead-2c21-406e-bf79-5e92ba6a9100 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network 706eebf9-d4a3-4ca4-9144-b8432a667981 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:15:59.892316 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-4810fead-2c21-406e-bf79-5e92ba6a9100 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:15:59.901053 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4810fead-2c21-406e-bf79-5e92ba6a9100 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:16:00.042226 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4810fead-2c21-406e-bf79-5e92ba6a9100 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:00.042884 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4810fead-2c21-406e-bf79-5e92ba6a9100 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:00.198385 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4810fead-2c21-406e-bf79-5e92ba6a9100 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6025116 Aug 10 04:16:00.209181 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36610) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:00.209181 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-590399d0-2c62-41e7-8692-0d67bc3384b3 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'port': {'network_id': '706eebf9-d4a3-4ca4-9144-b8432a667981', 'name': 'tempest-PortsTestJSON-256273826', 'fixed_ips': [{'subnet_id': '5f70cb3d-39d7-4ee3-b959-a3ea494103ec', 'ip_address': '172.20.0.9'}]}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:00.483820 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590399d0-2c62-41e7-8692-0d67bc3384b3 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:16:00.525643 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7c95e52b-ea11-4407-8fc9-73859f4f8657 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:16:00.600092 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-590399d0-2c62-41e7-8692-0d67bc3384b3 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:00.622976 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-590399d0-2c62-41e7-8692-0d67bc3384b3 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] device_id is not set on port a20913a1-9081-4e73-a42b-e5aa1f63d3fb yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:16:00.696472 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 7c95e52b-ea11-4407-8fc9-73859f4f8657 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:16:00.892611 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-590399d0-2c62-41e7-8692-0d67bc3384b3 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Allocated IP 172.20.0.9 (706eebf9-d4a3-4ca4-9144-b8432a667981/5f70cb3d-39d7-4ee3-b959-a3ea494103ec/a20913a1-9081-4e73-a42b-e5aa1f63d3fb) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:16:01.148494 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-590399d0-2c62-41e7-8692-0d67bc3384b3 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:01.169192 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-590399d0-2c62-41e7-8692-0d67bc3384b3 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Transition to ACTIVE for port object a20913a1-9081-4e73-a42b-e5aa1f63d3fb will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:16:01.291406 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d5e0a7-0af1-46c8-8a07-9462105f2ffb None None] Network 706eebf9-d4a3-4ca4-9144-b8432a667981 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:16:01.294918 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-590399d0-2c62-41e7-8692-0d67bc3384b3 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:01.362560 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590399d0-2c62-41e7-8692-0d67bc3384b3 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Port': ['ID=a20913a1-9081-4e73-a42b-e5aa1f63d3fb,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:01.390190 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590399d0-2c62-41e7-8692-0d67bc3384b3 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network 706eebf9-d4a3-4ca4-9144-b8432a667981 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:16:01.405483 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-590399d0-2c62-41e7-8692-0d67bc3384b3 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:16:01.408417 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590399d0-2c62-41e7-8692-0d67bc3384b3 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:16:01.487576 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590399d0-2c62-41e7-8692-0d67bc3384b3 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:01.488461 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-590399d0-2c62-41e7-8692-0d67bc3384b3 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:01.577515 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-95f03768-22b2-47b4-93ea-9afd85d220a8 None None] Provisioning for port 7c95e52b-ea11-4407-8fc9-73859f4f8657 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:16:01.592124 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-95f03768-22b2-47b4-93ea-9afd85d220a8 None None] Provisioning complete for port 7c95e52b-ea11-4407-8fc9-73859f4f8657 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:01.593433 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-95f03768-22b2-47b4-93ea-9afd85d220a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:01.615025 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-590399d0-2c62-41e7-8692-0d67bc3384b3 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4125412 Aug 10 04:16:01.618978 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36622) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:01.781639 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80c29a3-57a5-4230-8143-b42ab7aad09a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:01.783217 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f80c29a3-57a5-4230-8143-b42ab7aad09a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1631968 Aug 10 04:16:01.786181 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36626) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:01.802168 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-95f03768-22b2-47b4-93ea-9afd85d220a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:01.876569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-95f03768-22b2-47b4-93ea-9afd85d220a8 None None] For port 7c95e52b-ea11-4407-8fc9-73859f4f8657, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7c95e52b-ea11-4407-8fc9-73859f4f8657,segment=NetworkSegment(4e94c3c4-c619-4c55-ba92-b772ee841c3f),segment_id=4e94c3c4-c619-4c55-ba92-b772ee841c3f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:01.943122 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dd604e-851d-44f5-9b46-f51e6cad75a8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:01.951546 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dd604e-851d-44f5-9b46-f51e6cad75a8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:01.956922 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0dd604e-851d-44f5-9b46-f51e6cad75a8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:01.962422 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f0dd604e-851d-44f5-9b46-f51e6cad75a8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1714211 Aug 10 04:16:01.962795 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36632) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:01.986299 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-95f03768-22b2-47b4-93ea-9afd85d220a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:02.060906 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f03768-22b2-47b4-93ea-9afd85d220a8 None None] Pushing event updated for resources: {'Port': ['ID=7c95e52b-ea11-4407-8fc9-73859f4f8657,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:02.072890 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-fabf5536-8ad1-4655-bd5a-b1ed2cb646f6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting port a20913a1-9081-4e73-a42b-e5aa1f63d3fb {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:16:02.073449 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fabf5536-8ad1-4655-bd5a-b1ed2cb646f6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:02.130665 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5e576881-90ef-4134-90d5-375bd6898f77 None None] Provisioning complete for port 7c95e52b-ea11-4407-8fc9-73859f4f8657 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:02.131068 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5e576881-90ef-4134-90d5-375bd6898f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:02.244390 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fabf5536-8ad1-4655-bd5a-b1ed2cb646f6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:02.264490 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-fabf5536-8ad1-4655-bd5a-b1ed2cb646f6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Calling delete_port for a20913a1-9081-4e73-a42b-e5aa1f63d3fb owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:16:02.385358 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5e576881-90ef-4134-90d5-375bd6898f77 None None] Provisioning for port c5926835-c6f3-4d56-bb2d-58f5b32ad495 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:16:02.390972 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5e576881-90ef-4134-90d5-375bd6898f77 None None] Provisioning complete for port c5926835-c6f3-4d56-bb2d-58f5b32ad495 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:02.391444 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5e576881-90ef-4134-90d5-375bd6898f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:02.501740 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-5e576881-90ef-4134-90d5-375bd6898f77 None None] Port c5926835-c6f3-4d56-bb2d-58f5b32ad495 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:16:02.538357 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7c95e52b-ea11-4407-8fc9-73859f4f8657 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:16:02.637109 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fabf5536-8ad1-4655-bd5a-b1ed2cb646f6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:02.638385 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5e576881-90ef-4134-90d5-375bd6898f77 None None] Provisioning for port a20913a1-9081-4e73-a42b-e5aa1f63d3fb completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:16:02.663181 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5e576881-90ef-4134-90d5-375bd6898f77 None None] Provisioning complete for port a20913a1-9081-4e73-a42b-e5aa1f63d3fb triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:02.668880 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5e576881-90ef-4134-90d5-375bd6898f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:02.697038 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf5536-8ad1-4655-bd5a-b1ed2cb646f6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Port': ['ID=a20913a1-9081-4e73-a42b-e5aa1f63d3fb,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:02.734291 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-5e576881-90ef-4134-90d5-375bd6898f77 None None] Port a20913a1-9081-4e73-a42b-e5aa1f63d3fb was deleted so its status cannot be updated. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 10 04:16:02.740656 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 7c95e52b-ea11-4407-8fc9-73859f4f8657 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:02.744426 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:02.884898 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-67d46ba0-a4af-4660-9bb5-609058fe671a None None] Provisioning complete for port c5926835-c6f3-4d56-bb2d-58f5b32ad495 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:02.885292 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-67d46ba0-a4af-4660-9bb5-609058fe671a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:02.891380 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fabf5536-8ad1-4655-bd5a-b1ed2cb646f6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:02.896301 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fabf5536-8ad1-4655-bd5a-b1ed2cb646f6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/ports/a20913a1-9081-4e73-a42b-e5aa1f63d3fb HTTP/1.1" status: 204 len: 168 time: 0.9323509 Aug 10 04:16:02.896972 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36642) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:02.957662 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e5be6e-3186-4ea6-ad9b-647f49b3d4e1 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] GET failed (client error): The resource could not be found. Aug 10 04:16:02.959333 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-98e5be6e-3186-4ea6-ad9b-647f49b3d4e1 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "GET /v2.0/ports/a20913a1-9081-4e73-a42b-e5aa1f63d3fb HTTP/1.1" status: 404 len: 333 time: 0.0601001 Aug 10 04:16:02.963248 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36646) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:02.983419 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-67d46ba0-a4af-4660-9bb5-609058fe671a None None] Port c5926835-c6f3-4d56-bb2d-58f5b32ad495 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:16:02.999076 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-67d46ba0-a4af-4660-9bb5-609058fe671a None None] Could not find standard attr ID for object a20913a1-9081-4e73-a42b-e5aa1f63d3fb. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:16:03.177922 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-0ec2e301-e318-4b70-8485-d86227036d5b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting port c5926835-c6f3-4d56-bb2d-58f5b32ad495 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:16:03.179072 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ec2e301-e318-4b70-8485-d86227036d5b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:03.376197 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36654) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:03.415382 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ec2e301-e318-4b70-8485-d86227036d5b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:03.462959 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-0ec2e301-e318-4b70-8485-d86227036d5b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Calling delete_port for c5926835-c6f3-4d56-bb2d-58f5b32ad495 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:16:03.557279 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7d0994da-5e06-4191-a26e-4322982d94e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:03.825543 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ec2e301-e318-4b70-8485-d86227036d5b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:03.855852 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2e301-e318-4b70-8485-d86227036d5b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Port': ['ID=c5926835-c6f3-4d56-bb2d-58f5b32ad495,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:03.939794 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7d0994da-5e06-4191-a26e-4322982d94e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:03.985098 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ec2e301-e318-4b70-8485-d86227036d5b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:03.989994 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36662) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:03.990216 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0ec2e301-e318-4b70-8485-d86227036d5b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/ports/c5926835-c6f3-4d56-bb2d-58f5b32ad495 HTTP/1.1" status: 204 len: 168 time: 1.0255082 Aug 10 04:16:04.042603 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-89cbb733-3d6b-4b07-a1fc-1e7f93439885 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] GET failed (client error): The resource could not be found. Aug 10 04:16:04.044303 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-89cbb733-3d6b-4b07-a1fc-1e7f93439885 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "GET /v2.0/ports/c5926835-c6f3-4d56-bb2d-58f5b32ad495 HTTP/1.1" status: 404 len: 333 time: 0.0532594 Aug 10 04:16:04.048266 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36664) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:04.137166 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-8898d0db-6fc2-496d-8a43-35454273c363 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting subnet 5f70cb3d-39d7-4ee3-b959-a3ea494103ec {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:16:04.141616 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8898d0db-6fc2-496d-8a43-35454273c363 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:04.216710 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8898d0db-6fc2-496d-8a43-35454273c363 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:04.330814 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8898d0db-6fc2-496d-8a43-35454273c363 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:04.403766 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7d0994da-5e06-4191-a26e-4322982d94e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:04.450789 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0994da-5e06-4191-a26e-4322982d94e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ad5a34-b202-4616-aeff-749573763bc6,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:04.459672 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7d0994da-5e06-4191-a26e-4322982d94e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb17219869bd4632a118d99447edf568&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0794644 Aug 10 04:16:04.460710 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36668) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:04.511191 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8898d0db-6fc2-496d-8a43-35454273c363 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:04.541452 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-43ccfa0e-8a43-4a0b-9962-d2a73a86a600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:04.554521 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898d0db-6fc2-496d-8a43-35454273c363 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Subnet': ['ID=5f70cb3d-39d7-4ee3-b959-a3ea494103ec,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:04.558834 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8898d0db-6fc2-496d-8a43-35454273c363 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:04.565023 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8898d0db-6fc2-496d-8a43-35454273c363 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/subnets/5f70cb3d-39d7-4ee3-b959-a3ea494103ec HTTP/1.1" status: 204 len: 168 time: 0.5160456 Aug 10 04:16:04.565204 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10ac63b-8f7a-48dd-9a09-1ac0d9e39606 None None] Network 706eebf9-d4a3-4ca4-9144-b8432a667981 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:16:04.566958 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36670) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:04.575697 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-43ccfa0e-8a43-4a0b-9962-d2a73a86a600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:04.673233 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-06149cec-707c-4de6-869c-227f5f07a1bf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:04.682307 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-43ccfa0e-8a43-4a0b-9962-d2a73a86a600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:04.684957 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-43ccfa0e-8a43-4a0b-9962-d2a73a86a600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:04.688995 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-43ccfa0e-8a43-4a0b-9962-d2a73a86a600 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/53ad5a34-b202-4616-aeff-749573763bc6 HTTP/1.1" status: 204 len: 168 time: 0.2268164 Aug 10 04:16:04.711076 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ccfa0e-8a43-4a0b-9962-d2a73a86a600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ad5a34-b202-4616-aeff-749573763bc6,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:04.766818 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-06149cec-707c-4de6-869c-227f5f07a1bf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting port 7c95e52b-ea11-4407-8fc9-73859f4f8657 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:16:04.769236 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-06149cec-707c-4de6-869c-227f5f07a1bf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:04.846074 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-06149cec-707c-4de6-869c-227f5f07a1bf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] For port 7c95e52b-ea11-4407-8fc9-73859f4f8657, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7c95e52b-ea11-4407-8fc9-73859f4f8657,segment=NetworkSegment(4e94c3c4-c619-4c55-ba92-b772ee841c3f),segment_id=4e94c3c4-c619-4c55-ba92-b772ee841c3f)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:04.846446 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-06149cec-707c-4de6-869c-227f5f07a1bf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:04.846640 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe3ee08-d76a-4264-a6f8-5024c21aaeec None None] DHCP port deletion for 706eebf9-d4a3-4ca4-9144-b8432a667981 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:16:04.861593 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-06149cec-707c-4de6-869c-227f5f07a1bf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Calling delete_port for 7c95e52b-ea11-4407-8fc9-73859f4f8657 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:16:04.911391 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-6fe3ee08-d76a-4264-a6f8-5024c21aaeec None None] Deleting port 7c95e52b-ea11-4407-8fc9-73859f4f8657 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:16:04.913967 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ee08-d76a-4264-a6f8-5024c21aaeec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:04.997573 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-6fe3ee08-d76a-4264-a6f8-5024c21aaeec None None] For port 7c95e52b-ea11-4407-8fc9-73859f4f8657, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7c95e52b-ea11-4407-8fc9-73859f4f8657,segment=NetworkSegment(4e94c3c4-c619-4c55-ba92-b772ee841c3f),segment_id=4e94c3c4-c619-4c55-ba92-b772ee841c3f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:04.998260 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ee08-d76a-4264-a6f8-5024c21aaeec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:05.017497 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-6fe3ee08-d76a-4264-a6f8-5024c21aaeec None None] Calling delete_port for 7c95e52b-ea11-4407-8fc9-73859f4f8657 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:16:05.060268 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-06149cec-707c-4de6-869c-227f5f07a1bf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:05.120556 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06149cec-707c-4de6-869c-227f5f07a1bf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Port': ['ID=7c95e52b-ea11-4407-8fc9-73859f4f8657,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:05.136600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06149cec-707c-4de6-869c-227f5f07a1bf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] No DVR routers for this DVR port 7c95e52b-ea11-4407-8fc9-73859f4f8657 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:16:05.150886 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6fe3ee08-d76a-4264-a6f8-5024c21aaeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:05.213514 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe3ee08-d76a-4264-a6f8-5024c21aaeec None None] No DVR routers for this DVR port 7c95e52b-ea11-4407-8fc9-73859f4f8657 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:16:05.215523 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3ee08-d76a-4264-a6f8-5024c21aaeec None None] Pushing event deleted for resources: {'Port': ['ID=7c95e52b-ea11-4407-8fc9-73859f4f8657,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:05.281541 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-06149cec-707c-4de6-869c-227f5f07a1bf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:05.293425 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-06149cec-707c-4de6-869c-227f5f07a1bf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['706eebf9-d4a3-4ca4-9144-b8432a667981']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:05.309770 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-06149cec-707c-4de6-869c-227f5f07a1bf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e94c3c4-c619-4c55-ba92-b772ee841c3f') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:05.310065 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-06149cec-707c-4de6-869c-227f5f07a1bf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e94c3c4-c619-4c55-ba92-b772ee841c3f') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:05.322124 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-06149cec-707c-4de6-869c-227f5f07a1bf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:05.358163 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-06149cec-707c-4de6-869c-227f5f07a1bf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:05.367684 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06149cec-707c-4de6-869c-227f5f07a1bf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:16:05.368257 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-06149cec-707c-4de6-869c-227f5f07a1bf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:16:05.372306 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:16:05.556978 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-06149cec-707c-4de6-869c-227f5f07a1bf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:05.572101 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-06149cec-707c-4de6-869c-227f5f07a1bf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:05.574867 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-06149cec-707c-4de6-869c-227f5f07a1bf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/networks/706eebf9-d4a3-4ca4-9144-b8432a667981 HTTP/1.1" status: 204 len: 168 time: 1.0065517 Aug 10 04:16:05.579313 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36688) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:05.586032 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-6c1cedae-3394-4c81-acde-49d3dce4e9b6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-528280983'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:05.591188 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06149cec-707c-4de6-869c-227f5f07a1bf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Network': ['ID=706eebf9-d4a3-4ca4-9144-b8432a667981,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:05.710868 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1cedae-3394-4c81-acde-49d3dce4e9b6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:16:05.714609 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c1cedae-3394-4c81-acde-49d3dce4e9b6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:05.746211 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1cedae-3394-4c81-acde-49d3dce4e9b6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:16:05.759304 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c1cedae-3394-4c81-acde-49d3dce4e9b6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:05.760328 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-6c1cedae-3394-4c81-acde-49d3dce4e9b6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Added segment 68fd89e2-91b5-48f2-9e2f-1b44a419bf99 of type vlan for network 872309fc-edfd-4449-ad87-1aa1818e809d Aug 10 04:16:05.841607 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c1cedae-3394-4c81-acde-49d3dce4e9b6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:05.956622 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c1cedae-3394-4c81-acde-49d3dce4e9b6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:05.962835 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1cedae-3394-4c81-acde-49d3dce4e9b6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:05.963629 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c1cedae-3394-4c81-acde-49d3dce4e9b6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:06.093649 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1cedae-3394-4c81-acde-49d3dce4e9b6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Network': ['ID=872309fc-edfd-4449-ad87-1aa1818e809d,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:06.100704 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6c1cedae-3394-4c81-acde-49d3dce4e9b6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5200660 Aug 10 04:16:06.103356 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36702) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:06.111890 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 872309fc-edfd-4449-ad87-1aa1818e809d details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:16:06.113066 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-91db99db-728a-4547-afaf-53989bd05860 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'subnet': {'network_id': '872309fc-edfd-4449-ad87-1aa1818e809d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:06.277772 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91db99db-728a-4547-afaf-53989bd05860 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:16:06.284374 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-91db99db-728a-4547-afaf-53989bd05860 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:06.495313 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7c95e52b-ea11-4407-8fc9-73859f4f8657 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:16:06.546364 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 7c95e52b-ea11-4407-8fc9-73859f4f8657 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:16:06.546364 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7c95e52b-ea11-4407-8fc9-73859f4f8657 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:16:06.671541 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-91db99db-728a-4547-afaf-53989bd05860 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:06.752021 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db99db-728a-4547-afaf-53989bd05860 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Subnet': ['ID=5bf2acb2-061f-40cf-be9d-c85e6a3f7128,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:06.761812 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91db99db-728a-4547-afaf-53989bd05860 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Checking segment: {'id': '68fd89e2-91b5-48f2-9e2f-1b44a419bf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '872309fc-edfd-4449-ad87-1aa1818e809d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:16:06.762188 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91db99db-728a-4547-afaf-53989bd05860 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network hostable DHCP agents. Network: 872309fc-edfd-4449-ad87-1aa1818e809d, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:16:06.842060 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91db99db-728a-4547-afaf-53989bd05860 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network 872309fc-edfd-4449-ad87-1aa1818e809d is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:16:06.911197 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-91db99db-728a-4547-afaf-53989bd05860 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 872309fc-edfd-4449-ad87-1aa1818e809d) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:16:06.916222 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91db99db-728a-4547-afaf-53989bd05860 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:06.920593 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-91db99db-728a-4547-afaf-53989bd05860 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:06.926025 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fcc27b-76e2-4057-a21d-8beb3ae5a899 None None] Network 872309fc-edfd-4449-ad87-1aa1818e809d requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:16:07.071037 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36726) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:07.071649 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-91db99db-728a-4547-afaf-53989bd05860 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9662104 Aug 10 04:16:07.076242 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-e46773f8-910e-4c64-ae99-b6deb3a83cd6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1564186258', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:07.113432 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fba8706-05fa-4f72-96bf-2f5fdd6252c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-872309fc-edfd-4449-ad87-1aa1818e809d', 'network_id': '872309fc-edfd-4449-ad87-1aa1818e809d', 'tenant_id': '8f16a75dcde742e98d791640e89e25a1', 'fixed_ips': [{'subnet_id': '5bf2acb2-061f-40cf-be9d-c85e6a3f7128'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:16:07.114455 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2fba8706-05fa-4f72-96bf-2f5fdd6252c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:07.186385 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e46773f8-910e-4c64-ae99-b6deb3a83cd6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:07.188853 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e46773f8-910e-4c64-ae99-b6deb3a83cd6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:07.268064 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e46773f8-910e-4c64-ae99-b6deb3a83cd6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:07.290468 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-2fba8706-05fa-4f72-96bf-2f5fdd6252c0 None None] Allocated IP 172.20.0.2 (872309fc-edfd-4449-ad87-1aa1818e809d/5bf2acb2-061f-40cf-be9d-c85e6a3f7128/7999c89f-bce3-400b-ae9b-219439dc3d23) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:16:07.357721 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e46773f8-910e-4c64-ae99-b6deb3a83cd6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:07.449041 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e46773f8-910e-4c64-ae99-b6deb3a83cd6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:07.451251 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e46773f8-910e-4c64-ae99-b6deb3a83cd6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3790836 Aug 10 04:16:07.459798 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36734) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:07.466395 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-366fa741-a70d-4034-83f8-6725a8724e36 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'port': {'network_id': '872309fc-edfd-4449-ad87-1aa1818e809d', 'name': 'tempest-PortsTestJSON-1334851154'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:07.474472 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2fba8706-05fa-4f72-96bf-2f5fdd6252c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:07.486207 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2fba8706-05fa-4f72-96bf-2f5fdd6252c0 None None] Transition to ACTIVE for port object 7999c89f-bce3-400b-ae9b-219439dc3d23 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:16:07.503935 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2fba8706-05fa-4f72-96bf-2f5fdd6252c0 None None] Transition to ACTIVE for port object 7999c89f-bce3-400b-ae9b-219439dc3d23 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:16:07.649988 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2fba8706-05fa-4f72-96bf-2f5fdd6252c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:07.693493 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fba8706-05fa-4f72-96bf-2f5fdd6252c0 None None] Network 872309fc-edfd-4449-ad87-1aa1818e809d is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:16:07.696736 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-2fba8706-05fa-4f72-96bf-2f5fdd6252c0 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:16:07.700621 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fba8706-05fa-4f72-96bf-2f5fdd6252c0 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:16:07.707675 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba8706-05fa-4f72-96bf-2f5fdd6252c0 None None] Pushing event updated for resources: {'Port': ['ID=7999c89f-bce3-400b-ae9b-219439dc3d23,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:07.712322 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366fa741-a70d-4034-83f8-6725a8724e36 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:16:07.718398 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-366fa741-a70d-4034-83f8-6725a8724e36 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:07.764488 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-366fa741-a70d-4034-83f8-6725a8724e36 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] device_id is not set on port aec1108f-9b6a-4dbf-9a56-b2a09656ab97 yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:16:07.780933 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-2fba8706-05fa-4f72-96bf-2f5fdd6252c0 None None] Attempting to bind port 7999c89f-bce3-400b-ae9b-219439dc3d23 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:16:07.781425 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-2fba8706-05fa-4f72-96bf-2f5fdd6252c0 None None] Attempting to bind port 7999c89f-bce3-400b-ae9b-219439dc3d23 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '68fd89e2-91b5-48f2-9e2f-1b44a419bf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '872309fc-edfd-4449-ad87-1aa1818e809d'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:16:07.781915 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fba8706-05fa-4f72-96bf-2f5fdd6252c0 None None] Attempting to bind port 7999c89f-bce3-400b-ae9b-219439dc3d23 on network 872309fc-edfd-4449-ad87-1aa1818e809d {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:16:07.787438 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fba8706-05fa-4f72-96bf-2f5fdd6252c0 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:16:07.789144 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fba8706-05fa-4f72-96bf-2f5fdd6252c0 None None] Checking segment: {'id': '68fd89e2-91b5-48f2-9e2f-1b44a419bf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '872309fc-edfd-4449-ad87-1aa1818e809d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:16:07.789144 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2fba8706-05fa-4f72-96bf-2f5fdd6252c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:07.789144 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fba8706-05fa-4f72-96bf-2f5fdd6252c0 None None] Bound using segment: {'id': '68fd89e2-91b5-48f2-9e2f-1b44a419bf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '872309fc-edfd-4449-ad87-1aa1818e809d'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:16:07.789707 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-2fba8706-05fa-4f72-96bf-2f5fdd6252c0 None None] Bound port: 7999c89f-bce3-400b-ae9b-219439dc3d23, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68fd89e2-91b5-48f2-9e2f-1b44a419bf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '872309fc-edfd-4449-ad87-1aa1818e809d'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:16:07.790208 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2fba8706-05fa-4f72-96bf-2f5fdd6252c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:07.869827 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-2fba8706-05fa-4f72-96bf-2f5fdd6252c0 None None] For port 7999c89f-bce3-400b-ae9b-219439dc3d23, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:16:07.875916 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-2fba8706-05fa-4f72-96bf-2f5fdd6252c0 None None] For port 7999c89f-bce3-400b-ae9b-219439dc3d23, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7999c89f-bce3-400b-ae9b-219439dc3d23,segment=NetworkSegment(68fd89e2-91b5-48f2-9e2f-1b44a419bf99),segment_id=68fd89e2-91b5-48f2-9e2f-1b44a419bf99)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:16:07.940237 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2fba8706-05fa-4f72-96bf-2f5fdd6252c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:07.971684 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-366fa741-a70d-4034-83f8-6725a8724e36 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Allocated IP 172.20.0.13 (872309fc-edfd-4449-ad87-1aa1818e809d/5bf2acb2-061f-40cf-be9d-c85e6a3f7128/aec1108f-9b6a-4dbf-9a56-b2a09656ab97) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:16:08.015831 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba8706-05fa-4f72-96bf-2f5fdd6252c0 None None] Pushing event updated for resources: {'Port': ['ID=7999c89f-bce3-400b-ae9b-219439dc3d23,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:08.227282 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-366fa741-a70d-4034-83f8-6725a8724e36 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:08.246073 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-366fa741-a70d-4034-83f8-6725a8724e36 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Transition to ACTIVE for port object aec1108f-9b6a-4dbf-9a56-b2a09656ab97 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:16:08.398717 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-366fa741-a70d-4034-83f8-6725a8724e36 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:08.479646 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366fa741-a70d-4034-83f8-6725a8724e36 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network 872309fc-edfd-4449-ad87-1aa1818e809d is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:16:08.483675 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-366fa741-a70d-4034-83f8-6725a8724e36 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:16:08.486473 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366fa741-a70d-4034-83f8-6725a8724e36 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:16:08.536814 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fa741-a70d-4034-83f8-6725a8724e36 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Port': ['ID=aec1108f-9b6a-4dbf-9a56-b2a09656ab97,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:08.565533 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366fa741-a70d-4034-83f8-6725a8724e36 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:08.565533 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-366fa741-a70d-4034-83f8-6725a8724e36 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:08.620533 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7999c89f-bce3-400b-ae9b-219439dc3d23 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:16:08.648827 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-366fa741-a70d-4034-83f8-6725a8724e36 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1870413 Aug 10 04:16:08.651349 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36758) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:08.768110 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 7999c89f-bce3-400b-ae9b-219439dc3d23 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:16:09.378144 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9151540d-8350-493a-8d49-0fde59e5b62d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:09.406125 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84ffa4b-a5fc-4d39-a2a8-68c1a6619664 None None] Network 872309fc-edfd-4449-ad87-1aa1818e809d requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:16:09.577962 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e044be1d-1907-4f9a-ae10-fe5a0b8909cb None None] Provisioning for port 7999c89f-bce3-400b-ae9b-219439dc3d23 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:16:09.596476 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e044be1d-1907-4f9a-ae10-fe5a0b8909cb None None] Provisioning complete for port 7999c89f-bce3-400b-ae9b-219439dc3d23 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:09.596842 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e044be1d-1907-4f9a-ae10-fe5a0b8909cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:09.681851 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9151540d-8350-493a-8d49-0fde59e5b62d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:09.705818 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e044be1d-1907-4f9a-ae10-fe5a0b8909cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:09.740474 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-e044be1d-1907-4f9a-ae10-fe5a0b8909cb None None] For port 7999c89f-bce3-400b-ae9b-219439dc3d23, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7999c89f-bce3-400b-ae9b-219439dc3d23,segment=NetworkSegment(68fd89e2-91b5-48f2-9e2f-1b44a419bf99),segment_id=68fd89e2-91b5-48f2-9e2f-1b44a419bf99)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:09.802389 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9151540d-8350-493a-8d49-0fde59e5b62d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:09.843381 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e044be1d-1907-4f9a-ae10-fe5a0b8909cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:09.881968 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151540d-8350-493a-8d49-0fde59e5b62d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Port': ['ID=aec1108f-9b6a-4dbf-9a56-b2a09656ab97,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:09.915410 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044be1d-1907-4f9a-ae10-fe5a0b8909cb None None] Pushing event updated for resources: {'Port': ['ID=7999c89f-bce3-400b-ae9b-219439dc3d23,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:09.964077 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0f89bace-a352-46a4-8173-dae01cafc28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:10.052990 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36774) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:10.082293 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f1ac00b7-cc6f-4664-ad26-6736671428d5 None None] Provisioning for port aec1108f-9b6a-4dbf-9a56-b2a09656ab97 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:16:10.100014 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f1ac00b7-cc6f-4664-ad26-6736671428d5 None None] Provisioning complete for port aec1108f-9b6a-4dbf-9a56-b2a09656ab97 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:10.100254 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9151540d-8350-493a-8d49-0fde59e5b62d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:10.100359 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f1ac00b7-cc6f-4664-ad26-6736671428d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:10.181782 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-f1ac00b7-cc6f-4664-ad26-6736671428d5 None None] Port aec1108f-9b6a-4dbf-9a56-b2a09656ab97 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:16:10.212889 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f1ac00b7-cc6f-4664-ad26-6736671428d5 None None] Provisioning complete for port 7999c89f-bce3-400b-ae9b-219439dc3d23 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:10.213590 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f1ac00b7-cc6f-4664-ad26-6736671428d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:10.333574 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7de9452f-3236-4df3-adbc-d008db559c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:10.471451 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9151540d-8350-493a-8d49-0fde59e5b62d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:10.560153 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7de9452f-3236-4df3-adbc-d008db559c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:10.591725 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7999c89f-bce3-400b-ae9b-219439dc3d23 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:16:10.643046 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7de9452f-3236-4df3-adbc-d008db559c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:10.660535 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 7999c89f-bce3-400b-ae9b-219439dc3d23 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:10.660535 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:10.692227 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36786) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:10.716608 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9452f-3236-4df3-adbc-d008db559c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d865cc21-259c-4971-ae55-260c8b1f34c7,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:10.737739 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5983ab61-37b4-4b8e-a307-0ca8ed8165bc None None] Provisioning complete for port aec1108f-9b6a-4dbf-9a56-b2a09656ab97 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:10.738221 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5983ab61-37b4-4b8e-a307-0ca8ed8165bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:10.759196 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36790) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:10.759406 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7de9452f-3236-4df3-adbc-d008db559c3a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=513753eb26f442c6b13c2cce5a3630ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7041054 Aug 10 04:16:10.846935 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-5983ab61-37b4-4b8e-a307-0ca8ed8165bc None None] Port aec1108f-9b6a-4dbf-9a56-b2a09656ab97 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:16:10.852276 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5c0cd105-a82a-4e89-a43b-6a2f8570a9eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:10.891562 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-332567f0-7fe2-4f53-a899-410d5a451794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:10.905181 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5c0cd105-a82a-4e89-a43b-6a2f8570a9eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:10.924101 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9151540d-8350-493a-8d49-0fde59e5b62d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:11.126802 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9151540d-8350-493a-8d49-0fde59e5b62d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:11.129569 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-332567f0-7fe2-4f53-a899-410d5a451794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:11.129885 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151540d-8350-493a-8d49-0fde59e5b62d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Port': ['ID=aec1108f-9b6a-4dbf-9a56-b2a09656ab97,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:11.129885 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9151540d-8350-493a-8d49-0fde59e5b62d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:11.130354 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5c0cd105-a82a-4e89-a43b-6a2f8570a9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:11.130354 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5c0cd105-a82a-4e89-a43b-6a2f8570a9eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:11.130354 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5c0cd105-a82a-4e89-a43b-6a2f8570a9eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d865cc21-259c-4971-ae55-260c8b1f34c7 HTTP/1.1" status: 204 len: 168 time: 0.3559065 Aug 10 04:16:11.130354 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-332567f0-7fe2-4f53-a899-410d5a451794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:11.140159 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0cd105-a82a-4e89-a43b-6a2f8570a9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d865cc21-259c-4971-ae55-260c8b1f34c7,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:11.179869 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-332567f0-7fe2-4f53-a899-410d5a451794 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3a1d139c05e24c55bbb4228c58da4065&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4829471 Aug 10 04:16:11.180706 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36802) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:11.195335 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332567f0-7fe2-4f53-a899-410d5a451794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ff38fe-95de-4038-bfc0-82c67a092ce7,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:11.230767 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9151540d-8350-493a-8d49-0fde59e5b62d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network 872309fc-edfd-4449-ad87-1aa1818e809d is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:16:11.233264 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-9151540d-8350-493a-8d49-0fde59e5b62d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:16:11.265234 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-13b16f5b-e37a-4030-9bca-b1226c0e0a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:11.307240 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-13b16f5b-e37a-4030-9bca-b1226c0e0a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:11.436655 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-13b16f5b-e37a-4030-9bca-b1226c0e0a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:11.439686 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-13b16f5b-e37a-4030-9bca-b1226c0e0a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:11.442671 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-13b16f5b-e37a-4030-9bca-b1226c0e0a1c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/19ff38fe-95de-4038-bfc0-82c67a092ce7 HTTP/1.1" status: 204 len: 168 time: 0.2596030 Aug 10 04:16:11.450469 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b16f5b-e37a-4030-9bca-b1226c0e0a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ff38fe-95de-4038-bfc0-82c67a092ce7,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:11.573672 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2a1ab38d-e9cf-42cc-ba1f-a3b2b0962561 None None] Provisioning complete for port aec1108f-9b6a-4dbf-9a56-b2a09656ab97 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:11.578027 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2a1ab38d-e9cf-42cc-ba1f-a3b2b0962561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:11.578642 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9151540d-8350-493a-8d49-0fde59e5b62d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Router 3f9a6f65-a159-43df-9a52-258898edecc3 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:16:11.621118 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-2a1ab38d-e9cf-42cc-ba1f-a3b2b0962561 None None] Port aec1108f-9b6a-4dbf-9a56-b2a09656ab97 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:16:11.701435 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9151540d-8350-493a-8d49-0fde59e5b62d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:16:11.715813 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9151540d-8350-493a-8d49-0fde59e5b62d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "PUT /v2.0/routers/3f9a6f65-a159-43df-9a52-258898edecc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0565190 Aug 10 04:16:11.715981 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36820) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:11.716510 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0ebceb-62a7-4b46-88a0-a4c75924cfb9 None None] Sync routers for ids ['3f9a6f65-a159-43df-9a52-258898edecc3'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:16:11.727678 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0ebceb-62a7-4b46-88a0-a4c75924cfb9 None None] Routers {'3f9a6f65-a159-43df-9a52-258898edecc3'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:16:11.728795 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-1f0ebceb-62a7-4b46-88a0-a4c75924cfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:15:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3f9a6f65-a159-43df-9a52-258898edecc3'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:11.763107 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8a78e2-9bb5-4341-9e2d-f07d8f06289f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:11.764634 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5d8a78e2-9bb5-4341-9e2d-f07d8f06289f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f9a6f65-a159-43df-9a52-258898edecc3 HTTP/1.1" status: 200 len: 983 time: 0.0511234 Aug 10 04:16:11.767395 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36822) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:11.775371 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-1f0ebceb-62a7-4b46-88a0-a4c75924cfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:11.784059 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0ebceb-62a7-4b46-88a0-a4c75924cfb9 None None] Routers {'3f9a6f65-a159-43df-9a52-258898edecc3'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:16:11.784837 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-1f0ebceb-62a7-4b46-88a0-a4c75924cfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:15:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3f9a6f65-a159-43df-9a52-258898edecc3'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:11.821986 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-1f0ebceb-62a7-4b46-88a0-a4c75924cfb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:11.822677 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0ebceb-62a7-4b46-88a0-a4c75924cfb9 None None] The sync data for ids ['3f9a6f65-a159-43df-9a52-258898edecc3'] in n-d-802893-2 is: [] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:16:11.999398 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36830) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:12.014171 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9e4b1ef6-b9a1-495d-affe-9ca70ca15196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:12.121130 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9e4b1ef6-b9a1-495d-affe-9ca70ca15196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:12.180595 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9e4b1ef6-b9a1-495d-affe-9ca70ca15196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:12.212790 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c6a87f75-7645-4859-bdc4-c725cc040c39 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:12.221331 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9e4b1ef6-b9a1-495d-affe-9ca70ca15196 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=49ff8285b9da4e1b8e4338d3ccd35775&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2205448 Aug 10 04:16:12.222418 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4b1ef6-b9a1-495d-affe-9ca70ca15196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8052dc1-ccd4-443f-b502-0b964554697f,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:12.225756 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36834) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:12.278292 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36838) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:12.299596 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ede96e74-48f2-4dc4-9fc8-8d418415d684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:12.322635 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a493425e-f1a3-4fae-8359-74a341ecdfe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:12.322933 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ede96e74-48f2-4dc4-9fc8-8d418415d684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:12.482768 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ede96e74-48f2-4dc4-9fc8-8d418415d684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:12.482768 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ede96e74-48f2-4dc4-9fc8-8d418415d684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:12.482768 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ede96e74-48f2-4dc4-9fc8-8d418415d684 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f8052dc1-ccd4-443f-b502-0b964554697f HTTP/1.1" status: 204 len: 168 time: 0.2536752 Aug 10 04:16:12.489356 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede96e74-48f2-4dc4-9fc8-8d418415d684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8052dc1-ccd4-443f-b502-0b964554697f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:12.531682 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-c6a87f75-7645-4859-bdc4-c725cc040c39 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting port aec1108f-9b6a-4dbf-9a56-b2a09656ab97 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:16:12.532055 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c6a87f75-7645-4859-bdc4-c725cc040c39 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:12.656893 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a493425e-f1a3-4fae-8359-74a341ecdfe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:12.691324 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c6a87f75-7645-4859-bdc4-c725cc040c39 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:12.713366 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-c6a87f75-7645-4859-bdc4-c725cc040c39 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Calling delete_port for aec1108f-9b6a-4dbf-9a56-b2a09656ab97 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:16:12.722614 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a493425e-f1a3-4fae-8359-74a341ecdfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:12.872571 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a493425e-f1a3-4fae-8359-74a341ecdfe7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d9bac11fd4e490195b3be99aefc59fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5696073 Aug 10 04:16:12.875413 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a493425e-f1a3-4fae-8359-74a341ecdfe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f594aab7-537a-42c1-b353-253f71f261c3,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:12.876841 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36850) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:12.999508 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3e9add53-5e39-4235-8410-c04cbe1664b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:13.025440 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3e9add53-5e39-4235-8410-c04cbe1664b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:13.217951 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3e9add53-5e39-4235-8410-c04cbe1664b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:13.220949 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3e9add53-5e39-4235-8410-c04cbe1664b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:13.225745 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3e9add53-5e39-4235-8410-c04cbe1664b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f594aab7-537a-42c1-b353-253f71f261c3 HTTP/1.1" status: 204 len: 168 time: 0.3439271 Aug 10 04:16:13.233680 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9add53-5e39-4235-8410-c04cbe1664b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f594aab7-537a-42c1-b353-253f71f261c3,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:13.248904 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c6a87f75-7645-4859-bdc4-c725cc040c39 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:13.299409 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a87f75-7645-4859-bdc4-c725cc040c39 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Port': ['ID=aec1108f-9b6a-4dbf-9a56-b2a09656ab97,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:13.525359 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c6a87f75-7645-4859-bdc4-c725cc040c39 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:13.609319 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:13.831107 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e4079967-4162-4135-8bab-d7b4ee9960f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:14.137931 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a87f75-7645-4859-bdc4-c725cc040c39 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Router 3f9a6f65-a159-43df-9a52-258898edecc3 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:16:14.236937 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a87f75-7645-4859-bdc4-c725cc040c39 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:16:14.242991 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c6a87f75-7645-4859-bdc4-c725cc040c39 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "PUT /v2.0/routers/3f9a6f65-a159-43df-9a52-258898edecc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4745750 Aug 10 04:16:14.245779 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36896) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:14.249984 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdc4314-583e-4feb-af06-08f56f1e76b3 None None] Sync routers for ids ['3f9a6f65-a159-43df-9a52-258898edecc3'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:16:14.264723 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdc4314-583e-4feb-af06-08f56f1e76b3 None None] Routers {'3f9a6f65-a159-43df-9a52-258898edecc3'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:16:14.279149 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-af1129f1-17f8-4c50-92ee-bd7147aabdf6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] GET failed (client error): The resource could not be found. Aug 10 04:16:14.279557 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-8fdc4314-583e-4feb-af06-08f56f1e76b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:16:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3f9a6f65-a159-43df-9a52-258898edecc3'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:14.281416 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-af1129f1-17f8-4c50-92ee-bd7147aabdf6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "GET /v2.0/ports/aec1108f-9b6a-4dbf-9a56-b2a09656ab97 HTTP/1.1" status: 404 len: 333 time: 0.0336659 Aug 10 04:16:14.288539 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36900) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:14.319726 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-8fdc4314-583e-4feb-af06-08f56f1e76b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:14.329610 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdc4314-583e-4feb-af06-08f56f1e76b3 None None] Routers {'3f9a6f65-a159-43df-9a52-258898edecc3'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:16:14.330111 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-8fdc4314-583e-4feb-af06-08f56f1e76b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:16:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3f9a6f65-a159-43df-9a52-258898edecc3'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:14.380851 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-8fdc4314-583e-4feb-af06-08f56f1e76b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:14.380851 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdc4314-583e-4feb-af06-08f56f1e76b3 None None] The sync data for ids ['3f9a6f65-a159-43df-9a52-258898edecc3'] in n-d-802893-2 is: [] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:16:14.437661 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-76087e6b-3c4a-4fde-83e9-a19fc184f9bf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:14.650233 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-76087e6b-3c4a-4fde-83e9-a19fc184f9bf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:14.652864 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-76087e6b-3c4a-4fde-83e9-a19fc184f9bf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:14.803025 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-76087e6b-3c4a-4fde-83e9-a19fc184f9bf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:14.804544 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76087e6b-3c4a-4fde-83e9-a19fc184f9bf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Fanout notify agent at l3_agent the message router_deleted on router 3f9a6f65-a159-43df-9a52-258898edecc3 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:16:14.817618 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-76087e6b-3c4a-4fde-83e9-a19fc184f9bf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:14.818556 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-76087e6b-3c4a-4fde-83e9-a19fc184f9bf tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/routers/3f9a6f65-a159-43df-9a52-258898edecc3 HTTP/1.1" status: 204 len: 168 time: 0.5285988 Aug 10 04:16:14.822143 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36924) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:14.893195 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-75618b31-5864-4363-8dbb-4354aaff184c tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting subnet 5bf2acb2-061f-40cf-be9d-c85e6a3f7128 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:16:14.896858 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-75618b31-5864-4363-8dbb-4354aaff184c tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:14.949024 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-75618b31-5864-4363-8dbb-4354aaff184c tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:15.053244 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-75618b31-5864-4363-8dbb-4354aaff184c tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:15.209200 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-75618b31-5864-4363-8dbb-4354aaff184c tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:15.247944 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-75618b31-5864-4363-8dbb-4354aaff184c tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:15.255041 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-75618b31-5864-4363-8dbb-4354aaff184c tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/subnets/5bf2acb2-061f-40cf-be9d-c85e6a3f7128 HTTP/1.1" status: 204 len: 168 time: 0.4275277 Aug 10 04:16:15.255041 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75618b31-5864-4363-8dbb-4354aaff184c tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Subnet': ['ID=5bf2acb2-061f-40cf-be9d-c85e6a3f7128,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:15.255241 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36938) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:15.271112 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b23a36-1eda-4287-acdb-adba4b950d81 None None] Network 872309fc-edfd-4449-ad87-1aa1818e809d requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:16:15.467448 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36948) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:15.477219 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-398c4646-9c5f-4a38-b642-4d8292cb366e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:15.558087 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-398c4646-9c5f-4a38-b642-4d8292cb366e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting port 7999c89f-bce3-400b-ae9b-219439dc3d23 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:16:15.558709 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-398c4646-9c5f-4a38-b642-4d8292cb366e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:15.561324 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:15.621283 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24acc19-48b7-472a-a005-05b03a4b83f6 None None] DHCP port deletion for 872309fc-edfd-4449-ad87-1aa1818e809d request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:16:15.644536 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-398c4646-9c5f-4a38-b642-4d8292cb366e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] For port 7999c89f-bce3-400b-ae9b-219439dc3d23, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7999c89f-bce3-400b-ae9b-219439dc3d23,segment=NetworkSegment(68fd89e2-91b5-48f2-9e2f-1b44a419bf99),segment_id=68fd89e2-91b5-48f2-9e2f-1b44a419bf99)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:15.645220 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-398c4646-9c5f-4a38-b642-4d8292cb366e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:15.666767 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-398c4646-9c5f-4a38-b642-4d8292cb366e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Calling delete_port for 7999c89f-bce3-400b-ae9b-219439dc3d23 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:16:15.723597 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-e24acc19-48b7-472a-a005-05b03a4b83f6 None None] Deleting port 7999c89f-bce3-400b-ae9b-219439dc3d23 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:16:15.724327 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e24acc19-48b7-472a-a005-05b03a4b83f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:15.744065 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-36c8e397-e422-42b7-9983-099e28280cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:15.812485 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-e24acc19-48b7-472a-a005-05b03a4b83f6 None None] For port 7999c89f-bce3-400b-ae9b-219439dc3d23, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7999c89f-bce3-400b-ae9b-219439dc3d23,segment=NetworkSegment(68fd89e2-91b5-48f2-9e2f-1b44a419bf99),segment_id=68fd89e2-91b5-48f2-9e2f-1b44a419bf99)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:15.812892 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e24acc19-48b7-472a-a005-05b03a4b83f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:15.826426 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-e24acc19-48b7-472a-a005-05b03a4b83f6 None None] Calling delete_port for 7999c89f-bce3-400b-ae9b-219439dc3d23 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:16:15.980463 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-398c4646-9c5f-4a38-b642-4d8292cb366e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:15.981636 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:15.991120 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e24acc19-48b7-472a-a005-05b03a4b83f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:16.019833 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24acc19-48b7-472a-a005-05b03a4b83f6 None None] Pushing event deleted for resources: {'Port': ['ID=7999c89f-bce3-400b-ae9b-219439dc3d23,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:16.026426 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24acc19-48b7-472a-a005-05b03a4b83f6 None None] No DVR routers for this DVR port 7999c89f-bce3-400b-ae9b-219439dc3d23 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:16:16.033273 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398c4646-9c5f-4a38-b642-4d8292cb366e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] No DVR routers for this DVR port 7999c89f-bce3-400b-ae9b-219439dc3d23 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:16:16.039169 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c4646-9c5f-4a38-b642-4d8292cb366e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Port': ['ID=7999c89f-bce3-400b-ae9b-219439dc3d23,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:16.086007 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-36c8e397-e422-42b7-9983-099e28280cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:16.144275 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-398c4646-9c5f-4a38-b642-4d8292cb366e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:16.159850 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-398c4646-9c5f-4a38-b642-4d8292cb366e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872309fc-edfd-4449-ad87-1aa1818e809d']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:16.171532 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-398c4646-9c5f-4a38-b642-4d8292cb366e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68fd89e2-91b5-48f2-9e2f-1b44a419bf99') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:16.172418 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-398c4646-9c5f-4a38-b642-4d8292cb366e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68fd89e2-91b5-48f2-9e2f-1b44a419bf99') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:16.183946 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-398c4646-9c5f-4a38-b642-4d8292cb366e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:16.202710 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-36c8e397-e422-42b7-9983-099e28280cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:16.204151 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-398c4646-9c5f-4a38-b642-4d8292cb366e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:16.211011 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398c4646-9c5f-4a38-b642-4d8292cb366e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:16:16.211520 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-398c4646-9c5f-4a38-b642-4d8292cb366e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:16:16.215792 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:16:16.246812 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-36c8e397-e422-42b7-9983-099e28280cd8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1f5ca727a9f9462890ad5e6413e284ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7779291 Aug 10 04:16:16.247913 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c8e397-e422-42b7-9983-099e28280cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0527ea15-ae9c-4ebd-9129-6de078bd68fb,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:16.250780 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36972) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:16.320877 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-585ce02c-c94b-4c04-9183-40ce0773cbb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:16.344090 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-585ce02c-c94b-4c04-9183-40ce0773cbb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:16.352885 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-398c4646-9c5f-4a38-b642-4d8292cb366e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:16.360285 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-398c4646-9c5f-4a38-b642-4d8292cb366e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:16.366727 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-398c4646-9c5f-4a38-b642-4d8292cb366e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/networks/872309fc-edfd-4449-ad87-1aa1818e809d HTTP/1.1" status: 204 len: 168 time: 1.1100760 Aug 10 04:16:16.370986 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36976) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:16.406095 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c4646-9c5f-4a38-b642-4d8292cb366e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Network': ['ID=872309fc-edfd-4449-ad87-1aa1818e809d,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:16.428807 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53647e9-b13b-4a80-91a6-95d9ff8b6202 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:16.428807 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b53647e9-b13b-4a80-91a6-95d9ff8b6202 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "GET /v2.0/ports/ea41e486-c027-4d32-b030-f60b7c4c308f HTTP/1.1" status: 200 len: 840 time: 0.0536330 Aug 10 04:16:16.430240 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 36978) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:16.486462 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-585ce02c-c94b-4c04-9183-40ce0773cbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:16.489737 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-585ce02c-c94b-4c04-9183-40ce0773cbb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:16.493659 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-585ce02c-c94b-4c04-9183-40ce0773cbb3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0527ea15-ae9c-4ebd-9129-6de078bd68fb HTTP/1.1" status: 204 len: 168 time: 0.2405093 Aug 10 04:16:16.503656 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ce02c-c94b-4c04-9183-40ce0773cbb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0527ea15-ae9c-4ebd-9129-6de078bd68fb,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:16.546214 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7999c89f-bce3-400b-ae9b-219439dc3d23 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:16:16.554077 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 36988) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:16.554222 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0e9e9e9b-577c-43bc-bcc5-a0732c029f40 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "GET /v2.0/ports/ea41e486-c027-4d32-b030-f60b7c4c308f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1222117 Aug 10 04:16:16.560035 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-49a0b0a2-aed8-4a82-9443-e69ed9970c57 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'subnet': {'network_id': 'be0920cf-5e7b-448c-8782-0516de2e6f8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:16.577540 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 7999c89f-bce3-400b-ae9b-219439dc3d23 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:16:16.578404 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7999c89f-bce3-400b-ae9b-219439dc3d23 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:16:16.768790 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a0b0a2-aed8-4a82-9443-e69ed9970c57 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:16:16.778406 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-49a0b0a2-aed8-4a82-9443-e69ed9970c57 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:16.894766 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:17.379725 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-49a0b0a2-aed8-4a82-9443-e69ed9970c57 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:17.429533 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a0b0a2-aed8-4a82-9443-e69ed9970c57 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network be0920cf-5e7b-448c-8782-0516de2e6f8f is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:16:17.432894 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-49a0b0a2-aed8-4a82-9443-e69ed9970c57 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:16:17.442226 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a0b0a2-aed8-4a82-9443-e69ed9970c57 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:17.442226 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-49a0b0a2-aed8-4a82-9443-e69ed9970c57 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:17.445259 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9a6154-d07a-4af4-b986-88b7cbe5005d None None] Network be0920cf-5e7b-448c-8782-0516de2e6f8f requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:16:17.450946 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0b0a2-aed8-4a82-9443-e69ed9970c57 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Subnet': ['ID=16ecf448-b273-485b-890e-587ce554b992,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:17.565656 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-49a0b0a2-aed8-4a82-9443-e69ed9970c57 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0075274 Aug 10 04:16:17.566464 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37020) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:17.571617 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-4fd9f80e-516b-4645-82a9-3aefc5dab6e3 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'security_group': {'name': 'tempest-secgroup-1281648826'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:17.656989 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda8f65c-08da-4e49-9497-949768ac2ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-be0920cf-5e7b-448c-8782-0516de2e6f8f', 'network_id': 'be0920cf-5e7b-448c-8782-0516de2e6f8f', 'tenant_id': '8f16a75dcde742e98d791640e89e25a1', 'fixed_ips': [{'subnet_id': '16ecf448-b273-485b-890e-587ce554b992'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:16:17.658150 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eda8f65c-08da-4e49-9497-949768ac2ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:17.722694 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4fd9f80e-516b-4645-82a9-3aefc5dab6e3 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:17.832040 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-eda8f65c-08da-4e49-9497-949768ac2ab6 None None] Allocated IP 172.20.0.2 (be0920cf-5e7b-448c-8782-0516de2e6f8f/16ecf448-b273-485b-890e-587ce554b992/33d5cca0-247d-4cd3-8494-215cb0d39df8) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:16:17.833383 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4fd9f80e-516b-4645-82a9-3aefc5dab6e3 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:17.872104 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:16:17.923671 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4fd9f80e-516b-4645-82a9-3aefc5dab6e3 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:17.966128 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9f80e-516b-4645-82a9-3aefc5dab6e3 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52418475-d16a-45e9-bd47-47d9915ed938,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:18.037593 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4fd9f80e-516b-4645-82a9-3aefc5dab6e3 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:18.038934 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4fd9f80e-516b-4645-82a9-3aefc5dab6e3 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4715827 Aug 10 04:16:18.042195 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37044) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:18.047099 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-3af72f73-014c-49fc-90aa-75fc8b401250 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'security_group': {'name': 'tempest-secgroup-1586080217'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:18.219850 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3af72f73-014c-49fc-90aa-75fc8b401250 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:18.247985 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eda8f65c-08da-4e49-9497-949768ac2ab6 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:18.259435 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-eda8f65c-08da-4e49-9497-949768ac2ab6 None None] Transition to ACTIVE for port object 33d5cca0-247d-4cd3-8494-215cb0d39df8 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:16:18.280162 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-eda8f65c-08da-4e49-9497-949768ac2ab6 None None] Transition to ACTIVE for port object 33d5cca0-247d-4cd3-8494-215cb0d39df8 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:16:18.334867 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3af72f73-014c-49fc-90aa-75fc8b401250 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:18.397234 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eda8f65c-08da-4e49-9497-949768ac2ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:18.422143 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37086) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:18.437629 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3af72f73-014c-49fc-90aa-75fc8b401250 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:18.480609 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af72f73-014c-49fc-90aa-75fc8b401250 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a814ab0-5ec8-4efe-a6e6-5a21585a731f,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:18.488674 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda8f65c-08da-4e49-9497-949768ac2ab6 None None] Network be0920cf-5e7b-448c-8782-0516de2e6f8f is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:16:18.491553 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-eda8f65c-08da-4e49-9497-949768ac2ab6 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:16:18.497397 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda8f65c-08da-4e49-9497-949768ac2ab6 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:16:18.536223 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8f65c-08da-4e49-9497-949768ac2ab6 None None] Pushing event updated for resources: {'Port': ['ID=33d5cca0-247d-4cd3-8494-215cb0d39df8,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:18.565335 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-eda8f65c-08da-4e49-9497-949768ac2ab6 None None] Attempting to bind port 33d5cca0-247d-4cd3-8494-215cb0d39df8 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:16:18.565616 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-eda8f65c-08da-4e49-9497-949768ac2ab6 None None] Attempting to bind port 33d5cca0-247d-4cd3-8494-215cb0d39df8 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '31ed1dfc-ea5f-480b-9c51-7af40d19622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'be0920cf-5e7b-448c-8782-0516de2e6f8f'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:16:18.565985 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda8f65c-08da-4e49-9497-949768ac2ab6 None None] Attempting to bind port 33d5cca0-247d-4cd3-8494-215cb0d39df8 on network be0920cf-5e7b-448c-8782-0516de2e6f8f {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:16:18.571903 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda8f65c-08da-4e49-9497-949768ac2ab6 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:16:18.572353 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda8f65c-08da-4e49-9497-949768ac2ab6 None None] Checking segment: {'id': '31ed1dfc-ea5f-480b-9c51-7af40d19622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'be0920cf-5e7b-448c-8782-0516de2e6f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:16:18.572763 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eda8f65c-08da-4e49-9497-949768ac2ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:18.573163 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda8f65c-08da-4e49-9497-949768ac2ab6 None None] Bound using segment: {'id': '31ed1dfc-ea5f-480b-9c51-7af40d19622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'be0920cf-5e7b-448c-8782-0516de2e6f8f'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:16:18.573641 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-eda8f65c-08da-4e49-9497-949768ac2ab6 None None] Bound port: 33d5cca0-247d-4cd3-8494-215cb0d39df8, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ed1dfc-ea5f-480b-9c51-7af40d19622a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'be0920cf-5e7b-448c-8782-0516de2e6f8f'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:16:18.574025 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eda8f65c-08da-4e49-9497-949768ac2ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:18.592636 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ea7b0531-1355-428d-9c22-9ccd57608ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:18.645533 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-eda8f65c-08da-4e49-9497-949768ac2ab6 None None] For port 33d5cca0-247d-4cd3-8494-215cb0d39df8, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:16:18.649711 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-eda8f65c-08da-4e49-9497-949768ac2ab6 None None] For port 33d5cca0-247d-4cd3-8494-215cb0d39df8, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=33d5cca0-247d-4cd3-8494-215cb0d39df8,segment=NetworkSegment(31ed1dfc-ea5f-480b-9c51-7af40d19622a),segment_id=31ed1dfc-ea5f-480b-9c51-7af40d19622a)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:16:18.651155 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3af72f73-014c-49fc-90aa-75fc8b401250 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:18.655613 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3af72f73-014c-49fc-90aa-75fc8b401250 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6096473 Aug 10 04:16:18.656045 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37094) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:18.662710 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-0cd9d86b-bd4c-4437-9885-cbcd6ca56a2d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-844309898', 'security_groups': ['0a814ab0-5ec8-4efe-a6e6-5a21585a731f'], 'network_id': 'be0920cf-5e7b-448c-8782-0516de2e6f8f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '16ecf448-b273-485b-890e-587ce554b992'}]}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:18.761032 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ea7b0531-1355-428d-9c22-9ccd57608ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:18.768516 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eda8f65c-08da-4e49-9497-949768ac2ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:18.831435 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8f65c-08da-4e49-9497-949768ac2ab6 None None] Pushing event updated for resources: {'Port': ['ID=33d5cca0-247d-4cd3-8494-215cb0d39df8,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:18.877443 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ea7b0531-1355-428d-9c22-9ccd57608ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:18.923290 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ea7b0531-1355-428d-9c22-9ccd57608ec3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6459615b0d724a599745046c5403e939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5012186 Aug 10 04:16:18.924625 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b0531-1355-428d-9c22-9ccd57608ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e9ee0f-2046-4d68-9cd4-c29f4eac97ca,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:18.926011 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37098) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:19.012746 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-718ef2af-b2b4-46a1-acb9-92f2289cf71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:19.036789 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd9d86b-bd4c-4437-9885-cbcd6ca56a2d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:16:19.044819 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-718ef2af-b2b4-46a1-acb9-92f2289cf71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:19.166560 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0cd9d86b-bd4c-4437-9885-cbcd6ca56a2d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:19.198646 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-0cd9d86b-bd4c-4437-9885-cbcd6ca56a2d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] device_id is not set on port 340215f4-c3c7-4e06-8004-9a9aa4d4edcf yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:16:19.324551 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-718ef2af-b2b4-46a1-acb9-92f2289cf71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:19.327197 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-718ef2af-b2b4-46a1-acb9-92f2289cf71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:19.328674 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-718ef2af-b2b4-46a1-acb9-92f2289cf71a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/47e9ee0f-2046-4d68-9cd4-c29f4eac97ca HTTP/1.1" status: 204 len: 168 time: 0.4006655 Aug 10 04:16:19.368134 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ef2af-b2b4-46a1-acb9-92f2289cf71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e9ee0f-2046-4d68-9cd4-c29f4eac97ca,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:19.591150 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-0cd9d86b-bd4c-4437-9885-cbcd6ca56a2d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Allocated IP 172.20.0.12 (be0920cf-5e7b-448c-8782-0516de2e6f8f/16ecf448-b273-485b-890e-587ce554b992/340215f4-c3c7-4e06-8004-9a9aa4d4edcf) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:16:19.761745 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0cd9d86b-bd4c-4437-9885-cbcd6ca56a2d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:19.784159 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-0cd9d86b-bd4c-4437-9885-cbcd6ca56a2d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Transition to ACTIVE for port object 340215f4-c3c7-4e06-8004-9a9aa4d4edcf will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:16:19.911814 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0cd9d86b-bd4c-4437-9885-cbcd6ca56a2d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:19.968900 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd9d86b-bd4c-4437-9885-cbcd6ca56a2d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network be0920cf-5e7b-448c-8782-0516de2e6f8f is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:16:19.972672 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-0cd9d86b-bd4c-4437-9885-cbcd6ca56a2d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:16:19.978159 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd9d86b-bd4c-4437-9885-cbcd6ca56a2d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:16:19.985429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd9d86b-bd4c-4437-9885-cbcd6ca56a2d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Port': ['ID=340215f4-c3c7-4e06-8004-9a9aa4d4edcf,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:20.042765 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd9d86b-bd4c-4437-9885-cbcd6ca56a2d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:20.047590 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0cd9d86b-bd4c-4437-9885-cbcd6ca56a2d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:20.198627 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6788a1c5-2613-4202-8e43-c68c87dd9f7e None None] Provisioning for port 33d5cca0-247d-4cd3-8494-215cb0d39df8 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:16:20.235239 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6788a1c5-2613-4202-8e43-c68c87dd9f7e None None] Provisioning complete for port ea41e486-c027-4d32-b030-f60b7c4c308f triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:20.235239 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6788a1c5-2613-4202-8e43-c68c87dd9f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:20.261311 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0cd9d86b-bd4c-4437-9885-cbcd6ca56a2d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6037049 Aug 10 04:16:20.264330 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37150) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:20.269711 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-3cf8514e-c709-4c9c-9d21-c0c7f89483f0 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'subnet': {'network_id': 'be0920cf-5e7b-448c-8782-0516de2e6f8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:20.270944 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-6788a1c5-2613-4202-8e43-c68c87dd9f7e None None] Port ea41e486-c027-4d32-b030-f60b7c4c308f cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:16:20.436647 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37154) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:20.459576 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d6f9672-8bb7-42b3-99b3-a26b3e81485d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:20.468382 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf8514e-c709-4c9c-9d21-c0c7f89483f0 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:16:20.469653 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3cf8514e-c709-4c9c-9d21-c0c7f89483f0 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:20.516630 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-31f8ffd0-95cc-4c30-a874-46aa3bb6a39e None None] Provisioning for port 340215f4-c3c7-4e06-8004-9a9aa4d4edcf completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:16:20.521159 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-31f8ffd0-95cc-4c30-a874-46aa3bb6a39e None None] Provisioning complete for port 340215f4-c3c7-4e06-8004-9a9aa4d4edcf triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:20.522767 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-31f8ffd0-95cc-4c30-a874-46aa3bb6a39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:20.588714 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 33d5cca0-247d-4cd3-8494-215cb0d39df8 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:16:20.607928 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-31f8ffd0-95cc-4c30-a874-46aa3bb6a39e None None] Port 340215f4-c3c7-4e06-8004-9a9aa4d4edcf cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:16:20.667165 n-d-802893-2 neutron-server[94937]: INFO neutron.db.ipam_backend_mixin [None req-3cf8514e-c709-4c9c-9d21-c0c7f89483f0 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 16ecf448-b273-485b-890e-587ce554b992 (CIDR: 172.20.0.0/28) Aug 10 04:16:20.716999 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cf8514e-c709-4c9c-9d21-c0c7f89483f0 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:16:20.717694 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cf8514e-c709-4c9c-9d21-c0c7f89483f0 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:16:20.723919 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d6f9672-8bb7-42b3-99b3-a26b3e81485d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:20.756783 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 33d5cca0-247d-4cd3-8494-215cb0d39df8 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:16:20.762361 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 33d5cca0-247d-4cd3-8494-215cb0d39df8 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:20.762734 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:20.826790 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d6f9672-8bb7-42b3-99b3-a26b3e81485d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:20.864489 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:20.878924 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f9672-8bb7-42b3-99b3-a26b3e81485d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210c1b4c-c0b2-4f67-b5f6-fb86c69f2661,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:20.884310 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0d6f9672-8bb7-42b3-99b3-a26b3e81485d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=26651b431e3e43f191eec932bb9c4545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4463062 Aug 10 04:16:20.893399 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37164) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:20.909628 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 33d5cca0-247d-4cd3-8494-215cb0d39df8, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=33d5cca0-247d-4cd3-8494-215cb0d39df8,segment=NetworkSegment(31ed1dfc-ea5f-480b-9c51-7af40d19622a),segment_id=31ed1dfc-ea5f-480b-9c51-7af40d19622a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:20.941092 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3cf8514e-c709-4c9c-9d21-c0c7f89483f0 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6756136 Aug 10 04:16:20.943572 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37168) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:20.950138 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-a9b72c63-28c3-4317-92a0-c0ef40e2e1c6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'subnet': {'network_id': 'be0920cf-5e7b-448c-8782-0516de2e6f8f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:20.962836 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9a478f54-dbaa-4d5a-ba24-145344db6a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:20.993033 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9a478f54-dbaa-4d5a-ba24-145344db6a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:21.151290 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:21.215673 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=33d5cca0-247d-4cd3-8494-215cb0d39df8,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:21.294171 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9a478f54-dbaa-4d5a-ba24-145344db6a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:21.300714 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9a478f54-dbaa-4d5a-ba24-145344db6a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:21.300714 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9a478f54-dbaa-4d5a-ba24-145344db6a69 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/210c1b4c-c0b2-4f67-b5f6-fb86c69f2661 HTTP/1.1" status: 204 len: 168 time: 0.4098182 Aug 10 04:16:21.328100 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a478f54-dbaa-4d5a-ba24-145344db6a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210c1b4c-c0b2-4f67-b5f6-fb86c69f2661,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:21.551007 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b72c63-28c3-4317-92a0-c0ef40e2e1c6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:16:21.554726 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a9b72c63-28c3-4317-92a0-c0ef40e2e1c6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:22.027722 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a9b72c63-28c3-4317-92a0-c0ef40e2e1c6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:22.071717 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b72c63-28c3-4317-92a0-c0ef40e2e1c6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network be0920cf-5e7b-448c-8782-0516de2e6f8f is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:16:22.075224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-a9b72c63-28c3-4317-92a0-c0ef40e2e1c6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:16:22.079641 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b72c63-28c3-4317-92a0-c0ef40e2e1c6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:22.080286 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a9b72c63-28c3-4317-92a0-c0ef40e2e1c6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:22.086886 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169afbc2-0222-47a3-9d09-00b274a9a111 None None] Network be0920cf-5e7b-448c-8782-0516de2e6f8f requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:16:22.106683 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b72c63-28c3-4317-92a0-c0ef40e2e1c6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Subnet': ['ID=fd34b05d-d290-42cb-8fa1-8b3b48a3d357,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:22.376761 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7314383f-8ca5-4a59-a561-ddd366f79f33 None None] Update dhcp port {'port': {'network_id': 'be0920cf-5e7b-448c-8782-0516de2e6f8f', 'fixed_ips': [{'subnet_id': '16ecf448-b273-485b-890e-587ce554b992', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fd34b05d-d290-42cb-8fa1-8b3b48a3d357'}], 'binding:host_id': 'n-d-802893-2'}, 'id': '33d5cca0-247d-4cd3-8494-215cb0d39df8'} from n-d-802893-2. {{(pid=94939) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 04:16:22.407909 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7314383f-8ca5-4a59-a561-ddd366f79f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:22.448767 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a9b72c63-28c3-4317-92a0-c0ef40e2e1c6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5037267 Aug 10 04:16:22.451839 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37196) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:22.460011 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-521b7696-8974-48dd-aa0c-8ab5b253c46b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-539435050', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fd34b05d-d290-42cb-8fa1-8b3b48a3d357'}], 'security_groups': ['52418475-d16a-45e9-bd47-47d9915ed938']}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:22.539821 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 33d5cca0-247d-4cd3-8494-215cb0d39df8 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:16:22.647215 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 33d5cca0-247d-4cd3-8494-215cb0d39df8 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:22.647756 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:22.662659 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-521b7696-8974-48dd-aa0c-8ab5b253c46b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:22.727892 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-7314383f-8ca5-4a59-a561-ddd366f79f33 None None] Allocated IP 172.20.0.18 (be0920cf-5e7b-448c-8782-0516de2e6f8f/fd34b05d-d290-42cb-8fa1-8b3b48a3d357/33d5cca0-247d-4cd3-8494-215cb0d39df8) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:16:22.980435 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-7314383f-8ca5-4a59-a561-ddd366f79f33 None None] For port 33d5cca0-247d-4cd3-8494-215cb0d39df8, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=33d5cca0-247d-4cd3-8494-215cb0d39df8,segment=NetworkSegment(31ed1dfc-ea5f-480b-9c51-7af40d19622a),segment_id=31ed1dfc-ea5f-480b-9c51-7af40d19622a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:23.026167 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7314383f-8ca5-4a59-a561-ddd366f79f33 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:23.043006 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7314383f-8ca5-4a59-a561-ddd366f79f33 None None] Transition to ACTIVE for port object 33d5cca0-247d-4cd3-8494-215cb0d39df8 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:16:23.210516 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7314383f-8ca5-4a59-a561-ddd366f79f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:23.307130 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7314383f-8ca5-4a59-a561-ddd366f79f33 None None] Pushing event updated for resources: {'Port': ['ID=33d5cca0-247d-4cd3-8494-215cb0d39df8,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:23.349398 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-521b7696-8974-48dd-aa0c-8ab5b253c46b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Delete allocated IP 172.20.0.12 (be0920cf-5e7b-448c-8782-0516de2e6f8f/16ecf448-b273-485b-890e-587ce554b992) {{(pid=94938) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 04:16:23.362867 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-521b7696-8974-48dd-aa0c-8ab5b253c46b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Allocated IP 172.20.0.26 (be0920cf-5e7b-448c-8782-0516de2e6f8f/fd34b05d-d290-42cb-8fa1-8b3b48a3d357/340215f4-c3c7-4e06-8004-9a9aa4d4edcf) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:16:23.623314 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-521b7696-8974-48dd-aa0c-8ab5b253c46b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:23.641898 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-521b7696-8974-48dd-aa0c-8ab5b253c46b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Transition to ACTIVE for port object 340215f4-c3c7-4e06-8004-9a9aa4d4edcf will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:16:23.757707 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-521b7696-8974-48dd-aa0c-8ab5b253c46b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:23.883626 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b7696-8974-48dd-aa0c-8ab5b253c46b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Port': ['ID=340215f4-c3c7-4e06-8004-9a9aa4d4edcf,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:23.914482 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-521b7696-8974-48dd-aa0c-8ab5b253c46b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] In _notify_port_updated(), no bound segment for port 340215f4-c3c7-4e06-8004-9a9aa4d4edcf on network be0920cf-5e7b-448c-8782-0516de2e6f8f {{(pid=94938) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 04:16:23.920345 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521b7696-8974-48dd-aa0c-8ab5b253c46b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:23.921021 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-521b7696-8974-48dd-aa0c-8ab5b253c46b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:23.924086 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-521b7696-8974-48dd-aa0c-8ab5b253c46b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "PUT /v2.0/ports/340215f4-c3c7-4e06-8004-9a9aa4d4edcf HTTP/1.1" status: 200 len: 920 time: 1.4683430 Aug 10 04:16:23.925553 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37238) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:24.059618 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-c1f9c05c-946d-4740-86de-166bb1e8a39b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting port 340215f4-c3c7-4e06-8004-9a9aa4d4edcf {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:16:24.060012 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c1f9c05c-946d-4740-86de-166bb1e8a39b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:24.145202 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ddd3c417-287b-4b8d-a472-d6f25a48e805 None None] Provisioning for port 340215f4-c3c7-4e06-8004-9a9aa4d4edcf completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:16:24.146408 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37244) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:24.158091 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ddd3c417-287b-4b8d-a472-d6f25a48e805 None None] Provisioning complete for port 340215f4-c3c7-4e06-8004-9a9aa4d4edcf triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:24.158561 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ddd3c417-287b-4b8d-a472-d6f25a48e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:24.190989 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c1f9c05c-946d-4740-86de-166bb1e8a39b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:24.201794 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-ddd3c417-287b-4b8d-a472-d6f25a48e805 None None] Port 340215f4-c3c7-4e06-8004-9a9aa4d4edcf cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:16:24.212111 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-c1f9c05c-946d-4740-86de-166bb1e8a39b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Calling delete_port for 340215f4-c3c7-4e06-8004-9a9aa4d4edcf owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:16:24.299643 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ddd3c417-287b-4b8d-a472-d6f25a48e805 None None] Provisioning for port 33d5cca0-247d-4cd3-8494-215cb0d39df8 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:16:24.305024 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ddd3c417-287b-4b8d-a472-d6f25a48e805 None None] Provisioning complete for port 33d5cca0-247d-4cd3-8494-215cb0d39df8 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:24.305958 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ddd3c417-287b-4b8d-a472-d6f25a48e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:24.332584 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c989b82e-9a99-4687-8a53-b65bb6a79455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:24.436573 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ddd3c417-287b-4b8d-a472-d6f25a48e805 None None] Provisioning complete for port ea41e486-c027-4d32-b030-f60b7c4c308f triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:24.437033 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ddd3c417-287b-4b8d-a472-d6f25a48e805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:24.486779 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-ddd3c417-287b-4b8d-a472-d6f25a48e805 None None] Port ea41e486-c027-4d32-b030-f60b7c4c308f cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:16:24.500724 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c1f9c05c-946d-4740-86de-166bb1e8a39b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:24.511476 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 33d5cca0-247d-4cd3-8494-215cb0d39df8 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:16:24.539628 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9c05c-946d-4740-86de-166bb1e8a39b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Port': ['ID=340215f4-c3c7-4e06-8004-9a9aa4d4edcf,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:24.596075 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 33d5cca0-247d-4cd3-8494-215cb0d39df8 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:24.596447 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:24.655897 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c1f9c05c-946d-4740-86de-166bb1e8a39b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:24.657914 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c1f9c05c-946d-4740-86de-166bb1e8a39b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/ports/340215f4-c3c7-4e06-8004-9a9aa4d4edcf HTTP/1.1" status: 204 len: 168 time: 0.7308071 Aug 10 04:16:24.660581 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37252) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:24.689560 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c989b82e-9a99-4687-8a53-b65bb6a79455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:24.708203 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0dca98c-c990-463f-ae12-be1fd5f09452 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] GET failed (client error): The resource could not be found. Aug 10 04:16:24.713845 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37256) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:24.714175 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a0dca98c-c990-463f-ae12-be1fd5f09452 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "GET /v2.0/ports/340215f4-c3c7-4e06-8004-9a9aa4d4edcf HTTP/1.1" status: 404 len: 333 time: 0.0517044 Aug 10 04:16:24.763320 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-43c2eecc-8074-4c1b-9729-d10da87dab66 None None] Could not find standard attr ID for object 340215f4-c3c7-4e06-8004-9a9aa4d4edcf. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:16:24.791012 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d7b685a-d687-4560-9619-e6356fbd577f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:24.830467 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c989b82e-9a99-4687-8a53-b65bb6a79455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:24.832886 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d7b685a-d687-4560-9619-e6356fbd577f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:24.925946 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c989b82e-9a99-4687-8a53-b65bb6a79455 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=14d39cd223634a8d9c6c15e29e866fb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7766528 Aug 10 04:16:24.927945 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989b82e-9a99-4687-8a53-b65bb6a79455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a3685b-57fb-477b-8778-09d3d0d256bf,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:24.929486 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37264) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:25.021159 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3150be54-9941-4201-a24a-dca7da48f515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:25.045279 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3150be54-9941-4201-a24a-dca7da48f515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:25.082400 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d7b685a-d687-4560-9619-e6356fbd577f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:25.085371 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8d7b685a-d687-4560-9619-e6356fbd577f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:25.088828 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8d7b685a-d687-4560-9619-e6356fbd577f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/security-groups/0a814ab0-5ec8-4efe-a6e6-5a21585a731f HTTP/1.1" status: 204 len: 168 time: 0.3712204 Aug 10 04:16:25.090182 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37268) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:25.106747 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b685a-d687-4560-9619-e6356fbd577f tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a814ab0-5ec8-4efe-a6e6-5a21585a731f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:25.170427 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-00386da8-eefc-44c1-9bfb-09ae74e3f9b1 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:25.194709 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-00386da8-eefc-44c1-9bfb-09ae74e3f9b1 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:25.236930 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3150be54-9941-4201-a24a-dca7da48f515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:25.246968 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3150be54-9941-4201-a24a-dca7da48f515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:25.246968 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3150be54-9941-4201-a24a-dca7da48f515 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/60a3685b-57fb-477b-8778-09d3d0d256bf HTTP/1.1" status: 204 len: 168 time: 0.3102965 Aug 10 04:16:25.249669 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150be54-9941-4201-a24a-dca7da48f515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a3685b-57fb-477b-8778-09d3d0d256bf,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:25.346348 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-00386da8-eefc-44c1-9bfb-09ae74e3f9b1 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:25.349601 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-00386da8-eefc-44c1-9bfb-09ae74e3f9b1 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:25.351022 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-00386da8-eefc-44c1-9bfb-09ae74e3f9b1 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/security-groups/52418475-d16a-45e9-bd47-47d9915ed938 HTTP/1.1" status: 204 len: 168 time: 0.2585361 Aug 10 04:16:25.354720 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37274) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:25.424413 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00386da8-eefc-44c1-9bfb-09ae74e3f9b1 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52418475-d16a-45e9-bd47-47d9915ed938,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:25.450275 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4fb40b-568d-4174-bb43-94f0f34b8519 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting subnet 16ecf448-b273-485b-890e-587ce554b992 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:16:25.454058 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ae4fb40b-568d-4174-bb43-94f0f34b8519 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:25.503104 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ae4fb40b-568d-4174-bb43-94f0f34b8519 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:25.597345 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ae4fb40b-568d-4174-bb43-94f0f34b8519 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:25.797655 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ae4fb40b-568d-4174-bb43-94f0f34b8519 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:25.838234 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ae4fb40b-568d-4174-bb43-94f0f34b8519 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:25.840230 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526ebc8f-09ee-47f3-aa29-e379a853ceb9 None None] Network be0920cf-5e7b-448c-8782-0516de2e6f8f requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:16:25.840792 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ae4fb40b-568d-4174-bb43-94f0f34b8519 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/subnets/16ecf448-b273-485b-890e-587ce554b992 HTTP/1.1" status: 204 len: 168 time: 0.4845626 Aug 10 04:16:25.841451 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4fb40b-568d-4174-bb43-94f0f34b8519 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Subnet': ['ID=16ecf448-b273-485b-890e-587ce554b992,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:25.844493 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37286) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:25.849929 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-f9d388a6-e999-45ab-889f-2c696db5b17d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'subnet': {'network_id': 'be0920cf-5e7b-448c-8782-0516de2e6f8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:26.071099 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d388a6-e999-45ab-889f-2c696db5b17d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:16:26.075883 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f9d388a6-e999-45ab-889f-2c696db5b17d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:26.477175 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f9d388a6-e999-45ab-889f-2c696db5b17d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:26.539339 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d388a6-e999-45ab-889f-2c696db5b17d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network be0920cf-5e7b-448c-8782-0516de2e6f8f is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:16:26.550653 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-f9d388a6-e999-45ab-889f-2c696db5b17d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:16:26.555718 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d388a6-e999-45ab-889f-2c696db5b17d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:26.556344 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f9d388a6-e999-45ab-889f-2c696db5b17d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:26.559941 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d388a6-e999-45ab-889f-2c696db5b17d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Subnet': ['ID=64246035-5fb8-4823-8341-216e1c0aca0e,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:26.690158 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af729d11-f7bf-48c3-9338-7c1998e8c92a None None] Network be0920cf-5e7b-448c-8782-0516de2e6f8f requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:16:26.706435 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f9d388a6-e999-45ab-889f-2c696db5b17d tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8606675 Aug 10 04:16:26.713397 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37310) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:26.718483 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-0d36f1ea-a8ad-4c84-8f4e-d6833370fd43 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'security_group': {'name': 'tempest-secgroup-353125474'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:26.748204 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-cca92e81-2b72-4f7b-a94d-6c6cf38ed180 None None] Provisioning complete for port 33d5cca0-247d-4cd3-8494-215cb0d39df8 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:26.748586 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cca92e81-2b72-4f7b-a94d-6c6cf38ed180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:26.825559 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d36f1ea-a8ad-4c84-8f4e-d6833370fd43 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:26.931584 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d36f1ea-a8ad-4c84-8f4e-d6833370fd43 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:26.941437 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-cca92e81-2b72-4f7b-a94d-6c6cf38ed180 None None] Provisioning complete for port ea41e486-c027-4d32-b030-f60b7c4c308f triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:26.942050 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cca92e81-2b72-4f7b-a94d-6c6cf38ed180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:27.060477 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d36f1ea-a8ad-4c84-8f4e-d6833370fd43 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:27.112655 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36f1ea-a8ad-4c84-8f4e-d6833370fd43 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f666498c-129f-4601-8b54-fba4dbad32bb,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:27.161552 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-cca92e81-2b72-4f7b-a94d-6c6cf38ed180 None None] Port ea41e486-c027-4d32-b030-f60b7c4c308f cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:16:27.171199 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0b46c2-e33d-4b23-ad1f-5ec0267aa502 None None] Update dhcp port {'port': {'network_id': 'be0920cf-5e7b-448c-8782-0516de2e6f8f', 'fixed_ips': [{'subnet_id': 'fd34b05d-d290-42cb-8fa1-8b3b48a3d357', 'ip_address': '172.20.0.18'}, {'subnet_id': '64246035-5fb8-4823-8341-216e1c0aca0e'}], 'binding:host_id': 'n-d-802893-2'}, 'id': '33d5cca0-247d-4cd3-8494-215cb0d39df8'} from n-d-802893-2. {{(pid=94939) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 04:16:27.202246 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3e0b46c2-e33d-4b23-ad1f-5ec0267aa502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:27.220528 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0d36f1ea-a8ad-4c84-8f4e-d6833370fd43 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:27.225904 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0d36f1ea-a8ad-4c84-8f4e-d6833370fd43 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5113242 Aug 10 04:16:27.226625 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37322) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:27.231991 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-d2379abb-355f-4071-b368-07f610495931 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'security_group': {'name': 'tempest-secgroup-1358814250'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:27.399330 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-3e0b46c2-e33d-4b23-ad1f-5ec0267aa502 None None] Allocated IP 172.20.0.2 (be0920cf-5e7b-448c-8782-0516de2e6f8f/64246035-5fb8-4823-8341-216e1c0aca0e/33d5cca0-247d-4cd3-8494-215cb0d39df8) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:16:27.529035 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-3e0b46c2-e33d-4b23-ad1f-5ec0267aa502 None None] For port 33d5cca0-247d-4cd3-8494-215cb0d39df8, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=33d5cca0-247d-4cd3-8494-215cb0d39df8,segment=NetworkSegment(31ed1dfc-ea5f-480b-9c51-7af40d19622a),segment_id=31ed1dfc-ea5f-480b-9c51-7af40d19622a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:27.560477 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3e0b46c2-e33d-4b23-ad1f-5ec0267aa502 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:27.574449 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3e0b46c2-e33d-4b23-ad1f-5ec0267aa502 None None] Transition to ACTIVE for port object 33d5cca0-247d-4cd3-8494-215cb0d39df8 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:16:27.728302 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d2379abb-355f-4071-b368-07f610495931 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:27.774332 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:27.775262 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3e0b46c2-e33d-4b23-ad1f-5ec0267aa502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:27.808901 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37328) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:27.848201 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d2379abb-355f-4071-b368-07f610495931 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:27.883041 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b46c2-e33d-4b23-ad1f-5ec0267aa502 None None] Pushing event updated for resources: {'Port': ['ID=33d5cca0-247d-4cd3-8494-215cb0d39df8,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:27.945745 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d2379abb-355f-4071-b368-07f610495931 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:27.972348 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d9986d25-4293-4c4e-81ee-0832923b1764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:27.995434 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2379abb-355f-4071-b368-07f610495931 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fd51b8-d9aa-4768-840c-e26024823f81,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:28.088557 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d2379abb-355f-4071-b368-07f610495931 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:28.093140 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d2379abb-355f-4071-b368-07f610495931 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8623238 Aug 10 04:16:28.093702 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37336) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:28.098637 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-23dda1f9-e144-4632-9157-0789ba2447d0 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'security_group': {'name': 'tempest-secgroup-1668978957'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:28.222892 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d9986d25-4293-4c4e-81ee-0832923b1764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:28.351243 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d9986d25-4293-4c4e-81ee-0832923b1764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:28.414306 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9986d25-4293-4c4e-81ee-0832923b1764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e341c96c-4a1f-4cae-bd96-dd6a437d2400,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:28.426346 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d9986d25-4293-4c4e-81ee-0832923b1764 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a95cd54fdba490b8f2ecfb3d0721de7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6159949 Aug 10 04:16:28.428165 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37344) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:28.494492 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-23dda1f9-e144-4632-9157-0789ba2447d0 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:28.515190 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-de8ed0d4-cf8c-4530-8241-fd01869b4316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:28.525433 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 33d5cca0-247d-4cd3-8494-215cb0d39df8 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:16:28.553091 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-de8ed0d4-cf8c-4530-8241-fd01869b4316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:28.658680 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-23dda1f9-e144-4632-9157-0789ba2447d0 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:28.699907 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-eb10824d-b6a5-4e2b-ab6d-2f7e1ca0eab9 None None] Provisioning for port 33d5cca0-247d-4cd3-8494-215cb0d39df8 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:16:28.704090 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-eb10824d-b6a5-4e2b-ab6d-2f7e1ca0eab9 None None] Provisioning complete for port 33d5cca0-247d-4cd3-8494-215cb0d39df8 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:28.704394 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eb10824d-b6a5-4e2b-ab6d-2f7e1ca0eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:28.728458 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-23dda1f9-e144-4632-9157-0789ba2447d0 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:28.728707 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-de8ed0d4-cf8c-4530-8241-fd01869b4316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:28.732848 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-de8ed0d4-cf8c-4530-8241-fd01869b4316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:28.733970 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-de8ed0d4-cf8c-4530-8241-fd01869b4316 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e341c96c-4a1f-4cae-bd96-dd6a437d2400 HTTP/1.1" status: 204 len: 168 time: 0.3044028 Aug 10 04:16:28.745631 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ed0d4-cf8c-4530-8241-fd01869b4316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e341c96c-4a1f-4cae-bd96-dd6a437d2400,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:28.793184 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dda1f9-e144-4632-9157-0789ba2447d0 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b15e6fcd-b964-48a5-9efa-36cb7fd53163,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:28.826861 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-eb10824d-b6a5-4e2b-ab6d-2f7e1ca0eab9 None None] Provisioning complete for port ea41e486-c027-4d32-b030-f60b7c4c308f triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:28.827230 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eb10824d-b6a5-4e2b-ab6d-2f7e1ca0eab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:28.868376 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-eb10824d-b6a5-4e2b-ab6d-2f7e1ca0eab9 None None] Port ea41e486-c027-4d32-b030-f60b7c4c308f cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:16:28.946533 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-23dda1f9-e144-4632-9157-0789ba2447d0 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:28.948522 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-23dda1f9-e144-4632-9157-0789ba2447d0 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8537567 Aug 10 04:16:28.951517 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37352) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:28.968240 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-e09e25f7-b3b4-4ad9-a52a-5f0fd91995aa tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-707146063', 'security_groups': ['b15e6fcd-b964-48a5-9efa-36cb7fd53163'], 'network_id': 'be0920cf-5e7b-448c-8782-0516de2e6f8f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '64246035-5fb8-4823-8341-216e1c0aca0e'}]}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:29.219807 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09e25f7-b3b4-4ad9-a52a-5f0fd91995aa tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:16:29.330141 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e09e25f7-b3b4-4ad9-a52a-5f0fd91995aa tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:29.353368 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [None req-e09e25f7-b3b4-4ad9-a52a-5f0fd91995aa tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] device_id is not set on port 955fbb78-b7e3-434c-b3b3-90cc679263f2 yet. {{(pid=94937) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:16:29.543315 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-e09e25f7-b3b4-4ad9-a52a-5f0fd91995aa tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Allocated IP 172.20.0.12 (be0920cf-5e7b-448c-8782-0516de2e6f8f/64246035-5fb8-4823-8341-216e1c0aca0e/955fbb78-b7e3-434c-b3b3-90cc679263f2) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:16:29.707834 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e09e25f7-b3b4-4ad9-a52a-5f0fd91995aa tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:29.729686 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-e09e25f7-b3b4-4ad9-a52a-5f0fd91995aa tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Transition to ACTIVE for port object 955fbb78-b7e3-434c-b3b3-90cc679263f2 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:16:29.906227 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e09e25f7-b3b4-4ad9-a52a-5f0fd91995aa tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:29.961065 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09e25f7-b3b4-4ad9-a52a-5f0fd91995aa tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network be0920cf-5e7b-448c-8782-0516de2e6f8f is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:16:29.964449 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-e09e25f7-b3b4-4ad9-a52a-5f0fd91995aa tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:16:29.969095 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09e25f7-b3b4-4ad9-a52a-5f0fd91995aa tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:16:29.973088 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e25f7-b3b4-4ad9-a52a-5f0fd91995aa tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Port': ['ID=955fbb78-b7e3-434c-b3b3-90cc679263f2,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:30.032892 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09e25f7-b3b4-4ad9-a52a-5f0fd91995aa tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:30.033967 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e09e25f7-b3b4-4ad9-a52a-5f0fd91995aa tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:30.192593 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e09e25f7-b3b4-4ad9-a52a-5f0fd91995aa tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2395515 Aug 10 04:16:30.196815 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37392) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:30.203612 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-ba8431a9-e31c-4060-8b82-52795a7f3a6e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'subnet': {'network_id': 'be0920cf-5e7b-448c-8782-0516de2e6f8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:30.408687 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ab838c2f-90bb-4e7e-83b2-6dd869aa562f None None] Provisioning for port 955fbb78-b7e3-434c-b3b3-90cc679263f2 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:16:30.416630 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ab838c2f-90bb-4e7e-83b2-6dd869aa562f None None] Provisioning complete for port 955fbb78-b7e3-434c-b3b3-90cc679263f2 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:30.416630 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ab838c2f-90bb-4e7e-83b2-6dd869aa562f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:30.464963 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-ab838c2f-90bb-4e7e-83b2-6dd869aa562f None None] Port 955fbb78-b7e3-434c-b3b3-90cc679263f2 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:16:30.505671 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8431a9-e31c-4060-8b82-52795a7f3a6e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:16:30.510078 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ba8431a9-e31c-4060-8b82-52795a7f3a6e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:30.612863 n-d-802893-2 neutron-server[94937]: INFO neutron.db.ipam_backend_mixin [None req-ba8431a9-e31c-4060-8b82-52795a7f3a6e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 64246035-5fb8-4823-8341-216e1c0aca0e (CIDR: 172.20.0.0/28) Aug 10 04:16:30.672110 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8431a9-e31c-4060-8b82-52795a7f3a6e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:16:30.672604 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba8431a9-e31c-4060-8b82-52795a7f3a6e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:16:30.874987 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37412) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:30.875584 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ba8431a9-e31c-4060-8b82-52795a7f3a6e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6778398 Aug 10 04:16:30.882325 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-a975ac99-d6b2-4ce9-a83d-7198943c29ec tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'subnet': {'network_id': 'be0920cf-5e7b-448c-8782-0516de2e6f8f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:31.128712 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a975ac99-d6b2-4ce9-a83d-7198943c29ec tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:16:31.133104 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a975ac99-d6b2-4ce9-a83d-7198943c29ec tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:31.263833 n-d-802893-2 neutron-server[94938]: INFO neutron.db.ipam_backend_mixin [None req-a975ac99-d6b2-4ce9-a83d-7198943c29ec tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet fd34b05d-d290-42cb-8fa1-8b3b48a3d357 (CIDR: 172.20.0.16/28) Aug 10 04:16:31.335165 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-a975ac99-d6b2-4ce9-a83d-7198943c29ec tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:16:31.336089 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a975ac99-d6b2-4ce9-a83d-7198943c29ec tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:16:31.415607 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a975ac99-d6b2-4ce9-a83d-7198943c29ec tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5385776 Aug 10 04:16:31.420688 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37438) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:31.426789 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-d08eee9c-1d4d-4757-b272-431d1fed2d7a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'subnet': {'network_id': 'be0920cf-5e7b-448c-8782-0516de2e6f8f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:31.660068 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08eee9c-1d4d-4757-b272-431d1fed2d7a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Made reservation on behalf of 8f16a75dcde742e98d791640e89e25a1 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:16:31.665246 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d08eee9c-1d4d-4757-b272-431d1fed2d7a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:32.089251 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d08eee9c-1d4d-4757-b272-431d1fed2d7a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:32.136902 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08eee9c-1d4d-4757-b272-431d1fed2d7a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Network be0920cf-5e7b-448c-8782-0516de2e6f8f is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:16:32.141441 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-d08eee9c-1d4d-4757-b272-431d1fed2d7a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:16:32.145547 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08eee9c-1d4d-4757-b272-431d1fed2d7a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:32.146136 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d08eee9c-1d4d-4757-b272-431d1fed2d7a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:32.151920 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012646da-6490-44b0-a408-938b10b20108 None None] Network be0920cf-5e7b-448c-8782-0516de2e6f8f requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:16:32.161291 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08eee9c-1d4d-4757-b272-431d1fed2d7a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Subnet': ['ID=4e80f034-be8b-4de1-be7a-68c48abfa27f,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:32.289793 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d08eee9c-1d4d-4757-b272-431d1fed2d7a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8701375 Aug 10 04:16:32.306943 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37478) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:32.312967 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-8076cdf2-8119-4629-94c8-66be6a20d1fd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-988751735', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4e80f034-be8b-4de1-be7a-68c48abfa27f'}], 'security_groups': ['f666498c-129f-4601-8b54-fba4dbad32bb', 'a6fd51b8-d9aa-4768-840c-e26024823f81']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:32.395602 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8076cdf2-8119-4629-94c8-66be6a20d1fd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:32.439749 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195f30fd-1a2e-49d4-ae7e-9ea8cced2809 None None] Update dhcp port {'port': {'network_id': 'be0920cf-5e7b-448c-8782-0516de2e6f8f', 'fixed_ips': [{'subnet_id': 'fd34b05d-d290-42cb-8fa1-8b3b48a3d357', 'ip_address': '172.20.0.18'}, {'subnet_id': '64246035-5fb8-4823-8341-216e1c0aca0e', 'ip_address': '172.20.0.2'}, {'subnet_id': '4e80f034-be8b-4de1-be7a-68c48abfa27f'}], 'binding:host_id': 'n-d-802893-2'}, 'id': '33d5cca0-247d-4cd3-8494-215cb0d39df8'} from n-d-802893-2. {{(pid=94939) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 04:16:32.472336 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-195f30fd-1a2e-49d4-ae7e-9ea8cced2809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:32.688932 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-195f30fd-1a2e-49d4-ae7e-9ea8cced2809 None None] Allocated IP 172.20.0.34 (be0920cf-5e7b-448c-8782-0516de2e6f8f/4e80f034-be8b-4de1-be7a-68c48abfa27f/33d5cca0-247d-4cd3-8494-215cb0d39df8) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:16:32.795935 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-195f30fd-1a2e-49d4-ae7e-9ea8cced2809 None None] For port 33d5cca0-247d-4cd3-8494-215cb0d39df8, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=33d5cca0-247d-4cd3-8494-215cb0d39df8,segment=NetworkSegment(31ed1dfc-ea5f-480b-9c51-7af40d19622a),segment_id=31ed1dfc-ea5f-480b-9c51-7af40d19622a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:32.827571 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-195f30fd-1a2e-49d4-ae7e-9ea8cced2809 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:32.842359 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-195f30fd-1a2e-49d4-ae7e-9ea8cced2809 None None] Transition to ACTIVE for port object 33d5cca0-247d-4cd3-8494-215cb0d39df8 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:16:33.442773 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-195f30fd-1a2e-49d4-ae7e-9ea8cced2809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:33.603003 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195f30fd-1a2e-49d4-ae7e-9ea8cced2809 None None] Pushing event updated for resources: {'Port': ['ID=33d5cca0-247d-4cd3-8494-215cb0d39df8,revision_number=7']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:33.619925 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-8076cdf2-8119-4629-94c8-66be6a20d1fd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Delete allocated IP 172.20.0.12 (be0920cf-5e7b-448c-8782-0516de2e6f8f/64246035-5fb8-4823-8341-216e1c0aca0e) {{(pid=94937) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 10 04:16:33.630402 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-8076cdf2-8119-4629-94c8-66be6a20d1fd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Allocated IP 172.20.0.35 (be0920cf-5e7b-448c-8782-0516de2e6f8f/4e80f034-be8b-4de1-be7a-68c48abfa27f/955fbb78-b7e3-434c-b3b3-90cc679263f2) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:16:33.877192 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8076cdf2-8119-4629-94c8-66be6a20d1fd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:33.925213 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-8076cdf2-8119-4629-94c8-66be6a20d1fd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Transition to ACTIVE for port object 955fbb78-b7e3-434c-b3b3-90cc679263f2 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:16:33.975608 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8d47f61b-7c13-4c90-91b4-fecad6b8f75e req-267edc4c-9083-4613-9d5d-7fb741c62acd service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490029 Aug 10 04:16:34.008662 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8076cdf2-8119-4629-94c8-66be6a20d1fd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:34.176768 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076cdf2-8119-4629-94c8-66be6a20d1fd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event updated for resources: {'Port': ['ID=955fbb78-b7e3-434c-b3b3-90cc679263f2,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:34.193914 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47f61b-7c13-4c90-91b4-fecad6b8f75e req-15802728-233c-45a7-ba3d-99c52a2d40f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:34.195610 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8d47f61b-7c13-4c90-91b4-fecad6b8f75e req-15802728-233c-45a7-ba3d-99c52a2d40f5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 1096 time: 0.1397324 Aug 10 04:16:34.196988 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-8076cdf2-8119-4629-94c8-66be6a20d1fd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] In _notify_port_updated(), no bound segment for port 955fbb78-b7e3-434c-b3b3-90cc679263f2 on network be0920cf-5e7b-448c-8782-0516de2e6f8f {{(pid=94937) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 10 04:16:34.202956 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8076cdf2-8119-4629-94c8-66be6a20d1fd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:34.203872 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8076cdf2-8119-4629-94c8-66be6a20d1fd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:34.208365 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8076cdf2-8119-4629-94c8-66be6a20d1fd tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "PUT /v2.0/ports/955fbb78-b7e3-434c-b3b3-90cc679263f2 HTTP/1.1" status: 200 len: 959 time: 1.8967772 Aug 10 04:16:34.218239 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37538) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:34.403111 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47f61b-7c13-4c90-91b4-fecad6b8f75e req-d6366b8b-6560-4714-9829-389a7d26d3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:34.404663 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8d47f61b-7c13-4c90-91b4-fecad6b8f75e req-d6366b8b-6560-4714-9829-389a7d26d3a0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 911 time: 0.1754866 Aug 10 04:16:34.475545 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-24fc4d09-51c2-4536-bac7-60c1a86b7773 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting port 955fbb78-b7e3-434c-b3b3-90cc679263f2 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:16:34.475687 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-24fc4d09-51c2-4536-bac7-60c1a86b7773 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:34.490087 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-118027c4-b024-430d-8fba-38adcb433ebf None None] Provisioning for port 33d5cca0-247d-4cd3-8494-215cb0d39df8 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:16:34.496599 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-118027c4-b024-430d-8fba-38adcb433ebf None None] Provisioning complete for port 33d5cca0-247d-4cd3-8494-215cb0d39df8 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:34.497147 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-118027c4-b024-430d-8fba-38adcb433ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:34.543307 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 33d5cca0-247d-4cd3-8494-215cb0d39df8 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:16:34.563322 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8d47f61b-7c13-4c90-91b4-fecad6b8f75e req-b02e928a-8761-4435-bddb-ceadb0baa8fe service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1330f4e4-473f-4a93-83c0-17828a80782d HTTP/1.1" status: 200 len: 1001 time: 0.1512983 Aug 10 04:16:34.652666 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47f61b-7c13-4c90-91b4-fecad6b8f75e req-30043b6a-c9c1-4b9a-afae-8a779509af7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:34.654544 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8d47f61b-7c13-4c90-91b4-fecad6b8f75e req-30043b6a-c9c1-4b9a-afae-8a779509af7a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=50d1b050-8d5a-4a28-adea-90a39272e6c6 HTTP/1.1" status: 200 len: 849 time: 0.0831585 Aug 10 04:16:34.656118 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-24fc4d09-51c2-4536-bac7-60c1a86b7773 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:34.669602 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 33d5cca0-247d-4cd3-8494-215cb0d39df8 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:34.669997 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:34.693303 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-24fc4d09-51c2-4536-bac7-60c1a86b7773 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Calling delete_port for 955fbb78-b7e3-434c-b3b3-90cc679263f2 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:16:34.743985 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-118027c4-b024-430d-8fba-38adcb433ebf None None] Provisioning complete for port ea41e486-c027-4d32-b030-f60b7c4c308f triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:34.744371 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-118027c4-b024-430d-8fba-38adcb433ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:34.776873 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47f61b-7c13-4c90-91b4-fecad6b8f75e req-5f583a91-c5a0-476d-8fb6-e34404b5edc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:34.783903 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8d47f61b-7c13-4c90-91b4-fecad6b8f75e req-5f583a91-c5a0-476d-8fb6-e34404b5edc7 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee59e291-e76f-48a7-96a4-530291348714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1191952 Aug 10 04:16:34.861488 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-118027c4-b024-430d-8fba-38adcb433ebf None None] Port ea41e486-c027-4d32-b030-f60b7c4c308f cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:16:34.952389 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-118027c4-b024-430d-8fba-38adcb433ebf None None] Provisioning for port 955fbb78-b7e3-434c-b3b3-90cc679263f2 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:16:34.962624 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-118027c4-b024-430d-8fba-38adcb433ebf None None] Provisioning complete for port 955fbb78-b7e3-434c-b3b3-90cc679263f2 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:34.963132 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-118027c4-b024-430d-8fba-38adcb433ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:34.969110 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8d47f61b-7c13-4c90-91b4-fecad6b8f75e req-3a851180-cc0d-4ce3-bbc2-1243d86ddc2d service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497686 Aug 10 04:16:35.031986 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-118027c4-b024-430d-8fba-38adcb433ebf None None] Port 955fbb78-b7e3-434c-b3b3-90cc679263f2 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:16:35.129920 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8d47f61b-7c13-4c90-91b4-fecad6b8f75e req-808dd5bc-b6b6-4b29-ab70-c5f4f65ff3bc service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395359 Aug 10 04:16:35.155863 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b6c16005-d1cf-4e53-bfa3-52b02a8c035c None None] Provisioning complete for port 955fbb78-b7e3-434c-b3b3-90cc679263f2 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:35.156463 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b6c16005-d1cf-4e53-bfa3-52b02a8c035c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:35.192298 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-24fc4d09-51c2-4536-bac7-60c1a86b7773 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:35.212555 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-b6c16005-d1cf-4e53-bfa3-52b02a8c035c None None] Port 955fbb78-b7e3-434c-b3b3-90cc679263f2 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:16:35.212955 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37562) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:35.232957 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc4d09-51c2-4536-bac7-60c1a86b7773 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Port': ['ID=955fbb78-b7e3-434c-b3b3-90cc679263f2,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:35.320554 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-24fc4d09-51c2-4536-bac7-60c1a86b7773 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:35.322995 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-24fc4d09-51c2-4536-bac7-60c1a86b7773 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/ports/955fbb78-b7e3-434c-b3b3-90cc679263f2 HTTP/1.1" status: 204 len: 168 time: 1.1033912 Aug 10 04:16:35.325715 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37568) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:35.370736 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e0e132e-232a-40e3-b9ab-1dc938f211d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:35.374772 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-a77e1f44-6c3b-4717-9cf7-a01029b611f2 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] GET failed (client error): The resource could not be found. Aug 10 04:16:35.377014 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a77e1f44-6c3b-4717-9cf7-a01029b611f2 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "GET /v2.0/ports/955fbb78-b7e3-434c-b3b3-90cc679263f2 HTTP/1.1" status: 404 len: 333 time: 0.0496542 Aug 10 04:16:35.379804 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37572) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:35.483287 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e74f765f-ed8f-4aaa-a8ec-1952cc76aa31 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:35.511281 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e74f765f-ed8f-4aaa-a8ec-1952cc76aa31 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:35.536938 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e0e132e-232a-40e3-b9ab-1dc938f211d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:35.591897 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0e0e132e-232a-40e3-b9ab-1dc938f211d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:35.632222 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0e0e132e-232a-40e3-b9ab-1dc938f211d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a3ca64ac988c4255874fe6677e2b1bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4197998 Aug 10 04:16:35.632808 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e132e-232a-40e3-b9ab-1dc938f211d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f325cb7e-3f57-4936-8d49-baa96a53093b,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:35.634787 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37576) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:35.679034 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e74f765f-ed8f-4aaa-a8ec-1952cc76aa31 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:35.679034 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e74f765f-ed8f-4aaa-a8ec-1952cc76aa31 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:35.679950 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e74f765f-ed8f-4aaa-a8ec-1952cc76aa31 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/security-groups/b15e6fcd-b964-48a5-9efa-36cb7fd53163 HTTP/1.1" status: 204 len: 168 time: 0.2991912 Aug 10 04:16:35.682699 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37580) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:35.695135 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f765f-ed8f-4aaa-a8ec-1952cc76aa31 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15e6fcd-b964-48a5-9efa-36cb7fd53163,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:35.707557 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1a33046c-6147-4f9d-8806-b9eadf48e9f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:35.737835 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1a33046c-6147-4f9d-8806-b9eadf48e9f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:35.768037 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-879552ac-cbb1-4b4e-8fc9-cc7e135a44aa tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:35.801345 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-879552ac-cbb1-4b4e-8fc9-cc7e135a44aa tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:35.894166 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1a33046c-6147-4f9d-8806-b9eadf48e9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:35.896755 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1a33046c-6147-4f9d-8806-b9eadf48e9f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:35.898252 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1a33046c-6147-4f9d-8806-b9eadf48e9f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f325cb7e-3f57-4936-8d49-baa96a53093b HTTP/1.1" status: 204 len: 168 time: 0.2619381 Aug 10 04:16:35.909440 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33046c-6147-4f9d-8806-b9eadf48e9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f325cb7e-3f57-4936-8d49-baa96a53093b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:36.008452 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-879552ac-cbb1-4b4e-8fc9-cc7e135a44aa tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:36.011017 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-879552ac-cbb1-4b4e-8fc9-cc7e135a44aa tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:36.012240 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-879552ac-cbb1-4b4e-8fc9-cc7e135a44aa tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/security-groups/a6fd51b8-d9aa-4768-840c-e26024823f81 HTTP/1.1" status: 204 len: 168 time: 0.3284264 Aug 10 04:16:36.015363 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37588) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:36.022864 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879552ac-cbb1-4b4e-8fc9-cc7e135a44aa tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fd51b8-d9aa-4768-840c-e26024823f81,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:36.077030 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-43907df3-f434-4426-bd9c-f88fd585742b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:36.103551 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-43907df3-f434-4426-bd9c-f88fd585742b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:36.208956 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-43907df3-f434-4426-bd9c-f88fd585742b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:36.212375 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-43907df3-f434-4426-bd9c-f88fd585742b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:36.213548 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-43907df3-f434-4426-bd9c-f88fd585742b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/security-groups/f666498c-129f-4601-8b54-fba4dbad32bb HTTP/1.1" status: 204 len: 168 time: 0.1969893 Aug 10 04:16:36.216338 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37590) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:36.223345 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43907df3-f434-4426-bd9c-f88fd585742b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f666498c-129f-4601-8b54-fba4dbad32bb,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:36.271268 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-762fed63-9868-4f6b-a204-53ee10eb7717 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting subnet 64246035-5fb8-4823-8341-216e1c0aca0e {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:16:36.275278 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-762fed63-9868-4f6b-a204-53ee10eb7717 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:36.320726 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-762fed63-9868-4f6b-a204-53ee10eb7717 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:36.449539 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-762fed63-9868-4f6b-a204-53ee10eb7717 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:36.637540 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-762fed63-9868-4f6b-a204-53ee10eb7717 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:36.667560 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762fed63-9868-4f6b-a204-53ee10eb7717 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Subnet': ['ID=64246035-5fb8-4823-8341-216e1c0aca0e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:36.676847 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-762fed63-9868-4f6b-a204-53ee10eb7717 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:36.679455 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-762fed63-9868-4f6b-a204-53ee10eb7717 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/subnets/64246035-5fb8-4823-8341-216e1c0aca0e HTTP/1.1" status: 204 len: 168 time: 0.4621041 Aug 10 04:16:36.684631 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37596) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:36.686630 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f43230-0f6b-4fdb-b567-7bc7643d8266 None None] Network be0920cf-5e7b-448c-8782-0516de2e6f8f requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:16:36.754193 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-57224ebc-047f-427c-bd97-29347915d69e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting subnet 4e80f034-be8b-4de1-be7a-68c48abfa27f {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:16:36.758635 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-57224ebc-047f-427c-bd97-29347915d69e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:36.814650 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-57224ebc-047f-427c-bd97-29347915d69e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:36.934541 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-57224ebc-047f-427c-bd97-29347915d69e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:37.247887 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37608) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:37.264993 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8da26dde-b8a6-4e03-b993-e0ae2803f60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:37.283406 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-57224ebc-047f-427c-bd97-29347915d69e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:37.323206 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57224ebc-047f-427c-bd97-29347915d69e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Subnet': ['ID=4e80f034-be8b-4de1-be7a-68c48abfa27f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:37.329500 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-57224ebc-047f-427c-bd97-29347915d69e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:37.331478 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-57224ebc-047f-427c-bd97-29347915d69e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/subnets/4e80f034-be8b-4de1-be7a-68c48abfa27f HTTP/1.1" status: 204 len: 168 time: 0.6456749 Aug 10 04:16:37.335190 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37610) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:37.366341 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c422769-35fe-4e4d-b96d-25b86f695c08 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] DELETE failed (client error): The resource could not be found. Aug 10 04:16:37.367029 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c422769-35fe-4e4d-b96d-25b86f695c08 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:16:37.369123 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9c422769-35fe-4e4d-b96d-25b86f695c08 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/subnets/64246035-5fb8-4823-8341-216e1c0aca0e HTTP/1.1" status: 404 len: 337 time: 0.0313351 Aug 10 04:16:37.371607 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37612) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:37.453438 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-91e8a931-670e-41cc-9baa-116c5c9e8da6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting subnet fd34b05d-d290-42cb-8fa1-8b3b48a3d357 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:16:37.454391 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8da26dde-b8a6-4e03-b993-e0ae2803f60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:37.456828 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-91e8a931-670e-41cc-9baa-116c5c9e8da6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:37.494221 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b72e59-7f03-4928-a192-1a2318c49ba4 None None] Network be0920cf-5e7b-448c-8782-0516de2e6f8f requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:16:37.504270 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-91e8a931-670e-41cc-9baa-116c5c9e8da6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:37.558025 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f0cd172a-585a-4ac2-b64b-a5b734742aa2 None None] Provisioning complete for port 33d5cca0-247d-4cd3-8494-215cb0d39df8 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:37.558529 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f0cd172a-585a-4ac2-b64b-a5b734742aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:37.594606 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-91e8a931-670e-41cc-9baa-116c5c9e8da6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:37.620613 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8da26dde-b8a6-4e03-b993-e0ae2803f60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:37.691627 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da26dde-b8a6-4e03-b993-e0ae2803f60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f99fd1f-c677-40c0-831c-6c1ad35e0ec7,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:37.699532 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8da26dde-b8a6-4e03-b993-e0ae2803f60e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d5037c5a6b0947b4b2306c55b3f3aac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4497828 Aug 10 04:16:37.704876 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37624) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:37.723254 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-91e8a931-670e-41cc-9baa-116c5c9e8da6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:37.734867 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f0cd172a-585a-4ac2-b64b-a5b734742aa2 None None] Provisioning complete for port ea41e486-c027-4d32-b030-f60b7c4c308f triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:37.735495 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f0cd172a-585a-4ac2-b64b-a5b734742aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:37.749062 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-91e8a931-670e-41cc-9baa-116c5c9e8da6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:37.753590 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-91e8a931-670e-41cc-9baa-116c5c9e8da6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/subnets/fd34b05d-d290-42cb-8fa1-8b3b48a3d357 HTTP/1.1" status: 204 len: 168 time: 0.3787169 Aug 10 04:16:37.753906 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37626) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:37.779643 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8a931-670e-41cc-9baa-116c5c9e8da6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Subnet': ['ID=fd34b05d-d290-42cb-8fa1-8b3b48a3d357,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:37.782506 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-f0cd172a-585a-4ac2-b64b-a5b734742aa2 None None] Port ea41e486-c027-4d32-b030-f60b7c4c308f cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:16:37.797611 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8a931-670e-41cc-9baa-116c5c9e8da6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:37.798080 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8a931-670e-41cc-9baa-116c5c9e8da6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:37.806343 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8a931-670e-41cc-9baa-116c5c9e8da6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:37.806343 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8a931-670e-41cc-9baa-116c5c9e8da6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:37.806343 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8a931-670e-41cc-9baa-116c5c9e8da6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:37.806343 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8a931-670e-41cc-9baa-116c5c9e8da6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:37.806343 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8a931-670e-41cc-9baa-116c5c9e8da6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:37.806343 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8a931-670e-41cc-9baa-116c5c9e8da6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:37.806343 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8a931-670e-41cc-9baa-116c5c9e8da6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:37.806343 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8a931-670e-41cc-9baa-116c5c9e8da6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:37.806343 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8a931-670e-41cc-9baa-116c5c9e8da6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:37.806343 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8a931-670e-41cc-9baa-116c5c9e8da6 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:37.807355 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-40079c80-a99a-49e2-8a53-6a1277d8a40a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] DELETE failed (client error): The resource could not be found. Aug 10 04:16:37.807355 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40079c80-a99a-49e2-8a53-6a1277d8a40a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:16:37.808386 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37628) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:37.809245 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-40079c80-a99a-49e2-8a53-6a1277d8a40a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/subnets/16ecf448-b273-485b-890e-587ce554b992 HTTP/1.1" status: 404 len: 337 time: 0.0539937 Aug 10 04:16:37.826663 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c7014b-841a-4510-bc7c-23a1f996cda0 None None] Update dhcp port {'port': {'network_id': 'be0920cf-5e7b-448c-8782-0516de2e6f8f', 'fixed_ips': [{'subnet_id': 'fd34b05d-d290-42cb-8fa1-8b3b48a3d357'}], 'binding:host_id': 'n-d-802893-2'}, 'id': '33d5cca0-247d-4cd3-8494-215cb0d39df8'} from n-d-802893-2. {{(pid=94939) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 10 04:16:37.846227 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-377c4528-d456-48fc-a790-05445708a4d7 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "GET /v2.0/ports?device_id=3f9a6f65-a159-43df-9a52-258898edecc3 HTTP/1.1" status: 200 len: 205 time: 0.0348556 Aug 10 04:16:37.849627 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-33f1cedf-16a9-4d95-810f-02312c2d165b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:37.849840 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37630) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:37.877754 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d2c7014b-841a-4510-bc7c-23a1f996cda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:37.879208 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-33f1cedf-16a9-4d95-810f-02312c2d165b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:37.893355 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-107b5506-af08-4049-9937-dedc2e7c9a40 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] delete failed (client error): The resource could not be found. Aug 10 04:16:37.894664 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-107b5506-af08-4049-9937-dedc2e7c9a40 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/routers/3f9a6f65-a159-43df-9a52-258898edecc3 HTTP/1.1" status: 404 len: 336 time: 0.0433445 Aug 10 04:16:37.898706 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37632) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:37.949278 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-24515542-1c68-4e47-8b70-06acb34db3b1 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] DELETE failed (client error): The resource could not be found. Aug 10 04:16:37.950184 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24515542-1c68-4e47-8b70-06acb34db3b1 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:16:37.952536 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-24515542-1c68-4e47-8b70-06acb34db3b1 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/subnets/5bf2acb2-061f-40cf-be9d-c85e6a3f7128 HTTP/1.1" status: 404 len: 337 time: 0.0519865 Aug 10 04:16:37.955410 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37636) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:37.991741 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dcf8292-e29f-451d-9f26-883f5ed39b5e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] DELETE failed (client error): The resource could not be found. Aug 10 04:16:37.992356 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dcf8292-e29f-451d-9f26-883f5ed39b5e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:16:37.997532 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5dcf8292-e29f-451d-9f26-883f5ed39b5e tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/subnets/5f70cb3d-39d7-4ee3-b959-a3ea494103ec HTTP/1.1" status: 404 len: 337 time: 0.0371373 Aug 10 04:16:37.997788 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37638) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:38.028789 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-03eae046-510b-4c43-8a10-a7bb1613f9a8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] DELETE failed (client error): The resource could not be found. Aug 10 04:16:38.029174 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03eae046-510b-4c43-8a10-a7bb1613f9a8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:16:38.032022 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-03eae046-510b-4c43-8a10-a7bb1613f9a8 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/subnets/c76efd01-dac1-4de5-93dd-71b28cc2422b HTTP/1.1" status: 404 len: 337 time: 0.0319829 Aug 10 04:16:38.035670 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37640) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:38.061080 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-d81b1a69-3b9f-4adb-938a-73ae3bc271f5 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] DELETE failed (client error): The resource could not be found. Aug 10 04:16:38.062021 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d81b1a69-3b9f-4adb-938a-73ae3bc271f5 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:16:38.066574 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d81b1a69-3b9f-4adb-938a-73ae3bc271f5 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/ports/2f367374-9c45-4510-afed-a4ef693d1142 HTTP/1.1" status: 404 len: 333 time: 0.0270555 Aug 10 04:16:38.067025 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37642) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:38.101167 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d78ce37-356e-40e8-93f0-c087b4c37ce0 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] DELETE failed (client error): The resource could not be found. Aug 10 04:16:38.101742 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d78ce37-356e-40e8-93f0-c087b4c37ce0 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:16:38.103590 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9d78ce37-356e-40e8-93f0-c087b4c37ce0 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/subnets/aff07113-0d04-4181-844d-a11516b73288 HTTP/1.1" status: 404 len: 337 time: 0.0352910 Aug 10 04:16:38.106409 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37644) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:38.115722 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-33f1cedf-16a9-4d95-810f-02312c2d165b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:38.118341 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-33f1cedf-16a9-4d95-810f-02312c2d165b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:38.119493 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-33f1cedf-16a9-4d95-810f-02312c2d165b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f99fd1f-c677-40c0-831c-6c1ad35e0ec7 HTTP/1.1" status: 204 len: 168 time: 0.4163139 Aug 10 04:16:38.144579 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffcbd8db-a034-4bf3-8353-7b1552ffb500 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] DELETE failed (client error): The resource could not be found. Aug 10 04:16:38.145041 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffcbd8db-a034-4bf3-8353-7b1552ffb500 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:16:38.146932 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ffcbd8db-a034-4bf3-8353-7b1552ffb500 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/subnets/df60c725-3d2e-467b-ae5e-baaf0a1fcf67 HTTP/1.1" status: 404 len: 337 time: 0.0397336 Aug 10 04:16:38.153059 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37648) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:38.153491 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b218b08-107e-4636-ab96-ac37bcf31f5d None None] Network be0920cf-5e7b-448c-8782-0516de2e6f8f requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:16:38.170199 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1cedf-16a9-4d95-810f-02312c2d165b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f99fd1f-c677-40c0-831c-6c1ad35e0ec7,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:38.211641 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-aead3a48-db03-4149-96a8-90a948b911d2 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] DELETE failed (client error): The resource could not be found. Aug 10 04:16:38.214084 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aead3a48-db03-4149-96a8-90a948b911d2 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:16:38.217573 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-aead3a48-db03-4149-96a8-90a948b911d2 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/ports/16b267af-7114-4e13-b40c-157f7dc7c2ec HTTP/1.1" status: 404 len: 333 time: 0.0623221 Aug 10 04:16:38.221101 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37650) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:38.268890 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84ae2b5-ab20-445e-8442-691abebba754 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] DELETE failed (client error): The resource could not be found. Aug 10 04:16:38.269423 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d84ae2b5-ab20-445e-8442-691abebba754 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:16:38.272693 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d84ae2b5-ab20-445e-8442-691abebba754 tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/subnets/2f0a31ac-e8eb-40e2-900a-bff1174ae966 HTTP/1.1" status: 404 len: 337 time: 0.0491948 Aug 10 04:16:38.276067 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37652) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:38.343784 n-d-802893-2 neutron-server[94937]: INFO neutron.pecan_wsgi.hooks.translation [None req-29dfb948-1652-4e23-80f3-a0d04549446b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] DELETE failed (client error): The resource could not be found. Aug 10 04:16:38.344271 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29dfb948-1652-4e23-80f3-a0d04549446b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94937) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:16:38.346225 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-29dfb948-1652-4e23-80f3-a0d04549446b tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/subnets/db4df2d2-5ff9-4682-9be9-9945f98db476 HTTP/1.1" status: 404 len: 337 time: 0.0680776 Aug 10 04:16:38.350436 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37654) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:38.408683 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ef764025-c1dd-4286-a304-9d4cb15bd1b5 None None] Provisioning complete for port 33d5cca0-247d-4cd3-8494-215cb0d39df8 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:38.409061 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ef764025-c1dd-4286-a304-9d4cb15bd1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:38.540567 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-4e96268d-b458-4002-b8d6-4fab7bb0784a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Deleting port ea41e486-c027-4d32-b030-f60b7c4c308f {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:16:38.541126 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4e96268d-b458-4002-b8d6-4fab7bb0784a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:38.611290 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582e4602-4dc0-41c4-8265-0649d2271404 None None] DHCP port deletion for be0920cf-5e7b-448c-8782-0516de2e6f8f request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:16:38.618700 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 33d5cca0-247d-4cd3-8494-215cb0d39df8 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:16:38.711554 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4e96268d-b458-4002-b8d6-4fab7bb0784a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:38.744399 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-4e96268d-b458-4002-b8d6-4fab7bb0784a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Calling delete_port for ea41e486-c027-4d32-b030-f60b7c4c308f owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:16:38.750970 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ef764025-c1dd-4286-a304-9d4cb15bd1b5 None None] Provisioning complete for port ea41e486-c027-4d32-b030-f60b7c4c308f triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:16:38.751516 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ef764025-c1dd-4286-a304-9d4cb15bd1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:38.853762 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:38.892509 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-ef764025-c1dd-4286-a304-9d4cb15bd1b5 None None] Port ea41e486-c027-4d32-b030-f60b7c4c308f cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:16:38.899034 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-582e4602-4dc0-41c4-8265-0649d2271404 None None] Deleting port 33d5cca0-247d-4cd3-8494-215cb0d39df8 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:16:38.899498 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-582e4602-4dc0-41c4-8265-0649d2271404 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:38.952720 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 33d5cca0-247d-4cd3-8494-215cb0d39df8, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=33d5cca0-247d-4cd3-8494-215cb0d39df8,segment=NetworkSegment(31ed1dfc-ea5f-480b-9c51-7af40d19622a),segment_id=31ed1dfc-ea5f-480b-9c51-7af40d19622a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:38.989009 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-582e4602-4dc0-41c4-8265-0649d2271404 None None] For port 33d5cca0-247d-4cd3-8494-215cb0d39df8, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=33d5cca0-247d-4cd3-8494-215cb0d39df8,segment=NetworkSegment(31ed1dfc-ea5f-480b-9c51-7af40d19622a),segment_id=31ed1dfc-ea5f-480b-9c51-7af40d19622a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:16:38.989514 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-582e4602-4dc0-41c4-8265-0649d2271404 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:39.008260 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-582e4602-4dc0-41c4-8265-0649d2271404 None None] Calling delete_port for 33d5cca0-247d-4cd3-8494-215cb0d39df8 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:16:39.197813 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:39.203029 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4e96268d-b458-4002-b8d6-4fab7bb0784a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:39.278504 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96268d-b458-4002-b8d6-4fab7bb0784a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Port': ['ID=ea41e486-c027-4d32-b030-f60b7c4c308f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:39.306580 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4e96268d-b458-4002-b8d6-4fab7bb0784a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:39.310044 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4e96268d-b458-4002-b8d6-4fab7bb0784a tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/ports/ea41e486-c027-4d32-b030-f60b7c4c308f HTTP/1.1" status: 204 len: 168 time: 0.9573915 Aug 10 04:16:39.317072 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=33d5cca0-247d-4cd3-8494-215cb0d39df8,revision_number=11']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:39.322288 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37666) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:39.342808 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-582e4602-4dc0-41c4-8265-0649d2271404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:39.378905 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e4602-4dc0-41c4-8265-0649d2271404 None None] Pushing event deleted for resources: {'Port': ['ID=33d5cca0-247d-4cd3-8494-215cb0d39df8,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:39.395022 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582e4602-4dc0-41c4-8265-0649d2271404 None None] No DVR routers for this DVR port 33d5cca0-247d-4cd3-8494-215cb0d39df8 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:16:39.493366 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b656cf30-b9ac-4230-9847-7953746668ec tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:39.700465 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b656cf30-b9ac-4230-9847-7953746668ec tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:39.720378 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-b656cf30-b9ac-4230-9847-7953746668ec tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0920cf-5e7b-448c-8782-0516de2e6f8f']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:39.735725 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-b656cf30-b9ac-4230-9847-7953746668ec tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ed1dfc-ea5f-480b-9c51-7af40d19622a') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:39.736232 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-b656cf30-b9ac-4230-9847-7953746668ec tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ed1dfc-ea5f-480b-9c51-7af40d19622a') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:39.746771 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b656cf30-b9ac-4230-9847-7953746668ec tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:39.762571 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b656cf30-b9ac-4230-9847-7953746668ec tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:39.769006 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b656cf30-b9ac-4230-9847-7953746668ec tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:16:39.769405 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b656cf30-b9ac-4230-9847-7953746668ec tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:16:39.773164 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:16:39.961920 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b656cf30-b9ac-4230-9847-7953746668ec tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:39.976768 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b656cf30-b9ac-4230-9847-7953746668ec tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:39.980316 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b656cf30-b9ac-4230-9847-7953746668ec tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] 10.222.0.25 "DELETE /v2.0/networks/be0920cf-5e7b-448c-8782-0516de2e6f8f HTTP/1.1" status: 204 len: 168 time: 0.6564460 Aug 10 04:16:40.001353 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656cf30-b9ac-4230-9847-7953746668ec tempest-PortsTestJSON-1738375498 tempest-PortsTestJSON-1738375498-project] Pushing event deleted for resources: {'Network': ['ID=be0920cf-5e7b-448c-8782-0516de2e6f8f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:40.020028 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8c4b63e3-ae9e-414f-9f87-d085e079fe48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:40.609097 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37700) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:40.805855 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a7718ab9-3316-4b5f-b97b-f21351c7e5e7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f16a75dcde742e98d791640e89e25a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1954701 Aug 10 04:16:40.808130 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37706) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:40.898199 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0f8fc52-ec98-4ee6-9824-be78b6ec2292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:40.940839 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0f8fc52-ec98-4ee6-9824-be78b6ec2292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:41.192105 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0f8fc52-ec98-4ee6-9824-be78b6ec2292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:41.199817 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0f8fc52-ec98-4ee6-9824-be78b6ec2292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:41.199817 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e0f8fc52-ec98-4ee6-9824-be78b6ec2292 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/54c79a59-5144-4ad2-a103-c69e388ca0d6 HTTP/1.1" status: 204 len: 168 time: 0.3897495 Aug 10 04:16:41.217345 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8fc52-ec98-4ee6-9824-be78b6ec2292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c79a59-5144-4ad2-a103-c69e388ca0d6,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:43.688787 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:43.898464 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-49608dd0-f5a3-4edd-a83e-bc1ce325fab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:44.178897 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37798) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:44.359380 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f79be4cd-20f5-4a7a-99a0-552b154ce0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:44.467453 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f79be4cd-20f5-4a7a-99a0-552b154ce0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:44.591604 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f79be4cd-20f5-4a7a-99a0-552b154ce0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:44.637278 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79be4cd-20f5-4a7a-99a0-552b154ce0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f30d90-34d9-40cd-afe3-6f523bc68fd7,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:44.644575 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f79be4cd-20f5-4a7a-99a0-552b154ce0c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7a6d75a9703744b79eaac16e9cd87563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4645498 Aug 10 04:16:44.648697 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37814) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:44.720950 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-93802c25-edfe-4542-88c1-ff64dfa76461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:44.745521 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-93802c25-edfe-4542-88c1-ff64dfa76461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:45.066167 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-93802c25-edfe-4542-88c1-ff64dfa76461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:45.069033 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-93802c25-edfe-4542-88c1-ff64dfa76461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:45.070479 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-93802c25-edfe-4542-88c1-ff64dfa76461 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/68f30d90-34d9-40cd-afe3-6f523bc68fd7 HTTP/1.1" status: 204 len: 168 time: 0.4204960 Aug 10 04:16:45.081679 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93802c25-edfe-4542-88c1-ff64dfa76461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f30d90-34d9-40cd-afe3-6f523bc68fd7,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:45.562795 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:45.974302 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:46.450958 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37840) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:46.466778 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ada8f33a-cb24-4dc3-88db-291875dba579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:46.580456 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ada8f33a-cb24-4dc3-88db-291875dba579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:46.723025 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ada8f33a-cb24-4dc3-88db-291875dba579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:46.762139 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8f33a-cb24-4dc3-88db-291875dba579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f7934f-7158-4f65-b030-8dea7763bb57,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:46.766391 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ada8f33a-cb24-4dc3-88db-291875dba579 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5c76a00c7244613b64518c25f5daab9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3142068 Aug 10 04:16:46.769195 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37846) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:46.822397 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d363300d-0a0c-40e8-8286-c8272ea66f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:46.845734 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d363300d-0a0c-40e8-8286-c8272ea66f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:46.894765 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:47.026193 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d363300d-0a0c-40e8-8286-c8272ea66f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:47.029140 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d363300d-0a0c-40e8-8286-c8272ea66f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:47.030318 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d363300d-0a0c-40e8-8286-c8272ea66f9b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/05f7934f-7158-4f65-b030-8dea7763bb57 HTTP/1.1" status: 204 len: 168 time: 0.2603371 Aug 10 04:16:47.039383 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363300d-0a0c-40e8-8286-c8272ea66f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f7934f-7158-4f65-b030-8dea7763bb57,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:48.561142 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37884) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:48.676389 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-29a8ceca-1e61-4359-97de-d5be8f8b0cf7 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Request body: {'networks': [{'name': 'tempest-network--873158208'}, {'name': 'tempest-network--190876092'}]} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:48.694031 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-29a8ceca-1e61-4359-97de-d5be8f8b0cf7 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Request body: {'network': {'name': 'tempest-network--873158208'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:48.694031 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-29a8ceca-1e61-4359-97de-d5be8f8b0cf7 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Request body: {'network': {'name': 'tempest-network--190876092'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:48.797224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a8ceca-1e61-4359-97de-d5be8f8b0cf7 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Made reservation on behalf of 839afcb2b7f94731b0d4a3a3e4653bb4 for: {'network': 2} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:16:48.801840 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-29a8ceca-1e61-4359-97de-d5be8f8b0cf7 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:48.811532 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-29a8ceca-1e61-4359-97de-d5be8f8b0cf7 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:48.907514 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-29a8ceca-1e61-4359-97de-d5be8f8b0cf7 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:49.042703 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-29a8ceca-1e61-4359-97de-d5be8f8b0cf7 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:49.043170 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-29a8ceca-1e61-4359-97de-d5be8f8b0cf7 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:49.082668 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8ceca-1e61-4359-97de-d5be8f8b0cf7 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c06ab9b6-b735-4712-8c99-fb2e6868808f,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:49.109241 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a8ceca-1e61-4359-97de-d5be8f8b0cf7 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:16:49.116164 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-29a8ceca-1e61-4359-97de-d5be8f8b0cf7 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:49.117393 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-29a8ceca-1e61-4359-97de-d5be8f8b0cf7 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Added segment b9781720-594a-4450-bd1b-bcdeffdab64e of type vlan for network 291a573a-85ae-40ee-b922-5a65abfa0d66 Aug 10 04:16:49.166997 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-29a8ceca-1e61-4359-97de-d5be8f8b0cf7 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:49.203530 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a8ceca-1e61-4359-97de-d5be8f8b0cf7 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:16:49.214735 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-29a8ceca-1e61-4359-97de-d5be8f8b0cf7 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:49.215170 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-29a8ceca-1e61-4359-97de-d5be8f8b0cf7 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Added segment 3ed107bb-7f9c-430f-aefd-d3991b4b184d of type vlan for network 11008b65-fe8f-4188-8a0d-56f420e6e6f8 Aug 10 04:16:49.261498 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-29a8ceca-1e61-4359-97de-d5be8f8b0cf7 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:49.385515 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-29a8ceca-1e61-4359-97de-d5be8f8b0cf7 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:49.386086 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-29a8ceca-1e61-4359-97de-d5be8f8b0cf7 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:49.391985 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a8ceca-1e61-4359-97de-d5be8f8b0cf7 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:49.398598 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a8ceca-1e61-4359-97de-d5be8f8b0cf7 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:49.402567 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-29a8ceca-1e61-4359-97de-d5be8f8b0cf7 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:49.487870 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8ceca-1e61-4359-97de-d5be8f8b0cf7 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Pushing event updated for resources: {'Network': ['ID=291a573a-85ae-40ee-b922-5a65abfa0d66,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:49.498437 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 291a573a-85ae-40ee-b922-5a65abfa0d66 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:16:49.559898 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8ceca-1e61-4359-97de-d5be8f8b0cf7 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Pushing event updated for resources: {'Network': ['ID=11008b65-fe8f-4188-8a0d-56f420e6e6f8,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:49.574438 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 11008b65-fe8f-4188-8a0d-56f420e6e6f8 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:16:49.655060 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-29a8ceca-1e61-4359-97de-d5be8f8b0cf7 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.0927196 Aug 10 04:16:49.657823 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37904) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:50.292335 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92b525c-bdd5-45a8-82df-f203a9a31624 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:50.298232 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92b525c-bdd5-45a8-82df-f203a9a31624 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:50.304993 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92b525c-bdd5-45a8-82df-f203a9a31624 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:50.311139 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92b525c-bdd5-45a8-82df-f203a9a31624 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:50.312952 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d92b525c-bdd5-45a8-82df-f203a9a31624 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6541498 Aug 10 04:16:50.316143 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37928) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:50.404498 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0000aa6-b391-4e6f-ab51-32613c0e7158 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:50.504371 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0000aa6-b391-4e6f-ab51-32613c0e7158 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:50.515679 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-a0000aa6-b391-4e6f-ab51-32613c0e7158 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['291a573a-85ae-40ee-b922-5a65abfa0d66']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:50.528977 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-a0000aa6-b391-4e6f-ab51-32613c0e7158 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9781720-594a-4450-bd1b-bcdeffdab64e') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:50.529265 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-a0000aa6-b391-4e6f-ab51-32613c0e7158 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9781720-594a-4450-bd1b-bcdeffdab64e') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:50.539723 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0000aa6-b391-4e6f-ab51-32613c0e7158 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:50.555463 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0000aa6-b391-4e6f-ab51-32613c0e7158 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:50.562761 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0000aa6-b391-4e6f-ab51-32613c0e7158 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:16:50.563354 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0000aa6-b391-4e6f-ab51-32613c0e7158 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:16:50.566599 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:16:50.770986 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0000aa6-b391-4e6f-ab51-32613c0e7158 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:50.779115 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a0000aa6-b391-4e6f-ab51-32613c0e7158 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:50.781040 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a0000aa6-b391-4e6f-ab51-32613c0e7158 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] 10.222.0.25 "DELETE /v2.0/networks/291a573a-85ae-40ee-b922-5a65abfa0d66 HTTP/1.1" status: 204 len: 168 time: 0.4638188 Aug 10 04:16:50.784630 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 37948) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:50.794537 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0000aa6-b391-4e6f-ab51-32613c0e7158 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Pushing event deleted for resources: {'Network': ['ID=291a573a-85ae-40ee-b922-5a65abfa0d66,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:50.883559 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e87b67e8-d773-467e-bbc0-3c3b8789446d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:50.976948 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e87b67e8-d773-467e-bbc0-3c3b8789446d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:50.988863 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-e87b67e8-d773-467e-bbc0-3c3b8789446d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11008b65-fe8f-4188-8a0d-56f420e6e6f8']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:51.002688 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-e87b67e8-d773-467e-bbc0-3c3b8789446d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed107bb-7f9c-430f-aefd-d3991b4b184d') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:51.003170 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-e87b67e8-d773-467e-bbc0-3c3b8789446d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed107bb-7f9c-430f-aefd-d3991b4b184d') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:16:51.017034 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e87b67e8-d773-467e-bbc0-3c3b8789446d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:51.028625 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e87b67e8-d773-467e-bbc0-3c3b8789446d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:51.035295 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e87b67e8-d773-467e-bbc0-3c3b8789446d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:16:51.035745 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e87b67e8-d773-467e-bbc0-3c3b8789446d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:16:51.039447 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:16:51.300732 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e87b67e8-d773-467e-bbc0-3c3b8789446d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:51.315526 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e87b67e8-d773-467e-bbc0-3c3b8789446d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:51.315526 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e87b67e8-d773-467e-bbc0-3c3b8789446d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] 10.222.0.25 "DELETE /v2.0/networks/11008b65-fe8f-4188-8a0d-56f420e6e6f8 HTTP/1.1" status: 204 len: 168 time: 0.5241592 Aug 10 04:16:51.315876 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37970) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:51.324664 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b67e8-d773-467e-bbc0-3c3b8789446d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Pushing event deleted for resources: {'Network': ['ID=11008b65-fe8f-4188-8a0d-56f420e6e6f8,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:51.502089 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85258cf1-c0df-4dde-9074-e90888731770 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:51.509063 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85258cf1-c0df-4dde-9074-e90888731770 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:51.510686 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-85258cf1-c0df-4dde-9074-e90888731770 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1967449 Aug 10 04:16:51.514463 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 37976) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:51.519624 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-b6791b02-7232-4b51-9b80-b4a691695630 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1976499667'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:51.722895 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6791b02-7232-4b51-9b80-b4a691695630 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Made reservation on behalf of 839afcb2b7f94731b0d4a3a3e4653bb4 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:16:51.726850 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b6791b02-7232-4b51-9b80-b4a691695630 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:51.758879 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6791b02-7232-4b51-9b80-b4a691695630 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:16:51.768166 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b6791b02-7232-4b51-9b80-b4a691695630 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:51.768534 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-b6791b02-7232-4b51-9b80-b4a691695630 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Added segment 24b41a0b-3d84-4f53-b011-1d851381e8a1 of type vlan for network 3656ae0d-dcc9-4c34-a7e1-ca5732828ebe Aug 10 04:16:51.811702 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b6791b02-7232-4b51-9b80-b4a691695630 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:51.961966 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b6791b02-7232-4b51-9b80-b4a691695630 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:51.969218 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6791b02-7232-4b51-9b80-b4a691695630 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:51.970094 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b6791b02-7232-4b51-9b80-b4a691695630 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:52.063691 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6791b02-7232-4b51-9b80-b4a691695630 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Pushing event updated for resources: {'Network': ['ID=3656ae0d-dcc9-4c34-a7e1-ca5732828ebe,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:52.075116 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 3656ae0d-dcc9-4c34-a7e1-ca5732828ebe details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:16:52.186799 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b6791b02-7232-4b51-9b80-b4a691695630 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6711950 Aug 10 04:16:52.189262 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38010) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:52.195404 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-102c5d74-4de7-493c-931b-77b18e46d63f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-814132054'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:52.323351 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102c5d74-4de7-493c-931b-77b18e46d63f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Made reservation on behalf of 839afcb2b7f94731b0d4a3a3e4653bb4 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:16:52.327072 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-102c5d74-4de7-493c-931b-77b18e46d63f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:52.357822 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102c5d74-4de7-493c-931b-77b18e46d63f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:16:52.367648 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-102c5d74-4de7-493c-931b-77b18e46d63f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:52.368570 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-102c5d74-4de7-493c-931b-77b18e46d63f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Added segment 94435e44-b717-4aff-8dee-86d528f599ae of type vlan for network aae3e9f4-231c-4a26-a6ba-71ac549a1858 Aug 10 04:16:52.412634 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-102c5d74-4de7-493c-931b-77b18e46d63f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:52.609387 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-102c5d74-4de7-493c-931b-77b18e46d63f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:52.615579 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102c5d74-4de7-493c-931b-77b18e46d63f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:52.616383 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-102c5d74-4de7-493c-931b-77b18e46d63f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:52.687846 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c5d74-4de7-493c-931b-77b18e46d63f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Pushing event updated for resources: {'Network': ['ID=aae3e9f4-231c-4a26-a6ba-71ac549a1858,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:52.699232 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network aae3e9f4-231c-4a26-a6ba-71ac549a1858 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:16:52.791530 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-102c5d74-4de7-493c-931b-77b18e46d63f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6011539 Aug 10 04:16:52.797847 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38030) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:52.799088 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-ec15403a-c9b0-46e4-98a2-b6e7061f2616 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Request body: {'ports': [{'network_id': '3656ae0d-dcc9-4c34-a7e1-ca5732828ebe', 'name': 'tempest-port--2064475592', 'admin_state_up': True}, {'network_id': 'aae3e9f4-231c-4a26-a6ba-71ac549a1858', 'admin_state_up': False}]} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:52.799404 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-ec15403a-c9b0-46e4-98a2-b6e7061f2616 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Request body: {'port': {'network_id': '3656ae0d-dcc9-4c34-a7e1-ca5732828ebe', 'name': 'tempest-port--2064475592', 'admin_state_up': True}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:52.799882 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-ec15403a-c9b0-46e4-98a2-b6e7061f2616 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Request body: {'port': {'network_id': 'aae3e9f4-231c-4a26-a6ba-71ac549a1858', 'admin_state_up': False}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:53.187227 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec15403a-c9b0-46e4-98a2-b6e7061f2616 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Made reservation on behalf of 839afcb2b7f94731b0d4a3a3e4653bb4 for: {'port': 2} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:16:53.196392 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ec15403a-c9b0-46e4-98a2-b6e7061f2616 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:53.213544 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ec15403a-c9b0-46e4-98a2-b6e7061f2616 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:53.308510 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-ec15403a-c9b0-46e4-98a2-b6e7061f2616 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] device_id is not set on port eec6afb4-aee3-4953-b7d7-623323952911 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:16:53.445956 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ec15403a-c9b0-46e4-98a2-b6e7061f2616 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:53.529912 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [None req-ec15403a-c9b0-46e4-98a2-b6e7061f2616 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] device_id is not set on port 6590b39d-78d6-4121-bdb2-a656682883a6 yet. {{(pid=94938) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 10 04:16:53.661228 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ec15403a-c9b0-46e4-98a2-b6e7061f2616 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:53.849054 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ec15403a-c9b0-46e4-98a2-b6e7061f2616 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:53.914126 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15403a-c9b0-46e4-98a2-b6e7061f2616 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Pushing event updated for resources: {'Port': ['ID=eec6afb4-aee3-4953-b7d7-623323952911,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:53.923752 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15403a-c9b0-46e4-98a2-b6e7061f2616 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Checking segment: {'id': '24b41a0b-3d84-4f53-b011-1d851381e8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '3656ae0d-dcc9-4c34-a7e1-ca5732828ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:16:53.924166 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec15403a-c9b0-46e4-98a2-b6e7061f2616 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Network hostable DHCP agents. Network: 3656ae0d-dcc9-4c34-a7e1-ca5732828ebe, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:16:54.090449 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec15403a-c9b0-46e4-98a2-b6e7061f2616 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Network 3656ae0d-dcc9-4c34-a7e1-ca5732828ebe is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:16:54.260238 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-ec15403a-c9b0-46e4-98a2-b6e7061f2616 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 3656ae0d-dcc9-4c34-a7e1-ca5732828ebe) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:16:54.264969 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec15403a-c9b0-46e4-98a2-b6e7061f2616 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:16:54.266969 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ec15403a-c9b0-46e4-98a2-b6e7061f2616 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:54.284770 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ee1a87-0ba8-4ae8-b752-746dcb9bcfa9 None None] Network 3656ae0d-dcc9-4c34-a7e1-ca5732828ebe requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:16:54.390653 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15403a-c9b0-46e4-98a2-b6e7061f2616 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Pushing event updated for resources: {'Port': ['ID=6590b39d-78d6-4121-bdb2-a656682883a6,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:54.461772 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec15403a-c9b0-46e4-98a2-b6e7061f2616 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Checking segment: {'id': '94435e44-b717-4aff-8dee-86d528f599ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aae3e9f4-231c-4a26-a6ba-71ac549a1858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:16:54.462407 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec15403a-c9b0-46e4-98a2-b6e7061f2616 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Network hostable DHCP agents. Network: aae3e9f4-231c-4a26-a6ba-71ac549a1858, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:16:54.637440 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec15403a-c9b0-46e4-98a2-b6e7061f2616 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Network aae3e9f4-231c-4a26-a6ba-71ac549a1858 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:16:54.779940 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-ec15403a-c9b0-46e4-98a2-b6e7061f2616 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, aae3e9f4-231c-4a26-a6ba-71ac549a1858) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:16:54.783989 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec15403a-c9b0-46e4-98a2-b6e7061f2616 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:16:54.795264 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b656d0e3-bd76-4e56-b4c1-b383a2bcc873 None None] Network aae3e9f4-231c-4a26-a6ba-71ac549a1858 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:16:54.805018 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec15403a-c9b0-46e4-98a2-b6e7061f2616 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:54.811949 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec15403a-c9b0-46e4-98a2-b6e7061f2616 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:54.812934 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ec15403a-c9b0-46e4-98a2-b6e7061f2616 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:54.897547 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:16:54.906386 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ec15403a-c9b0-46e4-98a2-b6e7061f2616 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1066988 Aug 10 04:16:54.906386 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38096) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:54.967343 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6005302f-1e28-4e82-93d5-1112229b3c9f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:54.973372 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6005302f-1e28-4e82-93d5-1112229b3c9f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:54.975992 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6005302f-1e28-4e82-93d5-1112229b3c9f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0691326 Aug 10 04:16:54.978099 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38098) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:55.087442 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-bc4c8590-6d5e-442a-a986-e4cce6b012a8 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Deleting port eec6afb4-aee3-4953-b7d7-623323952911 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:16:55.087793 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bc4c8590-6d5e-442a-a986-e4cce6b012a8 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:55.162906 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bc4c8590-6d5e-442a-a986-e4cce6b012a8 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:55.180424 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-bc4c8590-6d5e-442a-a986-e4cce6b012a8 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Calling delete_port for eec6afb4-aee3-4953-b7d7-623323952911 owned by {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:16:55.372374 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bc4c8590-6d5e-442a-a986-e4cce6b012a8 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:55.405084 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4c8590-6d5e-442a-a986-e4cce6b012a8 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Pushing event deleted for resources: {'Port': ['ID=eec6afb4-aee3-4953-b7d7-623323952911,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:55.421295 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bc4c8590-6d5e-442a-a986-e4cce6b012a8 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:55.427725 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bc4c8590-6d5e-442a-a986-e4cce6b012a8 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] 10.222.0.25 "DELETE /v2.0/ports/eec6afb4-aee3-4953-b7d7-623323952911 HTTP/1.1" status: 204 len: 168 time: 0.4461834 Aug 10 04:16:55.428881 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38124) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:55.536837 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-6b1c03e8-956d-4318-91fb-aee68de8025d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Deleting port 6590b39d-78d6-4121-bdb2-a656682883a6 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:16:55.537536 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6b1c03e8-956d-4318-91fb-aee68de8025d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:55.623853 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6b1c03e8-956d-4318-91fb-aee68de8025d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:55.640533 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-6b1c03e8-956d-4318-91fb-aee68de8025d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Calling delete_port for 6590b39d-78d6-4121-bdb2-a656682883a6 owned by {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:16:55.803629 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6b1c03e8-956d-4318-91fb-aee68de8025d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:55.838348 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c03e8-956d-4318-91fb-aee68de8025d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Pushing event deleted for resources: {'Port': ['ID=6590b39d-78d6-4121-bdb2-a656682883a6,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:55.843291 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6b1c03e8-956d-4318-91fb-aee68de8025d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:55.847556 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6b1c03e8-956d-4318-91fb-aee68de8025d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] 10.222.0.25 "DELETE /v2.0/ports/6590b39d-78d6-4121-bdb2-a656682883a6 HTTP/1.1" status: 204 len: 168 time: 0.4153531 Aug 10 04:16:55.847970 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38142) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:55.850792 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c03e8-956d-4318-91fb-aee68de8025d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:55.851142 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c03e8-956d-4318-91fb-aee68de8025d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:55.851484 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c03e8-956d-4318-91fb-aee68de8025d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:55.851850 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c03e8-956d-4318-91fb-aee68de8025d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:55.852212 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c03e8-956d-4318-91fb-aee68de8025d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:55.852535 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c03e8-956d-4318-91fb-aee68de8025d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:55.852968 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c03e8-956d-4318-91fb-aee68de8025d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:55.853300 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c03e8-956d-4318-91fb-aee68de8025d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:55.853629 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c03e8-956d-4318-91fb-aee68de8025d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:55.853953 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c03e8-956d-4318-91fb-aee68de8025d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:55.854284 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c03e8-956d-4318-91fb-aee68de8025d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:55.854610 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c03e8-956d-4318-91fb-aee68de8025d tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:16:55.881880 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-526c997f-3e05-4c52-a5e8-f14efff48592 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0317137 Aug 10 04:16:55.886323 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38146) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:55.891542 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-b20826bd-7776-4e5d-8022-fbdf0e7a4077 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-909672492'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:56.087625 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20826bd-7776-4e5d-8022-fbdf0e7a4077 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Made reservation on behalf of 839afcb2b7f94731b0d4a3a3e4653bb4 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:16:56.091493 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b20826bd-7776-4e5d-8022-fbdf0e7a4077 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:56.118750 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20826bd-7776-4e5d-8022-fbdf0e7a4077 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:16:56.128751 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b20826bd-7776-4e5d-8022-fbdf0e7a4077 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:56.129054 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-b20826bd-7776-4e5d-8022-fbdf0e7a4077 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Added segment 86e35816-992f-4d9a-b5bb-a5b7dc493e3c of type vlan for network 3d0a6b21-51a5-4bba-9357-6bcca8834544 Aug 10 04:16:56.172270 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b20826bd-7776-4e5d-8022-fbdf0e7a4077 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:56.255144 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b20826bd-7776-4e5d-8022-fbdf0e7a4077 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:56.267072 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20826bd-7776-4e5d-8022-fbdf0e7a4077 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:56.268094 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b20826bd-7776-4e5d-8022-fbdf0e7a4077 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:56.403292 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20826bd-7776-4e5d-8022-fbdf0e7a4077 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Pushing event updated for resources: {'Network': ['ID=3d0a6b21-51a5-4bba-9357-6bcca8834544,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:56.416726 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 3d0a6b21-51a5-4bba-9357-6bcca8834544 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:16:56.463151 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b20826bd-7776-4e5d-8022-fbdf0e7a4077 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5755033 Aug 10 04:16:56.465774 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38168) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:16:56.473788 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-9b70d622-238a-4fed-9147-f9496763e75e tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-291323243'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:16:56.654345 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b70d622-238a-4fed-9147-f9496763e75e tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Made reservation on behalf of 839afcb2b7f94731b0d4a3a3e4653bb4 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:16:56.660416 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9b70d622-238a-4fed-9147-f9496763e75e tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:56.684961 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b70d622-238a-4fed-9147-f9496763e75e tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:16:56.698251 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9b70d622-238a-4fed-9147-f9496763e75e tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:56.702061 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-9b70d622-238a-4fed-9147-f9496763e75e tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Added segment ad160f1b-464d-4329-b553-665c8564929d of type vlan for network 77984b2c-8f1d-45bb-aa0d-1c5b43c2b01d Aug 10 04:16:56.748723 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9b70d622-238a-4fed-9147-f9496763e75e tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:56.974602 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9b70d622-238a-4fed-9147-f9496763e75e tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:56.984580 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b70d622-238a-4fed-9147-f9496763e75e tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:16:56.984580 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9b70d622-238a-4fed-9147-f9496763e75e tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:16:57.051904 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70d622-238a-4fed-9147-f9496763e75e tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Pushing event updated for resources: {'Network': ['ID=77984b2c-8f1d-45bb-aa0d-1c5b43c2b01d,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:16:57.062150 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 77984b2c-8f1d-45bb-aa0d-1c5b43c2b01d details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:16:57.272912 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9b70d622-238a-4fed-9147-f9496763e75e tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8053167 Aug 10 04:16:57.780970 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:00.735184 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38314) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:00.744305 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-fdb1b30b-c898-4130-955d-1bdb116ee911 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Request body: {'subnets': [{'network_id': '3d0a6b21-51a5-4bba-9357-6bcca8834544', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2123777235', 'ip_version': 6}, {'network_id': '77984b2c-8f1d-45bb-aa0d-1c5b43c2b01d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:00.745979 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-fdb1b30b-c898-4130-955d-1bdb116ee911 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Request body: {'subnet': {'network_id': '3d0a6b21-51a5-4bba-9357-6bcca8834544', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2123777235', 'ip_version': 6}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:00.747079 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-fdb1b30b-c898-4130-955d-1bdb116ee911 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Request body: {'subnet': {'network_id': '77984b2c-8f1d-45bb-aa0d-1c5b43c2b01d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:01.146073 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb1b30b-c898-4130-955d-1bdb116ee911 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Made reservation on behalf of 839afcb2b7f94731b0d4a3a3e4653bb4 for: {'subnet': 2} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:17:01.155131 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fdb1b30b-c898-4130-955d-1bdb116ee911 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:01.155131 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fdb1b30b-c898-4130-955d-1bdb116ee911 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:01.494392 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38344) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:01.685715 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2e87ef9d-ce1a-4f39-a49d-39d691d9d618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:01.734827 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fdb1b30b-c898-4130-955d-1bdb116ee911 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:01.795341 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2e87ef9d-ce1a-4f39-a49d-39d691d9d618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:01.805701 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1b30b-c898-4130-955d-1bdb116ee911 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Pushing event updated for resources: {'Subnet': ['ID=9491efa9-110f-4f4e-8120-22c00a766f28,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:01.815927 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb1b30b-c898-4130-955d-1bdb116ee911 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Checking segment: {'id': '86e35816-992f-4d9a-b5bb-a5b7dc493e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3d0a6b21-51a5-4bba-9357-6bcca8834544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:17:01.815927 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb1b30b-c898-4130-955d-1bdb116ee911 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Network hostable DHCP agents. Network: 3d0a6b21-51a5-4bba-9357-6bcca8834544, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:17:01.906241 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2e87ef9d-ce1a-4f39-a49d-39d691d9d618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:01.950616 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87ef9d-ce1a-4f39-a49d-39d691d9d618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfe95c7-7167-4d08-ac40-8989f4c48bd7,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:01.952092 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb1b30b-c898-4130-955d-1bdb116ee911 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Network 3d0a6b21-51a5-4bba-9357-6bcca8834544 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:17:01.962020 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2e87ef9d-ce1a-4f39-a49d-39d691d9d618 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9266ce425990425fbdce7826a16628c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4649260 Aug 10 04:17:01.963927 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38360) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:02.036532 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1141d9a5-4042-40d4-8c7f-292da81c2585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:02.061123 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1141d9a5-4042-40d4-8c7f-292da81c2585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:02.065965 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-fdb1b30b-c898-4130-955d-1bdb116ee911 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 3d0a6b21-51a5-4bba-9357-6bcca8834544) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:17:02.076157 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fdb1b30b-c898-4130-955d-1bdb116ee911 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:02.079790 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb0ade7-a6d5-420a-9fdc-62ada8589c16 None None] Network 3d0a6b21-51a5-4bba-9357-6bcca8834544 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:17:02.278744 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1141d9a5-4042-40d4-8c7f-292da81c2585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:02.282614 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1141d9a5-4042-40d4-8c7f-292da81c2585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:02.283806 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1141d9a5-4042-40d4-8c7f-292da81c2585 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cbfe95c7-7167-4d08-ac40-8989f4c48bd7 HTTP/1.1" status: 204 len: 168 time: 0.3187056 Aug 10 04:17:02.298495 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141d9a5-4042-40d4-8c7f-292da81c2585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfe95c7-7167-4d08-ac40-8989f4c48bd7,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:02.352383 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-3d0a6b21-51a5-4bba-9357-6bcca8834544', 'network_id': '3d0a6b21-51a5-4bba-9357-6bcca8834544', 'tenant_id': '839afcb2b7f94731b0d4a3a3e4653bb4', 'fixed_ips': [{'subnet_id': '9491efa9-110f-4f4e-8120-22c00a766f28'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:17:02.352383 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:02.530378 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Allocated IP 2001:db8::1 (3d0a6b21-51a5-4bba-9357-6bcca8834544/9491efa9-110f-4f4e-8120-22c00a766f28/b46e1bac-d9f8-4e9a-ba54-35e8b2441351) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:17:02.658683 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb1b30b-c898-4130-955d-1bdb116ee911 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Checking segment: {'id': 'ad160f1b-464d-4329-b553-665c8564929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '77984b2c-8f1d-45bb-aa0d-1c5b43c2b01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:17:02.659142 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb1b30b-c898-4130-955d-1bdb116ee911 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Network hostable DHCP agents. Network: 77984b2c-8f1d-45bb-aa0d-1c5b43c2b01d, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:17:02.674336 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb1b30b-c898-4130-955d-1bdb116ee911 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Pushing event updated for resources: {'Subnet': ['ID=dbe741e0-6c8a-4a8d-801f-e404612c19ce,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:02.729707 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:02.740536 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Transition to ACTIVE for port object b46e1bac-d9f8-4e9a-ba54-35e8b2441351 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:17:02.762053 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Transition to ACTIVE for port object b46e1bac-d9f8-4e9a-ba54-35e8b2441351 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:17:02.815768 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb1b30b-c898-4130-955d-1bdb116ee911 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Network 77984b2c-8f1d-45bb-aa0d-1c5b43c2b01d is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:17:02.918578 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:02.946815 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-fdb1b30b-c898-4130-955d-1bdb116ee911 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 77984b2c-8f1d-45bb-aa0d-1c5b43c2b01d) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:17:02.953041 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb1b30b-c898-4130-955d-1bdb116ee911 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:02.954404 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb1b30b-c898-4130-955d-1bdb116ee911 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:02.955804 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fdb1b30b-c898-4130-955d-1bdb116ee911 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:02.967701 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Network 3d0a6b21-51a5-4bba-9357-6bcca8834544 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:17:02.971759 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:17:02.975513 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:17:02.999912 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a18c6d-f88d-404c-bd2a-4df7818982c1 None None] Network 77984b2c-8f1d-45bb-aa0d-1c5b43c2b01d requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:17:03.067795 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Pushing event updated for resources: {'Port': ['ID=b46e1bac-d9f8-4e9a-ba54-35e8b2441351,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:03.095841 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fdb1b30b-c898-4130-955d-1bdb116ee911 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.3579426 Aug 10 04:17:03.098045 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38394) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:03.101243 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:03.111077 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:03.111077 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:03.111077 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:03.111077 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:03.111077 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:03.111077 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:03.111077 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:03.111077 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:03.111077 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:03.111077 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:03.111077 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:03.132551 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Attempting to bind port b46e1bac-d9f8-4e9a-ba54-35e8b2441351 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:17:03.132932 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Attempting to bind port b46e1bac-d9f8-4e9a-ba54-35e8b2441351 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '86e35816-992f-4d9a-b5bb-a5b7dc493e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3d0a6b21-51a5-4bba-9357-6bcca8834544'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:17:03.133302 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Attempting to bind port b46e1bac-d9f8-4e9a-ba54-35e8b2441351 on network 3d0a6b21-51a5-4bba-9357-6bcca8834544 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:17:03.145870 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:17:03.145870 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Checking segment: {'id': '86e35816-992f-4d9a-b5bb-a5b7dc493e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3d0a6b21-51a5-4bba-9357-6bcca8834544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:17:03.145870 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:03.145870 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Bound using segment: {'id': '86e35816-992f-4d9a-b5bb-a5b7dc493e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3d0a6b21-51a5-4bba-9357-6bcca8834544'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:17:03.145870 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Bound port: b46e1bac-d9f8-4e9a-ba54-35e8b2441351, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e35816-992f-4d9a-b5bb-a5b7dc493e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '3d0a6b21-51a5-4bba-9357-6bcca8834544'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:17:03.145870 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:03.184979 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a8f488-836c-4833-8fa7-7ee6e89bcde3 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:03.186825 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a8f488-836c-4833-8fa7-7ee6e89bcde3 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:03.188713 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a8f488-836c-4833-8fa7-7ee6e89bcde3 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:03.190629 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-29a8f488-836c-4833-8fa7-7ee6e89bcde3 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0913091 Aug 10 04:17:03.201756 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38404) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:03.266399 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f0128b-ac96-4002-b9b6-e3590067f86f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Deleting subnet 9491efa9-110f-4f4e-8120-22c00a766f28 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:17:03.269808 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-56f0128b-ac96-4002-b9b6-e3590067f86f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:03.283871 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] For port b46e1bac-d9f8-4e9a-ba54-35e8b2441351, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:17:03.288623 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54bcd28-ea9d-4b7d-9d3c-78eb8da8a196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-77984b2c-8f1d-45bb-aa0d-1c5b43c2b01d', 'network_id': '77984b2c-8f1d-45bb-aa0d-1c5b43c2b01d', 'tenant_id': '839afcb2b7f94731b0d4a3a3e4653bb4', 'fixed_ips': [{'subnet_id': 'dbe741e0-6c8a-4a8d-801f-e404612c19ce'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:17:03.289480 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f54bcd28-ea9d-4b7d-9d3c-78eb8da8a196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:03.311409 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] For port b46e1bac-d9f8-4e9a-ba54-35e8b2441351, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=b46e1bac-d9f8-4e9a-ba54-35e8b2441351,segment=NetworkSegment(86e35816-992f-4d9a-b5bb-a5b7dc493e3c),segment_id=86e35816-992f-4d9a-b5bb-a5b7dc493e3c)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:17:03.337296 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-56f0128b-ac96-4002-b9b6-e3590067f86f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:03.470461 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-56f0128b-ac96-4002-b9b6-e3590067f86f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:03.477219 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:03.517512 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-f54bcd28-ea9d-4b7d-9d3c-78eb8da8a196 None None] Allocated IP 2001:db8:0:1::1 (77984b2c-8f1d-45bb-aa0d-1c5b43c2b01d/dbe741e0-6c8a-4a8d-801f-e404612c19ce/9764d7a8-d3d7-4c6a-ae64-004e956d3932) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:17:03.559917 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fee43-79e1-471a-8955-15f7a5ce5a39 None None] Pushing event updated for resources: {'Port': ['ID=b46e1bac-d9f8-4e9a-ba54-35e8b2441351,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:03.621999 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-56f0128b-ac96-4002-b9b6-e3590067f86f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:03.682722 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0128b-ac96-4002-b9b6-e3590067f86f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Pushing event deleted for resources: {'Subnet': ['ID=9491efa9-110f-4f4e-8120-22c00a766f28,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:03.686686 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-56f0128b-ac96-4002-b9b6-e3590067f86f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:03.688842 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-56f0128b-ac96-4002-b9b6-e3590067f86f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] 10.222.0.25 "DELETE /v2.0/subnets/9491efa9-110f-4f4e-8120-22c00a766f28 HTTP/1.1" status: 204 len: 168 time: 0.4859030 Aug 10 04:17:03.691925 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38420) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:03.721917 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f54bcd28-ea9d-4b7d-9d3c-78eb8da8a196 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:03.733165 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f54bcd28-ea9d-4b7d-9d3c-78eb8da8a196 None None] Transition to ACTIVE for port object 9764d7a8-d3d7-4c6a-ae64-004e956d3932 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:17:03.752295 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f54bcd28-ea9d-4b7d-9d3c-78eb8da8a196 None None] Transition to ACTIVE for port object 9764d7a8-d3d7-4c6a-ae64-004e956d3932 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:17:03.762112 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a848c4-42e4-4aed-a936-f45b52beb994 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Deleting subnet dbe741e0-6c8a-4a8d-801f-e404612c19ce {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:17:03.905689 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-89a848c4-42e4-4aed-a936-f45b52beb994 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:03.907879 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f54bcd28-ea9d-4b7d-9d3c-78eb8da8a196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:03.960613 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54bcd28-ea9d-4b7d-9d3c-78eb8da8a196 None None] Network 77984b2c-8f1d-45bb-aa0d-1c5b43c2b01d is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:17:03.965915 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-f54bcd28-ea9d-4b7d-9d3c-78eb8da8a196 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:17:03.968116 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-89a848c4-42e4-4aed-a936-f45b52beb994 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:03.969692 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54bcd28-ea9d-4b7d-9d3c-78eb8da8a196 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:17:03.981611 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54bcd28-ea9d-4b7d-9d3c-78eb8da8a196 None None] Pushing event updated for resources: {'Port': ['ID=9764d7a8-d3d7-4c6a-ae64-004e956d3932,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:04.034976 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-f54bcd28-ea9d-4b7d-9d3c-78eb8da8a196 None None] Attempting to bind port 9764d7a8-d3d7-4c6a-ae64-004e956d3932 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:17:04.035294 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-f54bcd28-ea9d-4b7d-9d3c-78eb8da8a196 None None] Attempting to bind port 9764d7a8-d3d7-4c6a-ae64-004e956d3932 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'ad160f1b-464d-4329-b553-665c8564929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '77984b2c-8f1d-45bb-aa0d-1c5b43c2b01d'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:17:04.035906 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54bcd28-ea9d-4b7d-9d3c-78eb8da8a196 None None] Attempting to bind port 9764d7a8-d3d7-4c6a-ae64-004e956d3932 on network 77984b2c-8f1d-45bb-aa0d-1c5b43c2b01d {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:17:04.042706 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54bcd28-ea9d-4b7d-9d3c-78eb8da8a196 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:17:04.043068 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54bcd28-ea9d-4b7d-9d3c-78eb8da8a196 None None] Checking segment: {'id': 'ad160f1b-464d-4329-b553-665c8564929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '77984b2c-8f1d-45bb-aa0d-1c5b43c2b01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:17:04.043666 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f54bcd28-ea9d-4b7d-9d3c-78eb8da8a196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:04.043913 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54bcd28-ea9d-4b7d-9d3c-78eb8da8a196 None None] Bound using segment: {'id': 'ad160f1b-464d-4329-b553-665c8564929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '77984b2c-8f1d-45bb-aa0d-1c5b43c2b01d'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:17:04.044436 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-f54bcd28-ea9d-4b7d-9d3c-78eb8da8a196 None None] Bound port: 9764d7a8-d3d7-4c6a-ae64-004e956d3932, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad160f1b-464d-4329-b553-665c8564929d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '77984b2c-8f1d-45bb-aa0d-1c5b43c2b01d'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:17:04.044820 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f54bcd28-ea9d-4b7d-9d3c-78eb8da8a196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:04.077413 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-89a848c4-42e4-4aed-a936-f45b52beb994 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:04.339590 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-89a848c4-42e4-4aed-a936-f45b52beb994 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:04.339716 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-f54bcd28-ea9d-4b7d-9d3c-78eb8da8a196 None None] For port 9764d7a8-d3d7-4c6a-ae64-004e956d3932, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:17:04.340681 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-f54bcd28-ea9d-4b7d-9d3c-78eb8da8a196 None None] For port 9764d7a8-d3d7-4c6a-ae64-004e956d3932, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=9764d7a8-d3d7-4c6a-ae64-004e956d3932,segment=NetworkSegment(ad160f1b-464d-4329-b553-665c8564929d),segment_id=ad160f1b-464d-4329-b553-665c8564929d)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:17:04.365180 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a848c4-42e4-4aed-a936-f45b52beb994 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Pushing event deleted for resources: {'Subnet': ['ID=dbe741e0-6c8a-4a8d-801f-e404612c19ce,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:04.370754 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-89a848c4-42e4-4aed-a936-f45b52beb994 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:04.379234 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-89a848c4-42e4-4aed-a936-f45b52beb994 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] 10.222.0.25 "DELETE /v2.0/subnets/dbe741e0-6c8a-4a8d-801f-e404612c19ce HTTP/1.1" status: 204 len: 168 time: 0.6801825 Aug 10 04:17:04.381973 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38438) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:04.455375 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520104e4-9fb7-43b2-9e13-2796ae66bc61 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:04.456999 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-520104e4-9fb7-43b2-9e13-2796ae66bc61 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0739679 Aug 10 04:17:04.465318 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38444) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:04.492119 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f54bcd28-ea9d-4b7d-9d3c-78eb8da8a196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:04.577362 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4687eb4c-5a1f-4719-836b-441684d98898 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:04.649882 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b46e1bac-d9f8-4e9a-ba54-35e8b2441351 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:17:04.696782 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54bcd28-ea9d-4b7d-9d3c-78eb8da8a196 None None] Pushing event updated for resources: {'Port': ['ID=9764d7a8-d3d7-4c6a-ae64-004e956d3932,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:04.702795 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-4687eb4c-5a1f-4719-836b-441684d98898 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Deleting port 9764d7a8-d3d7-4c6a-ae64-004e956d3932 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:17:04.703674 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4687eb4c-5a1f-4719-836b-441684d98898 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:04.826446 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-4687eb4c-5a1f-4719-836b-441684d98898 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] For port 9764d7a8-d3d7-4c6a-ae64-004e956d3932, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=9764d7a8-d3d7-4c6a-ae64-004e956d3932,segment=NetworkSegment(ad160f1b-464d-4329-b553-665c8564929d),segment_id=ad160f1b-464d-4329-b553-665c8564929d)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:17:04.827001 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4687eb4c-5a1f-4719-836b-441684d98898 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:04.841337 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f541a837-2352-425b-be93-2264aef08b5f None None] Network 3d0a6b21-51a5-4bba-9357-6bcca8834544 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:17:04.846406 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-4687eb4c-5a1f-4719-836b-441684d98898 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Calling delete_port for 9764d7a8-d3d7-4c6a-ae64-004e956d3932 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:17:04.952794 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port b46e1bac-d9f8-4e9a-ba54-35e8b2441351 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:17:05.054320 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d61a941e-4de9-45b7-9d5a-46a493d7f5d9 None None] Provisioning for port b46e1bac-d9f8-4e9a-ba54-35e8b2441351 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:17:05.067009 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4687eb4c-5a1f-4719-836b-441684d98898 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:05.067748 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d61a941e-4de9-45b7-9d5a-46a493d7f5d9 None None] Provisioning complete for port b46e1bac-d9f8-4e9a-ba54-35e8b2441351 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:17:05.067748 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d61a941e-4de9-45b7-9d5a-46a493d7f5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:05.106279 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687eb4c-5a1f-4719-836b-441684d98898 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Pushing event deleted for resources: {'Port': ['ID=9764d7a8-d3d7-4c6a-ae64-004e956d3932,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:05.122102 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4687eb4c-5a1f-4719-836b-441684d98898 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] No DVR routers for this DVR port 9764d7a8-d3d7-4c6a-ae64-004e956d3932 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:17:05.188395 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d61a941e-4de9-45b7-9d5a-46a493d7f5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:05.238464 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4687eb4c-5a1f-4719-836b-441684d98898 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:05.242058 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d61a941e-4de9-45b7-9d5a-46a493d7f5d9 None None] For port b46e1bac-d9f8-4e9a-ba54-35e8b2441351, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=b46e1bac-d9f8-4e9a-ba54-35e8b2441351,segment=NetworkSegment(86e35816-992f-4d9a-b5bb-a5b7dc493e3c),segment_id=86e35816-992f-4d9a-b5bb-a5b7dc493e3c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:17:05.249719 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-4687eb4c-5a1f-4719-836b-441684d98898 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77984b2c-8f1d-45bb-aa0d-1c5b43c2b01d']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:17:05.263007 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-4687eb4c-5a1f-4719-836b-441684d98898 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad160f1b-464d-4329-b553-665c8564929d') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:17:05.263519 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-4687eb4c-5a1f-4719-836b-441684d98898 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad160f1b-464d-4329-b553-665c8564929d') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:17:05.268601 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b89e8b5-30ea-4fd9-a055-4d3df20ba2d5 None None] DHCP port deletion for 3d0a6b21-51a5-4bba-9357-6bcca8834544 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:17:05.275085 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4687eb4c-5a1f-4719-836b-441684d98898 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:05.293216 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4687eb4c-5a1f-4719-836b-441684d98898 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:05.300826 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4687eb4c-5a1f-4719-836b-441684d98898 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:17:05.301237 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4687eb4c-5a1f-4719-836b-441684d98898 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:17:05.305833 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:17:05.347161 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d61a941e-4de9-45b7-9d5a-46a493d7f5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:05.378244 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-7b89e8b5-30ea-4fd9-a055-4d3df20ba2d5 None None] Deleting port b46e1bac-d9f8-4e9a-ba54-35e8b2441351 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:17:05.379412 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7b89e8b5-30ea-4fd9-a055-4d3df20ba2d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:05.493436 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a941e-4de9-45b7-9d5a-46a493d7f5d9 None None] Pushing event updated for resources: {'Port': ['ID=b46e1bac-d9f8-4e9a-ba54-35e8b2441351,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:05.505196 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-7b89e8b5-30ea-4fd9-a055-4d3df20ba2d5 None None] For port b46e1bac-d9f8-4e9a-ba54-35e8b2441351, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=b46e1bac-d9f8-4e9a-ba54-35e8b2441351,segment=NetworkSegment(86e35816-992f-4d9a-b5bb-a5b7dc493e3c),segment_id=86e35816-992f-4d9a-b5bb-a5b7dc493e3c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:17:05.506521 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7b89e8b5-30ea-4fd9-a055-4d3df20ba2d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:05.510267 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4687eb4c-5a1f-4719-836b-441684d98898 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:05.517943 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4687eb4c-5a1f-4719-836b-441684d98898 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:05.519855 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4687eb4c-5a1f-4719-836b-441684d98898 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] 10.222.0.25 "DELETE /v2.0/networks/77984b2c-8f1d-45bb-aa0d-1c5b43c2b01d HTTP/1.1" status: 204 len: 168 time: 1.0528967 Aug 10 04:17:05.525305 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38486) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:05.529438 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-7b89e8b5-30ea-4fd9-a055-4d3df20ba2d5 None None] Calling delete_port for b46e1bac-d9f8-4e9a-ba54-35e8b2441351 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:17:05.550353 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687eb4c-5a1f-4719-836b-441684d98898 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Pushing event deleted for resources: {'Network': ['ID=77984b2c-8f1d-45bb-aa0d-1c5b43c2b01d,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:05.657614 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-045bd1bc-5f8d-45a9-8aa5-2d65ba1f9774 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:05.717715 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7b89e8b5-30ea-4fd9-a055-4d3df20ba2d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:05.736697 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-045bd1bc-5f8d-45a9-8aa5-2d65ba1f9774 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Deleting port b46e1bac-d9f8-4e9a-ba54-35e8b2441351 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:17:05.737271 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-045bd1bc-5f8d-45a9-8aa5-2d65ba1f9774 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:05.758893 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89e8b5-30ea-4fd9-a055-4d3df20ba2d5 None None] Pushing event deleted for resources: {'Port': ['ID=b46e1bac-d9f8-4e9a-ba54-35e8b2441351,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:05.762531 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b89e8b5-30ea-4fd9-a055-4d3df20ba2d5 None None] No DVR routers for this DVR port b46e1bac-d9f8-4e9a-ba54-35e8b2441351 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:17:05.857109 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-045bd1bc-5f8d-45a9-8aa5-2d65ba1f9774 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] For port b46e1bac-d9f8-4e9a-ba54-35e8b2441351, host n-d-802893-2, got binding levels [] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:17:05.857470 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-045bd1bc-5f8d-45a9-8aa5-2d65ba1f9774 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:05.881126 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-045bd1bc-5f8d-45a9-8aa5-2d65ba1f9774 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Calling delete_port for b46e1bac-d9f8-4e9a-ba54-35e8b2441351 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:17:05.884246 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.ipam_backend_mixin [None req-045bd1bc-5f8d-45a9-8aa5-2d65ba1f9774 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Port b46e1bac-d9f8-4e9a-ba54-35e8b2441351 was not found and therefore no delete operation was performed {{(pid=94938) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 10 04:17:05.885572 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-045bd1bc-5f8d-45a9-8aa5-2d65ba1f9774 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:05.915678 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045bd1bc-5f8d-45a9-8aa5-2d65ba1f9774 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Pushing event deleted for resources: {'Port': ['ID=b46e1bac-d9f8-4e9a-ba54-35e8b2441351,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:05.950892 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045bd1bc-5f8d-45a9-8aa5-2d65ba1f9774 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] No DVR routers for this DVR port b46e1bac-d9f8-4e9a-ba54-35e8b2441351 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:17:06.016264 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279b6de9-5972-4353-ac9f-fe614d3a39e8 None None] DHCP port deletion for 77984b2c-8f1d-45bb-aa0d-1c5b43c2b01d request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:17:06.038059 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-045bd1bc-5f8d-45a9-8aa5-2d65ba1f9774 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:06.041464 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6738b012-6172-4654-b819-9f18e3d5285c None None] Network 77984b2c-8f1d-45bb-aa0d-1c5b43c2b01d requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:17:06.050611 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-045bd1bc-5f8d-45a9-8aa5-2d65ba1f9774 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d0a6b21-51a5-4bba-9357-6bcca8834544']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:17:06.064845 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-045bd1bc-5f8d-45a9-8aa5-2d65ba1f9774 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e35816-992f-4d9a-b5bb-a5b7dc493e3c') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:17:06.065135 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-045bd1bc-5f8d-45a9-8aa5-2d65ba1f9774 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e35816-992f-4d9a-b5bb-a5b7dc493e3c') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:17:06.065496 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6738b012-6172-4654-b819-9f18e3d5285c None None] Network 77984b2c-8f1d-45bb-aa0d-1c5b43c2b01d could not be found, it might have been deleted concurrently. {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 10 04:17:06.069477 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d17c4dbb-1397-44c8-9f73-f5f329aef060 None None] Could not find standard attr ID for object 9764d7a8-d3d7-4c6a-ae64-004e956d3932. {{(pid=94939) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 10 04:17:06.079608 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-045bd1bc-5f8d-45a9-8aa5-2d65ba1f9774 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:06.097346 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-045bd1bc-5f8d-45a9-8aa5-2d65ba1f9774 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:06.105015 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045bd1bc-5f8d-45a9-8aa5-2d65ba1f9774 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:17:06.105415 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-045bd1bc-5f8d-45a9-8aa5-2d65ba1f9774 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:17:06.108325 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:17:06.249168 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-045bd1bc-5f8d-45a9-8aa5-2d65ba1f9774 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:06.259267 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-045bd1bc-5f8d-45a9-8aa5-2d65ba1f9774 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:06.261377 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-045bd1bc-5f8d-45a9-8aa5-2d65ba1f9774 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] 10.222.0.25 "DELETE /v2.0/networks/3d0a6b21-51a5-4bba-9357-6bcca8834544 HTTP/1.1" status: 204 len: 168 time: 0.7348943 Aug 10 04:17:06.265110 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38508) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:06.274568 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045bd1bc-5f8d-45a9-8aa5-2d65ba1f9774 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Pushing event deleted for resources: {'Network': ['ID=3d0a6b21-51a5-4bba-9357-6bcca8834544,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:06.353937 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8595536b-a2a5-495d-afe1-a8b54580dc4f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:06.471569 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8595536b-a2a5-495d-afe1-a8b54580dc4f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:06.499238 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-8595536b-a2a5-495d-afe1-a8b54580dc4f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae3e9f4-231c-4a26-a6ba-71ac549a1858']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:17:06.517238 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-8595536b-a2a5-495d-afe1-a8b54580dc4f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94435e44-b717-4aff-8dee-86d528f599ae') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:17:06.517761 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-8595536b-a2a5-495d-afe1-a8b54580dc4f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94435e44-b717-4aff-8dee-86d528f599ae') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:17:06.535789 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b46e1bac-d9f8-4e9a-ba54-35e8b2441351 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:17:06.545732 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8595536b-a2a5-495d-afe1-a8b54580dc4f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:06.560975 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: b46e1bac-d9f8-4e9a-ba54-35e8b2441351 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:17:06.561624 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b46e1bac-d9f8-4e9a-ba54-35e8b2441351 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:17:06.573917 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8595536b-a2a5-495d-afe1-a8b54580dc4f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:06.585490 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8595536b-a2a5-495d-afe1-a8b54580dc4f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:17:06.586023 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8595536b-a2a5-495d-afe1-a8b54580dc4f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:17:06.589146 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:17:06.740604 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8595536b-a2a5-495d-afe1-a8b54580dc4f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:06.748841 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8595536b-a2a5-495d-afe1-a8b54580dc4f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:06.750060 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8595536b-a2a5-495d-afe1-a8b54580dc4f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] 10.222.0.25 "DELETE /v2.0/networks/aae3e9f4-231c-4a26-a6ba-71ac549a1858 HTTP/1.1" status: 204 len: 168 time: 0.4839292 Aug 10 04:17:06.753850 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38532) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:06.771944 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595536b-a2a5-495d-afe1-a8b54580dc4f tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Pushing event deleted for resources: {'Network': ['ID=aae3e9f4-231c-4a26-a6ba-71ac549a1858,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:06.852609 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eb531fda-ddbc-439b-929a-a55fcd62c804 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:06.948406 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eb531fda-ddbc-439b-929a-a55fcd62c804 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:06.960569 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-eb531fda-ddbc-439b-929a-a55fcd62c804 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3656ae0d-dcc9-4c34-a7e1-ca5732828ebe']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:17:06.972512 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-eb531fda-ddbc-439b-929a-a55fcd62c804 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24b41a0b-3d84-4f53-b011-1d851381e8a1') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:17:06.972815 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-eb531fda-ddbc-439b-929a-a55fcd62c804 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24b41a0b-3d84-4f53-b011-1d851381e8a1') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:17:06.983807 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eb531fda-ddbc-439b-929a-a55fcd62c804 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:07.007027 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eb531fda-ddbc-439b-929a-a55fcd62c804 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:07.013711 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb531fda-ddbc-439b-929a-a55fcd62c804 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:17:07.014123 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eb531fda-ddbc-439b-929a-a55fcd62c804 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:17:07.017199 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:17:07.180552 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eb531fda-ddbc-439b-929a-a55fcd62c804 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:07.187716 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eb531fda-ddbc-439b-929a-a55fcd62c804 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:07.189668 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-eb531fda-ddbc-439b-929a-a55fcd62c804 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] 10.222.0.25 "DELETE /v2.0/networks/3656ae0d-dcc9-4c34-a7e1-ca5732828ebe HTTP/1.1" status: 204 len: 168 time: 0.4314711 Aug 10 04:17:07.203793 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb531fda-ddbc-439b-929a-a55fcd62c804 tempest-BulkNetworkOpsIpV6Test-681472291 tempest-BulkNetworkOpsIpV6Test-681472291-project] Pushing event deleted for resources: {'Network': ['ID=3656ae0d-dcc9-4c34-a7e1-ca5732828ebe,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:07.817812 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38548) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:07.978218 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b6fb6520-36af-485b-8d42-5ac7582bee09 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=839afcb2b7f94731b0d4a3a3e4653bb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1574571 Aug 10 04:17:07.980623 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38552) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:08.043027 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1e611cca-7eb0-453e-b20a-52d17b88c497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:08.074460 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1e611cca-7eb0-453e-b20a-52d17b88c497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:08.323112 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1e611cca-7eb0-453e-b20a-52d17b88c497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:08.325933 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1e611cca-7eb0-453e-b20a-52d17b88c497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:08.327154 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1e611cca-7eb0-453e-b20a-52d17b88c497 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c06ab9b6-b735-4712-8c99-fb2e6868808f HTTP/1.1" status: 204 len: 168 time: 0.3456166 Aug 10 04:17:08.335087 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e611cca-7eb0-453e-b20a-52d17b88c497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06ab9b6-b735-4712-8c99-fb2e6868808f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:09.570704 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38586) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:09.707594 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-80d6816a-1ebd-4251-a26c-d73b2230e028 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:09.708085 n-d-802893-2 neutron-server[94937]: WARNING neutron.api.v2.base [None req-80d6816a-1ebd-4251-a26c-d73b2230e028 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 04:17:09.708610 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-80d6816a-1ebd-4251-a26c-d73b2230e028 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 04:17:09.712582 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-80d6816a-1ebd-4251-a26c-d73b2230e028 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1401634 Aug 10 04:17:09.713895 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38590) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:09.719393 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-2d006a26-1e3e-4c01-9599-73de5a3e5c63 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group': {'name': 'tempest-secgroup--272629270'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:09.831727 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d006a26-1e3e-4c01-9599-73de5a3e5c63 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:09.841989 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d006a26-1e3e-4c01-9599-73de5a3e5c63 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:09.943899 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d006a26-1e3e-4c01-9599-73de5a3e5c63 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:09.969028 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2cfebe5f-b19e-406e-be67-e42d2044414e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:10.054437 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d006a26-1e3e-4c01-9599-73de5a3e5c63 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:10.091986 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d006a26-1e3e-4c01-9599-73de5a3e5c63 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9336b9b-4665-44e2-be2d-ed4778d93c76,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:10.165393 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d006a26-1e3e-4c01-9599-73de5a3e5c63 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:10.243407 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d006a26-1e3e-4c01-9599-73de5a3e5c63 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:10.274239 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d006a26-1e3e-4c01-9599-73de5a3e5c63 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0a3c2c-363a-4a54-b0d3-0151d6290dec,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:10.359012 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d006a26-1e3e-4c01-9599-73de5a3e5c63 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:10.360510 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2d006a26-1e3e-4c01-9599-73de5a3e5c63 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6454175 Aug 10 04:17:10.363474 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38596) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:10.369076 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-4ebe4db1-a7ac-4369-972d-c31585e28e31 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group_rule': {'security_group_id': '3a0a3c2c-363a-4a54-b0d3-0151d6290dec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:10.549439 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4ebe4db1-a7ac-4369-972d-c31585e28e31 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:10.627179 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4ebe4db1-a7ac-4369-972d-c31585e28e31 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:10.705466 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4ebe4db1-a7ac-4369-972d-c31585e28e31 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:10.724416 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe4db1-a7ac-4369-972d-c31585e28e31 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90044bb6-4be5-4fa8-a2fa-1bdf9c84f3b8,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:10.871365 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4ebe4db1-a7ac-4369-972d-c31585e28e31 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:10.872670 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4ebe4db1-a7ac-4369-972d-c31585e28e31 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5081058 Aug 10 04:17:10.881381 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38608) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:10.886444 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-355715ca-3baa-4b7b-8f11-bf6255c4b60d tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group_rule': {'security_group_id': '3a0a3c2c-363a-4a54-b0d3-0151d6290dec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:11.052794 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-355715ca-3baa-4b7b-8f11-bf6255c4b60d tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:11.157597 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-355715ca-3baa-4b7b-8f11-bf6255c4b60d tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] create failed (client error): There was a conflict when trying to complete your request. Aug 10 04:17:11.163529 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-355715ca-3baa-4b7b-8f11-bf6255c4b60d tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2763259 Aug 10 04:17:11.163529 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38610) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:11.226035 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5e03cf77-57c5-4621-b90b-1ed9e05785d6 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:11.250474 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5e03cf77-57c5-4621-b90b-1ed9e05785d6 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:11.430720 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5e03cf77-57c5-4621-b90b-1ed9e05785d6 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:11.433287 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5e03cf77-57c5-4621-b90b-1ed9e05785d6 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:11.434453 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5e03cf77-57c5-4621-b90b-1ed9e05785d6 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "DELETE /v2.0/security-groups/3a0a3c2c-363a-4a54-b0d3-0151d6290dec HTTP/1.1" status: 204 len: 168 time: 0.2718310 Aug 10 04:17:11.437444 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38614) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:11.444679 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e03cf77-57c5-4621-b90b-1ed9e05785d6 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0a3c2c-363a-4a54-b0d3-0151d6290dec,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:11.503750 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38616) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:11.503945 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-61ee5e99-5f8f-4899-bb87-89bc1c4e9aeb tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0651634 Aug 10 04:17:11.509464 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-00d05d63-aa11-46d6-be59-858a445fedb9 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group': {'name': 'tempest-secgroup--1166770523'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:11.621300 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-00d05d63-aa11-46d6-be59-858a445fedb9 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:11.714571 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-00d05d63-aa11-46d6-be59-858a445fedb9 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:11.859890 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-00d05d63-aa11-46d6-be59-858a445fedb9 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:11.900802 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d05d63-aa11-46d6-be59-858a445fedb9 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad99579-3eac-4bb0-9b4e-7bc811d3e9dd,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:11.980896 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-00d05d63-aa11-46d6-be59-858a445fedb9 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:11.982808 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-00d05d63-aa11-46d6-be59-858a445fedb9 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4780643 Aug 10 04:17:11.985556 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38624) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:11.990827 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-f110c8ee-2aae-444d-805e-fa755445ef27 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group_rule': {'security_group_id': '8ad99579-3eac-4bb0-9b4e-7bc811d3e9dd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:11.991325 n-d-802893-2 neutron-server[94938]: WARNING neutron.api.v2.base [None req-f110c8ee-2aae-444d-805e-fa755445ef27 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 10 04:17:11.991829 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-f110c8ee-2aae-444d-805e-fa755445ef27 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:17:11.992840 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f110c8ee-2aae-444d-805e-fa755445ef27 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063090 Aug 10 04:17:11.995905 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38626) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:12.052135 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f1f08299-010e-4220-900b-344a01150a59 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:12.078996 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f1f08299-010e-4220-900b-344a01150a59 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:12.220269 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f1f08299-010e-4220-900b-344a01150a59 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:12.223425 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f1f08299-010e-4220-900b-344a01150a59 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:12.225405 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f1f08299-010e-4220-900b-344a01150a59 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "DELETE /v2.0/security-groups/8ad99579-3eac-4bb0-9b4e-7bc811d3e9dd HTTP/1.1" status: 204 len: 168 time: 0.2284405 Aug 10 04:17:12.229650 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38630) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:12.236289 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f08299-010e-4220-900b-344a01150a59 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad99579-3eac-4bb0-9b4e-7bc811d3e9dd,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:12.296048 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c66b63f7-76a6-41d2-aeef-49c658fc03be tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0648608 Aug 10 04:17:12.299822 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38632) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:12.305632 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c0dbc58e-2244-45ba-ac9b-deb19df32289 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group': {'name': 'tempest-secgroup--2144216895'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:12.398130 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c0dbc58e-2244-45ba-ac9b-deb19df32289 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:12.497129 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c0dbc58e-2244-45ba-ac9b-deb19df32289 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:12.614627 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c0dbc58e-2244-45ba-ac9b-deb19df32289 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:12.646028 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbc58e-2244-45ba-ac9b-deb19df32289 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e32ff4b1-282f-4cf0-8364-038fa2bfa451,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:12.815255 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c0dbc58e-2244-45ba-ac9b-deb19df32289 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:12.825316 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c0dbc58e-2244-45ba-ac9b-deb19df32289 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5160370 Aug 10 04:17:12.825316 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38634) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:12.826290 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-ef94b30b-7cfd-45d1-bf47-661aec3d9b88 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group_rule': {'security_group_id': 'e32ff4b1-282f-4cf0-8364-038fa2bfa451', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:12.827343 n-d-802893-2 neutron-server[94938]: WARNING neutron.api.v2.base [None req-ef94b30b-7cfd-45d1-bf47-661aec3d9b88 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 10 04:17:12.828238 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-ef94b30b-7cfd-45d1-bf47-661aec3d9b88 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:17:12.829857 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ef94b30b-7cfd-45d1-bf47-661aec3d9b88 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0080869 Aug 10 04:17:12.832969 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38636) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:12.901691 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-72e2f662-bb6a-43b1-991d-9a101e603e7b tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:12.926675 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-72e2f662-bb6a-43b1-991d-9a101e603e7b tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:13.094429 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-72e2f662-bb6a-43b1-991d-9a101e603e7b tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:13.097096 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-72e2f662-bb6a-43b1-991d-9a101e603e7b tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:13.098321 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-72e2f662-bb6a-43b1-991d-9a101e603e7b tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "DELETE /v2.0/security-groups/e32ff4b1-282f-4cf0-8364-038fa2bfa451 HTTP/1.1" status: 204 len: 168 time: 0.2634997 Aug 10 04:17:13.101872 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38642) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:13.108816 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2f662-bb6a-43b1-991d-9a101e603e7b tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32ff4b1-282f-4cf0-8364-038fa2bfa451,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:13.170171 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7f769e7c-ef35-43b7-96c9-a754eed616c7 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0662575 Aug 10 04:17:13.174933 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38644) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:13.182566 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-449465ad-caaf-4625-bd00-474c5cbca52a tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group': {'name': 'tempest-secgroup--26238327'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:13.315311 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-449465ad-caaf-4625-bd00-474c5cbca52a tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:13.410141 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-449465ad-caaf-4625-bd00-474c5cbca52a tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:13.520822 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-449465ad-caaf-4625-bd00-474c5cbca52a tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:13.563184 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449465ad-caaf-4625-bd00-474c5cbca52a tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f9316e-a03a-409f-a212-32bf5d1a35ac,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:13.637937 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:13.643139 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-449465ad-caaf-4625-bd00-474c5cbca52a tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:13.644537 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-449465ad-caaf-4625-bd00-474c5cbca52a tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4679523 Aug 10 04:17:13.647766 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38648) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:13.652973 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-4883812f-a3fe-4625-b736-c1c3b7f77758 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group_rule': {'security_group_id': 'c0f9316e-a03a-409f-a212-32bf5d1a35ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:13.654123 n-d-802893-2 neutron-server[94938]: WARNING neutron.api.v2.base [None req-4883812f-a3fe-4625-b736-c1c3b7f77758 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 10 04:17:13.654413 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-4883812f-a3fe-4625-b736-c1c3b7f77758 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:17:13.662955 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4883812f-a3fe-4625-b736-c1c3b7f77758 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0066953 Aug 10 04:17:13.663385 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38650) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:13.668827 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-a4a10e40-6e95-4665-8eb1-43761b442fb0 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group_rule': {'security_group_id': 'c0f9316e-a03a-409f-a212-32bf5d1a35ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:13.675224 n-d-802893-2 neutron-server[94938]: WARNING neutron.api.v2.base [None req-a4a10e40-6e95-4665-8eb1-43761b442fb0 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 10 04:17:13.675224 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-a4a10e40-6e95-4665-8eb1-43761b442fb0 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:17:13.675224 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a4a10e40-6e95-4665-8eb1-43761b442fb0 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0063157 Aug 10 04:17:13.675833 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38652) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:13.688491 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-9e668bbd-c693-497d-9846-8bdee987b4e9 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group_rule': {'security_group_id': 'c0f9316e-a03a-409f-a212-32bf5d1a35ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:13.688491 n-d-802893-2 neutron-server[94938]: WARNING neutron.api.v2.base [None req-9e668bbd-c693-497d-9846-8bdee987b4e9 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 10 04:17:13.689206 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-9e668bbd-c693-497d-9846-8bdee987b4e9 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:17:13.693948 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9e668bbd-c693-497d-9846-8bdee987b4e9 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0129697 Aug 10 04:17:13.694108 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38656) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:13.702031 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-3fdf8e4a-b782-4d3f-be64-9d803af35bec tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group_rule': {'security_group_id': 'c0f9316e-a03a-409f-a212-32bf5d1a35ac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:13.703326 n-d-802893-2 neutron-server[94938]: WARNING neutron.api.v2.base [None req-3fdf8e4a-b782-4d3f-be64-9d803af35bec tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 10 04:17:13.703928 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-3fdf8e4a-b782-4d3f-be64-9d803af35bec tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:17:13.705556 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3fdf8e4a-b782-4d3f-be64-9d803af35bec tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0097017 Aug 10 04:17:13.710239 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38658) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:13.790279 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1c62e1e1-56ce-49ae-b9f6-66b52c92dd0b tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:13.821114 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1c62e1e1-56ce-49ae-b9f6-66b52c92dd0b tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:13.830993 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c86ecec5-6aa5-4100-a72e-c6c1ac8b111c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:13.992195 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1c62e1e1-56ce-49ae-b9f6-66b52c92dd0b tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:13.995226 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1c62e1e1-56ce-49ae-b9f6-66b52c92dd0b tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:13.996957 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1c62e1e1-56ce-49ae-b9f6-66b52c92dd0b tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "DELETE /v2.0/security-groups/c0f9316e-a03a-409f-a212-32bf5d1a35ac HTTP/1.1" status: 204 len: 168 time: 0.2850583 Aug 10 04:17:14.000344 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38660) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:14.018755 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62e1e1-56ce-49ae-b9f6-66b52c92dd0b tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f9316e-a03a-409f-a212-32bf5d1a35ac,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:14.060242 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-616c01f8-a812-47d0-8292-809645f1a80c tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0586467 Aug 10 04:17:14.064060 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38662) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:14.070998 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-464bdb8c-f430-4c83-97d9-68c9c37c5753 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group': {'name': 'tempest-secgroup--1421025631'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:14.180248 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-464bdb8c-f430-4c83-97d9-68c9c37c5753 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:14.302334 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-464bdb8c-f430-4c83-97d9-68c9c37c5753 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:14.374523 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-464bdb8c-f430-4c83-97d9-68c9c37c5753 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:14.414867 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464bdb8c-f430-4c83-97d9-68c9c37c5753 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51307dc8-304b-4e65-98a3-0115a9ee58e6,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:14.471869 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-464bdb8c-f430-4c83-97d9-68c9c37c5753 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:14.477803 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-464bdb8c-f430-4c83-97d9-68c9c37c5753 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4083085 Aug 10 04:17:14.478122 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38670) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:14.486134 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-f11d1dc1-3f58-470e-a10d-46173c748227 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group_rule': {'security_group_id': '51307dc8-304b-4e65-98a3-0115a9ee58e6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:14.486873 n-d-802893-2 neutron-server[94938]: WARNING neutron.api.v2.base [None req-f11d1dc1-3f58-470e-a10d-46173c748227 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 04:17:14.487643 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-f11d1dc1-3f58-470e-a10d-46173c748227 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:17:14.489294 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f11d1dc1-3f58-470e-a10d-46173c748227 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0101140 Aug 10 04:17:14.495334 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38672) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:14.509498 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-38c75883-4251-4b23-a46d-b671b6aeafed tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group_rule': {'security_group_id': '51307dc8-304b-4e65-98a3-0115a9ee58e6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:14.894611 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-38c75883-4251-4b23-a46d-b671b6aeafed tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:17:14.896538 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-38c75883-4251-4b23-a46d-b671b6aeafed tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3979399 Aug 10 04:17:14.901353 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38676) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:14.908636 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-8353e27c-6350-44b9-a1aa-434b323647f3 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group_rule': {'security_group_id': '51307dc8-304b-4e65-98a3-0115a9ee58e6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:14.909136 n-d-802893-2 neutron-server[94937]: WARNING neutron.api.v2.base [None req-8353e27c-6350-44b9-a1aa-434b323647f3 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 10 04:17:14.909715 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-8353e27c-6350-44b9-a1aa-434b323647f3 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:17:14.917193 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8353e27c-6350-44b9-a1aa-434b323647f3 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073946 Aug 10 04:17:14.919630 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38678) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:14.927144 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-7f71544f-bb36-44f4-afe1-a45915e743fd tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group_rule': {'security_group_id': '51307dc8-304b-4e65-98a3-0115a9ee58e6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:15.156298 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-7f71544f-bb36-44f4-afe1-a45915e743fd tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:17:15.166482 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7f71544f-bb36-44f4-afe1-a45915e743fd tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2368016 Aug 10 04:17:15.166482 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38680) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:15.172024 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-da57acd4-a252-4367-b395-69c4e685c057 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group_rule': {'security_group_id': '51307dc8-304b-4e65-98a3-0115a9ee58e6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:15.172024 n-d-802893-2 neutron-server[94938]: WARNING neutron.api.v2.base [None req-da57acd4-a252-4367-b395-69c4e685c057 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 10 04:17:15.176854 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-da57acd4-a252-4367-b395-69c4e685c057 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:17:15.176854 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-da57acd4-a252-4367-b395-69c4e685c057 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0093608 Aug 10 04:17:15.179634 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38682) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:15.195657 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-b05b423c-df2b-4688-8af8-a797882aee9c tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group_rule': {'security_group_id': '51307dc8-304b-4e65-98a3-0115a9ee58e6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:15.369040 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:15.453548 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-b05b423c-df2b-4688-8af8-a797882aee9c tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:17:15.459375 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b05b423c-df2b-4688-8af8-a797882aee9c tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2738163 Aug 10 04:17:15.459493 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38690) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:15.466086 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-66a86854-1695-4a25-951a-26f7f1391a67 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group_rule': {'security_group_id': '51307dc8-304b-4e65-98a3-0115a9ee58e6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:15.466617 n-d-802893-2 neutron-server[94938]: WARNING neutron.api.v2.base [None req-66a86854-1695-4a25-951a-26f7f1391a67 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 10 04:17:15.467281 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-66a86854-1695-4a25-951a-26f7f1391a67 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:17:15.471406 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-66a86854-1695-4a25-951a-26f7f1391a67 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076087 Aug 10 04:17:15.471611 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38692) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:15.477827 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-0f071e93-a513-4aa2-93bd-4ea0d2cf3c15 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group_rule': {'security_group_id': '51307dc8-304b-4e65-98a3-0115a9ee58e6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:15.654557 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-0f071e93-a513-4aa2-93bd-4ea0d2cf3c15 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:17:15.658798 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0f071e93-a513-4aa2-93bd-4ea0d2cf3c15 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1861722 Aug 10 04:17:15.659162 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38694) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:15.665837 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-f64e5eaf-9fe0-4d65-9b42-bb106918cd3a tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group_rule': {'security_group_id': '51307dc8-304b-4e65-98a3-0115a9ee58e6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:15.945788 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:15.997565 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-f64e5eaf-9fe0-4d65-9b42-bb106918cd3a tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:17:16.006040 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f64e5eaf-9fe0-4d65-9b42-bb106918cd3a tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3386486 Aug 10 04:17:16.006040 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38696) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:16.079367 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-634a395c-2f3e-4ea1-9a3e-745f541aa1b8 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:16.119347 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-634a395c-2f3e-4ea1-9a3e-745f541aa1b8 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:16.261058 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-634a395c-2f3e-4ea1-9a3e-745f541aa1b8 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:16.264554 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-634a395c-2f3e-4ea1-9a3e-745f541aa1b8 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:16.267471 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-634a395c-2f3e-4ea1-9a3e-745f541aa1b8 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "DELETE /v2.0/security-groups/51307dc8-304b-4e65-98a3-0115a9ee58e6 HTTP/1.1" status: 204 len: 168 time: 0.2642343 Aug 10 04:17:16.269205 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38700) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:16.284636 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a395c-2f3e-4ea1-9a3e-745f541aa1b8 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51307dc8-304b-4e65-98a3-0115a9ee58e6,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:16.352388 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a4ac95a7-2e5b-42ef-a22c-b58a2cc0bb68 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0818505 Aug 10 04:17:16.357798 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38704) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:16.363715 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-b84ffd71-74c3-43d3-8a14-a70a5f574bfa tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group': {'name': 'tempest-secgroup--1826127228'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:16.523025 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b84ffd71-74c3-43d3-8a14-a70a5f574bfa tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:16.618090 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b84ffd71-74c3-43d3-8a14-a70a5f574bfa tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:16.728975 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b84ffd71-74c3-43d3-8a14-a70a5f574bfa tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:16.761424 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ffd71-74c3-43d3-8a14-a70a5f574bfa tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57f851a4-b994-440a-87ce-f5a3b9cd9843,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:16.922265 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b84ffd71-74c3-43d3-8a14-a70a5f574bfa tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:16.924106 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b84ffd71-74c3-43d3-8a14-a70a5f574bfa tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5647333 Aug 10 04:17:16.934333 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38710) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:16.939616 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-a93a9be0-04c9-4cd6-a23f-8e36510f06ca tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group_rule': {'security_group_id': '57f851a4-b994-440a-87ce-f5a3b9cd9843', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:16.955638 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:17.129410 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-a93a9be0-04c9-4cd6-a23f-8e36510f06ca tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] create failed (client error): The resource could not be found. Aug 10 04:17:17.132020 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a93a9be0-04c9-4cd6-a23f-8e36510f06ca tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1949749 Aug 10 04:17:17.134298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38712) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:17.140550 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-25b777ec-b414-4e43-aa71-340ca6d60df0 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group_rule': {'security_group_id': '57f851a4-b994-440a-87ce-f5a3b9cd9843', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'f8658f98-139f-48a2-ac6b-4e6e2f562267'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:17.341842 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-25b777ec-b414-4e43-aa71-340ca6d60df0 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] create failed (client error): The resource could not be found. Aug 10 04:17:17.347860 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38714) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:17.348163 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-25b777ec-b414-4e43-aa71-340ca6d60df0 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2126503 Aug 10 04:17:17.435838 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad830efe-c285-45eb-8d92-443802c9d645 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:17.468282 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad830efe-c285-45eb-8d92-443802c9d645 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:17.649865 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad830efe-c285-45eb-8d92-443802c9d645 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:17.655059 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad830efe-c285-45eb-8d92-443802c9d645 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:17.657870 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ad830efe-c285-45eb-8d92-443802c9d645 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "DELETE /v2.0/security-groups/57f851a4-b994-440a-87ce-f5a3b9cd9843 HTTP/1.1" status: 204 len: 168 time: 0.3080106 Aug 10 04:17:17.659015 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38728) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:17.680004 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad830efe-c285-45eb-8d92-443802c9d645 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f851a4-b994-440a-87ce-f5a3b9cd9843,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:17.744372 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-bbcced29-376e-4527-aba0-1090267ba0cb tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0835471 Aug 10 04:17:17.750054 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38730) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:17.755070 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-0ff3c3f2-0162-49dc-aa76-f1438c4eb36d tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group_rule': {'security_group_id': '065a1b4d-66af-45ba-b7b4-8cb5040b06e9', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:17.956287 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-0ff3c3f2-0162-49dc-aa76-f1438c4eb36d tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] create failed (client error): The resource could not be found. Aug 10 04:17:17.963937 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0ff3c3f2-0162-49dc-aa76-f1438c4eb36d tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2061567 Aug 10 04:17:17.963937 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38736) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:17.971909 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-1c037763-89cf-4625-af1d-f4d84515f49d tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group': {'name': 'tempest-secgroup--1778834999'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:18.106191 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1c037763-89cf-4625-af1d-f4d84515f49d tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:18.221483 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1c037763-89cf-4625-af1d-f4d84515f49d tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:18.422554 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1c037763-89cf-4625-af1d-f4d84515f49d tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:18.485854 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c037763-89cf-4625-af1d-f4d84515f49d tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7590f9-97cc-4898-a176-877149ffe45b,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:18.530323 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1c037763-89cf-4625-af1d-f4d84515f49d tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:18.532739 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1c037763-89cf-4625-af1d-f4d84515f49d tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5695202 Aug 10 04:17:18.537469 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38744) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:18.543704 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-0b4bce00-d13c-4e64-96f6-3a9c9916f6db tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group': {'name': 'tempest-secgroup--623336511'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:18.670673 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0b4bce00-d13c-4e64-96f6-3a9c9916f6db tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:18.773461 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0b4bce00-d13c-4e64-96f6-3a9c9916f6db tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:18.850005 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0b4bce00-d13c-4e64-96f6-3a9c9916f6db tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:18.884175 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4bce00-d13c-4e64-96f6-3a9c9916f6db tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=276f66bd-72a8-42e7-a0c4-cf6a0113326e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:18.933780 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0b4bce00-d13c-4e64-96f6-3a9c9916f6db tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:18.936121 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0b4bce00-d13c-4e64-96f6-3a9c9916f6db tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3961563 Aug 10 04:17:18.938421 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38756) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:18.946922 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-1d779fa5-1fc4-4df6-b042-4871c9680397 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group_rule': {'security_group_id': 'ca7590f9-97cc-4898-a176-877149ffe45b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '276f66bd-72a8-42e7-a0c4-cf6a0113326e'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:19.112315 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-1d779fa5-1fc4-4df6-b042-4871c9680397 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:17:19.118366 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1d779fa5-1fc4-4df6-b042-4871c9680397 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1736124 Aug 10 04:17:19.119496 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38758) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:19.182587 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc88d972-5b30-4acc-bc35-8431d2300658 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:19.215935 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc88d972-5b30-4acc-bc35-8431d2300658 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:19.352029 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc88d972-5b30-4acc-bc35-8431d2300658 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:19.357853 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cc88d972-5b30-4acc-bc35-8431d2300658 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:19.360323 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-cc88d972-5b30-4acc-bc35-8431d2300658 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "DELETE /v2.0/security-groups/276f66bd-72a8-42e7-a0c4-cf6a0113326e HTTP/1.1" status: 204 len: 168 time: 0.2391880 Aug 10 04:17:19.363062 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38766) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:19.391099 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88d972-5b30-4acc-bc35-8431d2300658 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=276f66bd-72a8-42e7-a0c4-cf6a0113326e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:19.479295 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-34e5fcd8-b7b6-4c0a-aa0d-b774cdbaa54c tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1142621 Aug 10 04:17:19.482444 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38770) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:19.556292 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d9ccef1b-e40d-4bfe-a087-71569eaedd6a tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:19.594531 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d9ccef1b-e40d-4bfe-a087-71569eaedd6a tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:19.752547 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d9ccef1b-e40d-4bfe-a087-71569eaedd6a tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:19.758547 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d9ccef1b-e40d-4bfe-a087-71569eaedd6a tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:19.761666 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d9ccef1b-e40d-4bfe-a087-71569eaedd6a tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "DELETE /v2.0/security-groups/ca7590f9-97cc-4898-a176-877149ffe45b HTTP/1.1" status: 204 len: 168 time: 0.2757680 Aug 10 04:17:19.765448 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38780) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:19.778017 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ccef1b-e40d-4bfe-a087-71569eaedd6a tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7590f9-97cc-4898-a176-877149ffe45b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:19.858598 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-90a5da55-61cb-4ce9-b425-d3d81dd47004 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0880198 Aug 10 04:17:19.859009 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38782) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:19.863840 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-aded8727-985a-46f6-8a50-6440853715b3 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group': {'name': 'tempest-secgroup--1079958256'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:19.941279 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aded8727-985a-46f6-8a50-6440853715b3 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:20.049835 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aded8727-985a-46f6-8a50-6440853715b3 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:20.111689 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aded8727-985a-46f6-8a50-6440853715b3 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:20.152656 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded8727-985a-46f6-8a50-6440853715b3 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17aa1d70-2e08-4be6-8307-325aab372341,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:20.186438 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aded8727-985a-46f6-8a50-6440853715b3 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:20.187747 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-aded8727-985a-46f6-8a50-6440853715b3 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3277454 Aug 10 04:17:20.191852 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38788) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:20.197772 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-c7bf96d5-fe66-46c6-93fe-f276c3e87bf9 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:17:20.199086 n-d-802893-2 neutron-server[94937]: WARNING neutron.api.v2.base [None req-c7bf96d5-fe66-46c6-93fe-f276c3e87bf9 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 10 04:17:20.199086 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-c7bf96d5-fe66-46c6-93fe-f276c3e87bf9 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] update failed (client error): There was a conflict when trying to complete your request. Aug 10 04:17:20.200100 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c7bf96d5-fe66-46c6-93fe-f276c3e87bf9 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "PUT /v2.0/security-groups/17aa1d70-2e08-4be6-8307-325aab372341 HTTP/1.1" status: 409 len: 330 time: 0.0068340 Aug 10 04:17:20.208116 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38790) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:20.299791 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7d171e60-5dfc-4309-a1c5-8fa231ca4543 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:20.335153 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7d171e60-5dfc-4309-a1c5-8fa231ca4543 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:20.459883 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7d171e60-5dfc-4309-a1c5-8fa231ca4543 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:20.464906 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7d171e60-5dfc-4309-a1c5-8fa231ca4543 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:20.466480 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7d171e60-5dfc-4309-a1c5-8fa231ca4543 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "DELETE /v2.0/security-groups/17aa1d70-2e08-4be6-8307-325aab372341 HTTP/1.1" status: 204 len: 168 time: 0.2563915 Aug 10 04:17:20.470375 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38794) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:20.481236 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d171e60-5dfc-4309-a1c5-8fa231ca4543 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17aa1d70-2e08-4be6-8307-325aab372341,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:20.539013 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2d32f9aa-d15d-4629-aa83-32c008123019 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0604074 Aug 10 04:17:20.540650 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38798) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:20.564774 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-68ffa907-b11a-4166-b19a-a0c748b6c421 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] delete failed (client error): The resource could not be found. Aug 10 04:17:20.566649 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-68ffa907-b11a-4166-b19a-a0c748b6c421 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "DELETE /v2.0/security-groups/947d8e46-61e2-4d6d-8a7e-bc0df392babd HTTP/1.1" status: 404 len: 347 time: 0.0245440 Aug 10 04:17:20.571523 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38802) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:20.595402 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-fa60a1a0-b3f7-4efb-b4b7-02a2f96c6ab5 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] show failed (client error): The resource could not be found. Aug 10 04:17:20.597535 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fa60a1a0-b3f7-4efb-b4b7-02a2f96c6ab5 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "GET /v2.0/security-groups/18d6baef-0b41-40e8-9393-f0fc5ab4936e HTTP/1.1" status: 404 len: 347 time: 0.0239639 Aug 10 04:17:20.604875 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38804) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:20.622758 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-5a970924-3216-4846-89bb-5d2513368704 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] show failed (client error): The resource could not be found. Aug 10 04:17:20.624538 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5a970924-3216-4846-89bb-5d2513368704 tempest-NegativeSecGroupTest-210422858 tempest-NegativeSecGroupTest-210422858-project] 10.222.0.25 "GET /v2.0/security-group-rules/e61b448a-5737-4dfd-b49d-fbc79db2779d HTTP/1.1" status: 404 len: 356 time: 0.0212641 Aug 10 04:17:21.229846 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38818) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:21.419875 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5f4f55a3-f1e3-441f-aef9-cd5a9a0b33d5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a5165ace5a4b4a93be9984d32a304fe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885905 Aug 10 04:17:21.423861 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38822) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:21.498248 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0aa35367-971e-4b90-ad37-6356bbeb5784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:21.522679 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0aa35367-971e-4b90-ad37-6356bbeb5784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:21.677876 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0aa35367-971e-4b90-ad37-6356bbeb5784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:21.680660 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0aa35367-971e-4b90-ad37-6356bbeb5784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:21.681886 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0aa35367-971e-4b90-ad37-6356bbeb5784 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f9336b9b-4665-44e2-be2d-ed4778d93c76 HTTP/1.1" status: 204 len: 168 time: 0.2567661 Aug 10 04:17:21.690405 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa35367-971e-4b90-ad37-6356bbeb5784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9336b9b-4665-44e2-be2d-ed4778d93c76,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:25.717832 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 38964) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:25.892785 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fed1dbd3-1b46-465b-8640-53bc3f1082fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:26.003265 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fed1dbd3-1b46-465b-8640-53bc3f1082fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:26.098654 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fed1dbd3-1b46-465b-8640-53bc3f1082fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:26.150832 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 38982) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:26.151382 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fed1dbd3-1b46-465b-8640-53bc3f1082fb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b4cf46f4b45f44679a26ae05d005de30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4318914 Aug 10 04:17:26.152145 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1dbd3-1b46-465b-8640-53bc3f1082fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d22551-61c8-4a7c-839b-3a37376b5d16,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:26.252867 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c56613d3-fda5-4c66-a074-083b9de53507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:26.297634 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c56613d3-fda5-4c66-a074-083b9de53507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:26.414692 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c56613d3-fda5-4c66-a074-083b9de53507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:26.417623 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c56613d3-fda5-4c66-a074-083b9de53507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:26.423499 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c56613d3-fda5-4c66-a074-083b9de53507 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/28d22551-61c8-4a7c-839b-3a37376b5d16 HTTP/1.1" status: 204 len: 168 time: 0.2685683 Aug 10 04:17:26.434755 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56613d3-fda5-4c66-a074-083b9de53507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d22551-61c8-4a7c-839b-3a37376b5d16,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:27.301994 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39006) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:27.315727 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b8c472d5-abdf-490f-a35d-6bd9792768b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:27.408101 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b8c472d5-abdf-490f-a35d-6bd9792768b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:27.493169 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b8c472d5-abdf-490f-a35d-6bd9792768b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:27.536018 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b8c472d5-abdf-490f-a35d-6bd9792768b6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1252a5999ee14cdcb69acf4b5b4c2716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2349260 Aug 10 04:17:27.537965 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c472d5-abdf-490f-a35d-6bd9792768b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632a6c1e-f9ce-4479-a224-7ffa08131eec,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:27.539932 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39012) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:27.605026 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e51e8334-5986-4251-b440-2722d35e54a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:27.627202 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e51e8334-5986-4251-b440-2722d35e54a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:27.683349 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:27.837507 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e51e8334-5986-4251-b440-2722d35e54a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:27.840285 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e51e8334-5986-4251-b440-2722d35e54a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:27.841557 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e51e8334-5986-4251-b440-2722d35e54a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/632a6c1e-f9ce-4479-a224-7ffa08131eec HTTP/1.1" status: 204 len: 168 time: 0.3005702 Aug 10 04:17:27.856611 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e8334-5986-4251-b440-2722d35e54a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632a6c1e-f9ce-4479-a224-7ffa08131eec,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:30.637147 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39112) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:30.758159 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-be41cfa6-5e9c-49e2-a384-21d66aea96a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:30.854014 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-be41cfa6-5e9c-49e2-a384-21d66aea96a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:30.929610 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-be41cfa6-5e9c-49e2-a384-21d66aea96a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:30.972494 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-be41cfa6-5e9c-49e2-a384-21d66aea96a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6a5b9a2272024e6e8e370721563eea37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3342032 Aug 10 04:17:30.973444 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41cfa6-5e9c-49e2-a384-21d66aea96a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593ad677-9591-4f98-b2e2-55397a947934,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:30.976120 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39126) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:31.033560 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aa18e1f1-20e3-4622-9425-5a51a1296ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:31.057104 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aa18e1f1-20e3-4622-9425-5a51a1296ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:31.220055 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aa18e1f1-20e3-4622-9425-5a51a1296ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:31.222647 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-aa18e1f1-20e3-4622-9425-5a51a1296ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:31.223820 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-aa18e1f1-20e3-4622-9425-5a51a1296ac3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/593ad677-9591-4f98-b2e2-55397a947934 HTTP/1.1" status: 204 len: 168 time: 0.2465732 Aug 10 04:17:31.234435 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18e1f1-20e3-4622-9425-5a51a1296ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593ad677-9591-4f98-b2e2-55397a947934,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:31.873740 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:17:31.957251 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39166) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:31.971515 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3790b6ef-8967-4054-afdd-111525fff24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:32.071842 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3790b6ef-8967-4054-afdd-111525fff24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:32.179169 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3790b6ef-8967-4054-afdd-111525fff24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:32.230795 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3790b6ef-8967-4054-afdd-111525fff24a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f9e6dd5955b48618f3707d7427580cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2721426 Aug 10 04:17:32.232327 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790b6ef-8967-4054-afdd-111525fff24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29395d3c-2ce0-4fba-b6b7-35949c518ef7,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:32.233293 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39180) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:32.293208 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d34c8938-1e3d-4728-ae83-3c8c63254d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:32.317404 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d34c8938-1e3d-4728-ae83-3c8c63254d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:32.444685 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d34c8938-1e3d-4728-ae83-3c8c63254d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:32.447426 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d34c8938-1e3d-4728-ae83-3c8c63254d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:32.448671 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d34c8938-1e3d-4728-ae83-3c8c63254d72 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29395d3c-2ce0-4fba-b6b7-35949c518ef7 HTTP/1.1" status: 204 len: 168 time: 0.2130399 Aug 10 04:17:32.468876 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c8938-1e3d-4728-ae83-3c8c63254d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29395d3c-2ce0-4fba-b6b7-35949c518ef7,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:33.872702 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39274) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:33.962690 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c3658ff6-cc54-471b-b426-a8598a6c1870 req-67d025b8-5036-4d46-a2af-4b36b4773777 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488050 Aug 10 04:17:33.999385 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b3c56c01-aa0c-42e6-b8c5-6f48d3d55bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:34.059876 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3658ff6-cc54-471b-b426-a8598a6c1870 req-88124c22-0deb-4859-9d3b-d58d4fe0467f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:34.061630 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c3658ff6-cc54-471b-b426-a8598a6c1870 req-88124c22-0deb-4859-9d3b-d58d4fe0467f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 1096 time: 0.0523303 Aug 10 04:17:34.101995 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b3c56c01-aa0c-42e6-b8c5-6f48d3d55bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:34.173737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3658ff6-cc54-471b-b426-a8598a6c1870 req-febf2078-503d-47ec-9aa5-d05393c28f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:34.178700 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c3658ff6-cc54-471b-b426-a8598a6c1870 req-febf2078-503d-47ec-9aa5-d05393c28f41 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 911 time: 0.0909867 Aug 10 04:17:34.227348 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b3c56c01-aa0c-42e6-b8c5-6f48d3d55bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:34.258574 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c3658ff6-cc54-471b-b426-a8598a6c1870 req-3c8670c3-8cbc-4aaa-bdde-e364833bca07 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1330f4e4-473f-4a93-83c0-17828a80782d HTTP/1.1" status: 200 len: 1001 time: 0.0760112 Aug 10 04:17:34.282768 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c56c01-aa0c-42e6-b8c5-6f48d3d55bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18828e6f-835e-45f2-a790-773cb57a78ab,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:34.292049 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b3c56c01-aa0c-42e6-b8c5-6f48d3d55bee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e0d821384296473496a80ca0d33edb9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4181161 Aug 10 04:17:34.293847 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39290) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:34.325306 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3658ff6-cc54-471b-b426-a8598a6c1870 req-21ad3598-4db5-4a8d-99cd-b129db9a0f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:34.326896 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c3658ff6-cc54-471b-b426-a8598a6c1870 req-21ad3598-4db5-4a8d-99cd-b129db9a0f4b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=50d1b050-8d5a-4a28-adea-90a39272e6c6 HTTP/1.1" status: 200 len: 849 time: 0.0619793 Aug 10 04:17:34.368189 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a289c332-40c6-40d6-b94e-477b8c7e0930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:34.402694 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a289c332-40c6-40d6-b94e-477b8c7e0930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:34.413781 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3658ff6-cc54-471b-b426-a8598a6c1870 req-b4f9debb-be12-4794-8bea-c7fd85f5fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:17:34.420320 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c3658ff6-cc54-471b-b426-a8598a6c1870 req-b4f9debb-be12-4794-8bea-c7fd85f5fbef service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee59e291-e76f-48a7-96a4-530291348714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814588 Aug 10 04:17:34.532666 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c3658ff6-cc54-471b-b426-a8598a6c1870 req-1caca415-1287-4919-a7a8-580978b61ac8 service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058147 Aug 10 04:17:34.552016 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a289c332-40c6-40d6-b94e-477b8c7e0930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:34.555207 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a289c332-40c6-40d6-b94e-477b8c7e0930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:34.558946 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a289c332-40c6-40d6-b94e-477b8c7e0930 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18828e6f-835e-45f2-a790-773cb57a78ab HTTP/1.1" status: 204 len: 168 time: 0.2606831 Aug 10 04:17:34.567298 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289c332-40c6-40d6-b94e-477b8c7e0930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18828e6f-835e-45f2-a790-773cb57a78ab,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:34.665107 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c3658ff6-cc54-471b-b426-a8598a6c1870 req-3bf178e5-1b55-42d2-87a4-ff359e01eaec service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272523 Aug 10 04:17:35.433519 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39324) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:35.470067 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-93f5f134-763b-4ea6-8210-a6eb9bd0002c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:35.558941 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-93f5f134-763b-4ea6-8210-a6eb9bd0002c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:35.659891 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-93f5f134-763b-4ea6-8210-a6eb9bd0002c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:35.704662 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-93f5f134-763b-4ea6-8210-a6eb9bd0002c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c490bf65cc54ffa9785c585df5eae69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2676249 Aug 10 04:17:35.705697 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5f134-763b-4ea6-8210-a6eb9bd0002c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3040a83e-765c-49ef-8a62-86a8007489fa,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:35.707247 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39330) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:35.764166 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-48a18a53-1839-424f-aee1-cbee003f09e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:35.789070 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-48a18a53-1839-424f-aee1-cbee003f09e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:35.961567 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-48a18a53-1839-424f-aee1-cbee003f09e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:35.964491 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-48a18a53-1839-424f-aee1-cbee003f09e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:35.968261 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-48a18a53-1839-424f-aee1-cbee003f09e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3040a83e-765c-49ef-8a62-86a8007489fa HTTP/1.1" status: 204 len: 168 time: 0.2565060 Aug 10 04:17:35.976181 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a18a53-1839-424f-aee1-cbee003f09e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3040a83e-765c-49ef-8a62-86a8007489fa,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:36.478805 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-c2513445-4587-4f36-9578-9c2b024cb450 req-7aa1a20f-c34b-422f-b4d9-5d72a121768b service neutron] (94938) timed out ('10.222.0.25', 48362) {{(pid=94938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:17:39.945271 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-75b97e98-31a6-47bf-aec9-bed3941976b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:43.660216 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:43.841534 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1e06ce97-720b-4500-b70a-66cff88be22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:45.389939 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:45.877625 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:46.967698 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:48.768013 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39652) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:48.918718 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-293b8bbb-21ff-4f60-9428-54ee9871ba5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:49.061604 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-293b8bbb-21ff-4f60-9428-54ee9871ba5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:49.155624 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-293b8bbb-21ff-4f60-9428-54ee9871ba5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:49.190842 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-293b8bbb-21ff-4f60-9428-54ee9871ba5c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=542c6a6095ca46cea474eadf22f53628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4257145 Aug 10 04:17:49.194428 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39664) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:49.212899 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b8bbb-21ff-4f60-9428-54ee9871ba5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89da4190-b104-4cd1-81e1-9d5f846fa136,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:49.274300 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e58b6c7c-e597-4e6a-b9c8-b11b708441e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:49.303811 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e58b6c7c-e597-4e6a-b9c8-b11b708441e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:49.437846 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e58b6c7c-e597-4e6a-b9c8-b11b708441e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:49.440878 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e58b6c7c-e597-4e6a-b9c8-b11b708441e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:49.445682 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e58b6c7c-e597-4e6a-b9c8-b11b708441e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89da4190-b104-4cd1-81e1-9d5f846fa136 HTTP/1.1" status: 204 len: 168 time: 0.2500942 Aug 10 04:17:49.477346 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58b6c7c-e597-4e6a-b9c8-b11b708441e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89da4190-b104-4cd1-81e1-9d5f846fa136,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:49.487622 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58b6c7c-e597-4e6a-b9c8-b11b708441e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:49.488387 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58b6c7c-e597-4e6a-b9c8-b11b708441e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:49.488887 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58b6c7c-e597-4e6a-b9c8-b11b708441e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:49.490076 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58b6c7c-e597-4e6a-b9c8-b11b708441e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:49.490600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58b6c7c-e597-4e6a-b9c8-b11b708441e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:49.491114 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58b6c7c-e597-4e6a-b9c8-b11b708441e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:49.491765 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58b6c7c-e597-4e6a-b9c8-b11b708441e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:49.492454 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58b6c7c-e597-4e6a-b9c8-b11b708441e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:49.493374 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58b6c7c-e597-4e6a-b9c8-b11b708441e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:49.493867 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58b6c7c-e597-4e6a-b9c8-b11b708441e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:49.498720 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58b6c7c-e597-4e6a-b9c8-b11b708441e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:49.498720 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58b6c7c-e597-4e6a-b9c8-b11b708441e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:50.390320 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39694) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:50.405307 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-52473b14-beff-4b07-98e7-44b724996dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:50.502298 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-52473b14-beff-4b07-98e7-44b724996dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:50.601598 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-52473b14-beff-4b07-98e7-44b724996dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:50.644116 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-52473b14-beff-4b07-98e7-44b724996dca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=88137d603f604feca6219e14acd6f538&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2526605 Aug 10 04:17:50.644866 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52473b14-beff-4b07-98e7-44b724996dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa69ebd3-ea2e-4736-893d-0d4847cada06,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:50.647745 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39702) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:50.706442 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-12958bc3-372d-4181-89a6-8b0bb70bf18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:50.728964 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-12958bc3-372d-4181-89a6-8b0bb70bf18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:50.889209 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-12958bc3-372d-4181-89a6-8b0bb70bf18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:50.892188 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-12958bc3-372d-4181-89a6-8b0bb70bf18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:50.896467 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-12958bc3-372d-4181-89a6-8b0bb70bf18b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fa69ebd3-ea2e-4736-893d-0d4847cada06 HTTP/1.1" status: 204 len: 168 time: 0.2443047 Aug 10 04:17:50.903823 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12958bc3-372d-4181-89a6-8b0bb70bf18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa69ebd3-ea2e-4736-893d-0d4847cada06,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:53.983304 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39820) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:54.118544 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dafa8b4d-da74-4c00-b7b7-b0d6e9a17acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:54.290282 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dafa8b4d-da74-4c00-b7b7-b0d6e9a17acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:54.445228 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dafa8b4d-da74-4c00-b7b7-b0d6e9a17acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:54.492356 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafa8b4d-da74-4c00-b7b7-b0d6e9a17acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbd82b3-92e2-4b6c-a152-08697aca4ab2,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:54.497144 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-dafa8b4d-da74-4c00-b7b7-b0d6e9a17acf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=93760f6291bb47049c86123ad2d5f7a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5115452 Aug 10 04:17:54.500214 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39830) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:54.560018 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f1a9924-855e-491c-bdf5-ad41e5ac821a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:54.583187 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f1a9924-855e-491c-bdf5-ad41e5ac821a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:54.723329 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f1a9924-855e-491c-bdf5-ad41e5ac821a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:54.726969 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4f1a9924-855e-491c-bdf5-ad41e5ac821a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:54.731333 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4f1a9924-855e-491c-bdf5-ad41e5ac821a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dbbd82b3-92e2-4b6c-a152-08697aca4ab2 HTTP/1.1" status: 204 len: 168 time: 0.2269876 Aug 10 04:17:54.742579 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a9924-855e-491c-bdf5-ad41e5ac821a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbd82b3-92e2-4b6c-a152-08697aca4ab2,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:55.954324 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 39856) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:55.969300 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7cec9d3d-6e08-4854-aa12-866c6df14d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:56.073290 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7cec9d3d-6e08-4854-aa12-866c6df14d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:56.291927 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7cec9d3d-6e08-4854-aa12-866c6df14d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:56.339998 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7cec9d3d-6e08-4854-aa12-866c6df14d14 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=72d0d83f1a28479789c9dc1750dd4812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3841262 Aug 10 04:17:56.342306 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 39870) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:17:56.343914 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec9d3d-6e08-4854-aa12-866c6df14d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3ae074-f160-4c0a-aed7-a480901bae8f,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:56.419247 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6e4ce33c-fc2d-4e23-a4bc-e7465468d469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:56.447692 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6e4ce33c-fc2d-4e23-a4bc-e7465468d469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:56.710624 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6e4ce33c-fc2d-4e23-a4bc-e7465468d469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:56.713791 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6e4ce33c-fc2d-4e23-a4bc-e7465468d469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:17:56.715276 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6e4ce33c-fc2d-4e23-a4bc-e7465468d469 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bc3ae074-f160-4c0a-aed7-a480901bae8f HTTP/1.1" status: 204 len: 168 time: 0.3712013 Aug 10 04:17:56.723911 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ce33c-fc2d-4e23-a4bc-e7465468d469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3ae074-f160-4c0a-aed7-a480901bae8f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:17:56.732219 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ce33c-fc2d-4e23-a4bc-e7465468d469 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:56.732647 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ce33c-fc2d-4e23-a4bc-e7465468d469 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:56.733247 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ce33c-fc2d-4e23-a4bc-e7465468d469 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:56.733637 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ce33c-fc2d-4e23-a4bc-e7465468d469 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:56.734209 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ce33c-fc2d-4e23-a4bc-e7465468d469 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:56.734938 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ce33c-fc2d-4e23-a4bc-e7465468d469 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:56.735443 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ce33c-fc2d-4e23-a4bc-e7465468d469 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:56.735987 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ce33c-fc2d-4e23-a4bc-e7465468d469 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:56.736378 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ce33c-fc2d-4e23-a4bc-e7465468d469 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:56.736786 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ce33c-fc2d-4e23-a4bc-e7465468d469 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:56.737224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ce33c-fc2d-4e23-a4bc-e7465468d469 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:56.737627 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4ce33c-fc2d-4e23-a4bc-e7465468d469 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:17:57.716154 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:08.744029 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40134) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:18:08.875746 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:18:08.880911 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74987489-fb09-4415-abd1-40fb4a69bf23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:08.979076 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74987489-fb09-4415-abd1-40fb4a69bf23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:09.049324 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74987489-fb09-4415-abd1-40fb4a69bf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:09.091085 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-74987489-fb09-4415-abd1-40fb4a69bf23 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c56823c99c63422189ced619e6c520be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3438494 Aug 10 04:18:09.092370 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74987489-fb09-4415-abd1-40fb4a69bf23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45563857-4bcd-458b-8a37-bed43d0d63ee,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:09.094497 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40138) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:18:09.159514 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cde1a9d5-5d3d-4d00-b562-f6d4581f6444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:09.185652 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cde1a9d5-5d3d-4d00-b562-f6d4581f6444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:09.352737 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cde1a9d5-5d3d-4d00-b562-f6d4581f6444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:09.358121 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cde1a9d5-5d3d-4d00-b562-f6d4581f6444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:09.362322 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-cde1a9d5-5d3d-4d00-b562-f6d4581f6444 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45563857-4bcd-458b-8a37-bed43d0d63ee HTTP/1.1" status: 204 len: 168 time: 0.2630477 Aug 10 04:18:09.372206 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde1a9d5-5d3d-4d00-b562-f6d4581f6444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45563857-4bcd-458b-8a37-bed43d0d63ee,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:09.959055 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-539d07c0-8e0f-480f-a6e1-594fd7c21e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:10.154863 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40152) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:18:10.177483 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-76b716e5-4713-4471-bf8c-04b387886d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:10.280973 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-76b716e5-4713-4471-bf8c-04b387886d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:10.407229 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-76b716e5-4713-4471-bf8c-04b387886d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:10.453609 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-76b716e5-4713-4471-bf8c-04b387886d84 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fc7cd9ab2f694bd3a47efd037bf9ed9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2935560 Aug 10 04:18:10.453609 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b716e5-4713-4471-bf8c-04b387886d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563cb7ab-3b20-417a-aabd-6a086ac8b661,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:10.454455 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40158) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:18:10.513460 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5e568049-17ef-434a-9792-775d544fca39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:10.541892 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5e568049-17ef-434a-9792-775d544fca39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:10.671981 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5e568049-17ef-434a-9792-775d544fca39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:10.674604 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5e568049-17ef-434a-9792-775d544fca39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:10.675901 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5e568049-17ef-434a-9792-775d544fca39 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/563cb7ab-3b20-417a-aabd-6a086ac8b661 HTTP/1.1" status: 204 len: 168 time: 0.2225907 Aug 10 04:18:10.686200 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e568049-17ef-434a-9792-775d544fca39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563cb7ab-3b20-417a-aabd-6a086ac8b661,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:13.618178 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:13.935036 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a80187fd-7d4c-4c81-8151-537b6303bbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:15.352143 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:15.963114 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:16.952741 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:20.109491 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40390) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:18:20.251363 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b2b88898-7607-4869-bac4-ff8aa2c4ea3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:20.361692 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b2b88898-7607-4869-bac4-ff8aa2c4ea3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:20.482944 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b2b88898-7607-4869-bac4-ff8aa2c4ea3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:20.521760 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b88898-7607-4869-bac4-ff8aa2c4ea3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd1b5ab-8dfd-40b6-9788-9192089bb312,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:20.529403 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b2b88898-7607-4869-bac4-ff8aa2c4ea3e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e365c3b982be43e1863ca6aeedb44976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4188104 Aug 10 04:18:20.529868 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40400) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:18:20.614549 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eef461ce-0096-4ccf-afd7-ef274dfba83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:20.649610 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eef461ce-0096-4ccf-afd7-ef274dfba83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:20.841612 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eef461ce-0096-4ccf-afd7-ef274dfba83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:20.844364 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eef461ce-0096-4ccf-afd7-ef274dfba83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:20.846741 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-eef461ce-0096-4ccf-afd7-ef274dfba83a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7bd1b5ab-8dfd-40b6-9788-9192089bb312 HTTP/1.1" status: 204 len: 168 time: 0.3149214 Aug 10 04:18:20.855773 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef461ce-0096-4ccf-afd7-ef274dfba83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd1b5ab-8dfd-40b6-9788-9192089bb312,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:21.821484 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40428) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:18:21.837755 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ff70620-e40d-42ee-abcc-3dbba046b737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:21.939170 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ff70620-e40d-42ee-abcc-3dbba046b737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:22.054983 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ff70620-e40d-42ee-abcc-3dbba046b737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:22.097598 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6ff70620-e40d-42ee-abcc-3dbba046b737 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=72b8a6fc7dc645c68ec180c0ee5e4d9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2722335 Aug 10 04:18:22.294970 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40442) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:18:22.294970 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff70620-e40d-42ee-abcc-3dbba046b737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0cda27-3043-49de-aecc-a1c67582db56,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:22.294970 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8868cc5a-7633-4c8e-8d5b-7882315a044b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:22.294970 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8868cc5a-7633-4c8e-8d5b-7882315a044b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:22.413120 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8868cc5a-7633-4c8e-8d5b-7882315a044b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:22.415698 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8868cc5a-7633-4c8e-8d5b-7882315a044b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:22.417046 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8868cc5a-7633-4c8e-8d5b-7882315a044b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9d0cda27-3043-49de-aecc-a1c67582db56 HTTP/1.1" status: 204 len: 168 time: 0.3173485 Aug 10 04:18:22.429387 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868cc5a-7633-4c8e-8d5b-7882315a044b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0cda27-3043-49de-aecc-a1c67582db56,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:23.392506 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-cb107f0d-2edb-4b08-9836-104861c86baf tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1415041356&fields=id&tenant_id=d4bbb82d53544f8dad3eb033c592dee4 HTTP/1.1" status: 200 len: 267 time: 0.0528452 Aug 10 04:18:23.515709 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-878cf25d-9eed-4621-8e37-17319684282d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:23.520862 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-878cf25d-9eed-4621-8e37-17319684282d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 810 time: 0.1231334 Aug 10 04:18:23.534942 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-c9d98f61-66c2-4fdf-8076-78d1fa9fe0ee tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/quotas/d4bbb82d53544f8dad3eb033c592dee4 HTTP/1.1" status: 200 len: 375 time: 0.0101984 Aug 10 04:18:23.638420 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-3060d99c-1e21-4d48-b17e-0ce46408278b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0960896 Aug 10 04:18:23.840510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-e9457a36-d0a7-4ae8-bd73-16bc1ab500f5 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:18:23.841573 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-e9457a36-d0a7-4ae8-bd73-16bc1ab500f5 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1890788 Aug 10 04:18:23.951809 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-31ac1843-1280-4e7f-9cb0-5b3dbbde081d service neutron] 10.222.0.25 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013434 Aug 10 04:18:24.078934 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-7a29ee71-0c3c-45ff-8c85-f2f236cf9691 service neutron] 10.222.0.25 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220708 Aug 10 04:18:25.342363 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2a960489-6a82-49f1-b744-e733b3e600bc req-0c012aaa-bb3e-4d84-ad30-2abed8a290f8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 210 time: 0.2890074 Aug 10 04:18:26.449962 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3decf942-9080-45aa-9b3f-8e5b0a71b04e req-6e0deee8-ac75-497f-a937-ba1274481618 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 210 time: 0.0292766 Aug 10 04:18:27.572107 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-87a470de-b58b-439d-80ae-028fdfe42728 req-79776bf8-81a8-40fc-b5b5-7ed10e29f128 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 210 time: 0.0291412 Aug 10 04:18:27.751761 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:28.474703 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-a0813d19-2e70-40c0-9623-61647ae0fdf2 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:28.476311 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-a0813d19-2e70-40c0-9623-61647ae0fdf2 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.20 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 810 time: 0.1108882 Aug 10 04:18:28.527053 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-32dfaee4-50f5-46d2-bdaf-55e55827aee8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d4bbb82d53544f8dad3eb033c592dee4 HTTP/1.1" status: 200 len: 380 time: 0.0362124 Aug 10 04:18:28.537479 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-d504c41b-15ce-42a1-8a4b-cb91dea7c886 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Request body: {'port': {'device_id': '761fb52a-5b5c-410b-afd2-895ecc1ea44d', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'admin_state_up': True, 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'security_groups': ['e995bdaa-3bf9-4d4e-8432-ae028b2073b5']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:18:28.700767 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ce292ce-1838-48bd-809b-822c6fae9d9f req-6e6d81e8-2b05-442b-af9c-9c3929179549 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 210 time: 0.0310326 Aug 10 04:18:28.814749 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-d504c41b-15ce-42a1-8a4b-cb91dea7c886 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Made reservation on behalf of d4bbb82d53544f8dad3eb033c592dee4 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:18:28.838890 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-d504c41b-15ce-42a1-8a4b-cb91dea7c886 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:28.992985 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-d504c41b-15ce-42a1-8a4b-cb91dea7c886 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Allocated IP 172.20.0.11 (ee59e291-e76f-48a7-96a4-530291348714/50d1b050-8d5a-4a28-adea-90a39272e6c6/e0faa396-1a23-4b82-a466-31b32ae9ba24) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:18:29.150142 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-d504c41b-15ce-42a1-8a4b-cb91dea7c886 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:29.165259 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-d504c41b-15ce-42a1-8a4b-cb91dea7c886 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Transition to ACTIVE for port object e0faa396-1a23-4b82-a466-31b32ae9ba24 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:18:29.369462 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-d504c41b-15ce-42a1-8a4b-cb91dea7c886 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:29.421919 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-d504c41b-15ce-42a1-8a4b-cb91dea7c886 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Network ee59e291-e76f-48a7-96a4-530291348714 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:18:29.423400 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-d504c41b-15ce-42a1-8a4b-cb91dea7c886 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:18:29.430954 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-d504c41b-15ce-42a1-8a4b-cb91dea7c886 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:18:29.465254 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504c41b-15ce-42a1-8a4b-cb91dea7c886 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event updated for resources: {'Port': ['ID=e0faa396-1a23-4b82-a466-31b32ae9ba24,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:29.525467 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-d504c41b-15ce-42a1-8a4b-cb91dea7c886 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:29.526244 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-d504c41b-15ce-42a1-8a4b-cb91dea7c886 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:29.646127 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-d504c41b-15ce-42a1-8a4b-cb91dea7c886 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1131206 Aug 10 04:18:29.743648 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40714) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:18:29.838068 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6ba541f8-a7a5-44c9-9b25-317774693151 None None] Provisioning for port e0faa396-1a23-4b82-a466-31b32ae9ba24 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:18:29.843645 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6ba541f8-a7a5-44c9-9b25-317774693151 None None] Provisioning complete for port e0faa396-1a23-4b82-a466-31b32ae9ba24 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:18:29.844063 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6ba541f8-a7a5-44c9-9b25-317774693151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:29.931710 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82896d56-ffe6-490f-b899-f4166ce06db1 req-4691b74c-41e0-4bab-8d39-65c988fae7b7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:29.934349 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-ee4fc3a1-d043-4506-a461-e27df35f5341 service neutron] Request body: {'port': {'device_id': '761fb52a-5b5c-410b-afd2-895ecc1ea44d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:18:29.941138 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-6ba541f8-a7a5-44c9-9b25-317774693151 None None] Port e0faa396-1a23-4b82-a466-31b32ae9ba24 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:18:29.946435 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-82896d56-ffe6-490f-b899-f4166ce06db1 req-4691b74c-41e0-4bab-8d39-65c988fae7b7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 932 time: 0.1383803 Aug 10 04:18:29.969001 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-de751ae3-3b8a-421c-9c4b-fff949fc0420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:30.032874 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-82896d56-ffe6-490f-b899-f4166ce06db1 req-0a1f6440-19db-4fe3-8e6f-9bcf93a491b9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849245 Aug 10 04:18:30.061657 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-ee4fc3a1-d043-4506-a461-e27df35f5341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:30.156507 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-de751ae3-3b8a-421c-9c4b-fff949fc0420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:30.300488 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-de751ae3-3b8a-421c-9c4b-fff949fc0420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:30.359135 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de751ae3-3b8a-421c-9c4b-fff949fc0420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4e9011-d096-4914-ad12-1869eb78d9af,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:30.368128 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-de751ae3-3b8a-421c-9c4b-fff949fc0420 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=930480431e7340ae9a3796e9f4c0dcbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6225221 Aug 10 04:18:30.371252 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40728) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:18:30.456306 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6988c88f-6f4b-43e4-9591-eb45bd3822b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:30.489585 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6988c88f-6f4b-43e4-9591-eb45bd3822b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:30.491453 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-ee4fc3a1-d043-4506-a461-e27df35f5341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0faa396-1a23-4b82-a466-31b32ae9ba24 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:18:30.500833 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-ee4fc3a1-d043-4506-a461-e27df35f5341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:30.524262 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-ee4fc3a1-d043-4506-a461-e27df35f5341 service neutron] Transition to ACTIVE for port object e0faa396-1a23-4b82-a466-31b32ae9ba24 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:18:30.649964 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-ee4fc3a1-d043-4506-a461-e27df35f5341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:30.699131 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6988c88f-6f4b-43e4-9591-eb45bd3822b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:30.701475 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6988c88f-6f4b-43e4-9591-eb45bd3822b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:30.703134 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6988c88f-6f4b-43e4-9591-eb45bd3822b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df4e9011-d096-4914-ad12-1869eb78d9af HTTP/1.1" status: 204 len: 168 time: 0.3304427 Aug 10 04:18:30.719467 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988c88f-6f4b-43e4-9591-eb45bd3822b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4e9011-d096-4914-ad12-1869eb78d9af,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:30.795143 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4fc3a1-d043-4506-a461-e27df35f5341 service neutron] Pushing event updated for resources: {'Port': ['ID=e0faa396-1a23-4b82-a466-31b32ae9ba24,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:30.852870 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-ee4fc3a1-d043-4506-a461-e27df35f5341 service neutron] Attempting to bind port e0faa396-1a23-4b82-a466-31b32ae9ba24 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:18:30.854047 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-ee4fc3a1-d043-4506-a461-e27df35f5341 service neutron] Attempting to bind port e0faa396-1a23-4b82-a466-31b32ae9ba24 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:18:30.854047 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-ee4fc3a1-d043-4506-a461-e27df35f5341 service neutron] Attempting to bind port e0faa396-1a23-4b82-a466-31b32ae9ba24 on network ee59e291-e76f-48a7-96a4-530291348714 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:18:30.860611 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-ee4fc3a1-d043-4506-a461-e27df35f5341 service neutron] Port e0faa396-1a23-4b82-a466-31b32ae9ba24 on network ee59e291-e76f-48a7-96a4-530291348714 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:18:30.861170 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-ee4fc3a1-d043-4506-a461-e27df35f5341 service neutron] Attempting to bind port e0faa396-1a23-4b82-a466-31b32ae9ba24 on network ee59e291-e76f-48a7-96a4-530291348714 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:18:30.868697 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-ee4fc3a1-d043-4506-a461-e27df35f5341 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:18:30.869138 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-ee4fc3a1-d043-4506-a461-e27df35f5341 service neutron] Checking segment: {'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:18:30.869591 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-ee4fc3a1-d043-4506-a461-e27df35f5341 service neutron] Bound using segment: {'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:18:30.870106 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-ee4fc3a1-d043-4506-a461-e27df35f5341 service neutron] Bound port: e0faa396-1a23-4b82-a466-31b32ae9ba24, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50519050-0340-4aef-999e-c25df342447e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:18:30.870846 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-ee4fc3a1-d043-4506-a461-e27df35f5341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:30.998860 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-ee4fc3a1-d043-4506-a461-e27df35f5341 service neutron] For port e0faa396-1a23-4b82-a466-31b32ae9ba24, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:18:31.002699 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-ee4fc3a1-d043-4506-a461-e27df35f5341 service neutron] For port e0faa396-1a23-4b82-a466-31b32ae9ba24, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=e0faa396-1a23-4b82-a466-31b32ae9ba24,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:18:31.119924 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-ee4fc3a1-d043-4506-a461-e27df35f5341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:31.177769 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-ee4fc3a1-d043-4506-a461-e27df35f5341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:31.178401 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-ee4fc3a1-d043-4506-a461-e27df35f5341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:31.179840 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-ee4fc3a1-d043-4506-a461-e27df35f5341 service neutron] 10.222.0.20 "PUT /v2.0/ports/e0faa396-1a23-4b82-a466-31b32ae9ba24 HTTP/1.1" status: 200 len: 1092 time: 1.5166626 Aug 10 04:18:31.181396 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761fb52a-5b5c-410b-afd2-895ecc1ea44d', 'tag': 'e0faa396-1a23-4b82-a466-31b32ae9ba24'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:18:31.183791 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b941f2f-17e5-4f1d-9fd7-bc9cf8dc7b68" -d '{"events": [{"name": "network-changed", "server_uuid": "761fb52a-5b5c-410b-afd2-895ecc1ea44d", "tag": "e0faa396-1a23-4b82-a466-31b32ae9ba24"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:18:31.272328 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a986d5-58a6-40cd-8aa3-81700e3cfed8 req-8d7697d0-fec7-4afd-8234-6d884c9e8ce1 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:31.283916 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e8a986d5-58a6-40cd-8aa3-81700e3cfed8 req-8d7697d0-fec7-4afd-8234-6d884c9e8ce1 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 944 time: 0.1765833 Aug 10 04:18:31.306405 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4fc3a1-d043-4506-a461-e27df35f5341 service neutron] Pushing event updated for resources: {'Port': ['ID=e0faa396-1a23-4b82-a466-31b32ae9ba24,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:31.352740 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e8a986d5-58a6-40cd-8aa3-81700e3cfed8 req-417eaa5f-27fe-490a-afd2-276710aca504 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622981 Aug 10 04:18:31.618939 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-cdc1c1d6-dae0-4dd0-8634-8655bfd3e0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:31.621431 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-cdc1c1d6-dae0-4dd0-8634-8655bfd3e0e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 1095 time: 0.2304776 Aug 10 04:18:31.700190 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-3382290a-5bb6-404e-908f-204e028e5ebd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0faa396-1a23-4b82-a466-31b32ae9ba24 HTTP/1.1" status: 200 len: 217 time: 0.0650523 Aug 10 04:18:31.770302 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214c7e4b-51a1-46b3-b61d-5a0262cfc43a x-openstack-request-id: req-214c7e4b-51a1-46b3-b61d-5a0262cfc43a {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:18:31.771298 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761fb52a-5b5c-410b-afd2-895ecc1ea44d", "tag": "e0faa396-1a23-4b82-a466-31b32ae9ba24", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:18:31.771298 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-214c7e4b-51a1-46b3-b61d-5a0262cfc43a {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:18:31.771838 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761fb52a-5b5c-410b-afd2-895ecc1ea44d', 'tag': 'e0faa396-1a23-4b82-a466-31b32ae9ba24', 'status': 'completed', 'code': 200} Aug 10 04:18:31.800811 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-4e999776-c4f4-40fb-9ac8-2dae9b094d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:31.803905 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-4e999776-c4f4-40fb-9ac8-2dae9b094d29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=50d1b050-8d5a-4a28-adea-90a39272e6c6 HTTP/1.1" status: 200 len: 849 time: 0.0970461 Aug 10 04:18:31.870346 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-b760ea33-a0fe-4894-8b8b-ddadef116c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:31.872123 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-b760ea33-a0fe-4894-8b8b-ddadef116c56 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee59e291-e76f-48a7-96a4-530291348714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610096 Aug 10 04:18:31.979150 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-581e0681-0904-4553-afee-66ab63ebd158 service neutron] 10.222.0.20 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992873 Aug 10 04:18:32.011125 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 40772) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:18:32.026706 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7727bbb2-52f0-449e-830e-fa2c1d857657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:32.093363 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfa8a1c5-f9e6-4c36-9664-7854d7af14f3 req-a6ba859d-4765-4f0a-9262-a1f3ae518025 service neutron] 10.222.0.20 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077642 Aug 10 04:18:32.152866 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7727bbb2-52f0-449e-830e-fa2c1d857657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:32.360212 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7727bbb2-52f0-449e-830e-fa2c1d857657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:32.413218 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727bbb2-52f0-449e-830e-fa2c1d857657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732bb6e9-edd8-465a-a48f-e4f382b9462f,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:32.430764 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7727bbb2-52f0-449e-830e-fa2c1d857657 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9af2c354238a4468a23931d32d21c7ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4185162 Aug 10 04:18:32.433603 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 40782) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:18:32.506909 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b941f2f-17e5-4f1d-9fd7-bc9cf8dc7b68 req-81bd1132-8809-4f14-9ea4-430b959cf0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:32.508480 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b941f2f-17e5-4f1d-9fd7-bc9cf8dc7b68 req-81bd1132-8809-4f14-9ea4-430b959cf0b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 1095 time: 0.1214778 Aug 10 04:18:32.970067 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75088c6-10ce-401e-b18d-4106a4d59fe1 req-b4309214-0310-4439-9642-47bcf3c94ee2 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:32.972722 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a75088c6-10ce-401e-b18d-4106a4d59fe1 req-b4309214-0310-4439-9642-47bcf3c94ee2 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 944 time: 0.5268056 Aug 10 04:18:32.982871 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1d52a5fc-6363-40a2-9ea3-d3eca061331a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:33.058064 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1d52a5fc-6363-40a2-9ea3-d3eca061331a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:33.060512 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b941f2f-17e5-4f1d-9fd7-bc9cf8dc7b68 req-26d1c2f6-b770-455b-a689-ebfd39f72ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:33.062100 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b941f2f-17e5-4f1d-9fd7-bc9cf8dc7b68 req-26d1c2f6-b770-455b-a689-ebfd39f72ee7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 911 time: 0.5459623 Aug 10 04:18:33.145563 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a75088c6-10ce-401e-b18d-4106a4d59fe1 req-ea9e4398-0e14-4ecc-86c8-afad517e56c2 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586118 Aug 10 04:18:33.154285 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b941f2f-17e5-4f1d-9fd7-bc9cf8dc7b68 req-e62de71b-f690-48af-a276-757047ae2e49 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0faa396-1a23-4b82-a466-31b32ae9ba24 HTTP/1.1" status: 200 len: 217 time: 0.0809584 Aug 10 04:18:33.232838 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b941f2f-17e5-4f1d-9fd7-bc9cf8dc7b68 req-9ddaf3c9-7f3c-4c35-a520-aba30f812b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:33.236976 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b941f2f-17e5-4f1d-9fd7-bc9cf8dc7b68 req-9ddaf3c9-7f3c-4c35-a520-aba30f812b48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=50d1b050-8d5a-4a28-adea-90a39272e6c6 HTTP/1.1" status: 200 len: 849 time: 0.0636373 Aug 10 04:18:33.302462 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b941f2f-17e5-4f1d-9fd7-bc9cf8dc7b68 req-37dfb740-291f-4515-8750-3c2027bce43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:33.303992 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b941f2f-17e5-4f1d-9fd7-bc9cf8dc7b68 req-37dfb740-291f-4515-8750-3c2027bce43d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee59e291-e76f-48a7-96a4-530291348714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621698 Aug 10 04:18:33.360255 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1d52a5fc-6363-40a2-9ea3-d3eca061331a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:33.361776 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1d52a5fc-6363-40a2-9ea3-d3eca061331a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:33.375472 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1d52a5fc-6363-40a2-9ea3-d3eca061331a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/732bb6e9-edd8-465a-a48f-e4f382b9462f HTTP/1.1" status: 204 len: 168 time: 0.9281318 Aug 10 04:18:33.375472 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52a5fc-6363-40a2-9ea3-d3eca061331a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732bb6e9-edd8-465a-a48f-e4f382b9462f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:33.462303 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b941f2f-17e5-4f1d-9fd7-bc9cf8dc7b68 req-c3d646f0-541a-4858-b739-1b508583d720 service neutron] 10.222.0.20 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511359 Aug 10 04:18:33.604574 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b941f2f-17e5-4f1d-9fd7-bc9cf8dc7b68 req-7373f4eb-327b-42d0-b7a8-8f951afce76c service neutron] 10.222.0.20 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360207 Aug 10 04:18:34.300445 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b4899-a4a8-4d70-84a5-ebb56e5bdd76 req-f26a4097-5609-41c4-8ab8-ff6db965fd20 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:34.302165 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7b7b4899-a4a8-4d70-84a5-ebb56e5bdd76 req-f26a4097-5609-41c4-8ab8-ff6db965fd20 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 944 time: 0.0747418 Aug 10 04:18:34.358303 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7b7b4899-a4a8-4d70-84a5-ebb56e5bdd76 req-41639797-72ef-48b9-98b3-dda6794091f7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494211 Aug 10 04:18:35.167754 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d257c0ff-8587-4a02-b40c-92dd5641a30b req-7cd9d6cc-880e-4665-aa77-5b7b06f2ae21 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2087984 Aug 10 04:18:35.392461 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257c0ff-8587-4a02-b40c-92dd5641a30b req-b3839a6c-09b1-4474-b3be-4366d08fece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:35.392802 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d257c0ff-8587-4a02-b40c-92dd5641a30b req-b3839a6c-09b1-4474-b3be-4366d08fece4 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 1096 time: 0.0739532 Aug 10 04:18:35.569121 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257c0ff-8587-4a02-b40c-92dd5641a30b req-19a94d0d-59da-419b-bbe7-ef290f4dcdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:35.570634 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d257c0ff-8587-4a02-b40c-92dd5641a30b req-19a94d0d-59da-419b-bbe7-ef290f4dcdf4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 911 time: 0.1428909 Aug 10 04:18:35.579695 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f8b7c-254e-48e8-9f12-047512a05324 req-9c2a617c-634d-429e-b70b-bd289aaa7240 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:35.581326 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2a1f8b7c-254e-48e8-9f12-047512a05324 req-9c2a617c-634d-429e-b70b-bd289aaa7240 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 944 time: 0.0883508 Aug 10 04:18:35.674214 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d257c0ff-8587-4a02-b40c-92dd5641a30b req-9a9d4de7-e951-4ab3-ad98-b77e48cedb96 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1330f4e4-473f-4a93-83c0-17828a80782d HTTP/1.1" status: 200 len: 1001 time: 0.0918536 Aug 10 04:18:35.677737 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2a1f8b7c-254e-48e8-9f12-047512a05324 req-fdcb29f3-8a86-4d5d-8a57-a63a0a03915b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877790 Aug 10 04:18:35.756949 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257c0ff-8587-4a02-b40c-92dd5641a30b req-98e48189-4525-4b19-b788-fd7d89da6ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:35.758508 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d257c0ff-8587-4a02-b40c-92dd5641a30b req-98e48189-4525-4b19-b788-fd7d89da6ee4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=50d1b050-8d5a-4a28-adea-90a39272e6c6 HTTP/1.1" status: 200 len: 849 time: 0.0772109 Aug 10 04:18:35.827571 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257c0ff-8587-4a02-b40c-92dd5641a30b req-af0453f7-1030-4bee-9dc1-b621999010e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:35.829165 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d257c0ff-8587-4a02-b40c-92dd5641a30b req-af0453f7-1030-4bee-9dc1-b621999010e8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee59e291-e76f-48a7-96a4-530291348714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618062 Aug 10 04:18:35.930109 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d257c0ff-8587-4a02-b40c-92dd5641a30b req-5547bb9b-5125-41b5-a626-186b7a30c243 service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920775 Aug 10 04:18:36.084303 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d257c0ff-8587-4a02-b40c-92dd5641a30b req-2c03b635-089e-4de5-abf6-a896157e70d8 service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461754 Aug 10 04:18:36.818849 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a0cb0-bd22-46dc-b77d-5784099b4ae4 req-369732be-9094-4b28-9b6d-ab9f751ae85c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:36.820491 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-308a0cb0-bd22-46dc-b77d-5784099b4ae4 req-369732be-9094-4b28-9b6d-ab9f751ae85c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 944 time: 0.0557048 Aug 10 04:18:36.868642 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-308a0cb0-bd22-46dc-b77d-5784099b4ae4 req-3517f7f2-7c5a-481d-bd03-360b114529c2 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387745 Aug 10 04:18:38.008415 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48c681-2885-4a15-83ec-0ef0a5519c91 req-8f6f822f-8402-4d5e-bfe2-9d83cc5733f4 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:38.010764 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0c48c681-2885-4a15-83ec-0ef0a5519c91 req-8f6f822f-8402-4d5e-bfe2-9d83cc5733f4 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 944 time: 0.0691497 Aug 10 04:18:38.057090 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0c48c681-2885-4a15-83ec-0ef0a5519c91 req-1db05b92-4df9-4b7e-bb8e-52373193a05c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399854 Aug 10 04:18:39.195091 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d251810-0f3d-4467-8bf8-d546b87ffb09 req-490748f7-1826-4593-9297-200092e2aaca tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:39.197181 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2d251810-0f3d-4467-8bf8-d546b87ffb09 req-490748f7-1826-4593-9297-200092e2aaca tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 944 time: 0.0704396 Aug 10 04:18:39.247228 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2d251810-0f3d-4467-8bf8-d546b87ffb09 req-7bc36408-7b46-4ca6-a5bb-4dc1edae551a tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439215 Aug 10 04:18:40.066225 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2b2735e9-424c-4246-96d0-10e9a0a6664c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:40.393551 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870a704-71dc-4642-b893-a200ccbb62df req-1c183aa9-44f7-4191-bfbe-3a1465908f9f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:40.395528 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f870a704-71dc-4642-b893-a200ccbb62df req-1c183aa9-44f7-4191-bfbe-3a1465908f9f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 944 time: 0.0593669 Aug 10 04:18:40.474886 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f870a704-71dc-4642-b893-a200ccbb62df req-be61a84a-1cf2-4a06-98b4-8dcc06c17920 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707572 Aug 10 04:18:41.636903 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6d516-8b25-41b7-8581-6a8aad703e42 req-fb91e1bc-9258-4a1e-bf23-75139e8616ad tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:41.639221 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-13d6d516-8b25-41b7-8581-6a8aad703e42 req-fb91e1bc-9258-4a1e-bf23-75139e8616ad tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 944 time: 0.0730720 Aug 10 04:18:41.683938 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-13d6d516-8b25-41b7-8581-6a8aad703e42 req-81cee87a-e204-4b6c-b401-bc12414495df tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383153 Aug 10 04:18:42.818082 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a56ad-1075-4da7-9908-d093d8b8da4e req-32084126-1baf-4096-8e80-fb89315de979 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:42.835272 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ae3a56ad-1075-4da7-9908-d093d8b8da4e req-32084126-1baf-4096-8e80-fb89315de979 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 944 time: 0.0517077 Aug 10 04:18:42.869987 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ae3a56ad-1075-4da7-9908-d093d8b8da4e req-a481bccd-1474-4950-8c19-3ae5a4c1d75e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352364 Aug 10 04:18:43.205916 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device e0faa396-1a23-4b82-a466-31b32ae9ba24 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:18:43.309411 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port e0faa396-1a23-4b82-a466-31b32ae9ba24, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=e0faa396-1a23-4b82-a466-31b32ae9ba24,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:18:43.323083 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'e0faa396-1a23-4b82-a466-31b32ae9ba24', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'port_id': 'e0faa396-1a23-4b82-a466-31b32ae9ba24', 'mac_address': 'fa:16:3e:9f:60:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:18:43.367059 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:43.386645 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0faa396-1a23-4b82-a466-31b32ae9ba24 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:18:43.414348 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port e0faa396-1a23-4b82-a466-31b32ae9ba24, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=e0faa396-1a23-4b82-a466-31b32ae9ba24,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:18:43.546730 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:43.626854 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=e0faa396-1a23-4b82-a466-31b32ae9ba24,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:43.635773 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:43.636369 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:43.636548 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:43.637034 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:43.637295 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:43.637754 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:43.638099 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:43.638451 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:43.638785 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:43.639107 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:43.639434 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:43.639756 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:43.698646 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:43.850195 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['e0faa396-1a23-4b82-a466-31b32ae9ba24'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:18:43.925905 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-be33cc04-49ff-47e8-b3e9-cca479c76e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:44.017017 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddb0d4-674e-42e1-b6e1-f11e1ccfe0d6 req-986c0c19-93fb-4cbd-8616-993bc79bda4e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:44.028581 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4fddb0d4-674e-42e1-b6e1-f11e1ccfe0d6 req-986c0c19-93fb-4cbd-8616-993bc79bda4e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 945 time: 0.0764110 Aug 10 04:18:44.075808 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4fddb0d4-674e-42e1-b6e1-f11e1ccfe0d6 req-e0d83308-e345-4774-8728-1d5e6555c7c5 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458391 Aug 10 04:18:45.207274 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc1d81-cb6d-4991-b555-563ddb5c915b req-3c349516-7181-4bc5-a769-7aa666acc47b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:45.208905 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f8bc1d81-cb6d-4991-b555-563ddb5c915b req-3c349516-7181-4bc5-a769-7aa666acc47b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 945 time: 0.0540421 Aug 10 04:18:45.233411 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device e0faa396-1a23-4b82-a466-31b32ae9ba24 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:18:45.264844 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f8bc1d81-cb6d-4991-b555-563ddb5c915b req-1625766e-1241-44a2-bde1-ec7ee77e3087 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494065 Aug 10 04:18:45.388364 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:45.425941 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port e0faa396-1a23-4b82-a466-31b32ae9ba24 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:18:45.432929 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port e0faa396-1a23-4b82-a466-31b32ae9ba24 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:18:45.433585 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:45.534422 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:45.558261 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761fb52a-5b5c-410b-afd2-895ecc1ea44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0faa396-1a23-4b82-a466-31b32ae9ba24'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:18:45.560531 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab37bec-0fb5-4e6e-9492-d8cdb0ffc06f" -d '{"events": [{"server_uuid": "761fb52a-5b5c-410b-afd2-895ecc1ea44d", "name": "network-vif-plugged", "status": "completed", "tag": "e0faa396-1a23-4b82-a466-31b32ae9ba24"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:18:45.589044 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port e0faa396-1a23-4b82-a466-31b32ae9ba24, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=e0faa396-1a23-4b82-a466-31b32ae9ba24,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:18:45.729793 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:45.757251 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ced74d-fe20-4305-b419-a411376ca9a5 x-openstack-request-id: req-14ced74d-fe20-4305-b419-a411376ca9a5 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:18:45.757542 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761fb52a-5b5c-410b-afd2-895ecc1ea44d", "name": "network-vif-plugged", "status": "completed", "tag": "e0faa396-1a23-4b82-a466-31b32ae9ba24", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:18:45.757795 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14ced74d-fe20-4305-b419-a411376ca9a5 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:18:45.758189 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761fb52a-5b5c-410b-afd2-895ecc1ea44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0faa396-1a23-4b82-a466-31b32ae9ba24', 'code': 200} Aug 10 04:18:45.786937 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=e0faa396-1a23-4b82-a466-31b32ae9ba24,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:45.880748 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:18:45.907905 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87351913-c096-4e9b-9b72-0cf5a4b7650f req-13d9c951-518c-45eb-9890-4cfd1a232fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:45.909508 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-87351913-c096-4e9b-9b72-0cf5a4b7650f req-13d9c951-518c-45eb-9890-4cfd1a232fae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 1097 time: 0.0687232 Aug 10 04:18:45.952023 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:45.961522 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-87351913-c096-4e9b-9b72-0cf5a4b7650f req-c9bcf423-6822-45bf-afab-108163bde248 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439923 Aug 10 04:18:46.419283 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f78e4a-3c20-4448-bba2-73cca2e300bb req-e27cefd0-15b2-4348-ab44-8c30ea459568 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:46.421705 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86f78e4a-3c20-4448-bba2-73cca2e300bb req-e27cefd0-15b2-4348-ab44-8c30ea459568 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 946 time: 0.0671482 Aug 10 04:18:46.496600 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86f78e4a-3c20-4448-bba2-73cca2e300bb req-2bbf8c71-c81a-412a-906f-cef697864b29 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624890 Aug 10 04:18:46.915237 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:47.677834 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526ddd2-c8e7-4b40-a987-4f8e847d8cdd req-850cb6ef-506f-489d-8918-944532932b4b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:47.679565 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6526ddd2-c8e7-4b40-a987-4f8e847d8cdd req-850cb6ef-506f-489d-8918-944532932b4b tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 946 time: 0.0588040 Aug 10 04:18:47.733319 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6526ddd2-c8e7-4b40-a987-4f8e847d8cdd req-ba4166b7-7bc4-43bf-96cd-76adb147b39f tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463843 Aug 10 04:18:47.923397 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f56904-65d2-4e7b-baea-b1625ed770ae req-1b7102de-9838-4b41-af58-3d6c3674d4e8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:47.925161 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6f56904-65d2-4e7b-baea-b1625ed770ae req-1b7102de-9838-4b41-af58-3d6c3674d4e8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 946 time: 0.0649476 Aug 10 04:18:47.977082 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b6f56904-65d2-4e7b-baea-b1625ed770ae req-f6faffa4-f14c-4cec-af69-3d4f9a0a7a7e tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433996 Aug 10 04:18:48.004408 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41202) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:18:48.157895 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41210) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:18:48.236280 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-76a2defb-ac3c-4cdf-9432-81265583afa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:48.360905 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2a94e2-8d31-475b-991d-e1ff4923c3df tempest-TestVolumeBootPattern-309541687 tempest-TestVolumeBootPattern-309541687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:48.365765 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8f2a94e2-8d31-475b-991d-e1ff4923c3df tempest-TestVolumeBootPattern-309541687 tempest-TestVolumeBootPattern-309541687-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 1092 time: 0.3601043 Aug 10 04:18:48.366564 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41216) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:18:48.370117 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-76a2defb-ac3c-4cdf-9432-81265583afa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:48.374178 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-8ce3a68c-a531-4377-9377-5ec3e4b29967 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'port_id': 'e0faa396-1a23-4b82-a466-31b32ae9ba24', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:18:48.467800 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-76a2defb-ac3c-4cdf-9432-81265583afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:48.532327 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2defb-ac3c-4cdf-9432-81265583afa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c291a3a8-9671-4bcb-8f23-5eaf12e6909a,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:48.550010 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41220) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:18:48.550510 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-76a2defb-ac3c-4cdf-9432-81265583afa6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6381ab219066491a912c03c4d7011207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3910410 Aug 10 04:18:48.595782 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ce3a68c-a531-4377-9377-5ec3e4b29967 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for floatingip, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:48.626849 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ff5bdfc2-cfd4-41c9-91f7-86599abac422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:48.652975 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ff5bdfc2-cfd4-41c9-91f7-86599abac422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:48.753066 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ce3a68c-a531-4377-9377-5ec3e4b29967 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:48.809852 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ff5bdfc2-cfd4-41c9-91f7-86599abac422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:48.813146 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ff5bdfc2-cfd4-41c9-91f7-86599abac422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:48.814375 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ff5bdfc2-cfd4-41c9-91f7-86599abac422 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c291a3a8-9671-4bcb-8f23-5eaf12e6909a HTTP/1.1" status: 204 len: 168 time: 0.2626126 Aug 10 04:18:48.840372 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5bdfc2-cfd4-41c9-91f7-86599abac422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c291a3a8-9671-4bcb-8f23-5eaf12e6909a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:48.961105 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-8ce3a68c-a531-4377-9377-5ec3e4b29967 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Allocated IP 172.25.0.149 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/9f0a1836-8373-46f4-b063-ee6746a3a0cc) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:18:49.087855 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ce3a68c-a531-4377-9377-5ec3e4b29967 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:49.257785 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ce3a68c-a531-4377-9377-5ec3e4b29967 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:49.318751 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce3a68c-a531-4377-9377-5ec3e4b29967 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:18:49.322100 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-8ce3a68c-a531-4377-9377-5ec3e4b29967 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:18:49.326849 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce3a68c-a531-4377-9377-5ec3e4b29967 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:18:49.330192 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3a68c-a531-4377-9377-5ec3e4b29967 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event updated for resources: {'Port': ['ID=9f0a1836-8373-46f4-b063-ee6746a3a0cc,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:49.797195 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41242) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:18:49.812115 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2b02bdd3-1d8f-4ba8-bf3e-1380875dcf9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:49.903068 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ce3a68c-a531-4377-9377-5ec3e4b29967 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:49.936701 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2b02bdd3-1d8f-4ba8-bf3e-1380875dcf9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:50.032042 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2b02bdd3-1d8f-4ba8-bf3e-1380875dcf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:50.073180 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2b02bdd3-1d8f-4ba8-bf3e-1380875dcf9d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef5b08f029ab448ca752c747e9bc358f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2747858 Aug 10 04:18:50.074094 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02bdd3-1d8f-4ba8-bf3e-1380875dcf9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fe0b27-622b-4330-b72f-24fa0074ae5b,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:50.077155 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41254) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:18:50.089450 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02bdd3-1d8f-4ba8-bf3e-1380875dcf9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:50.089793 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02bdd3-1d8f-4ba8-bf3e-1380875dcf9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:50.092414 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02bdd3-1d8f-4ba8-bf3e-1380875dcf9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:50.092414 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02bdd3-1d8f-4ba8-bf3e-1380875dcf9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:50.092414 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02bdd3-1d8f-4ba8-bf3e-1380875dcf9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:50.092414 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02bdd3-1d8f-4ba8-bf3e-1380875dcf9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:50.092414 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02bdd3-1d8f-4ba8-bf3e-1380875dcf9d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:50.092414 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02bdd3-1d8f-4ba8-bf3e-1380875dcf9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:50.092414 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02bdd3-1d8f-4ba8-bf3e-1380875dcf9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:50.092414 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02bdd3-1d8f-4ba8-bf3e-1380875dcf9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:50.093032 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02bdd3-1d8f-4ba8-bf3e-1380875dcf9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:50.093032 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b02bdd3-1d8f-4ba8-bf3e-1380875dcf9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:50.142518 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3b1f2dbd-dfdd-40ad-b1c1-017bfbb9a5ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:50.145883 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ce3a68c-a531-4377-9377-5ec3e4b29967 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:50.166804 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3b1f2dbd-dfdd-40ad-b1c1-017bfbb9a5ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:50.358939 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3b1f2dbd-dfdd-40ad-b1c1-017bfbb9a5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:50.365398 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ce3a68c-a531-4377-9377-5ec3e4b29967 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:50.381082 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3b1f2dbd-dfdd-40ad-b1c1-017bfbb9a5ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:50.382463 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3b1f2dbd-dfdd-40ad-b1c1-017bfbb9a5ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/92fe0b27-622b-4330-b72f-24fa0074ae5b HTTP/1.1" status: 204 len: 168 time: 0.3043301 Aug 10 04:18:50.391945 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f2dbd-dfdd-40ad-b1c1-017bfbb9a5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fe0b27-622b-4330-b72f-24fa0074ae5b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:50.452671 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ce3a68c-a531-4377-9377-5ec3e4b29967 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:50.574987 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3a68c-a531-4377-9377-5ec3e4b29967 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event updated for resources: {'Port': ['ID=9f0a1836-8373-46f4-b063-ee6746a3a0cc,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:50.587470 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ce3a68c-a531-4377-9377-5ec3e4b29967 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:50.701044 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-8ce3a68c-a531-4377-9377-5ec3e4b29967 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Floating IP aa037d50-5b82-4254-95ee-79426dcae4d7 associated. External IP: 172.25.0.149, port: e0faa396-1a23-4b82-a466-31b32ae9ba24. Aug 10 04:18:50.953023 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce3a68c-a531-4377-9377-5ec3e4b29967 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Router 768b2754-4f10-4416-be64-7fc2697df286 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:18:51.088459 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce3a68c-a531-4377-9377-5ec3e4b29967 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:18:51.103505 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce1ed2b-2ff0-4b02-81fd-26560e893028 None None] Sync routers for ids ['768b2754-4f10-4416-be64-7fc2697df286'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:18:51.116540 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce1ed2b-2ff0-4b02-81fd-26560e893028 None None] Routers {'768b2754-4f10-4416-be64-7fc2697df286'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:18:51.117520 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-2ce1ed2b-2ff0-4b02-81fd-26560e893028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:18:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['768b2754-4f10-4416-be64-7fc2697df286'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:18:51.261130 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-2ce1ed2b-2ff0-4b02-81fd-26560e893028 None None] Set router 768b2754-4f10-4416-be64-7fc2697df286 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:18:51.282048 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8ce3a68c-a531-4377-9377-5ec3e4b29967 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:51.303361 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8ce3a68c-a531-4377-9377-5ec3e4b29967 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9355638 Aug 10 04:18:51.310708 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761fb52a-5b5c-410b-afd2-895ecc1ea44d', 'tag': 'e0faa396-1a23-4b82-a466-31b32ae9ba24'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:18:51.321464 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ebbf042-19f9-48df-8f78-9b98234a7cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "761fb52a-5b5c-410b-afd2-895ecc1ea44d", "tag": "e0faa396-1a23-4b82-a466-31b32ae9ba24"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:18:51.369929 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7c6965-aa37-4d44-a0b3-4c723d503933 x-openstack-request-id: req-fc7c6965-aa37-4d44-a0b3-4c723d503933 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:18:51.370226 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761fb52a-5b5c-410b-afd2-895ecc1ea44d", "tag": "e0faa396-1a23-4b82-a466-31b32ae9ba24", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:18:51.370480 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc7c6965-aa37-4d44-a0b3-4c723d503933 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:18:51.370915 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761fb52a-5b5c-410b-afd2-895ecc1ea44d', 'tag': 'e0faa396-1a23-4b82-a466-31b32ae9ba24', 'status': 'completed', 'code': 200} Aug 10 04:18:51.513052 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbf042-19f9-48df-8f78-9b98234a7cd0 req-67e1d71b-4718-4313-a7cb-c107c604a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:51.515451 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2ebbf042-19f9-48df-8f78-9b98234a7cd0 req-67e1d71b-4718-4313-a7cb-c107c604a327 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 1097 time: 0.0749333 Aug 10 04:18:51.692495 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbf042-19f9-48df-8f78-9b98234a7cd0 req-bd32b627-027e-48bf-93de-0e5c23580d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:51.694426 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2ebbf042-19f9-48df-8f78-9b98234a7cd0 req-bd32b627-027e-48bf-93de-0e5c23580d70 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 911 time: 0.1722548 Aug 10 04:18:51.805808 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-2ce1ed2b-2ff0-4b02-81fd-26560e893028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768b2754-4f10-4416-be64-7fc2697df286', 'name': 'tempest-TestVolumeBootPattern-35854723-router', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:14Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 4, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'gw_port': {'id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '0fd0a0dd-cfb3-43ae-b5ea-d352b7e0d26b', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '768b2754-4f10-4416-be64-7fc2697df286', 'port_id': '1330f4e4-473f-4a93-83c0-17828a80782d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'mac_address': 'fa:16:3e:40:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555f12a1-443e-45be-a9a0-2c3813692b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:15:17Z', 'updated_at': '2021-08-10T04:15:21Z', 'revision_number': 1, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'fixed_ip_address_scope': None}, {'id': 'aa037d50-5b82-4254-95ee-79426dcae4d7', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '768b2754-4f10-4416-be64-7fc2697df286', 'port_id': 'e0faa396-1a23-4b82-a466-31b32ae9ba24', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'mac_address': 'fa:16:3e:9f:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761fb52a-5b5c-410b-afd2-895ecc1ea44d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:18:49Z', 'updated_at': '2021-08-10T04:18:49Z', 'revision_number': 0, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dd4e77c-f4fc-41b7-a077-07e56695db6f', 'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'mac_address': 'fa:16:3e:6a:89:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:19Z', 'updated_at': '2021-08-10T04:05:26Z', 'revision_number': 5, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'subnets': [{'id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:18:51.808614 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2ebbf042-19f9-48df-8f78-9b98234a7cd0 req-73c4861f-77b6-4d16-998f-176886044fba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0faa396-1a23-4b82-a466-31b32ae9ba24 HTTP/1.1" status: 200 len: 1000 time: 0.1052008 Aug 10 04:18:51.845012 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce1ed2b-2ff0-4b02-81fd-26560e893028 None None] Checking router: 768b2754-4f10-4416-be64-7fc2697df286 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:18:51.859681 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce1ed2b-2ff0-4b02-81fd-26560e893028 None None] Routers {'768b2754-4f10-4416-be64-7fc2697df286'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:18:51.860969 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-2ce1ed2b-2ff0-4b02-81fd-26560e893028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:18:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['768b2754-4f10-4416-be64-7fc2697df286'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:18:51.875564 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbf042-19f9-48df-8f78-9b98234a7cd0 req-4226862d-1f5e-4f2f-b9d7-386e512c7aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:51.877711 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2ebbf042-19f9-48df-8f78-9b98234a7cd0 req-4226862d-1f5e-4f2f-b9d7-386e512c7aa1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=50d1b050-8d5a-4a28-adea-90a39272e6c6 HTTP/1.1" status: 200 len: 849 time: 0.0599258 Aug 10 04:18:51.951296 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbf042-19f9-48df-8f78-9b98234a7cd0 req-dd227d67-1827-4dbe-b7f3-b8ab87025a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:51.953749 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2ebbf042-19f9-48df-8f78-9b98234a7cd0 req-dd227d67-1827-4dbe-b7f3-b8ab87025a00 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee59e291-e76f-48a7-96a4-530291348714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686824 Aug 10 04:18:52.000603 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-2ce1ed2b-2ff0-4b02-81fd-26560e893028 None None] Set router 768b2754-4f10-4416-be64-7fc2697df286 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:18:52.080113 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2ebbf042-19f9-48df-8f78-9b98234a7cd0 req-646546f5-5887-4cce-b004-cefe2c010ece service neutron] 10.222.0.20 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171355 Aug 10 04:18:52.222362 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 41302) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:18:52.298976 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2ebbf042-19f9-48df-8f78-9b98234a7cd0 req-d2c4ef60-5604-4a0f-b657-a7767a747403 service neutron] 10.222.0.20 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069550 Aug 10 04:18:52.405172 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-2ce1ed2b-2ff0-4b02-81fd-26560e893028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768b2754-4f10-4416-be64-7fc2697df286', 'name': 'tempest-TestVolumeBootPattern-35854723-router', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:14Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 4, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'gw_port': {'id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '0fd0a0dd-cfb3-43ae-b5ea-d352b7e0d26b', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '768b2754-4f10-4416-be64-7fc2697df286', 'port_id': '1330f4e4-473f-4a93-83c0-17828a80782d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'mac_address': 'fa:16:3e:40:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555f12a1-443e-45be-a9a0-2c3813692b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:15:17Z', 'updated_at': '2021-08-10T04:15:21Z', 'revision_number': 1, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'fixed_ip_address_scope': None}, {'id': 'aa037d50-5b82-4254-95ee-79426dcae4d7', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '768b2754-4f10-4416-be64-7fc2697df286', 'port_id': 'e0faa396-1a23-4b82-a466-31b32ae9ba24', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'mac_address': 'fa:16:3e:9f:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761fb52a-5b5c-410b-afd2-895ecc1ea44d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:18:49Z', 'updated_at': '2021-08-10T04:18:49Z', 'revision_number': 0, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dd4e77c-f4fc-41b7-a077-07e56695db6f', 'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'mac_address': 'fa:16:3e:6a:89:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:19Z', 'updated_at': '2021-08-10T04:05:26Z', 'revision_number': 5, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'subnets': [{'id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:18:52.427624 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-3fa66eb6-d322-4126-9554-0cab521d3555 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-194117830-network', 'tenant_id': 'e3281a1a3e5f4503be9a30e142fb740b'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:18:52.444969 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce1ed2b-2ff0-4b02-81fd-26560e893028 None None] The sync data for ids ['768b2754-4f10-4416-be64-7fc2697df286'] in n-d-802893-2 is: [{'id': '768b2754-4f10-4416-be64-7fc2697df286', 'name': 'tempest-TestVolumeBootPattern-35854723-router', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:14Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 4, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'gw_port': {'id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '0fd0a0dd-cfb3-43ae-b5ea-d352b7e0d26b', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '768b2754-4f10-4416-be64-7fc2697df286', 'port_id': '1330f4e4-473f-4a93-83c0-17828a80782d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'mac_address': 'fa:16:3e:40:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555f12a1-443e-45be-a9a0-2c3813692b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:15:17Z', 'updated_at': '2021-08-10T04:15:21Z', 'revision_number': 1, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'fixed_ip_address_scope': None}, {'id': 'aa037d50-5b82-4254-95ee-79426dcae4d7', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'floating_ip_address': '172.25.0.149', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '768b2754-4f10-4416-be64-7fc2697df286', 'port_id': 'e0faa396-1a23-4b82-a466-31b32ae9ba24', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'mac_address': 'fa:16:3e:9f:60:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761fb52a-5b5c-410b-afd2-895ecc1ea44d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:18:49Z', 'updated_at': '2021-08-10T04:18:49Z', 'revision_number': 0, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dd4e77c-f4fc-41b7-a077-07e56695db6f', 'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'mac_address': 'fa:16:3e:6a:89:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:19Z', 'updated_at': '2021-08-10T04:05:26Z', 'revision_number': 5, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'subnets': [{'id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:18:52.541951 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa66eb6-d322-4126-9554-0cab521d3555 admin admin] Made reservation on behalf of e3281a1a3e5f4503be9a30e142fb740b for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:18:52.544891 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3fa66eb6-d322-4126-9554-0cab521d3555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:52.571894 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3fa66eb6-d322-4126-9554-0cab521d3555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:52.739328 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3fa66eb6-d322-4126-9554-0cab521d3555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:52.811314 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd39653a-d9ee-4cbd-a838-d295acad28d3 None None] New status for floating IP aa037d50-5b82-4254-95ee-79426dcae4d7: ACTIVE {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:18:52.974968 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3fa66eb6-d322-4126-9554-0cab521d3555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:53.003874 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fa66eb6-d322-4126-9554-0cab521d3555 admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:18:53.014987 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa66eb6-d322-4126-9554-0cab521d3555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032249b6-fb92-4ef3-ad4d-eabac4359471,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:53.020653 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3fa66eb6-d322-4126-9554-0cab521d3555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:53.021000 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-3fa66eb6-d322-4126-9554-0cab521d3555 admin admin] Added segment a7c0a230-d48e-43e6-a8da-d239d299b28d of type vlan for network 642dfe76-5a24-4584-a20b-9bd9473dbc34 Aug 10 04:18:53.072157 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3fa66eb6-d322-4126-9554-0cab521d3555 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:53.157367 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3fa66eb6-d322-4126-9554-0cab521d3555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:53.158434 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa66eb6-d322-4126-9554-0cab521d3555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:53.159096 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3fa66eb6-d322-4126-9554-0cab521d3555 admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:53.248960 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa66eb6-d322-4126-9554-0cab521d3555 admin admin] Pushing event updated for resources: {'Network': ['ID=642dfe76-5a24-4584-a20b-9bd9473dbc34,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:53.264193 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 642dfe76-5a24-4584-a20b-9bd9473dbc34 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:18:53.330643 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3fa66eb6-d322-4126-9554-0cab521d3555 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1064095 Aug 10 04:18:53.334240 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41318) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:18:53.343863 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-7ef2fec5-425c-45d2-b066-1700fc5bdb96 admin admin] Request body: {'subnet': {'network_id': '642dfe76-5a24-4584-a20b-9bd9473dbc34', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-194117830-subnet', 'tenant_id': 'e3281a1a3e5f4503be9a30e142fb740b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:18:53.438012 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef2fec5-425c-45d2-b066-1700fc5bdb96 admin admin] Made reservation on behalf of e3281a1a3e5f4503be9a30e142fb740b for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:18:53.440730 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7ef2fec5-425c-45d2-b066-1700fc5bdb96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:53.800318 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7ef2fec5-425c-45d2-b066-1700fc5bdb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:53.895650 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef2fec5-425c-45d2-b066-1700fc5bdb96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7884c2f-b7f4-494c-ae98-b91da3f09fc8,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:53.913922 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef2fec5-425c-45d2-b066-1700fc5bdb96 admin admin] Checking segment: {'id': 'a7c0a230-d48e-43e6-a8da-d239d299b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '642dfe76-5a24-4584-a20b-9bd9473dbc34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:18:53.914295 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef2fec5-425c-45d2-b066-1700fc5bdb96 admin admin] Network hostable DHCP agents. Network: 642dfe76-5a24-4584-a20b-9bd9473dbc34, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:18:54.075014 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef2fec5-425c-45d2-b066-1700fc5bdb96 admin admin] Network 642dfe76-5a24-4584-a20b-9bd9473dbc34 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:18:54.177363 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-7ef2fec5-425c-45d2-b066-1700fc5bdb96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 642dfe76-5a24-4584-a20b-9bd9473dbc34) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:18:54.183252 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef2fec5-425c-45d2-b066-1700fc5bdb96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:54.185530 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7ef2fec5-425c-45d2-b066-1700fc5bdb96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:54.186828 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8e9a4b-2248-41de-9f49-85bda354c0f4 None None] Network 642dfe76-5a24-4584-a20b-9bd9473dbc34 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:18:54.296345 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7ef2fec5-425c-45d2-b066-1700fc5bdb96 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9574370 Aug 10 04:18:54.333509 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bb2773-61d5-4c22-927d-b222eca0a779 None None] Network 642dfe76-5a24-4584-a20b-9bd9473dbc34 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:18:55.246356 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41404) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:18:55.253953 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-88245c95-11fa-42a2-ae64-9b1498704c6a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1363397749-network', 'tenant_id': '6d26a859ccd848d89e675b3c2154223d'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:18:55.360316 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88245c95-11fa-42a2-ae64-9b1498704c6a admin admin] Made reservation on behalf of 6d26a859ccd848d89e675b3c2154223d for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:18:55.363275 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-88245c95-11fa-42a2-ae64-9b1498704c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:55.374878 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-88245c95-11fa-42a2-ae64-9b1498704c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:55.495617 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-88245c95-11fa-42a2-ae64-9b1498704c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:55.672164 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-88245c95-11fa-42a2-ae64-9b1498704c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:55.708265 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88245c95-11fa-42a2-ae64-9b1498704c6a admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:18:55.708573 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88245c95-11fa-42a2-ae64-9b1498704c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c269996b-fc87-4ea6-83d9-10d5287cba47,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:55.715492 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-88245c95-11fa-42a2-ae64-9b1498704c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:55.716098 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-88245c95-11fa-42a2-ae64-9b1498704c6a admin admin] Added segment 2e08cd8f-63e8-43d0-92ed-c7291d81d229 of type vlan for network 4436cb32-c19c-47a7-a81c-1b3e7d6c75b3 Aug 10 04:18:55.763690 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-88245c95-11fa-42a2-ae64-9b1498704c6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:55.914457 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-88245c95-11fa-42a2-ae64-9b1498704c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:55.915590 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88245c95-11fa-42a2-ae64-9b1498704c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:55.916584 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-88245c95-11fa-42a2-ae64-9b1498704c6a admin admin] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:56.352957 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88245c95-11fa-42a2-ae64-9b1498704c6a admin admin] Pushing event updated for resources: {'Network': ['ID=4436cb32-c19c-47a7-a81c-1b3e7d6c75b3,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:56.363098 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 4436cb32-c19c-47a7-a81c-1b3e7d6c75b3 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:18:56.450219 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-88245c95-11fa-42a2-ae64-9b1498704c6a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2013931 Aug 10 04:18:56.452720 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 41446) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:18:56.460180 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-bfe9f572-54ae-4b09-b3d1-3d23b2e689db admin admin] Request body: {'subnet': {'network_id': '4436cb32-c19c-47a7-a81c-1b3e7d6c75b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1363397749-subnet', 'tenant_id': '6d26a859ccd848d89e675b3c2154223d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:18:56.580482 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe9f572-54ae-4b09-b3d1-3d23b2e689db admin admin] Made reservation on behalf of 6d26a859ccd848d89e675b3c2154223d for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:18:56.583040 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bfe9f572-54ae-4b09-b3d1-3d23b2e689db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:56.891871 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bfe9f572-54ae-4b09-b3d1-3d23b2e689db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:56.951918 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe9f572-54ae-4b09-b3d1-3d23b2e689db admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1de3326-4e79-4752-92d4-965a7ed1dfe7,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:18:56.966918 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9f572-54ae-4b09-b3d1-3d23b2e689db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:56.967277 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9f572-54ae-4b09-b3d1-3d23b2e689db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:56.967625 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9f572-54ae-4b09-b3d1-3d23b2e689db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:56.967979 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9f572-54ae-4b09-b3d1-3d23b2e689db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:56.968331 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9f572-54ae-4b09-b3d1-3d23b2e689db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:56.968671 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9f572-54ae-4b09-b3d1-3d23b2e689db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:56.969515 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9f572-54ae-4b09-b3d1-3d23b2e689db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:56.969515 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9f572-54ae-4b09-b3d1-3d23b2e689db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:56.969783 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9f572-54ae-4b09-b3d1-3d23b2e689db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:56.969971 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9f572-54ae-4b09-b3d1-3d23b2e689db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:56.970302 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9f572-54ae-4b09-b3d1-3d23b2e689db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:56.970633 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe9f572-54ae-4b09-b3d1-3d23b2e689db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:18:56.982309 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe9f572-54ae-4b09-b3d1-3d23b2e689db admin admin] Checking segment: {'id': '2e08cd8f-63e8-43d0-92ed-c7291d81d229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4436cb32-c19c-47a7-a81c-1b3e7d6c75b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:18:56.982709 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe9f572-54ae-4b09-b3d1-3d23b2e689db admin admin] Network hostable DHCP agents. Network: 4436cb32-c19c-47a7-a81c-1b3e7d6c75b3, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:18:57.073434 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe9f572-54ae-4b09-b3d1-3d23b2e689db admin admin] Network 4436cb32-c19c-47a7-a81c-1b3e7d6c75b3 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:18:57.192226 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-bfe9f572-54ae-4b09-b3d1-3d23b2e689db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 4436cb32-c19c-47a7-a81c-1b3e7d6c75b3) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:18:57.198184 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe9f572-54ae-4b09-b3d1-3d23b2e689db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:57.198783 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bfe9f572-54ae-4b09-b3d1-3d23b2e689db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:57.208390 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b47e194-af4d-4021-9e03-47b2c68aeca9 None None] Network 4436cb32-c19c-47a7-a81c-1b3e7d6c75b3 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:18:57.337270 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-bfe9f572-54ae-4b09-b3d1-3d23b2e689db admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8827653 Aug 10 04:18:57.352797 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf614560-2c08-4740-8640-ed975de8d634 None None] Network 4436cb32-c19c-47a7-a81c-1b3e7d6c75b3 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:18:57.703158 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:18:57.949005 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bcdd92-de8f-4162-bb75-6e595823626b req-7be28466-13be-4ee0-894d-394db1ecb1ab tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:18:57.950753 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-70bcdd92-de8f-4162-bb75-6e595823626b req-7be28466-13be-4ee0-894d-394db1ecb1ab tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.25 "GET /v2.0/networks?id=642dfe76-5a24-4584-a20b-9bd9473dbc34 HTTP/1.1" status: 200 len: 808 time: 0.1212204 Aug 10 04:18:57.981871 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-70bcdd92-de8f-4162-bb75-6e595823626b req-6d08b7f0-8edb-4882-9cc1-fe55d5b95bbf tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.25 "GET /v2.0/quotas/e3281a1a3e5f4503be9a30e142fb740b HTTP/1.1" status: 200 len: 375 time: 0.0118251 Aug 10 04:18:58.024471 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-70bcdd92-de8f-4162-bb75-6e595823626b req-a9eda202-f059-49c4-8cb5-99a30871a0e0 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e3281a1a3e5f4503be9a30e142fb740b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355668 Aug 10 04:18:58.136600 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-70bcdd92-de8f-4162-bb75-6e595823626b req-b1565d92-14f7-4c92-8508-1ddc3ec551de service neutron] 10.222.0.25 "GET /v2.0/networks/642dfe76-5a24-4584-a20b-9bd9473dbc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021686 Aug 10 04:18:58.238915 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-70bcdd92-de8f-4162-bb75-6e595823626b req-ef921603-aa49-49f4-9493-d54a11cc29a4 service neutron] 10.222.0.25 "GET /v2.0/networks/642dfe76-5a24-4584-a20b-9bd9473dbc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938096 Aug 10 04:18:58.571678 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d149c6be-a97c-49c6-8c93-b968907121f0 req-4297a76a-3e05-4f3a-a804-401695ccbfb0 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.25 "GET /v2.0/ports?device_id=c86d8a34-e8fa-43a8-9c81-13fa4edaec4f HTTP/1.1" status: 200 len: 210 time: 0.0421159 Aug 10 04:18:59.673559 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b1f85412-9daf-45a9-aa0f-b38a2436252e req-1c2f3be3-e9a9-4f54-b69c-c2914254ca0e tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.25 "GET /v2.0/ports?device_id=c86d8a34-e8fa-43a8-9c81-13fa4edaec4f HTTP/1.1" status: 200 len: 210 time: 0.0346010 Aug 10 04:19:00.782785 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-474c7258-be7e-43d7-9bfc-1f8728f6fd64 req-05ef6d7d-27ea-4202-8fdb-c4c73ec0c4b8 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.25 "GET /v2.0/ports?device_id=c86d8a34-e8fa-43a8-9c81-13fa4edaec4f HTTP/1.1" status: 200 len: 210 time: 0.0312955 Aug 10 04:19:01.512793 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bcdd92-de8f-4162-bb75-6e595823626b req-2fa8bb00-c403-4c42-ad5d-89bdbc0435b2 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:01.514402 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-70bcdd92-de8f-4162-bb75-6e595823626b req-2fa8bb00-c403-4c42-ad5d-89bdbc0435b2 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.68 "GET /v2.0/networks?id=642dfe76-5a24-4584-a20b-9bd9473dbc34 HTTP/1.1" status: 200 len: 808 time: 0.1747615 Aug 10 04:19:01.528648 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-70bcdd92-de8f-4162-bb75-6e595823626b req-a0a6a0d3-17c4-4adb-9622-c843f5fc4e22 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Request body: {'port': {'device_id': 'c86d8a34-e8fa-43a8-9c81-13fa4edaec4f', 'network_id': '642dfe76-5a24-4584-a20b-9bd9473dbc34', 'admin_state_up': True, 'tenant_id': 'e3281a1a3e5f4503be9a30e142fb740b'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:19:01.839949 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70bcdd92-de8f-4162-bb75-6e595823626b req-a0a6a0d3-17c4-4adb-9622-c843f5fc4e22 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Made reservation on behalf of e3281a1a3e5f4503be9a30e142fb740b for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:19:01.843683 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-70bcdd92-de8f-4162-bb75-6e595823626b req-a0a6a0d3-17c4-4adb-9622-c843f5fc4e22 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:01.956818 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bdf59595-34a7-43f1-9b87-df47b35ffaeb req-ba9501b2-7101-45fb-a340-077b90409b13 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.25 "GET /v2.0/ports?device_id=c86d8a34-e8fa-43a8-9c81-13fa4edaec4f HTTP/1.1" status: 200 len: 210 time: 0.0886593 Aug 10 04:19:02.121498 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-70bcdd92-de8f-4162-bb75-6e595823626b req-a0a6a0d3-17c4-4adb-9622-c843f5fc4e22 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Allocated IP 172.20.0.11 (642dfe76-5a24-4584-a20b-9bd9473dbc34/c7884c2f-b7f4-494c-ae98-b91da3f09fc8/223b27e9-50bb-4f54-938e-4047365d0409) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:19:02.306768 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-70bcdd92-de8f-4162-bb75-6e595823626b req-a0a6a0d3-17c4-4adb-9622-c843f5fc4e22 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:02.464027 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-70bcdd92-de8f-4162-bb75-6e595823626b req-a0a6a0d3-17c4-4adb-9622-c843f5fc4e22 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:02.508634 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70bcdd92-de8f-4162-bb75-6e595823626b req-a0a6a0d3-17c4-4adb-9622-c843f5fc4e22 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Network 642dfe76-5a24-4584-a20b-9bd9473dbc34 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:19:02.514600 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-70bcdd92-de8f-4162-bb75-6e595823626b req-a0a6a0d3-17c4-4adb-9622-c843f5fc4e22 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:19:02.518548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bcdd92-de8f-4162-bb75-6e595823626b req-a0a6a0d3-17c4-4adb-9622-c843f5fc4e22 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:19:02.545784 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6a0d3-17c4-4adb-9622-c843f5fc4e22 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Pushing event updated for resources: {'Port': ['ID=223b27e9-50bb-4f54-938e-4047365d0409,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:19:02.572641 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bcdd92-de8f-4162-bb75-6e595823626b req-a0a6a0d3-17c4-4adb-9622-c843f5fc4e22 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:02.573195 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-70bcdd92-de8f-4162-bb75-6e595823626b req-a0a6a0d3-17c4-4adb-9622-c843f5fc4e22 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:02.795159 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-70bcdd92-de8f-4162-bb75-6e595823626b req-a0a6a0d3-17c4-4adb-9622-c843f5fc4e22 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2712278 Aug 10 04:19:02.807887 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-70bcdd92-de8f-4162-bb75-6e595823626b req-569ed430-28d0-4a16-a18d-d87a85e17185 service neutron] Request body: {'port': {'device_id': 'c86d8a34-e8fa-43a8-9c81-13fa4edaec4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:19:02.873985 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-70bcdd92-de8f-4162-bb75-6e595823626b req-569ed430-28d0-4a16-a18d-d87a85e17185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:03.121374 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc40dc2-6057-4f5b-ad88-bd5bd3064ab6 req-cbeae51b-44bc-4d2d-bec9-56cedb27e391 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:03.123363 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1cc40dc2-6057-4f5b-ad88-bd5bd3064ab6 req-cbeae51b-44bc-4d2d-bec9-56cedb27e391 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.25 "GET /v2.0/ports?device_id=c86d8a34-e8fa-43a8-9c81-13fa4edaec4f HTTP/1.1" status: 200 len: 932 time: 0.0613456 Aug 10 04:19:03.163519 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1cc40dc2-6057-4f5b-ad88-bd5bd3064ab6 req-82ab5ece-031d-4c29-986b-c58d08c4cc4c tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.25 "GET /v2.0/security-groups?id=032249b6-fb92-4ef3-ad4d-eabac4359471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334537 Aug 10 04:19:03.173691 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-70bcdd92-de8f-4162-bb75-6e595823626b req-569ed430-28d0-4a16-a18d-d87a85e17185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223b27e9-50bb-4f54-938e-4047365d0409 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:19:03.181528 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-70bcdd92-de8f-4162-bb75-6e595823626b req-569ed430-28d0-4a16-a18d-d87a85e17185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:03.193790 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-70bcdd92-de8f-4162-bb75-6e595823626b req-569ed430-28d0-4a16-a18d-d87a85e17185 service neutron] Transition to ACTIVE for port object 223b27e9-50bb-4f54-938e-4047365d0409 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:19:03.291874 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-70bcdd92-de8f-4162-bb75-6e595823626b req-569ed430-28d0-4a16-a18d-d87a85e17185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:03.357103 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ed430-28d0-4a16-a18d-d87a85e17185 service neutron] Pushing event updated for resources: {'Port': ['ID=223b27e9-50bb-4f54-938e-4047365d0409,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:19:03.436399 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-70bcdd92-de8f-4162-bb75-6e595823626b req-569ed430-28d0-4a16-a18d-d87a85e17185 service neutron] Attempting to bind port 223b27e9-50bb-4f54-938e-4047365d0409 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:19:03.436848 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-70bcdd92-de8f-4162-bb75-6e595823626b req-569ed430-28d0-4a16-a18d-d87a85e17185 service neutron] Attempting to bind port 223b27e9-50bb-4f54-938e-4047365d0409 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': 'a7c0a230-d48e-43e6-a8da-d239d299b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '642dfe76-5a24-4584-a20b-9bd9473dbc34'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:19:03.437417 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bcdd92-de8f-4162-bb75-6e595823626b req-569ed430-28d0-4a16-a18d-d87a85e17185 service neutron] Attempting to bind port 223b27e9-50bb-4f54-938e-4047365d0409 on network 642dfe76-5a24-4584-a20b-9bd9473dbc34 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:19:03.442548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bcdd92-de8f-4162-bb75-6e595823626b req-569ed430-28d0-4a16-a18d-d87a85e17185 service neutron] Port 223b27e9-50bb-4f54-938e-4047365d0409 on network 642dfe76-5a24-4584-a20b-9bd9473dbc34 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:19:03.442946 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bcdd92-de8f-4162-bb75-6e595823626b req-569ed430-28d0-4a16-a18d-d87a85e17185 service neutron] Attempting to bind port 223b27e9-50bb-4f54-938e-4047365d0409 on network 642dfe76-5a24-4584-a20b-9bd9473dbc34 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:19:03.448417 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bcdd92-de8f-4162-bb75-6e595823626b req-569ed430-28d0-4a16-a18d-d87a85e17185 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:19:03.448764 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bcdd92-de8f-4162-bb75-6e595823626b req-569ed430-28d0-4a16-a18d-d87a85e17185 service neutron] Checking segment: {'id': 'a7c0a230-d48e-43e6-a8da-d239d299b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '642dfe76-5a24-4584-a20b-9bd9473dbc34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:19:03.449152 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bcdd92-de8f-4162-bb75-6e595823626b req-569ed430-28d0-4a16-a18d-d87a85e17185 service neutron] Bound using segment: {'id': 'a7c0a230-d48e-43e6-a8da-d239d299b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '642dfe76-5a24-4584-a20b-9bd9473dbc34'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:19:03.449592 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-70bcdd92-de8f-4162-bb75-6e595823626b req-569ed430-28d0-4a16-a18d-d87a85e17185 service neutron] Bound port: 223b27e9-50bb-4f54-938e-4047365d0409, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7c0a230-d48e-43e6-a8da-d239d299b28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '642dfe76-5a24-4584-a20b-9bd9473dbc34'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:19:03.449957 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-70bcdd92-de8f-4162-bb75-6e595823626b req-569ed430-28d0-4a16-a18d-d87a85e17185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:03.526782 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-70bcdd92-de8f-4162-bb75-6e595823626b req-569ed430-28d0-4a16-a18d-d87a85e17185 service neutron] For port 223b27e9-50bb-4f54-938e-4047365d0409, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:19:03.530096 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-70bcdd92-de8f-4162-bb75-6e595823626b req-569ed430-28d0-4a16-a18d-d87a85e17185 service neutron] For port 223b27e9-50bb-4f54-938e-4047365d0409, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=223b27e9-50bb-4f54-938e-4047365d0409,segment=NetworkSegment(a7c0a230-d48e-43e6-a8da-d239d299b28d),segment_id=a7c0a230-d48e-43e6-a8da-d239d299b28d)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:19:03.642706 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-70bcdd92-de8f-4162-bb75-6e595823626b req-569ed430-28d0-4a16-a18d-d87a85e17185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:03.671070 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bcdd92-de8f-4162-bb75-6e595823626b req-569ed430-28d0-4a16-a18d-d87a85e17185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:03.671804 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-70bcdd92-de8f-4162-bb75-6e595823626b req-569ed430-28d0-4a16-a18d-d87a85e17185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:03.673273 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-70bcdd92-de8f-4162-bb75-6e595823626b req-569ed430-28d0-4a16-a18d-d87a85e17185 service neutron] 10.222.0.68 "PUT /v2.0/ports/223b27e9-50bb-4f54-938e-4047365d0409 HTTP/1.1" status: 200 len: 1092 time: 0.8697407 Aug 10 04:19:03.673722 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86d8a34-e8fa-43a8-9c81-13fa4edaec4f', 'tag': '223b27e9-50bb-4f54-938e-4047365d0409'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:19:03.676088 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08f4ec8-30bb-4dc2-9197-7fe7f217e73d" -d '{"events": [{"name": "network-changed", "server_uuid": "c86d8a34-e8fa-43a8-9c81-13fa4edaec4f", "tag": "223b27e9-50bb-4f54-938e-4047365d0409"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:19:03.705970 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ed430-28d0-4a16-a18d-d87a85e17185 service neutron] Pushing event updated for resources: {'Port': ['ID=223b27e9-50bb-4f54-938e-4047365d0409,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:19:03.722042 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0d28f4-ea30-4580-8ca5-baa760f0c46e x-openstack-request-id: req-4a0d28f4-ea30-4580-8ca5-baa760f0c46e {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:19:03.722278 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86d8a34-e8fa-43a8-9c81-13fa4edaec4f", "tag": "223b27e9-50bb-4f54-938e-4047365d0409", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:19:03.722538 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a0d28f4-ea30-4580-8ca5-baa760f0c46e {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:19:03.722950 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86d8a34-e8fa-43a8-9c81-13fa4edaec4f', 'tag': '223b27e9-50bb-4f54-938e-4047365d0409', 'status': 'completed', 'code': 200} Aug 10 04:19:03.797112 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f4ec8-30bb-4dc2-9197-7fe7f217e73d req-a14b8c38-3752-4de4-a610-1ad86b8877b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:03.799067 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f08f4ec8-30bb-4dc2-9197-7fe7f217e73d req-a14b8c38-3752-4de4-a610-1ad86b8877b5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e3281a1a3e5f4503be9a30e142fb740b&device_id=c86d8a34-e8fa-43a8-9c81-13fa4edaec4f HTTP/1.1" status: 200 len: 1095 time: 0.0572386 Aug 10 04:19:03.910811 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f4ec8-30bb-4dc2-9197-7fe7f217e73d req-eff5dcb9-4223-475f-b720-e8f3e0fb5173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:03.913440 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f08f4ec8-30bb-4dc2-9197-7fe7f217e73d req-eff5dcb9-4223-475f-b720-e8f3e0fb5173 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=e3281a1a3e5f4503be9a30e142fb740b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1063583 Aug 10 04:19:04.028580 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f4ec8-30bb-4dc2-9197-7fe7f217e73d req-8c557da1-6747-4dea-ba03-b837ab3ae2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:04.030143 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f08f4ec8-30bb-4dc2-9197-7fe7f217e73d req-8c557da1-6747-4dea-ba03-b837ab3ae2df service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1096559 Aug 10 04:19:04.110611 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bcdd92-de8f-4162-bb75-6e595823626b req-fd7de894-8e76-4554-9ee2-8a11c84f72e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:04.112336 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-70bcdd92-de8f-4162-bb75-6e595823626b req-fd7de894-8e76-4554-9ee2-8a11c84f72e3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=e3281a1a3e5f4503be9a30e142fb740b&device_id=c86d8a34-e8fa-43a8-9c81-13fa4edaec4f HTTP/1.1" status: 200 len: 1095 time: 0.0433867 Aug 10 04:19:04.156769 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-70bcdd92-de8f-4162-bb75-6e595823626b req-c2cfd53d-617c-4a08-8077-23b6b380a172 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=223b27e9-50bb-4f54-938e-4047365d0409 HTTP/1.1" status: 200 len: 217 time: 0.0368340 Aug 10 04:19:04.213795 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bcdd92-de8f-4162-bb75-6e595823626b req-6715ea44-ff2c-49f7-8417-fa28818d349c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:04.215157 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-70bcdd92-de8f-4162-bb75-6e595823626b req-6715ea44-ff2c-49f7-8417-fa28818d349c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c7884c2f-b7f4-494c-ae98-b91da3f09fc8 HTTP/1.1" status: 200 len: 848 time: 0.0521801 Aug 10 04:19:04.252363 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-70bcdd92-de8f-4162-bb75-6e595823626b req-d2763e41-7cdd-4470-b6c4-f7a9f46b1426 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=642dfe76-5a24-4584-a20b-9bd9473dbc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296316 Aug 10 04:19:04.322485 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b73d9-e2e1-48c6-afdd-167704455e66 req-c856a735-023d-43a2-99ea-3a5d9432c2a2 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:04.325125 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-187b73d9-e2e1-48c6-afdd-167704455e66 req-c856a735-023d-43a2-99ea-3a5d9432c2a2 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.25 "GET /v2.0/ports?device_id=c86d8a34-e8fa-43a8-9c81-13fa4edaec4f HTTP/1.1" status: 200 len: 944 time: 0.0585170 Aug 10 04:19:04.359793 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-70bcdd92-de8f-4162-bb75-6e595823626b req-ac88e7c8-b2b4-4696-b08c-7912e77ad997 service neutron] 10.222.0.68 "GET /v2.0/networks/642dfe76-5a24-4584-a20b-9bd9473dbc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005507 Aug 10 04:19:04.370218 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-187b73d9-e2e1-48c6-afdd-167704455e66 req-714b440f-28cb-4018-8dc6-a587cb67eacf tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.25 "GET /v2.0/security-groups?id=032249b6-fb92-4ef3-ad4d-eabac4359471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386701 Aug 10 04:19:04.464874 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-70bcdd92-de8f-4162-bb75-6e595823626b req-b27de4db-82e1-47ea-abfd-c6b2d34e6ed4 service neutron] 10.222.0.68 "GET /v2.0/networks/642dfe76-5a24-4584-a20b-9bd9473dbc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974181 Aug 10 04:19:05.496566 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c2b21-a827-4695-ad25-1c0d2725752c req-a4d9efe4-cd5f-4c91-a07c-71d99209a172 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:05.498121 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dc3c2b21-a827-4695-ad25-1c0d2725752c req-a4d9efe4-cd5f-4c91-a07c-71d99209a172 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.25 "GET /v2.0/ports?device_id=c86d8a34-e8fa-43a8-9c81-13fa4edaec4f HTTP/1.1" status: 200 len: 944 time: 0.0519879 Aug 10 04:19:05.539867 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dc3c2b21-a827-4695-ad25-1c0d2725752c req-0e680294-485d-45d5-b7b5-848ead8cc1fe tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.25 "GET /v2.0/security-groups?id=032249b6-fb92-4ef3-ad4d-eabac4359471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353069 Aug 10 04:19:06.665583 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05474d06-d952-4d3f-83ad-84ab68f952e6 req-c4386196-fcfe-4e8b-a381-c819a4f85208 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:06.667302 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-05474d06-d952-4d3f-83ad-84ab68f952e6 req-c4386196-fcfe-4e8b-a381-c819a4f85208 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.25 "GET /v2.0/ports?device_id=c86d8a34-e8fa-43a8-9c81-13fa4edaec4f HTTP/1.1" status: 200 len: 944 time: 0.0546362 Aug 10 04:19:06.707243 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-05474d06-d952-4d3f-83ad-84ab68f952e6 req-ea04a58d-c991-427c-9291-d23a0fa333e5 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.25 "GET /v2.0/security-groups?id=032249b6-fb92-4ef3-ad4d-eabac4359471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336864 Aug 10 04:19:06.862090 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 223b27e9-50bb-4f54-938e-4047365d0409 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:19:06.973920 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 223b27e9-50bb-4f54-938e-4047365d0409, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=223b27e9-50bb-4f54-938e-4047365d0409,segment=NetworkSegment(a7c0a230-d48e-43e6-a8da-d239d299b28d),segment_id=a7c0a230-d48e-43e6-a8da-d239d299b28d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:19:06.986456 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '223b27e9-50bb-4f54-938e-4047365d0409', 'network_id': '642dfe76-5a24-4584-a20b-9bd9473dbc34', 'port_id': '223b27e9-50bb-4f54-938e-4047365d0409', 'mac_address': 'fa:16:3e:72:3a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7884c2f-b7f4-494c-ae98-b91da3f09fc8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:19:07.028818 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:07.041925 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223b27e9-50bb-4f54-938e-4047365d0409 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:19:07.064077 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 223b27e9-50bb-4f54-938e-4047365d0409, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=223b27e9-50bb-4f54-938e-4047365d0409,segment=NetworkSegment(a7c0a230-d48e-43e6-a8da-d239d299b28d),segment_id=a7c0a230-d48e-43e6-a8da-d239d299b28d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:19:07.205785 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:07.263817 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=223b27e9-50bb-4f54-938e-4047365d0409,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:19:07.456809 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['223b27e9-50bb-4f54-938e-4047365d0409'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:19:07.841364 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186540c-3e74-40a5-bfcb-0105e67fa435 req-cfcb1ca5-68f0-4155-973f-4de9137f749f tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:07.843082 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a186540c-3e74-40a5-bfcb-0105e67fa435 req-cfcb1ca5-68f0-4155-973f-4de9137f749f tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.25 "GET /v2.0/ports?device_id=c86d8a34-e8fa-43a8-9c81-13fa4edaec4f HTTP/1.1" status: 200 len: 945 time: 0.0584741 Aug 10 04:19:07.884403 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a186540c-3e74-40a5-bfcb-0105e67fa435 req-3e597ab8-fa67-473a-b21b-0e88fb3146c9 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.25 "GET /v2.0/security-groups?id=032249b6-fb92-4ef3-ad4d-eabac4359471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349128 Aug 10 04:19:08.876066 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 223b27e9-50bb-4f54-938e-4047365d0409 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:19:09.005836 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8421598-13e9-4e4c-a2ac-5bc408cada62 req-5eb23433-0625-48d7-8b08-aec267b1d845 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:09.007800 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c8421598-13e9-4e4c-a2ac-5bc408cada62 req-5eb23433-0625-48d7-8b08-aec267b1d845 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.25 "GET /v2.0/ports?device_id=c86d8a34-e8fa-43a8-9c81-13fa4edaec4f HTTP/1.1" status: 200 len: 945 time: 0.0545163 Aug 10 04:19:09.051115 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c8421598-13e9-4e4c-a2ac-5bc408cada62 req-76238c89-6af1-49c0-a543-c4f095141de3 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.25 "GET /v2.0/security-groups?id=032249b6-fb92-4ef3-ad4d-eabac4359471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367978 Aug 10 04:19:09.120106 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 223b27e9-50bb-4f54-938e-4047365d0409 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:19:09.124033 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 223b27e9-50bb-4f54-938e-4047365d0409 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:19:09.124406 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:09.212310 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:09.238105 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86d8a34-e8fa-43a8-9c81-13fa4edaec4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223b27e9-50bb-4f54-938e-4047365d0409'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:19:09.240377 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a400a8-7835-4f03-b3a4-2c8f01506c26" -d '{"events": [{"server_uuid": "c86d8a34-e8fa-43a8-9c81-13fa4edaec4f", "name": "network-vif-plugged", "status": "completed", "tag": "223b27e9-50bb-4f54-938e-4047365d0409"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:19:09.256473 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 223b27e9-50bb-4f54-938e-4047365d0409, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=223b27e9-50bb-4f54-938e-4047365d0409,segment=NetworkSegment(a7c0a230-d48e-43e6-a8da-d239d299b28d),segment_id=a7c0a230-d48e-43e6-a8da-d239d299b28d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:19:09.291185 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4265f1cb-1516-4f44-a8ac-a2948ab51f19 x-openstack-request-id: req-4265f1cb-1516-4f44-a8ac-a2948ab51f19 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:19:09.291660 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86d8a34-e8fa-43a8-9c81-13fa4edaec4f", "name": "network-vif-plugged", "status": "completed", "tag": "223b27e9-50bb-4f54-938e-4047365d0409", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:19:09.291777 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4265f1cb-1516-4f44-a8ac-a2948ab51f19 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:19:09.292175 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86d8a34-e8fa-43a8-9c81-13fa4edaec4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223b27e9-50bb-4f54-938e-4047365d0409', 'code': 200} Aug 10 04:19:09.334804 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:09.403684 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=223b27e9-50bb-4f54-938e-4047365d0409,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:19:09.416410 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2396fb-c533-4c88-93f9-3f9dedec82d2 req-ef7f5a54-1332-44fe-b6f3-eb222baf51ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:09.417940 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6d2396fb-c533-4c88-93f9-3f9dedec82d2 req-ef7f5a54-1332-44fe-b6f3-eb222baf51ac service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=c86d8a34-e8fa-43a8-9c81-13fa4edaec4f HTTP/1.1" status: 200 len: 1097 time: 0.0575275 Aug 10 04:19:09.464934 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6d2396fb-c533-4c88-93f9-3f9dedec82d2 req-ed6b0af5-6a08-4fc4-9801-1ab35330be1e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=032249b6-fb92-4ef3-ad4d-eabac4359471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399430 Aug 10 04:19:09.959892 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ac844037-89cd-48c8-89f8-61a71e62b3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:10.173047 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366526d-bdfb-4b07-afdc-26bec7bfc205 req-02d99905-cdcd-4335-bd00-9b2d6b98dfb3 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:10.174593 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4366526d-bdfb-4b07-afdc-26bec7bfc205 req-02d99905-cdcd-4335-bd00-9b2d6b98dfb3 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.25 "GET /v2.0/ports?device_id=c86d8a34-e8fa-43a8-9c81-13fa4edaec4f HTTP/1.1" status: 200 len: 946 time: 0.0536511 Aug 10 04:19:10.217871 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4366526d-bdfb-4b07-afdc-26bec7bfc205 req-e49e4d26-e96e-4648-ad8a-a0a3b3410e2a tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.25 "GET /v2.0/security-groups?id=032249b6-fb92-4ef3-ad4d-eabac4359471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367844 Aug 10 04:19:11.367149 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b360907e-ffaf-42a8-9b5a-36fbdcd75d59 req-c59acc63-263b-4cd9-8757-5ead6d68231d tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:11.369991 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b360907e-ffaf-42a8-9b5a-36fbdcd75d59 req-c59acc63-263b-4cd9-8757-5ead6d68231d tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.25 "GET /v2.0/ports?device_id=c86d8a34-e8fa-43a8-9c81-13fa4edaec4f HTTP/1.1" status: 200 len: 946 time: 0.0651948 Aug 10 04:19:11.421945 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b360907e-ffaf-42a8-9b5a-36fbdcd75d59 req-599e422c-7075-47cd-a3bd-8c125cf5b56e tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.25 "GET /v2.0/security-groups?id=032249b6-fb92-4ef3-ad4d-eabac4359471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432696 Aug 10 04:19:13.717515 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:13.885234 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0440856d-8bb3-4a8d-a60a-ff4282a1637c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:15.382671 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:16.023032 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:16.969181 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:17.115733 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648579c-8f4a-4425-afd6-97c3a9716f46 req-a6107bf5-43e7-4a54-9ac0-ffb98d0e2728 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:17.120528 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a648579c-8f4a-4425-afd6-97c3a9716f46 req-a6107bf5-43e7-4a54-9ac0-ffb98d0e2728 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.25 "GET /v2.0/ports?device_id=c86d8a34-e8fa-43a8-9c81-13fa4edaec4f HTTP/1.1" status: 200 len: 946 time: 0.0635242 Aug 10 04:19:17.180236 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a648579c-8f4a-4425-afd6-97c3a9716f46 req-c772c1bd-721d-4984-9bbf-6f29f009acd0 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.25 "GET /v2.0/security-groups?id=032249b6-fb92-4ef3-ad4d-eabac4359471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587592 Aug 10 04:19:18.333487 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffc3b1-d935-4780-a17c-0963a478a132 req-48030247-6b24-4fc0-9b49-203ebf6bd6a3 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:18.335214 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aeffc3b1-d935-4780-a17c-0963a478a132 req-48030247-6b24-4fc0-9b49-203ebf6bd6a3 tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.25 "GET /v2.0/ports?device_id=c86d8a34-e8fa-43a8-9c81-13fa4edaec4f HTTP/1.1" status: 200 len: 946 time: 0.0621417 Aug 10 04:19:18.382350 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aeffc3b1-d935-4780-a17c-0963a478a132 req-ea48798e-e18a-4c7c-8648-59b1d8c3b93c tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.25 "GET /v2.0/security-groups?id=032249b6-fb92-4ef3-ad4d-eabac4359471&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393484 Aug 10 04:19:18.427547 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c2192-c52f-4747-b74a-f67b03b6d57b req-69ee419f-14f5-4df0-a74b-be59d0ae0ccf tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:18.429391 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-249c2192-c52f-4747-b74a-f67b03b6d57b req-69ee419f-14f5-4df0-a74b-be59d0ae0ccf tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.68 "GET /v2.0/ports?device_id=c86d8a34-e8fa-43a8-9c81-13fa4edaec4f HTTP/1.1" status: 200 len: 946 time: 0.0849180 Aug 10 04:19:18.552478 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-249c2192-c52f-4747-b74a-f67b03b6d57b req-e9d247ac-55e0-41dc-a948-87bb3d0d710b tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Deleting port 223b27e9-50bb-4f54-938e-4047365d0409 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:19:18.552854 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-249c2192-c52f-4747-b74a-f67b03b6d57b req-e9d247ac-55e0-41dc-a948-87bb3d0d710b tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:18.665358 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-249c2192-c52f-4747-b74a-f67b03b6d57b req-e9d247ac-55e0-41dc-a948-87bb3d0d710b tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] For port 223b27e9-50bb-4f54-938e-4047365d0409, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=223b27e9-50bb-4f54-938e-4047365d0409,segment=NetworkSegment(a7c0a230-d48e-43e6-a8da-d239d299b28d),segment_id=a7c0a230-d48e-43e6-a8da-d239d299b28d)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:19:18.665914 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-249c2192-c52f-4747-b74a-f67b03b6d57b req-e9d247ac-55e0-41dc-a948-87bb3d0d710b tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:18.680657 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-249c2192-c52f-4747-b74a-f67b03b6d57b req-e9d247ac-55e0-41dc-a948-87bb3d0d710b tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Calling delete_port for 223b27e9-50bb-4f54-938e-4047365d0409 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:19:18.952351 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-249c2192-c52f-4747-b74a-f67b03b6d57b req-e9d247ac-55e0-41dc-a948-87bb3d0d710b tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:18.966543 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['223b27e9-50bb-4f54-938e-4047365d0409'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:19:19.010613 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d247ac-55e0-41dc-a948-87bb3d0d710b tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Pushing event deleted for resources: {'Port': ['ID=223b27e9-50bb-4f54-938e-4047365d0409,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:19:19.055554 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-249c2192-c52f-4747-b74a-f67b03b6d57b req-e9d247ac-55e0-41dc-a948-87bb3d0d710b tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] No DVR routers for this DVR port 223b27e9-50bb-4f54-938e-4047365d0409 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:19:19.058378 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-249c2192-c52f-4747-b74a-f67b03b6d57b req-e9d247ac-55e0-41dc-a948-87bb3d0d710b tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:19.061147 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-249c2192-c52f-4747-b74a-f67b03b6d57b req-e9d247ac-55e0-41dc-a948-87bb3d0d710b tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.68 "DELETE /v2.0/ports/223b27e9-50bb-4f54-938e-4047365d0409 HTTP/1.1" status: 204 len: 173 time: 0.6246870 Aug 10 04:19:19.061746 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86d8a34-e8fa-43a8-9c81-13fa4edaec4f', 'name': 'network-vif-deleted', 'tag': '223b27e9-50bb-4f54-938e-4047365d0409'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:19:19.068888 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf7ae13-f8bc-4478-bff6-f380e9313c39" -d '{"events": [{"server_uuid": "c86d8a34-e8fa-43a8-9c81-13fa4edaec4f", "name": "network-vif-deleted", "tag": "223b27e9-50bb-4f54-938e-4047365d0409"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:19:19.116613 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c33fb2-33fd-4b15-a319-29fb0288e546 x-openstack-request-id: req-d2c33fb2-33fd-4b15-a319-29fb0288e546 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:19:19.116906 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86d8a34-e8fa-43a8-9c81-13fa4edaec4f", "name": "network-vif-deleted", "tag": "223b27e9-50bb-4f54-938e-4047365d0409", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:19:19.117254 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2c33fb2-33fd-4b15-a319-29fb0288e546 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:19:19.120891 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86d8a34-e8fa-43a8-9c81-13fa4edaec4f', 'name': 'network-vif-deleted', 'tag': '223b27e9-50bb-4f54-938e-4047365d0409', 'status': 'completed', 'code': 200} Aug 10 04:19:19.520421 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-48faf0b6-d0d6-4cc9-aa0a-47c7867dfd25 req-1e4e30fb-7882-47ad-a0fa-5aec02ade6ec tempest-VolumesActionsTest-313293790 tempest-VolumesActionsTest-313293790-project] 10.222.0.25 "GET /v2.0/ports?device_id=c86d8a34-e8fa-43a8-9c81-13fa4edaec4f HTTP/1.1" status: 200 len: 210 time: 0.0327251 Aug 10 04:19:22.091495 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42202) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:19:22.243293 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a628ed21-0a9c-4395-8ad9-0ef7441493ab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ee51d84a40d4135be5c24c5759676f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1504393 Aug 10 04:19:22.245749 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42206) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:19:22.296652 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dcfa2822-329c-4a8e-980e-92f8c0ee9001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:22.321131 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dcfa2822-329c-4a8e-980e-92f8c0ee9001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:22.500609 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dcfa2822-329c-4a8e-980e-92f8c0ee9001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:22.503233 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dcfa2822-329c-4a8e-980e-92f8c0ee9001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:22.504837 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-dcfa2822-329c-4a8e-980e-92f8c0ee9001 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e8c6b72b-6a1d-47b1-baf5-c6c3a09345d5 HTTP/1.1" status: 204 len: 168 time: 0.2579021 Aug 10 04:19:22.521394 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa2822-329c-4a8e-980e-92f8c0ee9001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c6b72b-6a1d-47b1-baf5-c6c3a09345d5,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:19:22.880918 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:19:22.931946 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 223b27e9-50bb-4f54-938e-4047365d0409 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:19:22.952020 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 223b27e9-50bb-4f54-938e-4047365d0409 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:19:22.952365 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 223b27e9-50bb-4f54-938e-4047365d0409 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:19:27.831824 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:31.432741 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42328) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:19:31.582602 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a23bf377-7946-47b7-930e-ad02a19abb9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:31.694920 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a23bf377-7946-47b7-930e-ad02a19abb9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:31.776920 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a23bf377-7946-47b7-930e-ad02a19abb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:31.815747 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23bf377-7946-47b7-930e-ad02a19abb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99de9bf0-65e3-47d1-8797-70a20c040592,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:19:31.820651 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a23bf377-7946-47b7-930e-ad02a19abb9c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d4c6ccafc7ff402488ac458458c4e977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3866384 Aug 10 04:19:31.824182 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42336) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:19:31.881554 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0de942d4-f11f-4cd5-9a46-54e626bf56d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:31.903308 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0de942d4-f11f-4cd5-9a46-54e626bf56d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:32.066193 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0de942d4-f11f-4cd5-9a46-54e626bf56d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:32.069023 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0de942d4-f11f-4cd5-9a46-54e626bf56d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:32.072609 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0de942d4-f11f-4cd5-9a46-54e626bf56d0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/99de9bf0-65e3-47d1-8797-70a20c040592 HTTP/1.1" status: 204 len: 168 time: 0.2471569 Aug 10 04:19:32.084356 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de942d4-f11f-4cd5-9a46-54e626bf56d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99de9bf0-65e3-47d1-8797-70a20c040592,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:19:34.233344 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ec0a9994-ffd2-4a8f-a7f9-1b893c0d40a2 req-83c08979-a1bf-4bfe-bf56-0b3aa79b76a7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567114 Aug 10 04:19:34.332080 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a9994-ffd2-4a8f-a7f9-1b893c0d40a2 req-e2843eca-a11f-49d8-adc2-504b24014bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:34.333734 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ec0a9994-ffd2-4a8f-a7f9-1b893c0d40a2 req-e2843eca-a11f-49d8-adc2-504b24014bf6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 1097 time: 0.0425143 Aug 10 04:19:34.444564 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a9994-ffd2-4a8f-a7f9-1b893c0d40a2 req-31b4530f-8f36-4e3d-ab5c-b82df4d2ab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:34.446630 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ec0a9994-ffd2-4a8f-a7f9-1b893c0d40a2 req-31b4530f-8f36-4e3d-ab5c-b82df4d2ab4d service neutron] 10.222.0.20 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 911 time: 0.0936487 Aug 10 04:19:34.536329 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ec0a9994-ffd2-4a8f-a7f9-1b893c0d40a2 req-93017563-665c-4ed5-869d-95269f935e8f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0faa396-1a23-4b82-a466-31b32ae9ba24 HTTP/1.1" status: 200 len: 1002 time: 0.0642223 Aug 10 04:19:34.568747 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a9994-ffd2-4a8f-a7f9-1b893c0d40a2 req-50ea17f8-1fa2-4ee6-bbdd-1dd47d1d5d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:34.570290 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ec0a9994-ffd2-4a8f-a7f9-1b893c0d40a2 req-50ea17f8-1fa2-4ee6-bbdd-1dd47d1d5d2f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=50d1b050-8d5a-4a28-adea-90a39272e6c6 HTTP/1.1" status: 200 len: 849 time: 0.0462277 Aug 10 04:19:34.620963 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a9994-ffd2-4a8f-a7f9-1b893c0d40a2 req-487df05f-c082-4d9e-b058-d8cf4317cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:34.622506 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ec0a9994-ffd2-4a8f-a7f9-1b893c0d40a2 req-487df05f-c082-4d9e-b058-d8cf4317cb62 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee59e291-e76f-48a7-96a4-530291348714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459146 Aug 10 04:19:34.738513 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ec0a9994-ffd2-4a8f-a7f9-1b893c0d40a2 req-d51aa48b-eb39-4fe8-b1eb-7847bad49c26 service neutron] 10.222.0.20 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085904 Aug 10 04:19:34.849894 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ec0a9994-ffd2-4a8f-a7f9-1b893c0d40a2 req-d9812ea4-dc7b-4487-93bc-7d6fa1e7affe service neutron] 10.222.0.20 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026051 Aug 10 04:19:36.993677 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ecaae487-7df4-4569-bec2-b855d72f2b65 req-ce32ec80-1b1d-4002-a4de-d2469455658b service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0588219 Aug 10 04:19:37.097567 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaae487-7df4-4569-bec2-b855d72f2b65 req-1f50eb8a-f70d-4a67-a85c-a446b8568f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:37.099222 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ecaae487-7df4-4569-bec2-b855d72f2b65 req-1f50eb8a-f70d-4a67-a85c-a446b8568f89 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 1096 time: 0.0568669 Aug 10 04:19:37.216867 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaae487-7df4-4569-bec2-b855d72f2b65 req-11e29175-57f8-40df-b0f7-95d61ddd4afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:37.218584 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ecaae487-7df4-4569-bec2-b855d72f2b65 req-11e29175-57f8-40df-b0f7-95d61ddd4afc service neutron] 10.222.0.68 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 911 time: 0.0975723 Aug 10 04:19:37.353896 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ecaae487-7df4-4569-bec2-b855d72f2b65 req-70bb90a0-830a-43bf-b18b-a930181b8e8b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1330f4e4-473f-4a93-83c0-17828a80782d HTTP/1.1" status: 200 len: 1001 time: 0.1271989 Aug 10 04:19:37.438166 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaae487-7df4-4569-bec2-b855d72f2b65 req-372c21bf-2023-4521-a43b-5dacf4d929da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:37.439823 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ecaae487-7df4-4569-bec2-b855d72f2b65 req-372c21bf-2023-4521-a43b-5dacf4d929da service neutron] 10.222.0.68 "GET /v2.0/subnets?id=50d1b050-8d5a-4a28-adea-90a39272e6c6 HTTP/1.1" status: 200 len: 849 time: 0.0795326 Aug 10 04:19:37.529352 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaae487-7df4-4569-bec2-b855d72f2b65 req-06c2e39b-58ac-4861-b2f6-08245bfeae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:19:37.531786 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ecaae487-7df4-4569-bec2-b855d72f2b65 req-06c2e39b-58ac-4861-b2f6-08245bfeae80 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee59e291-e76f-48a7-96a4-530291348714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0852256 Aug 10 04:19:37.660677 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ecaae487-7df4-4569-bec2-b855d72f2b65 req-6f79956d-4159-4e10-bbe6-3a7c19b7062f service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196845 Aug 10 04:19:37.794907 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ecaae487-7df4-4569-bec2-b855d72f2b65 req-0b527029-c375-4daf-a1db-abe83027ec57 service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215632 Aug 10 04:19:39.975406 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fc30f03e-19d3-4485-9a31-32f9d2735957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:43.672589 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:43.895946 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-077461ec-036f-4613-84bf-038b39becc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:45.358082 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:45.979016 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:46.942759 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:55.232389 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42896) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:19:55.289503 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42898) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:19:55.306927 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-0171427f-7343-48c7-b35f-4706ff47477b admin admin] Deleting subnet c7884c2f-b7f4-494c-ae98-b91da3f09fc8 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:19:55.310769 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0171427f-7343-48c7-b35f-4706ff47477b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:55.377889 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0171427f-7343-48c7-b35f-4706ff47477b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:55.466141 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a10535bb-c6f2-471f-a6e3-a0a38b8670a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:55.476491 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0171427f-7343-48c7-b35f-4706ff47477b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:55.600979 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a10535bb-c6f2-471f-a6e3-a0a38b8670a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:55.639383 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0171427f-7343-48c7-b35f-4706ff47477b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:55.667648 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a10535bb-c6f2-471f-a6e3-a0a38b8670a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:55.669227 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0171427f-7343-48c7-b35f-4706ff47477b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7884c2f-b7f4-494c-ae98-b91da3f09fc8,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:19:55.679823 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0171427f-7343-48c7-b35f-4706ff47477b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:55.681843 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0171427f-7343-48c7-b35f-4706ff47477b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c7884c2f-b7f4-494c-ae98-b91da3f09fc8 HTTP/1.1" status: 204 len: 168 time: 0.4480822 Aug 10 04:19:55.690469 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42902) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:19:55.733043 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10535bb-c6f2-471f-a6e3-a0a38b8670a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0307506b-97ca-4576-a964-f91e0f2ec259,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:19:55.770397 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10535bb-c6f2-471f-a6e3-a0a38b8670a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:55.770742 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10535bb-c6f2-471f-a6e3-a0a38b8670a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:55.771123 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10535bb-c6f2-471f-a6e3-a0a38b8670a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:55.771587 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10535bb-c6f2-471f-a6e3-a0a38b8670a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:55.771877 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10535bb-c6f2-471f-a6e3-a0a38b8670a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:55.772230 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10535bb-c6f2-471f-a6e3-a0a38b8670a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:55.772759 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10535bb-c6f2-471f-a6e3-a0a38b8670a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:55.773144 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10535bb-c6f2-471f-a6e3-a0a38b8670a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:55.773466 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10535bb-c6f2-471f-a6e3-a0a38b8670a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:55.773790 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10535bb-c6f2-471f-a6e3-a0a38b8670a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:55.774115 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10535bb-c6f2-471f-a6e3-a0a38b8670a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:55.774439 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10535bb-c6f2-471f-a6e3-a0a38b8670a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:19:55.815746 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a10535bb-c6f2-471f-a6e3-a0a38b8670a0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=07f97cf216ab4a5e9dd4f60ec5d5afc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5251648 Aug 10 04:19:55.819658 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42904) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:19:55.828824 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05ea7f01-3ffa-4351-ac81-08c879af0023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:55.899842 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-397fff72-6025-4a48-8212-b15de9400b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:55.932176 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-397fff72-6025-4a48-8212-b15de9400b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:55.939202 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05ea7f01-3ffa-4351-ac81-08c879af0023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:55.952602 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-05ea7f01-3ffa-4351-ac81-08c879af0023 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642dfe76-5a24-4584-a20b-9bd9473dbc34']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:19:55.967784 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-05ea7f01-3ffa-4351-ac81-08c879af0023 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7c0a230-d48e-43e6-a8da-d239d299b28d') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:19:55.968929 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-05ea7f01-3ffa-4351-ac81-08c879af0023 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7c0a230-d48e-43e6-a8da-d239d299b28d') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:19:55.983284 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05ea7f01-3ffa-4351-ac81-08c879af0023 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:56.003788 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05ea7f01-3ffa-4351-ac81-08c879af0023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:56.012994 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ea7f01-3ffa-4351-ac81-08c879af0023 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:19:56.013438 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05ea7f01-3ffa-4351-ac81-08c879af0023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:19:56.015639 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:19:56.112257 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-397fff72-6025-4a48-8212-b15de9400b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:56.114839 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-397fff72-6025-4a48-8212-b15de9400b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:56.116067 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-397fff72-6025-4a48-8212-b15de9400b98 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0307506b-97ca-4576-a964-f91e0f2ec259 HTTP/1.1" status: 204 len: 168 time: 0.2965324 Aug 10 04:19:56.126225 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397fff72-6025-4a48-8212-b15de9400b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0307506b-97ca-4576-a964-f91e0f2ec259,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:19:56.141838 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05ea7f01-3ffa-4351-ac81-08c879af0023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:56.176910 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05ea7f01-3ffa-4351-ac81-08c879af0023 admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:56.183314 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42918) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:19:56.186270 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-05ea7f01-3ffa-4351-ac81-08c879af0023 admin admin] 10.222.0.25 "DELETE /v2.0/networks/642dfe76-5a24-4584-a20b-9bd9473dbc34 HTTP/1.1" status: 204 len: 168 time: 0.4687257 Aug 10 04:19:56.188275 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea7f01-3ffa-4351-ac81-08c879af0023 admin admin] Pushing event deleted for resources: {'Network': ['ID=642dfe76-5a24-4584-a20b-9bd9473dbc34,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:19:56.245599 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-d926e0b6-53ce-4856-a5d7-ca5136584551 admin admin] Deleting subnet f1de3326-4e79-4752-92d4-965a7ed1dfe7 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:19:56.249848 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d926e0b6-53ce-4856-a5d7-ca5136584551 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:56.294621 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d926e0b6-53ce-4856-a5d7-ca5136584551 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:56.342908 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d926e0b6-53ce-4856-a5d7-ca5136584551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:56.485135 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d926e0b6-53ce-4856-a5d7-ca5136584551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:56.513453 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926e0b6-53ce-4856-a5d7-ca5136584551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1de3326-4e79-4752-92d4-965a7ed1dfe7,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:19:56.521652 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d926e0b6-53ce-4856-a5d7-ca5136584551 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:56.524103 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d926e0b6-53ce-4856-a5d7-ca5136584551 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f1de3326-4e79-4752-92d4-965a7ed1dfe7 HTTP/1.1" status: 204 len: 168 time: 0.3392193 Aug 10 04:19:56.526802 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 42934) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:19:56.641433 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-685e34d7-d364-4e1b-9af6-61e250946253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:56.736909 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-685e34d7-d364-4e1b-9af6-61e250946253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:56.753847 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-685e34d7-d364-4e1b-9af6-61e250946253 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4436cb32-c19c-47a7-a81c-1b3e7d6c75b3']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:19:56.763679 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-685e34d7-d364-4e1b-9af6-61e250946253 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e08cd8f-63e8-43d0-92ed-c7291d81d229') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:19:56.764123 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-685e34d7-d364-4e1b-9af6-61e250946253 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e08cd8f-63e8-43d0-92ed-c7291d81d229') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:19:56.774887 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-685e34d7-d364-4e1b-9af6-61e250946253 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:56.795064 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-685e34d7-d364-4e1b-9af6-61e250946253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:56.801402 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-685e34d7-d364-4e1b-9af6-61e250946253 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:19:56.801872 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-685e34d7-d364-4e1b-9af6-61e250946253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:19:56.803681 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:19:56.938638 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-685e34d7-d364-4e1b-9af6-61e250946253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:56.941490 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-685e34d7-d364-4e1b-9af6-61e250946253 admin admin] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:56.948567 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-685e34d7-d364-4e1b-9af6-61e250946253 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4436cb32-c19c-47a7-a81c-1b3e7d6c75b3 HTTP/1.1" status: 204 len: 168 time: 0.4206419 Aug 10 04:19:56.962153 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e34d7-d364-4e1b-9af6-61e250946253 admin admin] Pushing event deleted for resources: {'Network': ['ID=4436cb32-c19c-47a7-a81c-1b3e7d6c75b3,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:19:57.397173 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42982) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:19:57.454743 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b2415579-7a3e-400f-ae13-52fd40736b9a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e3281a1a3e5f4503be9a30e142fb740b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0555778 Aug 10 04:19:57.457326 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 42990) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:19:57.509012 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bacc0467-2e7d-4524-b81f-278ca9672f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:57.533656 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bacc0467-2e7d-4524-b81f-278ca9672f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:57.700695 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bacc0467-2e7d-4524-b81f-278ca9672f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:57.703648 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bacc0467-2e7d-4524-b81f-278ca9672f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:57.705550 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bacc0467-2e7d-4524-b81f-278ca9672f85 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/032249b6-fb92-4ef3-ad4d-eabac4359471 HTTP/1.1" status: 204 len: 168 time: 0.2469487 Aug 10 04:19:57.716878 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc0467-2e7d-4524-b81f-278ca9672f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032249b6-fb92-4ef3-ad4d-eabac4359471,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:19:57.736901 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:58.620123 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43056) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:19:58.666805 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-cf6088a6-e0fb-4f28-a47d-75a3e65c3f80 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d26a859ccd848d89e675b3c2154223d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442080 Aug 10 04:19:58.672654 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43058) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:19:58.735352 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b976cea2-850b-41d5-98b6-cd7f26dfcfba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:58.763142 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b976cea2-850b-41d5-98b6-cd7f26dfcfba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:58.931240 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b976cea2-850b-41d5-98b6-cd7f26dfcfba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:58.933951 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b976cea2-850b-41d5-98b6-cd7f26dfcfba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:19:58.935142 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b976cea2-850b-41d5-98b6-cd7f26dfcfba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c269996b-fc87-4ea6-83d9-10d5287cba47 HTTP/1.1" status: 204 len: 168 time: 0.2614181 Aug 10 04:19:58.943353 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976cea2-850b-41d5-98b6-cd7f26dfcfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c269996b-fc87-4ea6-83d9-10d5287cba47,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:19:59.880513 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:20:00.101281 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43144) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:00.106535 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-35cf5334-5acc-4e8b-b8b1-c65291400b8b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-945557237', 'description': 'tempest-secgroup-smoke-945557237 description', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:20:00.222173 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-35cf5334-5acc-4e8b-b8b1-c65291400b8b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:00.230990 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-35cf5334-5acc-4e8b-b8b1-c65291400b8b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:00.343498 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-35cf5334-5acc-4e8b-b8b1-c65291400b8b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:00.456159 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-35cf5334-5acc-4e8b-b8b1-c65291400b8b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:00.496341 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf5334-5acc-4e8b-b8b1-c65291400b8b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caec3c5a-560a-4ecf-9747-d7866dea2d38,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:00.562569 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-35cf5334-5acc-4e8b-b8b1-c65291400b8b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:00.661487 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-35cf5334-5acc-4e8b-b8b1-c65291400b8b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:00.693029 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf5334-5acc-4e8b-b8b1-c65291400b8b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55bfa3b1-fa99-4d78-b867-7d711e2270d5,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:00.736145 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-35cf5334-5acc-4e8b-b8b1-c65291400b8b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:00.737539 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-35cf5334-5acc-4e8b-b8b1-c65291400b8b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6347485 Aug 10 04:20:00.742489 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43172) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:00.747411 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-200bd337-ad22-47a1-ad42-a8604e727255 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'security_group_rule': {'security_group_id': '55bfa3b1-fa99-4d78-b867-7d711e2270d5', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:20:00.849398 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-200bd337-ad22-47a1-ad42-a8604e727255 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:00.912059 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-200bd337-ad22-47a1-ad42-a8604e727255 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:00.980829 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-200bd337-ad22-47a1-ad42-a8604e727255 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:00.998074 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200bd337-ad22-47a1-ad42-a8604e727255 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45a6b60-3130-4f4f-a901-2507a703fcd0,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:01.090466 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-200bd337-ad22-47a1-ad42-a8604e727255 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:01.091912 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-200bd337-ad22-47a1-ad42-a8604e727255 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3483961 Aug 10 04:20:01.094673 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43190) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:01.101666 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-eaccbb80-a919-43c5-af20-30c89a4f1421 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'security_group_rule': {'security_group_id': '55bfa3b1-fa99-4d78-b867-7d711e2270d5', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:20:01.204120 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eaccbb80-a919-43c5-af20-30c89a4f1421 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:01.269316 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eaccbb80-a919-43c5-af20-30c89a4f1421 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:01.336032 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eaccbb80-a919-43c5-af20-30c89a4f1421 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:01.355815 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaccbb80-a919-43c5-af20-30c89a4f1421 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b40ff81-0080-4ba0-a146-b6833f5a6fc3,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:01.456259 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-eaccbb80-a919-43c5-af20-30c89a4f1421 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:01.457785 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-eaccbb80-a919-43c5-af20-30c89a4f1421 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3621712 Aug 10 04:20:01.461072 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43210) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:01.466484 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-de5e28b7-fa73-45a3-b496-1939caa9edfe tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'security_group_rule': {'security_group_id': '55bfa3b1-fa99-4d78-b867-7d711e2270d5', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:20:01.549376 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-de5e28b7-fa73-45a3-b496-1939caa9edfe tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:01.633389 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-de5e28b7-fa73-45a3-b496-1939caa9edfe tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:01.776621 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-de5e28b7-fa73-45a3-b496-1939caa9edfe tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:01.798390 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5e28b7-fa73-45a3-b496-1939caa9edfe tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0bb4991-ce84-4046-bd2d-93a35e530231,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:01.926156 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-de5e28b7-fa73-45a3-b496-1939caa9edfe tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:01.930244 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-de5e28b7-fa73-45a3-b496-1939caa9edfe tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4652853 Aug 10 04:20:01.930594 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43224) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:01.938964 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-013dcceb-0065-4b4a-b475-664c44871c91 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'security_group_rule': {'security_group_id': '55bfa3b1-fa99-4d78-b867-7d711e2270d5', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:20:02.072796 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-013dcceb-0065-4b4a-b475-664c44871c91 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:02.148909 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-013dcceb-0065-4b4a-b475-664c44871c91 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:02.267357 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-013dcceb-0065-4b4a-b475-664c44871c91 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:02.292321 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013dcceb-0065-4b4a-b475-664c44871c91 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19f2ec88-67c2-4f91-89c9-febb26f3b5a1,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:02.353703 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-013dcceb-0065-4b4a-b475-664c44871c91 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:02.355023 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-013dcceb-0065-4b4a-b475-664c44871c91 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4229479 Aug 10 04:20:02.358068 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43246) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:02.362741 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-db51a697-de7f-4047-8fdf-6f4737936fe7 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'security_group_rule': {'security_group_id': '55bfa3b1-fa99-4d78-b867-7d711e2270d5', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:20:02.484858 n-d-802893-2 neutron-server[94938]: INFO neutron.db.securitygroups_db [None req-db51a697-de7f-4047-8fdf-6f4737936fe7 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Project 397e8cde821d4d5ca53b9835ebca79b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:20:02.490799 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-db51a697-de7f-4047-8fdf-6f4737936fe7 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:02.565796 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-db51a697-de7f-4047-8fdf-6f4737936fe7 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:02.627191 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-db51a697-de7f-4047-8fdf-6f4737936fe7 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:02.646038 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51a697-de7f-4047-8fdf-6f4737936fe7 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e4937f6-e994-4a04-b2f1-087a9764d69d,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:02.752020 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-db51a697-de7f-4047-8fdf-6f4737936fe7 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:02.756373 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-db51a697-de7f-4047-8fdf-6f4737936fe7 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3941150 Aug 10 04:20:02.756573 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43260) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:02.762008 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-4cbcebae-c602-4ef8-9fee-8709ea872982 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'security_group_rule': {'security_group_id': '55bfa3b1-fa99-4d78-b867-7d711e2270d5', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:20:02.873017 n-d-802893-2 neutron-server[94938]: INFO neutron.db.securitygroups_db [None req-4cbcebae-c602-4ef8-9fee-8709ea872982 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Project 397e8cde821d4d5ca53b9835ebca79b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:20:02.878318 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4cbcebae-c602-4ef8-9fee-8709ea872982 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:02.943772 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4cbcebae-c602-4ef8-9fee-8709ea872982 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:03.044427 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4cbcebae-c602-4ef8-9fee-8709ea872982 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:03.064770 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbcebae-c602-4ef8-9fee-8709ea872982 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f135c9-6908-4064-826f-a2ea1fb5391c,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:03.170320 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4cbcebae-c602-4ef8-9fee-8709ea872982 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:03.171546 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4cbcebae-c602-4ef8-9fee-8709ea872982 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4138954 Aug 10 04:20:03.174612 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43282) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:03.179527 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-840f3a7a-5666-4f7e-b768-8429cce015af tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'network': {'name': 'tempest-network-smoke--811061424', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'port_security_enabled': True}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:20:03.324799 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840f3a7a-5666-4f7e-b768-8429cce015af tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Made reservation on behalf of 397e8cde821d4d5ca53b9835ebca79b1 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:20:03.328423 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-840f3a7a-5666-4f7e-b768-8429cce015af tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:03.353170 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-840f3a7a-5666-4f7e-b768-8429cce015af tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:20:03.362450 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-840f3a7a-5666-4f7e-b768-8429cce015af tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:03.362784 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-840f3a7a-5666-4f7e-b768-8429cce015af tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Added segment ee442633-0c93-4f8e-9b60-bec978aa426c of type vlan for network d6b84373-0658-4a33-8611-7ee2e8322e8e Aug 10 04:20:03.413286 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-840f3a7a-5666-4f7e-b768-8429cce015af tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:03.525157 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-840f3a7a-5666-4f7e-b768-8429cce015af tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:03.531782 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840f3a7a-5666-4f7e-b768-8429cce015af tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:03.532422 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-840f3a7a-5666-4f7e-b768-8429cce015af tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:03.601795 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f3a7a-5666-4f7e-b768-8429cce015af tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Network': ['ID=d6b84373-0658-4a33-8611-7ee2e8322e8e,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:03.622470 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network d6b84373-0658-4a33-8611-7ee2e8322e8e details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:20:03.668783 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-840f3a7a-5666-4f7e-b768-8429cce015af tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4926856 Aug 10 04:20:03.673682 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43304) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:03.678433 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-110995058', 'admin_state_up': True, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:20:03.777592 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:03.778506 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:03.837724 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:04.059622 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:04.389152 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:04.410091 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:04.525019 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Allocated IP 172.25.0.205 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/18b06d5d-6407-4b19-917c-4569fd7c407c) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:20:04.633958 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:04.760209 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:04.801211 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:20:04.804244 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:20:04.808537 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:20:05.228771 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Port': ['ID=18b06d5d-6407-4b19-917c-4569fd7c407c,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:05.244211 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:05.244699 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:05.245055 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:05.245409 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:05.245745 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:05.246087 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:05.246429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:05.246763 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:05.247101 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:05.247435 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:05.247771 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:05.248217 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:05.661661 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:05.891629 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:06.192901 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Router ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:20:06.321837 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:20:06.331561 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5147824e-33b9-41bd-824e-37d9d1b555fa None None] Sync routers for ids ['ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:20:06.340913 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5147824e-33b9-41bd-824e-37d9d1b555fa None None] Routers {'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:20:06.341474 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-5147824e-33b9-41bd-824e-37d9d1b555fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:19:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:06.398749 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:06.404560 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e942a558-2ccb-435c-92fe-cc9800b26b36 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7260520 Aug 10 04:20:06.405136 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43400) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:06.457796 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-5147824e-33b9-41bd-824e-37d9d1b555fa None None] Set router ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:20:06.637232 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a4f7da40-1534-4265-b2ca-195a54c37212 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=397e8cde821d4d5ca53b9835ebca79b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2318347 Aug 10 04:20:06.639881 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43412) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:06.707624 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-5147824e-33b9-41bd-824e-37d9d1b555fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110995058', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '18b06d5d-6407-4b19-917c-4569fd7c407c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:20:03Z', 'updated_at': '2021-08-10T04:20:05Z', 'revision_number': 3, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': '18b06d5d-6407-4b19-917c-4569fd7c407c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:20:04Z', 'updated_at': '2021-08-10T04:20:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:06.740705 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5147824e-33b9-41bd-824e-37d9d1b555fa None None] Checking router: ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:20:06.741200 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5147824e-33b9-41bd-824e-37d9d1b555fa None None] Updating router ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1 port 18b06d5d-6407-4b19-917c-4569fd7c407c binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:20:06.769862 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5147824e-33b9-41bd-824e-37d9d1b555fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:07.116460 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c81e69-cd89-4e3b-916d-d4fd7115b4ce tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:07.119821 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-71c81e69-cd89-4e3b-916d-d4fd7115b4ce tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4787304 Aug 10 04:20:07.124731 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43430) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:07.132399 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5147824e-33b9-41bd-824e-37d9d1b555fa None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:07.146211 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-5147824e-33b9-41bd-824e-37d9d1b555fa None None] Transition to ACTIVE for port object 18b06d5d-6407-4b19-917c-4569fd7c407c will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:20:07.164973 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-bf8955c4-9e3a-4a87-b0d9-8209f69daad4 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385232 Aug 10 04:20:07.168116 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43434) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:07.173974 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-f888b4a1-6477-4384-b50c-afa9cedeae05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1260273894', 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:20:07.238012 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5147824e-33b9-41bd-824e-37d9d1b555fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:07.313350 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-5147824e-33b9-41bd-824e-37d9d1b555fa None None] Attempting to bind port 18b06d5d-6407-4b19-917c-4569fd7c407c on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:20:07.313716 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-5147824e-33b9-41bd-824e-37d9d1b555fa None None] Attempting to bind port 18b06d5d-6407-4b19-917c-4569fd7c407c by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:20:07.314071 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5147824e-33b9-41bd-824e-37d9d1b555fa None None] Attempting to bind port 18b06d5d-6407-4b19-917c-4569fd7c407c on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:20:07.320106 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962a351-846f-41a1-9f57-ace6b62fefcd None None] Pushing event updated for resources: {'Port': ['ID=18b06d5d-6407-4b19-917c-4569fd7c407c,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:07.325028 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5147824e-33b9-41bd-824e-37d9d1b555fa None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:20:07.325394 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5147824e-33b9-41bd-824e-37d9d1b555fa None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:20:07.325789 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5147824e-33b9-41bd-824e-37d9d1b555fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:07.326175 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5147824e-33b9-41bd-824e-37d9d1b555fa None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:20:07.326641 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-5147824e-33b9-41bd-824e-37d9d1b555fa None None] Bound port: 18b06d5d-6407-4b19-917c-4569fd7c407c, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:20:07.327017 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5147824e-33b9-41bd-824e-37d9d1b555fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:07.352899 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3962a351-846f-41a1-9f57-ace6b62fefcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:07.353591 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3962a351-846f-41a1-9f57-ace6b62fefcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:07.353763 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3962a351-846f-41a1-9f57-ace6b62fefcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:07.354049 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3962a351-846f-41a1-9f57-ace6b62fefcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:07.354368 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3962a351-846f-41a1-9f57-ace6b62fefcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:07.354688 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3962a351-846f-41a1-9f57-ace6b62fefcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:07.355015 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3962a351-846f-41a1-9f57-ace6b62fefcd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:07.355326 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3962a351-846f-41a1-9f57-ace6b62fefcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:07.355810 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3962a351-846f-41a1-9f57-ace6b62fefcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:07.356351 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3962a351-846f-41a1-9f57-ace6b62fefcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:07.356875 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3962a351-846f-41a1-9f57-ace6b62fefcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:07.357398 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3962a351-846f-41a1-9f57-ace6b62fefcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:07.366545 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f888b4a1-6477-4384-b50c-afa9cedeae05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Made reservation on behalf of 397e8cde821d4d5ca53b9835ebca79b1 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:20:07.375334 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f888b4a1-6477-4384-b50c-afa9cedeae05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:07.401871 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-5147824e-33b9-41bd-824e-37d9d1b555fa None None] For port 18b06d5d-6407-4b19-917c-4569fd7c407c, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:20:07.405599 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-5147824e-33b9-41bd-824e-37d9d1b555fa None None] For port 18b06d5d-6407-4b19-917c-4569fd7c407c, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=18b06d5d-6407-4b19-917c-4569fd7c407c,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:20:07.479793 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5147824e-33b9-41bd-824e-37d9d1b555fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:07.558589 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5147824e-33b9-41bd-824e-37d9d1b555fa None None] Routers {'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:20:07.559456 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-5147824e-33b9-41bd-824e-37d9d1b555fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:19:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:07.565112 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962a351-846f-41a1-9f57-ace6b62fefcd None None] Pushing event updated for resources: {'Port': ['ID=18b06d5d-6407-4b19-917c-4569fd7c407c,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:07.683525 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f888b4a1-6477-4384-b50c-afa9cedeae05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:07.762588 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888b4a1-6477-4384-b50c-afa9cedeae05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Subnet': ['ID=483d1149-a125-409c-86b2-23eeeec58362,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:07.771856 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f888b4a1-6477-4384-b50c-afa9cedeae05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Checking segment: {'id': 'ee442633-0c93-4f8e-9b60-bec978aa426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:20:07.772322 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f888b4a1-6477-4384-b50c-afa9cedeae05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Network hostable DHCP agents. Network: d6b84373-0658-4a33-8611-7ee2e8322e8e, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:20:07.792217 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-5147824e-33b9-41bd-824e-37d9d1b555fa None None] Set router ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:20:07.913508 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f888b4a1-6477-4384-b50c-afa9cedeae05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Network d6b84373-0658-4a33-8611-7ee2e8322e8e is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:20:08.000943 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-5147824e-33b9-41bd-824e-37d9d1b555fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110995058', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '18b06d5d-6407-4b19-917c-4569fd7c407c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:20:03Z', 'updated_at': '2021-08-10T04:20:05Z', 'revision_number': 3, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': '18b06d5d-6407-4b19-917c-4569fd7c407c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:20:04Z', 'updated_at': '2021-08-10T04:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:08.036183 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5147824e-33b9-41bd-824e-37d9d1b555fa None None] The sync data for ids ['ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1'] in n-d-802893-2 is: [{'id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110995058', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '18b06d5d-6407-4b19-917c-4569fd7c407c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:20:03Z', 'updated_at': '2021-08-10T04:20:05Z', 'revision_number': 3, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': '18b06d5d-6407-4b19-917c-4569fd7c407c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:20:04Z', 'updated_at': '2021-08-10T04:20:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:20:08.063844 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-f888b4a1-6477-4384-b50c-afa9cedeae05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, d6b84373-0658-4a33-8611-7ee2e8322e8e) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:20:08.067829 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f888b4a1-6477-4384-b50c-afa9cedeae05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:08.068777 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f888b4a1-6477-4384-b50c-afa9cedeae05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:08.069380 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841881e0-27ae-43b6-b5b8-9bef936e013c None None] Network d6b84373-0658-4a33-8611-7ee2e8322e8e requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:20:08.187813 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f888b4a1-6477-4384-b50c-afa9cedeae05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0184221 Aug 10 04:20:08.190928 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43472) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:08.264768 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-d6b84373-0658-4a33-8611-7ee2e8322e8e', 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'fixed_ips': [{'subnet_id': '483d1149-a125-409c-86b2-23eeeec58362'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:20:08.265774 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:08.552055 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Allocated IP 172.20.0.2 (d6b84373-0658-4a33-8611-7ee2e8322e8e/483d1149-a125-409c-86b2-23eeeec58362/88185b6c-1cf1-4e56-a607-3c7b83285354) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:20:08.744339 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 18b06d5d-6407-4b19-917c-4569fd7c407c up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:20:08.787448 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:08.807000 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Transition to ACTIVE for port object 88185b6c-1cf1-4e56-a607-3c7b83285354 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:20:08.829705 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Transition to ACTIVE for port object 88185b6c-1cf1-4e56-a607-3c7b83285354 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:20:08.838279 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-93ea6c1c-4b34-4d85-a1e2-85483c1b6c25 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:08.920757 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 18b06d5d-6407-4b19-917c-4569fd7c407c completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:20:08.923419 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:08.955446 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Network d6b84373-0658-4a33-8611-7ee2e8322e8e is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:20:08.955446 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:20:08.975710 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 18b06d5d-6407-4b19-917c-4569fd7c407c triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:20:08.976405 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:08.981268 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:20:09.112145 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Pushing event updated for resources: {'Port': ['ID=88185b6c-1cf1-4e56-a607-3c7b83285354,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:09.157551 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:09.158357 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:09.158881 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:09.159408 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:09.159930 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:09.160742 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:09.161461 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:09.162602 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:09.163024 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:09.163719 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:09.164499 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:09.165919 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:20:09.192421 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Attempting to bind port 88185b6c-1cf1-4e56-a607-3c7b83285354 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:20:09.193322 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Attempting to bind port 88185b6c-1cf1-4e56-a607-3c7b83285354 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'ee442633-0c93-4f8e-9b60-bec978aa426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:20:09.194082 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Attempting to bind port 88185b6c-1cf1-4e56-a607-3c7b83285354 on network d6b84373-0658-4a33-8611-7ee2e8322e8e {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:20:09.203819 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:20:09.209357 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Checking segment: {'id': 'ee442633-0c93-4f8e-9b60-bec978aa426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:20:09.209357 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:09.209357 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Bound using segment: {'id': 'ee442633-0c93-4f8e-9b60-bec978aa426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:20:09.209357 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Bound port: 88185b6c-1cf1-4e56-a607-3c7b83285354, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee442633-0c93-4f8e-9b60-bec978aa426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:20:09.209357 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:09.236981 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-93ea6c1c-4b34-4d85-a1e2-85483c1b6c25 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Allocated IP 172.20.0.1 (d6b84373-0658-4a33-8611-7ee2e8322e8e/483d1149-a125-409c-86b2-23eeeec58362/edc521c7-8ff0-49e0-9879-1945a3f0e53c) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:20:09.316478 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:09.364411 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-93ea6c1c-4b34-4d85-a1e2-85483c1b6c25 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:09.378395 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] For port 88185b6c-1cf1-4e56-a607-3c7b83285354, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:20:09.380405 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-93ea6c1c-4b34-4d85-a1e2-85483c1b6c25 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Transition to ACTIVE for port object edc521c7-8ff0-49e0-9879-1945a3f0e53c will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:20:09.385157 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 18b06d5d-6407-4b19-917c-4569fd7c407c, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=18b06d5d-6407-4b19-917c-4569fd7c407c,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:20:09.385459 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] For port 88185b6c-1cf1-4e56-a607-3c7b83285354, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=88185b6c-1cf1-4e56-a607-3c7b83285354,segment=NetworkSegment(ee442633-0c93-4f8e-9b60-bec978aa426c),segment_id=ee442633-0c93-4f8e-9b60-bec978aa426c)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:20:09.490183 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:09.541194 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-93ea6c1c-4b34-4d85-a1e2-85483c1b6c25 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:09.541878 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:09.543919 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=18b06d5d-6407-4b19-917c-4569fd7c407c,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:09.579722 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ea6c1c-4b34-4d85-a1e2-85483c1b6c25 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Network d6b84373-0658-4a33-8611-7ee2e8322e8e is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:20:09.587263 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-93ea6c1c-4b34-4d85-a1e2-85483c1b6c25 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:20:09.591217 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ea6c1c-4b34-4d85-a1e2-85483c1b6c25 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:20:09.603355 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c84af-1150-4e2f-be66-403b9ec4b186 None None] Pushing event updated for resources: {'Port': ['ID=88185b6c-1cf1-4e56-a607-3c7b83285354,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:09.636425 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea6c1c-4b34-4d85-a1e2-85483c1b6c25 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Port': ['ID=edc521c7-8ff0-49e0-9879-1945a3f0e53c,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:09.654008 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-93ea6c1c-4b34-4d85-a1e2-85483c1b6c25 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:09.993042 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9f3ef9fc-3d7b-43c6-b3bd-2b468241fc2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:09.997636 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-93ea6c1c-4b34-4d85-a1e2-85483c1b6c25 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:10.424496 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-93ea6c1c-4b34-4d85-a1e2-85483c1b6c25 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:10.513273 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-93ea6c1c-4b34-4d85-a1e2-85483c1b6c25 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:10.593446 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-93ea6c1c-4b34-4d85-a1e2-85483c1b6c25 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:10.595303 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea6c1c-4b34-4d85-a1e2-85483c1b6c25 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Port': ['ID=edc521c7-8ff0-49e0-9879-1945a3f0e53c,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:10.717685 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ea6c1c-4b34-4d85-a1e2-85483c1b6c25 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Network d6b84373-0658-4a33-8611-7ee2e8322e8e is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:20:10.719214 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-93ea6c1c-4b34-4d85-a1e2-85483c1b6c25 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:20:10.835682 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 88185b6c-1cf1-4e56-a607-3c7b83285354 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:20:10.873629 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93ea6c1c-4b34-4d85-a1e2-85483c1b6c25 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Router ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:20:10.993345 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 88185b6c-1cf1-4e56-a607-3c7b83285354 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:20:11.001448 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 18b06d5d-6407-4b19-917c-4569fd7c407c up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:20:11.103940 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 18b06d5d-6407-4b19-917c-4569fd7c407c triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:20:11.104456 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:11.237176 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994f1395-224a-4f73-9550-ec06eceb9548 None None] Network d6b84373-0658-4a33-8611-7ee2e8322e8e requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:20:11.385933 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-1734079a-db2e-40ef-bea8-4571dbb5f51b None None] Provisioning for port 88185b6c-1cf1-4e56-a607-3c7b83285354 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:20:11.398728 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-1734079a-db2e-40ef-bea8-4571dbb5f51b None None] Provisioning complete for port 88185b6c-1cf1-4e56-a607-3c7b83285354 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:20:11.398728 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1734079a-db2e-40ef-bea8-4571dbb5f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:11.402773 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ea6c1c-4b34-4d85-a1e2-85483c1b6c25 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:20:11.410975 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-93ea6c1c-4b34-4d85-a1e2-85483c1b6c25 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "PUT /v2.0/routers/ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2185171 Aug 10 04:20:11.433410 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7c7b49-ef7d-4191-85ad-882114db074b None None] Sync routers for ids ['ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:20:11.466830 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7c7b49-ef7d-4191-85ad-882114db074b None None] Routers {'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:20:11.467463 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3e7c7b49-ef7d-4191-85ad-882114db074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:19:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:11.607846 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1734079a-db2e-40ef-bea8-4571dbb5f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:11.654806 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-3e7c7b49-ef7d-4191-85ad-882114db074b None None] Set router ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:20:11.699775 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-1734079a-db2e-40ef-bea8-4571dbb5f51b None None] For port 88185b6c-1cf1-4e56-a607-3c7b83285354, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=88185b6c-1cf1-4e56-a607-3c7b83285354,segment=NetworkSegment(ee442633-0c93-4f8e-9b60-bec978aa426c),segment_id=ee442633-0c93-4f8e-9b60-bec978aa426c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:20:11.769722 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1734079a-db2e-40ef-bea8-4571dbb5f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:11.819484 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-4603de35-4ef8-4b64-9102-7073ab31bc1e tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-945557237&fields=id&tenant_id=397e8cde821d4d5ca53b9835ebca79b1 HTTP/1.1" status: 200 len: 267 time: 0.0984294 Aug 10 04:20:11.988673 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-97f9f16d-bb47-44e9-b690-ba5976e2d30c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:11.997474 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-97f9f16d-bb47-44e9-b690-ba5976e2d30c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/networks?id=d6b84373-0658-4a33-8611-7ee2e8322e8e HTTP/1.1" status: 200 len: 796 time: 0.1770267 Aug 10 04:20:12.016434 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-5e53d472-3ea1-4bfb-b51d-9b314d1b9e05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/quotas/397e8cde821d4d5ca53b9835ebca79b1 HTTP/1.1" status: 200 len: 375 time: 0.0176806 Aug 10 04:20:12.072668 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1734079a-db2e-40ef-bea8-4571dbb5f51b None None] Pushing event updated for resources: {'Port': ['ID=88185b6c-1cf1-4e56-a607-3c7b83285354,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:12.086184 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-a7b482fb-5009-403a-a0cc-c860e2c9221b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687835 Aug 10 04:20:12.198419 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3e7c7b49-ef7d-4191-85ad-882114db074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110995058', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '18b06d5d-6407-4b19-917c-4569fd7c407c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:20:03Z', 'updated_at': '2021-08-10T04:20:09Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': '18b06d5d-6407-4b19-917c-4569fd7c407c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:20:04Z', 'updated_at': '2021-08-10T04:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'edc521c7-8ff0-49e0-9879-1945a3f0e53c', 'name': '', 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:c0:68:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '483d1149-a125-409c-86b2-23eeeec58362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:20:09Z', 'updated_at': '2021-08-10T04:20:10Z', 'revision_number': 2, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': '483d1149-a125-409c-86b2-23eeeec58362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:12.243219 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-a6580a14-85e9-4a31-8c1d-4575818239f1 service neutron] 10.222.0.25 "GET /v2.0/networks/d6b84373-0658-4a33-8611-7ee2e8322e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413500 Aug 10 04:20:12.243727 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7c7b49-ef7d-4191-85ad-882114db074b None None] Checking router: ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:20:12.244116 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7c7b49-ef7d-4191-85ad-882114db074b None None] Updating router ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1 port edc521c7-8ff0-49e0-9879-1945a3f0e53c binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:20:12.268750 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-34572d9e-2cab-4555-90e2-a8cdc9f721ab None None] Provisioning for port edc521c7-8ff0-49e0-9879-1945a3f0e53c completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:20:12.280015 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-34572d9e-2cab-4555-90e2-a8cdc9f721ab None None] Provisioning complete for port edc521c7-8ff0-49e0-9879-1945a3f0e53c triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:20:12.280398 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-34572d9e-2cab-4555-90e2-a8cdc9f721ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:12.323269 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-34572d9e-2cab-4555-90e2-a8cdc9f721ab None None] Port edc521c7-8ff0-49e0-9879-1945a3f0e53c cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:20:12.325277 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7b49-ef7d-4191-85ad-882114db074b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:12.387781 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-c44f7079-4ca4-4929-8fbe-f621a20685bd service neutron] 10.222.0.25 "GET /v2.0/networks/d6b84373-0658-4a33-8611-7ee2e8322e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372890 Aug 10 04:20:12.459999 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-34572d9e-2cab-4555-90e2-a8cdc9f721ab None None] Provisioning complete for port 88185b6c-1cf1-4e56-a607-3c7b83285354 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:20:12.460391 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-34572d9e-2cab-4555-90e2-a8cdc9f721ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:12.752855 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 88185b6c-1cf1-4e56-a607-3c7b83285354 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:20:12.766975 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-92c6949b-0c70-4012-8a45-9502350f780a req-397172fc-730a-4cf2-a2cf-ccab6a0b5714 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 210 time: 0.0426664 Aug 10 04:20:12.891839 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7b49-ef7d-4191-85ad-882114db074b None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:12.895370 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 88185b6c-1cf1-4e56-a607-3c7b83285354 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:20:12.895743 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:12.932890 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2b1cace9-b04d-4a1a-b26c-382b1994a276 None None] Provisioning complete for port edc521c7-8ff0-49e0-9879-1945a3f0e53c triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:20:12.933510 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2b1cace9-b04d-4a1a-b26c-382b1994a276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:12.940607 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3e7c7b49-ef7d-4191-85ad-882114db074b None None] Transition to ACTIVE for port object edc521c7-8ff0-49e0-9879-1945a3f0e53c will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:20:13.001596 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-2b1cace9-b04d-4a1a-b26c-382b1994a276 None None] Port edc521c7-8ff0-49e0-9879-1945a3f0e53c cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:20:13.136414 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7b49-ef7d-4191-85ad-882114db074b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:13.201131 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766db7f-4bc3-4ccd-8614-769f4149b88c None None] Pushing event updated for resources: {'Port': ['ID=edc521c7-8ff0-49e0-9879-1945a3f0e53c,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:13.260524 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-3e7c7b49-ef7d-4191-85ad-882114db074b None None] Attempting to bind port edc521c7-8ff0-49e0-9879-1945a3f0e53c on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:20:13.260920 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-3e7c7b49-ef7d-4191-85ad-882114db074b None None] Attempting to bind port edc521c7-8ff0-49e0-9879-1945a3f0e53c by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'ee442633-0c93-4f8e-9b60-bec978aa426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:20:13.261351 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7c7b49-ef7d-4191-85ad-882114db074b None None] Attempting to bind port edc521c7-8ff0-49e0-9879-1945a3f0e53c on network d6b84373-0658-4a33-8611-7ee2e8322e8e {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:20:13.267343 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7c7b49-ef7d-4191-85ad-882114db074b None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:20:13.267719 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7c7b49-ef7d-4191-85ad-882114db074b None None] Checking segment: {'id': 'ee442633-0c93-4f8e-9b60-bec978aa426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:20:13.268264 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7b49-ef7d-4191-85ad-882114db074b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:13.268667 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7c7b49-ef7d-4191-85ad-882114db074b None None] Bound using segment: {'id': 'ee442633-0c93-4f8e-9b60-bec978aa426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:20:13.269310 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-3e7c7b49-ef7d-4191-85ad-882114db074b None None] Bound port: edc521c7-8ff0-49e0-9879-1945a3f0e53c, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee442633-0c93-4f8e-9b60-bec978aa426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:20:13.269653 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7b49-ef7d-4191-85ad-882114db074b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:13.354497 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-3e7c7b49-ef7d-4191-85ad-882114db074b None None] For port edc521c7-8ff0-49e0-9879-1945a3f0e53c, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:20:13.360045 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-3e7c7b49-ef7d-4191-85ad-882114db074b None None] For port edc521c7-8ff0-49e0-9879-1945a3f0e53c, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=edc521c7-8ff0-49e0-9879-1945a3f0e53c,segment=NetworkSegment(ee442633-0c93-4f8e-9b60-bec978aa426c),segment_id=ee442633-0c93-4f8e-9b60-bec978aa426c)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:20:13.438940 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7b49-ef7d-4191-85ad-882114db074b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:13.506884 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7c7b49-ef7d-4191-85ad-882114db074b None None] Routers {'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:20:13.507525 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3e7c7b49-ef7d-4191-85ad-882114db074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:19:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:13.562859 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766db7f-4bc3-4ccd-8614-769f4149b88c None None] Pushing event updated for resources: {'Port': ['ID=edc521c7-8ff0-49e0-9879-1945a3f0e53c,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:13.666173 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-3e7c7b49-ef7d-4191-85ad-882114db074b None None] Set router ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:20:13.697026 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:13.879682 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7815c70b-ec98-4041-bf48-fe2687c82e46 req-a52d7fc7-3e9d-410c-b094-0f2c7ac7d215 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 210 time: 0.0473938 Aug 10 04:20:13.924192 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4f4596f8-589e-4e96-add2-cfaab17f8877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:13.962484 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3e7c7b49-ef7d-4191-85ad-882114db074b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110995058', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '18b06d5d-6407-4b19-917c-4569fd7c407c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:20:03Z', 'updated_at': '2021-08-10T04:20:09Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': '18b06d5d-6407-4b19-917c-4569fd7c407c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:20:04Z', 'updated_at': '2021-08-10T04:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'edc521c7-8ff0-49e0-9879-1945a3f0e53c', 'name': '', 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:c0:68:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '483d1149-a125-409c-86b2-23eeeec58362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:20:09Z', 'updated_at': '2021-08-10T04:20:13Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': '483d1149-a125-409c-86b2-23eeeec58362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:13.993015 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7c7b49-ef7d-4191-85ad-882114db074b None None] The sync data for ids ['ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1'] in n-d-802893-2 is: [{'id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110995058', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '18b06d5d-6407-4b19-917c-4569fd7c407c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:20:03Z', 'updated_at': '2021-08-10T04:20:09Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': '18b06d5d-6407-4b19-917c-4569fd7c407c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:20:04Z', 'updated_at': '2021-08-10T04:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'edc521c7-8ff0-49e0-9879-1945a3f0e53c', 'name': '', 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:c0:68:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '483d1149-a125-409c-86b2-23eeeec58362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:20:09Z', 'updated_at': '2021-08-10T04:20:13Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': '483d1149-a125-409c-86b2-23eeeec58362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:20:14.813280 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device edc521c7-8ff0-49e0-9879-1945a3f0e53c up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:20:15.000420 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-caead8ec-e75e-46b0-b24e-e2b2fca7c464 req-d22b37f0-8cfa-4a3a-b1d4-a15a16fa9a26 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 210 time: 0.0352480 Aug 10 04:20:15.035789 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port edc521c7-8ff0-49e0-9879-1945a3f0e53c completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:20:15.038763 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port edc521c7-8ff0-49e0-9879-1945a3f0e53c triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:20:15.039658 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:15.190597 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:15.246199 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port edc521c7-8ff0-49e0-9879-1945a3f0e53c, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=edc521c7-8ff0-49e0-9879-1945a3f0e53c,segment=NetworkSegment(ee442633-0c93-4f8e-9b60-bec978aa426c),segment_id=ee442633-0c93-4f8e-9b60-bec978aa426c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:20:15.341661 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:15.381659 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:15.405161 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=edc521c7-8ff0-49e0-9879-1945a3f0e53c,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:15.889412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-b7223d53-6ad5-421a-89c8-92a447c39888 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:15.891611 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-b7223d53-6ad5-421a-89c8-92a447c39888 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.68 "GET /v2.0/networks?id=d6b84373-0658-4a33-8611-7ee2e8322e8e HTTP/1.1" status: 200 len: 796 time: 0.1117365 Aug 10 04:20:15.939654 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-158420a4-b47d-4e0b-b75e-ac776388ea04 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=397e8cde821d4d5ca53b9835ebca79b1 HTTP/1.1" status: 200 len: 379 time: 0.0388916 Aug 10 04:20:15.950339 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-f5d9bae0-5886-4a2a-a083-5029cdcc7c74 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'port': {'device_id': '93ee88f2-ff97-4d48-870a-e37f4d577392', 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e', 'admin_state_up': True, 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'security_groups': ['55bfa3b1-fa99-4d78-b867-7d711e2270d5']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:20:16.104745 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fef98d88-750b-431d-8c88-f49798a5c174 req-cb2aef7b-636a-4f74-9e64-d30b11edfe4d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 210 time: 0.0351815 Aug 10 04:20:16.238180 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:16.317779 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-f5d9bae0-5886-4a2a-a083-5029cdcc7c74 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Made reservation on behalf of 397e8cde821d4d5ca53b9835ebca79b1 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:20:16.321819 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-f5d9bae0-5886-4a2a-a083-5029cdcc7c74 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:16.515382 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-f5d9bae0-5886-4a2a-a083-5029cdcc7c74 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Allocated IP 172.20.0.7 (d6b84373-0658-4a33-8611-7ee2e8322e8e/483d1149-a125-409c-86b2-23eeeec58362/63ba2467-4edc-44d9-90e1-6bcd293dbdce) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:20:16.701493 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device edc521c7-8ff0-49e0-9879-1945a3f0e53c up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:20:16.728850 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-f5d9bae0-5886-4a2a-a083-5029cdcc7c74 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:16.746474 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-f5d9bae0-5886-4a2a-a083-5029cdcc7c74 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Transition to ACTIVE for port object 63ba2467-4edc-44d9-90e1-6bcd293dbdce will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:20:16.772159 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port edc521c7-8ff0-49e0-9879-1945a3f0e53c triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:20:16.772987 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:16.948173 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-f5d9bae0-5886-4a2a-a083-5029cdcc7c74 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:16.989288 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-f5d9bae0-5886-4a2a-a083-5029cdcc7c74 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Network d6b84373-0658-4a33-8611-7ee2e8322e8e is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:20:16.993767 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-f5d9bae0-5886-4a2a-a083-5029cdcc7c74 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:20:16.998289 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-f5d9bae0-5886-4a2a-a083-5029cdcc7c74 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:20:17.033538 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:17.059144 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9bae0-5886-4a2a-a083-5029cdcc7c74 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Port': ['ID=63ba2467-4edc-44d9-90e1-6bcd293dbdce,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:17.095701 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-f5d9bae0-5886-4a2a-a083-5029cdcc7c74 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:17.099785 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-f5d9bae0-5886-4a2a-a083-5029cdcc7c74 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:17.176974 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-f5d9bae0-5886-4a2a-a083-5029cdcc7c74 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2311814 Aug 10 04:20:17.193682 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-1f8fefd1-1696-4053-96d1-0b29e96a5c2a service neutron] Request body: {'port': {'device_id': '93ee88f2-ff97-4d48-870a-e37f4d577392', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:20:17.268543 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-1f8fefd1-1696-4053-96d1-0b29e96a5c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:17.360012 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72040b-9fbc-4872-af6f-58f6f2cb1545 req-73425f36-6be2-4c25-bc75-5b8e8df261e9 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:17.361597 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ea72040b-9fbc-4872-af6f-58f6f2cb1545 req-73425f36-6be2-4c25-bc75-5b8e8df261e9 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 931 time: 0.1165915 Aug 10 04:20:17.426530 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ea72040b-9fbc-4872-af6f-58f6f2cb1545 req-3f806c00-2462-429d-bfa0-aa48aec57247 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568871 Aug 10 04:20:17.466696 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9ed13f4c-d2fb-4a06-9883-cdcb4ca44200 None None] Provisioning for port 63ba2467-4edc-44d9-90e1-6bcd293dbdce completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:20:17.471769 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9ed13f4c-d2fb-4a06-9883-cdcb4ca44200 None None] Provisioning complete for port 63ba2467-4edc-44d9-90e1-6bcd293dbdce triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:20:17.471769 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9ed13f4c-d2fb-4a06-9883-cdcb4ca44200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:17.514657 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-9ed13f4c-d2fb-4a06-9883-cdcb4ca44200 None None] Port 63ba2467-4edc-44d9-90e1-6bcd293dbdce cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:20:17.650967 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-1f8fefd1-1696-4053-96d1-0b29e96a5c2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63ba2467-4edc-44d9-90e1-6bcd293dbdce {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:20:17.658725 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-1f8fefd1-1696-4053-96d1-0b29e96a5c2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:17.672162 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-1f8fefd1-1696-4053-96d1-0b29e96a5c2a service neutron] Transition to ACTIVE for port object 63ba2467-4edc-44d9-90e1-6bcd293dbdce will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:20:17.793828 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-1f8fefd1-1696-4053-96d1-0b29e96a5c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:17.927494 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8fefd1-1696-4053-96d1-0b29e96a5c2a service neutron] Pushing event updated for resources: {'Port': ['ID=63ba2467-4edc-44d9-90e1-6bcd293dbdce,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:17.962219 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-1f8fefd1-1696-4053-96d1-0b29e96a5c2a service neutron] Attempting to bind port 63ba2467-4edc-44d9-90e1-6bcd293dbdce on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:20:17.963298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-1f8fefd1-1696-4053-96d1-0b29e96a5c2a service neutron] Attempting to bind port 63ba2467-4edc-44d9-90e1-6bcd293dbdce by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': 'ee442633-0c93-4f8e-9b60-bec978aa426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:20:17.963827 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-1f8fefd1-1696-4053-96d1-0b29e96a5c2a service neutron] Attempting to bind port 63ba2467-4edc-44d9-90e1-6bcd293dbdce on network d6b84373-0658-4a33-8611-7ee2e8322e8e {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:20:17.970011 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-1f8fefd1-1696-4053-96d1-0b29e96a5c2a service neutron] Port 63ba2467-4edc-44d9-90e1-6bcd293dbdce on network d6b84373-0658-4a33-8611-7ee2e8322e8e not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:20:17.970689 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-1f8fefd1-1696-4053-96d1-0b29e96a5c2a service neutron] Attempting to bind port 63ba2467-4edc-44d9-90e1-6bcd293dbdce on network d6b84373-0658-4a33-8611-7ee2e8322e8e {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:20:17.980563 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-1f8fefd1-1696-4053-96d1-0b29e96a5c2a service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:20:17.981426 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-1f8fefd1-1696-4053-96d1-0b29e96a5c2a service neutron] Checking segment: {'id': 'ee442633-0c93-4f8e-9b60-bec978aa426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:20:17.982315 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-1f8fefd1-1696-4053-96d1-0b29e96a5c2a service neutron] Bound using segment: {'id': 'ee442633-0c93-4f8e-9b60-bec978aa426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:20:17.983311 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-1f8fefd1-1696-4053-96d1-0b29e96a5c2a service neutron] Bound port: 63ba2467-4edc-44d9-90e1-6bcd293dbdce, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee442633-0c93-4f8e-9b60-bec978aa426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:20:17.983923 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-1f8fefd1-1696-4053-96d1-0b29e96a5c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:18.080941 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-1f8fefd1-1696-4053-96d1-0b29e96a5c2a service neutron] For port 63ba2467-4edc-44d9-90e1-6bcd293dbdce, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:20:18.085275 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-1f8fefd1-1696-4053-96d1-0b29e96a5c2a service neutron] For port 63ba2467-4edc-44d9-90e1-6bcd293dbdce, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=63ba2467-4edc-44d9-90e1-6bcd293dbdce,segment=NetworkSegment(ee442633-0c93-4f8e-9b60-bec978aa426c),segment_id=ee442633-0c93-4f8e-9b60-bec978aa426c)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:20:18.147334 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-1f8fefd1-1696-4053-96d1-0b29e96a5c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:18.192167 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-1f8fefd1-1696-4053-96d1-0b29e96a5c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:18.196246 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-1f8fefd1-1696-4053-96d1-0b29e96a5c2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:18.196246 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-1f8fefd1-1696-4053-96d1-0b29e96a5c2a service neutron] 10.222.0.68 "PUT /v2.0/ports/63ba2467-4edc-44d9-90e1-6bcd293dbdce HTTP/1.1" status: 200 len: 1091 time: 1.0086598 Aug 10 04:20:18.196246 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ee88f2-ff97-4d48-870a-e37f4d577392', 'tag': '63ba2467-4edc-44d9-90e1-6bcd293dbdce'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:20:18.198532 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd147be-9026-459c-8917-5d07f6aa22d6" -d '{"events": [{"name": "network-changed", "server_uuid": "93ee88f2-ff97-4d48-870a-e37f4d577392", "tag": "63ba2467-4edc-44d9-90e1-6bcd293dbdce"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:20:18.220665 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8fefd1-1696-4053-96d1-0b29e96a5c2a service neutron] Pushing event updated for resources: {'Port': ['ID=63ba2467-4edc-44d9-90e1-6bcd293dbdce,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:18.258662 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb12187-bbe8-4576-ad2b-6c45f39747b3 x-openstack-request-id: req-4cb12187-bbe8-4576-ad2b-6c45f39747b3 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:20:18.259090 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ee88f2-ff97-4d48-870a-e37f4d577392", "tag": "63ba2467-4edc-44d9-90e1-6bcd293dbdce", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:20:18.259474 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4cb12187-bbe8-4576-ad2b-6c45f39747b3 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:20:18.260191 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ee88f2-ff97-4d48-870a-e37f4d577392', 'tag': '63ba2467-4edc-44d9-90e1-6bcd293dbdce', 'status': 'completed', 'code': 200} Aug 10 04:20:18.362615 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd147be-9026-459c-8917-5d07f6aa22d6 req-f5e2197d-893a-4705-91e9-1e6178210d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:18.364553 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6fd147be-9026-459c-8917-5d07f6aa22d6 req-f5e2197d-893a-4705-91e9-1e6178210d14 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 1094 time: 0.0795243 Aug 10 04:20:18.514702 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd147be-9026-459c-8917-5d07f6aa22d6 req-9c416abf-629b-4150-bbe9-89f63621ba7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:18.523222 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6fd147be-9026-459c-8917-5d07f6aa22d6 req-9c416abf-629b-4150-bbe9-89f63621ba7d service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1470575 Aug 10 04:20:18.593320 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1e5ee-6d26-47c6-af95-731c8b727711 req-417c1601-5f46-4afd-8e8b-61320d64efd3 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:18.594988 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7ac1e5ee-6d26-47c6-af95-731c8b727711 req-417c1601-5f46-4afd-8e8b-61320d64efd3 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 943 time: 0.0580895 Aug 10 04:20:18.647943 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd147be-9026-459c-8917-5d07f6aa22d6 req-b27c9944-bf6d-471a-8496-c2617c7a572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:18.650238 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6fd147be-9026-459c-8917-5d07f6aa22d6 req-b27c9944-bf6d-471a-8496-c2617c7a572f service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1194465 Aug 10 04:20:18.653922 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7ac1e5ee-6d26-47c6-af95-731c8b727711 req-c2d5a3d7-8ebe-4588-97c4-082cdb11ce03 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393858 Aug 10 04:20:18.736833 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-41c1499b-79a6-4165-abcc-894f04bcde6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:18.738319 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-41c1499b-79a6-4165-abcc-894f04bcde6b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 1094 time: 0.0455582 Aug 10 04:20:18.787434 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-0b33dab7-ba27-40a5-ae38-ed8f930de24e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63ba2467-4edc-44d9-90e1-6bcd293dbdce HTTP/1.1" status: 200 len: 217 time: 0.0416739 Aug 10 04:20:18.841657 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-2216d59d-caf5-47da-a79a-132665f33e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:18.843609 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-2216d59d-caf5-47da-a79a-132665f33e22 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=483d1149-a125-409c-86b2-23eeeec58362 HTTP/1.1" status: 200 len: 835 time: 0.0499916 Aug 10 04:20:18.900807 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-c2a9213b-8eb1-4738-96fa-3aa66c74b4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:18.902405 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-c2a9213b-8eb1-4738-96fa-3aa66c74b4c2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d6b84373-0658-4a33-8611-7ee2e8322e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512822 Aug 10 04:20:19.007263 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-4cfa74a9-f342-4be9-83e8-a0f4061fb40a service neutron] 10.222.0.68 "GET /v2.0/networks/d6b84373-0658-4a33-8611-7ee2e8322e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976129 Aug 10 04:20:19.112229 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8051bb1a-9234-4ccc-8c96-08af0d6bf05e req-07c3141a-0c90-4095-9606-a17a96da7fdc service neutron] 10.222.0.68 "GET /v2.0/networks/d6b84373-0658-4a33-8611-7ee2e8322e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974410 Aug 10 04:20:19.790195 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0515b-85bb-49a9-8bf1-b9df46ccdb92 req-101ecd81-4b59-430f-a0aa-784eca18cfd0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:19.791783 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-11c0515b-85bb-49a9-8bf1-b9df46ccdb92 req-101ecd81-4b59-430f-a0aa-784eca18cfd0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 943 time: 0.0608478 Aug 10 04:20:19.833600 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-11c0515b-85bb-49a9-8bf1-b9df46ccdb92 req-733a9056-faea-4855-8eb6-f02a7885ea7e tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355823 Aug 10 04:20:20.968340 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1031da-8ef1-4ec7-a40b-6aab192b5c48 req-25136207-393e-413e-aae1-fb6a798c2fe0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:20.970102 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ea1031da-8ef1-4ec7-a40b-6aab192b5c48 req-25136207-393e-413e-aae1-fb6a798c2fe0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 943 time: 0.0641253 Aug 10 04:20:21.016350 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ea1031da-8ef1-4ec7-a40b-6aab192b5c48 req-dad6529b-66b9-4d27-9f43-bf36124d7447 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396996 Aug 10 04:20:21.283231 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 63ba2467-4edc-44d9-90e1-6bcd293dbdce details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:20:21.395039 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 63ba2467-4edc-44d9-90e1-6bcd293dbdce, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=63ba2467-4edc-44d9-90e1-6bcd293dbdce,segment=NetworkSegment(ee442633-0c93-4f8e-9b60-bec978aa426c),segment_id=ee442633-0c93-4f8e-9b60-bec978aa426c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:20:21.411570 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '63ba2467-4edc-44d9-90e1-6bcd293dbdce', 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e', 'port_id': '63ba2467-4edc-44d9-90e1-6bcd293dbdce', 'mac_address': 'fa:16:3e:f4:eb:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '483d1149-a125-409c-86b2-23eeeec58362', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:20:21.457064 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:21.470530 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ba2467-4edc-44d9-90e1-6bcd293dbdce {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:20:21.502664 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 63ba2467-4edc-44d9-90e1-6bcd293dbdce, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=63ba2467-4edc-44d9-90e1-6bcd293dbdce,segment=NetworkSegment(ee442633-0c93-4f8e-9b60-bec978aa426c),segment_id=ee442633-0c93-4f8e-9b60-bec978aa426c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:20:21.593256 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:21.645653 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=63ba2467-4edc-44d9-90e1-6bcd293dbdce,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:21.815820 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['63ba2467-4edc-44d9-90e1-6bcd293dbdce'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:20:22.139987 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3011cb-36f6-4f39-8e99-ebaa43eabfb3 req-6be39dbe-38b2-47ca-b700-a783aada30cd tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:22.141754 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7a3011cb-36f6-4f39-8e99-ebaa43eabfb3 req-6be39dbe-38b2-47ca-b700-a783aada30cd tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 944 time: 0.0524659 Aug 10 04:20:22.183514 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7a3011cb-36f6-4f39-8e99-ebaa43eabfb3 req-78392361-aba1-4dfb-803e-f1c875ef200c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353723 Aug 10 04:20:23.282560 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 63ba2467-4edc-44d9-90e1-6bcd293dbdce up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:20:23.313316 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c662d-d359-4b77-b52e-daf5ffc3741e req-f1c7cf0a-6630-4bf4-a56d-25cd1bcf82d4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:23.314879 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5a5c662d-d359-4b77-b52e-daf5ffc3741e req-f1c7cf0a-6630-4bf4-a56d-25cd1bcf82d4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 944 time: 0.0572863 Aug 10 04:20:23.368139 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5a5c662d-d359-4b77-b52e-daf5ffc3741e req-001b9657-bb11-4e73-90cc-4249e04cf711 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418520 Aug 10 04:20:23.445234 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 63ba2467-4edc-44d9-90e1-6bcd293dbdce completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:20:23.452307 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 63ba2467-4edc-44d9-90e1-6bcd293dbdce triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:20:23.459022 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:23.547204 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:23.574327 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ee88f2-ff97-4d48-870a-e37f4d577392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ba2467-4edc-44d9-90e1-6bcd293dbdce'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:20:23.577157 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f59414-6811-4581-a1b2-a54fb6e722a1" -d '{"events": [{"server_uuid": "93ee88f2-ff97-4d48-870a-e37f4d577392", "name": "network-vif-plugged", "status": "completed", "tag": "63ba2467-4edc-44d9-90e1-6bcd293dbdce"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:20:23.592279 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 63ba2467-4edc-44d9-90e1-6bcd293dbdce, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=63ba2467-4edc-44d9-90e1-6bcd293dbdce,segment=NetworkSegment(ee442633-0c93-4f8e-9b60-bec978aa426c),segment_id=ee442633-0c93-4f8e-9b60-bec978aa426c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:20:23.624983 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76bdb0c-85d9-4fb5-b2b2-b95e3f483c12 x-openstack-request-id: req-a76bdb0c-85d9-4fb5-b2b2-b95e3f483c12 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:20:23.624983 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ee88f2-ff97-4d48-870a-e37f4d577392", "name": "network-vif-plugged", "status": "completed", "tag": "63ba2467-4edc-44d9-90e1-6bcd293dbdce", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:20:23.624983 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a76bdb0c-85d9-4fb5-b2b2-b95e3f483c12 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:20:23.624983 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ee88f2-ff97-4d48-870a-e37f4d577392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ba2467-4edc-44d9-90e1-6bcd293dbdce', 'code': 200} Aug 10 04:20:23.722569 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f39ad7-2f1e-495f-b133-d9347e0bedba req-9395bdfc-5804-40b0-b449-2227024cf5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:23.724116 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-33f39ad7-2f1e-495f-b133-d9347e0bedba req-9395bdfc-5804-40b0-b449-2227024cf5a3 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 1095 time: 0.0417249 Aug 10 04:20:23.761273 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-33f39ad7-2f1e-495f-b133-d9347e0bedba req-ab297424-a617-4f7c-8558-dae995260669 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298953 Aug 10 04:20:23.769606 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:23.820188 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=63ba2467-4edc-44d9-90e1-6bcd293dbdce,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:24.510998 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8763a6e-065b-4430-b410-2d0711bf1350 req-4d24c33e-ddfb-4121-b21d-4f8de9fe7d10 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:24.512636 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e8763a6e-065b-4430-b410-2d0711bf1350 req-4d24c33e-ddfb-4121-b21d-4f8de9fe7d10 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 945 time: 0.0699685 Aug 10 04:20:24.559617 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e8763a6e-065b-4430-b410-2d0711bf1350 req-b4806398-9c23-44b6-ae4e-62d45fac6448 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395446 Aug 10 04:20:25.693373 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f46ba-7b3f-4d09-ab2d-1d7a2415a9a4 req-c18a078c-f3a6-45fc-8e1c-4e26cbaa6d71 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:25.694880 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-165f46ba-7b3f-4d09-ab2d-1d7a2415a9a4 req-c18a078c-f3a6-45fc-8e1c-4e26cbaa6d71 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 945 time: 0.0569863 Aug 10 04:20:25.736847 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-165f46ba-7b3f-4d09-ab2d-1d7a2415a9a4 req-716d88dc-f425-4788-954d-64fdc04402c3 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348670 Aug 10 04:20:25.864221 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b8495-5ebb-4486-9df1-1b5a08650a5f req-b4e32d22-3461-46cf-8a09-a84b35e2ba6d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:25.866839 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b83b8495-5ebb-4486-9df1-1b5a08650a5f req-b4e32d22-3461-46cf-8a09-a84b35e2ba6d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 945 time: 0.0549958 Aug 10 04:20:25.919576 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b83b8495-5ebb-4486-9df1-1b5a08650a5f req-0e7459ae-e677-43b8-a095-a75d65a5c64c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456626 Aug 10 04:20:25.944558 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43728) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:26.001870 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f32531-5029-49fc-bb23-6d0a86c2312f tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:26.006531 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f0f32531-5029-49fc-bb23-6d0a86c2312f tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 1091 time: 0.0602279 Aug 10 04:20:26.006768 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43732) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:26.012353 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-f7390b69-9d08-4d58-844e-31266bd8dc03 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'port_id': '63ba2467-4edc-44d9-90e1-6bcd293dbdce', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:20:26.146240 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7390b69-9d08-4d58-844e-31266bd8dc03 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:26.303101 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7390b69-9d08-4d58-844e-31266bd8dc03 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:26.439236 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-f7390b69-9d08-4d58-844e-31266bd8dc03 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Allocated IP 172.25.0.75 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/d5db712b-4a95-40c1-9f8c-e932454b3d3f) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:20:26.572279 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7390b69-9d08-4d58-844e-31266bd8dc03 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:26.673259 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7390b69-9d08-4d58-844e-31266bd8dc03 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:26.733857 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7390b69-9d08-4d58-844e-31266bd8dc03 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Port': ['ID=d5db712b-4a95-40c1-9f8c-e932454b3d3f,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:26.741798 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7390b69-9d08-4d58-844e-31266bd8dc03 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:20:26.744055 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-f7390b69-9d08-4d58-844e-31266bd8dc03 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:20:26.748907 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7390b69-9d08-4d58-844e-31266bd8dc03 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:20:27.228703 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7390b69-9d08-4d58-844e-31266bd8dc03 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:27.412562 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7390b69-9d08-4d58-844e-31266bd8dc03 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:27.623823 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7390b69-9d08-4d58-844e-31266bd8dc03 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:27.678370 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7390b69-9d08-4d58-844e-31266bd8dc03 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:27.758810 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:27.777340 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7390b69-9d08-4d58-844e-31266bd8dc03 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Port': ['ID=d5db712b-4a95-40c1-9f8c-e932454b3d3f,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:27.790996 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7390b69-9d08-4d58-844e-31266bd8dc03 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:27.920847 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-f7390b69-9d08-4d58-844e-31266bd8dc03 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Floating IP 5f48c9d4-c695-45c2-a42f-5a9c8bab2088 associated. External IP: 172.25.0.75, port: 63ba2467-4edc-44d9-90e1-6bcd293dbdce. Aug 10 04:20:28.211983 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7390b69-9d08-4d58-844e-31266bd8dc03 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Router ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:20:28.339289 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7390b69-9d08-4d58-844e-31266bd8dc03 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:20:28.352937 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a1722c-de32-4f85-822a-5b8fb3c35dec None None] Sync routers for ids ['ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:20:28.364145 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a1722c-de32-4f85-822a-5b8fb3c35dec None None] Routers {'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:20:28.365175 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-18a1722c-de32-4f85-822a-5b8fb3c35dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:20:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:28.472748 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7390b69-9d08-4d58-844e-31266bd8dc03 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:28.486371 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-18a1722c-de32-4f85-822a-5b8fb3c35dec None None] Set router ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:20:28.513973 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f7390b69-9d08-4d58-844e-31266bd8dc03 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5060387 Aug 10 04:20:28.515243 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ee88f2-ff97-4d48-870a-e37f4d577392', 'tag': '63ba2467-4edc-44d9-90e1-6bcd293dbdce'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:20:28.517947 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea290ba-e201-4e59-bb78-99dce528c970" -d '{"events": [{"name": "network-changed", "server_uuid": "93ee88f2-ff97-4d48-870a-e37f4d577392", "tag": "63ba2467-4edc-44d9-90e1-6bcd293dbdce"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:20:28.654181 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9849bc0-3043-463e-860e-6575690f2fdd req-244f0306-7ad0-4c25-a7d2-b584e59aedc4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:28.663261 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e9849bc0-3043-463e-860e-6575690f2fdd req-244f0306-7ad0-4c25-a7d2-b584e59aedc4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 945 time: 0.0902729 Aug 10 04:20:28.704998 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e9849bc0-3043-463e-860e-6575690f2fdd req-b8c5cea6-66d8-4444-b6e8-fa0b948793fc tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405998 Aug 10 04:20:28.730843 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43778) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:28.834788 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-827bb045-84e6-44f4-83ae-1f14aaedb823 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/floatingips/5f48c9d4-c695-45c2-a42f-5a9c8bab2088 HTTP/1.1" status: 200 len: 990 time: 0.0974250 Aug 10 04:20:28.867927 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c7e70f-8c32-484c-af1a-3d1e1b4d3dc3 x-openstack-request-id: req-f6c7e70f-8c32-484c-af1a-3d1e1b4d3dc3 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:20:28.868688 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ee88f2-ff97-4d48-870a-e37f4d577392", "tag": "63ba2467-4edc-44d9-90e1-6bcd293dbdce", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:20:28.869162 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6c7e70f-8c32-484c-af1a-3d1e1b4d3dc3 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:20:28.870055 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ee88f2-ff97-4d48-870a-e37f4d577392', 'tag': '63ba2467-4edc-44d9-90e1-6bcd293dbdce', 'status': 'completed', 'code': 200} Aug 10 04:20:28.904490 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-18a1722c-de32-4f85-822a-5b8fb3c35dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110995058', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '18b06d5d-6407-4b19-917c-4569fd7c407c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:20:03Z', 'updated_at': '2021-08-10T04:20:09Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': '18b06d5d-6407-4b19-917c-4569fd7c407c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:20:04Z', 'updated_at': '2021-08-10T04:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '5f48c9d4-c695-45c2-a42f-5a9c8bab2088', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'floating_ip_address': '172.25.0.75', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'port_id': '63ba2467-4edc-44d9-90e1-6bcd293dbdce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e', 'mac_address': 'fa:16:3e:f4:eb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee88f2-ff97-4d48-870a-e37f4d577392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:20:27Z', 'updated_at': '2021-08-10T04:20:27Z', 'revision_number': 0, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc521c7-8ff0-49e0-9879-1945a3f0e53c', 'name': '', 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:c0:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '483d1149-a125-409c-86b2-23eeeec58362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:20:09Z', 'updated_at': '2021-08-10T04:20:15Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': '483d1149-a125-409c-86b2-23eeeec58362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:28.941661 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a1722c-de32-4f85-822a-5b8fb3c35dec None None] Checking router: ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:20:28.951697 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a1722c-de32-4f85-822a-5b8fb3c35dec None None] Routers {'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:20:28.953286 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-18a1722c-de32-4f85-822a-5b8fb3c35dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:20:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:28.983813 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea290ba-e201-4e59-bb78-99dce528c970 req-03db0f6c-1959-447b-b159-0846bac83794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:28.985296 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dea290ba-e201-4e59-bb78-99dce528c970 req-03db0f6c-1959-447b-b159-0846bac83794 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 1096 time: 0.0910649 Aug 10 04:20:29.095673 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea290ba-e201-4e59-bb78-99dce528c970 req-bff49693-74d3-4035-b070-8c8821a07202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:29.097384 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dea290ba-e201-4e59-bb78-99dce528c970 req-bff49693-74d3-4035-b070-8c8821a07202 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d6b84373-0658-4a33-8611-7ee2e8322e8e HTTP/1.1" status: 200 len: 897 time: 0.1045690 Aug 10 04:20:29.109766 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-18a1722c-de32-4f85-822a-5b8fb3c35dec None None] Set router ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:20:29.184527 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dea290ba-e201-4e59-bb78-99dce528c970 req-0299848b-7986-4289-8e48-088565253b1a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63ba2467-4edc-44d9-90e1-6bcd293dbdce HTTP/1.1" status: 200 len: 998 time: 0.0798345 Aug 10 04:20:29.255469 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea290ba-e201-4e59-bb78-99dce528c970 req-ae0a525a-cb78-4df4-98b6-be546a96b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:29.257318 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dea290ba-e201-4e59-bb78-99dce528c970 req-ae0a525a-cb78-4df4-98b6-be546a96b251 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=483d1149-a125-409c-86b2-23eeeec58362 HTTP/1.1" status: 200 len: 835 time: 0.0650980 Aug 10 04:20:29.326467 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea290ba-e201-4e59-bb78-99dce528c970 req-c87cacb1-8f29-4773-8443-3d27fe970e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:29.328184 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dea290ba-e201-4e59-bb78-99dce528c970 req-c87cacb1-8f29-4773-8443-3d27fe970e34 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d6b84373-0658-4a33-8611-7ee2e8322e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632930 Aug 10 04:20:29.426801 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-18a1722c-de32-4f85-822a-5b8fb3c35dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110995058', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '18b06d5d-6407-4b19-917c-4569fd7c407c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:20:03Z', 'updated_at': '2021-08-10T04:20:09Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': '18b06d5d-6407-4b19-917c-4569fd7c407c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:20:04Z', 'updated_at': '2021-08-10T04:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '5f48c9d4-c695-45c2-a42f-5a9c8bab2088', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'floating_ip_address': '172.25.0.75', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'port_id': '63ba2467-4edc-44d9-90e1-6bcd293dbdce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e', 'mac_address': 'fa:16:3e:f4:eb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee88f2-ff97-4d48-870a-e37f4d577392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:20:27Z', 'updated_at': '2021-08-10T04:20:27Z', 'revision_number': 0, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc521c7-8ff0-49e0-9879-1945a3f0e53c', 'name': '', 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:c0:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '483d1149-a125-409c-86b2-23eeeec58362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:20:09Z', 'updated_at': '2021-08-10T04:20:15Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': '483d1149-a125-409c-86b2-23eeeec58362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:20:29.454813 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dea290ba-e201-4e59-bb78-99dce528c970 req-4db5c5a2-2ca2-47bd-8c28-e2c5359de639 service neutron] 10.222.0.68 "GET /v2.0/networks/d6b84373-0658-4a33-8611-7ee2e8322e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152415 Aug 10 04:20:29.464241 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a1722c-de32-4f85-822a-5b8fb3c35dec None None] The sync data for ids ['ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1'] in n-d-802893-2 is: [{'id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110995058', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '18b06d5d-6407-4b19-917c-4569fd7c407c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:20:03Z', 'updated_at': '2021-08-10T04:20:09Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': '18b06d5d-6407-4b19-917c-4569fd7c407c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:20:04Z', 'updated_at': '2021-08-10T04:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '5f48c9d4-c695-45c2-a42f-5a9c8bab2088', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'floating_ip_address': '172.25.0.75', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'port_id': '63ba2467-4edc-44d9-90e1-6bcd293dbdce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e', 'mac_address': 'fa:16:3e:f4:eb:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ee88f2-ff97-4d48-870a-e37f4d577392', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:20:27Z', 'updated_at': '2021-08-10T04:20:27Z', 'revision_number': 0, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edc521c7-8ff0-49e0-9879-1945a3f0e53c', 'name': '', 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:c0:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '483d1149-a125-409c-86b2-23eeeec58362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:20:09Z', 'updated_at': '2021-08-10T04:20:15Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': '483d1149-a125-409c-86b2-23eeeec58362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:20:29.641609 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dea290ba-e201-4e59-bb78-99dce528c970 req-f9c9dad6-6577-46fb-b2ef-d8a65331d6fc service neutron] 10.222.0.68 "GET /v2.0/networks/d6b84373-0658-4a33-8611-7ee2e8322e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764498 Aug 10 04:20:29.788910 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fed743-09ac-4608-9aac-fc2e10bf4805 None None] New status for floating IP 5f48c9d4-c695-45c2-a42f-5a9c8bab2088: ACTIVE {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:20:29.837547 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43790) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:29.995213 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9ff4d76c-c9fd-45fb-9f7a-eed30684ec2b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/floatingips/5f48c9d4-c695-45c2-a42f-5a9c8bab2088 HTTP/1.1" status: 200 len: 990 time: 0.1558115 Aug 10 04:20:31.002248 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43806) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:31.086674 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-cb9f5946-0143-4573-94b6-1c290817bacf tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/floatingips/5f48c9d4-c695-45c2-a42f-5a9c8bab2088 HTTP/1.1" status: 200 len: 992 time: 0.0831170 Aug 10 04:20:35.231493 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f756b1fe-23ef-41fe-84a2-f6d49ea6f10a req-817ad6ad-85b4-447e-badb-b371c836c04d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0698299 Aug 10 04:20:35.347235 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756b1fe-23ef-41fe-84a2-f6d49ea6f10a req-80db02ec-c77d-4cc9-ad39-62cc786fe343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:35.348893 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f756b1fe-23ef-41fe-84a2-f6d49ea6f10a req-80db02ec-c77d-4cc9-ad39-62cc786fe343 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 1097 time: 0.0483832 Aug 10 04:20:35.469652 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756b1fe-23ef-41fe-84a2-f6d49ea6f10a req-14224a38-ce79-42c0-a88e-ddad4f844afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:35.471329 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f756b1fe-23ef-41fe-84a2-f6d49ea6f10a req-14224a38-ce79-42c0-a88e-ddad4f844afc service neutron] 10.222.0.20 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 911 time: 0.1021180 Aug 10 04:20:35.548304 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f756b1fe-23ef-41fe-84a2-f6d49ea6f10a req-302e7bd0-3743-4381-8f27-365dabcee7e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0faa396-1a23-4b82-a466-31b32ae9ba24 HTTP/1.1" status: 200 len: 1002 time: 0.0687993 Aug 10 04:20:35.602073 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756b1fe-23ef-41fe-84a2-f6d49ea6f10a req-07351967-bcf5-423c-b0cf-1e88e79fdd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:35.603559 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f756b1fe-23ef-41fe-84a2-f6d49ea6f10a req-07351967-bcf5-423c-b0cf-1e88e79fdd5f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=50d1b050-8d5a-4a28-adea-90a39272e6c6 HTTP/1.1" status: 200 len: 849 time: 0.0479507 Aug 10 04:20:35.657019 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756b1fe-23ef-41fe-84a2-f6d49ea6f10a req-dae58014-5318-472b-92e8-1f82dcd355e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:35.658560 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f756b1fe-23ef-41fe-84a2-f6d49ea6f10a req-dae58014-5318-472b-92e8-1f82dcd355e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee59e291-e76f-48a7-96a4-530291348714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481923 Aug 10 04:20:35.752364 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f756b1fe-23ef-41fe-84a2-f6d49ea6f10a req-68b991c4-cf2a-480b-853a-1c0d93927c46 service neutron] 10.222.0.20 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861444 Aug 10 04:20:35.850362 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f756b1fe-23ef-41fe-84a2-f6d49ea6f10a req-9aa363f6-dbe3-408e-9305-819968d9a21f service neutron] 10.222.0.20 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909178 Aug 10 04:20:36.880103 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:20:37.970625 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc425f18-f27a-4170-b723-163c49f0d178 req-aab9121d-2c74-4d37-8c60-4a7eb53fa624 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514426 Aug 10 04:20:38.083639 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc425f18-f27a-4170-b723-163c49f0d178 req-99150b02-e556-463a-acd5-6a329fc5f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:38.086076 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc425f18-f27a-4170-b723-163c49f0d178 req-99150b02-e556-463a-acd5-6a329fc5f01f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 1096 time: 0.0569899 Aug 10 04:20:38.250035 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc425f18-f27a-4170-b723-163c49f0d178 req-c083b68d-ecdf-48d3-abb1-d6d6f0b4308a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:38.256598 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc425f18-f27a-4170-b723-163c49f0d178 req-c083b68d-ecdf-48d3-abb1-d6d6f0b4308a service neutron] 10.222.0.68 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 911 time: 0.1412597 Aug 10 04:20:38.371834 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc425f18-f27a-4170-b723-163c49f0d178 req-4555d45b-d0c2-46c3-9857-02a686ba707a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1330f4e4-473f-4a93-83c0-17828a80782d HTTP/1.1" status: 200 len: 1001 time: 0.1015546 Aug 10 04:20:38.431456 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc425f18-f27a-4170-b723-163c49f0d178 req-dcf88225-0a7f-4dc4-ac5f-076bc93709b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:38.432935 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc425f18-f27a-4170-b723-163c49f0d178 req-dcf88225-0a7f-4dc4-ac5f-076bc93709b8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=50d1b050-8d5a-4a28-adea-90a39272e6c6 HTTP/1.1" status: 200 len: 849 time: 0.0547109 Aug 10 04:20:38.516236 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc425f18-f27a-4170-b723-163c49f0d178 req-7573a96f-c4ef-4fb3-8f68-5343ba1d9425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:20:38.517815 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc425f18-f27a-4170-b723-163c49f0d178 req-7573a96f-c4ef-4fb3-8f68-5343ba1d9425 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee59e291-e76f-48a7-96a4-530291348714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653269 Aug 10 04:20:38.618361 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc425f18-f27a-4170-b723-163c49f0d178 req-3f4bcdd9-f564-459f-9fed-9bac745cfa9f service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923786 Aug 10 04:20:38.748504 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc425f18-f27a-4170-b723-163c49f0d178 req-c3a71db0-e53b-4592-a032-9039badb1220 service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234469 Aug 10 04:20:40.021752 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8397f5b2-f3b2-437d-9439-6e7dde101399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:41.495545 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 43968) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:41.614649 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-33e5e4d8-1df3-45b2-9205-79f12e03bfdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:41.735490 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-33e5e4d8-1df3-45b2-9205-79f12e03bfdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:41.815235 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-33e5e4d8-1df3-45b2-9205-79f12e03bfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:41.853403 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5e4d8-1df3-45b2-9205-79f12e03bfdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc305af3-8ef2-4c9f-9558-57d8a3e3c8c6,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:41.859097 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-33e5e4d8-1df3-45b2-9205-79f12e03bfdc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=537fad3530ac47efaeb30353f382ee72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3622344 Aug 10 04:20:41.862253 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 43976) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:20:41.915949 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d79e-c066-40ea-8b42-84e986df4276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:41.937740 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d79e-c066-40ea-8b42-84e986df4276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:42.056039 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d79e-c066-40ea-8b42-84e986df4276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:42.058601 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a9c9d79e-c066-40ea-8b42-84e986df4276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:42.059899 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a9c9d79e-c066-40ea-8b42-84e986df4276 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bc305af3-8ef2-4c9f-9558-57d8a3e3c8c6 HTTP/1.1" status: 204 len: 168 time: 0.1967580 Aug 10 04:20:42.068350 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9d79e-c066-40ea-8b42-84e986df4276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc305af3-8ef2-4c9f-9558-57d8a3e3c8c6,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:20:43.711905 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:43.906599 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2868a676-1f63-4806-ac9a-0c5346e285a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:45.421530 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:45.963734 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:47.123681 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:20:57.740444 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:00.154862 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a289bc-5fc5-4fa1-b5fc-ddf08852eade req-2afda92f-7335-48ae-97ee-a6d8013aaa37 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:00.157791 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-00a289bc-5fc5-4fa1-b5fc-ddf08852eade req-2afda92f-7335-48ae-97ee-a6d8013aaa37 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 1096 time: 0.0765448 Aug 10 04:21:00.183391 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-00a289bc-5fc5-4fa1-b5fc-ddf08852eade req-d5a2dded-007b-4253-a70c-16b1e3b3a598 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:00.321447 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-00a289bc-5fc5-4fa1-b5fc-ddf08852eade req-d5a2dded-007b-4253-a70c-16b1e3b3a598 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:00.403243 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-00a289bc-5fc5-4fa1-b5fc-ddf08852eade req-d5a2dded-007b-4253-a70c-16b1e3b3a598 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:00.439974 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-00a289bc-5fc5-4fa1-b5fc-ddf08852eade req-d5a2dded-007b-4253-a70c-16b1e3b3a598 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2734685 Aug 10 04:21:00.466341 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a2dded-007b-4253-a70c-16b1e3b3a598 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca596bde-070d-445e-a594-a0920e779043,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:00.483070 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a2dded-007b-4253-a70c-16b1e3b3a598 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:00.483348 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a2dded-007b-4253-a70c-16b1e3b3a598 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:00.484301 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a2dded-007b-4253-a70c-16b1e3b3a598 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:00.484832 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a2dded-007b-4253-a70c-16b1e3b3a598 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:00.485273 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a2dded-007b-4253-a70c-16b1e3b3a598 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:00.485709 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a2dded-007b-4253-a70c-16b1e3b3a598 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:00.486140 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a2dded-007b-4253-a70c-16b1e3b3a598 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:00.486566 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a2dded-007b-4253-a70c-16b1e3b3a598 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:00.486996 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a2dded-007b-4253-a70c-16b1e3b3a598 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:00.487438 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a2dded-007b-4253-a70c-16b1e3b3a598 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:00.487911 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a2dded-007b-4253-a70c-16b1e3b3a598 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:00.488565 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a2dded-007b-4253-a70c-16b1e3b3a598 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:00.602453 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f4f74-628f-473e-9565-5b36d47ec7bf req-743eeb0d-8f9a-496e-8fbf-4105337a81fc tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:00.604159 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b19f4f74-628f-473e-9565-5b36d47ec7bf req-743eeb0d-8f9a-496e-8fbf-4105337a81fc tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 945 time: 0.0536819 Aug 10 04:21:00.655730 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b19f4f74-628f-473e-9565-5b36d47ec7bf req-45b92eb9-0272-4127-b86b-7da867fd91a4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449388 Aug 10 04:21:00.678811 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 44320) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:00.760601 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d317a353-c9e3-4f53-84b1-945604e6ae3f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/floatingips/5f48c9d4-c695-45c2-a42f-5a9c8bab2088 HTTP/1.1" status: 200 len: 992 time: 0.0794375 Aug 10 04:21:01.863034 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf620bf-cd56-43ef-8e7c-eb5219a24041 req-5f94d188-6822-4c20-9e00-b48c173bddc7 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:01.865786 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-acf620bf-cd56-43ef-8e7c-eb5219a24041 req-5f94d188-6822-4c20-9e00-b48c173bddc7 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 945 time: 0.1042554 Aug 10 04:21:01.932680 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-acf620bf-cd56-43ef-8e7c-eb5219a24041 req-d493cfe2-bc1f-42c7-a6cd-a08867ee845d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595319 Aug 10 04:21:02.136426 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-401b1c34-5667-4264-9904-110b5b7aebc0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2095454 Aug 10 04:21:03.183608 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70422805-3a5b-460b-a9f1-9edfb6edb8bd req-011f816e-b061-4484-80bf-4cc732940359 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:03.185491 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-70422805-3a5b-460b-a9f1-9edfb6edb8bd req-011f816e-b061-4484-80bf-4cc732940359 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 945 time: 0.1199968 Aug 10 04:21:03.242382 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-70422805-3a5b-460b-a9f1-9edfb6edb8bd req-41ced5fe-0d39-47f4-a907-f4c7a3f15279 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449278 Aug 10 04:21:04.388390 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a64fbb-c0f6-4b31-bdda-0b13c3b19215 req-3c94e8ce-8601-445e-9483-b41638f05675 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:04.392063 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-23a64fbb-c0f6-4b31-bdda-0b13c3b19215 req-3c94e8ce-8601-445e-9483-b41638f05675 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 945 time: 0.0777929 Aug 10 04:21:04.472671 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-23a64fbb-c0f6-4b31-bdda-0b13c3b19215 req-f04e5cf7-7669-446b-8783-a32e6b4928c9 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752761 Aug 10 04:21:05.082173 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-f01e2315-cc0f-4273-a478-cbacaa56c81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:05.093353 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-f01e2315-cc0f-4273-a478-cbacaa56c81e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 1096 time: 0.0463107 Aug 10 04:21:05.222571 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-48973746-4dbe-4e9c-a93f-fc0ab90c2afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:05.224215 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-48973746-4dbe-4e9c-a93f-fc0ab90c2afa service neutron] 10.222.0.68 "GET /v2.0/networks?id=d6b84373-0658-4a33-8611-7ee2e8322e8e HTTP/1.1" status: 200 len: 897 time: 0.1330121 Aug 10 04:21:05.304201 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-46642303-0c19-48c6-944f-65ef1be023c4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63ba2467-4edc-44d9-90e1-6bcd293dbdce HTTP/1.1" status: 200 len: 1000 time: 0.0728304 Aug 10 04:21:05.361925 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-87500b5a-271e-4e04-95e2-548c756db04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:05.363451 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-87500b5a-271e-4e04-95e2-548c756db04c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=483d1149-a125-409c-86b2-23eeeec58362 HTTP/1.1" status: 200 len: 835 time: 0.0522082 Aug 10 04:21:05.421739 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-c86cea1d-fc26-4bd2-b77f-03f5e1616c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:05.424501 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-c86cea1d-fc26-4bd2-b77f-03f5e1616c1b service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d6b84373-0658-4a33-8611-7ee2e8322e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541673 Aug 10 04:21:05.561557 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-79335b52-36a9-41ca-a3f3-94e72ec577d1 service neutron] 10.222.0.68 "GET /v2.0/networks/d6b84373-0658-4a33-8611-7ee2e8322e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302402 Aug 10 04:21:05.715451 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c962e-7200-469b-a398-3b0d7d7a4184 req-94b72f74-68d5-423d-9393-2d79663493d3 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:05.717138 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eb8c962e-7200-469b-a398-3b0d7d7a4184 req-94b72f74-68d5-423d-9393-2d79663493d3 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 945 time: 0.0651836 Aug 10 04:21:05.769923 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eb8c962e-7200-469b-a398-3b0d7d7a4184 req-356739ca-db28-4bb4-8e35-54fa8e831004 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455625 Aug 10 04:21:05.785990 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-a0324f7a-9289-4489-b601-0de78cca0c0d service neutron] 10.222.0.68 "GET /v2.0/networks/d6b84373-0658-4a33-8611-7ee2e8322e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153003 Aug 10 04:21:06.915686 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d871304-edec-490b-b433-b06d877be95b req-9d60c7c0-5c17-47cd-b8e9-309bcf016cad tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:06.924387 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7d871304-edec-490b-b433-b06d877be95b req-9d60c7c0-5c17-47cd-b8e9-309bcf016cad tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 945 time: 0.0648444 Aug 10 04:21:06.972084 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7d871304-edec-490b-b433-b06d877be95b req-969b8d1b-3d56-456f-b54c-2f7f9c991d2f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462687 Aug 10 04:21:08.109260 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40618834-34c2-4b64-ba8c-becc4c56d1cb req-7150ccab-7299-44ee-9e60-6125a8965020 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:08.111370 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-40618834-34c2-4b64-ba8c-becc4c56d1cb req-7150ccab-7299-44ee-9e60-6125a8965020 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 945 time: 0.0635092 Aug 10 04:21:08.168416 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-40618834-34c2-4b64-ba8c-becc4c56d1cb req-67177227-98d6-4c8f-b361-a5edf6df4b0c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494466 Aug 10 04:21:09.308430 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afac7f-260b-4dcc-bb8b-3da8ba48cfbe req-04121cad-9d57-4380-b792-252751016261 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:09.309996 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-24afac7f-260b-4dcc-bb8b-3da8ba48cfbe req-04121cad-9d57-4380-b792-252751016261 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 945 time: 0.0603161 Aug 10 04:21:09.354545 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-24afac7f-260b-4dcc-bb8b-3da8ba48cfbe req-86a15054-c47b-48fb-bd74-484aa7221079 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380867 Aug 10 04:21:09.946909 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-52690d3d-459c-4b24-af4a-4be80d816b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:10.478970 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b23b0c3-3b01-40ef-984d-c7f2ccd112e9 req-69a9d0d5-f193-4817-8e06-0a98f01a1dd5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:10.480512 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b23b0c3-3b01-40ef-984d-c7f2ccd112e9 req-69a9d0d5-f193-4817-8e06-0a98f01a1dd5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 945 time: 0.0522311 Aug 10 04:21:10.519118 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b23b0c3-3b01-40ef-984d-c7f2ccd112e9 req-86c4eaa5-18db-4aa9-9135-bf9d2b19b3d0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324209 Aug 10 04:21:11.671667 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabb851-ec61-47e3-8197-efffcf7becd0 req-0af92528-6c1c-4370-b91e-60dccd849024 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:11.673254 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3aabb851-ec61-47e3-8197-efffcf7becd0 req-0af92528-6c1c-4370-b91e-60dccd849024 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 945 time: 0.0524325 Aug 10 04:21:11.713485 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3aabb851-ec61-47e3-8197-efffcf7becd0 req-9193bd80-cd33-432b-9e0a-e520e154856c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337076 Aug 10 04:21:12.855235 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dbd26f-c9e8-4134-990d-8ee45ec7e450 req-530a835f-b0e7-4370-953f-996d4b9776a8 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:12.856823 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a5dbd26f-c9e8-4134-990d-8ee45ec7e450 req-530a835f-b0e7-4370-953f-996d4b9776a8 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 945 time: 0.0574913 Aug 10 04:21:12.896799 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a5dbd26f-c9e8-4134-990d-8ee45ec7e450 req-2f5cbb7a-310d-429c-9900-eb124a8f65c1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336106 Aug 10 04:21:13.586155 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:13.797430 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d694fb54-e713-4236-a729-658c6dbce24e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:13.887478 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:21:14.017467 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeab4af-e82c-4db3-8e85-ceef3578c52a req-6ddf89d0-7989-4780-aa63-c660066ea7b7 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:14.019003 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aeeab4af-e82c-4db3-8e85-ceef3578c52a req-6ddf89d0-7989-4780-aa63-c660066ea7b7 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 945 time: 0.0508509 Aug 10 04:21:14.067105 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aeeab4af-e82c-4db3-8e85-ceef3578c52a req-c53a3d75-ca24-4c57-8e89-e17b042afc01 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400534 Aug 10 04:21:15.214186 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e3b4e-8c4a-4814-ab2e-2acee3308c03 req-33407158-f6be-41cd-b7da-552e1bf2ea96 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:15.215854 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-498e3b4e-8c4a-4814-ab2e-2acee3308c03 req-33407158-f6be-41cd-b7da-552e1bf2ea96 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 945 time: 0.0612838 Aug 10 04:21:15.263015 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-498e3b4e-8c4a-4814-ab2e-2acee3308c03 req-492c0f2d-ccbc-4a3f-9154-16eb129f99e2 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398984 Aug 10 04:21:15.385605 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:15.940387 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:16.391073 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e49ce2-d734-485e-87e4-7a4bd6cd7884 req-819d19ae-20f4-4eb8-a4cc-ea4dd46abbe1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:16.392638 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-18e49ce2-d734-485e-87e4-7a4bd6cd7884 req-819d19ae-20f4-4eb8-a4cc-ea4dd46abbe1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 945 time: 0.0502248 Aug 10 04:21:16.435788 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-18e49ce2-d734-485e-87e4-7a4bd6cd7884 req-2ede18c4-3786-43f0-9299-f7cd9b7b68b1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361488 Aug 10 04:21:16.932824 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:17.569874 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1cdc92-4b3c-4016-afa1-01de78491b92 req-9dfde293-8e96-4981-97b3-2575b297afe0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:17.571727 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1d1cdc92-4b3c-4016-afa1-01de78491b92 req-9dfde293-8e96-4981-97b3-2575b297afe0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 945 time: 0.0567341 Aug 10 04:21:17.614672 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1d1cdc92-4b3c-4016-afa1-01de78491b92 req-b703a4b9-e65f-43b8-82e4-2c94f8c1ca54 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348647 Aug 10 04:21:17.931808 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-7f8eee11-3885-42f7-b93f-a7102143e9f8 service neutron] show failed (client error): The resource could not be found. Aug 10 04:21:17.932905 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-7f8eee11-3885-42f7-b93f-a7102143e9f8 service neutron] 10.222.0.68 "GET /v2.0/ports/63ba2467-4edc-44d9-90e1-6bcd293dbdce/bindings/n-h2-802893-2 HTTP/1.1" status: 404 len: 380 time: 0.0685019 Aug 10 04:21:18.588380 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-b03195d4-66ff-41ae-a29f-1a35edaaf674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:18.590269 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-b03195d4-66ff-41ae-a29f-1a35edaaf674 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392&tenant_id=397e8cde821d4d5ca53b9835ebca79b1 HTTP/1.1" status: 200 len: 1096 time: 0.0825834 Aug 10 04:21:18.610328 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802893-2', 'device_owner': 'compute:nova'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:21:18.674463 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:18.800322 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b4d73-4677-4b7c-bc02-3c386a040b7c req-b571f79f-df6f-44ad-9176-5aa078601495 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:18.800322 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9a1b4d73-4677-4b7c-bc02-3c386a040b7c req-b571f79f-df6f-44ad-9176-5aa078601495 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 945 time: 0.0900459 Aug 10 04:21:18.857006 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9a1b4d73-4677-4b7c-bc02-3c386a040b7c req-8f7d8e57-29d1-4a13-962a-57550c1f51b5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515385 Aug 10 04:21:19.299332 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] For port 63ba2467-4edc-44d9-90e1-6bcd293dbdce, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=63ba2467-4edc-44d9-90e1-6bcd293dbdce,segment=NetworkSegment(ee442633-0c93-4f8e-9b60-bec978aa426c),segment_id=ee442633-0c93-4f8e-9b60-bec978aa426c)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:19.340359 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] For port 63ba2467-4edc-44d9-90e1-6bcd293dbdce, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:21:19.389165 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ee88f2-ff97-4d48-870a-e37f4d577392', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63ba2467-4edc-44d9-90e1-6bcd293dbdce'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:21:19.391799 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb28ca6d-a4d8-4936-a064-5909358d867a" -d '{"events": [{"server_uuid": "93ee88f2-ff97-4d48-870a-e37f4d577392", "name": "network-vif-unplugged", "status": "completed", "tag": "63ba2467-4edc-44d9-90e1-6bcd293dbdce"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:21:19.396216 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:19.413341 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Transition to ACTIVE for port object 63ba2467-4edc-44d9-90e1-6bcd293dbdce will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:21:19.467189 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a248f224-b109-4a56-861e-6ded64429362 x-openstack-request-id: req-a248f224-b109-4a56-861e-6ded64429362 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:21:19.467518 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ee88f2-ff97-4d48-870a-e37f4d577392", "name": "network-vif-unplugged", "status": "completed", "tag": "63ba2467-4edc-44d9-90e1-6bcd293dbdce", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:21:19.467770 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a248f224-b109-4a56-861e-6ded64429362 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:21:19.468193 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ee88f2-ff97-4d48-870a-e37f4d577392', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63ba2467-4edc-44d9-90e1-6bcd293dbdce', 'code': 200} Aug 10 04:21:19.511227 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:19.640687 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Pushing event updated for resources: {'Port': ['ID=63ba2467-4edc-44d9-90e1-6bcd293dbdce,revision_number=6']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:19.672454 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:19.672805 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:19.673142 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:19.673479 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:19.673812 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:19.674136 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:19.674476 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:19.675073 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:19.675402 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:19.675810 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:19.676119 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:19.676443 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:19.731783 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] No DVR routers for this DVR port 63ba2467-4edc-44d9-90e1-6bcd293dbdce on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:21:19.908218 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Attempting to bind port 63ba2467-4edc-44d9-90e1-6bcd293dbdce on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:21:19.908740 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Attempting to bind port 63ba2467-4edc-44d9-90e1-6bcd293dbdce by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'ee442633-0c93-4f8e-9b60-bec978aa426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:21:19.909176 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Attempting to bind port 63ba2467-4edc-44d9-90e1-6bcd293dbdce on network d6b84373-0658-4a33-8611-7ee2e8322e8e {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:21:19.915923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Port 63ba2467-4edc-44d9-90e1-6bcd293dbdce on network d6b84373-0658-4a33-8611-7ee2e8322e8e not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:21:19.916608 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Attempting to bind port 63ba2467-4edc-44d9-90e1-6bcd293dbdce on network d6b84373-0658-4a33-8611-7ee2e8322e8e {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:21:19.922768 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:21:19.923368 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Checking segment: {'id': 'ee442633-0c93-4f8e-9b60-bec978aa426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:21:19.924127 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Bound using segment: {'id': 'ee442633-0c93-4f8e-9b60-bec978aa426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:21:19.924791 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Bound port: 63ba2467-4edc-44d9-90e1-6bcd293dbdce, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee442633-0c93-4f8e-9b60-bec978aa426c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:21:19.924791 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:20.019377 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] For port 63ba2467-4edc-44d9-90e1-6bcd293dbdce, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:21:20.024518 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] For port 63ba2467-4edc-44d9-90e1-6bcd293dbdce, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=63ba2467-4edc-44d9-90e1-6bcd293dbdce,segment=NetworkSegment(ee442633-0c93-4f8e-9b60-bec978aa426c),segment_id=ee442633-0c93-4f8e-9b60-bec978aa426c)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:21:20.044510 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8989f60-4428-42c1-aae0-c57f7998b8f9 req-e1ae69db-20f6-41d3-bf51-83795b50499f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:20.047133 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e8989f60-4428-42c1-aae0-c57f7998b8f9 req-e1ae69db-20f6-41d3-bf51-83795b50499f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 943 time: 0.0869949 Aug 10 04:21:20.094368 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e8989f60-4428-42c1-aae0-c57f7998b8f9 req-a3708cdb-842b-4dbe-9769-fa48f58a862a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400820 Aug 10 04:21:20.118748 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:20.159079 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:20.159821 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:20.161301 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] 10.222.0.20 "PUT /v2.0/ports/63ba2467-4edc-44d9-90e1-6bcd293dbdce HTTP/1.1" status: 200 len: 1091 time: 1.5559225 Aug 10 04:21:20.186571 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3657de0-9ed9-4b9b-8c4a-d273deb7d3fa service neutron] Pushing event updated for resources: {'Port': ['ID=63ba2467-4edc-44d9-90e1-6bcd293dbdce,revision_number=7']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:20.252353 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-0cbc097c-17db-481b-a93f-0f1acec566c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:20.252353 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-0cbc097c-17db-481b-a93f-0f1acec566c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 1094 time: 0.0523460 Aug 10 04:21:20.364798 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-151837d1-c63e-48e2-90af-f5af2518e844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:20.366811 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-151837d1-c63e-48e2-90af-f5af2518e844 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d6b84373-0658-4a33-8611-7ee2e8322e8e HTTP/1.1" status: 200 len: 897 time: 0.1111612 Aug 10 04:21:20.439923 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-37daaf38-54d3-44bd-81cf-743a0b97b73c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63ba2467-4edc-44d9-90e1-6bcd293dbdce HTTP/1.1" status: 200 len: 998 time: 0.0659275 Aug 10 04:21:20.502383 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-f75114ff-2505-44e7-80ac-2c42b9f62da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:20.504066 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-f75114ff-2505-44e7-80ac-2c42b9f62da9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=483d1149-a125-409c-86b2-23eeeec58362 HTTP/1.1" status: 200 len: 835 time: 0.0579698 Aug 10 04:21:20.552999 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-cfeb19e5-cfe7-4724-8712-a54e9d3b8fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:20.555148 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-cfeb19e5-cfe7-4724-8712-a54e9d3b8fc2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d6b84373-0658-4a33-8611-7ee2e8322e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442286 Aug 10 04:21:20.661346 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-e1ef8dbb-71f0-451f-8623-6d73cfe70b79 service neutron] 10.222.0.20 "GET /v2.0/networks/d6b84373-0658-4a33-8611-7ee2e8322e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988352 Aug 10 04:21:20.770261 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-95a3ab66-8314-498d-a179-6b5bf8b56965 req-5798c208-d812-4b38-b863-7439c8e2f439 service neutron] 10.222.0.20 "GET /v2.0/networks/d6b84373-0658-4a33-8611-7ee2e8322e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027660 Aug 10 04:21:21.222587 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22829c-5603-4f83-8cec-4b09022299e3 req-12ae26f5-8168-45b0-ba7d-c306f12f3bea tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:21.224377 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bc22829c-5603-4f83-8cec-4b09022299e3 req-12ae26f5-8168-45b0-ba7d-c306f12f3bea tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 943 time: 0.0540204 Aug 10 04:21:21.269298 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bc22829c-5603-4f83-8cec-4b09022299e3 req-9f9f1943-187b-4b02-b4f8-8ceeb4efd69c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373609 Aug 10 04:21:21.469159 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ee88f2-ff97-4d48-870a-e37f4d577392', 'tag': '63ba2467-4edc-44d9-90e1-6bcd293dbdce'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:21:21.471540 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a00ea6-3068-44e0-813f-2aae3ac0d532" -d '{"events": [{"name": "network-changed", "server_uuid": "93ee88f2-ff97-4d48-870a-e37f4d577392", "tag": "63ba2467-4edc-44d9-90e1-6bcd293dbdce"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:21:21.522424 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0d2ec4-b541-4ecd-bfcf-671056f48abd x-openstack-request-id: req-4e0d2ec4-b541-4ecd-bfcf-671056f48abd {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:21:21.522720 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ee88f2-ff97-4d48-870a-e37f4d577392", "tag": "63ba2467-4edc-44d9-90e1-6bcd293dbdce", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:21:21.522982 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e0d2ec4-b541-4ecd-bfcf-671056f48abd {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:21:21.523382 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ee88f2-ff97-4d48-870a-e37f4d577392', 'tag': '63ba2467-4edc-44d9-90e1-6bcd293dbdce', 'status': 'completed', 'code': 200} Aug 10 04:21:21.534209 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 63ba2467-4edc-44d9-90e1-6bcd293dbdce no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:21:21.582019 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 63ba2467-4edc-44d9-90e1-6bcd293dbdce not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:21:21.632226 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a00ea6-3068-44e0-813f-2aae3ac0d532 req-a4ce18d9-097e-488e-bb9f-e33138578c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:21.634044 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32a00ea6-3068-44e0-813f-2aae3ac0d532 req-a4ce18d9-097e-488e-bb9f-e33138578c78 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 1094 time: 0.0820222 Aug 10 04:21:21.639948 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a00ea6-3068-44e0-813f-2aae3ac0d532 req-5237d701-32cb-42ba-8d40-388bfbf15149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:21.641430 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32a00ea6-3068-44e0-813f-2aae3ac0d532 req-5237d701-32cb-42ba-8d40-388bfbf15149 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 1094 time: 0.0758722 Aug 10 04:21:21.703685 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45034) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:21.807617 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a00ea6-3068-44e0-813f-2aae3ac0d532 req-8567bce4-5ad5-466c-ba68-807462c8f660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:21.809340 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32a00ea6-3068-44e0-813f-2aae3ac0d532 req-8567bce4-5ad5-466c-ba68-807462c8f660 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d6b84373-0658-4a33-8611-7ee2e8322e8e HTTP/1.1" status: 200 len: 897 time: 0.1670732 Aug 10 04:21:21.810990 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a00ea6-3068-44e0-813f-2aae3ac0d532 req-4596d70f-dca6-4e06-9369-f7fd9d8016b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:21.812545 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32a00ea6-3068-44e0-813f-2aae3ac0d532 req-4596d70f-dca6-4e06-9369-f7fd9d8016b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d6b84373-0658-4a33-8611-7ee2e8322e8e HTTP/1.1" status: 200 len: 897 time: 0.1624832 Aug 10 04:21:21.929939 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32a00ea6-3068-44e0-813f-2aae3ac0d532 req-8bf0c69e-33f6-417a-ba11-e7f137ead86d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63ba2467-4edc-44d9-90e1-6bcd293dbdce HTTP/1.1" status: 200 len: 998 time: 0.1133680 Aug 10 04:21:21.948740 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32a00ea6-3068-44e0-813f-2aae3ac0d532 req-f0d1eb87-c5ee-4a04-a668-9055b44d2e8a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63ba2467-4edc-44d9-90e1-6bcd293dbdce HTTP/1.1" status: 200 len: 998 time: 0.0934675 Aug 10 04:21:22.030989 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a00ea6-3068-44e0-813f-2aae3ac0d532 req-f2d48da0-bb1e-494b-a4e1-f3f57c72ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:22.032161 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32a00ea6-3068-44e0-813f-2aae3ac0d532 req-f2d48da0-bb1e-494b-a4e1-f3f57c72ea86 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=483d1149-a125-409c-86b2-23eeeec58362 HTTP/1.1" status: 200 len: 835 time: 0.0934834 Aug 10 04:21:22.077374 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a00ea6-3068-44e0-813f-2aae3ac0d532 req-e4c33741-1073-4861-836c-f88ff06ba824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:22.078954 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32a00ea6-3068-44e0-813f-2aae3ac0d532 req-e4c33741-1073-4861-836c-f88ff06ba824 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=483d1149-a125-409c-86b2-23eeeec58362 HTTP/1.1" status: 200 len: 835 time: 0.1093686 Aug 10 04:21:22.126186 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a00ea6-3068-44e0-813f-2aae3ac0d532 req-c034a1e1-ab39-4e88-9b41-47a349f29303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:22.128037 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32a00ea6-3068-44e0-813f-2aae3ac0d532 req-c034a1e1-ab39-4e88-9b41-47a349f29303 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d6b84373-0658-4a33-8611-7ee2e8322e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0863495 Aug 10 04:21:22.177642 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-e4d02aed-7432-46c8-a94c-5188b6b02cee tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Deleting port 9f0a1836-8373-46f4-b063-ee6746a3a0cc {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:21:22.177987 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e4d02aed-7432-46c8-a94c-5188b6b02cee tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:22.185879 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a00ea6-3068-44e0-813f-2aae3ac0d532 req-73caa5f8-78e6-4eca-b04e-d40e1eb80801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:22.194993 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32a00ea6-3068-44e0-813f-2aae3ac0d532 req-73caa5f8-78e6-4eca-b04e-d40e1eb80801 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d6b84373-0658-4a33-8611-7ee2e8322e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002576 Aug 10 04:21:22.299460 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e4d02aed-7432-46c8-a94c-5188b6b02cee tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:22.300100 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e4d02aed-7432-46c8-a94c-5188b6b02cee tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:22.316514 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-e4d02aed-7432-46c8-a94c-5188b6b02cee tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Calling delete_port for 9f0a1836-8373-46f4-b063-ee6746a3a0cc owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:21:22.318007 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32a00ea6-3068-44e0-813f-2aae3ac0d532 req-00dfc405-ceda-4483-8196-69cc05456269 service neutron] 10.222.0.68 "GET /v2.0/networks/d6b84373-0658-4a33-8611-7ee2e8322e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828876 Aug 10 04:21:22.409750 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32a00ea6-3068-44e0-813f-2aae3ac0d532 req-f1446293-b3f1-4ca5-94fa-d74c99e332eb service neutron] 10.222.0.20 "GET /v2.0/networks/d6b84373-0658-4a33-8611-7ee2e8322e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100508 Aug 10 04:21:22.563153 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c53555-48e1-4c18-ad6b-4c3caeb18e8f req-90750678-25eb-4bab-994f-a165433ef968 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:22.571377 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-67c53555-48e1-4c18-ad6b-4c3caeb18e8f req-90750678-25eb-4bab-994f-a165433ef968 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 943 time: 0.1779811 Aug 10 04:21:22.577747 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32a00ea6-3068-44e0-813f-2aae3ac0d532 req-8bf3a2ac-fc2a-4b3f-b7f0-2ceb4575dd6d service neutron] 10.222.0.68 "GET /v2.0/networks/d6b84373-0658-4a33-8611-7ee2e8322e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503681 Aug 10 04:21:22.614848 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32a00ea6-3068-44e0-813f-2aae3ac0d532 req-989be5ed-f43d-420b-8971-35823f86d455 service neutron] 10.222.0.20 "GET /v2.0/networks/d6b84373-0658-4a33-8611-7ee2e8322e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931424 Aug 10 04:21:22.636863 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e4d02aed-7432-46c8-a94c-5188b6b02cee tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:22.639740 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-67c53555-48e1-4c18-ad6b-4c3caeb18e8f req-3fffc133-7edf-4f4c-ab12-75e5f79a01fd tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673881 Aug 10 04:21:22.674287 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d02aed-7432-46c8-a94c-5188b6b02cee tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event deleted for resources: {'Port': ['ID=9f0a1836-8373-46f4-b063-ee6746a3a0cc,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:22.746630 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e4d02aed-7432-46c8-a94c-5188b6b02cee tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for floatingip, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:22.747348 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-e4d02aed-7432-46c8-a94c-5188b6b02cee tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Floating IP aa037d50-5b82-4254-95ee-79426dcae4d7 disassociated (deleted). External IP: 172.25.0.149, port: e0faa396-1a23-4b82-a466-31b32ae9ba24. Aug 10 04:21:22.999319 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d02aed-7432-46c8-a94c-5188b6b02cee tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Router 768b2754-4f10-4416-be64-7fc2697df286 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:21:23.128272 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d02aed-7432-46c8-a94c-5188b6b02cee tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:21:23.134886 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e4d02aed-7432-46c8-a94c-5188b6b02cee tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:23.141177 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1546d3-bfbf-4c98-9db1-a858e10f3d72 None None] Sync routers for ids ['768b2754-4f10-4416-be64-7fc2697df286'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:21:23.152685 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1546d3-bfbf-4c98-9db1-a858e10f3d72 None None] Routers {'768b2754-4f10-4416-be64-7fc2697df286'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:21:23.154040 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-bb1546d3-bfbf-4c98-9db1-a858e10f3d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:21:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['768b2754-4f10-4416-be64-7fc2697df286'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:23.189718 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e4d02aed-7432-46c8-a94c-5188b6b02cee tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "DELETE /v2.0/floatingips/aa037d50-5b82-4254-95ee-79426dcae4d7 HTTP/1.1" status: 204 len: 168 time: 1.4805484 Aug 10 04:21:23.189718 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761fb52a-5b5c-410b-afd2-895ecc1ea44d', 'tag': 'e0faa396-1a23-4b82-a466-31b32ae9ba24'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:21:23.189718 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d7eff6-39af-44d2-8ee5-74fde71d1ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "761fb52a-5b5c-410b-afd2-895ecc1ea44d", "tag": "e0faa396-1a23-4b82-a466-31b32ae9ba24"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:21:23.276185 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004fa681-a502-4822-89d6-8d40c18c09cf x-openstack-request-id: req-004fa681-a502-4822-89d6-8d40c18c09cf {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:21:23.276615 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761fb52a-5b5c-410b-afd2-895ecc1ea44d", "tag": "e0faa396-1a23-4b82-a466-31b32ae9ba24", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:21:23.277207 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-004fa681-a502-4822-89d6-8d40c18c09cf {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:21:23.277750 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761fb52a-5b5c-410b-afd2-895ecc1ea44d', 'tag': 'e0faa396-1a23-4b82-a466-31b32ae9ba24', 'status': 'completed', 'code': 200} Aug 10 04:21:23.347168 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-bb1546d3-bfbf-4c98-9db1-a858e10f3d72 None None] Set router 768b2754-4f10-4416-be64-7fc2697df286 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:21:23.386745 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7eff6-39af-44d2-8ee5-74fde71d1ce5 req-05a9c50f-f0c8-4bc1-b002-5db0def744ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:23.388598 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3d7eff6-39af-44d2-8ee5-74fde71d1ce5 req-05a9c50f-f0c8-4bc1-b002-5db0def744ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 1097 time: 0.0696778 Aug 10 04:21:23.601797 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7eff6-39af-44d2-8ee5-74fde71d1ce5 req-ff7cd043-8c01-4b3f-9d5d-5a979512ea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:23.603502 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3d7eff6-39af-44d2-8ee5-74fde71d1ce5 req-ff7cd043-8c01-4b3f-9d5d-5a979512ea10 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 911 time: 0.2053237 Aug 10 04:21:23.748594 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-bb1546d3-bfbf-4c98-9db1-a858e10f3d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768b2754-4f10-4416-be64-7fc2697df286', 'name': 'tempest-TestVolumeBootPattern-35854723-router', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:14Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 4, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'gw_port': {'id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '0fd0a0dd-cfb3-43ae-b5ea-d352b7e0d26b', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '768b2754-4f10-4416-be64-7fc2697df286', 'port_id': '1330f4e4-473f-4a93-83c0-17828a80782d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'mac_address': 'fa:16:3e:40:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555f12a1-443e-45be-a9a0-2c3813692b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:15:17Z', 'updated_at': '2021-08-10T04:15:21Z', 'revision_number': 1, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dd4e77c-f4fc-41b7-a077-07e56695db6f', 'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'mac_address': 'fa:16:3e:6a:89:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:19Z', 'updated_at': '2021-08-10T04:05:26Z', 'revision_number': 5, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'subnets': [{'id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:23.782716 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1546d3-bfbf-4c98-9db1-a858e10f3d72 None None] Checking router: 768b2754-4f10-4416-be64-7fc2697df286 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:21:23.788137 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3d7eff6-39af-44d2-8ee5-74fde71d1ce5 req-f256dc3f-aa55-4bd7-8507-bd6fe583a821 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0faa396-1a23-4b82-a466-31b32ae9ba24 HTTP/1.1" status: 200 len: 217 time: 0.1426306 Aug 10 04:21:23.795165 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1546d3-bfbf-4c98-9db1-a858e10f3d72 None None] Routers {'768b2754-4f10-4416-be64-7fc2697df286'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:21:23.795839 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-bb1546d3-bfbf-4c98-9db1-a858e10f3d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:21:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['768b2754-4f10-4416-be64-7fc2697df286'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:23.881630 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7eff6-39af-44d2-8ee5-74fde71d1ce5 req-9e7c50cb-b5cc-4732-9a9e-126b6191014f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:23.883823 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3d7eff6-39af-44d2-8ee5-74fde71d1ce5 req-9e7c50cb-b5cc-4732-9a9e-126b6191014f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=50d1b050-8d5a-4a28-adea-90a39272e6c6 HTTP/1.1" status: 200 len: 849 time: 0.0761821 Aug 10 04:21:23.895798 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713ced0-1bd0-4ec4-bc36-23e2eadc932a req-2e695c71-8eca-4491-8224-220b40e5d6b0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:23.903662 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5713ced0-1bd0-4ec4-bc36-23e2eadc932a req-2e695c71-8eca-4491-8224-220b40e5d6b0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 943 time: 0.0979681 Aug 10 04:21:23.933493 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 63ba2467-4edc-44d9-90e1-6bcd293dbdce details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:21:23.947867 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260807ca-e164-415b-b41f-eea9e69675af req-10f1159c-7275-4d1f-a647-43e777bd9d34 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:23.949526 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-260807ca-e164-415b-b41f-eea9e69675af req-10f1159c-7275-4d1f-a647-43e777bd9d34 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 946 time: 0.1597238 Aug 10 04:21:23.989206 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7eff6-39af-44d2-8ee5-74fde71d1ce5 req-b29eed6e-ec96-44d1-a25f-beecddf3a109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:23.991616 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3d7eff6-39af-44d2-8ee5-74fde71d1ce5 req-b29eed6e-ec96-44d1-a25f-beecddf3a109 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ee59e291-e76f-48a7-96a4-530291348714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939503 Aug 10 04:21:24.013261 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5713ced0-1bd0-4ec4-bc36-23e2eadc932a req-8a32ce0d-3c9e-42f7-809e-96cf9dee22e5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013167 Aug 10 04:21:24.182653 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-bb1546d3-bfbf-4c98-9db1-a858e10f3d72 None None] Set router 768b2754-4f10-4416-be64-7fc2697df286 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:21:24.194497 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-260807ca-e164-415b-b41f-eea9e69675af req-fb897e0b-c608-4777-ae5c-8d03f018e8d2 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2363982 Aug 10 04:21:24.197240 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 63ba2467-4edc-44d9-90e1-6bcd293dbdce, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=63ba2467-4edc-44d9-90e1-6bcd293dbdce,segment=NetworkSegment(ee442633-0c93-4f8e-9b60-bec978aa426c),segment_id=ee442633-0c93-4f8e-9b60-bec978aa426c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:24.213087 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '63ba2467-4edc-44d9-90e1-6bcd293dbdce', 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e', 'port_id': '63ba2467-4edc-44d9-90e1-6bcd293dbdce', 'mac_address': 'fa:16:3e:f4:eb:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '483d1149-a125-409c-86b2-23eeeec58362', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:21:24.292813 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:24.319233 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ba2467-4edc-44d9-90e1-6bcd293dbdce {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:21:24.325355 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3d7eff6-39af-44d2-8ee5-74fde71d1ce5 req-2cd1a318-6239-4074-be0d-6e18a958b67c service neutron] 10.222.0.20 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912064 Aug 10 04:21:24.370683 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 63ba2467-4edc-44d9-90e1-6bcd293dbdce, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=63ba2467-4edc-44d9-90e1-6bcd293dbdce,segment=NetworkSegment(ee442633-0c93-4f8e-9b60-bec978aa426c),segment_id=ee442633-0c93-4f8e-9b60-bec978aa426c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:24.449205 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:24.532147 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=63ba2467-4edc-44d9-90e1-6bcd293dbdce,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:24.543399 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:24.544114 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:24.544650 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:24.545353 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:24.545877 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:24.546401 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:24.547011 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:24.547536 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:24.548107 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:24.548625 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:24.549141 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:24.549654 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:21:24.613052 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-bb1546d3-bfbf-4c98-9db1-a858e10f3d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768b2754-4f10-4416-be64-7fc2697df286', 'name': 'tempest-TestVolumeBootPattern-35854723-router', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:14Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 4, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'gw_port': {'id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '0fd0a0dd-cfb3-43ae-b5ea-d352b7e0d26b', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '768b2754-4f10-4416-be64-7fc2697df286', 'port_id': '1330f4e4-473f-4a93-83c0-17828a80782d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'mac_address': 'fa:16:3e:40:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555f12a1-443e-45be-a9a0-2c3813692b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:15:17Z', 'updated_at': '2021-08-10T04:15:21Z', 'revision_number': 1, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dd4e77c-f4fc-41b7-a077-07e56695db6f', 'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'mac_address': 'fa:16:3e:6a:89:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:19Z', 'updated_at': '2021-08-10T04:05:26Z', 'revision_number': 5, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'subnets': [{'id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:24.639499 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941f95e-d969-4e73-a50d-0ee4ce6b1b6e req-033f8bfb-3e19-41e6-9b96-75e498a1e164 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:24.644643 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0941f95e-d969-4e73-a50d-0ee4ce6b1b6e req-033f8bfb-3e19-41e6-9b96-75e498a1e164 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 943 time: 0.2211027 Aug 10 04:21:24.656085 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1546d3-bfbf-4c98-9db1-a858e10f3d72 None None] The sync data for ids ['768b2754-4f10-4416-be64-7fc2697df286'] in n-d-802893-2 is: [{'id': '768b2754-4f10-4416-be64-7fc2697df286', 'name': 'tempest-TestVolumeBootPattern-35854723-router', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:14Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 4, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'gw_port': {'id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '0fd0a0dd-cfb3-43ae-b5ea-d352b7e0d26b', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'floating_ip_address': '172.25.0.218', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '768b2754-4f10-4416-be64-7fc2697df286', 'port_id': '1330f4e4-473f-4a93-83c0-17828a80782d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'mac_address': 'fa:16:3e:40:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555f12a1-443e-45be-a9a0-2c3813692b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:15:17Z', 'updated_at': '2021-08-10T04:15:21Z', 'revision_number': 1, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6dd4e77c-f4fc-41b7-a077-07e56695db6f', 'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'mac_address': 'fa:16:3e:6a:89:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:19Z', 'updated_at': '2021-08-10T04:05:26Z', 'revision_number': 5, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'subnets': [{'id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:21:24.660416 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e948e8-2d4d-4830-8a1b-77d6eb9d01a2 req-5c986766-f9ed-4cf2-8060-080584e96a17 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:24.662288 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c2e948e8-2d4d-4830-8a1b-77d6eb9d01a2 req-5c986766-f9ed-4cf2-8060-080584e96a17 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.68 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392&tenant_id=397e8cde821d4d5ca53b9835ebca79b1&binding%3Ahost_id=n-h2-802893-2 HTTP/1.1" status: 200 len: 944 time: 0.1843193 Aug 10 04:21:24.666193 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3d7eff6-39af-44d2-8ee5-74fde71d1ce5 req-987a5e19-5ac9-4552-8d95-225bc9edd984 service neutron] 10.222.0.20 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289862 Aug 10 04:21:24.757863 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0941f95e-d969-4e73-a50d-0ee4ce6b1b6e req-e4f02d92-130b-401e-bb01-94fd3efa81d8 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919282 Aug 10 04:21:24.780527 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [req-c2e948e8-2d4d-4830-8a1b-77d6eb9d01a2 req-6105d80c-9d7b-4459-b891-5fe88c196ac6 service neutron] delete failed (client error): The resource could not be found. Aug 10 04:21:24.781690 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c2e948e8-2d4d-4830-8a1b-77d6eb9d01a2 req-6105d80c-9d7b-4459-b891-5fe88c196ac6 service neutron] 10.222.0.68 "DELETE /v2.0/ports/63ba2467-4edc-44d9-90e1-6bcd293dbdce/bindings/n-h1-802893-2 HTTP/1.1" status: 404 len: 380 time: 0.1086497 Aug 10 04:21:24.832200 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['63ba2467-4edc-44d9-90e1-6bcd293dbdce'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:21:24.948392 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e948e8-2d4d-4830-8a1b-77d6eb9d01a2 req-71b44e38-2d85-4588-8fe9-de4d917453c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:24.951031 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c2e948e8-2d4d-4830-8a1b-77d6eb9d01a2 req-71b44e38-2d85-4588-8fe9-de4d917453c2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 1095 time: 0.0997310 Aug 10 04:21:25.108225 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e948e8-2d4d-4830-8a1b-77d6eb9d01a2 req-5d72913a-b077-4a6e-bda9-5f6a880a6579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:25.109764 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c2e948e8-2d4d-4830-8a1b-77d6eb9d01a2 req-5d72913a-b077-4a6e-bda9-5f6a880a6579 service neutron] 10.222.0.68 "GET /v2.0/networks?id=d6b84373-0658-4a33-8611-7ee2e8322e8e HTTP/1.1" status: 200 len: 897 time: 0.1485777 Aug 10 04:21:25.126814 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e19306-b26f-4daf-9782-039838ae19d4 None None] New status for floating IP aa037d50-5b82-4254-95ee-79426dcae4d7: DOWN {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:21:25.188767 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c2e948e8-2d4d-4830-8a1b-77d6eb9d01a2 req-1521e900-d794-41a0-90b6-35f6420eb4b3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63ba2467-4edc-44d9-90e1-6bcd293dbdce HTTP/1.1" status: 200 len: 999 time: 0.0706084 Aug 10 04:21:25.266670 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e948e8-2d4d-4830-8a1b-77d6eb9d01a2 req-170be0f0-9e9d-4dae-a0a4-31cb5e34514e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:25.268125 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c2e948e8-2d4d-4830-8a1b-77d6eb9d01a2 req-170be0f0-9e9d-4dae-a0a4-31cb5e34514e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=483d1149-a125-409c-86b2-23eeeec58362 HTTP/1.1" status: 200 len: 835 time: 0.0707393 Aug 10 04:21:25.380298 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c439a-f118-439c-aaa5-170e4fb26c61 req-647cfdca-cb63-4247-888e-bd2d4e7d4204 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:25.383218 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b0c439a-f118-439c-aaa5-170e4fb26c61 req-647cfdca-cb63-4247-888e-bd2d4e7d4204 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 946 time: 0.0651023 Aug 10 04:21:25.392143 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e948e8-2d4d-4830-8a1b-77d6eb9d01a2 req-0a0d2d89-f661-4134-a3e5-2bb0e9bf7c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:25.395045 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c2e948e8-2d4d-4830-8a1b-77d6eb9d01a2 req-0a0d2d89-f661-4134-a3e5-2bb0e9bf7c8d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=d6b84373-0658-4a33-8611-7ee2e8322e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1102731 Aug 10 04:21:25.410799 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7aaf0d-e622-456f-bd7d-74d715fdc4b8 req-d1388536-5a6c-4737-a593-8f16496f1950 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:25.412352 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cd7aaf0d-e622-456f-bd7d-74d715fdc4b8 req-d1388536-5a6c-4737-a593-8f16496f1950 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.20 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 946 time: 0.0736976 Aug 10 04:21:25.442099 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b0c439a-f118-439c-aaa5-170e4fb26c61 req-c3a3736a-62b6-494a-aefa-51443dee6c24 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434225 Aug 10 04:21:25.603977 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c2e948e8-2d4d-4830-8a1b-77d6eb9d01a2 req-2cc7dd34-a769-48fc-80ad-673aaaa0cacf service neutron] 10.222.0.68 "GET /v2.0/networks/d6b84373-0658-4a33-8611-7ee2e8322e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894343 Aug 10 04:21:25.674720 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-cd7aaf0d-e622-456f-bd7d-74d715fdc4b8 req-a6f413a4-90c6-424a-98de-e6311597bdfb tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Deleting port e0faa396-1a23-4b82-a466-31b32ae9ba24 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:21:25.675477 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cd7aaf0d-e622-456f-bd7d-74d715fdc4b8 req-a6f413a4-90c6-424a-98de-e6311597bdfb tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:25.771365 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c2e948e8-2d4d-4830-8a1b-77d6eb9d01a2 req-0bf07fa7-9a96-4c47-a80f-67a58d058b92 service neutron] 10.222.0.68 "GET /v2.0/networks/d6b84373-0658-4a33-8611-7ee2e8322e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595945 Aug 10 04:21:25.795382 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-cd7aaf0d-e622-456f-bd7d-74d715fdc4b8 req-a6f413a4-90c6-424a-98de-e6311597bdfb tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] For port e0faa396-1a23-4b82-a466-31b32ae9ba24, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=e0faa396-1a23-4b82-a466-31b32ae9ba24,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:25.806146 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cd7aaf0d-e622-456f-bd7d-74d715fdc4b8 req-a6f413a4-90c6-424a-98de-e6311597bdfb tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:25.829762 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-cd7aaf0d-e622-456f-bd7d-74d715fdc4b8 req-a6f413a4-90c6-424a-98de-e6311597bdfb tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Calling delete_port for e0faa396-1a23-4b82-a466-31b32ae9ba24 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:21:25.972111 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3248d0-7ea2-4f7c-982f-1f7a1abbd4ee req-d32eb0b1-1cbb-4f21-9eb1-18fd60c6bce0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:25.973573 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9c3248d0-7ea2-4f7c-982f-1f7a1abbd4ee req-d32eb0b1-1cbb-4f21-9eb1-18fd60c6bce0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 944 time: 0.0906091 Aug 10 04:21:25.979597 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 63ba2467-4edc-44d9-90e1-6bcd293dbdce up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:21:26.084035 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9c3248d0-7ea2-4f7c-982f-1f7a1abbd4ee req-f7e40164-f889-486b-9944-b6bc7888a29f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951800 Aug 10 04:21:26.134823 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 63ba2467-4edc-44d9-90e1-6bcd293dbdce completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:21:26.142093 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 63ba2467-4edc-44d9-90e1-6bcd293dbdce triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:21:26.142655 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:26.169071 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cd7aaf0d-e622-456f-bd7d-74d715fdc4b8 req-a6f413a4-90c6-424a-98de-e6311597bdfb tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:26.210866 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f413a4-90c6-424a-98de-e6311597bdfb tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event deleted for resources: {'Port': ['ID=e0faa396-1a23-4b82-a466-31b32ae9ba24,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:26.261627 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:26.266792 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7aaf0d-e622-456f-bd7d-74d715fdc4b8 req-a6f413a4-90c6-424a-98de-e6311597bdfb tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] No DVR routers for this DVR port e0faa396-1a23-4b82-a466-31b32ae9ba24 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:21:26.269543 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cd7aaf0d-e622-456f-bd7d-74d715fdc4b8 req-a6f413a4-90c6-424a-98de-e6311597bdfb tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:26.272000 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cd7aaf0d-e622-456f-bd7d-74d715fdc4b8 req-a6f413a4-90c6-424a-98de-e6311597bdfb tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.20 "DELETE /v2.0/ports/e0faa396-1a23-4b82-a466-31b32ae9ba24 HTTP/1.1" status: 204 len: 173 time: 0.8369193 Aug 10 04:21:26.272899 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761fb52a-5b5c-410b-afd2-895ecc1ea44d', 'name': 'network-vif-deleted', 'tag': 'e0faa396-1a23-4b82-a466-31b32ae9ba24'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:21:26.275854 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fa990d-8db0-406a-8e69-a812d42bd4c3" -d '{"events": [{"server_uuid": "761fb52a-5b5c-410b-afd2-895ecc1ea44d", "name": "network-vif-deleted", "tag": "e0faa396-1a23-4b82-a466-31b32ae9ba24"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:21:26.293553 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ee88f2-ff97-4d48-870a-e37f4d577392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ba2467-4edc-44d9-90e1-6bcd293dbdce'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:21:26.295776 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a283bcb2-47c0-43bc-ad1e-822253bfae65" -d '{"events": [{"server_uuid": "93ee88f2-ff97-4d48-870a-e37f4d577392", "name": "network-vif-plugged", "status": "completed", "tag": "63ba2467-4edc-44d9-90e1-6bcd293dbdce"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:21:26.311396 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 63ba2467-4edc-44d9-90e1-6bcd293dbdce, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=63ba2467-4edc-44d9-90e1-6bcd293dbdce,segment=NetworkSegment(ee442633-0c93-4f8e-9b60-bec978aa426c),segment_id=ee442633-0c93-4f8e-9b60-bec978aa426c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:26.339241 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee62551-3d75-42c0-a0e8-f3d3a62a2d23 x-openstack-request-id: req-3ee62551-3d75-42c0-a0e8-f3d3a62a2d23 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:21:26.339629 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761fb52a-5b5c-410b-afd2-895ecc1ea44d", "name": "network-vif-deleted", "tag": "e0faa396-1a23-4b82-a466-31b32ae9ba24", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:21:26.339982 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ee62551-3d75-42c0-a0e8-f3d3a62a2d23 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:21:26.340494 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761fb52a-5b5c-410b-afd2-895ecc1ea44d', 'name': 'network-vif-deleted', 'tag': 'e0faa396-1a23-4b82-a466-31b32ae9ba24', 'status': 'completed', 'code': 200} Aug 10 04:21:26.374805 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:26.378404 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device e0faa396-1a23-4b82-a466-31b32ae9ba24 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:21:26.401326 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba118c9-51ad-45a1-8b60-ba76355b18ae x-openstack-request-id: req-0ba118c9-51ad-45a1-8b60-ba76355b18ae {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:21:26.407086 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ee88f2-ff97-4d48-870a-e37f4d577392", "name": "network-vif-plugged", "status": "completed", "tag": "63ba2467-4edc-44d9-90e1-6bcd293dbdce", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:21:26.407086 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ba118c9-51ad-45a1-8b60-ba76355b18ae {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:21:26.407086 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ee88f2-ff97-4d48-870a-e37f4d577392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ba2467-4edc-44d9-90e1-6bcd293dbdce', 'code': 200} Aug 10 04:21:26.407086 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: e0faa396-1a23-4b82-a466-31b32ae9ba24 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:21:26.407086 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device e0faa396-1a23-4b82-a466-31b32ae9ba24 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:21:26.468683 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=63ba2467-4edc-44d9-90e1-6bcd293dbdce,revision_number=9']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:26.576624 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-29f4d816-d3fb-4671-ad77-bcc82d0f79f9 req-7b79b94e-f1f3-4fc9-8b1d-fb10995184a0 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 210 time: 0.0377300 Aug 10 04:21:27.243130 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325604a6-a9e8-45f9-a2fe-3c30293757d7 req-cac2d9cb-c047-4a12-85a1-c83c0f758b49 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:27.247184 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-325604a6-a9e8-45f9-a2fe-3c30293757d7 req-cac2d9cb-c047-4a12-85a1-c83c0f758b49 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 945 time: 0.0582590 Aug 10 04:21:27.302917 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-325604a6-a9e8-45f9-a2fe-3c30293757d7 req-8b85a524-fcec-4043-89a6-10340e68cc94 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484021 Aug 10 04:21:27.328446 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45128) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:27.407708 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-277321e4-8905-435e-bc6d-5dedac4d14de tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/floatingips/5f48c9d4-c695-45c2-a42f-5a9c8bab2088 HTTP/1.1" status: 200 len: 992 time: 0.0772769 Aug 10 04:21:27.685492 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d26876a9-2054-402b-b6ef-d3a9c6504799 req-c57927b1-4188-4697-ade1-d1860c64e550 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 210 time: 0.0327899 Aug 10 04:21:27.768714 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:28.794787 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e29374f7-1297-44b4-8c09-7206c3a63fac req-5435e113-ac48-407a-bca6-3e6fecb6f5a0 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 210 time: 0.0305991 Aug 10 04:21:29.921702 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-69651051-3377-4fa0-9563-679c864a904d req-0edc7e52-b108-42e3-8376-7221090382b8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 210 time: 0.0306015 Aug 10 04:21:31.472601 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f2a02e33-6871-4048-83b3-ee48b68b4ff5 req-ce8ec4ce-ac37-4d4a-bc9a-f8f492ac4e60 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=761fb52a-5b5c-410b-afd2-895ecc1ea44d HTTP/1.1" status: 200 len: 210 time: 0.4384911 Aug 10 04:21:34.362191 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45198) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:34.548163 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a3b09651-1067-4173-8db2-1a93494f1b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:34.661578 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a3b09651-1067-4173-8db2-1a93494f1b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:34.763936 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a3b09651-1067-4173-8db2-1a93494f1b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:34.830471 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a3b09651-1067-4173-8db2-1a93494f1b24 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a9b1752b33f5404cb49c82e95c623b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4667211 Aug 10 04:21:34.831342 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b09651-1067-4173-8db2-1a93494f1b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cb9d18-0835-4ea6-b5cd-7e073ef2767f,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:34.831512 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45204) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:34.930731 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a778442b-2175-428a-8ab6-f5fb8da76649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:34.977351 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a778442b-2175-428a-8ab6-f5fb8da76649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:35.151468 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a778442b-2175-428a-8ab6-f5fb8da76649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:35.154262 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a778442b-2175-428a-8ab6-f5fb8da76649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:35.158876 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a778442b-2175-428a-8ab6-f5fb8da76649 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d9cb9d18-0835-4ea6-b5cd-7e073ef2767f HTTP/1.1" status: 204 len: 168 time: 0.3225973 Aug 10 04:21:35.167646 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a778442b-2175-428a-8ab6-f5fb8da76649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cb9d18-0835-4ea6-b5cd-7e073ef2767f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:35.911775 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45220) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:35.939115 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6f43f23c-c044-40b7-8e93-54d9cec80725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:36.057359 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6f43f23c-c044-40b7-8e93-54d9cec80725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:36.151373 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6f43f23c-c044-40b7-8e93-54d9cec80725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:36.214981 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6f43f23c-c044-40b7-8e93-54d9cec80725 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f14a5c3d40c745cf9447873d46127bae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3019161 Aug 10 04:21:36.217336 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43f23c-c044-40b7-8e93-54d9cec80725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7ae03f-cdcd-48a7-8c67-5720f2423bf2,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:36.217957 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45226) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:36.230111 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-74263777-e299-4678-b2ce-45543d1aabde req-6769e9e9-c484-45ee-94d4-452321fce688 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0889750 Aug 10 04:21:36.292988 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-19e48a75-edf0-4497-b5ba-ee8293d50930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:36.329024 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-19e48a75-edf0-4497-b5ba-ee8293d50930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:36.342837 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74263777-e299-4678-b2ce-45543d1aabde req-8b836bac-6bcb-4137-aeee-0218fab79b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:36.345740 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-74263777-e299-4678-b2ce-45543d1aabde req-8b836bac-6bcb-4137-aeee-0218fab79b59 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 1096 time: 0.0558479 Aug 10 04:21:36.451968 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-19e48a75-edf0-4497-b5ba-ee8293d50930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:36.455942 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-19e48a75-edf0-4497-b5ba-ee8293d50930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:36.461190 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-19e48a75-edf0-4497-b5ba-ee8293d50930 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d7ae03f-cdcd-48a7-8c67-5720f2423bf2 HTTP/1.1" status: 204 len: 168 time: 0.2419827 Aug 10 04:21:36.471682 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e48a75-edf0-4497-b5ba-ee8293d50930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7ae03f-cdcd-48a7-8c67-5720f2423bf2,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:36.508456 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74263777-e299-4678-b2ce-45543d1aabde req-22f43809-739a-44bf-afb2-5bdc7843c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:36.509998 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-74263777-e299-4678-b2ce-45543d1aabde req-22f43809-739a-44bf-afb2-5bdc7843c6f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d6b84373-0658-4a33-8611-7ee2e8322e8e HTTP/1.1" status: 200 len: 897 time: 0.1418793 Aug 10 04:21:36.581445 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-74263777-e299-4678-b2ce-45543d1aabde req-30dd8685-66c9-4d1c-80f0-9cc5e5022ee4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63ba2467-4edc-44d9-90e1-6bcd293dbdce HTTP/1.1" status: 200 len: 1000 time: 0.0642066 Aug 10 04:21:36.635629 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74263777-e299-4678-b2ce-45543d1aabde req-acbf8e58-2595-4c36-894d-a6ab7927b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:36.637473 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-74263777-e299-4678-b2ce-45543d1aabde req-acbf8e58-2595-4c36-894d-a6ab7927b939 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=483d1149-a125-409c-86b2-23eeeec58362 HTTP/1.1" status: 200 len: 835 time: 0.0494905 Aug 10 04:21:36.694331 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74263777-e299-4678-b2ce-45543d1aabde req-0aac0e71-da14-4bc4-9fe0-552d309d264e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:36.695697 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-74263777-e299-4678-b2ce-45543d1aabde req-0aac0e71-da14-4bc4-9fe0-552d309d264e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d6b84373-0658-4a33-8611-7ee2e8322e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511570 Aug 10 04:21:36.812521 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-74263777-e299-4678-b2ce-45543d1aabde req-8b85d4f1-1f15-4592-8e53-5fa0df9de5d4 service neutron] 10.222.0.20 "GET /v2.0/networks/d6b84373-0658-4a33-8611-7ee2e8322e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093869 Aug 10 04:21:36.935316 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-74263777-e299-4678-b2ce-45543d1aabde req-1ee7b3af-9f80-4850-9905-b7203571a6f2 service neutron] 10.222.0.20 "GET /v2.0/networks/d6b84373-0658-4a33-8611-7ee2e8322e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161821 Aug 10 04:21:39.985225 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2295396e-5108-46a9-bc37-71d200ead18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:40.393891 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45298) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:40.561720 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-a6b46aa8-c4e2-45b4-a6b9-7af4649f493c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Deleting port 0a371afb-9384-493a-b091-b239a77a1149 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:21:40.562073 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6b46aa8-c4e2-45b4-a6b9-7af4649f493c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:40.646449 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6b46aa8-c4e2-45b4-a6b9-7af4649f493c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:40.647576 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6b46aa8-c4e2-45b4-a6b9-7af4649f493c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:40.660986 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-a6b46aa8-c4e2-45b4-a6b9-7af4649f493c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Calling delete_port for 0a371afb-9384-493a-b091-b239a77a1149 owned by network:floatingip {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:21:40.934978 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6b46aa8-c4e2-45b4-a6b9-7af4649f493c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:40.967511 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b46aa8-c4e2-45b4-a6b9-7af4649f493c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event deleted for resources: {'Port': ['ID=0a371afb-9384-493a-b091-b239a77a1149,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:41.037229 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6b46aa8-c4e2-45b4-a6b9-7af4649f493c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for floatingip, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:41.037617 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-a6b46aa8-c4e2-45b4-a6b9-7af4649f493c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Floating IP 0fd0a0dd-cfb3-43ae-b5ea-d352b7e0d26b disassociated (deleted). External IP: 172.25.0.218, port: 1330f4e4-473f-4a93-83c0-17828a80782d. Aug 10 04:21:41.267638 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b46aa8-c4e2-45b4-a6b9-7af4649f493c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Router 768b2754-4f10-4416-be64-7fc2697df286 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:21:41.388056 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b46aa8-c4e2-45b4-a6b9-7af4649f493c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:21:41.398024 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6b46aa8-c4e2-45b4-a6b9-7af4649f493c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:41.401133 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbebac0-226d-4bd4-b96b-845cef5e2c37 None None] Sync routers for ids ['768b2754-4f10-4416-be64-7fc2697df286'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:21:41.411595 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbebac0-226d-4bd4-b96b-845cef5e2c37 None None] Routers {'768b2754-4f10-4416-be64-7fc2697df286'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:21:41.412601 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-4bbebac0-226d-4bd4-b96b-845cef5e2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:21:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['768b2754-4f10-4416-be64-7fc2697df286'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:41.426607 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a6b46aa8-c4e2-45b4-a6b9-7af4649f493c tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "DELETE /v2.0/floatingips/0fd0a0dd-cfb3-43ae-b5ea-d352b7e0d26b HTTP/1.1" status: 204 len: 168 time: 1.0315905 Aug 10 04:21:41.427507 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555f12a1-443e-45be-a9a0-2c3813692b56', 'tag': '1330f4e4-473f-4a93-83c0-17828a80782d'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:21:41.430801 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377c62c6-b40d-473a-af85-1027b32164cd" -d '{"events": [{"name": "network-changed", "server_uuid": "555f12a1-443e-45be-a9a0-2c3813692b56", "tag": "1330f4e4-473f-4a93-83c0-17828a80782d"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:21:41.493120 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a94cca-5e1f-4ec9-8bf1-021e47339e43 x-openstack-request-id: req-b9a94cca-5e1f-4ec9-8bf1-021e47339e43 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:21:41.493659 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "555f12a1-443e-45be-a9a0-2c3813692b56", "tag": "1330f4e4-473f-4a93-83c0-17828a80782d", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:21:41.494095 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b9a94cca-5e1f-4ec9-8bf1-021e47339e43 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:21:41.494688 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '555f12a1-443e-45be-a9a0-2c3813692b56', 'tag': '1330f4e4-473f-4a93-83c0-17828a80782d', 'status': 'completed', 'code': 200} Aug 10 04:21:41.547217 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-4bbebac0-226d-4bd4-b96b-845cef5e2c37 None None] Set router 768b2754-4f10-4416-be64-7fc2697df286 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:21:41.567073 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c62c6-b40d-473a-af85-1027b32164cd req-7a813265-7552-4678-8bd3-7fa89402b4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:41.569331 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-377c62c6-b40d-473a-af85-1027b32164cd req-7a813265-7552-4678-8bd3-7fa89402b4af service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 1096 time: 0.0500057 Aug 10 04:21:41.668476 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c62c6-b40d-473a-af85-1027b32164cd req-7b19c037-ae65-4561-ba4d-01b27dadbfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:41.670275 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-377c62c6-b40d-473a-af85-1027b32164cd req-7b19c037-ae65-4561-ba4d-01b27dadbfd0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 200 len: 911 time: 0.0938232 Aug 10 04:21:41.737264 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-377c62c6-b40d-473a-af85-1027b32164cd req-338349e2-6f97-4a9b-afe3-e59c30635d3d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1330f4e4-473f-4a93-83c0-17828a80782d HTTP/1.1" status: 200 len: 217 time: 0.0588267 Aug 10 04:21:41.791392 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c62c6-b40d-473a-af85-1027b32164cd req-8e70db1d-8c09-4ae5-a4a1-4313fa536985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:41.797251 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-377c62c6-b40d-473a-af85-1027b32164cd req-8e70db1d-8c09-4ae5-a4a1-4313fa536985 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=50d1b050-8d5a-4a28-adea-90a39272e6c6 HTTP/1.1" status: 200 len: 849 time: 0.0490625 Aug 10 04:21:41.798211 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-4bbebac0-226d-4bd4-b96b-845cef5e2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768b2754-4f10-4416-be64-7fc2697df286', 'name': 'tempest-TestVolumeBootPattern-35854723-router', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:14Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 4, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'gw_port': {'id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '6dd4e77c-f4fc-41b7-a077-07e56695db6f', 'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'mac_address': 'fa:16:3e:6a:89:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:19Z', 'updated_at': '2021-08-10T04:05:26Z', 'revision_number': 5, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'subnets': [{'id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:41.832252 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbebac0-226d-4bd4-b96b-845cef5e2c37 None None] Checking router: 768b2754-4f10-4416-be64-7fc2697df286 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:21:41.842437 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbebac0-226d-4bd4-b96b-845cef5e2c37 None None] Routers {'768b2754-4f10-4416-be64-7fc2697df286'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:21:41.843186 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-4bbebac0-226d-4bd4-b96b-845cef5e2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:21:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['768b2754-4f10-4416-be64-7fc2697df286'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:41.851927 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377c62c6-b40d-473a-af85-1027b32164cd req-2ffd3cdd-8fd6-4c52-ae22-20e1f3d7456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:41.851927 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-377c62c6-b40d-473a-af85-1027b32164cd req-2ffd3cdd-8fd6-4c52-ae22-20e1f3d7456c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ee59e291-e76f-48a7-96a4-530291348714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517342 Aug 10 04:21:41.863630 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-377c62c6-b40d-473a-af85-1027b32164cd req-db39d9bc-8104-484b-aae1-0a3d68f11b81 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:21:41.864873 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-377c62c6-b40d-473a-af85-1027b32164cd req-db39d9bc-8104-484b-aae1-0a3d68f11b81 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064158 Aug 10 04:21:41.952990 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-4bbebac0-226d-4bd4-b96b-845cef5e2c37 None None] Set router 768b2754-4f10-4416-be64-7fc2697df286 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:21:41.958081 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-377c62c6-b40d-473a-af85-1027b32164cd req-b890a958-5fde-48bb-9c30-1143a0be3967 service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863030 Aug 10 04:21:42.131162 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-377c62c6-b40d-473a-af85-1027b32164cd req-10a16c96-7bb3-4c9d-b0d8-ed4bfb872a69 service neutron] 10.222.0.68 "GET /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655846 Aug 10 04:21:42.143331 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18633c4e-346c-46b2-a9fd-5121d9a6336a req-5f730f01-1921-42fe-b709-569e73cb9497 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:42.145762 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-18633c4e-346c-46b2-a9fd-5121d9a6336a req-5f730f01-1921-42fe-b709-569e73cb9497 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 945 time: 0.0882800 Aug 10 04:21:42.188494 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-18633c4e-346c-46b2-a9fd-5121d9a6336a req-0fe3dfdd-5121-422d-bd92-780577a0c984 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/security-groups?id=e995bdaa-3bf9-4d4e-8432-ae028b2073b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349603 Aug 10 04:21:42.210291 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-4bbebac0-226d-4bd4-b96b-845cef5e2c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768b2754-4f10-4416-be64-7fc2697df286', 'name': 'tempest-TestVolumeBootPattern-35854723-router', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:14Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 4, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'gw_port': {'id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '6dd4e77c-f4fc-41b7-a077-07e56695db6f', 'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'mac_address': 'fa:16:3e:6a:89:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:19Z', 'updated_at': '2021-08-10T04:05:26Z', 'revision_number': 5, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'subnets': [{'id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:42.236786 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbebac0-226d-4bd4-b96b-845cef5e2c37 None None] The sync data for ids ['768b2754-4f10-4416-be64-7fc2697df286'] in n-d-802893-2 is: [{'id': '768b2754-4f10-4416-be64-7fc2697df286', 'name': 'tempest-TestVolumeBootPattern-35854723-router', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:14Z', 'updated_at': '2021-08-10T04:05:19Z', 'revision_number': 4, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'gw_port': {'id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '6dd4e77c-f4fc-41b7-a077-07e56695db6f', 'name': '', 'network_id': 'ee59e291-e76f-48a7-96a4-530291348714', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'mac_address': 'fa:16:3e:6a:89:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:19Z', 'updated_at': '2021-08-10T04:05:26Z', 'revision_number': 5, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'subnets': [{'id': '50d1b050-8d5a-4a28-adea-90a39272e6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:21:42.493132 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30586d99-05cd-4a38-97f5-3926c56c7c14 None None] New status for floating IP 0fd0a0dd-cfb3-43ae-b5ea-d352b7e0d26b: DOWN {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:21:42.665249 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f942c-2c6f-4f9b-9efc-2d355b1e9147 req-5fbb5d04-8751-4897-92fb-2c03a1cb5b06 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:42.666828 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f24f942c-2c6f-4f9b-9efc-2d355b1e9147 req-5fbb5d04-8751-4897-92fb-2c03a1cb5b06 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.68 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 945 time: 0.0518599 Aug 10 04:21:42.761268 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-f24f942c-2c6f-4f9b-9efc-2d355b1e9147 req-6827790c-1f15-4293-8769-fa18420f86ea tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Deleting port 1330f4e4-473f-4a93-83c0-17828a80782d {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:21:42.761614 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f24f942c-2c6f-4f9b-9efc-2d355b1e9147 req-6827790c-1f15-4293-8769-fa18420f86ea tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:42.858408 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-f24f942c-2c6f-4f9b-9efc-2d355b1e9147 req-6827790c-1f15-4293-8769-fa18420f86ea tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] For port 1330f4e4-473f-4a93-83c0-17828a80782d, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=1330f4e4-473f-4a93-83c0-17828a80782d,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:42.858774 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f24f942c-2c6f-4f9b-9efc-2d355b1e9147 req-6827790c-1f15-4293-8769-fa18420f86ea tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:42.873551 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-f24f942c-2c6f-4f9b-9efc-2d355b1e9147 req-6827790c-1f15-4293-8769-fa18420f86ea tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Calling delete_port for 1330f4e4-473f-4a93-83c0-17828a80782d owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:21:43.145834 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f24f942c-2c6f-4f9b-9efc-2d355b1e9147 req-6827790c-1f15-4293-8769-fa18420f86ea tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:43.176363 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827790c-1f15-4293-8769-fa18420f86ea tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event deleted for resources: {'Port': ['ID=1330f4e4-473f-4a93-83c0-17828a80782d,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:43.217594 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24f942c-2c6f-4f9b-9efc-2d355b1e9147 req-6827790c-1f15-4293-8769-fa18420f86ea tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] No DVR routers for this DVR port 1330f4e4-473f-4a93-83c0-17828a80782d on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:21:43.220267 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f24f942c-2c6f-4f9b-9efc-2d355b1e9147 req-6827790c-1f15-4293-8769-fa18420f86ea tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:43.222270 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f24f942c-2c6f-4f9b-9efc-2d355b1e9147 req-6827790c-1f15-4293-8769-fa18420f86ea tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.68 "DELETE /v2.0/ports/1330f4e4-473f-4a93-83c0-17828a80782d HTTP/1.1" status: 204 len: 173 time: 0.5480254 Aug 10 04:21:43.290071 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1260ae6e-439c-46db-962a-1dce6d9acd84 req-c0fb4abe-8e88-42fd-ad34-86c579204c6d tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 210 time: 0.0273955 Aug 10 04:21:43.497209 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555f12a1-443e-45be-a9a0-2c3813692b56', 'name': 'network-vif-deleted', 'tag': '1330f4e4-473f-4a93-83c0-17828a80782d'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:21:43.499721 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92463085-07d8-4ab5-8757-9db93a6c13ae" -d '{"events": [{"server_uuid": "555f12a1-443e-45be-a9a0-2c3813692b56", "name": "network-vif-deleted", "tag": "1330f4e4-473f-4a93-83c0-17828a80782d"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:21:43.545968 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb69b571-648b-463c-a2fb-40fc7ac9d8d0 x-openstack-request-id: req-cb69b571-648b-463c-a2fb-40fc7ac9d8d0 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:21:43.546298 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555f12a1-443e-45be-a9a0-2c3813692b56", "name": "network-vif-deleted", "tag": "1330f4e4-473f-4a93-83c0-17828a80782d", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:21:43.546509 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb69b571-648b-463c-a2fb-40fc7ac9d8d0 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:21:43.546914 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555f12a1-443e-45be-a9a0-2c3813692b56', 'name': 'network-vif-deleted', 'tag': '1330f4e4-473f-4a93-83c0-17828a80782d', 'status': 'completed', 'code': 200} Aug 10 04:21:43.620051 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:43.900342 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0c1664ed-17f7-460e-a7e8-cdfcb850074d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:44.393183 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d843dc46-38d3-48d4-bb1f-d3d5338e4219 req-c09dcc3f-bba0-4f06-a777-f7cd71725ac7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 210 time: 0.0330210 Aug 10 04:21:45.403038 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:45.508438 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-98a8bdba-f482-4a18-a635-2a24bf6ae45c req-aa7650ce-8103-4c43-8598-2d06f57700b3 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 210 time: 0.0325720 Aug 10 04:21:45.641426 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 1330f4e4-473f-4a93-83c0-17828a80782d no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:21:45.664064 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 1330f4e4-473f-4a93-83c0-17828a80782d {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:21:45.664325 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 1330f4e4-473f-4a93-83c0-17828a80782d not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:21:46.014137 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:46.621562 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-890c6afc-3dbd-4704-be4a-8e1f219cef4a req-850c094f-2fbb-4eaa-9d40-f3fcd64e91e1 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 210 time: 0.0388045 Aug 10 04:21:47.002890 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:47.736475 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fa091810-fb00-4edb-af20-739340c8f3e5 req-74ff5bd4-b14e-4ffe-ae53-e56bba8147e8 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "GET /v2.0/ports?device_id=555f12a1-443e-45be-a9a0-2c3813692b56 HTTP/1.1" status: 200 len: 210 time: 0.0273972 Aug 10 04:21:48.798146 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45378) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:48.929415 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-3d4e5ce7-4e80-49f4-be1d-d600e6695bd7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Deleting port f32defbc-1eb2-441d-b518-b4c2deca5fee {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:21:48.929792 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3d4e5ce7-4e80-49f4-be1d-d600e6695bd7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:49.013245 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3d4e5ce7-4e80-49f4-be1d-d600e6695bd7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:49.013569 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3d4e5ce7-4e80-49f4-be1d-d600e6695bd7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:49.030189 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-3d4e5ce7-4e80-49f4-be1d-d600e6695bd7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Calling delete_port for f32defbc-1eb2-441d-b518-b4c2deca5fee owned by network:floatingip {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:21:49.294429 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3d4e5ce7-4e80-49f4-be1d-d600e6695bd7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:49.325123 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e5ce7-4e80-49f4-be1d-d600e6695bd7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event deleted for resources: {'Port': ['ID=f32defbc-1eb2-441d-b518-b4c2deca5fee,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:49.388503 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3d4e5ce7-4e80-49f4-be1d-d600e6695bd7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for floatingip, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:49.393124 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3d4e5ce7-4e80-49f4-be1d-d600e6695bd7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:49.393124 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3d4e5ce7-4e80-49f4-be1d-d600e6695bd7 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "DELETE /v2.0/floatingips/bfea7292-8ff3-4b3a-83bd-818b25185fd1 HTTP/1.1" status: 204 len: 168 time: 0.5931969 Aug 10 04:21:50.878865 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:21:52.992493 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45446) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:53.056791 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-090180fc-b1be-4006-93d6-314c92d58cd9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:53.084620 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-090180fc-b1be-4006-93d6-314c92d58cd9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:53.225591 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-090180fc-b1be-4006-93d6-314c92d58cd9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:53.228727 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-090180fc-b1be-4006-93d6-314c92d58cd9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:53.233959 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-090180fc-b1be-4006-93d6-314c92d58cd9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] 10.222.0.25 "DELETE /v2.0/security-groups/e995bdaa-3bf9-4d4e-8432-ae028b2073b5 HTTP/1.1" status: 204 len: 168 time: 0.2401223 Aug 10 04:21:53.256603 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090180fc-b1be-4006-93d6-314c92d58cd9 tempest-TestVolumeBootPattern-112262307 tempest-TestVolumeBootPattern-112262307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e995bdaa-3bf9-4d4e-8432-ae028b2073b5,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:53.390734 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45456) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:53.980211 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526ad80-5156-4678-9b6f-1e76b381e473 req-19f85d67-11c1-413f-af21-44ed9c58295f tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:53.981768 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7526ad80-5156-4678-9b6f-1e76b381e473 req-19f85d67-11c1-413f-af21-44ed9c58295f tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 1096 time: 0.0725818 Aug 10 04:21:53.993208 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d9fc383d-3c0d-4448-ac4a-3a05f2ca408a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:54.065576 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7526ad80-5156-4678-9b6f-1e76b381e473 req-c7533983-92a6-4b1e-a17c-6d5cb5fbe1f3 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765839 Aug 10 04:21:54.089583 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45466) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:54.330154 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc383d-3c0d-4448-ac4a-3a05f2ca408a admin admin] Deleting port 6dd4e77c-f4fc-41b7-a077-07e56695db6f {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:21:54.330766 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d9fc383d-3c0d-4448-ac4a-3a05f2ca408a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:54.364333 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-f56a3006-2f6a-4ab7-b7d8-8e768e1414bf tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Deleting port d5db712b-4a95-40c1-9f8c-e932454b3d3f {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:21:54.364682 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f56a3006-2f6a-4ab7-b7d8-8e768e1414bf tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:54.438902 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-d9fc383d-3c0d-4448-ac4a-3a05f2ca408a admin admin] For port 6dd4e77c-f4fc-41b7-a077-07e56695db6f, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=6dd4e77c-f4fc-41b7-a077-07e56695db6f,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:54.439520 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d9fc383d-3c0d-4448-ac4a-3a05f2ca408a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:54.460786 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-d9fc383d-3c0d-4448-ac4a-3a05f2ca408a admin admin] Calling delete_port for 6dd4e77c-f4fc-41b7-a077-07e56695db6f owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:21:54.474019 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f56a3006-2f6a-4ab7-b7d8-8e768e1414bf tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:54.475234 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f56a3006-2f6a-4ab7-b7d8-8e768e1414bf tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:54.487714 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-f56a3006-2f6a-4ab7-b7d8-8e768e1414bf tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Calling delete_port for d5db712b-4a95-40c1-9f8c-e932454b3d3f owned by network:floatingip {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:21:54.808581 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d9fc383d-3c0d-4448-ac4a-3a05f2ca408a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:54.809204 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f56a3006-2f6a-4ab7-b7d8-8e768e1414bf tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:54.842666 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a3006-2f6a-4ab7-b7d8-8e768e1414bf tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event deleted for resources: {'Port': ['ID=d5db712b-4a95-40c1-9f8c-e932454b3d3f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:54.861803 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc383d-3c0d-4448-ac4a-3a05f2ca408a admin admin] Pushing event deleted for resources: {'Port': ['ID=6dd4e77c-f4fc-41b7-a077-07e56695db6f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:54.908967 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f56a3006-2f6a-4ab7-b7d8-8e768e1414bf tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for floatingip, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:54.909506 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-f56a3006-2f6a-4ab7-b7d8-8e768e1414bf tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Floating IP 5f48c9d4-c695-45c2-a42f-5a9c8bab2088 disassociated (deleted). External IP: 172.25.0.75, port: 63ba2467-4edc-44d9-90e1-6bcd293dbdce. Aug 10 04:21:54.986802 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45480) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:55.120879 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d9fc383d-3c0d-4448-ac4a-3a05f2ca408a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:55.201659 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-83cee71e-a781-4824-adfc-10a6912e53bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:55.210129 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56a3006-2f6a-4ab7-b7d8-8e768e1414bf tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Router ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:21:55.348979 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56a3006-2f6a-4ab7-b7d8-8e768e1414bf tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:21:55.356956 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f56a3006-2f6a-4ab7-b7d8-8e768e1414bf tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:55.362646 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b41d12a-3f5b-4eb1-ace4-be8ed7891615 None None] Sync routers for ids ['ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:21:55.379136 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b41d12a-3f5b-4eb1-ace4-be8ed7891615 None None] Routers {'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:21:55.379833 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-2b41d12a-3f5b-4eb1-ace4-be8ed7891615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:21:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:55.392856 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f56a3006-2f6a-4ab7-b7d8-8e768e1414bf tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "DELETE /v2.0/floatingips/5f48c9d4-c695-45c2-a42f-5a9c8bab2088 HTTP/1.1" status: 204 len: 168 time: 1.2996755 Aug 10 04:21:55.392856 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ee88f2-ff97-4d48-870a-e37f4d577392', 'tag': '63ba2467-4edc-44d9-90e1-6bcd293dbdce'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:21:55.394301 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726032b4-4f6c-4b99-92b1-773b3dad16a1" -d '{"events": [{"name": "network-changed", "server_uuid": "93ee88f2-ff97-4d48-870a-e37f4d577392", "tag": "63ba2467-4edc-44d9-90e1-6bcd293dbdce"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:21:55.449771 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cc08bf-532a-4819-868b-140b472124ea x-openstack-request-id: req-15cc08bf-532a-4819-868b-140b472124ea {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:21:55.450065 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ee88f2-ff97-4d48-870a-e37f4d577392", "tag": "63ba2467-4edc-44d9-90e1-6bcd293dbdce", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:21:55.450320 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15cc08bf-532a-4819-868b-140b472124ea {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:21:55.450799 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ee88f2-ff97-4d48-870a-e37f4d577392', 'tag': '63ba2467-4edc-44d9-90e1-6bcd293dbdce', 'status': 'completed', 'code': 200} Aug 10 04:21:55.509546 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-2b41d12a-3f5b-4eb1-ace4-be8ed7891615 None None] Set router ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:21:55.560042 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726032b4-4f6c-4b99-92b1-773b3dad16a1 req-cbb0ced5-f5e8-4e67-ae1f-f407337cff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:55.560042 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-726032b4-4f6c-4b99-92b1-773b3dad16a1 req-cbb0ced5-f5e8-4e67-ae1f-f407337cff48 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 1096 time: 0.0514660 Aug 10 04:21:55.675602 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726032b4-4f6c-4b99-92b1-773b3dad16a1 req-6768ae99-e08c-464a-8749-0f821106e408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:55.678150 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-726032b4-4f6c-4b99-92b1-773b3dad16a1 req-6768ae99-e08c-464a-8749-0f821106e408 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d6b84373-0658-4a33-8611-7ee2e8322e8e HTTP/1.1" status: 200 len: 897 time: 0.1135352 Aug 10 04:21:55.732540 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-726032b4-4f6c-4b99-92b1-773b3dad16a1 req-58a5daa8-e98a-4f9c-823c-5d349c002e6b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=63ba2467-4edc-44d9-90e1-6bcd293dbdce HTTP/1.1" status: 200 len: 217 time: 0.0471010 Aug 10 04:21:55.747831 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9fc383d-3c0d-4448-ac4a-3a05f2ca408a admin admin] Router 768b2754-4f10-4416-be64-7fc2697df286 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:21:55.801121 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726032b4-4f6c-4b99-92b1-773b3dad16a1 req-134461fd-fcbe-4ded-844b-4ba65ec6d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:55.803252 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-726032b4-4f6c-4b99-92b1-773b3dad16a1 req-134461fd-fcbe-4ded-844b-4ba65ec6d19f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=483d1149-a125-409c-86b2-23eeeec58362 HTTP/1.1" status: 200 len: 835 time: 0.0638173 Aug 10 04:21:55.834253 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-83cee71e-a781-4824-adfc-10a6912e53bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:55.885564 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-2b41d12a-3f5b-4eb1-ace4-be8ed7891615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110995058', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '18b06d5d-6407-4b19-917c-4569fd7c407c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:20:03Z', 'updated_at': '2021-08-10T04:20:09Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': '18b06d5d-6407-4b19-917c-4569fd7c407c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:20:04Z', 'updated_at': '2021-08-10T04:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'edc521c7-8ff0-49e0-9879-1945a3f0e53c', 'name': '', 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:c0:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '483d1149-a125-409c-86b2-23eeeec58362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:20:09Z', 'updated_at': '2021-08-10T04:20:15Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': '483d1149-a125-409c-86b2-23eeeec58362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:55.895253 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-83cee71e-a781-4824-adfc-10a6912e53bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:55.917640 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b41d12a-3f5b-4eb1-ace4-be8ed7891615 None None] Checking router: ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:21:55.920193 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726032b4-4f6c-4b99-92b1-773b3dad16a1 req-8b5993e5-e5a9-4125-9276-ff90ed0e3138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:55.921947 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-726032b4-4f6c-4b99-92b1-773b3dad16a1 req-8b5993e5-e5a9-4125-9276-ff90ed0e3138 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d6b84373-0658-4a33-8611-7ee2e8322e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115887 Aug 10 04:21:55.927629 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-83cee71e-a781-4824-adfc-10a6912e53bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4a4a1e3991c943598c1de65cdfbb0e23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9394932 Aug 10 04:21:55.930887 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45498) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:55.939918 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b41d12a-3f5b-4eb1-ace4-be8ed7891615 None None] Routers {'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:21:55.939918 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-2b41d12a-3f5b-4eb1-ace4-be8ed7891615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:21:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:55.952236 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9fc383d-3c0d-4448-ac4a-3a05f2ca408a admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:21:55.966619 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21ac08d-eea2-4ad9-af5f-bd213175af72 None None] Sync routers for ids ['768b2754-4f10-4416-be64-7fc2697df286'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:21:55.978731 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d9fc383d-3c0d-4448-ac4a-3a05f2ca408a admin admin] 10.222.0.25 "PUT /v2.0/routers/768b2754-4f10-4416-be64-7fc2697df286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5846190 Aug 10 04:21:55.983435 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45502) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:55.997658 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21ac08d-eea2-4ad9-af5f-bd213175af72 None None] Routers {'768b2754-4f10-4416-be64-7fc2697df286'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:21:55.998843 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a21ac08d-eea2-4ad9-af5f-bd213175af72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:21:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['768b2754-4f10-4416-be64-7fc2697df286'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:56.043179 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cee71e-a781-4824-adfc-10a6912e53bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4684a878-4894-4f65-b0be-4e1332914074,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:56.061788 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea02d4-a053-4288-9c33-46df0f19af7c req-0cd61d36-ab96-4630-aec5-710f6d01651c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:56.063383 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-24ea02d4-a053-4288-9c33-46df0f19af7c req-0cd61d36-ab96-4630-aec5-710f6d01651c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 945 time: 0.1320741 Aug 10 04:21:56.067943 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-2b41d12a-3f5b-4eb1-ace4-be8ed7891615 None None] Set router ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:21:56.102347 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cf126ec7-bf13-424a-ab3f-5f3e492e3263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:56.133885 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cf126ec7-bf13-424a-ab3f-5f3e492e3263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:56.155515 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-726032b4-4f6c-4b99-92b1-773b3dad16a1 req-46b3154d-778a-4533-bffb-756448482a20 service neutron] 10.222.0.20 "GET /v2.0/networks/d6b84373-0658-4a33-8611-7ee2e8322e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235541 Aug 10 04:21:56.167211 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-a21ac08d-eea2-4ad9-af5f-bd213175af72 None None] Set router 768b2754-4f10-4416-be64-7fc2697df286 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:21:56.205389 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-24ea02d4-a053-4288-9c33-46df0f19af7c req-710d98f3-6fe2-4652-b5e7-e1854a81c162 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342001 Aug 10 04:21:56.225970 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a13dc052-3205-488c-ba30-5ac058619cf7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:56.289946 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-726032b4-4f6c-4b99-92b1-773b3dad16a1 req-f6f4e972-de58-4ff4-8f43-b3e4856f1ea1 service neutron] 10.222.0.20 "GET /v2.0/networks/d6b84373-0658-4a33-8611-7ee2e8322e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209490 Aug 10 04:21:56.358406 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-2b41d12a-3f5b-4eb1-ace4-be8ed7891615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110995058', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '18b06d5d-6407-4b19-917c-4569fd7c407c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:20:03Z', 'updated_at': '2021-08-10T04:20:09Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': '18b06d5d-6407-4b19-917c-4569fd7c407c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:20:04Z', 'updated_at': '2021-08-10T04:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'edc521c7-8ff0-49e0-9879-1945a3f0e53c', 'name': '', 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:c0:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '483d1149-a125-409c-86b2-23eeeec58362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:20:09Z', 'updated_at': '2021-08-10T04:20:15Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': '483d1149-a125-409c-86b2-23eeeec58362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:56.391665 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a21ac08d-eea2-4ad9-af5f-bd213175af72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768b2754-4f10-4416-be64-7fc2697df286', 'name': 'tempest-TestVolumeBootPattern-35854723-router', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:14Z', 'updated_at': '2021-08-10T04:21:54Z', 'revision_number': 5, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'gw_port': {'id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:56.401438 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b41d12a-3f5b-4eb1-ace4-be8ed7891615 None None] The sync data for ids ['ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1'] in n-d-802893-2 is: [{'id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110995058', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '18b06d5d-6407-4b19-917c-4569fd7c407c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:20:03Z', 'updated_at': '2021-08-10T04:20:09Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': '18b06d5d-6407-4b19-917c-4569fd7c407c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:20:04Z', 'updated_at': '2021-08-10T04:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'edc521c7-8ff0-49e0-9879-1945a3f0e53c', 'name': '', 'network_id': 'd6b84373-0658-4a33-8611-7ee2e8322e8e', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:c0:68:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '483d1149-a125-409c-86b2-23eeeec58362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:20:09Z', 'updated_at': '2021-08-10T04:20:15Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': '483d1149-a125-409c-86b2-23eeeec58362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:21:56.405704 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a13dc052-3205-488c-ba30-5ac058619cf7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:56.422930 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21ac08d-eea2-4ad9-af5f-bd213175af72 None None] Checking router: 768b2754-4f10-4416-be64-7fc2697df286 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:21:56.426071 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cf126ec7-bf13-424a-ab3f-5f3e492e3263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:56.429211 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cf126ec7-bf13-424a-ab3f-5f3e492e3263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:56.433026 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cf126ec7-bf13-424a-ab3f-5f3e492e3263 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4684a878-4894-4f65-b0be-4e1332914074 HTTP/1.1" status: 204 len: 168 time: 0.4973440 Aug 10 04:21:56.449535 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf126ec7-bf13-424a-ab3f-5f3e492e3263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4684a878-4894-4f65-b0be-4e1332914074,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:56.462097 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21ac08d-eea2-4ad9-af5f-bd213175af72 None None] Routers {'768b2754-4f10-4416-be64-7fc2697df286'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:21:56.462741 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a21ac08d-eea2-4ad9-af5f-bd213175af72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:21:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['768b2754-4f10-4416-be64-7fc2697df286'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:56.555388 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-a13dc052-3205-488c-ba30-5ac058619cf7 admin admin] Deleting port 7e856c99-6cd7-4272-93f6-686cab1bb19a {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:21:56.555882 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a13dc052-3205-488c-ba30-5ac058619cf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:56.593843 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-a21ac08d-eea2-4ad9-af5f-bd213175af72 None None] Set router 768b2754-4f10-4416-be64-7fc2697df286 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:21:56.665069 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-a13dc052-3205-488c-ba30-5ac058619cf7 admin admin] For port 7e856c99-6cd7-4272-93f6-686cab1bb19a, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7e856c99-6cd7-4272-93f6-686cab1bb19a,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:56.665607 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a13dc052-3205-488c-ba30-5ac058619cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:56.695117 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-a13dc052-3205-488c-ba30-5ac058619cf7 admin admin] Calling delete_port for 7e856c99-6cd7-4272-93f6-686cab1bb19a owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:21:56.840558 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93d0dc2-230f-49b1-af8d-8985d1011893 None None] New status for floating IP 5f48c9d4-c695-45c2-a42f-5a9c8bab2088: DOWN {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:21:56.856944 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a21ac08d-eea2-4ad9-af5f-bd213175af72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768b2754-4f10-4416-be64-7fc2697df286', 'name': 'tempest-TestVolumeBootPattern-35854723-router', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:14Z', 'updated_at': '2021-08-10T04:21:54Z', 'revision_number': 5, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'gw_port': {'id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:56.899393 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21ac08d-eea2-4ad9-af5f-bd213175af72 None None] The sync data for ids ['768b2754-4f10-4416-be64-7fc2697df286'] in n-d-802893-2 is: [{'id': '768b2754-4f10-4416-be64-7fc2697df286', 'name': 'tempest-TestVolumeBootPattern-35854723-router', 'tenant_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27'}], 'enable_snat': True}, 'gw_port_id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:14Z', 'updated_at': '2021-08-10T04:21:54Z', 'revision_number': 5, 'project_id': 'd4bbb82d53544f8dad3eb033c592dee4', 'gw_port': {'id': '7e856c99-6cd7-4272-93f6-686cab1bb19a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:0e:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768b2754-4f10-4416-be64-7fc2697df286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:16Z', 'updated_at': '2021-08-10T04:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:21:57.019827 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a13dc052-3205-488c-ba30-5ac058619cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.047243 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13dc052-3205-488c-ba30-5ac058619cf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e856c99-6cd7-4272-93f6-686cab1bb19a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:57.113368 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a13dc052-3205-488c-ba30-5ac058619cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.207524 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a13dc052-3205-488c-ba30-5ac058619cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.210102 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45510) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:57.210443 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a13dc052-3205-488c-ba30-5ac058619cf7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.224963 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e0be907e-aa50-4eeb-b20d-c05c7b3a055d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.351930 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a13dc052-3205-488c-ba30-5ac058619cf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.352573 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13dc052-3205-488c-ba30-5ac058619cf7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 768b2754-4f10-4416-be64-7fc2697df286 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:21:57.357906 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a13dc052-3205-488c-ba30-5ac058619cf7 admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.368467 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a13dc052-3205-488c-ba30-5ac058619cf7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/768b2754-4f10-4416-be64-7fc2697df286 HTTP/1.1" status: 204 len: 168 time: 1.3744419 Aug 10 04:21:57.368467 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45514) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:57.410654 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1774ba-2eee-4040-8cdd-b41643d4f793 admin admin] Deleting subnet 50d1b050-8d5a-4a28-adea-90a39272e6c6 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:21:57.415073 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fe1774ba-2eee-4040-8cdd-b41643d4f793 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.423832 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57728d03-2d58-4ab6-bd31-d8143c8842a3 req-797b27eb-34e0-4256-8e3d-0c9d1b62623e tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:57.426758 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-57728d03-2d58-4ab6-bd31-d8143c8842a3 req-797b27eb-34e0-4256-8e3d-0c9d1b62623e tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 945 time: 0.1381106 Aug 10 04:21:57.453370 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24784eb-887a-4277-bddd-30a7490d48b6 req-2633d6a8-d893-46f1-9df9-c83d644a9a0b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:21:57.455141 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e24784eb-887a-4277-bddd-30a7490d48b6 req-2633d6a8-d893-46f1-9df9-c83d644a9a0b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.20 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 945 time: 0.1287203 Aug 10 04:21:57.458250 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e0be907e-aa50-4eeb-b20d-c05c7b3a055d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.471745 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fe1774ba-2eee-4040-8cdd-b41643d4f793 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.522407 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-57728d03-2d58-4ab6-bd31-d8143c8842a3 req-62cd7a1a-95c2-4ea1-811e-daef08e65dad tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=55bfa3b1-fa99-4d78-b867-7d711e2270d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935702 Aug 10 04:21:57.566170 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e0be907e-aa50-4eeb-b20d-c05c7b3a055d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.579632 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fe1774ba-2eee-4040-8cdd-b41643d4f793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.612792 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e0be907e-aa50-4eeb-b20d-c05c7b3a055d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=13bfa3f082724ba7968cc1ae4ab7b647&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4016263 Aug 10 04:21:57.616395 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45516) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:57.618411 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be907e-aa50-4eeb-b20d-c05c7b3a055d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef15adc5-2c34-4736-8007-75ceae5086da,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:57.669766 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-e24784eb-887a-4277-bddd-30a7490d48b6 req-59e079d1-1628-4e5a-bf18-16b913428c86 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Deleting port 63ba2467-4edc-44d9-90e1-6bcd293dbdce {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:21:57.670137 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e24784eb-887a-4277-bddd-30a7490d48b6 req-59e079d1-1628-4e5a-bf18-16b913428c86 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.700281 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fe1774ba-2eee-4040-8cdd-b41643d4f793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.721810 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.736192 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1774ba-2eee-4040-8cdd-b41643d4f793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50d1b050-8d5a-4a28-adea-90a39272e6c6,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:57.736610 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7bdf155e-14bc-4d67-b46c-a9858d880ec3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.736920 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fe1774ba-2eee-4040-8cdd-b41643d4f793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.739257 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fe1774ba-2eee-4040-8cdd-b41643d4f793 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/50d1b050-8d5a-4a28-adea-90a39272e6c6 HTTP/1.1" status: 204 len: 168 time: 0.3770034 Aug 10 04:21:57.742076 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45518) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:57.746018 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd5c197-e03f-453c-992e-aaff7b83456e None None] Network ee59e291-e76f-48a7-96a4-530291348714 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:21:57.781231 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7bdf155e-14bc-4d67-b46c-a9858d880ec3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.841730 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74b2828e-8b92-4d11-87f3-00e22c172d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.852555 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-e24784eb-887a-4277-bddd-30a7490d48b6 req-59e079d1-1628-4e5a-bf18-16b913428c86 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] For port 63ba2467-4edc-44d9-90e1-6bcd293dbdce, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=63ba2467-4edc-44d9-90e1-6bcd293dbdce,segment=NetworkSegment(ee442633-0c93-4f8e-9b60-bec978aa426c),segment_id=ee442633-0c93-4f8e-9b60-bec978aa426c)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:57.853075 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e24784eb-887a-4277-bddd-30a7490d48b6 req-59e079d1-1628-4e5a-bf18-16b913428c86 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.874065 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-e24784eb-887a-4277-bddd-30a7490d48b6 req-59e079d1-1628-4e5a-bf18-16b913428c86 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Calling delete_port for 63ba2467-4edc-44d9-90e1-6bcd293dbdce owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:21:57.939246 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-74b2828e-8b92-4d11-87f3-00e22c172d5a admin admin] Deleting port 4de406f9-ca5d-468a-b87d-19ed9095e527 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:21:57.939684 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74b2828e-8b92-4d11-87f3-00e22c172d5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.947150 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7bdf155e-14bc-4d67-b46c-a9858d880ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.949968 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7bdf155e-14bc-4d67-b46c-a9858d880ec3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:57.962618 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7bdf155e-14bc-4d67-b46c-a9858d880ec3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef15adc5-2c34-4736-8007-75ceae5086da HTTP/1.1" status: 204 len: 168 time: 0.3384893 Aug 10 04:21:57.974859 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf155e-14bc-4d67-b46c-a9858d880ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef15adc5-2c34-4736-8007-75ceae5086da,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:58.024804 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-74b2828e-8b92-4d11-87f3-00e22c172d5a admin admin] For port 4de406f9-ca5d-468a-b87d-19ed9095e527, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4de406f9-ca5d-468a-b87d-19ed9095e527,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:58.025285 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74b2828e-8b92-4d11-87f3-00e22c172d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:58.046428 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-74b2828e-8b92-4d11-87f3-00e22c172d5a admin admin] Calling delete_port for 4de406f9-ca5d-468a-b87d-19ed9095e527 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:21:58.237477 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9069388-dea4-4f0b-bb2a-1eb705a006a6 None None] DHCP port deletion for ee59e291-e76f-48a7-96a4-530291348714 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:21:58.316126 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-b9069388-dea4-4f0b-bb2a-1eb705a006a6 None None] Deleting port 4de406f9-ca5d-468a-b87d-19ed9095e527 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:21:58.316503 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b9069388-dea4-4f0b-bb2a-1eb705a006a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:58.386021 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-b9069388-dea4-4f0b-bb2a-1eb705a006a6 None None] For port 4de406f9-ca5d-468a-b87d-19ed9095e527, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4de406f9-ca5d-468a-b87d-19ed9095e527,segment=NetworkSegment(50519050-0340-4aef-999e-c25df342447e),segment_id=50519050-0340-4aef-999e-c25df342447e)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:58.386421 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b9069388-dea4-4f0b-bb2a-1eb705a006a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:58.409491 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-b9069388-dea4-4f0b-bb2a-1eb705a006a6 None None] Calling delete_port for 4de406f9-ca5d-468a-b87d-19ed9095e527 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:21:58.460746 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74b2828e-8b92-4d11-87f3-00e22c172d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:58.487607 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2828e-8b92-4d11-87f3-00e22c172d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=4de406f9-ca5d-468a-b87d-19ed9095e527,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:58.493351 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b2828e-8b92-4d11-87f3-00e22c172d5a admin admin] No DVR routers for this DVR port 4de406f9-ca5d-468a-b87d-19ed9095e527 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:21:58.499096 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b9069388-dea4-4f0b-bb2a-1eb705a006a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:58.526879 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9069388-dea4-4f0b-bb2a-1eb705a006a6 None None] Pushing event deleted for resources: {'Port': ['ID=4de406f9-ca5d-468a-b87d-19ed9095e527,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:58.533106 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9069388-dea4-4f0b-bb2a-1eb705a006a6 None None] No DVR routers for this DVR port 4de406f9-ca5d-468a-b87d-19ed9095e527 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:21:58.580415 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e24784eb-887a-4277-bddd-30a7490d48b6 req-59e079d1-1628-4e5a-bf18-16b913428c86 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:58.605040 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74b2828e-8b92-4d11-87f3-00e22c172d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:58.617518 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-74b2828e-8b92-4d11-87f3-00e22c172d5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee59e291-e76f-48a7-96a4-530291348714']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:58.623024 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e079d1-1628-4e5a-bf18-16b913428c86 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event deleted for resources: {'Port': ['ID=63ba2467-4edc-44d9-90e1-6bcd293dbdce,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:58.667530 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-74b2828e-8b92-4d11-87f3-00e22c172d5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50519050-0340-4aef-999e-c25df342447e') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:58.667530 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-74b2828e-8b92-4d11-87f3-00e22c172d5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50519050-0340-4aef-999e-c25df342447e') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:21:58.697678 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-e24784eb-887a-4277-bddd-30a7490d48b6 req-59e079d1-1628-4e5a-bf18-16b913428c86 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] No DVR routers for this DVR port 63ba2467-4edc-44d9-90e1-6bcd293dbdce on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:21:58.701344 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-045327f9-58e9-4d9d-86eb-cd0642bd8a38 req-fc177575-7b16-4368-a831-7fe09bd90ca3 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 210 time: 0.0576725 Aug 10 04:21:58.703311 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74b2828e-8b92-4d11-87f3-00e22c172d5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:58.704499 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e24784eb-887a-4277-bddd-30a7490d48b6 req-59e079d1-1628-4e5a-bf18-16b913428c86 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:58.707642 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e24784eb-887a-4277-bddd-30a7490d48b6 req-59e079d1-1628-4e5a-bf18-16b913428c86 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.20 "DELETE /v2.0/ports/63ba2467-4edc-44d9-90e1-6bcd293dbdce HTTP/1.1" status: 204 len: 173 time: 1.2415819 Aug 10 04:21:58.708279 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ee88f2-ff97-4d48-870a-e37f4d577392', 'name': 'network-vif-deleted', 'tag': '63ba2467-4edc-44d9-90e1-6bcd293dbdce'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:21:58.712702 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e8b510-1ac1-4073-aefa-4315335202a6" -d '{"events": [{"server_uuid": "93ee88f2-ff97-4d48-870a-e37f4d577392", "name": "network-vif-deleted", "tag": "63ba2467-4edc-44d9-90e1-6bcd293dbdce"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:21:58.727141 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74b2828e-8b92-4d11-87f3-00e22c172d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:58.744774 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b2828e-8b92-4d11-87f3-00e22c172d5a admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74b2828e-8b92-4d11-87f3-00e22c172d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:21:58.749663 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:21:58.772135 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f6b313-b94c-4755-8f83-c8b4d6f2f021 x-openstack-request-id: req-b8f6b313-b94c-4755-8f83-c8b4d6f2f021 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:21:58.772625 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ee88f2-ff97-4d48-870a-e37f4d577392", "name": "network-vif-deleted", "tag": "63ba2467-4edc-44d9-90e1-6bcd293dbdce", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:21:58.772912 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b8f6b313-b94c-4755-8f83-c8b4d6f2f021 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:21:58.773742 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ee88f2-ff97-4d48-870a-e37f4d577392', 'name': 'network-vif-deleted', 'tag': '63ba2467-4edc-44d9-90e1-6bcd293dbdce', 'status': 'completed', 'code': 200} Aug 10 04:21:58.781901 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 6dd4e77c-f4fc-41b7-a077-07e56695db6f no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:21:58.805284 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 6dd4e77c-f4fc-41b7-a077-07e56695db6f {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:21:58.805672 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 6dd4e77c-f4fc-41b7-a077-07e56695db6f not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:21:58.806380 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4de406f9-ca5d-468a-b87d-19ed9095e527 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:21:58.827578 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 4de406f9-ca5d-468a-b87d-19ed9095e527 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:21:58.828069 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4de406f9-ca5d-468a-b87d-19ed9095e527 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:21:58.828547 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7e856c99-6cd7-4272-93f6-686cab1bb19a no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:21:58.848447 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 7e856c99-6cd7-4272-93f6-686cab1bb19a {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:21:58.848797 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7e856c99-6cd7-4272-93f6-686cab1bb19a not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:21:58.986202 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74b2828e-8b92-4d11-87f3-00e22c172d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:59.003150 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74b2828e-8b92-4d11-87f3-00e22c172d5a admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:59.003150 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-74b2828e-8b92-4d11-87f3-00e22c172d5a admin admin] 10.222.0.25 "DELETE /v2.0/networks/ee59e291-e76f-48a7-96a4-530291348714 HTTP/1.1" status: 204 len: 168 time: 1.2567034 Aug 10 04:21:59.003682 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45530) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:59.025003 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2828e-8b92-4d11-87f3-00e22c172d5a admin admin] Pushing event deleted for resources: {'Network': ['ID=ee59e291-e76f-48a7-96a4-530291348714,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:59.060993 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45532) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:59.085665 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9e46b400-6633-40fd-8689-45af8ef3c321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:59.234222 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9e46b400-6633-40fd-8689-45af8ef3c321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:59.311610 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9e46b400-6633-40fd-8689-45af8ef3c321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:59.354600 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9e46b400-6633-40fd-8689-45af8ef3c321 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3661154c154141dd882460cf0d4bd94a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2902071 Aug 10 04:21:59.354844 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45538) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:21:59.361187 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46b400-6633-40fd-8689-45af8ef3c321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3040ac4c-7223-4d4e-b3b9-703e60be9e28,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:59.459179 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-10285731-d800-4873-a8ae-9494365e4bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:59.481617 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef658ba7-02ce-4a70-9e6b-44414901e02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:59.484456 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-10285731-d800-4873-a8ae-9494365e4bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:59.625509 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-10285731-d800-4873-a8ae-9494365e4bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:59.634142 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-10285731-d800-4873-a8ae-9494365e4bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:59.634142 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-10285731-d800-4873-a8ae-9494365e4bfb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3040ac4c-7223-4d4e-b3b9-703e60be9e28 HTTP/1.1" status: 204 len: 168 time: 0.2744336 Aug 10 04:21:59.650636 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10285731-d800-4873-a8ae-9494365e4bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3040ac4c-7223-4d4e-b3b9-703e60be9e28,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:21:59.847643 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8a46375b-608b-4981-8df3-023db3ede47c req-dc3af029-a4b1-414f-a02d-bfe791159a73 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=93ee88f2-ff97-4d48-870a-e37f4d577392 HTTP/1.1" status: 200 len: 210 time: 0.0338418 Aug 10 04:21:59.868038 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-ef658ba7-02ce-4a70-9e6b-44414901e02e admin admin] Deleting port 0ace2564-b39a-4e1d-9206-f949aee60151 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:21:59.868466 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef658ba7-02ce-4a70-9e6b-44414901e02e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:59.956185 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-ef658ba7-02ce-4a70-9e6b-44414901e02e admin admin] For port 0ace2564-b39a-4e1d-9206-f949aee60151, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=0ace2564-b39a-4e1d-9206-f949aee60151,segment=NetworkSegment(25d7175a-eb75-453d-a4fd-d9c0dc7bdbbb),segment_id=25d7175a-eb75-453d-a4fd-d9c0dc7bdbbb)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:21:59.958462 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef658ba7-02ce-4a70-9e6b-44414901e02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:21:59.970419 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-ef658ba7-02ce-4a70-9e6b-44414901e02e admin admin] Calling delete_port for 0ace2564-b39a-4e1d-9206-f949aee60151 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:22:00.119328 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 63ba2467-4edc-44d9-90e1-6bcd293dbdce no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:22:00.144649 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 63ba2467-4edc-44d9-90e1-6bcd293dbdce {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:22:00.144995 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 63ba2467-4edc-44d9-90e1-6bcd293dbdce not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:22:00.265907 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef658ba7-02ce-4a70-9e6b-44414901e02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:00.292344 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef658ba7-02ce-4a70-9e6b-44414901e02e admin admin] Pushing event deleted for resources: {'Port': ['ID=0ace2564-b39a-4e1d-9206-f949aee60151,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:00.516246 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ef658ba7-02ce-4a70-9e6b-44414901e02e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:00.762493 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef658ba7-02ce-4a70-9e6b-44414901e02e admin admin] Router ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:22:00.880695 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef658ba7-02ce-4a70-9e6b-44414901e02e admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:22:00.885720 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ef658ba7-02ce-4a70-9e6b-44414901e02e admin admin] 10.222.0.25 "PUT /v2.0/routers/ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8800840 Aug 10 04:22:00.889097 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45568) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:00.895409 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489e64fd-6b47-4968-a1cb-a2072e3ac843 None None] Sync routers for ids ['ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:22:00.909451 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489e64fd-6b47-4968-a1cb-a2072e3ac843 None None] Routers {'ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:22:00.910214 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-489e64fd-6b47-4968-a1cb-a2072e3ac843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:21:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:00.925566 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45570) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:01.040490 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1787624a-0feb-45f5-a1a3-d87d07599854 admin admin] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:01.088676 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-489e64fd-6b47-4968-a1cb-a2072e3ac843 None None] Set router ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:22:01.155202 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1787624a-0feb-45f5-a1a3-d87d07599854 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:01.342413 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-489e64fd-6b47-4968-a1cb-a2072e3ac843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a', 'name': 'tempest-TestVolumeBootPattern-1094221546-router', 'tenant_id': 'e8ff1499ecc2480db9506edc3c401603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.34'}], 'enable_snat': True}, 'gw_port_id': '1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:23Z', 'updated_at': '2021-08-10T04:22:00Z', 'revision_number': 5, 'project_id': 'e8ff1499ecc2480db9506edc3c401603', 'gw_port': {'id': '1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f3:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:05:24Z', 'updated_at': '2021-08-10T04:05:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:01.376394 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489e64fd-6b47-4968-a1cb-a2072e3ac843 None None] Checking router: ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:22:01.384662 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-1787624a-0feb-45f5-a1a3-d87d07599854 admin admin] Deleting port 1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:22:01.385011 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1787624a-0feb-45f5-a1a3-d87d07599854 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:01.387558 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489e64fd-6b47-4968-a1cb-a2072e3ac843 None None] Routers {'ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:22:01.388051 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-489e64fd-6b47-4968-a1cb-a2072e3ac843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:21:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:01.540944 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-1787624a-0feb-45f5-a1a3-d87d07599854 admin admin] For port 1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:01.541465 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1787624a-0feb-45f5-a1a3-d87d07599854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:01.543425 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-489e64fd-6b47-4968-a1cb-a2072e3ac843 None None] Set router ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:22:01.557478 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-1787624a-0feb-45f5-a1a3-d87d07599854 admin admin] Calling delete_port for 1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0 owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:22:01.651622 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-489e64fd-6b47-4968-a1cb-a2072e3ac843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a', 'name': 'tempest-TestVolumeBootPattern-1094221546-router', 'tenant_id': 'e8ff1499ecc2480db9506edc3c401603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:23Z', 'updated_at': '2021-08-10T04:22:01Z', 'revision_number': 6, 'project_id': 'e8ff1499ecc2480db9506edc3c401603', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:01.682685 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489e64fd-6b47-4968-a1cb-a2072e3ac843 None None] The sync data for ids ['ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a'] in n-d-802893-2 is: [{'id': 'ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a', 'name': 'tempest-TestVolumeBootPattern-1094221546-router', 'tenant_id': 'e8ff1499ecc2480db9506edc3c401603', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:05:23Z', 'updated_at': '2021-08-10T04:22:01Z', 'revision_number': 6, 'project_id': 'e8ff1499ecc2480db9506edc3c401603', 'gw_port_host': None}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:22:01.796656 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b54fb0ca-afc4-4957-83ab-fd39a098a640 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:01.900496 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1787624a-0feb-45f5-a1a3-d87d07599854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:01.971432 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787624a-0feb-45f5-a1a3-d87d07599854 admin admin] Pushing event deleted for resources: {'Port': ['ID=1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:02.028891 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1787624a-0feb-45f5-a1a3-d87d07599854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:02.221701 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1787624a-0feb-45f5-a1a3-d87d07599854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:02.225514 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1787624a-0feb-45f5-a1a3-d87d07599854 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:02.281678 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-b54fb0ca-afc4-4957-83ab-fd39a098a640 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Deleting port edc521c7-8ff0-49e0-9879-1945a3f0e53c {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:22:02.281940 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b54fb0ca-afc4-4957-83ab-fd39a098a640 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:02.380427 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1787624a-0feb-45f5-a1a3-d87d07599854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:02.381345 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1787624a-0feb-45f5-a1a3-d87d07599854 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:22:02.392016 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1787624a-0feb-45f5-a1a3-d87d07599854 admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:02.392016 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1787624a-0feb-45f5-a1a3-d87d07599854 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ec0ea2c7-0cd6-49aa-9b94-cd3a0a5f152a HTTP/1.1" status: 204 len: 168 time: 1.4977791 Aug 10 04:22:02.392269 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45622) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:02.479330 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-b54fb0ca-afc4-4957-83ab-fd39a098a640 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] For port edc521c7-8ff0-49e0-9879-1945a3f0e53c, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=edc521c7-8ff0-49e0-9879-1945a3f0e53c,segment=NetworkSegment(ee442633-0c93-4f8e-9b60-bec978aa426c),segment_id=ee442633-0c93-4f8e-9b60-bec978aa426c)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:02.479659 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b54fb0ca-afc4-4957-83ab-fd39a098a640 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:02.489733 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d2c2ed0-18b9-4f4f-bcf0-16c3fcf0c3b1 admin admin] Deleting subnet 3ba58170-c183-4f56-a6bd-7aa37f3dac9b {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:22:02.496485 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7d2c2ed0-18b9-4f4f-bcf0-16c3fcf0c3b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:02.520359 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-b54fb0ca-afc4-4957-83ab-fd39a098a640 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Calling delete_port for edc521c7-8ff0-49e0-9879-1945a3f0e53c owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:22:02.597331 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7d2c2ed0-18b9-4f4f-bcf0-16c3fcf0c3b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:02.798622 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:22:02.836103 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:22:02.836631 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 1106b58c-1b65-4b6e-bdfb-3cd1cb3afae0 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:22:02.837180 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 0ace2564-b39a-4e1d-9206-f949aee60151 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:22:02.874362 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 0ace2564-b39a-4e1d-9206-f949aee60151 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:22:02.874707 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 0ace2564-b39a-4e1d-9206-f949aee60151 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:22:02.904136 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7d2c2ed0-18b9-4f4f-bcf0-16c3fcf0c3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:03.047472 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b54fb0ca-afc4-4957-83ab-fd39a098a640 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:03.076117 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54fb0ca-afc4-4957-83ab-fd39a098a640 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event deleted for resources: {'Port': ['ID=edc521c7-8ff0-49e0-9879-1945a3f0e53c,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:03.088409 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fb0ca-afc4-4957-83ab-fd39a098a640 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:03.093180 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fb0ca-afc4-4957-83ab-fd39a098a640 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:03.093180 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fb0ca-afc4-4957-83ab-fd39a098a640 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:03.093180 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fb0ca-afc4-4957-83ab-fd39a098a640 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:03.093180 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fb0ca-afc4-4957-83ab-fd39a098a640 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:03.093180 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fb0ca-afc4-4957-83ab-fd39a098a640 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:03.093180 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fb0ca-afc4-4957-83ab-fd39a098a640 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:03.093180 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fb0ca-afc4-4957-83ab-fd39a098a640 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:03.093180 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fb0ca-afc4-4957-83ab-fd39a098a640 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:03.093180 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fb0ca-afc4-4957-83ab-fd39a098a640 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:03.093180 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fb0ca-afc4-4957-83ab-fd39a098a640 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:03.093180 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54fb0ca-afc4-4957-83ab-fd39a098a640 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:03.163726 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7d2c2ed0-18b9-4f4f-bcf0-16c3fcf0c3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:03.214706 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c2ed0-18b9-4f4f-bcf0-16c3fcf0c3b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ba58170-c183-4f56-a6bd-7aa37f3dac9b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:03.220766 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7d2c2ed0-18b9-4f4f-bcf0-16c3fcf0c3b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:03.223096 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7d2c2ed0-18b9-4f4f-bcf0-16c3fcf0c3b1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3ba58170-c183-4f56-a6bd-7aa37f3dac9b HTTP/1.1" status: 204 len: 168 time: 0.8299408 Aug 10 04:22:03.226786 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45656) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:03.233626 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898e05f8-6fc9-4381-a2b6-622c193b0e79 None None] Network 3cdeb987-474a-41b1-8ea7-b7da0909eddc requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:22:03.445706 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b54fb0ca-afc4-4957-83ab-fd39a098a640 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:03.449645 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-08bc810c-e5cb-4a76-b380-a9ce0d0fa14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:03.460253 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6f4274-8257-4ced-89c8-7ca754c33240 None None] DHCP port deletion for 3cdeb987-474a-41b1-8ea7-b7da0909eddc request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:22:03.529908 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-1d6f4274-8257-4ced-89c8-7ca754c33240 None None] Deleting port c4a7af4c-abbb-4d07-8c3b-91d0005c3490 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:22:03.530613 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1d6f4274-8257-4ced-89c8-7ca754c33240 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:03.615066 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-08bc810c-e5cb-4a76-b380-a9ce0d0fa14a admin admin] Deleting port c4a7af4c-abbb-4d07-8c3b-91d0005c3490 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:22:03.615470 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-08bc810c-e5cb-4a76-b380-a9ce0d0fa14a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:03.626032 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-1d6f4274-8257-4ced-89c8-7ca754c33240 None None] For port c4a7af4c-abbb-4d07-8c3b-91d0005c3490, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c4a7af4c-abbb-4d07-8c3b-91d0005c3490,segment=NetworkSegment(25d7175a-eb75-453d-a4fd-d9c0dc7bdbbb),segment_id=25d7175a-eb75-453d-a4fd-d9c0dc7bdbbb)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:03.626575 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1d6f4274-8257-4ced-89c8-7ca754c33240 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:03.645150 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-1d6f4274-8257-4ced-89c8-7ca754c33240 None None] Calling delete_port for c4a7af4c-abbb-4d07-8c3b-91d0005c3490 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:22:03.735997 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-08bc810c-e5cb-4a76-b380-a9ce0d0fa14a admin admin] For port c4a7af4c-abbb-4d07-8c3b-91d0005c3490, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c4a7af4c-abbb-4d07-8c3b-91d0005c3490,segment=NetworkSegment(25d7175a-eb75-453d-a4fd-d9c0dc7bdbbb),segment_id=25d7175a-eb75-453d-a4fd-d9c0dc7bdbbb)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:03.736344 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-08bc810c-e5cb-4a76-b380-a9ce0d0fa14a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:03.784707 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-08bc810c-e5cb-4a76-b380-a9ce0d0fa14a admin admin] Calling delete_port for c4a7af4c-abbb-4d07-8c3b-91d0005c3490 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:22:03.820325 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1d6f4274-8257-4ced-89c8-7ca754c33240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:03.858760 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54fb0ca-afc4-4957-83ab-fd39a098a640 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Router ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:22:03.950598 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-08bc810c-e5cb-4a76-b380-a9ce0d0fa14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:04.004989 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f4274-8257-4ced-89c8-7ca754c33240 None None] Pushing event deleted for resources: {'Port': ['ID=c4a7af4c-abbb-4d07-8c3b-91d0005c3490,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:04.009314 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6f4274-8257-4ced-89c8-7ca754c33240 None None] No DVR routers for this DVR port c4a7af4c-abbb-4d07-8c3b-91d0005c3490 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:22:04.015022 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bc810c-e5cb-4a76-b380-a9ce0d0fa14a admin admin] No DVR routers for this DVR port c4a7af4c-abbb-4d07-8c3b-91d0005c3490 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:22:04.019841 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc810c-e5cb-4a76-b380-a9ce0d0fa14a admin admin] Pushing event deleted for resources: {'Port': ['ID=c4a7af4c-abbb-4d07-8c3b-91d0005c3490,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:04.117523 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54fb0ca-afc4-4957-83ab-fd39a098a640 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:22:04.140624 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b54fb0ca-afc4-4957-83ab-fd39a098a640 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "PUT /v2.0/routers/ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1960661 Aug 10 04:22:04.141708 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671426cf-da9c-4671-b72b-b94577f6e95a None None] Sync routers for ids ['ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:22:04.142157 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-08bc810c-e5cb-4a76-b380-a9ce0d0fa14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:04.142252 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671426cf-da9c-4671-b72b-b94577f6e95a None None] Routers {'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:22:04.142252 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-671426cf-da9c-4671-b72b-b94577f6e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:21:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:04.143206 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45662) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:04.165927 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-08bc810c-e5cb-4a76-b380-a9ce0d0fa14a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cdeb987-474a-41b1-8ea7-b7da0909eddc']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:04.181049 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-08bc810c-e5cb-4a76-b380-a9ce0d0fa14a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d7175a-eb75-453d-a4fd-d9c0dc7bdbbb') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:04.181731 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-08bc810c-e5cb-4a76-b380-a9ce0d0fa14a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d7175a-eb75-453d-a4fd-d9c0dc7bdbbb') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:04.196413 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-08bc810c-e5cb-4a76-b380-a9ce0d0fa14a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:04.209983 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-9180dd9e-0d0a-45de-9273-3ecb2b0da689 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Deleting subnet 483d1149-a125-409c-86b2-23eeeec58362 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:22:04.213890 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9180dd9e-0d0a-45de-9273-3ecb2b0da689 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:04.218008 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-08bc810c-e5cb-4a76-b380-a9ce0d0fa14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:04.226419 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08bc810c-e5cb-4a76-b380-a9ce0d0fa14a admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:22:04.227417 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-08bc810c-e5cb-4a76-b380-a9ce0d0fa14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: self.session.flush() Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:22:04.229567 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:22:04.261297 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9180dd9e-0d0a-45de-9273-3ecb2b0da689 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:04.262858 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-671426cf-da9c-4671-b72b-b94577f6e95a None None] Set router ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:22:04.373956 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9180dd9e-0d0a-45de-9273-3ecb2b0da689 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:04.385535 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-08bc810c-e5cb-4a76-b380-a9ce0d0fa14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:04.393855 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-08bc810c-e5cb-4a76-b380-a9ce0d0fa14a admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:04.395448 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-08bc810c-e5cb-4a76-b380-a9ce0d0fa14a admin admin] 10.222.0.25 "DELETE /v2.0/networks/3cdeb987-474a-41b1-8ea7-b7da0909eddc HTTP/1.1" status: 204 len: 168 time: 1.1673434 Aug 10 04:22:04.409001 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc810c-e5cb-4a76-b380-a9ce0d0fa14a admin admin] Pushing event deleted for resources: {'Network': ['ID=3cdeb987-474a-41b1-8ea7-b7da0909eddc,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:04.493349 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-671426cf-da9c-4671-b72b-b94577f6e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110995058', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '18b06d5d-6407-4b19-917c-4569fd7c407c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:20:03Z', 'updated_at': '2021-08-10T04:22:02Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': '18b06d5d-6407-4b19-917c-4569fd7c407c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:20:04Z', 'updated_at': '2021-08-10T04:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:04.522230 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671426cf-da9c-4671-b72b-b94577f6e95a None None] Checking router: ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:22:04.532437 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671426cf-da9c-4671-b72b-b94577f6e95a None None] Routers {'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:22:04.533070 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-671426cf-da9c-4671-b72b-b94577f6e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:21:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:04.585118 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9180dd9e-0d0a-45de-9273-3ecb2b0da689 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:04.609858 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9313cfe-68b6-4721-a11b-4d11a94be262 None None] Network d6b84373-0658-4a33-8611-7ee2e8322e8e requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:22:04.623248 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9180dd9e-0d0a-45de-9273-3ecb2b0da689 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:04.629692 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9180dd9e-0d0a-45de-9273-3ecb2b0da689 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "DELETE /v2.0/subnets/483d1149-a125-409c-86b2-23eeeec58362 HTTP/1.1" status: 204 len: 168 time: 0.4811151 Aug 10 04:22:04.629692 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180dd9e-0d0a-45de-9273-3ecb2b0da689 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event deleted for resources: {'Subnet': ['ID=483d1149-a125-409c-86b2-23eeeec58362,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:04.629692 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45668) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:04.673838 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-671426cf-da9c-4671-b72b-b94577f6e95a None None] Set router ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:22:04.817304 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab5d5ba0-7638-45e8-91e3-fbebec3c7805 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:04.887601 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c4a7af4c-abbb-4d07-8c3b-91d0005c3490 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:22:04.937911 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: c4a7af4c-abbb-4d07-8c3b-91d0005c3490 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:22:04.938534 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c4a7af4c-abbb-4d07-8c3b-91d0005c3490 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:22:04.955006 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cbedd8-8f51-441a-b5d4-9bf15b372d27 None None] DHCP port deletion for d6b84373-0658-4a33-8611-7ee2e8322e8e request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:22:04.972618 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45670) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:04.999720 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-671426cf-da9c-4671-b72b-b94577f6e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110995058', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '18b06d5d-6407-4b19-917c-4569fd7c407c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:20:03Z', 'updated_at': '2021-08-10T04:22:02Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': '18b06d5d-6407-4b19-917c-4569fd7c407c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:20:04Z', 'updated_at': '2021-08-10T04:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:05.024889 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab5d5ba0-7638-45e8-91e3-fbebec3c7805 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:05.037526 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671426cf-da9c-4671-b72b-b94577f6e95a None None] The sync data for ids ['ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1'] in n-d-802893-2 is: [{'id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110995058', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '18b06d5d-6407-4b19-917c-4569fd7c407c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:20:03Z', 'updated_at': '2021-08-10T04:22:02Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': '18b06d5d-6407-4b19-917c-4569fd7c407c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:20:04Z', 'updated_at': '2021-08-10T04:20:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:22:05.050780 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-51cbedd8-8f51-441a-b5d4-9bf15b372d27 None None] Deleting port 88185b6c-1cf1-4e56-a607-3c7b83285354 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:22:05.051176 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-51cbedd8-8f51-441a-b5d4-9bf15b372d27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:05.057910 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-dea49bab-8cfd-4627-95e2-13074e958341 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d4bbb82d53544f8dad3eb033c592dee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0835090 Aug 10 04:22:05.060596 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45672) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:05.125482 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a43df639-7654-4e74-8b71-bdb310ada20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:05.130119 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-51cbedd8-8f51-441a-b5d4-9bf15b372d27 None None] For port 88185b6c-1cf1-4e56-a607-3c7b83285354, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=88185b6c-1cf1-4e56-a607-3c7b83285354,segment=NetworkSegment(ee442633-0c93-4f8e-9b60-bec978aa426c),segment_id=ee442633-0c93-4f8e-9b60-bec978aa426c)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:05.131450 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-51cbedd8-8f51-441a-b5d4-9bf15b372d27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:05.151278 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-51cbedd8-8f51-441a-b5d4-9bf15b372d27 None None] Calling delete_port for 88185b6c-1cf1-4e56-a607-3c7b83285354 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:22:05.176025 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-ab5d5ba0-7638-45e8-91e3-fbebec3c7805 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Deleting port 18b06d5d-6407-4b19-917c-4569fd7c407c {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:22:05.176614 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab5d5ba0-7638-45e8-91e3-fbebec3c7805 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:05.202632 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a43df639-7654-4e74-8b71-bdb310ada20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:05.302617 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-ab5d5ba0-7638-45e8-91e3-fbebec3c7805 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] For port 18b06d5d-6407-4b19-917c-4569fd7c407c, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=18b06d5d-6407-4b19-917c-4569fd7c407c,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:05.303086 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab5d5ba0-7638-45e8-91e3-fbebec3c7805 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:05.321879 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-ab5d5ba0-7638-45e8-91e3-fbebec3c7805 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Calling delete_port for 18b06d5d-6407-4b19-917c-4569fd7c407c owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:22:05.333332 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-51cbedd8-8f51-441a-b5d4-9bf15b372d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:05.362566 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cbedd8-8f51-441a-b5d4-9bf15b372d27 None None] No DVR routers for this DVR port 88185b6c-1cf1-4e56-a607-3c7b83285354 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:22:05.362820 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a43df639-7654-4e74-8b71-bdb310ada20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:05.368691 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbedd8-8f51-441a-b5d4-9bf15b372d27 None None] Pushing event deleted for resources: {'Port': ['ID=88185b6c-1cf1-4e56-a607-3c7b83285354,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:05.378208 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a43df639-7654-4e74-8b71-bdb310ada20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:05.390290 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a43df639-7654-4e74-8b71-bdb310ada20a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d11adc52-e988-4e25-91e0-8c70e656dbf9 HTTP/1.1" status: 204 len: 168 time: 0.3210945 Aug 10 04:22:05.395664 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43df639-7654-4e74-8b71-bdb310ada20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11adc52-e988-4e25-91e0-8c70e656dbf9,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:05.797555 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab5d5ba0-7638-45e8-91e3-fbebec3c7805 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:05.827012 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d5ba0-7638-45e8-91e3-fbebec3c7805 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event deleted for resources: {'Port': ['ID=18b06d5d-6407-4b19-917c-4569fd7c407c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:05.852695 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45688) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:05.904702 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab5d5ba0-7638-45e8-91e3-fbebec3c7805 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.025143 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab5d5ba0-7638-45e8-91e3-fbebec3c7805 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.027876 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-188b35ff-8f23-4c92-91c5-e4c405fd3ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.028430 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab5d5ba0-7638-45e8-91e3-fbebec3c7805 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.161404 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-188b35ff-8f23-4c92-91c5-e4c405fd3ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.202957 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab5d5ba0-7638-45e8-91e3-fbebec3c7805 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.203546 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5d5ba0-7638-45e8-91e3-fbebec3c7805 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Fanout notify agent at l3_agent the message router_deleted on router ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:22:06.211369 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab5d5ba0-7638-45e8-91e3-fbebec3c7805 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.212475 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ab5d5ba0-7638-45e8-91e3-fbebec3c7805 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "DELETE /v2.0/routers/ca2d8d8d-7f05-47a8-b32e-af0bab9a19d1 HTTP/1.1" status: 204 len: 168 time: 1.5832872 Aug 10 04:22:06.215351 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45692) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:06.306563 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e4b99a5e-a342-4bbc-87c7-504ff4fbd6a0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.350623 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-188b35ff-8f23-4c92-91c5-e4c405fd3ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.464477 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e4b99a5e-a342-4bbc-87c7-504ff4fbd6a0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.480703 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-188b35ff-8f23-4c92-91c5-e4c405fd3ca4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f2758febeda8431695d581101ebc806b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6244175 Aug 10 04:22:06.481175 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45694) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:06.491645 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-e4b99a5e-a342-4bbc-87c7-504ff4fbd6a0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b84373-0658-4a33-8611-7ee2e8322e8e']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:06.491645 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b35ff-8f23-4c92-91c5-e4c405fd3ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b80823-b654-42da-8c60-d1d2f55756b6,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:06.492203 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45696) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:06.498487 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-e4b99a5e-a342-4bbc-87c7-504ff4fbd6a0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee442633-0c93-4f8e-9b60-bec978aa426c') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:06.498790 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-e4b99a5e-a342-4bbc-87c7-504ff4fbd6a0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee442633-0c93-4f8e-9b60-bec978aa426c') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:06.511928 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e4b99a5e-a342-4bbc-87c7-504ff4fbd6a0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.528461 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e4b99a5e-a342-4bbc-87c7-504ff4fbd6a0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.535430 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4b99a5e-a342-4bbc-87c7-504ff4fbd6a0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:22:06.535846 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e4b99a5e-a342-4bbc-87c7-504ff4fbd6a0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:22:06.539378 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:22:06.568846 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8c87cc86-4220-4258-a4ec-7fd8cbcac54d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e8ff1499ecc2480db9506edc3c401603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0749109 Aug 10 04:22:06.572096 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45698) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:06.606538 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-196a78f3-02f6-4517-bb30-f249bb43891b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.648981 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-196a78f3-02f6-4517-bb30-f249bb43891b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.672084 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c57dbe3-71a1-481d-a43f-571468f9b0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.695284 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e4b99a5e-a342-4bbc-87c7-504ff4fbd6a0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.702148 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e4b99a5e-a342-4bbc-87c7-504ff4fbd6a0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.706052 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e4b99a5e-a342-4bbc-87c7-504ff4fbd6a0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "DELETE /v2.0/networks/d6b84373-0658-4a33-8611-7ee2e8322e8e HTTP/1.1" status: 204 len: 168 time: 0.4894068 Aug 10 04:22:06.714396 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45702) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:06.724424 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c57dbe3-71a1-481d-a43f-571468f9b0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.740403 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b99a5e-a342-4bbc-87c7-504ff4fbd6a0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event deleted for resources: {'Network': ['ID=d6b84373-0658-4a33-8611-7ee2e8322e8e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:06.785058 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 88185b6c-1cf1-4e56-a607-3c7b83285354 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:22:06.815079 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 88185b6c-1cf1-4e56-a607-3c7b83285354 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:22:06.815573 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 88185b6c-1cf1-4e56-a607-3c7b83285354 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:22:06.816106 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 18b06d5d-6407-4b19-917c-4569fd7c407c no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:22:06.816888 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a51d887-b3e2-4129-97ce-1680220169d4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.842919 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 18b06d5d-6407-4b19-917c-4569fd7c407c {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:22:06.843267 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 18b06d5d-6407-4b19-917c-4569fd7c407c not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:22:06.843672 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device edc521c7-8ff0-49e0-9879-1945a3f0e53c no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:22:06.856710 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a51d887-b3e2-4129-97ce-1680220169d4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.860613 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-196a78f3-02f6-4517-bb30-f249bb43891b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.863325 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-196a78f3-02f6-4517-bb30-f249bb43891b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.864531 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-196a78f3-02f6-4517-bb30-f249bb43891b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5b80823-b654-42da-8c60-d1d2f55756b6 HTTP/1.1" status: 204 len: 168 time: 0.3823075 Aug 10 04:22:06.868581 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: edc521c7-8ff0-49e0-9879-1945a3f0e53c {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:22:06.869640 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device edc521c7-8ff0-49e0-9879-1945a3f0e53c not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:22:06.884471 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a78f3-02f6-4517-bb30-f249bb43891b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b80823-b654-42da-8c60-d1d2f55756b6,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:06.926240 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c57dbe3-71a1-481d-a43f-571468f9b0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.929341 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c57dbe3-71a1-481d-a43f-571468f9b0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:06.933421 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6c57dbe3-71a1-481d-a43f-571468f9b0d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f7b68afa-eb19-4bfc-9f6e-c13422c41bde HTTP/1.1" status: 204 len: 168 time: 0.3603871 Aug 10 04:22:06.946760 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57dbe3-71a1-481d-a43f-571468f9b0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b68afa-eb19-4bfc-9f6e-c13422c41bde,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:07.094746 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a51d887-b3e2-4129-97ce-1680220169d4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:07.097673 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a51d887-b3e2-4129-97ce-1680220169d4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:07.099480 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8a51d887-b3e2-4129-97ce-1680220169d4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "DELETE /v2.0/security-groups/55bfa3b1-fa99-4d78-b867-7d711e2270d5 HTTP/1.1" status: 204 len: 168 time: 0.3834836 Aug 10 04:22:07.112071 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51d887-b3e2-4129-97ce-1680220169d4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bfa3b1-fa99-4d78-b867-7d711e2270d5,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:07.597924 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45720) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:07.603792 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-674feb7a-825a-4ea6-9b70-b2d122ca770e tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1058213358', 'description': 'tempest-secgroup-smoke-1058213358 description', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:07.684806 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-674feb7a-825a-4ea6-9b70-b2d122ca770e tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:07.814843 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-674feb7a-825a-4ea6-9b70-b2d122ca770e tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:07.887249 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-674feb7a-825a-4ea6-9b70-b2d122ca770e tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:07.926238 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674feb7a-825a-4ea6-9b70-b2d122ca770e tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5ab146-9ace-432c-9808-57f65a54d6af,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:07.986263 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-674feb7a-825a-4ea6-9b70-b2d122ca770e tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:07.987343 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-674feb7a-825a-4ea6-9b70-b2d122ca770e tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3882742 Aug 10 04:22:07.990244 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45730) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:07.995900 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-8ba80423-371d-4ebb-864d-d79fa88b6636 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'security_group_rule': {'security_group_id': 'ab5ab146-9ace-432c-9808-57f65a54d6af', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:08.116951 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8ba80423-371d-4ebb-864d-d79fa88b6636 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:08.185007 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8ba80423-371d-4ebb-864d-d79fa88b6636 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:08.270024 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8ba80423-371d-4ebb-864d-d79fa88b6636 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:08.292184 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba80423-371d-4ebb-864d-d79fa88b6636 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77890bbf-ad3f-4835-bbcc-3acd546be425,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:08.375469 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8ba80423-371d-4ebb-864d-d79fa88b6636 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:08.376793 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8ba80423-371d-4ebb-864d-d79fa88b6636 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3854408 Aug 10 04:22:08.379483 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45740) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:08.384948 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-9467014a-8e79-4583-b1cd-23ecd55cda92 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'security_group_rule': {'security_group_id': 'ab5ab146-9ace-432c-9808-57f65a54d6af', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:08.489268 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9467014a-8e79-4583-b1cd-23ecd55cda92 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:08.568777 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9467014a-8e79-4583-b1cd-23ecd55cda92 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:08.677683 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9467014a-8e79-4583-b1cd-23ecd55cda92 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:08.700003 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467014a-8e79-4583-b1cd-23ecd55cda92 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e48da83-d83c-45e0-8b5b-a98222754814,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:08.779945 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9467014a-8e79-4583-b1cd-23ecd55cda92 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:08.783628 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9467014a-8e79-4583-b1cd-23ecd55cda92 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4006131 Aug 10 04:22:08.784199 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45754) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:08.790420 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-e421e77a-7c98-4b13-bcfd-814cb09c0e1f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'security_group_rule': {'security_group_id': 'ab5ab146-9ace-432c-9808-57f65a54d6af', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:08.935086 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e421e77a-7c98-4b13-bcfd-814cb09c0e1f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:08.997681 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e421e77a-7c98-4b13-bcfd-814cb09c0e1f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:09.105392 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e421e77a-7c98-4b13-bcfd-814cb09c0e1f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:09.124645 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421e77a-7c98-4b13-bcfd-814cb09c0e1f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deeef312-9495-443f-abc5-ddf1e822fbe0,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:09.226760 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e421e77a-7c98-4b13-bcfd-814cb09c0e1f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:09.228066 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e421e77a-7c98-4b13-bcfd-814cb09c0e1f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4426174 Aug 10 04:22:09.230918 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45756) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:09.235375 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-0a297ea4-bc4e-4829-805a-43c91c28b33b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'security_group_rule': {'security_group_id': 'ab5ab146-9ace-432c-9808-57f65a54d6af', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:09.757542 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0a297ea4-bc4e-4829-805a-43c91c28b33b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:09.830017 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0a297ea4-bc4e-4829-805a-43c91c28b33b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:09.939536 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0a297ea4-bc4e-4829-805a-43c91c28b33b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:09.961218 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a297ea4-bc4e-4829-805a-43c91c28b33b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12293afe-995d-490d-8250-f94de2df449e,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:09.968245 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-23fb60fd-ac84-4f11-92c0-dd666c836bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:10.008850 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0a297ea4-bc4e-4829-805a-43c91c28b33b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:10.010582 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0a297ea4-bc4e-4829-805a-43c91c28b33b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7786930 Aug 10 04:22:10.015533 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45764) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:10.022205 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-082a8f7b-9abd-4346-b5ea-f3bba85b4439 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'security_group_rule': {'security_group_id': 'ab5ab146-9ace-432c-9808-57f65a54d6af', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:10.134347 n-d-802893-2 neutron-server[94938]: INFO neutron.db.securitygroups_db [None req-082a8f7b-9abd-4346-b5ea-f3bba85b4439 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Project 397e8cde821d4d5ca53b9835ebca79b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:22:10.139926 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-082a8f7b-9abd-4346-b5ea-f3bba85b4439 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:10.213480 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-082a8f7b-9abd-4346-b5ea-f3bba85b4439 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:10.294406 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-082a8f7b-9abd-4346-b5ea-f3bba85b4439 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:10.315875 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a8f7b-9abd-4346-b5ea-f3bba85b4439 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f0aab8e-f62b-437d-a9f9-d8e6ffc29201,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:10.374411 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-082a8f7b-9abd-4346-b5ea-f3bba85b4439 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:10.375673 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-082a8f7b-9abd-4346-b5ea-f3bba85b4439 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3591468 Aug 10 04:22:10.378386 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45768) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:10.383218 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-e7c24d9f-5146-4ee5-99af-e3bd096f912b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'security_group_rule': {'security_group_id': 'ab5ab146-9ace-432c-9808-57f65a54d6af', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:10.461879 n-d-802893-2 neutron-server[94938]: INFO neutron.db.securitygroups_db [None req-e7c24d9f-5146-4ee5-99af-e3bd096f912b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Project 397e8cde821d4d5ca53b9835ebca79b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:22:10.470673 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e7c24d9f-5146-4ee5-99af-e3bd096f912b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:10.544808 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e7c24d9f-5146-4ee5-99af-e3bd096f912b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:10.614093 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e7c24d9f-5146-4ee5-99af-e3bd096f912b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:10.633329 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c24d9f-5146-4ee5-99af-e3bd096f912b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954946db-5a25-4af5-9dce-10b236c129fc,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:10.728704 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e7c24d9f-5146-4ee5-99af-e3bd096f912b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:10.732774 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e7c24d9f-5146-4ee5-99af-e3bd096f912b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3507540 Aug 10 04:22:10.733164 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45772) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:10.738498 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-cca4a85b-44c1-4d2c-9cf7-45474439b1cf tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'network': {'name': 'tempest-network-smoke--177670769', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'port_security_enabled': True}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:10.848671 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca4a85b-44c1-4d2c-9cf7-45474439b1cf tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Made reservation on behalf of 397e8cde821d4d5ca53b9835ebca79b1 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:22:10.853958 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cca4a85b-44c1-4d2c-9cf7-45474439b1cf tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:10.883159 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca4a85b-44c1-4d2c-9cf7-45474439b1cf tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:22:10.896666 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cca4a85b-44c1-4d2c-9cf7-45474439b1cf tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:10.897127 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-cca4a85b-44c1-4d2c-9cf7-45474439b1cf tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Added segment 66e20012-e773-4b62-a10e-7138c930958d of type vlan for network 87368086-b969-41b0-a647-469e6cb99deb Aug 10 04:22:10.954668 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cca4a85b-44c1-4d2c-9cf7-45474439b1cf tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:11.105566 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cca4a85b-44c1-4d2c-9cf7-45474439b1cf tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:11.111418 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca4a85b-44c1-4d2c-9cf7-45474439b1cf tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:11.112347 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cca4a85b-44c1-4d2c-9cf7-45474439b1cf tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:11.183172 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4a85b-44c1-4d2c-9cf7-45474439b1cf tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Network': ['ID=87368086-b969-41b0-a647-469e6cb99deb,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:11.194371 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 87368086-b969-41b0-a647-469e6cb99deb details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:22:11.255069 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cca4a85b-44c1-4d2c-9cf7-45474439b1cf tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5207548 Aug 10 04:22:11.258209 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45776) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:11.263980 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-907d82f8-b788-44a5-a68a-4067d7058875 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-540718076', 'admin_state_up': True, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:11.385594 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-907d82f8-b788-44a5-a68a-4067d7058875 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:11.386606 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-907d82f8-b788-44a5-a68a-4067d7058875 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:11.448408 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-907d82f8-b788-44a5-a68a-4067d7058875 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:11.669873 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-907d82f8-b788-44a5-a68a-4067d7058875 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:12.006237 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-907d82f8-b788-44a5-a68a-4067d7058875 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:12.026793 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-907d82f8-b788-44a5-a68a-4067d7058875 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:12.143053 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-907d82f8-b788-44a5-a68a-4067d7058875 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Allocated IP 172.25.0.117 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/f1b8c483-775c-43be-b047-27a377e0475e) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:22:12.258891 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-907d82f8-b788-44a5-a68a-4067d7058875 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:12.409163 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-907d82f8-b788-44a5-a68a-4067d7058875 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:12.453549 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907d82f8-b788-44a5-a68a-4067d7058875 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:22:12.456514 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-907d82f8-b788-44a5-a68a-4067d7058875 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:12.461185 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907d82f8-b788-44a5-a68a-4067d7058875 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:22:12.489026 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d82f8-b788-44a5-a68a-4067d7058875 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Port': ['ID=f1b8c483-775c-43be-b047-27a377e0475e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:12.806907 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-907d82f8-b788-44a5-a68a-4067d7058875 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:13.045903 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-907d82f8-b788-44a5-a68a-4067d7058875 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:13.242992 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907d82f8-b788-44a5-a68a-4067d7058875 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Router fd68e12e-4070-4c9e-a7c5-778dd397f341 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:22:13.368340 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907d82f8-b788-44a5-a68a-4067d7058875 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:22:13.382237 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be2d005-b808-40fa-84ef-1145deb9d635 None None] Sync routers for ids ['fd68e12e-4070-4c9e-a7c5-778dd397f341'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:22:13.395039 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be2d005-b808-40fa-84ef-1145deb9d635 None None] Routers {'fd68e12e-4070-4c9e-a7c5-778dd397f341'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:22:13.396662 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-7be2d005-b808-40fa-84ef-1145deb9d635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:21:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['fd68e12e-4070-4c9e-a7c5-778dd397f341'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:13.526796 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-7be2d005-b808-40fa-84ef-1145deb9d635 None None] Set router fd68e12e-4070-4c9e-a7c5-778dd397f341 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:22:13.775707 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-7be2d005-b808-40fa-84ef-1145deb9d635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540718076', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'f1b8c483-775c-43be-b047-27a377e0475e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:11Z', 'updated_at': '2021-08-10T04:22:12Z', 'revision_number': 3, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': 'f1b8c483-775c-43be-b047-27a377e0475e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:11:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:12Z', 'updated_at': '2021-08-10T04:22:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:13.805016 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be2d005-b808-40fa-84ef-1145deb9d635 None None] Checking router: fd68e12e-4070-4c9e-a7c5-778dd397f341 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:22:13.805340 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be2d005-b808-40fa-84ef-1145deb9d635 None None] Updating router fd68e12e-4070-4c9e-a7c5-778dd397f341 port f1b8c483-775c-43be-b047-27a377e0475e binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:22:13.831180 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-907d82f8-b788-44a5-a68a-4067d7058875 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:13.832427 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7be2d005-b808-40fa-84ef-1145deb9d635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:13.840735 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-907d82f8-b788-44a5-a68a-4067d7058875 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5727873 Aug 10 04:22:13.840735 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45790) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:13.883998 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0f34e74f-3665-429f-95cd-0e7d6450e855 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=397e8cde821d4d5ca53b9835ebca79b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445461 Aug 10 04:22:13.895312 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45792) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:13.978265 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:13.982267 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f4d5f208-cd04-4f1e-93f6-6d39d4117aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:14.011998 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a17f1c-6c04-4dfe-9144-f894c069a91c tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:14.017383 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45794) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:14.027610 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d7a17f1c-6c04-4dfe-9144-f894c069a91c tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304157 Aug 10 04:22:14.065523 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45796) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:14.072865 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-2a5633f2-b3f7-401c-9bce-1deea576acaa tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-885026804', 'network_id': '87368086-b969-41b0-a647-469e6cb99deb', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:14.076652 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-28201b0f-daf5-4ddc-871d-9e1c218e4d61 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0575743 Aug 10 04:22:14.291179 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7be2d005-b808-40fa-84ef-1145deb9d635 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:14.294024 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5633f2-b3f7-401c-9bce-1deea576acaa tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Made reservation on behalf of 397e8cde821d4d5ca53b9835ebca79b1 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:22:14.297831 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a5633f2-b3f7-401c-9bce-1deea576acaa tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:14.305719 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7be2d005-b808-40fa-84ef-1145deb9d635 None None] Transition to ACTIVE for port object f1b8c483-775c-43be-b047-27a377e0475e will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:14.407555 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7be2d005-b808-40fa-84ef-1145deb9d635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:14.469887 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-7be2d005-b808-40fa-84ef-1145deb9d635 None None] Attempting to bind port f1b8c483-775c-43be-b047-27a377e0475e on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:22:14.470552 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-7be2d005-b808-40fa-84ef-1145deb9d635 None None] Attempting to bind port f1b8c483-775c-43be-b047-27a377e0475e by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:22:14.471115 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be2d005-b808-40fa-84ef-1145deb9d635 None None] Attempting to bind port f1b8c483-775c-43be-b047-27a377e0475e on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:22:14.474512 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766594ba-d0f2-48e1-a084-4c66730d7f59 None None] Pushing event updated for resources: {'Port': ['ID=f1b8c483-775c-43be-b047-27a377e0475e,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:14.479829 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be2d005-b808-40fa-84ef-1145deb9d635 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:22:14.480527 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be2d005-b808-40fa-84ef-1145deb9d635 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:22:14.480927 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7be2d005-b808-40fa-84ef-1145deb9d635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:14.481312 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be2d005-b808-40fa-84ef-1145deb9d635 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:22:14.481782 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-7be2d005-b808-40fa-84ef-1145deb9d635 None None] Bound port: f1b8c483-775c-43be-b047-27a377e0475e, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:22:14.482746 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7be2d005-b808-40fa-84ef-1145deb9d635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:14.544158 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-7be2d005-b808-40fa-84ef-1145deb9d635 None None] For port f1b8c483-775c-43be-b047-27a377e0475e, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:22:14.547593 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-7be2d005-b808-40fa-84ef-1145deb9d635 None None] For port f1b8c483-775c-43be-b047-27a377e0475e, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f1b8c483-775c-43be-b047-27a377e0475e,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:22:14.587624 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a5633f2-b3f7-401c-9bce-1deea576acaa tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:14.655311 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5633f2-b3f7-401c-9bce-1deea576acaa tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Subnet': ['ID=72546aa3-f6b8-4e33-9085-a2d2ade519f6,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:14.660597 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7be2d005-b808-40fa-84ef-1145deb9d635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:14.671822 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5633f2-b3f7-401c-9bce-1deea576acaa tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Checking segment: {'id': '66e20012-e773-4b62-a10e-7138c930958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '87368086-b969-41b0-a647-469e6cb99deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:22:14.671822 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5633f2-b3f7-401c-9bce-1deea576acaa tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Network hostable DHCP agents. Network: 87368086-b969-41b0-a647-469e6cb99deb, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:22:14.732536 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be2d005-b808-40fa-84ef-1145deb9d635 None None] Routers {'fd68e12e-4070-4c9e-a7c5-778dd397f341'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:22:14.733170 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-7be2d005-b808-40fa-84ef-1145deb9d635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:22:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['fd68e12e-4070-4c9e-a7c5-778dd397f341'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:14.737919 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766594ba-d0f2-48e1-a084-4c66730d7f59 None None] Pushing event updated for resources: {'Port': ['ID=f1b8c483-775c-43be-b047-27a377e0475e,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:14.756988 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5633f2-b3f7-401c-9bce-1deea576acaa tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Network 87368086-b969-41b0-a647-469e6cb99deb is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:22:14.825928 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-2a5633f2-b3f7-401c-9bce-1deea576acaa tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 87368086-b969-41b0-a647-469e6cb99deb) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:14.829487 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5633f2-b3f7-401c-9bce-1deea576acaa tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:14.832326 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a5633f2-b3f7-401c-9bce-1deea576acaa tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:14.834716 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6634fa3-dd8f-4270-bf62-7b4e30a788cb None None] Network 87368086-b969-41b0-a647-469e6cb99deb requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:22:14.899083 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-7be2d005-b808-40fa-84ef-1145deb9d635 None None] Set router fd68e12e-4070-4c9e-a7c5-778dd397f341 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:22:14.912512 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2a5633f2-b3f7-401c-9bce-1deea576acaa tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8455398 Aug 10 04:22:14.915222 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45804) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:15.148697 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2973dcc-c425-4db2-bbbc-720310a1d250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-87368086-b969-41b0-a647-469e6cb99deb', 'network_id': '87368086-b969-41b0-a647-469e6cb99deb', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'fixed_ips': [{'subnet_id': '72546aa3-f6b8-4e33-9085-a2d2ade519f6'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:22:15.154816 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e2973dcc-c425-4db2-bbbc-720310a1d250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:15.186932 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-7be2d005-b808-40fa-84ef-1145deb9d635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540718076', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'f1b8c483-775c-43be-b047-27a377e0475e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:11Z', 'updated_at': '2021-08-10T04:22:12Z', 'revision_number': 3, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': 'f1b8c483-775c-43be-b047-27a377e0475e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:11:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:12Z', 'updated_at': '2021-08-10T04:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:15.265356 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be2d005-b808-40fa-84ef-1145deb9d635 None None] The sync data for ids ['fd68e12e-4070-4c9e-a7c5-778dd397f341'] in n-d-802893-2 is: [{'id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540718076', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'f1b8c483-775c-43be-b047-27a377e0475e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:11Z', 'updated_at': '2021-08-10T04:22:12Z', 'revision_number': 3, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': 'f1b8c483-775c-43be-b047-27a377e0475e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:11:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:12Z', 'updated_at': '2021-08-10T04:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:22:15.387266 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-e2973dcc-c425-4db2-bbbc-720310a1d250 None None] Allocated IP 172.20.0.2 (87368086-b969-41b0-a647-469e6cb99deb/72546aa3-f6b8-4e33-9085-a2d2ade519f6/6a46f20f-2b82-491e-a4cf-2f8d2620755e) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:22:15.400588 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:15.595735 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e2973dcc-c425-4db2-bbbc-720310a1d250 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:15.605463 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e2973dcc-c425-4db2-bbbc-720310a1d250 None None] Transition to ACTIVE for port object 6a46f20f-2b82-491e-a4cf-2f8d2620755e will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:15.626037 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e2973dcc-c425-4db2-bbbc-720310a1d250 None None] Transition to ACTIVE for port object 6a46f20f-2b82-491e-a4cf-2f8d2620755e will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:15.723225 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e2973dcc-c425-4db2-bbbc-720310a1d250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:15.774625 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2973dcc-c425-4db2-bbbc-720310a1d250 None None] Network 87368086-b969-41b0-a647-469e6cb99deb is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:22:15.784366 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-e2973dcc-c425-4db2-bbbc-720310a1d250 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:15.789405 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2973dcc-c425-4db2-bbbc-720310a1d250 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:22:15.802979 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2973dcc-c425-4db2-bbbc-720310a1d250 None None] Pushing event updated for resources: {'Port': ['ID=6a46f20f-2b82-491e-a4cf-2f8d2620755e,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:15.872980 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-e2973dcc-c425-4db2-bbbc-720310a1d250 None None] Attempting to bind port 6a46f20f-2b82-491e-a4cf-2f8d2620755e on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:22:15.873653 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-e2973dcc-c425-4db2-bbbc-720310a1d250 None None] Attempting to bind port 6a46f20f-2b82-491e-a4cf-2f8d2620755e by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '66e20012-e773-4b62-a10e-7138c930958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '87368086-b969-41b0-a647-469e6cb99deb'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:22:15.874449 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2973dcc-c425-4db2-bbbc-720310a1d250 None None] Attempting to bind port 6a46f20f-2b82-491e-a4cf-2f8d2620755e on network 87368086-b969-41b0-a647-469e6cb99deb {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:22:15.880957 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2973dcc-c425-4db2-bbbc-720310a1d250 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:22:15.881693 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2973dcc-c425-4db2-bbbc-720310a1d250 None None] Checking segment: {'id': '66e20012-e773-4b62-a10e-7138c930958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '87368086-b969-41b0-a647-469e6cb99deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:22:15.882293 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e2973dcc-c425-4db2-bbbc-720310a1d250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:15.882866 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2973dcc-c425-4db2-bbbc-720310a1d250 None None] Bound using segment: {'id': '66e20012-e773-4b62-a10e-7138c930958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '87368086-b969-41b0-a647-469e6cb99deb'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:22:15.883526 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-e2973dcc-c425-4db2-bbbc-720310a1d250 None None] Bound port: 6a46f20f-2b82-491e-a4cf-2f8d2620755e, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e20012-e773-4b62-a10e-7138c930958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '87368086-b969-41b0-a647-469e6cb99deb'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:22:15.884142 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e2973dcc-c425-4db2-bbbc-720310a1d250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:16.003675 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-e2973dcc-c425-4db2-bbbc-720310a1d250 None None] For port 6a46f20f-2b82-491e-a4cf-2f8d2620755e, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:22:16.008589 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-e2973dcc-c425-4db2-bbbc-720310a1d250 None None] For port 6a46f20f-2b82-491e-a4cf-2f8d2620755e, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=6a46f20f-2b82-491e-a4cf-2f8d2620755e,segment=NetworkSegment(66e20012-e773-4b62-a10e-7138c930958d),segment_id=66e20012-e773-4b62-a10e-7138c930958d)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:22:16.030484 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4a87376-32c6-456d-824f-968e3751eaf5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:16.048705 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:16.152801 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e2973dcc-c425-4db2-bbbc-720310a1d250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:16.268574 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2973dcc-c425-4db2-bbbc-720310a1d250 None None] Pushing event updated for resources: {'Port': ['ID=6a46f20f-2b82-491e-a4cf-2f8d2620755e,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:16.474640 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-a4a87376-32c6-456d-824f-968e3751eaf5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Allocated IP 172.20.0.1 (87368086-b969-41b0-a647-469e6cb99deb/72546aa3-f6b8-4e33-9085-a2d2ade519f6/47fd136b-2527-4a70-9653-730cdae26967) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:22:16.660239 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4a87376-32c6-456d-824f-968e3751eaf5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:16.678526 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-a4a87376-32c6-456d-824f-968e3751eaf5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Transition to ACTIVE for port object 47fd136b-2527-4a70-9653-730cdae26967 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:16.787260 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4a87376-32c6-456d-824f-968e3751eaf5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:16.840103 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a87376-32c6-456d-824f-968e3751eaf5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Network 87368086-b969-41b0-a647-469e6cb99deb is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:22:16.845200 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-a4a87376-32c6-456d-824f-968e3751eaf5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:16.847908 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a87376-32c6-456d-824f-968e3751eaf5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:22:16.884477 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 6a46f20f-2b82-491e-a4cf-2f8d2620755e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:16.894595 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a87376-32c6-456d-824f-968e3751eaf5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Port': ['ID=47fd136b-2527-4a70-9653-730cdae26967,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:16.928391 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4a87376-32c6-456d-824f-968e3751eaf5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:17.191724 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:17.340604 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 6a46f20f-2b82-491e-a4cf-2f8d2620755e completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:17.347912 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f1b8c483-775c-43be-b047-27a377e0475e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:17.359549 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4a87376-32c6-456d-824f-968e3751eaf5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:17.500567 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port f1b8c483-775c-43be-b047-27a377e0475e completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:17.505252 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port f1b8c483-775c-43be-b047-27a377e0475e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:17.505807 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:17.615596 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:17.645226 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port f1b8c483-775c-43be-b047-27a377e0475e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f1b8c483-775c-43be-b047-27a377e0475e,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:17.731793 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4a87376-32c6-456d-824f-968e3751eaf5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:17.778514 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c2ebb8-e0f9-4ca3-8c46-08e57472923b None None] Network 87368086-b969-41b0-a647-469e6cb99deb requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:22:17.960306 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:18.016976 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=f1b8c483-775c-43be-b047-27a377e0475e,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:18.745742 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f1b8c483-775c-43be-b047-27a377e0475e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:18.805487 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port f1b8c483-775c-43be-b047-27a377e0475e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:18.805882 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:18.899899 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a3ff86c3-4378-42a2-a3df-322e9dc00c95 None None] Provisioning for port 6a46f20f-2b82-491e-a4cf-2f8d2620755e completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:18.900126 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4a87376-32c6-456d-824f-968e3751eaf5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:18.904030 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a3ff86c3-4378-42a2-a3df-322e9dc00c95 None None] Provisioning complete for port 6a46f20f-2b82-491e-a4cf-2f8d2620755e triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:18.911192 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a3ff86c3-4378-42a2-a3df-322e9dc00c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:18.977782 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a4a87376-32c6-456d-824f-968e3751eaf5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:18.979619 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a87376-32c6-456d-824f-968e3751eaf5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Port': ['ID=47fd136b-2527-4a70-9653-730cdae26967,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:18.993220 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a3ff86c3-4378-42a2-a3df-322e9dc00c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:19.039693 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a3ff86c3-4378-42a2-a3df-322e9dc00c95 None None] For port 6a46f20f-2b82-491e-a4cf-2f8d2620755e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=6a46f20f-2b82-491e-a4cf-2f8d2620755e,segment=NetworkSegment(66e20012-e773-4b62-a10e-7138c930958d),segment_id=66e20012-e773-4b62-a10e-7138c930958d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:19.110327 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a3ff86c3-4378-42a2-a3df-322e9dc00c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:19.117853 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a87376-32c6-456d-824f-968e3751eaf5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Network 87368086-b969-41b0-a647-469e6cb99deb is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:22:19.128075 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-a4a87376-32c6-456d-824f-968e3751eaf5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:19.173449 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff86c3-4378-42a2-a3df-322e9dc00c95 None None] Pushing event updated for resources: {'Port': ['ID=6a46f20f-2b82-491e-a4cf-2f8d2620755e,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:19.260751 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ae3ba6ec-e8f4-4223-b5bd-18d31106d607 None None] Provisioning complete for port 6a46f20f-2b82-491e-a4cf-2f8d2620755e triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:19.261210 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ae3ba6ec-e8f4-4223-b5bd-18d31106d607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:19.270426 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a87376-32c6-456d-824f-968e3751eaf5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Router fd68e12e-4070-4c9e-a7c5-778dd397f341 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:22:19.431319 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a87376-32c6-456d-824f-968e3751eaf5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:22:19.448643 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a4a87376-32c6-456d-824f-968e3751eaf5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "PUT /v2.0/routers/fd68e12e-4070-4c9e-a7c5-778dd397f341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5321772 Aug 10 04:22:19.453089 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2b44a4-a2d9-41fe-bcf2-9a8dbd67cd16 None None] Sync routers for ids ['fd68e12e-4070-4c9e-a7c5-778dd397f341'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:22:19.463805 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ae3ba6ec-e8f4-4223-b5bd-18d31106d607 None None] Provisioning for port 47fd136b-2527-4a70-9653-730cdae26967 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:19.470074 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2b44a4-a2d9-41fe-bcf2-9a8dbd67cd16 None None] Routers {'fd68e12e-4070-4c9e-a7c5-778dd397f341'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:22:19.470715 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-5a2b44a4-a2d9-41fe-bcf2-9a8dbd67cd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:22:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['fd68e12e-4070-4c9e-a7c5-778dd397f341'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:19.472092 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ae3ba6ec-e8f4-4223-b5bd-18d31106d607 None None] Provisioning complete for port 47fd136b-2527-4a70-9653-730cdae26967 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:19.472470 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ae3ba6ec-e8f4-4223-b5bd-18d31106d607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:19.548363 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-ae3ba6ec-e8f4-4223-b5bd-18d31106d607 None None] Port 47fd136b-2527-4a70-9653-730cdae26967 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:22:19.675372 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-98ff08d1-b46f-49dc-ac05-0deaabba674e None None] Provisioning complete for port 47fd136b-2527-4a70-9653-730cdae26967 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:19.675915 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-98ff08d1-b46f-49dc-ac05-0deaabba674e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:19.694926 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-738a1b3b-c614-4903-a90e-d4aa51a5190b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1058213358&fields=id&tenant_id=397e8cde821d4d5ca53b9835ebca79b1 HTTP/1.1" status: 200 len: 267 time: 0.0707922 Aug 10 04:22:19.697885 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-5a2b44a4-a2d9-41fe-bcf2-9a8dbd67cd16 None None] Set router fd68e12e-4070-4c9e-a7c5-778dd397f341 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:22:19.749436 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-98ff08d1-b46f-49dc-ac05-0deaabba674e None None] Port 47fd136b-2527-4a70-9653-730cdae26967 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:22:19.842668 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-907a7a5e-865b-4856-b240-497013dcfda9 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:19.844421 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-907a7a5e-865b-4856-b240-497013dcfda9 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/networks?id=87368086-b969-41b0-a647-469e6cb99deb HTTP/1.1" status: 200 len: 796 time: 0.1414580 Aug 10 04:22:19.861781 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-19be8d98-a8a6-46f1-8a1a-3b74d1a27e07 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/quotas/397e8cde821d4d5ca53b9835ebca79b1 HTTP/1.1" status: 200 len: 375 time: 0.0108273 Aug 10 04:22:19.922831 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-97d3cf10-b615-4e41-a4ae-888344ffc79d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541170 Aug 10 04:22:20.042876 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-5a2b44a4-a2d9-41fe-bcf2-9a8dbd67cd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540718076', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'f1b8c483-775c-43be-b047-27a377e0475e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:11Z', 'updated_at': '2021-08-10T04:22:17Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': 'f1b8c483-775c-43be-b047-27a377e0475e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:11:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:12Z', 'updated_at': '2021-08-10T04:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '47fd136b-2527-4a70-9653-730cdae26967', 'name': '', 'network_id': '87368086-b969-41b0-a647-469e6cb99deb', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:82:ff:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '72546aa3-f6b8-4e33-9085-a2d2ade519f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:16Z', 'updated_at': '2021-08-10T04:22:17Z', 'revision_number': 2, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': '72546aa3-f6b8-4e33-9085-a2d2ade519f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:20.090399 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2b44a4-a2d9-41fe-bcf2-9a8dbd67cd16 None None] Checking router: fd68e12e-4070-4c9e-a7c5-778dd397f341 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:22:20.090760 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2b44a4-a2d9-41fe-bcf2-9a8dbd67cd16 None None] Updating router fd68e12e-4070-4c9e-a7c5-778dd397f341 port 47fd136b-2527-4a70-9653-730cdae26967 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:22:20.121980 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5a2b44a4-a2d9-41fe-bcf2-9a8dbd67cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:20.236794 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-90357b11-fe64-4dc4-a8e7-4a9c5d2f8eec service neutron] 10.222.0.25 "GET /v2.0/networks/87368086-b969-41b0-a647-469e6cb99deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014231 Aug 10 04:22:20.348031 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-a01076e6-7a90-4d5b-bd6e-d557603540d0 service neutron] 10.222.0.25 "GET /v2.0/networks/87368086-b969-41b0-a647-469e6cb99deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021435 Aug 10 04:22:20.434052 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5a2b44a4-a2d9-41fe-bcf2-9a8dbd67cd16 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:20.450312 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-5a2b44a4-a2d9-41fe-bcf2-9a8dbd67cd16 None None] Transition to ACTIVE for port object 47fd136b-2527-4a70-9653-730cdae26967 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:20.539949 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5a2b44a4-a2d9-41fe-bcf2-9a8dbd67cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:20.594638 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28761243-f802-49f6-a9b1-1008c9da3a8b None None] Pushing event updated for resources: {'Port': ['ID=47fd136b-2527-4a70-9653-730cdae26967,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:20.607346 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761243-f802-49f6-a9b1-1008c9da3a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:20.607346 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761243-f802-49f6-a9b1-1008c9da3a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:20.607346 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761243-f802-49f6-a9b1-1008c9da3a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:20.607346 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761243-f802-49f6-a9b1-1008c9da3a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:20.607346 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761243-f802-49f6-a9b1-1008c9da3a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:20.607804 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761243-f802-49f6-a9b1-1008c9da3a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:20.608033 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761243-f802-49f6-a9b1-1008c9da3a8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:20.608407 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761243-f802-49f6-a9b1-1008c9da3a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:20.609972 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761243-f802-49f6-a9b1-1008c9da3a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:20.610374 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761243-f802-49f6-a9b1-1008c9da3a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:20.610953 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761243-f802-49f6-a9b1-1008c9da3a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:20.616367 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28761243-f802-49f6-a9b1-1008c9da3a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:20.722942 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-5a2b44a4-a2d9-41fe-bcf2-9a8dbd67cd16 None None] Attempting to bind port 47fd136b-2527-4a70-9653-730cdae26967 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:22:20.723317 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-5a2b44a4-a2d9-41fe-bcf2-9a8dbd67cd16 None None] Attempting to bind port 47fd136b-2527-4a70-9653-730cdae26967 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '66e20012-e773-4b62-a10e-7138c930958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '87368086-b969-41b0-a647-469e6cb99deb'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:22:20.723714 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2b44a4-a2d9-41fe-bcf2-9a8dbd67cd16 None None] Attempting to bind port 47fd136b-2527-4a70-9653-730cdae26967 on network 87368086-b969-41b0-a647-469e6cb99deb {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:22:20.741702 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2b44a4-a2d9-41fe-bcf2-9a8dbd67cd16 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:22:20.742105 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2b44a4-a2d9-41fe-bcf2-9a8dbd67cd16 None None] Checking segment: {'id': '66e20012-e773-4b62-a10e-7138c930958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '87368086-b969-41b0-a647-469e6cb99deb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:22:20.742493 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5a2b44a4-a2d9-41fe-bcf2-9a8dbd67cd16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:20.742883 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2b44a4-a2d9-41fe-bcf2-9a8dbd67cd16 None None] Bound using segment: {'id': '66e20012-e773-4b62-a10e-7138c930958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '87368086-b969-41b0-a647-469e6cb99deb'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:22:20.743351 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-5a2b44a4-a2d9-41fe-bcf2-9a8dbd67cd16 None None] Bound port: 47fd136b-2527-4a70-9653-730cdae26967, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66e20012-e773-4b62-a10e-7138c930958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '87368086-b969-41b0-a647-469e6cb99deb'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:22:20.743729 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5a2b44a4-a2d9-41fe-bcf2-9a8dbd67cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:20.747477 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56e4c697-8eb1-49c9-b12e-d5ec6c5bf0a3 req-2994d4fd-11cd-4fe6-a5aa-5a289ac176d6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 210 time: 0.0784719 Aug 10 04:22:20.795087 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 6a46f20f-2b82-491e-a4cf-2f8d2620755e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:20.882890 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-5a2b44a4-a2d9-41fe-bcf2-9a8dbd67cd16 None None] For port 47fd136b-2527-4a70-9653-730cdae26967, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:22:20.886573 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-5a2b44a4-a2d9-41fe-bcf2-9a8dbd67cd16 None None] For port 47fd136b-2527-4a70-9653-730cdae26967, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=47fd136b-2527-4a70-9653-730cdae26967,segment=NetworkSegment(66e20012-e773-4b62-a10e-7138c930958d),segment_id=66e20012-e773-4b62-a10e-7138c930958d)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:22:20.893143 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 6a46f20f-2b82-491e-a4cf-2f8d2620755e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:20.893751 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:20.959581 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5a2b44a4-a2d9-41fe-bcf2-9a8dbd67cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:21.033910 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2b44a4-a2d9-41fe-bcf2-9a8dbd67cd16 None None] Routers {'fd68e12e-4070-4c9e-a7c5-778dd397f341'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:22:21.034535 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-5a2b44a4-a2d9-41fe-bcf2-9a8dbd67cd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:22:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['fd68e12e-4070-4c9e-a7c5-778dd397f341'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:21.041087 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28761243-f802-49f6-a9b1-1008c9da3a8b None None] Pushing event updated for resources: {'Port': ['ID=47fd136b-2527-4a70-9653-730cdae26967,revision_number=4']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:21.173268 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-5a2b44a4-a2d9-41fe-bcf2-9a8dbd67cd16 None None] Set router fd68e12e-4070-4c9e-a7c5-778dd397f341 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:22:21.417761 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-5a2b44a4-a2d9-41fe-bcf2-9a8dbd67cd16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540718076', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'f1b8c483-775c-43be-b047-27a377e0475e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:11Z', 'updated_at': '2021-08-10T04:22:17Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': 'f1b8c483-775c-43be-b047-27a377e0475e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:11:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:12Z', 'updated_at': '2021-08-10T04:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '47fd136b-2527-4a70-9653-730cdae26967', 'name': '', 'network_id': '87368086-b969-41b0-a647-469e6cb99deb', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:82:ff:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '72546aa3-f6b8-4e33-9085-a2d2ade519f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:16Z', 'updated_at': '2021-08-10T04:22:20Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': '72546aa3-f6b8-4e33-9085-a2d2ade519f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:21.449928 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2b44a4-a2d9-41fe-bcf2-9a8dbd67cd16 None None] The sync data for ids ['fd68e12e-4070-4c9e-a7c5-778dd397f341'] in n-d-802893-2 is: [{'id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540718076', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'f1b8c483-775c-43be-b047-27a377e0475e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:11Z', 'updated_at': '2021-08-10T04:22:17Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': 'f1b8c483-775c-43be-b047-27a377e0475e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:11:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:12Z', 'updated_at': '2021-08-10T04:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '47fd136b-2527-4a70-9653-730cdae26967', 'name': '', 'network_id': '87368086-b969-41b0-a647-469e6cb99deb', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:82:ff:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '72546aa3-f6b8-4e33-9085-a2d2ade519f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:16Z', 'updated_at': '2021-08-10T04:22:20Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': '72546aa3-f6b8-4e33-9085-a2d2ade519f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:22:21.943847 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d89513b1-86fe-4618-80a8-92af05dfa1b0 req-3f1350a8-44d9-42dd-84af-eaf2c59f8d37 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 210 time: 0.0407522 Aug 10 04:22:22.789712 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 47fd136b-2527-4a70-9653-730cdae26967 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:22.938436 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 47fd136b-2527-4a70-9653-730cdae26967 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:22.942072 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45902) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:22.945874 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 47fd136b-2527-4a70-9653-730cdae26967 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:22.952896 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:23.065135 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-674b3e81-61ab-432e-954e-2184fbec6716 req-aa5b8de4-34f7-43f3-916f-4cda5c7235e6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 210 time: 0.0413959 Aug 10 04:22:23.083004 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:23.119655 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 47fd136b-2527-4a70-9653-730cdae26967, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=47fd136b-2527-4a70-9653-730cdae26967,segment=NetworkSegment(66e20012-e773-4b62-a10e-7138c930958d),segment_id=66e20012-e773-4b62-a10e-7138c930958d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:23.123211 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8badcd6f-c89c-4006-82df-7b24793ad08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:23.214390 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:23.228283 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-4d97631d-28ac-44aa-92bb-e66caf0f7452 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:23.228283 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-4d97631d-28ac-44aa-92bb-e66caf0f7452 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.68 "GET /v2.0/networks?id=87368086-b969-41b0-a647-469e6cb99deb HTTP/1.1" status: 200 len: 796 time: 0.1584046 Aug 10 04:22:23.267410 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=47fd136b-2527-4a70-9653-730cdae26967,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:23.282320 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-ceeb7e2e-a52b-4b74-9b66-b7d88f2605a1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=397e8cde821d4d5ca53b9835ebca79b1 HTTP/1.1" status: 200 len: 380 time: 0.0507462 Aug 10 04:22:23.295080 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-130222d9-8ebf-44bb-bbfa-713eb960f3dc tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'port': {'device_id': '2e1ab584-8c80-4b90-8e39-58e542e3bfc2', 'network_id': '87368086-b969-41b0-a647-469e6cb99deb', 'admin_state_up': True, 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'security_groups': ['ab5ab146-9ace-432c-9808-57f65a54d6af']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:23.347134 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8badcd6f-c89c-4006-82df-7b24793ad08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:23.471724 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8badcd6f-c89c-4006-82df-7b24793ad08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:23.514991 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8badcd6f-c89c-4006-82df-7b24793ad08e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9f549347cac64a4cb63ec810f829aac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5713825 Aug 10 04:22:23.516945 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badcd6f-c89c-4006-82df-7b24793ad08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e7b98d-6bc7-42c1-ae85-c3c918672340,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:23.517797 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45908) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:23.525057 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8badcd6f-c89c-4006-82df-7b24793ad08e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:23.525413 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8badcd6f-c89c-4006-82df-7b24793ad08e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:23.525760 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8badcd6f-c89c-4006-82df-7b24793ad08e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:23.526104 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8badcd6f-c89c-4006-82df-7b24793ad08e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:23.526443 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8badcd6f-c89c-4006-82df-7b24793ad08e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:23.526788 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8badcd6f-c89c-4006-82df-7b24793ad08e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:23.527117 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8badcd6f-c89c-4006-82df-7b24793ad08e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:23.527449 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8badcd6f-c89c-4006-82df-7b24793ad08e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:23.527777 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8badcd6f-c89c-4006-82df-7b24793ad08e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:23.528135 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8badcd6f-c89c-4006-82df-7b24793ad08e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:23.528463 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8badcd6f-c89c-4006-82df-7b24793ad08e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:23.528792 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8badcd6f-c89c-4006-82df-7b24793ad08e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:23.569588 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-67876470-62eb-4ea0-a545-90968c246543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:23.591574 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-67876470-62eb-4ea0-a545-90968c246543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:23.635741 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-130222d9-8ebf-44bb-bbfa-713eb960f3dc tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Made reservation on behalf of 397e8cde821d4d5ca53b9835ebca79b1 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:22:23.639626 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-130222d9-8ebf-44bb-bbfa-713eb960f3dc tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:23.785025 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-67876470-62eb-4ea0-a545-90968c246543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:23.788167 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-67876470-62eb-4ea0-a545-90968c246543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:23.789797 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-67876470-62eb-4ea0-a545-90968c246543 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18e7b98d-6bc7-42c1-ae85-c3c918672340 HTTP/1.1" status: 204 len: 168 time: 0.2705612 Aug 10 04:22:23.799717 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67876470-62eb-4ea0-a545-90968c246543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e7b98d-6bc7-42c1-ae85-c3c918672340,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:23.893454 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-130222d9-8ebf-44bb-bbfa-713eb960f3dc tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Allocated IP 172.20.0.14 (87368086-b969-41b0-a647-469e6cb99deb/72546aa3-f6b8-4e33-9085-a2d2ade519f6/f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:22:24.045605 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-130222d9-8ebf-44bb-bbfa-713eb960f3dc tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:24.060508 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-130222d9-8ebf-44bb-bbfa-713eb960f3dc tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Transition to ACTIVE for port object f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:24.172927 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c8c8c068-afc3-45ce-99e7-5f99014cf5e2 req-fea9de54-4b7d-4814-957f-9a6f99943fa1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 210 time: 0.0284677 Aug 10 04:22:24.229293 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-130222d9-8ebf-44bb-bbfa-713eb960f3dc tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:24.278500 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-130222d9-8ebf-44bb-bbfa-713eb960f3dc tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Network 87368086-b969-41b0-a647-469e6cb99deb is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:22:24.282757 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-130222d9-8ebf-44bb-bbfa-713eb960f3dc tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:24.284565 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130222d9-8ebf-44bb-bbfa-713eb960f3dc tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Port': ['ID=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:24.287790 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-130222d9-8ebf-44bb-bbfa-713eb960f3dc tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:22:24.350656 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-130222d9-8ebf-44bb-bbfa-713eb960f3dc tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:24.351536 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-130222d9-8ebf-44bb-bbfa-713eb960f3dc tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:24.431870 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-130222d9-8ebf-44bb-bbfa-713eb960f3dc tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1419597 Aug 10 04:22:24.445762 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-c02a54a4-c231-451f-9805-ce2029d51267 service neutron] Request body: {'port': {'device_id': '2e1ab584-8c80-4b90-8e39-58e542e3bfc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:24.665513 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-db2de9c4-828d-4559-809d-c6a3077d4d2c None None] Provisioning for port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:24.670390 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-db2de9c4-828d-4559-809d-c6a3077d4d2c None None] Provisioning complete for port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:24.670840 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-db2de9c4-828d-4559-809d-c6a3077d4d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:24.709219 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-db2de9c4-828d-4559-809d-c6a3077d4d2c None None] Port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:22:24.756417 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 47fd136b-2527-4a70-9653-730cdae26967 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:24.814105 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 47fd136b-2527-4a70-9653-730cdae26967 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:24.814817 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:24.899212 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-c02a54a4-c231-451f-9805-ce2029d51267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:25.086246 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45936) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:25.169762 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-c02a54a4-c231-451f-9805-ce2029d51267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:22:25.178247 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-c02a54a4-c231-451f-9805-ce2029d51267 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:25.190641 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-c02a54a4-c231-451f-9805-ce2029d51267 service neutron] Transition to ACTIVE for port object f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:25.193286 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-ff5819ed-293a-41b6-b8fd-3c63e743b463 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1748211721-network', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:25.288392 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-c02a54a4-c231-451f-9805-ce2029d51267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:25.353385 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a54a4-c231-451f-9805-ce2029d51267 service neutron] Pushing event updated for resources: {'Port': ['ID=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:25.368503 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5819ed-293a-41b6-b8fd-3c63e743b463 admin admin] Made reservation on behalf of f4b91cffb7e54e149efd469c2d697e6f for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:22:25.368503 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ff5819ed-293a-41b6-b8fd-3c63e743b463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:25.368817 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dff35c0-73a7-42bf-99d8-21eabbda395a req-138e4e24-9397-4cbf-802f-642e5216d1c5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:25.368817 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8dff35c0-73a7-42bf-99d8-21eabbda395a req-138e4e24-9397-4cbf-802f-642e5216d1c5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 932 time: 0.1098299 Aug 10 04:22:25.398804 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ff5819ed-293a-41b6-b8fd-3c63e743b463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:25.462654 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8dff35c0-73a7-42bf-99d8-21eabbda395a req-620a4a84-e1f8-4257-ba63-d11807f55023 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752208 Aug 10 04:22:25.484533 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-c02a54a4-c231-451f-9805-ce2029d51267 service neutron] Attempting to bind port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:22:25.485339 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-c02a54a4-c231-451f-9805-ce2029d51267 service neutron] Attempting to bind port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '66e20012-e773-4b62-a10e-7138c930958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '87368086-b969-41b0-a647-469e6cb99deb'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:22:25.485682 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-c02a54a4-c231-451f-9805-ce2029d51267 service neutron] Attempting to bind port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd on network 87368086-b969-41b0-a647-469e6cb99deb {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:22:25.492497 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-c02a54a4-c231-451f-9805-ce2029d51267 service neutron] Port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd on network 87368086-b969-41b0-a647-469e6cb99deb not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:22:25.498977 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-c02a54a4-c231-451f-9805-ce2029d51267 service neutron] Attempting to bind port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd on network 87368086-b969-41b0-a647-469e6cb99deb {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:22:25.498977 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-c02a54a4-c231-451f-9805-ce2029d51267 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:22:25.498977 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-c02a54a4-c231-451f-9805-ce2029d51267 service neutron] Checking segment: {'id': '66e20012-e773-4b62-a10e-7138c930958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '87368086-b969-41b0-a647-469e6cb99deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:22:25.499388 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-c02a54a4-c231-451f-9805-ce2029d51267 service neutron] Bound using segment: {'id': '66e20012-e773-4b62-a10e-7138c930958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '87368086-b969-41b0-a647-469e6cb99deb'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:22:25.499657 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-c02a54a4-c231-451f-9805-ce2029d51267 service neutron] Bound port: f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e20012-e773-4b62-a10e-7138c930958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '87368086-b969-41b0-a647-469e6cb99deb'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:22:25.500057 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-c02a54a4-c231-451f-9805-ce2029d51267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:25.522099 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ff5819ed-293a-41b6-b8fd-3c63e743b463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:25.571141 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-c02a54a4-c231-451f-9805-ce2029d51267 service neutron] For port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:22:25.574651 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-c02a54a4-c231-451f-9805-ce2029d51267 service neutron] For port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd,segment=NetworkSegment(66e20012-e773-4b62-a10e-7138c930958d),segment_id=66e20012-e773-4b62-a10e-7138c930958d)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:22:25.624217 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ff5819ed-293a-41b6-b8fd-3c63e743b463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:25.647841 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5819ed-293a-41b6-b8fd-3c63e743b463 admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:22:25.665823 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5819ed-293a-41b6-b8fd-3c63e743b463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=065beec3-7619-49ec-9536-1472ea88e4d2,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:25.668810 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ff5819ed-293a-41b6-b8fd-3c63e743b463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:25.669233 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-ff5819ed-293a-41b6-b8fd-3c63e743b463 admin admin] Added segment 3a4bacbe-dac8-4348-bc08-5746a9973769 of type vlan for network 24a9041a-84b8-44ae-a643-2064ec7b4848 Aug 10 04:22:25.712655 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ff5819ed-293a-41b6-b8fd-3c63e743b463 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:25.797712 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-c02a54a4-c231-451f-9805-ce2029d51267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:25.831878 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-c02a54a4-c231-451f-9805-ce2029d51267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:25.832552 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-c02a54a4-c231-451f-9805-ce2029d51267 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:25.832681 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ff5819ed-293a-41b6-b8fd-3c63e743b463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:25.834521 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-c02a54a4-c231-451f-9805-ce2029d51267 service neutron] 10.222.0.68 "PUT /v2.0/ports/f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd HTTP/1.1" status: 200 len: 1092 time: 1.3943887 Aug 10 04:22:25.834962 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1ab584-8c80-4b90-8e39-58e542e3bfc2', 'tag': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:22:25.835116 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5819ed-293a-41b6-b8fd-3c63e743b463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:25.835614 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ff5819ed-293a-41b6-b8fd-3c63e743b463 admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:25.837250 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0acafc-323c-4f8b-a611-e70d06e8e056" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1ab584-8c80-4b90-8e39-58e542e3bfc2", "tag": "f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:22:25.861832 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a54a4-c231-451f-9805-ce2029d51267 service neutron] Pushing event updated for resources: {'Port': ['ID=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:25.884792 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725df71b-43a5-4eb4-8b14-9820c5c5ec60 x-openstack-request-id: req-725df71b-43a5-4eb4-8b14-9820c5c5ec60 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:22:25.886006 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1ab584-8c80-4b90-8e39-58e542e3bfc2", "tag": "f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:22:25.886006 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-725df71b-43a5-4eb4-8b14-9820c5c5ec60 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:22:25.886006 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e1ab584-8c80-4b90-8e39-58e542e3bfc2', 'tag': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd', 'status': 'completed', 'code': 200} Aug 10 04:22:25.920768 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5819ed-293a-41b6-b8fd-3c63e743b463 admin admin] Pushing event updated for resources: {'Network': ['ID=24a9041a-84b8-44ae-a643-2064ec7b4848,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:25.932600 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 24a9041a-84b8-44ae-a643-2064ec7b4848 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:22:25.960510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0acafc-323c-4f8b-a611-e70d06e8e056 req-2c739cf0-2902-426c-a8b4-cbc472bd89f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:25.962334 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-af0acafc-323c-4f8b-a611-e70d06e8e056 req-2c739cf0-2902-426c-a8b4-cbc472bd89f2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 1095 time: 0.0533404 Aug 10 04:22:25.990748 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ff5819ed-293a-41b6-b8fd-3c63e743b463 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9028265 Aug 10 04:22:25.991743 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45944) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:26.003071 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-dca75f90-a2c2-45f3-8e14-b1db494b2e17 admin admin] Request body: {'subnet': {'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1748211721-subnet', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:26.079940 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0acafc-323c-4f8b-a611-e70d06e8e056 req-70f96d89-d7a3-453d-983b-689693eb46e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:26.081925 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-af0acafc-323c-4f8b-a611-e70d06e8e056 req-70f96d89-d7a3-453d-983b-689693eb46e2 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1117311 Aug 10 04:22:26.149926 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca75f90-a2c2-45f3-8e14-b1db494b2e17 admin admin] Made reservation on behalf of f4b91cffb7e54e149efd469c2d697e6f for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:22:26.154128 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dca75f90-a2c2-45f3-8e14-b1db494b2e17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:26.189651 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0acafc-323c-4f8b-a611-e70d06e8e056 req-b52702bf-f5b2-4893-bb1c-b1e204190c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:26.191082 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-af0acafc-323c-4f8b-a611-e70d06e8e056 req-b52702bf-f5b2-4893-bb1c-b1e204190c3b service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1021519 Aug 10 04:22:26.268946 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-3a447494-d27d-4526-a1d6-833d6c7de234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:26.271513 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-3a447494-d27d-4526-a1d6-833d6c7de234 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 1095 time: 0.0427573 Aug 10 04:22:26.312385 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-785e481b-d5e5-43e3-a6c4-0a0d471ec717 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd HTTP/1.1" status: 200 len: 217 time: 0.0336874 Aug 10 04:22:26.347146 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-3080bda6-50f7-4778-a838-7e42a34d2acc req-e7bc080a-d2ed-4bb3-9327-295632cd11be service neutron] (94937) timed out ('10.222.0.20', 58646) {{(pid=94937) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:22:26.362494 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-47a4eb75-6aed-422a-b8d7-e68f2571f51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:26.364007 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-47a4eb75-6aed-422a-b8d7-e68f2571f51c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=72546aa3-f6b8-4e33-9085-a2d2ade519f6 HTTP/1.1" status: 200 len: 834 time: 0.0449934 Aug 10 04:22:26.412897 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dca75f90-a2c2-45f3-8e14-b1db494b2e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:26.416607 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-afac95c3-a6cb-4a83-81ea-c57257c2f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:26.418168 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-afac95c3-a6cb-4a83-81ea-c57257c2f875 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=87368086-b969-41b0-a647-469e6cb99deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467565 Aug 10 04:22:26.470536 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca75f90-a2c2-45f3-8e14-b1db494b2e17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95b008fb-2ff5-4fae-b009-1bf32b6828e6,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:26.482357 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dca75f90-a2c2-45f3-8e14-b1db494b2e17 admin admin] Checking segment: {'id': '3a4bacbe-dac8-4348-bc08-5746a9973769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:22:26.482813 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca75f90-a2c2-45f3-8e14-b1db494b2e17 admin admin] Network hostable DHCP agents. Network: 24a9041a-84b8-44ae-a643-2064ec7b4848, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:22:26.520815 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-a8b6b015-8e1e-4076-a5af-7dba3b2273e7 service neutron] 10.222.0.68 "GET /v2.0/networks/87368086-b969-41b0-a647-469e6cb99deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955467 Aug 10 04:22:26.569370 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca75f90-a2c2-45f3-8e14-b1db494b2e17 admin admin] Network 24a9041a-84b8-44ae-a643-2064ec7b4848 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:22:26.654329 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc76876-7fc6-4d7e-a2c0-f04fa4dda968 req-c0dcd732-1b04-491a-b14a-c00faf12fa7c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:26.655811 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3dc76876-7fc6-4d7e-a2c0-f04fa4dda968 req-c0dcd732-1b04-491a-b14a-c00faf12fa7c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 944 time: 0.1086459 Aug 10 04:22:26.661432 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6f196fd-c87d-4b51-a8f5-6298f7d84371 req-ea1c452c-40a9-4e2a-b0cc-ae9f51eec33d service neutron] 10.222.0.68 "GET /v2.0/networks/87368086-b969-41b0-a647-469e6cb99deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330171 Aug 10 04:22:26.695035 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-dca75f90-a2c2-45f3-8e14-b1db494b2e17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 24a9041a-84b8-44ae-a643-2064ec7b4848) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:26.700298 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca75f90-a2c2-45f3-8e14-b1db494b2e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:26.700829 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dca75f90-a2c2-45f3-8e14-b1db494b2e17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:26.702792 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3dc76876-7fc6-4d7e-a2c0-f04fa4dda968 req-e719f7e8-943d-4d1d-87fe-b3a40da481c9 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402806 Aug 10 04:22:26.707831 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd0e7ad-d69e-4f94-8e01-bd73c59c4b15 None None] Network 24a9041a-84b8-44ae-a643-2064ec7b4848 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:22:26.862358 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-24a9041a-84b8-44ae-a643-2064ec7b4848', 'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'fixed_ips': [{'subnet_id': '95b008fb-2ff5-4fae-b009-1bf32b6828e6'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:22:26.863419 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:26.865620 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-dca75f90-a2c2-45f3-8e14-b1db494b2e17 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8721979 Aug 10 04:22:26.868085 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45950) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:26.872449 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-e3304021-d39c-437c-821d-313dd33365d8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1748211721-router', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:26.990548 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3304021-d39c-437c-821d-313dd33365d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:26.991621 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3304021-d39c-437c-821d-313dd33365d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:27.006465 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Allocated IP 172.20.0.2 (24a9041a-84b8-44ae-a643-2064ec7b4848/95b008fb-2ff5-4fae-b009-1bf32b6828e6/ec754c59-90c0-4fcd-bd22-be0c95c6dfb5) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:22:27.046474 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3304021-d39c-437c-821d-313dd33365d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:27.172782 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:27.186506 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Transition to ACTIVE for port object ec754c59-90c0-4fcd-bd22-be0c95c6dfb5 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:27.209082 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Transition to ACTIVE for port object ec754c59-90c0-4fcd-bd22-be0c95c6dfb5 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:27.338006 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3304021-d39c-437c-821d-313dd33365d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:27.357619 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:27.399008 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Network 24a9041a-84b8-44ae-a643-2064ec7b4848 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:22:27.401969 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:27.405571 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:22:27.410917 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Pushing event updated for resources: {'Port': ['ID=ec754c59-90c0-4fcd-bd22-be0c95c6dfb5,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:27.422327 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:27.426096 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:27.426096 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:27.426096 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:27.426096 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:27.426096 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:27.426096 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:27.426096 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:27.426096 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:27.426096 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:27.426096 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:27.426096 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:22:27.476987 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Attempting to bind port ec754c59-90c0-4fcd-bd22-be0c95c6dfb5 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:22:27.477356 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Attempting to bind port ec754c59-90c0-4fcd-bd22-be0c95c6dfb5 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '3a4bacbe-dac8-4348-bc08-5746a9973769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:22:27.477769 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Attempting to bind port ec754c59-90c0-4fcd-bd22-be0c95c6dfb5 on network 24a9041a-84b8-44ae-a643-2064ec7b4848 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:22:27.482733 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:22:27.483104 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Checking segment: {'id': '3a4bacbe-dac8-4348-bc08-5746a9973769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:22:27.483505 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:27.483897 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Bound using segment: {'id': '3a4bacbe-dac8-4348-bc08-5746a9973769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:22:27.484395 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Bound port: ec754c59-90c0-4fcd-bd22-be0c95c6dfb5, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4bacbe-dac8-4348-bc08-5746a9973769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:22:27.484780 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:27.554835 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] For port ec754c59-90c0-4fcd-bd22-be0c95c6dfb5, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:22:27.558430 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] For port ec754c59-90c0-4fcd-bd22-be0c95c6dfb5, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ec754c59-90c0-4fcd-bd22-be0c95c6dfb5,segment=NetworkSegment(3a4bacbe-dac8-4348-bc08-5746a9973769),segment_id=3a4bacbe-dac8-4348-bc08-5746a9973769)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:22:27.648962 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3304021-d39c-437c-821d-313dd33365d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:27.676513 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3304021-d39c-437c-821d-313dd33365d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:27.695222 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:27.763766 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed0cc0-e552-4b86-9c96-984359ad3d09 None None] Pushing event updated for resources: {'Port': ['ID=ec754c59-90c0-4fcd-bd22-be0c95c6dfb5,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:27.812637 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:27.819111 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-e3304021-d39c-437c-821d-313dd33365d8 admin admin] Allocated IP 172.25.0.12 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/3eed6c31-b8a5-40b5-9519-68ebd136d30b) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:22:27.828575 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:22:27.879619 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:22:27.914396 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40bcac-33f2-4e7c-9e2f-fd42169376a8 req-da12a29b-f4e5-46da-ad7e-ea0c748954e4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:27.916042 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dc40bcac-33f2-4e7c-9e2f-fd42169376a8 req-da12a29b-f4e5-46da-ad7e-ea0c748954e4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 944 time: 0.1156328 Aug 10 04:22:27.980193 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dc40bcac-33f2-4e7c-9e2f-fd42169376a8 req-d6da416e-32a4-4194-9ad5-bc17365a27ee tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562122 Aug 10 04:22:27.983197 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd,segment=NetworkSegment(66e20012-e773-4b62-a10e-7138c930958d),segment_id=66e20012-e773-4b62-a10e-7138c930958d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:27.998439 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd', 'network_id': '87368086-b969-41b0-a647-469e6cb99deb', 'port_id': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd', 'mac_address': 'fa:16:3e:d6:a1:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72546aa3-f6b8-4e33-9085-a2d2ade519f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:22:28.007715 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3304021-d39c-437c-821d-313dd33365d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:28.043640 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:28.059156 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:22:28.083287 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd,segment=NetworkSegment(66e20012-e773-4b62-a10e-7138c930958d),segment_id=66e20012-e773-4b62-a10e-7138c930958d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:28.197850 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:28.200247 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3304021-d39c-437c-821d-313dd33365d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:28.262301 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:28.265859 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3304021-d39c-437c-821d-313dd33365d8 admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:22:28.271488 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-e3304021-d39c-437c-821d-313dd33365d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:28.273769 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3304021-d39c-437c-821d-313dd33365d8 admin admin] Pushing event updated for resources: {'Port': ['ID=3eed6c31-b8a5-40b5-9519-68ebd136d30b,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:28.275999 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3304021-d39c-437c-821d-313dd33365d8 admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:22:28.405106 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:22:28.800530 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ec754c59-90c0-4fcd-bd22-be0c95c6dfb5 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:28.944581 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3304021-d39c-437c-821d-313dd33365d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:28.982781 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3b867d-dfb1-4393-9913-e2e58f86e69a None None] Network 24a9041a-84b8-44ae-a643-2064ec7b4848 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:22:28.998410 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port ec754c59-90c0-4fcd-bd22-be0c95c6dfb5 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:29.114076 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925f693-aa1a-4fc4-9424-485e6ec43262 req-6b31b565-7951-4cbf-b0c4-bcf04aae0268 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:29.115854 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2925f693-aa1a-4fc4-9424-485e6ec43262 req-6b31b565-7951-4cbf-b0c4-bcf04aae0268 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 945 time: 0.0529540 Aug 10 04:22:29.154895 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-cc3f83c0-1069-45e8-bfca-b0856b3a8ea7 None None] Provisioning for port ec754c59-90c0-4fcd-bd22-be0c95c6dfb5 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:29.161502 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-cc3f83c0-1069-45e8-bfca-b0856b3a8ea7 None None] Provisioning complete for port ec754c59-90c0-4fcd-bd22-be0c95c6dfb5 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:29.161917 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cc3f83c0-1069-45e8-bfca-b0856b3a8ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:29.176761 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2925f693-aa1a-4fc4-9424-485e6ec43262 req-dcefb115-3426-45e5-b4e3-b4ddff51ba85 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541301 Aug 10 04:22:29.183523 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3304021-d39c-437c-821d-313dd33365d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:29.261093 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cc3f83c0-1069-45e8-bfca-b0856b3a8ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:29.306456 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-cc3f83c0-1069-45e8-bfca-b0856b3a8ea7 None None] For port ec754c59-90c0-4fcd-bd22-be0c95c6dfb5, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ec754c59-90c0-4fcd-bd22-be0c95c6dfb5,segment=NetworkSegment(3a4bacbe-dac8-4348-bc08-5746a9973769),segment_id=3a4bacbe-dac8-4348-bc08-5746a9973769)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:29.389903 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cc3f83c0-1069-45e8-bfca-b0856b3a8ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:29.432349 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3304021-d39c-437c-821d-313dd33365d8 admin admin] Router 325c8e7a-5222-4b21-a938-34b5c991cff3 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:22:29.448668 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f83c0-1069-45e8-bfca-b0856b3a8ea7 None None] Pushing event updated for resources: {'Port': ['ID=ec754c59-90c0-4fcd-bd22-be0c95c6dfb5,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:29.509573 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-32c3bb98-081c-4c0b-a46d-0d9e8b38478f None None] Provisioning complete for port ec754c59-90c0-4fcd-bd22-be0c95c6dfb5 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:29.509828 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-32c3bb98-081c-4c0b-a46d-0d9e8b38478f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:29.537236 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3304021-d39c-437c-821d-313dd33365d8 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:22:29.547670 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dd8e67-642c-4bae-a839-94b6e1c73c21 None None] Sync routers for ids ['325c8e7a-5222-4b21-a938-34b5c991cff3'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:22:29.572112 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dd8e67-642c-4bae-a839-94b6e1c73c21 None None] Routers {'325c8e7a-5222-4b21-a938-34b5c991cff3'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:22:29.572768 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-b2dd8e67-642c-4bae-a839-94b6e1c73c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:22:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['325c8e7a-5222-4b21-a938-34b5c991cff3'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:29.619641 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3304021-d39c-437c-821d-313dd33365d8 admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:29.621206 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e3304021-d39c-437c-821d-313dd33365d8 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7521172 Aug 10 04:22:29.624212 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 45962) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:29.714629 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-b2dd8e67-642c-4bae-a839-94b6e1c73c21 None None] Set router 325c8e7a-5222-4b21-a938-34b5c991cff3 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:22:29.872578 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:30.100700 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-677214f8-bacc-4645-bcc4-e3078dfbe73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:30.126191 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-b2dd8e67-642c-4bae-a839-94b6e1c73c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'name': 'tempest-TestServerBasicOps-1748211721-router', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '3eed6c31-b8a5-40b5-9519-68ebd136d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:26Z', 'updated_at': '2021-08-10T04:22:28Z', 'revision_number': 3, 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'gw_port': {'id': '3eed6c31-b8a5-40b5-9519-68ebd136d30b', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:06:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:27Z', 'updated_at': '2021-08-10T04:22:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:30.167309 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dd8e67-642c-4bae-a839-94b6e1c73c21 None None] Checking router: 325c8e7a-5222-4b21-a938-34b5c991cff3 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:22:30.168444 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dd8e67-642c-4bae-a839-94b6e1c73c21 None None] Updating router 325c8e7a-5222-4b21-a938-34b5c991cff3 port 3eed6c31-b8a5-40b5-9519-68ebd136d30b binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:22:30.204027 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b2dd8e67-642c-4bae-a839-94b6e1c73c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:30.243777 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:30.253344 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:30.253713 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:30.290977 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-677214f8-bacc-4645-bcc4-e3078dfbe73e admin admin] Allocated IP 172.20.0.1 (24a9041a-84b8-44ae-a643-2064ec7b4848/95b008fb-2ff5-4fae-b009-1bf32b6828e6/5df9bcd9-887b-4dc7-beda-395654455035) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:22:30.302466 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0c90e-5556-494a-97d3-6da0965eed8f req-208967e5-818b-42b4-95e4-93a3d18b82eb tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:30.304093 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dfa0c90e-5556-494a-97d3-6da0965eed8f req-208967e5-818b-42b4-95e4-93a3d18b82eb tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 945 time: 0.0582702 Aug 10 04:22:30.350205 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dfa0c90e-5556-494a-97d3-6da0965eed8f req-6b7c40a5-aa09-48f4-bb57-5f6ba5a89d7d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388231 Aug 10 04:22:30.422214 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-677214f8-bacc-4645-bcc4-e3078dfbe73e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:30.438921 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-677214f8-bacc-4645-bcc4-e3078dfbe73e admin admin] Transition to ACTIVE for port object 5df9bcd9-887b-4dc7-beda-395654455035 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:30.479445 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:30.525190 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1ab584-8c80-4b90-8e39-58e542e3bfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:22:30.527488 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac352bb-d257-4be6-a68e-2c933cf32f5a" -d '{"events": [{"server_uuid": "2e1ab584-8c80-4b90-8e39-58e542e3bfc2", "name": "network-vif-plugged", "status": "completed", "tag": "f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:22:30.546889 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd,segment=NetworkSegment(66e20012-e773-4b62-a10e-7138c930958d),segment_id=66e20012-e773-4b62-a10e-7138c930958d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:30.556286 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-677214f8-bacc-4645-bcc4-e3078dfbe73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:30.578439 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0590de8f-8302-486f-bd08-57f171a3036d x-openstack-request-id: req-0590de8f-8302-486f-bd08-57f171a3036d {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:22:30.578800 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1ab584-8c80-4b90-8e39-58e542e3bfc2", "name": "network-vif-plugged", "status": "completed", "tag": "f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:22:30.579006 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0590de8f-8302-486f-bd08-57f171a3036d {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:22:30.579576 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1ab584-8c80-4b90-8e39-58e542e3bfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd', 'code': 200} Aug 10 04:22:30.606781 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b2dd8e67-642c-4bae-a839-94b6e1c73c21 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:30.608301 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677214f8-bacc-4645-bcc4-e3078dfbe73e admin admin] Network 24a9041a-84b8-44ae-a643-2064ec7b4848 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:22:30.613115 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-677214f8-bacc-4645-bcc4-e3078dfbe73e admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:30.616912 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677214f8-bacc-4645-bcc4-e3078dfbe73e admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:22:30.619105 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b2dd8e67-642c-4bae-a839-94b6e1c73c21 None None] Transition to ACTIVE for port object 3eed6c31-b8a5-40b5-9519-68ebd136d30b will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:30.640639 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:30.684566 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677214f8-bacc-4645-bcc4-e3078dfbe73e admin admin] Pushing event updated for resources: {'Port': ['ID=5df9bcd9-887b-4dc7-beda-395654455035,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:30.701111 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:30.702168 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-677214f8-bacc-4645-bcc4-e3078dfbe73e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:30.766776 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b2dd8e67-642c-4bae-a839-94b6e1c73c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:30.768662 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222da46f-0cc8-4617-ab05-37a896dae868 req-531db4dc-3595-402c-9d66-9d302c9f16a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:30.771283 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-222da46f-0cc8-4617-ab05-37a896dae868 req-531db4dc-3595-402c-9d66-9d302c9f16a4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 1097 time: 0.1232448 Aug 10 04:22:30.796256 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ec754c59-90c0-4fcd-bd22-be0c95c6dfb5 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:30.846267 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-222da46f-0cc8-4617-ab05-37a896dae868 req-36b5574c-51a3-4058-9732-07f5acec0a49 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672994 Aug 10 04:22:30.858694 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3f2dd-588e-410c-a542-dc9361765306 None None] Pushing event updated for resources: {'Port': ['ID=3eed6c31-b8a5-40b5-9519-68ebd136d30b,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:30.861162 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-b2dd8e67-642c-4bae-a839-94b6e1c73c21 None None] Attempting to bind port 3eed6c31-b8a5-40b5-9519-68ebd136d30b on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:22:30.861560 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-b2dd8e67-642c-4bae-a839-94b6e1c73c21 None None] Attempting to bind port 3eed6c31-b8a5-40b5-9519-68ebd136d30b by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:22:30.862111 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dd8e67-642c-4bae-a839-94b6e1c73c21 None None] Attempting to bind port 3eed6c31-b8a5-40b5-9519-68ebd136d30b on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:22:30.871861 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dd8e67-642c-4bae-a839-94b6e1c73c21 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:22:30.872339 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dd8e67-642c-4bae-a839-94b6e1c73c21 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:22:30.872741 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b2dd8e67-642c-4bae-a839-94b6e1c73c21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:30.873132 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dd8e67-642c-4bae-a839-94b6e1c73c21 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:22:30.873600 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-b2dd8e67-642c-4bae-a839-94b6e1c73c21 None None] Bound port: 3eed6c31-b8a5-40b5-9519-68ebd136d30b, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:22:30.873978 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b2dd8e67-642c-4bae-a839-94b6e1c73c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:30.934490 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port ec754c59-90c0-4fcd-bd22-be0c95c6dfb5 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:30.934857 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:30.974504 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-b2dd8e67-642c-4bae-a839-94b6e1c73c21 None None] For port 3eed6c31-b8a5-40b5-9519-68ebd136d30b, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:22:30.978568 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-677214f8-bacc-4645-bcc4-e3078dfbe73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:30.991881 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-b2dd8e67-642c-4bae-a839-94b6e1c73c21 None None] For port 3eed6c31-b8a5-40b5-9519-68ebd136d30b, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3eed6c31-b8a5-40b5-9519-68ebd136d30b,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:22:31.105490 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-139fb126-8a94-4838-8e66-42041e3d8b92 None None] Provisioning for port 5df9bcd9-887b-4dc7-beda-395654455035 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:31.111317 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-139fb126-8a94-4838-8e66-42041e3d8b92 None None] Provisioning complete for port 5df9bcd9-887b-4dc7-beda-395654455035 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:31.111317 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-139fb126-8a94-4838-8e66-42041e3d8b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:31.141389 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b2dd8e67-642c-4bae-a839-94b6e1c73c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:31.173341 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-677214f8-bacc-4645-bcc4-e3078dfbe73e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:31.184021 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-139fb126-8a94-4838-8e66-42041e3d8b92 None None] Port 5df9bcd9-887b-4dc7-beda-395654455035 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:22:31.215431 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dd8e67-642c-4bae-a839-94b6e1c73c21 None None] Routers {'325c8e7a-5222-4b21-a938-34b5c991cff3'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:22:31.216102 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-b2dd8e67-642c-4bae-a839-94b6e1c73c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:22:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['325c8e7a-5222-4b21-a938-34b5c991cff3'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:31.217883 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3f2dd-588e-410c-a542-dc9361765306 None None] Pushing event updated for resources: {'Port': ['ID=3eed6c31-b8a5-40b5-9519-68ebd136d30b,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:31.332308 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-b2dd8e67-642c-4bae-a839-94b6e1c73c21 None None] Set router 325c8e7a-5222-4b21-a938-34b5c991cff3 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:22:31.334276 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-677214f8-bacc-4645-bcc4-e3078dfbe73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:31.405987 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-677214f8-bacc-4645-bcc4-e3078dfbe73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:31.412039 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677214f8-bacc-4645-bcc4-e3078dfbe73e admin admin] Pushing event updated for resources: {'Port': ['ID=5df9bcd9-887b-4dc7-beda-395654455035,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:31.555636 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704134ae-7cae-488c-be2a-f7f19351c48b req-3f30b958-096a-4b47-850b-58f2521e9c04 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:31.564399 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-704134ae-7cae-488c-be2a-f7f19351c48b req-3f30b958-096a-4b47-850b-58f2521e9c04 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 946 time: 0.1013274 Aug 10 04:22:31.568244 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677214f8-bacc-4645-bcc4-e3078dfbe73e admin admin] Network 24a9041a-84b8-44ae-a643-2064ec7b4848 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:22:31.570243 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-677214f8-bacc-4645-bcc4-e3078dfbe73e admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:31.628426 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-704134ae-7cae-488c-be2a-f7f19351c48b req-333ee9fa-a873-4f6a-a473-ad13201ce126 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624888 Aug 10 04:22:31.658111 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-b2dd8e67-642c-4bae-a839-94b6e1c73c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'name': 'tempest-TestServerBasicOps-1748211721-router', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '3eed6c31-b8a5-40b5-9519-68ebd136d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:26Z', 'updated_at': '2021-08-10T04:22:30Z', 'revision_number': 4, 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'gw_port': {'id': '3eed6c31-b8a5-40b5-9519-68ebd136d30b', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:06:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:27Z', 'updated_at': '2021-08-10T04:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '5df9bcd9-887b-4dc7-beda-395654455035', 'name': '', 'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'mac_address': 'fa:16:3e:a1:56:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '95b008fb-2ff5-4fae-b009-1bf32b6828e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:30Z', 'updated_at': '2021-08-10T04:22:30Z', 'revision_number': 1, 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'subnets': [{'id': '95b008fb-2ff5-4fae-b009-1bf32b6828e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:31.704877 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dd8e67-642c-4bae-a839-94b6e1c73c21 None None] The sync data for ids ['325c8e7a-5222-4b21-a938-34b5c991cff3'] in n-d-802893-2 is: [{'id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'name': 'tempest-TestServerBasicOps-1748211721-router', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '3eed6c31-b8a5-40b5-9519-68ebd136d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:26Z', 'updated_at': '2021-08-10T04:22:30Z', 'revision_number': 4, 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'gw_port': {'id': '3eed6c31-b8a5-40b5-9519-68ebd136d30b', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:06:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:27Z', 'updated_at': '2021-08-10T04:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '5df9bcd9-887b-4dc7-beda-395654455035', 'name': '', 'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'mac_address': 'fa:16:3e:a1:56:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '95b008fb-2ff5-4fae-b009-1bf32b6828e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:30Z', 'updated_at': '2021-08-10T04:22:30Z', 'revision_number': 1, 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'subnets': [{'id': '95b008fb-2ff5-4fae-b009-1bf32b6828e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:22:31.751344 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677214f8-bacc-4645-bcc4-e3078dfbe73e admin admin] Router 325c8e7a-5222-4b21-a938-34b5c991cff3 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:22:31.890527 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677214f8-bacc-4645-bcc4-e3078dfbe73e admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:22:31.899408 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-677214f8-bacc-4645-bcc4-e3078dfbe73e admin admin] 10.222.0.25 "PUT /v2.0/routers/325c8e7a-5222-4b21-a938-34b5c991cff3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2705622 Aug 10 04:22:31.915053 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2a2dabe1-ba79-4c56-9d82-757170ca5e28 None None] Provisioning complete for port 5df9bcd9-887b-4dc7-beda-395654455035 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:31.915450 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2a2dabe1-ba79-4c56-9d82-757170ca5e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:31.964670 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-2a2dabe1-ba79-4c56-9d82-757170ca5e28 None None] Port 5df9bcd9-887b-4dc7-beda-395654455035 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:22:32.753431 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 45994) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:32.761024 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-d643cbf6-80cd-4cf2-8ab9-26809c4425b7 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2051737196-network', 'tenant_id': '3d1051dfd65c4027bf9752eef25cca76'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:32.782457 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58032b1d-e155-4e06-aa07-94a1cd287167 req-4f346184-b0f6-4fc1-94ef-975894f439e0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:32.784126 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58032b1d-e155-4e06-aa07-94a1cd287167 req-4f346184-b0f6-4fc1-94ef-975894f439e0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 946 time: 0.0787928 Aug 10 04:22:32.820607 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3eed6c31-b8a5-40b5-9519-68ebd136d30b up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:32.849161 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58032b1d-e155-4e06-aa07-94a1cd287167 req-1668a289-601c-4892-930f-fc2dcc941680 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490165 Aug 10 04:22:32.909655 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d643cbf6-80cd-4cf2-8ab9-26809c4425b7 admin admin] Made reservation on behalf of 3d1051dfd65c4027bf9752eef25cca76 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:22:32.917333 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d643cbf6-80cd-4cf2-8ab9-26809c4425b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:32.941152 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d643cbf6-80cd-4cf2-8ab9-26809c4425b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:32.945592 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 3eed6c31-b8a5-40b5-9519-68ebd136d30b completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:32.950264 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 3eed6c31-b8a5-40b5-9519-68ebd136d30b triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:32.950763 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:33.037221 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a218e-6085-4afe-a300-54852a2604c4 req-06821c89-e22c-4c91-8584-13cd5184c01f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:33.039182 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-125a218e-6085-4afe-a300-54852a2604c4 req-06821c89-e22c-4c91-8584-13cd5184c01f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 946 time: 0.1000943 Aug 10 04:22:33.079909 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:33.107764 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 3eed6c31-b8a5-40b5-9519-68ebd136d30b, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3eed6c31-b8a5-40b5-9519-68ebd136d30b,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:33.111977 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-125a218e-6085-4afe-a300-54852a2604c4 req-a8ff707f-829f-4af8-8dad-5d6cd0e8687b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633528 Aug 10 04:22:33.142253 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 46000) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:33.147089 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d643cbf6-80cd-4cf2-8ab9-26809c4425b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:33.183777 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68e24fd-b273-4996-927b-111fe95c89d8 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:33.188254 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a68e24fd-b273-4996-927b-111fe95c89d8 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 1092 time: 0.0447357 Aug 10 04:22:33.189088 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46002) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:33.190965 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:33.203201 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-49c0fa70-2981-4ab7-834f-78a80a8c9d05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'port_id': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:33.220465 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d643cbf6-80cd-4cf2-8ab9-26809c4425b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:33.255405 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d643cbf6-80cd-4cf2-8ab9-26809c4425b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:22:33.260447 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=3eed6c31-b8a5-40b5-9519-68ebd136d30b,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:33.273116 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643cbf6-80cd-4cf2-8ab9-26809c4425b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce649439-8b9f-4614-b996-76c6aeb0224b,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:33.280775 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d643cbf6-80cd-4cf2-8ab9-26809c4425b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:33.281129 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-d643cbf6-80cd-4cf2-8ab9-26809c4425b7 admin admin] Added segment 8b5c31a8-fdbd-4f6f-a8f0-b880a98da9e6 of type vlan for network 6936243d-1fdb-4602-b91a-e026eea82fc4 Aug 10 04:22:33.326524 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d643cbf6-80cd-4cf2-8ab9-26809c4425b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:33.367997 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49c0fa70-2981-4ab7-834f-78a80a8c9d05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:33.438118 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d643cbf6-80cd-4cf2-8ab9-26809c4425b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:33.439519 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d643cbf6-80cd-4cf2-8ab9-26809c4425b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:33.440405 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d643cbf6-80cd-4cf2-8ab9-26809c4425b7 admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:33.529093 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643cbf6-80cd-4cf2-8ab9-26809c4425b7 admin admin] Pushing event updated for resources: {'Network': ['ID=6936243d-1fdb-4602-b91a-e026eea82fc4,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:33.540378 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 6936243d-1fdb-4602-b91a-e026eea82fc4 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:22:33.556914 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d643cbf6-80cd-4cf2-8ab9-26809c4425b7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7997220 Aug 10 04:22:33.557305 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 46004) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:33.563669 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-ff2c0810-39ce-42b6-8ae4-63e1aa2f7703 admin admin] Request body: {'subnet': {'network_id': '6936243d-1fdb-4602-b91a-e026eea82fc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2051737196-subnet', 'tenant_id': '3d1051dfd65c4027bf9752eef25cca76', 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:33.582509 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49c0fa70-2981-4ab7-834f-78a80a8c9d05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:33.688433 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2c0810-39ce-42b6-8ae4-63e1aa2f7703 admin admin] Made reservation on behalf of 3d1051dfd65c4027bf9752eef25cca76 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:22:33.690892 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ff2c0810-39ce-42b6-8ae4-63e1aa2f7703 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:33.706884 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-49c0fa70-2981-4ab7-834f-78a80a8c9d05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Allocated IP 172.25.0.238 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/68f646ba-c613-4eaa-8bb3-6467a2d95d0b) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:22:33.847246 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49c0fa70-2981-4ab7-834f-78a80a8c9d05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:33.961766 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ff2c0810-39ce-42b6-8ae4-63e1aa2f7703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:34.003313 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49c0fa70-2981-4ab7-834f-78a80a8c9d05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:34.044207 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c0810-39ce-42b6-8ae4-63e1aa2f7703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bcbcd32-3f3c-484e-b17d-e5d797036f3d,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:34.060030 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c0810-39ce-42b6-8ae4-63e1aa2f7703 admin admin] Checking segment: {'id': '8b5c31a8-fdbd-4f6f-a8f0-b880a98da9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6936243d-1fdb-4602-b91a-e026eea82fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:22:34.060030 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2c0810-39ce-42b6-8ae4-63e1aa2f7703 admin admin] Network hostable DHCP agents. Network: 6936243d-1fdb-4602-b91a-e026eea82fc4, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:22:34.062903 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c0fa70-2981-4ab7-834f-78a80a8c9d05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:22:34.067132 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-49c0fa70-2981-4ab7-834f-78a80a8c9d05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:34.072045 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c0fa70-2981-4ab7-834f-78a80a8c9d05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:22:34.113341 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0fa70-2981-4ab7-834f-78a80a8c9d05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Port': ['ID=68f646ba-c613-4eaa-8bb3-6467a2d95d0b,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:34.199851 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b8759a-b8ce-4c5b-a431-e5be79e6a2b7 None None] Sync routers for ids ['325c8e7a-5222-4b21-a938-34b5c991cff3'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:22:34.208727 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b8759a-b8ce-4c5b-a431-e5be79e6a2b7 None None] Routers {'325c8e7a-5222-4b21-a938-34b5c991cff3'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:22:34.213096 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-74b8759a-b8ce-4c5b-a431-e5be79e6a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:22:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['325c8e7a-5222-4b21-a938-34b5c991cff3'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:34.259807 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2c0810-39ce-42b6-8ae4-63e1aa2f7703 admin admin] Network 6936243d-1fdb-4602-b91a-e026eea82fc4 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:22:34.319451 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-74b8759a-b8ce-4c5b-a431-e5be79e6a2b7 None None] Set router 325c8e7a-5222-4b21-a938-34b5c991cff3 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:22:34.340267 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-ff2c0810-39ce-42b6-8ae4-63e1aa2f7703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 6936243d-1fdb-4602-b91a-e026eea82fc4) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:34.350969 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69609d1c-b471-4fb4-9be8-890dc0b9cef5 None None] Network 6936243d-1fdb-4602-b91a-e026eea82fc4 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:22:34.355386 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2c0810-39ce-42b6-8ae4-63e1aa2f7703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:34.356402 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ff2c0810-39ce-42b6-8ae4-63e1aa2f7703 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:34.443422 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ff2c0810-39ce-42b6-8ae4-63e1aa2f7703 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8849509 Aug 10 04:22:34.445997 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 46008) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:34.450557 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-7492650a-cc46-4a4a-a0d4-ac096044e36b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2051737196-router', 'tenant_id': '3d1051dfd65c4027bf9752eef25cca76', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:34.515809 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49c0fa70-2981-4ab7-834f-78a80a8c9d05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:34.533660 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-74b8759a-b8ce-4c5b-a431-e5be79e6a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'name': 'tempest-TestServerBasicOps-1748211721-router', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '3eed6c31-b8a5-40b5-9519-68ebd136d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:26Z', 'updated_at': '2021-08-10T04:22:30Z', 'revision_number': 4, 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'gw_port': {'id': '3eed6c31-b8a5-40b5-9519-68ebd136d30b', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:06:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:27Z', 'updated_at': '2021-08-10T04:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '5df9bcd9-887b-4dc7-beda-395654455035', 'name': '', 'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'mac_address': 'fa:16:3e:a1:56:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '95b008fb-2ff5-4fae-b009-1bf32b6828e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:30Z', 'updated_at': '2021-08-10T04:22:31Z', 'revision_number': 2, 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'subnets': [{'id': '95b008fb-2ff5-4fae-b009-1bf32b6828e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:34.545961 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7492650a-cc46-4a4a-a0d4-ac096044e36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:34.547761 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7492650a-cc46-4a4a-a0d4-ac096044e36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:34.553502 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd592592-4571-4e70-a70f-da8f3757b6d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-6936243d-1fdb-4602-b91a-e026eea82fc4', 'network_id': '6936243d-1fdb-4602-b91a-e026eea82fc4', 'tenant_id': '3d1051dfd65c4027bf9752eef25cca76', 'fixed_ips': [{'subnet_id': '7bcbcd32-3f3c-484e-b17d-e5d797036f3d'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:22:34.554493 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fd592592-4571-4e70-a70f-da8f3757b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:34.580600 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b8759a-b8ce-4c5b-a431-e5be79e6a2b7 None None] Checking router: 325c8e7a-5222-4b21-a938-34b5c991cff3 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:22:34.580843 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b8759a-b8ce-4c5b-a431-e5be79e6a2b7 None None] Updating router 325c8e7a-5222-4b21-a938-34b5c991cff3 port 5df9bcd9-887b-4dc7-beda-395654455035 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:22:34.608440 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-74b8759a-b8ce-4c5b-a431-e5be79e6a2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:34.608686 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7492650a-cc46-4a4a-a0d4-ac096044e36b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:34.663488 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49c0fa70-2981-4ab7-834f-78a80a8c9d05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:34.700001 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-fd592592-4571-4e70-a70f-da8f3757b6d3 None None] Allocated IP 172.20.0.2 (6936243d-1fdb-4602-b91a-e026eea82fc4/7bcbcd32-3f3c-484e-b17d-e5d797036f3d/3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:22:34.817945 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3eed6c31-b8a5-40b5-9519-68ebd136d30b up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:34.864373 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49c0fa70-2981-4ab7-834f-78a80a8c9d05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:34.912303 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7492650a-cc46-4a4a-a0d4-ac096044e36b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:34.918638 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fd592592-4571-4e70-a70f-da8f3757b6d3 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:34.923034 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-74b8759a-b8ce-4c5b-a431-e5be79e6a2b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:34.929275 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49c0fa70-2981-4ab7-834f-78a80a8c9d05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:34.931241 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-fd592592-4571-4e70-a70f-da8f3757b6d3 None None] Transition to ACTIVE for port object 3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:34.933658 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-74b8759a-b8ce-4c5b-a431-e5be79e6a2b7 None None] Transition to ACTIVE for port object 5df9bcd9-887b-4dc7-beda-395654455035 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:34.937388 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 3eed6c31-b8a5-40b5-9519-68ebd136d30b triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:34.937756 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:34.968037 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-fd592592-4571-4e70-a70f-da8f3757b6d3 None None] Transition to ACTIVE for port object 3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:35.001408 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0fa70-2981-4ab7-834f-78a80a8c9d05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Port': ['ID=68f646ba-c613-4eaa-8bb3-6467a2d95d0b,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:35.010777 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-74b8759a-b8ce-4c5b-a431-e5be79e6a2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:35.012939 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49c0fa70-2981-4ab7-834f-78a80a8c9d05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:35.049329 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fd592592-4571-4e70-a70f-da8f3757b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:35.094272 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd592592-4571-4e70-a70f-da8f3757b6d3 None None] Network 6936243d-1fdb-4602-b91a-e026eea82fc4 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:22:35.099937 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-fd592592-4571-4e70-a70f-da8f3757b6d3 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:35.105404 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd592592-4571-4e70-a70f-da8f3757b6d3 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:22:35.121344 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a61ab0-c52b-4000-aa2e-3fae72fcaeb8 None None] Pushing event updated for resources: {'Port': ['ID=5df9bcd9-887b-4dc7-beda-395654455035,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:35.131859 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd592592-4571-4e70-a70f-da8f3757b6d3 None None] Pushing event updated for resources: {'Port': ['ID=3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:35.152741 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-49c0fa70-2981-4ab7-834f-78a80a8c9d05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Floating IP 57d723bb-afeb-4252-8960-b083bc63cf0b associated. External IP: 172.25.0.238, port: f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd. Aug 10 04:22:35.168452 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-74b8759a-b8ce-4c5b-a431-e5be79e6a2b7 None None] Attempting to bind port 5df9bcd9-887b-4dc7-beda-395654455035 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:22:35.168892 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-74b8759a-b8ce-4c5b-a431-e5be79e6a2b7 None None] Attempting to bind port 5df9bcd9-887b-4dc7-beda-395654455035 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '3a4bacbe-dac8-4348-bc08-5746a9973769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:22:35.169338 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b8759a-b8ce-4c5b-a431-e5be79e6a2b7 None None] Attempting to bind port 5df9bcd9-887b-4dc7-beda-395654455035 on network 24a9041a-84b8-44ae-a643-2064ec7b4848 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:22:35.176886 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b8759a-b8ce-4c5b-a431-e5be79e6a2b7 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:22:35.177309 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b8759a-b8ce-4c5b-a431-e5be79e6a2b7 None None] Checking segment: {'id': '3a4bacbe-dac8-4348-bc08-5746a9973769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:22:35.177653 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-74b8759a-b8ce-4c5b-a431-e5be79e6a2b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:35.178050 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b8759a-b8ce-4c5b-a431-e5be79e6a2b7 None None] Bound using segment: {'id': '3a4bacbe-dac8-4348-bc08-5746a9973769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:22:35.178519 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-74b8759a-b8ce-4c5b-a431-e5be79e6a2b7 None None] Bound port: 5df9bcd9-887b-4dc7-beda-395654455035, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4bacbe-dac8-4348-bc08-5746a9973769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:22:35.178897 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-74b8759a-b8ce-4c5b-a431-e5be79e6a2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:35.210147 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-fd592592-4571-4e70-a70f-da8f3757b6d3 None None] Attempting to bind port 3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:22:35.211246 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-fd592592-4571-4e70-a70f-da8f3757b6d3 None None] Attempting to bind port 3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '8b5c31a8-fdbd-4f6f-a8f0-b880a98da9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6936243d-1fdb-4602-b91a-e026eea82fc4'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:22:35.212256 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd592592-4571-4e70-a70f-da8f3757b6d3 None None] Attempting to bind port 3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f on network 6936243d-1fdb-4602-b91a-e026eea82fc4 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:22:35.220751 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd592592-4571-4e70-a70f-da8f3757b6d3 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:22:35.221554 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd592592-4571-4e70-a70f-da8f3757b6d3 None None] Checking segment: {'id': '8b5c31a8-fdbd-4f6f-a8f0-b880a98da9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6936243d-1fdb-4602-b91a-e026eea82fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:22:35.222211 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fd592592-4571-4e70-a70f-da8f3757b6d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:35.223204 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd592592-4571-4e70-a70f-da8f3757b6d3 None None] Bound using segment: {'id': '8b5c31a8-fdbd-4f6f-a8f0-b880a98da9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6936243d-1fdb-4602-b91a-e026eea82fc4'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:22:35.225757 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-fd592592-4571-4e70-a70f-da8f3757b6d3 None None] Bound port: 3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b5c31a8-fdbd-4f6f-a8f0-b880a98da9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6936243d-1fdb-4602-b91a-e026eea82fc4'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:22:35.226379 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fd592592-4571-4e70-a70f-da8f3757b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:35.320591 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-74b8759a-b8ce-4c5b-a431-e5be79e6a2b7 None None] For port 5df9bcd9-887b-4dc7-beda-395654455035, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:22:35.328370 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-74b8759a-b8ce-4c5b-a431-e5be79e6a2b7 None None] For port 5df9bcd9-887b-4dc7-beda-395654455035, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=5df9bcd9-887b-4dc7-beda-395654455035,segment=NetworkSegment(3a4bacbe-dac8-4348-bc08-5746a9973769),segment_id=3a4bacbe-dac8-4348-bc08-5746a9973769)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:22:35.329339 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-fd592592-4571-4e70-a70f-da8f3757b6d3 None None] For port 3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:22:35.333989 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-fd592592-4571-4e70-a70f-da8f3757b6d3 None None] For port 3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f,segment=NetworkSegment(8b5c31a8-fdbd-4f6f-a8f0-b880a98da9e6),segment_id=8b5c31a8-fdbd-4f6f-a8f0-b880a98da9e6)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:22:35.336831 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7492650a-cc46-4a4a-a0d4-ac096044e36b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:35.368154 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7492650a-cc46-4a4a-a0d4-ac096044e36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:35.435635 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-74b8759a-b8ce-4c5b-a431-e5be79e6a2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:35.482930 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fd592592-4571-4e70-a70f-da8f3757b6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:35.509720 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a61ab0-c52b-4000-aa2e-3fae72fcaeb8 None None] Pushing event updated for resources: {'Port': ['ID=5df9bcd9-887b-4dc7-beda-395654455035,revision_number=4']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:35.513341 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c0fa70-2981-4ab7-834f-78a80a8c9d05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Router fd68e12e-4070-4c9e-a7c5-778dd397f341 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:22:35.546694 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-7492650a-cc46-4a4a-a0d4-ac096044e36b admin admin] Allocated IP 172.25.0.113 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/c5526570-7e0c-4619-b63d-1ad972cc6c4d) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:22:35.548046 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b8759a-b8ce-4c5b-a431-e5be79e6a2b7 None None] Routers {'325c8e7a-5222-4b21-a938-34b5c991cff3'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:22:35.548876 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-74b8759a-b8ce-4c5b-a431-e5be79e6a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:22:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['325c8e7a-5222-4b21-a938-34b5c991cff3'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:35.601852 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd592592-4571-4e70-a70f-da8f3757b6d3 None None] Pushing event updated for resources: {'Port': ['ID=3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:35.718387 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c0fa70-2981-4ab7-834f-78a80a8c9d05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:22:35.722082 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-74b8759a-b8ce-4c5b-a431-e5be79e6a2b7 None None] Set router 325c8e7a-5222-4b21-a938-34b5c991cff3 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:22:35.731869 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8b2361-a68a-4e8f-993c-c9237d77e167 None None] Sync routers for ids ['fd68e12e-4070-4c9e-a7c5-778dd397f341'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:22:35.745875 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8b2361-a68a-4e8f-993c-c9237d77e167 None None] Routers {'fd68e12e-4070-4c9e-a7c5-778dd397f341'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:22:35.746580 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-6d8b2361-a68a-4e8f-993c-c9237d77e167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:22:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['fd68e12e-4070-4c9e-a7c5-778dd397f341'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:35.798492 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49c0fa70-2981-4ab7-834f-78a80a8c9d05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:35.825071 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7492650a-cc46-4a4a-a0d4-ac096044e36b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:35.875749 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-49c0fa70-2981-4ab7-834f-78a80a8c9d05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6839011 Aug 10 04:22:35.877269 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1ab584-8c80-4b90-8e39-58e542e3bfc2', 'tag': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:22:35.880190 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54bf1e9-4f75-4c8a-9350-8a076e578199" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1ab584-8c80-4b90-8e39-58e542e3bfc2", "tag": "f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:22:35.946256 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b3e807-7d71-4d27-826f-a74f45288288 x-openstack-request-id: req-44b3e807-7d71-4d27-826f-a74f45288288 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:22:35.946559 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1ab584-8c80-4b90-8e39-58e542e3bfc2", "tag": "f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:22:35.946823 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44b3e807-7d71-4d27-826f-a74f45288288 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:22:35.947360 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e1ab584-8c80-4b90-8e39-58e542e3bfc2', 'tag': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd', 'status': 'completed', 'code': 200} Aug 10 04:22:36.011937 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7492650a-cc46-4a4a-a0d4-ac096044e36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:36.019934 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-6d8b2361-a68a-4e8f-993c-c9237d77e167 None None] Set router fd68e12e-4070-4c9e-a7c5-778dd397f341 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:22:36.044658 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7492650a-cc46-4a4a-a0d4-ac096044e36b admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:22:36.064281 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-7492650a-cc46-4a4a-a0d4-ac096044e36b admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:36.094199 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7492650a-cc46-4a4a-a0d4-ac096044e36b admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:22:36.177909 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bf1e9-4f75-4c8a-9350-8a076e578199 req-7181e390-6d2f-414a-a7d4-95b16771f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:36.179024 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f54bf1e9-4f75-4c8a-9350-8a076e578199 req-7181e390-6d2f-414a-a7d4-95b16771f038 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 1097 time: 0.2155452 Aug 10 04:22:36.210535 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-74b8759a-b8ce-4c5b-a431-e5be79e6a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'name': 'tempest-TestServerBasicOps-1748211721-router', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '3eed6c31-b8a5-40b5-9519-68ebd136d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:26Z', 'updated_at': '2021-08-10T04:22:30Z', 'revision_number': 4, 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'gw_port': {'id': '3eed6c31-b8a5-40b5-9519-68ebd136d30b', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:06:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:27Z', 'updated_at': '2021-08-10T04:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '5df9bcd9-887b-4dc7-beda-395654455035', 'name': '', 'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'mac_address': 'fa:16:3e:a1:56:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '95b008fb-2ff5-4fae-b009-1bf32b6828e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:30Z', 'updated_at': '2021-08-10T04:22:35Z', 'revision_number': 4, 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'subnets': [{'id': '95b008fb-2ff5-4fae-b009-1bf32b6828e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:36.246170 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b8759a-b8ce-4c5b-a431-e5be79e6a2b7 None None] The sync data for ids ['325c8e7a-5222-4b21-a938-34b5c991cff3'] in n-d-802893-2 is: [{'id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'name': 'tempest-TestServerBasicOps-1748211721-router', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '3eed6c31-b8a5-40b5-9519-68ebd136d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:26Z', 'updated_at': '2021-08-10T04:22:30Z', 'revision_number': 4, 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'gw_port': {'id': '3eed6c31-b8a5-40b5-9519-68ebd136d30b', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:06:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:27Z', 'updated_at': '2021-08-10T04:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '5df9bcd9-887b-4dc7-beda-395654455035', 'name': '', 'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'mac_address': 'fa:16:3e:a1:56:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '95b008fb-2ff5-4fae-b009-1bf32b6828e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:30Z', 'updated_at': '2021-08-10T04:22:35Z', 'revision_number': 4, 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'subnets': [{'id': '95b008fb-2ff5-4fae-b009-1bf32b6828e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:22:36.320927 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492650a-cc46-4a4a-a0d4-ac096044e36b admin admin] Pushing event updated for resources: {'Port': ['ID=c5526570-7e0c-4619-b63d-1ad972cc6c4d,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:36.340989 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac4a4c-6d5b-4f07-acac-71e77f42121f req-04376bc4-b817-40db-8966-17d2734c09c5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:36.342603 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d5ac4a4c-6d5b-4f07-acac-71e77f42121f req-04376bc4-b817-40db-8966-17d2734c09c5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 946 time: 0.3378680 Aug 10 04:22:36.358515 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-6d8b2361-a68a-4e8f-993c-c9237d77e167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540718076', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'f1b8c483-775c-43be-b047-27a377e0475e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:11Z', 'updated_at': '2021-08-10T04:22:17Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': 'f1b8c483-775c-43be-b047-27a377e0475e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:11:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:12Z', 'updated_at': '2021-08-10T04:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '57d723bb-afeb-4252-8960-b083bc63cf0b', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'port_id': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87368086-b969-41b0-a647-469e6cb99deb', 'mac_address': 'fa:16:3e:d6:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ab584-8c80-4b90-8e39-58e542e3bfc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:22:34Z', 'updated_at': '2021-08-10T04:22:34Z', 'revision_number': 0, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fd136b-2527-4a70-9653-730cdae26967', 'name': '', 'network_id': '87368086-b969-41b0-a647-469e6cb99deb', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:82:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '72546aa3-f6b8-4e33-9085-a2d2ade519f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:16Z', 'updated_at': '2021-08-10T04:22:23Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': '72546aa3-f6b8-4e33-9085-a2d2ade519f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:36.404856 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8b2361-a68a-4e8f-993c-c9237d77e167 None None] Checking router: fd68e12e-4070-4c9e-a7c5-778dd397f341 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:22:36.415191 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8b2361-a68a-4e8f-993c-c9237d77e167 None None] Routers {'fd68e12e-4070-4c9e-a7c5-778dd397f341'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:22:36.415936 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-6d8b2361-a68a-4e8f-993c-c9237d77e167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:22:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['fd68e12e-4070-4c9e-a7c5-778dd397f341'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:36.486317 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d5ac4a4c-6d5b-4f07-acac-71e77f42121f req-b470cbf0-1779-43cc-bde7-e64446d39f01 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346583 Aug 10 04:22:36.487610 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bf1e9-4f75-4c8a-9350-8a076e578199 req-2defb650-7b3a-4c81-b6cf-d9085d86697b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:36.490343 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f54bf1e9-4f75-4c8a-9350-8a076e578199 req-2defb650-7b3a-4c81-b6cf-d9085d86697b service neutron] 10.222.0.68 "GET /v2.0/networks?id=87368086-b969-41b0-a647-469e6cb99deb HTTP/1.1" status: 200 len: 897 time: 0.2568851 Aug 10 04:22:36.520026 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46026) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:36.597694 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-6d8b2361-a68a-4e8f-993c-c9237d77e167 None None] Set router fd68e12e-4070-4c9e-a7c5-778dd397f341 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:22:36.632583 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7eb37831-4a84-479a-b8bf-111088d9a695 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/floatingips/57d723bb-afeb-4252-8960-b083bc63cf0b HTTP/1.1" status: 200 len: 992 time: 0.1098392 Aug 10 04:22:36.694144 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f54bf1e9-4f75-4c8a-9350-8a076e578199 req-4c23418e-01a1-4c51-a917-e978a58a5b72 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd HTTP/1.1" status: 200 len: 1000 time: 0.1956162 Aug 10 04:22:36.893184 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7492650a-cc46-4a4a-a0d4-ac096044e36b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:37.065845 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958dd5df-3e69-4cc9-8665-cee048264e68 None None] Network 6936243d-1fdb-4602-b91a-e026eea82fc4 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:22:37.068799 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:37.224660 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-569e9724-3dc5-4739-8757-ff97eebe9fc7 None None] Provisioning for port 3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:37.374365 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-6d8b2361-a68a-4e8f-993c-c9237d77e167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540718076', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'f1b8c483-775c-43be-b047-27a377e0475e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:11Z', 'updated_at': '2021-08-10T04:22:17Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': 'f1b8c483-775c-43be-b047-27a377e0475e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:11:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:12Z', 'updated_at': '2021-08-10T04:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '57d723bb-afeb-4252-8960-b083bc63cf0b', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'port_id': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87368086-b969-41b0-a647-469e6cb99deb', 'mac_address': 'fa:16:3e:d6:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ab584-8c80-4b90-8e39-58e542e3bfc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:22:34Z', 'updated_at': '2021-08-10T04:22:34Z', 'revision_number': 0, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fd136b-2527-4a70-9653-730cdae26967', 'name': '', 'network_id': '87368086-b969-41b0-a647-469e6cb99deb', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:82:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '72546aa3-f6b8-4e33-9085-a2d2ade519f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:16Z', 'updated_at': '2021-08-10T04:22:23Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': '72546aa3-f6b8-4e33-9085-a2d2ade519f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:37.387373 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bf1e9-4f75-4c8a-9350-8a076e578199 req-8d7fb4ae-d19f-485a-87af-5a7ab6f99e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:37.389644 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f54bf1e9-4f75-4c8a-9350-8a076e578199 req-8d7fb4ae-d19f-485a-87af-5a7ab6f99e07 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=72546aa3-f6b8-4e33-9085-a2d2ade519f6 HTTP/1.1" status: 200 len: 834 time: 0.6016388 Aug 10 04:22:37.434071 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:37.436757 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8b2361-a68a-4e8f-993c-c9237d77e167 None None] The sync data for ids ['fd68e12e-4070-4c9e-a7c5-778dd397f341'] in n-d-802893-2 is: [{'id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540718076', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'f1b8c483-775c-43be-b047-27a377e0475e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:11Z', 'updated_at': '2021-08-10T04:22:17Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': 'f1b8c483-775c-43be-b047-27a377e0475e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:11:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:12Z', 'updated_at': '2021-08-10T04:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '57d723bb-afeb-4252-8960-b083bc63cf0b', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'floating_ip_address': '172.25.0.238', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'port_id': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87368086-b969-41b0-a647-469e6cb99deb', 'mac_address': 'fa:16:3e:d6:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e1ab584-8c80-4b90-8e39-58e542e3bfc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:22:34Z', 'updated_at': '2021-08-10T04:22:34Z', 'revision_number': 0, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47fd136b-2527-4a70-9653-730cdae26967', 'name': '', 'network_id': '87368086-b969-41b0-a647-469e6cb99deb', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:82:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '72546aa3-f6b8-4e33-9085-a2d2ade519f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:16Z', 'updated_at': '2021-08-10T04:22:23Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': '72546aa3-f6b8-4e33-9085-a2d2ade519f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:22:37.443695 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:37.444125 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:37.535785 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:37.587567 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f,segment=NetworkSegment(8b5c31a8-fdbd-4f6f-a8f0-b880a98da9e6),segment_id=8b5c31a8-fdbd-4f6f-a8f0-b880a98da9e6)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:37.619926 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bf1e9-4f75-4c8a-9350-8a076e578199 req-75aed777-bf3e-45e8-a362-26c4ce72bed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:37.621854 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f54bf1e9-4f75-4c8a-9350-8a076e578199 req-75aed777-bf3e-45e8-a362-26c4ce72bed2 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=87368086-b969-41b0-a647-469e6cb99deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2248726 Aug 10 04:22:37.636768 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46030) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:37.648395 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:37.649314 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 5df9bcd9-887b-4dc7-beda-395654455035 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:37.734795 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-eb9459b8-65e1-46e2-b284-273048b6ccca tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/floatingips/57d723bb-afeb-4252-8960-b083bc63cf0b HTTP/1.1" status: 200 len: 992 time: 0.0967543 Aug 10 04:22:37.759128 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:37.775806 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-75f83710-91bd-4582-a50c-6afe47ba9041 None None] Provisioning complete for port 3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:37.776253 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-75f83710-91bd-4582-a50c-6afe47ba9041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:37.798785 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90c5694-427d-4dca-b60a-d1926db0bdee None None] New status for floating IP 57d723bb-afeb-4252-8960-b083bc63cf0b: ACTIVE {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:22:37.808794 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7492650a-cc46-4a4a-a0d4-ac096044e36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:37.815836 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f54bf1e9-4f75-4c8a-9350-8a076e578199 req-9d7c6b7c-2450-4058-acc4-6a5c13b4f297 service neutron] 10.222.0.68 "GET /v2.0/networks/87368086-b969-41b0-a647-469e6cb99deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861563 Aug 10 04:22:37.863508 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 5df9bcd9-887b-4dc7-beda-395654455035 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:37.874071 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 5df9bcd9-887b-4dc7-beda-395654455035 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:37.874573 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:37.976621 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:38.005938 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f54bf1e9-4f75-4c8a-9350-8a076e578199 req-395192b1-c2f4-415e-9000-a1399dfff4f7 service neutron] 10.222.0.68 "GET /v2.0/networks/87368086-b969-41b0-a647-469e6cb99deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483996 Aug 10 04:22:38.010017 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 5df9bcd9-887b-4dc7-beda-395654455035, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=5df9bcd9-887b-4dc7-beda-395654455035,segment=NetworkSegment(3a4bacbe-dac8-4348-bc08-5746a9973769),segment_id=3a4bacbe-dac8-4348-bc08-5746a9973769)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:38.174543 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7492650a-cc46-4a4a-a0d4-ac096044e36b admin admin] Router 0e58ac85-88ca-43b1-9738-47fee09bb11b is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:22:38.183625 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:38.242917 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=5df9bcd9-887b-4dc7-beda-395654455035,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:38.304420 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7492650a-cc46-4a4a-a0d4-ac096044e36b admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:22:38.314265 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d61546d-bb91-4237-af22-cf545418ef99 None None] Sync routers for ids ['0e58ac85-88ca-43b1-9738-47fee09bb11b'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:22:38.324300 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d61546d-bb91-4237-af22-cf545418ef99 None None] Routers {'0e58ac85-88ca-43b1-9738-47fee09bb11b'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:22:38.324939 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4d61546d-bb91-4237-af22-cf545418ef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:22:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0e58ac85-88ca-43b1-9738-47fee09bb11b'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:38.379183 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7492650a-cc46-4a4a-a0d4-ac096044e36b admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:38.380842 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7492650a-cc46-4a4a-a0d4-ac096044e36b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9338572 Aug 10 04:22:38.383581 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 46038) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:38.436913 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-4d61546d-bb91-4237-af22-cf545418ef99 None None] Set router 0e58ac85-88ca-43b1-9738-47fee09bb11b gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:22:38.636200 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4d61546d-bb91-4237-af22-cf545418ef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e58ac85-88ca-43b1-9738-47fee09bb11b', 'name': 'tempest-TestServerBasicOps-2051737196-router', 'tenant_id': '3d1051dfd65c4027bf9752eef25cca76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c5526570-7e0c-4619-b63d-1ad972cc6c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:34Z', 'updated_at': '2021-08-10T04:22:36Z', 'revision_number': 3, 'project_id': '3d1051dfd65c4027bf9752eef25cca76', 'gw_port': {'id': 'c5526570-7e0c-4619-b63d-1ad972cc6c4d', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:52:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e58ac85-88ca-43b1-9738-47fee09bb11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:35Z', 'updated_at': '2021-08-10T04:22:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:38.670827 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d61546d-bb91-4237-af22-cf545418ef99 None None] Checking router: 0e58ac85-88ca-43b1-9738-47fee09bb11b for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:22:38.671536 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d61546d-bb91-4237-af22-cf545418ef99 None None] Updating router 0e58ac85-88ca-43b1-9738-47fee09bb11b port c5526570-7e0c-4619-b63d-1ad972cc6c4d binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:22:38.697817 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4d61546d-bb91-4237-af22-cf545418ef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:38.738472 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 46040) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:38.806588 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:38.888368 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-33b708c7-116e-417f-a0ee-aa60226d198a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/floatingips/57d723bb-afeb-4252-8960-b083bc63cf0b HTTP/1.1" status: 200 len: 994 time: 0.1479328 Aug 10 04:22:38.954017 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:38.954787 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:39.007618 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eace6c1d-50b9-4a7a-96c0-52a9199f8389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:39.042601 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1abbd379-fbd0-481b-bf2c-e84ecc9fcb7b req-6353a246-f0c2-4653-935d-005712f25a4e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0687537 Aug 10 04:22:39.117897 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 5df9bcd9-887b-4dc7-beda-395654455035 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:39.151339 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4d61546d-bb91-4237-af22-cf545418ef99 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:39.170395 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4d61546d-bb91-4237-af22-cf545418ef99 None None] Transition to ACTIVE for port object c5526570-7e0c-4619-b63d-1ad972cc6c4d will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:39.177040 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbd379-fbd0-481b-bf2c-e84ecc9fcb7b req-6bffdf1f-5d8c-466d-940d-e15fb719e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:39.178669 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1abbd379-fbd0-481b-bf2c-e84ecc9fcb7b req-6bffdf1f-5d8c-466d-940d-e15fb719e5f7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 1097 time: 0.0920041 Aug 10 04:22:39.193991 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 5df9bcd9-887b-4dc7-beda-395654455035 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:39.194502 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:39.269227 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4d61546d-bb91-4237-af22-cf545418ef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:39.293785 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-eace6c1d-50b9-4a7a-96c0-52a9199f8389 admin admin] Allocated IP 172.20.0.1 (6936243d-1fdb-4602-b91a-e026eea82fc4/7bcbcd32-3f3c-484e-b17d-e5d797036f3d/ffbd5b58-639d-4e88-b60d-16d809242302) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:22:39.345606 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-4d61546d-bb91-4237-af22-cf545418ef99 None None] Attempting to bind port c5526570-7e0c-4619-b63d-1ad972cc6c4d on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:22:39.345981 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-4d61546d-bb91-4237-af22-cf545418ef99 None None] Attempting to bind port c5526570-7e0c-4619-b63d-1ad972cc6c4d by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:22:39.346338 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d61546d-bb91-4237-af22-cf545418ef99 None None] Attempting to bind port c5526570-7e0c-4619-b63d-1ad972cc6c4d on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:22:39.349125 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa112ea8-79ec-464e-9473-df99b9b59a23 None None] Pushing event updated for resources: {'Port': ['ID=c5526570-7e0c-4619-b63d-1ad972cc6c4d,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:39.356232 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d61546d-bb91-4237-af22-cf545418ef99 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:22:39.356624 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d61546d-bb91-4237-af22-cf545418ef99 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:22:39.357071 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4d61546d-bb91-4237-af22-cf545418ef99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:39.357489 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d61546d-bb91-4237-af22-cf545418ef99 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:22:39.358096 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-4d61546d-bb91-4237-af22-cf545418ef99 None None] Bound port: c5526570-7e0c-4619-b63d-1ad972cc6c4d, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:22:39.358319 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4d61546d-bb91-4237-af22-cf545418ef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:39.380272 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbd379-fbd0-481b-bf2c-e84ecc9fcb7b req-0503f923-c66a-4c52-99b2-c1ff777f91ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:39.381949 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1abbd379-fbd0-481b-bf2c-e84ecc9fcb7b req-0503f923-c66a-4c52-99b2-c1ff777f91ac service neutron] 10.222.0.68 "GET /v2.0/networks?id=87368086-b969-41b0-a647-469e6cb99deb HTTP/1.1" status: 200 len: 897 time: 0.1761880 Aug 10 04:22:39.414997 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-4d61546d-bb91-4237-af22-cf545418ef99 None None] For port c5526570-7e0c-4619-b63d-1ad972cc6c4d, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:22:39.418589 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-4d61546d-bb91-4237-af22-cf545418ef99 None None] For port c5526570-7e0c-4619-b63d-1ad972cc6c4d, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c5526570-7e0c-4619-b63d-1ad972cc6c4d,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:22:39.486029 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1abbd379-fbd0-481b-bf2c-e84ecc9fcb7b req-9202565f-ce50-4d46-93a1-6c37c51030ec service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd HTTP/1.1" status: 200 len: 1002 time: 0.0955098 Aug 10 04:22:39.496176 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eace6c1d-50b9-4a7a-96c0-52a9199f8389 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:39.527044 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4d61546d-bb91-4237-af22-cf545418ef99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:39.538139 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-eace6c1d-50b9-4a7a-96c0-52a9199f8389 admin admin] Transition to ACTIVE for port object ffbd5b58-639d-4e88-b60d-16d809242302 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:39.559883 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbd379-fbd0-481b-bf2c-e84ecc9fcb7b req-5a124e3f-b0ab-43f9-9389-8af09e35beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:39.561309 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1abbd379-fbd0-481b-bf2c-e84ecc9fcb7b req-5a124e3f-b0ab-43f9-9389-8af09e35beb2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=72546aa3-f6b8-4e33-9085-a2d2ade519f6 HTTP/1.1" status: 200 len: 834 time: 0.0628684 Aug 10 04:22:39.590737 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d61546d-bb91-4237-af22-cf545418ef99 None None] Routers {'0e58ac85-88ca-43b1-9738-47fee09bb11b'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:22:39.591442 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4d61546d-bb91-4237-af22-cf545418ef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:22:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0e58ac85-88ca-43b1-9738-47fee09bb11b'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:39.621677 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbd379-fbd0-481b-bf2c-e84ecc9fcb7b req-8094eae5-f320-43c5-80d0-d3c11faf27a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:39.623218 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1abbd379-fbd0-481b-bf2c-e84ecc9fcb7b req-8094eae5-f320-43c5-80d0-d3c11faf27a6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=87368086-b969-41b0-a647-469e6cb99deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536897 Aug 10 04:22:39.627862 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa112ea8-79ec-464e-9473-df99b9b59a23 None None] Pushing event updated for resources: {'Port': ['ID=c5526570-7e0c-4619-b63d-1ad972cc6c4d,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:39.684492 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eace6c1d-50b9-4a7a-96c0-52a9199f8389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:39.713251 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-4d61546d-bb91-4237-af22-cf545418ef99 None None] Set router 0e58ac85-88ca-43b1-9738-47fee09bb11b gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:22:39.744318 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eace6c1d-50b9-4a7a-96c0-52a9199f8389 admin admin] Network 6936243d-1fdb-4602-b91a-e026eea82fc4 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:22:39.750791 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-eace6c1d-50b9-4a7a-96c0-52a9199f8389 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:39.758853 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eace6c1d-50b9-4a7a-96c0-52a9199f8389 admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:22:39.791263 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace6c1d-50b9-4a7a-96c0-52a9199f8389 admin admin] Pushing event updated for resources: {'Port': ['ID=ffbd5b58-639d-4e88-b60d-16d809242302,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:39.802721 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1abbd379-fbd0-481b-bf2c-e84ecc9fcb7b req-bbc22145-76e8-4755-a1f3-d53ea559e7e8 service neutron] 10.222.0.68 "GET /v2.0/networks/87368086-b969-41b0-a647-469e6cb99deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707232 Aug 10 04:22:39.846315 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eace6c1d-50b9-4a7a-96c0-52a9199f8389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:40.024560 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1abbd379-fbd0-481b-bf2c-e84ecc9fcb7b req-54b9390a-9d81-4b37-bf7f-8257fa8e1b9d service neutron] 10.222.0.68 "GET /v2.0/networks/87368086-b969-41b0-a647-469e6cb99deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096031 Aug 10 04:22:40.052620 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-af74e960-2450-4138-b9ef-81baae588e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:40.127142 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4d61546d-bb91-4237-af22-cf545418ef99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e58ac85-88ca-43b1-9738-47fee09bb11b', 'name': 'tempest-TestServerBasicOps-2051737196-router', 'tenant_id': '3d1051dfd65c4027bf9752eef25cca76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c5526570-7e0c-4619-b63d-1ad972cc6c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:34Z', 'updated_at': '2021-08-10T04:22:36Z', 'revision_number': 3, 'project_id': '3d1051dfd65c4027bf9752eef25cca76', 'gw_port': {'id': 'c5526570-7e0c-4619-b63d-1ad972cc6c4d', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:52:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e58ac85-88ca-43b1-9738-47fee09bb11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:35Z', 'updated_at': '2021-08-10T04:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:40.150878 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d61546d-bb91-4237-af22-cf545418ef99 None None] The sync data for ids ['0e58ac85-88ca-43b1-9738-47fee09bb11b'] in n-d-802893-2 is: [{'id': '0e58ac85-88ca-43b1-9738-47fee09bb11b', 'name': 'tempest-TestServerBasicOps-2051737196-router', 'tenant_id': '3d1051dfd65c4027bf9752eef25cca76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c5526570-7e0c-4619-b63d-1ad972cc6c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:34Z', 'updated_at': '2021-08-10T04:22:36Z', 'revision_number': 3, 'project_id': '3d1051dfd65c4027bf9752eef25cca76', 'gw_port': {'id': 'c5526570-7e0c-4619-b63d-1ad972cc6c4d', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:52:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e58ac85-88ca-43b1-9738-47fee09bb11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:35Z', 'updated_at': '2021-08-10T04:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:22:40.153995 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eace6c1d-50b9-4a7a-96c0-52a9199f8389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:40.162446 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-fc9e595a-d2a4-4df3-a65e-105ea887b378 None None] Provisioning for port ffbd5b58-639d-4e88-b60d-16d809242302 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:40.168887 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-fc9e595a-d2a4-4df3-a65e-105ea887b378 None None] Provisioning complete for port ffbd5b58-639d-4e88-b60d-16d809242302 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:40.169702 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fc9e595a-d2a4-4df3-a65e-105ea887b378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:40.220167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-fc9e595a-d2a4-4df3-a65e-105ea887b378 None None] Port ffbd5b58-639d-4e88-b60d-16d809242302 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:22:40.473655 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eace6c1d-50b9-4a7a-96c0-52a9199f8389 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:40.552013 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eace6c1d-50b9-4a7a-96c0-52a9199f8389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:40.629080 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eace6c1d-50b9-4a7a-96c0-52a9199f8389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:40.631396 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace6c1d-50b9-4a7a-96c0-52a9199f8389 admin admin] Pushing event updated for resources: {'Port': ['ID=ffbd5b58-639d-4e88-b60d-16d809242302,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:40.744285 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eace6c1d-50b9-4a7a-96c0-52a9199f8389 admin admin] Network 6936243d-1fdb-4602-b91a-e026eea82fc4 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:22:40.746194 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-eace6c1d-50b9-4a7a-96c0-52a9199f8389 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:40.809444 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c5526570-7e0c-4619-b63d-1ad972cc6c4d up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:40.892279 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eace6c1d-50b9-4a7a-96c0-52a9199f8389 admin admin] Router 0e58ac85-88ca-43b1-9738-47fee09bb11b has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:22:41.030203 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port c5526570-7e0c-4619-b63d-1ad972cc6c4d completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:41.030400 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port c5526570-7e0c-4619-b63d-1ad972cc6c4d triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:41.030844 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:41.033520 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eace6c1d-50b9-4a7a-96c0-52a9199f8389 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:22:41.046874 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-eace6c1d-50b9-4a7a-96c0-52a9199f8389 admin admin] 10.222.0.25 "PUT /v2.0/routers/0e58ac85-88ca-43b1-9738-47fee09bb11b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6618462 Aug 10 04:22:41.095643 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a414afcf-438c-49ff-b65c-019db25f2f0f None None] Provisioning complete for port ffbd5b58-639d-4e88-b60d-16d809242302 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:41.096238 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a414afcf-438c-49ff-b65c-019db25f2f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:41.151907 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-a414afcf-438c-49ff-b65c-019db25f2f0f None None] Port ffbd5b58-639d-4e88-b60d-16d809242302 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:22:41.197782 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:41.220021 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port c5526570-7e0c-4619-b63d-1ad972cc6c4d, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c5526570-7e0c-4619-b63d-1ad972cc6c4d,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:41.328417 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:41.384257 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=c5526570-7e0c-4619-b63d-1ad972cc6c4d,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:41.936286 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 46058) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:41.941068 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-a8eca63a-90ae-4f54-bff6-4f22110c214a tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-787124568', 'description': 'tempest-secgroup-smoke-787124568 description', 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:42.052367 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a8eca63a-90ae-4f54-bff6-4f22110c214a tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:42.145153 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a8eca63a-90ae-4f54-bff6-4f22110c214a tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:42.299460 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a8eca63a-90ae-4f54-bff6-4f22110c214a tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:42.333841 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eca63a-90ae-4f54-bff6-4f22110c214a tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f16691b0-7ca8-41a0-b26f-ff7e5bc477ed,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:42.423600 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a8eca63a-90ae-4f54-bff6-4f22110c214a tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:42.425091 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a8eca63a-90ae-4f54-bff6-4f22110c214a tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4877663 Aug 10 04:22:42.428849 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46060) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:42.434150 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-da1c20fa-0f36-408d-844c-b258be3dbc58 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Request body: {'security_group_rule': {'security_group_id': 'f16691b0-7ca8-41a0-b26f-ff7e5bc477ed', 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:42.538246 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-da1c20fa-0f36-408d-844c-b258be3dbc58 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:42.596412 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-da1c20fa-0f36-408d-844c-b258be3dbc58 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:42.682642 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-da1c20fa-0f36-408d-844c-b258be3dbc58 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:42.701280 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c20fa-0f36-408d-844c-b258be3dbc58 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62af115d-aa80-4619-85c1-ec7911c1932c,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:42.771478 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c5526570-7e0c-4619-b63d-1ad972cc6c4d up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:42.808105 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-da1c20fa-0f36-408d-844c-b258be3dbc58 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:42.809776 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-da1c20fa-0f36-408d-844c-b258be3dbc58 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3796623 Aug 10 04:22:42.812647 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46064) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:42.817436 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-39a2bd1f-b793-49aa-8ae5-fadd52c56848 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Request body: {'security_group_rule': {'security_group_id': 'f16691b0-7ca8-41a0-b26f-ff7e5bc477ed', 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:42.822086 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port c5526570-7e0c-4619-b63d-1ad972cc6c4d triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:42.822464 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:42.928098 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-39a2bd1f-b793-49aa-8ae5-fadd52c56848 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:43.004325 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-39a2bd1f-b793-49aa-8ae5-fadd52c56848 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:43.088547 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-39a2bd1f-b793-49aa-8ae5-fadd52c56848 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:43.109630 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a2bd1f-b793-49aa-8ae5-fadd52c56848 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=359810f9-7d6a-476d-b484-bfdd16527191,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:43.194838 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-39a2bd1f-b793-49aa-8ae5-fadd52c56848 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:43.196402 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-39a2bd1f-b793-49aa-8ae5-fadd52c56848 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3826301 Aug 10 04:22:43.199060 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46066) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:43.203666 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-9f3957e7-ca1e-493f-a686-7ce02c35e3de tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Request body: {'security_group_rule': {'security_group_id': 'f16691b0-7ca8-41a0-b26f-ff7e5bc477ed', 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:43.309908 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9f3957e7-ca1e-493f-a686-7ce02c35e3de tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:43.373665 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9f3957e7-ca1e-493f-a686-7ce02c35e3de tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:43.452117 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9f3957e7-ca1e-493f-a686-7ce02c35e3de tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:43.474337 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3957e7-ca1e-493f-a686-7ce02c35e3de tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f843ca0-22c0-430c-975d-29d4f179536b,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:43.551423 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9f3957e7-ca1e-493f-a686-7ce02c35e3de tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:43.564423 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 46070) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:43.564891 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9f3957e7-ca1e-493f-a686-7ce02c35e3de tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3608584 Aug 10 04:22:43.565008 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-578d97d0-4a4f-4a62-8bd7-ec8db5e84168 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Request body: {'security_group_rule': {'security_group_id': 'f16691b0-7ca8-41a0-b26f-ff7e5bc477ed', 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:43.606434 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08fda49-f7c4-4639-a6e9-0233a2e01c18 None None] Sync routers for ids ['0e58ac85-88ca-43b1-9738-47fee09bb11b'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:22:43.614630 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:43.617848 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08fda49-f7c4-4639-a6e9-0233a2e01c18 None None] Routers {'0e58ac85-88ca-43b1-9738-47fee09bb11b'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:22:43.618567 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d08fda49-f7c4-4639-a6e9-0233a2e01c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:22:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0e58ac85-88ca-43b1-9738-47fee09bb11b'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:43.725983 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-578d97d0-4a4f-4a62-8bd7-ec8db5e84168 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:43.727090 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-d08fda49-f7c4-4639-a6e9-0233a2e01c18 None None] Set router 0e58ac85-88ca-43b1-9738-47fee09bb11b gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:22:43.811856 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-578d97d0-4a4f-4a62-8bd7-ec8db5e84168 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:43.858090 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-633a5ea1-5f90-4619-a4b4-a6b750480436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:43.917379 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-578d97d0-4a4f-4a62-8bd7-ec8db5e84168 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:43.964429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578d97d0-4a4f-4a62-8bd7-ec8db5e84168 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74019ed-8588-4b1e-ad6d-65452ad69324,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:43.984979 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d08fda49-f7c4-4639-a6e9-0233a2e01c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e58ac85-88ca-43b1-9738-47fee09bb11b', 'name': 'tempest-TestServerBasicOps-2051737196-router', 'tenant_id': '3d1051dfd65c4027bf9752eef25cca76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c5526570-7e0c-4619-b63d-1ad972cc6c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:34Z', 'updated_at': '2021-08-10T04:22:40Z', 'revision_number': 4, 'project_id': '3d1051dfd65c4027bf9752eef25cca76', 'gw_port': {'id': 'c5526570-7e0c-4619-b63d-1ad972cc6c4d', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:52:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e58ac85-88ca-43b1-9738-47fee09bb11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:35Z', 'updated_at': '2021-08-10T04:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'ffbd5b58-639d-4e88-b60d-16d809242302', 'name': '', 'network_id': '6936243d-1fdb-4602-b91a-e026eea82fc4', 'tenant_id': '3d1051dfd65c4027bf9752eef25cca76', 'mac_address': 'fa:16:3e:c8:a1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e58ac85-88ca-43b1-9738-47fee09bb11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '7bcbcd32-3f3c-484e-b17d-e5d797036f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:39Z', 'updated_at': '2021-08-10T04:22:40Z', 'revision_number': 2, 'project_id': '3d1051dfd65c4027bf9752eef25cca76', 'subnets': [{'id': '7bcbcd32-3f3c-484e-b17d-e5d797036f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:44.014200 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08fda49-f7c4-4639-a6e9-0233a2e01c18 None None] Checking router: 0e58ac85-88ca-43b1-9738-47fee09bb11b for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:22:44.014714 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08fda49-f7c4-4639-a6e9-0233a2e01c18 None None] Updating router 0e58ac85-88ca-43b1-9738-47fee09bb11b port ffbd5b58-639d-4e88-b60d-16d809242302 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:22:44.042743 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-578d97d0-4a4f-4a62-8bd7-ec8db5e84168 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:44.051980 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46072) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:44.052237 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-578d97d0-4a4f-4a62-8bd7-ec8db5e84168 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4887455 Aug 10 04:22:44.052351 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d08fda49-f7c4-4639-a6e9-0233a2e01c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:44.052513 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-cf309c6e-8c0f-4f1f-abb4-437a77f4c6ec tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Request body: {'security_group_rule': {'security_group_id': 'f16691b0-7ca8-41a0-b26f-ff7e5bc477ed', 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:44.160760 n-d-802893-2 neutron-server[94938]: INFO neutron.db.securitygroups_db [None req-cf309c6e-8c0f-4f1f-abb4-437a77f4c6ec tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Project f4b91cffb7e54e149efd469c2d697e6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:22:44.166661 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cf309c6e-8c0f-4f1f-abb4-437a77f4c6ec tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:44.265139 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cf309c6e-8c0f-4f1f-abb4-437a77f4c6ec tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:44.356461 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d08fda49-f7c4-4639-a6e9-0233a2e01c18 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:44.366501 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-d08fda49-f7c4-4639-a6e9-0233a2e01c18 None None] Transition to ACTIVE for port object ffbd5b58-639d-4e88-b60d-16d809242302 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:44.368029 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cf309c6e-8c0f-4f1f-abb4-437a77f4c6ec tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:44.388893 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf309c6e-8c0f-4f1f-abb4-437a77f4c6ec tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfca6b96-3045-496e-865d-6a5fa5405673,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:44.447982 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d08fda49-f7c4-4639-a6e9-0233a2e01c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:44.470959 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cf309c6e-8c0f-4f1f-abb4-437a77f4c6ec tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:44.472615 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-cf309c6e-8c0f-4f1f-abb4-437a77f4c6ec tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4247775 Aug 10 04:22:44.475993 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46074) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:44.481527 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-8f9880b4-9ceb-406b-bcac-4e0ee109a8e2 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Request body: {'security_group_rule': {'security_group_id': 'f16691b0-7ca8-41a0-b26f-ff7e5bc477ed', 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:44.502769 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a7ff6-26ee-4dd8-a440-190480439e32 None None] Pushing event updated for resources: {'Port': ['ID=ffbd5b58-639d-4e88-b60d-16d809242302,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:44.554313 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-d08fda49-f7c4-4639-a6e9-0233a2e01c18 None None] Attempting to bind port ffbd5b58-639d-4e88-b60d-16d809242302 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:22:44.554674 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-d08fda49-f7c4-4639-a6e9-0233a2e01c18 None None] Attempting to bind port ffbd5b58-639d-4e88-b60d-16d809242302 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '8b5c31a8-fdbd-4f6f-a8f0-b880a98da9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6936243d-1fdb-4602-b91a-e026eea82fc4'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:22:44.555034 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08fda49-f7c4-4639-a6e9-0233a2e01c18 None None] Attempting to bind port ffbd5b58-639d-4e88-b60d-16d809242302 on network 6936243d-1fdb-4602-b91a-e026eea82fc4 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:22:44.560324 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08fda49-f7c4-4639-a6e9-0233a2e01c18 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:22:44.560689 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08fda49-f7c4-4639-a6e9-0233a2e01c18 None None] Checking segment: {'id': '8b5c31a8-fdbd-4f6f-a8f0-b880a98da9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6936243d-1fdb-4602-b91a-e026eea82fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:22:44.561081 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d08fda49-f7c4-4639-a6e9-0233a2e01c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:44.561471 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08fda49-f7c4-4639-a6e9-0233a2e01c18 None None] Bound using segment: {'id': '8b5c31a8-fdbd-4f6f-a8f0-b880a98da9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6936243d-1fdb-4602-b91a-e026eea82fc4'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:22:44.561961 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-d08fda49-f7c4-4639-a6e9-0233a2e01c18 None None] Bound port: ffbd5b58-639d-4e88-b60d-16d809242302, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b5c31a8-fdbd-4f6f-a8f0-b880a98da9e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '6936243d-1fdb-4602-b91a-e026eea82fc4'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:22:44.562334 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d08fda49-f7c4-4639-a6e9-0233a2e01c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:44.568255 n-d-802893-2 neutron-server[94938]: INFO neutron.db.securitygroups_db [None req-8f9880b4-9ceb-406b-bcac-4e0ee109a8e2 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Project f4b91cffb7e54e149efd469c2d697e6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:22:44.573828 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f9880b4-9ceb-406b-bcac-4e0ee109a8e2 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:44.637034 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-d08fda49-f7c4-4639-a6e9-0233a2e01c18 None None] For port ffbd5b58-639d-4e88-b60d-16d809242302, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:22:44.641246 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-d08fda49-f7c4-4639-a6e9-0233a2e01c18 None None] For port ffbd5b58-639d-4e88-b60d-16d809242302, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ffbd5b58-639d-4e88-b60d-16d809242302,segment=NetworkSegment(8b5c31a8-fdbd-4f6f-a8f0-b880a98da9e6),segment_id=8b5c31a8-fdbd-4f6f-a8f0-b880a98da9e6)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:22:44.655986 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f9880b4-9ceb-406b-bcac-4e0ee109a8e2 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:44.727076 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d08fda49-f7c4-4639-a6e9-0233a2e01c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:44.760540 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f9880b4-9ceb-406b-bcac-4e0ee109a8e2 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:44.775194 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9880b4-9ceb-406b-bcac-4e0ee109a8e2 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24bb3486-abdf-48c5-8d62-712f4016be87,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:44.792831 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08fda49-f7c4-4639-a6e9-0233a2e01c18 None None] Routers {'0e58ac85-88ca-43b1-9738-47fee09bb11b'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:22:44.793468 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d08fda49-f7c4-4639-a6e9-0233a2e01c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:22:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0e58ac85-88ca-43b1-9738-47fee09bb11b'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:44.837279 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a7ff6-26ee-4dd8-a440-190480439e32 None None] Pushing event updated for resources: {'Port': ['ID=ffbd5b58-639d-4e88-b60d-16d809242302,revision_number=4']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:44.883017 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f9880b4-9ceb-406b-bcac-4e0ee109a8e2 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:44.899432 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8f9880b4-9ceb-406b-bcac-4e0ee109a8e2 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4113679 Aug 10 04:22:44.918800 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-d08fda49-f7c4-4639-a6e9-0233a2e01c18 None None] Set router 0e58ac85-88ca-43b1-9738-47fee09bb11b gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:22:45.068270 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3367a403-c002-40ad-a773-aae986987cdd req-9837f5ee-2db6-4581-a8ad-f054752e677a tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-787124568&fields=id&tenant_id=f4b91cffb7e54e149efd469c2d697e6f HTTP/1.1" status: 200 len: 267 time: 0.0347247 Aug 10 04:22:45.163709 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d08fda49-f7c4-4639-a6e9-0233a2e01c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e58ac85-88ca-43b1-9738-47fee09bb11b', 'name': 'tempest-TestServerBasicOps-2051737196-router', 'tenant_id': '3d1051dfd65c4027bf9752eef25cca76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c5526570-7e0c-4619-b63d-1ad972cc6c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:34Z', 'updated_at': '2021-08-10T04:22:40Z', 'revision_number': 4, 'project_id': '3d1051dfd65c4027bf9752eef25cca76', 'gw_port': {'id': 'c5526570-7e0c-4619-b63d-1ad972cc6c4d', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:52:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e58ac85-88ca-43b1-9738-47fee09bb11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:35Z', 'updated_at': '2021-08-10T04:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'ffbd5b58-639d-4e88-b60d-16d809242302', 'name': '', 'network_id': '6936243d-1fdb-4602-b91a-e026eea82fc4', 'tenant_id': '3d1051dfd65c4027bf9752eef25cca76', 'mac_address': 'fa:16:3e:c8:a1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e58ac85-88ca-43b1-9738-47fee09bb11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '7bcbcd32-3f3c-484e-b17d-e5d797036f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:39Z', 'updated_at': '2021-08-10T04:22:44Z', 'revision_number': 4, 'project_id': '3d1051dfd65c4027bf9752eef25cca76', 'subnets': [{'id': '7bcbcd32-3f3c-484e-b17d-e5d797036f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:22:45.191481 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08fda49-f7c4-4639-a6e9-0233a2e01c18 None None] The sync data for ids ['0e58ac85-88ca-43b1-9738-47fee09bb11b'] in n-d-802893-2 is: [{'id': '0e58ac85-88ca-43b1-9738-47fee09bb11b', 'name': 'tempest-TestServerBasicOps-2051737196-router', 'tenant_id': '3d1051dfd65c4027bf9752eef25cca76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c5526570-7e0c-4619-b63d-1ad972cc6c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:34Z', 'updated_at': '2021-08-10T04:22:40Z', 'revision_number': 4, 'project_id': '3d1051dfd65c4027bf9752eef25cca76', 'gw_port': {'id': 'c5526570-7e0c-4619-b63d-1ad972cc6c4d', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:52:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e58ac85-88ca-43b1-9738-47fee09bb11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:35Z', 'updated_at': '2021-08-10T04:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'ffbd5b58-639d-4e88-b60d-16d809242302', 'name': '', 'network_id': '6936243d-1fdb-4602-b91a-e026eea82fc4', 'tenant_id': '3d1051dfd65c4027bf9752eef25cca76', 'mac_address': 'fa:16:3e:c8:a1:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e58ac85-88ca-43b1-9738-47fee09bb11b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '7bcbcd32-3f3c-484e-b17d-e5d797036f3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:39Z', 'updated_at': '2021-08-10T04:22:44Z', 'revision_number': 4, 'project_id': '3d1051dfd65c4027bf9752eef25cca76', 'subnets': [{'id': '7bcbcd32-3f3c-484e-b17d-e5d797036f3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:22:45.210848 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367a403-c002-40ad-a773-aae986987cdd req-9a1daba6-8c83-463b-bba9-1d38f870bfbb tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:45.212726 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3367a403-c002-40ad-a773-aae986987cdd req-9a1daba6-8c83-463b-bba9-1d38f870bfbb tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/networks?id=24a9041a-84b8-44ae-a643-2064ec7b4848 HTTP/1.1" status: 200 len: 809 time: 0.1360993 Aug 10 04:22:45.230325 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3367a403-c002-40ad-a773-aae986987cdd req-18cf5c7b-5737-4423-9b7d-461732111574 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/quotas/f4b91cffb7e54e149efd469c2d697e6f HTTP/1.1" status: 200 len: 375 time: 0.0111527 Aug 10 04:22:45.315977 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3367a403-c002-40ad-a773-aae986987cdd req-7308fa6f-5846-45e6-bf24-6f0bbc846964 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4b91cffb7e54e149efd469c2d697e6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697722 Aug 10 04:22:45.356860 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:45.433305 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3367a403-c002-40ad-a773-aae986987cdd req-c85f8260-b2c5-4e81-80fb-f384be993295 service neutron] 10.222.0.25 "GET /v2.0/networks/24a9041a-84b8-44ae-a643-2064ec7b4848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037779 Aug 10 04:22:45.534685 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3367a403-c002-40ad-a773-aae986987cdd req-91c6725d-123a-4ae7-9f5e-045b5c468754 service neutron] 10.222.0.25 "GET /v2.0/networks/24a9041a-84b8-44ae-a643-2064ec7b4848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941465 Aug 10 04:22:45.825317 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8e426dbb-90e2-48b4-99e4-494fa9898601 req-23c3bb48-e8ca-4914-9ea0-19a2e41c56ad tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf HTTP/1.1" status: 200 len: 210 time: 0.0286252 Aug 10 04:22:45.996739 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:46.807602 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ffbd5b58-639d-4e88-b60d-16d809242302 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:46.913439 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0671d653-3c09-48b9-8ba9-bea2f519b40f req-669195e7-036c-42e6-83a2-4417a3044070 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf HTTP/1.1" status: 200 len: 210 time: 0.0323403 Aug 10 04:22:46.916406 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:47.002550 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port ffbd5b58-639d-4e88-b60d-16d809242302 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:47.008471 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port ffbd5b58-639d-4e88-b60d-16d809242302 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:47.012326 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:47.105150 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:47.140778 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port ffbd5b58-639d-4e88-b60d-16d809242302, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ffbd5b58-639d-4e88-b60d-16d809242302,segment=NetworkSegment(8b5c31a8-fdbd-4f6f-a8f0-b880a98da9e6),segment_id=8b5c31a8-fdbd-4f6f-a8f0-b880a98da9e6)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:47.260228 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:47.316332 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=ffbd5b58-639d-4e88-b60d-16d809242302,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:48.031277 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-27bde4bc-0b33-497c-bb08-b004751dc8ff req-b4d56e95-5aa6-40a2-9af2-41880760ac94 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf HTTP/1.1" status: 200 len: 210 time: 0.0375276 Aug 10 04:22:48.643665 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367a403-c002-40ad-a773-aae986987cdd req-f8e40124-3da5-4d77-9815-ec3a27cb3599 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:48.645262 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3367a403-c002-40ad-a773-aae986987cdd req-f8e40124-3da5-4d77-9815-ec3a27cb3599 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.20 "GET /v2.0/networks?id=24a9041a-84b8-44ae-a643-2064ec7b4848 HTTP/1.1" status: 200 len: 809 time: 0.1210551 Aug 10 04:22:48.799451 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ffbd5b58-639d-4e88-b60d-16d809242302 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:48.859184 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port ffbd5b58-639d-4e88-b60d-16d809242302 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:48.859669 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:49.078791 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3367a403-c002-40ad-a773-aae986987cdd req-cd506d6e-b091-4f4a-914c-b2de22702744 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4b91cffb7e54e149efd469c2d697e6f HTTP/1.1" status: 200 len: 379 time: 0.4174311 Aug 10 04:22:49.093586 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-3367a403-c002-40ad-a773-aae986987cdd req-68957ce3-5dd4-4fc3-98de-ff7e0f2b86af tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Request body: {'port': {'device_id': 'a0235aeb-6bdd-4896-bc1b-e03a98734baf', 'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848', 'admin_state_up': True, 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'security_groups': ['f16691b0-7ca8-41a0-b26f-ff7e5bc477ed']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:49.163848 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e8b4a039-4951-403e-a90c-9e7bdf96c6c6 req-9077f80a-4dea-478d-a8fe-d7270a4d1cdf tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf HTTP/1.1" status: 200 len: 210 time: 0.0543549 Aug 10 04:22:49.315143 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3367a403-c002-40ad-a773-aae986987cdd req-68957ce3-5dd4-4fc3-98de-ff7e0f2b86af tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Made reservation on behalf of f4b91cffb7e54e149efd469c2d697e6f for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:22:49.319577 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-3367a403-c002-40ad-a773-aae986987cdd req-68957ce3-5dd4-4fc3-98de-ff7e0f2b86af tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:49.451034 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-3367a403-c002-40ad-a773-aae986987cdd req-68957ce3-5dd4-4fc3-98de-ff7e0f2b86af tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Allocated IP 172.20.0.6 (24a9041a-84b8-44ae-a643-2064ec7b4848/95b008fb-2ff5-4fae-b009-1bf32b6828e6/87273a89-15ed-473f-a6b1-f819eb4b7ffe) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:22:49.604441 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-3367a403-c002-40ad-a773-aae986987cdd req-68957ce3-5dd4-4fc3-98de-ff7e0f2b86af tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:49.619251 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-3367a403-c002-40ad-a773-aae986987cdd req-68957ce3-5dd4-4fc3-98de-ff7e0f2b86af tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Transition to ACTIVE for port object 87273a89-15ed-473f-a6b1-f819eb4b7ffe will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:49.866292 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-3367a403-c002-40ad-a773-aae986987cdd req-68957ce3-5dd4-4fc3-98de-ff7e0f2b86af tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:49.908337 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3367a403-c002-40ad-a773-aae986987cdd req-68957ce3-5dd4-4fc3-98de-ff7e0f2b86af tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Network 24a9041a-84b8-44ae-a643-2064ec7b4848 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:22:49.914012 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-3367a403-c002-40ad-a773-aae986987cdd req-68957ce3-5dd4-4fc3-98de-ff7e0f2b86af tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:49.917859 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-3367a403-c002-40ad-a773-aae986987cdd req-68957ce3-5dd4-4fc3-98de-ff7e0f2b86af tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:22:49.945061 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68957ce3-5dd4-4fc3-98de-ff7e0f2b86af tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Pushing event updated for resources: {'Port': ['ID=87273a89-15ed-473f-a6b1-f819eb4b7ffe,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:49.981588 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367a403-c002-40ad-a773-aae986987cdd req-68957ce3-5dd4-4fc3-98de-ff7e0f2b86af tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:49.983023 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-3367a403-c002-40ad-a773-aae986987cdd req-68957ce3-5dd4-4fc3-98de-ff7e0f2b86af tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:50.110202 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3367a403-c002-40ad-a773-aae986987cdd req-68957ce3-5dd4-4fc3-98de-ff7e0f2b86af tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0207777 Aug 10 04:22:50.135411 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-3367a403-c002-40ad-a773-aae986987cdd req-a1efb7d3-7f47-4175-a037-dd6b5fc91880 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:22:50.135411 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3367a403-c002-40ad-a773-aae986987cdd req-a1efb7d3-7f47-4175-a037-dd6b5fc91880 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079319 Aug 10 04:22:50.144016 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-3367a403-c002-40ad-a773-aae986987cdd req-436ebc79-2e51-48b6-9093-c22051ebfe4e service neutron] Request body: {'port': {'device_id': 'a0235aeb-6bdd-4896-bc1b-e03a98734baf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:50.217943 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-3367a403-c002-40ad-a773-aae986987cdd req-436ebc79-2e51-48b6-9093-c22051ebfe4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:50.282226 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-96f1a7c0-dec3-413b-a4db-ed02f800614a None None] Provisioning for port 87273a89-15ed-473f-a6b1-f819eb4b7ffe completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:50.286668 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-96f1a7c0-dec3-413b-a4db-ed02f800614a None None] Provisioning complete for port 87273a89-15ed-473f-a6b1-f819eb4b7ffe triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:50.287037 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-96f1a7c0-dec3-413b-a4db-ed02f800614a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:50.298845 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c5174-fa45-4e73-b6e2-2e5ac5b061f4 req-1b120c63-5e82-4c82-9554-e5ce0add09fd tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:50.307208 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-283c5174-fa45-4e73-b6e2-2e5ac5b061f4 req-1b120c63-5e82-4c82-9554-e5ce0add09fd tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf HTTP/1.1" status: 200 len: 931 time: 0.0633779 Aug 10 04:22:50.355082 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-283c5174-fa45-4e73-b6e2-2e5ac5b061f4 req-021b93c6-5ee7-4f33-85c1-36e6e66cdde5 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/security-groups?id=f16691b0-7ca8-41a0-b26f-ff7e5bc477ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468330 Aug 10 04:22:50.358762 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-96f1a7c0-dec3-413b-a4db-ed02f800614a None None] Port 87273a89-15ed-473f-a6b1-f819eb4b7ffe cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:22:50.562310 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-3367a403-c002-40ad-a773-aae986987cdd req-436ebc79-2e51-48b6-9093-c22051ebfe4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87273a89-15ed-473f-a6b1-f819eb4b7ffe {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:22:50.571055 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-3367a403-c002-40ad-a773-aae986987cdd req-436ebc79-2e51-48b6-9093-c22051ebfe4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:50.583489 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-3367a403-c002-40ad-a773-aae986987cdd req-436ebc79-2e51-48b6-9093-c22051ebfe4e service neutron] Transition to ACTIVE for port object 87273a89-15ed-473f-a6b1-f819eb4b7ffe will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:22:50.715117 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-3367a403-c002-40ad-a773-aae986987cdd req-436ebc79-2e51-48b6-9093-c22051ebfe4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:50.769223 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ebc79-2e51-48b6-9093-c22051ebfe4e service neutron] Pushing event updated for resources: {'Port': ['ID=87273a89-15ed-473f-a6b1-f819eb4b7ffe,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:50.857344 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-3367a403-c002-40ad-a773-aae986987cdd req-436ebc79-2e51-48b6-9093-c22051ebfe4e service neutron] Attempting to bind port 87273a89-15ed-473f-a6b1-f819eb4b7ffe on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:22:50.857705 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-3367a403-c002-40ad-a773-aae986987cdd req-436ebc79-2e51-48b6-9093-c22051ebfe4e service neutron] Attempting to bind port 87273a89-15ed-473f-a6b1-f819eb4b7ffe by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '3a4bacbe-dac8-4348-bc08-5746a9973769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:22:50.858201 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3367a403-c002-40ad-a773-aae986987cdd req-436ebc79-2e51-48b6-9093-c22051ebfe4e service neutron] Attempting to bind port 87273a89-15ed-473f-a6b1-f819eb4b7ffe on network 24a9041a-84b8-44ae-a643-2064ec7b4848 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:22:50.863267 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3367a403-c002-40ad-a773-aae986987cdd req-436ebc79-2e51-48b6-9093-c22051ebfe4e service neutron] Port 87273a89-15ed-473f-a6b1-f819eb4b7ffe on network 24a9041a-84b8-44ae-a643-2064ec7b4848 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:22:50.864419 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3367a403-c002-40ad-a773-aae986987cdd req-436ebc79-2e51-48b6-9093-c22051ebfe4e service neutron] Attempting to bind port 87273a89-15ed-473f-a6b1-f819eb4b7ffe on network 24a9041a-84b8-44ae-a643-2064ec7b4848 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:22:50.871468 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3367a403-c002-40ad-a773-aae986987cdd req-436ebc79-2e51-48b6-9093-c22051ebfe4e service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 22, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:22:50.872211 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3367a403-c002-40ad-a773-aae986987cdd req-436ebc79-2e51-48b6-9093-c22051ebfe4e service neutron] Checking segment: {'id': '3a4bacbe-dac8-4348-bc08-5746a9973769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:22:50.872357 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3367a403-c002-40ad-a773-aae986987cdd req-436ebc79-2e51-48b6-9093-c22051ebfe4e service neutron] Bound using segment: {'id': '3a4bacbe-dac8-4348-bc08-5746a9973769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:22:50.872693 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-3367a403-c002-40ad-a773-aae986987cdd req-436ebc79-2e51-48b6-9093-c22051ebfe4e service neutron] Bound port: 87273a89-15ed-473f-a6b1-f819eb4b7ffe, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4bacbe-dac8-4348-bc08-5746a9973769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:22:50.873062 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-3367a403-c002-40ad-a773-aae986987cdd req-436ebc79-2e51-48b6-9093-c22051ebfe4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:50.947135 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-3367a403-c002-40ad-a773-aae986987cdd req-436ebc79-2e51-48b6-9093-c22051ebfe4e service neutron] For port 87273a89-15ed-473f-a6b1-f819eb4b7ffe, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:22:50.951065 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-3367a403-c002-40ad-a773-aae986987cdd req-436ebc79-2e51-48b6-9093-c22051ebfe4e service neutron] For port 87273a89-15ed-473f-a6b1-f819eb4b7ffe, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=87273a89-15ed-473f-a6b1-f819eb4b7ffe,segment=NetworkSegment(3a4bacbe-dac8-4348-bc08-5746a9973769),segment_id=3a4bacbe-dac8-4348-bc08-5746a9973769)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:22:51.054411 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-3367a403-c002-40ad-a773-aae986987cdd req-436ebc79-2e51-48b6-9093-c22051ebfe4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:51.089684 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367a403-c002-40ad-a773-aae986987cdd req-436ebc79-2e51-48b6-9093-c22051ebfe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:51.090766 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-3367a403-c002-40ad-a773-aae986987cdd req-436ebc79-2e51-48b6-9093-c22051ebfe4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:51.092657 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3367a403-c002-40ad-a773-aae986987cdd req-436ebc79-2e51-48b6-9093-c22051ebfe4e service neutron] 10.222.0.20 "PUT /v2.0/ports/87273a89-15ed-473f-a6b1-f819eb4b7ffe HTTP/1.1" status: 200 len: 1091 time: 0.9531708 Aug 10 04:22:51.095566 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0235aeb-6bdd-4896-bc1b-e03a98734baf', 'tag': '87273a89-15ed-473f-a6b1-f819eb4b7ffe'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:22:51.098299 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4e2862-dc5b-4b3d-b341-03e29a794a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "a0235aeb-6bdd-4896-bc1b-e03a98734baf", "tag": "87273a89-15ed-473f-a6b1-f819eb4b7ffe"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:22:51.128818 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ebc79-2e51-48b6-9093-c22051ebfe4e service neutron] Pushing event updated for resources: {'Port': ['ID=87273a89-15ed-473f-a6b1-f819eb4b7ffe,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:51.146354 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6155124f-b645-4cd5-9128-06a1f1b6e0c4 x-openstack-request-id: req-6155124f-b645-4cd5-9128-06a1f1b6e0c4 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:22:51.146722 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0235aeb-6bdd-4896-bc1b-e03a98734baf", "tag": "87273a89-15ed-473f-a6b1-f819eb4b7ffe", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:22:51.147129 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6155124f-b645-4cd5-9128-06a1f1b6e0c4 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:22:51.147897 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0235aeb-6bdd-4896-bc1b-e03a98734baf', 'tag': '87273a89-15ed-473f-a6b1-f819eb4b7ffe', 'status': 'completed', 'code': 200} Aug 10 04:22:51.242949 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e2862-dc5b-4b3d-b341-03e29a794a5f req-7d999eb2-06c3-48e5-9d8f-6c5e98db8126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:51.245144 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9d4e2862-dc5b-4b3d-b341-03e29a794a5f req-7d999eb2-06c3-48e5-9d8f-6c5e98db8126 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f4b91cffb7e54e149efd469c2d697e6f&device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf HTTP/1.1" status: 200 len: 1094 time: 0.0568509 Aug 10 04:22:51.359117 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e2862-dc5b-4b3d-b341-03e29a794a5f req-e7d43ba5-b9c7-48e8-9fa8-74dec5284e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:51.361878 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9d4e2862-dc5b-4b3d-b341-03e29a794a5f req-e7d43ba5-b9c7-48e8-9fa8-74dec5284e65 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f4b91cffb7e54e149efd469c2d697e6f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1035042 Aug 10 04:22:51.475164 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e2862-dc5b-4b3d-b341-03e29a794a5f req-82801308-033e-48c1-8e1e-ea6fea04ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:51.477119 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9d4e2862-dc5b-4b3d-b341-03e29a794a5f req-82801308-033e-48c1-8e1e-ea6fea04ae30 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1086862 Aug 10 04:22:51.480500 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b87634-edf1-45a9-aed1-2acaeb07b8ca req-cee23cba-eb02-4508-ae9a-d619ee239624 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:51.482759 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-83b87634-edf1-45a9-aed1-2acaeb07b8ca req-cee23cba-eb02-4508-ae9a-d619ee239624 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf HTTP/1.1" status: 200 len: 943 time: 0.0604033 Aug 10 04:22:51.531358 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-83b87634-edf1-45a9-aed1-2acaeb07b8ca req-73a0495f-6e6b-42ed-8d70-e3d53b59a4e9 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/security-groups?id=f16691b0-7ca8-41a0-b26f-ff7e5bc477ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418682 Aug 10 04:22:51.578906 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367a403-c002-40ad-a773-aae986987cdd req-eeb19232-db96-4a95-9bfe-863f7d924301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:51.580849 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3367a403-c002-40ad-a773-aae986987cdd req-eeb19232-db96-4a95-9bfe-863f7d924301 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f4b91cffb7e54e149efd469c2d697e6f&device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf HTTP/1.1" status: 200 len: 1094 time: 0.0451400 Aug 10 04:22:51.631138 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3367a403-c002-40ad-a773-aae986987cdd req-3579a446-f9e3-4d52-8e38-cb12e25e92c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87273a89-15ed-473f-a6b1-f819eb4b7ffe HTTP/1.1" status: 200 len: 217 time: 0.0366189 Aug 10 04:22:51.684965 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367a403-c002-40ad-a773-aae986987cdd req-1997606a-a587-44f6-b958-a818843245bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:51.686464 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3367a403-c002-40ad-a773-aae986987cdd req-1997606a-a587-44f6-b958-a818843245bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95b008fb-2ff5-4fae-b009-1bf32b6828e6 HTTP/1.1" status: 200 len: 848 time: 0.0492136 Aug 10 04:22:51.734260 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367a403-c002-40ad-a773-aae986987cdd req-4f57396e-5981-4df1-88b8-949f708882d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:51.739323 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3367a403-c002-40ad-a773-aae986987cdd req-4f57396e-5981-4df1-88b8-949f708882d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=24a9041a-84b8-44ae-a643-2064ec7b4848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420964 Aug 10 04:22:51.827774 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3367a403-c002-40ad-a773-aae986987cdd req-43b54348-7a67-4a4f-9d0f-2b8be9a7dcc3 service neutron] 10.222.0.20 "GET /v2.0/networks/24a9041a-84b8-44ae-a643-2064ec7b4848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852182 Aug 10 04:22:51.927495 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3367a403-c002-40ad-a773-aae986987cdd req-780f0fbf-4ead-4d51-82cd-7d5e5730f92b service neutron] 10.222.0.20 "GET /v2.0/networks/24a9041a-84b8-44ae-a643-2064ec7b4848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920868 Aug 10 04:22:52.653341 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46144) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:52.655969 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05b6d6-7bce-480d-888a-f1dd0f87c055 req-efa726d8-9b98-40a6-8e2f-d12f915b9982 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:52.657505 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3f05b6d6-7bce-480d-888a-f1dd0f87c055 req-efa726d8-9b98-40a6-8e2f-d12f915b9982 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf HTTP/1.1" status: 200 len: 943 time: 0.0532112 Aug 10 04:22:52.701151 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3f05b6d6-7bce-480d-888a-f1dd0f87c055 req-29a44674-78ab-458d-8d77-78bddb7463ee tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/security-groups?id=f16691b0-7ca8-41a0-b26f-ff7e5bc477ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345061 Aug 10 04:22:52.777280 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-32938f90-eb35-4e11-ad29-8092a220d00f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:52.867463 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-32938f90-eb35-4e11-ad29-8092a220d00f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:52.945467 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-32938f90-eb35-4e11-ad29-8092a220d00f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:52.985255 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-32938f90-eb35-4e11-ad29-8092a220d00f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2aba1dfd425e47df82abe001f4529b69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3306489 Aug 10 04:22:52.986180 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32938f90-eb35-4e11-ad29-8092a220d00f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4caba6de-ccb1-47c6-b824-54f33a411789,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:52.987896 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 46148) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:53.039931 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-26e93d5b-c978-4960-80c0-461095da9d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:53.068006 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-26e93d5b-c978-4960-80c0-461095da9d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:53.202694 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-26e93d5b-c978-4960-80c0-461095da9d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:53.205265 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-26e93d5b-c978-4960-80c0-461095da9d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:53.206429 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-26e93d5b-c978-4960-80c0-461095da9d20 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4caba6de-ccb1-47c6-b824-54f33a411789 HTTP/1.1" status: 204 len: 168 time: 0.2169132 Aug 10 04:22:53.216734 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e93d5b-c978-4960-80c0-461095da9d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4caba6de-ccb1-47c6-b824-54f33a411789,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:53.827363 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750b239-6d82-4e23-adbe-c1b44721d016 req-6d3234a4-1b51-48ac-bb67-a3c8518f4e56 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:53.828934 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7750b239-6d82-4e23-adbe-c1b44721d016 req-6d3234a4-1b51-48ac-bb67-a3c8518f4e56 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf HTTP/1.1" status: 200 len: 943 time: 0.0515654 Aug 10 04:22:53.868614 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7750b239-6d82-4e23-adbe-c1b44721d016 req-1e8e497c-51e1-45e2-b6a4-4a5f194f0f09 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/security-groups?id=f16691b0-7ca8-41a0-b26f-ff7e5bc477ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334866 Aug 10 04:22:54.182599 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 46172) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:54.286386 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-1ddd60bd-9dc2-4e50-b88e-a488e5232264 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1969201387-network', 'tenant_id': '4fef9f6ad2f444afb0eab2f050314782'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:54.373721 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ddd60bd-9dc2-4e50-b88e-a488e5232264 admin admin] Made reservation on behalf of 4fef9f6ad2f444afb0eab2f050314782 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:22:54.376163 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1ddd60bd-9dc2-4e50-b88e-a488e5232264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:54.385037 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1ddd60bd-9dc2-4e50-b88e-a488e5232264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:54.401422 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 87273a89-15ed-473f-a6b1-f819eb4b7ffe details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:22:54.500575 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1ddd60bd-9dc2-4e50-b88e-a488e5232264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:54.516968 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 87273a89-15ed-473f-a6b1-f819eb4b7ffe, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=87273a89-15ed-473f-a6b1-f819eb4b7ffe,segment=NetworkSegment(3a4bacbe-dac8-4348-bc08-5746a9973769),segment_id=3a4bacbe-dac8-4348-bc08-5746a9973769)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:54.529212 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '87273a89-15ed-473f-a6b1-f819eb4b7ffe', 'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848', 'port_id': '87273a89-15ed-473f-a6b1-f819eb4b7ffe', 'mac_address': 'fa:16:3e:55:68:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95b008fb-2ff5-4fae-b009-1bf32b6828e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:22:54.568054 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:54.573964 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1ddd60bd-9dc2-4e50-b88e-a488e5232264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:54.581420 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87273a89-15ed-473f-a6b1-f819eb4b7ffe {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:22:54.603165 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 87273a89-15ed-473f-a6b1-f819eb4b7ffe, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=87273a89-15ed-473f-a6b1-f819eb4b7ffe,segment=NetworkSegment(3a4bacbe-dac8-4348-bc08-5746a9973769),segment_id=3a4bacbe-dac8-4348-bc08-5746a9973769)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:54.603412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ddd60bd-9dc2-4e50-b88e-a488e5232264 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:22:54.613363 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd60bd-9dc2-4e50-b88e-a488e5232264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45b43d2-5760-4b6b-9a09-05548f2d1993,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:54.619338 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1ddd60bd-9dc2-4e50-b88e-a488e5232264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:54.619697 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-1ddd60bd-9dc2-4e50-b88e-a488e5232264 admin admin] Added segment cfe0e534-12c2-4945-944d-2ce85c2c705a of type vlan for network 52ddd4f0-490f-44f9-b28a-40dd5954c2e2 Aug 10 04:22:54.660734 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1ddd60bd-9dc2-4e50-b88e-a488e5232264 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:54.669332 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:54.726750 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=87273a89-15ed-473f-a6b1-f819eb4b7ffe,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:54.760563 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1ddd60bd-9dc2-4e50-b88e-a488e5232264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:54.761602 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddd60bd-9dc2-4e50-b88e-a488e5232264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:54.762201 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1ddd60bd-9dc2-4e50-b88e-a488e5232264 admin admin] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:54.829582 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddd60bd-9dc2-4e50-b88e-a488e5232264 admin admin] Pushing event updated for resources: {'Network': ['ID=52ddd4f0-490f-44f9-b28a-40dd5954c2e2,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:54.841117 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 52ddd4f0-490f-44f9-b28a-40dd5954c2e2 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:22:54.915883 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46178) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:54.920563 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1ddd60bd-9dc2-4e50-b88e-a488e5232264 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7367759 Aug 10 04:22:54.922136 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-ca5b3315-16be-46b2-8177-d958e0c2c4f4 admin admin] Request body: {'subnet': {'network_id': '52ddd4f0-490f-44f9-b28a-40dd5954c2e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1969201387-subnet', 'tenant_id': '4fef9f6ad2f444afb0eab2f050314782', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:54.947915 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['87273a89-15ed-473f-a6b1-f819eb4b7ffe'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:22:54.993466 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d9cd5-29cf-4344-8a79-277b863b2d16 req-40103b5c-a60c-4615-885f-d79f1317333a tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:54.995022 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2a2d9cd5-29cf-4344-8a79-277b863b2d16 req-40103b5c-a60c-4615-885f-d79f1317333a tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf HTTP/1.1" status: 200 len: 944 time: 0.0529318 Aug 10 04:22:55.023547 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5b3315-16be-46b2-8177-d958e0c2c4f4 admin admin] Made reservation on behalf of 4fef9f6ad2f444afb0eab2f050314782 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:22:55.041978 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ca5b3315-16be-46b2-8177-d958e0c2c4f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:55.042354 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2a2d9cd5-29cf-4344-8a79-277b863b2d16 req-9ae01771-8bab-4d8a-b36f-5210c563e0ef tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/security-groups?id=f16691b0-7ca8-41a0-b26f-ff7e5bc477ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359933 Aug 10 04:22:55.288485 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ca5b3315-16be-46b2-8177-d958e0c2c4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:55.346303 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b3315-16be-46b2-8177-d958e0c2c4f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbf00d69-9d7e-438b-a087-c760d43c92c5,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:55.357301 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5b3315-16be-46b2-8177-d958e0c2c4f4 admin admin] Checking segment: {'id': 'cfe0e534-12c2-4945-944d-2ce85c2c705a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '52ddd4f0-490f-44f9-b28a-40dd5954c2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:22:55.357659 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5b3315-16be-46b2-8177-d958e0c2c4f4 admin admin] Network hostable DHCP agents. Network: 52ddd4f0-490f-44f9-b28a-40dd5954c2e2, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:22:55.465078 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5b3315-16be-46b2-8177-d958e0c2c4f4 admin admin] Network 52ddd4f0-490f-44f9-b28a-40dd5954c2e2 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:22:55.533971 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-ca5b3315-16be-46b2-8177-d958e0c2c4f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 52ddd4f0-490f-44f9-b28a-40dd5954c2e2) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:55.539242 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5b3315-16be-46b2-8177-d958e0c2c4f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:55.539760 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ca5b3315-16be-46b2-8177-d958e0c2c4f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:55.544729 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbefb5a5-3915-404a-92e4-71dc49f3aab0 None None] Network 52ddd4f0-490f-44f9-b28a-40dd5954c2e2 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:22:55.615538 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ca5b3315-16be-46b2-8177-d958e0c2c4f4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6982272 Aug 10 04:22:55.680186 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82a9ba9-70ff-4d46-8071-16c66a92efaa None None] Network 52ddd4f0-490f-44f9-b28a-40dd5954c2e2 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:22:56.163257 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25963fc-ca6f-4d97-a414-54edb56f4e4a req-8ed8a727-e58f-4ec1-bbef-cb5fed92418b tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:56.164814 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d25963fc-ca6f-4d97-a414-54edb56f4e4a req-8ed8a727-e58f-4ec1-bbef-cb5fed92418b tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf HTTP/1.1" status: 200 len: 944 time: 0.0526772 Aug 10 04:22:56.203497 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d25963fc-ca6f-4d97-a414-54edb56f4e4a req-68355a2b-0eff-4f6a-a35b-b814bf1fb217 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/security-groups?id=f16691b0-7ca8-41a0-b26f-ff7e5bc477ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324926 Aug 10 04:22:56.404247 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 87273a89-15ed-473f-a6b1-f819eb4b7ffe up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:22:56.550734 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 87273a89-15ed-473f-a6b1-f819eb4b7ffe completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:22:56.555098 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 87273a89-15ed-473f-a6b1-f819eb4b7ffe triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:22:56.555463 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:56.634465 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:56.657798 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0235aeb-6bdd-4896-bc1b-e03a98734baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87273a89-15ed-473f-a6b1-f819eb4b7ffe'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:22:56.660058 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61b94fe-bb15-4b7a-a57a-ded00447eff4" -d '{"events": [{"server_uuid": "a0235aeb-6bdd-4896-bc1b-e03a98734baf", "name": "network-vif-plugged", "status": "completed", "tag": "87273a89-15ed-473f-a6b1-f819eb4b7ffe"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:22:56.675274 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 87273a89-15ed-473f-a6b1-f819eb4b7ffe, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=87273a89-15ed-473f-a6b1-f819eb4b7ffe,segment=NetworkSegment(3a4bacbe-dac8-4348-bc08-5746a9973769),segment_id=3a4bacbe-dac8-4348-bc08-5746a9973769)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:22:56.700186 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be11bfd8-4f0d-47c5-a2ff-9d15e6a4046f x-openstack-request-id: req-be11bfd8-4f0d-47c5-a2ff-9d15e6a4046f {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:22:56.700476 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0235aeb-6bdd-4896-bc1b-e03a98734baf", "name": "network-vif-plugged", "status": "completed", "tag": "87273a89-15ed-473f-a6b1-f819eb4b7ffe", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:22:56.700746 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be11bfd8-4f0d-47c5-a2ff-9d15e6a4046f {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:22:56.701139 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0235aeb-6bdd-4896-bc1b-e03a98734baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87273a89-15ed-473f-a6b1-f819eb4b7ffe', 'code': 200} Aug 10 04:22:56.777622 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:56.829248 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4995f5-db17-44f8-80f3-f22b54f56fb4 req-83f1dad4-f1d1-4d89-8797-b2ed8c7b5614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:56.830518 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=87273a89-15ed-473f-a6b1-f819eb4b7ffe,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:22:56.831576 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2d4995f5-db17-44f8-80f3-f22b54f56fb4 req-83f1dad4-f1d1-4d89-8797-b2ed8c7b5614 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf HTTP/1.1" status: 200 len: 1096 time: 0.0429332 Aug 10 04:22:56.868475 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2d4995f5-db17-44f8-80f3-f22b54f56fb4 req-69928908-5ec2-464c-bbac-f7d53e53f98c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f16691b0-7ca8-41a0-b26f-ff7e5bc477ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298140 Aug 10 04:22:57.337702 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036ddd2-25ea-47b3-852b-e116c00c02d1 req-322ede5a-d6a8-4bbd-83f4-79ab47e9718a tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:57.339306 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5036ddd2-25ea-47b3-852b-e116c00c02d1 req-322ede5a-d6a8-4bbd-83f4-79ab47e9718a tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf HTTP/1.1" status: 200 len: 945 time: 0.0611064 Aug 10 04:22:57.378145 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5036ddd2-25ea-47b3-852b-e116c00c02d1 req-cf04be0b-02a2-478c-a10d-30c4afec1f5b tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/security-groups?id=f16691b0-7ca8-41a0-b26f-ff7e5bc477ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326858 Aug 10 04:22:57.806181 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:58.498960 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f920dd-1e75-4e97-bbfe-656a750db507 req-b74d900a-ac47-4600-b958-35074da35887 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:58.500470 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-56f920dd-1e75-4e97-bbfe-656a750db507 req-b74d900a-ac47-4600-b958-35074da35887 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf HTTP/1.1" status: 200 len: 945 time: 0.0489910 Aug 10 04:22:58.538882 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-56f920dd-1e75-4e97-bbfe-656a750db507 req-a7b56b08-c1b1-4ea1-a5a4-5d4ece074540 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/security-groups?id=f16691b0-7ca8-41a0-b26f-ff7e5bc477ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320129 Aug 10 04:22:58.656183 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec365f-23ae-435b-89ae-fceaadee87f8 req-119dbc54-3005-4f9b-a113-979123b4c146 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:58.657747 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d9ec365f-23ae-435b-89ae-fceaadee87f8 req-119dbc54-3005-4f9b-a113-979123b4c146 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf HTTP/1.1" status: 200 len: 945 time: 0.0522795 Aug 10 04:22:58.695860 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d9ec365f-23ae-435b-89ae-fceaadee87f8 req-d94b24ac-12aa-4035-b2a9-b3802a8fc40a tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/security-groups?id=f16691b0-7ca8-41a0-b26f-ff7e5bc477ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313489 Aug 10 04:22:58.810045 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf18b0-e065-4519-a11c-93cf5977e7e2 req-06755c85-286d-4e45-a482-0219e98794e7 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:58.811578 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4baf18b0-e065-4519-a11c-93cf5977e7e2 req-06755c85-286d-4e45-a482-0219e98794e7 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf HTTP/1.1" status: 200 len: 945 time: 0.0497882 Aug 10 04:22:58.857498 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4baf18b0-e065-4519-a11c-93cf5977e7e2 req-c57dbfe1-218c-4c42-96b0-9c3dd510798a tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/security-groups?id=f16691b0-7ca8-41a0-b26f-ff7e5bc477ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397556 Aug 10 04:22:58.881447 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46214) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:59.034546 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4480d9c4-9880-4c93-afe4-703bb79534ec tempest-TestServerBasicOps-1250143405 tempest-TestServerBasicOps-1250143405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:22:59.036939 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4480d9c4-9880-4c93-afe4-703bb79534ec tempest-TestServerBasicOps-1250143405 tempest-TestServerBasicOps-1250143405-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf HTTP/1.1" status: 200 len: 1091 time: 0.1537755 Aug 10 04:22:59.039497 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46218) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:22:59.044004 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-bb630e7e-f597-47b6-9b9f-f1fc47ada4c7 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'port_id': '87273a89-15ed-473f-a6b1-f819eb4b7ffe', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:22:59.131550 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bb630e7e-f597-47b6-9b9f-f1fc47ada4c7 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:59.230037 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bb630e7e-f597-47b6-9b9f-f1fc47ada4c7 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:59.343188 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-bb630e7e-f597-47b6-9b9f-f1fc47ada4c7 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Allocated IP 172.25.0.136 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/84432e0c-cc7c-497f-8cb7-17e52b969e79) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:22:59.454029 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bb630e7e-f597-47b6-9b9f-f1fc47ada4c7 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:59.657812 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bb630e7e-f597-47b6-9b9f-f1fc47ada4c7 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:22:59.706088 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb630e7e-f597-47b6-9b9f-f1fc47ada4c7 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:22:59.709427 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-bb630e7e-f597-47b6-9b9f-f1fc47ada4c7 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:22:59.712102 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb630e7e-f597-47b6-9b9f-f1fc47ada4c7 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:22:59.739171 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb630e7e-f597-47b6-9b9f-f1fc47ada4c7 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Pushing event updated for resources: {'Port': ['ID=84432e0c-cc7c-497f-8cb7-17e52b969e79,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:00.115391 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bb630e7e-f597-47b6-9b9f-f1fc47ada4c7 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:00.599141 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bb630e7e-f597-47b6-9b9f-f1fc47ada4c7 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:00.774168 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bb630e7e-f597-47b6-9b9f-f1fc47ada4c7 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:00.944902 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bb630e7e-f597-47b6-9b9f-f1fc47ada4c7 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:01.022274 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb630e7e-f597-47b6-9b9f-f1fc47ada4c7 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Pushing event updated for resources: {'Port': ['ID=84432e0c-cc7c-497f-8cb7-17e52b969e79,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:01.032990 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bb630e7e-f597-47b6-9b9f-f1fc47ada4c7 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:01.135208 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-bb630e7e-f597-47b6-9b9f-f1fc47ada4c7 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Floating IP 764aa9e5-9ee6-414c-865e-8bece01ed343 associated. External IP: 172.25.0.136, port: 87273a89-15ed-473f-a6b1-f819eb4b7ffe. Aug 10 04:23:01.366692 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb630e7e-f597-47b6-9b9f-f1fc47ada4c7 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Router 325c8e7a-5222-4b21-a938-34b5c991cff3 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:23:01.484144 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb630e7e-f597-47b6-9b9f-f1fc47ada4c7 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:23:01.501509 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe30610-19de-4cf1-adac-86bb496ec367 None None] Sync routers for ids ['325c8e7a-5222-4b21-a938-34b5c991cff3'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:23:01.512270 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe30610-19de-4cf1-adac-86bb496ec367 None None] Routers {'325c8e7a-5222-4b21-a938-34b5c991cff3'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:23:01.512821 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3fe30610-19de-4cf1-adac-86bb496ec367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:22:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['325c8e7a-5222-4b21-a938-34b5c991cff3'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:01.602442 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bb630e7e-f597-47b6-9b9f-f1fc47ada4c7 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:01.620459 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-3fe30610-19de-4cf1-adac-86bb496ec367 None None] Set router 325c8e7a-5222-4b21-a938-34b5c991cff3 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:23:01.644025 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bb630e7e-f597-47b6-9b9f-f1fc47ada4c7 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5931354 Aug 10 04:23:01.644025 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0235aeb-6bdd-4896-bc1b-e03a98734baf', 'tag': '87273a89-15ed-473f-a6b1-f819eb4b7ffe'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:23:01.644025 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2124b9c3-c6b1-489b-8ed9-4c700df5c2b7" -d '{"events": [{"name": "network-changed", "server_uuid": "a0235aeb-6bdd-4896-bc1b-e03a98734baf", "tag": "87273a89-15ed-473f-a6b1-f819eb4b7ffe"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:23:01.680562 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b99d26-1813-47e2-807d-a8a9dac0240d x-openstack-request-id: req-f3b99d26-1813-47e2-807d-a8a9dac0240d {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:23:01.684875 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0235aeb-6bdd-4896-bc1b-e03a98734baf", "tag": "87273a89-15ed-473f-a6b1-f819eb4b7ffe", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:23:01.684875 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3b99d26-1813-47e2-807d-a8a9dac0240d {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:23:01.684875 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0235aeb-6bdd-4896-bc1b-e03a98734baf', 'tag': '87273a89-15ed-473f-a6b1-f819eb4b7ffe', 'status': 'completed', 'code': 200} Aug 10 04:23:01.775449 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124b9c3-c6b1-489b-8ed9-4c700df5c2b7 req-f72cd7b9-c5c4-4634-b41b-0d7a364c7dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:01.777061 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2124b9c3-c6b1-489b-8ed9-4c700df5c2b7 req-f72cd7b9-c5c4-4634-b41b-0d7a364c7dd4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f4b91cffb7e54e149efd469c2d697e6f&device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf HTTP/1.1" status: 200 len: 1096 time: 0.0468976 Aug 10 04:23:01.881369 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124b9c3-c6b1-489b-8ed9-4c700df5c2b7 req-c3e94f53-d736-4f6a-8d42-c48fcad75a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:01.882870 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2124b9c3-c6b1-489b-8ed9-4c700df5c2b7 req-c3e94f53-d736-4f6a-8d42-c48fcad75a95 service neutron] 10.222.0.20 "GET /v2.0/networks?id=24a9041a-84b8-44ae-a643-2064ec7b4848 HTTP/1.1" status: 200 len: 910 time: 0.0975461 Aug 10 04:23:01.907942 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3fe30610-19de-4cf1-adac-86bb496ec367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'name': 'tempest-TestServerBasicOps-1748211721-router', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '3eed6c31-b8a5-40b5-9519-68ebd136d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:26Z', 'updated_at': '2021-08-10T04:22:30Z', 'revision_number': 4, 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'gw_port': {'id': '3eed6c31-b8a5-40b5-9519-68ebd136d30b', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:06:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:27Z', 'updated_at': '2021-08-10T04:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '764aa9e5-9ee6-414c-865e-8bece01ed343', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'port_id': '87273a89-15ed-473f-a6b1-f819eb4b7ffe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848', 'mac_address': 'fa:16:3e:55:68:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0235aeb-6bdd-4896-bc1b-e03a98734baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:22:59Z', 'updated_at': '2021-08-10T04:22:59Z', 'revision_number': 0, 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5df9bcd9-887b-4dc7-beda-395654455035', 'name': '', 'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'mac_address': 'fa:16:3e:a1:56:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '95b008fb-2ff5-4fae-b009-1bf32b6828e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:30Z', 'updated_at': '2021-08-10T04:22:37Z', 'revision_number': 5, 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'subnets': [{'id': '95b008fb-2ff5-4fae-b009-1bf32b6828e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:01.945060 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe30610-19de-4cf1-adac-86bb496ec367 None None] Checking router: 325c8e7a-5222-4b21-a938-34b5c991cff3 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:23:01.956605 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe30610-19de-4cf1-adac-86bb496ec367 None None] Routers {'325c8e7a-5222-4b21-a938-34b5c991cff3'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:23:01.957371 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3fe30610-19de-4cf1-adac-86bb496ec367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:22:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['325c8e7a-5222-4b21-a938-34b5c991cff3'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:01.980133 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2124b9c3-c6b1-489b-8ed9-4c700df5c2b7 req-7e8f5ba1-b986-49cb-9e7b-3b80705c45c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87273a89-15ed-473f-a6b1-f819eb4b7ffe HTTP/1.1" status: 200 len: 999 time: 0.0905011 Aug 10 04:23:02.039881 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124b9c3-c6b1-489b-8ed9-4c700df5c2b7 req-4dca5352-472c-496d-b730-2416e13f2f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:02.041630 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2124b9c3-c6b1-489b-8ed9-4c700df5c2b7 req-4dca5352-472c-496d-b730-2416e13f2f99 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95b008fb-2ff5-4fae-b009-1bf32b6828e6 HTTP/1.1" status: 200 len: 848 time: 0.0550721 Aug 10 04:23:02.080973 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-3fe30610-19de-4cf1-adac-86bb496ec367 None None] Set router 325c8e7a-5222-4b21-a938-34b5c991cff3 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:23:02.092307 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124b9c3-c6b1-489b-8ed9-4c700df5c2b7 req-5b9af68b-635d-417c-b6ba-230e1d9daecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:02.093829 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2124b9c3-c6b1-489b-8ed9-4c700df5c2b7 req-5b9af68b-635d-417c-b6ba-230e1d9daecb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=24a9041a-84b8-44ae-a643-2064ec7b4848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452650 Aug 10 04:23:02.203851 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2124b9c3-c6b1-489b-8ed9-4c700df5c2b7 req-b0de70e5-aaaa-4c8b-9ec7-bb1e6b2b776c service neutron] 10.222.0.20 "GET /v2.0/networks/24a9041a-84b8-44ae-a643-2064ec7b4848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008115 Aug 10 04:23:02.317403 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2124b9c3-c6b1-489b-8ed9-4c700df5c2b7 req-3feb9019-a99b-443b-afa6-319c02cbed2b service neutron] 10.222.0.20 "GET /v2.0/networks/24a9041a-84b8-44ae-a643-2064ec7b4848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071320 Aug 10 04:23:02.341131 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3fe30610-19de-4cf1-adac-86bb496ec367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'name': 'tempest-TestServerBasicOps-1748211721-router', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '3eed6c31-b8a5-40b5-9519-68ebd136d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:26Z', 'updated_at': '2021-08-10T04:22:30Z', 'revision_number': 4, 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'gw_port': {'id': '3eed6c31-b8a5-40b5-9519-68ebd136d30b', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:06:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:27Z', 'updated_at': '2021-08-10T04:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '764aa9e5-9ee6-414c-865e-8bece01ed343', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'port_id': '87273a89-15ed-473f-a6b1-f819eb4b7ffe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848', 'mac_address': 'fa:16:3e:55:68:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0235aeb-6bdd-4896-bc1b-e03a98734baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:22:59Z', 'updated_at': '2021-08-10T04:22:59Z', 'revision_number': 0, 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5df9bcd9-887b-4dc7-beda-395654455035', 'name': '', 'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'mac_address': 'fa:16:3e:a1:56:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '95b008fb-2ff5-4fae-b009-1bf32b6828e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:30Z', 'updated_at': '2021-08-10T04:22:37Z', 'revision_number': 5, 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'subnets': [{'id': '95b008fb-2ff5-4fae-b009-1bf32b6828e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:23:02.368223 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe30610-19de-4cf1-adac-86bb496ec367 None None] The sync data for ids ['325c8e7a-5222-4b21-a938-34b5c991cff3'] in n-d-802893-2 is: [{'id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'name': 'tempest-TestServerBasicOps-1748211721-router', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '3eed6c31-b8a5-40b5-9519-68ebd136d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:26Z', 'updated_at': '2021-08-10T04:22:30Z', 'revision_number': 4, 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'gw_port': {'id': '3eed6c31-b8a5-40b5-9519-68ebd136d30b', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:06:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:27Z', 'updated_at': '2021-08-10T04:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '764aa9e5-9ee6-414c-865e-8bece01ed343', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'floating_ip_address': '172.25.0.136', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'port_id': '87273a89-15ed-473f-a6b1-f819eb4b7ffe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848', 'mac_address': 'fa:16:3e:55:68:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0235aeb-6bdd-4896-bc1b-e03a98734baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:22:59Z', 'updated_at': '2021-08-10T04:22:59Z', 'revision_number': 0, 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5df9bcd9-887b-4dc7-beda-395654455035', 'name': '', 'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'mac_address': 'fa:16:3e:a1:56:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '95b008fb-2ff5-4fae-b009-1bf32b6828e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:30Z', 'updated_at': '2021-08-10T04:22:37Z', 'revision_number': 5, 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'subnets': [{'id': '95b008fb-2ff5-4fae-b009-1bf32b6828e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:23:02.577928 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd25a2a2-dbc3-465f-b203-5602b916a28c None None] New status for floating IP 764aa9e5-9ee6-414c-865e-8bece01ed343: ACTIVE {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:23:03.501949 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb82fbc-6386-4bf3-b23a-51bd3453e263 req-ef91ab9d-4815-402d-a162-6b3443963b2b tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:03.503521 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9bb82fbc-6386-4bf3-b23a-51bd3453e263 req-ef91ab9d-4815-402d-a162-6b3443963b2b tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 1097 time: 0.0466750 Aug 10 04:23:03.543567 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9bb82fbc-6386-4bf3-b23a-51bd3453e263 req-a7f0ccaa-b701-437d-aca9-dca9ca1c9f92 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329278 Aug 10 04:23:03.670844 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b803686-66ca-4e30-a1bf-a9b73bdd4842 req-213291a1-f1d6-4010-ad20-4fb437324905 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:03.672606 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5b803686-66ca-4e30-a1bf-a9b73bdd4842 req-213291a1-f1d6-4010-ad20-4fb437324905 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 946 time: 0.0563381 Aug 10 04:23:03.717178 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5b803686-66ca-4e30-a1bf-a9b73bdd4842 req-03f7448e-5c0a-40d9-9b52-9a3063f09947 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379298 Aug 10 04:23:03.740282 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46246) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:23:03.810124 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f11a3e8a-3791-4c17-be96-52a8f3a6fb4f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/floatingips/57d723bb-afeb-4252-8960-b083bc63cf0b HTTP/1.1" status: 200 len: 994 time: 0.0684774 Aug 10 04:23:04.463891 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d56dea-a2ff-426d-b143-396b07ad6ec2 req-76027f38-a783-4410-bf67-71270e147f95 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:04.468444 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-81d56dea-a2ff-426d-b143-396b07ad6ec2 req-76027f38-a783-4410-bf67-71270e147f95 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 946 time: 0.0547915 Aug 10 04:23:04.505734 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-81d56dea-a2ff-426d-b143-396b07ad6ec2 req-74b555c9-3575-40e0-8ccf-31b4ab64b9be tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339637 Aug 10 04:23:04.605257 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-0b14e653-2ad9-4d40-a54a-d4a9e511777b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0449247 Aug 10 04:23:04.881238 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:23:05.632126 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc57d78-2d1f-46dd-9191-5bcf5194eab7 req-42124218-6f4a-416a-a6c1-bc90b910fb26 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:05.633767 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6dc57d78-2d1f-46dd-9191-5bcf5194eab7 req-42124218-6f4a-416a-a6c1-bc90b910fb26 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 946 time: 0.0564368 Aug 10 04:23:05.674104 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6dc57d78-2d1f-46dd-9191-5bcf5194eab7 req-4a1914fa-80cd-4783-98a1-d70f4622c83a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338099 Aug 10 04:23:06.803808 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733e6e8-bdc4-47f5-9dfb-326375a8db30 req-d645eb49-53b2-4b3a-a867-d2880a49ed4a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:06.805393 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f733e6e8-bdc4-47f5-9dfb-326375a8db30 req-d645eb49-53b2-4b3a-a867-d2880a49ed4a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 946 time: 0.0561495 Aug 10 04:23:06.846293 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f733e6e8-bdc4-47f5-9dfb-326375a8db30 req-8e68bb24-2936-4729-9689-cd25012ac41f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347598 Aug 10 04:23:07.362659 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-8c49d487-9a8b-4549-9e30-7e60b0733a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:07.364116 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-8c49d487-9a8b-4549-9e30-7e60b0733a76 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 1097 time: 0.0456069 Aug 10 04:23:07.457488 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-4398c946-6ec5-4d68-adb0-09e3535d3b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:07.459739 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-4398c946-6ec5-4d68-adb0-09e3535d3b32 service neutron] 10.222.0.68 "GET /v2.0/networks?id=87368086-b969-41b0-a647-469e6cb99deb HTTP/1.1" status: 200 len: 897 time: 0.0887849 Aug 10 04:23:07.533972 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-f8b41eda-d9b4-4fc6-8c37-f034e912820c service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd HTTP/1.1" status: 200 len: 1002 time: 0.0668764 Aug 10 04:23:07.585914 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-a3d559e3-a3bc-4c96-9654-1e21d2148465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:07.587479 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-a3d559e3-a3bc-4c96-9654-1e21d2148465 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=72546aa3-f6b8-4e33-9085-a2d2ade519f6 HTTP/1.1" status: 200 len: 834 time: 0.0466771 Aug 10 04:23:07.636143 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-8e413e30-1bbc-4cbb-99f0-40ae5594d065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:07.637808 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-8e413e30-1bbc-4cbb-99f0-40ae5594d065 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=87368086-b969-41b0-a647-469e6cb99deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432892 Aug 10 04:23:07.736695 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-98ad93d9-a27e-43b3-b85d-c6fce9326657 service neutron] 10.222.0.68 "GET /v2.0/networks/87368086-b969-41b0-a647-469e6cb99deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913594 Aug 10 04:23:07.837947 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-c1bf0e0d-fce2-4406-8f38-0658038f8889 service neutron] 10.222.0.68 "GET /v2.0/networks/87368086-b969-41b0-a647-469e6cb99deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937726 Aug 10 04:23:07.970639 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e5b50-252e-4cf3-a051-4ab893f468a8 req-b6a2675e-ce5f-41ca-bab7-c8445b19b05f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:07.972251 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1d5e5b50-252e-4cf3-a051-4ab893f468a8 req-b6a2675e-ce5f-41ca-bab7-c8445b19b05f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 946 time: 0.0543573 Aug 10 04:23:08.021777 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1d5e5b50-252e-4cf3-a051-4ab893f468a8 req-6c05caf2-b826-4fdb-a91c-217cbf2de8d2 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427041 Aug 10 04:23:09.153053 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793991c-941f-41ad-9aec-3e0d8e77eb0b req-784d4495-62ba-4406-8071-63dc7b45b814 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:09.154635 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4793991c-941f-41ad-9aec-3e0d8e77eb0b req-784d4495-62ba-4406-8071-63dc7b45b814 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 946 time: 0.0599256 Aug 10 04:23:09.195359 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4793991c-941f-41ad-9aec-3e0d8e77eb0b req-79fa9b5a-b7d0-4882-9aad-4c1a3ac2697b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344727 Aug 10 04:23:09.937604 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-767a622f-146e-4926-8c31-97f6359272b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:10.320969 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025db10-64b1-49e5-a5cb-28679c0a349c req-eab95e9a-a216-4779-84a9-ea4fb1f2866d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:10.322525 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c025db10-64b1-49e5-a5cb-28679c0a349c req-eab95e9a-a216-4779-84a9-ea4fb1f2866d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 946 time: 0.0574408 Aug 10 04:23:10.363442 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c025db10-64b1-49e5-a5cb-28679c0a349c req-4c2a271b-2e2a-47a4-a680-235437f9d621 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337791 Aug 10 04:23:11.482969 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcaae38-c611-4584-83fd-21a70eb75157 req-cf42aac3-84d6-4957-9a4e-928f7263c736 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:11.484689 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9fcaae38-c611-4584-83fd-21a70eb75157 req-cf42aac3-84d6-4957-9a4e-928f7263c736 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 946 time: 0.0508311 Aug 10 04:23:11.527983 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9fcaae38-c611-4584-83fd-21a70eb75157 req-f7238249-7f1c-425c-b0bd-8e1de90c03e5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365324 Aug 10 04:23:12.649995 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a658b916-2625-4621-880b-969ad15e2b39 req-ff2822b1-9eb3-4903-95d7-76a8daca75b5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:12.652225 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a658b916-2625-4621-880b-969ad15e2b39 req-ff2822b1-9eb3-4903-95d7-76a8daca75b5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 946 time: 0.0532565 Aug 10 04:23:12.692971 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a658b916-2625-4621-880b-969ad15e2b39 req-abcf0574-3d42-4417-b6d1-5af28c91f679 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339632 Aug 10 04:23:13.619697 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:13.821850 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a5f66-973c-4dd5-a2c8-be00e0ac450d req-d329b4c8-2480-44ab-aa83-87ac4f67b854 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:13.823416 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f23a5f66-973c-4dd5-a2c8-be00e0ac450d req-d329b4c8-2480-44ab-aa83-87ac4f67b854 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 946 time: 0.0567563 Aug 10 04:23:13.830939 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7a562b5c-fba2-409d-8788-31b11822976c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:13.866159 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f23a5f66-973c-4dd5-a2c8-be00e0ac450d req-7a4c9c5c-a485-483a-8396-27cddfd1e89e tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364578 Aug 10 04:23:14.988462 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc87f7-d6a7-4367-a028-6093ff4a8207 req-21b72376-1b42-4bf6-84e9-6f5c8ce01480 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:14.989918 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f2bc87f7-d6a7-4367-a028-6093ff4a8207 req-21b72376-1b42-4bf6-84e9-6f5c8ce01480 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 946 time: 0.0511477 Aug 10 04:23:15.028478 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f2bc87f7-d6a7-4367-a028-6093ff4a8207 req-4e7555c3-f573-4a2d-a287-68dea3646949 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326347 Aug 10 04:23:15.414532 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:15.996643 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:16.147740 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62dc581-e45b-4065-97b9-258c4e1425db req-4f6561ca-784f-400c-bc91-388b806d149c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:16.149719 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a62dc581-e45b-4065-97b9-258c4e1425db req-4f6561ca-784f-400c-bc91-388b806d149c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 946 time: 0.0515089 Aug 10 04:23:16.190363 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a62dc581-e45b-4065-97b9-258c4e1425db req-a86c6b98-d9d0-473f-98cc-06faf98160c1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343862 Aug 10 04:23:16.937024 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:17.312693 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf819a7a-1d53-4380-b17b-5e0f34147528 req-608d3866-931f-48f5-9e1b-9c2f0bcb3a30 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:17.314215 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cf819a7a-1d53-4380-b17b-5e0f34147528 req-608d3866-931f-48f5-9e1b-9c2f0bcb3a30 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 946 time: 0.0548353 Aug 10 04:23:17.357190 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cf819a7a-1d53-4380-b17b-5e0f34147528 req-983d8bee-35b5-45ad-8e62-889820e3ea0e tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356870 Aug 10 04:23:18.489509 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67f0c0-3d3f-4976-b81a-13a62dcc06c1 req-80f66c14-82db-467c-8c99-1b5f43920828 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:18.492167 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4a67f0c0-3d3f-4976-b81a-13a62dcc06c1 req-80f66c14-82db-467c-8c99-1b5f43920828 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 946 time: 0.0588396 Aug 10 04:23:18.532613 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4a67f0c0-3d3f-4976-b81a-13a62dcc06c1 req-d414948b-b5a1-4409-8d7c-9a3c58bacd07 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350585 Aug 10 04:23:19.661252 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606bcb3-bf28-41c1-8cd5-128e51bc8f28 req-3574a4c8-3dfb-4bd5-84f2-50e53002e14c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:19.662811 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f606bcb3-bf28-41c1-8cd5-128e51bc8f28 req-3574a4c8-3dfb-4bd5-84f2-50e53002e14c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 946 time: 0.0512013 Aug 10 04:23:19.702983 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f606bcb3-bf28-41c1-8cd5-128e51bc8f28 req-40d3f7a9-6388-4ab2-bdf2-b765afd0c90b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328536 Aug 10 04:23:20.835752 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d89f76-1311-49ec-9fa3-36157075d902 req-4aa6dc71-4c43-4ae3-84e6-0bd2cd26ff5e tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:20.837440 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-78d89f76-1311-49ec-9fa3-36157075d902 req-4aa6dc71-4c43-4ae3-84e6-0bd2cd26ff5e tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 946 time: 0.0597515 Aug 10 04:23:20.878213 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-78d89f76-1311-49ec-9fa3-36157075d902 req-d45d8451-049f-498e-9262-7352aa3e8e59 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346484 Aug 10 04:23:22.000914 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97bea7-ab8f-464b-adfd-506ccca0bb27 req-d0b3a118-f550-4955-a548-dd27adbdc651 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:22.002430 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4f97bea7-ab8f-464b-adfd-506ccca0bb27 req-d0b3a118-f550-4955-a548-dd27adbdc651 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 946 time: 0.0504050 Aug 10 04:23:22.042321 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4f97bea7-ab8f-464b-adfd-506ccca0bb27 req-ba3e5cac-cf6e-4a00-abf2-e687567648d9 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332789 Aug 10 04:23:23.165264 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c64cc8-09c8-43f6-8128-a5d6d4feebc5 req-67077c1e-34c0-46f8-bfa2-a25d8cbafde6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:23.167199 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d5c64cc8-09c8-43f6-8128-a5d6d4feebc5 req-67077c1e-34c0-46f8-bfa2-a25d8cbafde6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 946 time: 0.0540142 Aug 10 04:23:23.205788 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d5c64cc8-09c8-43f6-8128-a5d6d4feebc5 req-a6caf97c-3446-48d1-b8f5-c24faf45f6b7 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325994 Aug 10 04:23:24.446217 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f14e0e1-10dc-4a45-a94a-742419b61758 req-643af4c1-e000-4ace-97b6-b4c1fb3d854c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:24.447764 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f14e0e1-10dc-4a45-a94a-742419b61758 req-643af4c1-e000-4ace-97b6-b4c1fb3d854c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 946 time: 0.1693864 Aug 10 04:23:24.485976 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f14e0e1-10dc-4a45-a94a-742419b61758 req-4ca16c7a-f144-4ca5-a561-d468286cbb15 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320995 Aug 10 04:23:25.329364 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-f5e03077-60d7-46d6-9604-3dc42b53b3ac service neutron] show failed (client error): The resource could not be found. Aug 10 04:23:25.330368 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-f5e03077-60d7-46d6-9604-3dc42b53b3ac service neutron] 10.222.0.68 "GET /v2.0/ports/f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd/bindings/n-h2-802893-2 HTTP/1.1" status: 404 len: 380 time: 0.0541129 Aug 10 04:23:25.664196 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86462224-349c-43a7-9460-8f40fd840933 req-646b894f-6cab-4749-b241-5849b735a482 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:25.665856 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-86462224-349c-43a7-9460-8f40fd840933 req-646b894f-6cab-4749-b241-5849b735a482 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 946 time: 0.1088436 Aug 10 04:23:25.711175 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-86462224-349c-43a7-9460-8f40fd840933 req-8d69d4c4-4420-4842-b73f-d5fcac71d810 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392127 Aug 10 04:23:25.908869 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-2c208080-c0f6-448f-82d8-9be81c21fa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:25.910418 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-2c208080-c0f6-448f-82d8-9be81c21fa36 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2&tenant_id=397e8cde821d4d5ca53b9835ebca79b1 HTTP/1.1" status: 200 len: 1097 time: 0.0417981 Aug 10 04:23:25.933592 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802893-2', 'device_owner': 'compute:nova'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:23:25.988895 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:26.196181 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] For port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd,segment=NetworkSegment(66e20012-e773-4b62-a10e-7138c930958d),segment_id=66e20012-e773-4b62-a10e-7138c930958d)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:26.230334 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] For port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:23:26.270307 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1ab584-8c80-4b90-8e39-58e542e3bfc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:23:26.273019 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44aa0c84-32bb-4112-a3b7-10a68c81f40c" -d '{"events": [{"server_uuid": "2e1ab584-8c80-4b90-8e39-58e542e3bfc2", "name": "network-vif-unplugged", "status": "completed", "tag": "f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:23:26.277502 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:26.289676 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Transition to ACTIVE for port object f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:23:26.340974 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138c1c4f-4964-4176-afb7-3238f97e845c x-openstack-request-id: req-138c1c4f-4964-4176-afb7-3238f97e845c {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:23:26.341382 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1ab584-8c80-4b90-8e39-58e542e3bfc2", "name": "network-vif-unplugged", "status": "completed", "tag": "f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:23:26.341611 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-138c1c4f-4964-4176-afb7-3238f97e845c {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:23:26.341855 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1ab584-8c80-4b90-8e39-58e542e3bfc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd', 'code': 200} Aug 10 04:23:26.362054 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:26.441686 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Pushing event updated for resources: {'Port': ['ID=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd,revision_number=6']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:26.456398 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:26.456756 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:26.457094 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:26.457619 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:26.457955 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:26.458291 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:26.458624 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:26.458953 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:26.459283 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:26.459635 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:26.460527 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:26.460856 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:26.497407 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] No DVR routers for this DVR port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:23:26.634556 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Attempting to bind port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:23:26.634903 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Attempting to bind port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '66e20012-e773-4b62-a10e-7138c930958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '87368086-b969-41b0-a647-469e6cb99deb'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:23:26.635234 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Attempting to bind port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd on network 87368086-b969-41b0-a647-469e6cb99deb {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:23:26.639730 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd on network 87368086-b969-41b0-a647-469e6cb99deb not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:23:26.640095 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Attempting to bind port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd on network 87368086-b969-41b0-a647-469e6cb99deb {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:23:26.644962 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:23:26.645296 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Checking segment: {'id': '66e20012-e773-4b62-a10e-7138c930958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '87368086-b969-41b0-a647-469e6cb99deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:23:26.645674 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Bound using segment: {'id': '66e20012-e773-4b62-a10e-7138c930958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '87368086-b969-41b0-a647-469e6cb99deb'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:23:26.646097 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Bound port: f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e20012-e773-4b62-a10e-7138c930958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '87368086-b969-41b0-a647-469e6cb99deb'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:23:26.646449 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:26.718937 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] For port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:23:26.721967 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] For port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd,segment=NetworkSegment(66e20012-e773-4b62-a10e-7138c930958d),segment_id=66e20012-e773-4b62-a10e-7138c930958d)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:23:26.835297 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f15e1b-3fa2-493d-9313-a20b707cb940 req-4fc22bcd-179c-461f-851e-c21a98d0c2a4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:26.837558 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a3f15e1b-3fa2-493d-9313-a20b707cb940 req-4fc22bcd-179c-461f-851e-c21a98d0c2a4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 944 time: 0.0540185 Aug 10 04:23:26.854032 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:26.876931 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a3f15e1b-3fa2-493d-9313-a20b707cb940 req-a2bdda7b-088f-4542-bb77-75a3c44bd7ef tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333912 Aug 10 04:23:26.892207 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:26.892927 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:26.894561 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] 10.222.0.20 "PUT /v2.0/ports/f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd HTTP/1.1" status: 200 len: 1092 time: 0.9651906 Aug 10 04:23:26.922102 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911ca94-4179-4a91-ac1e-edcb4f5a087a service neutron] Pushing event updated for resources: {'Port': ['ID=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd,revision_number=7']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:26.979811 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-0c1d7520-7ba1-4079-b54d-539b289ce17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:26.981796 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-0c1d7520-7ba1-4079-b54d-539b289ce17e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 1095 time: 0.0528836 Aug 10 04:23:27.088224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-df2cfb84-f2fd-4534-b033-cf26f4399ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:27.088224 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-df2cfb84-f2fd-4534-b033-cf26f4399ab9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=87368086-b969-41b0-a647-469e6cb99deb HTTP/1.1" status: 200 len: 897 time: 0.0972583 Aug 10 04:23:27.162966 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-d0863b66-33cd-464f-b946-8883d4f93296 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd HTTP/1.1" status: 200 len: 1000 time: 0.0690866 Aug 10 04:23:27.227751 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-f189502a-27cc-4555-b1e3-a055817a5b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:27.229339 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-f189502a-27cc-4555-b1e3-a055817a5b40 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=72546aa3-f6b8-4e33-9085-a2d2ade519f6 HTTP/1.1" status: 200 len: 834 time: 0.0545247 Aug 10 04:23:27.283409 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-bd2950cb-5b26-489e-b180-f91effa69ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:27.285014 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-bd2950cb-5b26-489e-b180-f91effa69ad1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87368086-b969-41b0-a647-469e6cb99deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443568 Aug 10 04:23:27.384455 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-6fc1504a-dce8-4687-b22d-a290591d9256 service neutron] 10.222.0.20 "GET /v2.0/networks/87368086-b969-41b0-a647-469e6cb99deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918033 Aug 10 04:23:27.475166 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a9dd9ce0-0922-4b8a-92a2-e203dbed6a1c req-74795276-46fd-42e6-a2a1-01d0c6b9b4cd service neutron] 10.222.0.20 "GET /v2.0/networks/87368086-b969-41b0-a647-469e6cb99deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838819 Aug 10 04:23:27.782065 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:28.008129 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7673931d-d20b-4cf4-b5f2-0d39dcc150c9 req-f4c778e9-23e4-42f2-8e25-e4e10fd22cd6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:28.009643 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7673931d-d20b-4cf4-b5f2-0d39dcc150c9 req-f4c778e9-23e4-42f2-8e25-e4e10fd22cd6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 944 time: 0.0538142 Aug 10 04:23:28.049965 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7673931d-d20b-4cf4-b5f2-0d39dcc150c9 req-1cfc428b-2a7d-4f5c-ae93-97cbfd84cf67 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341935 Aug 10 04:23:28.187725 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:23:28.224853 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:23:28.343296 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1ab584-8c80-4b90-8e39-58e542e3bfc2', 'tag': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:23:28.345750 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4dc004-06da-4cab-998c-72de8abb9c28" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1ab584-8c80-4b90-8e39-58e542e3bfc2", "tag": "f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:23:28.402255 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75926a16-8818-47c5-85e2-b041aa61d622 x-openstack-request-id: req-75926a16-8818-47c5-85e2-b041aa61d622 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:23:28.402255 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1ab584-8c80-4b90-8e39-58e542e3bfc2", "tag": "f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:23:28.402255 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-75926a16-8818-47c5-85e2-b041aa61d622 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:23:28.402683 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e1ab584-8c80-4b90-8e39-58e542e3bfc2', 'tag': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd', 'status': 'completed', 'code': 200} Aug 10 04:23:28.496922 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4dc004-06da-4cab-998c-72de8abb9c28 req-e51031a6-787f-4330-b360-288fa229b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:28.498497 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4f4dc004-06da-4cab-998c-72de8abb9c28 req-e51031a6-787f-4330-b360-288fa229b065 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 1095 time: 0.0744903 Aug 10 04:23:28.501030 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4dc004-06da-4cab-998c-72de8abb9c28 req-67a8a6ed-a34b-4b88-89d1-1909a17b34fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:28.502369 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4f4dc004-06da-4cab-998c-72de8abb9c28 req-67a8a6ed-a34b-4b88-89d1-1909a17b34fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 1095 time: 0.0527449 Aug 10 04:23:28.670353 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4dc004-06da-4cab-998c-72de8abb9c28 req-97183091-4be8-4a69-8105-79f1b6bc7966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:28.672029 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4f4dc004-06da-4cab-998c-72de8abb9c28 req-97183091-4be8-4a69-8105-79f1b6bc7966 service neutron] 10.222.0.68 "GET /v2.0/networks?id=87368086-b969-41b0-a647-469e6cb99deb HTTP/1.1" status: 200 len: 897 time: 0.1665127 Aug 10 04:23:28.676720 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4dc004-06da-4cab-998c-72de8abb9c28 req-b9162e93-02fd-4ea0-848d-92c9abcd3bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:28.678075 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4f4dc004-06da-4cab-998c-72de8abb9c28 req-b9162e93-02fd-4ea0-848d-92c9abcd3bf5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=87368086-b969-41b0-a647-469e6cb99deb HTTP/1.1" status: 200 len: 897 time: 0.1645584 Aug 10 04:23:28.790964 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4f4dc004-06da-4cab-998c-72de8abb9c28 req-8cbb8cf1-3d48-4803-86bd-55e2e748c202 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd HTTP/1.1" status: 200 len: 1000 time: 0.1117673 Aug 10 04:23:28.794799 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4f4dc004-06da-4cab-998c-72de8abb9c28 req-67b57dc7-4a19-4d50-8e27-005aa83f4118 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd HTTP/1.1" status: 200 len: 1000 time: 0.1079793 Aug 10 04:23:28.885551 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4dc004-06da-4cab-998c-72de8abb9c28 req-2b950587-ae82-46f2-8050-1077839ed5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:28.886960 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4f4dc004-06da-4cab-998c-72de8abb9c28 req-2b950587-ae82-46f2-8050-1077839ed5cf service neutron] 10.222.0.68 "GET /v2.0/subnets?id=72546aa3-f6b8-4e33-9085-a2d2ade519f6 HTTP/1.1" status: 200 len: 834 time: 0.0894921 Aug 10 04:23:28.888361 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4dc004-06da-4cab-998c-72de8abb9c28 req-46c5e128-b6a2-41d7-8424-220e4f357bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:28.889786 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4f4dc004-06da-4cab-998c-72de8abb9c28 req-46c5e128-b6a2-41d7-8424-220e4f357bc2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=72546aa3-f6b8-4e33-9085-a2d2ade519f6 HTTP/1.1" status: 200 len: 834 time: 0.0850163 Aug 10 04:23:28.964739 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4dc004-06da-4cab-998c-72de8abb9c28 req-65749430-2af6-4668-9cf5-a80319e742be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:28.966244 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4f4dc004-06da-4cab-998c-72de8abb9c28 req-65749430-2af6-4668-9cf5-a80319e742be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87368086-b969-41b0-a647-469e6cb99deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620818 Aug 10 04:23:28.968022 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4dc004-06da-4cab-998c-72de8abb9c28 req-f474972d-b053-44fa-a37a-5e8246a66cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:28.969352 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4f4dc004-06da-4cab-998c-72de8abb9c28 req-f474972d-b053-44fa-a37a-5e8246a66cf6 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=87368086-b969-41b0-a647-469e6cb99deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743625 Aug 10 04:23:29.145931 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4f4dc004-06da-4cab-998c-72de8abb9c28 req-2b64a0ce-5141-4e4e-8a06-ebb7f13a6ada service neutron] 10.222.0.68 "GET /v2.0/networks/87368086-b969-41b0-a647-469e6cb99deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684804 Aug 10 04:23:29.161245 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4f4dc004-06da-4cab-998c-72de8abb9c28 req-1506add4-1487-43d0-8dae-53566f410a24 service neutron] 10.222.0.20 "GET /v2.0/networks/87368086-b969-41b0-a647-469e6cb99deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767998 Aug 10 04:23:29.297696 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2026e660-a29b-45b1-b886-6a9bcd7655c7 req-a439d13a-fada-4bd3-83c4-b25c12c275a4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:29.299195 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2026e660-a29b-45b1-b886-6a9bcd7655c7 req-a439d13a-fada-4bd3-83c4-b25c12c275a4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 944 time: 0.1747489 Aug 10 04:23:29.355066 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4f4dc004-06da-4cab-998c-72de8abb9c28 req-cf2cd2f1-b239-4d43-8147-6e2dfa2afd4b service neutron] 10.222.0.68 "GET /v2.0/networks/87368086-b969-41b0-a647-469e6cb99deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927624 Aug 10 04:23:29.363129 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4f4dc004-06da-4cab-998c-72de8abb9c28 req-f3cc577a-9a3a-49cb-acc6-9f63504d1b16 service neutron] 10.222.0.20 "GET /v2.0/networks/87368086-b969-41b0-a647-469e6cb99deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897886 Aug 10 04:23:29.376923 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2026e660-a29b-45b1-b886-6a9bcd7655c7 req-c80e7abc-287c-45ce-b2c7-f3ccf9e7a472 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651815 Aug 10 04:23:30.500854 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9c141-5f4c-4f4f-8549-8e21094c422a req-6f59aa42-a2a3-4eda-ad2a-303af241dbcd tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:30.502385 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-06b9c141-5f4c-4f4f-8549-8e21094c422a req-6f59aa42-a2a3-4eda-ad2a-303af241dbcd tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 944 time: 0.0522883 Aug 10 04:23:30.545992 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-06b9c141-5f4c-4f4f-8549-8e21094c422a req-8a853f3b-1a64-4669-b217-756a63d5afeb tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363908 Aug 10 04:23:30.558332 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:23:30.660864 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd,segment=NetworkSegment(66e20012-e773-4b62-a10e-7138c930958d),segment_id=66e20012-e773-4b62-a10e-7138c930958d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:30.676444 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd', 'network_id': '87368086-b969-41b0-a647-469e6cb99deb', 'port_id': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd', 'mac_address': 'fa:16:3e:d6:a1:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72546aa3-f6b8-4e33-9085-a2d2ade519f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:23:30.713964 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:30.726404 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:23:30.746835 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd,segment=NetworkSegment(66e20012-e773-4b62-a10e-7138c930958d),segment_id=66e20012-e773-4b62-a10e-7138c930958d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:30.822378 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:30.875191 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:30.886367 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:30.886719 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:30.887062 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:30.887401 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:30.887734 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:30.888104 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:30.888459 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:30.888786 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:30.889111 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:30.889432 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:30.889760 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:30.890082 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:23:31.029589 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134f825-4a69-4132-a040-a247347c3145 req-b6a2841a-32e8-48a4-a84a-f30e702adcf1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:31.031109 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5134f825-4a69-4132-a040-a247347c3145 req-b6a2841a-32e8-48a4-a84a-f30e702adcf1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 945 time: 0.0554516 Aug 10 04:23:31.084339 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5134f825-4a69-4132-a040-a247347c3145 req-d5392ae3-8a97-4a6c-8956-c56bf0ad3d5a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413802 Aug 10 04:23:31.090254 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-4c4b7e8d-30bc-4849-a4de-454035722ca1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:31.091826 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-4c4b7e8d-30bc-4849-a4de-454035722ca1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2&tenant_id=397e8cde821d4d5ca53b9835ebca79b1&binding%3Ahost_id=n-h2-802893-2 HTTP/1.1" status: 200 len: 945 time: 0.0667176 Aug 10 04:23:31.111600 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:23:31.212132 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-a41e2528-ce69-4310-88ca-91814448801b service neutron] 10.222.0.20 "GET /v2.0/ports/f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd/bindings/n-h2-802893-2 HTTP/1.1" status: 200 len: 382 time: 0.1126001 Aug 10 04:23:31.299326 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-8aaeeaaf-12d4-447e-a853-1b3c6c4b913d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:31.301117 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-8aaeeaaf-12d4-447e-a853-1b3c6c4b913d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 1096 time: 0.0445609 Aug 10 04:23:31.394627 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-1ab1b773-132a-40c2-92e8-2708b10728d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:31.396121 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-1ab1b773-132a-40c2-92e8-2708b10728d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=87368086-b969-41b0-a647-469e6cb99deb HTTP/1.1" status: 200 len: 897 time: 0.0878291 Aug 10 04:23:31.836890 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-633e68d7-01cb-4030-a237-148b1e9d47a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd HTTP/1.1" status: 200 len: 1001 time: 0.4338109 Aug 10 04:23:31.887123 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-8aa103b2-808e-43d5-9051-bcb2078cc90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:31.888639 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-8aa103b2-808e-43d5-9051-bcb2078cc90f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=72546aa3-f6b8-4e33-9085-a2d2ade519f6 HTTP/1.1" status: 200 len: 834 time: 0.0444553 Aug 10 04:23:31.939615 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-b2f6cad6-2140-4520-8054-0469b1a4d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:31.941161 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-b2f6cad6-2140-4520-8054-0469b1a4d5ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87368086-b969-41b0-a647-469e6cb99deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447800 Aug 10 04:23:32.035465 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-f26fd447-b8ba-4cb4-bf45-6fdce01a2613 service neutron] 10.222.0.20 "GET /v2.0/networks/87368086-b969-41b0-a647-469e6cb99deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866578 Aug 10 04:23:32.138047 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-31c80447-ea28-415a-9699-a8656099143d service neutron] 10.222.0.20 "GET /v2.0/networks/87368086-b969-41b0-a647-469e6cb99deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952113 Aug 10 04:23:32.215996 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588d2913-e48c-418d-9cc1-50a924f4bbea req-82a2b5ab-ef86-4709-baa6-60bc6a3c02de tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:32.217405 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-588d2913-e48c-418d-9cc1-50a924f4bbea req-82a2b5ab-ef86-4709-baa6-60bc6a3c02de tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 945 time: 0.0500472 Aug 10 04:23:32.255044 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-588d2913-e48c-418d-9cc1-50a924f4bbea req-dcc3caaa-9545-44b5-a0ce-9f7493a97f79 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317099 Aug 10 04:23:32.576622 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:23:32.724875 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:23:32.730838 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:23:32.731439 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:32.817991 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:32.841029 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1ab584-8c80-4b90-8e39-58e542e3bfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:23:32.843270 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51bc759-11f5-407f-9c44-36fde8b42c0e" -d '{"events": [{"server_uuid": "2e1ab584-8c80-4b90-8e39-58e542e3bfc2", "name": "network-vif-plugged", "status": "completed", "tag": "f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:23:32.863046 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd,segment=NetworkSegment(66e20012-e773-4b62-a10e-7138c930958d),segment_id=66e20012-e773-4b62-a10e-7138c930958d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:32.891117 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba3cb2b-62e2-40c2-b7b8-4472737da750 x-openstack-request-id: req-4ba3cb2b-62e2-40c2-b7b8-4472737da750 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:23:32.891427 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1ab584-8c80-4b90-8e39-58e542e3bfc2", "name": "network-vif-plugged", "status": "completed", "tag": "f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:23:32.891678 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ba3cb2b-62e2-40c2-b7b8-4472737da750 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:23:32.892100 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1ab584-8c80-4b90-8e39-58e542e3bfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd', 'code': 200} Aug 10 04:23:32.939433 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:32.991515 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd,revision_number=9']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:33.376333 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6042e-1beb-4702-bbea-6947f466dd0e req-b8ce66aa-a403-413d-a0c3-19e6e69ef5a1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:33.377721 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9ab6042e-1beb-4702-bbea-6947f466dd0e req-b8ce66aa-a403-413d-a0c3-19e6e69ef5a1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 946 time: 0.0535431 Aug 10 04:23:33.419136 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9ab6042e-1beb-4702-bbea-6947f466dd0e req-ccc70f73-b3e5-4046-a126-b2189adb0384 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344858 Aug 10 04:23:34.545466 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cb8f8-0e47-4369-a820-0232fb383388 req-c36ebe29-84a4-4099-8344-cab8ca36ec3e tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:34.546980 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6e2cb8f8-0e47-4369-a820-0232fb383388 req-c36ebe29-84a4-4099-8344-cab8ca36ec3e tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 946 time: 0.0508568 Aug 10 04:23:34.585479 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6e2cb8f8-0e47-4369-a820-0232fb383388 req-605ed412-7ba2-4e12-b101-e2ee51e39cd6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323758 Aug 10 04:23:35.070229 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-a5309b3c-7662-44c9-8f39-c593edfb9d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:35.072428 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-a5309b3c-7662-44c9-8f39-c593edfb9d2e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2&tenant_id=397e8cde821d4d5ca53b9835ebca79b1 HTTP/1.1" status: 200 len: 1097 time: 0.1010339 Aug 10 04:23:35.085026 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-8e6b110b-c3ed-40a0-9e75-9612eb65fe6d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802893-2', 'device_owner': 'compute:nova'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:23:35.143849 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-8e6b110b-c3ed-40a0-9e75-9612eb65fe6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:35.364172 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-8e6b110b-c3ed-40a0-9e75-9612eb65fe6d service neutron] For port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd,segment=NetworkSegment(66e20012-e773-4b62-a10e-7138c930958d),segment_id=66e20012-e773-4b62-a10e-7138c930958d)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:35.397422 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-8e6b110b-c3ed-40a0-9e75-9612eb65fe6d service neutron] For port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:23:35.437347 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1ab584-8c80-4b90-8e39-58e542e3bfc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:23:35.439620 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9e96f3-0e74-4b6c-9a92-205728e4e840" -d '{"events": [{"server_uuid": "2e1ab584-8c80-4b90-8e39-58e542e3bfc2", "name": "network-vif-unplugged", "status": "completed", "tag": "f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:23:35.448979 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-8e6b110b-c3ed-40a0-9e75-9612eb65fe6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:35.463532 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-8e6b110b-c3ed-40a0-9e75-9612eb65fe6d service neutron] Transition to ACTIVE for port object f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:23:35.525424 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-8e6b110b-c3ed-40a0-9e75-9612eb65fe6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:35.573028 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b110b-c3ed-40a0-9e75-9612eb65fe6d service neutron] Pushing event updated for resources: {'Port': ['ID=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd,revision_number=10']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:35.621355 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798c7fab-af14-494a-af14-505897463583 x-openstack-request-id: req-798c7fab-af14-494a-af14-505897463583 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:23:35.621661 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1ab584-8c80-4b90-8e39-58e542e3bfc2", "name": "network-vif-unplugged", "status": "completed", "tag": "f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:23:35.623533 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-798c7fab-af14-494a-af14-505897463583 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:23:35.623533 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1ab584-8c80-4b90-8e39-58e542e3bfc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd', 'code': 200} Aug 10 04:23:35.675538 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-8e6b110b-c3ed-40a0-9e75-9612eb65fe6d service neutron] No DVR routers for this DVR port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:23:35.724780 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431b3478-07c6-4a09-bf34-f735249c6ecf req-8b5fe1ef-cc31-490e-a91c-422cb059bccc tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:35.726405 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-431b3478-07c6-4a09-bf34-f735249c6ecf req-8b5fe1ef-cc31-490e-a91c-422cb059bccc tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 945 time: 0.0561275 Aug 10 04:23:35.770442 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-431b3478-07c6-4a09-bf34-f735249c6ecf req-9a96ad80-a6bd-420e-9291-af01b48fbdf6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363839 Aug 10 04:23:35.866105 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-8e6b110b-c3ed-40a0-9e75-9612eb65fe6d service neutron] Attempting to bind port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:23:35.866105 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-8e6b110b-c3ed-40a0-9e75-9612eb65fe6d service neutron] Attempting to bind port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '66e20012-e773-4b62-a10e-7138c930958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '87368086-b969-41b0-a647-469e6cb99deb'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:23:35.866105 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-8e6b110b-c3ed-40a0-9e75-9612eb65fe6d service neutron] Attempting to bind port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd on network 87368086-b969-41b0-a647-469e6cb99deb {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:23:35.870680 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-8e6b110b-c3ed-40a0-9e75-9612eb65fe6d service neutron] Port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd on network 87368086-b969-41b0-a647-469e6cb99deb not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:23:35.871014 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-8e6b110b-c3ed-40a0-9e75-9612eb65fe6d service neutron] Attempting to bind port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd on network 87368086-b969-41b0-a647-469e6cb99deb {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:23:35.876111 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-8e6b110b-c3ed-40a0-9e75-9612eb65fe6d service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:23:35.881171 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-8e6b110b-c3ed-40a0-9e75-9612eb65fe6d service neutron] Checking segment: {'id': '66e20012-e773-4b62-a10e-7138c930958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '87368086-b969-41b0-a647-469e6cb99deb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:23:35.881171 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-8e6b110b-c3ed-40a0-9e75-9612eb65fe6d service neutron] Bound using segment: {'id': '66e20012-e773-4b62-a10e-7138c930958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '87368086-b969-41b0-a647-469e6cb99deb'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:23:35.881171 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-8e6b110b-c3ed-40a0-9e75-9612eb65fe6d service neutron] Bound port: f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66e20012-e773-4b62-a10e-7138c930958d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '87368086-b969-41b0-a647-469e6cb99deb'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:23:35.881171 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-8e6b110b-c3ed-40a0-9e75-9612eb65fe6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:35.912462 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46548) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:23:35.949304 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-8e6b110b-c3ed-40a0-9e75-9612eb65fe6d service neutron] For port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:23:35.956884 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-8e6b110b-c3ed-40a0-9e75-9612eb65fe6d service neutron] For port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd,segment=NetworkSegment(66e20012-e773-4b62-a10e-7138c930958d),segment_id=66e20012-e773-4b62-a10e-7138c930958d)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:23:36.020900 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80788e1e-f4bd-4def-b22a-579b8860e2f0 req-2f201edf-8213-4568-ab2b-15b24034624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:36.022741 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-80788e1e-f4bd-4def-b22a-579b8860e2f0 req-2f201edf-8213-4568-ab2b-15b24034624d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf HTTP/1.1" status: 200 len: 1096 time: 0.1091626 Aug 10 04:23:36.040079 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-8e6b110b-c3ed-40a0-9e75-9612eb65fe6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:36.067397 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-80788e1e-f4bd-4def-b22a-579b8860e2f0 req-7beda064-1931-42e0-9beb-4e305a4b6cc8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f16691b0-7ca8-41a0-b26f-ff7e5bc477ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375574 Aug 10 04:23:36.078412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-8e6b110b-c3ed-40a0-9e75-9612eb65fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:36.078847 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-8e6b110b-c3ed-40a0-9e75-9612eb65fe6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:36.080129 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-8e6b110b-c3ed-40a0-9e75-9612eb65fe6d service neutron] 10.222.0.68 "PUT /v2.0/ports/f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd HTTP/1.1" status: 200 len: 1093 time: 0.9994302 Aug 10 04:23:36.131795 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b110b-c3ed-40a0-9e75-9612eb65fe6d service neutron] Pushing event updated for resources: {'Port': ['ID=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd,revision_number=11']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:36.151551 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-5c015c1e-badb-4953-ab2b-5a283056502a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:36.153214 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-5c015c1e-badb-4953-ab2b-5a283056502a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 1096 time: 0.0494468 Aug 10 04:23:36.261387 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-8384e152-cf9e-4bd3-b65c-b0a54f8e466f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:36.262899 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-8384e152-cf9e-4bd3-b65c-b0a54f8e466f service neutron] 10.222.0.68 "GET /v2.0/networks?id=87368086-b969-41b0-a647-469e6cb99deb HTTP/1.1" status: 200 len: 897 time: 0.1029055 Aug 10 04:23:36.330656 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-5f956e5a-e294-4a94-842e-19b61c53bdb3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd HTTP/1.1" status: 200 len: 1000 time: 0.0603976 Aug 10 04:23:36.381043 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-cfadb606-645d-4999-b23c-31f4e42df53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:36.382682 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-cfadb606-645d-4999-b23c-31f4e42df53a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=72546aa3-f6b8-4e33-9085-a2d2ade519f6 HTTP/1.1" status: 200 len: 834 time: 0.0452628 Aug 10 04:23:36.436710 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-63c4de62-335b-4146-bf8d-ef36c450a435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:36.438241 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-63c4de62-335b-4146-bf8d-ef36c450a435 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=87368086-b969-41b0-a647-469e6cb99deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482626 Aug 10 04:23:36.532242 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-7d976936-d860-403d-963a-5f36c4e9fd6c service neutron] 10.222.0.68 "GET /v2.0/networks/87368086-b969-41b0-a647-469e6cb99deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870769 Aug 10 04:23:36.603845 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:23:36.630480 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-abda5faf-09eb-4dc5-a04c-db94e4ca5372 req-3b51c0fb-ee4b-4ea5-8a9f-8820b00b4e42 service neutron] 10.222.0.68 "GET /v2.0/networks/87368086-b969-41b0-a647-469e6cb99deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906885 Aug 10 04:23:36.647771 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:23:36.931927 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c300a3-e65e-4851-8f1c-6cc08846a0c6 req-6bcb27c8-ebdc-4cdb-aaba-2749a25f86f4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:36.939206 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c5c300a3-e65e-4851-8f1c-6cc08846a0c6 req-6bcb27c8-ebdc-4cdb-aaba-2749a25f86f4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 945 time: 0.0919859 Aug 10 04:23:36.981799 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c5c300a3-e65e-4851-8f1c-6cc08846a0c6 req-e1ac2c5f-2f6e-49d7-a689-be0ee5bf3883 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414274 Aug 10 04:23:37.623775 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1ab584-8c80-4b90-8e39-58e542e3bfc2', 'tag': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:23:37.626149 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c681e0-f164-438a-b456-3da20eb11b09" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1ab584-8c80-4b90-8e39-58e542e3bfc2", "tag": "f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:23:37.674490 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b5e729-ca5a-46e4-abb1-b2333821630a x-openstack-request-id: req-57b5e729-ca5a-46e4-abb1-b2333821630a {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:23:37.674782 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1ab584-8c80-4b90-8e39-58e542e3bfc2", "tag": "f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:23:37.675054 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57b5e729-ca5a-46e4-abb1-b2333821630a {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:23:37.675453 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e1ab584-8c80-4b90-8e39-58e542e3bfc2', 'tag': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd', 'status': 'completed', 'code': 200} Aug 10 04:23:37.761643 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c681e0-f164-438a-b456-3da20eb11b09 req-7281a8a4-09b1-4807-bb09-3ff14ba30bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:37.763162 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-01c681e0-f164-438a-b456-3da20eb11b09 req-7281a8a4-09b1-4807-bb09-3ff14ba30bec service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 1096 time: 0.0667813 Aug 10 04:23:37.780616 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c681e0-f164-438a-b456-3da20eb11b09 req-41160d64-c5de-417e-b926-dcb1d761a242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:37.782134 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-01c681e0-f164-438a-b456-3da20eb11b09 req-41160d64-c5de-417e-b926-dcb1d761a242 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 1096 time: 0.0576630 Aug 10 04:23:37.931819 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c681e0-f164-438a-b456-3da20eb11b09 req-b8eb983f-9d11-4102-b3e7-0608f43d4c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:37.933339 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-01c681e0-f164-438a-b456-3da20eb11b09 req-b8eb983f-9d11-4102-b3e7-0608f43d4c91 service neutron] 10.222.0.68 "GET /v2.0/networks?id=87368086-b969-41b0-a647-469e6cb99deb HTTP/1.1" status: 200 len: 897 time: 0.1629491 Aug 10 04:23:37.936016 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c681e0-f164-438a-b456-3da20eb11b09 req-186a4580-92dc-4ffd-8b4a-d7a5518a1a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:37.937345 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-01c681e0-f164-438a-b456-3da20eb11b09 req-186a4580-92dc-4ffd-8b4a-d7a5518a1a0f service neutron] 10.222.0.20 "GET /v2.0/networks?id=87368086-b969-41b0-a647-469e6cb99deb HTTP/1.1" status: 200 len: 897 time: 0.1428246 Aug 10 04:23:38.052672 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-01c681e0-f164-438a-b456-3da20eb11b09 req-7e55691b-f337-4d22-bd79-4a858da3b1e9 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd HTTP/1.1" status: 200 len: 1000 time: 0.1111448 Aug 10 04:23:38.055304 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-01c681e0-f164-438a-b456-3da20eb11b09 req-5e1e0946-d23c-4ac6-819e-64572e796a0d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd HTTP/1.1" status: 200 len: 1000 time: 0.1068683 Aug 10 04:23:38.131508 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b492a6a-4b03-4d93-8dc5-5f2084591eca req-5f78f35d-6ce5-436a-9d02-bb1a4b008d44 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:38.133973 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0b492a6a-4b03-4d93-8dc5-5f2084591eca req-5f78f35d-6ce5-436a-9d02-bb1a4b008d44 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 945 time: 0.0666144 Aug 10 04:23:38.145252 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c681e0-f164-438a-b456-3da20eb11b09 req-b1b9063a-58a7-4d91-9ed3-54531ee54433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:38.146972 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-01c681e0-f164-438a-b456-3da20eb11b09 req-b1b9063a-58a7-4d91-9ed3-54531ee54433 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=72546aa3-f6b8-4e33-9085-a2d2ade519f6 HTTP/1.1" status: 200 len: 834 time: 0.0770113 Aug 10 04:23:38.148409 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c681e0-f164-438a-b456-3da20eb11b09 req-e115a1ce-ad3f-4f34-9f20-0455449ca26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:38.149780 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-01c681e0-f164-438a-b456-3da20eb11b09 req-e115a1ce-ad3f-4f34-9f20-0455449ca26b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=72546aa3-f6b8-4e33-9085-a2d2ade519f6 HTTP/1.1" status: 200 len: 834 time: 0.0881932 Aug 10 04:23:38.185944 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0b492a6a-4b03-4d93-8dc5-5f2084591eca req-88733a33-5460-43e2-8dc8-5bb22b3fd44f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379488 Aug 10 04:23:38.230730 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c681e0-f164-438a-b456-3da20eb11b09 req-c6e2f9f5-e0ba-4323-931e-d39d0ea119a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:38.233190 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-01c681e0-f164-438a-b456-3da20eb11b09 req-c6e2f9f5-e0ba-4323-931e-d39d0ea119a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87368086-b969-41b0-a647-469e6cb99deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714388 Aug 10 04:23:38.238842 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:23:38.239356 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c681e0-f164-438a-b456-3da20eb11b09 req-7e9a7810-b20f-4c00-be46-e7d734f2bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:38.239356 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-01c681e0-f164-438a-b456-3da20eb11b09 req-7e9a7810-b20f-4c00-be46-e7d734f2bdae service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=87368086-b969-41b0-a647-469e6cb99deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837224 Aug 10 04:23:38.334840 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd,segment=NetworkSegment(66e20012-e773-4b62-a10e-7138c930958d),segment_id=66e20012-e773-4b62-a10e-7138c930958d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:38.348110 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd', 'network_id': '87368086-b969-41b0-a647-469e6cb99deb', 'port_id': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd', 'mac_address': 'fa:16:3e:d6:a1:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72546aa3-f6b8-4e33-9085-a2d2ade519f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:23:38.394297 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:38.404297 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-01c681e0-f164-438a-b456-3da20eb11b09 req-d0f09720-c7e7-4d1e-9474-04e1eb4a0ac6 service neutron] 10.222.0.20 "GET /v2.0/networks/87368086-b969-41b0-a647-469e6cb99deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634200 Aug 10 04:23:38.406001 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-01c681e0-f164-438a-b456-3da20eb11b09 req-6bb7b240-cec9-40bf-86b6-f929031b9a91 service neutron] 10.222.0.68 "GET /v2.0/networks/87368086-b969-41b0-a647-469e6cb99deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544840 Aug 10 04:23:38.410019 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:23:38.461541 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd,segment=NetworkSegment(66e20012-e773-4b62-a10e-7138c930958d),segment_id=66e20012-e773-4b62-a10e-7138c930958d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:38.542328 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:38.577111 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-01c681e0-f164-438a-b456-3da20eb11b09 req-67e09c91-e3c8-4d13-80d2-09c47bb8107e service neutron] 10.222.0.20 "GET /v2.0/networks/87368086-b969-41b0-a647-469e6cb99deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647120 Aug 10 04:23:38.578848 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-01c681e0-f164-438a-b456-3da20eb11b09 req-6789d525-6465-4a63-aca2-545e275d7fc6 service neutron] 10.222.0.68 "GET /v2.0/networks/87368086-b969-41b0-a647-469e6cb99deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584258 Aug 10 04:23:38.599810 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd,revision_number=12']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:38.765980 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:23:39.200673 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f3276eb-9015-4a05-9768-552b131f8271 req-f7bbf70d-bffc-4b0a-813e-20ea323963a3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512640 Aug 10 04:23:39.345251 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fd4a2-146d-49f1-b9fd-eba556db4824 req-b4481f48-6edc-4a65-872a-92ee878a6eaf tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:39.346746 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c60fd4a2-146d-49f1-b9fd-eba556db4824 req-b4481f48-6edc-4a65-872a-92ee878a6eaf tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 946 time: 0.0826106 Aug 10 04:23:39.348686 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3276eb-9015-4a05-9768-552b131f8271 req-476c222c-f35a-4785-84db-58c8d7d11334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:39.350075 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f3276eb-9015-4a05-9768-552b131f8271 req-476c222c-f35a-4785-84db-58c8d7d11334 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f4b91cffb7e54e149efd469c2d697e6f&device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf HTTP/1.1" status: 200 len: 1096 time: 0.0764537 Aug 10 04:23:39.428999 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c60fd4a2-146d-49f1-b9fd-eba556db4824 req-3b32186e-e56a-4687-806d-1e5c8b285106 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758204 Aug 10 04:23:39.452154 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 46614) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:23:39.471257 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3276eb-9015-4a05-9768-552b131f8271 req-ed94453c-9ef5-4446-aeb9-3ed406aa7ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:39.472786 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f3276eb-9015-4a05-9768-552b131f8271 req-ed94453c-9ef5-4446-aeb9-3ed406aa7ed6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=24a9041a-84b8-44ae-a643-2064ec7b4848 HTTP/1.1" status: 200 len: 910 time: 0.1027334 Aug 10 04:23:39.513354 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-245361af-86ff-4172-8cc7-92396ff9278b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/floatingips/57d723bb-afeb-4252-8960-b083bc63cf0b HTTP/1.1" status: 200 len: 993 time: 0.0595064 Aug 10 04:23:39.541278 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f3276eb-9015-4a05-9768-552b131f8271 req-5d6acece-bfe6-49c4-8ce8-2243013338b5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87273a89-15ed-473f-a6b1-f819eb4b7ffe HTTP/1.1" status: 200 len: 1001 time: 0.0606802 Aug 10 04:23:39.598615 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3276eb-9015-4a05-9768-552b131f8271 req-71d108a2-4796-4b18-92df-c3d6f4959681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:39.600032 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f3276eb-9015-4a05-9768-552b131f8271 req-71d108a2-4796-4b18-92df-c3d6f4959681 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95b008fb-2ff5-4fae-b009-1bf32b6828e6 HTTP/1.1" status: 200 len: 848 time: 0.0526772 Aug 10 04:23:39.646378 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3276eb-9015-4a05-9768-552b131f8271 req-3a67d8ba-5f0f-4daf-b62a-0fad95c8ce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:39.648443 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f3276eb-9015-4a05-9768-552b131f8271 req-3a67d8ba-5f0f-4daf-b62a-0fad95c8ce89 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=24a9041a-84b8-44ae-a643-2064ec7b4848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413964 Aug 10 04:23:39.737274 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f3276eb-9015-4a05-9768-552b131f8271 req-c7fd211d-d68f-4e39-94a4-86aca367ede5 service neutron] 10.222.0.20 "GET /v2.0/networks/24a9041a-84b8-44ae-a643-2064ec7b4848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821729 Aug 10 04:23:39.833341 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f3276eb-9015-4a05-9768-552b131f8271 req-a7a0c7bf-be6b-4d93-92f3-d27af726a75b service neutron] 10.222.0.20 "GET /v2.0/networks/24a9041a-84b8-44ae-a643-2064ec7b4848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888820 Aug 10 04:23:39.953722 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-36e39892-821c-4f04-bd32-e88238c5cc37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:39.970644 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58ef645a-40d7-4466-937b-df5a15bfc2bb req-76be6408-0e27-48df-b1c0-b5a1c3dc316f service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519295 Aug 10 04:23:40.053027 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef645a-40d7-4466-937b-df5a15bfc2bb req-505de332-0414-447f-a556-6cc6b7f2a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:40.054951 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58ef645a-40d7-4466-937b-df5a15bfc2bb req-505de332-0414-447f-a556-6cc6b7f2a7f7 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 1097 time: 0.0416837 Aug 10 04:23:40.162549 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef645a-40d7-4466-937b-df5a15bfc2bb req-40f15894-5c2c-49e2-bdb8-bc65127c8f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:40.164215 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58ef645a-40d7-4466-937b-df5a15bfc2bb req-40f15894-5c2c-49e2-bdb8-bc65127c8f1d service neutron] 10.222.0.68 "GET /v2.0/networks?id=87368086-b969-41b0-a647-469e6cb99deb HTTP/1.1" status: 200 len: 897 time: 0.0912089 Aug 10 04:23:40.232484 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58ef645a-40d7-4466-937b-df5a15bfc2bb req-ea454e00-de01-4dcb-8461-943a5e750aaf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd HTTP/1.1" status: 200 len: 1001 time: 0.0612659 Aug 10 04:23:40.244507 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:23:40.292252 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef645a-40d7-4466-937b-df5a15bfc2bb req-7df12a09-97df-4fb5-9266-07df071e70c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:40.296210 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58ef645a-40d7-4466-937b-df5a15bfc2bb req-7df12a09-97df-4fb5-9266-07df071e70c8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=72546aa3-f6b8-4e33-9085-a2d2ade519f6 HTTP/1.1" status: 200 len: 834 time: 0.0569777 Aug 10 04:23:40.344575 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef645a-40d7-4466-937b-df5a15bfc2bb req-68656877-1620-4438-8043-49e4e8e76fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:23:40.346109 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58ef645a-40d7-4466-937b-df5a15bfc2bb req-68656877-1620-4438-8043-49e4e8e76fc5 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=87368086-b969-41b0-a647-469e6cb99deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426381 Aug 10 04:23:40.356253 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:23:40.361219 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:23:40.361629 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:40.454324 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:40.463277 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58ef645a-40d7-4466-937b-df5a15bfc2bb req-33c12af4-2e4b-457d-863d-1a68d545c606 service neutron] 10.222.0.68 "GET /v2.0/networks/87368086-b969-41b0-a647-469e6cb99deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103308 Aug 10 04:23:40.477036 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1ab584-8c80-4b90-8e39-58e542e3bfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:23:40.480004 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00fd145-d39a-4d64-8e4c-93a4e5639700" -d '{"events": [{"server_uuid": "2e1ab584-8c80-4b90-8e39-58e542e3bfc2", "name": "network-vif-plugged", "status": "completed", "tag": "f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:23:40.495660 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd,segment=NetworkSegment(66e20012-e773-4b62-a10e-7138c930958d),segment_id=66e20012-e773-4b62-a10e-7138c930958d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:23:40.522321 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4571c7-65f9-4dcf-a67d-550fca2b21d7 x-openstack-request-id: req-ac4571c7-65f9-4dcf-a67d-550fca2b21d7 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:23:40.523632 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1ab584-8c80-4b90-8e39-58e542e3bfc2", "name": "network-vif-plugged", "status": "completed", "tag": "f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:23:40.523944 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac4571c7-65f9-4dcf-a67d-550fca2b21d7 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:23:40.524544 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1ab584-8c80-4b90-8e39-58e542e3bfc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd', 'code': 200} Aug 10 04:23:40.581176 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58ef645a-40d7-4466-937b-df5a15bfc2bb req-4c47af81-ea1d-4c78-b0f8-173a74f100ff service neutron] 10.222.0.68 "GET /v2.0/networks/87368086-b969-41b0-a647-469e6cb99deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107442 Aug 10 04:23:40.607318 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:40.654978 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd,revision_number=13']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:23:41.880494 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:23:43.653339 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:43.887697 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eda14c5e-fcbf-41a9-a624-45adba24e6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:45.410662 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:46.005201 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:46.916076 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:23:57.887499 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:09.945038 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c4894765-2ff9-4c35-981f-2b2e90a69a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:10.047344 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a2f49-1cce-48b0-a08f-0c991f8fdb36 req-3074ab06-90ec-4dfa-a77a-4542f3ae26a2 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:10.049078 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b88a2f49-1cce-48b0-a08f-0c991f8fdb36 req-3074ab06-90ec-4dfa-a77a-4542f3ae26a2 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 1098 time: 0.0580330 Aug 10 04:24:10.087160 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b88a2f49-1cce-48b0-a08f-0c991f8fdb36 req-b4c9b495-ce0a-4221-960f-fe8d1705e155 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312512 Aug 10 04:24:10.110891 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 46986) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:10.274421 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-0c04c542-d78c-4eaa-aee7-44d1eb3beeda tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Deleting port 68f646ba-c613-4eaa-8bb3-6467a2d95d0b {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:10.274693 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0c04c542-d78c-4eaa-aee7-44d1eb3beeda tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:10.353530 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0c04c542-d78c-4eaa-aee7-44d1eb3beeda tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:10.353772 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0c04c542-d78c-4eaa-aee7-44d1eb3beeda tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:10.365753 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-0c04c542-d78c-4eaa-aee7-44d1eb3beeda tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Calling delete_port for 68f646ba-c613-4eaa-8bb3-6467a2d95d0b owned by network:floatingip {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:10.610001 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0c04c542-d78c-4eaa-aee7-44d1eb3beeda tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:10.639379 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04c542-d78c-4eaa-aee7-44d1eb3beeda tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event deleted for resources: {'Port': ['ID=68f646ba-c613-4eaa-8bb3-6467a2d95d0b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:10.714645 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0c04c542-d78c-4eaa-aee7-44d1eb3beeda tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for floatingip, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:10.714645 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-0c04c542-d78c-4eaa-aee7-44d1eb3beeda tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Floating IP 57d723bb-afeb-4252-8960-b083bc63cf0b disassociated (deleted). External IP: 172.25.0.238, port: f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd. Aug 10 04:24:10.922744 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c04c542-d78c-4eaa-aee7-44d1eb3beeda tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Router fd68e12e-4070-4c9e-a7c5-778dd397f341 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:24:11.399729 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c04c542-d78c-4eaa-aee7-44d1eb3beeda tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:24:11.406133 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0c04c542-d78c-4eaa-aee7-44d1eb3beeda tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:11.411193 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033638bc-e989-441e-85e7-6a84acf8680e None None] Sync routers for ids ['fd68e12e-4070-4c9e-a7c5-778dd397f341'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:24:11.431676 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033638bc-e989-441e-85e7-6a84acf8680e None None] Routers {'fd68e12e-4070-4c9e-a7c5-778dd397f341'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:11.432555 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-033638bc-e989-441e-85e7-6a84acf8680e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:23:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['fd68e12e-4070-4c9e-a7c5-778dd397f341'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:11.437749 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0c04c542-d78c-4eaa-aee7-44d1eb3beeda tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "DELETE /v2.0/floatingips/57d723bb-afeb-4252-8960-b083bc63cf0b HTTP/1.1" status: 204 len: 168 time: 1.3256881 Aug 10 04:24:11.438291 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e1ab584-8c80-4b90-8e39-58e542e3bfc2', 'tag': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:24:11.440622 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76dddb2-ba0c-47be-923e-3f49393afd89" -d '{"events": [{"name": "network-changed", "server_uuid": "2e1ab584-8c80-4b90-8e39-58e542e3bfc2", "tag": "f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:24:11.494137 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab84bc62-b865-4545-a2d7-cac5a2f842d0 x-openstack-request-id: req-ab84bc62-b865-4545-a2d7-cac5a2f842d0 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:24:11.494486 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e1ab584-8c80-4b90-8e39-58e542e3bfc2", "tag": "f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:24:11.494742 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab84bc62-b865-4545-a2d7-cac5a2f842d0 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:24:11.495143 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e1ab584-8c80-4b90-8e39-58e542e3bfc2', 'tag': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd', 'status': 'completed', 'code': 200} Aug 10 04:24:11.559577 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dddb2-ba0c-47be-923e-3f49393afd89 req-b1e22647-c29e-471c-86a2-e3409255fac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:11.561265 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d76dddb2-ba0c-47be-923e-3f49393afd89 req-b1e22647-c29e-471c-86a2-e3409255fac1 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 1098 time: 0.0467832 Aug 10 04:24:11.581191 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-033638bc-e989-441e-85e7-6a84acf8680e None None] Set router fd68e12e-4070-4c9e-a7c5-778dd397f341 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:11.669047 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dddb2-ba0c-47be-923e-3f49393afd89 req-bfc26d38-96d9-4cf3-aa1e-aa22f642a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:11.673737 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d76dddb2-ba0c-47be-923e-3f49393afd89 req-bfc26d38-96d9-4cf3-aa1e-aa22f642a45e service neutron] 10.222.0.68 "GET /v2.0/networks?id=87368086-b969-41b0-a647-469e6cb99deb HTTP/1.1" status: 200 len: 897 time: 0.1024957 Aug 10 04:24:11.716257 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d76dddb2-ba0c-47be-923e-3f49393afd89 req-71ce3195-4e63-4320-854f-db757c3da457 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd HTTP/1.1" status: 200 len: 217 time: 0.0374172 Aug 10 04:24:11.776630 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dddb2-ba0c-47be-923e-3f49393afd89 req-5b563894-3e73-4d60-ba65-b1aa01644d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:11.777695 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d76dddb2-ba0c-47be-923e-3f49393afd89 req-5b563894-3e73-4d60-ba65-b1aa01644d9b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=72546aa3-f6b8-4e33-9085-a2d2ade519f6 HTTP/1.1" status: 200 len: 834 time: 0.0540314 Aug 10 04:24:11.840329 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76dddb2-ba0c-47be-923e-3f49393afd89 req-4902bc52-72b3-4713-a56c-929290f0148c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:11.842530 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d76dddb2-ba0c-47be-923e-3f49393afd89 req-4902bc52-72b3-4713-a56c-929290f0148c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=87368086-b969-41b0-a647-469e6cb99deb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582280 Aug 10 04:24:11.844080 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-033638bc-e989-441e-85e7-6a84acf8680e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540718076', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'f1b8c483-775c-43be-b047-27a377e0475e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:11Z', 'updated_at': '2021-08-10T04:22:17Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': 'f1b8c483-775c-43be-b047-27a377e0475e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:11:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:12Z', 'updated_at': '2021-08-10T04:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '47fd136b-2527-4a70-9653-730cdae26967', 'name': '', 'network_id': '87368086-b969-41b0-a647-469e6cb99deb', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:82:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '72546aa3-f6b8-4e33-9085-a2d2ade519f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:16Z', 'updated_at': '2021-08-10T04:22:23Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': '72546aa3-f6b8-4e33-9085-a2d2ade519f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:11.874013 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033638bc-e989-441e-85e7-6a84acf8680e None None] Checking router: fd68e12e-4070-4c9e-a7c5-778dd397f341 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:24:11.884015 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033638bc-e989-441e-85e7-6a84acf8680e None None] Routers {'fd68e12e-4070-4c9e-a7c5-778dd397f341'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:11.884982 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-033638bc-e989-441e-85e7-6a84acf8680e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:23:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['fd68e12e-4070-4c9e-a7c5-778dd397f341'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:11.966011 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d76dddb2-ba0c-47be-923e-3f49393afd89 req-fb9928b0-6fd7-4fb4-93ba-3f4948350f69 service neutron] 10.222.0.68 "GET /v2.0/networks/87368086-b969-41b0-a647-469e6cb99deb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158674 Aug 10 04:24:11.972378 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb87b9a-dab6-4656-8515-ab5537d64763 req-d8b9d4c8-e2d2-4658-917c-c7a06dfe05e3 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:11.985067 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8eb87b9a-dab6-4656-8515-ab5537d64763 req-d8b9d4c8-e2d2-4658-917c-c7a06dfe05e3 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 947 time: 0.0871091 Aug 10 04:24:12.032649 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8eb87b9a-dab6-4656-8515-ab5537d64763 req-df1a580f-0a42-41c1-a5fe-5adf3e183338 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462677 Aug 10 04:24:12.063000 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-033638bc-e989-441e-85e7-6a84acf8680e None None] Set router fd68e12e-4070-4c9e-a7c5-778dd397f341 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:12.067764 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d76dddb2-ba0c-47be-923e-3f49393afd89 req-e866bddb-34bf-4c3b-aad7-dd4b272013d5 service neutron] 10.222.0.68 "GET /v2.0/networks/87368086-b969-41b0-a647-469e6cb99deb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922902 Aug 10 04:24:12.271242 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-033638bc-e989-441e-85e7-6a84acf8680e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540718076', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'f1b8c483-775c-43be-b047-27a377e0475e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:11Z', 'updated_at': '2021-08-10T04:22:17Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': 'f1b8c483-775c-43be-b047-27a377e0475e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:11:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:12Z', 'updated_at': '2021-08-10T04:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '47fd136b-2527-4a70-9653-730cdae26967', 'name': '', 'network_id': '87368086-b969-41b0-a647-469e6cb99deb', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:82:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '72546aa3-f6b8-4e33-9085-a2d2ade519f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:16Z', 'updated_at': '2021-08-10T04:22:23Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': '72546aa3-f6b8-4e33-9085-a2d2ade519f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:12.305868 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033638bc-e989-441e-85e7-6a84acf8680e None None] The sync data for ids ['fd68e12e-4070-4c9e-a7c5-778dd397f341'] in n-d-802893-2 is: [{'id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540718076', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'f1b8c483-775c-43be-b047-27a377e0475e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:11Z', 'updated_at': '2021-08-10T04:22:17Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': 'f1b8c483-775c-43be-b047-27a377e0475e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:11:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:12Z', 'updated_at': '2021-08-10T04:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '47fd136b-2527-4a70-9653-730cdae26967', 'name': '', 'network_id': '87368086-b969-41b0-a647-469e6cb99deb', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:82:ff:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'device_owner': 'network:router_interface', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': '72546aa3-f6b8-4e33-9085-a2d2ade519f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:16Z', 'updated_at': '2021-08-10T04:22:23Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': '72546aa3-f6b8-4e33-9085-a2d2ade519f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:24:12.566764 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c2e0ec-f1a5-4e88-a678-83e97d16d295 None None] New status for floating IP 57d723bb-afeb-4252-8960-b083bc63cf0b: DOWN {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:24:13.187831 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65deb1-3ae6-4991-ac95-e9f48e6e92d7 req-7e081090-f5d3-4a9a-b7b6-5dd53d7a6f1f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:13.189570 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ae65deb1-3ae6-4991-ac95-e9f48e6e92d7 req-7e081090-f5d3-4a9a-b7b6-5dd53d7a6f1f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 947 time: 0.0856664 Aug 10 04:24:13.198229 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5fe4c-8942-4208-8408-9544593f6f11 req-4efcda2d-9806-4ea9-9f5a-1872ea2b5f95 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:13.199631 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-83f5fe4c-8942-4208-8408-9544593f6f11 req-4efcda2d-9806-4ea9-9f5a-1872ea2b5f95 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e1ab584-8c80-4b90-8e39-58e542e3bfc2 HTTP/1.1" status: 200 len: 947 time: 0.0872579 Aug 10 04:24:13.285050 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-83f5fe4c-8942-4208-8408-9544593f6f11 req-01b850dd-3fb0-421f-b562-52889c71e883 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab5ab146-9ace-432c-9808-57f65a54d6af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782087 Aug 10 04:24:13.318899 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-ae65deb1-3ae6-4991-ac95-e9f48e6e92d7 req-3319d686-fe9c-49c9-bd0d-908277261212 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Deleting port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:13.319240 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ae65deb1-3ae6-4991-ac95-e9f48e6e92d7 req-3319d686-fe9c-49c9-bd0d-908277261212 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:13.413529 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-ae65deb1-3ae6-4991-ac95-e9f48e6e92d7 req-3319d686-fe9c-49c9-bd0d-908277261212 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] For port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd,segment=NetworkSegment(66e20012-e773-4b62-a10e-7138c930958d),segment_id=66e20012-e773-4b62-a10e-7138c930958d)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:13.413927 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ae65deb1-3ae6-4991-ac95-e9f48e6e92d7 req-3319d686-fe9c-49c9-bd0d-908277261212 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:13.433269 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-ae65deb1-3ae6-4991-ac95-e9f48e6e92d7 req-3319d686-fe9c-49c9-bd0d-908277261212 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Calling delete_port for f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:13.626924 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:13.651087 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ae65deb1-3ae6-4991-ac95-e9f48e6e92d7 req-3319d686-fe9c-49c9-bd0d-908277261212 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:13.688082 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319d686-fe9c-49c9-bd0d-908277261212 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event deleted for resources: {'Port': ['ID=f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:13.731113 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae65deb1-3ae6-4991-ac95-e9f48e6e92d7 req-3319d686-fe9c-49c9-bd0d-908277261212 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] No DVR routers for this DVR port f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:24:13.734179 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ae65deb1-3ae6-4991-ac95-e9f48e6e92d7 req-3319d686-fe9c-49c9-bd0d-908277261212 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:13.736268 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ae65deb1-3ae6-4991-ac95-e9f48e6e92d7 req-3319d686-fe9c-49c9-bd0d-908277261212 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.68 "DELETE /v2.0/ports/f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd HTTP/1.1" status: 204 len: 173 time: 0.5357089 Aug 10 04:24:13.736727 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e1ab584-8c80-4b90-8e39-58e542e3bfc2', 'name': 'network-vif-deleted', 'tag': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:24:13.738958 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9135d10-6ca4-42f2-9459-12923caebd1b" -d '{"events": [{"server_uuid": "2e1ab584-8c80-4b90-8e39-58e542e3bfc2", "name": "network-vif-deleted", "tag": "f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:24:13.778495 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b20f15d-8d19-4a1b-8517-3b9154658468 x-openstack-request-id: req-7b20f15d-8d19-4a1b-8517-3b9154658468 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:24:13.778698 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e1ab584-8c80-4b90-8e39-58e542e3bfc2", "name": "network-vif-deleted", "tag": "f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:24:13.778952 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b20f15d-8d19-4a1b-8517-3b9154658468 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:24:13.779346 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e1ab584-8c80-4b90-8e39-58e542e3bfc2', 'name': 'network-vif-deleted', 'tag': 'f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd', 'status': 'completed', 'code': 200} Aug 10 04:24:13.864526 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d2ab2a34-e364-4c07-adad-526e02907072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:14.344211 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47110) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:14.821636 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f892c0d8-15e7-4b6e-8405-a7e5d17dcb1b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:15.144926 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-f892c0d8-15e7-4b6e-8405-a7e5d17dcb1b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Deleting port 47fd136b-2527-4a70-9653-730cdae26967 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:15.154598 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f892c0d8-15e7-4b6e-8405-a7e5d17dcb1b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:15.234266 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-f892c0d8-15e7-4b6e-8405-a7e5d17dcb1b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] For port 47fd136b-2527-4a70-9653-730cdae26967, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=47fd136b-2527-4a70-9653-730cdae26967,segment=NetworkSegment(66e20012-e773-4b62-a10e-7138c930958d),segment_id=66e20012-e773-4b62-a10e-7138c930958d)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:15.234668 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f892c0d8-15e7-4b6e-8405-a7e5d17dcb1b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:15.246210 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-f892c0d8-15e7-4b6e-8405-a7e5d17dcb1b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Calling delete_port for 47fd136b-2527-4a70-9653-730cdae26967 owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:15.373358 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:15.529554 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f892c0d8-15e7-4b6e-8405-a7e5d17dcb1b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:15.560240 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892c0d8-15e7-4b6e-8405-a7e5d17dcb1b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event deleted for resources: {'Port': ['ID=47fd136b-2527-4a70-9653-730cdae26967,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:15.747608 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f892c0d8-15e7-4b6e-8405-a7e5d17dcb1b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:15.973833 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f892c0d8-15e7-4b6e-8405-a7e5d17dcb1b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Router fd68e12e-4070-4c9e-a7c5-778dd397f341 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:24:15.980857 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:16.088204 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f892c0d8-15e7-4b6e-8405-a7e5d17dcb1b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:24:16.093283 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f892c0d8-15e7-4b6e-8405-a7e5d17dcb1b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "PUT /v2.0/routers/fd68e12e-4070-4c9e-a7c5-778dd397f341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7477386 Aug 10 04:24:16.095981 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47196) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:16.098273 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f9e713-c186-48ee-bf89-95e2609d1975 None None] Sync routers for ids ['fd68e12e-4070-4c9e-a7c5-778dd397f341'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:24:16.108151 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f9e713-c186-48ee-bf89-95e2609d1975 None None] Routers {'fd68e12e-4070-4c9e-a7c5-778dd397f341'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:16.108758 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-81f9e713-c186-48ee-bf89-95e2609d1975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:24:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['fd68e12e-4070-4c9e-a7c5-778dd397f341'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:16.147326 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-f77e7eb9-8c98-44e2-be2b-47abc7590271 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Deleting subnet 72546aa3-f6b8-4e33-9085-a2d2ade519f6 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:24:16.151002 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f77e7eb9-8c98-44e2-be2b-47abc7590271 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:16.196538 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f77e7eb9-8c98-44e2-be2b-47abc7590271 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:16.217046 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-81f9e713-c186-48ee-bf89-95e2609d1975 None None] Set router fd68e12e-4070-4c9e-a7c5-778dd397f341 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:16.322809 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f77e7eb9-8c98-44e2-be2b-47abc7590271 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:16.400788 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-81f9e713-c186-48ee-bf89-95e2609d1975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540718076', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'f1b8c483-775c-43be-b047-27a377e0475e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:11Z', 'updated_at': '2021-08-10T04:24:15Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': 'f1b8c483-775c-43be-b047-27a377e0475e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:11:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:12Z', 'updated_at': '2021-08-10T04:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:16.435157 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f9e713-c186-48ee-bf89-95e2609d1975 None None] Checking router: fd68e12e-4070-4c9e-a7c5-778dd397f341 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:24:16.438893 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:24:16.462157 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f9e713-c186-48ee-bf89-95e2609d1975 None None] Routers {'fd68e12e-4070-4c9e-a7c5-778dd397f341'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:16.463866 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f77e7eb9-8c98-44e2-be2b-47abc7590271 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:16.464034 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-81f9e713-c186-48ee-bf89-95e2609d1975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:24:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['fd68e12e-4070-4c9e-a7c5-778dd397f341'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:16.465592 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:24:16.465933 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device f34b6dbf-4ef4-440a-8fa0-f7b2c84884dd not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:24:16.494196 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e7eb9-8c98-44e2-be2b-47abc7590271 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event deleted for resources: {'Subnet': ['ID=72546aa3-f6b8-4e33-9085-a2d2ade519f6,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:16.497442 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f77e7eb9-8c98-44e2-be2b-47abc7590271 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:16.500314 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f77e7eb9-8c98-44e2-be2b-47abc7590271 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "DELETE /v2.0/subnets/72546aa3-f6b8-4e33-9085-a2d2ade519f6 HTTP/1.1" status: 204 len: 168 time: 0.4025493 Aug 10 04:24:16.503175 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47212) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:16.505324 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53acfcea-0001-427a-96fd-37b37c5a8a43 None None] Network 87368086-b969-41b0-a647-469e6cb99deb requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:24:16.618921 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05af5c1f-880f-430d-9264-2e4f414c4296 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:16.644423 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-81f9e713-c186-48ee-bf89-95e2609d1975 None None] Set router fd68e12e-4070-4c9e-a7c5-778dd397f341 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:16.744610 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05af5c1f-880f-430d-9264-2e4f414c4296 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:16.913063 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-05af5c1f-880f-430d-9264-2e4f414c4296 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Deleting port f1b8c483-775c-43be-b047-27a377e0475e {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:16.913410 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05af5c1f-880f-430d-9264-2e4f414c4296 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:16.966732 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:17.012417 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-05af5c1f-880f-430d-9264-2e4f414c4296 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] For port f1b8c483-775c-43be-b047-27a377e0475e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f1b8c483-775c-43be-b047-27a377e0475e,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:17.017467 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05af5c1f-880f-430d-9264-2e4f414c4296 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:17.026733 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-05af5c1f-880f-430d-9264-2e4f414c4296 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Calling delete_port for f1b8c483-775c-43be-b047-27a377e0475e owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:17.049453 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9940ee3-4dbd-4386-ba8b-66429138b6dd None None] DHCP port deletion for 87368086-b969-41b0-a647-469e6cb99deb request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:24:17.156579 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-81f9e713-c186-48ee-bf89-95e2609d1975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540718076', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'f1b8c483-775c-43be-b047-27a377e0475e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:11Z', 'updated_at': '2021-08-10T04:24:15Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': 'f1b8c483-775c-43be-b047-27a377e0475e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:11:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:12Z', 'updated_at': '2021-08-10T04:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:17.189796 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f9e713-c186-48ee-bf89-95e2609d1975 None None] The sync data for ids ['fd68e12e-4070-4c9e-a7c5-778dd397f341'] in n-d-802893-2 is: [{'id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-540718076', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'f1b8c483-775c-43be-b047-27a377e0475e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:11Z', 'updated_at': '2021-08-10T04:24:15Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': 'f1b8c483-775c-43be-b047-27a377e0475e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:11:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd68e12e-4070-4c9e-a7c5-778dd397f341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3864, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:12Z', 'updated_at': '2021-08-10T04:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:24:17.196481 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-c9940ee3-4dbd-4386-ba8b-66429138b6dd None None] Deleting port 6a46f20f-2b82-491e-a4cf-2f8d2620755e {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:24:17.196968 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c9940ee3-4dbd-4386-ba8b-66429138b6dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:17.273617 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-c9940ee3-4dbd-4386-ba8b-66429138b6dd None None] For port 6a46f20f-2b82-491e-a4cf-2f8d2620755e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=6a46f20f-2b82-491e-a4cf-2f8d2620755e,segment=NetworkSegment(66e20012-e773-4b62-a10e-7138c930958d),segment_id=66e20012-e773-4b62-a10e-7138c930958d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:17.274246 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c9940ee3-4dbd-4386-ba8b-66429138b6dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:17.295710 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-c9940ee3-4dbd-4386-ba8b-66429138b6dd None None] Calling delete_port for 6a46f20f-2b82-491e-a4cf-2f8d2620755e owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:24:17.350324 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05af5c1f-880f-430d-9264-2e4f414c4296 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:17.378790 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af5c1f-880f-430d-9264-2e4f414c4296 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event deleted for resources: {'Port': ['ID=f1b8c483-775c-43be-b047-27a377e0475e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:17.402639 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af5c1f-880f-430d-9264-2e4f414c4296 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:17.402989 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af5c1f-880f-430d-9264-2e4f414c4296 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:17.403335 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af5c1f-880f-430d-9264-2e4f414c4296 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:17.403676 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af5c1f-880f-430d-9264-2e4f414c4296 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:17.404035 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af5c1f-880f-430d-9264-2e4f414c4296 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:17.404374 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af5c1f-880f-430d-9264-2e4f414c4296 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:17.404711 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af5c1f-880f-430d-9264-2e4f414c4296 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:17.405039 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af5c1f-880f-430d-9264-2e4f414c4296 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:17.405393 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af5c1f-880f-430d-9264-2e4f414c4296 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:17.405720 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af5c1f-880f-430d-9264-2e4f414c4296 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:17.406044 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af5c1f-880f-430d-9264-2e4f414c4296 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:17.406365 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05af5c1f-880f-430d-9264-2e4f414c4296 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:17.449734 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05af5c1f-880f-430d-9264-2e4f414c4296 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:17.544838 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05af5c1f-880f-430d-9264-2e4f414c4296 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:17.547037 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05af5c1f-880f-430d-9264-2e4f414c4296 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:17.569423 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c9940ee3-4dbd-4386-ba8b-66429138b6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:17.596877 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9940ee3-4dbd-4386-ba8b-66429138b6dd None None] Pushing event deleted for resources: {'Port': ['ID=6a46f20f-2b82-491e-a4cf-2f8d2620755e,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:17.605292 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9940ee3-4dbd-4386-ba8b-66429138b6dd None None] No DVR routers for this DVR port 6a46f20f-2b82-491e-a4cf-2f8d2620755e on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:24:17.716168 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05af5c1f-880f-430d-9264-2e4f414c4296 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:17.719100 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05af5c1f-880f-430d-9264-2e4f414c4296 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Fanout notify agent at l3_agent the message router_deleted on router fd68e12e-4070-4c9e-a7c5-778dd397f341 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:24:17.723634 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-05af5c1f-880f-430d-9264-2e4f414c4296 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:17.724858 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-05af5c1f-880f-430d-9264-2e4f414c4296 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "DELETE /v2.0/routers/fd68e12e-4070-4c9e-a7c5-778dd397f341 HTTP/1.1" status: 204 len: 168 time: 1.2206001 Aug 10 04:24:17.728147 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47258) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:17.810092 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cec362ee-48ad-4036-af7b-baba42368238 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:17.910169 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cec362ee-48ad-4036-af7b-baba42368238 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:17.921365 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-cec362ee-48ad-4036-af7b-baba42368238 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87368086-b969-41b0-a647-469e6cb99deb']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:17.933011 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-cec362ee-48ad-4036-af7b-baba42368238 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e20012-e773-4b62-a10e-7138c930958d') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:17.933246 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-cec362ee-48ad-4036-af7b-baba42368238 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e20012-e773-4b62-a10e-7138c930958d') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:17.942488 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cec362ee-48ad-4036-af7b-baba42368238 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:17.956317 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cec362ee-48ad-4036-af7b-baba42368238 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:17.962157 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cec362ee-48ad-4036-af7b-baba42368238 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:24:17.962545 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cec362ee-48ad-4036-af7b-baba42368238 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:24:17.965487 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:24:18.093293 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cec362ee-48ad-4036-af7b-baba42368238 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:18.101466 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cec362ee-48ad-4036-af7b-baba42368238 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:18.102727 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-cec362ee-48ad-4036-af7b-baba42368238 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "DELETE /v2.0/networks/87368086-b969-41b0-a647-469e6cb99deb HTTP/1.1" status: 204 len: 168 time: 0.3736455 Aug 10 04:24:18.105726 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47274) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:18.115376 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec362ee-48ad-4036-af7b-baba42368238 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event deleted for resources: {'Network': ['ID=87368086-b969-41b0-a647-469e6cb99deb,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:18.177152 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-074a57ef-46df-4294-b455-2e9cdcecbe0c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:18.205032 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-074a57ef-46df-4294-b455-2e9cdcecbe0c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:18.341211 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-074a57ef-46df-4294-b455-2e9cdcecbe0c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:18.343840 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-074a57ef-46df-4294-b455-2e9cdcecbe0c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:18.345025 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-074a57ef-46df-4294-b455-2e9cdcecbe0c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "DELETE /v2.0/security-groups/ab5ab146-9ace-432c-9808-57f65a54d6af HTTP/1.1" status: 204 len: 168 time: 0.2382030 Aug 10 04:24:18.357800 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a57ef-46df-4294-b455-2e9cdcecbe0c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5ab146-9ace-432c-9808-57f65a54d6af,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:18.724850 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47314) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:18.730191 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-2fb48fae-c2f3-4ffa-a1ed-aca4c94bae4d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1972396348', 'description': 'tempest-secgroup-smoke-1972396348 description', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:18.814431 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 47fd136b-2527-4a70-9653-730cdae26967 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:24:18.826416 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2fb48fae-c2f3-4ffa-a1ed-aca4c94bae4d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:18.834953 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 47fd136b-2527-4a70-9653-730cdae26967 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:24:18.835349 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 47fd136b-2527-4a70-9653-730cdae26967 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:24:18.836322 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 6a46f20f-2b82-491e-a4cf-2f8d2620755e no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:24:18.858053 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 6a46f20f-2b82-491e-a4cf-2f8d2620755e {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:24:18.858433 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 6a46f20f-2b82-491e-a4cf-2f8d2620755e not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:24:18.858812 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f1b8c483-775c-43be-b047-27a377e0475e no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:24:18.881310 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: f1b8c483-775c-43be-b047-27a377e0475e {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:24:18.881662 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f1b8c483-775c-43be-b047-27a377e0475e not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:24:18.884912 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:24:18.915149 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2fb48fae-c2f3-4ffa-a1ed-aca4c94bae4d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:19.009644 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2fb48fae-c2f3-4ffa-a1ed-aca4c94bae4d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:19.038740 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb48fae-c2f3-4ffa-a1ed-aca4c94bae4d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3832a0d4-0e9d-43c4-9f05-a867122a4459,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:19.110012 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2fb48fae-c2f3-4ffa-a1ed-aca4c94bae4d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:19.111335 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2fb48fae-c2f3-4ffa-a1ed-aca4c94bae4d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3854485 Aug 10 04:24:19.114189 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47332) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:19.119493 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-f95b361d-2608-492b-8d82-e2500a64f60c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'security_group_rule': {'security_group_id': '3832a0d4-0e9d-43c4-9f05-a867122a4459', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:19.206888 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f95b361d-2608-492b-8d82-e2500a64f60c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:19.264481 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f95b361d-2608-492b-8d82-e2500a64f60c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:19.327195 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f95b361d-2608-492b-8d82-e2500a64f60c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:19.347489 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b361d-2608-492b-8d82-e2500a64f60c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c6c917-fb06-457b-9b53-043aba9f4fa3,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:19.438035 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f95b361d-2608-492b-8d82-e2500a64f60c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:19.439266 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f95b361d-2608-492b-8d82-e2500a64f60c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3240845 Aug 10 04:24:19.441930 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47352) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:19.446607 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-5567898f-e242-4f77-9dbf-525ea03aa185 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'security_group_rule': {'security_group_id': '3832a0d4-0e9d-43c4-9f05-a867122a4459', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:19.545966 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5567898f-e242-4f77-9dbf-525ea03aa185 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:19.607692 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5567898f-e242-4f77-9dbf-525ea03aa185 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:19.712310 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5567898f-e242-4f77-9dbf-525ea03aa185 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:19.731409 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567898f-e242-4f77-9dbf-525ea03aa185 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf3660d-2bcc-4e83-9a20-e35a062059a7,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:19.818527 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5567898f-e242-4f77-9dbf-525ea03aa185 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:19.819785 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5567898f-e242-4f77-9dbf-525ea03aa185 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3768728 Aug 10 04:24:19.822398 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47370) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:19.826775 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-c1bb5838-050a-49b7-b4e7-5a8e3e270ee5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'security_group_rule': {'security_group_id': '3832a0d4-0e9d-43c4-9f05-a867122a4459', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:19.920740 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c1bb5838-050a-49b7-b4e7-5a8e3e270ee5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:19.978816 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c1bb5838-050a-49b7-b4e7-5a8e3e270ee5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:20.047208 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c1bb5838-050a-49b7-b4e7-5a8e3e270ee5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:20.067345 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb5838-050a-49b7-b4e7-5a8e3e270ee5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f96ad8-83f3-416a-9d37-a719136e25d3,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:20.180936 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c1bb5838-050a-49b7-b4e7-5a8e3e270ee5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:20.182221 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c1bb5838-050a-49b7-b4e7-5a8e3e270ee5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3588896 Aug 10 04:24:20.189342 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47390) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:20.193749 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-ec8557f3-311e-4c0f-abee-f27c0e1ff3b1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'security_group_rule': {'security_group_id': '3832a0d4-0e9d-43c4-9f05-a867122a4459', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:20.302044 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec8557f3-311e-4c0f-abee-f27c0e1ff3b1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:20.358187 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec8557f3-311e-4c0f-abee-f27c0e1ff3b1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:20.426410 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec8557f3-311e-4c0f-abee-f27c0e1ff3b1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:20.447311 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8557f3-311e-4c0f-abee-f27c0e1ff3b1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961f4bef-d4dc-405d-9a9d-4a7a340511c8,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:20.515719 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec8557f3-311e-4c0f-abee-f27c0e1ff3b1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:20.517045 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ec8557f3-311e-4c0f-abee-f27c0e1ff3b1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3267479 Aug 10 04:24:20.519734 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47404) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:20.524475 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-94f54c5d-677a-4bd4-9361-3ecaa5bfa5ad tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'security_group_rule': {'security_group_id': '3832a0d4-0e9d-43c4-9f05-a867122a4459', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:20.647868 n-d-802893-2 neutron-server[94937]: INFO neutron.db.securitygroups_db [None req-94f54c5d-677a-4bd4-9361-3ecaa5bfa5ad tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Project 397e8cde821d4d5ca53b9835ebca79b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:24:20.653059 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-94f54c5d-677a-4bd4-9361-3ecaa5bfa5ad tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:20.716988 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-94f54c5d-677a-4bd4-9361-3ecaa5bfa5ad tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:20.795566 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-94f54c5d-677a-4bd4-9361-3ecaa5bfa5ad tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:20.814775 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f54c5d-677a-4bd4-9361-3ecaa5bfa5ad tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4fbb6e-01ca-4c77-8096-ed5ef9351fef,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:20.910297 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-94f54c5d-677a-4bd4-9361-3ecaa5bfa5ad tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:20.911533 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-94f54c5d-677a-4bd4-9361-3ecaa5bfa5ad tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3908226 Aug 10 04:24:20.914876 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47422) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:20.919280 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-eec82358-d169-42ad-bd6e-46617fe43117 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'security_group_rule': {'security_group_id': '3832a0d4-0e9d-43c4-9f05-a867122a4459', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:21.015268 n-d-802893-2 neutron-server[94937]: INFO neutron.db.securitygroups_db [None req-eec82358-d169-42ad-bd6e-46617fe43117 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Project 397e8cde821d4d5ca53b9835ebca79b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:24:21.020540 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eec82358-d169-42ad-bd6e-46617fe43117 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:21.085021 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eec82358-d169-42ad-bd6e-46617fe43117 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:21.175329 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eec82358-d169-42ad-bd6e-46617fe43117 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:21.195074 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec82358-d169-42ad-bd6e-46617fe43117 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eae085e-0eb2-433f-a237-d55e70da32cd,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:21.573127 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-eec82358-d169-42ad-bd6e-46617fe43117 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:21.574408 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-eec82358-d169-42ad-bd6e-46617fe43117 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6585844 Aug 10 04:24:21.577305 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47442) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:21.582300 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-458613c6-9ac4-4bcf-bbb8-63bfdc7f65c0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'network': {'name': 'tempest-network-smoke--1049234024', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'port_security_enabled': True}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:21.687447 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458613c6-9ac4-4bcf-bbb8-63bfdc7f65c0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Made reservation on behalf of 397e8cde821d4d5ca53b9835ebca79b1 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:21.691004 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-458613c6-9ac4-4bcf-bbb8-63bfdc7f65c0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:21.715887 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458613c6-9ac4-4bcf-bbb8-63bfdc7f65c0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:24:21.724417 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-458613c6-9ac4-4bcf-bbb8-63bfdc7f65c0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:21.724769 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-458613c6-9ac4-4bcf-bbb8-63bfdc7f65c0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Added segment 6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064 of type vlan for network 930eb4dc-28d8-4f61-b027-07477ee7c880 Aug 10 04:24:21.765500 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-458613c6-9ac4-4bcf-bbb8-63bfdc7f65c0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:21.858699 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-458613c6-9ac4-4bcf-bbb8-63bfdc7f65c0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:21.864288 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458613c6-9ac4-4bcf-bbb8-63bfdc7f65c0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:21.870076 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-458613c6-9ac4-4bcf-bbb8-63bfdc7f65c0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:21.970498 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458613c6-9ac4-4bcf-bbb8-63bfdc7f65c0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Network': ['ID=930eb4dc-28d8-4f61-b027-07477ee7c880,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:21.985420 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 930eb4dc-28d8-4f61-b027-07477ee7c880 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:24:22.019355 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-458613c6-9ac4-4bcf-bbb8-63bfdc7f65c0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4389098 Aug 10 04:24:22.020483 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47462) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:22.030185 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-f931fcb7-798f-4d1a-847b-5914ffe1c514 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-457133037', 'admin_state_up': True, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:22.100807 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f931fcb7-798f-4d1a-847b-5914ffe1c514 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:22.101881 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f931fcb7-798f-4d1a-847b-5914ffe1c514 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:22.166398 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f931fcb7-798f-4d1a-847b-5914ffe1c514 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:22.400733 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f931fcb7-798f-4d1a-847b-5914ffe1c514 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:22.936712 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f931fcb7-798f-4d1a-847b-5914ffe1c514 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:22.956473 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f931fcb7-798f-4d1a-847b-5914ffe1c514 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:23.064226 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-f931fcb7-798f-4d1a-847b-5914ffe1c514 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Allocated IP 172.25.0.99 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/af5d249a-e295-458c-a88c-bc11e06f7c62) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:24:23.169455 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f931fcb7-798f-4d1a-847b-5914ffe1c514 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:23.278221 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f931fcb7-798f-4d1a-847b-5914ffe1c514 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:23.320242 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f931fcb7-798f-4d1a-847b-5914ffe1c514 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:24:23.325304 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-f931fcb7-798f-4d1a-847b-5914ffe1c514 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:23.328834 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f931fcb7-798f-4d1a-847b-5914ffe1c514 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:24:23.362944 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f931fcb7-798f-4d1a-847b-5914ffe1c514 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Port': ['ID=af5d249a-e295-458c-a88c-bc11e06f7c62,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:23.854679 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-eb95b1b9-a962-4649-8fec-ce248b84bba3 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:23.856174 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-eb95b1b9-a962-4649-8fec-ce248b84bba3 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/networks?id=52ddd4f0-490f-44f9-b28a-40dd5954c2e2 HTTP/1.1" status: 200 len: 814 time: 0.4832125 Aug 10 04:24:23.871205 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-3fd33a56-0cb0-449e-a5c4-2a7541a6e0f8 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/quotas/4fef9f6ad2f444afb0eab2f050314782 HTTP/1.1" status: 200 len: 375 time: 0.0088820 Aug 10 04:24:23.903462 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-070ee9e7-2dc8-4768-b1dd-cfcbab207530 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4fef9f6ad2f444afb0eab2f050314782&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268657 Aug 10 04:24:24.074894 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-4ebccaba-425a-4e04-9a9f-50b5e422bcdb service neutron] 10.222.0.25 "GET /v2.0/networks/52ddd4f0-490f-44f9-b28a-40dd5954c2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644015 Aug 10 04:24:24.101487 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f931fcb7-798f-4d1a-847b-5914ffe1c514 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:24.255220 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-e8587f9d-1d49-4e36-940f-2f7eafd57889 service neutron] 10.222.0.25 "GET /v2.0/networks/52ddd4f0-490f-44f9-b28a-40dd5954c2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740005 Aug 10 04:24:24.361957 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f931fcb7-798f-4d1a-847b-5914ffe1c514 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:24.484529 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2e9fbba7-6382-4c07-8339-d44dc4c70cc6 req-aa14a77b-db74-4e88-b51e-5efedb317cdf tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/ports?device_id=50b74a8f-ef31-4233-8ae6-f9b175326608 HTTP/1.1" status: 200 len: 210 time: 0.0360813 Aug 10 04:24:24.578385 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f931fcb7-798f-4d1a-847b-5914ffe1c514 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Router 44dbcacf-3511-4a12-9386-b80f08d513d8 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:24:24.686143 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f931fcb7-798f-4d1a-847b-5914ffe1c514 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:24:24.696103 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e6b124-e98e-4802-90e9-0cc640df7990 None None] Sync routers for ids ['44dbcacf-3511-4a12-9386-b80f08d513d8'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:24:24.716438 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e6b124-e98e-4802-90e9-0cc640df7990 None None] Routers {'44dbcacf-3511-4a12-9386-b80f08d513d8'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:24.717090 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-46e6b124-e98e-4802-90e9-0cc640df7990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:24:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['44dbcacf-3511-4a12-9386-b80f08d513d8'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:24.775109 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f931fcb7-798f-4d1a-847b-5914ffe1c514 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:24.776796 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f931fcb7-798f-4d1a-847b-5914ffe1c514 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7558255 Aug 10 04:24:24.780840 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47526) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:24.810164 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b320e5c3-5764-470f-916f-8df5ab12f85b tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=397e8cde821d4d5ca53b9835ebca79b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282130 Aug 10 04:24:24.812767 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47528) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:24.829237 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-46e6b124-e98e-4802-90e9-0cc640df7990 None None] Set router 44dbcacf-3511-4a12-9386-b80f08d513d8 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:24.903600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115c3285-abdf-4f53-8c8a-a10eef2e4561 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:24.905492 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-115c3285-abdf-4f53-8c8a-a10eef2e4561 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917492 Aug 10 04:24:24.908441 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47530) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:24.949389 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fa79de46-ed14-4e90-a850-9cc01eada802 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398576 Aug 10 04:24:24.952225 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47532) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:24.957834 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-e5be9ca7-48f2-4ae5-ae66-fb9bcdf4a90a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2089327169', 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:25.009163 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-46e6b124-e98e-4802-90e9-0cc640df7990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457133037', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'af5d249a-e295-458c-a88c-bc11e06f7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:22Z', 'updated_at': '2021-08-10T04:24:23Z', 'revision_number': 3, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': 'af5d249a-e295-458c-a88c-bc11e06f7c62', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:22Z', 'updated_at': '2021-08-10T04:24:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:25.040301 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e6b124-e98e-4802-90e9-0cc640df7990 None None] Checking router: 44dbcacf-3511-4a12-9386-b80f08d513d8 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:24:25.040558 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e6b124-e98e-4802-90e9-0cc640df7990 None None] Updating router 44dbcacf-3511-4a12-9386-b80f08d513d8 port af5d249a-e295-458c-a88c-bc11e06f7c62 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:24:25.064826 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-46e6b124-e98e-4802-90e9-0cc640df7990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:25.156134 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5be9ca7-48f2-4ae5-ae66-fb9bcdf4a90a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Made reservation on behalf of 397e8cde821d4d5ca53b9835ebca79b1 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:25.160050 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e5be9ca7-48f2-4ae5-ae66-fb9bcdf4a90a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:25.324644 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-46e6b124-e98e-4802-90e9-0cc640df7990 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:25.334321 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-46e6b124-e98e-4802-90e9-0cc640df7990 None None] Transition to ACTIVE for port object af5d249a-e295-458c-a88c-bc11e06f7c62 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:25.397790 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-46e6b124-e98e-4802-90e9-0cc640df7990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:25.398072 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e5be9ca7-48f2-4ae5-ae66-fb9bcdf4a90a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:25.449836 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-46e6b124-e98e-4802-90e9-0cc640df7990 None None] Attempting to bind port af5d249a-e295-458c-a88c-bc11e06f7c62 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:24:25.450160 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-46e6b124-e98e-4802-90e9-0cc640df7990 None None] Attempting to bind port af5d249a-e295-458c-a88c-bc11e06f7c62 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:24:25.450523 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e6b124-e98e-4802-90e9-0cc640df7990 None None] Attempting to bind port af5d249a-e295-458c-a88c-bc11e06f7c62 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:24:25.461068 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f496166-f0e0-4da9-8433-98fcf062ad9e None None] Pushing event updated for resources: {'Port': ['ID=af5d249a-e295-458c-a88c-bc11e06f7c62,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:25.464242 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e6b124-e98e-4802-90e9-0cc640df7990 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:24:25.464614 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e6b124-e98e-4802-90e9-0cc640df7990 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:25.465012 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-46e6b124-e98e-4802-90e9-0cc640df7990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:25.465404 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e6b124-e98e-4802-90e9-0cc640df7990 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:24:25.465878 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-46e6b124-e98e-4802-90e9-0cc640df7990 None None] Bound port: af5d249a-e295-458c-a88c-bc11e06f7c62, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:24:25.466254 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-46e6b124-e98e-4802-90e9-0cc640df7990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:25.477674 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be9ca7-48f2-4ae5-ae66-fb9bcdf4a90a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Subnet': ['ID=68d4c2db-f045-4f09-911b-9a1613f68728,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:25.485328 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5be9ca7-48f2-4ae5-ae66-fb9bcdf4a90a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Checking segment: {'id': '6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:25.485969 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5be9ca7-48f2-4ae5-ae66-fb9bcdf4a90a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Network hostable DHCP agents. Network: 930eb4dc-28d8-4f61-b027-07477ee7c880, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:24:25.489515 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f496166-f0e0-4da9-8433-98fcf062ad9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:25.489859 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f496166-f0e0-4da9-8433-98fcf062ad9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:25.490197 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f496166-f0e0-4da9-8433-98fcf062ad9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:25.490527 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f496166-f0e0-4da9-8433-98fcf062ad9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:25.490864 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f496166-f0e0-4da9-8433-98fcf062ad9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:25.491193 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f496166-f0e0-4da9-8433-98fcf062ad9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:25.492095 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f496166-f0e0-4da9-8433-98fcf062ad9e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:25.492458 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f496166-f0e0-4da9-8433-98fcf062ad9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:25.492781 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f496166-f0e0-4da9-8433-98fcf062ad9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:25.493171 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f496166-f0e0-4da9-8433-98fcf062ad9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:25.493502 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f496166-f0e0-4da9-8433-98fcf062ad9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:25.493822 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f496166-f0e0-4da9-8433-98fcf062ad9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:25.534941 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-46e6b124-e98e-4802-90e9-0cc640df7990 None None] For port af5d249a-e295-458c-a88c-bc11e06f7c62, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:24:25.538350 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-46e6b124-e98e-4802-90e9-0cc640df7990 None None] For port af5d249a-e295-458c-a88c-bc11e06f7c62, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=af5d249a-e295-458c-a88c-bc11e06f7c62,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:24:25.576349 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-631e99b0-f0e1-465e-8044-0c39f5c6d0ed req-9dae3112-0a6c-4c9e-a211-109a065d8578 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/ports?device_id=50b74a8f-ef31-4233-8ae6-f9b175326608 HTTP/1.1" status: 200 len: 210 time: 0.0277026 Aug 10 04:24:25.630169 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5be9ca7-48f2-4ae5-ae66-fb9bcdf4a90a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Network 930eb4dc-28d8-4f61-b027-07477ee7c880 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:24:25.655529 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-46e6b124-e98e-4802-90e9-0cc640df7990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:25.717071 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e6b124-e98e-4802-90e9-0cc640df7990 None None] Routers {'44dbcacf-3511-4a12-9386-b80f08d513d8'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:25.717757 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-46e6b124-e98e-4802-90e9-0cc640df7990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:24:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['44dbcacf-3511-4a12-9386-b80f08d513d8'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:25.721391 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-e5be9ca7-48f2-4ae5-ae66-fb9bcdf4a90a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 930eb4dc-28d8-4f61-b027-07477ee7c880) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:25.723566 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f496166-f0e0-4da9-8433-98fcf062ad9e None None] Pushing event updated for resources: {'Port': ['ID=af5d249a-e295-458c-a88c-bc11e06f7c62,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:25.725565 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5be9ca7-48f2-4ae5-ae66-fb9bcdf4a90a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:25.726199 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e5be9ca7-48f2-4ae5-ae66-fb9bcdf4a90a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:25.730978 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac89da37-a489-4640-b07b-359e616e087e None None] Network 930eb4dc-28d8-4f61-b027-07477ee7c880 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:24:25.796447 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e5be9ca7-48f2-4ae5-ae66-fb9bcdf4a90a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8430464 Aug 10 04:24:25.799351 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47538) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:25.835864 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-46e6b124-e98e-4802-90e9-0cc640df7990 None None] Set router 44dbcacf-3511-4a12-9386-b80f08d513d8 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:25.918570 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20d5899-a1c9-462f-bf2f-ce6dbc9e754f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-930eb4dc-28d8-4f61-b027-07477ee7c880', 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'fixed_ips': [{'subnet_id': '68d4c2db-f045-4f09-911b-9a1613f68728'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:24:25.919647 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d20d5899-a1c9-462f-bf2f-ce6dbc9e754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:26.051391 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-46e6b124-e98e-4802-90e9-0cc640df7990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457133037', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'af5d249a-e295-458c-a88c-bc11e06f7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:22Z', 'updated_at': '2021-08-10T04:24:23Z', 'revision_number': 3, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': 'af5d249a-e295-458c-a88c-bc11e06f7c62', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:22Z', 'updated_at': '2021-08-10T04:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:26.084721 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-d20d5899-a1c9-462f-bf2f-ce6dbc9e754f None None] Allocated IP 172.20.0.2 (930eb4dc-28d8-4f61-b027-07477ee7c880/68d4c2db-f045-4f09-911b-9a1613f68728/a25b26e9-a9d9-4388-aa71-a66d4496c12f) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:24:26.093634 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e6b124-e98e-4802-90e9-0cc640df7990 None None] The sync data for ids ['44dbcacf-3511-4a12-9386-b80f08d513d8'] in n-d-802893-2 is: [{'id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457133037', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'af5d249a-e295-458c-a88c-bc11e06f7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:22Z', 'updated_at': '2021-08-10T04:24:23Z', 'revision_number': 3, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': 'af5d249a-e295-458c-a88c-bc11e06f7c62', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:22Z', 'updated_at': '2021-08-10T04:24:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:24:26.254840 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d20d5899-a1c9-462f-bf2f-ce6dbc9e754f None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:26.265491 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d20d5899-a1c9-462f-bf2f-ce6dbc9e754f None None] Transition to ACTIVE for port object a25b26e9-a9d9-4388-aa71-a66d4496c12f will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:26.286395 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d20d5899-a1c9-462f-bf2f-ce6dbc9e754f None None] Transition to ACTIVE for port object a25b26e9-a9d9-4388-aa71-a66d4496c12f will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:26.375740 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d20d5899-a1c9-462f-bf2f-ce6dbc9e754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:26.427525 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20d5899-a1c9-462f-bf2f-ce6dbc9e754f None None] Network 930eb4dc-28d8-4f61-b027-07477ee7c880 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:24:26.438032 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-d20d5899-a1c9-462f-bf2f-ce6dbc9e754f None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:26.442211 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20d5899-a1c9-462f-bf2f-ce6dbc9e754f None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:24:26.459115 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d5899-a1c9-462f-bf2f-ce6dbc9e754f None None] Pushing event updated for resources: {'Port': ['ID=a25b26e9-a9d9-4388-aa71-a66d4496c12f,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:26.522196 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d20d5899-a1c9-462f-bf2f-ce6dbc9e754f None None] Attempting to bind port a25b26e9-a9d9-4388-aa71-a66d4496c12f on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:24:26.522607 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d20d5899-a1c9-462f-bf2f-ce6dbc9e754f None None] Attempting to bind port a25b26e9-a9d9-4388-aa71-a66d4496c12f by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:24:26.523628 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d5899-a1c9-462f-bf2f-ce6dbc9e754f None None] Attempting to bind port a25b26e9-a9d9-4388-aa71-a66d4496c12f on network 930eb4dc-28d8-4f61-b027-07477ee7c880 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:24:26.529970 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d5899-a1c9-462f-bf2f-ce6dbc9e754f None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:24:26.530383 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d5899-a1c9-462f-bf2f-ce6dbc9e754f None None] Checking segment: {'id': '6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:26.530754 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d20d5899-a1c9-462f-bf2f-ce6dbc9e754f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:26.531156 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d5899-a1c9-462f-bf2f-ce6dbc9e754f None None] Bound using segment: {'id': '6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:24:26.531644 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d20d5899-a1c9-462f-bf2f-ce6dbc9e754f None None] Bound port: a25b26e9-a9d9-4388-aa71-a66d4496c12f, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:24:26.532077 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d20d5899-a1c9-462f-bf2f-ce6dbc9e754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:26.619483 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d20d5899-a1c9-462f-bf2f-ce6dbc9e754f None None] For port a25b26e9-a9d9-4388-aa71-a66d4496c12f, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:24:26.623361 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d20d5899-a1c9-462f-bf2f-ce6dbc9e754f None None] For port a25b26e9-a9d9-4388-aa71-a66d4496c12f, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a25b26e9-a9d9-4388-aa71-a66d4496c12f,segment=NetworkSegment(6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064),segment_id=6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:24:26.699354 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-30f902f3-3fd0-4937-b668-bc0dbab23e23 req-e2523f82-dd47-48d9-825c-19025fd30160 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/ports?device_id=50b74a8f-ef31-4233-8ae6-f9b175326608 HTTP/1.1" status: 200 len: 210 time: 0.0396576 Aug 10 04:24:26.708175 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:26.849476 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device af5d249a-e295-458c-a88c-bc11e06f7c62 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:24:27.084104 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Allocated IP 172.20.0.1 (930eb4dc-28d8-4f61-b027-07477ee7c880/68d4c2db-f045-4f09-911b-9a1613f68728/9631c911-ff32-48ae-b6cc-18bf27e84ea6) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:24:27.196749 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d20d5899-a1c9-462f-bf2f-ce6dbc9e754f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:27.197347 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:27.224041 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Transition to ACTIVE for port object 9631c911-ff32-48ae-b6cc-18bf27e84ea6 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:27.259728 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d5899-a1c9-462f-bf2f-ce6dbc9e754f None None] Pushing event updated for resources: {'Port': ['ID=a25b26e9-a9d9-4388-aa71-a66d4496c12f,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:27.481961 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:27.483889 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port af5d249a-e295-458c-a88c-bc11e06f7c62 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:24:27.488214 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port af5d249a-e295-458c-a88c-bc11e06f7c62 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:27.490618 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:27.543831 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Port': ['ID=9631c911-ff32-48ae-b6cc-18bf27e84ea6,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:27.555651 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:27.556022 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:27.556489 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:27.556830 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:27.557163 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:27.557493 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:27.557823 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:27.558153 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:27.558478 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:27.558805 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:27.559115 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:27.559441 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:27.565141 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Network 930eb4dc-28d8-4f61-b027-07477ee7c880 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:24:27.565778 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:27.568339 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:24:27.593539 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:27.614719 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port af5d249a-e295-458c-a88c-bc11e06f7c62, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=af5d249a-e295-458c-a88c-bc11e06f7c62,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:27.660276 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:27.701296 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:27.756347 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-da4b76bb-bf73-44f1-a62b-3e605428c8ba tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:27.757797 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-da4b76bb-bf73-44f1-a62b-3e605428c8ba tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.68 "GET /v2.0/networks?id=52ddd4f0-490f-44f9-b28a-40dd5954c2e2 HTTP/1.1" status: 200 len: 814 time: 0.1639757 Aug 10 04:24:27.782674 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-1bd3b894-6f89-42bd-b094-d1b013000f6a tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Request body: {'port': {'device_id': '50b74a8f-ef31-4233-8ae6-f9b175326608', 'network_id': '52ddd4f0-490f-44f9-b28a-40dd5954c2e2', 'admin_state_up': True, 'tenant_id': '4fef9f6ad2f444afb0eab2f050314782'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:27.797043 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=af5d249a-e295-458c-a88c-bc11e06f7c62,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:27.820599 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-da5e96bc-3e07-4ff5-bccc-dd19e5cb8ca9 req-a5c558ff-614d-41e7-9a77-9bdc67d7f7b5 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/ports?device_id=50b74a8f-ef31-4233-8ae6-f9b175326608 HTTP/1.1" status: 200 len: 210 time: 0.0280440 Aug 10 04:24:27.860912 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:27.942847 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:27.995985 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-1bd3b894-6f89-42bd-b094-d1b013000f6a tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Made reservation on behalf of 4fef9f6ad2f444afb0eab2f050314782 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:27.999648 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-1bd3b894-6f89-42bd-b094-d1b013000f6a tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:28.278399 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-1bd3b894-6f89-42bd-b094-d1b013000f6a tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Allocated IP 172.20.0.13 (52ddd4f0-490f-44f9-b28a-40dd5954c2e2/dbf00d69-9d7e-438b-a087-c760d43c92c5/da526744-df09-4366-8ed1-f39a563f789d) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:24:28.433105 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:28.501106 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-1bd3b894-6f89-42bd-b094-d1b013000f6a tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:28.509797 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:28.514498 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c5e4ee-a8d4-4df3-9aac-a39038896103 None None] Network 930eb4dc-28d8-4f61-b027-07477ee7c880 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:24:28.608256 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:28.615743 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Port': ['ID=9631c911-ff32-48ae-b6cc-18bf27e84ea6,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:28.664455 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5447cd24-8986-4b1f-a9cb-bad11d674492 None None] Provisioning for port a25b26e9-a9d9-4388-aa71-a66d4496c12f completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:24:28.720849 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Network 930eb4dc-28d8-4f61-b027-07477ee7c880 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:24:28.722984 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:28.777715 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-1bd3b894-6f89-42bd-b094-d1b013000f6a tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:28.868519 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-1bd3b894-6f89-42bd-b094-d1b013000f6a tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Network 52ddd4f0-490f-44f9-b28a-40dd5954c2e2 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:24:28.872970 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd3b894-6f89-42bd-b094-d1b013000f6a tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Pushing event updated for resources: {'Port': ['ID=da526744-df09-4366-8ed1-f39a563f789d,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:28.880432 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-1bd3b894-6f89-42bd-b094-d1b013000f6a tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:28.886869 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-1bd3b894-6f89-42bd-b094-d1b013000f6a tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:24:28.943321 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Router 44dbcacf-3511-4a12-9386-b80f08d513d8 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:24:28.953645 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-1bd3b894-6f89-42bd-b094-d1b013000f6a tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:28.954563 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-1bd3b894-6f89-42bd-b094-d1b013000f6a tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:28.963676 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a25b26e9-a9d9-4388-aa71-a66d4496c12f up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:24:29.042858 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-1bd3b894-6f89-42bd-b094-d1b013000f6a tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2655385 Aug 10 04:24:29.062131 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-7ef78fcb-7c2b-4e91-90ea-89b32f7c744a service neutron] Request body: {'port': {'device_id': '50b74a8f-ef31-4233-8ae6-f9b175326608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:29.112413 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ca66ac18-b430-48e9-bbfb-9d2956d8106c None None] Provisioning for port 9631c911-ff32-48ae-b6cc-18bf27e84ea6 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:24:29.117742 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ca66ac18-b430-48e9-bbfb-9d2956d8106c None None] Provisioning complete for port 9631c911-ff32-48ae-b6cc-18bf27e84ea6 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:29.118214 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ca66ac18-b430-48e9-bbfb-9d2956d8106c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:29.126926 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6c290-00eb-4b08-b805-7e790e185f4f req-845edb47-3f17-46bb-a399-7eb1722124cc tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:29.128576 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-81c6c290-00eb-4b08-b805-7e790e185f4f req-845edb47-3f17-46bb-a399-7eb1722124cc tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/ports?device_id=50b74a8f-ef31-4233-8ae6-f9b175326608 HTTP/1.1" status: 200 len: 932 time: 0.1603844 Aug 10 04:24:29.144957 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port a25b26e9-a9d9-4388-aa71-a66d4496c12f completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:24:29.157659 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port a25b26e9-a9d9-4388-aa71-a66d4496c12f triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:29.158231 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:29.190537 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-ca66ac18-b430-48e9-bbfb-9d2956d8106c None None] Port 9631c911-ff32-48ae-b6cc-18bf27e84ea6 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:24:29.204912 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-7ef78fcb-7c2b-4e91-90ea-89b32f7c744a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:29.210181 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:24:29.232744 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-4d36994c-7d3b-4f1c-9c5f-f13de1439703 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "PUT /v2.0/routers/44dbcacf-3511-4a12-9386-b80f08d513d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4230793 Aug 10 04:24:29.235285 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa98d53-76be-4cb7-a78d-57955d45f88a None None] Sync routers for ids ['44dbcacf-3511-4a12-9386-b80f08d513d8'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:24:29.240321 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-81c6c290-00eb-4b08-b805-7e790e185f4f req-69b12fcb-266d-47e8-86f0-1fbf36f8c341 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/security-groups?id=a45b43d2-5760-4b6b-9a09-05548f2d1993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956876 Aug 10 04:24:29.267092 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa98d53-76be-4cb7-a78d-57955d45f88a None None] Routers {'44dbcacf-3511-4a12-9386-b80f08d513d8'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:29.267664 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-0aa98d53-76be-4cb7-a78d-57955d45f88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:24:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['44dbcacf-3511-4a12-9386-b80f08d513d8'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:29.309044 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:29.427614 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port a25b26e9-a9d9-4388-aa71-a66d4496c12f, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a25b26e9-a9d9-4388-aa71-a66d4496c12f,segment=NetworkSegment(6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064),segment_id=6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:29.429546 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a2be65b9-4266-489d-ab83-9f230f2fc625 None None] Provisioning complete for port 9631c911-ff32-48ae-b6cc-18bf27e84ea6 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:29.430045 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a2be65b9-4266-489d-ab83-9f230f2fc625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:29.470033 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-a177120c-66de-48fe-b7e2-e39671d34063 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1972396348&fields=id&tenant_id=397e8cde821d4d5ca53b9835ebca79b1 HTTP/1.1" status: 200 len: 267 time: 0.0466123 Aug 10 04:24:29.482079 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:29.483026 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device af5d249a-e295-458c-a88c-bc11e06f7c62 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:24:29.531878 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-a2be65b9-4266-489d-ab83-9f230f2fc625 None None] Port 9631c911-ff32-48ae-b6cc-18bf27e84ea6 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:24:29.547283 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-0aa98d53-76be-4cb7-a78d-57955d45f88a None None] Set router 44dbcacf-3511-4a12-9386-b80f08d513d8 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:29.560238 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-7ef78fcb-7c2b-4e91-90ea-89b32f7c744a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da526744-df09-4366-8ed1-f39a563f789d {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:24:29.568070 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-7ef78fcb-7c2b-4e91-90ea-89b32f7c744a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:29.581295 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-7ef78fcb-7c2b-4e91-90ea-89b32f7c744a service neutron] Transition to ACTIVE for port object da526744-df09-4366-8ed1-f39a563f789d will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:29.586333 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-4025d70d-d474-4270-a5c0-c3eb38450d0a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:29.588039 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-4025d70d-d474-4270-a5c0-c3eb38450d0a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/networks?id=930eb4dc-28d8-4f61-b027-07477ee7c880 HTTP/1.1" status: 200 len: 797 time: 0.1171038 Aug 10 04:24:29.604783 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-4357b8d0-aea5-4049-9d85-b37d5795f258 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/quotas/397e8cde821d4d5ca53b9835ebca79b1 HTTP/1.1" status: 200 len: 375 time: 0.0101638 Aug 10 04:24:29.622792 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=a25b26e9-a9d9-4388-aa71-a66d4496c12f,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:29.658832 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-7ef78fcb-7c2b-4e91-90ea-89b32f7c744a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:29.668655 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-b48d9a32-a943-4157-9c1b-e33f9eb67811 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573821 Aug 10 04:24:29.732741 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef78fcb-7c2b-4e91-90ea-89b32f7c744a service neutron] Pushing event updated for resources: {'Port': ['ID=da526744-df09-4366-8ed1-f39a563f789d,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:29.740402 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f3e45aac-1cfc-43bd-b749-703d95f1148a None None] Provisioning complete for port 9631c911-ff32-48ae-b6cc-18bf27e84ea6 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:29.740877 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f3e45aac-1cfc-43bd-b749-703d95f1148a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:29.748220 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port af5d249a-e295-458c-a88c-bc11e06f7c62 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:29.748720 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:29.785142 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-40356843-d9e9-4154-98ba-83ea3e432f3e service neutron] 10.222.0.25 "GET /v2.0/networks/930eb4dc-28d8-4f61-b027-07477ee7c880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095593 Aug 10 04:24:29.786205 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-7ef78fcb-7c2b-4e91-90ea-89b32f7c744a service neutron] Attempting to bind port da526744-df09-4366-8ed1-f39a563f789d on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:24:29.786705 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-7ef78fcb-7c2b-4e91-90ea-89b32f7c744a service neutron] Attempting to bind port da526744-df09-4366-8ed1-f39a563f789d by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': 'cfe0e534-12c2-4945-944d-2ce85c2c705a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '52ddd4f0-490f-44f9-b28a-40dd5954c2e2'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:24:29.786893 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-7ef78fcb-7c2b-4e91-90ea-89b32f7c744a service neutron] Attempting to bind port da526744-df09-4366-8ed1-f39a563f789d on network 52ddd4f0-490f-44f9-b28a-40dd5954c2e2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:24:29.792001 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-7ef78fcb-7c2b-4e91-90ea-89b32f7c744a service neutron] Port da526744-df09-4366-8ed1-f39a563f789d on network 52ddd4f0-490f-44f9-b28a-40dd5954c2e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:24:29.792339 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-7ef78fcb-7c2b-4e91-90ea-89b32f7c744a service neutron] Attempting to bind port da526744-df09-4366-8ed1-f39a563f789d on network 52ddd4f0-490f-44f9-b28a-40dd5954c2e2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:24:29.797564 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-7ef78fcb-7c2b-4e91-90ea-89b32f7c744a service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:24:29.797939 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-7ef78fcb-7c2b-4e91-90ea-89b32f7c744a service neutron] Checking segment: {'id': 'cfe0e534-12c2-4945-944d-2ce85c2c705a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '52ddd4f0-490f-44f9-b28a-40dd5954c2e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:29.798395 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-7ef78fcb-7c2b-4e91-90ea-89b32f7c744a service neutron] Bound using segment: {'id': 'cfe0e534-12c2-4945-944d-2ce85c2c705a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '52ddd4f0-490f-44f9-b28a-40dd5954c2e2'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:24:29.798835 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-7ef78fcb-7c2b-4e91-90ea-89b32f7c744a service neutron] Bound port: da526744-df09-4366-8ed1-f39a563f789d, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe0e534-12c2-4945-944d-2ce85c2c705a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '52ddd4f0-490f-44f9-b28a-40dd5954c2e2'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:24:29.799198 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-7ef78fcb-7c2b-4e91-90ea-89b32f7c744a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:29.883905 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-7ef78fcb-7c2b-4e91-90ea-89b32f7c744a service neutron] For port da526744-df09-4366-8ed1-f39a563f789d, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:24:29.888882 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-7ef78fcb-7c2b-4e91-90ea-89b32f7c744a service neutron] For port da526744-df09-4366-8ed1-f39a563f789d, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=da526744-df09-4366-8ed1-f39a563f789d,segment=NetworkSegment(cfe0e534-12c2-4945-944d-2ce85c2c705a),segment_id=cfe0e534-12c2-4945-944d-2ce85c2c705a)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:24:29.906244 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-f3bb99d3-81c1-4cb4-b597-6f14299f5a80 service neutron] 10.222.0.25 "GET /v2.0/networks/930eb4dc-28d8-4f61-b027-07477ee7c880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128237 Aug 10 04:24:29.945241 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-7ef78fcb-7c2b-4e91-90ea-89b32f7c744a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:29.981636 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-7ef78fcb-7c2b-4e91-90ea-89b32f7c744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:29.982269 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-7ef78fcb-7c2b-4e91-90ea-89b32f7c744a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:29.983694 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-7ef78fcb-7c2b-4e91-90ea-89b32f7c744a service neutron] 10.222.0.68 "PUT /v2.0/ports/da526744-df09-4366-8ed1-f39a563f789d HTTP/1.1" status: 200 len: 1092 time: 0.9282854 Aug 10 04:24:29.984168 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b74a8f-ef31-4233-8ae6-f9b175326608', 'tag': 'da526744-df09-4366-8ed1-f39a563f789d'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:24:29.986463 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87997da-3aa4-492b-a63c-70f106dd594c" -d '{"events": [{"name": "network-changed", "server_uuid": "50b74a8f-ef31-4233-8ae6-f9b175326608", "tag": "da526744-df09-4366-8ed1-f39a563f789d"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:24:29.988341 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-f3e45aac-1cfc-43bd-b749-703d95f1148a None None] Port 9631c911-ff32-48ae-b6cc-18bf27e84ea6 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:24:30.025338 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef78fcb-7c2b-4e91-90ea-89b32f7c744a service neutron] Pushing event updated for resources: {'Port': ['ID=da526744-df09-4366-8ed1-f39a563f789d,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:30.031059 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3ae3cf-738b-40b6-be3b-c66e629d5186 x-openstack-request-id: req-3f3ae3cf-738b-40b6-be3b-c66e629d5186 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:24:30.031349 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50b74a8f-ef31-4233-8ae6-f9b175326608", "tag": "da526744-df09-4366-8ed1-f39a563f789d", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:24:30.031607 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f3ae3cf-738b-40b6-be3b-c66e629d5186 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:24:30.032078 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b74a8f-ef31-4233-8ae6-f9b175326608', 'tag': 'da526744-df09-4366-8ed1-f39a563f789d', 'status': 'completed', 'code': 200} Aug 10 04:24:30.098160 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87997da-3aa4-492b-a63c-70f106dd594c req-941eafb3-f174-4e15-9f89-0e350f791609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:30.099267 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-0aa98d53-76be-4cb7-a78d-57955d45f88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457133037', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'af5d249a-e295-458c-a88c-bc11e06f7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:22Z', 'updated_at': '2021-08-10T04:24:27Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': 'af5d249a-e295-458c-a88c-bc11e06f7c62', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:22Z', 'updated_at': '2021-08-10T04:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '9631c911-ff32-48ae-b6cc-18bf27e84ea6', 'name': '', 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:26:48:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '68d4c2db-f045-4f09-911b-9a1613f68728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:26Z', 'updated_at': '2021-08-10T04:24:28Z', 'revision_number': 2, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': '68d4c2db-f045-4f09-911b-9a1613f68728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:30.099764 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e87997da-3aa4-492b-a63c-70f106dd594c req-941eafb3-f174-4e15-9f89-0e350f791609 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4fef9f6ad2f444afb0eab2f050314782&device_id=50b74a8f-ef31-4233-8ae6-f9b175326608 HTTP/1.1" status: 200 len: 1095 time: 0.0447409 Aug 10 04:24:30.129459 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa98d53-76be-4cb7-a78d-57955d45f88a None None] Checking router: 44dbcacf-3511-4a12-9386-b80f08d513d8 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:24:30.130205 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa98d53-76be-4cb7-a78d-57955d45f88a None None] Updating router 44dbcacf-3511-4a12-9386-b80f08d513d8 port 9631c911-ff32-48ae-b6cc-18bf27e84ea6 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:24:30.160631 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0aa98d53-76be-4cb7-a78d-57955d45f88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:30.269534 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e673d4d4-4dc6-4db9-a1ca-b27c65391bf0 req-1c77637c-5cd4-4eca-9ff1-58029485b3e1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 210 time: 0.0590479 Aug 10 04:24:30.291434 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87997da-3aa4-492b-a63c-70f106dd594c req-3c1d2f70-4046-404e-a847-db8a26ee301b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:30.293992 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e87997da-3aa4-492b-a63c-70f106dd594c req-3c1d2f70-4046-404e-a847-db8a26ee301b service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=4fef9f6ad2f444afb0eab2f050314782&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1849720 Aug 10 04:24:30.378425 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6532d72-fce9-4924-a150-9230df254690 req-9df9d9ef-db9d-4609-b65b-edf1f5c77107 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:30.379968 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d6532d72-fce9-4924-a150-9230df254690 req-9df9d9ef-db9d-4609-b65b-edf1f5c77107 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/ports?device_id=50b74a8f-ef31-4233-8ae6-f9b175326608 HTTP/1.1" status: 200 len: 944 time: 0.0559363 Aug 10 04:24:30.430568 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d6532d72-fce9-4924-a150-9230df254690 req-80b483b9-4bc4-41e2-b083-4b4a7d9e670d tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/security-groups?id=a45b43d2-5760-4b6b-9a09-05548f2d1993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404851 Aug 10 04:24:30.453487 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87997da-3aa4-492b-a63c-70f106dd594c req-e0b38f12-bf28-4a28-abaf-a37d7e271991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:30.466014 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e87997da-3aa4-492b-a63c-70f106dd594c req-e0b38f12-bf28-4a28-abaf-a37d7e271991 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1530609 Aug 10 04:24:30.494100 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0aa98d53-76be-4cb7-a78d-57955d45f88a None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:30.504529 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0aa98d53-76be-4cb7-a78d-57955d45f88a None None] Transition to ACTIVE for port object 9631c911-ff32-48ae-b6cc-18bf27e84ea6 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:30.536958 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-7cfe9357-76ee-4376-ab61-90361e5d221a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:30.539004 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-7cfe9357-76ee-4376-ab61-90361e5d221a service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4fef9f6ad2f444afb0eab2f050314782&device_id=50b74a8f-ef31-4233-8ae6-f9b175326608 HTTP/1.1" status: 200 len: 1095 time: 0.0434399 Aug 10 04:24:30.587052 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-0c49957d-13a5-4ad3-bc27-cb145367d8bc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da526744-df09-4366-8ed1-f39a563f789d HTTP/1.1" status: 200 len: 217 time: 0.0395086 Aug 10 04:24:30.587375 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0aa98d53-76be-4cb7-a78d-57955d45f88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:30.637883 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a96ca-a320-4f39-bba5-9bb2bed5879f None None] Pushing event updated for resources: {'Port': ['ID=9631c911-ff32-48ae-b6cc-18bf27e84ea6,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:30.647407 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-4c3a1e34-e831-41a2-bee8-1bba3acbd477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:30.650290 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-4c3a1e34-e831-41a2-bee8-1bba3acbd477 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dbf00d69-9d7e-438b-a087-c760d43c92c5 HTTP/1.1" status: 200 len: 854 time: 0.0555820 Aug 10 04:24:30.691717 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-98b8c16d-b3b7-4086-b4e6-54ef6631e935 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=52ddd4f0-490f-44f9-b28a-40dd5954c2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339966 Aug 10 04:24:30.701185 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-0aa98d53-76be-4cb7-a78d-57955d45f88a None None] Attempting to bind port 9631c911-ff32-48ae-b6cc-18bf27e84ea6 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:24:30.701666 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-0aa98d53-76be-4cb7-a78d-57955d45f88a None None] Attempting to bind port 9631c911-ff32-48ae-b6cc-18bf27e84ea6 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:24:30.701972 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa98d53-76be-4cb7-a78d-57955d45f88a None None] Attempting to bind port 9631c911-ff32-48ae-b6cc-18bf27e84ea6 on network 930eb4dc-28d8-4f61-b027-07477ee7c880 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:24:30.707804 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa98d53-76be-4cb7-a78d-57955d45f88a None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:24:30.708244 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa98d53-76be-4cb7-a78d-57955d45f88a None None] Checking segment: {'id': '6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:30.708670 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0aa98d53-76be-4cb7-a78d-57955d45f88a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:30.709111 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa98d53-76be-4cb7-a78d-57955d45f88a None None] Bound using segment: {'id': '6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:24:30.709599 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-0aa98d53-76be-4cb7-a78d-57955d45f88a None None] Bound port: 9631c911-ff32-48ae-b6cc-18bf27e84ea6, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:24:30.710876 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0aa98d53-76be-4cb7-a78d-57955d45f88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:30.800351 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-0aa98d53-76be-4cb7-a78d-57955d45f88a None None] For port 9631c911-ff32-48ae-b6cc-18bf27e84ea6, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:24:30.805379 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-0aa98d53-76be-4cb7-a78d-57955d45f88a None None] For port 9631c911-ff32-48ae-b6cc-18bf27e84ea6, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=9631c911-ff32-48ae-b6cc-18bf27e84ea6,segment=NetworkSegment(6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064),segment_id=6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:24:30.828793 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-f46bd727-4b87-4571-a0dc-66f116e6fa15 service neutron] 10.222.0.68 "GET /v2.0/networks/52ddd4f0-490f-44f9-b28a-40dd5954c2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295474 Aug 10 04:24:30.852871 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a25b26e9-a9d9-4388-aa71-a66d4496c12f up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:24:30.908405 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port a25b26e9-a9d9-4388-aa71-a66d4496c12f triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:30.908776 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:30.912233 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0aa98d53-76be-4cb7-a78d-57955d45f88a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:30.941663 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d8962371-d12a-4f28-bccd-b80a509fa8bf req-99e7571e-3267-4cee-b7b6-6857ceb2ec5e service neutron] 10.222.0.68 "GET /v2.0/networks/52ddd4f0-490f-44f9-b28a-40dd5954c2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044304 Aug 10 04:24:31.023602 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a96ca-a320-4f39-bba5-9bb2bed5879f None None] Pushing event updated for resources: {'Port': ['ID=9631c911-ff32-48ae-b6cc-18bf27e84ea6,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:31.028299 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa98d53-76be-4cb7-a78d-57955d45f88a None None] Routers {'44dbcacf-3511-4a12-9386-b80f08d513d8'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:31.029385 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-0aa98d53-76be-4cb7-a78d-57955d45f88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:24:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['44dbcacf-3511-4a12-9386-b80f08d513d8'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:31.068209 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a96ca-a320-4f39-bba5-9bb2bed5879f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:31.068564 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a96ca-a320-4f39-bba5-9bb2bed5879f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:31.068910 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a96ca-a320-4f39-bba5-9bb2bed5879f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:31.069315 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a96ca-a320-4f39-bba5-9bb2bed5879f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:31.070217 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a96ca-a320-4f39-bba5-9bb2bed5879f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:31.070653 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a96ca-a320-4f39-bba5-9bb2bed5879f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:31.070991 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a96ca-a320-4f39-bba5-9bb2bed5879f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:31.071322 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a96ca-a320-4f39-bba5-9bb2bed5879f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:31.071655 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a96ca-a320-4f39-bba5-9bb2bed5879f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:31.072001 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a96ca-a320-4f39-bba5-9bb2bed5879f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:31.072324 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a96ca-a320-4f39-bba5-9bb2bed5879f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:31.072648 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699a96ca-a320-4f39-bba5-9bb2bed5879f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:24:31.182376 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-0aa98d53-76be-4cb7-a78d-57955d45f88a None None] Set router 44dbcacf-3511-4a12-9386-b80f08d513d8 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:31.369906 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e3bfff34-6cca-4a02-b9db-d7a10c938ff6 req-ae777055-03f0-475e-baab-ec08ab2c210a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 210 time: 0.0280054 Aug 10 04:24:31.398693 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-0aa98d53-76be-4cb7-a78d-57955d45f88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457133037', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'af5d249a-e295-458c-a88c-bc11e06f7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:22Z', 'updated_at': '2021-08-10T04:24:27Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': 'af5d249a-e295-458c-a88c-bc11e06f7c62', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:22Z', 'updated_at': '2021-08-10T04:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '9631c911-ff32-48ae-b6cc-18bf27e84ea6', 'name': '', 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:26:48:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '68d4c2db-f045-4f09-911b-9a1613f68728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:26Z', 'updated_at': '2021-08-10T04:24:30Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': '68d4c2db-f045-4f09-911b-9a1613f68728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:31.433202 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa98d53-76be-4cb7-a78d-57955d45f88a None None] The sync data for ids ['44dbcacf-3511-4a12-9386-b80f08d513d8'] in n-d-802893-2 is: [{'id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457133037', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'af5d249a-e295-458c-a88c-bc11e06f7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:22Z', 'updated_at': '2021-08-10T04:24:27Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': 'af5d249a-e295-458c-a88c-bc11e06f7c62', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:22Z', 'updated_at': '2021-08-10T04:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '9631c911-ff32-48ae-b6cc-18bf27e84ea6', 'name': '', 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:26:48:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '68d4c2db-f045-4f09-911b-9a1613f68728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:26Z', 'updated_at': '2021-08-10T04:24:30Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': '68d4c2db-f045-4f09-911b-9a1613f68728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:24:31.604297 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311cefb-d3d6-4b19-96ce-eca87d4adb8d req-674c76cc-f25a-488e-82a1-5114f9f746ef tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:31.606049 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0311cefb-d3d6-4b19-96ce-eca87d4adb8d req-674c76cc-f25a-488e-82a1-5114f9f746ef tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/ports?device_id=50b74a8f-ef31-4233-8ae6-f9b175326608 HTTP/1.1" status: 200 len: 944 time: 0.0721903 Aug 10 04:24:31.651177 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0311cefb-d3d6-4b19-96ce-eca87d4adb8d req-ef74a6a7-f33e-47a1-a9b4-3cda5cde1275 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/security-groups?id=a45b43d2-5760-4b6b-9a09-05548f2d1993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389593 Aug 10 04:24:32.562651 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device da526744-df09-4366-8ed1-f39a563f789d details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:24:32.672274 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port da526744-df09-4366-8ed1-f39a563f789d, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=da526744-df09-4366-8ed1-f39a563f789d,segment=NetworkSegment(cfe0e534-12c2-4945-944d-2ce85c2c705a),segment_id=cfe0e534-12c2-4945-944d-2ce85c2c705a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:32.685957 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'da526744-df09-4366-8ed1-f39a563f789d', 'network_id': '52ddd4f0-490f-44f9-b28a-40dd5954c2e2', 'port_id': 'da526744-df09-4366-8ed1-f39a563f789d', 'mac_address': 'fa:16:3e:b7:1c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf00d69-9d7e-438b-a087-c760d43c92c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:24:32.743848 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:32.761397 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da526744-df09-4366-8ed1-f39a563f789d {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:24:32.794914 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6009b329-f153-4724-b370-41ec0c712b19 req-6cc986a7-fe82-41c0-a061-a7df748a47c9 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 210 time: 0.3190870 Aug 10 04:24:32.816012 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port da526744-df09-4366-8ed1-f39a563f789d, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=da526744-df09-4366-8ed1-f39a563f789d,segment=NetworkSegment(cfe0e534-12c2-4945-944d-2ce85c2c705a),segment_id=cfe0e534-12c2-4945-944d-2ce85c2c705a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:32.840681 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b76185-8a87-4116-97a6-28b5fd4edd7a req-83b61912-fe4f-48f1-bd66-05762e38a979 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:32.842259 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b3b76185-8a87-4116-97a6-28b5fd4edd7a req-83b61912-fe4f-48f1-bd66-05762e38a979 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/ports?device_id=50b74a8f-ef31-4233-8ae6-f9b175326608 HTTP/1.1" status: 200 len: 944 time: 0.1079977 Aug 10 04:24:32.853989 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-39eb5098-54d2-402c-99ad-4f4f78d0bdc0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:32.855509 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-39eb5098-54d2-402c-99ad-4f4f78d0bdc0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.20 "GET /v2.0/networks?id=930eb4dc-28d8-4f61-b027-07477ee7c880 HTTP/1.1" status: 200 len: 797 time: 0.4295402 Aug 10 04:24:32.879220 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 9631c911-ff32-48ae-b6cc-18bf27e84ea6 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:24:32.892283 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b3b76185-8a87-4116-97a6-28b5fd4edd7a req-c808ff3d-4999-4632-8211-9c90b58df250 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/security-groups?id=a45b43d2-5760-4b6b-9a09-05548f2d1993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429161 Aug 10 04:24:32.909238 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:32.921080 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-5189f571-231f-4903-9886-da327e3f546b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=397e8cde821d4d5ca53b9835ebca79b1 HTTP/1.1" status: 200 len: 380 time: 0.0483270 Aug 10 04:24:32.958873 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-6415c193-e8e1-41b2-9a38-17e917b259ee tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'port': {'device_id': '2e61a423-abb9-4ffa-8410-07d1a7450308', 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880', 'admin_state_up': True, 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'security_groups': ['3832a0d4-0e9d-43c4-9f05-a867122a4459']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:32.970831 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=da526744-df09-4366-8ed1-f39a563f789d,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:33.049041 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 9631c911-ff32-48ae-b6cc-18bf27e84ea6 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:24:33.053049 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 9631c911-ff32-48ae-b6cc-18bf27e84ea6 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:33.053427 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:33.107510 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['da526744-df09-4366-8ed1-f39a563f789d'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:24:33.155634 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-6415c193-e8e1-41b2-9a38-17e917b259ee tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Made reservation on behalf of 397e8cde821d4d5ca53b9835ebca79b1 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:24:33.159398 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-6415c193-e8e1-41b2-9a38-17e917b259ee tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:33.174515 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:33.238720 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 9631c911-ff32-48ae-b6cc-18bf27e84ea6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=9631c911-ff32-48ae-b6cc-18bf27e84ea6,segment=NetworkSegment(6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064),segment_id=6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:33.303064 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-6415c193-e8e1-41b2-9a38-17e917b259ee tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Allocated IP 172.20.0.14 (930eb4dc-28d8-4f61-b027-07477ee7c880/68d4c2db-f045-4f09-911b-9a1613f68728/bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:24:33.312977 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:33.368732 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=9631c911-ff32-48ae-b6cc-18bf27e84ea6,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:33.473112 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-6415c193-e8e1-41b2-9a38-17e917b259ee tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:33.488467 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-6415c193-e8e1-41b2-9a38-17e917b259ee tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Transition to ACTIVE for port object bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:33.581248 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-6415c193-e8e1-41b2-9a38-17e917b259ee tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:33.626638 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-6415c193-e8e1-41b2-9a38-17e917b259ee tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Network 930eb4dc-28d8-4f61-b027-07477ee7c880 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:24:33.629890 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-6415c193-e8e1-41b2-9a38-17e917b259ee tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:33.634084 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-6415c193-e8e1-41b2-9a38-17e917b259ee tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:24:33.641411 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415c193-e8e1-41b2-9a38-17e917b259ee tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Port': ['ID=bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:33.690283 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-6415c193-e8e1-41b2-9a38-17e917b259ee tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:33.690915 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-6415c193-e8e1-41b2-9a38-17e917b259ee tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:33.781748 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-6415c193-e8e1-41b2-9a38-17e917b259ee tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8270292 Aug 10 04:24:33.801138 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-4ee274ee-a6d4-429b-b541-32692d1b5ac7 service neutron] Request body: {'port': {'device_id': '2e61a423-abb9-4ffa-8410-07d1a7450308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:33.859840 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-4ee274ee-a6d4-429b-b541-32692d1b5ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:33.917932 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e47f46cc-8c7c-442b-98b2-127034f00f67 None None] Provisioning for port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:24:33.921929 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e47f46cc-8c7c-442b-98b2-127034f00f67 None None] Provisioning complete for port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:33.922284 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e47f46cc-8c7c-442b-98b2-127034f00f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:33.969782 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-e47f46cc-8c7c-442b-98b2-127034f00f67 None None] Port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:24:33.971157 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6904e34-8563-4af2-8655-dd43af2f30a7 req-e6a5c1f3-19b3-4707-bb7c-9077f7ece67b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:33.972920 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6904e34-8563-4af2-8655-dd43af2f30a7 req-e6a5c1f3-19b3-4707-bb7c-9077f7ece67b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 932 time: 0.1029358 Aug 10 04:24:34.030883 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173c1cd-6546-4dc0-b74e-f8e86af3c424 req-60a5de22-d608-4b95-b2ee-467e6eb2388d tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:34.032429 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e173c1cd-6546-4dc0-b74e-f8e86af3c424 req-60a5de22-d608-4b95-b2ee-467e6eb2388d tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/ports?device_id=50b74a8f-ef31-4233-8ae6-f9b175326608 HTTP/1.1" status: 200 len: 945 time: 0.0501895 Aug 10 04:24:34.073514 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e173c1cd-6546-4dc0-b74e-f8e86af3c424 req-d8b2e452-3fe1-4c33-8ec9-5a59dc893374 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/security-groups?id=a45b43d2-5760-4b6b-9a09-05548f2d1993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336897 Aug 10 04:24:34.087597 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6904e34-8563-4af2-8655-dd43af2f30a7 req-09ff22bf-e3e3-4034-b3fd-1d388ea56516 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=3832a0d4-0e9d-43c4-9f05-a867122a4459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689564 Aug 10 04:24:34.218667 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-4ee274ee-a6d4-429b-b541-32692d1b5ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:24:34.226202 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-4ee274ee-a6d4-429b-b541-32692d1b5ac7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:34.237767 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-4ee274ee-a6d4-429b-b541-32692d1b5ac7 service neutron] Transition to ACTIVE for port object bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:24:34.292553 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-4ee274ee-a6d4-429b-b541-32692d1b5ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:34.341282 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee274ee-a6d4-429b-b541-32692d1b5ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:34.421853 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-4ee274ee-a6d4-429b-b541-32692d1b5ac7 service neutron] Attempting to bind port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:24:34.422333 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-4ee274ee-a6d4-429b-b541-32692d1b5ac7 service neutron] Attempting to bind port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:24:34.422670 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-4ee274ee-a6d4-429b-b541-32692d1b5ac7 service neutron] Attempting to bind port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f on network 930eb4dc-28d8-4f61-b027-07477ee7c880 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:24:34.427380 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-4ee274ee-a6d4-429b-b541-32692d1b5ac7 service neutron] Port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f on network 930eb4dc-28d8-4f61-b027-07477ee7c880 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:24:34.427705 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-4ee274ee-a6d4-429b-b541-32692d1b5ac7 service neutron] Attempting to bind port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f on network 930eb4dc-28d8-4f61-b027-07477ee7c880 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:24:34.433594 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-4ee274ee-a6d4-429b-b541-32692d1b5ac7 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:24:34.433933 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-4ee274ee-a6d4-429b-b541-32692d1b5ac7 service neutron] Checking segment: {'id': '6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:24:34.434330 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-4ee274ee-a6d4-429b-b541-32692d1b5ac7 service neutron] Bound using segment: {'id': '6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:24:34.434764 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-4ee274ee-a6d4-429b-b541-32692d1b5ac7 service neutron] Bound port: bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:24:34.435123 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-4ee274ee-a6d4-429b-b541-32692d1b5ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:34.503221 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-4ee274ee-a6d4-429b-b541-32692d1b5ac7 service neutron] For port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:24:34.506998 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-4ee274ee-a6d4-429b-b541-32692d1b5ac7 service neutron] For port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f,segment=NetworkSegment(6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064),segment_id=6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:24:34.578056 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device da526744-df09-4366-8ed1-f39a563f789d up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:24:34.587320 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-4ee274ee-a6d4-429b-b541-32692d1b5ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:34.625565 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-4ee274ee-a6d4-429b-b541-32692d1b5ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:34.626079 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-4ee274ee-a6d4-429b-b541-32692d1b5ac7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:34.627537 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-4ee274ee-a6d4-429b-b541-32692d1b5ac7 service neutron] 10.222.0.20 "PUT /v2.0/ports/bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f HTTP/1.1" status: 200 len: 1092 time: 0.8311772 Aug 10 04:24:34.627996 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e61a423-abb9-4ffa-8410-07d1a7450308', 'tag': 'bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:24:34.630270 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06dd266-97b3-48e1-be6b-f66cd08a78dc" -d '{"events": [{"name": "network-changed", "server_uuid": "2e61a423-abb9-4ffa-8410-07d1a7450308", "tag": "bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:24:34.656469 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee274ee-a6d4-429b-b541-32692d1b5ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:34.682539 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f87ec3-a8d6-4e39-a404-687db3b573c1 x-openstack-request-id: req-f9f87ec3-a8d6-4e39-a404-687db3b573c1 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:24:34.682985 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e61a423-abb9-4ffa-8410-07d1a7450308", "tag": "bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:24:34.683379 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9f87ec3-a8d6-4e39-a404-687db3b573c1 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:24:34.683875 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e61a423-abb9-4ffa-8410-07d1a7450308', 'tag': 'bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f', 'status': 'completed', 'code': 200} Aug 10 04:24:34.729456 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port da526744-df09-4366-8ed1-f39a563f789d completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:24:34.734978 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port da526744-df09-4366-8ed1-f39a563f789d triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:34.735326 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:34.791784 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06dd266-97b3-48e1-be6b-f66cd08a78dc req-89d735e6-a855-4b97-890f-c801c57d8261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:34.796354 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d06dd266-97b3-48e1-be6b-f66cd08a78dc req-89d735e6-a855-4b97-890f-c801c57d8261 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 1095 time: 0.0665901 Aug 10 04:24:34.848348 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:34.861294 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 9631c911-ff32-48ae-b6cc-18bf27e84ea6 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:24:34.901303 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b74a8f-ef31-4233-8ae6-f9b175326608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da526744-df09-4366-8ed1-f39a563f789d'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:24:34.903657 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986cd08d-e33a-4c12-a2bd-5326f114a58e" -d '{"events": [{"server_uuid": "50b74a8f-ef31-4233-8ae6-f9b175326608", "name": "network-vif-plugged", "status": "completed", "tag": "da526744-df09-4366-8ed1-f39a563f789d"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:24:34.914727 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06dd266-97b3-48e1-be6b-f66cd08a78dc req-918c09ec-97c9-496c-b72f-c0d2d7bf766f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:34.916171 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d06dd266-97b3-48e1-be6b-f66cd08a78dc req-918c09ec-97c9-496c-b72f-c0d2d7bf766f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1065571 Aug 10 04:24:34.924006 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port da526744-df09-4366-8ed1-f39a563f789d, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=da526744-df09-4366-8ed1-f39a563f789d,segment=NetworkSegment(cfe0e534-12c2-4945-944d-2ce85c2c705a),segment_id=cfe0e534-12c2-4945-944d-2ce85c2c705a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:34.940678 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 9631c911-ff32-48ae-b6cc-18bf27e84ea6 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:34.941118 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:35.003193 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:35.032250 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06dd266-97b3-48e1-be6b-f66cd08a78dc req-90f0a1b8-9595-40b1-a441-95ae665500d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:35.034376 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d06dd266-97b3-48e1-be6b-f66cd08a78dc req-90f0a1b8-9595-40b1-a441-95ae665500d6 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1116548 Aug 10 04:24:35.048578 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b97139e-8521-4413-897d-76d5f398d100 x-openstack-request-id: req-2b97139e-8521-4413-897d-76d5f398d100 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:24:35.048875 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b74a8f-ef31-4233-8ae6-f9b175326608", "name": "network-vif-plugged", "status": "completed", "tag": "da526744-df09-4366-8ed1-f39a563f789d", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:24:35.049147 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b97139e-8521-4413-897d-76d5f398d100 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:24:35.049824 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b74a8f-ef31-4233-8ae6-f9b175326608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da526744-df09-4366-8ed1-f39a563f789d', 'code': 200} Aug 10 04:24:35.088420 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=da526744-df09-4366-8ed1-f39a563f789d,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:35.154445 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385a496-fd26-4175-a05b-12ecf40bdbd3 req-4bb741fc-9008-49d9-923d-3655e922fd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:35.155861 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6385a496-fd26-4175-a05b-12ecf40bdbd3 req-4bb741fc-9008-49d9-923d-3655e922fd66 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=50b74a8f-ef31-4233-8ae6-f9b175326608 HTTP/1.1" status: 200 len: 1097 time: 0.0784223 Aug 10 04:24:35.158371 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-be49b44f-e8b9-44b0-8061-53e19f8aa91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:35.159729 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-be49b44f-e8b9-44b0-8061-53e19f8aa91f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 1095 time: 0.0546389 Aug 10 04:24:35.205552 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349af21-73aa-48bd-8c5a-eca0f1cbbd94 req-62670993-46e6-4541-b9e0-7b067588a35b tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:35.207205 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f349af21-73aa-48bd-8c5a-eca0f1cbbd94 req-62670993-46e6-4541-b9e0-7b067588a35b tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/ports?device_id=50b74a8f-ef31-4233-8ae6-f9b175326608 HTTP/1.1" status: 200 len: 946 time: 0.0568311 Aug 10 04:24:35.237282 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-f35fc8d2-b58e-4612-bed3-6af9f6497f3b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f HTTP/1.1" status: 200 len: 217 time: 0.0617726 Aug 10 04:24:35.250241 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f349af21-73aa-48bd-8c5a-eca0f1cbbd94 req-3140b7e4-3118-4198-b1c1-52b892901ce4 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/security-groups?id=a45b43d2-5760-4b6b-9a09-05548f2d1993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356989 Aug 10 04:24:35.285011 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6385a496-fd26-4175-a05b-12ecf40bdbd3 req-31cb0140-58a1-460b-9094-30cb69934d34 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a45b43d2-5760-4b6b-9a09-05548f2d1993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160603 Aug 10 04:24:35.296116 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e5508-678b-4270-af23-981e1b1c7b59 req-2ccd63f2-bb7c-4d79-a782-985fde1d52d2 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:35.297521 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ed3e5508-678b-4270-af23-981e1b1c7b59 req-2ccd63f2-bb7c-4d79-a782-985fde1d52d2 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 944 time: 0.1369288 Aug 10 04:24:35.323045 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-652128be-f5c6-4fcf-86ad-ff101d9e2544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:35.324513 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-652128be-f5c6-4fcf-86ad-ff101d9e2544 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=68d4c2db-f045-4f09-911b-9a1613f68728 HTTP/1.1" status: 200 len: 835 time: 0.0773702 Aug 10 04:24:35.371174 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ed3e5508-678b-4270-af23-981e1b1c7b59 req-2fcacf43-7efb-4285-9fb3-a7572a148133 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=3832a0d4-0e9d-43c4-9f05-a867122a4459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659750 Aug 10 04:24:35.384562 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-6681b766-2c5c-44c1-bcdb-4e05e8096050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:35.386085 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-6681b766-2c5c-44c1-bcdb-4e05e8096050 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=930eb4dc-28d8-4f61-b027-07477ee7c880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544088 Aug 10 04:24:35.477410 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-25ee9ed0-fdf6-4633-afb3-17bfc3ca0d04 service neutron] 10.222.0.20 "GET /v2.0/networks/930eb4dc-28d8-4f61-b027-07477ee7c880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846069 Aug 10 04:24:35.570855 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9eb9ba95-50e7-4d87-9826-4f10341fafd8 req-402262e4-2e29-40e6-81ea-ab2fdda710b4 service neutron] 10.222.0.20 "GET /v2.0/networks/930eb4dc-28d8-4f61-b027-07477ee7c880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863559 Aug 10 04:24:36.370434 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffdbbe3-7f0d-43f4-9a85-1601e6e51ed4 req-9efa1f03-99f2-421d-b459-a4e68eb2a927 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:36.372025 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fffdbbe3-7f0d-43f4-9a85-1601e6e51ed4 req-9efa1f03-99f2-421d-b459-a4e68eb2a927 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/ports?device_id=50b74a8f-ef31-4233-8ae6-f9b175326608 HTTP/1.1" status: 200 len: 946 time: 0.0518198 Aug 10 04:24:36.412137 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fffdbbe3-7f0d-43f4-9a85-1601e6e51ed4 req-7a84ce1b-278e-475e-8a65-44a0b380cf04 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/security-groups?id=a45b43d2-5760-4b6b-9a09-05548f2d1993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339329 Aug 10 04:24:36.507281 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef1fad-8c77-43c1-b6d3-3e483fa8f134 req-70f730a1-f3b2-4319-8764-0db96437f0e9 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:36.509026 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ceef1fad-8c77-43c1-b6d3-3e483fa8f134 req-70f730a1-f3b2-4319-8764-0db96437f0e9 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 944 time: 0.0676839 Aug 10 04:24:36.550538 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ceef1fad-8c77-43c1-b6d3-3e483fa8f134 req-a03073ae-ab2d-42a2-92a5-1c2a1d6e2fc3 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=3832a0d4-0e9d-43c4-9f05-a867122a4459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356767 Aug 10 04:24:36.852076 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:24:36.952648 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f,segment=NetworkSegment(6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064),segment_id=6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:36.963904 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f', 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880', 'port_id': 'bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f', 'mac_address': 'fa:16:3e:41:f3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d4c2db-f045-4f09-911b-9a1613f68728', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:24:37.000280 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:37.013918 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:24:37.033965 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f,segment=NetworkSegment(6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064),segment_id=6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:37.144351 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:37.198950 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:37.443878 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:24:37.676460 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83bde0-d8dd-4231-8784-c3d4ad70eeb7 req-de404e0e-4fb3-48a5-b7af-d50222f01d2e tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:37.678102 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9d83bde0-d8dd-4231-8784-c3d4ad70eeb7 req-de404e0e-4fb3-48a5-b7af-d50222f01d2e tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 945 time: 0.0568197 Aug 10 04:24:37.732647 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9d83bde0-d8dd-4231-8784-c3d4ad70eeb7 req-dbeec322-a9d5-407f-bc7a-e10e050b7b0d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=3832a0d4-0e9d-43c4-9f05-a867122a4459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454180 Aug 10 04:24:38.860933 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:24:38.863989 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1c98b-a01d-40ea-a7ae-7510e214d3d6 req-68211a9f-984e-41c6-b770-9ecf7bfea061 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:38.865589 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-70f1c98b-a01d-40ea-a7ae-7510e214d3d6 req-68211a9f-984e-41c6-b770-9ecf7bfea061 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 945 time: 0.0506866 Aug 10 04:24:38.916832 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-70f1c98b-a01d-40ea-a7ae-7510e214d3d6 req-f37ab69f-2fde-498b-aa4e-8545a7b447bb tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=3832a0d4-0e9d-43c4-9f05-a867122a4459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440087 Aug 10 04:24:38.962111 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:24:38.965893 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:24:38.966569 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.060730 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.083368 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e61a423-abb9-4ffa-8410-07d1a7450308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:24:39.088059 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d9f4e1-431e-4787-9989-9f3e201a9805" -d '{"events": [{"server_uuid": "2e61a423-abb9-4ffa-8410-07d1a7450308", "name": "network-vif-plugged", "status": "completed", "tag": "bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:24:39.099479 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f,segment=NetworkSegment(6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064),segment_id=6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:24:39.127638 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01dcdf03-a98c-4ff0-b80c-78f011b25b7c x-openstack-request-id: req-01dcdf03-a98c-4ff0-b80c-78f011b25b7c {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:24:39.128057 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e61a423-abb9-4ffa-8410-07d1a7450308", "name": "network-vif-plugged", "status": "completed", "tag": "bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:24:39.128456 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01dcdf03-a98c-4ff0-b80c-78f011b25b7c {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:24:39.128852 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e61a423-abb9-4ffa-8410-07d1a7450308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f', 'code': 200} Aug 10 04:24:39.197675 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.263494 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1fee86ba-55ad-4b43-92c0-2764e73fbb84 req-ef8faa62-469c-45c8-9563-3fc688d25d4a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0485234 Aug 10 04:24:39.269278 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:39.315269 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd2b85-53fe-4e95-9e39-d3ce43545f5c req-104460db-16f7-48f1-8601-0647286c8cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:39.317359 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b3bd2b85-53fe-4e95-9e39-d3ce43545f5c req-104460db-16f7-48f1-8601-0647286c8cd0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 1097 time: 0.0747333 Aug 10 04:24:39.380701 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b3bd2b85-53fe-4e95-9e39-d3ce43545f5c req-9f40cd3d-4a46-4788-bdce-2a65063c936b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3832a0d4-0e9d-43c4-9f05-a867122a4459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543249 Aug 10 04:24:39.396911 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee86ba-55ad-4b43-92c0-2764e73fbb84 req-83df7151-778a-42cc-9d81-9875d70dd7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:39.400511 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1fee86ba-55ad-4b43-92c0-2764e73fbb84 req-83df7151-778a-42cc-9d81-9875d70dd7f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f4b91cffb7e54e149efd469c2d697e6f&device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf HTTP/1.1" status: 200 len: 1096 time: 0.0614142 Aug 10 04:24:39.746145 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee86ba-55ad-4b43-92c0-2764e73fbb84 req-00015d3f-9956-4407-9de4-9d5c5bc9e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:39.748536 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1fee86ba-55ad-4b43-92c0-2764e73fbb84 req-00015d3f-9956-4407-9de4-9d5c5bc9e8fb service neutron] 10.222.0.20 "GET /v2.0/networks?id=24a9041a-84b8-44ae-a643-2064ec7b4848 HTTP/1.1" status: 200 len: 910 time: 0.0930433 Aug 10 04:24:39.834086 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1fee86ba-55ad-4b43-92c0-2764e73fbb84 req-adcfc9ac-4379-4b4f-8647-619b5b1ce36f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87273a89-15ed-473f-a6b1-f819eb4b7ffe HTTP/1.1" status: 200 len: 1001 time: 0.0785456 Aug 10 04:24:39.886964 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee86ba-55ad-4b43-92c0-2764e73fbb84 req-099c6546-b061-45f3-919e-59b02f7e8543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:39.888572 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1fee86ba-55ad-4b43-92c0-2764e73fbb84 req-099c6546-b061-45f3-919e-59b02f7e8543 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95b008fb-2ff5-4fae-b009-1bf32b6828e6 HTTP/1.1" status: 200 len: 848 time: 0.0464494 Aug 10 04:24:39.952243 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c91420e0-82bf-429a-9f73-d0fa17ba4cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:39.966333 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee86ba-55ad-4b43-92c0-2764e73fbb84 req-2bc7d658-deb5-458f-91bc-86f2d650d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:39.967875 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1fee86ba-55ad-4b43-92c0-2764e73fbb84 req-2bc7d658-deb5-458f-91bc-86f2d650d108 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=24a9041a-84b8-44ae-a643-2064ec7b4848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725996 Aug 10 04:24:39.973596 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23897928-840a-4100-98be-04fb7443e09e req-4d6a698f-c77b-40ee-8d99-e9a19fe2cf61 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=50b74a8f-ef31-4233-8ae6-f9b175326608&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538917 Aug 10 04:24:40.151046 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdeee7f-d10d-47f3-b750-ecd33affd2aa req-2fd35e0e-1e4d-4679-a1dc-8cefbe28a127 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:40.152712 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bdeee7f-d10d-47f3-b750-ecd33affd2aa req-2fd35e0e-1e4d-4679-a1dc-8cefbe28a127 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 946 time: 0.1285756 Aug 10 04:24:40.156866 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23897928-840a-4100-98be-04fb7443e09e req-cf8ee199-034f-40c1-b80c-ec3abe71d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:40.158503 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23897928-840a-4100-98be-04fb7443e09e req-cf8ee199-034f-40c1-b80c-ec3abe71d0b2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4fef9f6ad2f444afb0eab2f050314782&device_id=50b74a8f-ef31-4233-8ae6-f9b175326608 HTTP/1.1" status: 200 len: 1097 time: 0.1230183 Aug 10 04:24:40.179751 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1fee86ba-55ad-4b43-92c0-2764e73fbb84 req-d83b4818-2ea4-45eb-8a1c-fef0f92cbf8d service neutron] 10.222.0.20 "GET /v2.0/networks/24a9041a-84b8-44ae-a643-2064ec7b4848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026207 Aug 10 04:24:40.308302 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5bdeee7f-d10d-47f3-b750-ecd33affd2aa req-01381016-4673-4913-9565-30e22ced0dc8 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=3832a0d4-0e9d-43c4-9f05-a867122a4459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459508 Aug 10 04:24:40.359896 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23897928-840a-4100-98be-04fb7443e09e req-07802df5-96f1-44ed-8aea-90b54f32b9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:40.361409 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23897928-840a-4100-98be-04fb7443e09e req-07802df5-96f1-44ed-8aea-90b54f32b9e1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=52ddd4f0-490f-44f9-b28a-40dd5954c2e2 HTTP/1.1" status: 200 len: 915 time: 0.1755896 Aug 10 04:24:40.411056 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1fee86ba-55ad-4b43-92c0-2764e73fbb84 req-201a2534-b03d-4e0a-9a1a-469c3dae2ceb service neutron] 10.222.0.20 "GET /v2.0/networks/24a9041a-84b8-44ae-a643-2064ec7b4848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223639 Aug 10 04:24:40.412399 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23897928-840a-4100-98be-04fb7443e09e req-d05e3631-472e-47ed-bad9-33867541d9ae service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da526744-df09-4366-8ed1-f39a563f789d HTTP/1.1" status: 200 len: 217 time: 0.0430455 Aug 10 04:24:40.478311 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23897928-840a-4100-98be-04fb7443e09e req-61a458dc-82aa-4d1b-b997-c3772fcceb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:40.479893 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23897928-840a-4100-98be-04fb7443e09e req-61a458dc-82aa-4d1b-b997-c3772fcceb1c service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dbf00d69-9d7e-438b-a087-c760d43c92c5 HTTP/1.1" status: 200 len: 854 time: 0.0584795 Aug 10 04:24:40.515615 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23897928-840a-4100-98be-04fb7443e09e req-1da00fa6-db92-433a-94ff-120696243879 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=52ddd4f0-490f-44f9-b28a-40dd5954c2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285652 Aug 10 04:24:40.640185 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23897928-840a-4100-98be-04fb7443e09e req-29aee30b-5551-43c0-a4c5-f32735a6b918 service neutron] 10.222.0.68 "GET /v2.0/networks/52ddd4f0-490f-44f9-b28a-40dd5954c2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112812 Aug 10 04:24:40.738527 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23897928-840a-4100-98be-04fb7443e09e req-40bcd36e-1d4c-458e-ad3e-1cfdbf129b36 service neutron] 10.222.0.68 "GET /v2.0/networks/52ddd4f0-490f-44f9-b28a-40dd5954c2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897377 Aug 10 04:24:41.440907 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce791386-f693-47f7-b47c-4c669f889fae req-8e422e2d-e787-4db4-bcf3-c0212dfd87dd tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:41.449923 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ce791386-f693-47f7-b47c-4c669f889fae req-8e422e2d-e787-4db4-bcf3-c0212dfd87dd tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 946 time: 0.0648284 Aug 10 04:24:41.488620 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ce791386-f693-47f7-b47c-4c669f889fae req-98fe8568-e404-49e8-bcc8-165d7d906366 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=3832a0d4-0e9d-43c4-9f05-a867122a4459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373793 Aug 10 04:24:41.617282 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081eef1-d990-4790-ba37-2675c7579009 req-4b104d88-4d59-49e9-8b18-2c3b1e792c34 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:41.618790 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a081eef1-d990-4790-ba37-2675c7579009 req-4b104d88-4d59-49e9-8b18-2c3b1e792c34 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 946 time: 0.0585034 Aug 10 04:24:41.664306 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a081eef1-d990-4790-ba37-2675c7579009 req-6b329893-7c71-412c-9670-23b97c025aaf tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=3832a0d4-0e9d-43c4-9f05-a867122a4459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359287 Aug 10 04:24:41.688052 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47700) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:41.731860 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5fd43b-e300-4864-a1c1-68c5e5596df2 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:41.733650 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bc5fd43b-e300-4864-a1c1-68c5e5596df2 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 1092 time: 0.0441861 Aug 10 04:24:41.736708 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47702) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:41.741924 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-3ff6b48a-4ea6-44c7-bdbf-00c7b66e7a3f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'port_id': 'bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:24:41.837840 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ff6b48a-4ea6-44c7-bdbf-00c7b66e7a3f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:41.947926 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ff6b48a-4ea6-44c7-bdbf-00c7b66e7a3f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.064029 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-3ff6b48a-4ea6-44c7-bdbf-00c7b66e7a3f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Allocated IP 172.25.0.89 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/14f05407-86c4-4faf-ab5f-b12a6a6f2f72) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:24:42.187794 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ff6b48a-4ea6-44c7-bdbf-00c7b66e7a3f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.306605 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ff6b48a-4ea6-44c7-bdbf-00c7b66e7a3f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.349716 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff6b48a-4ea6-44c7-bdbf-00c7b66e7a3f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:24:42.353518 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-3ff6b48a-4ea6-44c7-bdbf-00c7b66e7a3f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:24:42.357822 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff6b48a-4ea6-44c7-bdbf-00c7b66e7a3f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:24:42.360837 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6b48a-4ea6-44c7-bdbf-00c7b66e7a3f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Port': ['ID=14f05407-86c4-4faf-ab5f-b12a6a6f2f72,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:42.733479 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ff6b48a-4ea6-44c7-bdbf-00c7b66e7a3f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:42.863571 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ff6b48a-4ea6-44c7-bdbf-00c7b66e7a3f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.033275 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ff6b48a-4ea6-44c7-bdbf-00c7b66e7a3f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.083076 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ff6b48a-4ea6-44c7-bdbf-00c7b66e7a3f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.155550 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6b48a-4ea6-44c7-bdbf-00c7b66e7a3f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Port': ['ID=14f05407-86c4-4faf-ab5f-b12a6a6f2f72,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:24:43.173009 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ff6b48a-4ea6-44c7-bdbf-00c7b66e7a3f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.583297 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-3ff6b48a-4ea6-44c7-bdbf-00c7b66e7a3f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Floating IP a7d2e62c-413b-48fa-b233-830f6947222f associated. External IP: 172.25.0.89, port: bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f. Aug 10 04:24:43.613021 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.814309 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3ef90c88-368e-4fd0-bf17-0a07de9bb830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:43.825328 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff6b48a-4ea6-44c7-bdbf-00c7b66e7a3f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Router 44dbcacf-3511-4a12-9386-b80f08d513d8 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:24:43.941907 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff6b48a-4ea6-44c7-bdbf-00c7b66e7a3f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:24:43.955595 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51fa02f-1411-4b78-96c9-1d463ba29e34 None None] Sync routers for ids ['44dbcacf-3511-4a12-9386-b80f08d513d8'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:24:43.966841 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51fa02f-1411-4b78-96c9-1d463ba29e34 None None] Routers {'44dbcacf-3511-4a12-9386-b80f08d513d8'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:43.967445 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e51fa02f-1411-4b78-96c9-1d463ba29e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:24:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['44dbcacf-3511-4a12-9386-b80f08d513d8'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:44.066003 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3ff6b48a-4ea6-44c7-bdbf-00c7b66e7a3f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:44.092661 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-e51fa02f-1411-4b78-96c9-1d463ba29e34 None None] Set router 44dbcacf-3511-4a12-9386-b80f08d513d8 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:44.100199 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3ff6b48a-4ea6-44c7-bdbf-00c7b66e7a3f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3622966 Aug 10 04:24:44.101257 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e61a423-abb9-4ffa-8410-07d1a7450308', 'tag': 'bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:24:44.108477 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c655a98-3b1b-4206-976c-e55cc5acca89" -d '{"events": [{"name": "network-changed", "server_uuid": "2e61a423-abb9-4ffa-8410-07d1a7450308", "tag": "bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:24:44.210779 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed38e67-3800-4f80-929b-caece122e1bf x-openstack-request-id: req-8ed38e67-3800-4f80-929b-caece122e1bf {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:24:44.211137 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e61a423-abb9-4ffa-8410-07d1a7450308", "tag": "bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:24:44.211438 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ed38e67-3800-4f80-929b-caece122e1bf {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:24:44.211683 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e61a423-abb9-4ffa-8410-07d1a7450308', 'tag': 'bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f', 'status': 'completed', 'code': 200} Aug 10 04:24:44.269683 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402e3ca-da9c-4934-9cb4-57497d5e8a62 req-2897121a-3d38-4150-942e-dae8769dd397 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:44.271506 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c402e3ca-da9c-4934-9cb4-57497d5e8a62 req-2897121a-3d38-4150-942e-dae8769dd397 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 946 time: 0.1076496 Aug 10 04:24:44.282004 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c655a98-3b1b-4206-976c-e55cc5acca89 req-92e18fe0-5617-45ec-834d-cc5f8d099327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:44.284513 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3c655a98-3b1b-4206-976c-e55cc5acca89 req-92e18fe0-5617-45ec-834d-cc5f8d099327 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 1097 time: 0.0657978 Aug 10 04:24:44.320787 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c402e3ca-da9c-4934-9cb4-57497d5e8a62 req-689031f0-4efa-41ab-af8e-2fe36bfa5d53 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=3832a0d4-0e9d-43c4-9f05-a867122a4459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392070 Aug 10 04:24:44.344343 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47712) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:44.372802 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e51fa02f-1411-4b78-96c9-1d463ba29e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457133037', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'af5d249a-e295-458c-a88c-bc11e06f7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:22Z', 'updated_at': '2021-08-10T04:24:27Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': 'af5d249a-e295-458c-a88c-bc11e06f7c62', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:22Z', 'updated_at': '2021-08-10T04:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'a7d2e62c-413b-48fa-b233-830f6947222f', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'port_id': 'bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880', 'mac_address': 'fa:16:3e:41:f3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e61a423-abb9-4ffa-8410-07d1a7450308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:24:42Z', 'updated_at': '2021-08-10T04:24:42Z', 'revision_number': 0, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9631c911-ff32-48ae-b6cc-18bf27e84ea6', 'name': '', 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:26:48:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '68d4c2db-f045-4f09-911b-9a1613f68728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:26Z', 'updated_at': '2021-08-10T04:24:33Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': '68d4c2db-f045-4f09-911b-9a1613f68728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:44.396550 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c655a98-3b1b-4206-976c-e55cc5acca89 req-1f015e5d-70e4-4e2b-ac9c-23896363ed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:44.398859 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3c655a98-3b1b-4206-976c-e55cc5acca89 req-1f015e5d-70e4-4e2b-ac9c-23896363ed8b service neutron] 10.222.0.20 "GET /v2.0/networks?id=930eb4dc-28d8-4f61-b027-07477ee7c880 HTTP/1.1" status: 200 len: 898 time: 0.1076519 Aug 10 04:24:44.420546 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-469742c1-a4a6-4a56-add7-88d506e64103 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/floatingips/a7d2e62c-413b-48fa-b233-830f6947222f HTTP/1.1" status: 200 len: 991 time: 0.0735152 Aug 10 04:24:44.496806 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3c655a98-3b1b-4206-976c-e55cc5acca89 req-5acf3921-1bba-4a0e-a62c-ad975d7046f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f HTTP/1.1" status: 200 len: 999 time: 0.0902383 Aug 10 04:24:44.520997 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51fa02f-1411-4b78-96c9-1d463ba29e34 None None] Checking router: 44dbcacf-3511-4a12-9386-b80f08d513d8 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:24:44.530512 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51fa02f-1411-4b78-96c9-1d463ba29e34 None None] Routers {'44dbcacf-3511-4a12-9386-b80f08d513d8'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:24:44.531124 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e51fa02f-1411-4b78-96c9-1d463ba29e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:24:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['44dbcacf-3511-4a12-9386-b80f08d513d8'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:44.557596 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c655a98-3b1b-4206-976c-e55cc5acca89 req-164942bb-aff9-4fbc-84dc-8040b6db8c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:44.559112 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3c655a98-3b1b-4206-976c-e55cc5acca89 req-164942bb-aff9-4fbc-84dc-8040b6db8c6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=68d4c2db-f045-4f09-911b-9a1613f68728 HTTP/1.1" status: 200 len: 835 time: 0.0561926 Aug 10 04:24:44.614153 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c655a98-3b1b-4206-976c-e55cc5acca89 req-48c12b13-8aa8-4f24-b54f-c1977450d2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:24:44.616358 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3c655a98-3b1b-4206-976c-e55cc5acca89 req-48c12b13-8aa8-4f24-b54f-c1977450d2a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=930eb4dc-28d8-4f61-b027-07477ee7c880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496409 Aug 10 04:24:44.648526 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-e51fa02f-1411-4b78-96c9-1d463ba29e34 None None] Set router 44dbcacf-3511-4a12-9386-b80f08d513d8 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:24:44.724303 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3c655a98-3b1b-4206-976c-e55cc5acca89 req-8b60b45f-a560-42bf-a03c-a599e6d27294 service neutron] 10.222.0.20 "GET /v2.0/networks/930eb4dc-28d8-4f61-b027-07477ee7c880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015079 Aug 10 04:24:44.830007 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3c655a98-3b1b-4206-976c-e55cc5acca89 req-a5c020ef-2346-4f19-8d05-2571e59ebb11 service neutron] 10.222.0.20 "GET /v2.0/networks/930eb4dc-28d8-4f61-b027-07477ee7c880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989952 Aug 10 04:24:44.913064 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e51fa02f-1411-4b78-96c9-1d463ba29e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457133037', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'af5d249a-e295-458c-a88c-bc11e06f7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:22Z', 'updated_at': '2021-08-10T04:24:27Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': 'af5d249a-e295-458c-a88c-bc11e06f7c62', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:22Z', 'updated_at': '2021-08-10T04:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'a7d2e62c-413b-48fa-b233-830f6947222f', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'port_id': 'bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880', 'mac_address': 'fa:16:3e:41:f3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e61a423-abb9-4ffa-8410-07d1a7450308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:24:42Z', 'updated_at': '2021-08-10T04:24:42Z', 'revision_number': 0, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9631c911-ff32-48ae-b6cc-18bf27e84ea6', 'name': '', 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:26:48:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '68d4c2db-f045-4f09-911b-9a1613f68728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:26Z', 'updated_at': '2021-08-10T04:24:33Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': '68d4c2db-f045-4f09-911b-9a1613f68728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:24:44.943968 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51fa02f-1411-4b78-96c9-1d463ba29e34 None None] The sync data for ids ['44dbcacf-3511-4a12-9386-b80f08d513d8'] in n-d-802893-2 is: [{'id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457133037', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'af5d249a-e295-458c-a88c-bc11e06f7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:22Z', 'updated_at': '2021-08-10T04:24:27Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': 'af5d249a-e295-458c-a88c-bc11e06f7c62', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:22Z', 'updated_at': '2021-08-10T04:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'a7d2e62c-413b-48fa-b233-830f6947222f', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'floating_ip_address': '172.25.0.89', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'port_id': 'bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880', 'mac_address': 'fa:16:3e:41:f3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e61a423-abb9-4ffa-8410-07d1a7450308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:24:42Z', 'updated_at': '2021-08-10T04:24:42Z', 'revision_number': 0, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9631c911-ff32-48ae-b6cc-18bf27e84ea6', 'name': '', 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:26:48:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '68d4c2db-f045-4f09-911b-9a1613f68728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:26Z', 'updated_at': '2021-08-10T04:24:33Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': '68d4c2db-f045-4f09-911b-9a1613f68728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:24:45.156277 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2647869-c1d6-4a71-be53-579a66b4bdad None None] New status for floating IP a7d2e62c-413b-48fa-b233-830f6947222f: ACTIVE {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:24:45.423533 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47716) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:24:45.507132 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5beb6e5c-a172-4299-9f93-70161a51726a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/floatingips/a7d2e62c-413b-48fa-b233-830f6947222f HTTP/1.1" status: 200 len: 993 time: 0.0798776 Aug 10 04:24:45.791517 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:45.998163 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:46.932866 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:24:55.884906 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:24:57.778262 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:09.945703 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-39ead22a-501d-4f3a-91e6-25f8af740564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:13.629745 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:13.863852 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2b12ab0e-f6c1-47d7-8cd5-7a89f009379b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:15.385161 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:15.990584 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:16.889880 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405988fb-fb9e-4179-ad23-fe26fe22c2b8 req-a75cba41-77a7-4207-9453-1ef72470560c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:16.892275 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-405988fb-fb9e-4179-ad23-fe26fe22c2b8 req-a75cba41-77a7-4207-9453-1ef72470560c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 946 time: 0.0801773 Aug 10 04:25:16.928404 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:16.931144 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-405988fb-fb9e-4179-ad23-fe26fe22c2b8 req-608bbbb3-0bca-41cf-9a7c-25f0346bdea8 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=3832a0d4-0e9d-43c4-9f05-a867122a4459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322192 Aug 10 04:25:16.954569 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47840) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:17.019263 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4042bf9d-0fe6-4012-beda-cb21d9689521 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/floatingips/a7d2e62c-413b-48fa-b233-830f6947222f HTTP/1.1" status: 200 len: 993 time: 0.0633631 Aug 10 04:25:17.558716 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4886e-f01c-4993-bba8-bb8f28d0ad0b req-a0838b13-238e-4267-be9b-ae5977f92229 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:17.560297 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-15d4886e-f01c-4993-bba8-bb8f28d0ad0b req-a0838b13-238e-4267-be9b-ae5977f92229 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 1097 time: 0.0614316 Aug 10 04:25:17.612008 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-15d4886e-f01c-4993-bba8-bb8f28d0ad0b req-a37343cd-8cac-4d78-966f-b01de0633ed9 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=3832a0d4-0e9d-43c4-9f05-a867122a4459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451784 Aug 10 04:25:18.752148 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 47876) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:18.868791 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-a4940bc7-d44a-475a-bb69-0a0f462c841f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1152673 Aug 10 04:25:19.882427 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-2f843d35-faa2-40e5-90f5-08fef4d147e2 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:25:19.889628 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-2f843d35-faa2-40e5-90f5-08fef4d147e2 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0713191 Aug 10 04:25:19.893696 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-a4285342-ce59-4c94-a614-c4453171af4a service neutron] Request body: {'binding': {'host': 'n-h1-802893-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:25:19.894140 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-a4285342-ce59-4c94-a614-c4453171af4a service neutron] Unknown quota resources ['binding']. {{(pid=94938) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 10 04:25:20.050044 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-a4285342-ce59-4c94-a614-c4453171af4a service neutron] Attempting to bind port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f on host n-h1-802893-2 for vnic_type normal with profile None {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:25:20.050384 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-a4285342-ce59-4c94-a614-c4453171af4a service neutron] Attempting to bind port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:25:20.050720 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-a4285342-ce59-4c94-a614-c4453171af4a service neutron] Attempting to bind port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f on network 930eb4dc-28d8-4f61-b027-07477ee7c880 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:25:20.057657 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-a4285342-ce59-4c94-a614-c4453171af4a service neutron] Port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f on network 930eb4dc-28d8-4f61-b027-07477ee7c880 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:25:20.058101 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-a4285342-ce59-4c94-a614-c4453171af4a service neutron] Attempting to bind port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f on network 930eb4dc-28d8-4f61-b027-07477ee7c880 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:25:20.063251 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-a4285342-ce59-4c94-a614-c4453171af4a service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:25:20.063583 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-a4285342-ce59-4c94-a614-c4453171af4a service neutron] Checking segment: {'id': '6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:25:20.063996 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-a4285342-ce59-4c94-a614-c4453171af4a service neutron] Bound using segment: {'id': '6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:25:20.064424 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-a4285342-ce59-4c94-a614-c4453171af4a service neutron] Bound port: bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:25:20.152599 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-a4285342-ce59-4c94-a614-c4453171af4a service neutron] For port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f,segment=NetworkSegment(6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064),segment_id=6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:25:20.208763 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-a4285342-ce59-4c94-a614-c4453171af4a service neutron] Notify callbacks [] for binding, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:20.211227 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-a4285342-ce59-4c94-a614-c4453171af4a service neutron] 10.222.0.25 "POST /v2.0/ports/bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f/bindings HTTP/1.1" status: 201 len: 389 time: 0.3197203 Aug 10 04:25:20.570059 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5c2ed-25da-4aa5-be94-90a161e20165 req-a6f838a4-df44-4b1c-a929-3ac2e9226f87 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:20.571801 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ea5c2ed-25da-4aa5-be94-90a161e20165 req-a6f838a4-df44-4b1c-a929-3ac2e9226f87 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 946 time: 0.0961163 Aug 10 04:25:20.616646 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ea5c2ed-25da-4aa5-be94-90a161e20165 req-06fac5d3-cce2-4ed0-ae41-b2af35d0d0b8 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=3832a0d4-0e9d-43c4-9f05-a867122a4459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380247 Aug 10 04:25:20.941880 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-0aae9a3e-cb2d-41d7-ab88-7a84ab83f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:20.943395 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-0aae9a3e-cb2d-41d7-ab88-7a84ab83f3da service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 1097 time: 0.0414596 Aug 10 04:25:21.037547 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-deac872c-a418-45dc-86d2-61f10d817735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:21.039059 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-deac872c-a418-45dc-86d2-61f10d817735 service neutron] 10.222.0.68 "GET /v2.0/networks?id=930eb4dc-28d8-4f61-b027-07477ee7c880 HTTP/1.1" status: 200 len: 898 time: 0.0888102 Aug 10 04:25:21.109244 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-04132839-b62d-479d-bed1-04223b5e64e4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f HTTP/1.1" status: 200 len: 1001 time: 0.0632489 Aug 10 04:25:21.160462 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-ad74186f-4a28-4266-9c49-214724828692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:21.161931 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-ad74186f-4a28-4266-9c49-214724828692 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=68d4c2db-f045-4f09-911b-9a1613f68728 HTTP/1.1" status: 200 len: 835 time: 0.0448282 Aug 10 04:25:21.207539 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-aac16cc4-e6c5-4e6e-a969-c022f7c9cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:21.209089 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-aac16cc4-e6c5-4e6e-a969-c022f7c9cd21 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=930eb4dc-28d8-4f61-b027-07477ee7c880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405576 Aug 10 04:25:21.575737 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-2fb70654-0160-40ba-bd40-a7d7f747b649 service neutron] 10.222.0.68 "GET /v2.0/networks/930eb4dc-28d8-4f61-b027-07477ee7c880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597364 Aug 10 04:25:21.667276 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-91c60cd9-f5d2-4029-b27f-e87c4e92d52c service neutron] 10.222.0.68 "GET /v2.0/networks/930eb4dc-28d8-4f61-b027-07477ee7c880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836923 Aug 10 04:25:21.827435 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-46c5135e-ecd9-4dcd-9626-a52f54baf53d tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:21.829255 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-46c5135e-ecd9-4dcd-9626-a52f54baf53d tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308&tenant_id=397e8cde821d4d5ca53b9835ebca79b1&binding%3Ahost_id=n-h2-802893-2 HTTP/1.1" status: 200 len: 1097 time: 0.1051185 Aug 10 04:25:21.842802 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-3841b09a-8ddc-4017-a9e2-0e269adc73d5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802893-2'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:25:21.923767 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-3841b09a-8ddc-4017-a9e2-0e269adc73d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:22.053351 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd057a-1cf2-4ae1-98e0-cb4f807fd27c req-30281af3-1f33-43ee-8a61-9c537f778885 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:22.057510 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c6bd057a-1cf2-4ae1-98e0-cb4f807fd27c req-30281af3-1f33-43ee-8a61-9c537f778885 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 946 time: 0.0825615 Aug 10 04:25:22.099520 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-3841b09a-8ddc-4017-a9e2-0e269adc73d5 service neutron] For port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f,segment=NetworkSegment(6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064),segment_id=6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:22.102571 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c6bd057a-1cf2-4ae1-98e0-cb4f807fd27c req-fee8cc0f-114f-4de6-b9e0-46faf52c6d09 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=3832a0d4-0e9d-43c4-9f05-a867122a4459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399787 Aug 10 04:25:22.144179 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-3841b09a-8ddc-4017-a9e2-0e269adc73d5 service neutron] For port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:25:22.184929 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e61a423-abb9-4ffa-8410-07d1a7450308', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:25:22.187194 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3feb1ffb-5692-4c93-925d-4256b3cf1fd2" -d '{"events": [{"server_uuid": "2e61a423-abb9-4ffa-8410-07d1a7450308", "name": "network-vif-unplugged", "status": "completed", "tag": "bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:25:22.191444 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-3841b09a-8ddc-4017-a9e2-0e269adc73d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:22.223722 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef77dca-2d33-4fcf-81ba-dd327f593a48 x-openstack-request-id: req-8ef77dca-2d33-4fcf-81ba-dd327f593a48 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:25:22.224031 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e61a423-abb9-4ffa-8410-07d1a7450308", "name": "network-vif-unplugged", "status": "completed", "tag": "bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:25:22.224314 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ef77dca-2d33-4fcf-81ba-dd327f593a48 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:25:22.224717 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e61a423-abb9-4ffa-8410-07d1a7450308', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f', 'code': 200} Aug 10 04:25:22.299231 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-3841b09a-8ddc-4017-a9e2-0e269adc73d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:22.396474 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841b09a-8ddc-4017-a9e2-0e269adc73d5 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f,revision_number=7']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:22.455312 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-3841b09a-8ddc-4017-a9e2-0e269adc73d5 service neutron] Attempting to bind port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f on host n-h2-802893-2 for vnic_type normal with profile {"migrating_to": "n-h1-802893-2"} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:25:22.455754 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-3841b09a-8ddc-4017-a9e2-0e269adc73d5 service neutron] Attempting to bind port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:25:22.456220 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-3841b09a-8ddc-4017-a9e2-0e269adc73d5 service neutron] Attempting to bind port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f on network 930eb4dc-28d8-4f61-b027-07477ee7c880 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:25:22.462142 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-3841b09a-8ddc-4017-a9e2-0e269adc73d5 service neutron] Port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f on network 930eb4dc-28d8-4f61-b027-07477ee7c880 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:25:22.462606 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-3841b09a-8ddc-4017-a9e2-0e269adc73d5 service neutron] Attempting to bind port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f on network 930eb4dc-28d8-4f61-b027-07477ee7c880 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:25:22.468142 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-3841b09a-8ddc-4017-a9e2-0e269adc73d5 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:25:22.468609 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-3841b09a-8ddc-4017-a9e2-0e269adc73d5 service neutron] Checking segment: {'id': '6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:25:22.469111 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-3841b09a-8ddc-4017-a9e2-0e269adc73d5 service neutron] Bound using segment: {'id': '6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:25:22.469643 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-3841b09a-8ddc-4017-a9e2-0e269adc73d5 service neutron] Bound port: bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:25:22.470107 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-3841b09a-8ddc-4017-a9e2-0e269adc73d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:22.545394 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-3841b09a-8ddc-4017-a9e2-0e269adc73d5 service neutron] For port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:25:22.548748 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-3841b09a-8ddc-4017-a9e2-0e269adc73d5 service neutron] For port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f,segment=NetworkSegment(6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064),segment_id=6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:25:22.636157 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-3841b09a-8ddc-4017-a9e2-0e269adc73d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:22.657396 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4536a189-4bd7-4bea-80bf-ffcdffa82b84 None None] Provisioning complete for port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:22.658199 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4536a189-4bd7-4bea-80bf-ffcdffa82b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:22.769237 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4536a189-4bd7-4bea-80bf-ffcdffa82b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:22.777378 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841b09a-8ddc-4017-a9e2-0e269adc73d5 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f,revision_number=8']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:22.821276 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-4536a189-4bd7-4bea-80bf-ffcdffa82b84 None None] For port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f,segment=NetworkSegment(6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064),segment_id=6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:22.826352 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e61a423-abb9-4ffa-8410-07d1a7450308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:25:22.826554 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-3841b09a-8ddc-4017-a9e2-0e269adc73d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:22.826554 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-3841b09a-8ddc-4017-a9e2-0e269adc73d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:22.826803 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44faf9c1-98a1-4134-a857-5b28199e0ac8" -d '{"events": [{"server_uuid": "2e61a423-abb9-4ffa-8410-07d1a7450308", "name": "network-vif-plugged", "status": "completed", "tag": "bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:25:22.827011 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-3841b09a-8ddc-4017-a9e2-0e269adc73d5 service neutron] 10.222.0.68 "PUT /v2.0/ports/bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f HTTP/1.1" status: 200 len: 1122 time: 0.9881136 Aug 10 04:25:22.873065 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4aba55d-7dd0-4ac9-83ba-12e35ee9434c x-openstack-request-id: req-b4aba55d-7dd0-4ac9-83ba-12e35ee9434c {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:25:22.876905 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e61a423-abb9-4ffa-8410-07d1a7450308", "name": "network-vif-plugged", "status": "completed", "tag": "bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:25:22.876905 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b4aba55d-7dd0-4ac9-83ba-12e35ee9434c {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:25:22.876905 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e61a423-abb9-4ffa-8410-07d1a7450308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f', 'code': 200} Aug 10 04:25:22.916758 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4536a189-4bd7-4bea-80bf-ffcdffa82b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:22.998186 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:25:23.101197 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536a189-4bd7-4bea-80bf-ffcdffa82b84 None None] Pushing event updated for resources: {'Port': ['ID=bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f,revision_number=9']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:23.234978 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ede7ec-2200-42cc-8f4b-d0f655ca2c68 req-a5a4f76c-ab2f-401f-991b-64d3eb42061d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:23.236541 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e1ede7ec-2200-42cc-8f4b-d0f655ca2c68 req-a5a4f76c-ab2f-401f-991b-64d3eb42061d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 946 time: 0.0552895 Aug 10 04:25:23.279281 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e1ede7ec-2200-42cc-8f4b-d0f655ca2c68 req-97d65aab-6c58-499d-89c0-033003c153b5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=3832a0d4-0e9d-43c4-9f05-a867122a4459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360863 Aug 10 04:25:23.432802 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c867e189-c258-401b-8ba4-033611f3d685 None None] Provisioning complete for port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:23.433171 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c867e189-c258-401b-8ba4-033611f3d685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:24.225623 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e61a423-abb9-4ffa-8410-07d1a7450308', 'tag': 'bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:25:24.228694 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c71bf95-3583-4857-9fb8-fbd804a425b3" -d '{"events": [{"name": "network-changed", "server_uuid": "2e61a423-abb9-4ffa-8410-07d1a7450308", "tag": "bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:25:24.266776 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d338983-e310-4c52-b837-2966efec8bc5 x-openstack-request-id: req-7d338983-e310-4c52-b837-2966efec8bc5 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:25:24.267164 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e61a423-abb9-4ffa-8410-07d1a7450308", "tag": "bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:25:24.267631 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d338983-e310-4c52-b837-2966efec8bc5 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:25:24.268031 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e61a423-abb9-4ffa-8410-07d1a7450308', 'tag': 'bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f', 'status': 'completed', 'code': 200} Aug 10 04:25:24.353009 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71bf95-3583-4857-9fb8-fbd804a425b3 req-f974657a-4395-48ff-9488-ffb722813943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:24.354920 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3c71bf95-3583-4857-9fb8-fbd804a425b3 req-f974657a-4395-48ff-9488-ffb722813943 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 1127 time: 0.0445538 Aug 10 04:25:24.415571 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae425fc-bcaa-48b1-be04-f2b3e4b1f074 req-05855049-274f-4bc9-b18d-20d64b3003bd tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:24.417136 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4ae425fc-bcaa-48b1-be04-f2b3e4b1f074 req-05855049-274f-4bc9-b18d-20d64b3003bd tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 946 time: 0.0586236 Aug 10 04:25:24.465261 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4ae425fc-bcaa-48b1-be04-f2b3e4b1f074 req-bda5cfc0-f92d-43f3-a61a-dde6f5468694 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=3832a0d4-0e9d-43c4-9f05-a867122a4459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364347 Aug 10 04:25:24.474023 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71bf95-3583-4857-9fb8-fbd804a425b3 req-677a5c5f-9184-4cd3-8306-39fc9c926568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:24.476148 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3c71bf95-3583-4857-9fb8-fbd804a425b3 req-677a5c5f-9184-4cd3-8306-39fc9c926568 service neutron] 10.222.0.20 "GET /v2.0/networks?id=930eb4dc-28d8-4f61-b027-07477ee7c880 HTTP/1.1" status: 200 len: 898 time: 0.1137643 Aug 10 04:25:24.542537 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3c71bf95-3583-4857-9fb8-fbd804a425b3 req-a5cf91d2-aa79-4546-af59-381265923feb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f HTTP/1.1" status: 200 len: 1001 time: 0.0585759 Aug 10 04:25:24.594848 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71bf95-3583-4857-9fb8-fbd804a425b3 req-b22dcc30-fc50-4c40-99f5-f9ab6ef6b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:24.596400 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3c71bf95-3583-4857-9fb8-fbd804a425b3 req-b22dcc30-fc50-4c40-99f5-f9ab6ef6b4ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=68d4c2db-f045-4f09-911b-9a1613f68728 HTTP/1.1" status: 200 len: 835 time: 0.0475833 Aug 10 04:25:24.644014 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71bf95-3583-4857-9fb8-fbd804a425b3 req-94225154-e13a-4b6b-84b1-4374a0c31a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:24.645846 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3c71bf95-3583-4857-9fb8-fbd804a425b3 req-94225154-e13a-4b6b-84b1-4374a0c31a43 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=930eb4dc-28d8-4f61-b027-07477ee7c880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422060 Aug 10 04:25:24.743126 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3c71bf95-3583-4857-9fb8-fbd804a425b3 req-ff46633f-bb9b-488c-bea9-e1e3978ef3e0 service neutron] 10.222.0.20 "GET /v2.0/networks/930eb4dc-28d8-4f61-b027-07477ee7c880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888307 Aug 10 04:25:24.818391 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:25:24.867599 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3c71bf95-3583-4857-9fb8-fbd804a425b3 req-3661341d-39dd-4683-a6b3-4459caec17ca service neutron] 10.222.0.20 "GET /v2.0/networks/930eb4dc-28d8-4f61-b027-07477ee7c880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164911 Aug 10 04:25:24.932884 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f,segment=NetworkSegment(6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064),segment_id=6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:24.949256 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f has no active binding in host n-h1-802893-2 {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 10 04:25:25.593225 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff219a-bd7f-46a4-a3fb-253dbd99b583 req-4da8ead7-d966-454b-883d-2f81fe66782a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:25.594912 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3fff219a-bd7f-46a4-a3fb-253dbd99b583 req-4da8ead7-d966-454b-883d-2f81fe66782a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 946 time: 0.0551395 Aug 10 04:25:25.635731 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3fff219a-bd7f-46a4-a3fb-253dbd99b583 req-7fc30607-308f-4347-a4fe-2c2680149bb0 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=3832a0d4-0e9d-43c4-9f05-a867122a4459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341809 Aug 10 04:25:26.784141 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89f691-0f7f-4de5-8f67-a7951e403693 req-3da294d9-3d0b-4c93-aedd-c0ab51c4fe59 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:26.785616 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6e89f691-0f7f-4de5-8f67-a7951e403693 req-3da294d9-3d0b-4c93-aedd-c0ab51c4fe59 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 946 time: 0.0759463 Aug 10 04:25:26.828288 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6e89f691-0f7f-4de5-8f67-a7951e403693 req-c646686d-9faa-43d3-92b4-7790a79077c8 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=3832a0d4-0e9d-43c4-9f05-a867122a4459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360222 Aug 10 04:25:27.818983 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:27.958773 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b393f-6d80-42cf-b4b3-eb56f558f120 req-001ff928-245e-4593-b43f-9693a918ca8d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:27.961642 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-449b393f-6d80-42cf-b4b3-eb56f558f120 req-001ff928-245e-4593-b43f-9693a918ca8d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 946 time: 0.0598986 Aug 10 04:25:28.039552 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-449b393f-6d80-42cf-b4b3-eb56f558f120 req-6b562532-809b-46d8-86f0-b51462ce79f1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=3832a0d4-0e9d-43c4-9f05-a867122a4459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713234 Aug 10 04:25:28.096776 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-49ed1980-5f93-43e2-8155-f94408ffa9ba service neutron] 10.222.0.20 "GET /v2.0/ports/bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f/bindings/n-h1-802893-2 HTTP/1.1" status: 200 len: 384 time: 0.0754652 Aug 10 04:25:28.314432 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-10b3b3b5-630d-4481-b5a0-d3554cf454c2 service neutron] For port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f,segment=NetworkSegment(6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064),segment_id=6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:28.336139 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-10b3b3b5-630d-4481-b5a0-d3554cf454c2 service neutron] For port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:25:28.377551 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e61a423-abb9-4ffa-8410-07d1a7450308', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:25:28.379721 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf1cdb4-d274-4f9c-a909-5036524cb3a9" -d '{"events": [{"server_uuid": "2e61a423-abb9-4ffa-8410-07d1a7450308", "name": "network-vif-unplugged", "status": "completed", "tag": "bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:25:28.386993 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-10b3b3b5-630d-4481-b5a0-d3554cf454c2 service neutron] For port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f,segment=NetworkSegment(6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064),segment_id=6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:28.422091 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0afb34-d02a-4976-b543-a1652dbccaf6 x-openstack-request-id: req-7b0afb34-d02a-4976-b543-a1652dbccaf6 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:25:28.422392 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e61a423-abb9-4ffa-8410-07d1a7450308", "name": "network-vif-unplugged", "status": "completed", "tag": "bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:25:28.422650 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b0afb34-d02a-4976-b543-a1652dbccaf6 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:25:28.423056 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e61a423-abb9-4ffa-8410-07d1a7450308', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f', 'code': 200} Aug 10 04:25:28.442252 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-10b3b3b5-630d-4481-b5a0-d3554cf454c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:28.525515 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-10b3b3b5-630d-4481-b5a0-d3554cf454c2 service neutron] Transition to ACTIVE for port object bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:25:28.590912 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-10b3b3b5-630d-4481-b5a0-d3554cf454c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:28.684822 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3b3b5-630d-4481-b5a0-d3554cf454c2 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f,revision_number=11']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:28.697519 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3b3b5-630d-4481-b5a0-d3554cf454c2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:28.713923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3b3b5-630d-4481-b5a0-d3554cf454c2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:28.713923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3b3b5-630d-4481-b5a0-d3554cf454c2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:28.713923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3b3b5-630d-4481-b5a0-d3554cf454c2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:28.713923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3b3b5-630d-4481-b5a0-d3554cf454c2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:28.713923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3b3b5-630d-4481-b5a0-d3554cf454c2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:28.713923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3b3b5-630d-4481-b5a0-d3554cf454c2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:28.713923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3b3b5-630d-4481-b5a0-d3554cf454c2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:28.713923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3b3b5-630d-4481-b5a0-d3554cf454c2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:28.713923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3b3b5-630d-4481-b5a0-d3554cf454c2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:28.713923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3b3b5-630d-4481-b5a0-d3554cf454c2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:28.713923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b3b3b5-630d-4481-b5a0-d3554cf454c2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:28.740935 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-10b3b3b5-630d-4481-b5a0-d3554cf454c2 service neutron] No DVR routers for this DVR port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:25:28.882619 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-10b3b3b5-630d-4481-b5a0-d3554cf454c2 service neutron] 10.222.0.20 "PUT /v2.0/ports/bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f/bindings/n-h1-802893-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7786531 Aug 10 04:25:29.061996 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624a773-6dc2-41be-a237-a5178cc36b9a req-3b2f3044-492a-41dc-883b-f276b2e076c0 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:29.063534 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b624a773-6dc2-41be-a237-a5178cc36b9a req-3b2f3044-492a-41dc-883b-f276b2e076c0 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/ports?device_id=50b74a8f-ef31-4233-8ae6-f9b175326608 HTTP/1.1" status: 200 len: 946 time: 0.0543330 Aug 10 04:25:29.085752 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-b68d1a6e-f2e8-463c-9131-b525c897107f tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:29.087289 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-b68d1a6e-f2e8-463c-9131-b525c897107f tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308&tenant_id=397e8cde821d4d5ca53b9835ebca79b1&binding%3Ahost_id=n-h2-802893-2 HTTP/1.1" status: 200 len: 1096 time: 0.0473104 Aug 10 04:25:29.112573 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b624a773-6dc2-41be-a237-a5178cc36b9a req-f31190cc-4e67-4757-8961-1b2321d68138 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/security-groups?id=a45b43d2-5760-4b6b-9a09-05548f2d1993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421696 Aug 10 04:25:29.165479 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-65f2df6d-d706-4b80-9313-b50bcc685cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:29.166998 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-65f2df6d-d706-4b80-9313-b50bcc685cb5 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308&tenant_id=397e8cde821d4d5ca53b9835ebca79b1 HTTP/1.1" status: 200 len: 1096 time: 0.0718353 Aug 10 04:25:29.180264 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a8b6b-f6c2-49c2-ad03-90c5d57bc707 req-314dd81d-c14b-407b-8104-47fad14383f8 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:29.182423 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5d6a8b6b-f6c2-49c2-ad03-90c5d57bc707 req-314dd81d-c14b-407b-8104-47fad14383f8 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 945 time: 0.0622110 Aug 10 04:25:29.250989 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5d6a8b6b-f6c2-49c2-ad03-90c5d57bc707 req-66c8b139-6bdb-4722-bba2-41008e1133a6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=3832a0d4-0e9d-43c4-9f05-a867122a4459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622618 Aug 10 04:25:29.257973 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-77739371-f4ab-4663-9eba-17af03154fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:29.259423 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-77739371-f4ab-4663-9eba-17af03154fa5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 1096 time: 0.0690742 Aug 10 04:25:29.349898 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-9e2e6353-bb5e-4d22-b993-53ab93fd52da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:29.351458 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-9e2e6353-bb5e-4d22-b993-53ab93fd52da service neutron] 10.222.0.68 "GET /v2.0/networks?id=930eb4dc-28d8-4f61-b027-07477ee7c880 HTTP/1.1" status: 200 len: 898 time: 0.0847766 Aug 10 04:25:29.421163 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-76cde8a6-bced-4d77-a543-d7ebb044957b service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f HTTP/1.1" status: 200 len: 999 time: 0.0621305 Aug 10 04:25:29.497735 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-20e98425-5a34-4fa2-bcfd-c188893eafe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:29.500106 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-20e98425-5a34-4fa2-bcfd-c188893eafe4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=68d4c2db-f045-4f09-911b-9a1613f68728 HTTP/1.1" status: 200 len: 835 time: 0.0714357 Aug 10 04:25:29.545507 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-cc1a8df3-fe6e-44d3-8966-f7d712fcc84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:29.546981 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-cc1a8df3-fe6e-44d3-8966-f7d712fcc84a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=930eb4dc-28d8-4f61-b027-07477ee7c880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389590 Aug 10 04:25:29.640512 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-aec1efa2-9eb9-4ca2-9d0f-205b541f4d7b service neutron] 10.222.0.68 "GET /v2.0/networks/930eb4dc-28d8-4f61-b027-07477ee7c880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857322 Aug 10 04:25:29.732031 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-c6aa9f0e-64e2-4c8b-8fb5-7a4eb26f955e service neutron] 10.222.0.68 "GET /v2.0/networks/930eb4dc-28d8-4f61-b027-07477ee7c880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832176 Aug 10 04:25:30.211829 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-a67488c0-8fee-45c2-b0b4-7ad3c97502d6 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:30.214505 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-a67488c0-8fee-45c2-b0b4-7ad3c97502d6 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308&tenant_id=397e8cde821d4d5ca53b9835ebca79b1&binding%3Ahost_id=n-h1-802893-2 HTTP/1.1" status: 200 len: 1096 time: 0.0679855 Aug 10 04:25:30.231623 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de26da6-9b55-40f0-ab3c-9c5c44998cc1 req-91067061-f1c2-4859-99e4-14e4559bbb11 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:30.233181 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2de26da6-9b55-40f0-ab3c-9c5c44998cc1 req-91067061-f1c2-4859-99e4-14e4559bbb11 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/ports?device_id=50b74a8f-ef31-4233-8ae6-f9b175326608 HTTP/1.1" status: 200 len: 946 time: 0.0494592 Aug 10 04:25:30.274157 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2de26da6-9b55-40f0-ab3c-9c5c44998cc1 req-5942c094-39b5-4e42-9099-5a7885600ac0 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/security-groups?id=a45b43d2-5760-4b6b-9a09-05548f2d1993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341818 Aug 10 04:25:30.409233 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23766ec9-eb25-4c56-a530-8d7e4aa93c2d req-a95e90b4-6ec1-413c-85fd-85da7a524c9f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:30.410718 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23766ec9-eb25-4c56-a530-8d7e4aa93c2d req-a95e90b4-6ec1-413c-85fd-85da7a524c9f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 945 time: 0.0792010 Aug 10 04:25:30.449042 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23766ec9-eb25-4c56-a530-8d7e4aa93c2d req-f5467442-313a-479f-9b05-1069a89e90bb tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=3832a0d4-0e9d-43c4-9f05-a867122a4459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316339 Aug 10 04:25:30.456330 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-22fe2b16-1d34-44c0-90b9-3d94809e677b service neutron] For port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:25:30.460749 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-22fe2b16-1d34-44c0-90b9-3d94809e677b service neutron] Notify callbacks [] for binding, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:30.462101 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cab0bdc7-9bf2-48de-bc5b-406697cc7fa5 req-22fe2b16-1d34-44c0-90b9-3d94809e677b service neutron] 10.222.0.68 "DELETE /v2.0/ports/bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f/bindings/n-h2-802893-2 HTTP/1.1" status: 204 len: 173 time: 0.2387433 Aug 10 04:25:30.525111 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75521d5-f41a-428c-b042-e3e3bb1ce313 req-32ac054b-571f-497f-8d4d-41ffa2e78f36 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:30.527315 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a75521d5-f41a-428c-b042-e3e3bb1ce313 req-32ac054b-571f-497f-8d4d-41ffa2e78f36 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.68 "GET /v2.0/ports?device_id=50b74a8f-ef31-4233-8ae6-f9b175326608 HTTP/1.1" status: 200 len: 946 time: 0.0729928 Aug 10 04:25:30.630904 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83213cd8-9ae0-4814-b1e6-5cc1825e161e req-8b3c9b2f-0b43-4bc6-9e98-870bad819b4b tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:30.633151 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-83213cd8-9ae0-4814-b1e6-5cc1825e161e req-8b3c9b2f-0b43-4bc6-9e98-870bad819b4b tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 1096 time: 0.1046066 Aug 10 04:25:30.683288 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-a75521d5-f41a-428c-b042-e3e3bb1ce313 req-89b3c224-91b7-4690-8c55-7229d3fc9e84 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Deleting port da526744-df09-4366-8ed1-f39a563f789d {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:25:30.683533 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a75521d5-f41a-428c-b042-e3e3bb1ce313 req-89b3c224-91b7-4690-8c55-7229d3fc9e84 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:30.687106 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-83213cd8-9ae0-4814-b1e6-5cc1825e161e req-ece1bb10-bb59-4eec-8d5f-1c81e5dcee56 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=3832a0d4-0e9d-43c4-9f05-a867122a4459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474167 Aug 10 04:25:30.782193 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-a75521d5-f41a-428c-b042-e3e3bb1ce313 req-89b3c224-91b7-4690-8c55-7229d3fc9e84 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] For port da526744-df09-4366-8ed1-f39a563f789d, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=da526744-df09-4366-8ed1-f39a563f789d,segment=NetworkSegment(cfe0e534-12c2-4945-944d-2ce85c2c705a),segment_id=cfe0e534-12c2-4945-944d-2ce85c2c705a)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:30.782560 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a75521d5-f41a-428c-b042-e3e3bb1ce313 req-89b3c224-91b7-4690-8c55-7229d3fc9e84 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:30.796852 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-a75521d5-f41a-428c-b042-e3e3bb1ce313 req-89b3c224-91b7-4690-8c55-7229d3fc9e84 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Calling delete_port for da526744-df09-4366-8ed1-f39a563f789d owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:25:30.838518 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d815855-fdaa-4745-9db3-d875345fc939 req-42f97cb2-4cfc-4e16-a2dc-2f3bb52c60a4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:30.840126 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8d815855-fdaa-4745-9db3-d875345fc939 req-42f97cb2-4cfc-4e16-a2dc-2f3bb52c60a4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 945 time: 0.0724764 Aug 10 04:25:30.907596 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8d815855-fdaa-4745-9db3-d875345fc939 req-5199faee-05f2-4252-8a59-9edecb731566 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=3832a0d4-0e9d-43c4-9f05-a867122a4459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557327 Aug 10 04:25:30.941751 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47964) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:31.005003 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1c532c30-5d64-4e26-8a83-c58ead94bbdd tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/floatingips/a7d2e62c-413b-48fa-b233-830f6947222f HTTP/1.1" status: 200 len: 991 time: 0.0620096 Aug 10 04:25:31.053055 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a75521d5-f41a-428c-b042-e3e3bb1ce313 req-89b3c224-91b7-4690-8c55-7229d3fc9e84 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:31.120140 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3c224-91b7-4690-8c55-7229d3fc9e84 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Pushing event deleted for resources: {'Port': ['ID=da526744-df09-4366-8ed1-f39a563f789d,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:31.125377 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:25:31.148597 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3c224-91b7-4690-8c55-7229d3fc9e84 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:31.148597 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3c224-91b7-4690-8c55-7229d3fc9e84 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:31.148597 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3c224-91b7-4690-8c55-7229d3fc9e84 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:31.148597 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3c224-91b7-4690-8c55-7229d3fc9e84 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:31.149393 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3c224-91b7-4690-8c55-7229d3fc9e84 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:31.149393 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3c224-91b7-4690-8c55-7229d3fc9e84 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:31.149764 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3c224-91b7-4690-8c55-7229d3fc9e84 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:31.149951 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3c224-91b7-4690-8c55-7229d3fc9e84 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:31.150134 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3c224-91b7-4690-8c55-7229d3fc9e84 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:31.150492 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3c224-91b7-4690-8c55-7229d3fc9e84 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:31.150820 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3c224-91b7-4690-8c55-7229d3fc9e84 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:31.151158 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b3c224-91b7-4690-8c55-7229d3fc9e84 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:31.165455 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:25:31.168862 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75521d5-f41a-428c-b042-e3e3bb1ce313 req-89b3c224-91b7-4690-8c55-7229d3fc9e84 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] No DVR routers for this DVR port da526744-df09-4366-8ed1-f39a563f789d on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:25:31.171704 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a75521d5-f41a-428c-b042-e3e3bb1ce313 req-89b3c224-91b7-4690-8c55-7229d3fc9e84 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:31.173855 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a75521d5-f41a-428c-b042-e3e3bb1ce313 req-89b3c224-91b7-4690-8c55-7229d3fc9e84 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.68 "DELETE /v2.0/ports/da526744-df09-4366-8ed1-f39a563f789d HTTP/1.1" status: 204 len: 173 time: 0.6335258 Aug 10 04:25:31.174295 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b74a8f-ef31-4233-8ae6-f9b175326608', 'name': 'network-vif-deleted', 'tag': 'da526744-df09-4366-8ed1-f39a563f789d'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:25:31.176588 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b89a242-c439-44a2-b882-8c8fcfe95cdb" -d '{"events": [{"server_uuid": "50b74a8f-ef31-4233-8ae6-f9b175326608", "name": "network-vif-deleted", "tag": "da526744-df09-4366-8ed1-f39a563f789d"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:25:31.226179 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 47974) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:31.290480 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc6a0c8-fb03-4670-a414-1ab3b6363c18 x-openstack-request-id: req-5bc6a0c8-fb03-4670-a414-1ab3b6363c18 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:25:31.290995 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50b74a8f-ef31-4233-8ae6-f9b175326608", "name": "network-vif-deleted", "tag": "da526744-df09-4366-8ed1-f39a563f789d", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:25:31.291351 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5bc6a0c8-fb03-4670-a414-1ab3b6363c18 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:25:31.291940 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b74a8f-ef31-4233-8ae6-f9b175326608', 'name': 'network-vif-deleted', 'tag': 'da526744-df09-4366-8ed1-f39a563f789d', 'status': 'completed', 'code': 200} Aug 10 04:25:31.396295 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ac37cb3c-cf3b-44dd-9c9c-3c335a6a7622 req-de3f83af-9bd8-4a75-91ac-dd9f2b604f03 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/ports?device_id=50b74a8f-ef31-4233-8ae6-f9b175326608 HTTP/1.1" status: 200 len: 210 time: 0.0345790 Aug 10 04:25:31.434649 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-6838455c-061b-4f18-bfb5-f0b89b70c00a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Deleting port 14f05407-86c4-4faf-ab5f-b12a6a6f2f72 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:25:31.435035 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6838455c-061b-4f18-bfb5-f0b89b70c00a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:31.512433 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6838455c-061b-4f18-bfb5-f0b89b70c00a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:31.512772 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6838455c-061b-4f18-bfb5-f0b89b70c00a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:31.525138 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-6838455c-061b-4f18-bfb5-f0b89b70c00a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Calling delete_port for 14f05407-86c4-4faf-ab5f-b12a6a6f2f72 owned by network:floatingip {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:25:31.767633 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6838455c-061b-4f18-bfb5-f0b89b70c00a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:31.793955 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6838455c-061b-4f18-bfb5-f0b89b70c00a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event deleted for resources: {'Port': ['ID=14f05407-86c4-4faf-ab5f-b12a6a6f2f72,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:31.858885 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6838455c-061b-4f18-bfb5-f0b89b70c00a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for floatingip, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:31.859563 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-6838455c-061b-4f18-bfb5-f0b89b70c00a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Floating IP a7d2e62c-413b-48fa-b233-830f6947222f disassociated (deleted). External IP: 172.25.0.89, port: bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f. Aug 10 04:25:32.082515 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6838455c-061b-4f18-bfb5-f0b89b70c00a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Router 44dbcacf-3511-4a12-9386-b80f08d513d8 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:25:32.192195 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6838455c-061b-4f18-bfb5-f0b89b70c00a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:25:32.198105 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6838455c-061b-4f18-bfb5-f0b89b70c00a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:32.202746 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97645f6c-69ea-4a9e-a796-41f8f2ceeada None None] Sync routers for ids ['44dbcacf-3511-4a12-9386-b80f08d513d8'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:25:32.213033 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97645f6c-69ea-4a9e-a796-41f8f2ceeada None None] Routers {'44dbcacf-3511-4a12-9386-b80f08d513d8'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:25:32.213651 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-97645f6c-69ea-4a9e-a796-41f8f2ceeada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:25:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['44dbcacf-3511-4a12-9386-b80f08d513d8'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:32.236200 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6838455c-061b-4f18-bfb5-f0b89b70c00a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "DELETE /v2.0/floatingips/a7d2e62c-413b-48fa-b233-830f6947222f HTTP/1.1" status: 204 len: 168 time: 1.0084131 Aug 10 04:25:32.236912 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e61a423-abb9-4ffa-8410-07d1a7450308', 'tag': 'bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:25:32.239295 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c03002-cf7e-4956-bb7f-1296d6027d43" -d '{"events": [{"name": "network-changed", "server_uuid": "2e61a423-abb9-4ffa-8410-07d1a7450308", "tag": "bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:25:32.306572 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb46bb65-2f87-4019-9567-1d7101146b62 x-openstack-request-id: req-bb46bb65-2f87-4019-9567-1d7101146b62 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:25:32.306963 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e61a423-abb9-4ffa-8410-07d1a7450308", "tag": "bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:25:32.307312 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bb46bb65-2f87-4019-9567-1d7101146b62 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:25:32.307812 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e61a423-abb9-4ffa-8410-07d1a7450308', 'tag': 'bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f', 'status': 'completed', 'code': 200} Aug 10 04:25:32.331604 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-97645f6c-69ea-4a9e-a796-41f8f2ceeada None None] Set router 44dbcacf-3511-4a12-9386-b80f08d513d8 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:25:32.405238 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c03002-cf7e-4956-bb7f-1296d6027d43 req-01681329-07e2-44f7-b94e-caf72a9b022d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:32.406793 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-11c03002-cf7e-4956-bb7f-1296d6027d43 req-01681329-07e2-44f7-b94e-caf72a9b022d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 1096 time: 0.0771472 Aug 10 04:25:32.548157 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-97645f6c-69ea-4a9e-a796-41f8f2ceeada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457133037', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'af5d249a-e295-458c-a88c-bc11e06f7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:22Z', 'updated_at': '2021-08-10T04:24:27Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': 'af5d249a-e295-458c-a88c-bc11e06f7c62', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:22Z', 'updated_at': '2021-08-10T04:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '9631c911-ff32-48ae-b6cc-18bf27e84ea6', 'name': '', 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:26:48:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '68d4c2db-f045-4f09-911b-9a1613f68728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:26Z', 'updated_at': '2021-08-10T04:24:33Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': '68d4c2db-f045-4f09-911b-9a1613f68728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:32.576681 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97645f6c-69ea-4a9e-a796-41f8f2ceeada None None] Checking router: 44dbcacf-3511-4a12-9386-b80f08d513d8 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:25:32.586882 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97645f6c-69ea-4a9e-a796-41f8f2ceeada None None] Routers {'44dbcacf-3511-4a12-9386-b80f08d513d8'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:25:32.587756 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-97645f6c-69ea-4a9e-a796-41f8f2ceeada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:25:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['44dbcacf-3511-4a12-9386-b80f08d513d8'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:32.611359 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c03002-cf7e-4956-bb7f-1296d6027d43 req-e5bd2103-df68-435e-9f80-1e0ad6b4611b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:32.612932 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-11c03002-cf7e-4956-bb7f-1296d6027d43 req-e5bd2103-df68-435e-9f80-1e0ad6b4611b service neutron] 10.222.0.68 "GET /v2.0/networks?id=930eb4dc-28d8-4f61-b027-07477ee7c880 HTTP/1.1" status: 200 len: 898 time: 0.1987050 Aug 10 04:25:32.687597 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-11c03002-cf7e-4956-bb7f-1296d6027d43 req-aefe9ca9-e852-4397-8329-246c99426945 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f HTTP/1.1" status: 200 len: 217 time: 0.0605984 Aug 10 04:25:32.698550 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-97645f6c-69ea-4a9e-a796-41f8f2ceeada None None] Set router 44dbcacf-3511-4a12-9386-b80f08d513d8 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:25:32.717926 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112bba1-0a21-4db4-be20-4f199ac84bb1 req-b768040a-4250-4de9-a18d-cb76181ac3fc tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:32.719425 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a112bba1-0a21-4db4-be20-4f199ac84bb1 req-b768040a-4250-4de9-a18d-cb76181ac3fc tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 945 time: 0.1217039 Aug 10 04:25:32.777872 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c03002-cf7e-4956-bb7f-1296d6027d43 req-70af9058-8e60-4a9a-b3d4-ebbeddd58fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:32.779343 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-11c03002-cf7e-4956-bb7f-1296d6027d43 req-70af9058-8e60-4a9a-b3d4-ebbeddd58fb8 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=68d4c2db-f045-4f09-911b-9a1613f68728 HTTP/1.1" status: 200 len: 835 time: 0.0838788 Aug 10 04:25:32.786984 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a112bba1-0a21-4db4-be20-4f199ac84bb1 req-d66a49ab-c694-4d15-af75-ebabbbff411e tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=3832a0d4-0e9d-43c4-9f05-a867122a4459&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481503 Aug 10 04:25:32.863700 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device da526744-df09-4366-8ed1-f39a563f789d no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:25:32.866908 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c03002-cf7e-4956-bb7f-1296d6027d43 req-b1e4f15c-bdce-4fe7-b27f-6f31a320349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:32.868971 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-11c03002-cf7e-4956-bb7f-1296d6027d43 req-b1e4f15c-bdce-4fe7-b27f-6f31a320349a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=930eb4dc-28d8-4f61-b027-07477ee7c880&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807657 Aug 10 04:25:32.903073 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: da526744-df09-4366-8ed1-f39a563f789d {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:25:32.903839 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device da526744-df09-4366-8ed1-f39a563f789d not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:25:32.912490 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:25:32.935909 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-97645f6c-69ea-4a9e-a796-41f8f2ceeada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457133037', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'af5d249a-e295-458c-a88c-bc11e06f7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:22Z', 'updated_at': '2021-08-10T04:24:27Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': 'af5d249a-e295-458c-a88c-bc11e06f7c62', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:22Z', 'updated_at': '2021-08-10T04:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '9631c911-ff32-48ae-b6cc-18bf27e84ea6', 'name': '', 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:26:48:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '68d4c2db-f045-4f09-911b-9a1613f68728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:26Z', 'updated_at': '2021-08-10T04:24:33Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': '68d4c2db-f045-4f09-911b-9a1613f68728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:32.963352 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-11c03002-cf7e-4956-bb7f-1296d6027d43 req-2ec21f7e-67fa-42dd-a806-24bcfa91745a service neutron] 10.222.0.68 "GET /v2.0/networks/930eb4dc-28d8-4f61-b027-07477ee7c880?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848935 Aug 10 04:25:32.964591 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97645f6c-69ea-4a9e-a796-41f8f2ceeada None None] The sync data for ids ['44dbcacf-3511-4a12-9386-b80f08d513d8'] in n-d-802893-2 is: [{'id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457133037', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'af5d249a-e295-458c-a88c-bc11e06f7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:22Z', 'updated_at': '2021-08-10T04:24:27Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': 'af5d249a-e295-458c-a88c-bc11e06f7c62', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:22Z', 'updated_at': '2021-08-10T04:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '9631c911-ff32-48ae-b6cc-18bf27e84ea6', 'name': '', 'network_id': '930eb4dc-28d8-4f61-b027-07477ee7c880', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:26:48:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '68d4c2db-f045-4f09-911b-9a1613f68728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:26Z', 'updated_at': '2021-08-10T04:24:33Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': '68d4c2db-f045-4f09-911b-9a1613f68728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:25:33.068302 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd160c-49ea-4275-aad0-c55c6ba717a1 req-7d641d49-4117-402e-bbfa-31803f4b4171 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:33.071028 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-44fd160c-49ea-4275-aad0-c55c6ba717a1 req-7d641d49-4117-402e-bbfa-31803f4b4171 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.68 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 945 time: 0.0691729 Aug 10 04:25:33.081079 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-11c03002-cf7e-4956-bb7f-1296d6027d43 req-5f05d18b-3941-4f17-9149-9f49c67465e1 service neutron] 10.222.0.68 "GET /v2.0/networks/930eb4dc-28d8-4f61-b027-07477ee7c880?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091235 Aug 10 04:25:33.179525 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-44fd160c-49ea-4275-aad0-c55c6ba717a1 req-ae049728-8428-4ee6-8cb9-88956dcddfbe tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Deleting port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:25:33.181118 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-44fd160c-49ea-4275-aad0-c55c6ba717a1 req-ae049728-8428-4ee6-8cb9-88956dcddfbe tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:33.224881 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb9996db-152f-4673-93e2-b520b188ba95 None None] New status for floating IP a7d2e62c-413b-48fa-b233-830f6947222f: DOWN {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:25:33.306412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-44fd160c-49ea-4275-aad0-c55c6ba717a1 req-ae049728-8428-4ee6-8cb9-88956dcddfbe tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] For port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f,segment=NetworkSegment(6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064),segment_id=6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:33.307323 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-44fd160c-49ea-4275-aad0-c55c6ba717a1 req-ae049728-8428-4ee6-8cb9-88956dcddfbe tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:33.322256 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-44fd160c-49ea-4275-aad0-c55c6ba717a1 req-ae049728-8428-4ee6-8cb9-88956dcddfbe tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Calling delete_port for bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:25:33.539694 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-44fd160c-49ea-4275-aad0-c55c6ba717a1 req-ae049728-8428-4ee6-8cb9-88956dcddfbe tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:33.568236 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae049728-8428-4ee6-8cb9-88956dcddfbe tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event deleted for resources: {'Port': ['ID=bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:33.614014 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-44fd160c-49ea-4275-aad0-c55c6ba717a1 req-ae049728-8428-4ee6-8cb9-88956dcddfbe tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] No DVR routers for this DVR port bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:25:33.617199 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-44fd160c-49ea-4275-aad0-c55c6ba717a1 req-ae049728-8428-4ee6-8cb9-88956dcddfbe tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:33.619268 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-44fd160c-49ea-4275-aad0-c55c6ba717a1 req-ae049728-8428-4ee6-8cb9-88956dcddfbe tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.68 "DELETE /v2.0/ports/bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f HTTP/1.1" status: 204 len: 173 time: 0.5425696 Aug 10 04:25:33.906825 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-92e5bbf7-4dcd-4e80-aafc-c0fb157155fc req-b4268ee2-b0c1-491a-bcad-f4dac671a81b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e61a423-abb9-4ffa-8410-07d1a7450308 HTTP/1.1" status: 200 len: 210 time: 0.0363071 Aug 10 04:25:34.309441 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e61a423-abb9-4ffa-8410-07d1a7450308', 'name': 'network-vif-deleted', 'tag': 'bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:25:34.311913 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb82ee8-cee8-499f-8e0a-7aa883f9a6de" -d '{"events": [{"server_uuid": "2e61a423-abb9-4ffa-8410-07d1a7450308", "name": "network-vif-deleted", "tag": "bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:25:34.352276 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119e139f-c40f-4288-854e-dfce546d329c x-openstack-request-id: req-119e139f-c40f-4288-854e-dfce546d329c {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:25:34.352794 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e61a423-abb9-4ffa-8410-07d1a7450308", "name": "network-vif-deleted", "tag": "bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:25:34.353196 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-119e139f-c40f-4288-854e-dfce546d329c {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:25:34.353751 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e61a423-abb9-4ffa-8410-07d1a7450308', 'name': 'network-vif-deleted', 'tag': 'bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f', 'status': 'completed', 'code': 200} Aug 10 04:25:34.984045 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48004) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:35.646606 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c9ca2148-fdb3-469d-bf73-040259a46201 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:35.934574 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-c9ca2148-fdb3-469d-bf73-040259a46201 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Deleting port 9631c911-ff32-48ae-b6cc-18bf27e84ea6 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:25:35.934922 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c9ca2148-fdb3-469d-bf73-040259a46201 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:36.029574 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-c9ca2148-fdb3-469d-bf73-040259a46201 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] For port 9631c911-ff32-48ae-b6cc-18bf27e84ea6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=9631c911-ff32-48ae-b6cc-18bf27e84ea6,segment=NetworkSegment(6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064),segment_id=6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:36.029956 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c9ca2148-fdb3-469d-bf73-040259a46201 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:36.048043 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-c9ca2148-fdb3-469d-bf73-040259a46201 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Calling delete_port for 9631c911-ff32-48ae-b6cc-18bf27e84ea6 owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:25:36.316776 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c9ca2148-fdb3-469d-bf73-040259a46201 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:36.390293 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca2148-fdb3-469d-bf73-040259a46201 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event deleted for resources: {'Port': ['ID=9631c911-ff32-48ae-b6cc-18bf27e84ea6,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:36.602391 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c9ca2148-fdb3-469d-bf73-040259a46201 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:36.836025 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ca2148-fdb3-469d-bf73-040259a46201 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Router 44dbcacf-3511-4a12-9386-b80f08d513d8 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:25:36.867194 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:25:36.889469 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:25:36.889469 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device bfd79a2d-8d1d-4333-b5da-74eb3a4ed93f not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:25:36.968567 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ca2148-fdb3-469d-bf73-040259a46201 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:25:36.979100 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48016) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:36.979876 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c9ca2148-fdb3-469d-bf73-040259a46201 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "PUT /v2.0/routers/44dbcacf-3511-4a12-9386-b80f08d513d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9938788 Aug 10 04:25:36.981755 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c889284-e952-4439-a52b-194b682f92b8 None None] Sync routers for ids ['44dbcacf-3511-4a12-9386-b80f08d513d8'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:25:37.018544 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c889284-e952-4439-a52b-194b682f92b8 None None] Routers {'44dbcacf-3511-4a12-9386-b80f08d513d8'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:25:37.019425 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-5c889284-e952-4439-a52b-194b682f92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:25:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['44dbcacf-3511-4a12-9386-b80f08d513d8'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:37.034938 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-a534478f-ec2d-48e1-b8b5-db3dc09192d7 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Deleting subnet 68d4c2db-f045-4f09-911b-9a1613f68728 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:25:37.039388 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a534478f-ec2d-48e1-b8b5-db3dc09192d7 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:37.083353 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a534478f-ec2d-48e1-b8b5-db3dc09192d7 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:37.140892 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-5c889284-e952-4439-a52b-194b682f92b8 None None] Set router 44dbcacf-3511-4a12-9386-b80f08d513d8 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:25:37.177595 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a534478f-ec2d-48e1-b8b5-db3dc09192d7 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:37.305105 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a534478f-ec2d-48e1-b8b5-db3dc09192d7 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:37.336079 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534478f-ec2d-48e1-b8b5-db3dc09192d7 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event deleted for resources: {'Subnet': ['ID=68d4c2db-f045-4f09-911b-9a1613f68728,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:37.341958 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a534478f-ec2d-48e1-b8b5-db3dc09192d7 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:37.344109 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a534478f-ec2d-48e1-b8b5-db3dc09192d7 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "DELETE /v2.0/subnets/68d4c2db-f045-4f09-911b-9a1613f68728 HTTP/1.1" status: 204 len: 168 time: 0.3639789 Aug 10 04:25:37.344912 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0667271c-d39c-41ac-beb7-3169e981ee80 None None] Network 930eb4dc-28d8-4f61-b027-07477ee7c880 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:25:37.346669 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48018) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:37.466128 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-5c889284-e952-4439-a52b-194b682f92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457133037', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'af5d249a-e295-458c-a88c-bc11e06f7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:22Z', 'updated_at': '2021-08-10T04:25:36Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': 'af5d249a-e295-458c-a88c-bc11e06f7c62', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:22Z', 'updated_at': '2021-08-10T04:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:37.493361 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c889284-e952-4439-a52b-194b682f92b8 None None] Checking router: 44dbcacf-3511-4a12-9386-b80f08d513d8 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:25:37.495814 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-68b6d579-2bdf-40dd-b721-8d240a21d8f1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:37.502762 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c889284-e952-4439-a52b-194b682f92b8 None None] Routers {'44dbcacf-3511-4a12-9386-b80f08d513d8'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:25:37.507708 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-5c889284-e952-4439-a52b-194b682f92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:25:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['44dbcacf-3511-4a12-9386-b80f08d513d8'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:37.581785 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408bcd15-ba7e-41b8-b0a6-1536bab00692 None None] DHCP port deletion for 930eb4dc-28d8-4f61-b027-07477ee7c880 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:25:37.620484 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-5c889284-e952-4439-a52b-194b682f92b8 None None] Set router 44dbcacf-3511-4a12-9386-b80f08d513d8 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:25:37.623934 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-68b6d579-2bdf-40dd-b721-8d240a21d8f1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:37.634660 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-408bcd15-ba7e-41b8-b0a6-1536bab00692 None None] Deleting port a25b26e9-a9d9-4388-aa71-a66d4496c12f {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:25:37.635042 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-408bcd15-ba7e-41b8-b0a6-1536bab00692 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:37.698576 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-408bcd15-ba7e-41b8-b0a6-1536bab00692 None None] For port a25b26e9-a9d9-4388-aa71-a66d4496c12f, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a25b26e9-a9d9-4388-aa71-a66d4496c12f,segment=NetworkSegment(6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064),segment_id=6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:37.698963 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-408bcd15-ba7e-41b8-b0a6-1536bab00692 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:37.713137 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-408bcd15-ba7e-41b8-b0a6-1536bab00692 None None] Calling delete_port for a25b26e9-a9d9-4388-aa71-a66d4496c12f owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:25:37.739475 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-68b6d579-2bdf-40dd-b721-8d240a21d8f1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Deleting port af5d249a-e295-458c-a88c-bc11e06f7c62 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:25:37.741310 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-68b6d579-2bdf-40dd-b721-8d240a21d8f1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:37.854414 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-5c889284-e952-4439-a52b-194b682f92b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457133037', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'af5d249a-e295-458c-a88c-bc11e06f7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:22Z', 'updated_at': '2021-08-10T04:25:36Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': 'af5d249a-e295-458c-a88c-bc11e06f7c62', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:22Z', 'updated_at': '2021-08-10T04:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:37.880369 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-68b6d579-2bdf-40dd-b721-8d240a21d8f1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] For port af5d249a-e295-458c-a88c-bc11e06f7c62, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=af5d249a-e295-458c-a88c-bc11e06f7c62,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:37.880787 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-68b6d579-2bdf-40dd-b721-8d240a21d8f1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:37.884974 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c889284-e952-4439-a52b-194b682f92b8 None None] The sync data for ids ['44dbcacf-3511-4a12-9386-b80f08d513d8'] in n-d-802893-2 is: [{'id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-457133037', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.99'}], 'enable_snat': True}, 'gw_port_id': 'af5d249a-e295-458c-a88c-bc11e06f7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:24:22Z', 'updated_at': '2021-08-10T04:25:36Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': 'af5d249a-e295-458c-a88c-bc11e06f7c62', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:a7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dbcacf-3511-4a12-9386-b80f08d513d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:24:22Z', 'updated_at': '2021-08-10T04:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:25:37.894730 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-68b6d579-2bdf-40dd-b721-8d240a21d8f1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Calling delete_port for af5d249a-e295-458c-a88c-bc11e06f7c62 owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:25:37.922589 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-408bcd15-ba7e-41b8-b0a6-1536bab00692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:37.955877 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408bcd15-ba7e-41b8-b0a6-1536bab00692 None None] Pushing event deleted for resources: {'Port': ['ID=a25b26e9-a9d9-4388-aa71-a66d4496c12f,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:37.960805 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408bcd15-ba7e-41b8-b0a6-1536bab00692 None None] No DVR routers for this DVR port a25b26e9-a9d9-4388-aa71-a66d4496c12f on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:25:37.980017 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408bcd15-ba7e-41b8-b0a6-1536bab00692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:37.982569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408bcd15-ba7e-41b8-b0a6-1536bab00692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:37.982569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408bcd15-ba7e-41b8-b0a6-1536bab00692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:37.982569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408bcd15-ba7e-41b8-b0a6-1536bab00692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:37.982569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408bcd15-ba7e-41b8-b0a6-1536bab00692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:37.982569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408bcd15-ba7e-41b8-b0a6-1536bab00692 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:37.982569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408bcd15-ba7e-41b8-b0a6-1536bab00692 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:37.984849 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408bcd15-ba7e-41b8-b0a6-1536bab00692 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:37.984849 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408bcd15-ba7e-41b8-b0a6-1536bab00692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:37.984849 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408bcd15-ba7e-41b8-b0a6-1536bab00692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:37.984849 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408bcd15-ba7e-41b8-b0a6-1536bab00692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:37.984849 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-408bcd15-ba7e-41b8-b0a6-1536bab00692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:38.156244 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-68b6d579-2bdf-40dd-b721-8d240a21d8f1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:38.183214 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6d579-2bdf-40dd-b721-8d240a21d8f1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event deleted for resources: {'Port': ['ID=af5d249a-e295-458c-a88c-bc11e06f7c62,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:38.265253 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-68b6d579-2bdf-40dd-b721-8d240a21d8f1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:38.373677 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-68b6d579-2bdf-40dd-b721-8d240a21d8f1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:38.376898 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-68b6d579-2bdf-40dd-b721-8d240a21d8f1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:38.504548 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-68b6d579-2bdf-40dd-b721-8d240a21d8f1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:38.505108 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b6d579-2bdf-40dd-b721-8d240a21d8f1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Fanout notify agent at l3_agent the message router_deleted on router 44dbcacf-3511-4a12-9386-b80f08d513d8 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:25:38.512715 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-68b6d579-2bdf-40dd-b721-8d240a21d8f1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:38.514145 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-68b6d579-2bdf-40dd-b721-8d240a21d8f1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "DELETE /v2.0/routers/44dbcacf-3511-4a12-9386-b80f08d513d8 HTTP/1.1" status: 204 len: 168 time: 1.1661270 Aug 10 04:25:38.516649 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48026) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:38.602148 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6a7f5c7c-1d32-45a3-bff8-e31a25f5f6e4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:38.705772 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6a7f5c7c-1d32-45a3-bff8-e31a25f5f6e4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:38.724784 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-6a7f5c7c-1d32-45a3-bff8-e31a25f5f6e4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930eb4dc-28d8-4f61-b027-07477ee7c880']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:38.736551 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-6a7f5c7c-1d32-45a3-bff8-e31a25f5f6e4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:38.737022 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-6a7f5c7c-1d32-45a3-bff8-e31a25f5f6e4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5e0819-3a1e-4b47-9d1f-60ab7d1d4064') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:38.746314 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6a7f5c7c-1d32-45a3-bff8-e31a25f5f6e4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:38.760919 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6a7f5c7c-1d32-45a3-bff8-e31a25f5f6e4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:38.766987 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a7f5c7c-1d32-45a3-bff8-e31a25f5f6e4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:25:38.767411 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6a7f5c7c-1d32-45a3-bff8-e31a25f5f6e4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:25:38.770628 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:25:38.892913 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6a7f5c7c-1d32-45a3-bff8-e31a25f5f6e4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:38.901833 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6a7f5c7c-1d32-45a3-bff8-e31a25f5f6e4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:38.903980 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6a7f5c7c-1d32-45a3-bff8-e31a25f5f6e4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "DELETE /v2.0/networks/930eb4dc-28d8-4f61-b027-07477ee7c880 HTTP/1.1" status: 204 len: 168 time: 0.3861129 Aug 10 04:25:38.908089 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48030) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:38.919188 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7f5c7c-1d32-45a3-bff8-e31a25f5f6e4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event deleted for resources: {'Network': ['ID=930eb4dc-28d8-4f61-b027-07477ee7c880,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:38.985187 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1208e420-44de-4dea-9753-2a61427ceb2a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:39.020998 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1208e420-44de-4dea-9753-2a61427ceb2a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:39.085346 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 9631c911-ff32-48ae-b6cc-18bf27e84ea6 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:25:39.122768 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 9631c911-ff32-48ae-b6cc-18bf27e84ea6 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:25:39.123444 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 9631c911-ff32-48ae-b6cc-18bf27e84ea6 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:25:39.123861 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a25b26e9-a9d9-4388-aa71-a66d4496c12f no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:25:39.150604 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: a25b26e9-a9d9-4388-aa71-a66d4496c12f {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:25:39.151337 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a25b26e9-a9d9-4388-aa71-a66d4496c12f not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:25:39.151738 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device af5d249a-e295-458c-a88c-bc11e06f7c62 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:25:39.198465 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: af5d249a-e295-458c-a88c-bc11e06f7c62 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:25:39.198815 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device af5d249a-e295-458c-a88c-bc11e06f7c62 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:25:39.240884 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1208e420-44de-4dea-9753-2a61427ceb2a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:39.245393 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1208e420-44de-4dea-9753-2a61427ceb2a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:39.256663 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1208e420-44de-4dea-9753-2a61427ceb2a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "DELETE /v2.0/security-groups/3832a0d4-0e9d-43c4-9f05-a867122a4459 HTTP/1.1" status: 204 len: 168 time: 0.3422794 Aug 10 04:25:39.266784 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208e420-44de-4dea-9753-2a61427ceb2a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3832a0d4-0e9d-43c4-9f05-a867122a4459,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:39.613398 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48040) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:39.619978 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-20599e64-f031-400e-9ece-70fd2d449a18 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2133510016', 'description': 'tempest-secgroup-smoke-2133510016 description', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:25:39.716061 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20599e64-f031-400e-9ece-70fd2d449a18 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:39.815130 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20599e64-f031-400e-9ece-70fd2d449a18 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:39.893094 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20599e64-f031-400e-9ece-70fd2d449a18 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:39.939855 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20599e64-f031-400e-9ece-70fd2d449a18 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60874e98-4d2f-4c89-bcca-f0c27c099957,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:39.990300 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fb723370-1a64-4df3-aa54-5bf03c6317aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:40.012991 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20599e64-f031-400e-9ece-70fd2d449a18 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:40.014668 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-20599e64-f031-400e-9ece-70fd2d449a18 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3997686 Aug 10 04:25:40.017939 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48056) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:40.023513 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-65f546d7-7a81-4e31-9451-d4df5d5d2d93 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'security_group_rule': {'security_group_id': '60874e98-4d2f-4c89-bcca-f0c27c099957', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:25:40.115333 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-00666130-4991-43f7-9eee-de6c01da2eec tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:40.117154 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-00666130-4991-43f7-9eee-de6c01da2eec tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/networks?id=52ddd4f0-490f-44f9-b28a-40dd5954c2e2 HTTP/1.1" status: 200 len: 814 time: 0.1213322 Aug 10 04:25:40.134133 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-c8d01bac-d75f-4eb8-a8fb-4801529d234a tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/quotas/4fef9f6ad2f444afb0eab2f050314782 HTTP/1.1" status: 200 len: 375 time: 0.0108340 Aug 10 04:25:40.176707 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-3a03f2be-3dc1-4d1d-8ce2-ef4e2a188466 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=4fef9f6ad2f444afb0eab2f050314782&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356736 Aug 10 04:25:40.184228 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-65f546d7-7a81-4e31-9451-d4df5d5d2d93 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:40.191422 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4d8ed249-90bf-4fad-b56a-1f9a1a1837d9 req-c7427a09-2f1a-452f-993e-1b4ef7b3daa4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449705 Aug 10 04:25:40.192529 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-9eefb716-f00b-41db-b515-468f92462ee1 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:25:40.193518 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-9eefb716-f00b-41db-b515-468f92462ee1 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066280 Aug 10 04:25:40.295297 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ed249-90bf-4fad-b56a-1f9a1a1837d9 req-01eaec88-1b22-43b6-bf32-fa1bbad52e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:40.296861 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4d8ed249-90bf-4fad-b56a-1f9a1a1837d9 req-01eaec88-1b22-43b6-bf32-fa1bbad52e84 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f4b91cffb7e54e149efd469c2d697e6f&device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf HTTP/1.1" status: 200 len: 1096 time: 0.0431964 Aug 10 04:25:40.298911 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-65f546d7-7a81-4e31-9451-d4df5d5d2d93 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:40.320760 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-da558aea-5afe-4b81-a0d8-e9fce5ffb477 service neutron] 10.222.0.25 "GET /v2.0/networks/52ddd4f0-490f-44f9-b28a-40dd5954c2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204486 Aug 10 04:25:40.378356 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-65f546d7-7a81-4e31-9451-d4df5d5d2d93 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:40.406950 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f546d7-7a81-4e31-9451-d4df5d5d2d93 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94fee121-f298-405d-94ae-6257586c6a12,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:40.424162 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ed249-90bf-4fad-b56a-1f9a1a1837d9 req-05269f0a-34c3-426e-8723-678c6f8a3ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:40.426841 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4d8ed249-90bf-4fad-b56a-1f9a1a1837d9 req-05269f0a-34c3-426e-8723-678c6f8a3ac8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=24a9041a-84b8-44ae-a643-2064ec7b4848 HTTP/1.1" status: 200 len: 910 time: 0.1067986 Aug 10 04:25:40.465205 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-f5a93697-df07-4d89-bd51-47e9d60ac889 service neutron] 10.222.0.25 "GET /v2.0/networks/52ddd4f0-490f-44f9-b28a-40dd5954c2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371903 Aug 10 04:25:40.493573 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-65f546d7-7a81-4e31-9451-d4df5d5d2d93 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:40.495629 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-65f546d7-7a81-4e31-9451-d4df5d5d2d93 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4764924 Aug 10 04:25:40.498582 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48058) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:40.516871 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-0d104ca2-852a-472d-bae9-2b4fed7c3c96 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'security_group_rule': {'security_group_id': '60874e98-4d2f-4c89-bcca-f0c27c099957', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:25:40.527591 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4d8ed249-90bf-4fad-b56a-1f9a1a1837d9 req-87b9cecf-c9b1-4d3d-99d0-726d0312e26e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87273a89-15ed-473f-a6b1-f819eb4b7ffe HTTP/1.1" status: 200 len: 1001 time: 0.0932536 Aug 10 04:25:40.580557 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ed249-90bf-4fad-b56a-1f9a1a1837d9 req-cb112f42-0b93-4114-87ef-33cc90730292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:40.582097 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4d8ed249-90bf-4fad-b56a-1f9a1a1837d9 req-cb112f42-0b93-4114-87ef-33cc90730292 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95b008fb-2ff5-4fae-b009-1bf32b6828e6 HTTP/1.1" status: 200 len: 848 time: 0.0478799 Aug 10 04:25:40.630491 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0d104ca2-852a-472d-bae9-2b4fed7c3c96 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:40.637079 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ed249-90bf-4fad-b56a-1f9a1a1837d9 req-cb428797-d87c-400d-bb12-053c36ffcc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:40.638640 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4d8ed249-90bf-4fad-b56a-1f9a1a1837d9 req-cb428797-d87c-400d-bb12-053c36ffcc5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=24a9041a-84b8-44ae-a643-2064ec7b4848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500863 Aug 10 04:25:40.709341 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0d104ca2-852a-472d-bae9-2b4fed7c3c96 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:40.755793 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0d104ca2-852a-472d-bae9-2b4fed7c3c96 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:40.762934 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e1b4df7a-9e4a-451a-8b33-223b49ad4786 req-324d37cc-28c4-4f03-a812-126eb11c6b3f tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/ports?device_id=f309def9-e982-47ac-9ead-29d0d9a54822 HTTP/1.1" status: 200 len: 210 time: 0.0437677 Aug 10 04:25:40.778872 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d104ca2-852a-472d-bae9-2b4fed7c3c96 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7def6d0-b31f-40b9-a0c7-262eda94ce77,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:40.832104 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4d8ed249-90bf-4fad-b56a-1f9a1a1837d9 req-5b0c0d54-7234-459a-bad4-0205a00cf3a9 service neutron] 10.222.0.20 "GET /v2.0/networks/24a9041a-84b8-44ae-a643-2064ec7b4848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863868 Aug 10 04:25:40.858725 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0d104ca2-852a-472d-bae9-2b4fed7c3c96 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:40.860203 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0d104ca2-852a-472d-bae9-2b4fed7c3c96 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3600659 Aug 10 04:25:40.862946 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48064) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:40.867978 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c2d9f42d-b9a6-4f68-bd21-a87d56e3f0d9 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'security_group_rule': {'security_group_id': '60874e98-4d2f-4c89-bcca-f0c27c099957', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:25:40.956737 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c2d9f42d-b9a6-4f68-bd21-a87d56e3f0d9 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:40.964998 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4d8ed249-90bf-4fad-b56a-1f9a1a1837d9 req-70d95904-2c31-4ec0-9633-d0896aa04cd2 service neutron] 10.222.0.20 "GET /v2.0/networks/24a9041a-84b8-44ae-a643-2064ec7b4848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254902 Aug 10 04:25:41.035773 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c2d9f42d-b9a6-4f68-bd21-a87d56e3f0d9 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:41.115974 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c2d9f42d-b9a6-4f68-bd21-a87d56e3f0d9 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:41.155084 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9f42d-b9a6-4f68-bd21-a87d56e3f0d9 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6538e1d2-af57-41d4-aa49-a520661c0e02,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:41.229929 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c2d9f42d-b9a6-4f68-bd21-a87d56e3f0d9 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:41.231235 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c2d9f42d-b9a6-4f68-bd21-a87d56e3f0d9 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3673215 Aug 10 04:25:41.234076 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48070) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:41.238559 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-97a9ead9-1c32-45cb-ac40-fdd67794f3ad tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'security_group_rule': {'security_group_id': '60874e98-4d2f-4c89-bcca-f0c27c099957', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:25:41.343436 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-97a9ead9-1c32-45cb-ac40-fdd67794f3ad tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:41.690367 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-97a9ead9-1c32-45cb-ac40-fdd67794f3ad tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:41.755848 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-97a9ead9-1c32-45cb-ac40-fdd67794f3ad tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:41.773890 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9ead9-1c32-45cb-ac40-fdd67794f3ad tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82349af4-93b9-4b85-834b-2d8aa33727b2,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:41.847332 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-97a9ead9-1c32-45cb-ac40-fdd67794f3ad tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:41.849322 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-97a9ead9-1c32-45cb-ac40-fdd67794f3ad tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6142027 Aug 10 04:25:41.852853 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48076) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:41.860782 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-4ffebf4b-10e9-4dc8-95e6-ef34103a23b9 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'security_group_rule': {'security_group_id': '60874e98-4d2f-4c89-bcca-f0c27c099957', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:25:41.887329 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ae800617-5603-43e8-9a63-d2892489e975 req-fcd91291-9778-46cc-a800-8f3f607aa274 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/ports?device_id=f309def9-e982-47ac-9ead-29d0d9a54822 HTTP/1.1" status: 200 len: 210 time: 0.0353167 Aug 10 04:25:41.956075 n-d-802893-2 neutron-server[94937]: INFO neutron.db.securitygroups_db [None req-4ffebf4b-10e9-4dc8-95e6-ef34103a23b9 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Project 397e8cde821d4d5ca53b9835ebca79b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:25:41.961594 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4ffebf4b-10e9-4dc8-95e6-ef34103a23b9 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:42.039508 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4ffebf4b-10e9-4dc8-95e6-ef34103a23b9 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:42.133711 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4ffebf4b-10e9-4dc8-95e6-ef34103a23b9 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:42.153651 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffebf4b-10e9-4dc8-95e6-ef34103a23b9 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab84e37b-681c-4e3f-b8db-e2e3dc26b7c1,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:42.247563 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4ffebf4b-10e9-4dc8-95e6-ef34103a23b9 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:42.250523 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-4ffebf4b-10e9-4dc8-95e6-ef34103a23b9 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3960676 Aug 10 04:25:42.257698 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48078) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:42.257698 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-f351968e-dbaa-49af-8e3c-3f955e61303d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'security_group_rule': {'security_group_id': '60874e98-4d2f-4c89-bcca-f0c27c099957', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:25:42.344120 n-d-802893-2 neutron-server[94937]: INFO neutron.db.securitygroups_db [None req-f351968e-dbaa-49af-8e3c-3f955e61303d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Project 397e8cde821d4d5ca53b9835ebca79b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:25:42.349390 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f351968e-dbaa-49af-8e3c-3f955e61303d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:42.414762 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f351968e-dbaa-49af-8e3c-3f955e61303d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:42.492920 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f351968e-dbaa-49af-8e3c-3f955e61303d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:42.513845 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351968e-dbaa-49af-8e3c-3f955e61303d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f978edd-b255-4935-9a3b-297f0f7f107c,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:42.595929 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f351968e-dbaa-49af-8e3c-3f955e61303d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:42.597476 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f351968e-dbaa-49af-8e3c-3f955e61303d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3448443 Aug 10 04:25:42.601396 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48080) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:42.608320 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-2180e51d-d12e-4c04-b3aa-f4efa26f2389 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'network': {'name': 'tempest-network-smoke--771263494', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'port_security_enabled': True}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:25:42.730496 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-0b0ce01c-b2e2-4b7b-8f9a-ef1e7272cd15 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:42.732064 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-0b0ce01c-b2e2-4b7b-8f9a-ef1e7272cd15 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.68 "GET /v2.0/networks?id=52ddd4f0-490f-44f9-b28a-40dd5954c2e2 HTTP/1.1" status: 200 len: 814 time: 0.1198740 Aug 10 04:25:42.747262 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-ac835d19-96f5-45c8-a5f2-868bdabdd45e tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Request body: {'port': {'device_id': 'f309def9-e982-47ac-9ead-29d0d9a54822', 'network_id': '52ddd4f0-490f-44f9-b28a-40dd5954c2e2', 'admin_state_up': True, 'tenant_id': '4fef9f6ad2f444afb0eab2f050314782'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:25:42.763462 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2180e51d-d12e-4c04-b3aa-f4efa26f2389 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Made reservation on behalf of 397e8cde821d4d5ca53b9835ebca79b1 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:25:42.766963 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2180e51d-d12e-4c04-b3aa-f4efa26f2389 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:42.841705 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2180e51d-d12e-4c04-b3aa-f4efa26f2389 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:25:42.861943 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2180e51d-d12e-4c04-b3aa-f4efa26f2389 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:42.862289 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-2180e51d-d12e-4c04-b3aa-f4efa26f2389 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Added segment e02d0aed-e873-4a10-9741-b64d5be96942 of type vlan for network e2103f65-875f-4af2-b84d-000846778cd5 Aug 10 04:25:42.926480 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2180e51d-d12e-4c04-b3aa-f4efa26f2389 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:42.997122 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-33e3e4fb-dc1f-4293-80fe-0725c75ed046 req-7ee45532-707d-49df-8880-3e8944f8be56 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/ports?device_id=f309def9-e982-47ac-9ead-29d0d9a54822 HTTP/1.1" status: 200 len: 210 time: 0.0266826 Aug 10 04:25:43.018481 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2180e51d-d12e-4c04-b3aa-f4efa26f2389 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:43.024644 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2180e51d-d12e-4c04-b3aa-f4efa26f2389 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:43.025246 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2180e51d-d12e-4c04-b3aa-f4efa26f2389 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:43.027637 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-ac835d19-96f5-45c8-a5f2-868bdabdd45e tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Made reservation on behalf of 4fef9f6ad2f444afb0eab2f050314782 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:25:43.030998 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-ac835d19-96f5-45c8-a5f2-868bdabdd45e tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:43.121183 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180e51d-d12e-4c04-b3aa-f4efa26f2389 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Network': ['ID=e2103f65-875f-4af2-b84d-000846778cd5,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:43.132958 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network e2103f65-875f-4af2-b84d-000846778cd5 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:25:43.157001 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2180e51d-d12e-4c04-b3aa-f4efa26f2389 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5551906 Aug 10 04:25:43.161087 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48084) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:43.170430 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-b2bda49c-71c2-4f1b-8e99-6c16a85fd2b6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1783583827', 'admin_state_up': True, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:25:43.236107 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-ac835d19-96f5-45c8-a5f2-868bdabdd45e tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Allocated IP 172.20.0.11 (52ddd4f0-490f-44f9-b28a-40dd5954c2e2/dbf00d69-9d7e-438b-a087-c760d43c92c5/eb586a6e-257e-4db1-a132-a29a0e8ee940) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:25:43.270790 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2bda49c-71c2-4f1b-8e99-6c16a85fd2b6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:43.272258 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2bda49c-71c2-4f1b-8e99-6c16a85fd2b6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:43.331078 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2bda49c-71c2-4f1b-8e99-6c16a85fd2b6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:43.394800 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-ac835d19-96f5-45c8-a5f2-868bdabdd45e tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:43.516139 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-ac835d19-96f5-45c8-a5f2-868bdabdd45e tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:43.540342 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2bda49c-71c2-4f1b-8e99-6c16a85fd2b6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:43.575834 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-ac835d19-96f5-45c8-a5f2-868bdabdd45e tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Network 52ddd4f0-490f-44f9-b28a-40dd5954c2e2 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:25:43.579200 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-ac835d19-96f5-45c8-a5f2-868bdabdd45e tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:25:43.582672 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-ac835d19-96f5-45c8-a5f2-868bdabdd45e tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:25:43.618915 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac835d19-96f5-45c8-a5f2-868bdabdd45e tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Pushing event updated for resources: {'Port': ['ID=eb586a6e-257e-4db1-a132-a29a0e8ee940,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:43.647390 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-ac835d19-96f5-45c8-a5f2-868bdabdd45e tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:43.648054 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-ac835d19-96f5-45c8-a5f2-868bdabdd45e tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:43.653393 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:43.716895 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-ac835d19-96f5-45c8-a5f2-868bdabdd45e tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9738486 Aug 10 04:25:43.731294 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-1b99c34d-824c-4964-b70f-43427f4d0ef0 service neutron] Request body: {'port': {'device_id': 'f309def9-e982-47ac-9ead-29d0d9a54822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:25:43.802604 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-927de17a-edbd-46db-8660-f83ba5503fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:43.806744 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-1b99c34d-824c-4964-b70f-43427f4d0ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:43.822173 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2bda49c-71c2-4f1b-8e99-6c16a85fd2b6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:43.843033 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2bda49c-71c2-4f1b-8e99-6c16a85fd2b6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:43.961517 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-b2bda49c-71c2-4f1b-8e99-6c16a85fd2b6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Allocated IP 172.25.0.224 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/676bd871-8ef2-4e2e-93a2-e27e733fa021) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:25:44.076095 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2bda49c-71c2-4f1b-8e99-6c16a85fd2b6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:44.132377 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-1b99c34d-824c-4964-b70f-43427f4d0ef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb586a6e-257e-4db1-a132-a29a0e8ee940 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:25:44.146588 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-1b99c34d-824c-4964-b70f-43427f4d0ef0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:44.166517 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-1b99c34d-824c-4964-b70f-43427f4d0ef0 service neutron] Transition to ACTIVE for port object eb586a6e-257e-4db1-a132-a29a0e8ee940 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:25:44.188824 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9e2f9-af19-4c19-b621-63c02f656208 req-5e66a490-0a18-4bb6-9f7e-0b11cbbd09a0 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:44.190368 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-30d9e2f9-af19-4c19-b621-63c02f656208 req-5e66a490-0a18-4bb6-9f7e-0b11cbbd09a0 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/ports?device_id=f309def9-e982-47ac-9ead-29d0d9a54822 HTTP/1.1" status: 200 len: 932 time: 0.0911212 Aug 10 04:25:44.232055 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-30d9e2f9-af19-4c19-b621-63c02f656208 req-6c7e44ce-e5a3-4f6d-aff1-ab17640fbc2a tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/security-groups?id=a45b43d2-5760-4b6b-9a09-05548f2d1993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347703 Aug 10 04:25:44.252845 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-1b99c34d-824c-4964-b70f-43427f4d0ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:44.270339 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2bda49c-71c2-4f1b-8e99-6c16a85fd2b6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:44.317650 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bda49c-71c2-4f1b-8e99-6c16a85fd2b6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:25:44.321482 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-b2bda49c-71c2-4f1b-8e99-6c16a85fd2b6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:25:44.325322 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bda49c-71c2-4f1b-8e99-6c16a85fd2b6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:25:44.325725 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99c34d-824c-4964-b70f-43427f4d0ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb586a6e-257e-4db1-a132-a29a0e8ee940,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:44.348660 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bda49c-71c2-4f1b-8e99-6c16a85fd2b6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Port': ['ID=676bd871-8ef2-4e2e-93a2-e27e733fa021,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:44.376247 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-1b99c34d-824c-4964-b70f-43427f4d0ef0 service neutron] Attempting to bind port eb586a6e-257e-4db1-a132-a29a0e8ee940 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:25:44.376593 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-1b99c34d-824c-4964-b70f-43427f4d0ef0 service neutron] Attempting to bind port eb586a6e-257e-4db1-a132-a29a0e8ee940 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': 'cfe0e534-12c2-4945-944d-2ce85c2c705a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '52ddd4f0-490f-44f9-b28a-40dd5954c2e2'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:25:44.376930 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-1b99c34d-824c-4964-b70f-43427f4d0ef0 service neutron] Attempting to bind port eb586a6e-257e-4db1-a132-a29a0e8ee940 on network 52ddd4f0-490f-44f9-b28a-40dd5954c2e2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:25:44.382258 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-1b99c34d-824c-4964-b70f-43427f4d0ef0 service neutron] Port eb586a6e-257e-4db1-a132-a29a0e8ee940 on network 52ddd4f0-490f-44f9-b28a-40dd5954c2e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:25:44.382594 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-1b99c34d-824c-4964-b70f-43427f4d0ef0 service neutron] Attempting to bind port eb586a6e-257e-4db1-a132-a29a0e8ee940 on network 52ddd4f0-490f-44f9-b28a-40dd5954c2e2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:25:44.387755 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-1b99c34d-824c-4964-b70f-43427f4d0ef0 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:25:44.388124 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-1b99c34d-824c-4964-b70f-43427f4d0ef0 service neutron] Checking segment: {'id': 'cfe0e534-12c2-4945-944d-2ce85c2c705a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '52ddd4f0-490f-44f9-b28a-40dd5954c2e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:25:44.388507 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-1b99c34d-824c-4964-b70f-43427f4d0ef0 service neutron] Bound using segment: {'id': 'cfe0e534-12c2-4945-944d-2ce85c2c705a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '52ddd4f0-490f-44f9-b28a-40dd5954c2e2'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:25:44.388936 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-1b99c34d-824c-4964-b70f-43427f4d0ef0 service neutron] Bound port: eb586a6e-257e-4db1-a132-a29a0e8ee940, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe0e534-12c2-4945-944d-2ce85c2c705a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '52ddd4f0-490f-44f9-b28a-40dd5954c2e2'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:25:44.389305 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-1b99c34d-824c-4964-b70f-43427f4d0ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:44.467518 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-1b99c34d-824c-4964-b70f-43427f4d0ef0 service neutron] For port eb586a6e-257e-4db1-a132-a29a0e8ee940, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:25:44.471077 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-1b99c34d-824c-4964-b70f-43427f4d0ef0 service neutron] For port eb586a6e-257e-4db1-a132-a29a0e8ee940, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=eb586a6e-257e-4db1-a132-a29a0e8ee940,segment=NetworkSegment(cfe0e534-12c2-4945-944d-2ce85c2c705a),segment_id=cfe0e534-12c2-4945-944d-2ce85c2c705a)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:25:44.561697 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-1b99c34d-824c-4964-b70f-43427f4d0ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:44.598544 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-1b99c34d-824c-4964-b70f-43427f4d0ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:44.599168 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-1b99c34d-824c-4964-b70f-43427f4d0ef0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:44.600658 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-1b99c34d-824c-4964-b70f-43427f4d0ef0 service neutron] 10.222.0.68 "PUT /v2.0/ports/eb586a6e-257e-4db1-a132-a29a0e8ee940 HTTP/1.1" status: 200 len: 1092 time: 0.8753769 Aug 10 04:25:44.601102 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f309def9-e982-47ac-9ead-29d0d9a54822', 'tag': 'eb586a6e-257e-4db1-a132-a29a0e8ee940'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:25:44.603470 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cfa2be-b91d-456d-825d-3c59b0656dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "f309def9-e982-47ac-9ead-29d0d9a54822", "tag": "eb586a6e-257e-4db1-a132-a29a0e8ee940"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:25:44.633478 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99c34d-824c-4964-b70f-43427f4d0ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb586a6e-257e-4db1-a132-a29a0e8ee940,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:44.657838 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12570456-0c27-4290-a5b7-7a35960f7c90 x-openstack-request-id: req-12570456-0c27-4290-a5b7-7a35960f7c90 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:25:44.658129 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f309def9-e982-47ac-9ead-29d0d9a54822", "tag": "eb586a6e-257e-4db1-a132-a29a0e8ee940", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:25:44.658383 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12570456-0c27-4290-a5b7-7a35960f7c90 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:25:44.658846 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f309def9-e982-47ac-9ead-29d0d9a54822', 'tag': 'eb586a6e-257e-4db1-a132-a29a0e8ee940', 'status': 'completed', 'code': 200} Aug 10 04:25:44.714737 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2bda49c-71c2-4f1b-8e99-6c16a85fd2b6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:44.724399 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfa2be-b91d-456d-825d-3c59b0656dfd req-d7178f64-526c-4ec1-a48d-7faf933251cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:44.727116 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e9cfa2be-b91d-456d-825d-3c59b0656dfd req-d7178f64-526c-4ec1-a48d-7faf933251cb service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4fef9f6ad2f444afb0eab2f050314782&device_id=f309def9-e982-47ac-9ead-29d0d9a54822 HTTP/1.1" status: 200 len: 1095 time: 0.0457973 Aug 10 04:25:44.855425 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfa2be-b91d-456d-825d-3c59b0656dfd req-db6cd092-7681-4f9d-b3c0-36ab4ba8e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:44.856899 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e9cfa2be-b91d-456d-825d-3c59b0656dfd req-db6cd092-7681-4f9d-b3c0-36ab4ba8e118 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=4fef9f6ad2f444afb0eab2f050314782&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1214592 Aug 10 04:25:44.933238 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2bda49c-71c2-4f1b-8e99-6c16a85fd2b6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:44.965053 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfa2be-b91d-456d-825d-3c59b0656dfd req-97aedc64-c04e-4227-995c-ae6f5c6b3b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:44.966559 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e9cfa2be-b91d-456d-825d-3c59b0656dfd req-97aedc64-c04e-4227-995c-ae6f5c6b3b24 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1016960 Aug 10 04:25:45.050525 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-292f78eb-465f-4c02-93af-a3a7db40942f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:45.053085 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-292f78eb-465f-4c02-93af-a3a7db40942f service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=4fef9f6ad2f444afb0eab2f050314782&device_id=f309def9-e982-47ac-9ead-29d0d9a54822 HTTP/1.1" status: 200 len: 1095 time: 0.0472031 Aug 10 04:25:45.133795 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bda49c-71c2-4f1b-8e99-6c16a85fd2b6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Router b95973ef-dff7-4f61-9d63-dcf8c0802981 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:25:45.254875 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bda49c-71c2-4f1b-8e99-6c16a85fd2b6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:25:45.276275 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3731a009-b00c-4fd3-b9fb-449bd9b71cd6 None None] Sync routers for ids ['b95973ef-dff7-4f61-9d63-dcf8c0802981'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:25:45.288297 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3731a009-b00c-4fd3-b9fb-449bd9b71cd6 None None] Routers {'b95973ef-dff7-4f61-9d63-dcf8c0802981'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:25:45.288965 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3731a009-b00c-4fd3-b9fb-449bd9b71cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:25:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['b95973ef-dff7-4f61-9d63-dcf8c0802981'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:45.310354 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b2bda49c-71c2-4f1b-8e99-6c16a85fd2b6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:45.312313 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b2bda49c-71c2-4f1b-8e99-6c16a85fd2b6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1492724 Aug 10 04:25:45.315239 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48092) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:45.361971 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a7f4b8b9-e423-498d-b8d7-c817e877b95c tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=397e8cde821d4d5ca53b9835ebca79b1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409217 Aug 10 04:25:45.370905 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48094) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:45.399333 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-a11960f8-6a2c-49a7-bab0-ab9ac5d0b3a1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb586a6e-257e-4db1-a132-a29a0e8ee940 HTTP/1.1" status: 200 len: 217 time: 0.3388300 Aug 10 04:25:45.415741 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:45.436776 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-3731a009-b00c-4fd3-b9fb-449bd9b71cd6 None None] Set router b95973ef-dff7-4f61-9d63-dcf8c0802981 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:25:45.457263 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-2e4bfb1e-c3c9-447a-9f69-64dbb5382225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:45.459660 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-2e4bfb1e-c3c9-447a-9f69-64dbb5382225 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dbf00d69-9d7e-438b-a087-c760d43c92c5 HTTP/1.1" status: 200 len: 854 time: 0.0520349 Aug 10 04:25:45.477838 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d33124-bff1-404f-b06c-fc9a50472dbe req-d156f9b9-fbc2-4980-88a9-5cbe5fec79d7 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:45.479437 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d4d33124-bff1-404f-b06c-fc9a50472dbe req-d156f9b9-fbc2-4980-88a9-5cbe5fec79d7 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/ports?device_id=f309def9-e982-47ac-9ead-29d0d9a54822 HTTP/1.1" status: 200 len: 944 time: 0.1202164 Aug 10 04:25:45.493468 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-dd88bc88-68a6-4fe4-a551-76568b1df5ff service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=52ddd4f0-490f-44f9-b28a-40dd5954c2e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278394 Aug 10 04:25:45.538141 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e8c259-1fee-4c2d-a57d-390bd35f5bd4 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:45.542660 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-77e8c259-1fee-4c2d-a57d-390bd35f5bd4 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1667998 Aug 10 04:25:45.543732 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48096) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:45.575887 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d4d33124-bff1-404f-b06c-fc9a50472dbe req-4f087469-0c29-4eeb-927f-fb44be1b7f7b tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/security-groups?id=a45b43d2-5760-4b6b-9a09-05548f2d1993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807254 Aug 10 04:25:45.577865 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-64409f82-b949-468b-893f-455e65c4e0f2 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338888 Aug 10 04:25:45.580671 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48098) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:45.587374 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-1e763f8c-22f1-438e-a2c2-b34567c52121 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-806475375', 'network_id': 'e2103f65-875f-4af2-b84d-000846778cd5', 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:25:45.662844 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-13cc0eaf-82fd-4f88-a586-16293af1b486 service neutron] 10.222.0.68 "GET /v2.0/networks/52ddd4f0-490f-44f9-b28a-40dd5954c2e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625125 Aug 10 04:25:45.689536 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3731a009-b00c-4fd3-b9fb-449bd9b71cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783583827', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '676bd871-8ef2-4e2e-93a2-e27e733fa021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:25:43Z', 'updated_at': '2021-08-10T04:25:44Z', 'revision_number': 3, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': '676bd871-8ef2-4e2e-93a2-e27e733fa021', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:db:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:43Z', 'updated_at': '2021-08-10T04:25:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:45.726390 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3731a009-b00c-4fd3-b9fb-449bd9b71cd6 None None] Checking router: b95973ef-dff7-4f61-9d63-dcf8c0802981 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:25:45.726888 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3731a009-b00c-4fd3-b9fb-449bd9b71cd6 None None] Updating router b95973ef-dff7-4f61-9d63-dcf8c0802981 port 676bd871-8ef2-4e2e-93a2-e27e733fa021 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:25:45.764266 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3731a009-b00c-4fd3-b9fb-449bd9b71cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:45.776291 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-066ac44b-5927-4eef-af7e-ae7cc20c9e1d req-6f7f9d9b-660a-47e1-ac7a-9133700a6211 service neutron] 10.222.0.68 "GET /v2.0/networks/52ddd4f0-490f-44f9-b28a-40dd5954c2e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054807 Aug 10 04:25:45.818596 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e763f8c-22f1-438e-a2c2-b34567c52121 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Made reservation on behalf of 397e8cde821d4d5ca53b9835ebca79b1 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:25:45.822960 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1e763f8c-22f1-438e-a2c2-b34567c52121 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:46.046087 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3731a009-b00c-4fd3-b9fb-449bd9b71cd6 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:46.056684 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3731a009-b00c-4fd3-b9fb-449bd9b71cd6 None None] Transition to ACTIVE for port object 676bd871-8ef2-4e2e-93a2-e27e733fa021 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:25:46.070656 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:46.133695 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1e763f8c-22f1-438e-a2c2-b34567c52121 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:46.192821 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e763f8c-22f1-438e-a2c2-b34567c52121 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Subnet': ['ID=aef571cf-02fc-445a-b08c-b144ff1150cc,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:46.204237 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e763f8c-22f1-438e-a2c2-b34567c52121 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Checking segment: {'id': 'e02d0aed-e873-4a10-9741-b64d5be96942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e2103f65-875f-4af2-b84d-000846778cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:25:46.204611 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e763f8c-22f1-438e-a2c2-b34567c52121 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Network hostable DHCP agents. Network: e2103f65-875f-4af2-b84d-000846778cd5, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:25:46.253072 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3731a009-b00c-4fd3-b9fb-449bd9b71cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:46.308330 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-3731a009-b00c-4fd3-b9fb-449bd9b71cd6 None None] Attempting to bind port 676bd871-8ef2-4e2e-93a2-e27e733fa021 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:25:46.309023 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-3731a009-b00c-4fd3-b9fb-449bd9b71cd6 None None] Attempting to bind port 676bd871-8ef2-4e2e-93a2-e27e733fa021 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:25:46.309023 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3731a009-b00c-4fd3-b9fb-449bd9b71cd6 None None] Attempting to bind port 676bd871-8ef2-4e2e-93a2-e27e733fa021 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:25:46.310936 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee611fc-972a-4ead-9f39-cf3d6cf478cc None None] Pushing event updated for resources: {'Port': ['ID=676bd871-8ef2-4e2e-93a2-e27e733fa021,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:46.316942 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3731a009-b00c-4fd3-b9fb-449bd9b71cd6 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:25:46.317332 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3731a009-b00c-4fd3-b9fb-449bd9b71cd6 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:25:46.317944 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3731a009-b00c-4fd3-b9fb-449bd9b71cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:46.318162 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3731a009-b00c-4fd3-b9fb-449bd9b71cd6 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:25:46.319061 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-3731a009-b00c-4fd3-b9fb-449bd9b71cd6 None None] Bound port: 676bd871-8ef2-4e2e-93a2-e27e733fa021, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:25:46.319061 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3731a009-b00c-4fd3-b9fb-449bd9b71cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:46.372350 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-3731a009-b00c-4fd3-b9fb-449bd9b71cd6 None None] For port 676bd871-8ef2-4e2e-93a2-e27e733fa021, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:25:46.375446 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-3731a009-b00c-4fd3-b9fb-449bd9b71cd6 None None] For port 676bd871-8ef2-4e2e-93a2-e27e733fa021, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=676bd871-8ef2-4e2e-93a2-e27e733fa021,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:25:46.389310 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e763f8c-22f1-438e-a2c2-b34567c52121 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Network e2103f65-875f-4af2-b84d-000846778cd5 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:25:46.476653 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3731a009-b00c-4fd3-b9fb-449bd9b71cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:46.498098 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-1e763f8c-22f1-438e-a2c2-b34567c52121 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, e2103f65-875f-4af2-b84d-000846778cd5) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:25:46.504669 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e763f8c-22f1-438e-a2c2-b34567c52121 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:46.505438 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1e763f8c-22f1-438e-a2c2-b34567c52121 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:46.517873 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2a1133-4c18-43ad-bf56-530de7eb1825 None None] Network e2103f65-875f-4af2-b84d-000846778cd5 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:25:46.573893 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1e763f8c-22f1-438e-a2c2-b34567c52121 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9917629 Aug 10 04:25:46.577109 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48100) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:25:46.578660 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3731a009-b00c-4fd3-b9fb-449bd9b71cd6 None None] Routers {'b95973ef-dff7-4f61-9d63-dcf8c0802981'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:25:46.579296 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3731a009-b00c-4fd3-b9fb-449bd9b71cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:25:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['b95973ef-dff7-4f61-9d63-dcf8c0802981'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:46.582616 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee611fc-972a-4ead-9f39-cf3d6cf478cc None None] Pushing event updated for resources: {'Port': ['ID=676bd871-8ef2-4e2e-93a2-e27e733fa021,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:46.732643 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586c006-5724-4dae-855b-e200fefba01d req-4b38af51-fb92-4828-9614-0f52465cfe04 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:46.735441 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9586c006-5724-4dae-855b-e200fefba01d req-4b38af51-fb92-4828-9614-0f52465cfe04 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/ports?device_id=f309def9-e982-47ac-9ead-29d0d9a54822 HTTP/1.1" status: 200 len: 944 time: 0.0779772 Aug 10 04:25:46.754136 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-3731a009-b00c-4fd3-b9fb-449bd9b71cd6 None None] Set router b95973ef-dff7-4f61-9d63-dcf8c0802981 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:25:46.793545 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9586c006-5724-4dae-855b-e200fefba01d req-e404f0a7-514e-4183-a090-9fb3981db0e9 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/security-groups?id=a45b43d2-5760-4b6b-9a09-05548f2d1993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510137 Aug 10 04:25:46.884811 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba480bcd-0797-41e4-81ad-5afb40e8db3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-e2103f65-875f-4af2-b84d-000846778cd5', 'network_id': 'e2103f65-875f-4af2-b84d-000846778cd5', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'fixed_ips': [{'subnet_id': 'aef571cf-02fc-445a-b08c-b144ff1150cc'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:25:46.885650 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ba480bcd-0797-41e4-81ad-5afb40e8db3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:46.902617 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device eb586a6e-257e-4db1-a132-a29a0e8ee940 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:25:47.042140 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:47.088631 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14b03195-d5cf-4d59-ab55-5f574e326a98 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:47.337597 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port eb586a6e-257e-4db1-a132-a29a0e8ee940, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=eb586a6e-257e-4db1-a132-a29a0e8ee940,segment=NetworkSegment(cfe0e534-12c2-4945-944d-2ce85c2c705a),segment_id=cfe0e534-12c2-4945-944d-2ce85c2c705a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:47.364982 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'eb586a6e-257e-4db1-a132-a29a0e8ee940', 'network_id': '52ddd4f0-490f-44f9-b28a-40dd5954c2e2', 'port_id': 'eb586a6e-257e-4db1-a132-a29a0e8ee940', 'mac_address': 'fa:16:3e:b9:93:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbf00d69-9d7e-438b-a087-c760d43c92c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:25:47.367423 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-ba480bcd-0797-41e4-81ad-5afb40e8db3c None None] Allocated IP 172.20.0.2 (e2103f65-875f-4af2-b84d-000846778cd5/aef571cf-02fc-445a-b08c-b144ff1150cc/8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:25:47.475876 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3731a009-b00c-4fd3-b9fb-449bd9b71cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783583827', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '676bd871-8ef2-4e2e-93a2-e27e733fa021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:25:43Z', 'updated_at': '2021-08-10T04:25:44Z', 'revision_number': 3, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': '676bd871-8ef2-4e2e-93a2-e27e733fa021', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:db:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:43Z', 'updated_at': '2021-08-10T04:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:47.517536 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:47.522225 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3731a009-b00c-4fd3-b9fb-449bd9b71cd6 None None] The sync data for ids ['b95973ef-dff7-4f61-9d63-dcf8c0802981'] in n-d-802893-2 is: [{'id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783583827', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '676bd871-8ef2-4e2e-93a2-e27e733fa021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:25:43Z', 'updated_at': '2021-08-10T04:25:44Z', 'revision_number': 3, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': '676bd871-8ef2-4e2e-93a2-e27e733fa021', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:db:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:43Z', 'updated_at': '2021-08-10T04:25:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:25:47.544088 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb586a6e-257e-4db1-a132-a29a0e8ee940 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:25:47.586346 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port eb586a6e-257e-4db1-a132-a29a0e8ee940, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=eb586a6e-257e-4db1-a132-a29a0e8ee940,segment=NetworkSegment(cfe0e534-12c2-4945-944d-2ce85c2c705a),segment_id=cfe0e534-12c2-4945-944d-2ce85c2c705a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:47.642853 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ba480bcd-0797-41e4-81ad-5afb40e8db3c None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:47.658701 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ba480bcd-0797-41e4-81ad-5afb40e8db3c None None] Transition to ACTIVE for port object 8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:25:47.680865 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ba480bcd-0797-41e4-81ad-5afb40e8db3c None None] Transition to ACTIVE for port object 8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:25:47.710678 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:47.775010 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ba480bcd-0797-41e4-81ad-5afb40e8db3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:47.782242 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=eb586a6e-257e-4db1-a132-a29a0e8ee940,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:47.855033 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-14b03195-d5cf-4d59-ab55-5f574e326a98 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Allocated IP 172.20.0.1 (e2103f65-875f-4af2-b84d-000846778cd5/aef571cf-02fc-445a-b08c-b144ff1150cc/f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:25:47.860020 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba480bcd-0797-41e4-81ad-5afb40e8db3c None None] Network e2103f65-875f-4af2-b84d-000846778cd5 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:25:47.866136 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-ba480bcd-0797-41e4-81ad-5afb40e8db3c None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:25:47.885245 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba480bcd-0797-41e4-81ad-5afb40e8db3c None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:25:47.917768 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba480bcd-0797-41e4-81ad-5afb40e8db3c None None] Pushing event updated for resources: {'Port': ['ID=8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:47.934081 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['eb586a6e-257e-4db1-a132-a29a0e8ee940'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:25:48.013747 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4411fced-241d-4f41-813f-861f4994d37f req-f2b2931d-6d1a-49c9-b355-5d6684601f72 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:48.015331 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4411fced-241d-4f41-813f-861f4994d37f req-f2b2931d-6d1a-49c9-b355-5d6684601f72 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/ports?device_id=f309def9-e982-47ac-9ead-29d0d9a54822 HTTP/1.1" status: 200 len: 945 time: 0.0812287 Aug 10 04:25:48.054403 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-ba480bcd-0797-41e4-81ad-5afb40e8db3c None None] Attempting to bind port 8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:25:48.054403 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-ba480bcd-0797-41e4-81ad-5afb40e8db3c None None] Attempting to bind port 8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'e02d0aed-e873-4a10-9741-b64d5be96942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e2103f65-875f-4af2-b84d-000846778cd5'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:25:48.054403 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba480bcd-0797-41e4-81ad-5afb40e8db3c None None] Attempting to bind port 8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8 on network e2103f65-875f-4af2-b84d-000846778cd5 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:25:48.058497 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba480bcd-0797-41e4-81ad-5afb40e8db3c None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:25:48.058861 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba480bcd-0797-41e4-81ad-5afb40e8db3c None None] Checking segment: {'id': 'e02d0aed-e873-4a10-9741-b64d5be96942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e2103f65-875f-4af2-b84d-000846778cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:25:48.059264 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ba480bcd-0797-41e4-81ad-5afb40e8db3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:48.059659 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba480bcd-0797-41e4-81ad-5afb40e8db3c None None] Bound using segment: {'id': 'e02d0aed-e873-4a10-9741-b64d5be96942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e2103f65-875f-4af2-b84d-000846778cd5'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:25:48.060450 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-ba480bcd-0797-41e4-81ad-5afb40e8db3c None None] Bound port: 8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e02d0aed-e873-4a10-9741-b64d5be96942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e2103f65-875f-4af2-b84d-000846778cd5'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:25:48.060835 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ba480bcd-0797-41e4-81ad-5afb40e8db3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:48.062725 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14b03195-d5cf-4d59-ab55-5f574e326a98 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:48.089578 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4411fced-241d-4f41-813f-861f4994d37f req-d8c9a59c-b8c4-4ed1-a25a-3ac466628071 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/security-groups?id=a45b43d2-5760-4b6b-9a09-05548f2d1993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658448 Aug 10 04:25:48.090631 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-14b03195-d5cf-4d59-ab55-5f574e326a98 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Transition to ACTIVE for port object f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:25:48.169765 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-ba480bcd-0797-41e4-81ad-5afb40e8db3c None None] For port 8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:25:48.173631 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-ba480bcd-0797-41e4-81ad-5afb40e8db3c None None] For port 8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8,segment=NetworkSegment(e02d0aed-e873-4a10-9741-b64d5be96942),segment_id=e02d0aed-e873-4a10-9741-b64d5be96942)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:25:48.207724 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14b03195-d5cf-4d59-ab55-5f574e326a98 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:48.237350 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ba480bcd-0797-41e4-81ad-5afb40e8db3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:48.303484 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b03195-d5cf-4d59-ab55-5f574e326a98 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Network e2103f65-875f-4af2-b84d-000846778cd5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:25:48.308630 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-14b03195-d5cf-4d59-ab55-5f574e326a98 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:25:48.314476 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b03195-d5cf-4d59-ab55-5f574e326a98 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:25:48.319754 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b03195-d5cf-4d59-ab55-5f574e326a98 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Port': ['ID=f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:48.348732 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba480bcd-0797-41e4-81ad-5afb40e8db3c None None] Pushing event updated for resources: {'Port': ['ID=8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:48.385529 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14b03195-d5cf-4d59-ab55-5f574e326a98 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:48.674179 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14b03195-d5cf-4d59-ab55-5f574e326a98 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:48.897947 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device eb586a6e-257e-4db1-a132-a29a0e8ee940 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:25:48.964733 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 676bd871-8ef2-4e2e-93a2-e27e733fa021 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:25:49.018297 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port eb586a6e-257e-4db1-a132-a29a0e8ee940 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:25:49.020076 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14b03195-d5cf-4d59-ab55-5f574e326a98 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:49.023291 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port eb586a6e-257e-4db1-a132-a29a0e8ee940 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:49.023696 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:49.113565 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 676bd871-8ef2-4e2e-93a2-e27e733fa021 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:25:49.119138 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:49.127110 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14b03195-d5cf-4d59-ab55-5f574e326a98 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:49.131993 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 676bd871-8ef2-4e2e-93a2-e27e733fa021 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:49.132219 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:49.206982 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b03195-d5cf-4d59-ab55-5f574e326a98 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Port': ['ID=f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:49.207309 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f309def9-e982-47ac-9ead-29d0d9a54822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb586a6e-257e-4db1-a132-a29a0e8ee940'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:25:49.207500 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14b03195-d5cf-4d59-ab55-5f574e326a98 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:49.211276 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244ecbf0-b339-4ea6-b45a-b21052966729" -d '{"events": [{"server_uuid": "f309def9-e982-47ac-9ead-29d0d9a54822", "name": "network-vif-plugged", "status": "completed", "tag": "eb586a6e-257e-4db1-a132-a29a0e8ee940"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:25:49.239754 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port eb586a6e-257e-4db1-a132-a29a0e8ee940, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=eb586a6e-257e-4db1-a132-a29a0e8ee940,segment=NetworkSegment(cfe0e534-12c2-4945-944d-2ce85c2c705a),segment_id=cfe0e534-12c2-4945-944d-2ce85c2c705a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:49.296124 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d8554a-282d-4258-a4da-e32503656363 x-openstack-request-id: req-43d8554a-282d-4258-a4da-e32503656363 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:25:49.296558 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f309def9-e982-47ac-9ead-29d0d9a54822", "name": "network-vif-plugged", "status": "completed", "tag": "eb586a6e-257e-4db1-a132-a29a0e8ee940", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:25:49.296932 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43d8554a-282d-4258-a4da-e32503656363 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:25:49.297500 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f309def9-e982-47ac-9ead-29d0d9a54822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb586a6e-257e-4db1-a132-a29a0e8ee940', 'code': 200} Aug 10 04:25:49.316313 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:49.350298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2c59a-1901-40ca-9eb3-5475febfc4e9 req-9de49399-86f1-4720-a692-e83e03c020da tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:49.357235 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b03195-d5cf-4d59-ab55-5f574e326a98 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Network e2103f65-875f-4af2-b84d-000846778cd5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:25:49.358788 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-81a2c59a-1901-40ca-9eb3-5475febfc4e9 req-9de49399-86f1-4720-a692-e83e03c020da tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/ports?device_id=f309def9-e982-47ac-9ead-29d0d9a54822 HTTP/1.1" status: 200 len: 945 time: 0.1232107 Aug 10 04:25:49.359034 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-14b03195-d5cf-4d59-ab55-5f574e326a98 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:25:49.381786 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:49.439356 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=eb586a6e-257e-4db1-a132-a29a0e8ee940,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:49.442203 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af288f2e-4cb7-4a0e-91e4-6ff65fd23f99 req-2721c070-2881-439d-a6d9-d8b62c1518b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:49.444880 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-af288f2e-4cb7-4a0e-91e4-6ff65fd23f99 req-2721c070-2881-439d-a6d9-d8b62c1518b4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=f309def9-e982-47ac-9ead-29d0d9a54822 HTTP/1.1" status: 200 len: 1097 time: 0.0629404 Aug 10 04:25:49.446298 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 676bd871-8ef2-4e2e-93a2-e27e733fa021, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=676bd871-8ef2-4e2e-93a2-e27e733fa021,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:49.480749 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-81a2c59a-1901-40ca-9eb3-5475febfc4e9 req-6ae786f1-1e1f-4754-b1be-d90237349b38 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/security-groups?id=a45b43d2-5760-4b6b-9a09-05548f2d1993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181853 Aug 10 04:25:49.504670 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:49.506426 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:25:49.529986 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b03195-d5cf-4d59-ab55-5f574e326a98 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Router b95973ef-dff7-4f61-9d63-dcf8c0802981 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:25:49.531541 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-af288f2e-4cb7-4a0e-91e4-6ff65fd23f99 req-50e2484a-bedd-4455-ba12-a5ffb5b3e691 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=a45b43d2-5760-4b6b-9a09-05548f2d1993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728521 Aug 10 04:25:49.662246 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=676bd871-8ef2-4e2e-93a2-e27e733fa021,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:49.697423 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b03195-d5cf-4d59-ab55-5f574e326a98 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:25:49.702939 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-14b03195-d5cf-4d59-ab55-5f574e326a98 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "PUT /v2.0/routers/b95973ef-dff7-4f61-9d63-dcf8c0802981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1243989 Aug 10 04:25:49.727180 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:25:49.820144 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b93c4e-5cd2-44a1-a1ca-4797da582504 None None] Network e2103f65-875f-4af2-b84d-000846778cd5 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:25:49.886911 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-29d4d543-8167-4ade-9982-ef1ce7607b95 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2133510016&fields=id&tenant_id=397e8cde821d4d5ca53b9835ebca79b1 HTTP/1.1" status: 200 len: 267 time: 0.0437555 Aug 10 04:25:49.966725 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137e9394-7778-4dc7-a369-dc1395bb9279 None None] Sync routers for ids ['b95973ef-dff7-4f61-9d63-dcf8c0802981'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:25:49.977896 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137e9394-7778-4dc7-a369-dc1395bb9279 None None] Routers {'b95973ef-dff7-4f61-9d63-dcf8c0802981'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:25:49.978627 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-137e9394-7778-4dc7-a369-dc1395bb9279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:25:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['b95973ef-dff7-4f61-9d63-dcf8c0802981'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:49.986014 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c2d54645-4be2-404c-beee-e2c4711f639a None None] Provisioning for port 8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:25:49.993858 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c2d54645-4be2-404c-beee-e2c4711f639a None None] Provisioning complete for port 8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:49.994231 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c2d54645-4be2-404c-beee-e2c4711f639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:50.035498 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-6e271e3a-6f31-4080-ad82-6a55e2335283 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:50.039164 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-6e271e3a-6f31-4080-ad82-6a55e2335283 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/networks?id=e2103f65-875f-4af2-b84d-000846778cd5 HTTP/1.1" status: 200 len: 796 time: 0.1446829 Aug 10 04:25:50.062988 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-b9311f06-66ed-4ebd-8034-c95c2bd6ff0b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/quotas/397e8cde821d4d5ca53b9835ebca79b1 HTTP/1.1" status: 200 len: 375 time: 0.0145619 Aug 10 04:25:50.096430 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c2d54645-4be2-404c-beee-e2c4711f639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:50.127409 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-137e9394-7778-4dc7-a369-dc1395bb9279 None None] Set router b95973ef-dff7-4f61-9d63-dcf8c0802981 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:25:50.141157 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-c2d54645-4be2-404c-beee-e2c4711f639a None None] For port 8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8,segment=NetworkSegment(e02d0aed-e873-4a10-9741-b64d5be96942),segment_id=e02d0aed-e873-4a10-9741-b64d5be96942)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:50.148214 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-597a559a-7aca-49ab-8f4c-b2d7dfd4be71 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734897 Aug 10 04:25:50.178246 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c2d54645-4be2-404c-beee-e2c4711f639a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:50.255414 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d54645-4be2-404c-beee-e2c4711f639a None None] Pushing event updated for resources: {'Port': ['ID=8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:50.338160 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-5ceca11b-aa21-4206-909e-7ffca2ee3c08 service neutron] 10.222.0.25 "GET /v2.0/networks/e2103f65-875f-4af2-b84d-000846778cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631598 Aug 10 04:25:50.417805 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b6ca71c4-6004-48e6-b4c6-d5d62a61dc9b None None] Provisioning complete for port 8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:50.419289 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b6ca71c4-6004-48e6-b4c6-d5d62a61dc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:50.460033 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-137e9394-7778-4dc7-a369-dc1395bb9279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783583827', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '676bd871-8ef2-4e2e-93a2-e27e733fa021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:25:43Z', 'updated_at': '2021-08-10T04:25:48Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': '676bd871-8ef2-4e2e-93a2-e27e733fa021', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:db:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:43Z', 'updated_at': '2021-08-10T04:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8', 'name': '', 'network_id': 'e2103f65-875f-4af2-b84d-000846778cd5', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:a8:b6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'aef571cf-02fc-445a-b08c-b144ff1150cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:47Z', 'updated_at': '2021-08-10T04:25:48Z', 'revision_number': 2, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': 'aef571cf-02fc-445a-b08c-b144ff1150cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:50.492640 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-1a42b7ad-1db5-4663-a1d1-492c3ab717fa service neutron] 10.222.0.25 "GET /v2.0/networks/e2103f65-875f-4af2-b84d-000846778cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473739 Aug 10 04:25:50.509509 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137e9394-7778-4dc7-a369-dc1395bb9279 None None] Checking router: b95973ef-dff7-4f61-9d63-dcf8c0802981 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:25:50.520700 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137e9394-7778-4dc7-a369-dc1395bb9279 None None] Updating router b95973ef-dff7-4f61-9d63-dcf8c0802981 port f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:25:50.564771 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-137e9394-7778-4dc7-a369-dc1395bb9279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:50.681359 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b6ca71c4-6004-48e6-b4c6-d5d62a61dc9b None None] Provisioning for port f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:25:50.681638 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab4749-61f7-443a-ae52-131421f5e1cd req-984d953c-e905-4361-bf17-b73384c9511f tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:50.684731 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-54ab4749-61f7-443a-ae52-131421f5e1cd req-984d953c-e905-4361-bf17-b73384c9511f tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/ports?device_id=f309def9-e982-47ac-9ead-29d0d9a54822 HTTP/1.1" status: 200 len: 946 time: 0.0767305 Aug 10 04:25:50.692131 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b6ca71c4-6004-48e6-b4c6-d5d62a61dc9b None None] Provisioning complete for port f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:50.695711 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b6ca71c4-6004-48e6-b4c6-d5d62a61dc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:50.775497 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-54ab4749-61f7-443a-ae52-131421f5e1cd req-370760cf-060f-482f-8c8b-e156721e534d tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/security-groups?id=a45b43d2-5760-4b6b-9a09-05548f2d1993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825508 Aug 10 04:25:50.792925 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-b6ca71c4-6004-48e6-b4c6-d5d62a61dc9b None None] Port f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:25:50.869254 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af5409f6-e9d8-485c-ab87-ef863c631fe1 req-4030b386-d4f0-4c47-bbd0-49ba6f26057d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 210 time: 0.0479810 Aug 10 04:25:50.920937 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-406dae64-ea49-4acf-a28d-1645cc1dd9c6 None None] Provisioning complete for port f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:50.921578 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-406dae64-ea49-4acf-a28d-1645cc1dd9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:50.962987 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-137e9394-7778-4dc7-a369-dc1395bb9279 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:50.976720 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-137e9394-7778-4dc7-a369-dc1395bb9279 None None] Transition to ACTIVE for port object f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:25:50.987756 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-406dae64-ea49-4acf-a28d-1645cc1dd9c6 None None] Port f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:25:50.989779 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 676bd871-8ef2-4e2e-93a2-e27e733fa021 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:25:51.057720 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-137e9394-7778-4dc7-a369-dc1395bb9279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:51.061388 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 676bd871-8ef2-4e2e-93a2-e27e733fa021 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:51.061835 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:51.123827 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aced83-38b9-4d53-90cd-ae9ef7b1315b None None] Pushing event updated for resources: {'Port': ['ID=f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:51.156498 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aced83-38b9-4d53-90cd-ae9ef7b1315b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:51.156860 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aced83-38b9-4d53-90cd-ae9ef7b1315b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:51.157196 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aced83-38b9-4d53-90cd-ae9ef7b1315b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:51.157905 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aced83-38b9-4d53-90cd-ae9ef7b1315b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:51.157905 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aced83-38b9-4d53-90cd-ae9ef7b1315b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:51.158167 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aced83-38b9-4d53-90cd-ae9ef7b1315b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:51.158464 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aced83-38b9-4d53-90cd-ae9ef7b1315b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:51.158781 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aced83-38b9-4d53-90cd-ae9ef7b1315b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:51.159099 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aced83-38b9-4d53-90cd-ae9ef7b1315b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:51.159413 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aced83-38b9-4d53-90cd-ae9ef7b1315b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:51.160162 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aced83-38b9-4d53-90cd-ae9ef7b1315b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:51.160518 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aced83-38b9-4d53-90cd-ae9ef7b1315b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:25:51.169221 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:25:51.217067 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-137e9394-7778-4dc7-a369-dc1395bb9279 None None] Attempting to bind port f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:25:51.217478 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-137e9394-7778-4dc7-a369-dc1395bb9279 None None] Attempting to bind port f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'e02d0aed-e873-4a10-9741-b64d5be96942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e2103f65-875f-4af2-b84d-000846778cd5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:25:51.217785 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137e9394-7778-4dc7-a369-dc1395bb9279 None None] Attempting to bind port f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8 on network e2103f65-875f-4af2-b84d-000846778cd5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:25:51.223741 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137e9394-7778-4dc7-a369-dc1395bb9279 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:25:51.224076 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137e9394-7778-4dc7-a369-dc1395bb9279 None None] Checking segment: {'id': 'e02d0aed-e873-4a10-9741-b64d5be96942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e2103f65-875f-4af2-b84d-000846778cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:25:51.224503 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-137e9394-7778-4dc7-a369-dc1395bb9279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:51.225638 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137e9394-7778-4dc7-a369-dc1395bb9279 None None] Bound using segment: {'id': 'e02d0aed-e873-4a10-9741-b64d5be96942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e2103f65-875f-4af2-b84d-000846778cd5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:25:51.226103 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-137e9394-7778-4dc7-a369-dc1395bb9279 None None] Bound port: f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e02d0aed-e873-4a10-9741-b64d5be96942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e2103f65-875f-4af2-b84d-000846778cd5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:25:51.226488 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-137e9394-7778-4dc7-a369-dc1395bb9279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:51.275129 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:51.275871 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:51.339388 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-137e9394-7778-4dc7-a369-dc1395bb9279 None None] For port f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:25:51.343815 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-137e9394-7778-4dc7-a369-dc1395bb9279 None None] For port f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8,segment=NetworkSegment(e02d0aed-e873-4a10-9741-b64d5be96942),segment_id=e02d0aed-e873-4a10-9741-b64d5be96942)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:25:51.453377 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-137e9394-7778-4dc7-a369-dc1395bb9279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:51.512950 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137e9394-7778-4dc7-a369-dc1395bb9279 None None] Routers {'b95973ef-dff7-4f61-9d63-dcf8c0802981'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:25:51.513590 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-137e9394-7778-4dc7-a369-dc1395bb9279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:25:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['b95973ef-dff7-4f61-9d63-dcf8c0802981'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:51.519108 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aced83-38b9-4d53-90cd-ae9ef7b1315b None None] Pushing event updated for resources: {'Port': ['ID=f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8,revision_number=4']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:51.655369 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-137e9394-7778-4dc7-a369-dc1395bb9279 None None] Set router b95973ef-dff7-4f61-9d63-dcf8c0802981 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:25:52.020089 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-137e9394-7778-4dc7-a369-dc1395bb9279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783583827', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '676bd871-8ef2-4e2e-93a2-e27e733fa021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:25:43Z', 'updated_at': '2021-08-10T04:25:48Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': '676bd871-8ef2-4e2e-93a2-e27e733fa021', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:db:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:43Z', 'updated_at': '2021-08-10T04:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8', 'name': '', 'network_id': 'e2103f65-875f-4af2-b84d-000846778cd5', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:a8:b6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'aef571cf-02fc-445a-b08c-b144ff1150cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:47Z', 'updated_at': '2021-08-10T04:25:51Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': 'aef571cf-02fc-445a-b08c-b144ff1150cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:25:52.029001 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c5647d28-4b3c-4317-8c47-ce779f8db30e req-55e8ebef-1c0a-4ae4-a0df-fafc894466e4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 210 time: 0.0509439 Aug 10 04:25:52.067564 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137e9394-7778-4dc7-a369-dc1395bb9279 None None] The sync data for ids ['b95973ef-dff7-4f61-9d63-dcf8c0802981'] in n-d-802893-2 is: [{'id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783583827', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '676bd871-8ef2-4e2e-93a2-e27e733fa021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:25:43Z', 'updated_at': '2021-08-10T04:25:48Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': '676bd871-8ef2-4e2e-93a2-e27e733fa021', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:db:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:43Z', 'updated_at': '2021-08-10T04:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8', 'name': '', 'network_id': 'e2103f65-875f-4af2-b84d-000846778cd5', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:a8:b6:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'aef571cf-02fc-445a-b08c-b144ff1150cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:47Z', 'updated_at': '2021-08-10T04:25:51Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': 'aef571cf-02fc-445a-b08c-b144ff1150cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:25:52.936888 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:25:53.105658 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:25:53.111770 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:53.112169 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:53.249169 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6117ab2b-afb4-481c-a123-9ba9b5883355 req-beea7305-493b-466d-abc8-f8cea8072203 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 210 time: 0.0679088 Aug 10 04:25:53.277019 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-fa16b88d-9fe2-4827-95e2-471a47981b26 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:53.279645 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-fa16b88d-9fe2-4827-95e2-471a47981b26 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.20 "GET /v2.0/networks?id=e2103f65-875f-4af2-b84d-000846778cd5 HTTP/1.1" status: 200 len: 796 time: 0.2433758 Aug 10 04:25:53.281899 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:53.350920 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8,segment=NetworkSegment(e02d0aed-e873-4a10-9741-b64d5be96942),segment_id=e02d0aed-e873-4a10-9741-b64d5be96942)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:53.375675 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-585c1652-e994-4254-a7c0-03643e7ca0b1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=397e8cde821d4d5ca53b9835ebca79b1 HTTP/1.1" status: 200 len: 380 time: 0.0799260 Aug 10 04:25:53.389519 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-dde94cda-271c-4b5d-b064-c9c7d74ef449 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'port': {'device_id': '9f312230-a8e6-471d-b49f-eeaad72a8c39', 'network_id': 'e2103f65-875f-4af2-b84d-000846778cd5', 'admin_state_up': True, 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'security_groups': ['60874e98-4d2f-4c89-bcca-f0c27c099957']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:25:53.436223 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:53.547666 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:53.613312 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-dde94cda-271c-4b5d-b064-c9c7d74ef449 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Made reservation on behalf of 397e8cde821d4d5ca53b9835ebca79b1 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:25:53.619190 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-dde94cda-271c-4b5d-b064-c9c7d74ef449 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:53.780298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-dde94cda-271c-4b5d-b064-c9c7d74ef449 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Allocated IP 172.20.0.13 (e2103f65-875f-4af2-b84d-000846778cd5/aef571cf-02fc-445a-b08c-b144ff1150cc/83b2f820-3a6a-4b79-a4d6-5d6a8d89018b) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:25:53.988458 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-dde94cda-271c-4b5d-b064-c9c7d74ef449 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:54.003816 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-dde94cda-271c-4b5d-b064-c9c7d74ef449 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Transition to ACTIVE for port object 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:25:54.087350 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-dde94cda-271c-4b5d-b064-c9c7d74ef449 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:54.161675 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-dde94cda-271c-4b5d-b064-c9c7d74ef449 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Network e2103f65-875f-4af2-b84d-000846778cd5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:25:54.166761 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-dde94cda-271c-4b5d-b064-c9c7d74ef449 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:25:54.174244 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-dde94cda-271c-4b5d-b064-c9c7d74ef449 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:25:54.179774 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde94cda-271c-4b5d-b064-c9c7d74ef449 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Port': ['ID=83b2f820-3a6a-4b79-a4d6-5d6a8d89018b,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:54.248869 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-dde94cda-271c-4b5d-b064-c9c7d74ef449 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:54.249640 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-dde94cda-271c-4b5d-b064-c9c7d74ef449 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:54.322922 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-dde94cda-271c-4b5d-b064-c9c7d74ef449 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9377067 Aug 10 04:25:54.343996 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-40b0ef6b-63b5-44eb-9a7f-54537398e181 service neutron] Request body: {'port': {'device_id': '9f312230-a8e6-471d-b49f-eeaad72a8c39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:25:54.452587 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-40b0ef6b-63b5-44eb-9a7f-54537398e181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:54.458660 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be4a90-8fe6-4b31-99ba-bf44268a9489 req-9aff8b46-7d63-4df1-9ac7-fa6b652b8f4d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:54.461327 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f1be4a90-8fe6-4b31-99ba-bf44268a9489 req-9aff8b46-7d63-4df1-9ac7-fa6b652b8f4d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 932 time: 0.0910311 Aug 10 04:25:54.522787 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f1be4a90-8fe6-4b31-99ba-bf44268a9489 req-07cf05a6-df4c-437e-957c-f9cf001554eb tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549819 Aug 10 04:25:54.601064 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9baf1eac-d751-4528-afcf-f2165457a934 None None] Provisioning for port 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:25:54.605083 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9baf1eac-d751-4528-afcf-f2165457a934 None None] Provisioning complete for port 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:54.605788 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9baf1eac-d751-4528-afcf-f2165457a934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:54.642411 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-9baf1eac-d751-4528-afcf-f2165457a934 None None] Port 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:25:54.776477 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-40b0ef6b-63b5-44eb-9a7f-54537398e181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:25:54.784945 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-40b0ef6b-63b5-44eb-9a7f-54537398e181 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:54.797559 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-40b0ef6b-63b5-44eb-9a7f-54537398e181 service neutron] Transition to ACTIVE for port object 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:25:54.863853 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-40b0ef6b-63b5-44eb-9a7f-54537398e181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:54.886977 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:25:54.966115 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:25:54.966851 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:54.980600 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0ef6b-63b5-44eb-9a7f-54537398e181 service neutron] Pushing event updated for resources: {'Port': ['ID=83b2f820-3a6a-4b79-a4d6-5d6a8d89018b,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:55.074810 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-40b0ef6b-63b5-44eb-9a7f-54537398e181 service neutron] Attempting to bind port 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:25:55.078716 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-40b0ef6b-63b5-44eb-9a7f-54537398e181 service neutron] Attempting to bind port 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'e02d0aed-e873-4a10-9741-b64d5be96942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e2103f65-875f-4af2-b84d-000846778cd5'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:25:55.078716 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-40b0ef6b-63b5-44eb-9a7f-54537398e181 service neutron] Attempting to bind port 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b on network e2103f65-875f-4af2-b84d-000846778cd5 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:25:55.084955 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-40b0ef6b-63b5-44eb-9a7f-54537398e181 service neutron] Port 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b on network e2103f65-875f-4af2-b84d-000846778cd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:25:55.084955 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-40b0ef6b-63b5-44eb-9a7f-54537398e181 service neutron] Attempting to bind port 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b on network e2103f65-875f-4af2-b84d-000846778cd5 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:25:55.092445 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-40b0ef6b-63b5-44eb-9a7f-54537398e181 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:25:55.092804 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-40b0ef6b-63b5-44eb-9a7f-54537398e181 service neutron] Checking segment: {'id': 'e02d0aed-e873-4a10-9741-b64d5be96942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e2103f65-875f-4af2-b84d-000846778cd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:25:55.093626 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-40b0ef6b-63b5-44eb-9a7f-54537398e181 service neutron] Bound using segment: {'id': 'e02d0aed-e873-4a10-9741-b64d5be96942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e2103f65-875f-4af2-b84d-000846778cd5'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:25:55.093626 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-40b0ef6b-63b5-44eb-9a7f-54537398e181 service neutron] Bound port: 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e02d0aed-e873-4a10-9741-b64d5be96942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'e2103f65-875f-4af2-b84d-000846778cd5'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:25:55.094006 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-40b0ef6b-63b5-44eb-9a7f-54537398e181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:55.173958 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-40b0ef6b-63b5-44eb-9a7f-54537398e181 service neutron] For port 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:25:55.178540 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-40b0ef6b-63b5-44eb-9a7f-54537398e181 service neutron] For port 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=83b2f820-3a6a-4b79-a4d6-5d6a8d89018b,segment=NetworkSegment(e02d0aed-e873-4a10-9741-b64d5be96942),segment_id=e02d0aed-e873-4a10-9741-b64d5be96942)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:25:55.247748 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-40b0ef6b-63b5-44eb-9a7f-54537398e181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:55.286059 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-40b0ef6b-63b5-44eb-9a7f-54537398e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:55.286931 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-40b0ef6b-63b5-44eb-9a7f-54537398e181 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:55.288859 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-40b0ef6b-63b5-44eb-9a7f-54537398e181 service neutron] 10.222.0.20 "PUT /v2.0/ports/83b2f820-3a6a-4b79-a4d6-5d6a8d89018b HTTP/1.1" status: 200 len: 1092 time: 0.9511645 Aug 10 04:25:55.291545 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f312230-a8e6-471d-b49f-eeaad72a8c39', 'tag': '83b2f820-3a6a-4b79-a4d6-5d6a8d89018b'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:25:55.293439 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b889973b-a055-4530-9db3-cd48a70b9c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "9f312230-a8e6-471d-b49f-eeaad72a8c39", "tag": "83b2f820-3a6a-4b79-a4d6-5d6a8d89018b"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:25:55.333135 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0ef6b-63b5-44eb-9a7f-54537398e181 service neutron] Pushing event updated for resources: {'Port': ['ID=83b2f820-3a6a-4b79-a4d6-5d6a8d89018b,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:55.373753 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedeb5a4-a6b2-4484-b35c-8e8b6fd5f914 x-openstack-request-id: req-fedeb5a4-a6b2-4484-b35c-8e8b6fd5f914 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:25:55.374051 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f312230-a8e6-471d-b49f-eeaad72a8c39", "tag": "83b2f820-3a6a-4b79-a4d6-5d6a8d89018b", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:25:55.374440 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fedeb5a4-a6b2-4484-b35c-8e8b6fd5f914 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:25:55.374862 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f312230-a8e6-471d-b49f-eeaad72a8c39', 'tag': '83b2f820-3a6a-4b79-a4d6-5d6a8d89018b', 'status': 'completed', 'code': 200} Aug 10 04:25:55.451724 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-88fb4d4f-425a-4f28-9f3f-98ad185f1349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:55.454930 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-88fb4d4f-425a-4f28-9f3f-98ad185f1349 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 1095 time: 0.0648999 Aug 10 04:25:55.509574 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-fa9af819-2dfe-4ccd-8ac3-9ec92e20b808 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83b2f820-3a6a-4b79-a4d6-5d6a8d89018b HTTP/1.1" status: 200 len: 217 time: 0.0408623 Aug 10 04:25:55.590945 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-dda03dbf-7b37-41b1-9b5e-2c1d71d72aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:55.592889 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-dda03dbf-7b37-41b1-9b5e-2c1d71d72aa4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aef571cf-02fc-445a-b08c-b144ff1150cc HTTP/1.1" status: 200 len: 834 time: 0.0715911 Aug 10 04:25:55.666600 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-b9e42cd1-dfc4-4b4a-bb45-e9b76a86e0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:55.669234 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-b9e42cd1-dfc4-4b4a-bb45-e9b76a86e0b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e2103f65-875f-4af2-b84d-000846778cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677013 Aug 10 04:25:55.682523 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434caddc-4c33-4d50-bdd1-4c6aef6ad54a req-62dded9d-9609-4565-a6ab-8094ae93e949 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:55.684253 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-434caddc-4c33-4d50-bdd1-4c6aef6ad54a req-62dded9d-9609-4565-a6ab-8094ae93e949 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 944 time: 0.0586486 Aug 10 04:25:55.750651 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-434caddc-4c33-4d50-bdd1-4c6aef6ad54a req-ee168635-f99f-4b16-85dd-f95b83cc47ba tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546565 Aug 10 04:25:55.789821 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-81d64c02-919a-4587-abc8-1e7ffb9a1943 service neutron] 10.222.0.20 "GET /v2.0/networks/e2103f65-875f-4af2-b84d-000846778cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136861 Aug 10 04:25:55.891145 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a4eb57b7-071b-417b-9223-f27629c9c9ed req-2e66a795-a05a-487c-a635-8322287f8f46 service neutron] 10.222.0.20 "GET /v2.0/networks/e2103f65-875f-4af2-b84d-000846778cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936787 Aug 10 04:25:56.088354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889973b-a055-4530-9db3-cd48a70b9c8a req-02fd772d-b92d-42a2-a081-7fe03ddb712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:56.089883 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b889973b-a055-4530-9db3-cd48a70b9c8a req-02fd772d-b92d-42a2-a081-7fe03ddb712f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 1095 time: 0.0426803 Aug 10 04:25:56.188931 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889973b-a055-4530-9db3-cd48a70b9c8a req-35dd8696-375b-41ac-8b07-08fdca851f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:56.190415 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b889973b-a055-4530-9db3-cd48a70b9c8a req-35dd8696-375b-41ac-8b07-08fdca851f49 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e2103f65-875f-4af2-b84d-000846778cd5 HTTP/1.1" status: 200 len: 897 time: 0.0937080 Aug 10 04:25:56.234699 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b889973b-a055-4530-9db3-cd48a70b9c8a req-5b02ff1a-53a9-462e-91d2-b2542682a291 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83b2f820-3a6a-4b79-a4d6-5d6a8d89018b HTTP/1.1" status: 200 len: 217 time: 0.0346692 Aug 10 04:25:56.286448 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889973b-a055-4530-9db3-cd48a70b9c8a req-a9f687c5-bca8-4c27-81f9-1463bd2eb905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:56.288710 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b889973b-a055-4530-9db3-cd48a70b9c8a req-a9f687c5-bca8-4c27-81f9-1463bd2eb905 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aef571cf-02fc-445a-b08c-b144ff1150cc HTTP/1.1" status: 200 len: 834 time: 0.0472121 Aug 10 04:25:56.341783 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889973b-a055-4530-9db3-cd48a70b9c8a req-0a57361b-32e1-4037-ba3b-d68871a3448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:56.343309 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b889973b-a055-4530-9db3-cd48a70b9c8a req-0a57361b-32e1-4037-ba3b-d68871a3448c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e2103f65-875f-4af2-b84d-000846778cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462024 Aug 10 04:25:56.443046 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b889973b-a055-4530-9db3-cd48a70b9c8a req-1f6215de-08f0-4ea6-856e-ee8d638c309b service neutron] 10.222.0.20 "GET /v2.0/networks/e2103f65-875f-4af2-b84d-000846778cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919046 Aug 10 04:25:56.546115 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b889973b-a055-4530-9db3-cd48a70b9c8a req-5a3c2ec5-89a5-4ff2-9320-ce9b7e84f4bc service neutron] 10.222.0.20 "GET /v2.0/networks/e2103f65-875f-4af2-b84d-000846778cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944996 Aug 10 04:25:56.883472 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e95da-5163-4cef-962d-ebd4086805fb req-f0b889fc-c742-4f86-b0af-da44f8fcb80c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:56.885034 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d62e95da-5163-4cef-962d-ebd4086805fb req-f0b889fc-c742-4f86-b0af-da44f8fcb80c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 944 time: 0.0523701 Aug 10 04:25:56.926564 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d62e95da-5163-4cef-962d-ebd4086805fb req-22186868-e068-4e41-9ae4-df9df99791e2 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351765 Aug 10 04:25:57.825072 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:58.047091 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a674a4-7aee-4db0-ac74-d6ee9274b241 req-da880416-0439-477a-b213-3d2ed548906b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:58.048570 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b8a674a4-7aee-4db0-ac74-d6ee9274b241 req-da880416-0439-477a-b213-3d2ed548906b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 944 time: 0.0518935 Aug 10 04:25:58.092584 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b8a674a4-7aee-4db0-ac74-d6ee9274b241 req-944161c2-f525-4682-93d5-0719794ee1de tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344701 Aug 10 04:25:59.242353 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b49f7a9-3c4f-440c-8512-39c6fd512b29 req-e91ce0c1-2943-4dd9-9cfe-77a357c51023 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:25:59.243881 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3b49f7a9-3c4f-440c-8512-39c6fd512b29 req-e91ce0c1-2943-4dd9-9cfe-77a357c51023 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 944 time: 0.0665088 Aug 10 04:25:59.252808 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:25:59.287717 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3b49f7a9-3c4f-440c-8512-39c6fd512b29 req-7f5828cc-d9dc-440f-ac52-31609477cede tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332184 Aug 10 04:25:59.349074 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=83b2f820-3a6a-4b79-a4d6-5d6a8d89018b,segment=NetworkSegment(e02d0aed-e873-4a10-9741-b64d5be96942),segment_id=e02d0aed-e873-4a10-9741-b64d5be96942)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:59.364690 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '83b2f820-3a6a-4b79-a4d6-5d6a8d89018b', 'network_id': 'e2103f65-875f-4af2-b84d-000846778cd5', 'port_id': '83b2f820-3a6a-4b79-a4d6-5d6a8d89018b', 'mac_address': 'fa:16:3e:26:40:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aef571cf-02fc-445a-b08c-b144ff1150cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:25:59.402756 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:59.416675 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:25:59.437324 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=83b2f820-3a6a-4b79-a4d6-5d6a8d89018b,segment=NetworkSegment(e02d0aed-e873-4a10-9741-b64d5be96942),segment_id=e02d0aed-e873-4a10-9741-b64d5be96942)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:25:59.480809 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:25:59.530845 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=83b2f820-3a6a-4b79-a4d6-5d6a8d89018b,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:25:59.801413 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['83b2f820-3a6a-4b79-a4d6-5d6a8d89018b'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:26:00.408708 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65801f0-5aa4-400d-9263-9bb38090758e req-75c29de3-804d-4fce-ac71-ef296233f3cd tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:00.410218 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e65801f0-5aa4-400d-9263-9bb38090758e req-75c29de3-804d-4fce-ac71-ef296233f3cd tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 945 time: 0.0496497 Aug 10 04:26:00.453670 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e65801f0-5aa4-400d-9263-9bb38090758e req-c5b51fed-f6be-4789-bea5-01e59a034230 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359297 Aug 10 04:26:01.269366 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:26:01.372102 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:26:01.376424 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:26:01.376793 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:01.462205 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:01.485721 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f312230-a8e6-471d-b49f-eeaad72a8c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b2f820-3a6a-4b79-a4d6-5d6a8d89018b'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:26:01.487996 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0ed40b-36a9-49f5-a647-843bd10237c9" -d '{"events": [{"server_uuid": "9f312230-a8e6-471d-b49f-eeaad72a8c39", "name": "network-vif-plugged", "status": "completed", "tag": "83b2f820-3a6a-4b79-a4d6-5d6a8d89018b"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:26:01.505011 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=83b2f820-3a6a-4b79-a4d6-5d6a8d89018b,segment=NetworkSegment(e02d0aed-e873-4a10-9741-b64d5be96942),segment_id=e02d0aed-e873-4a10-9741-b64d5be96942)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:01.543276 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd51b79-df32-4934-9dd3-ae48d52ecb48 x-openstack-request-id: req-1fd51b79-df32-4934-9dd3-ae48d52ecb48 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:26:01.543745 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f312230-a8e6-471d-b49f-eeaad72a8c39", "name": "network-vif-plugged", "status": "completed", "tag": "83b2f820-3a6a-4b79-a4d6-5d6a8d89018b", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:26:01.544277 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1fd51b79-df32-4934-9dd3-ae48d52ecb48 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:26:01.544935 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f312230-a8e6-471d-b49f-eeaad72a8c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b2f820-3a6a-4b79-a4d6-5d6a8d89018b', 'code': 200} Aug 10 04:26:01.573246 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:01.628020 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1660288-31e4-4a19-a224-2aa38b7fdb6d req-a2f88606-7272-4620-ba07-ebd9c3125dfd tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:01.631050 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b1660288-31e4-4a19-a224-2aa38b7fdb6d req-a2f88606-7272-4620-ba07-ebd9c3125dfd tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 945 time: 0.0807731 Aug 10 04:26:01.654079 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=83b2f820-3a6a-4b79-a4d6-5d6a8d89018b,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:01.710689 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b1660288-31e4-4a19-a224-2aa38b7fdb6d req-39446b4a-d049-47e7-bc3a-7085ad63ed82 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658088 Aug 10 04:26:01.713758 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e023e9f-5449-47ea-b656-28239ecd5b68 req-0dd46ea5-6718-4632-ba52-8439f24eda7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:01.715294 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8e023e9f-5449-47ea-b656-28239ecd5b68 req-0dd46ea5-6718-4632-ba52-8439f24eda7f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 1097 time: 0.0830178 Aug 10 04:26:01.754125 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8e023e9f-5449-47ea-b656-28239ecd5b68 req-e56ccbe3-483b-4199-b5de-79ac010992d5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320644 Aug 10 04:26:02.857198 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b95956-f596-4a3a-98dc-a83e40769ac7 req-6156905a-0b1a-428f-bda5-5bf754d63d3c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:02.858720 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-04b95956-f596-4a3a-98dc-a83e40769ac7 req-6156905a-0b1a-428f-bda5-5bf754d63d3c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 946 time: 0.0527363 Aug 10 04:26:02.906925 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-04b95956-f596-4a3a-98dc-a83e40769ac7 req-fbd21886-11ee-4eaf-a135-b740d8c5b994 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422041 Aug 10 04:26:04.046419 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193f9a9-1bf6-4e34-b4fb-c37e73de99c4 req-d87d058e-71fb-4b1c-920b-dcf29199cc57 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:04.046419 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1193f9a9-1bf6-4e34-b4fb-c37e73de99c4 req-d87d058e-71fb-4b1c-920b-dcf29199cc57 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 946 time: 0.0551758 Aug 10 04:26:04.083154 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1193f9a9-1bf6-4e34-b4fb-c37e73de99c4 req-180d37fb-e268-4ed9-b9cf-88c22f128d25 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345049 Aug 10 04:26:04.216813 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ebbc9-34ab-4640-be99-66b1dbfbf882 req-3d983759-b5e9-4253-850e-a221626eebe4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:04.219102 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a05ebbc9-34ab-4640-be99-66b1dbfbf882 req-3d983759-b5e9-4253-850e-a221626eebe4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 946 time: 0.0632102 Aug 10 04:26:04.259052 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a05ebbc9-34ab-4640-be99-66b1dbfbf882 req-c9e1f5e4-1587-4d7b-bf2a-0ab06261b6ba tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335953 Aug 10 04:26:04.281574 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48200) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:04.333677 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36f2eaa-b7be-423c-936e-f4d0e4110291 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:04.335994 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e36f2eaa-b7be-423c-936e-f4d0e4110291 tempest-TestNetworkAdvancedServerOps-1988019517 tempest-TestNetworkAdvancedServerOps-1988019517-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 1092 time: 0.0529795 Aug 10 04:26:04.339454 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48202) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:04.344764 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-68d112ef-74e9-475a-b868-1c0a542aaa30 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'port_id': '83b2f820-3a6a-4b79-a4d6-5d6a8d89018b', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:26:04.435557 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-68d112ef-74e9-475a-b868-1c0a542aaa30 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:04.543266 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-68d112ef-74e9-475a-b868-1c0a542aaa30 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:04.652394 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-68d112ef-74e9-475a-b868-1c0a542aaa30 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Allocated IP 172.25.0.105 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/c95d1479-ecd5-4e39-9d5d-fe3e00be74e0) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:26:04.763213 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-68d112ef-74e9-475a-b868-1c0a542aaa30 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:04.864506 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-68d112ef-74e9-475a-b868-1c0a542aaa30 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:04.912757 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d112ef-74e9-475a-b868-1c0a542aaa30 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:26:04.917066 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-68d112ef-74e9-475a-b868-1c0a542aaa30 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:26:04.924148 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d112ef-74e9-475a-b868-1c0a542aaa30 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:26:04.928691 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d112ef-74e9-475a-b868-1c0a542aaa30 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Port': ['ID=c95d1479-ecd5-4e39-9d5d-fe3e00be74e0,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:05.377003 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-68d112ef-74e9-475a-b868-1c0a542aaa30 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:05.507720 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-68d112ef-74e9-475a-b868-1c0a542aaa30 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:05.667625 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-68d112ef-74e9-475a-b868-1c0a542aaa30 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:05.714975 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-68d112ef-74e9-475a-b868-1c0a542aaa30 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:05.793720 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d112ef-74e9-475a-b868-1c0a542aaa30 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event updated for resources: {'Port': ['ID=c95d1479-ecd5-4e39-9d5d-fe3e00be74e0,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:05.803753 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-68d112ef-74e9-475a-b868-1c0a542aaa30 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:05.912773 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-68d112ef-74e9-475a-b868-1c0a542aaa30 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Floating IP 478c5438-1a45-4b4b-888c-bd3c8be49ebb associated. External IP: 172.25.0.105, port: 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b. Aug 10 04:26:06.129212 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d112ef-74e9-475a-b868-1c0a542aaa30 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Router b95973ef-dff7-4f61-9d63-dcf8c0802981 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:26:06.555918 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d112ef-74e9-475a-b868-1c0a542aaa30 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:26:06.570231 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057a1172-270b-4dec-9857-4e2d34fe4655 None None] Sync routers for ids ['b95973ef-dff7-4f61-9d63-dcf8c0802981'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:26:06.581877 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057a1172-270b-4dec-9857-4e2d34fe4655 None None] Routers {'b95973ef-dff7-4f61-9d63-dcf8c0802981'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:26:06.582853 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-057a1172-270b-4dec-9857-4e2d34fe4655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:25:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['b95973ef-dff7-4f61-9d63-dcf8c0802981'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:06.647184 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-68d112ef-74e9-475a-b868-1c0a542aaa30 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:06.688621 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-68d112ef-74e9-475a-b868-1c0a542aaa30 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3476732 Aug 10 04:26:06.690055 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f312230-a8e6-471d-b49f-eeaad72a8c39', 'tag': '83b2f820-3a6a-4b79-a4d6-5d6a8d89018b'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:26:06.694431 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a855d925-ee23-4edf-be17-df7b503db3ae" -d '{"events": [{"name": "network-changed", "server_uuid": "9f312230-a8e6-471d-b49f-eeaad72a8c39", "tag": "83b2f820-3a6a-4b79-a4d6-5d6a8d89018b"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:26:06.699428 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-057a1172-270b-4dec-9857-4e2d34fe4655 None None] Set router b95973ef-dff7-4f61-9d63-dcf8c0802981 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:26:06.744133 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a1d26d-9383-44f6-a885-8c4199a93097 x-openstack-request-id: req-27a1d26d-9383-44f6-a885-8c4199a93097 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:26:06.744133 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f312230-a8e6-471d-b49f-eeaad72a8c39", "tag": "83b2f820-3a6a-4b79-a4d6-5d6a8d89018b", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:26:06.744133 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27a1d26d-9383-44f6-a885-8c4199a93097 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:26:06.744515 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f312230-a8e6-471d-b49f-eeaad72a8c39', 'tag': '83b2f820-3a6a-4b79-a4d6-5d6a8d89018b', 'status': 'completed', 'code': 200} Aug 10 04:26:06.839726 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ea4ce-072b-49cd-8ad2-1b77c39ae1b6 req-934a7a52-f6e4-48ee-8708-d1aac97ab355 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:06.841367 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a84ea4ce-072b-49cd-8ad2-1b77c39ae1b6 req-934a7a52-f6e4-48ee-8708-d1aac97ab355 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 946 time: 0.0852211 Aug 10 04:26:06.856103 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855d925-ee23-4edf-be17-df7b503db3ae req-68c4f5c2-d885-4f12-bea7-7f154be4b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:06.857812 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a855d925-ee23-4edf-be17-df7b503db3ae req-68c4f5c2-d885-4f12-bea7-7f154be4b637 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 1097 time: 0.0671580 Aug 10 04:26:06.949492 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a84ea4ce-072b-49cd-8ad2-1b77c39ae1b6 req-872686c2-eb7d-48cc-94e6-4bce3fb57c69 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903320 Aug 10 04:26:06.980224 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48216) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:06.997312 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855d925-ee23-4edf-be17-df7b503db3ae req-a75a5407-73cd-4dc9-a68b-d611498ac0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:06.998848 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a855d925-ee23-4edf-be17-df7b503db3ae req-a75a5407-73cd-4dc9-a68b-d611498ac0f9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e2103f65-875f-4af2-b84d-000846778cd5 HTTP/1.1" status: 200 len: 897 time: 0.1334805 Aug 10 04:26:07.044856 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-057a1172-270b-4dec-9857-4e2d34fe4655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783583827', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '676bd871-8ef2-4e2e-93a2-e27e733fa021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:25:43Z', 'updated_at': '2021-08-10T04:25:48Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': '676bd871-8ef2-4e2e-93a2-e27e733fa021', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:db:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:43Z', 'updated_at': '2021-08-10T04:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '478c5438-1a45-4b4b-888c-bd3c8be49ebb', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'port_id': '83b2f820-3a6a-4b79-a4d6-5d6a8d89018b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2103f65-875f-4af2-b84d-000846778cd5', 'mac_address': 'fa:16:3e:26:40:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f312230-a8e6-471d-b49f-eeaad72a8c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:26:05Z', 'updated_at': '2021-08-10T04:26:05Z', 'revision_number': 0, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8', 'name': '', 'network_id': 'e2103f65-875f-4af2-b84d-000846778cd5', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:a8:b6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'aef571cf-02fc-445a-b08c-b144ff1150cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:47Z', 'updated_at': '2021-08-10T04:25:53Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': 'aef571cf-02fc-445a-b08c-b144ff1150cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:07.075524 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057a1172-270b-4dec-9857-4e2d34fe4655 None None] Checking router: b95973ef-dff7-4f61-9d63-dcf8c0802981 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:26:07.076372 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a855d925-ee23-4edf-be17-df7b503db3ae req-dbda017e-f78e-4c0a-a443-db468129435e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83b2f820-3a6a-4b79-a4d6-5d6a8d89018b HTTP/1.1" status: 200 len: 1000 time: 0.0709698 Aug 10 04:26:07.090805 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f7414be4-0c69-4229-8065-e820cbfad018 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/floatingips/478c5438-1a45-4b4b-888c-bd3c8be49ebb HTTP/1.1" status: 200 len: 992 time: 0.1080570 Aug 10 04:26:07.092297 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057a1172-270b-4dec-9857-4e2d34fe4655 None None] Routers {'b95973ef-dff7-4f61-9d63-dcf8c0802981'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:26:07.093174 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-057a1172-270b-4dec-9857-4e2d34fe4655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:25:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['b95973ef-dff7-4f61-9d63-dcf8c0802981'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:07.132888 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855d925-ee23-4edf-be17-df7b503db3ae req-31aa6fa6-afbd-4fe0-8b2f-629a0b52aaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:07.134411 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a855d925-ee23-4edf-be17-df7b503db3ae req-31aa6fa6-afbd-4fe0-8b2f-629a0b52aaff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aef571cf-02fc-445a-b08c-b144ff1150cc HTTP/1.1" status: 200 len: 834 time: 0.0491753 Aug 10 04:26:07.211156 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855d925-ee23-4edf-be17-df7b503db3ae req-a05730bc-c5da-4189-84a4-1b5584e6e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:07.214049 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a855d925-ee23-4edf-be17-df7b503db3ae req-a05730bc-c5da-4189-84a4-1b5584e6e3cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e2103f65-875f-4af2-b84d-000846778cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729890 Aug 10 04:26:07.239533 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-057a1172-270b-4dec-9857-4e2d34fe4655 None None] Set router b95973ef-dff7-4f61-9d63-dcf8c0802981 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:26:07.342302 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a855d925-ee23-4edf-be17-df7b503db3ae req-b3581857-109a-4cde-87d9-e4eaf46db4d6 service neutron] 10.222.0.20 "GET /v2.0/networks/e2103f65-875f-4af2-b84d-000846778cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213348 Aug 10 04:26:07.473999 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a855d925-ee23-4edf-be17-df7b503db3ae req-b8dc68e2-3bdf-4194-96b9-c9ffd7d8bd51 service neutron] 10.222.0.20 "GET /v2.0/networks/e2103f65-875f-4af2-b84d-000846778cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247075 Aug 10 04:26:07.788555 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-057a1172-270b-4dec-9857-4e2d34fe4655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783583827', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '676bd871-8ef2-4e2e-93a2-e27e733fa021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:25:43Z', 'updated_at': '2021-08-10T04:25:48Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': '676bd871-8ef2-4e2e-93a2-e27e733fa021', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:db:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:43Z', 'updated_at': '2021-08-10T04:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '478c5438-1a45-4b4b-888c-bd3c8be49ebb', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'port_id': '83b2f820-3a6a-4b79-a4d6-5d6a8d89018b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2103f65-875f-4af2-b84d-000846778cd5', 'mac_address': 'fa:16:3e:26:40:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f312230-a8e6-471d-b49f-eeaad72a8c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:26:05Z', 'updated_at': '2021-08-10T04:26:05Z', 'revision_number': 0, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8', 'name': '', 'network_id': 'e2103f65-875f-4af2-b84d-000846778cd5', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:a8:b6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'aef571cf-02fc-445a-b08c-b144ff1150cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:47Z', 'updated_at': '2021-08-10T04:25:53Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': 'aef571cf-02fc-445a-b08c-b144ff1150cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:26:07.816490 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057a1172-270b-4dec-9857-4e2d34fe4655 None None] The sync data for ids ['b95973ef-dff7-4f61-9d63-dcf8c0802981'] in n-d-802893-2 is: [{'id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783583827', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '676bd871-8ef2-4e2e-93a2-e27e733fa021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:25:43Z', 'updated_at': '2021-08-10T04:25:48Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': '676bd871-8ef2-4e2e-93a2-e27e733fa021', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:db:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:43Z', 'updated_at': '2021-08-10T04:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '478c5438-1a45-4b4b-888c-bd3c8be49ebb', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'port_id': '83b2f820-3a6a-4b79-a4d6-5d6a8d89018b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2103f65-875f-4af2-b84d-000846778cd5', 'mac_address': 'fa:16:3e:26:40:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f312230-a8e6-471d-b49f-eeaad72a8c39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:26:05Z', 'updated_at': '2021-08-10T04:26:05Z', 'revision_number': 0, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8', 'name': '', 'network_id': 'e2103f65-875f-4af2-b84d-000846778cd5', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:a8:b6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'aef571cf-02fc-445a-b08c-b144ff1150cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:47Z', 'updated_at': '2021-08-10T04:25:53Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': 'aef571cf-02fc-445a-b08c-b144ff1150cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:26:08.027043 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93046c9-ac4b-4db1-80f7-13f5920f1e4e None None] New status for floating IP 478c5438-1a45-4b4b-888c-bd3c8be49ebb: ACTIVE {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:26:08.093978 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48220) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:08.161507 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1826a984-0bb9-4695-b337-9672685c02ae tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/floatingips/478c5438-1a45-4b4b-888c-bd3c8be49ebb HTTP/1.1" status: 200 len: 992 time: 0.0663016 Aug 10 04:26:09.166068 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48228) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:26:09.227191 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-995c3388-33ef-4a02-acb3-89030746c826 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/floatingips/478c5438-1a45-4b4b-888c-bd3c8be49ebb HTTP/1.1" status: 200 len: 994 time: 0.0599601 Aug 10 04:26:09.881430 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:26:09.943367 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-28664150-55f3-4148-b3fa-dacb1f25f560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:13.612122 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:13.800650 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f309acd3-4067-46aa-86ec-eff59ca2d44a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:15.412590 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:16.023547 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:16.950452 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:19.970715 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb52d46-7195-44af-ab66-19c5e89cbcc8 req-33edda55-d434-4294-93b9-a7ed92fd3800 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:19.972269 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9cb52d46-7195-44af-ab66-19c5e89cbcc8 req-33edda55-d434-4294-93b9-a7ed92fd3800 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/ports?device_id=f309def9-e982-47ac-9ead-29d0d9a54822 HTTP/1.1" status: 200 len: 946 time: 0.0523281 Aug 10 04:26:20.015246 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9cb52d46-7195-44af-ab66-19c5e89cbcc8 req-0250a2d0-5e40-4b66-b5ac-5adb0b35c39a tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/security-groups?id=a45b43d2-5760-4b6b-9a09-05548f2d1993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368297 Aug 10 04:26:21.139379 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b822c-fd14-4695-91cc-be77a2ca84d9 req-a7b704dd-9ac6-45ed-a35a-7d2335e0cf08 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:21.141156 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bd0b822c-fd14-4695-91cc-be77a2ca84d9 req-a7b704dd-9ac6-45ed-a35a-7d2335e0cf08 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/ports?device_id=f309def9-e982-47ac-9ead-29d0d9a54822 HTTP/1.1" status: 200 len: 946 time: 0.0542619 Aug 10 04:26:21.187035 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bd0b822c-fd14-4695-91cc-be77a2ca84d9 req-567046e1-1fed-4720-a1ab-41867fea48be tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/security-groups?id=a45b43d2-5760-4b6b-9a09-05548f2d1993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379109 Aug 10 04:26:21.497965 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97fa1f-9ecf-44f5-b782-52bbb81f13f8 req-028d0d8c-5292-4d88-8bab-a0218b395b6c tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:21.499406 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-da97fa1f-9ecf-44f5-b782-52bbb81f13f8 req-028d0d8c-5292-4d88-8bab-a0218b395b6c tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.68 "GET /v2.0/ports?device_id=f309def9-e982-47ac-9ead-29d0d9a54822 HTTP/1.1" status: 200 len: 946 time: 0.0479970 Aug 10 04:26:21.592782 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-da97fa1f-9ecf-44f5-b782-52bbb81f13f8 req-04f0c1b9-2177-442a-9659-e9175eafc5d8 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Deleting port eb586a6e-257e-4db1-a132-a29a0e8ee940 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:26:21.593121 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-da97fa1f-9ecf-44f5-b782-52bbb81f13f8 req-04f0c1b9-2177-442a-9659-e9175eafc5d8 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:21.680474 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-da97fa1f-9ecf-44f5-b782-52bbb81f13f8 req-04f0c1b9-2177-442a-9659-e9175eafc5d8 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] For port eb586a6e-257e-4db1-a132-a29a0e8ee940, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=eb586a6e-257e-4db1-a132-a29a0e8ee940,segment=NetworkSegment(cfe0e534-12c2-4945-944d-2ce85c2c705a),segment_id=cfe0e534-12c2-4945-944d-2ce85c2c705a)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:21.680836 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-da97fa1f-9ecf-44f5-b782-52bbb81f13f8 req-04f0c1b9-2177-442a-9659-e9175eafc5d8 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:21.696867 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-da97fa1f-9ecf-44f5-b782-52bbb81f13f8 req-04f0c1b9-2177-442a-9659-e9175eafc5d8 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Calling delete_port for eb586a6e-257e-4db1-a132-a29a0e8ee940 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:26:21.925958 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-da97fa1f-9ecf-44f5-b782-52bbb81f13f8 req-04f0c1b9-2177-442a-9659-e9175eafc5d8 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:21.938337 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['eb586a6e-257e-4db1-a132-a29a0e8ee940'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:26:21.960313 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0c1b9-2177-442a-9659-e9175eafc5d8 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Pushing event deleted for resources: {'Port': ['ID=eb586a6e-257e-4db1-a132-a29a0e8ee940,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:22.013206 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-da97fa1f-9ecf-44f5-b782-52bbb81f13f8 req-04f0c1b9-2177-442a-9659-e9175eafc5d8 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] No DVR routers for this DVR port eb586a6e-257e-4db1-a132-a29a0e8ee940 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:26:22.015824 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-da97fa1f-9ecf-44f5-b782-52bbb81f13f8 req-04f0c1b9-2177-442a-9659-e9175eafc5d8 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:22.018008 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-da97fa1f-9ecf-44f5-b782-52bbb81f13f8 req-04f0c1b9-2177-442a-9659-e9175eafc5d8 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.68 "DELETE /v2.0/ports/eb586a6e-257e-4db1-a132-a29a0e8ee940 HTTP/1.1" status: 204 len: 173 time: 0.5125649 Aug 10 04:26:22.018813 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f309def9-e982-47ac-9ead-29d0d9a54822', 'name': 'network-vif-deleted', 'tag': 'eb586a6e-257e-4db1-a132-a29a0e8ee940'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:26:22.021442 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb03354a-9cc3-4a7a-90f2-b2429a3ab1db" -d '{"events": [{"server_uuid": "f309def9-e982-47ac-9ead-29d0d9a54822", "name": "network-vif-deleted", "tag": "eb586a6e-257e-4db1-a132-a29a0e8ee940"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:26:22.061187 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a088e30f-1c44-4c67-afc1-57e6894b1c12 x-openstack-request-id: req-a088e30f-1c44-4c67-afc1-57e6894b1c12 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:26:22.061473 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f309def9-e982-47ac-9ead-29d0d9a54822", "name": "network-vif-deleted", "tag": "eb586a6e-257e-4db1-a132-a29a0e8ee940", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:26:22.061788 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a088e30f-1c44-4c67-afc1-57e6894b1c12 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:26:22.062213 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f309def9-e982-47ac-9ead-29d0d9a54822', 'name': 'network-vif-deleted', 'tag': 'eb586a6e-257e-4db1-a132-a29a0e8ee940', 'status': 'completed', 'code': 200} Aug 10 04:26:22.282076 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4854f719-fb4e-4caa-98a3-0fcdca9e4a6a req-f9da7a58-798c-4342-b448-64997f936ab1 tempest-VolumesSnapshotTestJSON-1210203902 tempest-VolumesSnapshotTestJSON-1210203902-project] 10.222.0.25 "GET /v2.0/ports?device_id=f309def9-e982-47ac-9ead-29d0d9a54822 HTTP/1.1" status: 200 len: 210 time: 0.0274074 Aug 10 04:26:25.094789 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device eb586a6e-257e-4db1-a132-a29a0e8ee940 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:26:25.117611 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: eb586a6e-257e-4db1-a132-a29a0e8ee940 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:26:25.117959 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device eb586a6e-257e-4db1-a132-a29a0e8ee940 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:26:27.811746 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:37.399681 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-78fa097e-1ed2-4248-86df-6e4db7f45dc5 req-7acdfa41-c2df-4100-b52a-49a0e458f650 service neutron] (94937) timed out ('10.222.0.68', 62842) {{(pid=94937) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:26:38.923866 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60f338-0857-4383-8d66-e42f087ea96e req-48e235cb-f1ac-4021-8a98-3d54aac2c9e6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:38.926038 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7a60f338-0857-4383-8d66-e42f087ea96e req-48e235cb-f1ac-4021-8a98-3d54aac2c9e6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 946 time: 0.0606642 Aug 10 04:26:38.964547 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7a60f338-0857-4383-8d66-e42f087ea96e req-2f8c520d-9a17-4d5b-9e77-ad3339f1a57f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329320 Aug 10 04:26:39.994542 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c5915431-6316-47a5-a10b-84a6d2dd7848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:40.089986 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee4e3f-7c8e-46e3-b64d-e1ed493f14b0 req-3d36dcdc-02b2-4c2d-bddf-17bc31546634 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:40.091658 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-79ee4e3f-7c8e-46e3-b64d-e1ed493f14b0 req-3d36dcdc-02b2-4c2d-bddf-17bc31546634 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 946 time: 0.0534511 Aug 10 04:26:40.141373 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-79ee4e3f-7c8e-46e3-b64d-e1ed493f14b0 req-cf988f82-c224-448c-91c0-d799e6ba7e46 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388336 Aug 10 04:26:41.192971 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-79d7b91d-7afe-4afd-ac1b-b5fb519e9889 req-1652f568-2a03-4b11-874a-c507dd4b06ad service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430782 Aug 10 04:26:41.287786 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fede7c65-85d9-41d5-bbbe-50bb9ab04b52 req-f7a8430f-9054-4852-8179-637d548a6e05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:41.289273 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fede7c65-85d9-41d5-bbbe-50bb9ab04b52 req-f7a8430f-9054-4852-8179-637d548a6e05 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 946 time: 0.0766785 Aug 10 04:26:41.318029 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7b91d-7afe-4afd-ac1b-b5fb519e9889 req-45894f5b-b0fd-4483-818c-c4d15ca1e1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:41.319470 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-79d7b91d-7afe-4afd-ac1b-b5fb519e9889 req-45894f5b-b0fd-4483-818c-c4d15ca1e1c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f4b91cffb7e54e149efd469c2d697e6f&device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf HTTP/1.1" status: 200 len: 1096 time: 0.0672338 Aug 10 04:26:41.337312 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fede7c65-85d9-41d5-bbbe-50bb9ab04b52 req-bd97f1e3-81f4-421a-8173-8638852be09d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413210 Aug 10 04:26:41.426227 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7b91d-7afe-4afd-ac1b-b5fb519e9889 req-71c38b87-ef8b-4316-8b71-aae2f930d8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:41.427732 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-79d7b91d-7afe-4afd-ac1b-b5fb519e9889 req-71c38b87-ef8b-4316-8b71-aae2f930d8d6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=24a9041a-84b8-44ae-a643-2064ec7b4848 HTTP/1.1" status: 200 len: 910 time: 0.0872836 Aug 10 04:26:41.500790 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-79d7b91d-7afe-4afd-ac1b-b5fb519e9889 req-6f8e1b06-def6-47ee-b4dd-522be8fb6e96 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87273a89-15ed-473f-a6b1-f819eb4b7ffe HTTP/1.1" status: 200 len: 1001 time: 0.0660808 Aug 10 04:26:41.549575 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7b91d-7afe-4afd-ac1b-b5fb519e9889 req-83ec40e1-c6e9-4a43-b70a-193849d40c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:41.551002 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-79d7b91d-7afe-4afd-ac1b-b5fb519e9889 req-83ec40e1-c6e9-4a43-b70a-193849d40c12 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=95b008fb-2ff5-4fae-b009-1bf32b6828e6 HTTP/1.1" status: 200 len: 848 time: 0.0440729 Aug 10 04:26:41.597191 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7b91d-7afe-4afd-ac1b-b5fb519e9889 req-e09eccbf-e4e9-45bb-bb59-7f5f81fabbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:41.598693 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-79d7b91d-7afe-4afd-ac1b-b5fb519e9889 req-e09eccbf-e4e9-45bb-bb59-7f5f81fabbe9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=24a9041a-84b8-44ae-a643-2064ec7b4848&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404806 Aug 10 04:26:41.698773 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-79d7b91d-7afe-4afd-ac1b-b5fb519e9889 req-75b33bd8-c291-40bb-a6ec-83404388f391 service neutron] 10.222.0.20 "GET /v2.0/networks/24a9041a-84b8-44ae-a643-2064ec7b4848?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909157 Aug 10 04:26:41.793030 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-79d7b91d-7afe-4afd-ac1b-b5fb519e9889 req-3b56d14a-ece5-439e-9e45-d51f89f5b839 service neutron] 10.222.0.20 "GET /v2.0/networks/24a9041a-84b8-44ae-a643-2064ec7b4848?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867815 Aug 10 04:26:42.455585 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1417b1f9-3c96-4ce2-b7d1-8b26472d2e33 req-825425b0-b1ef-47f2-8649-451d5716009a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:42.457383 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1417b1f9-3c96-4ce2-b7d1-8b26472d2e33 req-825425b0-b1ef-47f2-8649-451d5716009a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 946 time: 0.0515342 Aug 10 04:26:42.497831 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1417b1f9-3c96-4ce2-b7d1-8b26472d2e33 req-f8b91265-f6f0-4af9-b4c2-2e7e96276f04 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344505 Aug 10 04:26:43.617273 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:43.630107 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc311ce-2af9-4bdf-b1c7-5955b049e8b5 req-f7acb381-8540-453d-a435-4b517e42df60 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:43.632319 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3dc311ce-2af9-4bdf-b1c7-5955b049e8b5 req-f7acb381-8540-453d-a435-4b517e42df60 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 946 time: 0.0594738 Aug 10 04:26:43.671134 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3dc311ce-2af9-4bdf-b1c7-5955b049e8b5 req-b2f34032-e4b3-47aa-9e7d-7f7b4b8ada99 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329354 Aug 10 04:26:43.880267 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-83c540a7-ec41-49e3-9e71-3b294c92e13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:44.792462 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aada06fd-f7fd-4ef6-bb5e-d80f9aa511a9 req-d32e991a-157c-4160-b6c6-455da2f37736 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:44.793961 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aada06fd-f7fd-4ef6-bb5e-d80f9aa511a9 req-d32e991a-157c-4160-b6c6-455da2f37736 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 946 time: 0.0519373 Aug 10 04:26:44.840504 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aada06fd-f7fd-4ef6-bb5e-d80f9aa511a9 req-e32af2ed-ea80-469c-935c-eeb597dfd30b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404913 Aug 10 04:26:45.428723 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:45.963623 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8871f71-9ea2-4c82-8a22-b4352071bf53 req-afbd2115-2331-414e-87d4-78bb4d569a5f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:45.965296 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f8871f71-9ea2-4c82-8a22-b4352071bf53 req-afbd2115-2331-414e-87d4-78bb4d569a5f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 946 time: 0.0526888 Aug 10 04:26:46.018459 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f8871f71-9ea2-4c82-8a22-b4352071bf53 req-f9b32a41-258d-403f-961a-00b9cb59b102 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362799 Aug 10 04:26:46.034139 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:46.880776 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:26:46.954568 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:47.141281 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b7aa8-c661-48a5-93f2-ddd766df7506 req-b825b14d-f1c7-4785-a1f0-4d64f8157cf4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:47.143179 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9c0b7aa8-c661-48a5-93f2-ddd766df7506 req-b825b14d-f1c7-4785-a1f0-4d64f8157cf4 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 946 time: 0.0538447 Aug 10 04:26:47.184067 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9c0b7aa8-c661-48a5-93f2-ddd766df7506 req-32134ce3-c940-4e3f-b114-56cc293c16bc tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334792 Aug 10 04:26:48.308260 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71603d16-19f0-4a4f-afb0-c4e58b247178 req-c8437d08-4656-4ae6-bf86-31efc2fcb06c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:48.309783 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-71603d16-19f0-4a4f-afb0-c4e58b247178 req-c8437d08-4656-4ae6-bf86-31efc2fcb06c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 946 time: 0.0520375 Aug 10 04:26:48.351594 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-71603d16-19f0-4a4f-afb0-c4e58b247178 req-ed002f2a-e72a-4c9f-94c8-aba8510ddc8d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355823 Aug 10 04:26:49.472078 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cdedec-2520-42e7-b55c-41e64e85a2ae req-e5350f5c-07cc-41c5-b2d4-4803298ec64f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:49.473511 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7cdedec-2520-42e7-b55c-41e64e85a2ae req-e5350f5c-07cc-41c5-b2d4-4803298ec64f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 946 time: 0.0523472 Aug 10 04:26:49.512264 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7cdedec-2520-42e7-b55c-41e64e85a2ae req-8fb0461f-f5ae-491f-a230-c2342f0166f3 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322337 Aug 10 04:26:50.638012 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a23bf-ba0f-416a-8cf9-a11f356b3d1a req-c6f5d74a-c800-4fc7-9f15-0937baf9c1f6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:50.639801 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e94a23bf-ba0f-416a-8cf9-a11f356b3d1a req-c6f5d74a-c800-4fc7-9f15-0937baf9c1f6 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 946 time: 0.0581419 Aug 10 04:26:50.679481 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e94a23bf-ba0f-416a-8cf9-a11f356b3d1a req-f5d8397b-9796-496e-855e-d83341a4f87d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332303 Aug 10 04:26:51.808982 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b059111-054c-46de-8678-302aa3de5b97 req-f0cee9fc-2747-4290-86e4-6925afd215c2 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:51.810452 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1b059111-054c-46de-8678-302aa3de5b97 req-f0cee9fc-2747-4290-86e4-6925afd215c2 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 946 time: 0.0604060 Aug 10 04:26:51.855035 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1b059111-054c-46de-8678-302aa3de5b97 req-1d2e7049-2cdb-4470-9f38-64be6812a897 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377431 Aug 10 04:26:52.987520 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5efd15-457e-465f-b07e-fb7830d87a98 req-61714f82-3011-4353-bb6a-163bd738239d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:52.988947 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9d5efd15-457e-465f-b07e-fb7830d87a98 req-61714f82-3011-4353-bb6a-163bd738239d tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 946 time: 0.0628324 Aug 10 04:26:53.029505 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9d5efd15-457e-465f-b07e-fb7830d87a98 req-a082d17c-682d-4749-84e6-049ffd846366 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335255 Aug 10 04:26:54.152956 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b97e44-16e1-4b1f-8f60-bb5b50aff3a3 req-cb284c93-9eb5-443d-9b3d-e89a692a9d5f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:54.154460 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b6b97e44-16e1-4b1f-8f60-bb5b50aff3a3 req-cb284c93-9eb5-443d-9b3d-e89a692a9d5f tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 946 time: 0.0535197 Aug 10 04:26:54.193987 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b6b97e44-16e1-4b1f-8f60-bb5b50aff3a3 req-0d9192b4-b637-48d1-8960-798b2e0bb15c tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333791 Aug 10 04:26:55.312261 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcd872-bf6e-4222-ac36-fe38ca07267d req-9a612c1e-3918-4a2b-93ce-138f6a9ae4e9 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:55.313819 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0edcd872-bf6e-4222-ac36-fe38ca07267d req-9a612c1e-3918-4a2b-93ce-138f6a9ae4e9 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 946 time: 0.0509994 Aug 10 04:26:55.358446 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0edcd872-bf6e-4222-ac36-fe38ca07267d req-76e44733-a424-47c6-8f5b-378bab29a968 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369520 Aug 10 04:26:56.481304 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f6b61-9a8d-463e-bcfb-10d8fbd16f00 req-7c766ebd-1f09-4b71-88a5-b940050915a1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:56.487051 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3d2f6b61-9a8d-463e-bcfb-10d8fbd16f00 req-7c766ebd-1f09-4b71-88a5-b940050915a1 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 946 time: 0.0503228 Aug 10 04:26:56.521042 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3d2f6b61-9a8d-463e-bcfb-10d8fbd16f00 req-c39b7194-4448-4b54-882c-bd0491f5cf40 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320642 Aug 10 04:26:57.563509 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3566f6-1d0c-4d03-8cb0-731eb53d869c req-bb6b1686-6af0-42cf-9bbd-4f947cc44667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:57.565080 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f3566f6-1d0c-4d03-8cb0-731eb53d869c req-bb6b1686-6af0-42cf-9bbd-4f947cc44667 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 1097 time: 0.0468543 Aug 10 04:26:57.613054 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f3566f6-1d0c-4d03-8cb0-731eb53d869c req-f5c1f4fb-cc24-4fc0-b83a-b3b6f5eb29e2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401061 Aug 10 04:26:57.650520 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4349e-dcfb-462d-b72c-02607bec6d82 req-18c0a5f0-833d-410f-a129-2ef5a8ad3091 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:57.652143 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d2a4349e-dcfb-462d-b72c-02607bec6d82 req-18c0a5f0-833d-410f-a129-2ef5a8ad3091 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 946 time: 0.0548234 Aug 10 04:26:57.690487 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d2a4349e-dcfb-462d-b72c-02607bec6d82 req-ab0e991b-5a91-4607-89dd-6fd40ee624c2 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324292 Aug 10 04:26:57.845773 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:58.812146 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e38114-6185-40f9-8112-e00abe627cc0 req-84cc8fef-b734-4e2e-bf0a-2b737c3c46e8 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:58.813704 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-74e38114-6185-40f9-8112-e00abe627cc0 req-84cc8fef-b734-4e2e-bf0a-2b737c3c46e8 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 946 time: 0.0505152 Aug 10 04:26:58.864648 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-74e38114-6185-40f9-8112-e00abe627cc0 req-f083eeac-2555-4d3d-902b-965ada9492fb tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433052 Aug 10 04:26:59.557403 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:26:59.564852 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:26:59.702657 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:59.730392 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=83b2f820-3a6a-4b79-a4d6-5d6a8d89018b,segment=NetworkSegment(e02d0aed-e873-4a10-9741-b64d5be96942),segment_id=e02d0aed-e873-4a10-9741-b64d5be96942)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:59.744833 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f312230-a8e6-471d-b49f-eeaad72a8c39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83b2f820-3a6a-4b79-a4d6-5d6a8d89018b'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:26:59.747078 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032363e7-26f2-45e4-aedf-5dc6586021fe" -d '{"events": [{"server_uuid": "9f312230-a8e6-471d-b49f-eeaad72a8c39", "name": "network-vif-unplugged", "status": "completed", "tag": "83b2f820-3a6a-4b79-a4d6-5d6a8d89018b"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:26:59.759663 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '83b2f820-3a6a-4b79-a4d6-5d6a8d89018b', 'network_id': 'e2103f65-875f-4af2-b84d-000846778cd5', 'port_id': '83b2f820-3a6a-4b79-a4d6-5d6a8d89018b', 'mac_address': 'fa:16:3e:26:40:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aef571cf-02fc-445a-b08c-b144ff1150cc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:26:59.762294 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=83b2f820-3a6a-4b79-a4d6-5d6a8d89018b,segment=NetworkSegment(e02d0aed-e873-4a10-9741-b64d5be96942),segment_id=e02d0aed-e873-4a10-9741-b64d5be96942)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:26:59.792134 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb13d3e-a7aa-44df-89a3-9b10ac1d58e7 x-openstack-request-id: req-ffb13d3e-a7aa-44df-89a3-9b10ac1d58e7 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:26:59.792428 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f312230-a8e6-471d-b49f-eeaad72a8c39", "name": "network-vif-unplugged", "status": "completed", "tag": "83b2f820-3a6a-4b79-a4d6-5d6a8d89018b", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:26:59.792768 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ffb13d3e-a7aa-44df-89a3-9b10ac1d58e7 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:26:59.793156 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f312230-a8e6-471d-b49f-eeaad72a8c39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83b2f820-3a6a-4b79-a4d6-5d6a8d89018b', 'code': 200} Aug 10 04:26:59.809023 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:59.821582 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:26:59.869086 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:26:59.942147 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:26:59.942506 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:26:59.945489 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=83b2f820-3a6a-4b79-a4d6-5d6a8d89018b,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:26:59.953060 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:59.953330 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:59.953665 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:59.953996 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:59.954317 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:59.954641 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:59.954963 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:59.955284 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:59.955601 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:59.955915 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:59.956270 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:59.956585 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:26:59.988275 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d3252-2ed5-4181-bd6e-3617afa41835 req-08b6cee9-7c84-4ff0-9835-b069df56fcea tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:26:59.989776 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f73d3252-2ed5-4181-bd6e-3617afa41835 req-08b6cee9-7c84-4ff0-9835-b069df56fcea tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 944 time: 0.0519569 Aug 10 04:27:00.028958 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f73d3252-2ed5-4181-bd6e-3617afa41835 req-e35ccdc2-c2d5-44fc-b1ea-ee71bac1d6e9 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321348 Aug 10 04:27:00.051664 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48452) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:00.114541 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a4eefb16-feff-4537-999c-8c65869bed76 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/floatingips/478c5438-1a45-4b4b-888c-bd3c8be49ebb HTTP/1.1" status: 200 len: 992 time: 0.0617306 Aug 10 04:27:00.484870 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:00.497614 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:27:00.518457 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=83b2f820-3a6a-4b79-a4d6-5d6a8d89018b,segment=NetworkSegment(e02d0aed-e873-4a10-9741-b64d5be96942),segment_id=e02d0aed-e873-4a10-9741-b64d5be96942)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:00.565786 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:00.618781 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=83b2f820-3a6a-4b79-a4d6-5d6a8d89018b,revision_number=7']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:00.887079 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['83b2f820-3a6a-4b79-a4d6-5d6a8d89018b'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:27:03.570883 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:27:03.624632 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:27:03.625013 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:03.709433 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:03.732191 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f312230-a8e6-471d-b49f-eeaad72a8c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b2f820-3a6a-4b79-a4d6-5d6a8d89018b'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:27:03.734415 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969253a0-7037-4186-9912-08ced148207d" -d '{"events": [{"server_uuid": "9f312230-a8e6-471d-b49f-eeaad72a8c39", "name": "network-vif-plugged", "status": "completed", "tag": "83b2f820-3a6a-4b79-a4d6-5d6a8d89018b"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:27:03.749256 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=83b2f820-3a6a-4b79-a4d6-5d6a8d89018b,segment=NetworkSegment(e02d0aed-e873-4a10-9741-b64d5be96942),segment_id=e02d0aed-e873-4a10-9741-b64d5be96942)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:03.771926 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becd4950-b918-4098-8327-964ed80ab8ab x-openstack-request-id: req-becd4950-b918-4098-8327-964ed80ab8ab {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:27:03.772415 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f312230-a8e6-471d-b49f-eeaad72a8c39", "name": "network-vif-plugged", "status": "completed", "tag": "83b2f820-3a6a-4b79-a4d6-5d6a8d89018b", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:27:03.772726 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-becd4950-b918-4098-8327-964ed80ab8ab {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:27:03.773125 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f312230-a8e6-471d-b49f-eeaad72a8c39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b2f820-3a6a-4b79-a4d6-5d6a8d89018b', 'code': 200} Aug 10 04:27:03.816800 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:03.865592 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=83b2f820-3a6a-4b79-a4d6-5d6a8d89018b,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:09.965422 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-45367af5-7f76-4889-8185-f41b25b739a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:13.622524 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:13.822748 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-57ee0149-faf3-445f-8d34-89e6b9b24662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:15.411220 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:16.040038 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:16.948062 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:23.853830 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48554) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:23.880018 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:27:23.903603 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-0462217b-b923-4945-82b9-23509618de6e admin admin] Deleting subnet dbf00d69-9d7e-438b-a087-c760d43c92c5 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:27:23.906920 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0462217b-b923-4945-82b9-23509618de6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:23.942154 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0462217b-b923-4945-82b9-23509618de6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:23.982884 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0462217b-b923-4945-82b9-23509618de6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:24.086231 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0462217b-b923-4945-82b9-23509618de6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:24.123583 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462217b-b923-4945-82b9-23509618de6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbf00d69-9d7e-438b-a087-c760d43c92c5,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:24.123583 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0462217b-b923-4945-82b9-23509618de6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:24.124443 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0462217b-b923-4945-82b9-23509618de6e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/dbf00d69-9d7e-438b-a087-c760d43c92c5 HTTP/1.1" status: 204 len: 168 time: 0.2688279 Aug 10 04:27:24.127227 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48556) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:24.131435 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462217b-b923-4945-82b9-23509618de6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:24.132084 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462217b-b923-4945-82b9-23509618de6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:24.132844 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462217b-b923-4945-82b9-23509618de6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:24.133362 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462217b-b923-4945-82b9-23509618de6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:24.133767 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462217b-b923-4945-82b9-23509618de6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:24.134160 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462217b-b923-4945-82b9-23509618de6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:24.134600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462217b-b923-4945-82b9-23509618de6e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:24.134965 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462217b-b923-4945-82b9-23509618de6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:24.135442 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462217b-b923-4945-82b9-23509618de6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:24.135829 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462217b-b923-4945-82b9-23509618de6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:24.136251 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462217b-b923-4945-82b9-23509618de6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:24.136639 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0462217b-b923-4945-82b9-23509618de6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:24.195808 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7bfef733-8dff-4d28-a912-a6584678b527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:24.281418 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7bfef733-8dff-4d28-a912-a6584678b527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:24.291979 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-7bfef733-8dff-4d28-a912-a6584678b527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52ddd4f0-490f-44f9-b28a-40dd5954c2e2']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:24.309603 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-7bfef733-8dff-4d28-a912-a6584678b527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe0e534-12c2-4945-944d-2ce85c2c705a') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:24.310180 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-7bfef733-8dff-4d28-a912-a6584678b527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe0e534-12c2-4945-944d-2ce85c2c705a') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:24.328740 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7bfef733-8dff-4d28-a912-a6584678b527 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:24.349463 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7bfef733-8dff-4d28-a912-a6584678b527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:24.356927 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bfef733-8dff-4d28-a912-a6584678b527 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:27:24.357289 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7bfef733-8dff-4d28-a912-a6584678b527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:27:24.359361 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:27:24.800997 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7bfef733-8dff-4d28-a912-a6584678b527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:24.812035 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7bfef733-8dff-4d28-a912-a6584678b527 admin admin] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:24.812035 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7bfef733-8dff-4d28-a912-a6584678b527 admin admin] 10.222.0.25 "DELETE /v2.0/networks/52ddd4f0-490f-44f9-b28a-40dd5954c2e2 HTTP/1.1" status: 204 len: 168 time: 0.6828725 Aug 10 04:27:24.824928 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfef733-8dff-4d28-a912-a6584678b527 admin admin] Pushing event deleted for resources: {'Network': ['ID=52ddd4f0-490f-44f9-b28a-40dd5954c2e2,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:24.832756 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfef733-8dff-4d28-a912-a6584678b527 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:24.833111 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfef733-8dff-4d28-a912-a6584678b527 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:24.833458 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfef733-8dff-4d28-a912-a6584678b527 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:24.833802 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfef733-8dff-4d28-a912-a6584678b527 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:24.834491 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfef733-8dff-4d28-a912-a6584678b527 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:24.835102 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfef733-8dff-4d28-a912-a6584678b527 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:24.835354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfef733-8dff-4d28-a912-a6584678b527 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:24.835692 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfef733-8dff-4d28-a912-a6584678b527 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:24.836053 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfef733-8dff-4d28-a912-a6584678b527 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:24.836393 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfef733-8dff-4d28-a912-a6584678b527 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:24.836728 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfef733-8dff-4d28-a912-a6584678b527 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:24.837088 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfef733-8dff-4d28-a912-a6584678b527 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:27:25.165610 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48564) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:25.208098 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2a7b86a9-cc17-48d4-b542-c0d266959cc4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4fef9f6ad2f444afb0eab2f050314782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412421 Aug 10 04:27:25.211671 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48566) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:25.261770 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7ff40457-f942-4696-a0c7-95e11e454a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:25.282441 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7ff40457-f942-4696-a0c7-95e11e454a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:25.409737 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7ff40457-f942-4696-a0c7-95e11e454a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:25.412956 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7ff40457-f942-4696-a0c7-95e11e454a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:25.417583 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7ff40457-f942-4696-a0c7-95e11e454a36 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a45b43d2-5760-4b6b-9a09-05548f2d1993 HTTP/1.1" status: 204 len: 168 time: 0.2015562 Aug 10 04:27:25.422386 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff40457-f942-4696-a0c7-95e11e454a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45b43d2-5760-4b6b-9a09-05548f2d1993,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:27.816642 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:30.730354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48574) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:30.892463 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-d7d9796a-8a54-4811-89ae-8622c5f2b3ba tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Deleting port c95d1479-ecd5-4e39-9d5d-fe3e00be74e0 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:27:30.896138 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d7d9796a-8a54-4811-89ae-8622c5f2b3ba tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:30.970104 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d7d9796a-8a54-4811-89ae-8622c5f2b3ba tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:30.970426 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d7d9796a-8a54-4811-89ae-8622c5f2b3ba tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:30.982660 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-d7d9796a-8a54-4811-89ae-8622c5f2b3ba tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Calling delete_port for c95d1479-ecd5-4e39-9d5d-fe3e00be74e0 owned by network:floatingip {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:27:31.194276 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d7d9796a-8a54-4811-89ae-8622c5f2b3ba tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:31.218253 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9796a-8a54-4811-89ae-8622c5f2b3ba tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event deleted for resources: {'Port': ['ID=c95d1479-ecd5-4e39-9d5d-fe3e00be74e0,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:31.282020 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d7d9796a-8a54-4811-89ae-8622c5f2b3ba tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for floatingip, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:31.282311 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-d7d9796a-8a54-4811-89ae-8622c5f2b3ba tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Floating IP 478c5438-1a45-4b4b-888c-bd3c8be49ebb disassociated (deleted). External IP: 172.25.0.105, port: 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b. Aug 10 04:27:31.492753 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d9796a-8a54-4811-89ae-8622c5f2b3ba tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Router b95973ef-dff7-4f61-9d63-dcf8c0802981 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:27:31.601728 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d9796a-8a54-4811-89ae-8622c5f2b3ba tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:27:31.607781 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d7d9796a-8a54-4811-89ae-8622c5f2b3ba tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:31.612913 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c633b436-773b-4a65-94f9-f96d63afc841 None None] Sync routers for ids ['b95973ef-dff7-4f61-9d63-dcf8c0802981'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:27:31.621617 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c633b436-773b-4a65-94f9-f96d63afc841 None None] Routers {'b95973ef-dff7-4f61-9d63-dcf8c0802981'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:31.622231 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c633b436-773b-4a65-94f9-f96d63afc841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:27:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['b95973ef-dff7-4f61-9d63-dcf8c0802981'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:31.634892 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d7d9796a-8a54-4811-89ae-8622c5f2b3ba tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "DELETE /v2.0/floatingips/478c5438-1a45-4b4b-888c-bd3c8be49ebb HTTP/1.1" status: 204 len: 168 time: 0.9035482 Aug 10 04:27:31.635728 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f312230-a8e6-471d-b49f-eeaad72a8c39', 'tag': '83b2f820-3a6a-4b79-a4d6-5d6a8d89018b'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:27:31.638233 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86061663-221a-4689-aecd-9ee9d02ed9d8" -d '{"events": [{"name": "network-changed", "server_uuid": "9f312230-a8e6-471d-b49f-eeaad72a8c39", "tag": "83b2f820-3a6a-4b79-a4d6-5d6a8d89018b"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:27:31.681231 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5379ec52-b51e-473c-8730-2895bf88a7f1 x-openstack-request-id: req-5379ec52-b51e-473c-8730-2895bf88a7f1 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:27:31.681532 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f312230-a8e6-471d-b49f-eeaad72a8c39", "tag": "83b2f820-3a6a-4b79-a4d6-5d6a8d89018b", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:27:31.681789 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5379ec52-b51e-473c-8730-2895bf88a7f1 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:27:31.682199 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f312230-a8e6-471d-b49f-eeaad72a8c39', 'tag': '83b2f820-3a6a-4b79-a4d6-5d6a8d89018b', 'status': 'completed', 'code': 200} Aug 10 04:27:31.738630 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-c633b436-773b-4a65-94f9-f96d63afc841 None None] Set router b95973ef-dff7-4f61-9d63-dcf8c0802981 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:31.775536 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86061663-221a-4689-aecd-9ee9d02ed9d8 req-0db2c73c-85b4-4836-87f9-d6b02930bbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:31.777141 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86061663-221a-4689-aecd-9ee9d02ed9d8 req-0db2c73c-85b4-4836-87f9-d6b02930bbef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 1097 time: 0.0472496 Aug 10 04:27:31.877136 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86061663-221a-4689-aecd-9ee9d02ed9d8 req-77d6634c-aad0-4468-8798-6194d018d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:31.878576 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86061663-221a-4689-aecd-9ee9d02ed9d8 req-77d6634c-aad0-4468-8798-6194d018d77b service neutron] 10.222.0.20 "GET /v2.0/networks?id=e2103f65-875f-4af2-b84d-000846778cd5 HTTP/1.1" status: 200 len: 897 time: 0.0935473 Aug 10 04:27:31.925380 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86061663-221a-4689-aecd-9ee9d02ed9d8 req-2af53c17-fe7c-4060-a39e-d8767f59e3da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83b2f820-3a6a-4b79-a4d6-5d6a8d89018b HTTP/1.1" status: 200 len: 217 time: 0.0396614 Aug 10 04:27:31.964890 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c633b436-773b-4a65-94f9-f96d63afc841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783583827', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '676bd871-8ef2-4e2e-93a2-e27e733fa021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:25:43Z', 'updated_at': '2021-08-10T04:25:48Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': '676bd871-8ef2-4e2e-93a2-e27e733fa021', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:db:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:43Z', 'updated_at': '2021-08-10T04:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8', 'name': '', 'network_id': 'e2103f65-875f-4af2-b84d-000846778cd5', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:a8:b6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'aef571cf-02fc-445a-b08c-b144ff1150cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:47Z', 'updated_at': '2021-08-10T04:25:53Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': 'aef571cf-02fc-445a-b08c-b144ff1150cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:31.977138 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86061663-221a-4689-aecd-9ee9d02ed9d8 req-6047259c-256b-43a2-9fd2-f37798597435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:31.978629 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86061663-221a-4689-aecd-9ee9d02ed9d8 req-6047259c-256b-43a2-9fd2-f37798597435 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aef571cf-02fc-445a-b08c-b144ff1150cc HTTP/1.1" status: 200 len: 834 time: 0.0464303 Aug 10 04:27:31.992805 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c633b436-773b-4a65-94f9-f96d63afc841 None None] Checking router: b95973ef-dff7-4f61-9d63-dcf8c0802981 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:27:32.009558 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c633b436-773b-4a65-94f9-f96d63afc841 None None] Routers {'b95973ef-dff7-4f61-9d63-dcf8c0802981'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:32.010324 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c633b436-773b-4a65-94f9-f96d63afc841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:27:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['b95973ef-dff7-4f61-9d63-dcf8c0802981'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:32.034117 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86061663-221a-4689-aecd-9ee9d02ed9d8 req-cd223cf2-410b-450c-9542-f62358a001be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:32.040452 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86061663-221a-4689-aecd-9ee9d02ed9d8 req-cd223cf2-410b-450c-9542-f62358a001be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e2103f65-875f-4af2-b84d-000846778cd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492561 Aug 10 04:27:32.096335 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a535d-006f-41a9-958a-891f55f779ab req-401d9985-8d89-4594-a8d3-3c1044c12abd tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:32.097864 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c75a535d-006f-41a9-958a-891f55f779ab req-401d9985-8d89-4594-a8d3-3c1044c12abd tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 946 time: 0.0497744 Aug 10 04:27:32.130571 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-c633b436-773b-4a65-94f9-f96d63afc841 None None] Set router b95973ef-dff7-4f61-9d63-dcf8c0802981 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:32.139614 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c75a535d-006f-41a9-958a-891f55f779ab req-3e99d840-a501-4505-9c19-6d450a3bce1e tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338185 Aug 10 04:27:32.150562 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86061663-221a-4689-aecd-9ee9d02ed9d8 req-8d4eee37-5e13-4914-96a8-3091f82d847e service neutron] 10.222.0.20 "GET /v2.0/networks/e2103f65-875f-4af2-b84d-000846778cd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987058 Aug 10 04:27:32.249026 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86061663-221a-4689-aecd-9ee9d02ed9d8 req-3848e43c-b3d8-4527-bb5f-d7c6814ecb32 service neutron] 10.222.0.20 "GET /v2.0/networks/e2103f65-875f-4af2-b84d-000846778cd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904648 Aug 10 04:27:32.346818 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c633b436-773b-4a65-94f9-f96d63afc841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783583827', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '676bd871-8ef2-4e2e-93a2-e27e733fa021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:25:43Z', 'updated_at': '2021-08-10T04:25:48Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': '676bd871-8ef2-4e2e-93a2-e27e733fa021', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:db:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:43Z', 'updated_at': '2021-08-10T04:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8', 'name': '', 'network_id': 'e2103f65-875f-4af2-b84d-000846778cd5', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:a8:b6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'aef571cf-02fc-445a-b08c-b144ff1150cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:47Z', 'updated_at': '2021-08-10T04:25:53Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': 'aef571cf-02fc-445a-b08c-b144ff1150cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:32.377793 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c633b436-773b-4a65-94f9-f96d63afc841 None None] The sync data for ids ['b95973ef-dff7-4f61-9d63-dcf8c0802981'] in n-d-802893-2 is: [{'id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783583827', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '676bd871-8ef2-4e2e-93a2-e27e733fa021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:25:43Z', 'updated_at': '2021-08-10T04:25:48Z', 'revision_number': 4, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': '676bd871-8ef2-4e2e-93a2-e27e733fa021', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:db:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:43Z', 'updated_at': '2021-08-10T04:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8', 'name': '', 'network_id': 'e2103f65-875f-4af2-b84d-000846778cd5', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'mac_address': 'fa:16:3e:a8:b6:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'aef571cf-02fc-445a-b08c-b144ff1150cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:47Z', 'updated_at': '2021-08-10T04:25:53Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'subnets': [{'id': 'aef571cf-02fc-445a-b08c-b144ff1150cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:27:32.620080 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a244e9d-8e3d-4feb-8bac-0b2c885ed170 None None] New status for floating IP 478c5438-1a45-4b4b-888c-bd3c8be49ebb: DOWN {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:27:33.279902 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac6aca6-b243-4e8c-bd3d-e653539f161f req-02235444-103e-4cf2-a749-8d7660d44d18 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:33.281438 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ac6aca6-b243-4e8c-bd3d-e653539f161f req-02235444-103e-4cf2-a749-8d7660d44d18 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 946 time: 0.0524888 Aug 10 04:27:33.319602 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4ac6aca6-b243-4e8c-bd3d-e653539f161f req-537b7497-aaaa-4319-b011-c5b6e4229bc8 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/security-groups?id=60874e98-4d2f-4c89-bcca-f0c27c099957&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315318 Aug 10 04:27:33.579179 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec94d3-a980-4822-a917-6cadd17ca25f req-00622dc1-e1c2-468b-9f87-a28ac3575ed3 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:33.580937 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-92ec94d3-a980-4822-a917-6cadd17ca25f req-00622dc1-e1c2-468b-9f87-a28ac3575ed3 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 946 time: 0.0509863 Aug 10 04:27:33.685365 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-92ec94d3-a980-4822-a917-6cadd17ca25f req-fc4a556c-88c8-40b2-96b5-5f6a1ed40246 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Deleting port 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:27:33.685703 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-92ec94d3-a980-4822-a917-6cadd17ca25f req-fc4a556c-88c8-40b2-96b5-5f6a1ed40246 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:33.773976 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-92ec94d3-a980-4822-a917-6cadd17ca25f req-fc4a556c-88c8-40b2-96b5-5f6a1ed40246 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] For port 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=83b2f820-3a6a-4b79-a4d6-5d6a8d89018b,segment=NetworkSegment(e02d0aed-e873-4a10-9741-b64d5be96942),segment_id=e02d0aed-e873-4a10-9741-b64d5be96942)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:33.774263 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-92ec94d3-a980-4822-a917-6cadd17ca25f req-fc4a556c-88c8-40b2-96b5-5f6a1ed40246 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:33.788095 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-92ec94d3-a980-4822-a917-6cadd17ca25f req-fc4a556c-88c8-40b2-96b5-5f6a1ed40246 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Calling delete_port for 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:27:34.033925 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-92ec94d3-a980-4822-a917-6cadd17ca25f req-fc4a556c-88c8-40b2-96b5-5f6a1ed40246 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:34.062087 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a556c-88c8-40b2-96b5-5f6a1ed40246 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event deleted for resources: {'Port': ['ID=83b2f820-3a6a-4b79-a4d6-5d6a8d89018b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:34.111449 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ec94d3-a980-4822-a917-6cadd17ca25f req-fc4a556c-88c8-40b2-96b5-5f6a1ed40246 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] No DVR routers for this DVR port 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:27:34.114099 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-92ec94d3-a980-4822-a917-6cadd17ca25f req-fc4a556c-88c8-40b2-96b5-5f6a1ed40246 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:34.116229 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-92ec94d3-a980-4822-a917-6cadd17ca25f req-fc4a556c-88c8-40b2-96b5-5f6a1ed40246 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.20 "DELETE /v2.0/ports/83b2f820-3a6a-4b79-a4d6-5d6a8d89018b HTTP/1.1" status: 204 len: 173 time: 0.5293105 Aug 10 04:27:34.116640 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f312230-a8e6-471d-b49f-eeaad72a8c39', 'name': 'network-vif-deleted', 'tag': '83b2f820-3a6a-4b79-a4d6-5d6a8d89018b'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:27:34.118869 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c7b037-0dfb-4510-87a7-5eca29d8ca6a" -d '{"events": [{"server_uuid": "9f312230-a8e6-471d-b49f-eeaad72a8c39", "name": "network-vif-deleted", "tag": "83b2f820-3a6a-4b79-a4d6-5d6a8d89018b"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:27:34.167013 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0a6ef0-8a56-41a6-b232-9bd63d7aac64 x-openstack-request-id: req-1a0a6ef0-8a56-41a6-b232-9bd63d7aac64 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:27:34.167309 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f312230-a8e6-471d-b49f-eeaad72a8c39", "name": "network-vif-deleted", "tag": "83b2f820-3a6a-4b79-a4d6-5d6a8d89018b", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:27:34.167589 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a0a6ef0-8a56-41a6-b232-9bd63d7aac64 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:27:34.168045 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f312230-a8e6-471d-b49f-eeaad72a8c39', 'name': 'network-vif-deleted', 'tag': '83b2f820-3a6a-4b79-a4d6-5d6a8d89018b', 'status': 'completed', 'code': 200} Aug 10 04:27:34.417164 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d3bc7de9-3eaa-4649-8e08-45a4487f92c4 req-b9e52fa5-422d-4357-a588-70263725fbc5 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f312230-a8e6-471d-b49f-eeaad72a8c39 HTTP/1.1" status: 200 len: 210 time: 0.0299735 Aug 10 04:27:35.477222 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48594) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:35.784045 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:27:35.804830 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:27:35.805306 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 83b2f820-3a6a-4b79-a4d6-5d6a8d89018b not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:27:35.862407 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-41e2be69-701d-4346-9475-aaef327a3146 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:36.147938 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-41e2be69-701d-4346-9475-aaef327a3146 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Deleting port f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:27:36.148237 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-41e2be69-701d-4346-9475-aaef327a3146 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:36.236213 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-41e2be69-701d-4346-9475-aaef327a3146 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] For port f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8,segment=NetworkSegment(e02d0aed-e873-4a10-9741-b64d5be96942),segment_id=e02d0aed-e873-4a10-9741-b64d5be96942)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:36.236587 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-41e2be69-701d-4346-9475-aaef327a3146 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:36.256674 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-41e2be69-701d-4346-9475-aaef327a3146 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Calling delete_port for f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:27:36.536380 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-41e2be69-701d-4346-9475-aaef327a3146 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:36.564219 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2be69-701d-4346-9475-aaef327a3146 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event deleted for resources: {'Port': ['ID=f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:36.741377 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-41e2be69-701d-4346-9475-aaef327a3146 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:36.966648 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e2be69-701d-4346-9475-aaef327a3146 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Router b95973ef-dff7-4f61-9d63-dcf8c0802981 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:27:37.080409 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e2be69-701d-4346-9475-aaef327a3146 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:27:37.086993 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-41e2be69-701d-4346-9475-aaef327a3146 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "PUT /v2.0/routers/b95973ef-dff7-4f61-9d63-dcf8c0802981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6079473 Aug 10 04:27:37.089124 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48596) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:37.091811 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c1ff53-06f5-491d-b842-b4b8f8f83707 None None] Sync routers for ids ['b95973ef-dff7-4f61-9d63-dcf8c0802981'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:27:37.100962 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c1ff53-06f5-491d-b842-b4b8f8f83707 None None] Routers {'b95973ef-dff7-4f61-9d63-dcf8c0802981'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:37.101575 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-35c1ff53-06f5-491d-b842-b4b8f8f83707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:27:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['b95973ef-dff7-4f61-9d63-dcf8c0802981'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:37.141612 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-716897e3-b654-4b5b-8cb5-2702ca215d01 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Deleting subnet aef571cf-02fc-445a-b08c-b144ff1150cc {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:27:37.144838 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-716897e3-b654-4b5b-8cb5-2702ca215d01 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:37.184976 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-716897e3-b654-4b5b-8cb5-2702ca215d01 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:37.208126 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-35c1ff53-06f5-491d-b842-b4b8f8f83707 None None] Set router b95973ef-dff7-4f61-9d63-dcf8c0802981 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:37.283081 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-716897e3-b654-4b5b-8cb5-2702ca215d01 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:37.389285 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-35c1ff53-06f5-491d-b842-b4b8f8f83707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783583827', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '676bd871-8ef2-4e2e-93a2-e27e733fa021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:25:43Z', 'updated_at': '2021-08-10T04:27:36Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': '676bd871-8ef2-4e2e-93a2-e27e733fa021', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:db:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:43Z', 'updated_at': '2021-08-10T04:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:37.415443 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c1ff53-06f5-491d-b842-b4b8f8f83707 None None] Checking router: b95973ef-dff7-4f61-9d63-dcf8c0802981 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:27:37.424085 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c1ff53-06f5-491d-b842-b4b8f8f83707 None None] Routers {'b95973ef-dff7-4f61-9d63-dcf8c0802981'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:37.424690 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-35c1ff53-06f5-491d-b842-b4b8f8f83707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:27:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['b95973ef-dff7-4f61-9d63-dcf8c0802981'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:37.429363 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-716897e3-b654-4b5b-8cb5-2702ca215d01 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:37.466248 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716897e3-b654-4b5b-8cb5-2702ca215d01 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event deleted for resources: {'Subnet': ['ID=aef571cf-02fc-445a-b08c-b144ff1150cc,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:37.468266 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-716897e3-b654-4b5b-8cb5-2702ca215d01 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:37.472792 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-716897e3-b654-4b5b-8cb5-2702ca215d01 tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "DELETE /v2.0/subnets/aef571cf-02fc-445a-b08c-b144ff1150cc HTTP/1.1" status: 204 len: 168 time: 0.3812475 Aug 10 04:27:37.473588 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48598) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:37.474506 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dbce28-bc95-4df4-ab9a-d8a3f7ec177d None None] Network e2103f65-875f-4af2-b84d-000846778cd5 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:27:37.594819 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-71bbdd2d-8668-4755-8c9d-016b9493423a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:37.606407 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-35c1ff53-06f5-491d-b842-b4b8f8f83707 None None] Set router b95973ef-dff7-4f61-9d63-dcf8c0802981 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:37.708230 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-71bbdd2d-8668-4755-8c9d-016b9493423a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:37.853923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-71bbdd2d-8668-4755-8c9d-016b9493423a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Deleting port 676bd871-8ef2-4e2e-93a2-e27e733fa021 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:27:37.854166 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-71bbdd2d-8668-4755-8c9d-016b9493423a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:37.941114 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-71bbdd2d-8668-4755-8c9d-016b9493423a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] For port 676bd871-8ef2-4e2e-93a2-e27e733fa021, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=676bd871-8ef2-4e2e-93a2-e27e733fa021,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:37.941488 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-71bbdd2d-8668-4755-8c9d-016b9493423a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:37.954815 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-71bbdd2d-8668-4755-8c9d-016b9493423a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Calling delete_port for 676bd871-8ef2-4e2e-93a2-e27e733fa021 owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:27:37.963271 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15c4633-e124-4cf0-ad3f-8de191086375 None None] DHCP port deletion for e2103f65-875f-4af2-b84d-000846778cd5 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:27:37.998343 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-35c1ff53-06f5-491d-b842-b4b8f8f83707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783583827', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '676bd871-8ef2-4e2e-93a2-e27e733fa021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:25:43Z', 'updated_at': '2021-08-10T04:27:36Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': '676bd871-8ef2-4e2e-93a2-e27e733fa021', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:db:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:43Z', 'updated_at': '2021-08-10T04:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:38.031014 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c1ff53-06f5-491d-b842-b4b8f8f83707 None None] The sync data for ids ['b95973ef-dff7-4f61-9d63-dcf8c0802981'] in n-d-802893-2 is: [{'id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1783583827', 'tenant_id': '397e8cde821d4d5ca53b9835ebca79b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '676bd871-8ef2-4e2e-93a2-e27e733fa021', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:25:43Z', 'updated_at': '2021-08-10T04:27:36Z', 'revision_number': 5, 'project_id': '397e8cde821d4d5ca53b9835ebca79b1', 'gw_port': {'id': '676bd871-8ef2-4e2e-93a2-e27e733fa021', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:db:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b95973ef-dff7-4f61-9d63-dcf8c0802981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:25:43Z', 'updated_at': '2021-08-10T04:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:27:38.051335 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-d15c4633-e124-4cf0-ad3f-8de191086375 None None] Deleting port 8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:27:38.051815 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d15c4633-e124-4cf0-ad3f-8de191086375 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:38.117691 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d15c4633-e124-4cf0-ad3f-8de191086375 None None] For port 8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8,segment=NetworkSegment(e02d0aed-e873-4a10-9741-b64d5be96942),segment_id=e02d0aed-e873-4a10-9741-b64d5be96942)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:38.118389 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d15c4633-e124-4cf0-ad3f-8de191086375 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:38.131302 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-d15c4633-e124-4cf0-ad3f-8de191086375 None None] Calling delete_port for 8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:27:38.188706 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-71bbdd2d-8668-4755-8c9d-016b9493423a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:38.219932 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bbdd2d-8668-4755-8c9d-016b9493423a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event deleted for resources: {'Port': ['ID=676bd871-8ef2-4e2e-93a2-e27e733fa021,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:38.281647 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-71bbdd2d-8668-4755-8c9d-016b9493423a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:38.300733 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d15c4633-e124-4cf0-ad3f-8de191086375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:38.329868 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15c4633-e124-4cf0-ad3f-8de191086375 None None] No DVR routers for this DVR port 8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:27:38.336112 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c4633-e124-4cf0-ad3f-8de191086375 None None] Pushing event deleted for resources: {'Port': ['ID=8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:38.397211 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-71bbdd2d-8668-4755-8c9d-016b9493423a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:38.399754 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-71bbdd2d-8668-4755-8c9d-016b9493423a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:38.554302 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-71bbdd2d-8668-4755-8c9d-016b9493423a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:38.555210 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bbdd2d-8668-4755-8c9d-016b9493423a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Fanout notify agent at l3_agent the message router_deleted on router b95973ef-dff7-4f61-9d63-dcf8c0802981 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:27:38.562724 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-71bbdd2d-8668-4755-8c9d-016b9493423a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:38.563990 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-71bbdd2d-8668-4755-8c9d-016b9493423a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "DELETE /v2.0/routers/b95973ef-dff7-4f61-9d63-dcf8c0802981 HTTP/1.1" status: 204 len: 168 time: 1.0892437 Aug 10 04:27:38.567631 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48600) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:38.656107 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e93f4410-710c-4b98-bafe-be7a6daa347b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:38.745424 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e93f4410-710c-4b98-bafe-be7a6daa347b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:38.757413 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-e93f4410-710c-4b98-bafe-be7a6daa347b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2103f65-875f-4af2-b84d-000846778cd5']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:38.767875 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-e93f4410-710c-4b98-bafe-be7a6daa347b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02d0aed-e873-4a10-9741-b64d5be96942') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:38.768193 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-e93f4410-710c-4b98-bafe-be7a6daa347b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02d0aed-e873-4a10-9741-b64d5be96942') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:38.776825 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e93f4410-710c-4b98-bafe-be7a6daa347b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:38.790042 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e93f4410-710c-4b98-bafe-be7a6daa347b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:38.796260 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93f4410-710c-4b98-bafe-be7a6daa347b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:27:38.796757 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e93f4410-710c-4b98-bafe-be7a6daa347b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:27:38.800292 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:27:38.919358 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e93f4410-710c-4b98-bafe-be7a6daa347b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:38.927624 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e93f4410-710c-4b98-bafe-be7a6daa347b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:38.930135 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e93f4410-710c-4b98-bafe-be7a6daa347b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "DELETE /v2.0/networks/e2103f65-875f-4af2-b84d-000846778cd5 HTTP/1.1" status: 204 len: 168 time: 0.3608236 Aug 10 04:27:38.933008 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48602) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:38.941835 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f4410-710c-4b98-bafe-be7a6daa347b tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event deleted for resources: {'Network': ['ID=e2103f65-875f-4af2-b84d-000846778cd5,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:39.025270 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2fb65d1e-5238-4a8d-9223-6580c6d5b70a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:39.054922 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2fb65d1e-5238-4a8d-9223-6580c6d5b70a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:39.078558 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:27:39.103106 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:27:39.103449 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f1dd24d2-4711-4ca8-aef7-ad0cfd7830f8 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:27:39.104020 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 676bd871-8ef2-4e2e-93a2-e27e733fa021 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:27:39.122821 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 676bd871-8ef2-4e2e-93a2-e27e733fa021 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:27:39.123424 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 676bd871-8ef2-4e2e-93a2-e27e733fa021 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:27:39.123556 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:27:39.142547 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:27:39.142890 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 8b1a66d4-ec0a-4e22-a2ba-c17bbe9ec6a8 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:27:39.234038 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2fb65d1e-5238-4a8d-9223-6580c6d5b70a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:39.236656 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2fb65d1e-5238-4a8d-9223-6580c6d5b70a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:39.237837 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2fb65d1e-5238-4a8d-9223-6580c6d5b70a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] 10.222.0.25 "DELETE /v2.0/security-groups/60874e98-4d2f-4c89-bcca-f0c27c099957 HTTP/1.1" status: 204 len: 168 time: 0.3036709 Aug 10 04:27:39.247900 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb65d1e-5238-4a8d-9223-6580c6d5b70a tempest-TestNetworkAdvancedServerOps-1044203256 tempest-TestNetworkAdvancedServerOps-1044203256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60874e98-4d2f-4c89-bcca-f0c27c099957,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:39.777915 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48610) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:39.922162 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b3f73253-e985-44a9-ad49-5b8a40fbfa59 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=397e8cde821d4d5ca53b9835ebca79b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430070 Aug 10 04:27:39.924693 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48614) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:39.970926 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-638471e4-123e-4072-8e66-98163ab89e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:39.977318 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b647d31-71cd-47c1-aff6-92bab325ee8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:39.998324 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b647d31-71cd-47c1-aff6-92bab325ee8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:40.125848 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b647d31-71cd-47c1-aff6-92bab325ee8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:40.128800 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6b647d31-71cd-47c1-aff6-92bab325ee8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:40.130471 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6b647d31-71cd-47c1-aff6-92bab325ee8d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/caec3c5a-560a-4ecf-9747-d7866dea2d38 HTTP/1.1" status: 204 len: 168 time: 0.2045605 Aug 10 04:27:40.145512 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b647d31-71cd-47c1-aff6-92bab325ee8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caec3c5a-560a-4ecf-9747-d7866dea2d38,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:40.849321 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48622) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:40.894294 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-912890d2-0f1d-4145-8527-73e4530120b3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c62d23ca02f84be4bed9f84579517a20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437434 Aug 10 04:27:40.897357 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48624) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:40.945550 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-81866b20-c09b-4a79-9109-751c3771a9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:40.968545 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-81866b20-c09b-4a79-9109-751c3771a9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:41.089552 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-81866b20-c09b-4a79-9109-751c3771a9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:41.092269 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-81866b20-c09b-4a79-9109-751c3771a9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:41.093420 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-81866b20-c09b-4a79-9109-751c3771a9e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca596bde-070d-445e-a594-a0920e779043 HTTP/1.1" status: 204 len: 168 time: 0.1950479 Aug 10 04:27:41.102229 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81866b20-c09b-4a79-9109-751c3771a9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca596bde-070d-445e-a594-a0920e779043,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:41.344749 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b29963-fadc-4a0c-b7b0-976a10e129b6 req-8f545a16-639f-41e6-b36c-d0f2f24a7cc0 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:41.346269 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-21b29963-fadc-4a0c-b7b0-976a10e129b6 req-8f545a16-639f-41e6-b36c-d0f2f24a7cc0 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf HTTP/1.1" status: 200 len: 945 time: 0.0514705 Aug 10 04:27:41.389738 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-21b29963-fadc-4a0c-b7b0-976a10e129b6 req-5ec8101d-6c37-4aa4-9a72-6ef641165b6e tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/security-groups?id=f16691b0-7ca8-41a0-b26f-ff7e5bc477ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369248 Aug 10 04:27:42.508750 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa82201-7f5d-4a1b-bb46-914671a2ff36 req-8c383f1c-7bce-4fc8-85e2-70d75fed81d8 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:42.510349 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4aa82201-7f5d-4a1b-bb46-914671a2ff36 req-8c383f1c-7bce-4fc8-85e2-70d75fed81d8 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf HTTP/1.1" status: 200 len: 945 time: 0.0497956 Aug 10 04:27:42.546807 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87de14d-57fa-42a0-be5f-1504cc5917de req-178096fd-b77f-4946-999e-6a90a8931158 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:42.548303 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d87de14d-57fa-42a0-be5f-1504cc5917de req-178096fd-b77f-4946-999e-6a90a8931158 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.20 "GET /v2.0/ports?device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf HTTP/1.1" status: 200 len: 945 time: 0.0496025 Aug 10 04:27:42.548987 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4aa82201-7f5d-4a1b-bb46-914671a2ff36 req-9cb1c6fa-586d-497b-8b3c-e6b36f506faa tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/security-groups?id=f16691b0-7ca8-41a0-b26f-ff7e5bc477ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320938 Aug 10 04:27:42.638253 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-d87de14d-57fa-42a0-be5f-1504cc5917de req-33720954-d201-4aa5-8445-8fd76d23bcdc tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Deleting port 87273a89-15ed-473f-a6b1-f819eb4b7ffe {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:27:42.638602 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d87de14d-57fa-42a0-be5f-1504cc5917de req-33720954-d201-4aa5-8445-8fd76d23bcdc tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:42.729661 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d87de14d-57fa-42a0-be5f-1504cc5917de req-33720954-d201-4aa5-8445-8fd76d23bcdc tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] For port 87273a89-15ed-473f-a6b1-f819eb4b7ffe, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=87273a89-15ed-473f-a6b1-f819eb4b7ffe,segment=NetworkSegment(3a4bacbe-dac8-4348-bc08-5746a9973769),segment_id=3a4bacbe-dac8-4348-bc08-5746a9973769)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:42.729945 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d87de14d-57fa-42a0-be5f-1504cc5917de req-33720954-d201-4aa5-8445-8fd76d23bcdc tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:42.948143 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d87de14d-57fa-42a0-be5f-1504cc5917de req-33720954-d201-4aa5-8445-8fd76d23bcdc tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:42.948518 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d87de14d-57fa-42a0-be5f-1504cc5917de req-33720954-d201-4aa5-8445-8fd76d23bcdc tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:42.948836 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [req-d87de14d-57fa-42a0-be5f-1504cc5917de req-33720954-d201-4aa5-8445-8fd76d23bcdc tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Floating IP 764aa9e5-9ee6-414c-865e-8bece01ed343 disassociated. External IP: 172.25.0.136, port: 87273a89-15ed-473f-a6b1-f819eb4b7ffe. Aug 10 04:27:42.949182 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-d87de14d-57fa-42a0-be5f-1504cc5917de req-33720954-d201-4aa5-8445-8fd76d23bcdc tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Calling delete_port for 87273a89-15ed-473f-a6b1-f819eb4b7ffe owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:27:43.148087 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d87de14d-57fa-42a0-be5f-1504cc5917de req-33720954-d201-4aa5-8445-8fd76d23bcdc tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:43.181174 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33720954-d201-4aa5-8445-8fd76d23bcdc tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Pushing event deleted for resources: {'Port': ['ID=87273a89-15ed-473f-a6b1-f819eb4b7ffe,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:43.581065 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d87de14d-57fa-42a0-be5f-1504cc5917de req-33720954-d201-4aa5-8445-8fd76d23bcdc tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Router 325c8e7a-5222-4b21-a938-34b5c991cff3 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:27:43.651157 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:43.662313 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b52a2ff-c27e-4f02-ab5e-f29a72e35797 req-8c32faa8-2de1-434d-8d20-dbc8356324c7 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf HTTP/1.1" status: 200 len: 210 time: 0.0341663 Aug 10 04:27:43.725516 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d87de14d-57fa-42a0-be5f-1504cc5917de req-33720954-d201-4aa5-8445-8fd76d23bcdc tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:27:43.735425 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1d9519-4d2b-4c2f-b1e5-d1a60777f8ba None None] Sync routers for ids ['325c8e7a-5222-4b21-a938-34b5c991cff3'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:27:43.744962 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1d9519-4d2b-4c2f-b1e5-d1a60777f8ba None None] Routers {'325c8e7a-5222-4b21-a938-34b5c991cff3'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:43.745584 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-ce1d9519-4d2b-4c2f-b1e5-d1a60777f8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:27:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['325c8e7a-5222-4b21-a938-34b5c991cff3'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:43.769329 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87de14d-57fa-42a0-be5f-1504cc5917de req-33720954-d201-4aa5-8445-8fd76d23bcdc tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] No DVR routers for this DVR port 87273a89-15ed-473f-a6b1-f819eb4b7ffe on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:27:43.772327 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d87de14d-57fa-42a0-be5f-1504cc5917de req-33720954-d201-4aa5-8445-8fd76d23bcdc tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:43.775146 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d87de14d-57fa-42a0-be5f-1504cc5917de req-33720954-d201-4aa5-8445-8fd76d23bcdc tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.20 "DELETE /v2.0/ports/87273a89-15ed-473f-a6b1-f819eb4b7ffe HTTP/1.1" status: 204 len: 173 time: 1.2211404 Aug 10 04:27:43.775664 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0235aeb-6bdd-4896-bc1b-e03a98734baf', 'name': 'network-vif-deleted', 'tag': '87273a89-15ed-473f-a6b1-f819eb4b7ffe'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:27:43.778547 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafc45db-e134-4226-a49a-5aeba11bbf46" -d '{"events": [{"server_uuid": "a0235aeb-6bdd-4896-bc1b-e03a98734baf", "name": "network-vif-deleted", "tag": "87273a89-15ed-473f-a6b1-f819eb4b7ffe"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:27:43.818757 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ce9114-a4d2-4f57-a8c8-c274410bb072 x-openstack-request-id: req-42ce9114-a4d2-4f57-a8c8-c274410bb072 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:27:43.819488 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0235aeb-6bdd-4896-bc1b-e03a98734baf", "name": "network-vif-deleted", "tag": "87273a89-15ed-473f-a6b1-f819eb4b7ffe", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:27:43.819764 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42ce9114-a4d2-4f57-a8c8-c274410bb072 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:27:43.820236 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0235aeb-6bdd-4896-bc1b-e03a98734baf', 'name': 'network-vif-deleted', 'tag': '87273a89-15ed-473f-a6b1-f819eb4b7ffe', 'status': 'completed', 'code': 200} Aug 10 04:27:43.821149 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0f9e1695-3649-4206-b3be-425f04f27143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:43.856908 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-ce1d9519-4d2b-4c2f-b1e5-d1a60777f8ba None None] Set router 325c8e7a-5222-4b21-a938-34b5c991cff3 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:44.063902 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-ce1d9519-4d2b-4c2f-b1e5-d1a60777f8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'name': 'tempest-TestServerBasicOps-1748211721-router', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '3eed6c31-b8a5-40b5-9519-68ebd136d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:26Z', 'updated_at': '2021-08-10T04:22:30Z', 'revision_number': 4, 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'gw_port': {'id': '3eed6c31-b8a5-40b5-9519-68ebd136d30b', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:06:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:27Z', 'updated_at': '2021-08-10T04:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '5df9bcd9-887b-4dc7-beda-395654455035', 'name': '', 'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'mac_address': 'fa:16:3e:a1:56:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '95b008fb-2ff5-4fae-b009-1bf32b6828e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:30Z', 'updated_at': '2021-08-10T04:22:37Z', 'revision_number': 5, 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'subnets': [{'id': '95b008fb-2ff5-4fae-b009-1bf32b6828e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:44.105933 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1d9519-4d2b-4c2f-b1e5-d1a60777f8ba None None] Checking router: 325c8e7a-5222-4b21-a938-34b5c991cff3 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:27:44.114431 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1d9519-4d2b-4c2f-b1e5-d1a60777f8ba None None] Routers {'325c8e7a-5222-4b21-a938-34b5c991cff3'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:44.115552 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-ce1d9519-4d2b-4c2f-b1e5-d1a60777f8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:27:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['325c8e7a-5222-4b21-a938-34b5c991cff3'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:44.225679 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-ce1d9519-4d2b-4c2f-b1e5-d1a60777f8ba None None] Set router 325c8e7a-5222-4b21-a938-34b5c991cff3 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:44.431634 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-ce1d9519-4d2b-4c2f-b1e5-d1a60777f8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'name': 'tempest-TestServerBasicOps-1748211721-router', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '3eed6c31-b8a5-40b5-9519-68ebd136d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:26Z', 'updated_at': '2021-08-10T04:22:30Z', 'revision_number': 4, 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'gw_port': {'id': '3eed6c31-b8a5-40b5-9519-68ebd136d30b', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:06:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:27Z', 'updated_at': '2021-08-10T04:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '5df9bcd9-887b-4dc7-beda-395654455035', 'name': '', 'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'mac_address': 'fa:16:3e:a1:56:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '95b008fb-2ff5-4fae-b009-1bf32b6828e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:30Z', 'updated_at': '2021-08-10T04:22:37Z', 'revision_number': 5, 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'subnets': [{'id': '95b008fb-2ff5-4fae-b009-1bf32b6828e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:44.458054 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1d9519-4d2b-4c2f-b1e5-d1a60777f8ba None None] The sync data for ids ['325c8e7a-5222-4b21-a938-34b5c991cff3'] in n-d-802893-2 is: [{'id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'name': 'tempest-TestServerBasicOps-1748211721-router', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '3eed6c31-b8a5-40b5-9519-68ebd136d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:26Z', 'updated_at': '2021-08-10T04:22:30Z', 'revision_number': 4, 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'gw_port': {'id': '3eed6c31-b8a5-40b5-9519-68ebd136d30b', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:06:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:27Z', 'updated_at': '2021-08-10T04:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '5df9bcd9-887b-4dc7-beda-395654455035', 'name': '', 'network_id': '24a9041a-84b8-44ae-a643-2064ec7b4848', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'mac_address': 'fa:16:3e:a1:56:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3885, 'fixed_ips': [{'subnet_id': '95b008fb-2ff5-4fae-b009-1bf32b6828e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:30Z', 'updated_at': '2021-08-10T04:22:37Z', 'revision_number': 5, 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'subnets': [{'id': '95b008fb-2ff5-4fae-b009-1bf32b6828e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:27:44.700563 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa095f8-6da3-4c29-ad2d-6164495335d9 None None] New status for floating IP 764aa9e5-9ee6-414c-865e-8bece01ed343: DOWN {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:27:44.773507 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7216e079-b99f-4127-8b21-ca292d8932fb req-b34e9ed0-1042-4dd6-af91-d4ff7604c49c tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "GET /v2.0/ports?device_id=a0235aeb-6bdd-4896-bc1b-e03a98734baf HTTP/1.1" status: 200 len: 210 time: 0.0277717 Aug 10 04:27:45.414574 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:45.799233 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 87273a89-15ed-473f-a6b1-f819eb4b7ffe no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:27:45.822592 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 87273a89-15ed-473f-a6b1-f819eb4b7ffe {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:27:45.822935 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 87273a89-15ed-473f-a6b1-f819eb4b7ffe not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:27:45.836890 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48644) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:45.961891 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-f7e18fb7-8b5f-4b0e-af56-8c195f6e9369 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Deleting port 84432e0c-cc7c-497f-8cb7-17e52b969e79 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:27:45.962233 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7e18fb7-8b5f-4b0e-af56-8c195f6e9369 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:46.042306 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7e18fb7-8b5f-4b0e-af56-8c195f6e9369 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:46.042631 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7e18fb7-8b5f-4b0e-af56-8c195f6e9369 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:46.044942 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:46.055056 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-f7e18fb7-8b5f-4b0e-af56-8c195f6e9369 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Calling delete_port for 84432e0c-cc7c-497f-8cb7-17e52b969e79 owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:27:46.245466 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7e18fb7-8b5f-4b0e-af56-8c195f6e9369 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:46.271048 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e18fb7-8b5f-4b0e-af56-8c195f6e9369 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Pushing event deleted for resources: {'Port': ['ID=84432e0c-cc7c-497f-8cb7-17e52b969e79,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:46.331012 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7e18fb7-8b5f-4b0e-af56-8c195f6e9369 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for floatingip, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:46.333448 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f7e18fb7-8b5f-4b0e-af56-8c195f6e9369 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:46.335354 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f7e18fb7-8b5f-4b0e-af56-8c195f6e9369 tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "DELETE /v2.0/floatingips/764aa9e5-9ee6-414c-865e-8bece01ed343 HTTP/1.1" status: 204 len: 168 time: 0.4973075 Aug 10 04:27:46.407743 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48650) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:46.471589 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b00a0568-512b-41fc-86fa-e0fc1e75620d tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:46.498181 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b00a0568-512b-41fc-86fa-e0fc1e75620d tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:46.616860 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b00a0568-512b-41fc-86fa-e0fc1e75620d tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:46.619505 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b00a0568-512b-41fc-86fa-e0fc1e75620d tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:46.620739 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b00a0568-512b-41fc-86fa-e0fc1e75620d tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] 10.222.0.25 "DELETE /v2.0/security-groups/f16691b0-7ca8-41a0-b26f-ff7e5bc477ed HTTP/1.1" status: 204 len: 168 time: 0.2119570 Aug 10 04:27:46.630287 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a0568-512b-41fc-86fa-e0fc1e75620d tempest-TestServerBasicOps-1890710067 tempest-TestServerBasicOps-1890710067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16691b0-7ca8-41a0-b26f-ff7e5bc477ed,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:46.736192 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48654) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:46.953374 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:47.280606 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c9423bba-56fa-4b46-bd88-1fda74e11f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:47.524769 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-c9423bba-56fa-4b46-bd88-1fda74e11f3a admin admin] Deleting port 5df9bcd9-887b-4dc7-beda-395654455035 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:27:47.525102 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c9423bba-56fa-4b46-bd88-1fda74e11f3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:47.608586 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-c9423bba-56fa-4b46-bd88-1fda74e11f3a admin admin] For port 5df9bcd9-887b-4dc7-beda-395654455035, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=5df9bcd9-887b-4dc7-beda-395654455035,segment=NetworkSegment(3a4bacbe-dac8-4348-bc08-5746a9973769),segment_id=3a4bacbe-dac8-4348-bc08-5746a9973769)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:47.608858 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c9423bba-56fa-4b46-bd88-1fda74e11f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:47.620984 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-c9423bba-56fa-4b46-bd88-1fda74e11f3a admin admin] Calling delete_port for 5df9bcd9-887b-4dc7-beda-395654455035 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:27:47.873324 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c9423bba-56fa-4b46-bd88-1fda74e11f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:47.900541 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9423bba-56fa-4b46-bd88-1fda74e11f3a admin admin] Pushing event deleted for resources: {'Port': ['ID=5df9bcd9-887b-4dc7-beda-395654455035,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:48.064883 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c9423bba-56fa-4b46-bd88-1fda74e11f3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:48.590198 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9423bba-56fa-4b46-bd88-1fda74e11f3a admin admin] Router 325c8e7a-5222-4b21-a938-34b5c991cff3 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:27:48.701917 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9423bba-56fa-4b46-bd88-1fda74e11f3a admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:27:48.707235 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c9423bba-56fa-4b46-bd88-1fda74e11f3a admin admin] 10.222.0.25 "PUT /v2.0/routers/325c8e7a-5222-4b21-a938-34b5c991cff3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9696915 Aug 10 04:27:48.710773 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48660) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:48.711468 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b14786-03ec-42c6-88ed-406dfe8ff9d1 None None] Sync routers for ids ['325c8e7a-5222-4b21-a938-34b5c991cff3'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:27:48.720387 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b14786-03ec-42c6-88ed-406dfe8ff9d1 None None] Routers {'325c8e7a-5222-4b21-a938-34b5c991cff3'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:48.721995 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-13b14786-03ec-42c6-88ed-406dfe8ff9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:27:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['325c8e7a-5222-4b21-a938-34b5c991cff3'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:48.820631 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-24e0b45d-882f-42c8-812f-757f5e5dd89d admin admin] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:48.827285 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-13b14786-03ec-42c6-88ed-406dfe8ff9d1 None None] Set router 325c8e7a-5222-4b21-a938-34b5c991cff3 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:48.962830 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-24e0b45d-882f-42c8-812f-757f5e5dd89d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:49.090009 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-13b14786-03ec-42c6-88ed-406dfe8ff9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'name': 'tempest-TestServerBasicOps-1748211721-router', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '3eed6c31-b8a5-40b5-9519-68ebd136d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:26Z', 'updated_at': '2021-08-10T04:27:47Z', 'revision_number': 5, 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'gw_port': {'id': '3eed6c31-b8a5-40b5-9519-68ebd136d30b', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:06:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:27Z', 'updated_at': '2021-08-10T04:22:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:49.101807 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-24e0b45d-882f-42c8-812f-757f5e5dd89d admin admin] Deleting port 3eed6c31-b8a5-40b5-9519-68ebd136d30b {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:27:49.102155 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-24e0b45d-882f-42c8-812f-757f5e5dd89d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:49.116064 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b14786-03ec-42c6-88ed-406dfe8ff9d1 None None] Checking router: 325c8e7a-5222-4b21-a938-34b5c991cff3 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:27:49.124395 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b14786-03ec-42c6-88ed-406dfe8ff9d1 None None] Routers {'325c8e7a-5222-4b21-a938-34b5c991cff3'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:49.125000 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-13b14786-03ec-42c6-88ed-406dfe8ff9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:27:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['325c8e7a-5222-4b21-a938-34b5c991cff3'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:49.192614 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-24e0b45d-882f-42c8-812f-757f5e5dd89d admin admin] For port 3eed6c31-b8a5-40b5-9519-68ebd136d30b, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3eed6c31-b8a5-40b5-9519-68ebd136d30b,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:49.192973 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-24e0b45d-882f-42c8-812f-757f5e5dd89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:49.206588 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-24e0b45d-882f-42c8-812f-757f5e5dd89d admin admin] Calling delete_port for 3eed6c31-b8a5-40b5-9519-68ebd136d30b owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:27:49.219436 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-13b14786-03ec-42c6-88ed-406dfe8ff9d1 None None] Set router 325c8e7a-5222-4b21-a938-34b5c991cff3 gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:49.281509 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-13b14786-03ec-42c6-88ed-406dfe8ff9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'name': 'tempest-TestServerBasicOps-1748211721-router', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:26Z', 'updated_at': '2021-08-10T04:27:48Z', 'revision_number': 6, 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:49.307828 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b14786-03ec-42c6-88ed-406dfe8ff9d1 None None] The sync data for ids ['325c8e7a-5222-4b21-a938-34b5c991cff3'] in n-d-802893-2 is: [{'id': '325c8e7a-5222-4b21-a938-34b5c991cff3', 'name': 'tempest-TestServerBasicOps-1748211721-router', 'tenant_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:26Z', 'updated_at': '2021-08-10T04:27:48Z', 'revision_number': 6, 'project_id': 'f4b91cffb7e54e149efd469c2d697e6f', 'gw_port_host': None}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:27:49.433427 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-24e0b45d-882f-42c8-812f-757f5e5dd89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:49.461424 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0b45d-882f-42c8-812f-757f5e5dd89d admin admin] Pushing event deleted for resources: {'Port': ['ID=3eed6c31-b8a5-40b5-9519-68ebd136d30b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:49.518905 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-24e0b45d-882f-42c8-812f-757f5e5dd89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:49.613405 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-24e0b45d-882f-42c8-812f-757f5e5dd89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:49.616119 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-24e0b45d-882f-42c8-812f-757f5e5dd89d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:49.753941 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-24e0b45d-882f-42c8-812f-757f5e5dd89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:49.754471 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e0b45d-882f-42c8-812f-757f5e5dd89d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 325c8e7a-5222-4b21-a938-34b5c991cff3 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:27:49.759308 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-24e0b45d-882f-42c8-812f-757f5e5dd89d admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:49.760512 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-24e0b45d-882f-42c8-812f-757f5e5dd89d admin admin] 10.222.0.25 "DELETE /v2.0/routers/325c8e7a-5222-4b21-a938-34b5c991cff3 HTTP/1.1" status: 204 len: 168 time: 1.0486383 Aug 10 04:27:49.762991 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48662) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:49.833139 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec72f59c-8d5f-46ed-bccd-54acfe5e43a8 admin admin] Deleting subnet 95b008fb-2ff5-4fae-b009-1bf32b6828e6 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:27:49.837692 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec72f59c-8d5f-46ed-bccd-54acfe5e43a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:49.877867 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec72f59c-8d5f-46ed-bccd-54acfe5e43a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:49.960982 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec72f59c-8d5f-46ed-bccd-54acfe5e43a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:50.066773 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec72f59c-8d5f-46ed-bccd-54acfe5e43a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:50.093875 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72f59c-8d5f-46ed-bccd-54acfe5e43a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95b008fb-2ff5-4fae-b009-1bf32b6828e6,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:50.097647 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ec72f59c-8d5f-46ed-bccd-54acfe5e43a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:50.103097 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ec72f59c-8d5f-46ed-bccd-54acfe5e43a8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/95b008fb-2ff5-4fae-b009-1bf32b6828e6 HTTP/1.1" status: 204 len: 168 time: 0.3356078 Aug 10 04:27:50.107675 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48664) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:50.107791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1800d2-38e1-4425-9d5b-d97ebfffcb69 None None] Network 24a9041a-84b8-44ae-a643-2064ec7b4848 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:27:50.197063 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-52fef5d4-3acc-4f9d-88f3-c705f08e97f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:50.253999 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-52fef5d4-3acc-4f9d-88f3-c705f08e97f9 admin admin] Deleting port ec754c59-90c0-4fcd-bd22-be0c95c6dfb5 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:27:50.253999 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-52fef5d4-3acc-4f9d-88f3-c705f08e97f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:50.338447 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-52fef5d4-3acc-4f9d-88f3-c705f08e97f9 admin admin] For port ec754c59-90c0-4fcd-bd22-be0c95c6dfb5, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ec754c59-90c0-4fcd-bd22-be0c95c6dfb5,segment=NetworkSegment(3a4bacbe-dac8-4348-bc08-5746a9973769),segment_id=3a4bacbe-dac8-4348-bc08-5746a9973769)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:50.338818 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-52fef5d4-3acc-4f9d-88f3-c705f08e97f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:50.353297 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-52fef5d4-3acc-4f9d-88f3-c705f08e97f9 admin admin] Calling delete_port for ec754c59-90c0-4fcd-bd22-be0c95c6dfb5 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:27:50.371190 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51bcd8e-fe20-40a2-9d9d-bcdb467ef2e0 None None] DHCP port deletion for 24a9041a-84b8-44ae-a643-2064ec7b4848 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:27:50.443153 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-a51bcd8e-fe20-40a2-9d9d-bcdb467ef2e0 None None] Deleting port ec754c59-90c0-4fcd-bd22-be0c95c6dfb5 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:27:50.444565 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a51bcd8e-fe20-40a2-9d9d-bcdb467ef2e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:50.509695 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a51bcd8e-fe20-40a2-9d9d-bcdb467ef2e0 None None] For port ec754c59-90c0-4fcd-bd22-be0c95c6dfb5, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ec754c59-90c0-4fcd-bd22-be0c95c6dfb5,segment=NetworkSegment(3a4bacbe-dac8-4348-bc08-5746a9973769),segment_id=3a4bacbe-dac8-4348-bc08-5746a9973769)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:50.510095 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a51bcd8e-fe20-40a2-9d9d-bcdb467ef2e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:50.513282 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-52fef5d4-3acc-4f9d-88f3-c705f08e97f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:50.527738 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-a51bcd8e-fe20-40a2-9d9d-bcdb467ef2e0 None None] Calling delete_port for ec754c59-90c0-4fcd-bd22-be0c95c6dfb5 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:27:50.541111 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fef5d4-3acc-4f9d-88f3-c705f08e97f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec754c59-90c0-4fcd-bd22-be0c95c6dfb5,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:50.546272 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fef5d4-3acc-4f9d-88f3-c705f08e97f9 admin admin] No DVR routers for this DVR port ec754c59-90c0-4fcd-bd22-be0c95c6dfb5 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:27:50.620844 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a51bcd8e-fe20-40a2-9d9d-bcdb467ef2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:50.640423 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-52fef5d4-3acc-4f9d-88f3-c705f08e97f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:50.649581 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51bcd8e-fe20-40a2-9d9d-bcdb467ef2e0 None None] Pushing event deleted for resources: {'Port': ['ID=ec754c59-90c0-4fcd-bd22-be0c95c6dfb5,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:50.651416 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51bcd8e-fe20-40a2-9d9d-bcdb467ef2e0 None None] No DVR routers for this DVR port ec754c59-90c0-4fcd-bd22-be0c95c6dfb5 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:27:50.658618 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-52fef5d4-3acc-4f9d-88f3-c705f08e97f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a9041a-84b8-44ae-a643-2064ec7b4848']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:50.670923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-52fef5d4-3acc-4f9d-88f3-c705f08e97f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4bacbe-dac8-4348-bc08-5746a9973769') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:50.671229 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-52fef5d4-3acc-4f9d-88f3-c705f08e97f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4bacbe-dac8-4348-bc08-5746a9973769') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:50.681351 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-52fef5d4-3acc-4f9d-88f3-c705f08e97f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:50.694757 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-52fef5d4-3acc-4f9d-88f3-c705f08e97f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:50.700726 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52fef5d4-3acc-4f9d-88f3-c705f08e97f9 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:27:50.701117 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-52fef5d4-3acc-4f9d-88f3-c705f08e97f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:27:50.702760 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:27:50.849025 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-52fef5d4-3acc-4f9d-88f3-c705f08e97f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:50.856521 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-52fef5d4-3acc-4f9d-88f3-c705f08e97f9 admin admin] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:50.858369 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-52fef5d4-3acc-4f9d-88f3-c705f08e97f9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/24a9041a-84b8-44ae-a643-2064ec7b4848 HTTP/1.1" status: 204 len: 168 time: 0.7536156 Aug 10 04:27:50.861469 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48666) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:50.870301 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fef5d4-3acc-4f9d-88f3-c705f08e97f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=24a9041a-84b8-44ae-a643-2064ec7b4848,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:50.945551 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 5df9bcd9-887b-4dc7-beda-395654455035 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:27:50.966586 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 5df9bcd9-887b-4dc7-beda-395654455035 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:27:50.966936 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 5df9bcd9-887b-4dc7-beda-395654455035 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:27:50.967344 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ec754c59-90c0-4fcd-bd22-be0c95c6dfb5 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:27:50.986518 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: ec754c59-90c0-4fcd-bd22-be0c95c6dfb5 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:27:50.986863 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ec754c59-90c0-4fcd-bd22-be0c95c6dfb5 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:27:50.987272 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3eed6c31-b8a5-40b5-9519-68ebd136d30b no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:27:51.008484 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 3eed6c31-b8a5-40b5-9519-68ebd136d30b {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:27:51.008830 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3eed6c31-b8a5-40b5-9519-68ebd136d30b not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:27:51.226762 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0c98ae45-8aeb-42a8-b030-4d2ebfb2d53c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:51.486385 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-0c98ae45-8aeb-42a8-b030-4d2ebfb2d53c admin admin] Deleting port ffbd5b58-639d-4e88-b60d-16d809242302 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:27:51.486882 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0c98ae45-8aeb-42a8-b030-4d2ebfb2d53c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:51.596965 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-0c98ae45-8aeb-42a8-b030-4d2ebfb2d53c admin admin] For port ffbd5b58-639d-4e88-b60d-16d809242302, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ffbd5b58-639d-4e88-b60d-16d809242302,segment=NetworkSegment(8b5c31a8-fdbd-4f6f-a8f0-b880a98da9e6),segment_id=8b5c31a8-fdbd-4f6f-a8f0-b880a98da9e6)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:51.597527 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0c98ae45-8aeb-42a8-b030-4d2ebfb2d53c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:51.618021 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-0c98ae45-8aeb-42a8-b030-4d2ebfb2d53c admin admin] Calling delete_port for ffbd5b58-639d-4e88-b60d-16d809242302 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:27:51.919102 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0c98ae45-8aeb-42a8-b030-4d2ebfb2d53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:51.950682 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98ae45-8aeb-42a8-b030-4d2ebfb2d53c admin admin] Pushing event deleted for resources: {'Port': ['ID=ffbd5b58-639d-4e88-b60d-16d809242302,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:52.185525 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0c98ae45-8aeb-42a8-b030-4d2ebfb2d53c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:52.530899 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c98ae45-8aeb-42a8-b030-4d2ebfb2d53c admin admin] Router 0e58ac85-88ca-43b1-9738-47fee09bb11b has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:27:52.683837 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c98ae45-8aeb-42a8-b030-4d2ebfb2d53c admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:27:52.688810 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0c98ae45-8aeb-42a8-b030-4d2ebfb2d53c admin admin] 10.222.0.25 "PUT /v2.0/routers/0e58ac85-88ca-43b1-9738-47fee09bb11b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8262932 Aug 10 04:27:52.691244 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48668) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:52.694580 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3687ca9f-97e5-4a7c-9318-1a000c727a15 None None] Sync routers for ids ['0e58ac85-88ca-43b1-9738-47fee09bb11b'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:27:52.703878 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3687ca9f-97e5-4a7c-9318-1a000c727a15 None None] Routers {'0e58ac85-88ca-43b1-9738-47fee09bb11b'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:52.704443 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3687ca9f-97e5-4a7c-9318-1a000c727a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:27:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0e58ac85-88ca-43b1-9738-47fee09bb11b'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:52.808571 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-413e152d-6148-4f9a-9a51-4a6beefd677a admin admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:52.816551 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-3687ca9f-97e5-4a7c-9318-1a000c727a15 None None] Set router 0e58ac85-88ca-43b1-9738-47fee09bb11b gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:52.913969 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-413e152d-6148-4f9a-9a51-4a6beefd677a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:52.996238 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3687ca9f-97e5-4a7c-9318-1a000c727a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e58ac85-88ca-43b1-9738-47fee09bb11b', 'name': 'tempest-TestServerBasicOps-2051737196-router', 'tenant_id': '3d1051dfd65c4027bf9752eef25cca76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.113'}], 'enable_snat': True}, 'gw_port_id': 'c5526570-7e0c-4619-b63d-1ad972cc6c4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:34Z', 'updated_at': '2021-08-10T04:27:51Z', 'revision_number': 5, 'project_id': '3d1051dfd65c4027bf9752eef25cca76', 'gw_port': {'id': 'c5526570-7e0c-4619-b63d-1ad972cc6c4d', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:52:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e58ac85-88ca-43b1-9738-47fee09bb11b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:22:35Z', 'updated_at': '2021-08-10T04:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:53.022534 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3687ca9f-97e5-4a7c-9318-1a000c727a15 None None] Checking router: 0e58ac85-88ca-43b1-9738-47fee09bb11b for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:27:53.030778 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3687ca9f-97e5-4a7c-9318-1a000c727a15 None None] Routers {'0e58ac85-88ca-43b1-9738-47fee09bb11b'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:27:53.031390 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3687ca9f-97e5-4a7c-9318-1a000c727a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:27:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0e58ac85-88ca-43b1-9738-47fee09bb11b'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:53.042185 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-413e152d-6148-4f9a-9a51-4a6beefd677a admin admin] Deleting port c5526570-7e0c-4619-b63d-1ad972cc6c4d {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:27:53.042824 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-413e152d-6148-4f9a-9a51-4a6beefd677a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:53.117483 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-3687ca9f-97e5-4a7c-9318-1a000c727a15 None None] Set router 0e58ac85-88ca-43b1-9738-47fee09bb11b gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:27:53.124089 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-413e152d-6148-4f9a-9a51-4a6beefd677a admin admin] For port c5526570-7e0c-4619-b63d-1ad972cc6c4d, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c5526570-7e0c-4619-b63d-1ad972cc6c4d,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:53.124458 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-413e152d-6148-4f9a-9a51-4a6beefd677a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:53.138615 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-413e152d-6148-4f9a-9a51-4a6beefd677a admin admin] Calling delete_port for c5526570-7e0c-4619-b63d-1ad972cc6c4d owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:27:53.171706 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3687ca9f-97e5-4a7c-9318-1a000c727a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e58ac85-88ca-43b1-9738-47fee09bb11b', 'name': 'tempest-TestServerBasicOps-2051737196-router', 'tenant_id': '3d1051dfd65c4027bf9752eef25cca76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:34Z', 'updated_at': '2021-08-10T04:27:52Z', 'revision_number': 6, 'project_id': '3d1051dfd65c4027bf9752eef25cca76', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:53.199081 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3687ca9f-97e5-4a7c-9318-1a000c727a15 None None] The sync data for ids ['0e58ac85-88ca-43b1-9738-47fee09bb11b'] in n-d-802893-2 is: [{'id': '0e58ac85-88ca-43b1-9738-47fee09bb11b', 'name': 'tempest-TestServerBasicOps-2051737196-router', 'tenant_id': '3d1051dfd65c4027bf9752eef25cca76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:22:34Z', 'updated_at': '2021-08-10T04:27:52Z', 'revision_number': 6, 'project_id': '3d1051dfd65c4027bf9752eef25cca76', 'gw_port_host': None}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:27:53.462344 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-413e152d-6148-4f9a-9a51-4a6beefd677a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:53.486427 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413e152d-6148-4f9a-9a51-4a6beefd677a admin admin] Pushing event deleted for resources: {'Port': ['ID=c5526570-7e0c-4619-b63d-1ad972cc6c4d,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:53.556849 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-413e152d-6148-4f9a-9a51-4a6beefd677a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:53.651884 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-413e152d-6148-4f9a-9a51-4a6beefd677a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:53.654121 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-413e152d-6148-4f9a-9a51-4a6beefd677a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:53.751674 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-413e152d-6148-4f9a-9a51-4a6beefd677a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:53.752131 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413e152d-6148-4f9a-9a51-4a6beefd677a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e58ac85-88ca-43b1-9738-47fee09bb11b {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:27:53.757657 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-413e152d-6148-4f9a-9a51-4a6beefd677a admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:53.758554 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-413e152d-6148-4f9a-9a51-4a6beefd677a admin admin] 10.222.0.25 "DELETE /v2.0/routers/0e58ac85-88ca-43b1-9738-47fee09bb11b HTTP/1.1" status: 204 len: 168 time: 1.0663538 Aug 10 04:27:53.762750 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48670) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:53.807856 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-be277265-cac3-489b-84cd-623b1d829b4d admin admin] Deleting subnet 7bcbcd32-3f3c-484e-b17d-e5d797036f3d {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:27:53.810919 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-be277265-cac3-489b-84cd-623b1d829b4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:53.848931 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-be277265-cac3-489b-84cd-623b1d829b4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:53.926761 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-be277265-cac3-489b-84cd-623b1d829b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:54.051306 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-be277265-cac3-489b-84cd-623b1d829b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:54.081849 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be277265-cac3-489b-84cd-623b1d829b4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bcbcd32-3f3c-484e-b17d-e5d797036f3d,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:54.088144 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-be277265-cac3-489b-84cd-623b1d829b4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:54.090048 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-be277265-cac3-489b-84cd-623b1d829b4d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7bcbcd32-3f3c-484e-b17d-e5d797036f3d HTTP/1.1" status: 204 len: 168 time: 0.3259518 Aug 10 04:27:54.092973 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48672) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:54.093726 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98541c0e-3225-4c7b-b0cb-fc172d368a7d None None] Network 6936243d-1fdb-4602-b91a-e026eea82fc4 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:27:54.164475 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d972713f-35a8-47dc-bca4-c3ea9dea76f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:54.234781 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-d972713f-35a8-47dc-bca4-c3ea9dea76f2 admin admin] Deleting port 3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:27:54.235315 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d972713f-35a8-47dc-bca4-c3ea9dea76f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:54.322782 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f61b60-bba7-4cb4-ae90-5951385cc918 None None] DHCP port deletion for 6936243d-1fdb-4602-b91a-e026eea82fc4 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:27:54.333386 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-d972713f-35a8-47dc-bca4-c3ea9dea76f2 admin admin] For port 3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f,segment=NetworkSegment(8b5c31a8-fdbd-4f6f-a8f0-b880a98da9e6),segment_id=8b5c31a8-fdbd-4f6f-a8f0-b880a98da9e6)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:54.333957 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d972713f-35a8-47dc-bca4-c3ea9dea76f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:54.350012 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-d972713f-35a8-47dc-bca4-c3ea9dea76f2 admin admin] Calling delete_port for 3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:27:54.373322 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-54f61b60-bba7-4cb4-ae90-5951385cc918 None None] Deleting port 3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:27:54.373691 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-54f61b60-bba7-4cb4-ae90-5951385cc918 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:54.441262 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-54f61b60-bba7-4cb4-ae90-5951385cc918 None None] For port 3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f,segment=NetworkSegment(8b5c31a8-fdbd-4f6f-a8f0-b880a98da9e6),segment_id=8b5c31a8-fdbd-4f6f-a8f0-b880a98da9e6)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:27:54.441649 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-54f61b60-bba7-4cb4-ae90-5951385cc918 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:54.455023 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-54f61b60-bba7-4cb4-ae90-5951385cc918 None None] Calling delete_port for 3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:27:54.530902 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d972713f-35a8-47dc-bca4-c3ea9dea76f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:54.541177 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-54f61b60-bba7-4cb4-ae90-5951385cc918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:54.563285 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d972713f-35a8-47dc-bca4-c3ea9dea76f2 admin admin] No DVR routers for this DVR port 3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:27:54.565647 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f61b60-bba7-4cb4-ae90-5951385cc918 None None] Pushing event deleted for resources: {'Port': ['ID=3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:54.568146 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972713f-35a8-47dc-bca4-c3ea9dea76f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:54.569440 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f61b60-bba7-4cb4-ae90-5951385cc918 None None] No DVR routers for this DVR port 3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:27:54.644253 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d972713f-35a8-47dc-bca4-c3ea9dea76f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:54.660176 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-d972713f-35a8-47dc-bca4-c3ea9dea76f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6936243d-1fdb-4602-b91a-e026eea82fc4']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:54.677557 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-d972713f-35a8-47dc-bca4-c3ea9dea76f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b5c31a8-fdbd-4f6f-a8f0-b880a98da9e6') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:54.677996 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-d972713f-35a8-47dc-bca4-c3ea9dea76f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b5c31a8-fdbd-4f6f-a8f0-b880a98da9e6') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:27:54.691559 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d972713f-35a8-47dc-bca4-c3ea9dea76f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:54.711579 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d972713f-35a8-47dc-bca4-c3ea9dea76f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:54.717794 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d972713f-35a8-47dc-bca4-c3ea9dea76f2 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:27:54.718692 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d972713f-35a8-47dc-bca4-c3ea9dea76f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:27:54.719854 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:27:54.833370 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d972713f-35a8-47dc-bca4-c3ea9dea76f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:54.838807 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d972713f-35a8-47dc-bca4-c3ea9dea76f2 admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:54.843982 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d972713f-35a8-47dc-bca4-c3ea9dea76f2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6936243d-1fdb-4602-b91a-e026eea82fc4 HTTP/1.1" status: 204 len: 168 time: 0.7479270 Aug 10 04:27:54.861823 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972713f-35a8-47dc-bca4-c3ea9dea76f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6936243d-1fdb-4602-b91a-e026eea82fc4,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:54.938083 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ffbd5b58-639d-4e88-b60d-16d809242302 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:27:54.962562 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: ffbd5b58-639d-4e88-b60d-16d809242302 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:27:54.962906 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ffbd5b58-639d-4e88-b60d-16d809242302 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:27:54.963313 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c5526570-7e0c-4619-b63d-1ad972cc6c4d no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:27:54.981819 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: c5526570-7e0c-4619-b63d-1ad972cc6c4d {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:27:54.982173 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c5526570-7e0c-4619-b63d-1ad972cc6c4d not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:27:54.982580 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:27:55.000878 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:27:55.001221 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3b6099f9-b3bc-4c52-b44f-3fbccaf55f4f not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:27:55.165464 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48676) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:55.205918 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e1c181ab-b46b-435e-b732-577d82e48bc9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f4b91cffb7e54e149efd469c2d697e6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392356 Aug 10 04:27:55.208314 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48678) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:55.257118 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cfe79bb8-e9e2-4a37-bfdb-2160cef0ec14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:55.279164 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cfe79bb8-e9e2-4a37-bfdb-2160cef0ec14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:55.445691 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cfe79bb8-e9e2-4a37-bfdb-2160cef0ec14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:55.448775 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cfe79bb8-e9e2-4a37-bfdb-2160cef0ec14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:55.450630 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-cfe79bb8-e9e2-4a37-bfdb-2160cef0ec14 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/065beec3-7619-49ec-9536-1472ea88e4d2 HTTP/1.1" status: 204 len: 168 time: 0.2406251 Aug 10 04:27:55.460621 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe79bb8-e9e2-4a37-bfdb-2160cef0ec14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065beec3-7619-49ec-9536-1472ea88e4d2,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:56.168107 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48684) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:56.205102 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d6482623-d34c-4e9b-a63a-496c040872f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d1051dfd65c4027bf9752eef25cca76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398972 Aug 10 04:27:56.207897 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48686) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:56.255020 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b908f0be-3a47-4c14-9745-55718e649a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:56.279928 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b908f0be-3a47-4c14-9745-55718e649a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:56.427857 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b908f0be-3a47-4c14-9745-55718e649a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:56.430495 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b908f0be-3a47-4c14-9745-55718e649a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:56.431670 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b908f0be-3a47-4c14-9745-55718e649a6a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce649439-8b9f-4614-b996-76c6aeb0224b HTTP/1.1" status: 204 len: 168 time: 0.2228358 Aug 10 04:27:56.441042 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908f0be-3a47-4c14-9745-55718e649a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce649439-8b9f-4614-b996-76c6aeb0224b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:57.541462 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48708) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:57.642603 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-bca201e6-27ae-4880-8b61-c17cfc70555d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1281919153-network', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:57.753365 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca201e6-27ae-4880-8b61-c17cfc70555d admin admin] Made reservation on behalf of edc25a7a8bf342bc940458d10e279f85 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:27:57.755884 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bca201e6-27ae-4880-8b61-c17cfc70555d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:57.764540 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bca201e6-27ae-4880-8b61-c17cfc70555d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:57.851070 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:57.854336 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bca201e6-27ae-4880-8b61-c17cfc70555d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:57.913168 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bca201e6-27ae-4880-8b61-c17cfc70555d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:57.937687 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca201e6-27ae-4880-8b61-c17cfc70555d admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:27:57.947396 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca201e6-27ae-4880-8b61-c17cfc70555d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04a689c-f8f2-4897-9feb-b0baeaee7372,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:57.953547 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bca201e6-27ae-4880-8b61-c17cfc70555d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:57.961809 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-bca201e6-27ae-4880-8b61-c17cfc70555d admin admin] Added segment 4f59967a-faa0-461f-94fe-b0132707d927 of type vlan for network 52f0e46a-8742-41c9-97ee-93784f8e5599 Aug 10 04:27:58.008137 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bca201e6-27ae-4880-8b61-c17cfc70555d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:58.107767 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bca201e6-27ae-4880-8b61-c17cfc70555d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:58.108830 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca201e6-27ae-4880-8b61-c17cfc70555d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:58.109540 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bca201e6-27ae-4880-8b61-c17cfc70555d admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:58.171291 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca201e6-27ae-4880-8b61-c17cfc70555d admin admin] Pushing event updated for resources: {'Network': ['ID=52f0e46a-8742-41c9-97ee-93784f8e5599,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:58.181498 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 52f0e46a-8742-41c9-97ee-93784f8e5599 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:27:58.240653 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bca201e6-27ae-4880-8b61-c17cfc70555d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6973581 Aug 10 04:27:58.245639 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48712) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:58.254731 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-2bb1bdb8-fd49-4a29-ac5a-9c54baa125e7 admin admin] Request body: {'subnet': {'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1281919153-subnet', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:58.324594 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb1bdb8-fd49-4a29-ac5a-9c54baa125e7 admin admin] Made reservation on behalf of edc25a7a8bf342bc940458d10e279f85 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:27:58.326929 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2bb1bdb8-fd49-4a29-ac5a-9c54baa125e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:58.563325 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2bb1bdb8-fd49-4a29-ac5a-9c54baa125e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:58.620748 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1bdb8-fd49-4a29-ac5a-9c54baa125e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=031edc73-6126-42c2-85ca-9ae0bad82a77,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:58.630832 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb1bdb8-fd49-4a29-ac5a-9c54baa125e7 admin admin] Checking segment: {'id': '4f59967a-faa0-461f-94fe-b0132707d927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:27:58.631187 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb1bdb8-fd49-4a29-ac5a-9c54baa125e7 admin admin] Network hostable DHCP agents. Network: 52f0e46a-8742-41c9-97ee-93784f8e5599, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:27:58.711347 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb1bdb8-fd49-4a29-ac5a-9c54baa125e7 admin admin] Network 52f0e46a-8742-41c9-97ee-93784f8e5599 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:27:58.821843 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-2bb1bdb8-fd49-4a29-ac5a-9c54baa125e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 52f0e46a-8742-41c9-97ee-93784f8e5599) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:27:58.827299 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb1bdb8-fd49-4a29-ac5a-9c54baa125e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:27:58.828269 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2bb1bdb8-fd49-4a29-ac5a-9c54baa125e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:58.835371 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d2ac5f-d8eb-49ec-a684-90de4aad41d2 None None] Network 52f0e46a-8742-41c9-97ee-93784f8e5599 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:27:58.928572 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2bb1bdb8-fd49-4a29-ac5a-9c54baa125e7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6790705 Aug 10 04:27:58.928879 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48714) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:27:58.933905 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-df597599-5826-4831-95c4-005e876506a0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1281919153-router', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:27:58.983896 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837e6c05-f657-4851-81a3-dd02512e1e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-52f0e46a-8742-41c9-97ee-93784f8e5599', 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'fixed_ips': [{'subnet_id': '031edc73-6126-42c2-85ca-9ae0bad82a77'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:27:58.984971 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-837e6c05-f657-4851-81a3-dd02512e1e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:59.022298 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-df597599-5826-4831-95c4-005e876506a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:59.023372 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-df597599-5826-4831-95c4-005e876506a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:59.083109 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-df597599-5826-4831-95c4-005e876506a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:59.129577 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-837e6c05-f657-4851-81a3-dd02512e1e97 None None] Allocated IP 172.20.0.2 (52f0e46a-8742-41c9-97ee-93784f8e5599/031edc73-6126-42c2-85ca-9ae0bad82a77/4038d57c-39d9-418f-87bf-3ec00c5d7a89) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:27:59.285245 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-837e6c05-f657-4851-81a3-dd02512e1e97 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:59.295859 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-837e6c05-f657-4851-81a3-dd02512e1e97 None None] Transition to ACTIVE for port object 4038d57c-39d9-418f-87bf-3ec00c5d7a89 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:27:59.321755 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-837e6c05-f657-4851-81a3-dd02512e1e97 None None] Transition to ACTIVE for port object 4038d57c-39d9-418f-87bf-3ec00c5d7a89 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:27:59.456985 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-837e6c05-f657-4851-81a3-dd02512e1e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:59.501353 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837e6c05-f657-4851-81a3-dd02512e1e97 None None] Network 52f0e46a-8742-41c9-97ee-93784f8e5599 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:27:59.504391 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-837e6c05-f657-4851-81a3-dd02512e1e97 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:27:59.508712 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837e6c05-f657-4851-81a3-dd02512e1e97 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:27:59.511791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e6c05-f657-4851-81a3-dd02512e1e97 None None] Pushing event updated for resources: {'Port': ['ID=4038d57c-39d9-418f-87bf-3ec00c5d7a89,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:59.564923 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-837e6c05-f657-4851-81a3-dd02512e1e97 None None] Attempting to bind port 4038d57c-39d9-418f-87bf-3ec00c5d7a89 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:27:59.565352 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-837e6c05-f657-4851-81a3-dd02512e1e97 None None] Attempting to bind port 4038d57c-39d9-418f-87bf-3ec00c5d7a89 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '4f59967a-faa0-461f-94fe-b0132707d927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:27:59.565727 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837e6c05-f657-4851-81a3-dd02512e1e97 None None] Attempting to bind port 4038d57c-39d9-418f-87bf-3ec00c5d7a89 on network 52f0e46a-8742-41c9-97ee-93784f8e5599 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:27:59.571062 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837e6c05-f657-4851-81a3-dd02512e1e97 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:27:59.571432 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837e6c05-f657-4851-81a3-dd02512e1e97 None None] Checking segment: {'id': '4f59967a-faa0-461f-94fe-b0132707d927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:27:59.571833 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-837e6c05-f657-4851-81a3-dd02512e1e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:59.572257 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837e6c05-f657-4851-81a3-dd02512e1e97 None None] Bound using segment: {'id': '4f59967a-faa0-461f-94fe-b0132707d927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:27:59.572723 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-837e6c05-f657-4851-81a3-dd02512e1e97 None None] Bound port: 4038d57c-39d9-418f-87bf-3ec00c5d7a89, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f59967a-faa0-461f-94fe-b0132707d927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:27:59.573100 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-837e6c05-f657-4851-81a3-dd02512e1e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:59.620274 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-df597599-5826-4831-95c4-005e876506a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:59.641963 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-837e6c05-f657-4851-81a3-dd02512e1e97 None None] For port 4038d57c-39d9-418f-87bf-3ec00c5d7a89, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:27:59.644963 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-837e6c05-f657-4851-81a3-dd02512e1e97 None None] For port 4038d57c-39d9-418f-87bf-3ec00c5d7a89, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4038d57c-39d9-418f-87bf-3ec00c5d7a89,segment=NetworkSegment(4f59967a-faa0-461f-94fe-b0132707d927),segment_id=4f59967a-faa0-461f-94fe-b0132707d927)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:27:59.723875 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-837e6c05-f657-4851-81a3-dd02512e1e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:59.787431 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e6c05-f657-4851-81a3-dd02512e1e97 None None] Pushing event updated for resources: {'Port': ['ID=4038d57c-39d9-418f-87bf-3ec00c5d7a89,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:27:59.932543 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-df597599-5826-4831-95c4-005e876506a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:27:59.955763 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-df597599-5826-4831-95c4-005e876506a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:00.109610 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-df597599-5826-4831-95c4-005e876506a0 admin admin] Allocated IP 172.25.0.46 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/96987e2c-f02e-4731-9444-a0e4132c36d7) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:28:00.217340 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-df597599-5826-4831-95c4-005e876506a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:00.336829 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-df597599-5826-4831-95c4-005e876506a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:00.379754 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df597599-5826-4831-95c4-005e876506a0 admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:28:00.383056 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-df597599-5826-4831-95c4-005e876506a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:28:00.385848 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df597599-5826-4831-95c4-005e876506a0 admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:28:00.417113 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df597599-5826-4831-95c4-005e876506a0 admin admin] Pushing event updated for resources: {'Port': ['ID=96987e2c-f02e-4731-9444-a0e4132c36d7,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:00.763743 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c465fd1-0d57-4999-b292-022f7680bbdc None None] Network 52f0e46a-8742-41c9-97ee-93784f8e5599 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:28:00.768264 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-df597599-5826-4831-95c4-005e876506a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:00.882372 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:28:01.012361 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-df597599-5826-4831-95c4-005e876506a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:01.035321 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4038d57c-39d9-418f-87bf-3ec00c5d7a89 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:28:01.146193 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-afdd51bb-744a-41a0-858d-78fc10de1741 None None] Provisioning for port 4038d57c-39d9-418f-87bf-3ec00c5d7a89 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:28:01.231754 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 4038d57c-39d9-418f-87bf-3ec00c5d7a89 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:28:01.237762 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 4038d57c-39d9-418f-87bf-3ec00c5d7a89 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:28:01.245381 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:01.275886 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df597599-5826-4831-95c4-005e876506a0 admin admin] Router 47131c19-dd9d-42e0-a4f6-704e0f2c06f5 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:28:01.339062 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:01.386365 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-1d7adf9c-33c2-4a0f-a627-17a7684b6d19 None None] Provisioning complete for port 4038d57c-39d9-418f-87bf-3ec00c5d7a89 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:28:01.386748 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1d7adf9c-33c2-4a0f-a627-17a7684b6d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:01.390670 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 4038d57c-39d9-418f-87bf-3ec00c5d7a89, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4038d57c-39d9-418f-87bf-3ec00c5d7a89,segment=NetworkSegment(4f59967a-faa0-461f-94fe-b0132707d927),segment_id=4f59967a-faa0-461f-94fe-b0132707d927)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:28:01.480270 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df597599-5826-4831-95c4-005e876506a0 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:28:01.493441 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bb7094-9319-44c9-bee5-b012b2be50d9 None None] Sync routers for ids ['47131c19-dd9d-42e0-a4f6-704e0f2c06f5'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:28:01.502186 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1d7adf9c-33c2-4a0f-a627-17a7684b6d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:01.503910 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bb7094-9319-44c9-bee5-b012b2be50d9 None None] Routers {'47131c19-dd9d-42e0-a4f6-704e0f2c06f5'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:28:01.504292 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:01.504846 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-f9bb7094-9319-44c9-bee5-b012b2be50d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:27:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['47131c19-dd9d-42e0-a4f6-704e0f2c06f5'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:01.587165 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-df597599-5826-4831-95c4-005e876506a0 admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:01.590970 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-df597599-5826-4831-95c4-005e876506a0 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6580305 Aug 10 04:28:01.591404 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48718) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:01.593899 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-1d7adf9c-33c2-4a0f-a627-17a7684b6d19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:28:01.594259 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-1d7adf9c-33c2-4a0f-a627-17a7684b6d19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:28:01.605819 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=4038d57c-39d9-418f-87bf-3ec00c5d7a89,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:01.613973 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:01.614323 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:01.615361 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:01.615706 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:01.616079 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:01.616417 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:01.616751 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:01.617080 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:01.617409 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:01.617734 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:01.618059 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:01.618384 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:01.659649 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-f9bb7094-9319-44c9-bee5-b012b2be50d9 None None] Set router 47131c19-dd9d-42e0-a4f6-704e0f2c06f5 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:28:01.914116 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-f9bb7094-9319-44c9-bee5-b012b2be50d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'name': 'tempest-TestVolumeBackupRestore-1281919153-router', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:00Z', 'revision_number': 3, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'gw_port': {'id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:01.966380 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bb7094-9319-44c9-bee5-b012b2be50d9 None None] Checking router: 47131c19-dd9d-42e0-a4f6-704e0f2c06f5 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:28:01.967045 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bb7094-9319-44c9-bee5-b012b2be50d9 None None] Updating router 47131c19-dd9d-42e0-a4f6-704e0f2c06f5 port 96987e2c-f02e-4731-9444-a0e4132c36d7 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:28:02.008720 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f9bb7094-9319-44c9-bee5-b012b2be50d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:02.244686 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d4be-6a65-4ec3-9cd3-a5b997d8c3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:02.364113 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f9bb7094-9319-44c9-bee5-b012b2be50d9 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:02.377334 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-f9bb7094-9319-44c9-bee5-b012b2be50d9 None None] Transition to ACTIVE for port object 96987e2c-f02e-4731-9444-a0e4132c36d7 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:28:02.450708 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f9bb7094-9319-44c9-bee5-b012b2be50d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:02.475794 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-e3e9d4be-6a65-4ec3-9cd3-a5b997d8c3d5 admin admin] Allocated IP 172.20.0.1 (52f0e46a-8742-41c9-97ee-93784f8e5599/031edc73-6126-42c2-85ca-9ae0bad82a77/24ab0d0b-e1b7-444c-808c-6a08c85052eb) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:28:02.510992 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-f9bb7094-9319-44c9-bee5-b012b2be50d9 None None] Attempting to bind port 96987e2c-f02e-4731-9444-a0e4132c36d7 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:28:02.511365 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-f9bb7094-9319-44c9-bee5-b012b2be50d9 None None] Attempting to bind port 96987e2c-f02e-4731-9444-a0e4132c36d7 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:28:02.511754 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bb7094-9319-44c9-bee5-b012b2be50d9 None None] Attempting to bind port 96987e2c-f02e-4731-9444-a0e4132c36d7 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:28:02.517508 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac94c3-2752-4848-99b5-a14f55be092f None None] Pushing event updated for resources: {'Port': ['ID=96987e2c-f02e-4731-9444-a0e4132c36d7,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:02.522919 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bb7094-9319-44c9-bee5-b012b2be50d9 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:28:02.523384 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bb7094-9319-44c9-bee5-b012b2be50d9 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:28:02.523674 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f9bb7094-9319-44c9-bee5-b012b2be50d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:02.524106 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bb7094-9319-44c9-bee5-b012b2be50d9 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:28:02.524579 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-f9bb7094-9319-44c9-bee5-b012b2be50d9 None None] Bound port: 96987e2c-f02e-4731-9444-a0e4132c36d7, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:28:02.524960 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f9bb7094-9319-44c9-bee5-b012b2be50d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:02.531466 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac94c3-2752-4848-99b5-a14f55be092f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:02.531819 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac94c3-2752-4848-99b5-a14f55be092f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:02.532188 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac94c3-2752-4848-99b5-a14f55be092f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:02.532523 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac94c3-2752-4848-99b5-a14f55be092f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:02.532848 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac94c3-2752-4848-99b5-a14f55be092f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:02.533176 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac94c3-2752-4848-99b5-a14f55be092f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:02.533506 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac94c3-2752-4848-99b5-a14f55be092f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:02.533824 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac94c3-2752-4848-99b5-a14f55be092f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:02.534150 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac94c3-2752-4848-99b5-a14f55be092f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:02.534467 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac94c3-2752-4848-99b5-a14f55be092f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:02.534790 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac94c3-2752-4848-99b5-a14f55be092f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:02.535131 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eac94c3-2752-4848-99b5-a14f55be092f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:28:02.585837 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d4be-6a65-4ec3-9cd3-a5b997d8c3d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:02.591062 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-f9bb7094-9319-44c9-bee5-b012b2be50d9 None None] For port 96987e2c-f02e-4731-9444-a0e4132c36d7, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:28:02.594391 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-f9bb7094-9319-44c9-bee5-b012b2be50d9 None None] For port 96987e2c-f02e-4731-9444-a0e4132c36d7, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=96987e2c-f02e-4731-9444-a0e4132c36d7,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:28:02.599805 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-e3e9d4be-6a65-4ec3-9cd3-a5b997d8c3d5 admin admin] Transition to ACTIVE for port object 24ab0d0b-e1b7-444c-808c-6a08c85052eb will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:28:02.674070 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-f9bb7094-9319-44c9-bee5-b012b2be50d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:02.702986 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d4be-6a65-4ec3-9cd3-a5b997d8c3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:02.734703 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bb7094-9319-44c9-bee5-b012b2be50d9 None None] Routers {'47131c19-dd9d-42e0-a4f6-704e0f2c06f5'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:28:02.735331 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-f9bb7094-9319-44c9-bee5-b012b2be50d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:27:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['47131c19-dd9d-42e0-a4f6-704e0f2c06f5'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:02.738259 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac94c3-2752-4848-99b5-a14f55be092f None None] Pushing event updated for resources: {'Port': ['ID=96987e2c-f02e-4731-9444-a0e4132c36d7,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:02.752384 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e9d4be-6a65-4ec3-9cd3-a5b997d8c3d5 admin admin] Network 52f0e46a-8742-41c9-97ee-93784f8e5599 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:28:02.757873 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-e3e9d4be-6a65-4ec3-9cd3-a5b997d8c3d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:28:02.762341 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e9d4be-6a65-4ec3-9cd3-a5b997d8c3d5 admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:28:02.766139 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9d4be-6a65-4ec3-9cd3-a5b997d8c3d5 admin admin] Pushing event updated for resources: {'Port': ['ID=24ab0d0b-e1b7-444c-808c-6a08c85052eb,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:02.805423 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d4be-6a65-4ec3-9cd3-a5b997d8c3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:02.887042 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-f9bb7094-9319-44c9-bee5-b012b2be50d9 None None] Set router 47131c19-dd9d-42e0-a4f6-704e0f2c06f5 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:28:02.978728 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4038d57c-39d9-418f-87bf-3ec00c5d7a89 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:28:03.053403 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 4038d57c-39d9-418f-87bf-3ec00c5d7a89 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:28:03.054068 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:03.062900 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d4be-6a65-4ec3-9cd3-a5b997d8c3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:03.121786 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-f9bb7094-9319-44c9-bee5-b012b2be50d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'name': 'tempest-TestVolumeBackupRestore-1281919153-router', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:00Z', 'revision_number': 3, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'gw_port': {'id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:03.155616 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bb7094-9319-44c9-bee5-b012b2be50d9 None None] The sync data for ids ['47131c19-dd9d-42e0-a4f6-704e0f2c06f5'] in n-d-802893-2 is: [{'id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'name': 'tempest-TestVolumeBackupRestore-1281919153-router', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:00Z', 'revision_number': 3, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'gw_port': {'id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:28:03.216478 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-83612bf1-38ed-4059-aaf7-98ac8181211b None None] Provisioning for port 24ab0d0b-e1b7-444c-808c-6a08c85052eb completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:28:03.222149 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-83612bf1-38ed-4059-aaf7-98ac8181211b None None] Provisioning complete for port 24ab0d0b-e1b7-444c-808c-6a08c85052eb triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:28:03.222757 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-83612bf1-38ed-4059-aaf7-98ac8181211b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:03.272876 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-83612bf1-38ed-4059-aaf7-98ac8181211b None None] Port 24ab0d0b-e1b7-444c-808c-6a08c85052eb cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:28:03.273135 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d4be-6a65-4ec3-9cd3-a5b997d8c3d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:03.352222 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d4be-6a65-4ec3-9cd3-a5b997d8c3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:03.433506 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9d4be-6a65-4ec3-9cd3-a5b997d8c3d5 admin admin] Pushing event updated for resources: {'Port': ['ID=24ab0d0b-e1b7-444c-808c-6a08c85052eb,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:03.440841 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d4be-6a65-4ec3-9cd3-a5b997d8c3d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:03.555283 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e9d4be-6a65-4ec3-9cd3-a5b997d8c3d5 admin admin] Network 52f0e46a-8742-41c9-97ee-93784f8e5599 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:28:03.556888 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-e3e9d4be-6a65-4ec3-9cd3-a5b997d8c3d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:28:03.699875 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e9d4be-6a65-4ec3-9cd3-a5b997d8c3d5 admin admin] Router 47131c19-dd9d-42e0-a4f6-704e0f2c06f5 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:28:03.855168 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e9d4be-6a65-4ec3-9cd3-a5b997d8c3d5 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:28:03.861241 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e3e9d4be-6a65-4ec3-9cd3-a5b997d8c3d5 admin admin] 10.222.0.25 "PUT /v2.0/routers/47131c19-dd9d-42e0-a4f6-704e0f2c06f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2681315 Aug 10 04:28:03.902239 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-23debd4d-c61e-4df5-ac39-e9d66b1c3fc7 None None] Provisioning complete for port 24ab0d0b-e1b7-444c-808c-6a08c85052eb triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:28:03.902829 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-23debd4d-c61e-4df5-ac39-e9d66b1c3fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:03.963417 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-23debd4d-c61e-4df5-ac39-e9d66b1c3fc7 None None] Port 24ab0d0b-e1b7-444c-808c-6a08c85052eb cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:28:04.640879 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48734) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:04.646334 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-50d51f09-1cd5-45f2-9575-f00046be98fc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1743572031-network', 'tenant_id': 'ed641f783f4a4ffbac040154ce2f4693'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:28:04.753552 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d51f09-1cd5-45f2-9575-f00046be98fc admin admin] Made reservation on behalf of ed641f783f4a4ffbac040154ce2f4693 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:28:04.756220 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-50d51f09-1cd5-45f2-9575-f00046be98fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:04.765465 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-50d51f09-1cd5-45f2-9575-f00046be98fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:04.867030 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-50d51f09-1cd5-45f2-9575-f00046be98fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:04.883285 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e67de35-14ec-415d-b552-3b316893913e None None] Sync routers for ids ['47131c19-dd9d-42e0-a4f6-704e0f2c06f5'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:28:04.894559 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e67de35-14ec-415d-b552-3b316893913e None None] Routers {'47131c19-dd9d-42e0-a4f6-704e0f2c06f5'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:28:04.895285 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4e67de35-14ec-415d-b552-3b316893913e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:27:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['47131c19-dd9d-42e0-a4f6-704e0f2c06f5'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:04.952391 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-50d51f09-1cd5-45f2-9575-f00046be98fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:04.984923 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 96987e2c-f02e-4731-9444-a0e4132c36d7 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:28:05.001539 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d51f09-1cd5-45f2-9575-f00046be98fc admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:28:05.011460 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d51f09-1cd5-45f2-9575-f00046be98fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b57115-63ce-426b-9cc7-d70c4867f809,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:05.020715 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-50d51f09-1cd5-45f2-9575-f00046be98fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:05.021235 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-50d51f09-1cd5-45f2-9575-f00046be98fc admin admin] Added segment a23f28cb-c27c-4b01-8ddb-384d05904653 of type vlan for network 64451e88-a94d-4094-8fed-3c60203fc93a Aug 10 04:28:05.043435 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-4e67de35-14ec-415d-b552-3b316893913e None None] Set router 47131c19-dd9d-42e0-a4f6-704e0f2c06f5 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:28:05.077105 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-50d51f09-1cd5-45f2-9575-f00046be98fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:05.159504 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 96987e2c-f02e-4731-9444-a0e4132c36d7 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:28:05.167827 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 96987e2c-f02e-4731-9444-a0e4132c36d7 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:28:05.171137 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:05.191585 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-50d51f09-1cd5-45f2-9575-f00046be98fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:05.193842 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d51f09-1cd5-45f2-9575-f00046be98fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:05.194786 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-50d51f09-1cd5-45f2-9575-f00046be98fc admin admin] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:05.261608 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d51f09-1cd5-45f2-9575-f00046be98fc admin admin] Pushing event updated for resources: {'Network': ['ID=64451e88-a94d-4094-8fed-3c60203fc93a,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:05.292271 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 64451e88-a94d-4094-8fed-3c60203fc93a details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:28:05.317913 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-50d51f09-1cd5-45f2-9575-f00046be98fc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6757286 Aug 10 04:28:05.321448 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48736) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:05.326502 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-439a6788-220f-4f97-8e33-9daa074cd4e5 admin admin] Request body: {'subnet': {'network_id': '64451e88-a94d-4094-8fed-3c60203fc93a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1743572031-subnet', 'tenant_id': 'ed641f783f4a4ffbac040154ce2f4693', 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:28:05.374905 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:05.404743 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 96987e2c-f02e-4731-9444-a0e4132c36d7, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=96987e2c-f02e-4731-9444-a0e4132c36d7,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:28:05.408351 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439a6788-220f-4f97-8e33-9daa074cd4e5 admin admin] Made reservation on behalf of ed641f783f4a4ffbac040154ce2f4693 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:28:05.409348 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4e67de35-14ec-415d-b552-3b316893913e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'name': 'tempest-TestVolumeBackupRestore-1281919153-router', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:02Z', 'revision_number': 4, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'gw_port': {'id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '24ab0d0b-e1b7-444c-808c-6a08c85052eb', 'name': '', 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'mac_address': 'fa:16:3e:76:6d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '031edc73-6126-42c2-85ca-9ae0bad82a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:02Z', 'updated_at': '2021-08-10T04:28:03Z', 'revision_number': 2, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'subnets': [{'id': '031edc73-6126-42c2-85ca-9ae0bad82a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:05.411268 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-439a6788-220f-4f97-8e33-9daa074cd4e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:05.436206 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e67de35-14ec-415d-b552-3b316893913e None None] Checking router: 47131c19-dd9d-42e0-a4f6-704e0f2c06f5 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:28:05.436555 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e67de35-14ec-415d-b552-3b316893913e None None] Updating router 47131c19-dd9d-42e0-a4f6-704e0f2c06f5 port 24ab0d0b-e1b7-444c-808c-6a08c85052eb binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:28:05.465259 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4e67de35-14ec-415d-b552-3b316893913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:05.467361 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:05.560603 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=96987e2c-f02e-4731-9444-a0e4132c36d7,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:05.814405 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4e67de35-14ec-415d-b552-3b316893913e None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:05.826083 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4e67de35-14ec-415d-b552-3b316893913e None None] Transition to ACTIVE for port object 24ab0d0b-e1b7-444c-808c-6a08c85052eb will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:28:05.907997 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4e67de35-14ec-415d-b552-3b316893913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:05.981068 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43275dac-4302-464a-a923-42e81949650a None None] Pushing event updated for resources: {'Port': ['ID=24ab0d0b-e1b7-444c-808c-6a08c85052eb,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:06.021093 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-439a6788-220f-4f97-8e33-9daa074cd4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:06.049183 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-4e67de35-14ec-415d-b552-3b316893913e None None] Attempting to bind port 24ab0d0b-e1b7-444c-808c-6a08c85052eb on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:28:06.050484 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-4e67de35-14ec-415d-b552-3b316893913e None None] Attempting to bind port 24ab0d0b-e1b7-444c-808c-6a08c85052eb by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '4f59967a-faa0-461f-94fe-b0132707d927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:28:06.050697 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e67de35-14ec-415d-b552-3b316893913e None None] Attempting to bind port 24ab0d0b-e1b7-444c-808c-6a08c85052eb on network 52f0e46a-8742-41c9-97ee-93784f8e5599 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:28:06.058938 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e67de35-14ec-415d-b552-3b316893913e None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:28:06.059628 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e67de35-14ec-415d-b552-3b316893913e None None] Checking segment: {'id': '4f59967a-faa0-461f-94fe-b0132707d927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:28:06.060779 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4e67de35-14ec-415d-b552-3b316893913e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:06.061301 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e67de35-14ec-415d-b552-3b316893913e None None] Bound using segment: {'id': '4f59967a-faa0-461f-94fe-b0132707d927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:28:06.062390 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-4e67de35-14ec-415d-b552-3b316893913e None None] Bound port: 24ab0d0b-e1b7-444c-808c-6a08c85052eb, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f59967a-faa0-461f-94fe-b0132707d927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:28:06.062987 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4e67de35-14ec-415d-b552-3b316893913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:06.081997 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a6788-220f-4f97-8e33-9daa074cd4e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=640356cc-fd35-4365-827e-54e3c95632a1,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:06.096466 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439a6788-220f-4f97-8e33-9daa074cd4e5 admin admin] Checking segment: {'id': 'a23f28cb-c27c-4b01-8ddb-384d05904653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '64451e88-a94d-4094-8fed-3c60203fc93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:28:06.097368 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439a6788-220f-4f97-8e33-9daa074cd4e5 admin admin] Network hostable DHCP agents. Network: 64451e88-a94d-4094-8fed-3c60203fc93a, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:28:06.159060 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-4e67de35-14ec-415d-b552-3b316893913e None None] For port 24ab0d0b-e1b7-444c-808c-6a08c85052eb, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:28:06.162846 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-4e67de35-14ec-415d-b552-3b316893913e None None] For port 24ab0d0b-e1b7-444c-808c-6a08c85052eb, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=24ab0d0b-e1b7-444c-808c-6a08c85052eb,segment=NetworkSegment(4f59967a-faa0-461f-94fe-b0132707d927),segment_id=4f59967a-faa0-461f-94fe-b0132707d927)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:28:06.231306 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439a6788-220f-4f97-8e33-9daa074cd4e5 admin admin] Network 64451e88-a94d-4094-8fed-3c60203fc93a is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:28:06.268291 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4e67de35-14ec-415d-b552-3b316893913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:06.321921 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e67de35-14ec-415d-b552-3b316893913e None None] Routers {'47131c19-dd9d-42e0-a4f6-704e0f2c06f5'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:28:06.322560 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4e67de35-14ec-415d-b552-3b316893913e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:27:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['47131c19-dd9d-42e0-a4f6-704e0f2c06f5'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:06.374194 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43275dac-4302-464a-a923-42e81949650a None None] Pushing event updated for resources: {'Port': ['ID=24ab0d0b-e1b7-444c-808c-6a08c85052eb,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:06.374555 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-439a6788-220f-4f97-8e33-9daa074cd4e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 64451e88-a94d-4094-8fed-3c60203fc93a) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:28:06.389040 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3271d263-dcd5-4af1-ac84-6cd2be9b1f7d None None] Network 64451e88-a94d-4094-8fed-3c60203fc93a requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:28:06.390245 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439a6788-220f-4f97-8e33-9daa074cd4e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:28:06.391488 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-439a6788-220f-4f97-8e33-9daa074cd4e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:06.513344 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-4e67de35-14ec-415d-b552-3b316893913e None None] Set router 47131c19-dd9d-42e0-a4f6-704e0f2c06f5 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:28:06.517713 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-439a6788-220f-4f97-8e33-9daa074cd4e5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1951253 Aug 10 04:28:06.522495 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 48738) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:06.530039 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-67a2921f-92c8-4f7a-a128-d262f82da6d9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1743572031-router', 'tenant_id': 'ed641f783f4a4ffbac040154ce2f4693', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:28:06.628712 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67a2921f-92c8-4f7a-a128-d262f82da6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:06.631250 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67a2921f-92c8-4f7a-a128-d262f82da6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:06.728258 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67a2921f-92c8-4f7a-a128-d262f82da6d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:06.916748 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798bb426-fd1a-44f3-b33b-c3eb8ed17e38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-64451e88-a94d-4094-8fed-3c60203fc93a', 'network_id': '64451e88-a94d-4094-8fed-3c60203fc93a', 'tenant_id': 'ed641f783f4a4ffbac040154ce2f4693', 'fixed_ips': [{'subnet_id': '640356cc-fd35-4365-827e-54e3c95632a1'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:28:06.917771 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-798bb426-fd1a-44f3-b33b-c3eb8ed17e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:06.950284 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67a2921f-92c8-4f7a-a128-d262f82da6d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:07.028346 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 96987e2c-f02e-4731-9444-a0e4132c36d7 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:28:07.156779 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-798bb426-fd1a-44f3-b33b-c3eb8ed17e38 None None] Allocated IP 172.20.0.2 (64451e88-a94d-4094-8fed-3c60203fc93a/640356cc-fd35-4365-827e-54e3c95632a1/99594231-745f-4886-8365-1b30b2e21360) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:28:07.184099 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 96987e2c-f02e-4731-9444-a0e4132c36d7 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:28:07.184648 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:07.289619 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4e67de35-14ec-415d-b552-3b316893913e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'name': 'tempest-TestVolumeBackupRestore-1281919153-router', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:02Z', 'revision_number': 4, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'gw_port': {'id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '24ab0d0b-e1b7-444c-808c-6a08c85052eb', 'name': '', 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'mac_address': 'fa:16:3e:76:6d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '031edc73-6126-42c2-85ca-9ae0bad82a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:02Z', 'updated_at': '2021-08-10T04:28:06Z', 'revision_number': 4, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'subnets': [{'id': '031edc73-6126-42c2-85ca-9ae0bad82a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:07.309674 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67a2921f-92c8-4f7a-a128-d262f82da6d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:07.342434 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67a2921f-92c8-4f7a-a128-d262f82da6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:07.353925 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e67de35-14ec-415d-b552-3b316893913e None None] The sync data for ids ['47131c19-dd9d-42e0-a4f6-704e0f2c06f5'] in n-d-802893-2 is: [{'id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'name': 'tempest-TestVolumeBackupRestore-1281919153-router', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:02Z', 'revision_number': 4, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'gw_port': {'id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '24ab0d0b-e1b7-444c-808c-6a08c85052eb', 'name': '', 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'mac_address': 'fa:16:3e:76:6d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '031edc73-6126-42c2-85ca-9ae0bad82a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:02Z', 'updated_at': '2021-08-10T04:28:06Z', 'revision_number': 4, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'subnets': [{'id': '031edc73-6126-42c2-85ca-9ae0bad82a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:28:07.538868 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-67a2921f-92c8-4f7a-a128-d262f82da6d9 admin admin] Allocated IP 172.25.0.56 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/b2371ef7-41f0-4ae7-b113-7029ddde150e) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:28:07.564601 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-798bb426-fd1a-44f3-b33b-c3eb8ed17e38 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:07.578103 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-798bb426-fd1a-44f3-b33b-c3eb8ed17e38 None None] Transition to ACTIVE for port object 99594231-745f-4886-8365-1b30b2e21360 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:28:07.611177 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-798bb426-fd1a-44f3-b33b-c3eb8ed17e38 None None] Transition to ACTIVE for port object 99594231-745f-4886-8365-1b30b2e21360 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:28:07.655530 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67a2921f-92c8-4f7a-a128-d262f82da6d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:07.708106 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-798bb426-fd1a-44f3-b33b-c3eb8ed17e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:07.751244 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798bb426-fd1a-44f3-b33b-c3eb8ed17e38 None None] Network 64451e88-a94d-4094-8fed-3c60203fc93a is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:28:07.756932 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-798bb426-fd1a-44f3-b33b-c3eb8ed17e38 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:28:07.761025 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798bb426-fd1a-44f3-b33b-c3eb8ed17e38 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:28:07.770203 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798bb426-fd1a-44f3-b33b-c3eb8ed17e38 None None] Pushing event updated for resources: {'Port': ['ID=99594231-745f-4886-8365-1b30b2e21360,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:07.787492 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67a2921f-92c8-4f7a-a128-d262f82da6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:07.830295 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-798bb426-fd1a-44f3-b33b-c3eb8ed17e38 None None] Attempting to bind port 99594231-745f-4886-8365-1b30b2e21360 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:28:07.830699 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-798bb426-fd1a-44f3-b33b-c3eb8ed17e38 None None] Attempting to bind port 99594231-745f-4886-8365-1b30b2e21360 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'a23f28cb-c27c-4b01-8ddb-384d05904653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '64451e88-a94d-4094-8fed-3c60203fc93a'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:28:07.831072 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798bb426-fd1a-44f3-b33b-c3eb8ed17e38 None None] Attempting to bind port 99594231-745f-4886-8365-1b30b2e21360 on network 64451e88-a94d-4094-8fed-3c60203fc93a {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:28:07.837975 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798bb426-fd1a-44f3-b33b-c3eb8ed17e38 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:28:07.838424 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798bb426-fd1a-44f3-b33b-c3eb8ed17e38 None None] Checking segment: {'id': 'a23f28cb-c27c-4b01-8ddb-384d05904653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '64451e88-a94d-4094-8fed-3c60203fc93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:28:07.838788 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-798bb426-fd1a-44f3-b33b-c3eb8ed17e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:07.839152 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798bb426-fd1a-44f3-b33b-c3eb8ed17e38 None None] Bound using segment: {'id': 'a23f28cb-c27c-4b01-8ddb-384d05904653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '64451e88-a94d-4094-8fed-3c60203fc93a'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:28:07.839792 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-798bb426-fd1a-44f3-b33b-c3eb8ed17e38 None None] Bound port: 99594231-745f-4886-8365-1b30b2e21360, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a23f28cb-c27c-4b01-8ddb-384d05904653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '64451e88-a94d-4094-8fed-3c60203fc93a'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:28:07.840036 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-798bb426-fd1a-44f3-b33b-c3eb8ed17e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:07.856523 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a2921f-92c8-4f7a-a128-d262f82da6d9 admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:28:07.863862 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-67a2921f-92c8-4f7a-a128-d262f82da6d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:28:07.870000 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a2921f-92c8-4f7a-a128-d262f82da6d9 admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:28:07.915075 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-798bb426-fd1a-44f3-b33b-c3eb8ed17e38 None None] For port 99594231-745f-4886-8365-1b30b2e21360, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:28:07.915644 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2921f-92c8-4f7a-a128-d262f82da6d9 admin admin] Pushing event updated for resources: {'Port': ['ID=b2371ef7-41f0-4ae7-b113-7029ddde150e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:07.922454 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-798bb426-fd1a-44f3-b33b-c3eb8ed17e38 None None] For port 99594231-745f-4886-8365-1b30b2e21360, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=99594231-745f-4886-8365-1b30b2e21360,segment=NetworkSegment(a23f28cb-c27c-4b01-8ddb-384d05904653),segment_id=a23f28cb-c27c-4b01-8ddb-384d05904653)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:28:08.022931 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-798bb426-fd1a-44f3-b33b-c3eb8ed17e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:08.103749 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798bb426-fd1a-44f3-b33b-c3eb8ed17e38 None None] Pushing event updated for resources: {'Port': ['ID=99594231-745f-4886-8365-1b30b2e21360,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:08.305035 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67a2921f-92c8-4f7a-a128-d262f82da6d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:08.870918 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67a2921f-92c8-4f7a-a128-d262f82da6d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:09.029956 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 99594231-745f-4886-8365-1b30b2e21360 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:28:09.065893 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81233eb4-6fe2-4811-a6fc-827852fffad0 None None] Network 64451e88-a94d-4094-8fed-3c60203fc93a requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:28:09.105814 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a2921f-92c8-4f7a-a128-d262f82da6d9 admin admin] Router 4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:28:09.204845 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 99594231-745f-4886-8365-1b30b2e21360 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:28:09.213202 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 24ab0d0b-e1b7-444c-808c-6a08c85052eb up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:28:09.216351 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a2921f-92c8-4f7a-a128-d262f82da6d9 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:28:09.227083 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d783de0c-3fc9-4181-8b23-c9085aa37f39 None None] Sync routers for ids ['4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:28:09.238149 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d783de0c-3fc9-4181-8b23-c9085aa37f39 None None] Routers {'4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:28:09.239004 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d783de0c-3fc9-4181-8b23-c9085aa37f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:27:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:09.260414 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8e2c8809-c89c-40d7-ab8e-47f493eec66f None None] Provisioning for port 99594231-745f-4886-8365-1b30b2e21360 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:28:09.271049 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8e2c8809-c89c-40d7-ab8e-47f493eec66f None None] Provisioning complete for port 99594231-745f-4886-8365-1b30b2e21360 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:28:09.271492 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8e2c8809-c89c-40d7-ab8e-47f493eec66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:09.325371 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-67a2921f-92c8-4f7a-a128-d262f82da6d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:09.326758 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-67a2921f-92c8-4f7a-a128-d262f82da6d9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8028076 Aug 10 04:28:09.329654 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 48742) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:28:09.392587 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8e2c8809-c89c-40d7-ab8e-47f493eec66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:09.441785 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-8e2c8809-c89c-40d7-ab8e-47f493eec66f None None] For port 99594231-745f-4886-8365-1b30b2e21360, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=99594231-745f-4886-8365-1b30b2e21360,segment=NetworkSegment(a23f28cb-c27c-4b01-8ddb-384d05904653),segment_id=a23f28cb-c27c-4b01-8ddb-384d05904653)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:28:09.443943 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 24ab0d0b-e1b7-444c-808c-6a08c85052eb completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:28:09.450961 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 24ab0d0b-e1b7-444c-808c-6a08c85052eb triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:28:09.451332 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:09.478239 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-d783de0c-3fc9-4181-8b23-c9085aa37f39 None None] Set router 4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:28:09.543819 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8e2c8809-c89c-40d7-ab8e-47f493eec66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:09.590000 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:09.630647 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c8809-c89c-40d7-ab8e-47f493eec66f None None] Pushing event updated for resources: {'Port': ['ID=99594231-745f-4886-8365-1b30b2e21360,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:09.648648 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 24ab0d0b-e1b7-444c-808c-6a08c85052eb, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=24ab0d0b-e1b7-444c-808c-6a08c85052eb,segment=NetworkSegment(4f59967a-faa0-461f-94fe-b0132707d927),segment_id=4f59967a-faa0-461f-94fe-b0132707d927)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:28:09.667785 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6e4e2509-9e48-409e-89ae-eadc174a123b None None] Provisioning complete for port 99594231-745f-4886-8365-1b30b2e21360 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:28:09.668217 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6e4e2509-9e48-409e-89ae-eadc174a123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:09.704967 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d783de0c-3fc9-4181-8b23-c9085aa37f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9', 'name': 'tempest-TestVolumeBackupRestore-1743572031-router', 'tenant_id': 'ed641f783f4a4ffbac040154ce2f4693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'b2371ef7-41f0-4ae7-b113-7029ddde150e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:28:06Z', 'updated_at': '2021-08-10T04:28:08Z', 'revision_number': 3, 'project_id': 'ed641f783f4a4ffbac040154ce2f4693', 'gw_port': {'id': 'b2371ef7-41f0-4ae7-b113-7029ddde150e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:07Z', 'updated_at': '2021-08-10T04:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:09.720365 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:09.732611 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d783de0c-3fc9-4181-8b23-c9085aa37f39 None None] Checking router: 4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:28:09.737902 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d783de0c-3fc9-4181-8b23-c9085aa37f39 None None] Updating router 4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9 port b2371ef7-41f0-4ae7-b113-7029ddde150e binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:28:09.763727 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d783de0c-3fc9-4181-8b23-c9085aa37f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:09.803840 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=24ab0d0b-e1b7-444c-808c-6a08c85052eb,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:09.811272 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d98d4341-3cdb-4b59-baba-b867d2e7eec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:09.969642 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-d98d4341-3cdb-4b59-baba-b867d2e7eec9 admin admin] Allocated IP 172.20.0.1 (64451e88-a94d-4094-8fed-3c60203fc93a/640356cc-fd35-4365-827e-54e3c95632a1/d97b052b-1305-47c1-8955-d81adff5ef34) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:28:09.970964 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c867777b-a8ae-48f2-9843-a70b068746c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:10.040347 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d783de0c-3fc9-4181-8b23-c9085aa37f39 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:10.050386 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-d783de0c-3fc9-4181-8b23-c9085aa37f39 None None] Transition to ACTIVE for port object b2371ef7-41f0-4ae7-b113-7029ddde150e will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:28:10.084509 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d98d4341-3cdb-4b59-baba-b867d2e7eec9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:10.097029 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-d98d4341-3cdb-4b59-baba-b867d2e7eec9 admin admin] Transition to ACTIVE for port object d97b052b-1305-47c1-8955-d81adff5ef34 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:28:10.125073 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d783de0c-3fc9-4181-8b23-c9085aa37f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:10.178767 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-d783de0c-3fc9-4181-8b23-c9085aa37f39 None None] Attempting to bind port b2371ef7-41f0-4ae7-b113-7029ddde150e on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:28:10.179131 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-d783de0c-3fc9-4181-8b23-c9085aa37f39 None None] Attempting to bind port b2371ef7-41f0-4ae7-b113-7029ddde150e by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:28:10.179493 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d783de0c-3fc9-4181-8b23-c9085aa37f39 None None] Attempting to bind port b2371ef7-41f0-4ae7-b113-7029ddde150e on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:28:10.181530 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363dd82-f06c-4826-8edb-37141b7a7013 None None] Pushing event updated for resources: {'Port': ['ID=b2371ef7-41f0-4ae7-b113-7029ddde150e,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:10.186918 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d783de0c-3fc9-4181-8b23-c9085aa37f39 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:28:10.187287 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d783de0c-3fc9-4181-8b23-c9085aa37f39 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:28:10.187685 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d783de0c-3fc9-4181-8b23-c9085aa37f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:10.188095 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d783de0c-3fc9-4181-8b23-c9085aa37f39 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:28:10.193171 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-d783de0c-3fc9-4181-8b23-c9085aa37f39 None None] Bound port: b2371ef7-41f0-4ae7-b113-7029ddde150e, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:28:10.193171 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d783de0c-3fc9-4181-8b23-c9085aa37f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:10.205413 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d98d4341-3cdb-4b59-baba-b867d2e7eec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:10.243909 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-d783de0c-3fc9-4181-8b23-c9085aa37f39 None None] For port b2371ef7-41f0-4ae7-b113-7029ddde150e, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:28:10.246808 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98d4341-3cdb-4b59-baba-b867d2e7eec9 admin admin] Network 64451e88-a94d-4094-8fed-3c60203fc93a is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:28:10.247119 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-d783de0c-3fc9-4181-8b23-c9085aa37f39 None None] For port b2371ef7-41f0-4ae7-b113-7029ddde150e, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=b2371ef7-41f0-4ae7-b113-7029ddde150e,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:28:10.251805 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-d98d4341-3cdb-4b59-baba-b867d2e7eec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:28:10.256066 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98d4341-3cdb-4b59-baba-b867d2e7eec9 admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:28:10.282872 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d4341-3cdb-4b59-baba-b867d2e7eec9 admin admin] Pushing event updated for resources: {'Port': ['ID=d97b052b-1305-47c1-8955-d81adff5ef34,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:10.304773 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d98d4341-3cdb-4b59-baba-b867d2e7eec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:10.325577 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-d783de0c-3fc9-4181-8b23-c9085aa37f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:10.388006 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d783de0c-3fc9-4181-8b23-c9085aa37f39 None None] Routers {'4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:28:10.388690 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d783de0c-3fc9-4181-8b23-c9085aa37f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:27:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:10.431922 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363dd82-f06c-4826-8edb-37141b7a7013 None None] Pushing event updated for resources: {'Port': ['ID=b2371ef7-41f0-4ae7-b113-7029ddde150e,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:10.509670 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-d783de0c-3fc9-4181-8b23-c9085aa37f39 None None] Set router 4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:28:10.565368 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d98d4341-3cdb-4b59-baba-b867d2e7eec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:10.647880 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-eddc666a-e6a1-4a65-ac78-0491bde7dd90 None None] Provisioning for port d97b052b-1305-47c1-8955-d81adff5ef34 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:28:10.652353 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-eddc666a-e6a1-4a65-ac78-0491bde7dd90 None None] Provisioning complete for port d97b052b-1305-47c1-8955-d81adff5ef34 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:28:10.652726 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eddc666a-e6a1-4a65-ac78-0491bde7dd90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:10.690920 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-eddc666a-e6a1-4a65-ac78-0491bde7dd90 None None] Port d97b052b-1305-47c1-8955-d81adff5ef34 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:28:10.691276 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d783de0c-3fc9-4181-8b23-c9085aa37f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9', 'name': 'tempest-TestVolumeBackupRestore-1743572031-router', 'tenant_id': 'ed641f783f4a4ffbac040154ce2f4693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'b2371ef7-41f0-4ae7-b113-7029ddde150e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:28:06Z', 'updated_at': '2021-08-10T04:28:08Z', 'revision_number': 3, 'project_id': 'ed641f783f4a4ffbac040154ce2f4693', 'gw_port': {'id': 'b2371ef7-41f0-4ae7-b113-7029ddde150e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:07Z', 'updated_at': '2021-08-10T04:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:10.722608 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d783de0c-3fc9-4181-8b23-c9085aa37f39 None None] The sync data for ids ['4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9'] in n-d-802893-2 is: [{'id': '4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9', 'name': 'tempest-TestVolumeBackupRestore-1743572031-router', 'tenant_id': 'ed641f783f4a4ffbac040154ce2f4693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'b2371ef7-41f0-4ae7-b113-7029ddde150e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:28:06Z', 'updated_at': '2021-08-10T04:28:08Z', 'revision_number': 3, 'project_id': 'ed641f783f4a4ffbac040154ce2f4693', 'gw_port': {'id': 'b2371ef7-41f0-4ae7-b113-7029ddde150e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:07Z', 'updated_at': '2021-08-10T04:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:28:10.745127 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d98d4341-3cdb-4b59-baba-b867d2e7eec9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:10.850473 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d98d4341-3cdb-4b59-baba-b867d2e7eec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:10.925859 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d98d4341-3cdb-4b59-baba-b867d2e7eec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:10.928952 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d4341-3cdb-4b59-baba-b867d2e7eec9 admin admin] Pushing event updated for resources: {'Port': ['ID=d97b052b-1305-47c1-8955-d81adff5ef34,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:10.986434 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 99594231-745f-4886-8365-1b30b2e21360 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:28:11.042243 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98d4341-3cdb-4b59-baba-b867d2e7eec9 admin admin] Network 64451e88-a94d-4094-8fed-3c60203fc93a is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:28:11.043680 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-d98d4341-3cdb-4b59-baba-b867d2e7eec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:28:11.046232 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 99594231-745f-4886-8365-1b30b2e21360 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:28:11.046608 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:11.146755 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 24ab0d0b-e1b7-444c-808c-6a08c85052eb up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:28:11.180977 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98d4341-3cdb-4b59-baba-b867d2e7eec9 admin admin] Router 4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:28:11.203080 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 24ab0d0b-e1b7-444c-808c-6a08c85052eb triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:28:11.203373 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:11.312521 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98d4341-3cdb-4b59-baba-b867d2e7eec9 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:28:11.319358 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d98d4341-3cdb-4b59-baba-b867d2e7eec9 admin admin] 10.222.0.25 "PUT /v2.0/routers/4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9885373 Aug 10 04:28:11.516758 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5da2ed01-1d3b-4164-995c-f57bbcd4b1a1 None None] Provisioning complete for port d97b052b-1305-47c1-8955-d81adff5ef34 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:28:11.517133 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5da2ed01-1d3b-4164-995c-f57bbcd4b1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:11.557924 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-5da2ed01-1d3b-4164-995c-f57bbcd4b1a1 None None] Port d97b052b-1305-47c1-8955-d81adff5ef34 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:28:12.346725 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41dbcdd-7f12-42a2-b07d-3db60a310fbf None None] Sync routers for ids ['4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:28:12.357043 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41dbcdd-7f12-42a2-b07d-3db60a310fbf None None] Routers {'4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:28:12.357679 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d41dbcdd-7f12-42a2-b07d-3db60a310fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:27:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:12.468150 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-d41dbcdd-7f12-42a2-b07d-3db60a310fbf None None] Set router 4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:28:12.695249 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d41dbcdd-7f12-42a2-b07d-3db60a310fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9', 'name': 'tempest-TestVolumeBackupRestore-1743572031-router', 'tenant_id': 'ed641f783f4a4ffbac040154ce2f4693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'b2371ef7-41f0-4ae7-b113-7029ddde150e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:28:06Z', 'updated_at': '2021-08-10T04:28:10Z', 'revision_number': 4, 'project_id': 'ed641f783f4a4ffbac040154ce2f4693', 'gw_port': {'id': 'b2371ef7-41f0-4ae7-b113-7029ddde150e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:07Z', 'updated_at': '2021-08-10T04:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'd97b052b-1305-47c1-8955-d81adff5ef34', 'name': '', 'network_id': '64451e88-a94d-4094-8fed-3c60203fc93a', 'tenant_id': 'ed641f783f4a4ffbac040154ce2f4693', 'mac_address': 'fa:16:3e:fe:1c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '640356cc-fd35-4365-827e-54e3c95632a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:09Z', 'updated_at': '2021-08-10T04:28:10Z', 'revision_number': 2, 'project_id': 'ed641f783f4a4ffbac040154ce2f4693', 'subnets': [{'id': '640356cc-fd35-4365-827e-54e3c95632a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:12.721567 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41dbcdd-7f12-42a2-b07d-3db60a310fbf None None] Checking router: 4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:28:12.721968 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41dbcdd-7f12-42a2-b07d-3db60a310fbf None None] Updating router 4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9 port d97b052b-1305-47c1-8955-d81adff5ef34 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:28:12.751506 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d41dbcdd-7f12-42a2-b07d-3db60a310fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:12.986857 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b2371ef7-41f0-4ae7-b113-7029ddde150e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:28:13.079243 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d41dbcdd-7f12-42a2-b07d-3db60a310fbf None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:13.090914 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d41dbcdd-7f12-42a2-b07d-3db60a310fbf None None] Transition to ACTIVE for port object d97b052b-1305-47c1-8955-d81adff5ef34 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:28:13.187289 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port b2371ef7-41f0-4ae7-b113-7029ddde150e completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:28:13.187289 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port b2371ef7-41f0-4ae7-b113-7029ddde150e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:28:13.187289 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:13.205306 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d41dbcdd-7f12-42a2-b07d-3db60a310fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:13.278617 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1fb9a-aa1a-4aed-b868-4252a88d7f50 None None] Pushing event updated for resources: {'Port': ['ID=d97b052b-1305-47c1-8955-d81adff5ef34,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:13.361144 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d41dbcdd-7f12-42a2-b07d-3db60a310fbf None None] Attempting to bind port d97b052b-1305-47c1-8955-d81adff5ef34 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:28:13.368117 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d41dbcdd-7f12-42a2-b07d-3db60a310fbf None None] Attempting to bind port d97b052b-1305-47c1-8955-d81adff5ef34 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'a23f28cb-c27c-4b01-8ddb-384d05904653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '64451e88-a94d-4094-8fed-3c60203fc93a'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:28:13.368117 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41dbcdd-7f12-42a2-b07d-3db60a310fbf None None] Attempting to bind port d97b052b-1305-47c1-8955-d81adff5ef34 on network 64451e88-a94d-4094-8fed-3c60203fc93a {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:28:13.374230 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41dbcdd-7f12-42a2-b07d-3db60a310fbf None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:28:13.374610 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41dbcdd-7f12-42a2-b07d-3db60a310fbf None None] Checking segment: {'id': 'a23f28cb-c27c-4b01-8ddb-384d05904653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '64451e88-a94d-4094-8fed-3c60203fc93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:28:13.375017 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d41dbcdd-7f12-42a2-b07d-3db60a310fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:13.375411 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41dbcdd-7f12-42a2-b07d-3db60a310fbf None None] Bound using segment: {'id': 'a23f28cb-c27c-4b01-8ddb-384d05904653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '64451e88-a94d-4094-8fed-3c60203fc93a'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:28:13.375887 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d41dbcdd-7f12-42a2-b07d-3db60a310fbf None None] Bound port: d97b052b-1305-47c1-8955-d81adff5ef34, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a23f28cb-c27c-4b01-8ddb-384d05904653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '64451e88-a94d-4094-8fed-3c60203fc93a'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:28:13.376304 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d41dbcdd-7f12-42a2-b07d-3db60a310fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:13.387567 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:13.436830 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port b2371ef7-41f0-4ae7-b113-7029ddde150e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=b2371ef7-41f0-4ae7-b113-7029ddde150e,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:28:13.478457 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d41dbcdd-7f12-42a2-b07d-3db60a310fbf None None] For port d97b052b-1305-47c1-8955-d81adff5ef34, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:28:13.484860 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d41dbcdd-7f12-42a2-b07d-3db60a310fbf None None] For port d97b052b-1305-47c1-8955-d81adff5ef34, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=d97b052b-1305-47c1-8955-d81adff5ef34,segment=NetworkSegment(a23f28cb-c27c-4b01-8ddb-384d05904653),segment_id=a23f28cb-c27c-4b01-8ddb-384d05904653)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:28:13.585200 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:13.612176 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d41dbcdd-7f12-42a2-b07d-3db60a310fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:13.655590 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=b2371ef7-41f0-4ae7-b113-7029ddde150e,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:13.658187 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41dbcdd-7f12-42a2-b07d-3db60a310fbf None None] Routers {'4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:28:13.658793 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d41dbcdd-7f12-42a2-b07d-3db60a310fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:27:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:13.722121 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:13.816158 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1fb9a-aa1a-4aed-b868-4252a88d7f50 None None] Pushing event updated for resources: {'Port': ['ID=d97b052b-1305-47c1-8955-d81adff5ef34,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:13.840754 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-d41dbcdd-7f12-42a2-b07d-3db60a310fbf None None] Set router 4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:28:13.890300 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-162657ed-7802-4f74-b5ee-c68af074c5a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:14.223595 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d41dbcdd-7f12-42a2-b07d-3db60a310fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9', 'name': 'tempest-TestVolumeBackupRestore-1743572031-router', 'tenant_id': 'ed641f783f4a4ffbac040154ce2f4693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'b2371ef7-41f0-4ae7-b113-7029ddde150e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:28:06Z', 'updated_at': '2021-08-10T04:28:10Z', 'revision_number': 4, 'project_id': 'ed641f783f4a4ffbac040154ce2f4693', 'gw_port': {'id': 'b2371ef7-41f0-4ae7-b113-7029ddde150e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:07Z', 'updated_at': '2021-08-10T04:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'd97b052b-1305-47c1-8955-d81adff5ef34', 'name': '', 'network_id': '64451e88-a94d-4094-8fed-3c60203fc93a', 'tenant_id': 'ed641f783f4a4ffbac040154ce2f4693', 'mac_address': 'fa:16:3e:fe:1c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '640356cc-fd35-4365-827e-54e3c95632a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:09Z', 'updated_at': '2021-08-10T04:28:13Z', 'revision_number': 4, 'project_id': 'ed641f783f4a4ffbac040154ce2f4693', 'subnets': [{'id': '640356cc-fd35-4365-827e-54e3c95632a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:28:14.252829 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41dbcdd-7f12-42a2-b07d-3db60a310fbf None None] The sync data for ids ['4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9'] in n-d-802893-2 is: [{'id': '4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9', 'name': 'tempest-TestVolumeBackupRestore-1743572031-router', 'tenant_id': 'ed641f783f4a4ffbac040154ce2f4693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'b2371ef7-41f0-4ae7-b113-7029ddde150e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:28:06Z', 'updated_at': '2021-08-10T04:28:10Z', 'revision_number': 4, 'project_id': 'ed641f783f4a4ffbac040154ce2f4693', 'gw_port': {'id': 'b2371ef7-41f0-4ae7-b113-7029ddde150e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:07Z', 'updated_at': '2021-08-10T04:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'd97b052b-1305-47c1-8955-d81adff5ef34', 'name': '', 'network_id': '64451e88-a94d-4094-8fed-3c60203fc93a', 'tenant_id': 'ed641f783f4a4ffbac040154ce2f4693', 'mac_address': 'fa:16:3e:fe:1c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': '640356cc-fd35-4365-827e-54e3c95632a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:09Z', 'updated_at': '2021-08-10T04:28:13Z', 'revision_number': 4, 'project_id': 'ed641f783f4a4ffbac040154ce2f4693', 'subnets': [{'id': '640356cc-fd35-4365-827e-54e3c95632a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:28:15.039115 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device d97b052b-1305-47c1-8955-d81adff5ef34 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:28:15.170427 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port d97b052b-1305-47c1-8955-d81adff5ef34 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:28:15.174645 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port d97b052b-1305-47c1-8955-d81adff5ef34 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:28:15.175016 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:15.269149 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:15.305032 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port d97b052b-1305-47c1-8955-d81adff5ef34, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=d97b052b-1305-47c1-8955-d81adff5ef34,segment=NetworkSegment(a23f28cb-c27c-4b01-8ddb-384d05904653),segment_id=a23f28cb-c27c-4b01-8ddb-384d05904653)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:28:15.370364 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:15.371338 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b2371ef7-41f0-4ae7-b113-7029ddde150e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:28:15.417536 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:15.456896 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=d97b052b-1305-47c1-8955-d81adff5ef34,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:28:15.470310 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port b2371ef7-41f0-4ae7-b113-7029ddde150e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:28:15.470677 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:16.045044 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:16.975056 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:16.993539 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device d97b052b-1305-47c1-8955-d81adff5ef34 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:28:17.080350 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port d97b052b-1305-47c1-8955-d81adff5ef34 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:28:17.081085 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:27.841868 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:37.880964 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:28:39.956218 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ee69de4d-a8dc-43c1-845b-5670aa8e40d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:43.687017 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:43.812713 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-723e6bce-e4bd-4bad-a4d6-ded0e68c25b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:45.421316 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:46.064266 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:46.992654 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:28:57.821328 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:09.954758 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fae83b5e-f471-43be-b155-921584df27a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:13.641428 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:13.823260 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5b69d8a5-d03f-4a62-a37e-616b824ee2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:14.879880 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:29:15.442538 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:16.060851 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:16.963978 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:27.834586 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:40.017125 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-002bf895-a9eb-4891-abf7-b6725a670c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:43.640151 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:43.891410 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-886898e3-8e16-4430-a4ca-def88e6e4015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:45.439419 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:46.227927 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:47.020394 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:29:51.879803 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:29:57.845089 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:09.941429 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5e5a6505-5451-44fe-9f02-fb8b9b494bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:13.620283 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:13.814365 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c6c9e092-482f-4eed-95e4-7e1a0cfbc3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:15.431596 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:16.066084 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:17.039843 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:26.525616 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49832) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:30:26.532021 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-10bf9775-f317-419a-976d-74d48a87113c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1198259795', 'description': 'tempest-secgroup-smoke-1198259795 description', 'project_id': 'edc25a7a8bf342bc940458d10e279f85'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:30:26.604000 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-10bf9775-f317-419a-976d-74d48a87113c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:26.685536 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-10bf9775-f317-419a-976d-74d48a87113c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:26.751849 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-10bf9775-f317-419a-976d-74d48a87113c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:26.780686 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf9775-f317-419a-976d-74d48a87113c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d001604-7034-4455-a6cb-c3b8fa119f6b,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:30:26.788849 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bf9775-f317-419a-976d-74d48a87113c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:26.789197 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bf9775-f317-419a-976d-74d48a87113c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:26.789542 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bf9775-f317-419a-976d-74d48a87113c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:26.789875 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bf9775-f317-419a-976d-74d48a87113c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:26.790208 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bf9775-f317-419a-976d-74d48a87113c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:26.790537 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bf9775-f317-419a-976d-74d48a87113c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:26.790863 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bf9775-f317-419a-976d-74d48a87113c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:26.791187 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bf9775-f317-419a-976d-74d48a87113c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:26.791510 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bf9775-f317-419a-976d-74d48a87113c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:26.791836 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bf9775-f317-419a-976d-74d48a87113c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:26.792186 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bf9775-f317-419a-976d-74d48a87113c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:26.792507 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bf9775-f317-419a-976d-74d48a87113c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:26.849430 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-10bf9775-f317-419a-976d-74d48a87113c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:26.850709 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-10bf9775-f317-419a-976d-74d48a87113c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3240921 Aug 10 04:30:26.853593 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49836) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:30:26.858379 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-a7996f62-d6bd-4341-bb27-69083f639b39 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Request body: {'security_group_rule': {'security_group_id': '3d001604-7034-4455-a6cb-c3b8fa119f6b', 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:30:26.957421 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a7996f62-d6bd-4341-bb27-69083f639b39 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:27.021014 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a7996f62-d6bd-4341-bb27-69083f639b39 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:27.089649 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a7996f62-d6bd-4341-bb27-69083f639b39 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:27.113708 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7996f62-d6bd-4341-bb27-69083f639b39 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5844fea-d596-430c-aefa-554baf34ec79,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:30:27.197356 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a7996f62-d6bd-4341-bb27-69083f639b39 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:27.198629 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a7996f62-d6bd-4341-bb27-69083f639b39 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3441231 Aug 10 04:30:27.201676 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49838) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:30:27.206986 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c27f4da8-6b62-4f58-affc-c8c7adc3d191 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Request body: {'security_group_rule': {'security_group_id': '3d001604-7034-4455-a6cb-c3b8fa119f6b', 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:30:27.357315 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c27f4da8-6b62-4f58-affc-c8c7adc3d191 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:27.416065 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c27f4da8-6b62-4f58-affc-c8c7adc3d191 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:27.518165 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c27f4da8-6b62-4f58-affc-c8c7adc3d191 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:27.536709 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f4da8-6b62-4f58-affc-c8c7adc3d191 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0766abf8-0dc8-4a6e-93d2-758172921b64,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:30:27.627135 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c27f4da8-6b62-4f58-affc-c8c7adc3d191 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:27.628387 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c27f4da8-6b62-4f58-affc-c8c7adc3d191 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4256999 Aug 10 04:30:27.632083 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49840) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:30:27.635632 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-677c5062-1d4e-4276-8abb-f56ab5b7daba tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Request body: {'security_group_rule': {'security_group_id': '3d001604-7034-4455-a6cb-c3b8fa119f6b', 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:30:27.751980 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-677c5062-1d4e-4276-8abb-f56ab5b7daba tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:27.815201 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-677c5062-1d4e-4276-8abb-f56ab5b7daba tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:27.837567 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:27.895123 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-677c5062-1d4e-4276-8abb-f56ab5b7daba tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:27.914729 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c5062-1d4e-4276-8abb-f56ab5b7daba tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5479822-a013-4258-a5f2-9c9b87e7ad0f,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:30:27.969297 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-677c5062-1d4e-4276-8abb-f56ab5b7daba tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:27.970590 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-677c5062-1d4e-4276-8abb-f56ab5b7daba tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3386014 Aug 10 04:30:27.973388 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49842) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:30:27.977976 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-60ce9c86-b6a6-42e9-8b0a-1bb467160b87 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Request body: {'security_group_rule': {'security_group_id': '3d001604-7034-4455-a6cb-c3b8fa119f6b', 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:30:28.066394 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60ce9c86-b6a6-42e9-8b0a-1bb467160b87 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:28.128180 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60ce9c86-b6a6-42e9-8b0a-1bb467160b87 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:28.186215 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60ce9c86-b6a6-42e9-8b0a-1bb467160b87 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:28.206532 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce9c86-b6a6-42e9-8b0a-1bb467160b87 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349f30e6-8c8d-4289-935f-a308988c929e,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:30:28.249576 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-60ce9c86-b6a6-42e9-8b0a-1bb467160b87 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:28.251646 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-60ce9c86-b6a6-42e9-8b0a-1bb467160b87 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2771816 Aug 10 04:30:28.254299 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49844) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:30:28.258894 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-8f15c17a-d14b-4cd9-9c0a-29317da3835c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Request body: {'security_group_rule': {'security_group_id': '3d001604-7034-4455-a6cb-c3b8fa119f6b', 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:30:28.340985 n-d-802893-2 neutron-server[94938]: INFO neutron.db.securitygroups_db [None req-8f15c17a-d14b-4cd9-9c0a-29317da3835c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Project edc25a7a8bf342bc940458d10e279f85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:30:28.346880 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f15c17a-d14b-4cd9-9c0a-29317da3835c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:28.407784 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f15c17a-d14b-4cd9-9c0a-29317da3835c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:28.466754 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f15c17a-d14b-4cd9-9c0a-29317da3835c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:28.487986 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f15c17a-d14b-4cd9-9c0a-29317da3835c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4695c8ed-983d-4f88-9684-e6f941cf6839,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:30:28.552634 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8f15c17a-d14b-4cd9-9c0a-29317da3835c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:28.553932 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8f15c17a-d14b-4cd9-9c0a-29317da3835c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2986588 Aug 10 04:30:28.556898 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49846) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:30:28.562123 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-69728333-0e7f-4da6-a987-3a5950a6f094 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Request body: {'security_group_rule': {'security_group_id': '3d001604-7034-4455-a6cb-c3b8fa119f6b', 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:30:28.706705 n-d-802893-2 neutron-server[94937]: INFO neutron.db.securitygroups_db [None req-69728333-0e7f-4da6-a987-3a5950a6f094 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Project edc25a7a8bf342bc940458d10e279f85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:30:28.714513 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-69728333-0e7f-4da6-a987-3a5950a6f094 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:28.777146 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-69728333-0e7f-4da6-a987-3a5950a6f094 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:28.879747 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:30:28.888682 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-69728333-0e7f-4da6-a987-3a5950a6f094 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:28.912138 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69728333-0e7f-4da6-a987-3a5950a6f094 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ed50d34-3b80-4d10-ad12-7743274ca610,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:30:28.920958 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728333-0e7f-4da6-a987-3a5950a6f094 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:28.921305 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728333-0e7f-4da6-a987-3a5950a6f094 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:28.922189 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728333-0e7f-4da6-a987-3a5950a6f094 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:28.922691 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728333-0e7f-4da6-a987-3a5950a6f094 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:28.923036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728333-0e7f-4da6-a987-3a5950a6f094 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:28.923376 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728333-0e7f-4da6-a987-3a5950a6f094 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:28.923709 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728333-0e7f-4da6-a987-3a5950a6f094 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:28.924068 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728333-0e7f-4da6-a987-3a5950a6f094 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:28.927717 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728333-0e7f-4da6-a987-3a5950a6f094 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:28.927717 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728333-0e7f-4da6-a987-3a5950a6f094 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:28.927717 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728333-0e7f-4da6-a987-3a5950a6f094 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:28.927717 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69728333-0e7f-4da6-a987-3a5950a6f094 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:28.974988 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-69728333-0e7f-4da6-a987-3a5950a6f094 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:28.976291 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-69728333-0e7f-4da6-a987-3a5950a6f094 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4183176 Aug 10 04:30:29.364698 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-d286449d-ce35-4b7c-9c72-49ac39b7f38c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1198259795&fields=id&tenant_id=edc25a7a8bf342bc940458d10e279f85 HTTP/1.1" status: 200 len: 267 time: 0.0359738 Aug 10 04:30:29.482812 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-b1bd1fcf-178f-4d78-a26d-880dc737cbf5 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:29.484884 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-b1bd1fcf-178f-4d78-a26d-880dc737cbf5 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/networks?id=52f0e46a-8742-41c9-97ee-93784f8e5599 HTTP/1.1" status: 200 len: 814 time: 0.1127644 Aug 10 04:30:29.500718 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-2681a214-7a71-4be5-b08b-e6d64a2c514f tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/quotas/edc25a7a8bf342bc940458d10e279f85 HTTP/1.1" status: 200 len: 375 time: 0.0097334 Aug 10 04:30:29.552855 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-4621b3cf-d45c-4e8d-8508-064ee63d2d3e tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=edc25a7a8bf342bc940458d10e279f85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466552 Aug 10 04:30:29.712634 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-124ca495-a496-40dd-8cc8-a2b50abea248 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:30:29.713682 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-124ca495-a496-40dd-8cc8-a2b50abea248 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1481972 Aug 10 04:30:29.803864 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-c431ea96-55ab-4d93-8c61-01efb94dda55 service neutron] 10.222.0.25 "GET /v2.0/networks/52f0e46a-8742-41c9-97ee-93784f8e5599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830688 Aug 10 04:30:29.897750 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-2b3bff87-b264-49ce-8494-a505e790977a service neutron] 10.222.0.25 "GET /v2.0/networks/52f0e46a-8742-41c9-97ee-93784f8e5599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877285 Aug 10 04:30:30.737977 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8b0ad8ae-5dd2-4ac2-a404-8f506b540901 req-cadf407f-3296-465f-a88e-6535a6f5b23f tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 210 time: 0.1166248 Aug 10 04:30:31.816394 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-91059fd2-cb27-41c9-bd60-a107eb777d20 req-5e3dbc84-452d-474f-bd2b-d00fa15cd744 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 210 time: 0.0271950 Aug 10 04:30:32.896266 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2dfaa543-594c-4666-a156-a54ec288d051 req-d75b987e-4119-46dc-9e9d-350f83220fb8 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 210 time: 0.0277009 Aug 10 04:30:33.991673 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6d2c8361-927b-4868-b65a-c55dec208043 req-768cac2b-f3c5-433a-8399-8586fc435022 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 210 time: 0.0272176 Aug 10 04:30:35.092092 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-72ffcfe6-c349-4bf1-8626-c7ddc6d70dd2 req-725a99b8-e668-41a1-96fe-27d962631c3d tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 210 time: 0.0285413 Aug 10 04:30:36.115443 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-db8a08b8-e2ba-4113-8bfe-1defa7ac316d tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:36.117033 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-db8a08b8-e2ba-4113-8bfe-1defa7ac316d tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.68 "GET /v2.0/networks?id=52f0e46a-8742-41c9-97ee-93784f8e5599 HTTP/1.1" status: 200 len: 814 time: 0.1172097 Aug 10 04:30:36.167455 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-68b5dac9-a200-49d5-b7db-cd57d1b56570 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edc25a7a8bf342bc940458d10e279f85 HTTP/1.1" status: 200 len: 380 time: 0.0396919 Aug 10 04:30:36.181750 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-63c570ce-a165-4208-9877-8fec10489cf0 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Request body: {'port': {'device_id': '7385b654-4a79-4e17-959d-1ab586df652f', 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599', 'admin_state_up': True, 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'security_groups': ['3d001604-7034-4455-a6cb-c3b8fa119f6b']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:30:36.200353 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb6c4a47-87ac-4c1f-8fc0-c7434c4db21f req-55645c2d-dca7-42af-85fc-ff449aabf777 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 210 time: 0.0374675 Aug 10 04:30:36.375172 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-63c570ce-a165-4208-9877-8fec10489cf0 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Made reservation on behalf of edc25a7a8bf342bc940458d10e279f85 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:30:36.378832 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-63c570ce-a165-4208-9877-8fec10489cf0 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:36.526377 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-63c570ce-a165-4208-9877-8fec10489cf0 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Allocated IP 172.20.0.3 (52f0e46a-8742-41c9-97ee-93784f8e5599/031edc73-6126-42c2-85ca-9ae0bad82a77/bc923687-9f64-4bbf-b7e2-f1b80bd31960) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:30:36.675159 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-63c570ce-a165-4208-9877-8fec10489cf0 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:36.690206 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-63c570ce-a165-4208-9877-8fec10489cf0 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Transition to ACTIVE for port object bc923687-9f64-4bbf-b7e2-f1b80bd31960 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:30:36.791787 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-63c570ce-a165-4208-9877-8fec10489cf0 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:36.838108 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-63c570ce-a165-4208-9877-8fec10489cf0 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Network 52f0e46a-8742-41c9-97ee-93784f8e5599 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:30:36.841412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-63c570ce-a165-4208-9877-8fec10489cf0 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:30:36.847247 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-63c570ce-a165-4208-9877-8fec10489cf0 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:30:36.872772 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c570ce-a165-4208-9877-8fec10489cf0 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Pushing event updated for resources: {'Port': ['ID=bc923687-9f64-4bbf-b7e2-f1b80bd31960,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:30:36.907281 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-63c570ce-a165-4208-9877-8fec10489cf0 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:36.908835 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-63c570ce-a165-4208-9877-8fec10489cf0 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:36.982071 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-63c570ce-a165-4208-9877-8fec10489cf0 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8025939 Aug 10 04:30:37.051061 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-d9872b52-decb-499a-bbe8-8407bace0a40 service neutron] Request body: {'port': {'device_id': '7385b654-4a79-4e17-959d-1ab586df652f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:30:37.115009 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-d9872b52-decb-499a-bbe8-8407bace0a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:37.152243 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-59d2266b-c903-4b22-8d3e-880b3558bb54 None None] Provisioning for port bc923687-9f64-4bbf-b7e2-f1b80bd31960 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:30:37.156850 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-59d2266b-c903-4b22-8d3e-880b3558bb54 None None] Provisioning complete for port bc923687-9f64-4bbf-b7e2-f1b80bd31960 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:30:37.158843 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-59d2266b-c903-4b22-8d3e-880b3558bb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:37.201551 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-59d2266b-c903-4b22-8d3e-880b3558bb54 None None] Port bc923687-9f64-4bbf-b7e2-f1b80bd31960 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:30:37.336441 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60ff2d-ccf1-4a1a-b022-cc810370f6db req-e476925b-6585-4672-8690-44de8f42969a tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:37.338052 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ac60ff2d-ccf1-4a1a-b022-cc810370f6db req-e476925b-6585-4672-8690-44de8f42969a tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 931 time: 0.0542564 Aug 10 04:30:37.387296 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ac60ff2d-ccf1-4a1a-b022-cc810370f6db req-0630e1fc-4d55-4487-8f47-3bd4f25bb425 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d001604-7034-4455-a6cb-c3b8fa119f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404470 Aug 10 04:30:37.440496 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-d9872b52-decb-499a-bbe8-8407bace0a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc923687-9f64-4bbf-b7e2-f1b80bd31960 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:30:37.448574 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-d9872b52-decb-499a-bbe8-8407bace0a40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:37.462778 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-d9872b52-decb-499a-bbe8-8407bace0a40 service neutron] Transition to ACTIVE for port object bc923687-9f64-4bbf-b7e2-f1b80bd31960 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:30:37.535932 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-d9872b52-decb-499a-bbe8-8407bace0a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:37.631246 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9872b52-decb-499a-bbe8-8407bace0a40 service neutron] Pushing event updated for resources: {'Port': ['ID=bc923687-9f64-4bbf-b7e2-f1b80bd31960,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:30:37.697540 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-d9872b52-decb-499a-bbe8-8407bace0a40 service neutron] Attempting to bind port bc923687-9f64-4bbf-b7e2-f1b80bd31960 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:30:37.697946 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-d9872b52-decb-499a-bbe8-8407bace0a40 service neutron] Attempting to bind port bc923687-9f64-4bbf-b7e2-f1b80bd31960 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': '4f59967a-faa0-461f-94fe-b0132707d927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:30:37.698436 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-d9872b52-decb-499a-bbe8-8407bace0a40 service neutron] Attempting to bind port bc923687-9f64-4bbf-b7e2-f1b80bd31960 on network 52f0e46a-8742-41c9-97ee-93784f8e5599 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:30:37.703142 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-d9872b52-decb-499a-bbe8-8407bace0a40 service neutron] Port bc923687-9f64-4bbf-b7e2-f1b80bd31960 on network 52f0e46a-8742-41c9-97ee-93784f8e5599 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:30:37.703469 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-d9872b52-decb-499a-bbe8-8407bace0a40 service neutron] Attempting to bind port bc923687-9f64-4bbf-b7e2-f1b80bd31960 on network 52f0e46a-8742-41c9-97ee-93784f8e5599 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:30:37.709948 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-d9872b52-decb-499a-bbe8-8407bace0a40 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:30:37.710343 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-d9872b52-decb-499a-bbe8-8407bace0a40 service neutron] Checking segment: {'id': '4f59967a-faa0-461f-94fe-b0132707d927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:30:37.710743 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-d9872b52-decb-499a-bbe8-8407bace0a40 service neutron] Bound using segment: {'id': '4f59967a-faa0-461f-94fe-b0132707d927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:30:37.711178 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-d9872b52-decb-499a-bbe8-8407bace0a40 service neutron] Bound port: bc923687-9f64-4bbf-b7e2-f1b80bd31960, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f59967a-faa0-461f-94fe-b0132707d927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:30:37.711540 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-d9872b52-decb-499a-bbe8-8407bace0a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:37.789636 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-d9872b52-decb-499a-bbe8-8407bace0a40 service neutron] For port bc923687-9f64-4bbf-b7e2-f1b80bd31960, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:30:37.792815 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-d9872b52-decb-499a-bbe8-8407bace0a40 service neutron] For port bc923687-9f64-4bbf-b7e2-f1b80bd31960, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=bc923687-9f64-4bbf-b7e2-f1b80bd31960,segment=NetworkSegment(4f59967a-faa0-461f-94fe-b0132707d927),segment_id=4f59967a-faa0-461f-94fe-b0132707d927)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:30:37.866371 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-d9872b52-decb-499a-bbe8-8407bace0a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:37.900825 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-d9872b52-decb-499a-bbe8-8407bace0a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:37.901668 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-d9872b52-decb-499a-bbe8-8407bace0a40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:37.903056 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-d9872b52-decb-499a-bbe8-8407bace0a40 service neutron] 10.222.0.68 "PUT /v2.0/ports/bc923687-9f64-4bbf-b7e2-f1b80bd31960 HTTP/1.1" status: 200 len: 1091 time: 0.9140203 Aug 10 04:30:37.903501 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7385b654-4a79-4e17-959d-1ab586df652f', 'tag': 'bc923687-9f64-4bbf-b7e2-f1b80bd31960'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:30:37.905910 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96c459d-633e-46c6-ba56-2da9494eb8a9" -d '{"events": [{"name": "network-changed", "server_uuid": "7385b654-4a79-4e17-959d-1ab586df652f", "tag": "bc923687-9f64-4bbf-b7e2-f1b80bd31960"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:30:37.942262 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9872b52-decb-499a-bbe8-8407bace0a40 service neutron] Pushing event updated for resources: {'Port': ['ID=bc923687-9f64-4bbf-b7e2-f1b80bd31960,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:30:38.048012 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83cb3bb-0efb-4bd5-b19a-9ddd3a1d19e1 x-openstack-request-id: req-a83cb3bb-0efb-4bd5-b19a-9ddd3a1d19e1 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:30:38.048898 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7385b654-4a79-4e17-959d-1ab586df652f", "tag": "bc923687-9f64-4bbf-b7e2-f1b80bd31960", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:30:38.049118 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a83cb3bb-0efb-4bd5-b19a-9ddd3a1d19e1 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:30:38.049474 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7385b654-4a79-4e17-959d-1ab586df652f', 'tag': 'bc923687-9f64-4bbf-b7e2-f1b80bd31960', 'status': 'completed', 'code': 200} Aug 10 04:30:38.067453 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-4d022c86-c37c-494a-9eba-7008783f2502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:38.069147 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-4d022c86-c37c-494a-9eba-7008783f2502 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=edc25a7a8bf342bc940458d10e279f85&device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 1094 time: 0.0564954 Aug 10 04:30:38.119235 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-a05a0a02-48a6-4341-b0e7-a753129fa233 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc923687-9f64-4bbf-b7e2-f1b80bd31960 HTTP/1.1" status: 200 len: 217 time: 0.0415266 Aug 10 04:30:38.171450 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-0e9f7c0c-de54-4811-9f64-3ab388cdf119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:38.173113 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-0e9f7c0c-de54-4811-9f64-3ab388cdf119 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=031edc73-6126-42c2-85ca-9ae0bad82a77 HTTP/1.1" status: 200 len: 853 time: 0.0471079 Aug 10 04:30:38.222510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-51f0b85f-b8fe-4e8d-8607-f728897d1ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:38.224146 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-51f0b85f-b8fe-4e8d-8607-f728897d1ebe service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=52f0e46a-8742-41c9-97ee-93784f8e5599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439370 Aug 10 04:30:38.321226 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-1e74c6d1-6a59-46a5-8955-97454513960c service neutron] 10.222.0.68 "GET /v2.0/networks/52f0e46a-8742-41c9-97ee-93784f8e5599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902288 Aug 10 04:30:38.420672 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b600c95d-f776-4548-9cb4-c02bb1b63d0d req-49bddae8-bfce-44be-bc76-18eb7b66afa7 service neutron] 10.222.0.68 "GET /v2.0/networks/52f0e46a-8742-41c9-97ee-93784f8e5599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876124 Aug 10 04:30:38.531649 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b4184-ad23-43a6-b22d-a0cc35f22224 req-7d2c32da-7728-4536-ae96-22f1086f3c3f tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:38.533946 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2a4b4184-ad23-43a6-b22d-a0cc35f22224 req-7d2c32da-7728-4536-ae96-22f1086f3c3f tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 943 time: 0.0688410 Aug 10 04:30:38.551580 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c459d-633e-46c6-ba56-2da9494eb8a9 req-acf40a8e-61ea-44a2-88e7-c5f0b0296be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:38.553214 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e96c459d-633e-46c6-ba56-2da9494eb8a9 req-acf40a8e-61ea-44a2-88e7-c5f0b0296be3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=edc25a7a8bf342bc940458d10e279f85&device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 1094 time: 0.0502119 Aug 10 04:30:38.574821 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2a4b4184-ad23-43a6-b22d-a0cc35f22224 req-d894e56f-5e6f-416c-ad5a-0088371ff552 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d001604-7034-4455-a6cb-c3b8fa119f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344183 Aug 10 04:30:38.650187 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c459d-633e-46c6-ba56-2da9494eb8a9 req-bbfffbf3-63bc-4294-8d2f-996d44bb1135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:38.651719 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e96c459d-633e-46c6-ba56-2da9494eb8a9 req-bbfffbf3-63bc-4294-8d2f-996d44bb1135 service neutron] 10.222.0.68 "GET /v2.0/networks?id=52f0e46a-8742-41c9-97ee-93784f8e5599 HTTP/1.1" status: 200 len: 915 time: 0.0921428 Aug 10 04:30:38.698695 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e96c459d-633e-46c6-ba56-2da9494eb8a9 req-ba100130-2c12-405b-9de7-1bad85b53050 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc923687-9f64-4bbf-b7e2-f1b80bd31960 HTTP/1.1" status: 200 len: 217 time: 0.0400965 Aug 10 04:30:38.762580 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c459d-633e-46c6-ba56-2da9494eb8a9 req-2fb38794-3c37-4fec-a183-888fe4bd8f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:38.764118 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e96c459d-633e-46c6-ba56-2da9494eb8a9 req-2fb38794-3c37-4fec-a183-888fe4bd8f24 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=031edc73-6126-42c2-85ca-9ae0bad82a77 HTTP/1.1" status: 200 len: 853 time: 0.0569565 Aug 10 04:30:38.813371 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96c459d-633e-46c6-ba56-2da9494eb8a9 req-95d4b23f-b25b-47b9-aefe-f3964425a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:38.815900 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e96c459d-633e-46c6-ba56-2da9494eb8a9 req-95d4b23f-b25b-47b9-aefe-f3964425a2fc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=52f0e46a-8742-41c9-97ee-93784f8e5599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448585 Aug 10 04:30:38.915348 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e96c459d-633e-46c6-ba56-2da9494eb8a9 req-85e1f81c-8c23-4cb4-b96a-c8969d78583f service neutron] 10.222.0.68 "GET /v2.0/networks/52f0e46a-8742-41c9-97ee-93784f8e5599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920861 Aug 10 04:30:39.018123 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e96c459d-633e-46c6-ba56-2da9494eb8a9 req-3659af02-3471-492d-b872-d51f6e083e54 service neutron] 10.222.0.68 "GET /v2.0/networks/52f0e46a-8742-41c9-97ee-93784f8e5599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953248 Aug 10 04:30:39.714641 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de99b1-a5bf-4ba5-b665-4b83599914cb req-bff8d72c-fcac-4976-93eb-6c5b27dc58fa tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:39.716233 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b2de99b1-a5bf-4ba5-b665-4b83599914cb req-bff8d72c-fcac-4976-93eb-6c5b27dc58fa tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 943 time: 0.0572543 Aug 10 04:30:39.759391 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b2de99b1-a5bf-4ba5-b665-4b83599914cb req-d086d5f0-cd63-450b-9726-0b5dd7ccfdc3 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d001604-7034-4455-a6cb-c3b8fa119f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333130 Aug 10 04:30:40.003257 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1baa5dd5-672d-4d40-b762-7697f78603c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:40.896333 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48ca5b-2f53-43f2-a7f8-5cd68c98fd92 req-6adc70a2-308f-4f5b-868d-2eb1a255a7d8 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:40.897921 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2d48ca5b-2f53-43f2-a7f8-5cd68c98fd92 req-6adc70a2-308f-4f5b-868d-2eb1a255a7d8 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 943 time: 0.0673747 Aug 10 04:30:40.943947 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2d48ca5b-2f53-43f2-a7f8-5cd68c98fd92 req-e2cc6d74-25b3-4155-bd89-27eb4006df0d tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d001604-7034-4455-a6cb-c3b8fa119f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396607 Aug 10 04:30:42.066761 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85cc26-35b7-4eb3-89b2-13f799ee7cdb req-6d3e6c24-ffc9-4b35-ac68-f12dcee53ceb tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:42.068367 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6d85cc26-35b7-4eb3-89b2-13f799ee7cdb req-6d3e6c24-ffc9-4b35-ac68-f12dcee53ceb tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 943 time: 0.0539196 Aug 10 04:30:42.108485 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6d85cc26-35b7-4eb3-89b2-13f799ee7cdb req-c08bd4ff-8072-4192-b8a1-d0d01f764cdc tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d001604-7034-4455-a6cb-c3b8fa119f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342689 Aug 10 04:30:43.224861 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa3a80-d036-4b68-be2f-6f3992c500b0 req-887cb904-2122-4307-81ea-8d31c8bd2b84 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:43.226280 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-51fa3a80-d036-4b68-be2f-6f3992c500b0 req-887cb904-2122-4307-81ea-8d31c8bd2b84 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 943 time: 0.0505369 Aug 10 04:30:43.264942 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-51fa3a80-d036-4b68-be2f-6f3992c500b0 req-713ad9e1-b361-47fd-8554-4f6ae52d1d06 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d001604-7034-4455-a6cb-c3b8fa119f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326409 Aug 10 04:30:43.625826 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:43.814254 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1c39f68c-9ac3-4880-b8e7-822f646cb467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:44.383345 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97ac4b-876e-429b-bf19-8d76bc7170f4 req-e68375dc-e87c-4212-ab39-166c381f6cf1 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:44.385080 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc97ac4b-876e-429b-bf19-8d76bc7170f4 req-e68375dc-e87c-4212-ab39-166c381f6cf1 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 943 time: 0.0528951 Aug 10 04:30:44.425245 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc97ac4b-876e-429b-bf19-8d76bc7170f4 req-7db2d085-d388-4e29-8370-a017de08fc76 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d001604-7034-4455-a6cb-c3b8fa119f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339091 Aug 10 04:30:45.437391 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:45.543782 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26723a3f-5a9e-42fc-81c7-8e9198073888 req-5a55b387-ea56-4862-a00f-001d88c141ff tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:45.545311 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-26723a3f-5a9e-42fc-81c7-8e9198073888 req-5a55b387-ea56-4862-a00f-001d88c141ff tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 943 time: 0.0500345 Aug 10 04:30:45.584335 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-26723a3f-5a9e-42fc-81c7-8e9198073888 req-088ad85d-b952-4bce-85d3-8e87bb27576d tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d001604-7034-4455-a6cb-c3b8fa119f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328472 Aug 10 04:30:46.077110 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:46.698133 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95671643-03dc-45ea-80be-99504ec72219 req-db70d3c4-775b-4dd3-8b11-b947309da4eb tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:46.699685 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-95671643-03dc-45ea-80be-99504ec72219 req-db70d3c4-775b-4dd3-8b11-b947309da4eb tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 943 time: 0.0491457 Aug 10 04:30:46.738358 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-95671643-03dc-45ea-80be-99504ec72219 req-9c176907-6475-4742-b9c6-0300e8eb3cf5 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d001604-7034-4455-a6cb-c3b8fa119f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317273 Aug 10 04:30:47.014589 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:47.869121 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a562ad1-5b2e-46bc-8b2d-ad73b9b4fddc req-81784972-b94a-4d06-a73d-3eb9e4a76f35 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:47.870613 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8a562ad1-5b2e-46bc-8b2d-ad73b9b4fddc req-81784972-b94a-4d06-a73d-3eb9e4a76f35 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 943 time: 0.0619445 Aug 10 04:30:47.915363 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8a562ad1-5b2e-46bc-8b2d-ad73b9b4fddc req-1feec022-1b38-45f3-9d02-29b7db5953b9 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d001604-7034-4455-a6cb-c3b8fa119f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386662 Aug 10 04:30:49.035078 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964eca8-d1cd-4abd-971c-6b0be80e0c08 req-0fa55c77-2fc2-4014-a89b-e219b8907929 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:49.036595 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6964eca8-d1cd-4abd-971c-6b0be80e0c08 req-0fa55c77-2fc2-4014-a89b-e219b8907929 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 943 time: 0.0534713 Aug 10 04:30:49.074221 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6964eca8-d1cd-4abd-971c-6b0be80e0c08 req-97d29124-7b12-4e0e-b96c-639ac4de16d3 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d001604-7034-4455-a6cb-c3b8fa119f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315480 Aug 10 04:30:50.191357 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64a849-de91-4c1b-99bd-85c69e8fc586 req-ec859da8-cb82-4685-92e1-1d74d1d82348 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:50.192915 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5c64a849-de91-4c1b-99bd-85c69e8fc586 req-ec859da8-cb82-4685-92e1-1d74d1d82348 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 943 time: 0.0500321 Aug 10 04:30:50.230581 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5c64a849-de91-4c1b-99bd-85c69e8fc586 req-583ca16e-1fc2-4f35-860d-c1b0020692cf tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d001604-7034-4455-a6cb-c3b8fa119f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313506 Aug 10 04:30:50.339789 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device bc923687-9f64-4bbf-b7e2-f1b80bd31960 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:30:50.445362 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port bc923687-9f64-4bbf-b7e2-f1b80bd31960, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=bc923687-9f64-4bbf-b7e2-f1b80bd31960,segment=NetworkSegment(4f59967a-faa0-461f-94fe-b0132707d927),segment_id=4f59967a-faa0-461f-94fe-b0132707d927)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:30:50.457959 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'bc923687-9f64-4bbf-b7e2-f1b80bd31960', 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599', 'port_id': 'bc923687-9f64-4bbf-b7e2-f1b80bd31960', 'mac_address': 'fa:16:3e:76:45:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '031edc73-6126-42c2-85ca-9ae0bad82a77', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:30:50.500817 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:50.514166 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc923687-9f64-4bbf-b7e2-f1b80bd31960 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:30:50.535000 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port bc923687-9f64-4bbf-b7e2-f1b80bd31960, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=bc923687-9f64-4bbf-b7e2-f1b80bd31960,segment=NetworkSegment(4f59967a-faa0-461f-94fe-b0132707d927),segment_id=4f59967a-faa0-461f-94fe-b0132707d927)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:30:50.608368 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:50.658271 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=bc923687-9f64-4bbf-b7e2-f1b80bd31960,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:30:50.665477 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:50.665816 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:50.666149 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:50.666478 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:50.666804 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:50.667126 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:50.667446 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:50.667763 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:50.668107 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:50.668426 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:50.668739 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:50.669052 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:30:50.846503 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['bc923687-9f64-4bbf-b7e2-f1b80bd31960'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:30:51.347704 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3bd9f-3810-4e75-bca9-73e908c9a7ae req-c9fca2bb-dfbe-4527-bdf1-94bc957157fd tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:51.349304 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0a3bd9f-3810-4e75-bca9-73e908c9a7ae req-c9fca2bb-dfbe-4527-bdf1-94bc957157fd tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 944 time: 0.0498905 Aug 10 04:30:51.387787 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0a3bd9f-3810-4e75-bca9-73e908c9a7ae req-b6472f6a-7dde-4774-93fa-f5f2955936d8 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d001604-7034-4455-a6cb-c3b8fa119f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325167 Aug 10 04:30:52.338679 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device bc923687-9f64-4bbf-b7e2-f1b80bd31960 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:30:52.472252 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port bc923687-9f64-4bbf-b7e2-f1b80bd31960 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:30:52.476764 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port bc923687-9f64-4bbf-b7e2-f1b80bd31960 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:30:52.477146 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:52.508118 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af922f-2b2c-4f8d-bd52-256c20a77a9f req-42987cae-b910-487a-bfb2-082ce6b144ce tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:52.509789 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-32af922f-2b2c-4f8d-bd52-256c20a77a9f req-42987cae-b910-487a-bfb2-082ce6b144ce tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 944 time: 0.0515633 Aug 10 04:30:52.550997 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-32af922f-2b2c-4f8d-bd52-256c20a77a9f req-f8a0b72d-6c68-43dd-b04f-a5dfe193b358 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d001604-7034-4455-a6cb-c3b8fa119f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348940 Aug 10 04:30:52.569916 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:52.592352 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7385b654-4a79-4e17-959d-1ab586df652f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc923687-9f64-4bbf-b7e2-f1b80bd31960'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:30:52.594480 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087de8db-be68-4780-a4af-0e7d312fdeb9" -d '{"events": [{"server_uuid": "7385b654-4a79-4e17-959d-1ab586df652f", "name": "network-vif-plugged", "status": "completed", "tag": "bc923687-9f64-4bbf-b7e2-f1b80bd31960"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:30:52.607325 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port bc923687-9f64-4bbf-b7e2-f1b80bd31960, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=bc923687-9f64-4bbf-b7e2-f1b80bd31960,segment=NetworkSegment(4f59967a-faa0-461f-94fe-b0132707d927),segment_id=4f59967a-faa0-461f-94fe-b0132707d927)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:30:52.694326 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7072916a-f40b-4646-8186-e6c59219df58 x-openstack-request-id: req-7072916a-f40b-4646-8186-e6c59219df58 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:30:52.694612 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7385b654-4a79-4e17-959d-1ab586df652f", "name": "network-vif-plugged", "status": "completed", "tag": "bc923687-9f64-4bbf-b7e2-f1b80bd31960", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:30:52.694860 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7072916a-f40b-4646-8186-e6c59219df58 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:30:52.695275 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7385b654-4a79-4e17-959d-1ab586df652f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc923687-9f64-4bbf-b7e2-f1b80bd31960', 'code': 200} Aug 10 04:30:52.723544 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:52.776390 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=bc923687-9f64-4bbf-b7e2-f1b80bd31960,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:30:52.792315 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8b294-5561-4b3f-b818-d8a46d1c32f5 req-99874ecb-6fbb-4bf8-b373-08bee73269cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:52.793891 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-37e8b294-5561-4b3f-b818-d8a46d1c32f5 req-99874ecb-6fbb-4bf8-b373-08bee73269cc service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 1096 time: 0.0410233 Aug 10 04:30:52.829469 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-37e8b294-5561-4b3f-b818-d8a46d1c32f5 req-da5e9e3a-2e69-438f-9a49-7dc65b6e2caa service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=3d001604-7034-4455-a6cb-c3b8fa119f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281022 Aug 10 04:30:53.665914 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff3dbe-c977-447d-a4e0-2677fc1afa8d req-2be7f9d3-d333-4893-8f61-06220843c51a tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:53.667444 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-90ff3dbe-c977-447d-a4e0-2677fc1afa8d req-2be7f9d3-d333-4893-8f61-06220843c51a tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 945 time: 0.0495186 Aug 10 04:30:53.710565 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-90ff3dbe-c977-447d-a4e0-2677fc1afa8d req-6d914954-c424-463a-ab20-adb448f10cd7 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d001604-7034-4455-a6cb-c3b8fa119f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364330 Aug 10 04:30:54.832298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9e606-ff49-4433-a6ac-14d548af2848 req-b210f194-75cc-4206-88dc-ceb8f90d7b54 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:54.833816 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-40c9e606-ff49-4433-a6ac-14d548af2848 req-b210f194-75cc-4206-88dc-ceb8f90d7b54 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 945 time: 0.0536940 Aug 10 04:30:54.874051 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-40c9e606-ff49-4433-a6ac-14d548af2848 req-384ee8d3-a19a-4296-a46c-604a95574032 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d001604-7034-4455-a6cb-c3b8fa119f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342467 Aug 10 04:30:54.990438 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4d663-e371-4720-b7e0-2282d654a51f req-ff4d7177-e6c9-405d-8a75-17c9a40d5c92 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:54.991890 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-80f4d663-e371-4720-b7e0-2282d654a51f req-ff4d7177-e6c9-405d-8a75-17c9a40d5c92 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 945 time: 0.0505016 Aug 10 04:30:55.029836 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-80f4d663-e371-4720-b7e0-2282d654a51f req-ff6f5d12-839e-462f-a4f2-47a6f6b9f8e1 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d001604-7034-4455-a6cb-c3b8fa119f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317333 Aug 10 04:30:55.053525 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49974) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:30:55.141483 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd47336-b730-4ad6-b3fa-33753a14fb0b tempest-TestVolumeBackupRestore-77432133 tempest-TestVolumeBackupRestore-77432133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:55.143033 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5bd47336-b730-4ad6-b3fa-33753a14fb0b tempest-TestVolumeBackupRestore-77432133 tempest-TestVolumeBackupRestore-77432133-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 1091 time: 0.0885205 Aug 10 04:30:55.146107 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49978) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:30:55.150657 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-7b2e6a63-a1cb-49f8-b1f5-1e897dca17a9 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'port_id': 'bc923687-9f64-4bbf-b7e2-f1b80bd31960', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:30:55.231314 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7b2e6a63-a1cb-49f8-b1f5-1e897dca17a9 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:55.334493 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7b2e6a63-a1cb-49f8-b1f5-1e897dca17a9 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:55.445713 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-7b2e6a63-a1cb-49f8-b1f5-1e897dca17a9 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Allocated IP 172.25.0.230 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/eaac0ae3-bccf-4403-9b85-61a37c70e6f8) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:30:55.554731 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7b2e6a63-a1cb-49f8-b1f5-1e897dca17a9 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:55.677920 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7b2e6a63-a1cb-49f8-b1f5-1e897dca17a9 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:55.721140 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2e6a63-a1cb-49f8-b1f5-1e897dca17a9 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:30:55.724236 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-7b2e6a63-a1cb-49f8-b1f5-1e897dca17a9 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:30:55.728002 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2e6a63-a1cb-49f8-b1f5-1e897dca17a9 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:30:55.733503 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e6a63-a1cb-49f8-b1f5-1e897dca17a9 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Pushing event updated for resources: {'Port': ['ID=eaac0ae3-bccf-4403-9b85-61a37c70e6f8,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:30:56.105064 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7b2e6a63-a1cb-49f8-b1f5-1e897dca17a9 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:56.235304 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7b2e6a63-a1cb-49f8-b1f5-1e897dca17a9 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:56.393277 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7b2e6a63-a1cb-49f8-b1f5-1e897dca17a9 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:56.476883 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7b2e6a63-a1cb-49f8-b1f5-1e897dca17a9 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:56.547421 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e6a63-a1cb-49f8-b1f5-1e897dca17a9 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Pushing event updated for resources: {'Port': ['ID=eaac0ae3-bccf-4403-9b85-61a37c70e6f8,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:30:56.561394 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7b2e6a63-a1cb-49f8-b1f5-1e897dca17a9 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:56.672367 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-7b2e6a63-a1cb-49f8-b1f5-1e897dca17a9 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Floating IP 4699944e-3517-40c3-85d6-c836fcf506a9 associated. External IP: 172.25.0.230, port: bc923687-9f64-4bbf-b7e2-f1b80bd31960. Aug 10 04:30:56.886951 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2e6a63-a1cb-49f8-b1f5-1e897dca17a9 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Router 47131c19-dd9d-42e0-a4f6-704e0f2c06f5 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:30:57.000413 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2e6a63-a1cb-49f8-b1f5-1e897dca17a9 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:30:57.011850 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412867b1-68ec-4ade-a66b-42eafcfefcde None None] Sync routers for ids ['47131c19-dd9d-42e0-a4f6-704e0f2c06f5'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:30:57.021137 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412867b1-68ec-4ade-a66b-42eafcfefcde None None] Routers {'47131c19-dd9d-42e0-a4f6-704e0f2c06f5'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:30:57.021761 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-412867b1-68ec-4ade-a66b-42eafcfefcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:30:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['47131c19-dd9d-42e0-a4f6-704e0f2c06f5'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:30:57.071291 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7b2e6a63-a1cb-49f8-b1f5-1e897dca17a9 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:57.108647 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7b2e6a63-a1cb-49f8-b1f5-1e897dca17a9 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9614692 Aug 10 04:30:57.109330 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7385b654-4a79-4e17-959d-1ab586df652f', 'tag': 'bc923687-9f64-4bbf-b7e2-f1b80bd31960'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:30:57.112446 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1a8426-25f6-4d24-bd89-3d31c89dbe01" -d '{"events": [{"name": "network-changed", "server_uuid": "7385b654-4a79-4e17-959d-1ab586df652f", "tag": "bc923687-9f64-4bbf-b7e2-f1b80bd31960"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:30:57.113587 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 49984) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:30:57.143725 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-412867b1-68ec-4ade-a66b-42eafcfefcde None None] Set router 47131c19-dd9d-42e0-a4f6-704e0f2c06f5 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:30:57.164976 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c9fa6e-640c-46d6-bf7e-a9947ac99796 tempest-TestVolumeBackupRestore-77432133 tempest-TestVolumeBackupRestore-77432133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:57.169502 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-41c9fa6e-640c-46d6-bf7e-a9947ac99796 tempest-TestVolumeBackupRestore-77432133 tempest-TestVolumeBackupRestore-77432133-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 1091 time: 0.0543921 Aug 10 04:30:57.170253 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 49990) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:30:57.177013 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-cba500b5-92aa-47f2-b1ca-eb0de238dbbb tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Request body: {'floatingip': {'port_id': 'bc923687-9f64-4bbf-b7e2-f1b80bd31960'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:30:57.225954 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3705bfae-d20e-40dd-9e18-22de5afe3b14 x-openstack-request-id: req-3705bfae-d20e-40dd-9e18-22de5afe3b14 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:30:57.226244 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7385b654-4a79-4e17-959d-1ab586df652f", "tag": "bc923687-9f64-4bbf-b7e2-f1b80bd31960", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:30:57.226675 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3705bfae-d20e-40dd-9e18-22de5afe3b14 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:30:57.226906 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7385b654-4a79-4e17-959d-1ab586df652f', 'tag': 'bc923687-9f64-4bbf-b7e2-f1b80bd31960', 'status': 'completed', 'code': 200} Aug 10 04:30:57.248972 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cba500b5-92aa-47f2-b1ca-eb0de238dbbb tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for floatingip, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:57.287664 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a8426-25f6-4d24-bd89-3d31c89dbe01 req-f2f1a67e-4c37-4cd8-8fe7-0231d8a4dfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:57.289593 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b1a8426-25f6-4d24-bd89-3d31c89dbe01 req-f2f1a67e-4c37-4cd8-8fe7-0231d8a4dfff service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=edc25a7a8bf342bc940458d10e279f85&device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 1096 time: 0.0432806 Aug 10 04:30:57.384161 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a8426-25f6-4d24-bd89-3d31c89dbe01 req-dd1e6340-2534-432c-9dd0-95eaabe65ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:57.385850 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b1a8426-25f6-4d24-bd89-3d31c89dbe01 req-dd1e6340-2534-432c-9dd0-95eaabe65ad2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=52f0e46a-8742-41c9-97ee-93784f8e5599 HTTP/1.1" status: 200 len: 915 time: 0.0900202 Aug 10 04:30:57.409140 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-412867b1-68ec-4ade-a66b-42eafcfefcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'name': 'tempest-TestVolumeBackupRestore-1281919153-router', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:02Z', 'revision_number': 4, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'gw_port': {'id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '4699944e-3517-40c3-85d6-c836fcf506a9', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'port_id': 'bc923687-9f64-4bbf-b7e2-f1b80bd31960', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599', 'mac_address': 'fa:16:3e:76:45:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7385b654-4a79-4e17-959d-1ab586df652f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:30:55Z', 'updated_at': '2021-08-10T04:30:55Z', 'revision_number': 0, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24ab0d0b-e1b7-444c-808c-6a08c85052eb', 'name': '', 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'mac_address': 'fa:16:3e:76:6d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '031edc73-6126-42c2-85ca-9ae0bad82a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:02Z', 'updated_at': '2021-08-10T04:28:09Z', 'revision_number': 5, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'subnets': [{'id': '031edc73-6126-42c2-85ca-9ae0bad82a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:30:57.500506 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b1a8426-25f6-4d24-bd89-3d31c89dbe01 req-4e7cdab2-6cdc-45a2-8424-807a00439762 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc923687-9f64-4bbf-b7e2-f1b80bd31960 HTTP/1.1" status: 200 len: 999 time: 0.1066437 Aug 10 04:30:57.559288 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a8426-25f6-4d24-bd89-3d31c89dbe01 req-c9940b96-65db-40d7-99ea-3f4543e412aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:57.560937 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b1a8426-25f6-4d24-bd89-3d31c89dbe01 req-c9940b96-65db-40d7-99ea-3f4543e412aa service neutron] 10.222.0.68 "GET /v2.0/subnets?id=031edc73-6126-42c2-85ca-9ae0bad82a77 HTTP/1.1" status: 200 len: 853 time: 0.0539100 Aug 10 04:30:57.575886 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412867b1-68ec-4ade-a66b-42eafcfefcde None None] Checking router: 47131c19-dd9d-42e0-a4f6-704e0f2c06f5 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:30:57.586116 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412867b1-68ec-4ade-a66b-42eafcfefcde None None] Routers {'47131c19-dd9d-42e0-a4f6-704e0f2c06f5'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:30:57.586795 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-412867b1-68ec-4ade-a66b-42eafcfefcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:30:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['47131c19-dd9d-42e0-a4f6-704e0f2c06f5'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:30:57.619794 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a8426-25f6-4d24-bd89-3d31c89dbe01 req-00cc4923-2b12-4d01-a5fa-eaa0ab362ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:57.621601 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b1a8426-25f6-4d24-bd89-3d31c89dbe01 req-00cc4923-2b12-4d01-a5fa-eaa0ab362ff1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=52f0e46a-8742-41c9-97ee-93784f8e5599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522809 Aug 10 04:30:57.714655 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-412867b1-68ec-4ade-a66b-42eafcfefcde None None] Set router 47131c19-dd9d-42e0-a4f6-704e0f2c06f5 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:30:57.721963 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b1a8426-25f6-4d24-bd89-3d31c89dbe01 req-72aa26ae-43af-4d4a-99ab-7978b79363ef service neutron] 10.222.0.68 "GET /v2.0/networks/52f0e46a-8742-41c9-97ee-93784f8e5599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930653 Aug 10 04:30:57.834688 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b1a8426-25f6-4d24-bd89-3d31c89dbe01 req-62b8149b-bdb6-41a9-9153-2fd63e7d324c service neutron] 10.222.0.68 "GET /v2.0/networks/52f0e46a-8742-41c9-97ee-93784f8e5599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049519 Aug 10 04:30:57.871265 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:57.998119 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-412867b1-68ec-4ade-a66b-42eafcfefcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'name': 'tempest-TestVolumeBackupRestore-1281919153-router', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:02Z', 'revision_number': 4, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'gw_port': {'id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '4699944e-3517-40c3-85d6-c836fcf506a9', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'port_id': 'bc923687-9f64-4bbf-b7e2-f1b80bd31960', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599', 'mac_address': 'fa:16:3e:76:45:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7385b654-4a79-4e17-959d-1ab586df652f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:30:55Z', 'updated_at': '2021-08-10T04:30:55Z', 'revision_number': 0, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24ab0d0b-e1b7-444c-808c-6a08c85052eb', 'name': '', 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'mac_address': 'fa:16:3e:76:6d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '031edc73-6126-42c2-85ca-9ae0bad82a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:02Z', 'updated_at': '2021-08-10T04:28:09Z', 'revision_number': 5, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'subnets': [{'id': '031edc73-6126-42c2-85ca-9ae0bad82a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:30:58.030026 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412867b1-68ec-4ade-a66b-42eafcfefcde None None] The sync data for ids ['47131c19-dd9d-42e0-a4f6-704e0f2c06f5'] in n-d-802893-2 is: [{'id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'name': 'tempest-TestVolumeBackupRestore-1281919153-router', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:02Z', 'revision_number': 4, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'gw_port': {'id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '4699944e-3517-40c3-85d6-c836fcf506a9', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'port_id': 'bc923687-9f64-4bbf-b7e2-f1b80bd31960', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599', 'mac_address': 'fa:16:3e:76:45:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7385b654-4a79-4e17-959d-1ab586df652f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:30:55Z', 'updated_at': '2021-08-10T04:30:55Z', 'revision_number': 0, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24ab0d0b-e1b7-444c-808c-6a08c85052eb', 'name': '', 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'mac_address': 'fa:16:3e:76:6d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '031edc73-6126-42c2-85ca-9ae0bad82a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:02Z', 'updated_at': '2021-08-10T04:28:09Z', 'revision_number': 5, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'subnets': [{'id': '031edc73-6126-42c2-85ca-9ae0bad82a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:30:58.152178 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cba500b5-92aa-47f2-b1ca-eb0de238dbbb tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:58.219699 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cba500b5-92aa-47f2-b1ca-eb0de238dbbb tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:58.255911 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f89d057-8b27-48d4-b22f-5908562bc773 None None] New status for floating IP 4699944e-3517-40c3-85d6-c836fcf506a9: ACTIVE {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:30:58.467503 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba500b5-92aa-47f2-b1ca-eb0de238dbbb tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Router 47131c19-dd9d-42e0-a4f6-704e0f2c06f5 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:30:58.590389 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba500b5-92aa-47f2-b1ca-eb0de238dbbb tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:30:58.595613 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cba500b5-92aa-47f2-b1ca-eb0de238dbbb tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:30:58.600492 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb5ac95-d99c-44f0-b1fd-ce5707dfaf29 None None] Sync routers for ids ['47131c19-dd9d-42e0-a4f6-704e0f2c06f5'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:30:58.610099 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb5ac95-d99c-44f0-b1fd-ce5707dfaf29 None None] Routers {'47131c19-dd9d-42e0-a4f6-704e0f2c06f5'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:30:58.611535 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-2bb5ac95-d99c-44f0-b1fd-ce5707dfaf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:30:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['47131c19-dd9d-42e0-a4f6-704e0f2c06f5'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:30:58.658521 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-cba500b5-92aa-47f2-b1ca-eb0de238dbbb tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "PUT /v2.0/floatingips/4699944e-3517-40c3-85d6-c836fcf506a9 HTTP/1.1" status: 200 len: 991 time: 1.4871149 Aug 10 04:30:58.728316 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-2bb5ac95-d99c-44f0-b1fd-ce5707dfaf29 None None] Set router 47131c19-dd9d-42e0-a4f6-704e0f2c06f5 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:30:58.987040 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-2bb5ac95-d99c-44f0-b1fd-ce5707dfaf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'name': 'tempest-TestVolumeBackupRestore-1281919153-router', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:02Z', 'revision_number': 4, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'gw_port': {'id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '4699944e-3517-40c3-85d6-c836fcf506a9', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'port_id': 'bc923687-9f64-4bbf-b7e2-f1b80bd31960', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599', 'mac_address': 'fa:16:3e:76:45:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7385b654-4a79-4e17-959d-1ab586df652f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:30:55Z', 'updated_at': '2021-08-10T04:30:58Z', 'revision_number': 2, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24ab0d0b-e1b7-444c-808c-6a08c85052eb', 'name': '', 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'mac_address': 'fa:16:3e:76:6d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '031edc73-6126-42c2-85ca-9ae0bad82a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:02Z', 'updated_at': '2021-08-10T04:28:09Z', 'revision_number': 5, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'subnets': [{'id': '031edc73-6126-42c2-85ca-9ae0bad82a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:30:59.014608 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb5ac95-d99c-44f0-b1fd-ce5707dfaf29 None None] Checking router: 47131c19-dd9d-42e0-a4f6-704e0f2c06f5 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:30:59.024713 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb5ac95-d99c-44f0-b1fd-ce5707dfaf29 None None] Routers {'47131c19-dd9d-42e0-a4f6-704e0f2c06f5'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:30:59.025351 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-2bb5ac95-d99c-44f0-b1fd-ce5707dfaf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:30:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['47131c19-dd9d-42e0-a4f6-704e0f2c06f5'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:30:59.134458 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-2bb5ac95-d99c-44f0-b1fd-ce5707dfaf29 None None] Set router 47131c19-dd9d-42e0-a4f6-704e0f2c06f5 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:30:59.228530 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7385b654-4a79-4e17-959d-1ab586df652f', 'tag': 'bc923687-9f64-4bbf-b7e2-f1b80bd31960'}, {'name': 'network-changed', 'server_uuid': '7385b654-4a79-4e17-959d-1ab586df652f', 'tag': 'bc923687-9f64-4bbf-b7e2-f1b80bd31960'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:30:59.231136 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3076fac4-683a-4cbf-817f-4a666c7e45e8" -d '{"events": [{"name": "network-changed", "server_uuid": "7385b654-4a79-4e17-959d-1ab586df652f", "tag": "bc923687-9f64-4bbf-b7e2-f1b80bd31960"}, {"name": "network-changed", "server_uuid": "7385b654-4a79-4e17-959d-1ab586df652f", "tag": "bc923687-9f64-4bbf-b7e2-f1b80bd31960"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:30:59.271676 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 10 Aug 2021 04:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf60bfb-6528-4735-882a-78eac48ff108 x-openstack-request-id: req-8bf60bfb-6528-4735-882a-78eac48ff108 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:30:59.271996 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7385b654-4a79-4e17-959d-1ab586df652f", "tag": "bc923687-9f64-4bbf-b7e2-f1b80bd31960", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7385b654-4a79-4e17-959d-1ab586df652f", "tag": "bc923687-9f64-4bbf-b7e2-f1b80bd31960", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:30:59.272253 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8bf60bfb-6528-4735-882a-78eac48ff108 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:30:59.272662 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7385b654-4a79-4e17-959d-1ab586df652f', 'tag': 'bc923687-9f64-4bbf-b7e2-f1b80bd31960', 'status': 'completed', 'code': 200} Aug 10 04:30:59.272933 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7385b654-4a79-4e17-959d-1ab586df652f', 'tag': 'bc923687-9f64-4bbf-b7e2-f1b80bd31960', 'status': 'completed', 'code': 200} Aug 10 04:30:59.339210 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076fac4-683a-4cbf-817f-4a666c7e45e8 req-01111459-7a1c-4e5f-991a-beb78a62f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:59.340828 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3076fac4-683a-4cbf-817f-4a666c7e45e8 req-01111459-7a1c-4e5f-991a-beb78a62f7cd service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=edc25a7a8bf342bc940458d10e279f85&device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 1096 time: 0.0473902 Aug 10 04:30:59.381599 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-2bb5ac95-d99c-44f0-b1fd-ce5707dfaf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'name': 'tempest-TestVolumeBackupRestore-1281919153-router', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:02Z', 'revision_number': 4, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'gw_port': {'id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '4699944e-3517-40c3-85d6-c836fcf506a9', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'port_id': 'bc923687-9f64-4bbf-b7e2-f1b80bd31960', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599', 'mac_address': 'fa:16:3e:76:45:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7385b654-4a79-4e17-959d-1ab586df652f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:30:55Z', 'updated_at': '2021-08-10T04:30:58Z', 'revision_number': 2, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24ab0d0b-e1b7-444c-808c-6a08c85052eb', 'name': '', 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'mac_address': 'fa:16:3e:76:6d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '031edc73-6126-42c2-85ca-9ae0bad82a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:02Z', 'updated_at': '2021-08-10T04:28:09Z', 'revision_number': 5, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'subnets': [{'id': '031edc73-6126-42c2-85ca-9ae0bad82a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:30:59.408170 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb5ac95-d99c-44f0-b1fd-ce5707dfaf29 None None] The sync data for ids ['47131c19-dd9d-42e0-a4f6-704e0f2c06f5'] in n-d-802893-2 is: [{'id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'name': 'tempest-TestVolumeBackupRestore-1281919153-router', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:02Z', 'revision_number': 4, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'gw_port': {'id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '4699944e-3517-40c3-85d6-c836fcf506a9', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'floating_ip_address': '172.25.0.230', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'port_id': 'bc923687-9f64-4bbf-b7e2-f1b80bd31960', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599', 'mac_address': 'fa:16:3e:76:45:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7385b654-4a79-4e17-959d-1ab586df652f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:30:55Z', 'updated_at': '2021-08-10T04:30:58Z', 'revision_number': 2, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24ab0d0b-e1b7-444c-808c-6a08c85052eb', 'name': '', 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'mac_address': 'fa:16:3e:76:6d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '031edc73-6126-42c2-85ca-9ae0bad82a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:02Z', 'updated_at': '2021-08-10T04:28:09Z', 'revision_number': 5, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'subnets': [{'id': '031edc73-6126-42c2-85ca-9ae0bad82a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:30:59.431463 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076fac4-683a-4cbf-817f-4a666c7e45e8 req-4323a19d-157d-49fe-9736-b720ca6ed2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:59.432988 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3076fac4-683a-4cbf-817f-4a666c7e45e8 req-4323a19d-157d-49fe-9736-b720ca6ed2d7 service neutron] 10.222.0.68 "GET /v2.0/networks?id=52f0e46a-8742-41c9-97ee-93784f8e5599 HTTP/1.1" status: 200 len: 915 time: 0.0857759 Aug 10 04:30:59.505975 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3076fac4-683a-4cbf-817f-4a666c7e45e8 req-80d15580-e2da-4fc9-854a-3819780d6bcf service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc923687-9f64-4bbf-b7e2-f1b80bd31960 HTTP/1.1" status: 200 len: 1001 time: 0.0651686 Aug 10 04:30:59.558040 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076fac4-683a-4cbf-817f-4a666c7e45e8 req-87f1ab8a-5b56-4ab1-ac0b-152b18f59f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:59.559547 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3076fac4-683a-4cbf-817f-4a666c7e45e8 req-87f1ab8a-5b56-4ab1-ac0b-152b18f59f7e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=031edc73-6126-42c2-85ca-9ae0bad82a77 HTTP/1.1" status: 200 len: 853 time: 0.0471380 Aug 10 04:30:59.606026 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076fac4-683a-4cbf-817f-4a666c7e45e8 req-f7e4d3f8-dc58-4c95-a9bd-b316a77d1573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:59.607577 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3076fac4-683a-4cbf-817f-4a666c7e45e8 req-f7e4d3f8-dc58-4c95-a9bd-b316a77d1573 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=52f0e46a-8742-41c9-97ee-93784f8e5599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411296 Aug 10 04:30:59.700878 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3076fac4-683a-4cbf-817f-4a666c7e45e8 req-5899621b-9850-411a-b9ef-4e34b737a1dc service neutron] 10.222.0.68 "GET /v2.0/networks/52f0e46a-8742-41c9-97ee-93784f8e5599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857921 Aug 10 04:30:59.792007 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3076fac4-683a-4cbf-817f-4a666c7e45e8 req-e8bb7880-1806-461e-bcfc-89917616386f service neutron] 10.222.0.68 "GET /v2.0/networks/52f0e46a-8742-41c9-97ee-93784f8e5599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835991 Aug 10 04:30:59.881200 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076fac4-683a-4cbf-817f-4a666c7e45e8 req-900c73c2-b2f3-4c79-a692-d7007760e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:59.882733 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3076fac4-683a-4cbf-817f-4a666c7e45e8 req-900c73c2-b2f3-4c79-a692-d7007760e375 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=edc25a7a8bf342bc940458d10e279f85&device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 1096 time: 0.0499234 Aug 10 04:30:59.975902 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076fac4-683a-4cbf-817f-4a666c7e45e8 req-de37ab55-7117-42e5-bd91-54395c1892f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:30:59.977417 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3076fac4-683a-4cbf-817f-4a666c7e45e8 req-de37ab55-7117-42e5-bd91-54395c1892f0 service neutron] 10.222.0.68 "GET /v2.0/networks?id=52f0e46a-8742-41c9-97ee-93784f8e5599 HTTP/1.1" status: 200 len: 915 time: 0.0876703 Aug 10 04:31:00.049007 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3076fac4-683a-4cbf-817f-4a666c7e45e8 req-3f0ae217-169a-452e-a837-9f6522914b3f service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc923687-9f64-4bbf-b7e2-f1b80bd31960 HTTP/1.1" status: 200 len: 1001 time: 0.0637522 Aug 10 04:31:00.099026 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076fac4-683a-4cbf-817f-4a666c7e45e8 req-30979fa3-15ce-4d1f-b6b6-0f9716f8cfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:00.100547 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3076fac4-683a-4cbf-817f-4a666c7e45e8 req-30979fa3-15ce-4d1f-b6b6-0f9716f8cfd4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=031edc73-6126-42c2-85ca-9ae0bad82a77 HTTP/1.1" status: 200 len: 853 time: 0.0447195 Aug 10 04:31:00.147042 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076fac4-683a-4cbf-817f-4a666c7e45e8 req-e09f124b-b9bf-4d19-b419-60ce556222bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:00.148589 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3076fac4-683a-4cbf-817f-4a666c7e45e8 req-e09f124b-b9bf-4d19-b419-60ce556222bb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=52f0e46a-8742-41c9-97ee-93784f8e5599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411520 Aug 10 04:31:00.246014 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3076fac4-683a-4cbf-817f-4a666c7e45e8 req-a0aaa2c4-c1c9-4b2e-84ef-6a037873c8c1 service neutron] 10.222.0.68 "GET /v2.0/networks/52f0e46a-8742-41c9-97ee-93784f8e5599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897269 Aug 10 04:31:00.336180 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3076fac4-683a-4cbf-817f-4a666c7e45e8 req-2383f3de-1685-463b-be3c-48f5311398ff service neutron] 10.222.0.68 "GET /v2.0/networks/52f0e46a-8742-41c9-97ee-93784f8e5599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831163 Aug 10 04:31:05.878966 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:31:09.944602 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e93c0e9b-05c5-4e44-afdc-d6a5e46fb217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:13.647597 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:13.864787 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b3abe003-fe20-4835-8c3d-4bfa49481b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:15.436015 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:16.105400 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:16.950239 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:27.830783 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:39.984321 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7da19876-caa9-4d31-bf86-2a1a95f6b837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:42.877931 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:31:43.686958 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:43.818693 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d47ce53f-535e-45c3-ab11-da1bf3ac7f26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:45.407009 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:46.110021 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:47.001665 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:48.943045 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2ed69b31-6bbe-4d30-9005-71a9fa37c58e req-f04076eb-9ad9-48bb-88e9-a23588ae5ebb service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432668 Aug 10 04:31:49.032970 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed69b31-6bbe-4d30-9005-71a9fa37c58e req-173ea1ee-5e44-4ee0-8f10-3e4591ec16c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:49.034578 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2ed69b31-6bbe-4d30-9005-71a9fa37c58e req-173ea1ee-5e44-4ee0-8f10-3e4591ec16c8 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=edc25a7a8bf342bc940458d10e279f85&device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 1096 time: 0.0498388 Aug 10 04:31:49.140176 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed69b31-6bbe-4d30-9005-71a9fa37c58e req-a0bc2ed6-17d1-484c-891c-6ffe925fcdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:49.142476 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2ed69b31-6bbe-4d30-9005-71a9fa37c58e req-a0bc2ed6-17d1-484c-891c-6ffe925fcdbf service neutron] 10.222.0.68 "GET /v2.0/networks?id=52f0e46a-8742-41c9-97ee-93784f8e5599 HTTP/1.1" status: 200 len: 915 time: 0.0890162 Aug 10 04:31:49.213302 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2ed69b31-6bbe-4d30-9005-71a9fa37c58e req-033bc6fa-ab3f-4b7f-944a-a8752182ed75 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc923687-9f64-4bbf-b7e2-f1b80bd31960 HTTP/1.1" status: 200 len: 1001 time: 0.0642462 Aug 10 04:31:49.559851 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed69b31-6bbe-4d30-9005-71a9fa37c58e req-b368eb50-2be9-4ebc-8a5a-225102532fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:49.561301 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2ed69b31-6bbe-4d30-9005-71a9fa37c58e req-b368eb50-2be9-4ebc-8a5a-225102532fcb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=031edc73-6126-42c2-85ca-9ae0bad82a77 HTTP/1.1" status: 200 len: 853 time: 0.3409212 Aug 10 04:31:49.607027 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed69b31-6bbe-4d30-9005-71a9fa37c58e req-be77f899-5498-4bff-a476-17c76e1f3ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:31:49.608531 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2ed69b31-6bbe-4d30-9005-71a9fa37c58e req-be77f899-5498-4bff-a476-17c76e1f3ea8 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=52f0e46a-8742-41c9-97ee-93784f8e5599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399718 Aug 10 04:31:49.621301 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-2ed69b31-6bbe-4d30-9005-71a9fa37c58e req-f6a9b0a7-afc7-47ff-8502-b26312d98a6c service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:31:49.622308 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2ed69b31-6bbe-4d30-9005-71a9fa37c58e req-f6a9b0a7-afc7-47ff-8502-b26312d98a6c service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055058 Aug 10 04:31:49.722871 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2ed69b31-6bbe-4d30-9005-71a9fa37c58e req-fc8b7e5c-9c63-4694-811e-788ee7fb1876 service neutron] 10.222.0.68 "GET /v2.0/networks/52f0e46a-8742-41c9-97ee-93784f8e5599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923955 Aug 10 04:31:49.815898 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2ed69b31-6bbe-4d30-9005-71a9fa37c58e req-870a1501-cd9c-4af2-880a-a3df70a6a99f service neutron] 10.222.0.68 "GET /v2.0/networks/52f0e46a-8742-41c9-97ee-93784f8e5599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846100 Aug 10 04:31:57.886967 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:59.148977 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50036) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:31:59.316503 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-8c9460ca-2e9e-41bf-b1df-93934ef4038a tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Deleting port eaac0ae3-bccf-4403-9b85-61a37c70e6f8 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:31:59.316745 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c9460ca-2e9e-41bf-b1df-93934ef4038a tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:59.401011 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c9460ca-2e9e-41bf-b1df-93934ef4038a tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:59.401347 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c9460ca-2e9e-41bf-b1df-93934ef4038a tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:59.413931 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-8c9460ca-2e9e-41bf-b1df-93934ef4038a tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Calling delete_port for eaac0ae3-bccf-4403-9b85-61a37c70e6f8 owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:31:59.652620 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c9460ca-2e9e-41bf-b1df-93934ef4038a tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:59.686794 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9460ca-2e9e-41bf-b1df-93934ef4038a tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Pushing event deleted for resources: {'Port': ['ID=eaac0ae3-bccf-4403-9b85-61a37c70e6f8,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:31:59.712916 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9460ca-2e9e-41bf-b1df-93934ef4038a tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:59.713265 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9460ca-2e9e-41bf-b1df-93934ef4038a tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:59.713610 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9460ca-2e9e-41bf-b1df-93934ef4038a tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:59.713970 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9460ca-2e9e-41bf-b1df-93934ef4038a tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:59.714327 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9460ca-2e9e-41bf-b1df-93934ef4038a tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:59.714662 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9460ca-2e9e-41bf-b1df-93934ef4038a tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:59.714998 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9460ca-2e9e-41bf-b1df-93934ef4038a tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:59.715346 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9460ca-2e9e-41bf-b1df-93934ef4038a tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:59.715676 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9460ca-2e9e-41bf-b1df-93934ef4038a tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:59.716026 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9460ca-2e9e-41bf-b1df-93934ef4038a tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:59.716356 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9460ca-2e9e-41bf-b1df-93934ef4038a tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:59.716681 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c9460ca-2e9e-41bf-b1df-93934ef4038a tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:31:59.761930 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c9460ca-2e9e-41bf-b1df-93934ef4038a tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for floatingip, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:31:59.762266 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-8c9460ca-2e9e-41bf-b1df-93934ef4038a tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Floating IP 4699944e-3517-40c3-85d6-c836fcf506a9 disassociated (deleted). External IP: 172.25.0.230, port: bc923687-9f64-4bbf-b7e2-f1b80bd31960. Aug 10 04:31:59.988119 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9460ca-2e9e-41bf-b1df-93934ef4038a tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Router 47131c19-dd9d-42e0-a4f6-704e0f2c06f5 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:32:00.107869 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9460ca-2e9e-41bf-b1df-93934ef4038a tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:32:00.113355 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8c9460ca-2e9e-41bf-b1df-93934ef4038a tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:00.119163 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a709f16-955c-458b-8a76-14ae7a0de745 None None] Sync routers for ids ['47131c19-dd9d-42e0-a4f6-704e0f2c06f5'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:32:00.129453 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a709f16-955c-458b-8a76-14ae7a0de745 None None] Routers {'47131c19-dd9d-42e0-a4f6-704e0f2c06f5'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:32:00.130125 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3a709f16-955c-458b-8a76-14ae7a0de745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:31:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['47131c19-dd9d-42e0-a4f6-704e0f2c06f5'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:00.143194 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8c9460ca-2e9e-41bf-b1df-93934ef4038a tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "DELETE /v2.0/floatingips/4699944e-3517-40c3-85d6-c836fcf506a9 HTTP/1.1" status: 204 len: 168 time: 0.9929702 Aug 10 04:32:00.147665 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7385b654-4a79-4e17-959d-1ab586df652f', 'tag': 'bc923687-9f64-4bbf-b7e2-f1b80bd31960'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:32:00.147665 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3a23bc-63aa-407b-980c-465c51700df5" -d '{"events": [{"name": "network-changed", "server_uuid": "7385b654-4a79-4e17-959d-1ab586df652f", "tag": "bc923687-9f64-4bbf-b7e2-f1b80bd31960"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:32:00.187517 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ec58f9-7c13-45e4-bc63-cf2651be769a x-openstack-request-id: req-56ec58f9-7c13-45e4-bc63-cf2651be769a {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:32:00.188832 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7385b654-4a79-4e17-959d-1ab586df652f", "tag": "bc923687-9f64-4bbf-b7e2-f1b80bd31960", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:32:00.192583 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56ec58f9-7c13-45e4-bc63-cf2651be769a {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:32:00.193210 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7385b654-4a79-4e17-959d-1ab586df652f', 'tag': 'bc923687-9f64-4bbf-b7e2-f1b80bd31960', 'status': 'completed', 'code': 200} Aug 10 04:32:00.254863 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-3a709f16-955c-458b-8a76-14ae7a0de745 None None] Set router 47131c19-dd9d-42e0-a4f6-704e0f2c06f5 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:32:00.260074 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a23bc-63aa-407b-980c-465c51700df5 req-ed2b6639-6489-4d36-a34e-35d06f5ca0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:00.261712 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ce3a23bc-63aa-407b-980c-465c51700df5 req-ed2b6639-6489-4d36-a34e-35d06f5ca0ec service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=edc25a7a8bf342bc940458d10e279f85&device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 1096 time: 0.0467925 Aug 10 04:32:00.363661 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a23bc-63aa-407b-980c-465c51700df5 req-4470ff24-4ec9-4875-8848-8c394fcccbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:00.365325 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ce3a23bc-63aa-407b-980c-465c51700df5 req-4470ff24-4ec9-4875-8848-8c394fcccbd9 service neutron] 10.222.0.68 "GET /v2.0/networks?id=52f0e46a-8742-41c9-97ee-93784f8e5599 HTTP/1.1" status: 200 len: 915 time: 0.0961647 Aug 10 04:32:00.419682 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ce3a23bc-63aa-407b-980c-465c51700df5 req-85b05b02-9b77-4833-b2b8-22c25a751cc4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bc923687-9f64-4bbf-b7e2-f1b80bd31960 HTTP/1.1" status: 200 len: 217 time: 0.0466306 Aug 10 04:32:00.475351 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3a709f16-955c-458b-8a76-14ae7a0de745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'name': 'tempest-TestVolumeBackupRestore-1281919153-router', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:02Z', 'revision_number': 4, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'gw_port': {'id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '24ab0d0b-e1b7-444c-808c-6a08c85052eb', 'name': '', 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'mac_address': 'fa:16:3e:76:6d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '031edc73-6126-42c2-85ca-9ae0bad82a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:02Z', 'updated_at': '2021-08-10T04:28:09Z', 'revision_number': 5, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'subnets': [{'id': '031edc73-6126-42c2-85ca-9ae0bad82a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:00.481378 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a23bc-63aa-407b-980c-465c51700df5 req-3864c282-b7d3-434c-bd9b-e2925bd62396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:00.482885 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ce3a23bc-63aa-407b-980c-465c51700df5 req-3864c282-b7d3-434c-bd9b-e2925bd62396 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=031edc73-6126-42c2-85ca-9ae0bad82a77 HTTP/1.1" status: 200 len: 853 time: 0.0567713 Aug 10 04:32:00.505371 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a709f16-955c-458b-8a76-14ae7a0de745 None None] Checking router: 47131c19-dd9d-42e0-a4f6-704e0f2c06f5 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:32:00.516307 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a709f16-955c-458b-8a76-14ae7a0de745 None None] Routers {'47131c19-dd9d-42e0-a4f6-704e0f2c06f5'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:32:00.516940 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3a709f16-955c-458b-8a76-14ae7a0de745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:31:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['47131c19-dd9d-42e0-a4f6-704e0f2c06f5'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:00.541604 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a23bc-63aa-407b-980c-465c51700df5 req-2a88410d-452e-4589-96d1-531d27cb73a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:00.544657 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ce3a23bc-63aa-407b-980c-465c51700df5 req-2a88410d-452e-4589-96d1-531d27cb73a9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=52f0e46a-8742-41c9-97ee-93784f8e5599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450332 Aug 10 04:32:00.588672 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd3cc95-a9d9-4262-9a2d-ca13179d7367 req-08003fe8-a2ea-47ca-9607-9f27370f0a28 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:00.590228 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4bd3cc95-a9d9-4262-9a2d-ca13179d7367 req-08003fe8-a2ea-47ca-9607-9f27370f0a28 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 945 time: 0.0554295 Aug 10 04:32:00.628161 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-3a709f16-955c-458b-8a76-14ae7a0de745 None None] Set router 47131c19-dd9d-42e0-a4f6-704e0f2c06f5 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:32:00.634180 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4bd3cc95-a9d9-4262-9a2d-ca13179d7367 req-4cb34570-789d-4bba-b450-0e00441757af tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d001604-7034-4455-a6cb-c3b8fa119f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356095 Aug 10 04:32:00.645791 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ce3a23bc-63aa-407b-980c-465c51700df5 req-bfde17cb-8763-4903-bb46-c13339b6af05 service neutron] 10.222.0.68 "GET /v2.0/networks/52f0e46a-8742-41c9-97ee-93784f8e5599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932508 Aug 10 04:32:00.752706 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ce3a23bc-63aa-407b-980c-465c51700df5 req-45b9a8de-6eb8-4ae3-9242-085bdae52774 service neutron] 10.222.0.68 "GET /v2.0/networks/52f0e46a-8742-41c9-97ee-93784f8e5599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978396 Aug 10 04:32:00.987981 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3a709f16-955c-458b-8a76-14ae7a0de745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'name': 'tempest-TestVolumeBackupRestore-1281919153-router', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:02Z', 'revision_number': 4, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'gw_port': {'id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '24ab0d0b-e1b7-444c-808c-6a08c85052eb', 'name': '', 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'mac_address': 'fa:16:3e:76:6d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '031edc73-6126-42c2-85ca-9ae0bad82a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:02Z', 'updated_at': '2021-08-10T04:28:09Z', 'revision_number': 5, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'subnets': [{'id': '031edc73-6126-42c2-85ca-9ae0bad82a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:01.019117 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a709f16-955c-458b-8a76-14ae7a0de745 None None] The sync data for ids ['47131c19-dd9d-42e0-a4f6-704e0f2c06f5'] in n-d-802893-2 is: [{'id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'name': 'tempest-TestVolumeBackupRestore-1281919153-router', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:02Z', 'revision_number': 4, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'gw_port': {'id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '24ab0d0b-e1b7-444c-808c-6a08c85052eb', 'name': '', 'network_id': '52f0e46a-8742-41c9-97ee-93784f8e5599', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'mac_address': 'fa:16:3e:76:6d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '031edc73-6126-42c2-85ca-9ae0bad82a77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:02Z', 'updated_at': '2021-08-10T04:28:09Z', 'revision_number': 5, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'subnets': [{'id': '031edc73-6126-42c2-85ca-9ae0bad82a77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:32:01.247298 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b8daa7-d0ef-4713-b0e7-62cbbf8f28a3 None None] New status for floating IP 4699944e-3517-40c3-85d6-c836fcf506a9: DOWN {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:32:01.764458 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c228f-9744-4ff2-9fc3-d5f773226b41 req-a58cbd3a-e23a-457a-9c7b-a72f26c6d1be tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:01.766853 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d77c228f-9744-4ff2-9fc3-d5f773226b41 req-a58cbd3a-e23a-457a-9c7b-a72f26c6d1be tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 945 time: 0.0564010 Aug 10 04:32:01.808110 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d77c228f-9744-4ff2-9fc3-d5f773226b41 req-e04f8239-1a67-4895-b52f-9e609666a59e tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/security-groups?id=3d001604-7034-4455-a6cb-c3b8fa119f6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357866 Aug 10 04:32:02.123142 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11416afc-f6c9-43d6-9ac5-8af7a0f6cf49 req-262a3b33-f27f-414c-93d8-0fb90aaa9f76 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:02.124534 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-11416afc-f6c9-43d6-9ac5-8af7a0f6cf49 req-262a3b33-f27f-414c-93d8-0fb90aaa9f76 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.68 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 945 time: 0.0494063 Aug 10 04:32:02.223412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-11416afc-f6c9-43d6-9ac5-8af7a0f6cf49 req-e2e89232-6e1f-43cb-882b-4cc7114c9440 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Deleting port bc923687-9f64-4bbf-b7e2-f1b80bd31960 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:32:02.223752 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-11416afc-f6c9-43d6-9ac5-8af7a0f6cf49 req-e2e89232-6e1f-43cb-882b-4cc7114c9440 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:02.312760 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-11416afc-f6c9-43d6-9ac5-8af7a0f6cf49 req-e2e89232-6e1f-43cb-882b-4cc7114c9440 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] For port bc923687-9f64-4bbf-b7e2-f1b80bd31960, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=bc923687-9f64-4bbf-b7e2-f1b80bd31960,segment=NetworkSegment(4f59967a-faa0-461f-94fe-b0132707d927),segment_id=4f59967a-faa0-461f-94fe-b0132707d927)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:32:02.313622 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-11416afc-f6c9-43d6-9ac5-8af7a0f6cf49 req-e2e89232-6e1f-43cb-882b-4cc7114c9440 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:02.327148 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-11416afc-f6c9-43d6-9ac5-8af7a0f6cf49 req-e2e89232-6e1f-43cb-882b-4cc7114c9440 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Calling delete_port for bc923687-9f64-4bbf-b7e2-f1b80bd31960 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:32:02.583495 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-11416afc-f6c9-43d6-9ac5-8af7a0f6cf49 req-e2e89232-6e1f-43cb-882b-4cc7114c9440 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:02.612496 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e89232-6e1f-43cb-882b-4cc7114c9440 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Pushing event deleted for resources: {'Port': ['ID=bc923687-9f64-4bbf-b7e2-f1b80bd31960,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:02.624837 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e89232-6e1f-43cb-882b-4cc7114c9440 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:02.635224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e89232-6e1f-43cb-882b-4cc7114c9440 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:02.635224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e89232-6e1f-43cb-882b-4cc7114c9440 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:02.635224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e89232-6e1f-43cb-882b-4cc7114c9440 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:02.635224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e89232-6e1f-43cb-882b-4cc7114c9440 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:02.635224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e89232-6e1f-43cb-882b-4cc7114c9440 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:02.635224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e89232-6e1f-43cb-882b-4cc7114c9440 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:02.635224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e89232-6e1f-43cb-882b-4cc7114c9440 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:02.635224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e89232-6e1f-43cb-882b-4cc7114c9440 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:02.635224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e89232-6e1f-43cb-882b-4cc7114c9440 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:02.635224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e89232-6e1f-43cb-882b-4cc7114c9440 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:02.635224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e89232-6e1f-43cb-882b-4cc7114c9440 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:02.669011 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-11416afc-f6c9-43d6-9ac5-8af7a0f6cf49 req-e2e89232-6e1f-43cb-882b-4cc7114c9440 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] No DVR routers for this DVR port bc923687-9f64-4bbf-b7e2-f1b80bd31960 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:32:02.671587 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-11416afc-f6c9-43d6-9ac5-8af7a0f6cf49 req-e2e89232-6e1f-43cb-882b-4cc7114c9440 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:02.674140 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-11416afc-f6c9-43d6-9ac5-8af7a0f6cf49 req-e2e89232-6e1f-43cb-882b-4cc7114c9440 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.68 "DELETE /v2.0/ports/bc923687-9f64-4bbf-b7e2-f1b80bd31960 HTTP/1.1" status: 204 len: 173 time: 0.5435073 Aug 10 04:32:02.674578 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7385b654-4a79-4e17-959d-1ab586df652f', 'name': 'network-vif-deleted', 'tag': 'bc923687-9f64-4bbf-b7e2-f1b80bd31960'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:32:02.676914 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dcab56-5477-4176-9f8a-92ac4ac73053" -d '{"events": [{"server_uuid": "7385b654-4a79-4e17-959d-1ab586df652f", "name": "network-vif-deleted", "tag": "bc923687-9f64-4bbf-b7e2-f1b80bd31960"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:32:02.712782 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe9513a-188f-4a80-b703-cd3180736044 x-openstack-request-id: req-dbe9513a-188f-4a80-b703-cd3180736044 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:32:02.713072 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7385b654-4a79-4e17-959d-1ab586df652f", "name": "network-vif-deleted", "tag": "bc923687-9f64-4bbf-b7e2-f1b80bd31960", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:32:02.713331 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dbe9513a-188f-4a80-b703-cd3180736044 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:32:02.713778 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7385b654-4a79-4e17-959d-1ab586df652f', 'name': 'network-vif-deleted', 'tag': 'bc923687-9f64-4bbf-b7e2-f1b80bd31960', 'status': 'completed', 'code': 200} Aug 10 04:32:02.902462 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3a7f4d7e-2bcf-4f27-b040-f1a4205c867b req-3c097ab5-327b-4e5a-ab2f-64ef5880d2ea tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 210 time: 0.0288188 Aug 10 04:32:04.003038 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1adcca74-e1d3-4fae-ab39-54471a153bdd req-16414127-78a8-4753-ac7c-d0164303ab34 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 210 time: 0.0277476 Aug 10 04:32:05.100698 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d8809e31-381f-4b74-8196-f70f38b6edf4 req-ae02a0be-36d1-4c35-bcb8-a12f12b00646 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 210 time: 0.0268154 Aug 10 04:32:06.204074 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-636cf6b9-3782-4bdf-8375-5eeb990628d2 req-49509903-c55b-4ec3-8db3-51a4a1b11490 tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "GET /v2.0/ports?device_id=7385b654-4a79-4e17-959d-1ab586df652f HTTP/1.1" status: 200 len: 210 time: 0.0329063 Aug 10 04:32:06.785113 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device bc923687-9f64-4bbf-b7e2-f1b80bd31960 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:32:06.806209 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: bc923687-9f64-4bbf-b7e2-f1b80bd31960 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:32:06.806557 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device bc923687-9f64-4bbf-b7e2-f1b80bd31960 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:32:07.262482 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50066) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:32:07.323159 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-70db4581-6ec8-4087-ad11-30ccb28a032c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:07.348202 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-70db4581-6ec8-4087-ad11-30ccb28a032c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:07.464351 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-70db4581-6ec8-4087-ad11-30ccb28a032c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:07.467914 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-70db4581-6ec8-4087-ad11-30ccb28a032c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:07.468254 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-70db4581-6ec8-4087-ad11-30ccb28a032c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] 10.222.0.25 "DELETE /v2.0/security-groups/3d001604-7034-4455-a6cb-c3b8fa119f6b HTTP/1.1" status: 204 len: 168 time: 0.2047024 Aug 10 04:32:07.477893 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db4581-6ec8-4087-ad11-30ccb28a032c tempest-TestVolumeBackupRestore-1088755759 tempest-TestVolumeBackupRestore-1088755759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d001604-7034-4455-a6cb-c3b8fa119f6b,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:10.045689 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9670e414-5890-4d4f-9191-355b62d56af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:11.337924 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50236) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:32:11.707833 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fb00e279-26b9-44b1-94f7-8fe0567cc794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:11.972051 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-fb00e279-26b9-44b1-94f7-8fe0567cc794 admin admin] Deleting port 24ab0d0b-e1b7-444c-808c-6a08c85052eb {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:32:11.974670 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fb00e279-26b9-44b1-94f7-8fe0567cc794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:12.060528 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-fb00e279-26b9-44b1-94f7-8fe0567cc794 admin admin] For port 24ab0d0b-e1b7-444c-808c-6a08c85052eb, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=24ab0d0b-e1b7-444c-808c-6a08c85052eb,segment=NetworkSegment(4f59967a-faa0-461f-94fe-b0132707d927),segment_id=4f59967a-faa0-461f-94fe-b0132707d927)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:32:12.060528 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fb00e279-26b9-44b1-94f7-8fe0567cc794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:12.075011 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-fb00e279-26b9-44b1-94f7-8fe0567cc794 admin admin] Calling delete_port for 24ab0d0b-e1b7-444c-808c-6a08c85052eb owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:32:12.315781 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fb00e279-26b9-44b1-94f7-8fe0567cc794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:12.341725 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00e279-26b9-44b1-94f7-8fe0567cc794 admin admin] Pushing event deleted for resources: {'Port': ['ID=24ab0d0b-e1b7-444c-808c-6a08c85052eb,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:12.833617 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fb00e279-26b9-44b1-94f7-8fe0567cc794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:13.060716 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb00e279-26b9-44b1-94f7-8fe0567cc794 admin admin] Router 47131c19-dd9d-42e0-a4f6-704e0f2c06f5 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:32:13.174917 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb00e279-26b9-44b1-94f7-8fe0567cc794 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:32:13.180314 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fb00e279-26b9-44b1-94f7-8fe0567cc794 admin admin] 10.222.0.25 "PUT /v2.0/routers/47131c19-dd9d-42e0-a4f6-704e0f2c06f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8412521 Aug 10 04:32:13.182762 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50310) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:32:13.187080 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1366e1-1bb0-429e-8e57-efcd4da1880e None None] Sync routers for ids ['47131c19-dd9d-42e0-a4f6-704e0f2c06f5'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:32:13.204574 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1366e1-1bb0-429e-8e57-efcd4da1880e None None] Routers {'47131c19-dd9d-42e0-a4f6-704e0f2c06f5'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:32:13.205624 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ea1366e1-1bb0-429e-8e57-efcd4da1880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:31:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['47131c19-dd9d-42e0-a4f6-704e0f2c06f5'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:13.306867 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b07e6e6e-e496-4853-93c4-a61c9d35cf54 admin admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:13.319321 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-ea1366e1-1bb0-429e-8e57-efcd4da1880e None None] Set router 47131c19-dd9d-42e0-a4f6-704e0f2c06f5 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:32:13.415260 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b07e6e6e-e496-4853-93c4-a61c9d35cf54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:13.512068 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ea1366e1-1bb0-429e-8e57-efcd4da1880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'name': 'tempest-TestVolumeBackupRestore-1281919153-router', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:32:12Z', 'revision_number': 5, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'gw_port': {'id': '96987e2c-f02e-4731-9444-a0e4132c36d7', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:13.543562 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1366e1-1bb0-429e-8e57-efcd4da1880e None None] Checking router: 47131c19-dd9d-42e0-a4f6-704e0f2c06f5 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:32:13.552661 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1366e1-1bb0-429e-8e57-efcd4da1880e None None] Routers {'47131c19-dd9d-42e0-a4f6-704e0f2c06f5'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:32:13.553274 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ea1366e1-1bb0-429e-8e57-efcd4da1880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:31:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['47131c19-dd9d-42e0-a4f6-704e0f2c06f5'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:13.589156 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-b07e6e6e-e496-4853-93c4-a61c9d35cf54 admin admin] Deleting port 96987e2c-f02e-4731-9444-a0e4132c36d7 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:32:13.589156 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b07e6e6e-e496-4853-93c4-a61c9d35cf54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:13.653819 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-ea1366e1-1bb0-429e-8e57-efcd4da1880e None None] Set router 47131c19-dd9d-42e0-a4f6-704e0f2c06f5 gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:32:13.674313 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-b07e6e6e-e496-4853-93c4-a61c9d35cf54 admin admin] For port 96987e2c-f02e-4731-9444-a0e4132c36d7, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=96987e2c-f02e-4731-9444-a0e4132c36d7,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:32:13.674879 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b07e6e6e-e496-4853-93c4-a61c9d35cf54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:13.688432 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-b07e6e6e-e496-4853-93c4-a61c9d35cf54 admin admin] Calling delete_port for 96987e2c-f02e-4731-9444-a0e4132c36d7 owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:32:13.706849 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ea1366e1-1bb0-429e-8e57-efcd4da1880e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'name': 'tempest-TestVolumeBackupRestore-1281919153-router', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:32:13Z', 'revision_number': 6, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:13.739119 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1366e1-1bb0-429e-8e57-efcd4da1880e None None] The sync data for ids ['47131c19-dd9d-42e0-a4f6-704e0f2c06f5'] in n-d-802893-2 is: [{'id': '47131c19-dd9d-42e0-a4f6-704e0f2c06f5', 'name': 'tempest-TestVolumeBackupRestore-1281919153-router', 'tenant_id': 'edc25a7a8bf342bc940458d10e279f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:27:59Z', 'updated_at': '2021-08-10T04:32:13Z', 'revision_number': 6, 'project_id': 'edc25a7a8bf342bc940458d10e279f85', 'gw_port_host': None}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:32:13.784058 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:13.886463 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a9ae2381-4e44-436d-a6c6-d9b1934a38e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:13.983982 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b07e6e6e-e496-4853-93c4-a61c9d35cf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:14.009530 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e6e6e-e496-4853-93c4-a61c9d35cf54 admin admin] Pushing event deleted for resources: {'Port': ['ID=96987e2c-f02e-4731-9444-a0e4132c36d7,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:14.080500 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b07e6e6e-e496-4853-93c4-a61c9d35cf54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:14.180364 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b07e6e6e-e496-4853-93c4-a61c9d35cf54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:14.182679 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b07e6e6e-e496-4853-93c4-a61c9d35cf54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:14.286710 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b07e6e6e-e496-4853-93c4-a61c9d35cf54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:14.287238 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07e6e6e-e496-4853-93c4-a61c9d35cf54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47131c19-dd9d-42e0-a4f6-704e0f2c06f5 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:32:14.294499 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b07e6e6e-e496-4853-93c4-a61c9d35cf54 admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:14.294499 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b07e6e6e-e496-4853-93c4-a61c9d35cf54 admin admin] 10.222.0.25 "DELETE /v2.0/routers/47131c19-dd9d-42e0-a4f6-704e0f2c06f5 HTTP/1.1" status: 204 len: 168 time: 1.1093850 Aug 10 04:32:14.296361 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50342) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:32:14.344225 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-6279daf7-c163-4884-b919-aceb6994153f admin admin] Deleting subnet 031edc73-6126-42c2-85ca-9ae0bad82a77 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:32:14.347519 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6279daf7-c163-4884-b919-aceb6994153f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:14.389027 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6279daf7-c163-4884-b919-aceb6994153f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:14.479393 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6279daf7-c163-4884-b919-aceb6994153f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:14.613147 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6279daf7-c163-4884-b919-aceb6994153f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:14.645891 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279daf7-c163-4884-b919-aceb6994153f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=031edc73-6126-42c2-85ca-9ae0bad82a77,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:14.650676 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6279daf7-c163-4884-b919-aceb6994153f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:14.652922 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6279daf7-c163-4884-b919-aceb6994153f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/031edc73-6126-42c2-85ca-9ae0bad82a77 HTTP/1.1" status: 204 len: 168 time: 0.3551929 Aug 10 04:32:14.655172 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50356) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:32:14.656696 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60511f3f-04c4-48a8-8029-aa74a4ed6768 None None] Network 52f0e46a-8742-41c9-97ee-93784f8e5599 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:32:14.742342 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8503f410-866f-4299-a62c-6770fe0d7914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:14.805595 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-8503f410-866f-4299-a62c-6770fe0d7914 admin admin] Deleting port 4038d57c-39d9-418f-87bf-3ec00c5d7a89 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:32:14.805931 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8503f410-866f-4299-a62c-6770fe0d7914 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:14.862926 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2e2186-6cb3-4552-828a-ed4d9b79ffcd None None] DHCP port deletion for 52f0e46a-8742-41c9-97ee-93784f8e5599 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:32:14.878549 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-8503f410-866f-4299-a62c-6770fe0d7914 admin admin] For port 4038d57c-39d9-418f-87bf-3ec00c5d7a89, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4038d57c-39d9-418f-87bf-3ec00c5d7a89,segment=NetworkSegment(4f59967a-faa0-461f-94fe-b0132707d927),segment_id=4f59967a-faa0-461f-94fe-b0132707d927)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:32:14.878912 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8503f410-866f-4299-a62c-6770fe0d7914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:14.894431 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-8503f410-866f-4299-a62c-6770fe0d7914 admin admin] Calling delete_port for 4038d57c-39d9-418f-87bf-3ec00c5d7a89 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:32:14.915252 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e2186-6cb3-4552-828a-ed4d9b79ffcd None None] Deleting port 4038d57c-39d9-418f-87bf-3ec00c5d7a89 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:32:14.915623 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5d2e2186-6cb3-4552-828a-ed4d9b79ffcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:14.991495 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-5d2e2186-6cb3-4552-828a-ed4d9b79ffcd None None] For port 4038d57c-39d9-418f-87bf-3ec00c5d7a89, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4038d57c-39d9-418f-87bf-3ec00c5d7a89,segment=NetworkSegment(4f59967a-faa0-461f-94fe-b0132707d927),segment_id=4f59967a-faa0-461f-94fe-b0132707d927)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:32:14.991895 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5d2e2186-6cb3-4552-828a-ed4d9b79ffcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:15.005816 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-5d2e2186-6cb3-4552-828a-ed4d9b79ffcd None None] Calling delete_port for 4038d57c-39d9-418f-87bf-3ec00c5d7a89 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:32:15.096220 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 96987e2c-f02e-4731-9444-a0e4132c36d7 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:32:15.115887 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8503f410-866f-4299-a62c-6770fe0d7914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:15.117040 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 96987e2c-f02e-4731-9444-a0e4132c36d7 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:32:15.117385 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 96987e2c-f02e-4731-9444-a0e4132c36d7 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:32:15.117791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4038d57c-39d9-418f-87bf-3ec00c5d7a89 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:32:15.138668 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 4038d57c-39d9-418f-87bf-3ec00c5d7a89 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:32:15.139015 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4038d57c-39d9-418f-87bf-3ec00c5d7a89 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:32:15.139429 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 24ab0d0b-e1b7-444c-808c-6a08c85052eb no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:32:15.143771 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503f410-866f-4299-a62c-6770fe0d7914 admin admin] Pushing event deleted for resources: {'Port': ['ID=4038d57c-39d9-418f-87bf-3ec00c5d7a89,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:15.143949 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5d2e2186-6cb3-4552-828a-ed4d9b79ffcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:15.147262 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8503f410-866f-4299-a62c-6770fe0d7914 admin admin] No DVR routers for this DVR port 4038d57c-39d9-418f-87bf-3ec00c5d7a89 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:32:15.165272 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 24ab0d0b-e1b7-444c-808c-6a08c85052eb {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:32:15.165622 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 24ab0d0b-e1b7-444c-808c-6a08c85052eb not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:32:15.189736 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e2186-6cb3-4552-828a-ed4d9b79ffcd None None] Pushing event deleted for resources: {'Port': ['ID=4038d57c-39d9-418f-87bf-3ec00c5d7a89,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:15.193424 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2e2186-6cb3-4552-828a-ed4d9b79ffcd None None] No DVR routers for this DVR port 4038d57c-39d9-418f-87bf-3ec00c5d7a89 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:32:15.200787 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e2186-6cb3-4552-828a-ed4d9b79ffcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:15.201131 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e2186-6cb3-4552-828a-ed4d9b79ffcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:15.201473 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e2186-6cb3-4552-828a-ed4d9b79ffcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:15.202169 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e2186-6cb3-4552-828a-ed4d9b79ffcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:15.202169 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e2186-6cb3-4552-828a-ed4d9b79ffcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:15.202435 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e2186-6cb3-4552-828a-ed4d9b79ffcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:15.202791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e2186-6cb3-4552-828a-ed4d9b79ffcd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:15.203114 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e2186-6cb3-4552-828a-ed4d9b79ffcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:15.203674 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e2186-6cb3-4552-828a-ed4d9b79ffcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:15.203937 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e2186-6cb3-4552-828a-ed4d9b79ffcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:15.204260 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e2186-6cb3-4552-828a-ed4d9b79ffcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:15.204583 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2e2186-6cb3-4552-828a-ed4d9b79ffcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:32:15.225785 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8503f410-866f-4299-a62c-6770fe0d7914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:15.236739 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8503f410-866f-4299-a62c-6770fe0d7914 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f0e46a-8742-41c9-97ee-93784f8e5599']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:15.247457 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8503f410-866f-4299-a62c-6770fe0d7914 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f59967a-faa0-461f-94fe-b0132707d927') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:15.247749 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-8503f410-866f-4299-a62c-6770fe0d7914 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f59967a-faa0-461f-94fe-b0132707d927') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:15.257268 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8503f410-866f-4299-a62c-6770fe0d7914 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:15.271349 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8503f410-866f-4299-a62c-6770fe0d7914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:15.277181 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8503f410-866f-4299-a62c-6770fe0d7914 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:32:15.277569 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8503f410-866f-4299-a62c-6770fe0d7914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:32:15.279232 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:32:15.475272 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8503f410-866f-4299-a62c-6770fe0d7914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:15.476042 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:15.476233 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8503f410-866f-4299-a62c-6770fe0d7914 admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:15.476507 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8503f410-866f-4299-a62c-6770fe0d7914 admin admin] 10.222.0.25 "DELETE /v2.0/networks/52f0e46a-8742-41c9-97ee-93784f8e5599 HTTP/1.1" status: 204 len: 168 time: 0.8201435 Aug 10 04:32:15.479354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50382) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:32:15.488132 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8503f410-866f-4299-a62c-6770fe0d7914 admin admin] Pushing event deleted for resources: {'Network': ['ID=52f0e46a-8742-41c9-97ee-93784f8e5599,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:15.841509 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-10bcaccb-edfb-4cdc-aeeb-f0a8593d6245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:16.103919 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:16.105890 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-10bcaccb-edfb-4cdc-aeeb-f0a8593d6245 admin admin] Deleting port d97b052b-1305-47c1-8955-d81adff5ef34 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:32:16.106233 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-10bcaccb-edfb-4cdc-aeeb-f0a8593d6245 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:16.186548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-10bcaccb-edfb-4cdc-aeeb-f0a8593d6245 admin admin] For port d97b052b-1305-47c1-8955-d81adff5ef34, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=d97b052b-1305-47c1-8955-d81adff5ef34,segment=NetworkSegment(a23f28cb-c27c-4b01-8ddb-384d05904653),segment_id=a23f28cb-c27c-4b01-8ddb-384d05904653)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:32:16.186912 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-10bcaccb-edfb-4cdc-aeeb-f0a8593d6245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:16.199449 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-10bcaccb-edfb-4cdc-aeeb-f0a8593d6245 admin admin] Calling delete_port for d97b052b-1305-47c1-8955-d81adff5ef34 owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:32:16.458657 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-10bcaccb-edfb-4cdc-aeeb-f0a8593d6245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:16.483753 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bcaccb-edfb-4cdc-aeeb-f0a8593d6245 admin admin] Pushing event deleted for resources: {'Port': ['ID=d97b052b-1305-47c1-8955-d81adff5ef34,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:16.670332 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-10bcaccb-edfb-4cdc-aeeb-f0a8593d6245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:16.898638 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bcaccb-edfb-4cdc-aeeb-f0a8593d6245 admin admin] Router 4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:32:16.989590 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:17.009513 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bcaccb-edfb-4cdc-aeeb-f0a8593d6245 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:32:17.014875 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-10bcaccb-edfb-4cdc-aeeb-f0a8593d6245 admin admin] 10.222.0.25 "PUT /v2.0/routers/4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5344231 Aug 10 04:32:17.017998 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50440) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:32:17.022696 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9697edf-4ed8-495c-9f2e-6e671f6f9cdc None None] Sync routers for ids ['4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:32:17.066037 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9697edf-4ed8-495c-9f2e-6e671f6f9cdc None None] Routers {'4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:32:17.067803 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b9697edf-4ed8-495c-9f2e-6e671f6f9cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:32:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:17.132263 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d2fa36e7-b4a9-4ed4-a69c-8ab6f792c125 admin admin] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:17.244250 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d2fa36e7-b4a9-4ed4-a69c-8ab6f792c125 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:17.292883 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-b9697edf-4ed8-495c-9f2e-6e671f6f9cdc None None] Set router 4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:32:17.384638 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa36e7-b4a9-4ed4-a69c-8ab6f792c125 admin admin] Deleting port b2371ef7-41f0-4ae7-b113-7029ddde150e {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:32:17.384898 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d2fa36e7-b4a9-4ed4-a69c-8ab6f792c125 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:17.472951 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-d2fa36e7-b4a9-4ed4-a69c-8ab6f792c125 admin admin] For port b2371ef7-41f0-4ae7-b113-7029ddde150e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=b2371ef7-41f0-4ae7-b113-7029ddde150e,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:32:17.473322 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d2fa36e7-b4a9-4ed4-a69c-8ab6f792c125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:17.475797 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b9697edf-4ed8-495c-9f2e-6e671f6f9cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9', 'name': 'tempest-TestVolumeBackupRestore-1743572031-router', 'tenant_id': 'ed641f783f4a4ffbac040154ce2f4693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': 'b2371ef7-41f0-4ae7-b113-7029ddde150e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:28:06Z', 'updated_at': '2021-08-10T04:32:16Z', 'revision_number': 5, 'project_id': 'ed641f783f4a4ffbac040154ce2f4693', 'gw_port': {'id': 'b2371ef7-41f0-4ae7-b113-7029ddde150e', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:85:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:28:07Z', 'updated_at': '2021-08-10T04:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:17.485818 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-d2fa36e7-b4a9-4ed4-a69c-8ab6f792c125 admin admin] Calling delete_port for b2371ef7-41f0-4ae7-b113-7029ddde150e owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:32:17.506934 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9697edf-4ed8-495c-9f2e-6e671f6f9cdc None None] Checking router: 4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:32:17.515751 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9697edf-4ed8-495c-9f2e-6e671f6f9cdc None None] Routers {'4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:32:17.516264 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b9697edf-4ed8-495c-9f2e-6e671f6f9cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:32:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:17.605502 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-b9697edf-4ed8-495c-9f2e-6e671f6f9cdc None None] Set router 4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9 gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:32:17.658582 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b9697edf-4ed8-495c-9f2e-6e671f6f9cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9', 'name': 'tempest-TestVolumeBackupRestore-1743572031-router', 'tenant_id': 'ed641f783f4a4ffbac040154ce2f4693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:28:06Z', 'updated_at': '2021-08-10T04:32:17Z', 'revision_number': 6, 'project_id': 'ed641f783f4a4ffbac040154ce2f4693', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:17.690031 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9697edf-4ed8-495c-9f2e-6e671f6f9cdc None None] The sync data for ids ['4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9'] in n-d-802893-2 is: [{'id': '4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9', 'name': 'tempest-TestVolumeBackupRestore-1743572031-router', 'tenant_id': 'ed641f783f4a4ffbac040154ce2f4693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:28:06Z', 'updated_at': '2021-08-10T04:32:17Z', 'revision_number': 6, 'project_id': 'ed641f783f4a4ffbac040154ce2f4693', 'gw_port_host': None}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:32:17.743785 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d2fa36e7-b4a9-4ed4-a69c-8ab6f792c125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:17.770010 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fa36e7-b4a9-4ed4-a69c-8ab6f792c125 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2371ef7-41f0-4ae7-b113-7029ddde150e,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:17.836562 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d2fa36e7-b4a9-4ed4-a69c-8ab6f792c125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:17.928654 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d2fa36e7-b4a9-4ed4-a69c-8ab6f792c125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:17.930736 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d2fa36e7-b4a9-4ed4-a69c-8ab6f792c125 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:18.047715 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d2fa36e7-b4a9-4ed4-a69c-8ab6f792c125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:18.048315 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fa36e7-b4a9-4ed4-a69c-8ab6f792c125 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:32:18.053516 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d2fa36e7-b4a9-4ed4-a69c-8ab6f792c125 admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:18.057026 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d2fa36e7-b4a9-4ed4-a69c-8ab6f792c125 admin admin] 10.222.0.25 "DELETE /v2.0/routers/4e05d9a0-6044-4e0d-8ca2-0ebf41ef8be9 HTTP/1.1" status: 204 len: 168 time: 1.0358102 Aug 10 04:32:18.057403 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50486) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:32:18.106678 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c0992f5-3ea2-4063-9aba-dd986aabe0b5 admin admin] Deleting subnet 640356cc-fd35-4365-827e-54e3c95632a1 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:32:18.110607 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5c0992f5-3ea2-4063-9aba-dd986aabe0b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:18.157963 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5c0992f5-3ea2-4063-9aba-dd986aabe0b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:18.243554 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5c0992f5-3ea2-4063-9aba-dd986aabe0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:18.447821 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5c0992f5-3ea2-4063-9aba-dd986aabe0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:18.484039 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0992f5-3ea2-4063-9aba-dd986aabe0b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=640356cc-fd35-4365-827e-54e3c95632a1,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:18.486771 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5c0992f5-3ea2-4063-9aba-dd986aabe0b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:18.488545 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5c0992f5-3ea2-4063-9aba-dd986aabe0b5 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/640356cc-fd35-4365-827e-54e3c95632a1 HTTP/1.1" status: 204 len: 168 time: 0.4301217 Aug 10 04:32:18.491340 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282ccbf6-40fb-41b0-886d-0b78f0d634fb None None] Network 64451e88-a94d-4094-8fed-3c60203fc93a requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:32:18.491810 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50498) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:32:18.565463 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b304390-b7a1-4ea2-85b4-5f0493e239fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:18.638625 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-7b304390-b7a1-4ea2-85b4-5f0493e239fb admin admin] Deleting port 99594231-745f-4886-8365-1b30b2e21360 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:32:18.638974 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b304390-b7a1-4ea2-85b4-5f0493e239fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:18.695249 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7a80ff-3467-4074-a1b9-c817c1e75a18 None None] DHCP port deletion for 64451e88-a94d-4094-8fed-3c60203fc93a request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:32:18.715778 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-7b304390-b7a1-4ea2-85b4-5f0493e239fb admin admin] For port 99594231-745f-4886-8365-1b30b2e21360, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=99594231-745f-4886-8365-1b30b2e21360,segment=NetworkSegment(a23f28cb-c27c-4b01-8ddb-384d05904653),segment_id=a23f28cb-c27c-4b01-8ddb-384d05904653)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:32:18.719271 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b304390-b7a1-4ea2-85b4-5f0493e239fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:18.731453 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-7b304390-b7a1-4ea2-85b4-5f0493e239fb admin admin] Calling delete_port for 99594231-745f-4886-8365-1b30b2e21360 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:32:18.753122 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a80ff-3467-4074-a1b9-c817c1e75a18 None None] Deleting port 99594231-745f-4886-8365-1b30b2e21360 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:32:18.753410 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fa7a80ff-3467-4074-a1b9-c817c1e75a18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:18.837986 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-fa7a80ff-3467-4074-a1b9-c817c1e75a18 None None] For port 99594231-745f-4886-8365-1b30b2e21360, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=99594231-745f-4886-8365-1b30b2e21360,segment=NetworkSegment(a23f28cb-c27c-4b01-8ddb-384d05904653),segment_id=a23f28cb-c27c-4b01-8ddb-384d05904653)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:32:18.838409 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fa7a80ff-3467-4074-a1b9-c817c1e75a18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:18.852349 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a80ff-3467-4074-a1b9-c817c1e75a18 None None] Calling delete_port for 99594231-745f-4886-8365-1b30b2e21360 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:32:18.898531 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b304390-b7a1-4ea2-85b4-5f0493e239fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:18.930284 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b304390-b7a1-4ea2-85b4-5f0493e239fb admin admin] Pushing event deleted for resources: {'Port': ['ID=99594231-745f-4886-8365-1b30b2e21360,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:18.932311 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b304390-b7a1-4ea2-85b4-5f0493e239fb admin admin] No DVR routers for this DVR port 99594231-745f-4886-8365-1b30b2e21360 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:32:18.940493 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fa7a80ff-3467-4074-a1b9-c817c1e75a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:18.967002 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a80ff-3467-4074-a1b9-c817c1e75a18 None None] Pushing event deleted for resources: {'Port': ['ID=99594231-745f-4886-8365-1b30b2e21360,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:18.969853 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7a80ff-3467-4074-a1b9-c817c1e75a18 None None] No DVR routers for this DVR port 99594231-745f-4886-8365-1b30b2e21360 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:32:19.011280 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b304390-b7a1-4ea2-85b4-5f0493e239fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:19.023813 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-7b304390-b7a1-4ea2-85b4-5f0493e239fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64451e88-a94d-4094-8fed-3c60203fc93a']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:19.036548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-7b304390-b7a1-4ea2-85b4-5f0493e239fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a23f28cb-c27c-4b01-8ddb-384d05904653') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:19.036925 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-7b304390-b7a1-4ea2-85b4-5f0493e239fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a23f28cb-c27c-4b01-8ddb-384d05904653') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:32:19.047020 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b304390-b7a1-4ea2-85b4-5f0493e239fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:19.061590 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b304390-b7a1-4ea2-85b4-5f0493e239fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:19.068113 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b304390-b7a1-4ea2-85b4-5f0493e239fb admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:32:19.068486 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b304390-b7a1-4ea2-85b4-5f0493e239fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:32:19.070198 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:32:19.088024 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device d97b052b-1305-47c1-8955-d81adff5ef34 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:32:19.113764 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: d97b052b-1305-47c1-8955-d81adff5ef34 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:32:19.114109 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device d97b052b-1305-47c1-8955-d81adff5ef34 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:32:19.114516 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 99594231-745f-4886-8365-1b30b2e21360 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:32:19.136066 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 99594231-745f-4886-8365-1b30b2e21360 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:32:19.136433 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 99594231-745f-4886-8365-1b30b2e21360 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:32:19.136851 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b2371ef7-41f0-4ae7-b113-7029ddde150e no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:32:19.155949 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: b2371ef7-41f0-4ae7-b113-7029ddde150e {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:32:19.157022 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b2371ef7-41f0-4ae7-b113-7029ddde150e not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:32:19.216822 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b304390-b7a1-4ea2-85b4-5f0493e239fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:19.223058 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b304390-b7a1-4ea2-85b4-5f0493e239fb admin admin] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:19.229621 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7b304390-b7a1-4ea2-85b4-5f0493e239fb admin admin] 10.222.0.25 "DELETE /v2.0/networks/64451e88-a94d-4094-8fed-3c60203fc93a HTTP/1.1" status: 204 len: 168 time: 0.7323849 Aug 10 04:32:19.236846 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b304390-b7a1-4ea2-85b4-5f0493e239fb admin admin] Pushing event deleted for resources: {'Network': ['ID=64451e88-a94d-4094-8fed-3c60203fc93a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:19.739427 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50538) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:32:19.787653 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-36154e95-8797-4722-8502-2616e529fbac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=edc25a7a8bf342bc940458d10e279f85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464170 Aug 10 04:32:19.789644 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50540) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:32:19.837509 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-55519779-9d3a-48dc-b254-ef68d2aa1f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:19.858207 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-55519779-9d3a-48dc-b254-ef68d2aa1f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:19.876844 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:32:19.972508 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-55519779-9d3a-48dc-b254-ef68d2aa1f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:19.975073 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-55519779-9d3a-48dc-b254-ef68d2aa1f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:19.976394 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-55519779-9d3a-48dc-b254-ef68d2aa1f1e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e04a689c-f8f2-4897-9feb-b0baeaee7372 HTTP/1.1" status: 204 len: 168 time: 0.1858509 Aug 10 04:32:19.984928 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55519779-9d3a-48dc-b254-ef68d2aa1f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04a689c-f8f2-4897-9feb-b0baeaee7372,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:20.656668 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50546) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:32:20.701741 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-611fbf6b-ae29-4ef6-9723-34b971092067 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed641f783f4a4ffbac040154ce2f4693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437965 Aug 10 04:32:20.704887 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50548) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:32:20.754047 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f4bbbb20-604e-4696-9de1-04396d2e7b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:20.774795 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f4bbbb20-604e-4696-9de1-04396d2e7b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:20.903931 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f4bbbb20-604e-4696-9de1-04396d2e7b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:20.907108 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f4bbbb20-604e-4696-9de1-04396d2e7b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:20.908489 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f4bbbb20-604e-4696-9de1-04396d2e7b66 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/17b57115-63ce-426b-9cc7-d70c4867f809 HTTP/1.1" status: 204 len: 168 time: 0.2026887 Aug 10 04:32:20.916431 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bbbb20-604e-4696-9de1-04396d2e7b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b57115-63ce-426b-9cc7-d70c4867f809,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:27.972468 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:32.689348 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-3c2d5f07-57b9-4793-84b0-a52d76c9476d tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=67fc0c6d43a14235af2cc2b7b358b948&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3130057 Aug 10 04:32:32.872999 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-cf3a78cc-4de6-49e7-b409-671ea3e6c157 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:32.874415 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-cf3a78cc-4de6-49e7-b409-671ea3e6c157 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1795557 Aug 10 04:32:32.890058 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-1a1bc2e3-94ed-4c9a-9074-27415ff80e32 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.25 "GET /v2.0/quotas/67fc0c6d43a14235af2cc2b7b358b948 HTTP/1.1" status: 200 len: 375 time: 0.0097299 Aug 10 04:32:32.927414 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-9db67e13-f78d-44fb-86cc-709a411a6165 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=67fc0c6d43a14235af2cc2b7b358b948&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311601 Aug 10 04:32:33.159898 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d3d4ea4e-e98f-4826-9566-146b6a4fd4e9 req-5407ed6c-55a3-4959-841b-020bc1626a47 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e60821e-1938-42a2-9f4d-9fda2b4545b5 HTTP/1.1" status: 200 len: 210 time: 0.0282819 Aug 10 04:32:34.236301 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5a21e617-af01-4b5a-8abe-6bd73b7aabf2 req-a87a4388-a71d-496a-9b13-ca1e1cd98b12 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e60821e-1938-42a2-9f4d-9fda2b4545b5 HTTP/1.1" status: 200 len: 210 time: 0.0265174 Aug 10 04:32:35.332256 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3ae7b10c-10c6-4d6c-9abe-c7bae8b051ba req-5ff0412a-fee7-4bea-bfb6-4f79f871ee8b tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e60821e-1938-42a2-9f4d-9fda2b4545b5 HTTP/1.1" status: 200 len: 210 time: 0.0258365 Aug 10 04:32:35.529209 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-e2aaf376-b2be-4040-95de-1920f63355c8 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=67fc0c6d43a14235af2cc2b7b358b948&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212641 Aug 10 04:32:35.636419 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-f1220a67-8e5a-4a1f-9b85-c5939d4887ac tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:35.637788 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-f1220a67-8e5a-4a1f-9b85-c5939d4887ac tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1031265 Aug 10 04:32:35.656937 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-b35f49ce-1d89-477b-b822-d71c30610f47 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Request body: {'port': {'device_id': '5e60821e-1938-42a2-9f4d-9fda2b4545b5', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'admin_state_up': True, 'tenant_id': '67fc0c6d43a14235af2cc2b7b358b948'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:32:35.850405 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-b35f49ce-1d89-477b-b822-d71c30610f47 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Made reservation on behalf of 67fc0c6d43a14235af2cc2b7b358b948 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:32:35.854039 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-b35f49ce-1d89-477b-b822-d71c30610f47 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:35.863724 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-b35f49ce-1d89-477b-b822-d71c30610f47 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:35.952866 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-b35f49ce-1d89-477b-b822-d71c30610f47 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:36.057742 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-b35f49ce-1d89-477b-b822-d71c30610f47 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:36.124514 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f49ce-1d89-477b-b822-d71c30610f47 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=714b4304-9f19-42c7-9035-32bf9f117243,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:36.197992 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-b35f49ce-1d89-477b-b822-d71c30610f47 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Allocated IP 192.168.233.209 (066d9f5d-9fcd-4f31-8851-9c14352ccf02/a3660a9f-c521-4947-b5b8-77dcc2d1db10/0af2340e-bebf-4ef3-b63a-e0ba4ae30054) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:32:36.347586 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-b35f49ce-1d89-477b-b822-d71c30610f47 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:36.362267 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-b35f49ce-1d89-477b-b822-d71c30610f47 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Transition to ACTIVE for port object 0af2340e-bebf-4ef3-b63a-e0ba4ae30054 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:32:36.430034 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-433c8286-74d3-42e1-ae3b-c34970dd5803 req-4834cb65-14aa-48c6-bb15-67ca99366fdc tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e60821e-1938-42a2-9f4d-9fda2b4545b5 HTTP/1.1" status: 200 len: 210 time: 0.0271523 Aug 10 04:32:36.452876 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-b35f49ce-1d89-477b-b822-d71c30610f47 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:36.494768 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-b35f49ce-1d89-477b-b822-d71c30610f47 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:32:36.500740 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-b35f49ce-1d89-477b-b822-d71c30610f47 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:32:36.504602 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-b35f49ce-1d89-477b-b822-d71c30610f47 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:32:36.532674 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f49ce-1d89-477b-b822-d71c30610f47 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Pushing event updated for resources: {'Port': ['ID=0af2340e-bebf-4ef3-b63a-e0ba4ae30054,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:36.564276 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-b35f49ce-1d89-477b-b822-d71c30610f47 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:36.564942 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-b35f49ce-1d89-477b-b822-d71c30610f47 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:36.702567 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-b35f49ce-1d89-477b-b822-d71c30610f47 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0499561 Aug 10 04:32:36.829045 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-aed7e0ad-89c3-4805-8cd4-77e42e8062df None None] Provisioning for port 0af2340e-bebf-4ef3-b63a-e0ba4ae30054 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:32:36.831465 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-23771b71-4644-4235-8e4d-27d4f94ed641 service neutron] Request body: {'port': {'device_id': '5e60821e-1938-42a2-9f4d-9fda2b4545b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:32:36.833073 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-aed7e0ad-89c3-4805-8cd4-77e42e8062df None None] Provisioning complete for port 0af2340e-bebf-4ef3-b63a-e0ba4ae30054 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:32:36.833447 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-aed7e0ad-89c3-4805-8cd4-77e42e8062df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:36.868684 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-aed7e0ad-89c3-4805-8cd4-77e42e8062df None None] Port 0af2340e-bebf-4ef3-b63a-e0ba4ae30054 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:32:36.889182 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-23771b71-4644-4235-8e4d-27d4f94ed641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:37.161990 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-23771b71-4644-4235-8e4d-27d4f94ed641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af2340e-bebf-4ef3-b63a-e0ba4ae30054 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:32:37.169532 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-23771b71-4644-4235-8e4d-27d4f94ed641 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:37.181687 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-23771b71-4644-4235-8e4d-27d4f94ed641 service neutron] Transition to ACTIVE for port object 0af2340e-bebf-4ef3-b63a-e0ba4ae30054 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:32:37.286667 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-23771b71-4644-4235-8e4d-27d4f94ed641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:37.337223 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23771b71-4644-4235-8e4d-27d4f94ed641 service neutron] Pushing event updated for resources: {'Port': ['ID=0af2340e-bebf-4ef3-b63a-e0ba4ae30054,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:37.414666 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-23771b71-4644-4235-8e4d-27d4f94ed641 service neutron] Attempting to bind port 0af2340e-bebf-4ef3-b63a-e0ba4ae30054 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:32:37.414923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-23771b71-4644-4235-8e4d-27d4f94ed641 service neutron] Attempting to bind port 0af2340e-bebf-4ef3-b63a-e0ba4ae30054 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:32:37.415255 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-23771b71-4644-4235-8e4d-27d4f94ed641 service neutron] Attempting to bind port 0af2340e-bebf-4ef3-b63a-e0ba4ae30054 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:32:37.420424 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-23771b71-4644-4235-8e4d-27d4f94ed641 service neutron] Port 0af2340e-bebf-4ef3-b63a-e0ba4ae30054 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:32:37.420424 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-23771b71-4644-4235-8e4d-27d4f94ed641 service neutron] Attempting to bind port 0af2340e-bebf-4ef3-b63a-e0ba4ae30054 on network 066d9f5d-9fcd-4f31-8851-9c14352ccf02 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:32:37.426531 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-23771b71-4644-4235-8e4d-27d4f94ed641 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:32:37.426872 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-23771b71-4644-4235-8e4d-27d4f94ed641 service neutron] Checking segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:32:37.427264 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-23771b71-4644-4235-8e4d-27d4f94ed641 service neutron] Bound using segment: {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:32:37.427697 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-23771b71-4644-4235-8e4d-27d4f94ed641 service neutron] Bound port: 0af2340e-bebf-4ef3-b63a-e0ba4ae30054, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b20f7da-13fd-49ed-af3d-69e6ec4b9b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:32:37.428156 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-23771b71-4644-4235-8e4d-27d4f94ed641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:37.498803 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-23771b71-4644-4235-8e4d-27d4f94ed641 service neutron] For port 0af2340e-bebf-4ef3-b63a-e0ba4ae30054, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:32:37.502981 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-23771b71-4644-4235-8e4d-27d4f94ed641 service neutron] For port 0af2340e-bebf-4ef3-b63a-e0ba4ae30054, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=0af2340e-bebf-4ef3-b63a-e0ba4ae30054,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:32:37.553881 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b24c0-42ae-4e1d-94c0-a8ce62e169e4 req-3979b18e-353f-45ba-b7af-7a698e963b6c tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:37.555387 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1e5b24c0-42ae-4e1d-94c0-a8ce62e169e4 req-3979b18e-353f-45ba-b7af-7a698e963b6c tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e60821e-1938-42a2-9f4d-9fda2b4545b5 HTTP/1.1" status: 200 len: 948 time: 0.0525620 Aug 10 04:32:37.595328 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1e5b24c0-42ae-4e1d-94c0-a8ce62e169e4 req-3f1976c1-f4b9-47bc-a944-a936cf9ee44c tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.25 "GET /v2.0/security-groups?id=714b4304-9f19-42c7-9035-32bf9f117243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337715 Aug 10 04:32:37.637192 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-23771b71-4644-4235-8e4d-27d4f94ed641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:37.672572 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-23771b71-4644-4235-8e4d-27d4f94ed641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:37.673298 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-23771b71-4644-4235-8e4d-27d4f94ed641 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:37.674722 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-23771b71-4644-4235-8e4d-27d4f94ed641 service neutron] 10.222.0.20 "PUT /v2.0/ports/0af2340e-bebf-4ef3-b63a-e0ba4ae30054 HTTP/1.1" status: 200 len: 1096 time: 0.9579046 Aug 10 04:32:37.675202 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e60821e-1938-42a2-9f4d-9fda2b4545b5', 'tag': '0af2340e-bebf-4ef3-b63a-e0ba4ae30054'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:32:37.677415 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8576d75e-1182-40f1-afe8-69f93c7f254a" -d '{"events": [{"name": "network-changed", "server_uuid": "5e60821e-1938-42a2-9f4d-9fda2b4545b5", "tag": "0af2340e-bebf-4ef3-b63a-e0ba4ae30054"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:32:37.704235 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23771b71-4644-4235-8e4d-27d4f94ed641 service neutron] Pushing event updated for resources: {'Port': ['ID=0af2340e-bebf-4ef3-b63a-e0ba4ae30054,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:37.729388 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b6eb91-cecb-4fbb-9eb3-61b43bc86be3 x-openstack-request-id: req-d8b6eb91-cecb-4fbb-9eb3-61b43bc86be3 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:32:37.729823 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e60821e-1938-42a2-9f4d-9fda2b4545b5", "tag": "0af2340e-bebf-4ef3-b63a-e0ba4ae30054", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:32:37.730153 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8b6eb91-cecb-4fbb-9eb3-61b43bc86be3 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:32:37.730570 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e60821e-1938-42a2-9f4d-9fda2b4545b5', 'tag': '0af2340e-bebf-4ef3-b63a-e0ba4ae30054', 'status': 'completed', 'code': 200} Aug 10 04:32:37.821302 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576d75e-1182-40f1-afe8-69f93c7f254a req-8fef8c5a-0c5f-420f-b6ba-f915eef5a8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:37.822858 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8576d75e-1182-40f1-afe8-69f93c7f254a req-8fef8c5a-0c5f-420f-b6ba-f915eef5a8d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67fc0c6d43a14235af2cc2b7b358b948&device_id=5e60821e-1938-42a2-9f4d-9fda2b4545b5 HTTP/1.1" status: 200 len: 1099 time: 0.0490160 Aug 10 04:32:37.856460 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8576d75e-1182-40f1-afe8-69f93c7f254a req-74a67bdc-fa25-486e-b445-fbc54ee5d73e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=67fc0c6d43a14235af2cc2b7b358b948&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197389 Aug 10 04:32:37.963453 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576d75e-1182-40f1-afe8-69f93c7f254a req-d5aa5acb-fb77-4f3e-93f2-b962e8a82254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:37.963453 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8576d75e-1182-40f1-afe8-69f93c7f254a req-d5aa5acb-fb77-4f3e-93f2-b962e8a82254 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1004617 Aug 10 04:32:38.063460 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-127a3c9b-caa8-4abe-a3e5-a2cb34d5da42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:38.064993 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-127a3c9b-caa8-4abe-a3e5-a2cb34d5da42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=67fc0c6d43a14235af2cc2b7b358b948&device_id=5e60821e-1938-42a2-9f4d-9fda2b4545b5 HTTP/1.1" status: 200 len: 1099 time: 0.0475135 Aug 10 04:32:38.112147 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-be41f2ab-7ac1-4a81-ba47-398ff9870acf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=0af2340e-bebf-4ef3-b63a-e0ba4ae30054 HTTP/1.1" status: 200 len: 217 time: 0.0343320 Aug 10 04:32:38.161725 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-ed850a96-59a0-4de0-911c-32edd57708cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:38.163179 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-ed850a96-59a0-4de0-911c-32edd57708cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a3660a9f-c521-4947-b5b8-77dcc2d1db10 HTTP/1.1" status: 200 len: 843 time: 0.0449696 Aug 10 04:32:38.209281 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-baca2e55-32f0-4a51-94b1-02afc4cdeb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:38.210692 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-baca2e55-32f0-4a51-94b1-02afc4cdeb60 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=066d9f5d-9fcd-4f31-8851-9c14352ccf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0403004 Aug 10 04:32:38.304952 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-07883289-bc71-44a9-aa54-2a01b5e822e2 service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861077 Aug 10 04:32:38.397051 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-63e6d2a5-9ba2-4d63-8f00-46c8b715e39f req-aa1d5dce-69cb-4016-9dc9-6cdfca642cab service neutron] 10.222.0.20 "GET /v2.0/networks/066d9f5d-9fcd-4f31-8851-9c14352ccf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847468 Aug 10 04:32:38.716792 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a8b3b-5203-4d76-bfd5-43e6b0db34af req-b0d4f046-9665-4c20-b979-73c9964362fd tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:38.718281 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6a3a8b3b-5203-4d76-bfd5-43e6b0db34af req-b0d4f046-9665-4c20-b979-73c9964362fd tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e60821e-1938-42a2-9f4d-9fda2b4545b5 HTTP/1.1" status: 200 len: 948 time: 0.0537179 Aug 10 04:32:38.759568 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6a3a8b3b-5203-4d76-bfd5-43e6b0db34af req-1a8f18db-e6fd-42cf-9bfe-2c4ef77a5f3a tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.25 "GET /v2.0/security-groups?id=714b4304-9f19-42c7-9035-32bf9f117243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349455 Aug 10 04:32:39.883315 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed42aa5-1a98-430c-9f86-68b0d6f772e9 req-d0aa0815-66cc-4289-b2b0-9ebf382fd5ef tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:39.885106 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ed42aa5-1a98-430c-9f86-68b0d6f772e9 req-d0aa0815-66cc-4289-b2b0-9ebf382fd5ef tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e60821e-1938-42a2-9f4d-9fda2b4545b5 HTTP/1.1" status: 200 len: 948 time: 0.0569837 Aug 10 04:32:39.925781 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ed42aa5-1a98-430c-9f86-68b0d6f772e9 req-e8b781dc-d41d-4a01-9bc9-daa4f4f769df tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.25 "GET /v2.0/security-groups?id=714b4304-9f19-42c7-9035-32bf9f117243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346270 Aug 10 04:32:39.960284 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-78438557-bc30-4db9-814b-3417609f520f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:40.879402 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 0af2340e-bebf-4ef3-b63a-e0ba4ae30054 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:32:40.978030 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 0af2340e-bebf-4ef3-b63a-e0ba4ae30054, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=0af2340e-bebf-4ef3-b63a-e0ba4ae30054,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:32:40.991429 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '0af2340e-bebf-4ef3-b63a-e0ba4ae30054', 'network_id': '066d9f5d-9fcd-4f31-8851-9c14352ccf02', 'port_id': '0af2340e-bebf-4ef3-b63a-e0ba4ae30054', 'mac_address': 'fa:16:3e:0f:15:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3660a9f-c521-4947-b5b8-77dcc2d1db10', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:32:41.032893 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:41.045450 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9269440-c161-49a0-bfa9-39047ecded1e req-a4aebef7-3425-41df-be77-41f2a5733ef7 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:41.046743 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af2340e-bebf-4ef3-b63a-e0ba4ae30054 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:32:41.047101 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f9269440-c161-49a0-bfa9-39047ecded1e req-a4aebef7-3425-41df-be77-41f2a5733ef7 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e60821e-1938-42a2-9f4d-9fda2b4545b5 HTTP/1.1" status: 200 len: 948 time: 0.0530317 Aug 10 04:32:41.067808 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 0af2340e-bebf-4ef3-b63a-e0ba4ae30054, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=0af2340e-bebf-4ef3-b63a-e0ba4ae30054,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:32:41.086776 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f9269440-c161-49a0-bfa9-39047ecded1e req-fc9a9a61-ea3a-4c7f-ad56-f1405116b8da tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.25 "GET /v2.0/security-groups?id=714b4304-9f19-42c7-9035-32bf9f117243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332251 Aug 10 04:32:41.149512 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:41.200334 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=0af2340e-bebf-4ef3-b63a-e0ba4ae30054,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:41.453105 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['0af2340e-bebf-4ef3-b63a-e0ba4ae30054'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:32:42.202262 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710261c9-7e13-4405-ae48-d79c888f001d req-2d61f9cd-dc2f-4d98-81f0-3d83ce0aa289 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:42.203851 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-710261c9-7e13-4405-ae48-d79c888f001d req-2d61f9cd-dc2f-4d98-81f0-3d83ce0aa289 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e60821e-1938-42a2-9f4d-9fda2b4545b5 HTTP/1.1" status: 200 len: 949 time: 0.0504220 Aug 10 04:32:42.242446 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-710261c9-7e13-4405-ae48-d79c888f001d req-47767a36-be6a-4422-b63a-8921993eccc9 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.25 "GET /v2.0/security-groups?id=714b4304-9f19-42c7-9035-32bf9f117243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324676 Aug 10 04:32:42.884389 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 0af2340e-bebf-4ef3-b63a-e0ba4ae30054 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:32:43.023613 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 0af2340e-bebf-4ef3-b63a-e0ba4ae30054 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:32:43.027604 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 0af2340e-bebf-4ef3-b63a-e0ba4ae30054 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:32:43.027996 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:43.104735 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:43.127860 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e60821e-1938-42a2-9f4d-9fda2b4545b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af2340e-bebf-4ef3-b63a-e0ba4ae30054'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:32:43.130247 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7458b207-6c00-49de-b2af-f502f48283c2" -d '{"events": [{"server_uuid": "5e60821e-1938-42a2-9f4d-9fda2b4545b5", "name": "network-vif-plugged", "status": "completed", "tag": "0af2340e-bebf-4ef3-b63a-e0ba4ae30054"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:32:43.144375 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 0af2340e-bebf-4ef3-b63a-e0ba4ae30054, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=0af2340e-bebf-4ef3-b63a-e0ba4ae30054,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:32:43.166253 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e162d2-0374-40bb-9fbb-dbf128689c81 x-openstack-request-id: req-51e162d2-0374-40bb-9fbb-dbf128689c81 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:32:43.166567 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e60821e-1938-42a2-9f4d-9fda2b4545b5", "name": "network-vif-plugged", "status": "completed", "tag": "0af2340e-bebf-4ef3-b63a-e0ba4ae30054", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:32:43.166812 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51e162d2-0374-40bb-9fbb-dbf128689c81 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:32:43.167268 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e60821e-1938-42a2-9f4d-9fda2b4545b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af2340e-bebf-4ef3-b63a-e0ba4ae30054', 'code': 200} Aug 10 04:32:43.221932 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:43.277616 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=0af2340e-bebf-4ef3-b63a-e0ba4ae30054,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:43.290600 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce3019-4d5f-4e74-bae8-7ad3e9d4fda2 req-97ff9fc6-cd1c-4228-9480-fbd8b5759405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:43.292162 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-85ce3019-4d5f-4e74-bae8-7ad3e9d4fda2 req-97ff9fc6-cd1c-4228-9480-fbd8b5759405 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5e60821e-1938-42a2-9f4d-9fda2b4545b5 HTTP/1.1" status: 200 len: 1101 time: 0.0430505 Aug 10 04:32:43.340910 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-85ce3019-4d5f-4e74-bae8-7ad3e9d4fda2 req-c172dfdd-dc50-463c-8d97-f7ec8f654caa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=714b4304-9f19-42c7-9035-32bf9f117243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418596 Aug 10 04:32:43.377355 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aae710d-bc48-4e00-83dc-4f748585ef7a req-6faca797-3b0f-4d15-b2c0-ff13f57b73d8 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:43.378822 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6aae710d-bc48-4e00-83dc-4f748585ef7a req-6faca797-3b0f-4d15-b2c0-ff13f57b73d8 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e60821e-1938-42a2-9f4d-9fda2b4545b5 HTTP/1.1" status: 200 len: 950 time: 0.0563188 Aug 10 04:32:43.417295 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6aae710d-bc48-4e00-83dc-4f748585ef7a req-4d9ffe06-4a42-46d1-8223-02dd98a4771d tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.25 "GET /v2.0/security-groups?id=714b4304-9f19-42c7-9035-32bf9f117243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321975 Aug 10 04:32:43.640294 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:43.811934 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d0edb5ba-7d1a-4149-bd63-ad7c638df2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:44.536339 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36778bed-04f2-4bf9-8cf7-22ee840b428b req-630b8ab9-8aea-4103-8746-76a760c45fda tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:44.537859 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-36778bed-04f2-4bf9-8cf7-22ee840b428b req-630b8ab9-8aea-4103-8746-76a760c45fda tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e60821e-1938-42a2-9f4d-9fda2b4545b5 HTTP/1.1" status: 200 len: 950 time: 0.0498428 Aug 10 04:32:44.577614 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-36778bed-04f2-4bf9-8cf7-22ee840b428b req-c25c8eb8-24ef-4f8c-b372-caac77bc8152 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.25 "GET /v2.0/security-groups?id=714b4304-9f19-42c7-9035-32bf9f117243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335727 Aug 10 04:32:45.440502 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:45.711748 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72601d6-185d-4fd5-b7db-7d30f2f3b30e req-71f68729-6052-4a33-b4dc-9cac977699ed tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:45.713194 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a72601d6-185d-4fd5-b7db-7d30f2f3b30e req-71f68729-6052-4a33-b4dc-9cac977699ed tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e60821e-1938-42a2-9f4d-9fda2b4545b5 HTTP/1.1" status: 200 len: 950 time: 0.0516222 Aug 10 04:32:45.753176 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a72601d6-185d-4fd5-b7db-7d30f2f3b30e req-40f08b6a-0e1c-44ee-b5e4-db8e614e96f2 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.25 "GET /v2.0/security-groups?id=714b4304-9f19-42c7-9035-32bf9f117243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339990 Aug 10 04:32:46.107842 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:47.022119 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:47.293885 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef3e16-7be7-4485-b319-41259cbfb693 req-dee5ed2a-a630-4fb7-bf22-fe3ad5619b68 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:47.295373 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-24ef3e16-7be7-4485-b319-41259cbfb693 req-dee5ed2a-a630-4fb7-bf22-fe3ad5619b68 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e60821e-1938-42a2-9f4d-9fda2b4545b5 HTTP/1.1" status: 200 len: 950 time: 0.0503113 Aug 10 04:32:47.335258 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-24ef3e16-7be7-4485-b319-41259cbfb693 req-63adc745-6263-469c-b68f-1e2cd25b972e tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.25 "GET /v2.0/security-groups?id=714b4304-9f19-42c7-9035-32bf9f117243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320983 Aug 10 04:32:48.463074 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae79167-2445-405c-a0a1-e94bcc85c0cb req-7af1ae37-48b4-4492-8988-ef4f75ba9b46 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:48.464646 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3ae79167-2445-405c-a0a1-e94bcc85c0cb req-7af1ae37-48b4-4492-8988-ef4f75ba9b46 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e60821e-1938-42a2-9f4d-9fda2b4545b5 HTTP/1.1" status: 200 len: 950 time: 0.0558138 Aug 10 04:32:48.504255 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3ae79167-2445-405c-a0a1-e94bcc85c0cb req-e830ba88-43b1-42a2-bdb8-6c574d55e268 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.25 "GET /v2.0/security-groups?id=714b4304-9f19-42c7-9035-32bf9f117243&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326378 Aug 10 04:32:48.707846 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34189e-eec1-4b65-ad8a-119144ce3248 req-7f2a4ef4-a0d4-4598-8596-e8504a9b47a5 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:48.709424 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3d34189e-eec1-4b65-ad8a-119144ce3248 req-7f2a4ef4-a0d4-4598-8596-e8504a9b47a5 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e60821e-1938-42a2-9f4d-9fda2b4545b5 HTTP/1.1" status: 200 len: 950 time: 0.0536983 Aug 10 04:32:48.805553 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-3d34189e-eec1-4b65-ad8a-119144ce3248 req-8032dcb6-acd3-4d2d-a135-8f6db621b5e6 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Deleting port 0af2340e-bebf-4ef3-b63a-e0ba4ae30054 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:32:48.805906 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-3d34189e-eec1-4b65-ad8a-119144ce3248 req-8032dcb6-acd3-4d2d-a135-8f6db621b5e6 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:48.898009 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-3d34189e-eec1-4b65-ad8a-119144ce3248 req-8032dcb6-acd3-4d2d-a135-8f6db621b5e6 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] For port 0af2340e-bebf-4ef3-b63a-e0ba4ae30054, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=0af2340e-bebf-4ef3-b63a-e0ba4ae30054,segment=NetworkSegment(1b20f7da-13fd-49ed-af3d-69e6ec4b9b31),segment_id=1b20f7da-13fd-49ed-af3d-69e6ec4b9b31)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:32:48.898389 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-3d34189e-eec1-4b65-ad8a-119144ce3248 req-8032dcb6-acd3-4d2d-a135-8f6db621b5e6 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:48.911351 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-3d34189e-eec1-4b65-ad8a-119144ce3248 req-8032dcb6-acd3-4d2d-a135-8f6db621b5e6 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Calling delete_port for 0af2340e-bebf-4ef3-b63a-e0ba4ae30054 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:32:49.177767 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-3d34189e-eec1-4b65-ad8a-119144ce3248 req-8032dcb6-acd3-4d2d-a135-8f6db621b5e6 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:49.208760 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032dcb6-acd3-4d2d-a135-8f6db621b5e6 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Pushing event deleted for resources: {'Port': ['ID=0af2340e-bebf-4ef3-b63a-e0ba4ae30054,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:49.212397 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['0af2340e-bebf-4ef3-b63a-e0ba4ae30054'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:32:49.251365 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d34189e-eec1-4b65-ad8a-119144ce3248 req-8032dcb6-acd3-4d2d-a135-8f6db621b5e6 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] No DVR routers for this DVR port 0af2340e-bebf-4ef3-b63a-e0ba4ae30054 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:32:49.254271 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-3d34189e-eec1-4b65-ad8a-119144ce3248 req-8032dcb6-acd3-4d2d-a135-8f6db621b5e6 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:49.256411 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3d34189e-eec1-4b65-ad8a-119144ce3248 req-8032dcb6-acd3-4d2d-a135-8f6db621b5e6 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.20 "DELETE /v2.0/ports/0af2340e-bebf-4ef3-b63a-e0ba4ae30054 HTTP/1.1" status: 204 len: 173 time: 0.5402915 Aug 10 04:32:49.256869 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e60821e-1938-42a2-9f4d-9fda2b4545b5', 'name': 'network-vif-deleted', 'tag': '0af2340e-bebf-4ef3-b63a-e0ba4ae30054'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:32:49.259488 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68843b47-7656-499a-9f7f-b3f31e34b2c5" -d '{"events": [{"server_uuid": "5e60821e-1938-42a2-9f4d-9fda2b4545b5", "name": "network-vif-deleted", "tag": "0af2340e-bebf-4ef3-b63a-e0ba4ae30054"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:32:49.297109 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51ab96b-08cb-4e22-bfb1-0fa612195355 x-openstack-request-id: req-e51ab96b-08cb-4e22-bfb1-0fa612195355 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:32:49.297445 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e60821e-1938-42a2-9f4d-9fda2b4545b5", "name": "network-vif-deleted", "tag": "0af2340e-bebf-4ef3-b63a-e0ba4ae30054", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:32:49.297725 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e51ab96b-08cb-4e22-bfb1-0fa612195355 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:32:49.298431 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e60821e-1938-42a2-9f4d-9fda2b4545b5', 'name': 'network-vif-deleted', 'tag': '0af2340e-bebf-4ef3-b63a-e0ba4ae30054', 'status': 'completed', 'code': 200} Aug 10 04:32:49.600192 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d8e4b828-be8e-478d-8ddd-35cb6adae0fc req-707abae1-db1b-46c2-bcd0-0a0e1c714d33 tempest-ServersAdminNegativeTestJSON-554334662 tempest-ServersAdminNegativeTestJSON-554334662-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e60821e-1938-42a2-9f4d-9fda2b4545b5 HTTP/1.1" status: 200 len: 210 time: 0.0270958 Aug 10 04:32:51.214030 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50696) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:32:51.347062 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-54c5102e-4c3b-4406-8529-dddd080381ad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=67fc0c6d43a14235af2cc2b7b358b948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1318648 Aug 10 04:32:51.349703 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50700) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:32:51.397889 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6deafa9-70b5-45ae-b1b7-c13dd708de78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:51.418987 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6deafa9-70b5-45ae-b1b7-c13dd708de78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:51.532848 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6deafa9-70b5-45ae-b1b7-c13dd708de78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:51.535433 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6deafa9-70b5-45ae-b1b7-c13dd708de78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:51.536651 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e6deafa9-70b5-45ae-b1b7-c13dd708de78 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/714b4304-9f19-42c7-9035-32bf9f117243 HTTP/1.1" status: 204 len: 168 time: 0.1860547 Aug 10 04:32:51.544941 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6deafa9-70b5-45ae-b1b7-c13dd708de78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714b4304-9f19-42c7-9035-32bf9f117243,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:52.388973 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50706) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:32:52.408497 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-19d6f29c-ceb7-4ccf-98f7-2ee9f286f8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:52.500507 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-19d6f29c-ceb7-4ccf-98f7-2ee9f286f8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:52.587199 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-19d6f29c-ceb7-4ccf-98f7-2ee9f286f8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:52.628077 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-19d6f29c-ceb7-4ccf-98f7-2ee9f286f8f2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=54b7080b98ef48088c538b06b12b0e0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2379093 Aug 10 04:32:52.629251 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6f29c-ceb7-4ccf-98f7-2ee9f286f8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c2f31a-ab5e-44cc-b7eb-0a07940a6d86,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:52.630708 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50708) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:32:52.690915 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fddae5be-f383-4a21-a445-e63497cb65a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:52.713010 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fddae5be-f383-4a21-a445-e63497cb65a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:52.846271 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fddae5be-f383-4a21-a445-e63497cb65a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:52.848965 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fddae5be-f383-4a21-a445-e63497cb65a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:52.850213 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fddae5be-f383-4a21-a445-e63497cb65a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/28c2f31a-ab5e-44cc-b7eb-0a07940a6d86 HTTP/1.1" status: 204 len: 168 time: 0.2175941 Aug 10 04:32:52.858149 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddae5be-f383-4a21-a445-e63497cb65a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c2f31a-ab5e-44cc-b7eb-0a07940a6d86,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:52.927245 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 0af2340e-bebf-4ef3-b63a-e0ba4ae30054 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:32:52.946896 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 0af2340e-bebf-4ef3-b63a-e0ba4ae30054 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:32:52.947176 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 0af2340e-bebf-4ef3-b63a-e0ba4ae30054 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:32:53.978932 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50730) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:32:54.079307 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-672d0cf2-f9ba-4923-a921-0b12042af386 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1447145479-network', 'tenant_id': 'd33705a16ec74929b3b9c34dafb55af6'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:32:54.192862 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672d0cf2-f9ba-4923-a921-0b12042af386 admin admin] Made reservation on behalf of d33705a16ec74929b3b9c34dafb55af6 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:32:54.195191 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-672d0cf2-f9ba-4923-a921-0b12042af386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:54.204056 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-672d0cf2-f9ba-4923-a921-0b12042af386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:54.291379 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-672d0cf2-f9ba-4923-a921-0b12042af386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:54.383263 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-672d0cf2-f9ba-4923-a921-0b12042af386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:54.413072 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672d0cf2-f9ba-4923-a921-0b12042af386 admin admin] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:32:54.415010 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d0cf2-f9ba-4923-a921-0b12042af386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5e4c2d-578e-4457-9c03-1a58da7c2938,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:54.425804 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-672d0cf2-f9ba-4923-a921-0b12042af386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:54.426152 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-672d0cf2-f9ba-4923-a921-0b12042af386 admin admin] Added segment dfa5b274-19b0-4c9f-b5a7-213bc7afdb46 of type vlan for network 5b5cc50e-2d9a-4f00-b88f-0487178f83b4 Aug 10 04:32:54.473051 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-672d0cf2-f9ba-4923-a921-0b12042af386 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:54.581550 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-672d0cf2-f9ba-4923-a921-0b12042af386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:54.582553 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672d0cf2-f9ba-4923-a921-0b12042af386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:54.583163 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-672d0cf2-f9ba-4923-a921-0b12042af386 admin admin] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:54.645211 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d0cf2-f9ba-4923-a921-0b12042af386 admin admin] Pushing event updated for resources: {'Network': ['ID=5b5cc50e-2d9a-4f00-b88f-0487178f83b4,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:54.654829 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 5b5cc50e-2d9a-4f00-b88f-0487178f83b4 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:32:54.704645 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-672d0cf2-f9ba-4923-a921-0b12042af386 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7245305 Aug 10 04:32:54.707576 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50734) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:32:54.712571 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-e90d225d-58a3-441e-a6e1-434b319e9b55 admin admin] Request body: {'subnet': {'network_id': '5b5cc50e-2d9a-4f00-b88f-0487178f83b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1447145479-subnet', 'tenant_id': 'd33705a16ec74929b3b9c34dafb55af6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:32:54.800349 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90d225d-58a3-441e-a6e1-434b319e9b55 admin admin] Made reservation on behalf of d33705a16ec74929b3b9c34dafb55af6 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:32:54.802792 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e90d225d-58a3-441e-a6e1-434b319e9b55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:55.067542 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e90d225d-58a3-441e-a6e1-434b319e9b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:55.128716 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d225d-58a3-441e-a6e1-434b319e9b55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42de7e06-c901-44dc-870b-3b96f6cbcd1d,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:55.134329 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90d225d-58a3-441e-a6e1-434b319e9b55 admin admin] Checking segment: {'id': 'dfa5b274-19b0-4c9f-b5a7-213bc7afdb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '5b5cc50e-2d9a-4f00-b88f-0487178f83b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:32:55.134802 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90d225d-58a3-441e-a6e1-434b319e9b55 admin admin] Network hostable DHCP agents. Network: 5b5cc50e-2d9a-4f00-b88f-0487178f83b4, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:32:55.209960 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90d225d-58a3-441e-a6e1-434b319e9b55 admin admin] Network 5b5cc50e-2d9a-4f00-b88f-0487178f83b4 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:32:55.301537 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-e90d225d-58a3-441e-a6e1-434b319e9b55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 5b5cc50e-2d9a-4f00-b88f-0487178f83b4) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:32:55.305721 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90d225d-58a3-441e-a6e1-434b319e9b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:55.306428 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e90d225d-58a3-441e-a6e1-434b319e9b55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:55.310258 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc56051-4676-4246-9d21-ac33c5636165 None None] Network 5b5cc50e-2d9a-4f00-b88f-0487178f83b4 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:32:55.393882 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e90d225d-58a3-441e-a6e1-434b319e9b55 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6851685 Aug 10 04:32:55.432760 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e96ea51-29c1-4099-929d-427c2ffef5d6 None None] Network 5b5cc50e-2d9a-4f00-b88f-0487178f83b4 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:32:55.823559 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-d7ade8ca-338a-4edc-b61e-e22db4c5205f tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:55.824960 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-d7ade8ca-338a-4edc-b61e-e22db4c5205f tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/networks?id=5b5cc50e-2d9a-4f00-b88f-0487178f83b4 HTTP/1.1" status: 200 len: 812 time: 0.1016476 Aug 10 04:32:55.840957 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-8c7744da-c793-47a9-9875-b916aa84f873 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/quotas/d33705a16ec74929b3b9c34dafb55af6 HTTP/1.1" status: 200 len: 375 time: 0.0092485 Aug 10 04:32:55.876951 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-8ee706f6-6ae4-43da-841d-cf263b69a66c tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d33705a16ec74929b3b9c34dafb55af6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303810 Aug 10 04:32:56.024228 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-6a5ddfdd-6058-44e9-9120-f9bf35850f50 service neutron] 10.222.0.25 "GET /v2.0/networks/5b5cc50e-2d9a-4f00-b88f-0487178f83b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397588 Aug 10 04:32:56.116616 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-156c8976-1bbe-4791-a1d0-9a596d7e2adf service neutron] 10.222.0.25 "GET /v2.0/networks/5b5cc50e-2d9a-4f00-b88f-0487178f83b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862007 Aug 10 04:32:56.359595 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2ddd4ea2-3100-4e6e-842c-10805e5c0adf req-b6e6b36f-6984-4a74-8dfe-c4c8dbd5e78d tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 210 time: 0.0275164 Aug 10 04:32:56.875588 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:32:57.440937 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a7eb53fe-2ebb-4450-a683-31f9c67203d0 req-b9fc1e67-5cb5-4105-a784-5cbf291fa9e4 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 210 time: 0.0291803 Aug 10 04:32:57.920719 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:58.534963 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4cff70aa-06c2-43eb-9789-b71b24a6a187 req-67c5b8aa-72cc-4866-b02d-1c733ace9b4d tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 210 time: 0.0271811 Aug 10 04:32:58.872908 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-6f85a1d3-c22e-4992-b3bc-3aeb7824aa53 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:58.874392 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-6f85a1d3-c22e-4992-b3bc-3aeb7824aa53 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.68 "GET /v2.0/networks?id=5b5cc50e-2d9a-4f00-b88f-0487178f83b4 HTTP/1.1" status: 200 len: 812 time: 0.1099386 Aug 10 04:32:58.890585 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-3c892980-f1a4-468b-a426-ab49709d47ad tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Request body: {'port': {'device_id': '3421fcb0-106d-4046-820a-62878f358083', 'network_id': '5b5cc50e-2d9a-4f00-b88f-0487178f83b4', 'admin_state_up': True, 'tenant_id': 'd33705a16ec74929b3b9c34dafb55af6'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:32:59.074361 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-3c892980-f1a4-468b-a426-ab49709d47ad tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Made reservation on behalf of d33705a16ec74929b3b9c34dafb55af6 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:32:59.078046 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-3c892980-f1a4-468b-a426-ab49709d47ad tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:59.207679 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-3c892980-f1a4-468b-a426-ab49709d47ad tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Allocated IP 172.20.0.10 (5b5cc50e-2d9a-4f00-b88f-0487178f83b4/42de7e06-c901-44dc-870b-3b96f6cbcd1d/76c6b05b-dc7f-4b6f-bfe8-65d57f108007) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:32:59.358893 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-3c892980-f1a4-468b-a426-ab49709d47ad tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:59.481312 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-3c892980-f1a4-468b-a426-ab49709d47ad tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:59.528107 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-3c892980-f1a4-468b-a426-ab49709d47ad tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Network 5b5cc50e-2d9a-4f00-b88f-0487178f83b4 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:32:59.531223 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-3c892980-f1a4-468b-a426-ab49709d47ad tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:32:59.536497 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-3c892980-f1a4-468b-a426-ab49709d47ad tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:32:59.543649 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c892980-f1a4-468b-a426-ab49709d47ad tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Pushing event updated for resources: {'Port': ['ID=76c6b05b-dc7f-4b6f-bfe8-65d57f108007,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:32:59.590273 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-3c892980-f1a4-468b-a426-ab49709d47ad tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:59.590899 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-3c892980-f1a4-468b-a426-ab49709d47ad tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:32:59.651254 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2ad27-c140-4520-8cf8-541e5859a54f req-448f1d52-6462-41eb-8051-be52999e9553 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:32:59.652856 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-89a2ad27-c140-4520-8cf8-541e5859a54f req-448f1d52-6462-41eb-8051-be52999e9553 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 932 time: 0.0493102 Aug 10 04:32:59.679440 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-3c892980-f1a4-468b-a426-ab49709d47ad tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7927818 Aug 10 04:32:59.692992 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-89a2ad27-c140-4520-8cf8-541e5859a54f req-3f081488-ecaa-4d43-9c5f-0965bc559c8b tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331757 Aug 10 04:32:59.693298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-02bc8873-1af3-489e-a4e2-abe6b422ca51 service neutron] Request body: {'port': {'device_id': '3421fcb0-106d-4046-820a-62878f358083', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:32:59.755445 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-02bc8873-1af3-489e-a4e2-abe6b422ca51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:00.020281 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-02bc8873-1af3-489e-a4e2-abe6b422ca51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:33:00.027901 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-02bc8873-1af3-489e-a4e2-abe6b422ca51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:00.039897 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-02bc8873-1af3-489e-a4e2-abe6b422ca51 service neutron] Transition to ACTIVE for port object 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:33:00.120025 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-02bc8873-1af3-489e-a4e2-abe6b422ca51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:00.172976 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc8873-1af3-489e-a4e2-abe6b422ca51 service neutron] Pushing event updated for resources: {'Port': ['ID=76c6b05b-dc7f-4b6f-bfe8-65d57f108007,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:00.242439 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-02bc8873-1af3-489e-a4e2-abe6b422ca51 service neutron] Attempting to bind port 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:33:00.242772 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-02bc8873-1af3-489e-a4e2-abe6b422ca51 service neutron] Attempting to bind port 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': 'dfa5b274-19b0-4c9f-b5a7-213bc7afdb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '5b5cc50e-2d9a-4f00-b88f-0487178f83b4'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:33:00.243108 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-02bc8873-1af3-489e-a4e2-abe6b422ca51 service neutron] Attempting to bind port 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 on network 5b5cc50e-2d9a-4f00-b88f-0487178f83b4 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:33:00.247401 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-02bc8873-1af3-489e-a4e2-abe6b422ca51 service neutron] Port 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 on network 5b5cc50e-2d9a-4f00-b88f-0487178f83b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:33:00.247729 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-02bc8873-1af3-489e-a4e2-abe6b422ca51 service neutron] Attempting to bind port 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 on network 5b5cc50e-2d9a-4f00-b88f-0487178f83b4 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:33:00.253413 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-02bc8873-1af3-489e-a4e2-abe6b422ca51 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:33:00.253673 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-02bc8873-1af3-489e-a4e2-abe6b422ca51 service neutron] Checking segment: {'id': 'dfa5b274-19b0-4c9f-b5a7-213bc7afdb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '5b5cc50e-2d9a-4f00-b88f-0487178f83b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:33:00.254059 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-02bc8873-1af3-489e-a4e2-abe6b422ca51 service neutron] Bound using segment: {'id': 'dfa5b274-19b0-4c9f-b5a7-213bc7afdb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '5b5cc50e-2d9a-4f00-b88f-0487178f83b4'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:33:00.254493 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-02bc8873-1af3-489e-a4e2-abe6b422ca51 service neutron] Bound port: 76c6b05b-dc7f-4b6f-bfe8-65d57f108007, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa5b274-19b0-4c9f-b5a7-213bc7afdb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '5b5cc50e-2d9a-4f00-b88f-0487178f83b4'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:33:00.254854 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-02bc8873-1af3-489e-a4e2-abe6b422ca51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:00.319767 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-02bc8873-1af3-489e-a4e2-abe6b422ca51 service neutron] For port 76c6b05b-dc7f-4b6f-bfe8-65d57f108007, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:33:00.322820 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-02bc8873-1af3-489e-a4e2-abe6b422ca51 service neutron] For port 76c6b05b-dc7f-4b6f-bfe8-65d57f108007, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=76c6b05b-dc7f-4b6f-bfe8-65d57f108007,segment=NetworkSegment(dfa5b274-19b0-4c9f-b5a7-213bc7afdb46),segment_id=dfa5b274-19b0-4c9f-b5a7-213bc7afdb46)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:33:00.417727 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-02bc8873-1af3-489e-a4e2-abe6b422ca51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:00.453335 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-02bc8873-1af3-489e-a4e2-abe6b422ca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:00.454044 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-02bc8873-1af3-489e-a4e2-abe6b422ca51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:00.455445 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-02bc8873-1af3-489e-a4e2-abe6b422ca51 service neutron] 10.222.0.68 "PUT /v2.0/ports/76c6b05b-dc7f-4b6f-bfe8-65d57f108007 HTTP/1.1" status: 200 len: 1092 time: 0.7670264 Aug 10 04:33:00.455882 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3421fcb0-106d-4046-820a-62878f358083', 'tag': '76c6b05b-dc7f-4b6f-bfe8-65d57f108007'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:33:00.458159 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe2ab94-1164-41b5-986a-7a2a898d16a6" -d '{"events": [{"name": "network-changed", "server_uuid": "3421fcb0-106d-4046-820a-62878f358083", "tag": "76c6b05b-dc7f-4b6f-bfe8-65d57f108007"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:33:00.483239 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc8873-1af3-489e-a4e2-abe6b422ca51 service neutron] Pushing event updated for resources: {'Port': ['ID=76c6b05b-dc7f-4b6f-bfe8-65d57f108007,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:00.498645 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da2af5c-345b-40e2-9a7b-51f5553450fb x-openstack-request-id: req-1da2af5c-345b-40e2-9a7b-51f5553450fb {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:33:00.498936 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3421fcb0-106d-4046-820a-62878f358083", "tag": "76c6b05b-dc7f-4b6f-bfe8-65d57f108007", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:33:00.499191 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1da2af5c-345b-40e2-9a7b-51f5553450fb {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:33:00.499590 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3421fcb0-106d-4046-820a-62878f358083', 'tag': '76c6b05b-dc7f-4b6f-bfe8-65d57f108007', 'status': 'completed', 'code': 200} Aug 10 04:33:00.567358 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2ab94-1164-41b5-986a-7a2a898d16a6 req-d8a366fa-86cf-4ae4-bf90-5def6c203b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:00.568969 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfe2ab94-1164-41b5-986a-7a2a898d16a6 req-d8a366fa-86cf-4ae4-bf90-5def6c203b8e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d33705a16ec74929b3b9c34dafb55af6&device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 1095 time: 0.0460553 Aug 10 04:33:00.665328 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2ab94-1164-41b5-986a-7a2a898d16a6 req-ace25623-1721-4a4d-8734-9f053d12c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:00.666842 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfe2ab94-1164-41b5-986a-7a2a898d16a6 req-ace25623-1721-4a4d-8734-9f053d12c59e service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=d33705a16ec74929b3b9c34dafb55af6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0907414 Aug 10 04:33:00.771791 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2ab94-1164-41b5-986a-7a2a898d16a6 req-a06c4831-6536-41e3-9da0-bd905c1efdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:00.773345 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bfe2ab94-1164-41b5-986a-7a2a898d16a6 req-a06c4831-6536-41e3-9da0-bd905c1efdc0 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0997484 Aug 10 04:33:00.831735 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8033c-14e4-4a74-abb3-2a4ae2b3e864 req-6f51736f-eb3b-4ca5-9f24-c1f91b9dbbc8 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:00.833326 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a3c8033c-14e4-4a74-abb3-2a4ae2b3e864 req-6f51736f-eb3b-4ca5-9f24-c1f91b9dbbc8 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 944 time: 0.0559738 Aug 10 04:33:00.855787 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-ddab446c-57de-402a-9209-7fcffc143251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:00.857365 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-ddab446c-57de-402a-9209-7fcffc143251 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d33705a16ec74929b3b9c34dafb55af6&device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 1095 time: 0.0428498 Aug 10 04:33:00.876889 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a3c8033c-14e4-4a74-abb3-2a4ae2b3e864 req-f55bf2ef-7640-4fcd-9f0b-bdc90a3cc9e1 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371497 Aug 10 04:33:00.905950 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-34cba657-dba4-4494-a126-05043f895d38 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c6b05b-dc7f-4b6f-bfe8-65d57f108007 HTTP/1.1" status: 200 len: 217 time: 0.0392728 Aug 10 04:33:00.959693 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-a453d515-e8a0-4168-b942-492f63390a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:00.961114 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-a453d515-e8a0-4168-b942-492f63390a5b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=42de7e06-c901-44dc-870b-3b96f6cbcd1d HTTP/1.1" status: 200 len: 852 time: 0.0490587 Aug 10 04:33:00.993270 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-47c0170d-60f0-4ccd-8e48-b4674ae48f2c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5b5cc50e-2d9a-4f00-b88f-0487178f83b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252445 Aug 10 04:33:01.092648 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-feca2b59-15dc-41a7-98e3-08707ead033e service neutron] 10.222.0.68 "GET /v2.0/networks/5b5cc50e-2d9a-4f00-b88f-0487178f83b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923467 Aug 10 04:33:01.190047 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-28033d1d-e40e-4123-b0b7-4d3f325d6933 req-a01cbb5b-6332-4c14-ad68-170643fe2677 service neutron] 10.222.0.68 "GET /v2.0/networks/5b5cc50e-2d9a-4f00-b88f-0487178f83b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900650 Aug 10 04:33:01.996172 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ead349-4870-4b64-8f78-fc659a4f060c req-39ce1b05-1c4d-46ba-8215-e63de5e4e696 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:01.997680 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-01ead349-4870-4b64-8f78-fc659a4f060c req-39ce1b05-1c4d-46ba-8215-e63de5e4e696 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 944 time: 0.0508921 Aug 10 04:33:02.037346 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-01ead349-4870-4b64-8f78-fc659a4f060c req-5f6da6de-93d5-484a-bca6-3171f9acc5d0 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329185 Aug 10 04:33:03.155427 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a5eb17-323b-4eca-a361-79eecf35ebe3 req-3f45bb9e-233b-4030-b254-c8bd86f9af13 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:03.160087 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-67a5eb17-323b-4eca-a361-79eecf35ebe3 req-3f45bb9e-233b-4030-b254-c8bd86f9af13 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 944 time: 0.0507250 Aug 10 04:33:03.205224 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-67a5eb17-323b-4eca-a361-79eecf35ebe3 req-7f369c26-364f-4992-b367-55077c0e4bc3 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402231 Aug 10 04:33:04.322560 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bbab5-1a6a-41a1-9ab9-240ae854c774 req-e1776445-ae5e-4a40-be5d-652e619ff5f5 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:04.324121 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0f9bbab5-1a6a-41a1-9ab9-240ae854c774 req-e1776445-ae5e-4a40-be5d-652e619ff5f5 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 944 time: 0.0493309 Aug 10 04:33:04.362889 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0f9bbab5-1a6a-41a1-9ab9-240ae854c774 req-3df4691c-5509-49c1-847e-30066527e51b tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327818 Aug 10 04:33:05.055433 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:33:05.153330 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 76c6b05b-dc7f-4b6f-bfe8-65d57f108007, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=76c6b05b-dc7f-4b6f-bfe8-65d57f108007,segment=NetworkSegment(dfa5b274-19b0-4c9f-b5a7-213bc7afdb46),segment_id=dfa5b274-19b0-4c9f-b5a7-213bc7afdb46)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:33:05.164222 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '76c6b05b-dc7f-4b6f-bfe8-65d57f108007', 'network_id': '5b5cc50e-2d9a-4f00-b88f-0487178f83b4', 'port_id': '76c6b05b-dc7f-4b6f-bfe8-65d57f108007', 'mac_address': 'fa:16:3e:e8:55:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42de7e06-c901-44dc-870b-3b96f6cbcd1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:33:05.200521 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:05.213563 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:33:05.232224 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 76c6b05b-dc7f-4b6f-bfe8-65d57f108007, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=76c6b05b-dc7f-4b6f-bfe8-65d57f108007,segment=NetworkSegment(dfa5b274-19b0-4c9f-b5a7-213bc7afdb46),segment_id=dfa5b274-19b0-4c9f-b5a7-213bc7afdb46)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:33:05.335163 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:05.386533 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=76c6b05b-dc7f-4b6f-bfe8-65d57f108007,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:05.479998 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3ce83-0d85-46eb-9f8b-5e09c9a184d1 req-e1249485-e188-4248-8d5b-0095783829a8 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:05.481506 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f8b3ce83-0d85-46eb-9f8b-5e09c9a184d1 req-e1249485-e188-4248-8d5b-0095783829a8 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 945 time: 0.0502369 Aug 10 04:33:05.520310 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f8b3ce83-0d85-46eb-9f8b-5e09c9a184d1 req-c27f4848-ce4b-472f-88f5-4c829966c6fe tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320194 Aug 10 04:33:05.537850 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['76c6b05b-dc7f-4b6f-bfe8-65d57f108007'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:33:06.639798 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259c9b6-e850-4fee-a779-c77e40e79db8 req-8b4eb6f1-5928-4dca-bd4f-7c59e778dc39 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:06.641533 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4259c9b6-e850-4fee-a779-c77e40e79db8 req-8b4eb6f1-5928-4dca-bd4f-7c59e778dc39 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 945 time: 0.0544219 Aug 10 04:33:06.680011 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4259c9b6-e850-4fee-a779-c77e40e79db8 req-f8fdeb51-8c01-45cd-aea0-5978b8640aa7 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326383 Aug 10 04:33:07.055138 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:33:07.199810 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:33:07.204481 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:33:07.204875 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:07.285585 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:07.307125 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3421fcb0-106d-4046-820a-62878f358083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c6b05b-dc7f-4b6f-bfe8-65d57f108007'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:33:07.309357 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65cad8b-6725-491c-b165-eaabdd871f85" -d '{"events": [{"server_uuid": "3421fcb0-106d-4046-820a-62878f358083", "name": "network-vif-plugged", "status": "completed", "tag": "76c6b05b-dc7f-4b6f-bfe8-65d57f108007"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:33:07.325061 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 76c6b05b-dc7f-4b6f-bfe8-65d57f108007, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=76c6b05b-dc7f-4b6f-bfe8-65d57f108007,segment=NetworkSegment(dfa5b274-19b0-4c9f-b5a7-213bc7afdb46),segment_id=dfa5b274-19b0-4c9f-b5a7-213bc7afdb46)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:33:07.346697 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15be356f-c962-4f00-b32d-8663eda82f48 x-openstack-request-id: req-15be356f-c962-4f00-b32d-8663eda82f48 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:33:07.346983 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3421fcb0-106d-4046-820a-62878f358083", "name": "network-vif-plugged", "status": "completed", "tag": "76c6b05b-dc7f-4b6f-bfe8-65d57f108007", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:33:07.347234 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15be356f-c962-4f00-b32d-8663eda82f48 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:33:07.347624 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3421fcb0-106d-4046-820a-62878f358083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c6b05b-dc7f-4b6f-bfe8-65d57f108007', 'code': 200} Aug 10 04:33:07.443530 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6406c-836d-4a64-95c1-83da714923ec req-56da3054-53c3-4655-b019-c5cc56ea8c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:07.445095 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fff6406c-836d-4a64-95c1-83da714923ec req-56da3054-53c3-4655-b019-c5cc56ea8c31 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 1096 time: 0.0422952 Aug 10 04:33:07.449828 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:07.482910 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fff6406c-836d-4a64-95c1-83da714923ec req-210a46b3-8966-480d-a406-6d17db5e591e service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306666 Aug 10 04:33:07.497639 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=76c6b05b-dc7f-4b6f-bfe8-65d57f108007,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:07.800334 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bf8fc-e617-415c-9dbb-e0df534581b0 req-7e62ae13-86be-48f6-9406-1800c44329f2 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:07.802063 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-de4bf8fc-e617-415c-9dbb-e0df534581b0 req-7e62ae13-86be-48f6-9406-1800c44329f2 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.0551281 Aug 10 04:33:07.840708 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-de4bf8fc-e617-415c-9dbb-e0df534581b0 req-33aeb300-7663-45ef-8582-54bbe939bb25 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322011 Aug 10 04:33:08.959619 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5385748-773b-436d-aa8a-7a552a3c250e req-65824274-77f0-4b1e-8dd5-a75616613efb tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:08.961141 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a5385748-773b-436d-aa8a-7a552a3c250e req-65824274-77f0-4b1e-8dd5-a75616613efb tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.0486794 Aug 10 04:33:09.002591 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a5385748-773b-436d-aa8a-7a552a3c250e req-0774c907-d2c9-4e54-8f4a-83263393c70a tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354719 Aug 10 04:33:09.429389 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c3b1e-770d-414d-86f8-d1f28e0c6dbf req-5ee209d0-f188-4671-aef4-00de5ba22f95 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:09.430907 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a19c3b1e-770d-414d-86f8-d1f28e0c6dbf req-5ee209d0-f188-4671-aef4-00de5ba22f95 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.0518196 Aug 10 04:33:09.471449 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a19c3b1e-770d-414d-86f8-d1f28e0c6dbf req-75ceca2b-8295-4d2e-8aac-567973b73372 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342309 Aug 10 04:33:09.687199 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-e85df3a1-e0ee-4571-b210-617937b68361 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891383 Aug 10 04:33:10.003834 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9f546c3b-43fd-45c5-bba8-764bb7f54686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:10.597891 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ec363-1607-4029-9bb8-17595bc5e1cc req-b41d256d-7a0f-4952-b093-1640979c84d7 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:10.599410 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cd4ec363-1607-4029-9bb8-17595bc5e1cc req-b41d256d-7a0f-4952-b093-1640979c84d7 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.0546951 Aug 10 04:33:10.643778 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cd4ec363-1607-4029-9bb8-17595bc5e1cc req-d486ab39-e81a-401c-b4ab-5a87a87a517e tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379336 Aug 10 04:33:11.770026 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e00566-8dfe-4a0b-886c-2a039d1d218f req-3cc07157-6ffc-41de-b5e9-fc1e5277fc79 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:11.771430 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b1e00566-8dfe-4a0b-886c-2a039d1d218f req-3cc07157-6ffc-41de-b5e9-fc1e5277fc79 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.0527680 Aug 10 04:33:11.810919 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b1e00566-8dfe-4a0b-886c-2a039d1d218f req-90722f80-7a8d-4341-bb9b-673e34be3f17 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330410 Aug 10 04:33:11.914470 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-07a9d4e2-7b05-45b4-b872-2f3c0b9abc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:11.915997 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-07a9d4e2-7b05-45b4-b872-2f3c0b9abc14 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d33705a16ec74929b3b9c34dafb55af6&device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 1097 time: 0.0411484 Aug 10 04:33:12.011799 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-ea12e1f2-a3c9-4168-a6b4-5a98d4d1b939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:12.013338 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-ea12e1f2-a3c9-4168-a6b4-5a98d4d1b939 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5b5cc50e-2d9a-4f00-b88f-0487178f83b4 HTTP/1.1" status: 200 len: 913 time: 0.0904071 Aug 10 04:33:12.057517 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-bf907424-9f61-420e-a7ce-2f3f0bcafb69 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c6b05b-dc7f-4b6f-bfe8-65d57f108007 HTTP/1.1" status: 200 len: 217 time: 0.0365775 Aug 10 04:33:12.106778 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-cad60a69-735b-415b-885c-1cbf4ff90e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:12.108287 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-cad60a69-735b-415b-885c-1cbf4ff90e7f service neutron] 10.222.0.68 "GET /v2.0/subnets?id=42de7e06-c901-44dc-870b-3b96f6cbcd1d HTTP/1.1" status: 200 len: 852 time: 0.0444517 Aug 10 04:33:12.142042 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-3d6fb3f7-6bea-4d71-960c-4ada7c34a3d1 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5b5cc50e-2d9a-4f00-b88f-0487178f83b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257578 Aug 10 04:33:12.236338 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-c406d4ef-deb0-460b-94ad-10be1495e459 service neutron] 10.222.0.68 "GET /v2.0/networks/5b5cc50e-2d9a-4f00-b88f-0487178f83b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875058 Aug 10 04:33:12.329678 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-b490be95-fd85-4a61-813b-8d4522534aed service neutron] 10.222.0.68 "GET /v2.0/networks/5b5cc50e-2d9a-4f00-b88f-0487178f83b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861893 Aug 10 04:33:13.222256 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76ade2-ffa4-47ad-9155-189f6324e804 req-1cd5955f-8a53-43ec-9c6f-d64c1dcdb78f tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:13.223746 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4e76ade2-ffa4-47ad-9155-189f6324e804 req-1cd5955f-8a53-43ec-9c6f-d64c1dcdb78f tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.3431070 Aug 10 04:33:13.261685 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4e76ade2-ffa4-47ad-9155-189f6324e804 req-801371dd-d1f2-4c17-9d78-c1133e8d07e5 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318925 Aug 10 04:33:13.632368 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:13.832667 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a2e79289-9668-4b70-b9dc-80e8dda44426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:14.382932 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e94a7-5304-42ab-98a9-2fcd0b19f5bf req-c2e3c7ba-0d06-4fd0-a739-6a4b6cd0fdc4 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:14.384466 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-584e94a7-5304-42ab-98a9-2fcd0b19f5bf req-c2e3c7ba-0d06-4fd0-a739-6a4b6cd0fdc4 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.0538015 Aug 10 04:33:14.422671 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-584e94a7-5304-42ab-98a9-2fcd0b19f5bf req-aff99235-0348-46d4-9841-a44b2908f3fc tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316448 Aug 10 04:33:15.451438 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:15.538495 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf284ef-91dd-4eae-83ac-0e05b708c230 req-54f263da-ecc0-4303-9618-e472cb3ee33b tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:15.540057 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eaf284ef-91dd-4eae-83ac-0e05b708c230 req-54f263da-ecc0-4303-9618-e472cb3ee33b tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.0495796 Aug 10 04:33:15.579270 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eaf284ef-91dd-4eae-83ac-0e05b708c230 req-827ab03d-c8b7-414e-948d-49d48a12cda0 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331328 Aug 10 04:33:16.102851 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:16.695446 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df830bfd-db78-4a04-adc4-e5e4840b1d71 req-e3f78444-436a-478f-ae4c-f76c37c37191 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:16.696949 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-df830bfd-db78-4a04-adc4-e5e4840b1d71 req-e3f78444-436a-478f-ae4c-f76c37c37191 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.0491133 Aug 10 04:33:16.734001 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-df830bfd-db78-4a04-adc4-e5e4840b1d71 req-66465ac4-91bf-4558-afee-08144e7ec852 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309691 Aug 10 04:33:17.003372 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:17.852643 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54672520-7bca-4b34-87de-84f601199abc req-cc9dfb31-124e-4f93-950f-195bf05de47e tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:17.854123 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-54672520-7bca-4b34-87de-84f601199abc req-cc9dfb31-124e-4f93-950f-195bf05de47e tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.0490212 Aug 10 04:33:17.894117 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-54672520-7bca-4b34-87de-84f601199abc req-f069a184-112f-4cbc-b1ae-9813a7eb7fc8 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339952 Aug 10 04:33:19.020019 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cfadf-7763-440b-85d9-c9aa013a7486 req-0a010b46-e0a6-476a-a76b-36a0568143f4 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:19.021418 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-268cfadf-7763-440b-85d9-c9aa013a7486 req-0a010b46-e0a6-476a-a76b-36a0568143f4 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.0517533 Aug 10 04:33:19.063873 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-268cfadf-7763-440b-85d9-c9aa013a7486 req-8f193acc-e055-47b6-bc63-10ad8ee38e42 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331094 Aug 10 04:33:20.186950 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7807eb2-b198-445d-b05f-1124d6bc44f3 req-75bb0156-3c62-4cb7-85f8-9cbf9f6c092a tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:20.189138 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7807eb2-b198-445d-b05f-1124d6bc44f3 req-75bb0156-3c62-4cb7-85f8-9cbf9f6c092a tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.0537438 Aug 10 04:33:20.227218 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7807eb2-b198-445d-b05f-1124d6bc44f3 req-0974bbb4-613c-415b-9030-8c1cc8af24c3 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320520 Aug 10 04:33:21.351341 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d74b2-f3fe-43b4-936e-1e94ec7ae2b1 req-f5b633ee-cee7-4925-b52a-6f68e73577ac tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:21.352763 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9e9d74b2-f3fe-43b4-936e-1e94ec7ae2b1 req-f5b633ee-cee7-4925-b52a-6f68e73577ac tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.0533328 Aug 10 04:33:21.390256 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9e9d74b2-f3fe-43b4-936e-1e94ec7ae2b1 req-101bae7a-cc76-471d-9164-63a6533a12dc tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315382 Aug 10 04:33:22.505281 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181bef04-8e2f-4685-a944-a77965a0b623 req-b9749194-f24a-4fa7-acc7-df2ad1d8ef48 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:22.506780 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-181bef04-8e2f-4685-a944-a77965a0b623 req-b9749194-f24a-4fa7-acc7-df2ad1d8ef48 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.0490534 Aug 10 04:33:22.546775 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-181bef04-8e2f-4685-a944-a77965a0b623 req-3e20e42c-45ed-4eda-9f9d-7deac83783cd tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324874 Aug 10 04:33:23.664393 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625a821-430a-4976-ac6b-0f102c09b73d req-d28c5898-042c-4b32-ad21-31c63431c91f tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:23.667242 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e625a821-430a-4976-ac6b-0f102c09b73d req-d28c5898-042c-4b32-ad21-31c63431c91f tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.0492456 Aug 10 04:33:23.705153 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e625a821-430a-4976-ac6b-0f102c09b73d req-aa200da7-59f8-4259-80a6-b2c7695a62fc tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330610 Aug 10 04:33:24.820443 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd1951-5a74-49a4-abe3-9f17b1735efd req-50475b65-afb9-4836-a98b-97b433211656 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:24.821951 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-35cd1951-5a74-49a4-abe3-9f17b1735efd req-50475b65-afb9-4836-a98b-97b433211656 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.0501008 Aug 10 04:33:24.861685 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-35cd1951-5a74-49a4-abe3-9f17b1735efd req-3ad52fb1-9a91-4a8b-babd-988338f6fa67 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338316 Aug 10 04:33:25.978409 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee6ba9-bf54-4861-8c53-0175fc2f4748 req-c0825ba3-17af-463a-8143-e10cde94ad14 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:25.979895 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1bee6ba9-bf54-4861-8c53-0175fc2f4748 req-c0825ba3-17af-463a-8143-e10cde94ad14 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.0491605 Aug 10 04:33:26.022684 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1bee6ba9-bf54-4861-8c53-0175fc2f4748 req-5e8270f3-1bd7-40fb-b870-974e02ef2e14 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335081 Aug 10 04:33:27.139766 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31048c-3181-43cf-8ff7-2c76599d8bcb req-1a6cde3d-42c9-4373-a3ea-916f0255e45b tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:27.142023 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cd31048c-3181-43cf-8ff7-2c76599d8bcb req-1a6cde3d-42c9-4373-a3ea-916f0255e45b tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.0532100 Aug 10 04:33:27.178891 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cd31048c-3181-43cf-8ff7-2c76599d8bcb req-85666537-a229-432b-afcd-414c6b147b17 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309260 Aug 10 04:33:27.922778 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:28.299816 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a8d2d-18b5-48bc-84d4-6fd5cceb908e req-63fff8df-d6f3-4f75-89aa-c5784ac51a9b tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:28.301339 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3a4a8d2d-18b5-48bc-84d4-6fd5cceb908e req-63fff8df-d6f3-4f75-89aa-c5784ac51a9b tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.0538957 Aug 10 04:33:28.341282 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3a4a8d2d-18b5-48bc-84d4-6fd5cceb908e req-f3a70408-7d8f-4e84-9294-7c9dbfa9f6e2 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336797 Aug 10 04:33:29.457815 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c719f4-1070-44fe-acbf-b5f391e4b0d2 req-e807871f-f613-4d66-aedf-3effff0d4340 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:29.459329 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c2c719f4-1070-44fe-acbf-b5f391e4b0d2 req-e807871f-f613-4d66-aedf-3effff0d4340 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.0494123 Aug 10 04:33:29.497212 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c2c719f4-1070-44fe-acbf-b5f391e4b0d2 req-979793c3-ffb1-4ca2-a16e-2bff9e08c3d6 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319881 Aug 10 04:33:30.613782 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d031aca-3867-4a6b-b2bf-980b0f2b731a req-de259ed6-7ca9-44ed-8894-10fa1592e52e tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:30.615297 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4d031aca-3867-4a6b-b2bf-980b0f2b731a req-de259ed6-7ca9-44ed-8894-10fa1592e52e tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.0492270 Aug 10 04:33:30.653499 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4d031aca-3867-4a6b-b2bf-980b0f2b731a req-f2fdeb7b-1e57-422b-b9b9-fe2e3e37ffcf tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321517 Aug 10 04:33:31.772354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a4ec0-14d3-4d9e-8439-8c205d14d6a1 req-474ca8ce-08f8-4def-a3f9-797683851e0d tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:31.773839 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a40a4ec0-14d3-4d9e-8439-8c205d14d6a1 req-474ca8ce-08f8-4def-a3f9-797683851e0d tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.0512321 Aug 10 04:33:31.813558 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a40a4ec0-14d3-4d9e-8439-8c205d14d6a1 req-a8e73d9d-cd52-4e61-8293-c29d5d75d120 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321760 Aug 10 04:33:32.928836 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467cc85-91b6-45b7-ab82-267e3539f476 req-972c757a-7434-48b0-b6b9-e6d3782f93f7 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:32.930335 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c467cc85-91b6-45b7-ab82-267e3539f476 req-972c757a-7434-48b0-b6b9-e6d3782f93f7 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.0493000 Aug 10 04:33:32.967719 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c467cc85-91b6-45b7-ab82-267e3539f476 req-ae98f21e-b773-431b-b3d7-0dc933fb26dd tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314653 Aug 10 04:33:33.874464 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:33:34.101622 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbd05a-696b-4295-8559-0ed3e4bb2640 req-ef35918c-5c49-4032-90b1-c8d21ee6ca28 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:34.103121 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-09cbd05a-696b-4295-8559-0ed3e4bb2640 req-ef35918c-5c49-4032-90b1-c8d21ee6ca28 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.0553484 Aug 10 04:33:34.145226 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-09cbd05a-696b-4295-8559-0ed3e4bb2640 req-810669e8-2ffe-4c7b-9e0b-66dcf8c16dd7 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359080 Aug 10 04:33:35.264531 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21f068-c143-4a1e-ba30-14feea872486 req-34eddcc8-1ff4-4acc-9b3b-5ffe1832c895 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:35.266115 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0a21f068-c143-4a1e-ba30-14feea872486 req-34eddcc8-1ff4-4acc-9b3b-5ffe1832c895 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.0532534 Aug 10 04:33:35.303804 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0a21f068-c143-4a1e-ba30-14feea872486 req-1c2a24b1-c827-496e-a82a-bc236a24f730 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317078 Aug 10 04:33:36.425435 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4864a79-658a-4fa5-87bd-bdc70c820ca4 req-742f9f90-cd27-4765-adbf-2b8a5409735f tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:36.427058 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b4864a79-658a-4fa5-87bd-bdc70c820ca4 req-742f9f90-cd27-4765-adbf-2b8a5409735f tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.0555084 Aug 10 04:33:36.468296 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b4864a79-658a-4fa5-87bd-bdc70c820ca4 req-d5102cd7-1d29-46e6-9332-9585076aa2e0 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350204 Aug 10 04:33:37.586422 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa36d89-c7af-4a60-8ac5-8d5b9eedb11a req-19c7b68e-4053-4bc4-91f6-f91cfaecf74f tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:37.587925 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7aa36d89-c7af-4a60-8ac5-8d5b9eedb11a req-19c7b68e-4053-4bc4-91f6-f91cfaecf74f tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.0489628 Aug 10 04:33:37.628023 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7aa36d89-c7af-4a60-8ac5-8d5b9eedb11a req-f0556569-06aa-4d9a-bff0-44a124ab38c9 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333838 Aug 10 04:33:38.744067 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e2517-636c-49fd-b9a9-2fa39ea14b63 req-c0681b73-b7ad-420b-b2be-a537aaab4a36 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:38.747467 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-409e2517-636c-49fd-b9a9-2fa39ea14b63 req-c0681b73-b7ad-420b-b2be-a537aaab4a36 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.0495942 Aug 10 04:33:38.785351 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-409e2517-636c-49fd-b9a9-2fa39ea14b63 req-f0026dd9-83ed-4af6-99e6-a835d28ec1be tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330465 Aug 10 04:33:39.490118 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-523b207a-0b9f-48bb-8ac1-46cdcf347df6 service neutron] show failed (client error): The resource could not be found. Aug 10 04:33:39.491146 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-523b207a-0b9f-48bb-8ac1-46cdcf347df6 service neutron] 10.222.0.68 "GET /v2.0/ports/76c6b05b-dc7f-4b6f-bfe8-65d57f108007/bindings/n-h2-802893-2 HTTP/1.1" status: 404 len: 380 time: 0.0601156 Aug 10 04:33:39.923049 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e9a25-f581-4c73-b3f7-3eefc15fff48 req-c8d865fa-92ed-49b0-9950-f59b27553434 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:39.924877 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-190e9a25-f581-4c73-b3f7-3eefc15fff48 req-c8d865fa-92ed-49b0-9950-f59b27553434 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.0534589 Aug 10 04:33:39.966406 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-190e9a25-f581-4c73-b3f7-3eefc15fff48 req-051addc9-3648-460a-b95f-422530230674 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351636 Aug 10 04:33:39.976530 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d3e5855a-6d7e-4223-943a-707a74fc5aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:40.019198 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-142e9812-b084-4b53-aed6-3a79444fc720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:40.020775 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-142e9812-b084-4b53-aed6-3a79444fc720 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083&tenant_id=d33705a16ec74929b3b9c34dafb55af6 HTTP/1.1" status: 200 len: 1097 time: 0.0426724 Aug 10 04:33:40.040450 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802893-2', 'device_owner': 'compute:nova'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:33:40.095128 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:40.292248 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] For port 76c6b05b-dc7f-4b6f-bfe8-65d57f108007, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=76c6b05b-dc7f-4b6f-bfe8-65d57f108007,segment=NetworkSegment(dfa5b274-19b0-4c9f-b5a7-213bc7afdb46),segment_id=dfa5b274-19b0-4c9f-b5a7-213bc7afdb46)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:33:40.330131 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] For port 76c6b05b-dc7f-4b6f-bfe8-65d57f108007, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:33:40.368352 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3421fcb0-106d-4046-820a-62878f358083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76c6b05b-dc7f-4b6f-bfe8-65d57f108007'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:33:40.370643 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310f8b27-899c-4f07-b47c-2c8d389d64df" -d '{"events": [{"server_uuid": "3421fcb0-106d-4046-820a-62878f358083", "name": "network-vif-unplugged", "status": "completed", "tag": "76c6b05b-dc7f-4b6f-bfe8-65d57f108007"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:33:40.374383 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:40.387906 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Transition to ACTIVE for port object 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:33:40.422496 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672d9602-6133-446e-8dcf-efbc75251945 x-openstack-request-id: req-672d9602-6133-446e-8dcf-efbc75251945 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:33:40.422790 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3421fcb0-106d-4046-820a-62878f358083", "name": "network-vif-unplugged", "status": "completed", "tag": "76c6b05b-dc7f-4b6f-bfe8-65d57f108007", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:33:40.423041 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-672d9602-6133-446e-8dcf-efbc75251945 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:33:40.423462 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3421fcb0-106d-4046-820a-62878f358083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76c6b05b-dc7f-4b6f-bfe8-65d57f108007', 'code': 200} Aug 10 04:33:40.448245 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:40.510341 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] No DVR routers for this DVR port 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:33:40.513622 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Pushing event updated for resources: {'Port': ['ID=76c6b05b-dc7f-4b6f-bfe8-65d57f108007,revision_number=6']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:40.524582 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:40.524937 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:40.525275 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:40.525613 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:40.525947 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:40.526277 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:40.526602 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:40.526934 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:40.527261 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:40.527582 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:40.527905 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:40.528249 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:40.562742 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Attempting to bind port 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:33:40.563196 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Attempting to bind port 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'dfa5b274-19b0-4c9f-b5a7-213bc7afdb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '5b5cc50e-2d9a-4f00-b88f-0487178f83b4'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:33:40.563536 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Attempting to bind port 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 on network 5b5cc50e-2d9a-4f00-b88f-0487178f83b4 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:33:40.568795 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Port 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 on network 5b5cc50e-2d9a-4f00-b88f-0487178f83b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:33:40.569117 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Attempting to bind port 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 on network 5b5cc50e-2d9a-4f00-b88f-0487178f83b4 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:33:40.573931 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:33:40.574269 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Checking segment: {'id': 'dfa5b274-19b0-4c9f-b5a7-213bc7afdb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '5b5cc50e-2d9a-4f00-b88f-0487178f83b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:33:40.574654 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Bound using segment: {'id': 'dfa5b274-19b0-4c9f-b5a7-213bc7afdb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '5b5cc50e-2d9a-4f00-b88f-0487178f83b4'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:33:40.575081 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Bound port: 76c6b05b-dc7f-4b6f-bfe8-65d57f108007, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa5b274-19b0-4c9f-b5a7-213bc7afdb46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '5b5cc50e-2d9a-4f00-b88f-0487178f83b4'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:33:40.575437 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:40.641236 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] For port 76c6b05b-dc7f-4b6f-bfe8-65d57f108007, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:33:40.644241 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] For port 76c6b05b-dc7f-4b6f-bfe8-65d57f108007, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=76c6b05b-dc7f-4b6f-bfe8-65d57f108007,segment=NetworkSegment(dfa5b274-19b0-4c9f-b5a7-213bc7afdb46),segment_id=dfa5b274-19b0-4c9f-b5a7-213bc7afdb46)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:33:40.743388 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:40.776424 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:40.777278 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:40.778810 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] 10.222.0.20 "PUT /v2.0/ports/76c6b05b-dc7f-4b6f-bfe8-65d57f108007 HTTP/1.1" status: 200 len: 1092 time: 0.7424326 Aug 10 04:33:40.805381 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d524a2c-b1b2-420f-9b5b-7356fb6fbaf5 service neutron] Pushing event updated for resources: {'Port': ['ID=76c6b05b-dc7f-4b6f-bfe8-65d57f108007,revision_number=7']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:40.852319 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-5bf76b7c-ec5c-49a8-90db-3d475d8ec3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:40.853822 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-5bf76b7c-ec5c-49a8-90db-3d475d8ec3c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d33705a16ec74929b3b9c34dafb55af6&device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 1095 time: 0.0402222 Aug 10 04:33:40.949952 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-665ff25e-b363-4018-90d4-cdb36f549415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:40.951427 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-665ff25e-b363-4018-90d4-cdb36f549415 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b5cc50e-2d9a-4f00-b88f-0487178f83b4 HTTP/1.1" status: 200 len: 913 time: 0.0904937 Aug 10 04:33:40.994706 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-12ac1f67-6d83-4557-b7ae-ae339ca52b61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c6b05b-dc7f-4b6f-bfe8-65d57f108007 HTTP/1.1" status: 200 len: 217 time: 0.0353372 Aug 10 04:33:41.045338 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-fcfe3016-21b0-4a2a-ac97-c9555238b69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:41.046959 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-fcfe3016-21b0-4a2a-ac97-c9555238b69a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42de7e06-c901-44dc-870b-3b96f6cbcd1d HTTP/1.1" status: 200 len: 852 time: 0.0458167 Aug 10 04:33:41.080244 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-fec14144-3d9c-44c6-b7c2-ff5707b12177 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b5cc50e-2d9a-4f00-b88f-0487178f83b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258472 Aug 10 04:33:41.086658 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d95ef0-c967-482a-bc6f-074f54e9bac0 req-c1129c94-8aea-4811-bb15-f64b933a30e2 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:41.088175 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-08d95ef0-c967-482a-bc6f-074f54e9bac0 req-c1129c94-8aea-4811-bb15-f64b933a30e2 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 944 time: 0.0532188 Aug 10 04:33:41.091109 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-5df73b9c-f066-410b-ae5f-a924eec1464b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:33:41.092090 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-5df73b9c-f066-410b-ae5f-a924eec1464b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051274 Aug 10 04:33:41.129021 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-08d95ef0-c967-482a-bc6f-074f54e9bac0 req-ce0ecd88-9aae-4ed1-8dba-c8ce1a87744a tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332820 Aug 10 04:33:41.197053 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-10dc76db-14b8-4c32-ad55-3d7602a3fea7 service neutron] 10.222.0.20 "GET /v2.0/networks/5b5cc50e-2d9a-4f00-b88f-0487178f83b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973802 Aug 10 04:33:41.307385 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5c89dcf-a1f6-497e-ad01-3046cc6d90dd req-968600cb-2175-4c04-8d25-b6b4e199b248 service neutron] 10.222.0.20 "GET /v2.0/networks/5b5cc50e-2d9a-4f00-b88f-0487178f83b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024680 Aug 10 04:33:42.254946 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0dfcf-95c9-4e1d-bb4f-6a676cd368aa req-c6f0ac6f-08aa-4006-9ad3-e7c96dde2c21 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:42.256500 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1de0dfcf-95c9-4e1d-bb4f-6a676cd368aa req-c6f0ac6f-08aa-4006-9ad3-e7c96dde2c21 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 944 time: 0.0546184 Aug 10 04:33:42.295525 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1de0dfcf-95c9-4e1d-bb4f-6a676cd368aa req-b061b105-8c01-4212-95cc-ed7ca84c944d tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326872 Aug 10 04:33:42.424466 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3421fcb0-106d-4046-820a-62878f358083', 'tag': '76c6b05b-dc7f-4b6f-bfe8-65d57f108007'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:33:42.426797 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c46c2f3-1cf9-4bfe-9e4f-d89bd5b37642" -d '{"events": [{"name": "network-changed", "server_uuid": "3421fcb0-106d-4046-820a-62878f358083", "tag": "76c6b05b-dc7f-4b6f-bfe8-65d57f108007"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:33:42.491090 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcfa61b-5df5-41ec-842c-5fb47a9cabd7 x-openstack-request-id: req-0dcfa61b-5df5-41ec-842c-5fb47a9cabd7 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:33:42.491399 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3421fcb0-106d-4046-820a-62878f358083", "tag": "76c6b05b-dc7f-4b6f-bfe8-65d57f108007", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:33:42.491651 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0dcfa61b-5df5-41ec-842c-5fb47a9cabd7 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:33:42.492083 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3421fcb0-106d-4046-820a-62878f358083', 'tag': '76c6b05b-dc7f-4b6f-bfe8-65d57f108007', 'status': 'completed', 'code': 200} Aug 10 04:33:42.589704 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46c2f3-1cf9-4bfe-9e4f-d89bd5b37642 req-65b15127-b247-47bc-b1e9-9f3af9092606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:42.591248 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c46c2f3-1cf9-4bfe-9e4f-d89bd5b37642 req-65b15127-b247-47bc-b1e9-9f3af9092606 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d33705a16ec74929b3b9c34dafb55af6&device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 1095 time: 0.0748577 Aug 10 04:33:42.594919 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46c2f3-1cf9-4bfe-9e4f-d89bd5b37642 req-1eeed393-b1a9-4f4e-993f-6bfffa9588a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:42.602779 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c46c2f3-1cf9-4bfe-9e4f-d89bd5b37642 req-1eeed393-b1a9-4f4e-993f-6bfffa9588a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d33705a16ec74929b3b9c34dafb55af6&device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 1095 time: 0.0545225 Aug 10 04:33:42.758674 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46c2f3-1cf9-4bfe-9e4f-d89bd5b37642 req-67d6ec81-423b-4750-afef-2d46fb2e2231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:42.760111 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c46c2f3-1cf9-4bfe-9e4f-d89bd5b37642 req-67d6ec81-423b-4750-afef-2d46fb2e2231 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5b5cc50e-2d9a-4f00-b88f-0487178f83b4 HTTP/1.1" status: 200 len: 913 time: 0.1619797 Aug 10 04:33:42.761262 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46c2f3-1cf9-4bfe-9e4f-d89bd5b37642 req-c034421d-7078-45f8-b1cf-bbb7adf5f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:42.762573 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c46c2f3-1cf9-4bfe-9e4f-d89bd5b37642 req-c034421d-7078-45f8-b1cf-bbb7adf5f5c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b5cc50e-2d9a-4f00-b88f-0487178f83b4 HTTP/1.1" status: 200 len: 913 time: 0.1572497 Aug 10 04:33:42.806557 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c46c2f3-1cf9-4bfe-9e4f-d89bd5b37642 req-9fb2a139-7d33-4041-91e4-318a10c708a4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c6b05b-dc7f-4b6f-bfe8-65d57f108007 HTTP/1.1" status: 200 len: 217 time: 0.0392864 Aug 10 04:33:42.840428 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c46c2f3-1cf9-4bfe-9e4f-d89bd5b37642 req-8fee2bcf-532f-4749-8583-e699c02379d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c6b05b-dc7f-4b6f-bfe8-65d57f108007 HTTP/1.1" status: 200 len: 217 time: 0.0673647 Aug 10 04:33:42.914721 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46c2f3-1cf9-4bfe-9e4f-d89bd5b37642 req-d4a339c3-cf3f-411f-bbeb-485696e24bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:42.916223 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c46c2f3-1cf9-4bfe-9e4f-d89bd5b37642 req-d4a339c3-cf3f-411f-bbeb-485696e24bb2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=42de7e06-c901-44dc-870b-3b96f6cbcd1d HTTP/1.1" status: 200 len: 852 time: 0.0839899 Aug 10 04:33:42.919516 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46c2f3-1cf9-4bfe-9e4f-d89bd5b37642 req-ac40477c-1903-4de5-89b1-02ce0d3622a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:42.920872 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c46c2f3-1cf9-4bfe-9e4f-d89bd5b37642 req-ac40477c-1903-4de5-89b1-02ce0d3622a8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42de7e06-c901-44dc-870b-3b96f6cbcd1d HTTP/1.1" status: 200 len: 852 time: 0.0576000 Aug 10 04:33:42.954612 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c46c2f3-1cf9-4bfe-9e4f-d89bd5b37642 req-f485305c-89ef-4971-a6ac-fac4fd8da0fb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5b5cc50e-2d9a-4f00-b88f-0487178f83b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312617 Aug 10 04:33:42.976425 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c46c2f3-1cf9-4bfe-9e4f-d89bd5b37642 req-7265cd78-e392-4636-b9fa-26ce75f966f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b5cc50e-2d9a-4f00-b88f-0487178f83b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457473 Aug 10 04:33:43.125112 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c46c2f3-1cf9-4bfe-9e4f-d89bd5b37642 req-0f7a64db-982f-4eb9-93e2-4c7f3acfc3f0 service neutron] 10.222.0.68 "GET /v2.0/networks/5b5cc50e-2d9a-4f00-b88f-0487178f83b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573777 Aug 10 04:33:43.130462 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c46c2f3-1cf9-4bfe-9e4f-d89bd5b37642 req-b2078f8a-0500-4e97-9383-fbf0bfa2744d service neutron] 10.222.0.20 "GET /v2.0/networks/5b5cc50e-2d9a-4f00-b88f-0487178f83b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426504 Aug 10 04:33:43.258162 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:33:43.281947 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c46c2f3-1cf9-4bfe-9e4f-d89bd5b37642 req-c67d4591-f868-4ab2-a170-3056d9353c0d service neutron] 10.222.0.68 "GET /v2.0/networks/5b5cc50e-2d9a-4f00-b88f-0487178f83b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490693 Aug 10 04:33:43.292685 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c46c2f3-1cf9-4bfe-9e4f-d89bd5b37642 req-d62d9082-c70e-400d-801c-df1976499d65 service neutron] 10.222.0.20 "GET /v2.0/networks/5b5cc50e-2d9a-4f00-b88f-0487178f83b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179085 Aug 10 04:33:43.297511 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:33:43.414983 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460c763-5983-4894-abcc-9591b1698242 req-e549cf2b-e535-47f4-8c3b-055c84e0907a tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:43.416525 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d460c763-5983-4894-abcc-9591b1698242 req-e549cf2b-e535-47f4-8c3b-055c84e0907a tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 944 time: 0.0503995 Aug 10 04:33:43.456156 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d460c763-5983-4894-abcc-9591b1698242 req-63020f27-0d84-4cec-bf92-c026332a36c6 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331943 Aug 10 04:33:43.665311 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:43.836708 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-84af5d4d-5456-4f2d-b0c7-b06ce98896de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:44.576224 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19c3fd-02eb-4007-a4d1-3e04db7b1cc4 req-e52525f9-d209-4179-be04-ab33719334cb tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:44.577709 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ef19c3fd-02eb-4007-a4d1-3e04db7b1cc4 req-e52525f9-d209-4179-be04-ab33719334cb tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 944 time: 0.0516419 Aug 10 04:33:44.616879 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ef19c3fd-02eb-4007-a4d1-3e04db7b1cc4 req-e83668a0-80f3-454f-978e-6df03265a290 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330057 Aug 10 04:33:45.034217 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36efa23-59ef-4b65-9f32-92a95b822157 req-398900d3-ba83-4b2a-b27c-2be01ccfc790 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:45.035673 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d36efa23-59ef-4b65-9f32-92a95b822157 req-398900d3-ba83-4b2a-b27c-2be01ccfc790 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.68 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083&tenant_id=d33705a16ec74929b3b9c34dafb55af6&binding%3Ahost_id=n-h2-802893-2 HTTP/1.1" status: 200 len: 944 time: 0.0521371 Aug 10 04:33:45.099684 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [req-d36efa23-59ef-4b65-9f32-92a95b822157 req-9a78d3fb-e97e-4a99-8f77-49367ca94121 service neutron] delete failed (client error): The resource could not be found. Aug 10 04:33:45.100734 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d36efa23-59ef-4b65-9f32-92a95b822157 req-9a78d3fb-e97e-4a99-8f77-49367ca94121 service neutron] 10.222.0.68 "DELETE /v2.0/ports/76c6b05b-dc7f-4b6f-bfe8-65d57f108007/bindings/n-h1-802893-2 HTTP/1.1" status: 404 len: 380 time: 0.0574839 Aug 10 04:33:45.180455 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36efa23-59ef-4b65-9f32-92a95b822157 req-e526007c-ab5a-4ea5-8a54-8aff10942309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:45.181934 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d36efa23-59ef-4b65-9f32-92a95b822157 req-e526007c-ab5a-4ea5-8a54-8aff10942309 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=d33705a16ec74929b3b9c34dafb55af6&device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 1095 time: 0.0396147 Aug 10 04:33:45.200721 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:33:45.272481 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36efa23-59ef-4b65-9f32-92a95b822157 req-3e938b66-3d8d-436d-b0df-31dd0931e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:45.273989 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d36efa23-59ef-4b65-9f32-92a95b822157 req-3e938b66-3d8d-436d-b0df-31dd0931e508 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5b5cc50e-2d9a-4f00-b88f-0487178f83b4 HTTP/1.1" status: 200 len: 913 time: 0.0849838 Aug 10 04:33:45.296955 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 76c6b05b-dc7f-4b6f-bfe8-65d57f108007, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=76c6b05b-dc7f-4b6f-bfe8-65d57f108007,segment=NetworkSegment(dfa5b274-19b0-4c9f-b5a7-213bc7afdb46),segment_id=dfa5b274-19b0-4c9f-b5a7-213bc7afdb46)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:33:45.308892 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '76c6b05b-dc7f-4b6f-bfe8-65d57f108007', 'network_id': '5b5cc50e-2d9a-4f00-b88f-0487178f83b4', 'port_id': '76c6b05b-dc7f-4b6f-bfe8-65d57f108007', 'mac_address': 'fa:16:3e:e8:55:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42de7e06-c901-44dc-870b-3b96f6cbcd1d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:33:45.320566 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d36efa23-59ef-4b65-9f32-92a95b822157 req-70ec1591-9ea3-464e-834d-29148eaaaa27 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c6b05b-dc7f-4b6f-bfe8-65d57f108007 HTTP/1.1" status: 200 len: 217 time: 0.0392878 Aug 10 04:33:45.347156 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:45.361024 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:33:45.370491 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36efa23-59ef-4b65-9f32-92a95b822157 req-596888f8-8851-4b0e-8462-fea87361531e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:45.372005 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d36efa23-59ef-4b65-9f32-92a95b822157 req-596888f8-8851-4b0e-8462-fea87361531e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=42de7e06-c901-44dc-870b-3b96f6cbcd1d HTTP/1.1" status: 200 len: 852 time: 0.0447514 Aug 10 04:33:45.391969 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 76c6b05b-dc7f-4b6f-bfe8-65d57f108007, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=76c6b05b-dc7f-4b6f-bfe8-65d57f108007,segment=NetworkSegment(dfa5b274-19b0-4c9f-b5a7-213bc7afdb46),segment_id=dfa5b274-19b0-4c9f-b5a7-213bc7afdb46)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:33:45.404166 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d36efa23-59ef-4b65-9f32-92a95b822157 req-61fd71e4-9e78-4a0f-a5d9-14d4f2c84879 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5b5cc50e-2d9a-4f00-b88f-0487178f83b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252883 Aug 10 04:33:45.462526 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:45.491244 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:45.499649 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d36efa23-59ef-4b65-9f32-92a95b822157 req-2037ff80-5e22-4b65-af97-2d83bebedc6c service neutron] 10.222.0.68 "GET /v2.0/networks/5b5cc50e-2d9a-4f00-b88f-0487178f83b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879946 Aug 10 04:33:45.545269 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=76c6b05b-dc7f-4b6f-bfe8-65d57f108007,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:45.553181 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:45.553518 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:45.553856 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:45.554181 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:45.554508 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:45.554831 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:45.555151 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:45.555468 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:45.555784 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:45.556196 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:45.556527 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:45.556841 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:45.599617 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d36efa23-59ef-4b65-9f32-92a95b822157 req-f8960596-ef31-473d-a48c-d2ef5b1aa110 service neutron] 10.222.0.68 "GET /v2.0/networks/5b5cc50e-2d9a-4f00-b88f-0487178f83b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920849 Aug 10 04:33:45.780643 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['76c6b05b-dc7f-4b6f-bfe8-65d57f108007'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:33:46.140724 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:46.915970 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53480590-ecad-4509-893b-a66a8cb8274c req-0db41730-5f19-426a-879f-c5adc5a19f16 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:46.917539 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-53480590-ecad-4509-893b-a66a8cb8274c req-0db41730-5f19-426a-879f-c5adc5a19f16 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 945 time: 0.0511460 Aug 10 04:33:46.956314 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-53480590-ecad-4509-893b-a66a8cb8274c req-91a2f97c-7d92-4de3-be6f-b61330265586 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322375 Aug 10 04:33:46.971252 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:47.150411 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b303811a-010b-4ce5-8174-c4b302bb1ae5 req-a3d8da64-3a2e-446d-9bbb-19925fafb8be service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415087 Aug 10 04:33:47.231809 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:33:47.256469 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303811a-010b-4ce5-8174-c4b302bb1ae5 req-6fba977d-7b64-46a3-a84a-81803e3c4c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:47.258426 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b303811a-010b-4ce5-8174-c4b302bb1ae5 req-6fba977d-7b64-46a3-a84a-81803e3c4c8a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d33705a16ec74929b3b9c34dafb55af6&device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 1096 time: 0.0497208 Aug 10 04:33:47.353976 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:33:47.357969 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:33:47.359264 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:47.365001 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303811a-010b-4ce5-8174-c4b302bb1ae5 req-d5fdc1f1-b2a1-4ceb-ad5d-a518f308e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:47.366957 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b303811a-010b-4ce5-8174-c4b302bb1ae5 req-d5fdc1f1-b2a1-4ceb-ad5d-a518f308e1b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5b5cc50e-2d9a-4f00-b88f-0487178f83b4 HTTP/1.1" status: 200 len: 913 time: 0.0884376 Aug 10 04:33:47.415449 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b303811a-010b-4ce5-8174-c4b302bb1ae5 req-df689b8f-807d-44e9-a8af-57980daf8695 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76c6b05b-dc7f-4b6f-bfe8-65d57f108007 HTTP/1.1" status: 200 len: 217 time: 0.0409265 Aug 10 04:33:47.448348 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:47.465552 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303811a-010b-4ce5-8174-c4b302bb1ae5 req-40a8df2c-6993-417c-9e11-b5b60adc2909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:47.467154 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b303811a-010b-4ce5-8174-c4b302bb1ae5 req-40a8df2c-6993-417c-9e11-b5b60adc2909 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=42de7e06-c901-44dc-870b-3b96f6cbcd1d HTTP/1.1" status: 200 len: 852 time: 0.0442846 Aug 10 04:33:47.471128 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3421fcb0-106d-4046-820a-62878f358083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c6b05b-dc7f-4b6f-bfe8-65d57f108007'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:33:47.473363 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53d2ae5-43a2-40e4-9c55-6d761e485c95" -d '{"events": [{"server_uuid": "3421fcb0-106d-4046-820a-62878f358083", "name": "network-vif-plugged", "status": "completed", "tag": "76c6b05b-dc7f-4b6f-bfe8-65d57f108007"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:33:47.487821 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 76c6b05b-dc7f-4b6f-bfe8-65d57f108007, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=76c6b05b-dc7f-4b6f-bfe8-65d57f108007,segment=NetworkSegment(dfa5b274-19b0-4c9f-b5a7-213bc7afdb46),segment_id=dfa5b274-19b0-4c9f-b5a7-213bc7afdb46)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:33:47.501668 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b303811a-010b-4ce5-8174-c4b302bb1ae5 req-c2b09679-ca47-459c-be2c-94cd46c3b230 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5b5cc50e-2d9a-4f00-b88f-0487178f83b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264213 Aug 10 04:33:47.512914 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b587059-7f61-4567-b1de-6acc5d0af219 x-openstack-request-id: req-4b587059-7f61-4567-b1de-6acc5d0af219 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:33:47.513204 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3421fcb0-106d-4046-820a-62878f358083", "name": "network-vif-plugged", "status": "completed", "tag": "76c6b05b-dc7f-4b6f-bfe8-65d57f108007", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:33:47.513460 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b587059-7f61-4567-b1de-6acc5d0af219 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:33:47.513858 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3421fcb0-106d-4046-820a-62878f358083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c6b05b-dc7f-4b6f-bfe8-65d57f108007', 'code': 200} Aug 10 04:33:47.559649 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:47.591892 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b303811a-010b-4ce5-8174-c4b302bb1ae5 req-a8f232f1-a2f3-44b2-a84b-b033c97b4fce service neutron] 10.222.0.20 "GET /v2.0/networks/5b5cc50e-2d9a-4f00-b88f-0487178f83b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822384 Aug 10 04:33:47.609740 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=76c6b05b-dc7f-4b6f-bfe8-65d57f108007,revision_number=9']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:47.702652 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b303811a-010b-4ce5-8174-c4b302bb1ae5 req-0e6b0017-3a35-420c-979c-e2f4639e38e7 service neutron] 10.222.0.20 "GET /v2.0/networks/5b5cc50e-2d9a-4f00-b88f-0487178f83b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026878 Aug 10 04:33:48.095149 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f19f9a-66f1-47db-9cd0-6b9d8c838628 req-7c776056-db97-4d9b-8ef0-15feb37f672c tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:48.096731 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-48f19f9a-66f1-47db-9cd0-6b9d8c838628 req-7c776056-db97-4d9b-8ef0-15feb37f672c tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.0585020 Aug 10 04:33:48.136676 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-48f19f9a-66f1-47db-9cd0-6b9d8c838628 req-2b71f8d0-ea37-4949-ab49-729404dc1b92 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/security-groups?id=af5e4c2d-578e-4457-9c03-1a58da7c2938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339022 Aug 10 04:33:48.413029 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36efa23-59ef-4b65-9f32-92a95b822157 req-dedb7d30-37c9-468b-b6da-bd7a89270dc2 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:48.414523 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d36efa23-59ef-4b65-9f32-92a95b822157 req-dedb7d30-37c9-468b-b6da-bd7a89270dc2 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.20 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 946 time: 0.0516789 Aug 10 04:33:48.516232 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-d36efa23-59ef-4b65-9f32-92a95b822157 req-6ae37d27-c41f-41e8-83db-e3d68f5e41fd tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Deleting port 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:33:48.516567 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d36efa23-59ef-4b65-9f32-92a95b822157 req-6ae37d27-c41f-41e8-83db-e3d68f5e41fd tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:48.604444 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d36efa23-59ef-4b65-9f32-92a95b822157 req-6ae37d27-c41f-41e8-83db-e3d68f5e41fd tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] For port 76c6b05b-dc7f-4b6f-bfe8-65d57f108007, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=76c6b05b-dc7f-4b6f-bfe8-65d57f108007,segment=NetworkSegment(dfa5b274-19b0-4c9f-b5a7-213bc7afdb46),segment_id=dfa5b274-19b0-4c9f-b5a7-213bc7afdb46)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:33:48.604814 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d36efa23-59ef-4b65-9f32-92a95b822157 req-6ae37d27-c41f-41e8-83db-e3d68f5e41fd tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:48.618660 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-d36efa23-59ef-4b65-9f32-92a95b822157 req-6ae37d27-c41f-41e8-83db-e3d68f5e41fd tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Calling delete_port for 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:33:48.839495 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d36efa23-59ef-4b65-9f32-92a95b822157 req-6ae37d27-c41f-41e8-83db-e3d68f5e41fd tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:48.868717 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae37d27-c41f-41e8-83db-e3d68f5e41fd tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Pushing event deleted for resources: {'Port': ['ID=76c6b05b-dc7f-4b6f-bfe8-65d57f108007,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:48.879229 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['76c6b05b-dc7f-4b6f-bfe8-65d57f108007'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:33:48.915555 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36efa23-59ef-4b65-9f32-92a95b822157 req-6ae37d27-c41f-41e8-83db-e3d68f5e41fd tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] No DVR routers for this DVR port 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:33:48.918265 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d36efa23-59ef-4b65-9f32-92a95b822157 req-6ae37d27-c41f-41e8-83db-e3d68f5e41fd tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:48.920346 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d36efa23-59ef-4b65-9f32-92a95b822157 req-6ae37d27-c41f-41e8-83db-e3d68f5e41fd tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.20 "DELETE /v2.0/ports/76c6b05b-dc7f-4b6f-bfe8-65d57f108007 HTTP/1.1" status: 204 len: 173 time: 0.4994044 Aug 10 04:33:48.920817 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3421fcb0-106d-4046-820a-62878f358083', 'name': 'network-vif-deleted', 'tag': '76c6b05b-dc7f-4b6f-bfe8-65d57f108007'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:33:48.923439 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b900134f-69f3-4a9f-9067-f5a17fdc1a82" -d '{"events": [{"server_uuid": "3421fcb0-106d-4046-820a-62878f358083", "name": "network-vif-deleted", "tag": "76c6b05b-dc7f-4b6f-bfe8-65d57f108007"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:33:48.960617 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31593906-4e8a-4084-959a-021af855ae8a x-openstack-request-id: req-31593906-4e8a-4084-959a-021af855ae8a {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:33:48.960947 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3421fcb0-106d-4046-820a-62878f358083", "name": "network-vif-deleted", "tag": "76c6b05b-dc7f-4b6f-bfe8-65d57f108007", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:33:48.961177 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31593906-4e8a-4084-959a-021af855ae8a {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:33:48.961724 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3421fcb0-106d-4046-820a-62878f358083', 'name': 'network-vif-deleted', 'tag': '76c6b05b-dc7f-4b6f-bfe8-65d57f108007', 'status': 'completed', 'code': 200} Aug 10 04:33:49.234707 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8fb38454-dbec-48e0-9172-f8ae8c4aac34 req-fee728ed-b03a-46d7-a7c1-b0fa6dcbcab4 tempest-DeleteServersTestJSON-26417675 tempest-DeleteServersTestJSON-26417675-project] 10.222.0.25 "GET /v2.0/ports?device_id=3421fcb0-106d-4046-820a-62878f358083 HTTP/1.1" status: 200 len: 210 time: 0.0280209 Aug 10 04:33:50.375678 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50912) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:50.422395 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e2d0d2b-8dee-495a-884a-f37380c1fe56 admin admin] Deleting subnet 42de7e06-c901-44dc-870b-3b96f6cbcd1d {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:33:50.425979 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0e2d0d2b-8dee-495a-884a-f37380c1fe56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:50.464488 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0e2d0d2b-8dee-495a-884a-f37380c1fe56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:50.506359 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0e2d0d2b-8dee-495a-884a-f37380c1fe56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:50.653987 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0e2d0d2b-8dee-495a-884a-f37380c1fe56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:50.681507 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d0d2b-8dee-495a-884a-f37380c1fe56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42de7e06-c901-44dc-870b-3b96f6cbcd1d,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:50.686347 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0e2d0d2b-8dee-495a-884a-f37380c1fe56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:50.688349 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0e2d0d2b-8dee-495a-884a-f37380c1fe56 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/42de7e06-c901-44dc-870b-3b96f6cbcd1d HTTP/1.1" status: 204 len: 168 time: 0.3115842 Aug 10 04:33:50.690828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50914) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:50.760246 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6d219f0a-8e6d-4676-87e0-758e7020f183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:50.844166 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6d219f0a-8e6d-4676-87e0-758e7020f183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:50.854070 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-6d219f0a-8e6d-4676-87e0-758e7020f183 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b5cc50e-2d9a-4f00-b88f-0487178f83b4']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:33:50.864448 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-6d219f0a-8e6d-4676-87e0-758e7020f183 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa5b274-19b0-4c9f-b5a7-213bc7afdb46') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:33:50.864749 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-6d219f0a-8e6d-4676-87e0-758e7020f183 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa5b274-19b0-4c9f-b5a7-213bc7afdb46') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:33:50.873556 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6d219f0a-8e6d-4676-87e0-758e7020f183 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:50.888191 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6d219f0a-8e6d-4676-87e0-758e7020f183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:50.894758 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d219f0a-8e6d-4676-87e0-758e7020f183 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:33:50.895155 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6d219f0a-8e6d-4676-87e0-758e7020f183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:33:50.896834 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:33:51.019688 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6d219f0a-8e6d-4676-87e0-758e7020f183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:51.025368 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6d219f0a-8e6d-4676-87e0-758e7020f183 admin admin] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:51.027281 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6d219f0a-8e6d-4676-87e0-758e7020f183 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5b5cc50e-2d9a-4f00-b88f-0487178f83b4 HTTP/1.1" status: 204 len: 168 time: 0.3355231 Aug 10 04:33:51.039471 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d219f0a-8e6d-4676-87e0-758e7020f183 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b5cc50e-2d9a-4f00-b88f-0487178f83b4,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:51.344571 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50918) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:51.388660 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-75786c6a-62b4-465f-ae89-3654c2f2d21b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d33705a16ec74929b3b9c34dafb55af6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428321 Aug 10 04:33:51.395008 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50920) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:51.444573 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-96e43396-5b5b-4233-b0ea-33b7a2acf4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:51.465352 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-96e43396-5b5b-4233-b0ea-33b7a2acf4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:51.582882 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-96e43396-5b5b-4233-b0ea-33b7a2acf4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:51.585841 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-96e43396-5b5b-4233-b0ea-33b7a2acf4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:51.587310 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-96e43396-5b5b-4233-b0ea-33b7a2acf4e2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/af5e4c2d-578e-4457-9c03-1a58da7c2938 HTTP/1.1" status: 204 len: 168 time: 0.1911926 Aug 10 04:33:51.597705 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e43396-5b5b-4233-b0ea-33b7a2acf4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5e4c2d-578e-4457-9c03-1a58da7c2938,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:52.681896 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 50942) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:52.783521 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-35c88f33-8487-4d4d-917c-b6b7fd1ce3b1 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1664963311-network', 'tenant_id': '443ded2bf75f494eae9b682d1a730f2e'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:33:52.853514 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c88f33-8487-4d4d-917c-b6b7fd1ce3b1 admin admin] Made reservation on behalf of 443ded2bf75f494eae9b682d1a730f2e for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:33:52.855876 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-35c88f33-8487-4d4d-917c-b6b7fd1ce3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:52.865484 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-35c88f33-8487-4d4d-917c-b6b7fd1ce3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:52.952018 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-35c88f33-8487-4d4d-917c-b6b7fd1ce3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:53.050648 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-35c88f33-8487-4d4d-917c-b6b7fd1ce3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:53.075619 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c88f33-8487-4d4d-917c-b6b7fd1ce3b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:33:53.086562 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c88f33-8487-4d4d-917c-b6b7fd1ce3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042ba891-f2d9-4c49-941b-7071852fd349,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:53.091370 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-35c88f33-8487-4d4d-917c-b6b7fd1ce3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:53.091727 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-35c88f33-8487-4d4d-917c-b6b7fd1ce3b1 admin admin] Added segment dfbc3383-3c28-448b-b3c5-8a8e17920249 of type vlan for network 5f8d6114-c74d-4e82-a6b9-10c480655019 Aug 10 04:33:53.136560 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-35c88f33-8487-4d4d-917c-b6b7fd1ce3b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:53.233610 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-35c88f33-8487-4d4d-917c-b6b7fd1ce3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:53.235092 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c88f33-8487-4d4d-917c-b6b7fd1ce3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:53.235699 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-35c88f33-8487-4d4d-917c-b6b7fd1ce3b1 admin admin] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:53.257977 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:33:53.278677 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:33:53.279026 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 76c6b05b-dc7f-4b6f-bfe8-65d57f108007 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:33:53.297532 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c88f33-8487-4d4d-917c-b6b7fd1ce3b1 admin admin] Pushing event updated for resources: {'Network': ['ID=5f8d6114-c74d-4e82-a6b9-10c480655019,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:53.307068 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 5f8d6114-c74d-4e82-a6b9-10c480655019 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:33:53.360847 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-35c88f33-8487-4d4d-917c-b6b7fd1ce3b1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6776507 Aug 10 04:33:53.361429 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 50946) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:33:53.366434 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-29a64123-b734-4783-a4d6-7371cee85687 admin admin] Request body: {'subnet': {'network_id': '5f8d6114-c74d-4e82-a6b9-10c480655019', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1664963311-subnet', 'tenant_id': '443ded2bf75f494eae9b682d1a730f2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:33:53.445326 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a64123-b734-4783-a4d6-7371cee85687 admin admin] Made reservation on behalf of 443ded2bf75f494eae9b682d1a730f2e for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:33:53.447740 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-29a64123-b734-4783-a4d6-7371cee85687 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:53.668079 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-29a64123-b734-4783-a4d6-7371cee85687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:53.723238 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a64123-b734-4783-a4d6-7371cee85687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c12088a3-7c2a-4247-9325-efeed2531659,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:53.733065 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a64123-b734-4783-a4d6-7371cee85687 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:53.733918 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a64123-b734-4783-a4d6-7371cee85687 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:53.734264 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a64123-b734-4783-a4d6-7371cee85687 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:53.734600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a64123-b734-4783-a4d6-7371cee85687 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:53.734928 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a64123-b734-4783-a4d6-7371cee85687 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:53.735252 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a64123-b734-4783-a4d6-7371cee85687 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:53.735576 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a64123-b734-4783-a4d6-7371cee85687 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:53.735898 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a64123-b734-4783-a4d6-7371cee85687 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:53.736246 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a64123-b734-4783-a4d6-7371cee85687 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:53.736575 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a64123-b734-4783-a4d6-7371cee85687 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:53.736889 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a64123-b734-4783-a4d6-7371cee85687 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:53.737204 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a64123-b734-4783-a4d6-7371cee85687 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:33:53.743176 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a64123-b734-4783-a4d6-7371cee85687 admin admin] Checking segment: {'id': 'dfbc3383-3c28-448b-b3c5-8a8e17920249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5f8d6114-c74d-4e82-a6b9-10c480655019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:33:53.743528 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a64123-b734-4783-a4d6-7371cee85687 admin admin] Network hostable DHCP agents. Network: 5f8d6114-c74d-4e82-a6b9-10c480655019, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:33:53.865049 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a64123-b734-4783-a4d6-7371cee85687 admin admin] Network 5f8d6114-c74d-4e82-a6b9-10c480655019 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:33:53.937430 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-29a64123-b734-4783-a4d6-7371cee85687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 5f8d6114-c74d-4e82-a6b9-10c480655019) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:33:53.941977 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a64123-b734-4783-a4d6-7371cee85687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:53.942614 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-29a64123-b734-4783-a4d6-7371cee85687 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:53.947505 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baa9484-1094-4938-a6ec-ea9e0a05bf57 None None] Network 5f8d6114-c74d-4e82-a6b9-10c480655019 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:33:54.034223 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-29a64123-b734-4783-a4d6-7371cee85687 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6716592 Aug 10 04:33:54.070862 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346e8da8-8b65-4cda-9e18-e0b4dd005868 None None] Network 5f8d6114-c74d-4e82-a6b9-10c480655019 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:33:54.469786 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-c00f662e-42bd-4444-ba4c-0d2efd37a1f0 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:54.471278 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-c00f662e-42bd-4444-ba4c-0d2efd37a1f0 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/networks?id=5f8d6114-c74d-4e82-a6b9-10c480655019 HTTP/1.1" status: 200 len: 815 time: 0.1072636 Aug 10 04:33:54.487522 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-26e787b2-b34e-4080-b3ac-59093ee28bea tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/quotas/443ded2bf75f494eae9b682d1a730f2e HTTP/1.1" status: 200 len: 375 time: 0.0100629 Aug 10 04:33:54.519967 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-1c93aaa6-5d2b-4eef-b98c-309c8dc77d7e tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=443ded2bf75f494eae9b682d1a730f2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267663 Aug 10 04:33:54.612345 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-c7cadceb-7389-4e39-a647-b7e6cab2fa8a service neutron] 10.222.0.25 "GET /v2.0/networks/5f8d6114-c74d-4e82-a6b9-10c480655019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853603 Aug 10 04:33:54.700934 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-c1db29e4-2eb0-4d62-8c4a-da5f24d98641 service neutron] 10.222.0.25 "GET /v2.0/networks/5f8d6114-c74d-4e82-a6b9-10c480655019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823770 Aug 10 04:33:54.933093 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3d4c289b-bd7f-415e-9559-09d39de6bbb3 req-d7366098-855e-4902-a2ed-c1d15d72e15e tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 210 time: 0.0268483 Aug 10 04:33:56.029621 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c51aae61-7bcf-40a3-b23e-a238345fe783 req-0c986afb-fd4b-4529-9eba-64d394a8f00a tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 210 time: 0.0281820 Aug 10 04:33:57.006844 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-4d2f2e1a-6455-4a9b-adc8-7720b1b04841 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:57.008360 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-4d2f2e1a-6455-4a9b-adc8-7720b1b04841 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.68 "GET /v2.0/networks?id=5f8d6114-c74d-4e82-a6b9-10c480655019 HTTP/1.1" status: 200 len: 815 time: 0.1075752 Aug 10 04:33:57.022517 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-bc1ef5f9-4b80-4736-8a36-0db3e1dbea8f tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Request body: {'port': {'device_id': '2354e0d5-e2e6-4479-8370-13338ec89dbf', 'network_id': '5f8d6114-c74d-4e82-a6b9-10c480655019', 'admin_state_up': True, 'tenant_id': '443ded2bf75f494eae9b682d1a730f2e'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:33:57.142803 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e2cc7a8e-c5b3-4f67-9e1e-77d4a4e8cb95 req-df8cdd13-2851-47c5-8c7e-7d6325efeb0b tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 210 time: 0.0398865 Aug 10 04:33:57.248044 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-bc1ef5f9-4b80-4736-8a36-0db3e1dbea8f tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Made reservation on behalf of 443ded2bf75f494eae9b682d1a730f2e for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:33:57.252351 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-bc1ef5f9-4b80-4736-8a36-0db3e1dbea8f tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:57.374397 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-bc1ef5f9-4b80-4736-8a36-0db3e1dbea8f tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Allocated IP 172.20.0.13 (5f8d6114-c74d-4e82-a6b9-10c480655019/c12088a3-7c2a-4247-9325-efeed2531659/f2acf580-146c-40d6-8d59-b5eafda6e3eb) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:33:57.524662 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-bc1ef5f9-4b80-4736-8a36-0db3e1dbea8f tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:57.619679 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-bc1ef5f9-4b80-4736-8a36-0db3e1dbea8f tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:57.664817 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-bc1ef5f9-4b80-4736-8a36-0db3e1dbea8f tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Network 5f8d6114-c74d-4e82-a6b9-10c480655019 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:33:57.667932 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-bc1ef5f9-4b80-4736-8a36-0db3e1dbea8f tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:33:57.672425 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-bc1ef5f9-4b80-4736-8a36-0db3e1dbea8f tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:33:57.678735 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ef5f9-4b80-4736-8a36-0db3e1dbea8f tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Pushing event updated for resources: {'Port': ['ID=f2acf580-146c-40d6-8d59-b5eafda6e3eb,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:57.728543 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-bc1ef5f9-4b80-4736-8a36-0db3e1dbea8f tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:57.729146 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-bc1ef5f9-4b80-4736-8a36-0db3e1dbea8f tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:57.814649 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-bc1ef5f9-4b80-4736-8a36-0db3e1dbea8f tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7959316 Aug 10 04:33:57.826823 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-516410a6-ddd1-4ea7-bb96-607a7d1683fe service neutron] Request body: {'port': {'device_id': '2354e0d5-e2e6-4479-8370-13338ec89dbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:33:57.950965 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:58.179237 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-516410a6-ddd1-4ea7-bb96-607a7d1683fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:58.270929 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcbc27-65f6-48d8-a49e-00c20ac85768 req-891d6f1a-26cb-43d1-8c2a-cfaf0f810f08 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:58.272357 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-94dcbc27-65f6-48d8-a49e-00c20ac85768 req-891d6f1a-26cb-43d1-8c2a-cfaf0f810f08 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 932 time: 0.0540559 Aug 10 04:33:58.310447 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-94dcbc27-65f6-48d8-a49e-00c20ac85768 req-2b68a5b4-3ba0-489e-b8aa-4a7b2a75b57f tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319576 Aug 10 04:33:58.447784 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-516410a6-ddd1-4ea7-bb96-607a7d1683fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2acf580-146c-40d6-8d59-b5eafda6e3eb {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:33:58.455506 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-516410a6-ddd1-4ea7-bb96-607a7d1683fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:58.467294 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-516410a6-ddd1-4ea7-bb96-607a7d1683fe service neutron] Transition to ACTIVE for port object f2acf580-146c-40d6-8d59-b5eafda6e3eb will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:33:58.593942 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-516410a6-ddd1-4ea7-bb96-607a7d1683fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:58.665561 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516410a6-ddd1-4ea7-bb96-607a7d1683fe service neutron] Pushing event updated for resources: {'Port': ['ID=f2acf580-146c-40d6-8d59-b5eafda6e3eb,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:58.713020 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-516410a6-ddd1-4ea7-bb96-607a7d1683fe service neutron] Attempting to bind port f2acf580-146c-40d6-8d59-b5eafda6e3eb on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:33:58.713358 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-516410a6-ddd1-4ea7-bb96-607a7d1683fe service neutron] Attempting to bind port f2acf580-146c-40d6-8d59-b5eafda6e3eb by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': 'dfbc3383-3c28-448b-b3c5-8a8e17920249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5f8d6114-c74d-4e82-a6b9-10c480655019'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:33:58.713686 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-516410a6-ddd1-4ea7-bb96-607a7d1683fe service neutron] Attempting to bind port f2acf580-146c-40d6-8d59-b5eafda6e3eb on network 5f8d6114-c74d-4e82-a6b9-10c480655019 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:33:58.718607 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-516410a6-ddd1-4ea7-bb96-607a7d1683fe service neutron] Port f2acf580-146c-40d6-8d59-b5eafda6e3eb on network 5f8d6114-c74d-4e82-a6b9-10c480655019 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:33:58.718738 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-516410a6-ddd1-4ea7-bb96-607a7d1683fe service neutron] Attempting to bind port f2acf580-146c-40d6-8d59-b5eafda6e3eb on network 5f8d6114-c74d-4e82-a6b9-10c480655019 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:33:58.723640 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-516410a6-ddd1-4ea7-bb96-607a7d1683fe service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:33:58.724003 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-516410a6-ddd1-4ea7-bb96-607a7d1683fe service neutron] Checking segment: {'id': 'dfbc3383-3c28-448b-b3c5-8a8e17920249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5f8d6114-c74d-4e82-a6b9-10c480655019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:33:58.724398 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-516410a6-ddd1-4ea7-bb96-607a7d1683fe service neutron] Bound using segment: {'id': 'dfbc3383-3c28-448b-b3c5-8a8e17920249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5f8d6114-c74d-4e82-a6b9-10c480655019'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:33:58.724826 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-516410a6-ddd1-4ea7-bb96-607a7d1683fe service neutron] Bound port: f2acf580-146c-40d6-8d59-b5eafda6e3eb, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfbc3383-3c28-448b-b3c5-8a8e17920249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5f8d6114-c74d-4e82-a6b9-10c480655019'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:33:58.725181 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-516410a6-ddd1-4ea7-bb96-607a7d1683fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:58.789660 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-516410a6-ddd1-4ea7-bb96-607a7d1683fe service neutron] For port f2acf580-146c-40d6-8d59-b5eafda6e3eb, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:33:58.792878 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-516410a6-ddd1-4ea7-bb96-607a7d1683fe service neutron] For port f2acf580-146c-40d6-8d59-b5eafda6e3eb, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f2acf580-146c-40d6-8d59-b5eafda6e3eb,segment=NetworkSegment(dfbc3383-3c28-448b-b3c5-8a8e17920249),segment_id=dfbc3383-3c28-448b-b3c5-8a8e17920249)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:33:58.845518 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-516410a6-ddd1-4ea7-bb96-607a7d1683fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:58.883053 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-516410a6-ddd1-4ea7-bb96-607a7d1683fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:58.883671 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-516410a6-ddd1-4ea7-bb96-607a7d1683fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:33:58.885081 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-516410a6-ddd1-4ea7-bb96-607a7d1683fe service neutron] 10.222.0.68 "PUT /v2.0/ports/f2acf580-146c-40d6-8d59-b5eafda6e3eb HTTP/1.1" status: 200 len: 1092 time: 1.0624437 Aug 10 04:33:58.885511 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2354e0d5-e2e6-4479-8370-13338ec89dbf', 'tag': 'f2acf580-146c-40d6-8d59-b5eafda6e3eb'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:33:58.887746 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff581003-2cc7-42d9-8272-bbe2b5dbf47b" -d '{"events": [{"name": "network-changed", "server_uuid": "2354e0d5-e2e6-4479-8370-13338ec89dbf", "tag": "f2acf580-146c-40d6-8d59-b5eafda6e3eb"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:33:58.912646 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516410a6-ddd1-4ea7-bb96-607a7d1683fe service neutron] Pushing event updated for resources: {'Port': ['ID=f2acf580-146c-40d6-8d59-b5eafda6e3eb,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:33:58.932116 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4382b257-2f6d-4495-a0a4-29a7ccc4592b x-openstack-request-id: req-4382b257-2f6d-4495-a0a4-29a7ccc4592b {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:33:58.932414 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2354e0d5-e2e6-4479-8370-13338ec89dbf", "tag": "f2acf580-146c-40d6-8d59-b5eafda6e3eb", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:33:58.932681 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4382b257-2f6d-4495-a0a4-29a7ccc4592b {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:33:58.933085 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2354e0d5-e2e6-4479-8370-13338ec89dbf', 'tag': 'f2acf580-146c-40d6-8d59-b5eafda6e3eb', 'status': 'completed', 'code': 200} Aug 10 04:33:58.994943 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff581003-2cc7-42d9-8272-bbe2b5dbf47b req-e80e61ef-00bb-4d01-b639-2daef09e3eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:58.996633 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff581003-2cc7-42d9-8272-bbe2b5dbf47b req-e80e61ef-00bb-4d01-b639-2daef09e3eb3 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=443ded2bf75f494eae9b682d1a730f2e&device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 1095 time: 0.0434206 Aug 10 04:33:59.102516 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff581003-2cc7-42d9-8272-bbe2b5dbf47b req-8d6d9c54-095e-4aeb-a7a3-17c8ba71a53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:59.102516 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff581003-2cc7-42d9-8272-bbe2b5dbf47b req-8d6d9c54-095e-4aeb-a7a3-17c8ba71a53f service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=443ded2bf75f494eae9b682d1a730f2e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0943799 Aug 10 04:33:59.196453 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff581003-2cc7-42d9-8272-bbe2b5dbf47b req-52f57fe0-e236-43ce-b40a-1d219d7032a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:59.197928 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ff581003-2cc7-42d9-8272-bbe2b5dbf47b req-52f57fe0-e236-43ce-b40a-1d219d7032a4 service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918486 Aug 10 04:33:59.275895 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-87612e9e-476c-4459-8b86-6c57cfa63d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:59.277425 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-87612e9e-476c-4459-8b86-6c57cfa63d37 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=443ded2bf75f494eae9b682d1a730f2e&device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 1095 time: 0.0414164 Aug 10 04:33:59.323910 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-1b032554-f94e-4bb5-aefb-eda1aa30bc29 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2acf580-146c-40d6-8d59-b5eafda6e3eb HTTP/1.1" status: 200 len: 217 time: 0.0367532 Aug 10 04:33:59.373698 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-e48cedde-299e-442e-96b2-274dcc82f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:59.376383 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-e48cedde-299e-442e-96b2-274dcc82f20a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c12088a3-7c2a-4247-9325-efeed2531659 HTTP/1.1" status: 200 len: 855 time: 0.0452468 Aug 10 04:33:59.410439 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-9ac0ccf5-87e3-460f-b87f-89ad7940e88c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f8d6114-c74d-4e82-a6b9-10c480655019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266006 Aug 10 04:33:59.434768 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acafda-c4b6-4cf5-b443-e36260b2bf9b req-cf342293-34be-4854-9f06-784021846148 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:33:59.437191 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c0acafda-c4b6-4cf5-b443-e36260b2bf9b req-cf342293-34be-4854-9f06-784021846148 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 944 time: 0.0576715 Aug 10 04:33:59.479612 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c0acafda-c4b6-4cf5-b443-e36260b2bf9b req-cdb8006e-49cc-422a-9b47-26ec6a435226 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365379 Aug 10 04:33:59.509282 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-f31854c2-8da6-4475-9e5c-155226c6f312 service neutron] 10.222.0.68 "GET /v2.0/networks/5f8d6114-c74d-4e82-a6b9-10c480655019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918522 Aug 10 04:33:59.607165 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1711f7fa-da55-4da9-9186-7ed99134bb5a req-2ef53caa-377f-4660-a3d6-64925ae2bb39 service neutron] 10.222.0.68 "GET /v2.0/networks/5f8d6114-c74d-4e82-a6b9-10c480655019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908904 Aug 10 04:34:00.601182 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff7337-2736-4c84-9bd7-85f9ac126cd6 req-4adcf359-9791-45f1-9cf3-ade04cd63394 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:00.602691 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-15ff7337-2736-4c84-9bd7-85f9ac126cd6 req-4adcf359-9791-45f1-9cf3-ade04cd63394 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 944 time: 0.0504551 Aug 10 04:34:00.641410 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-15ff7337-2736-4c84-9bd7-85f9ac126cd6 req-3daf840d-5c1a-44ed-a285-8ad6911d0f60 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322375 Aug 10 04:34:01.759410 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcde5b6-25ab-4bba-ad96-f22163ea16a2 req-bd84d0b9-2981-480b-af4f-0da5dd87a160 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:01.761026 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cdcde5b6-25ab-4bba-ad96-f22163ea16a2 req-bd84d0b9-2981-480b-af4f-0da5dd87a160 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 944 time: 0.0513070 Aug 10 04:34:01.800525 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cdcde5b6-25ab-4bba-ad96-f22163ea16a2 req-ec5bfca0-13fd-4178-afaa-8ccacd51e580 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322134 Aug 10 04:34:02.926623 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f2ae3-fca6-456d-874a-c24dc40f8f3f req-85ca0355-a2b1-411a-a2c8-8a3bef8b97e0 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:02.928143 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e18f2ae3-fca6-456d-874a-c24dc40f8f3f req-85ca0355-a2b1-411a-a2c8-8a3bef8b97e0 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 944 time: 0.0548427 Aug 10 04:34:02.967060 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e18f2ae3-fca6-456d-874a-c24dc40f8f3f req-324ea2e4-a758-49f4-be80-f7cc10ab5e76 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329199 Aug 10 04:34:03.349983 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device f2acf580-146c-40d6-8d59-b5eafda6e3eb details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:34:03.448069 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port f2acf580-146c-40d6-8d59-b5eafda6e3eb, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f2acf580-146c-40d6-8d59-b5eafda6e3eb,segment=NetworkSegment(dfbc3383-3c28-448b-b3c5-8a8e17920249),segment_id=dfbc3383-3c28-448b-b3c5-8a8e17920249)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:03.460372 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'f2acf580-146c-40d6-8d59-b5eafda6e3eb', 'network_id': '5f8d6114-c74d-4e82-a6b9-10c480655019', 'port_id': 'f2acf580-146c-40d6-8d59-b5eafda6e3eb', 'mac_address': 'fa:16:3e:8f:11:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c12088a3-7c2a-4247-9325-efeed2531659', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:34:03.496670 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:03.509878 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2acf580-146c-40d6-8d59-b5eafda6e3eb {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:34:03.529367 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port f2acf580-146c-40d6-8d59-b5eafda6e3eb, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f2acf580-146c-40d6-8d59-b5eafda6e3eb,segment=NetworkSegment(dfbc3383-3c28-448b-b3c5-8a8e17920249),segment_id=dfbc3383-3c28-448b-b3c5-8a8e17920249)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:03.594410 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:03.648013 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=f2acf580-146c-40d6-8d59-b5eafda6e3eb,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:03.782900 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['f2acf580-146c-40d6-8d59-b5eafda6e3eb'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:34:04.085061 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ca9ee-2979-490b-8583-667d3686814e req-c847ccef-b07f-4654-803b-94f66ff02553 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:04.086548 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cc8ca9ee-2979-490b-8583-667d3686814e req-c847ccef-b07f-4654-803b-94f66ff02553 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 945 time: 0.0522599 Aug 10 04:34:04.438610 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cc8ca9ee-2979-490b-8583-667d3686814e req-84f28bb0-9f81-4c9a-8c11-a4c18a68f543 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460579 Aug 10 04:34:05.350778 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device f2acf580-146c-40d6-8d59-b5eafda6e3eb up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:34:05.470460 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port f2acf580-146c-40d6-8d59-b5eafda6e3eb completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:34:05.474529 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port f2acf580-146c-40d6-8d59-b5eafda6e3eb triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:34:05.474850 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:05.561672 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217afd2-8a24-4e04-8d1f-e35440a1d448 req-5a82c1b4-c1cf-4c3d-921c-ce09929f0d87 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:05.563536 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6217afd2-8a24-4e04-8d1f-e35440a1d448 req-5a82c1b4-c1cf-4c3d-921c-ce09929f0d87 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 945 time: 0.0568788 Aug 10 04:34:05.571413 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:05.595984 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2354e0d5-e2e6-4479-8370-13338ec89dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2acf580-146c-40d6-8d59-b5eafda6e3eb'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:34:05.598307 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070e985c-c0a0-425f-a09f-f0fd001f4792" -d '{"events": [{"server_uuid": "2354e0d5-e2e6-4479-8370-13338ec89dbf", "name": "network-vif-plugged", "status": "completed", "tag": "f2acf580-146c-40d6-8d59-b5eafda6e3eb"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:34:05.612541 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6217afd2-8a24-4e04-8d1f-e35440a1d448 req-ceb73335-14e9-4610-ba09-7ac93bd18e6f tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414526 Aug 10 04:34:05.614443 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port f2acf580-146c-40d6-8d59-b5eafda6e3eb, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f2acf580-146c-40d6-8d59-b5eafda6e3eb,segment=NetworkSegment(dfbc3383-3c28-448b-b3c5-8a8e17920249),segment_id=dfbc3383-3c28-448b-b3c5-8a8e17920249)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:05.646645 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510fd58a-929e-43d7-ad64-4a54c3a74743 x-openstack-request-id: req-510fd58a-929e-43d7-ad64-4a54c3a74743 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:34:05.646931 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2354e0d5-e2e6-4479-8370-13338ec89dbf", "name": "network-vif-plugged", "status": "completed", "tag": "f2acf580-146c-40d6-8d59-b5eafda6e3eb", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:34:05.647181 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-510fd58a-929e-43d7-ad64-4a54c3a74743 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:34:05.647584 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2354e0d5-e2e6-4479-8370-13338ec89dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2acf580-146c-40d6-8d59-b5eafda6e3eb', 'code': 200} Aug 10 04:34:05.696494 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:05.746171 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b73a8-6011-4112-b00d-72588a1a7245 req-6d6cf3c8-7173-46eb-b5dc-dd66e4c5da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:05.746587 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=f2acf580-146c-40d6-8d59-b5eafda6e3eb,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:05.747696 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3b8b73a8-6011-4112-b00d-72588a1a7245 req-6d6cf3c8-7173-46eb-b5dc-dd66e4c5da84 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 1097 time: 0.0421607 Aug 10 04:34:05.785362 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3b8b73a8-6011-4112-b00d-72588a1a7245 req-1a5c6709-4c33-41f0-9405-65af9ea8cefa service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299664 Aug 10 04:34:06.739010 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabed422-4bea-4eac-b1b4-2259a7a346f8 req-363c78ee-fc51-4c08-b175-39c72e7713a3 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:06.742288 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aabed422-4bea-4eac-b1b4-2259a7a346f8 req-363c78ee-fc51-4c08-b175-39c72e7713a3 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 946 time: 0.0611489 Aug 10 04:34:06.783250 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aabed422-4bea-4eac-b1b4-2259a7a346f8 req-ac4dc6db-ced2-49ea-889d-85eb8dbed67b tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346401 Aug 10 04:34:07.906789 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386abb22-c5fb-48f2-ba1a-4ceb7530c7d7 req-956abfdb-0524-49a1-80cc-538a83aa9873 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:07.908454 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-386abb22-c5fb-48f2-ba1a-4ceb7530c7d7 req-956abfdb-0524-49a1-80cc-538a83aa9873 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 946 time: 0.0507982 Aug 10 04:34:07.948965 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-386abb22-c5fb-48f2-ba1a-4ceb7530c7d7 req-2d17a0e5-4deb-4103-9f11-cbc6d4a53e04 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343258 Aug 10 04:34:08.067149 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353af38-0ce0-423e-80dc-823bf09ab3a6 req-544bbd6d-0116-4e8d-b26b-cd6a40c22af0 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:08.068624 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5353af38-0ce0-423e-80dc-823bf09ab3a6 req-544bbd6d-0116-4e8d-b26b-cd6a40c22af0 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 946 time: 0.0511861 Aug 10 04:34:08.106901 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5353af38-0ce0-423e-80dc-823bf09ab3a6 req-322ed81d-79c5-4412-89f5-7a4f190c44f9 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319877 Aug 10 04:34:08.367663 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728105e-770d-4eec-85f9-30d173b090b3 req-f4438d3a-2073-4bb6-927d-7f0d8b2ec829 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:08.369060 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3728105e-770d-4eec-85f9-30d173b090b3 req-f4438d3a-2073-4bb6-927d-7f0d8b2ec829 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 946 time: 0.0491967 Aug 10 04:34:08.407795 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3728105e-770d-4eec-85f9-30d173b090b3 req-d8ce9838-b48b-4c37-a112-5c110444f0d7 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326703 Aug 10 04:34:08.526280 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2c753-8e5c-43d5-b092-e586a42d23dd req-6f41f12f-eecd-4bd1-88d7-0db9b3dee257 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:08.527934 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-41a2c753-8e5c-43d5-b092-e586a42d23dd req-6f41f12f-eecd-4bd1-88d7-0db9b3dee257 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 946 time: 0.0510509 Aug 10 04:34:08.567533 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-41a2c753-8e5c-43d5-b092-e586a42d23dd req-276f5336-9c36-4433-bae9-ef0b6a77358d tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321851 Aug 10 04:34:09.007695 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c795f-ae87-480a-ad86-bd8159d009a9 req-029527cb-3b5f-40f6-8cef-9bb6fd692262 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:09.016504 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f62c795f-ae87-480a-ad86-bd8159d009a9 req-029527cb-3b5f-40f6-8cef-9bb6fd692262 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 946 time: 0.0654521 Aug 10 04:34:09.049789 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f62c795f-ae87-480a-ad86-bd8159d009a9 req-94750fb1-0ff1-4ecc-8423-df4af001a030 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342052 Aug 10 04:34:09.217578 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-e659dc39-b0a0-4664-978e-f3d621094d57 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408940 Aug 10 04:34:09.993571 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ae9ab36d-4fff-44d9-8b63-df9690bee169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:10.174551 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e7127-67ef-4f8e-b9c1-6a6b51397c84 req-6d5da8d1-8b3a-4f2e-a95f-9c0b7ebde839 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:10.176099 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-104e7127-67ef-4f8e-b9c1-6a6b51397c84 req-6d5da8d1-8b3a-4f2e-a95f-9c0b7ebde839 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 946 time: 0.0562091 Aug 10 04:34:10.215471 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-104e7127-67ef-4f8e-b9c1-6a6b51397c84 req-95e697f0-0713-4db3-9bf1-949e602976bd tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333967 Aug 10 04:34:10.874230 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:34:11.338803 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5273c-04f8-40cb-a8a5-8a6c082b2d2d req-d057a9ea-94a7-44e1-9150-135d1c2586c5 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:11.340364 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8ca5273c-04f8-40cb-a8a5-8a6c082b2d2d req-d057a9ea-94a7-44e1-9150-135d1c2586c5 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 946 time: 0.0536525 Aug 10 04:34:11.363048 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-ebc9d4a5-5711-4e53-a00a-2067eeebbc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:11.364776 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-ebc9d4a5-5711-4e53-a00a-2067eeebbc9c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=443ded2bf75f494eae9b682d1a730f2e&device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 1097 time: 0.0429757 Aug 10 04:34:11.380742 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8ca5273c-04f8-40cb-a8a5-8a6c082b2d2d req-7a6fc0d0-a5e7-49eb-89ad-bfd81c0595ce tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337553 Aug 10 04:34:11.460408 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-a8d62f9e-739b-4ff9-98fd-4af581401092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:11.461918 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-a8d62f9e-739b-4ff9-98fd-4af581401092 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5f8d6114-c74d-4e82-a6b9-10c480655019 HTTP/1.1" status: 200 len: 916 time: 0.0905833 Aug 10 04:34:11.504567 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-2ace1452-1861-47b5-87a5-3e758d792663 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2acf580-146c-40d6-8d59-b5eafda6e3eb HTTP/1.1" status: 200 len: 217 time: 0.0358551 Aug 10 04:34:11.553455 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-d0f6f509-1621-4078-b686-7c3673992a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:11.554924 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-d0f6f509-1621-4078-b686-7c3673992a78 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c12088a3-7c2a-4247-9325-efeed2531659 HTTP/1.1" status: 200 len: 855 time: 0.0444269 Aug 10 04:34:11.587512 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-14def3dc-0421-4aa3-a58d-d0b9cd46625c service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f8d6114-c74d-4e82-a6b9-10c480655019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256009 Aug 10 04:34:11.681853 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-a28f23e6-a0a5-4bbb-9bef-8ed4b2de2194 service neutron] 10.222.0.68 "GET /v2.0/networks/5f8d6114-c74d-4e82-a6b9-10c480655019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869195 Aug 10 04:34:11.770988 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-7cac2795-7e0b-4efa-84de-acb92e27fbef service neutron] 10.222.0.68 "GET /v2.0/networks/5f8d6114-c74d-4e82-a6b9-10c480655019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820804 Aug 10 04:34:12.504339 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583580b7-94d7-48d6-8065-04360053c2ff req-92b077af-aec2-4781-9b6e-37e6030d93df tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:12.506104 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-583580b7-94d7-48d6-8065-04360053c2ff req-92b077af-aec2-4781-9b6e-37e6030d93df tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 946 time: 0.0552979 Aug 10 04:34:12.543623 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-583580b7-94d7-48d6-8065-04360053c2ff req-a505b436-f641-4833-a527-7cac11a3db35 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316331 Aug 10 04:34:13.667346 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:13.674348 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914da61-d187-479b-867d-c8d25f357a3b req-0e600096-c919-462b-b61c-65a558c757a2 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:13.675920 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d914da61-d187-479b-867d-c8d25f357a3b req-0e600096-c919-462b-b61c-65a558c757a2 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 946 time: 0.0565386 Aug 10 04:34:13.716339 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d914da61-d187-479b-867d-c8d25f357a3b req-acb36acf-eb07-4310-8b63-63c5ba9dd6a7 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342133 Aug 10 04:34:13.916047 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c03ef570-66bd-46c7-86a6-df46bfe63caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:14.837559 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fca61-f8ea-4e32-9f40-ffd638124efd req-3831cd71-c23a-444d-8661-c4e749d5fc16 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:14.839064 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-252fca61-f8ea-4e32-9f40-ffd638124efd req-3831cd71-c23a-444d-8661-c4e749d5fc16 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 946 time: 0.0514252 Aug 10 04:34:14.878562 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-252fca61-f8ea-4e32-9f40-ffd638124efd req-4c4816b3-5bf7-4cd2-b01a-45b46a832ed1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326235 Aug 10 04:34:15.441521 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:15.994143 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65691a3-bb58-4e05-b7ea-0513fc7d6240 req-e5222dfc-c650-4ee8-bbcd-d31d00873577 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:15.995631 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e65691a3-bb58-4e05-b7ea-0513fc7d6240 req-e5222dfc-c650-4ee8-bbcd-d31d00873577 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 946 time: 0.0487831 Aug 10 04:34:16.041541 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e65691a3-bb58-4e05-b7ea-0513fc7d6240 req-9de03ece-d6d8-4b82-925d-dc2a6541318b tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379562 Aug 10 04:34:16.183331 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:17.014520 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:17.159556 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc5fd1-5e01-4be2-a27b-7aa89f8e93f9 req-7f3a45d0-6ed7-413a-bc6f-a31e02df3b6a tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:17.161080 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-accc5fd1-5e01-4be2-a27b-7aa89f8e93f9 req-7f3a45d0-6ed7-413a-bc6f-a31e02df3b6a tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 946 time: 0.0492032 Aug 10 04:34:17.200416 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-accc5fd1-5e01-4be2-a27b-7aa89f8e93f9 req-2e62f37b-3cca-40ad-99d4-c211131db836 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333996 Aug 10 04:34:18.319655 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a9180-b2e6-4ed0-a78e-7e72493ed34f req-89ea8e9f-9ceb-48bb-a4f6-bf412865c022 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:18.321189 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ea2a9180-b2e6-4ed0-a78e-7e72493ed34f req-89ea8e9f-9ceb-48bb-a4f6-bf412865c022 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 946 time: 0.0531371 Aug 10 04:34:18.362180 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ea2a9180-b2e6-4ed0-a78e-7e72493ed34f req-7b2b55e1-17aa-4694-b60d-90d02d3b9090 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349233 Aug 10 04:34:19.492421 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e712db-debb-439c-b984-a99f0b73ebcf req-4be41194-3ec7-49b7-8928-172597c5d00a tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:19.493930 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-57e712db-debb-439c-b984-a99f0b73ebcf req-4be41194-3ec7-49b7-8928-172597c5d00a tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 946 time: 0.0550542 Aug 10 04:34:19.533484 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-57e712db-debb-439c-b984-a99f0b73ebcf req-9de8543b-2927-40cd-bd3f-fd3acdfe4e96 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335693 Aug 10 04:34:20.651780 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93dc5e3-0795-4e85-ae3c-e501cebfe0c1 req-99e42366-c58c-4efe-9c55-2d466cdf0324 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:20.653296 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c93dc5e3-0795-4e85-ae3c-e501cebfe0c1 req-99e42366-c58c-4efe-9c55-2d466cdf0324 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 946 time: 0.0530915 Aug 10 04:34:20.690685 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c93dc5e3-0795-4e85-ae3c-e501cebfe0c1 req-b4c8b1dc-68ab-451e-9945-8b94a592d46c tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312006 Aug 10 04:34:21.811157 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73ac1f-5e76-442d-843d-f1e80c46caec req-5e85e898-028c-42df-bbe2-55ee482824de tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:21.813946 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ae73ac1f-5e76-442d-843d-f1e80c46caec req-5e85e898-028c-42df-bbe2-55ee482824de tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 946 time: 0.0503974 Aug 10 04:34:21.851716 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ae73ac1f-5e76-442d-843d-f1e80c46caec req-b23372bf-ccd2-4aa7-acb3-dc9cc2d83f86 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319366 Aug 10 04:34:22.970366 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dee609-9e5d-4c12-88dc-4bc7bb7568f0 req-e75cf1cb-4eb8-42b4-a893-10c0d64a5501 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:22.971918 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f2dee609-9e5d-4c12-88dc-4bc7bb7568f0 req-e75cf1cb-4eb8-42b4-a893-10c0d64a5501 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 946 time: 0.0522938 Aug 10 04:34:23.012375 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f2dee609-9e5d-4c12-88dc-4bc7bb7568f0 req-ea7f9375-8018-45aa-ad76-45669ec22a25 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343430 Aug 10 04:34:24.128009 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafd631-7f8c-4cf8-ac29-2c6b6fe1404d req-5d6d4299-154c-4aa7-9297-d828c396eec7 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:24.129510 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-acafd631-7f8c-4cf8-ac29-2c6b6fe1404d req-5d6d4299-154c-4aa7-9297-d828c396eec7 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 946 time: 0.0492213 Aug 10 04:34:24.167479 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-acafd631-7f8c-4cf8-ac29-2c6b6fe1404d req-60a7bc76-c1ec-4437-8295-2a2b80fd60b7 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318959 Aug 10 04:34:25.285319 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71111b-9809-4b13-9b1b-c56e24daa990 req-9da17b2e-8041-412f-8dca-f87124e396b0 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:25.286820 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4d71111b-9809-4b13-9b1b-c56e24daa990 req-9da17b2e-8041-412f-8dca-f87124e396b0 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 946 time: 0.0497420 Aug 10 04:34:25.325237 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4d71111b-9809-4b13-9b1b-c56e24daa990 req-279ab7a8-03e5-4c00-ab13-a189375117b0 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324044 Aug 10 04:34:26.446421 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d396ce-315d-4136-a86e-8b2e928e6456 req-3a406fa2-907c-496f-b425-64ffb7980f43 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:26.448002 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-39d396ce-315d-4136-a86e-8b2e928e6456 req-3a406fa2-907c-496f-b425-64ffb7980f43 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 946 time: 0.0535791 Aug 10 04:34:26.491744 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-39d396ce-315d-4136-a86e-8b2e928e6456 req-2486ace2-115f-4d42-9824-8e4d02137447 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366986 Aug 10 04:34:27.623375 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3b332a-60fb-41bc-81a8-ada59dfec436 req-c0414035-cf00-4607-a4b7-a1af1da4a7e4 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:27.625082 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9b3b332a-60fb-41bc-81a8-ada59dfec436 req-c0414035-cf00-4607-a4b7-a1af1da4a7e4 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 946 time: 0.0578203 Aug 10 04:34:27.665776 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9b3b332a-60fb-41bc-81a8-ada59dfec436 req-3257bfb0-7f84-44f1-b4f5-a2d437af6062 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338676 Aug 10 04:34:27.989351 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:28.775534 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-f7d39051-2b2b-42b3-a789-0ccafb92f927 service neutron] show failed (client error): The resource could not be found. Aug 10 04:34:28.776597 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-f7d39051-2b2b-42b3-a789-0ccafb92f927 service neutron] 10.222.0.68 "GET /v2.0/ports/f2acf580-146c-40d6-8d59-b5eafda6e3eb/bindings/n-h2-802893-2 HTTP/1.1" status: 404 len: 380 time: 0.0813169 Aug 10 04:34:28.796478 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa053c31-b5d2-4e1b-842e-8daf230af1c2 req-070061e9-68a9-420e-9960-a82a7b3e02da tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:28.798574 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fa053c31-b5d2-4e1b-842e-8daf230af1c2 req-070061e9-68a9-420e-9960-a82a7b3e02da tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 946 time: 0.0655751 Aug 10 04:34:28.840931 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fa053c31-b5d2-4e1b-842e-8daf230af1c2 req-4f98ee38-972c-4ee9-ba15-6383fe142ae8 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363381 Aug 10 04:34:29.330426 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-3778ed3e-1150-407e-af50-1e6288f579dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:29.331929 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-3778ed3e-1150-407e-af50-1e6288f579dd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf&tenant_id=443ded2bf75f494eae9b682d1a730f2e HTTP/1.1" status: 200 len: 1097 time: 0.0407917 Aug 10 04:34:29.349646 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-3a7ce5da-87fa-425f-8272-be80e4455617 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802893-2', 'device_owner': 'compute:nova'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:34:29.408055 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-3a7ce5da-87fa-425f-8272-be80e4455617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:29.619704 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-3a7ce5da-87fa-425f-8272-be80e4455617 service neutron] For port f2acf580-146c-40d6-8d59-b5eafda6e3eb, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=f2acf580-146c-40d6-8d59-b5eafda6e3eb,segment=NetworkSegment(dfbc3383-3c28-448b-b3c5-8a8e17920249),segment_id=dfbc3383-3c28-448b-b3c5-8a8e17920249)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:29.664722 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-3a7ce5da-87fa-425f-8272-be80e4455617 service neutron] For port f2acf580-146c-40d6-8d59-b5eafda6e3eb, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:34:29.708331 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2354e0d5-e2e6-4479-8370-13338ec89dbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2acf580-146c-40d6-8d59-b5eafda6e3eb'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:34:29.710636 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f5400b-391a-421b-a5de-1dfd510160ec" -d '{"events": [{"server_uuid": "2354e0d5-e2e6-4479-8370-13338ec89dbf", "name": "network-vif-unplugged", "status": "completed", "tag": "f2acf580-146c-40d6-8d59-b5eafda6e3eb"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:34:29.714911 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-3a7ce5da-87fa-425f-8272-be80e4455617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:29.728900 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-3a7ce5da-87fa-425f-8272-be80e4455617 service neutron] Transition to ACTIVE for port object f2acf580-146c-40d6-8d59-b5eafda6e3eb will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:34:29.773713 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4596b04-cc99-4be9-b9ae-361d7909c704 x-openstack-request-id: req-a4596b04-cc99-4be9-b9ae-361d7909c704 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:34:29.774082 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2354e0d5-e2e6-4479-8370-13338ec89dbf", "name": "network-vif-unplugged", "status": "completed", "tag": "f2acf580-146c-40d6-8d59-b5eafda6e3eb", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:34:29.774348 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4596b04-cc99-4be9-b9ae-361d7909c704 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:34:29.774765 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2354e0d5-e2e6-4479-8370-13338ec89dbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2acf580-146c-40d6-8d59-b5eafda6e3eb', 'code': 200} Aug 10 04:34:29.804404 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-3a7ce5da-87fa-425f-8272-be80e4455617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:29.870937 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ce5da-87fa-425f-8272-be80e4455617 service neutron] Pushing event updated for resources: {'Port': ['ID=f2acf580-146c-40d6-8d59-b5eafda6e3eb,revision_number=6']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:29.873608 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-3a7ce5da-87fa-425f-8272-be80e4455617 service neutron] No DVR routers for this DVR port f2acf580-146c-40d6-8d59-b5eafda6e3eb on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:34:29.909102 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-3a7ce5da-87fa-425f-8272-be80e4455617 service neutron] Attempting to bind port f2acf580-146c-40d6-8d59-b5eafda6e3eb on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:34:29.909451 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-3a7ce5da-87fa-425f-8272-be80e4455617 service neutron] Attempting to bind port f2acf580-146c-40d6-8d59-b5eafda6e3eb by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'dfbc3383-3c28-448b-b3c5-8a8e17920249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5f8d6114-c74d-4e82-a6b9-10c480655019'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:34:29.909786 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-3a7ce5da-87fa-425f-8272-be80e4455617 service neutron] Attempting to bind port f2acf580-146c-40d6-8d59-b5eafda6e3eb on network 5f8d6114-c74d-4e82-a6b9-10c480655019 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:34:29.925145 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-3a7ce5da-87fa-425f-8272-be80e4455617 service neutron] Port f2acf580-146c-40d6-8d59-b5eafda6e3eb on network 5f8d6114-c74d-4e82-a6b9-10c480655019 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:34:29.925394 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-3a7ce5da-87fa-425f-8272-be80e4455617 service neutron] Attempting to bind port f2acf580-146c-40d6-8d59-b5eafda6e3eb on network 5f8d6114-c74d-4e82-a6b9-10c480655019 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:34:29.945676 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-3a7ce5da-87fa-425f-8272-be80e4455617 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:34:29.946013 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-3a7ce5da-87fa-425f-8272-be80e4455617 service neutron] Checking segment: {'id': 'dfbc3383-3c28-448b-b3c5-8a8e17920249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5f8d6114-c74d-4e82-a6b9-10c480655019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:34:29.946397 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-3a7ce5da-87fa-425f-8272-be80e4455617 service neutron] Bound using segment: {'id': 'dfbc3383-3c28-448b-b3c5-8a8e17920249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5f8d6114-c74d-4e82-a6b9-10c480655019'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:34:29.946838 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-3a7ce5da-87fa-425f-8272-be80e4455617 service neutron] Bound port: f2acf580-146c-40d6-8d59-b5eafda6e3eb, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfbc3383-3c28-448b-b3c5-8a8e17920249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5f8d6114-c74d-4e82-a6b9-10c480655019'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:34:29.947202 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-3a7ce5da-87fa-425f-8272-be80e4455617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:29.996880 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802a376-ac80-4a17-b9ce-e2aa6d17e7a0 req-393c6120-5588-4c0e-8824-df34dbd1e9e0 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:29.998374 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2802a376-ac80-4a17-b9ce-e2aa6d17e7a0 req-393c6120-5588-4c0e-8824-df34dbd1e9e0 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 944 time: 0.0863199 Aug 10 04:34:30.058287 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-3a7ce5da-87fa-425f-8272-be80e4455617 service neutron] For port f2acf580-146c-40d6-8d59-b5eafda6e3eb, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:34:30.065354 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2802a376-ac80-4a17-b9ce-e2aa6d17e7a0 req-ca429fab-a12d-4d59-8c1d-c16791f6da9c tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584862 Aug 10 04:34:30.073957 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-3a7ce5da-87fa-425f-8272-be80e4455617 service neutron] For port f2acf580-146c-40d6-8d59-b5eafda6e3eb, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f2acf580-146c-40d6-8d59-b5eafda6e3eb,segment=NetworkSegment(dfbc3383-3c28-448b-b3c5-8a8e17920249),segment_id=dfbc3383-3c28-448b-b3c5-8a8e17920249)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:34:30.154027 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-3a7ce5da-87fa-425f-8272-be80e4455617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:30.190992 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-3a7ce5da-87fa-425f-8272-be80e4455617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:30.191607 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-3a7ce5da-87fa-425f-8272-be80e4455617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:30.193032 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-3a7ce5da-87fa-425f-8272-be80e4455617 service neutron] 10.222.0.20 "PUT /v2.0/ports/f2acf580-146c-40d6-8d59-b5eafda6e3eb HTTP/1.1" status: 200 len: 1092 time: 0.8475676 Aug 10 04:34:30.213484 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ce5da-87fa-425f-8272-be80e4455617 service neutron] Pushing event updated for resources: {'Port': ['ID=f2acf580-146c-40d6-8d59-b5eafda6e3eb,revision_number=7']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:30.269936 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-178272f8-f072-4fcb-8077-273683b62bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:30.271461 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-178272f8-f072-4fcb-8077-273683b62bee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=443ded2bf75f494eae9b682d1a730f2e&device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 1095 time: 0.0430357 Aug 10 04:34:30.367135 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-2a22ee31-bbb1-42cb-934b-d11ba1b6f0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:30.368670 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-2a22ee31-bbb1-42cb-934b-d11ba1b6f0e7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5f8d6114-c74d-4e82-a6b9-10c480655019 HTTP/1.1" status: 200 len: 916 time: 0.0904491 Aug 10 04:34:30.411160 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-9fec41a7-54e8-4477-a18b-18bc7df0ef08 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2acf580-146c-40d6-8d59-b5eafda6e3eb HTTP/1.1" status: 200 len: 217 time: 0.0350976 Aug 10 04:34:30.465128 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-e8527dea-092d-47a1-bbc1-a8fada3df23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:30.466618 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-e8527dea-092d-47a1-bbc1-a8fada3df23e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c12088a3-7c2a-4247-9325-efeed2531659 HTTP/1.1" status: 200 len: 855 time: 0.0492558 Aug 10 04:34:30.499013 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-93ee4a6e-0713-4c45-ba98-c3bf4440051f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f8d6114-c74d-4e82-a6b9-10c480655019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245039 Aug 10 04:34:30.595980 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-2ba3738b-c3cf-4a15-b714-21d30b755400 service neutron] 10.222.0.20 "GET /v2.0/networks/5f8d6114-c74d-4e82-a6b9-10c480655019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887794 Aug 10 04:34:30.685695 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ab1aafc-cc76-4e5c-9161-3c0274406ded req-824bc588-a9ff-4225-9b5c-f0a7ee42e96b service neutron] 10.222.0.20 "GET /v2.0/networks/5f8d6114-c74d-4e82-a6b9-10c480655019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830655 Aug 10 04:34:31.184343 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758998ef-33c6-4285-866f-c30b1e05e62d req-7d573d3c-931f-4361-9100-fe03084cf9ab tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:31.185846 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-758998ef-33c6-4285-866f-c30b1e05e62d req-7d573d3c-931f-4361-9100-fe03084cf9ab tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 944 time: 0.0499504 Aug 10 04:34:31.224412 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-758998ef-33c6-4285-866f-c30b1e05e62d req-9949c7de-2e6e-4854-a588-13ea14e418f9 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321310 Aug 10 04:34:31.776359 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2354e0d5-e2e6-4479-8370-13338ec89dbf', 'tag': 'f2acf580-146c-40d6-8d59-b5eafda6e3eb'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:34:31.778650 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9933c4-c0f2-4cfc-a4d9-a3ac2895dbe5" -d '{"events": [{"name": "network-changed", "server_uuid": "2354e0d5-e2e6-4479-8370-13338ec89dbf", "tag": "f2acf580-146c-40d6-8d59-b5eafda6e3eb"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:34:31.828958 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d4cbb4-08a6-4ec5-a43d-a224ab138d98 x-openstack-request-id: req-d7d4cbb4-08a6-4ec5-a43d-a224ab138d98 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:34:31.829251 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2354e0d5-e2e6-4479-8370-13338ec89dbf", "tag": "f2acf580-146c-40d6-8d59-b5eafda6e3eb", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:34:31.829507 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7d4cbb4-08a6-4ec5-a43d-a224ab138d98 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:34:31.829938 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2354e0d5-e2e6-4479-8370-13338ec89dbf', 'tag': 'f2acf580-146c-40d6-8d59-b5eafda6e3eb', 'status': 'completed', 'code': 200} Aug 10 04:34:31.928882 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9933c4-c0f2-4cfc-a4d9-a3ac2895dbe5 req-7e7fa826-66f7-4c58-8f36-5057d21104bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:31.930406 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e9933c4-c0f2-4cfc-a4d9-a3ac2895dbe5 req-7e7fa826-66f7-4c58-8f36-5057d21104bf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=443ded2bf75f494eae9b682d1a730f2e&device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 1095 time: 0.0783267 Aug 10 04:34:31.934754 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9933c4-c0f2-4cfc-a4d9-a3ac2895dbe5 req-644aae96-48f6-4c06-b252-fcb296daf52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:31.936166 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e9933c4-c0f2-4cfc-a4d9-a3ac2895dbe5 req-644aae96-48f6-4c06-b252-fcb296daf52a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=443ded2bf75f494eae9b682d1a730f2e&device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 1095 time: 0.0537446 Aug 10 04:34:32.089824 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9933c4-c0f2-4cfc-a4d9-a3ac2895dbe5 req-0003782f-7d8c-4667-bc94-5fbd03c8a6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:32.091220 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e9933c4-c0f2-4cfc-a4d9-a3ac2895dbe5 req-0003782f-7d8c-4667-bc94-5fbd03c8a6d4 service neutron] 10.222.0.68 "GET /v2.0/networks?id=5f8d6114-c74d-4e82-a6b9-10c480655019 HTTP/1.1" status: 200 len: 916 time: 0.1535480 Aug 10 04:34:32.093880 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9933c4-c0f2-4cfc-a4d9-a3ac2895dbe5 req-41c40a42-1dbc-4fda-90a1-a61d32a86b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:32.095328 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e9933c4-c0f2-4cfc-a4d9-a3ac2895dbe5 req-41c40a42-1dbc-4fda-90a1-a61d32a86b20 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5f8d6114-c74d-4e82-a6b9-10c480655019 HTTP/1.1" status: 200 len: 916 time: 0.1503427 Aug 10 04:34:32.139566 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e9933c4-c0f2-4cfc-a4d9-a3ac2895dbe5 req-19f04ac0-6c4c-4fcc-8536-6f13707e5866 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2acf580-146c-40d6-8d59-b5eafda6e3eb HTTP/1.1" status: 200 len: 217 time: 0.0411010 Aug 10 04:34:32.176360 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e9933c4-c0f2-4cfc-a4d9-a3ac2895dbe5 req-6b932f5b-55a2-4b31-8163-f16e25e1ae31 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2acf580-146c-40d6-8d59-b5eafda6e3eb HTTP/1.1" status: 200 len: 217 time: 0.0723557 Aug 10 04:34:32.242464 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9933c4-c0f2-4cfc-a4d9-a3ac2895dbe5 req-7be7f0df-8ff9-4d01-9dc0-8532e132fc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:32.243941 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e9933c4-c0f2-4cfc-a4d9-a3ac2895dbe5 req-7be7f0df-8ff9-4d01-9dc0-8532e132fc12 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c12088a3-7c2a-4247-9325-efeed2531659 HTTP/1.1" status: 200 len: 855 time: 0.0764093 Aug 10 04:34:32.260283 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9933c4-c0f2-4cfc-a4d9-a3ac2895dbe5 req-968f698f-2625-43df-a7d8-32408f5d85fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:32.261591 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e9933c4-c0f2-4cfc-a4d9-a3ac2895dbe5 req-968f698f-2625-43df-a7d8-32408f5d85fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c12088a3-7c2a-4247-9325-efeed2531659 HTTP/1.1" status: 200 len: 855 time: 0.0661831 Aug 10 04:34:32.283706 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e9933c4-c0f2-4cfc-a4d9-a3ac2895dbe5 req-47483f71-949c-405f-8f2d-d9833727a58a service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f8d6114-c74d-4e82-a6b9-10c480655019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321343 Aug 10 04:34:32.330454 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e9933c4-c0f2-4cfc-a4d9-a3ac2895dbe5 req-6e372f30-076e-4f85-a034-8d4dd3a3c318 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f8d6114-c74d-4e82-a6b9-10c480655019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499561 Aug 10 04:34:32.345168 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28dca2e-8f3f-455b-93dc-6ec2fa8341c1 req-61270911-259e-4b21-913d-0f94db74ccfd tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:32.346614 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c28dca2e-8f3f-455b-93dc-6ec2fa8341c1 req-61270911-259e-4b21-913d-0f94db74ccfd tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 944 time: 0.0508676 Aug 10 04:34:32.386074 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c28dca2e-8f3f-455b-93dc-6ec2fa8341c1 req-ed3cd2b0-dda4-43b4-bf0c-8a70668dfce4 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331056 Aug 10 04:34:32.471888 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e9933c4-c0f2-4cfc-a4d9-a3ac2895dbe5 req-a40cb1b2-9ee4-49db-af82-a3e2223ff0b1 service neutron] 10.222.0.68 "GET /v2.0/networks/5f8d6114-c74d-4e82-a6b9-10c480655019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806047 Aug 10 04:34:32.491379 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e9933c4-c0f2-4cfc-a4d9-a3ac2895dbe5 req-8b4e4637-78cc-444e-aea0-82016c95d98e service neutron] 10.222.0.20 "GET /v2.0/networks/5f8d6114-c74d-4e82-a6b9-10c480655019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355858 Aug 10 04:34:32.639661 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e9933c4-c0f2-4cfc-a4d9-a3ac2895dbe5 req-3df7b8db-edcb-4206-8fdd-c0c1bd44c68a service neutron] 10.222.0.68 "GET /v2.0/networks/5f8d6114-c74d-4e82-a6b9-10c480655019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604824 Aug 10 04:34:32.650980 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e9933c4-c0f2-4cfc-a4d9-a3ac2895dbe5 req-c57c1c20-5943-4420-8249-11ab947ce62a service neutron] 10.222.0.20 "GET /v2.0/networks/5f8d6114-c74d-4e82-a6b9-10c480655019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490209 Aug 10 04:34:33.418625 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device f2acf580-146c-40d6-8d59-b5eafda6e3eb details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:34:33.476728 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device f2acf580-146c-40d6-8d59-b5eafda6e3eb no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:34:33.512807 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1786598-e9ed-4132-9ff6-4c7b8295a5cf req-70a6ba5c-12bd-43e8-afe1-8bb9f86a6d1f tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:33.514356 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f1786598-e9ed-4132-9ff6-4c7b8295a5cf req-70a6ba5c-12bd-43e8-afe1-8bb9f86a6d1f tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 944 time: 0.0511577 Aug 10 04:34:33.532227 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device f2acf580-146c-40d6-8d59-b5eafda6e3eb not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:34:33.551241 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port f2acf580-146c-40d6-8d59-b5eafda6e3eb, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f2acf580-146c-40d6-8d59-b5eafda6e3eb,segment=NetworkSegment(dfbc3383-3c28-448b-b3c5-8a8e17920249),segment_id=dfbc3383-3c28-448b-b3c5-8a8e17920249)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:33.559673 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f1786598-e9ed-4132-9ff6-4c7b8295a5cf req-3001a1a9-0746-4c08-8182-5e14878cd743 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372312 Aug 10 04:34:33.561962 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'f2acf580-146c-40d6-8d59-b5eafda6e3eb', 'network_id': '5f8d6114-c74d-4e82-a6b9-10c480655019', 'port_id': 'f2acf580-146c-40d6-8d59-b5eafda6e3eb', 'mac_address': 'fa:16:3e:8f:11:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c12088a3-7c2a-4247-9325-efeed2531659', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:34:33.604372 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:33.616951 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2acf580-146c-40d6-8d59-b5eafda6e3eb {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:34:33.636610 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port f2acf580-146c-40d6-8d59-b5eafda6e3eb, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f2acf580-146c-40d6-8d59-b5eafda6e3eb,segment=NetworkSegment(dfbc3383-3c28-448b-b3c5-8a8e17920249),segment_id=dfbc3383-3c28-448b-b3c5-8a8e17920249)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:33.715178 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:33.762272 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=f2acf580-146c-40d6-8d59-b5eafda6e3eb,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:33.932652 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9452d4c-03ea-4b0b-8bda-0edb6820bd2d req-efc0e750-9910-4446-8c93-af33d33bea62 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:33.934013 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b9452d4c-03ea-4b0b-8bda-0edb6820bd2d req-efc0e750-9910-4446-8c93-af33d33bea62 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 945 time: 0.0590415 Aug 10 04:34:33.974626 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b9452d4c-03ea-4b0b-8bda-0edb6820bd2d req-f7d1f694-1ddd-4155-9e33-e2bf7c240a08 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336618 Aug 10 04:34:33.991590 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['f2acf580-146c-40d6-8d59-b5eafda6e3eb'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:34:34.026516 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a0040-3d68-4c04-b958-08ca76510dae req-bff3033b-c975-472d-a436-10c0ead6c1ff tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:34.027999 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc0a0040-3d68-4c04-b958-08ca76510dae req-bff3033b-c975-472d-a436-10c0ead6c1ff tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.68 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf&tenant_id=443ded2bf75f494eae9b682d1a730f2e&binding%3Ahost_id=n-h2-802893-2 HTTP/1.1" status: 200 len: 945 time: 0.0511777 Aug 10 04:34:34.088879 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [req-fc0a0040-3d68-4c04-b958-08ca76510dae req-3e399565-610e-43f2-ac9c-464ef60c84fb service neutron] delete failed (client error): The resource could not be found. Aug 10 04:34:34.089905 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc0a0040-3d68-4c04-b958-08ca76510dae req-3e399565-610e-43f2-ac9c-464ef60c84fb service neutron] 10.222.0.68 "DELETE /v2.0/ports/f2acf580-146c-40d6-8d59-b5eafda6e3eb/bindings/n-h1-802893-2 HTTP/1.1" status: 404 len: 380 time: 0.0545743 Aug 10 04:34:34.176306 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a0040-3d68-4c04-b958-08ca76510dae req-cbc3735a-0c5e-4217-aced-5cbe76759b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:34.177784 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc0a0040-3d68-4c04-b958-08ca76510dae req-cbc3735a-0c5e-4217-aced-5cbe76759b71 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=443ded2bf75f494eae9b682d1a730f2e&device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 1096 time: 0.0441217 Aug 10 04:34:34.270851 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a0040-3d68-4c04-b958-08ca76510dae req-0ee8f9ef-b3e1-4131-9a8e-d2e01e706a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:34.272288 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc0a0040-3d68-4c04-b958-08ca76510dae req-0ee8f9ef-b3e1-4131-9a8e-d2e01e706a2b service neutron] 10.222.0.68 "GET /v2.0/networks?id=5f8d6114-c74d-4e82-a6b9-10c480655019 HTTP/1.1" status: 200 len: 916 time: 0.0867224 Aug 10 04:34:34.319070 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc0a0040-3d68-4c04-b958-08ca76510dae req-99641e37-ac47-4ae0-9dd1-55dd23ee603d service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2acf580-146c-40d6-8d59-b5eafda6e3eb HTTP/1.1" status: 200 len: 217 time: 0.0390792 Aug 10 04:34:34.370536 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a0040-3d68-4c04-b958-08ca76510dae req-79724507-ed3f-4a35-ba0f-36233bf60697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:34.372025 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc0a0040-3d68-4c04-b958-08ca76510dae req-79724507-ed3f-4a35-ba0f-36233bf60697 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c12088a3-7c2a-4247-9325-efeed2531659 HTTP/1.1" status: 200 len: 855 time: 0.0451002 Aug 10 04:34:34.403590 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc0a0040-3d68-4c04-b958-08ca76510dae req-54649ce5-0ef4-4dc2-8cd4-c64771a4cf27 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f8d6114-c74d-4e82-a6b9-10c480655019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241985 Aug 10 04:34:34.493393 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc0a0040-3d68-4c04-b958-08ca76510dae req-e7aeeca0-80f7-47f8-844a-f64abcb79ace service neutron] 10.222.0.68 "GET /v2.0/networks/5f8d6114-c74d-4e82-a6b9-10c480655019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813041 Aug 10 04:34:34.588064 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc0a0040-3d68-4c04-b958-08ca76510dae req-8e9c0cf9-261b-4d27-bfc4-cc9415460f28 service neutron] 10.222.0.68 "GET /v2.0/networks/5f8d6114-c74d-4e82-a6b9-10c480655019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876889 Aug 10 04:34:35.098415 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7755217-049f-4be0-8c9b-a71d9805edd1 req-e7dea38e-e918-414f-b372-18de4e818103 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:35.099972 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b7755217-049f-4be0-8c9b-a71d9805edd1 req-e7dea38e-e918-414f-b372-18de4e818103 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 945 time: 0.0558128 Aug 10 04:34:35.139431 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b7755217-049f-4be0-8c9b-a71d9805edd1 req-aff9bab0-cefb-4ecc-95a2-2ede329a0cde tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333948 Aug 10 04:34:35.426556 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device f2acf580-146c-40d6-8d59-b5eafda6e3eb up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:34:35.560665 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port f2acf580-146c-40d6-8d59-b5eafda6e3eb completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:34:35.564859 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port f2acf580-146c-40d6-8d59-b5eafda6e3eb triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:34:35.568517 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:35.643428 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:35.666393 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2354e0d5-e2e6-4479-8370-13338ec89dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2acf580-146c-40d6-8d59-b5eafda6e3eb'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:34:35.668663 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6309109f-e7c1-474c-a044-52d5ef99795a" -d '{"events": [{"server_uuid": "2354e0d5-e2e6-4479-8370-13338ec89dbf", "name": "network-vif-plugged", "status": "completed", "tag": "f2acf580-146c-40d6-8d59-b5eafda6e3eb"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:34:35.686078 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port f2acf580-146c-40d6-8d59-b5eafda6e3eb, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f2acf580-146c-40d6-8d59-b5eafda6e3eb,segment=NetworkSegment(dfbc3383-3c28-448b-b3c5-8a8e17920249),segment_id=dfbc3383-3c28-448b-b3c5-8a8e17920249)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:35.705715 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56804a7a-4e56-4a25-b2ec-17e93c609e77 x-openstack-request-id: req-56804a7a-4e56-4a25-b2ec-17e93c609e77 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:34:35.706031 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2354e0d5-e2e6-4479-8370-13338ec89dbf", "name": "network-vif-plugged", "status": "completed", "tag": "f2acf580-146c-40d6-8d59-b5eafda6e3eb", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:34:35.706285 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56804a7a-4e56-4a25-b2ec-17e93c609e77 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:34:35.706709 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2354e0d5-e2e6-4479-8370-13338ec89dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2acf580-146c-40d6-8d59-b5eafda6e3eb', 'code': 200} Aug 10 04:34:35.761200 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:35.811746 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=f2acf580-146c-40d6-8d59-b5eafda6e3eb,revision_number=9']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:36.256068 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ae6d3-a3c0-43e3-b6e9-1723730e6170 req-a201a9fe-fc84-499d-b0e5-96d5ab053c49 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:36.257666 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-909ae6d3-a3c0-43e3-b6e9-1723730e6170 req-a201a9fe-fc84-499d-b0e5-96d5ab053c49 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 946 time: 0.0501895 Aug 10 04:34:36.308233 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-909ae6d3-a3c0-43e3-b6e9-1723730e6170 req-26e661d7-026c-410c-9555-9c61b9abc23f tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335343 Aug 10 04:34:36.427318 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c26dcb-9e16-4cfa-9975-1af8e55b9c87 req-7d7e82bd-f05f-44cb-9188-35bb4716a9ee tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:36.428807 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-22c26dcb-9e16-4cfa-9975-1af8e55b9c87 req-7d7e82bd-f05f-44cb-9188-35bb4716a9ee tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 946 time: 0.0525079 Aug 10 04:34:36.467735 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-22c26dcb-9e16-4cfa-9975-1af8e55b9c87 req-5bd7f6a7-66fe-4620-8dd0-7405ba956277 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330117 Aug 10 04:34:36.583574 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6db15-f4c0-455a-8607-90e70d1eb390 req-acced21e-291a-4f9a-9e1a-9835cd858866 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:36.585198 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a6d6db15-f4c0-455a-8607-90e70d1eb390 req-acced21e-291a-4f9a-9e1a-9835cd858866 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 946 time: 0.0506837 Aug 10 04:34:36.631308 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a6d6db15-f4c0-455a-8607-90e70d1eb390 req-da280591-a48e-4bf5-9056-6920746905f2 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395229 Aug 10 04:34:37.311101 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-0e118c11-5292-41b8-8606-5a1ecb0b9be5 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:37.312640 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-0e118c11-5292-41b8-8606-5a1ecb0b9be5 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/networks?id=5f8d6114-c74d-4e82-a6b9-10c480655019 HTTP/1.1" status: 200 len: 815 time: 0.1052754 Aug 10 04:34:37.327910 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-56ba8399-94e3-4978-9362-3409d4394c6b tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/quotas/443ded2bf75f494eae9b682d1a730f2e HTTP/1.1" status: 200 len: 375 time: 0.0092165 Aug 10 04:34:37.379895 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-96cf5092-cf7b-40ab-9229-b834e735d89f tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=443ded2bf75f494eae9b682d1a730f2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0458167 Aug 10 04:34:37.474150 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-2f5704f5-e404-49c8-9249-683995c83cff service neutron] 10.222.0.25 "GET /v2.0/networks/5f8d6114-c74d-4e82-a6b9-10c480655019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870712 Aug 10 04:34:37.564187 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-7d6d757c-a1b5-44aa-89da-6f95897edf00 service neutron] 10.222.0.25 "GET /v2.0/networks/5f8d6114-c74d-4e82-a6b9-10c480655019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837762 Aug 10 04:34:37.799993 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e379511f-6fd3-4ee6-b92c-7c71cdbffd74 req-8fdf4c5e-0223-4ccc-b9c9-448dcfc2d072 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 210 time: 0.0258884 Aug 10 04:34:38.635230 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41062024-4b8b-491e-b8a2-0b0e00127d60 req-5d0eabd7-9189-43fa-9c58-fd4c6e752823 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:38.636621 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-41062024-4b8b-491e-b8a2-0b0e00127d60 req-5d0eabd7-9189-43fa-9c58-fd4c6e752823 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.20 "GET /v2.0/ports?device_id=2354e0d5-e2e6-4479-8370-13338ec89dbf HTTP/1.1" status: 200 len: 946 time: 0.0548306 Aug 10 04:34:38.732889 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-41062024-4b8b-491e-b8a2-0b0e00127d60 req-77d7f6d3-8c62-49c0-abf0-3406919053e1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Deleting port f2acf580-146c-40d6-8d59-b5eafda6e3eb {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:34:38.733223 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-41062024-4b8b-491e-b8a2-0b0e00127d60 req-77d7f6d3-8c62-49c0-abf0-3406919053e1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:38.901319 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7bdbb682-ccb7-4f96-8474-60cfd4059e35 req-978fbb30-bcfc-41ee-89fe-6965624354c7 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 210 time: 0.0305078 Aug 10 04:34:39.138929 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-41062024-4b8b-491e-b8a2-0b0e00127d60 req-77d7f6d3-8c62-49c0-abf0-3406919053e1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] For port f2acf580-146c-40d6-8d59-b5eafda6e3eb, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f2acf580-146c-40d6-8d59-b5eafda6e3eb,segment=NetworkSegment(dfbc3383-3c28-448b-b3c5-8a8e17920249),segment_id=dfbc3383-3c28-448b-b3c5-8a8e17920249)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:39.139548 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-41062024-4b8b-491e-b8a2-0b0e00127d60 req-77d7f6d3-8c62-49c0-abf0-3406919053e1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:39.154127 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-41062024-4b8b-491e-b8a2-0b0e00127d60 req-77d7f6d3-8c62-49c0-abf0-3406919053e1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Calling delete_port for f2acf580-146c-40d6-8d59-b5eafda6e3eb owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:34:39.330365 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-41062024-4b8b-491e-b8a2-0b0e00127d60 req-77d7f6d3-8c62-49c0-abf0-3406919053e1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:39.358000 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d7f6d3-8c62-49c0-abf0-3406919053e1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Pushing event deleted for resources: {'Port': ['ID=f2acf580-146c-40d6-8d59-b5eafda6e3eb,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:39.364918 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['f2acf580-146c-40d6-8d59-b5eafda6e3eb'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:34:39.401605 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-41062024-4b8b-491e-b8a2-0b0e00127d60 req-77d7f6d3-8c62-49c0-abf0-3406919053e1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] No DVR routers for this DVR port f2acf580-146c-40d6-8d59-b5eafda6e3eb on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:34:39.404281 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-41062024-4b8b-491e-b8a2-0b0e00127d60 req-77d7f6d3-8c62-49c0-abf0-3406919053e1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:39.406244 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-41062024-4b8b-491e-b8a2-0b0e00127d60 req-77d7f6d3-8c62-49c0-abf0-3406919053e1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.20 "DELETE /v2.0/ports/f2acf580-146c-40d6-8d59-b5eafda6e3eb HTTP/1.1" status: 204 len: 173 time: 0.7586048 Aug 10 04:34:39.409030 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2354e0d5-e2e6-4479-8370-13338ec89dbf', 'name': 'network-vif-deleted', 'tag': 'f2acf580-146c-40d6-8d59-b5eafda6e3eb'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:34:39.411297 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e472ce4f-eecc-4c3b-96fe-9b3414c735a4" -d '{"events": [{"server_uuid": "2354e0d5-e2e6-4479-8370-13338ec89dbf", "name": "network-vif-deleted", "tag": "f2acf580-146c-40d6-8d59-b5eafda6e3eb"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:34:39.446960 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f08c11-ac0f-4229-9624-413036ccdf3f x-openstack-request-id: req-30f08c11-ac0f-4229-9624-413036ccdf3f {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:34:39.447362 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2354e0d5-e2e6-4479-8370-13338ec89dbf", "name": "network-vif-deleted", "tag": "f2acf580-146c-40d6-8d59-b5eafda6e3eb", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:34:39.447728 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30f08c11-ac0f-4229-9624-413036ccdf3f {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:34:39.448269 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2354e0d5-e2e6-4479-8370-13338ec89dbf', 'name': 'network-vif-deleted', 'tag': 'f2acf580-146c-40d6-8d59-b5eafda6e3eb', 'status': 'completed', 'code': 200} Aug 10 04:34:39.826312 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-de483122-abda-47c7-aee0-1a198c3f15ab tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:39.827829 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-de483122-abda-47c7-aee0-1a198c3f15ab tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.20 "GET /v2.0/networks?id=5f8d6114-c74d-4e82-a6b9-10c480655019 HTTP/1.1" status: 200 len: 815 time: 0.1072214 Aug 10 04:34:39.847466 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-a7d6732c-c468-435b-b5e5-9bcd93b8a0a1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Request body: {'port': {'device_id': 'afec309c-5286-4e24-abb8-752920645515', 'network_id': '5f8d6114-c74d-4e82-a6b9-10c480655019', 'admin_state_up': True, 'tenant_id': '443ded2bf75f494eae9b682d1a730f2e'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:34:39.977586 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1a2be810-e01f-4284-9388-0bf948228034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:40.015919 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dcac8543-90d2-48cb-b298-661e413bbbde req-1f1a88e7-4010-4a81-a403-a071b437f3f9 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 210 time: 0.0292940 Aug 10 04:34:40.034835 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-a7d6732c-c468-435b-b5e5-9bcd93b8a0a1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Made reservation on behalf of 443ded2bf75f494eae9b682d1a730f2e for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:34:40.038685 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-a7d6732c-c468-435b-b5e5-9bcd93b8a0a1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:40.176222 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-a7d6732c-c468-435b-b5e5-9bcd93b8a0a1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Allocated IP 172.20.0.14 (5f8d6114-c74d-4e82-a6b9-10c480655019/c12088a3-7c2a-4247-9325-efeed2531659/9673691a-4af3-4c92-93b6-39a53d8b8270) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:34:40.343145 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-a7d6732c-c468-435b-b5e5-9bcd93b8a0a1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:40.433609 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-a7d6732c-c468-435b-b5e5-9bcd93b8a0a1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:40.467385 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['f2acf580-146c-40d6-8d59-b5eafda6e3eb'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:34:40.479781 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-a7d6732c-c468-435b-b5e5-9bcd93b8a0a1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Network 5f8d6114-c74d-4e82-a6b9-10c480655019 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:34:40.483097 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-a7d6732c-c468-435b-b5e5-9bcd93b8a0a1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:34:40.487085 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-a7d6732c-c468-435b-b5e5-9bcd93b8a0a1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:34:40.493713 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6732c-c468-435b-b5e5-9bcd93b8a0a1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Pushing event updated for resources: {'Port': ['ID=9673691a-4af3-4c92-93b6-39a53d8b8270,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:40.540812 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-a7d6732c-c468-435b-b5e5-9bcd93b8a0a1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:40.544623 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-a7d6732c-c468-435b-b5e5-9bcd93b8a0a1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:40.628384 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-a7d6732c-c468-435b-b5e5-9bcd93b8a0a1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7863796 Aug 10 04:34:40.646557 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Request body: {'port': {'device_id': 'afec309c-5286-4e24-abb8-752920645515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:34:40.702541 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:40.966364 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9673691a-4af3-4c92-93b6-39a53d8b8270 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:34:40.974186 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:40.986429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Transition to ACTIVE for port object 9673691a-4af3-4c92-93b6-39a53d8b8270 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:34:41.050007 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:41.107207 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Pushing event updated for resources: {'Port': ['ID=9673691a-4af3-4c92-93b6-39a53d8b8270,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:41.175268 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:41.175612 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:41.175951 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:41.176307 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:41.176883 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:41.176989 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:41.177277 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:41.177592 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:41.177918 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:41.178238 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:41.178564 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:41.178882 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:41.228224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6ae2e-3b5f-43da-8f65-f316f0ac665c req-65cefa2b-2a5d-4197-a685-bc1ce638714a tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:41.229628 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-67c6ae2e-3b5f-43da-8f65-f316f0ac665c req-65cefa2b-2a5d-4197-a685-bc1ce638714a tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 944 time: 0.1278129 Aug 10 04:34:41.232517 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Attempting to bind port 9673691a-4af3-4c92-93b6-39a53d8b8270 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:34:41.232517 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Attempting to bind port 9673691a-4af3-4c92-93b6-39a53d8b8270 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'dfbc3383-3c28-448b-b3c5-8a8e17920249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5f8d6114-c74d-4e82-a6b9-10c480655019'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:34:41.232837 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Attempting to bind port 9673691a-4af3-4c92-93b6-39a53d8b8270 on network 5f8d6114-c74d-4e82-a6b9-10c480655019 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:34:41.245019 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Port 9673691a-4af3-4c92-93b6-39a53d8b8270 on network 5f8d6114-c74d-4e82-a6b9-10c480655019 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:34:41.245349 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Attempting to bind port 9673691a-4af3-4c92-93b6-39a53d8b8270 on network 5f8d6114-c74d-4e82-a6b9-10c480655019 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:34:41.259636 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:34:41.259996 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Checking segment: {'id': 'dfbc3383-3c28-448b-b3c5-8a8e17920249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5f8d6114-c74d-4e82-a6b9-10c480655019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:34:41.260387 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Bound using segment: {'id': 'dfbc3383-3c28-448b-b3c5-8a8e17920249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5f8d6114-c74d-4e82-a6b9-10c480655019'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:34:41.260822 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Bound port: 9673691a-4af3-4c92-93b6-39a53d8b8270, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfbc3383-3c28-448b-b3c5-8a8e17920249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5f8d6114-c74d-4e82-a6b9-10c480655019'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:34:41.261185 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:41.287489 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-67c6ae2e-3b5f-43da-8f65-f316f0ac665c req-4ec3d091-29c0-4a1b-b587-b38c8a824071 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507133 Aug 10 04:34:41.339485 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] For port 9673691a-4af3-4c92-93b6-39a53d8b8270, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:34:41.342649 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] For port 9673691a-4af3-4c92-93b6-39a53d8b8270, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9673691a-4af3-4c92-93b6-39a53d8b8270,segment=NetworkSegment(dfbc3383-3c28-448b-b3c5-8a8e17920249),segment_id=dfbc3383-3c28-448b-b3c5-8a8e17920249)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:34:41.418001 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:41.458831 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:41.459457 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:41.460887 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] 10.222.0.20 "PUT /v2.0/ports/9673691a-4af3-4c92-93b6-39a53d8b8270 HTTP/1.1" status: 200 len: 1092 time: 0.8187065 Aug 10 04:34:41.461323 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afec309c-5286-4e24-abb8-752920645515', 'tag': '9673691a-4af3-4c92-93b6-39a53d8b8270'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:34:41.463588 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fad4c8-0793-4ad8-9f77-12976a5c1d10" -d '{"events": [{"name": "network-changed", "server_uuid": "afec309c-5286-4e24-abb8-752920645515", "tag": "9673691a-4af3-4c92-93b6-39a53d8b8270"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:34:41.489600 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adab88c-1e78-4f37-9c41-066eda204a60 service neutron] Pushing event updated for resources: {'Port': ['ID=9673691a-4af3-4c92-93b6-39a53d8b8270,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:41.503404 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2576b481-e9e7-4c4c-b108-9e4e4ba6ea0e x-openstack-request-id: req-2576b481-e9e7-4c4c-b108-9e4e4ba6ea0e {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:34:41.503689 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afec309c-5286-4e24-abb8-752920645515", "tag": "9673691a-4af3-4c92-93b6-39a53d8b8270", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:34:41.503941 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2576b481-e9e7-4c4c-b108-9e4e4ba6ea0e {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:34:41.504389 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afec309c-5286-4e24-abb8-752920645515', 'tag': '9673691a-4af3-4c92-93b6-39a53d8b8270', 'status': 'completed', 'code': 200} Aug 10 04:34:41.587216 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fad4c8-0793-4ad8-9f77-12976a5c1d10 req-97cae3e3-4d6f-45a3-877b-fc2dd4f80019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:41.588779 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-40fad4c8-0793-4ad8-9f77-12976a5c1d10 req-97cae3e3-4d6f-45a3-877b-fc2dd4f80019 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=443ded2bf75f494eae9b682d1a730f2e&device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 1095 time: 0.0417838 Aug 10 04:34:41.705221 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fad4c8-0793-4ad8-9f77-12976a5c1d10 req-739bdddd-83d7-49fa-a7ef-5419806139a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:41.706734 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-40fad4c8-0793-4ad8-9f77-12976a5c1d10 req-739bdddd-83d7-49fa-a7ef-5419806139a8 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=443ded2bf75f494eae9b682d1a730f2e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1047390 Aug 10 04:34:41.802414 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fad4c8-0793-4ad8-9f77-12976a5c1d10 req-4d6e2e25-51c9-4897-811b-17cf5d4d1b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:41.803815 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-40fad4c8-0793-4ad8-9f77-12976a5c1d10 req-4d6e2e25-51c9-4897-811b-17cf5d4d1b8f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903878 Aug 10 04:34:41.902744 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-3fc9ed14-b8ec-48f5-a022-fca5be2c31b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:41.904327 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-3fc9ed14-b8ec-48f5-a022-fca5be2c31b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=443ded2bf75f494eae9b682d1a730f2e&device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 1095 time: 0.0433922 Aug 10 04:34:41.958611 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-260dc0df-8294-4f69-a9c1-8f2210805897 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9673691a-4af3-4c92-93b6-39a53d8b8270 HTTP/1.1" status: 200 len: 217 time: 0.0417125 Aug 10 04:34:42.018868 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-0d1763a9-9518-4726-a70e-65ca1b3862c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:42.020618 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-0d1763a9-9518-4726-a70e-65ca1b3862c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c12088a3-7c2a-4247-9325-efeed2531659 HTTP/1.1" status: 200 len: 855 time: 0.0549538 Aug 10 04:34:42.058998 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-f2421411-1daf-402a-9d15-42e1b3236fca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f8d6114-c74d-4e82-a6b9-10c480655019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317390 Aug 10 04:34:42.176333 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-c97419e1-a5a0-4373-9b6c-d4d4196eaac9 service neutron] 10.222.0.20 "GET /v2.0/networks/5f8d6114-c74d-4e82-a6b9-10c480655019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075966 Aug 10 04:34:42.270735 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7b6084e-36b6-42b9-b0d8-0eed8c0ccaeb req-389c748c-883c-47ca-8ddf-cd34cdddb5e6 service neutron] 10.222.0.20 "GET /v2.0/networks/5f8d6114-c74d-4e82-a6b9-10c480655019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878100 Aug 10 04:34:42.410771 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e317b4-01f3-4ff5-a801-f42688a97c94 req-ed41e162-9bc5-4830-a857-be27aa7cb6b0 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:42.412305 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-57e317b4-01f3-4ff5-a801-f42688a97c94 req-ed41e162-9bc5-4830-a857-be27aa7cb6b0 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 944 time: 0.0560694 Aug 10 04:34:42.451852 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-57e317b4-01f3-4ff5-a801-f42688a97c94 req-10c6558c-1e85-4736-9db3-dea22b446ac5 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333393 Aug 10 04:34:43.458909 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device f2acf580-146c-40d6-8d59-b5eafda6e3eb no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:34:43.481996 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: f2acf580-146c-40d6-8d59-b5eafda6e3eb {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:34:43.482335 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device f2acf580-146c-40d6-8d59-b5eafda6e3eb not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:34:43.581653 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aac02b-713c-4768-9257-8ac60a8c953d req-50d5e7f7-d31c-4818-98f6-c18f6e08e8b7 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:43.590874 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-41aac02b-713c-4768-9257-8ac60a8c953d req-50d5e7f7-d31c-4818-98f6-c18f6e08e8b7 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 944 time: 0.0592809 Aug 10 04:34:43.622366 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-41aac02b-713c-4768-9257-8ac60a8c953d req-542fd346-7173-46ba-9d4b-0c4119bbf129 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330913 Aug 10 04:34:43.638507 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:43.834668 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a3a35ff5-410b-4e71-873f-61b4c94483a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:44.742477 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a7f2a-f8ba-444a-b7c5-4ebc66d3640f req-e0326c0a-596c-4752-b4e5-966f5de4f4d8 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:44.743903 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c86a7f2a-f8ba-444a-b7c5-4ebc66d3640f req-e0326c0a-596c-4752-b4e5-966f5de4f4d8 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 944 time: 0.0537438 Aug 10 04:34:44.783759 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c86a7f2a-f8ba-444a-b7c5-4ebc66d3640f req-ef6d1b58-4a13-4905-8466-1bb533b74d95 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337515 Aug 10 04:34:45.440344 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:45.458331 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 9673691a-4af3-4c92-93b6-39a53d8b8270 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:34:45.552485 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 9673691a-4af3-4c92-93b6-39a53d8b8270, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9673691a-4af3-4c92-93b6-39a53d8b8270,segment=NetworkSegment(dfbc3383-3c28-448b-b3c5-8a8e17920249),segment_id=dfbc3383-3c28-448b-b3c5-8a8e17920249)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:45.563728 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '9673691a-4af3-4c92-93b6-39a53d8b8270', 'network_id': '5f8d6114-c74d-4e82-a6b9-10c480655019', 'port_id': '9673691a-4af3-4c92-93b6-39a53d8b8270', 'mac_address': 'fa:16:3e:9e:fd:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c12088a3-7c2a-4247-9325-efeed2531659', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:34:45.602274 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:45.619435 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9673691a-4af3-4c92-93b6-39a53d8b8270 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:34:45.640330 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 9673691a-4af3-4c92-93b6-39a53d8b8270, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9673691a-4af3-4c92-93b6-39a53d8b8270,segment=NetworkSegment(dfbc3383-3c28-448b-b3c5-8a8e17920249),segment_id=dfbc3383-3c28-448b-b3c5-8a8e17920249)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:45.718654 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:45.766207 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=9673691a-4af3-4c92-93b6-39a53d8b8270,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:45.773684 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:45.774028 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:45.774371 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:45.774718 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:45.775046 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:45.775375 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:45.775698 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:45.776054 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:45.776378 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:45.776699 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:45.777019 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:45.777344 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:34:45.898529 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382512c-9947-4f79-a918-b3c46d4c31b2 req-ad44cf9a-a0e3-4b4e-bd5f-b253945f26d3 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:45.900132 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a382512c-9947-4f79-a918-b3c46d4c31b2 req-ad44cf9a-a0e3-4b4e-bd5f-b253945f26d3 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 945 time: 0.0495784 Aug 10 04:34:45.937311 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a382512c-9947-4f79-a918-b3c46d4c31b2 req-1d3a0088-46f5-4294-8896-28c0c27e50a1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311203 Aug 10 04:34:45.992045 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['9673691a-4af3-4c92-93b6-39a53d8b8270'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:34:46.108756 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:47.018262 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:47.056493 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9dbbf9-ece9-4c5c-be57-91b4e1e9821f req-1472ea7e-1b3c-4dbb-bc0d-20cdf59e8570 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:47.058002 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a9dbbf9-ece9-4c5c-be57-91b4e1e9821f req-1472ea7e-1b3c-4dbb-bc0d-20cdf59e8570 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 945 time: 0.0507760 Aug 10 04:34:47.099075 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a9dbbf9-ece9-4c5c-be57-91b4e1e9821f req-6d978519-0f25-4d8d-b244-10710f31de38 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331590 Aug 10 04:34:47.461200 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 9673691a-4af3-4c92-93b6-39a53d8b8270 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:34:47.575875 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 9673691a-4af3-4c92-93b6-39a53d8b8270 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:34:47.580794 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 9673691a-4af3-4c92-93b6-39a53d8b8270 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:34:47.581168 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:47.661825 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:47.684446 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afec309c-5286-4e24-abb8-752920645515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9673691a-4af3-4c92-93b6-39a53d8b8270'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:34:47.686655 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5123ebd-a153-4acf-84bd-3aea565f9bb5" -d '{"events": [{"server_uuid": "afec309c-5286-4e24-abb8-752920645515", "name": "network-vif-plugged", "status": "completed", "tag": "9673691a-4af3-4c92-93b6-39a53d8b8270"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:34:47.699753 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 9673691a-4af3-4c92-93b6-39a53d8b8270, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9673691a-4af3-4c92-93b6-39a53d8b8270,segment=NetworkSegment(dfbc3383-3c28-448b-b3c5-8a8e17920249),segment_id=dfbc3383-3c28-448b-b3c5-8a8e17920249)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:34:47.725054 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acb533f-4b10-4c7f-8296-a5ecde05927d x-openstack-request-id: req-2acb533f-4b10-4c7f-8296-a5ecde05927d {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:34:47.725338 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afec309c-5286-4e24-abb8-752920645515", "name": "network-vif-plugged", "status": "completed", "tag": "9673691a-4af3-4c92-93b6-39a53d8b8270", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:34:47.725585 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2acb533f-4b10-4c7f-8296-a5ecde05927d {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:34:47.725972 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afec309c-5286-4e24-abb8-752920645515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9673691a-4af3-4c92-93b6-39a53d8b8270', 'code': 200} Aug 10 04:34:47.764690 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:47.819458 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=9673691a-4af3-4c92-93b6-39a53d8b8270,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:34:47.850104 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183a013-feb5-4a62-927b-3aa17907d524 req-4b0bc26e-cfcb-417b-a4fd-d2f9c061da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:47.851672 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3183a013-feb5-4a62-927b-3aa17907d524 req-4b0bc26e-cfcb-417b-a4fd-d2f9c061da5e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 1097 time: 0.0420971 Aug 10 04:34:47.874247 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:34:47.889937 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3183a013-feb5-4a62-927b-3aa17907d524 req-185d8e16-4b65-4696-82d7-0c87ce71a628 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290794 Aug 10 04:34:48.220066 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c79eb8-f269-4546-b2c7-5c2efe087689 req-ed18ca20-a168-4fc2-b444-a6798dd3782d tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:48.221571 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-75c79eb8-f269-4546-b2c7-5c2efe087689 req-ed18ca20-a168-4fc2-b444-a6798dd3782d tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0541599 Aug 10 04:34:48.260926 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-75c79eb8-f269-4546-b2c7-5c2efe087689 req-5c12857f-4509-4ec9-aef3-25669a0c769a tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334392 Aug 10 04:34:49.383436 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009487cc-7fab-47f1-9892-2e19f3fd7520 req-96ac22f6-43f0-4cb1-870a-25a583cbcaa4 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:49.384916 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-009487cc-7fab-47f1-9892-2e19f3fd7520 req-96ac22f6-43f0-4cb1-870a-25a583cbcaa4 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0524962 Aug 10 04:34:49.431478 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-009487cc-7fab-47f1-9892-2e19f3fd7520 req-295ee096-7ddb-409c-9ce7-c8af2d7a082d tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406029 Aug 10 04:34:49.548961 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45016416-239b-474f-b224-62582548f4df req-81182a6b-8188-4312-8c22-089e6c4d73ae tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:49.550477 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-45016416-239b-474f-b224-62582548f4df req-81182a6b-8188-4312-8c22-089e6c4d73ae tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0505931 Aug 10 04:34:49.589533 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-45016416-239b-474f-b224-62582548f4df req-4a68440e-7378-4aee-be21-0e3b662063cf tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331869 Aug 10 04:34:49.971649 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9f6d8-c896-4959-b582-7e85d06fab1a req-a953ca91-98be-48d9-9b6d-687406637eb3 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:49.973138 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-afa9f6d8-c896-4959-b582-7e85d06fab1a req-a953ca91-98be-48d9-9b6d-687406637eb3 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0513744 Aug 10 04:34:50.013556 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-afa9f6d8-c896-4959-b582-7e85d06fab1a req-a49d001e-166d-46af-9a06-997db1bf1f67 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341165 Aug 10 04:34:50.103080 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-05474ceb-118a-4875-addc-54d782f58618 req-62f10c1d-a2c2-47eb-b43f-3b1067eb29da service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0445344 Aug 10 04:34:51.136690 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c51b1-e40d-48c5-ad30-d3ec3888e799 req-fc12bcdd-68ea-44d8-87f4-61601dbdffbf tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:51.138222 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-704c51b1-e40d-48c5-ad30-d3ec3888e799 req-fc12bcdd-68ea-44d8-87f4-61601dbdffbf tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0558755 Aug 10 04:34:51.181623 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-704c51b1-e40d-48c5-ad30-d3ec3888e799 req-4b0a139d-a723-43af-b4ce-979ac1eae1df tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359869 Aug 10 04:34:52.330651 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a6ab9-6451-4fd1-879b-67f7aad20a27 req-187b1265-4d77-424e-ad20-c592447bf747 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:52.332162 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5c7a6ab9-6451-4fd1-879b-67f7aad20a27 req-187b1265-4d77-424e-ad20-c592447bf747 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0817742 Aug 10 04:34:52.338282 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05474ceb-118a-4875-addc-54d782f58618 req-204b408d-d1ac-4a31-8831-788175afe594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:52.339693 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05474ceb-118a-4875-addc-54d782f58618 req-204b408d-d1ac-4a31-8831-788175afe594 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=443ded2bf75f494eae9b682d1a730f2e&device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 1097 time: 0.0586617 Aug 10 04:34:52.388743 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5c7a6ab9-6451-4fd1-879b-67f7aad20a27 req-1a49c31e-10ca-4955-bb9f-ff66c81b5027 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480578 Aug 10 04:34:52.470999 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05474ceb-118a-4875-addc-54d782f58618 req-23952fcf-4603-4d5c-99bb-372612c0d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:52.472662 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05474ceb-118a-4875-addc-54d782f58618 req-23952fcf-4603-4d5c-99bb-372612c0d11e service neutron] 10.222.0.20 "GET /v2.0/networks?id=5f8d6114-c74d-4e82-a6b9-10c480655019 HTTP/1.1" status: 200 len: 916 time: 0.1075141 Aug 10 04:34:52.522282 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05474ceb-118a-4875-addc-54d782f58618 req-c33723b3-11ea-4778-b1bc-7cfed81292b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9673691a-4af3-4c92-93b6-39a53d8b8270 HTTP/1.1" status: 200 len: 217 time: 0.0370502 Aug 10 04:34:52.595728 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05474ceb-118a-4875-addc-54d782f58618 req-ab65947e-f52e-4268-99fc-b8215de163dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:52.597341 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05474ceb-118a-4875-addc-54d782f58618 req-ab65947e-f52e-4268-99fc-b8215de163dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c12088a3-7c2a-4247-9325-efeed2531659 HTTP/1.1" status: 200 len: 855 time: 0.0494704 Aug 10 04:34:52.631889 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05474ceb-118a-4875-addc-54d782f58618 req-f5a01c59-0f47-43d0-b6ac-f3843e3d1186 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f8d6114-c74d-4e82-a6b9-10c480655019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272839 Aug 10 04:34:52.737818 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05474ceb-118a-4875-addc-54d782f58618 req-47140b45-e27b-4a42-806d-3fbaa965b5a2 service neutron] 10.222.0.20 "GET /v2.0/networks/5f8d6114-c74d-4e82-a6b9-10c480655019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955477 Aug 10 04:34:52.837721 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05474ceb-118a-4875-addc-54d782f58618 req-9dcd25b3-a2c0-4fba-ad0d-7871a94d8040 service neutron] 10.222.0.20 "GET /v2.0/networks/5f8d6114-c74d-4e82-a6b9-10c480655019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884018 Aug 10 04:34:53.506467 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67265da-f920-4a92-8694-a1f965d070e4 req-be57f4f1-53f3-44f1-b6a5-d864f308b38d tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:53.508001 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d67265da-f920-4a92-8694-a1f965d070e4 req-be57f4f1-53f3-44f1-b6a5-d864f308b38d tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0495863 Aug 10 04:34:53.549905 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d67265da-f920-4a92-8694-a1f965d070e4 req-8a3ef978-45e0-4733-915e-5a0276c9b08b tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356183 Aug 10 04:34:54.670336 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31606e53-70e0-4c21-9dcf-0b40806338e1 req-586e39a4-c5d0-45a9-893c-eae5205bb1e0 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:54.672359 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-31606e53-70e0-4c21-9dcf-0b40806338e1 req-586e39a4-c5d0-45a9-893c-eae5205bb1e0 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0553033 Aug 10 04:34:54.710258 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-31606e53-70e0-4c21-9dcf-0b40806338e1 req-895af314-874d-442d-93fb-4b2fb2f41f35 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318816 Aug 10 04:34:55.833019 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47936c-43e2-4441-9124-b27c66bfd481 req-425b3e27-b758-4383-8f60-f78fe62ae87e tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:55.834525 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6e47936c-43e2-4441-9124-b27c66bfd481 req-425b3e27-b758-4383-8f60-f78fe62ae87e tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0544295 Aug 10 04:34:55.872769 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6e47936c-43e2-4441-9124-b27c66bfd481 req-67cd7d2a-0e62-4fb8-874d-595bdfc3cb11 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321400 Aug 10 04:34:56.990076 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab7610-f25b-4c1b-8b60-e4ef451ffcab req-5aa19fee-615c-4b05-88b9-ff3e85895de9 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:56.991595 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-36ab7610-f25b-4c1b-8b60-e4ef451ffcab req-5aa19fee-615c-4b05-88b9-ff3e85895de9 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0500588 Aug 10 04:34:57.030481 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-36ab7610-f25b-4c1b-8b60-e4ef451ffcab req-9724e3ad-3dad-4bcd-a2bb-5cd0e2f8b46e tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329037 Aug 10 04:34:57.952358 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:34:58.149156 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46f84c-dec1-4878-b825-53816549df0d req-44bcea3e-7ee9-4ffb-ba04-c27eaade7357 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:58.150661 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2c46f84c-dec1-4878-b825-53816549df0d req-44bcea3e-7ee9-4ffb-ba04-c27eaade7357 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0500288 Aug 10 04:34:58.188597 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2c46f84c-dec1-4878-b825-53816549df0d req-01c5eca2-0706-492f-ada4-1de3b566ae05 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319529 Aug 10 04:34:59.305974 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04259255-e62b-4a32-9515-124e73d42285 req-895e5176-564c-4642-9af4-19644ab23533 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:34:59.307478 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-04259255-e62b-4a32-9515-124e73d42285 req-895e5176-564c-4642-9af4-19644ab23533 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0499082 Aug 10 04:34:59.347332 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-04259255-e62b-4a32-9515-124e73d42285 req-5ad98f43-27f5-42db-8842-153dfb0cf29a tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331581 Aug 10 04:35:00.469503 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc0c32-4811-4c23-899c-643f654a4bfa req-e09d1323-82aa-4b46-888b-83ac3a957dcb tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:00.471049 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-00bc0c32-4811-4c23-899c-643f654a4bfa req-e09d1323-82aa-4b46-888b-83ac3a957dcb tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0508978 Aug 10 04:35:00.511096 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-00bc0c32-4811-4c23-899c-643f654a4bfa req-83e5b457-3f4a-4398-a251-7db5a639864e tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340648 Aug 10 04:35:01.651106 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a2947-e269-46ae-94c8-86b466fe5698 req-02418292-b77a-4cff-81aa-6f6c9cf66f16 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:01.652645 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-299a2947-e269-46ae-94c8-86b466fe5698 req-02418292-b77a-4cff-81aa-6f6c9cf66f16 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0581317 Aug 10 04:35:01.699976 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-299a2947-e269-46ae-94c8-86b466fe5698 req-3ee28a97-fb21-4c89-bf52-bc9cf9e8eb2a tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406303 Aug 10 04:35:02.821455 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f3d07-fb59-4c2a-8dd0-44de96f761a3 req-d5c85d77-6cf9-4be4-8779-888268f36e8d tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:02.822964 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8f7f3d07-fb59-4c2a-8dd0-44de96f761a3 req-d5c85d77-6cf9-4be4-8779-888268f36e8d tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0546646 Aug 10 04:35:02.863025 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8f7f3d07-fb59-4c2a-8dd0-44de96f761a3 req-fb26d0b2-74a3-4e3c-8e3a-ececb7901823 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332661 Aug 10 04:35:03.978862 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e8239-834c-4d38-b832-3b6bc1bfb926 req-788cd667-543b-4910-a114-59121fc7e195 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:03.980378 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ef1e8239-834c-4d38-b832-3b6bc1bfb926 req-788cd667-543b-4910-a114-59121fc7e195 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0497308 Aug 10 04:35:04.019294 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ef1e8239-834c-4d38-b832-3b6bc1bfb926 req-7fbb40ab-c717-4e4a-acca-ad9bd2a904e0 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321555 Aug 10 04:35:05.136035 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cde93-612b-4b06-9f82-496e0a9464e6 req-5214fd3e-3dfc-4ee4-a1c3-642cb36101cf tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:05.137679 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f75cde93-612b-4b06-9f82-496e0a9464e6 req-5214fd3e-3dfc-4ee4-a1c3-642cb36101cf tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0508652 Aug 10 04:35:05.177081 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f75cde93-612b-4b06-9f82-496e0a9464e6 req-8a6a36e6-5d50-4861-9885-2fb46e80eaf3 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331738 Aug 10 04:35:06.295396 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6667e-b654-4dec-8e92-4772f249b5df req-38c27b43-26b9-408e-8d87-dbcff026115a tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:06.298276 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-46e6667e-b654-4dec-8e92-4772f249b5df req-38c27b43-26b9-408e-8d87-dbcff026115a tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0537746 Aug 10 04:35:06.337670 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-46e6667e-b654-4dec-8e92-4772f249b5df req-796d19de-03df-489b-8eb3-3e530a5e8325 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333235 Aug 10 04:35:07.454627 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab923e5-c2c2-4414-9816-97883198d5a5 req-c264c207-fd1d-4e21-acc2-8a2590f933ad tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:07.456154 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3ab923e5-c2c2-4414-9816-97883198d5a5 req-c264c207-fd1d-4e21-acc2-8a2590f933ad tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0503037 Aug 10 04:35:07.493481 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3ab923e5-c2c2-4414-9816-97883198d5a5 req-7cecf9fe-e4f4-4e48-a037-4951ff56f376 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313349 Aug 10 04:35:08.616859 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322178e-d888-45be-8fe7-4109e51f40b7 req-73ae76c7-7ba6-4f71-84bd-289db181e944 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:08.618400 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d322178e-d888-45be-8fe7-4109e51f40b7 req-73ae76c7-7ba6-4f71-84bd-289db181e944 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0576410 Aug 10 04:35:08.658594 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d322178e-d888-45be-8fe7-4109e51f40b7 req-1bcd12dd-3f74-42fa-8223-17aaa011216b tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341399 Aug 10 04:35:09.782049 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750a479-d7a8-4495-bbeb-ab1cf4b672aa req-ae9e69aa-30ef-41bf-a713-165616a90981 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:09.783441 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c750a479-d7a8-4495-bbeb-ab1cf4b672aa req-ae9e69aa-30ef-41bf-a713-165616a90981 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0548270 Aug 10 04:35:09.821286 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c750a479-d7a8-4495-bbeb-ab1cf4b672aa req-75d2c84b-6561-42d5-bed5-bf02e4c9a088 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317757 Aug 10 04:35:09.976838 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-84d3c120-9a16-4141-b7e9-68fed6eda43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:10.939889 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e0280-8958-4504-9e7c-4e9e2c82c234 req-fb10fd7a-766a-4978-9dc6-cb49a3b76a63 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:10.941403 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b16e0280-8958-4504-9e7c-4e9e2c82c234 req-fb10fd7a-766a-4978-9dc6-cb49a3b76a63 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0494936 Aug 10 04:35:10.981234 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b16e0280-8958-4504-9e7c-4e9e2c82c234 req-702e2e68-8728-4ab6-bf0d-361b031e5700 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338883 Aug 10 04:35:12.100533 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5057b-a6b4-4bbd-913a-d3af96cfdf0b req-edd70522-fdef-4e17-bc33-62074a2d2d17 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:12.102036 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6aa5057b-a6b4-4bbd-913a-d3af96cfdf0b req-edd70522-fdef-4e17-bc33-62074a2d2d17 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0489316 Aug 10 04:35:12.141134 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6aa5057b-a6b4-4bbd-913a-d3af96cfdf0b req-bb3406f5-8d69-46f6-b2a7-8bfb0f8c046f tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328832 Aug 10 04:35:13.257498 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a13e5-f098-4a24-ae4e-11b809338063 req-fbb888a1-ae74-41cc-aa90-c750d03eb099 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:13.258991 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-174a13e5-f098-4a24-ae4e-11b809338063 req-fbb888a1-ae74-41cc-aa90-c750d03eb099 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0501783 Aug 10 04:35:13.298522 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-174a13e5-f098-4a24-ae4e-11b809338063 req-8f92aac0-d61d-4045-8e4f-80b21d7f308a tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336092 Aug 10 04:35:13.622315 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:13.832605 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5c8f1144-d5a6-4f01-8bad-6f18d30e394e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:14.422749 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcf688-7a3e-4da6-a708-0e266006ad54 req-1e6d3214-84c9-4cc4-9f8a-14a320262c29 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:14.424313 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2cdcf688-7a3e-4da6-a708-0e266006ad54 req-1e6d3214-84c9-4cc4-9f8a-14a320262c29 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0495534 Aug 10 04:35:14.462181 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2cdcf688-7a3e-4da6-a708-0e266006ad54 req-919a3c25-1e0e-475b-8324-0ec6b0a5ed45 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318758 Aug 10 04:35:15.439027 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:15.583236 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4987154-977a-41b7-a38f-fa6bc83de5c7 req-516e2034-6849-4014-9174-22b37fa614c7 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:15.584767 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4987154-977a-41b7-a38f-fa6bc83de5c7 req-516e2034-6849-4014-9174-22b37fa614c7 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0531456 Aug 10 04:35:15.622830 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4987154-977a-41b7-a38f-fa6bc83de5c7 req-30944ad8-7e97-4caf-80b2-aafb9d9b1f8c tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322735 Aug 10 04:35:16.107544 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:16.742761 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f3197-36e0-4eb0-a088-9bdd855d4950 req-265e2e2f-9726-48cd-a45d-1fcfe3115614 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:16.744167 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-717f3197-36e0-4eb0-a088-9bdd855d4950 req-265e2e2f-9726-48cd-a45d-1fcfe3115614 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0533175 Aug 10 04:35:16.782304 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-717f3197-36e0-4eb0-a088-9bdd855d4950 req-502c85f9-4ca2-4fbc-bdd4-93bdf3d2bec4 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321457 Aug 10 04:35:16.987877 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:17.898504 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f974b91-2bc5-4b88-89d2-803cbd8b0ad8 req-7a93e0ca-9cb7-47dd-879b-899bb17d2f51 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:17.900041 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8f974b91-2bc5-4b88-89d2-803cbd8b0ad8 req-7a93e0ca-9cb7-47dd-879b-899bb17d2f51 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0505562 Aug 10 04:35:17.939601 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8f974b91-2bc5-4b88-89d2-803cbd8b0ad8 req-c9f4cafc-9537-4f2a-b9a2-0ec5eb2518ee tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335555 Aug 10 04:35:19.057074 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf373790-f676-4284-89fe-75648be241d2 req-f20942dd-b113-40da-800b-5cb1af77f416 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:19.058621 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bf373790-f676-4284-89fe-75648be241d2 req-f20942dd-b113-40da-800b-5cb1af77f416 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0506406 Aug 10 04:35:19.097045 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bf373790-f676-4284-89fe-75648be241d2 req-7cfb455b-deee-46ca-b14c-0b5aeed2230d tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318377 Aug 10 04:35:20.159060 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [req-05474ceb-118a-4875-addc-54d782f58618 req-5b4ade09-fa10-4ed8-8b20-7f1ecb0a5027 service neutron] show failed (client error): The resource could not be found. Aug 10 04:35:20.160168 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05474ceb-118a-4875-addc-54d782f58618 req-5b4ade09-fa10-4ed8-8b20-7f1ecb0a5027 service neutron] 10.222.0.20 "GET /v2.0/ports/9673691a-4af3-4c92-93b6-39a53d8b8270/bindings/n-h1-802893-2 HTTP/1.1" status: 404 len: 380 time: 0.0575368 Aug 10 04:35:20.220862 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378c96c-c4c8-463c-956c-9e4d318ef0ca req-da88cfbb-984c-4e83-86d3-c4795a74bfb8 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:20.222456 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3378c96c-c4c8-463c-956c-9e4d318ef0ca req-da88cfbb-984c-4e83-86d3-c4795a74bfb8 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0553505 Aug 10 04:35:20.264620 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3378c96c-c4c8-463c-956c-9e4d318ef0ca req-7443dff5-7e81-4d2b-8ca1-7432943110df tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355134 Aug 10 04:35:20.616320 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05474ceb-118a-4875-addc-54d782f58618 req-c7619d4f-1ec0-49fa-a685-c049ebda2f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:20.617837 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05474ceb-118a-4875-addc-54d782f58618 req-c7619d4f-1ec0-49fa-a685-c049ebda2f6e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515&tenant_id=443ded2bf75f494eae9b682d1a730f2e HTTP/1.1" status: 200 len: 1097 time: 0.0425684 Aug 10 04:35:20.629414 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-05474ceb-118a-4875-addc-54d782f58618 req-97ee3bb2-8431-4c3c-8966-4602dbe2cb20 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802893-2', 'device_owner': 'compute:nova'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:35:20.681488 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-05474ceb-118a-4875-addc-54d782f58618 req-97ee3bb2-8431-4c3c-8966-4602dbe2cb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:20.907324 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-05474ceb-118a-4875-addc-54d782f58618 req-97ee3bb2-8431-4c3c-8966-4602dbe2cb20 service neutron] For port 9673691a-4af3-4c92-93b6-39a53d8b8270, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9673691a-4af3-4c92-93b6-39a53d8b8270,segment=NetworkSegment(dfbc3383-3c28-448b-b3c5-8a8e17920249),segment_id=dfbc3383-3c28-448b-b3c5-8a8e17920249)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:35:20.939932 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-05474ceb-118a-4875-addc-54d782f58618 req-97ee3bb2-8431-4c3c-8966-4602dbe2cb20 service neutron] For port 9673691a-4af3-4c92-93b6-39a53d8b8270, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:35:20.979694 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afec309c-5286-4e24-abb8-752920645515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9673691a-4af3-4c92-93b6-39a53d8b8270'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:35:20.982018 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d134d5c-0c79-475d-8727-ad3c6f0ed7a8" -d '{"events": [{"server_uuid": "afec309c-5286-4e24-abb8-752920645515", "name": "network-vif-unplugged", "status": "completed", "tag": "9673691a-4af3-4c92-93b6-39a53d8b8270"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:35:20.986887 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-05474ceb-118a-4875-addc-54d782f58618 req-97ee3bb2-8431-4c3c-8966-4602dbe2cb20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:21.001518 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-05474ceb-118a-4875-addc-54d782f58618 req-97ee3bb2-8431-4c3c-8966-4602dbe2cb20 service neutron] Transition to ACTIVE for port object 9673691a-4af3-4c92-93b6-39a53d8b8270 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:35:21.036703 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd1937c-70b5-42b2-bfc9-438758a47356 x-openstack-request-id: req-4dd1937c-70b5-42b2-bfc9-438758a47356 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:35:21.037031 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afec309c-5286-4e24-abb8-752920645515", "name": "network-vif-unplugged", "status": "completed", "tag": "9673691a-4af3-4c92-93b6-39a53d8b8270", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:35:21.037303 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4dd1937c-70b5-42b2-bfc9-438758a47356 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:35:21.037729 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afec309c-5286-4e24-abb8-752920645515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9673691a-4af3-4c92-93b6-39a53d8b8270', 'code': 200} Aug 10 04:35:21.090668 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-05474ceb-118a-4875-addc-54d782f58618 req-97ee3bb2-8431-4c3c-8966-4602dbe2cb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:21.155362 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-05474ceb-118a-4875-addc-54d782f58618 req-97ee3bb2-8431-4c3c-8966-4602dbe2cb20 service neutron] No DVR routers for this DVR port 9673691a-4af3-4c92-93b6-39a53d8b8270 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:35:21.157569 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee3bb2-8431-4c3c-8966-4602dbe2cb20 service neutron] Pushing event updated for resources: {'Port': ['ID=9673691a-4af3-4c92-93b6-39a53d8b8270,revision_number=6']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:21.196622 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-05474ceb-118a-4875-addc-54d782f58618 req-97ee3bb2-8431-4c3c-8966-4602dbe2cb20 service neutron] Attempting to bind port 9673691a-4af3-4c92-93b6-39a53d8b8270 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:35:21.197319 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-05474ceb-118a-4875-addc-54d782f58618 req-97ee3bb2-8431-4c3c-8966-4602dbe2cb20 service neutron] Attempting to bind port 9673691a-4af3-4c92-93b6-39a53d8b8270 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': 'dfbc3383-3c28-448b-b3c5-8a8e17920249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5f8d6114-c74d-4e82-a6b9-10c480655019'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:35:21.197319 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05474ceb-118a-4875-addc-54d782f58618 req-97ee3bb2-8431-4c3c-8966-4602dbe2cb20 service neutron] Attempting to bind port 9673691a-4af3-4c92-93b6-39a53d8b8270 on network 5f8d6114-c74d-4e82-a6b9-10c480655019 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:35:21.201690 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05474ceb-118a-4875-addc-54d782f58618 req-97ee3bb2-8431-4c3c-8966-4602dbe2cb20 service neutron] Port 9673691a-4af3-4c92-93b6-39a53d8b8270 on network 5f8d6114-c74d-4e82-a6b9-10c480655019 not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:35:21.202722 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05474ceb-118a-4875-addc-54d782f58618 req-97ee3bb2-8431-4c3c-8966-4602dbe2cb20 service neutron] Attempting to bind port 9673691a-4af3-4c92-93b6-39a53d8b8270 on network 5f8d6114-c74d-4e82-a6b9-10c480655019 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:35:21.207538 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05474ceb-118a-4875-addc-54d782f58618 req-97ee3bb2-8431-4c3c-8966-4602dbe2cb20 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:35:21.207876 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05474ceb-118a-4875-addc-54d782f58618 req-97ee3bb2-8431-4c3c-8966-4602dbe2cb20 service neutron] Checking segment: {'id': 'dfbc3383-3c28-448b-b3c5-8a8e17920249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5f8d6114-c74d-4e82-a6b9-10c480655019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:35:21.208295 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05474ceb-118a-4875-addc-54d782f58618 req-97ee3bb2-8431-4c3c-8966-4602dbe2cb20 service neutron] Bound using segment: {'id': 'dfbc3383-3c28-448b-b3c5-8a8e17920249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5f8d6114-c74d-4e82-a6b9-10c480655019'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:35:21.208724 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-05474ceb-118a-4875-addc-54d782f58618 req-97ee3bb2-8431-4c3c-8966-4602dbe2cb20 service neutron] Bound port: 9673691a-4af3-4c92-93b6-39a53d8b8270, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfbc3383-3c28-448b-b3c5-8a8e17920249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '5f8d6114-c74d-4e82-a6b9-10c480655019'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:35:21.209084 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-05474ceb-118a-4875-addc-54d782f58618 req-97ee3bb2-8431-4c3c-8966-4602dbe2cb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:21.275966 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-05474ceb-118a-4875-addc-54d782f58618 req-97ee3bb2-8431-4c3c-8966-4602dbe2cb20 service neutron] For port 9673691a-4af3-4c92-93b6-39a53d8b8270, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:35:21.278956 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-05474ceb-118a-4875-addc-54d782f58618 req-97ee3bb2-8431-4c3c-8966-4602dbe2cb20 service neutron] For port 9673691a-4af3-4c92-93b6-39a53d8b8270, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=9673691a-4af3-4c92-93b6-39a53d8b8270,segment=NetworkSegment(dfbc3383-3c28-448b-b3c5-8a8e17920249),segment_id=dfbc3383-3c28-448b-b3c5-8a8e17920249)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:35:21.361665 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-05474ceb-118a-4875-addc-54d782f58618 req-97ee3bb2-8431-4c3c-8966-4602dbe2cb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:21.405330 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05474ceb-118a-4875-addc-54d782f58618 req-97ee3bb2-8431-4c3c-8966-4602dbe2cb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:21.405957 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-05474ceb-118a-4875-addc-54d782f58618 req-97ee3bb2-8431-4c3c-8966-4602dbe2cb20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:21.407406 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05474ceb-118a-4875-addc-54d782f58618 req-97ee3bb2-8431-4c3c-8966-4602dbe2cb20 service neutron] 10.222.0.68 "PUT /v2.0/ports/9673691a-4af3-4c92-93b6-39a53d8b8270 HTTP/1.1" status: 200 len: 1092 time: 0.7823107 Aug 10 04:35:21.428674 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad1176-9d7d-4bfd-89f3-de0b4002c29b req-978e99ae-4480-4ba3-9025-8de5b93a0bd0 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:21.430101 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-15ad1176-9d7d-4bfd-89f3-de0b4002c29b req-978e99ae-4480-4ba3-9025-8de5b93a0bd0 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 944 time: 0.0969279 Aug 10 04:35:21.474802 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee3bb2-8431-4c3c-8966-4602dbe2cb20 service neutron] Pushing event updated for resources: {'Port': ['ID=9673691a-4af3-4c92-93b6-39a53d8b8270,revision_number=7']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:21.512732 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05474ceb-118a-4875-addc-54d782f58618 req-b6e323c7-74c6-470e-8396-9f4f18856ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:21.514290 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05474ceb-118a-4875-addc-54d782f58618 req-b6e323c7-74c6-470e-8396-9f4f18856ab2 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=443ded2bf75f494eae9b682d1a730f2e&device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 1095 time: 0.0782347 Aug 10 04:35:21.517135 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-15ad1176-9d7d-4bfd-89f3-de0b4002c29b req-4464d836-247c-4840-bc2f-f421b8ec39d7 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704970 Aug 10 04:35:21.603496 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05474ceb-118a-4875-addc-54d782f58618 req-b40aab8e-ec87-4398-871d-3442c06a6a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:21.605023 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05474ceb-118a-4875-addc-54d782f58618 req-b40aab8e-ec87-4398-871d-3442c06a6a4a service neutron] 10.222.0.68 "GET /v2.0/networks?id=5f8d6114-c74d-4e82-a6b9-10c480655019 HTTP/1.1" status: 200 len: 916 time: 0.0834775 Aug 10 04:35:21.650648 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05474ceb-118a-4875-addc-54d782f58618 req-23f315f0-57ed-4e42-b461-b2130fca4345 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9673691a-4af3-4c92-93b6-39a53d8b8270 HTTP/1.1" status: 200 len: 217 time: 0.0388391 Aug 10 04:35:21.699512 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05474ceb-118a-4875-addc-54d782f58618 req-a6b0d8b4-3af9-455c-96fd-4959ac975943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:21.700918 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05474ceb-118a-4875-addc-54d782f58618 req-a6b0d8b4-3af9-455c-96fd-4959ac975943 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c12088a3-7c2a-4247-9325-efeed2531659 HTTP/1.1" status: 200 len: 855 time: 0.0440807 Aug 10 04:35:21.734892 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05474ceb-118a-4875-addc-54d782f58618 req-3ec94f45-e255-4319-957a-ddf394310f7e service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f8d6114-c74d-4e82-a6b9-10c480655019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254600 Aug 10 04:35:21.828106 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05474ceb-118a-4875-addc-54d782f58618 req-a8b205f3-42c0-4676-ba61-2d855527ee7a service neutron] 10.222.0.68 "GET /v2.0/networks/5f8d6114-c74d-4e82-a6b9-10c480655019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865884 Aug 10 04:35:21.918513 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-05474ceb-118a-4875-addc-54d782f58618 req-c6058b05-6441-4879-acec-9beecb97e12d service neutron] 10.222.0.68 "GET /v2.0/networks/5f8d6114-c74d-4e82-a6b9-10c480655019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836079 Aug 10 04:35:22.634923 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbaa2c7-e743-4a03-9263-85f79ea9f3bd req-e810935f-0e47-437c-8598-ea12ea17fff0 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:22.636449 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1dbaa2c7-e743-4a03-9263-85f79ea9f3bd req-e810935f-0e47-437c-8598-ea12ea17fff0 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 944 time: 0.0491433 Aug 10 04:35:22.675700 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1dbaa2c7-e743-4a03-9263-85f79ea9f3bd req-159c6778-acdd-45f9-98fe-fb0b581fc6cf tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315349 Aug 10 04:35:23.039334 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afec309c-5286-4e24-abb8-752920645515', 'tag': '9673691a-4af3-4c92-93b6-39a53d8b8270'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:35:23.041793 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949de920-4d30-439d-b0ed-ac70327d8843" -d '{"events": [{"name": "network-changed", "server_uuid": "afec309c-5286-4e24-abb8-752920645515", "tag": "9673691a-4af3-4c92-93b6-39a53d8b8270"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:35:23.089851 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926ef49e-3738-471f-b005-f182a1c80144 x-openstack-request-id: req-926ef49e-3738-471f-b005-f182a1c80144 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:35:23.090143 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afec309c-5286-4e24-abb8-752920645515", "tag": "9673691a-4af3-4c92-93b6-39a53d8b8270", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:35:23.090395 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-926ef49e-3738-471f-b005-f182a1c80144 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:35:23.090791 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afec309c-5286-4e24-abb8-752920645515', 'tag': '9673691a-4af3-4c92-93b6-39a53d8b8270', 'status': 'completed', 'code': 200} Aug 10 04:35:23.197479 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949de920-4d30-439d-b0ed-ac70327d8843 req-1d6931e7-934d-4fd1-a3e7-7c9771b4b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:23.198984 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-949de920-4d30-439d-b0ed-ac70327d8843 req-1d6931e7-934d-4fd1-a3e7-7c9771b4b93b service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=443ded2bf75f494eae9b682d1a730f2e&device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 1095 time: 0.0887721 Aug 10 04:35:23.205609 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949de920-4d30-439d-b0ed-ac70327d8843 req-59aad6e1-6399-4950-9ba4-5bc4bc802a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:23.207141 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-949de920-4d30-439d-b0ed-ac70327d8843 req-59aad6e1-6399-4950-9ba4-5bc4bc802a45 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=443ded2bf75f494eae9b682d1a730f2e&device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 1095 time: 0.0694818 Aug 10 04:35:23.361296 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949de920-4d30-439d-b0ed-ac70327d8843 req-d8c5d24a-d289-425f-95de-0729dade6c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:23.362667 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-949de920-4d30-439d-b0ed-ac70327d8843 req-d8c5d24a-d289-425f-95de-0729dade6c84 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5f8d6114-c74d-4e82-a6b9-10c480655019 HTTP/1.1" status: 200 len: 916 time: 0.1471334 Aug 10 04:35:23.363591 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949de920-4d30-439d-b0ed-ac70327d8843 req-d27fba34-f9fc-4459-8473-da7f287de8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:23.364910 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-949de920-4d30-439d-b0ed-ac70327d8843 req-d27fba34-f9fc-4459-8473-da7f287de8de service neutron] 10.222.0.68 "GET /v2.0/networks?id=5f8d6114-c74d-4e82-a6b9-10c480655019 HTTP/1.1" status: 200 len: 916 time: 0.1569538 Aug 10 04:35:23.441987 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-949de920-4d30-439d-b0ed-ac70327d8843 req-056857ba-679e-4f07-912c-c42e1d52fa12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9673691a-4af3-4c92-93b6-39a53d8b8270 HTTP/1.1" status: 200 len: 217 time: 0.0710793 Aug 10 04:35:23.443356 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-949de920-4d30-439d-b0ed-ac70327d8843 req-6b290108-c8e9-4d5a-bbd4-4419241e5593 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9673691a-4af3-4c92-93b6-39a53d8b8270 HTTP/1.1" status: 200 len: 217 time: 0.0664065 Aug 10 04:35:23.532522 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949de920-4d30-439d-b0ed-ac70327d8843 req-fc8720a2-e9b9-40aa-9ef9-9d20ff4a19de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:23.534006 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-949de920-4d30-439d-b0ed-ac70327d8843 req-fc8720a2-e9b9-40aa-9ef9-9d20ff4a19de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c12088a3-7c2a-4247-9325-efeed2531659 HTTP/1.1" status: 200 len: 855 time: 0.0845320 Aug 10 04:35:23.539093 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949de920-4d30-439d-b0ed-ac70327d8843 req-821a0e49-7ac9-4cea-a689-fd13996da7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:23.540542 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-949de920-4d30-439d-b0ed-ac70327d8843 req-821a0e49-7ac9-4cea-a689-fd13996da7e6 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=c12088a3-7c2a-4247-9325-efeed2531659 HTTP/1.1" status: 200 len: 855 time: 0.0831511 Aug 10 04:35:23.594251 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-949de920-4d30-439d-b0ed-ac70327d8843 req-c3a0091c-45b7-4629-a729-a2a18ac0e37e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f8d6114-c74d-4e82-a6b9-10c480655019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527308 Aug 10 04:35:23.596209 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-949de920-4d30-439d-b0ed-ac70327d8843 req-3c2a8206-11ce-4175-a617-ae5af49bca75 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=5f8d6114-c74d-4e82-a6b9-10c480655019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447257 Aug 10 04:35:23.613518 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 9673691a-4af3-4c92-93b6-39a53d8b8270 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:35:23.652921 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 9673691a-4af3-4c92-93b6-39a53d8b8270 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:35:23.813765 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26104fe9-e0b4-43ea-8efe-adcdc35fd515 req-43e147cf-4e17-457f-9b2c-547fa6134703 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:23.815765 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-26104fe9-e0b4-43ea-8efe-adcdc35fd515 req-43e147cf-4e17-457f-9b2c-547fa6134703 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 944 time: 0.0626359 Aug 10 04:35:23.858993 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-26104fe9-e0b4-43ea-8efe-adcdc35fd515 req-65e73209-53ef-4f04-9770-05067a05d1c4 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360508 Aug 10 04:35:24.066465 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-949de920-4d30-439d-b0ed-ac70327d8843 req-82783c42-9cb1-41ab-ad9a-2759979405e2 service neutron] 10.222.0.20 "GET /v2.0/networks/5f8d6114-c74d-4e82-a6b9-10c480655019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645998 Aug 10 04:35:24.068283 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-949de920-4d30-439d-b0ed-ac70327d8843 req-57d89cd4-1688-4768-a79e-bb0431eb65f9 service neutron] 10.222.0.68 "GET /v2.0/networks/5f8d6114-c74d-4e82-a6b9-10c480655019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567208 Aug 10 04:35:24.221926 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-949de920-4d30-439d-b0ed-ac70327d8843 req-7154bab6-14fc-43fe-906a-0427631a6c45 service neutron] 10.222.0.68 "GET /v2.0/networks/5f8d6114-c74d-4e82-a6b9-10c480655019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407990 Aug 10 04:35:24.223636 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-949de920-4d30-439d-b0ed-ac70327d8843 req-7079277b-3212-4ac5-86ad-5eff362ff576 service neutron] 10.222.0.20 "GET /v2.0/networks/5f8d6114-c74d-4e82-a6b9-10c480655019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502910 Aug 10 04:35:24.874082 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:35:24.979267 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc77073-d716-41f5-814a-37bfdfaa7c70 req-905fe1f0-cf82-4a60-b727-d89e02960ae5 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:24.980793 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9bc77073-d716-41f5-814a-37bfdfaa7c70 req-905fe1f0-cf82-4a60-b727-d89e02960ae5 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 944 time: 0.0493281 Aug 10 04:35:25.024329 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9bc77073-d716-41f5-814a-37bfdfaa7c70 req-901a6669-845f-466d-b453-bcd3bd09329b tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359795 Aug 10 04:35:25.298640 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98582215-2add-42e9-a668-74f6142aea7e req-015f8740-a477-4ea0-b6f8-2e448495df40 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:25.300226 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-98582215-2add-42e9-a668-74f6142aea7e req-015f8740-a477-4ea0-b6f8-2e448495df40 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 944 time: 0.0504966 Aug 10 04:35:25.339561 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-98582215-2add-42e9-a668-74f6142aea7e req-272fb285-c7d7-4c8d-bb8f-775974e95e81 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334625 Aug 10 04:35:25.393766 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c32f02-8619-470c-8fe2-8e757ecb506c req-f34da157-2758-4aff-93b9-95b97c8b2540 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:25.395104 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-27c32f02-8619-470c-8fe2-8e757ecb506c req-f34da157-2758-4aff-93b9-95b97c8b2540 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.20 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515&tenant_id=443ded2bf75f494eae9b682d1a730f2e&binding%3Ahost_id=n-h1-802893-2 HTTP/1.1" status: 200 len: 944 time: 0.0511534 Aug 10 04:35:25.456735 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [req-27c32f02-8619-470c-8fe2-8e757ecb506c req-1a85f7e0-05d8-4930-83c3-7100748b713e service neutron] delete failed (client error): The resource could not be found. Aug 10 04:35:25.457783 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-27c32f02-8619-470c-8fe2-8e757ecb506c req-1a85f7e0-05d8-4930-83c3-7100748b713e service neutron] 10.222.0.20 "DELETE /v2.0/ports/9673691a-4af3-4c92-93b6-39a53d8b8270/bindings/n-h2-802893-2 HTTP/1.1" status: 404 len: 380 time: 0.0549395 Aug 10 04:35:25.569916 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c32f02-8619-470c-8fe2-8e757ecb506c req-7aa039d8-7012-4670-9a72-6ae01a10945a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:25.571537 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-27c32f02-8619-470c-8fe2-8e757ecb506c req-7aa039d8-7012-4670-9a72-6ae01a10945a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=443ded2bf75f494eae9b682d1a730f2e&device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 1095 time: 0.0448062 Aug 10 04:35:25.638866 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 9673691a-4af3-4c92-93b6-39a53d8b8270 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:35:25.663608 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c32f02-8619-470c-8fe2-8e757ecb506c req-6b01ecdb-fa54-40a9-b113-98f8efd7bac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:25.665153 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-27c32f02-8619-470c-8fe2-8e757ecb506c req-6b01ecdb-fa54-40a9-b113-98f8efd7bac1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5f8d6114-c74d-4e82-a6b9-10c480655019 HTTP/1.1" status: 200 len: 916 time: 0.0863855 Aug 10 04:35:25.707484 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-27c32f02-8619-470c-8fe2-8e757ecb506c req-c6c88c0d-0f6a-4180-9262-d057dcb783f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9673691a-4af3-4c92-93b6-39a53d8b8270 HTTP/1.1" status: 200 len: 217 time: 0.0354435 Aug 10 04:35:25.737483 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 9673691a-4af3-4c92-93b6-39a53d8b8270, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=9673691a-4af3-4c92-93b6-39a53d8b8270,segment=NetworkSegment(dfbc3383-3c28-448b-b3c5-8a8e17920249),segment_id=dfbc3383-3c28-448b-b3c5-8a8e17920249)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:35:25.750824 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '9673691a-4af3-4c92-93b6-39a53d8b8270', 'network_id': '5f8d6114-c74d-4e82-a6b9-10c480655019', 'port_id': '9673691a-4af3-4c92-93b6-39a53d8b8270', 'mac_address': 'fa:16:3e:9e:fd:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c12088a3-7c2a-4247-9325-efeed2531659', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:35:25.762553 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c32f02-8619-470c-8fe2-8e757ecb506c req-4d3878b1-bc2d-4c59-add4-fbd9aba07b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:25.764169 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-27c32f02-8619-470c-8fe2-8e757ecb506c req-4d3878b1-bc2d-4c59-add4-fbd9aba07b07 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c12088a3-7c2a-4247-9325-efeed2531659 HTTP/1.1" status: 200 len: 855 time: 0.0497084 Aug 10 04:35:25.789530 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:25.796690 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-27c32f02-8619-470c-8fe2-8e757ecb506c req-8ac9f743-b0a4-4a30-b438-122bc3a2bd52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5f8d6114-c74d-4e82-a6b9-10c480655019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260122 Aug 10 04:35:25.802991 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9673691a-4af3-4c92-93b6-39a53d8b8270 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:35:25.823093 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 9673691a-4af3-4c92-93b6-39a53d8b8270, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=9673691a-4af3-4c92-93b6-39a53d8b8270,segment=NetworkSegment(dfbc3383-3c28-448b-b3c5-8a8e17920249),segment_id=dfbc3383-3c28-448b-b3c5-8a8e17920249)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:35:25.884960 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:25.891555 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-27c32f02-8619-470c-8fe2-8e757ecb506c req-620ed381-ee2c-4221-acda-b468e2c17c36 service neutron] 10.222.0.20 "GET /v2.0/networks/5f8d6114-c74d-4e82-a6b9-10c480655019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883791 Aug 10 04:35:25.939498 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=9673691a-4af3-4c92-93b6-39a53d8b8270,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:25.991015 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-27c32f02-8619-470c-8fe2-8e757ecb506c req-601171e1-ca66-4891-a46d-dce95c85d2bb service neutron] 10.222.0.20 "GET /v2.0/networks/5f8d6114-c74d-4e82-a6b9-10c480655019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921967 Aug 10 04:35:26.117353 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['9673691a-4af3-4c92-93b6-39a53d8b8270'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:35:26.457420 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f207459-8940-431a-a125-0a493979a418 req-6c58c302-e37b-4afb-a4fb-2f3dd0b5fbf0 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:26.458959 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2f207459-8940-431a-a125-0a493979a418 req-6c58c302-e37b-4afb-a4fb-2f3dd0b5fbf0 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 945 time: 0.0501170 Aug 10 04:35:26.501896 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2f207459-8940-431a-a125-0a493979a418 req-b550cd4c-f432-4ab7-b807-c3b89f86e2ed tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369425 Aug 10 04:35:27.616108 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1125f650-0707-489c-964a-ee8f7ef54016 req-be1ce647-4f0a-416b-b08f-e3566dd890d7 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:27.617598 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1125f650-0707-489c-964a-ee8f7ef54016 req-be1ce647-4f0a-416b-b08f-e3566dd890d7 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 945 time: 0.0485351 Aug 10 04:35:27.646046 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 9673691a-4af3-4c92-93b6-39a53d8b8270 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:35:27.656833 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1125f650-0707-489c-964a-ee8f7ef54016 req-d4897046-b120-473c-b5d5-9608243b045d tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330851 Aug 10 04:35:27.770555 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port 9673691a-4af3-4c92-93b6-39a53d8b8270 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:35:27.774445 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port 9673691a-4af3-4c92-93b6-39a53d8b8270 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:35:27.774812 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:27.774949 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b3d4a-e769-4ee5-9a99-65a1c3ca2bdb req-03678428-6a8a-442f-9cb8-8adc6441bbe2 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:27.776878 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3d2b3d4a-e769-4ee5-9a99-65a1c3ca2bdb req-03678428-6a8a-442f-9cb8-8adc6441bbe2 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 945 time: 0.0511985 Aug 10 04:35:27.817298 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3d2b3d4a-e769-4ee5-9a99-65a1c3ca2bdb req-addb75a5-8399-4912-b24c-1a06e0e1e0d3 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339816 Aug 10 04:35:27.861786 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:27.888893 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afec309c-5286-4e24-abb8-752920645515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9673691a-4af3-4c92-93b6-39a53d8b8270'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:35:27.891223 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36daa78-a2a8-4228-8a18-f145be925701" -d '{"events": [{"server_uuid": "afec309c-5286-4e24-abb8-752920645515", "name": "network-vif-plugged", "status": "completed", "tag": "9673691a-4af3-4c92-93b6-39a53d8b8270"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:35:27.904356 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 9673691a-4af3-4c92-93b6-39a53d8b8270, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=9673691a-4af3-4c92-93b6-39a53d8b8270,segment=NetworkSegment(dfbc3383-3c28-448b-b3c5-8a8e17920249),segment_id=dfbc3383-3c28-448b-b3c5-8a8e17920249)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:35:27.943448 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409258f8-eb96-4741-95e5-a2bf7cdaaf73 req-9ce78157-5e22-4d70-a0ec-d47ec3a430a3 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:27.944910 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d098dd0-5fd4-412b-afe8-76ccc1dba22e x-openstack-request-id: req-8d098dd0-5fd4-412b-afe8-76ccc1dba22e {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:35:27.945070 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-409258f8-eb96-4741-95e5-a2bf7cdaaf73 req-9ce78157-5e22-4d70-a0ec-d47ec3a430a3 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 945 time: 0.0598176 Aug 10 04:35:27.945320 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afec309c-5286-4e24-abb8-752920645515", "name": "network-vif-plugged", "status": "completed", "tag": "9673691a-4af3-4c92-93b6-39a53d8b8270", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:35:27.945576 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d098dd0-5fd4-412b-afe8-76ccc1dba22e {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:35:27.945965 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afec309c-5286-4e24-abb8-752920645515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9673691a-4af3-4c92-93b6-39a53d8b8270', 'code': 200} Aug 10 04:35:27.975629 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:27.988839 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-409258f8-eb96-4741-95e5-a2bf7cdaaf73 req-6cff6e59-845a-4cf3-bca4-d86112ca9f4e tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373302 Aug 10 04:35:27.989386 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:28.083632 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=9673691a-4af3-4c92-93b6-39a53d8b8270,revision_number=9']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:28.777524 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3834e-f3b3-4c21-9287-9240883db18c req-007b751a-91e9-490b-8e7e-ad2886855b76 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:28.779001 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-39e3834e-f3b3-4c21-9287-9240883db18c req-007b751a-91e9-490b-8e7e-ad2886855b76 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0536466 Aug 10 04:35:28.817425 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-39e3834e-f3b3-4c21-9287-9240883db18c req-409e66a1-7793-45c3-b73a-f7b37a3f0346 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317793 Aug 10 04:35:29.942098 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f55e0-2eec-476b-b78e-5896d19406cb req-d6f7c1b1-47c1-481e-844c-c4bd2ced3fb2 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:29.943578 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-433f55e0-2eec-476b-b78e-5896d19406cb req-d6f7c1b1-47c1-481e-844c-c4bd2ced3fb2 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.68 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.0531628 Aug 10 04:35:30.058504 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f0695-773f-44bf-acbc-7f124cca9888 req-146bde5e-f427-44c7-9b5e-6fa09c28936c tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:30.059998 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aa6f0695-773f-44bf-acbc-7f124cca9888 req-146bde5e-f427-44c7-9b5e-6fa09c28936c tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/ports?device_id=afec309c-5286-4e24-abb8-752920645515 HTTP/1.1" status: 200 len: 946 time: 0.1713188 Aug 10 04:35:30.097797 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-433f55e0-2eec-476b-b78e-5896d19406cb req-cca9d3d6-1d20-4ce8-ae7e-879ba87598a1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Deleting port 9673691a-4af3-4c92-93b6-39a53d8b8270 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:35:30.098053 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-433f55e0-2eec-476b-b78e-5896d19406cb req-cca9d3d6-1d20-4ce8-ae7e-879ba87598a1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:30.146436 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aa6f0695-773f-44bf-acbc-7f124cca9888 req-43a2b954-6d6b-4ac7-a7a1-43e6f8ac8e47 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.25 "GET /v2.0/security-groups?id=042ba891-f2d9-4c49-941b-7071852fd349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798473 Aug 10 04:35:30.197680 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-433f55e0-2eec-476b-b78e-5896d19406cb req-cca9d3d6-1d20-4ce8-ae7e-879ba87598a1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] For port 9673691a-4af3-4c92-93b6-39a53d8b8270, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=9673691a-4af3-4c92-93b6-39a53d8b8270,segment=NetworkSegment(dfbc3383-3c28-448b-b3c5-8a8e17920249),segment_id=dfbc3383-3c28-448b-b3c5-8a8e17920249)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:35:30.198054 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-433f55e0-2eec-476b-b78e-5896d19406cb req-cca9d3d6-1d20-4ce8-ae7e-879ba87598a1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:30.211405 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-433f55e0-2eec-476b-b78e-5896d19406cb req-cca9d3d6-1d20-4ce8-ae7e-879ba87598a1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Calling delete_port for 9673691a-4af3-4c92-93b6-39a53d8b8270 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:35:30.427253 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-433f55e0-2eec-476b-b78e-5896d19406cb req-cca9d3d6-1d20-4ce8-ae7e-879ba87598a1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:30.439305 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['9673691a-4af3-4c92-93b6-39a53d8b8270'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:35:30.461085 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9d3d6-1d20-4ce8-ae7e-879ba87598a1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Pushing event deleted for resources: {'Port': ['ID=9673691a-4af3-4c92-93b6-39a53d8b8270,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:30.501640 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-433f55e0-2eec-476b-b78e-5896d19406cb req-cca9d3d6-1d20-4ce8-ae7e-879ba87598a1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] No DVR routers for this DVR port 9673691a-4af3-4c92-93b6-39a53d8b8270 on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:35:30.507823 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-433f55e0-2eec-476b-b78e-5896d19406cb req-cca9d3d6-1d20-4ce8-ae7e-879ba87598a1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:30.507823 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-433f55e0-2eec-476b-b78e-5896d19406cb req-cca9d3d6-1d20-4ce8-ae7e-879ba87598a1 tempest-ServerDiskConfigTestJSON-356986146 tempest-ServerDiskConfigTestJSON-356986146-project] 10.222.0.68 "DELETE /v2.0/ports/9673691a-4af3-4c92-93b6-39a53d8b8270 HTTP/1.1" status: 204 len: 173 time: 0.5574794 Aug 10 04:35:30.507823 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afec309c-5286-4e24-abb8-752920645515', 'name': 'network-vif-deleted', 'tag': '9673691a-4af3-4c92-93b6-39a53d8b8270'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:35:30.509660 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b306b6-125e-4900-9be3-ddf39ba13a08" -d '{"events": [{"server_uuid": "afec309c-5286-4e24-abb8-752920645515", "name": "network-vif-deleted", "tag": "9673691a-4af3-4c92-93b6-39a53d8b8270"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:35:30.547844 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61efb1d2-d5fa-42ab-a0ef-3c2dfd6d2377 x-openstack-request-id: req-61efb1d2-d5fa-42ab-a0ef-3c2dfd6d2377 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:35:30.547844 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afec309c-5286-4e24-abb8-752920645515", "name": "network-vif-deleted", "tag": "9673691a-4af3-4c92-93b6-39a53d8b8270", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:35:30.547844 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61efb1d2-d5fa-42ab-a0ef-3c2dfd6d2377 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:35:30.547844 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afec309c-5286-4e24-abb8-752920645515', 'name': 'network-vif-deleted', 'tag': '9673691a-4af3-4c92-93b6-39a53d8b8270', 'status': 'completed', 'code': 200} Aug 10 04:35:31.273131 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51284) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:31.322398 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-c832699e-3421-4061-a7b8-c72c3e9a2465 admin admin] Deleting subnet c12088a3-7c2a-4247-9325-efeed2531659 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:35:31.326112 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c832699e-3421-4061-a7b8-c72c3e9a2465 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:31.364864 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c832699e-3421-4061-a7b8-c72c3e9a2465 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:31.403528 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c832699e-3421-4061-a7b8-c72c3e9a2465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:31.524604 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c832699e-3421-4061-a7b8-c72c3e9a2465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:31.552081 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c832699e-3421-4061-a7b8-c72c3e9a2465 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c12088a3-7c2a-4247-9325-efeed2531659,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:31.554715 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c832699e-3421-4061-a7b8-c72c3e9a2465 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:31.556556 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c832699e-3421-4061-a7b8-c72c3e9a2465 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c12088a3-7c2a-4247-9325-efeed2531659 HTTP/1.1" status: 204 len: 168 time: 0.2823417 Aug 10 04:35:31.559334 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51286) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:31.563977 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c832699e-3421-4061-a7b8-c72c3e9a2465 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:31.564327 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c832699e-3421-4061-a7b8-c72c3e9a2465 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:31.564664 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c832699e-3421-4061-a7b8-c72c3e9a2465 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:31.564992 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c832699e-3421-4061-a7b8-c72c3e9a2465 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:31.565318 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c832699e-3421-4061-a7b8-c72c3e9a2465 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:31.565648 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c832699e-3421-4061-a7b8-c72c3e9a2465 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:31.565994 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c832699e-3421-4061-a7b8-c72c3e9a2465 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:31.566315 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c832699e-3421-4061-a7b8-c72c3e9a2465 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:31.566635 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c832699e-3421-4061-a7b8-c72c3e9a2465 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:31.566977 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c832699e-3421-4061-a7b8-c72c3e9a2465 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:31.567456 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c832699e-3421-4061-a7b8-c72c3e9a2465 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:31.567585 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c832699e-3421-4061-a7b8-c72c3e9a2465 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:31.634205 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2c4881b6-915c-4cbe-8244-825eff76cb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:31.719987 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2c4881b6-915c-4cbe-8244-825eff76cb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:31.729861 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-2c4881b6-915c-4cbe-8244-825eff76cb12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f8d6114-c74d-4e82-a6b9-10c480655019']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:31.745771 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-2c4881b6-915c-4cbe-8244-825eff76cb12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfbc3383-3c28-448b-b3c5-8a8e17920249') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:31.746076 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-2c4881b6-915c-4cbe-8244-825eff76cb12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfbc3383-3c28-448b-b3c5-8a8e17920249') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:31.756347 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2c4881b6-915c-4cbe-8244-825eff76cb12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:31.770958 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2c4881b6-915c-4cbe-8244-825eff76cb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:31.776945 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c4881b6-915c-4cbe-8244-825eff76cb12 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:35:31.777294 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2c4881b6-915c-4cbe-8244-825eff76cb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:35:31.778936 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:35:31.912761 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2c4881b6-915c-4cbe-8244-825eff76cb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:31.918261 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2c4881b6-915c-4cbe-8244-825eff76cb12 admin admin] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:31.920901 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2c4881b6-915c-4cbe-8244-825eff76cb12 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5f8d6114-c74d-4e82-a6b9-10c480655019 HTTP/1.1" status: 204 len: 168 time: 0.3598309 Aug 10 04:35:31.932563 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4881b6-915c-4cbe-8244-825eff76cb12 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f8d6114-c74d-4e82-a6b9-10c480655019,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:32.180393 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51290) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:32.222887 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b465975d-5465-46e9-9db1-37bbc05739f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=443ded2bf75f494eae9b682d1a730f2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412726 Aug 10 04:35:32.225366 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51292) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:32.274324 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c605323b-97f0-4be5-9a4f-fbefc364a3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:32.296255 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c605323b-97f0-4be5-9a4f-fbefc364a3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:32.415624 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c605323b-97f0-4be5-9a4f-fbefc364a3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:32.418213 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c605323b-97f0-4be5-9a4f-fbefc364a3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:32.419425 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c605323b-97f0-4be5-9a4f-fbefc364a3ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/042ba891-f2d9-4c49-941b-7071852fd349 HTTP/1.1" status: 204 len: 168 time: 0.1931226 Aug 10 04:35:32.429659 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c605323b-97f0-4be5-9a4f-fbefc364a3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042ba891-f2d9-4c49-941b-7071852fd349,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:33.473934 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51314) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:33.569880 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-830ef092-c4e7-4d59-92e2-de45f2e9011a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-177726442-network', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:35:33.656765 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830ef092-c4e7-4d59-92e2-de45f2e9011a admin admin] Made reservation on behalf of ac448e2b1d3d4e64843e888a0e7229c2 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:35:33.659195 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-830ef092-c4e7-4d59-92e2-de45f2e9011a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:33.668237 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-830ef092-c4e7-4d59-92e2-de45f2e9011a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:33.676580 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 9673691a-4af3-4c92-93b6-39a53d8b8270 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:35:33.696704 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: 9673691a-4af3-4c92-93b6-39a53d8b8270 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:35:33.697046 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 9673691a-4af3-4c92-93b6-39a53d8b8270 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:35:33.761102 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-830ef092-c4e7-4d59-92e2-de45f2e9011a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:33.831883 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-830ef092-c4e7-4d59-92e2-de45f2e9011a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:33.860023 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830ef092-c4e7-4d59-92e2-de45f2e9011a admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:35:33.869680 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ef092-c4e7-4d59-92e2-de45f2e9011a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39747e7a-1e51-4fa1-b551-db091ce1d51e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:33.876359 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-830ef092-c4e7-4d59-92e2-de45f2e9011a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:33.876710 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-830ef092-c4e7-4d59-92e2-de45f2e9011a admin admin] Added segment adc06985-6df8-4efc-a401-0b4574dc8b2d of type vlan for network ab3d0fea-8142-4d43-addb-9367c726fc3e Aug 10 04:35:33.918946 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-830ef092-c4e7-4d59-92e2-de45f2e9011a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:34.015626 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-830ef092-c4e7-4d59-92e2-de45f2e9011a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:34.016671 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830ef092-c4e7-4d59-92e2-de45f2e9011a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:34.017266 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-830ef092-c4e7-4d59-92e2-de45f2e9011a admin admin] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:34.076225 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ef092-c4e7-4d59-92e2-de45f2e9011a admin admin] Pushing event updated for resources: {'Network': ['ID=ab3d0fea-8142-4d43-addb-9367c726fc3e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:34.087020 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network ab3d0fea-8142-4d43-addb-9367c726fc3e details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:35:34.159405 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-830ef092-c4e7-4d59-92e2-de45f2e9011a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6843572 Aug 10 04:35:34.162533 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51318) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:34.167649 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-340725b8-8aa1-4471-9d81-fc4b9d3495e6 admin admin] Request body: {'subnet': {'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-177726442-subnet', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:35:34.267229 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340725b8-8aa1-4471-9d81-fc4b9d3495e6 admin admin] Made reservation on behalf of ac448e2b1d3d4e64843e888a0e7229c2 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:35:34.269650 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-340725b8-8aa1-4471-9d81-fc4b9d3495e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:34.513207 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-340725b8-8aa1-4471-9d81-fc4b9d3495e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:34.574889 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340725b8-8aa1-4471-9d81-fc4b9d3495e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:34.582516 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340725b8-8aa1-4471-9d81-fc4b9d3495e6 admin admin] Checking segment: {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:35:34.582871 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340725b8-8aa1-4471-9d81-fc4b9d3495e6 admin admin] Network hostable DHCP agents. Network: ab3d0fea-8142-4d43-addb-9367c726fc3e, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:35:34.666780 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340725b8-8aa1-4471-9d81-fc4b9d3495e6 admin admin] Network ab3d0fea-8142-4d43-addb-9367c726fc3e is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:35:34.752533 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-340725b8-8aa1-4471-9d81-fc4b9d3495e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, ab3d0fea-8142-4d43-addb-9367c726fc3e) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:35:34.756703 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340725b8-8aa1-4471-9d81-fc4b9d3495e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:34.757366 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-340725b8-8aa1-4471-9d81-fc4b9d3495e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:34.762132 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b3b243-622b-493b-912d-8e12dcc5e939 None None] Network ab3d0fea-8142-4d43-addb-9367c726fc3e requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:35:34.873973 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-340725b8-8aa1-4471-9d81-fc4b9d3495e6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7101543 Aug 10 04:35:34.876891 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51320) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:34.881872 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-db0b46b0-e445-4c8c-94b6-bc916e1e595c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:35:34.910739 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfec9668-082f-4c6c-8be0-da0ac6f127f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-ab3d0fea-8142-4d43-addb-9367c726fc3e', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:35:34.911583 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dfec9668-082f-4c6c-8be0-da0ac6f127f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:34.987464 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-db0b46b0-e445-4c8c-94b6-bc916e1e595c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:34.988918 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-db0b46b0-e445-4c8c-94b6-bc916e1e595c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:35.046810 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-db0b46b0-e445-4c8c-94b6-bc916e1e595c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:35.204185 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-dfec9668-082f-4c6c-8be0-da0ac6f127f9 None None] Allocated IP 172.20.0.2 (ab3d0fea-8142-4d43-addb-9367c726fc3e/dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d/05cb0fee-e1ee-4d64-a972-a91395ea069c) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:35:35.240816 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-db0b46b0-e445-4c8c-94b6-bc916e1e595c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:35.351312 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dfec9668-082f-4c6c-8be0-da0ac6f127f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:35.359894 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-dfec9668-082f-4c6c-8be0-da0ac6f127f9 None None] Transition to ACTIVE for port object 05cb0fee-e1ee-4d64-a972-a91395ea069c will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:35:35.375498 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-dfec9668-082f-4c6c-8be0-da0ac6f127f9 None None] Transition to ACTIVE for port object 05cb0fee-e1ee-4d64-a972-a91395ea069c will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:35:35.438282 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dfec9668-082f-4c6c-8be0-da0ac6f127f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:35.481819 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfec9668-082f-4c6c-8be0-da0ac6f127f9 None None] Network ab3d0fea-8142-4d43-addb-9367c726fc3e is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:35:35.484941 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-dfec9668-082f-4c6c-8be0-da0ac6f127f9 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:35:35.487445 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfec9668-082f-4c6c-8be0-da0ac6f127f9 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:35:35.493185 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec9668-082f-4c6c-8be0-da0ac6f127f9 None None] Pushing event updated for resources: {'Port': ['ID=05cb0fee-e1ee-4d64-a972-a91395ea069c,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:35.518741 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-db0b46b0-e445-4c8c-94b6-bc916e1e595c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:35.538020 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-db0b46b0-e445-4c8c-94b6-bc916e1e595c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:35.546201 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-dfec9668-082f-4c6c-8be0-da0ac6f127f9 None None] Attempting to bind port 05cb0fee-e1ee-4d64-a972-a91395ea069c on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:35:35.546568 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-dfec9668-082f-4c6c-8be0-da0ac6f127f9 None None] Attempting to bind port 05cb0fee-e1ee-4d64-a972-a91395ea069c by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:35:35.546929 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfec9668-082f-4c6c-8be0-da0ac6f127f9 None None] Attempting to bind port 05cb0fee-e1ee-4d64-a972-a91395ea069c on network ab3d0fea-8142-4d43-addb-9367c726fc3e {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:35:35.552094 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfec9668-082f-4c6c-8be0-da0ac6f127f9 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:35:35.552463 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfec9668-082f-4c6c-8be0-da0ac6f127f9 None None] Checking segment: {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:35:35.552859 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dfec9668-082f-4c6c-8be0-da0ac6f127f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:35.553240 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfec9668-082f-4c6c-8be0-da0ac6f127f9 None None] Bound using segment: {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:35:35.553698 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-dfec9668-082f-4c6c-8be0-da0ac6f127f9 None None] Bound port: 05cb0fee-e1ee-4d64-a972-a91395ea069c, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:35:35.554067 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dfec9668-082f-4c6c-8be0-da0ac6f127f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:35.620273 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-dfec9668-082f-4c6c-8be0-da0ac6f127f9 None None] For port 05cb0fee-e1ee-4d64-a972-a91395ea069c, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:35:35.623935 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-dfec9668-082f-4c6c-8be0-da0ac6f127f9 None None] For port 05cb0fee-e1ee-4d64-a972-a91395ea069c, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=05cb0fee-e1ee-4d64-a972-a91395ea069c,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:35:35.641121 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-db0b46b0-e445-4c8c-94b6-bc916e1e595c admin admin] Allocated IP 172.25.0.120 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/8c9fd4f0-926b-48ef-9bef-6032e36a681a) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:35:35.702211 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dfec9668-082f-4c6c-8be0-da0ac6f127f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:35.749731 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-db0b46b0-e445-4c8c-94b6-bc916e1e595c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:35.768896 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec9668-082f-4c6c-8be0-da0ac6f127f9 None None] Pushing event updated for resources: {'Port': ['ID=05cb0fee-e1ee-4d64-a972-a91395ea069c,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:35.856689 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-db0b46b0-e445-4c8c-94b6-bc916e1e595c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:35.912881 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0b46b0-e445-4c8c-94b6-bc916e1e595c admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:35:35.918858 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-db0b46b0-e445-4c8c-94b6-bc916e1e595c admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:35:35.923135 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0b46b0-e445-4c8c-94b6-bc916e1e595c admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:35:35.953366 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b46b0-e445-4c8c-94b6-bc916e1e595c admin admin] Pushing event updated for resources: {'Port': ['ID=8c9fd4f0-926b-48ef-9bef-6032e36a681a,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:36.275033 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-db0b46b0-e445-4c8c-94b6-bc916e1e595c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:36.492267 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-db0b46b0-e445-4c8c-94b6-bc916e1e595c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:36.672761 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fcb3aa-fd13-4000-95df-10d9b86459b8 None None] Network ab3d0fea-8142-4d43-addb-9367c726fc3e requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:35:36.724248 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0b46b0-e445-4c8c-94b6-bc916e1e595c admin admin] Router 69cbbd8b-2aee-4874-b388-a627654741b8 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:35:36.837368 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0b46b0-e445-4c8c-94b6-bc916e1e595c admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:35:36.847575 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea80827-caa8-4beb-9e75-bde503843d10 None None] Sync routers for ids ['69cbbd8b-2aee-4874-b388-a627654741b8'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:35:36.858929 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea80827-caa8-4beb-9e75-bde503843d10 None None] Routers {'69cbbd8b-2aee-4874-b388-a627654741b8'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:35:36.859576 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-fea80827-caa8-4beb-9e75-bde503843d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:35:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['69cbbd8b-2aee-4874-b388-a627654741b8'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:36.896374 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bff8daf9-cb0a-4a33-95a3-e2153e73772e None None] Provisioning for port 05cb0fee-e1ee-4d64-a972-a91395ea069c completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:35:36.947501 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-db0b46b0-e445-4c8c-94b6-bc916e1e595c admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:36.950066 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-db0b46b0-e445-4c8c-94b6-bc916e1e595c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0709782 Aug 10 04:35:36.952294 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51322) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:36.985483 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-fea80827-caa8-4beb-9e75-bde503843d10 None None] Set router 69cbbd8b-2aee-4874-b388-a627654741b8 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:35:37.203293 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-fea80827-caa8-4beb-9e75-bde503843d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:35:36Z', 'revision_number': 3, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:37.234883 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea80827-caa8-4beb-9e75-bde503843d10 None None] Checking router: 69cbbd8b-2aee-4874-b388-a627654741b8 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:35:37.235245 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea80827-caa8-4beb-9e75-bde503843d10 None None] Updating router 69cbbd8b-2aee-4874-b388-a627654741b8 port 8c9fd4f0-926b-48ef-9bef-6032e36a681a binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:35:37.262660 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 05cb0fee-e1ee-4d64-a972-a91395ea069c up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:35:37.266737 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fea80827-caa8-4beb-9e75-bde503843d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:37.492149 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 05cb0fee-e1ee-4d64-a972-a91395ea069c completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:35:37.506962 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 05cb0fee-e1ee-4d64-a972-a91395ea069c triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:35:37.506962 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:37.605351 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fea80827-caa8-4beb-9e75-bde503843d10 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:37.638546 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-fea80827-caa8-4beb-9e75-bde503843d10 None None] Transition to ACTIVE for port object 8c9fd4f0-926b-48ef-9bef-6032e36a681a will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:35:37.652829 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:37.685229 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 05cb0fee-e1ee-4d64-a972-a91395ea069c, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=05cb0fee-e1ee-4d64-a972-a91395ea069c,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:35:37.741148 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f5cef07e-c240-4dec-884d-ff1eb739cc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:37.798313 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fea80827-caa8-4beb-9e75-bde503843d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:37.837634 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:37.860160 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-fea80827-caa8-4beb-9e75-bde503843d10 None None] Attempting to bind port 8c9fd4f0-926b-48ef-9bef-6032e36a681a on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:35:37.860916 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-fea80827-caa8-4beb-9e75-bde503843d10 None None] Attempting to bind port 8c9fd4f0-926b-48ef-9bef-6032e36a681a by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:35:37.860916 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea80827-caa8-4beb-9e75-bde503843d10 None None] Attempting to bind port 8c9fd4f0-926b-48ef-9bef-6032e36a681a on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:35:37.862913 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921ac3d-1235-4fa9-b471-85c373d4cc92 None None] Pushing event updated for resources: {'Port': ['ID=8c9fd4f0-926b-48ef-9bef-6032e36a681a,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:37.871564 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea80827-caa8-4beb-9e75-bde503843d10 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:35:37.871941 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea80827-caa8-4beb-9e75-bde503843d10 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:35:37.872386 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fea80827-caa8-4beb-9e75-bde503843d10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:37.872753 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea80827-caa8-4beb-9e75-bde503843d10 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:35:37.873762 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-fea80827-caa8-4beb-9e75-bde503843d10 None None] Bound port: 8c9fd4f0-926b-48ef-9bef-6032e36a681a, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:35:37.874125 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fea80827-caa8-4beb-9e75-bde503843d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:37.904952 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-f5cef07e-c240-4dec-884d-ff1eb739cc59 admin admin] Allocated IP 172.20.0.1 (ab3d0fea-8142-4d43-addb-9367c726fc3e/dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d/9ac49c1c-9217-42c1-b013-c0a64a679cb6) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:35:37.955746 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=05cb0fee-e1ee-4d64-a972-a91395ea069c,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:37.969432 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-fea80827-caa8-4beb-9e75-bde503843d10 None None] For port 8c9fd4f0-926b-48ef-9bef-6032e36a681a, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:35:37.971655 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-fea80827-caa8-4beb-9e75-bde503843d10 None None] For port 8c9fd4f0-926b-48ef-9bef-6032e36a681a, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=8c9fd4f0-926b-48ef-9bef-6032e36a681a,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:35:38.016468 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f5cef07e-c240-4dec-884d-ff1eb739cc59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:38.028824 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-f5cef07e-c240-4dec-884d-ff1eb739cc59 admin admin] Transition to ACTIVE for port object 9ac49c1c-9217-42c1-b013-c0a64a679cb6 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:35:38.073367 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fea80827-caa8-4beb-9e75-bde503843d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:38.125383 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f5cef07e-c240-4dec-884d-ff1eb739cc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:38.131552 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea80827-caa8-4beb-9e75-bde503843d10 None None] Routers {'69cbbd8b-2aee-4874-b388-a627654741b8'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:35:38.132209 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-fea80827-caa8-4beb-9e75-bde503843d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:35:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['69cbbd8b-2aee-4874-b388-a627654741b8'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:38.167311 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cef07e-c240-4dec-884d-ff1eb739cc59 admin admin] Network ab3d0fea-8142-4d43-addb-9367c726fc3e is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:35:38.170393 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-f5cef07e-c240-4dec-884d-ff1eb739cc59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:35:38.172368 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921ac3d-1235-4fa9-b471-85c373d4cc92 None None] Pushing event updated for resources: {'Port': ['ID=8c9fd4f0-926b-48ef-9bef-6032e36a681a,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:38.172794 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cef07e-c240-4dec-884d-ff1eb739cc59 admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:35:38.199496 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cef07e-c240-4dec-884d-ff1eb739cc59 admin admin] Pushing event updated for resources: {'Port': ['ID=9ac49c1c-9217-42c1-b013-c0a64a679cb6,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:38.220441 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f5cef07e-c240-4dec-884d-ff1eb739cc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:38.249296 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-fea80827-caa8-4beb-9e75-bde503843d10 None None] Set router 69cbbd8b-2aee-4874-b388-a627654741b8 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:35:38.424247 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f5cef07e-c240-4dec-884d-ff1eb739cc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:38.452334 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-fea80827-caa8-4beb-9e75-bde503843d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:35:36Z', 'revision_number': 3, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:38.484574 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea80827-caa8-4beb-9e75-bde503843d10 None None] The sync data for ids ['69cbbd8b-2aee-4874-b388-a627654741b8'] in n-d-802893-2 is: [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:35:36Z', 'revision_number': 3, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:35:38.552781 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-29f1f6cf-37cc-4f2f-bcd4-bede309f9d83 None None] Provisioning for port 9ac49c1c-9217-42c1-b013-c0a64a679cb6 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:35:38.557298 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-29f1f6cf-37cc-4f2f-bcd4-bede309f9d83 None None] Provisioning complete for port 9ac49c1c-9217-42c1-b013-c0a64a679cb6 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:35:38.557680 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-29f1f6cf-37cc-4f2f-bcd4-bede309f9d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:38.593991 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-29f1f6cf-37cc-4f2f-bcd4-bede309f9d83 None None] Port 9ac49c1c-9217-42c1-b013-c0a64a679cb6 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:35:38.610124 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f5cef07e-c240-4dec-884d-ff1eb739cc59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:38.679740 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f5cef07e-c240-4dec-884d-ff1eb739cc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:38.757586 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cef07e-c240-4dec-884d-ff1eb739cc59 admin admin] Pushing event updated for resources: {'Port': ['ID=9ac49c1c-9217-42c1-b013-c0a64a679cb6,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:38.760496 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f5cef07e-c240-4dec-884d-ff1eb739cc59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:38.864071 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cef07e-c240-4dec-884d-ff1eb739cc59 admin admin] Network ab3d0fea-8142-4d43-addb-9367c726fc3e is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:35:38.865355 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-f5cef07e-c240-4dec-884d-ff1eb739cc59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:35:38.994277 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5cef07e-c240-4dec-884d-ff1eb739cc59 admin admin] Router 69cbbd8b-2aee-4874-b388-a627654741b8 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:35:39.129211 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e7f6a9fd-73e8-4990-a475-1ddb5ac872e8 None None] Provisioning complete for port 9ac49c1c-9217-42c1-b013-c0a64a679cb6 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:35:39.129801 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e7f6a9fd-73e8-4990-a475-1ddb5ac872e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:39.130181 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cef07e-c240-4dec-884d-ff1eb739cc59 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:35:39.135500 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f5cef07e-c240-4dec-884d-ff1eb739cc59 admin admin] 10.222.0.25 "PUT /v2.0/routers/69cbbd8b-2aee-4874-b388-a627654741b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1820993 Aug 10 04:35:39.183408 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-e7f6a9fd-73e8-4990-a475-1ddb5ac872e8 None None] Port 9ac49c1c-9217-42c1-b013-c0a64a679cb6 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:35:39.318411 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 05cb0fee-e1ee-4d64-a972-a91395ea069c up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:35:39.391541 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 05cb0fee-e1ee-4d64-a972-a91395ea069c triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:35:39.392028 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:39.471818 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 8c9fd4f0-926b-48ef-9bef-6032e36a681a up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:35:39.569378 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 8c9fd4f0-926b-48ef-9bef-6032e36a681a completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:35:39.573300 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 8c9fd4f0-926b-48ef-9bef-6032e36a681a triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:35:39.573672 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:39.656032 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:39.676559 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 8c9fd4f0-926b-48ef-9bef-6032e36a681a, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=8c9fd4f0-926b-48ef-9bef-6032e36a681a,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:35:39.768879 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:39.822239 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=8c9fd4f0-926b-48ef-9bef-6032e36a681a,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:40.044003 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-398661c7-9dc0-4179-a98e-e60497654795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:40.061289 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51330) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:40.065940 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-50c1274b-6bcf-4d75-a837-306f9018cae1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Request body: {'security_group': {'name': 'tempest-securitygroup--285714148', 'description': 'tempest-description--1573057543'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:35:40.112522 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f3af43-d23f-4f42-8445-af88b1997b36 None None] Sync routers for ids ['69cbbd8b-2aee-4874-b388-a627654741b8'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:35:40.122643 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f3af43-d23f-4f42-8445-af88b1997b36 None None] Routers {'69cbbd8b-2aee-4874-b388-a627654741b8'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:35:40.123373 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e7f3af43-d23f-4f42-8445-af88b1997b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:35:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['69cbbd8b-2aee-4874-b388-a627654741b8'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:40.181234 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-50c1274b-6bcf-4d75-a837-306f9018cae1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:40.234033 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-e7f3af43-d23f-4f42-8445-af88b1997b36 None None] Set router 69cbbd8b-2aee-4874-b388-a627654741b8 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:35:40.268126 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-50c1274b-6bcf-4d75-a837-306f9018cae1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:40.428844 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e7f3af43-d23f-4f42-8445-af88b1997b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:35:38Z', 'revision_number': 4, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '9ac49c1c-9217-42c1-b013-c0a64a679cb6', 'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'mac_address': 'fa:16:3e:42:f3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:37Z', 'updated_at': '2021-08-10T04:35:38Z', 'revision_number': 2, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'subnets': [{'id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:40.443241 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-50c1274b-6bcf-4d75-a837-306f9018cae1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:40.458100 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f3af43-d23f-4f42-8445-af88b1997b36 None None] Checking router: 69cbbd8b-2aee-4874-b388-a627654741b8 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:35:40.458446 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f3af43-d23f-4f42-8445-af88b1997b36 None None] Updating router 69cbbd8b-2aee-4874-b388-a627654741b8 port 9ac49c1c-9217-42c1-b013-c0a64a679cb6 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:35:40.474344 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1274b-6bcf-4d75-a837-306f9018cae1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:40.483092 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7f3af43-d23f-4f42-8445-af88b1997b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:40.586701 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-50c1274b-6bcf-4d75-a837-306f9018cae1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:40.588126 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-50c1274b-6bcf-4d75-a837-306f9018cae1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5258625 Aug 10 04:35:40.590924 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51332) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:40.595529 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-dc21da16-309d-49a1-8fdc-8b1f607de425 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Request body: {'security_group_rule': {'security_group_id': 'bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:35:40.717601 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dc21da16-309d-49a1-8fdc-8b1f607de425 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:40.739227 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7f3af43-d23f-4f42-8445-af88b1997b36 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:40.749178 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-e7f3af43-d23f-4f42-8445-af88b1997b36 None None] Transition to ACTIVE for port object 9ac49c1c-9217-42c1-b013-c0a64a679cb6 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:35:40.775192 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dc21da16-309d-49a1-8fdc-8b1f607de425 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:40.832764 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7f3af43-d23f-4f42-8445-af88b1997b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:40.883391 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dc21da16-309d-49a1-8fdc-8b1f607de425 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:40.890652 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c1622-8cd7-4e14-b419-ec43444b08e6 None None] Pushing event updated for resources: {'Port': ['ID=9ac49c1c-9217-42c1-b013-c0a64a679cb6,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:40.898919 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21da16-309d-49a1-8fdc-8b1f607de425 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8acafa81-25e9-44c9-99d1-7a9f9442a83f,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:40.918779 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c1622-8cd7-4e14-b419-ec43444b08e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:40.919125 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c1622-8cd7-4e14-b419-ec43444b08e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:40.919473 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c1622-8cd7-4e14-b419-ec43444b08e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:40.919792 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c1622-8cd7-4e14-b419-ec43444b08e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:40.920792 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c1622-8cd7-4e14-b419-ec43444b08e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:40.921171 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c1622-8cd7-4e14-b419-ec43444b08e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:40.921499 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c1622-8cd7-4e14-b419-ec43444b08e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:40.921824 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c1622-8cd7-4e14-b419-ec43444b08e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:40.922138 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c1622-8cd7-4e14-b419-ec43444b08e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:40.922454 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c1622-8cd7-4e14-b419-ec43444b08e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:40.922769 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c1622-8cd7-4e14-b419-ec43444b08e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:40.923138 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c1622-8cd7-4e14-b419-ec43444b08e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:41.057269 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-e7f3af43-d23f-4f42-8445-af88b1997b36 None None] Attempting to bind port 9ac49c1c-9217-42c1-b013-c0a64a679cb6 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:35:41.057635 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-e7f3af43-d23f-4f42-8445-af88b1997b36 None None] Attempting to bind port 9ac49c1c-9217-42c1-b013-c0a64a679cb6 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:35:41.057993 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f3af43-d23f-4f42-8445-af88b1997b36 None None] Attempting to bind port 9ac49c1c-9217-42c1-b013-c0a64a679cb6 on network ab3d0fea-8142-4d43-addb-9367c726fc3e {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:35:41.063971 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f3af43-d23f-4f42-8445-af88b1997b36 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:35:41.064452 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f3af43-d23f-4f42-8445-af88b1997b36 None None] Checking segment: {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:35:41.064855 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7f3af43-d23f-4f42-8445-af88b1997b36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:41.065249 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f3af43-d23f-4f42-8445-af88b1997b36 None None] Bound using segment: {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:35:41.065716 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-e7f3af43-d23f-4f42-8445-af88b1997b36 None None] Bound port: 9ac49c1c-9217-42c1-b013-c0a64a679cb6, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:35:41.066121 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7f3af43-d23f-4f42-8445-af88b1997b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:41.078327 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dc21da16-309d-49a1-8fdc-8b1f607de425 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:41.079622 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-dc21da16-309d-49a1-8fdc-8b1f607de425 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4876690 Aug 10 04:35:41.082271 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51334) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:41.086849 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-757d67bc-92de-441a-bfe4-d4508c722465 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Request body: {'security_group_rule': {'security_group_id': 'bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:35:41.132433 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-e7f3af43-d23f-4f42-8445-af88b1997b36 None None] For port 9ac49c1c-9217-42c1-b013-c0a64a679cb6, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:35:41.135345 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-e7f3af43-d23f-4f42-8445-af88b1997b36 None None] For port 9ac49c1c-9217-42c1-b013-c0a64a679cb6, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=9ac49c1c-9217-42c1-b013-c0a64a679cb6,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:35:41.209993 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 8c9fd4f0-926b-48ef-9bef-6032e36a681a up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:35:41.226421 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-757d67bc-92de-441a-bfe4-d4508c722465 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:41.234193 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e7f3af43-d23f-4f42-8445-af88b1997b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:41.265137 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 8c9fd4f0-926b-48ef-9bef-6032e36a681a triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:35:41.265670 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:41.294683 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f3af43-d23f-4f42-8445-af88b1997b36 None None] Routers {'69cbbd8b-2aee-4874-b388-a627654741b8'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:35:41.296327 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e7f3af43-d23f-4f42-8445-af88b1997b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:35:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['69cbbd8b-2aee-4874-b388-a627654741b8'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:41.300140 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-757d67bc-92de-441a-bfe4-d4508c722465 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:41.301471 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c1622-8cd7-4e14-b419-ec43444b08e6 None None] Pushing event updated for resources: {'Port': ['ID=9ac49c1c-9217-42c1-b013-c0a64a679cb6,revision_number=4']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:41.409761 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-757d67bc-92de-441a-bfe4-d4508c722465 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:41.424155 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-e7f3af43-d23f-4f42-8445-af88b1997b36 None None] Set router 69cbbd8b-2aee-4874-b388-a627654741b8 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:35:41.436789 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d67bc-92de-441a-bfe4-d4508c722465 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483532c1-82f1-4ca6-956f-6750c1f67313,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:41.534726 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-757d67bc-92de-441a-bfe4-d4508c722465 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:41.538976 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-757d67bc-92de-441a-bfe4-d4508c722465 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4527898 Aug 10 04:35:41.539316 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51336) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:41.544156 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-aa926b6b-3e2c-4e6a-a2f4-1e619eba325a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:35:41.621726 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aa926b6b-3e2c-4e6a-a2f4-1e619eba325a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:41.637114 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e7f3af43-d23f-4f42-8445-af88b1997b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:35:38Z', 'revision_number': 4, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '9ac49c1c-9217-42c1-b013-c0a64a679cb6', 'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'mac_address': 'fa:16:3e:42:f3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:37Z', 'updated_at': '2021-08-10T04:35:41Z', 'revision_number': 4, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'subnets': [{'id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:41.663858 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f3af43-d23f-4f42-8445-af88b1997b36 None None] The sync data for ids ['69cbbd8b-2aee-4874-b388-a627654741b8'] in n-d-802893-2 is: [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:35:38Z', 'revision_number': 4, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '9ac49c1c-9217-42c1-b013-c0a64a679cb6', 'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'mac_address': 'fa:16:3e:42:f3:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:37Z', 'updated_at': '2021-08-10T04:35:41Z', 'revision_number': 4, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'subnets': [{'id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:35:41.740311 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aa926b6b-3e2c-4e6a-a2f4-1e619eba325a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:41.861917 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-aa926b6b-3e2c-4e6a-a2f4-1e619eba325a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Allocated IP 172.25.0.140 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/cc63d41e-1b5d-43e3-a14a-e58c1fa49450) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:35:41.974643 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aa926b6b-3e2c-4e6a-a2f4-1e619eba325a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:42.089993 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aa926b6b-3e2c-4e6a-a2f4-1e619eba325a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:42.140125 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa926b6b-3e2c-4e6a-a2f4-1e619eba325a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:35:42.143409 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-aa926b6b-3e2c-4e6a-a2f4-1e619eba325a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:35:42.148363 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa926b6b-3e2c-4e6a-a2f4-1e619eba325a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:35:42.151641 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa926b6b-3e2c-4e6a-a2f4-1e619eba325a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Pushing event updated for resources: {'Port': ['ID=cc63d41e-1b5d-43e3-a14a-e58c1fa49450,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:42.252059 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aa926b6b-3e2c-4e6a-a2f4-1e619eba325a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:42.387543 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aa926b6b-3e2c-4e6a-a2f4-1e619eba325a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:42.567155 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aa926b6b-3e2c-4e6a-a2f4-1e619eba325a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:42.632449 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aa926b6b-3e2c-4e6a-a2f4-1e619eba325a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:42.705053 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa926b6b-3e2c-4e6a-a2f4-1e619eba325a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Pushing event updated for resources: {'Port': ['ID=cc63d41e-1b5d-43e3-a14a-e58c1fa49450,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:42.717560 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aa926b6b-3e2c-4e6a-a2f4-1e619eba325a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:42.804116 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-aa926b6b-3e2c-4e6a-a2f4-1e619eba325a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:42.805403 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-aa926b6b-3e2c-4e6a-a2f4-1e619eba325a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2651248 Aug 10 04:35:42.950062 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-d2842f4c-2233-4560-9699-e3fe7199bf68 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--285714148&fields=id&tenant_id=ac448e2b1d3d4e64843e888a0e7229c2 HTTP/1.1" status: 200 len: 267 time: 0.0340295 Aug 10 04:35:43.063051 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-1a581cc0-344c-48b3-9230-0854d7a6817e tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:43.064580 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-1a581cc0-344c-48b3-9230-0854d7a6817e tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 811 time: 0.1069014 Aug 10 04:35:43.079865 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-f4af4954-4f7a-48e1-8bc1-1e5aa88ea0f0 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/quotas/ac448e2b1d3d4e64843e888a0e7229c2 HTTP/1.1" status: 200 len: 375 time: 0.0095141 Aug 10 04:35:43.135684 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-669ce89f-9e36-428f-a0c9-745d6c10bf4e tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500770 Aug 10 04:35:43.232466 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 9ac49c1c-9217-42c1-b013-c0a64a679cb6 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:35:43.304108 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-fc82a94b-8417-421b-9a94-f66fdd7211b6 service neutron] 10.222.0.25 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550636 Aug 10 04:35:43.335449 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 9ac49c1c-9217-42c1-b013-c0a64a679cb6 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:35:43.339428 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 9ac49c1c-9217-42c1-b013-c0a64a679cb6 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:35:43.339798 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:43.397704 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-39644762-43d7-4a56-9990-90689d8130aa service neutron] 10.222.0.25 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872600 Aug 10 04:35:43.424124 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:43.460323 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 9ac49c1c-9217-42c1-b013-c0a64a679cb6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=9ac49c1c-9217-42c1-b013-c0a64a679cb6,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:35:43.535373 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:43.593862 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=9ac49c1c-9217-42c1-b013-c0a64a679cb6,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:43.661847 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:43.728584 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-73a0770f-9dd0-4eac-b6b4-a8a9b0551331 req-060a0c56-906b-4d90-96c5-5550a0b63043 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 210 time: 0.1048510 Aug 10 04:35:43.833265 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-04d6007c-9a31-414c-af5e-9593d86e9586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:44.831531 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-53652eb4-4673-4ef5-bf2c-26ff428fa19f req-bbb8c4fa-5724-4d9f-8d81-303b50582826 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 210 time: 0.0277615 Aug 10 04:35:45.212748 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 9ac49c1c-9217-42c1-b013-c0a64a679cb6 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:35:45.259728 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 9ac49c1c-9217-42c1-b013-c0a64a679cb6 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:35:45.260022 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:45.438749 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:45.618524 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-696756c7-b443-4da5-9cf5-3ea9eb1d53b0 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:45.620096 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-696756c7-b443-4da5-9cf5-3ea9eb1d53b0 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.68 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 811 time: 0.1116872 Aug 10 04:35:45.662657 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-420b7768-c9f7-4e1b-a8ea-49882a3d6c46 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac448e2b1d3d4e64843e888a0e7229c2 HTTP/1.1" status: 200 len: 379 time: 0.0329349 Aug 10 04:35:45.672128 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-cfddda41-e535-4ed5-8ee5-0e258a16cff7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Request body: {'port': {'device_id': '291dfebe-6cc8-4c74-86c8-bcec57415e51', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'admin_state_up': True, 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'security_groups': ['bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:35:45.883931 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-cfddda41-e535-4ed5-8ee5-0e258a16cff7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Made reservation on behalf of ac448e2b1d3d4e64843e888a0e7229c2 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:35:45.888581 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-cfddda41-e535-4ed5-8ee5-0e258a16cff7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:45.928844 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-48461e91-1edd-403c-866b-547687dbad91 req-664929d7-b2c1-48b8-96e7-cb4642f78e50 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 210 time: 0.0282533 Aug 10 04:35:46.023416 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-cfddda41-e535-4ed5-8ee5-0e258a16cff7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Allocated IP 172.20.0.14 (ab3d0fea-8142-4d43-addb-9367c726fc3e/dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d/e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:35:46.106618 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:46.164383 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-cfddda41-e535-4ed5-8ee5-0e258a16cff7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:46.180121 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-cfddda41-e535-4ed5-8ee5-0e258a16cff7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Transition to ACTIVE for port object e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:35:46.290346 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-cfddda41-e535-4ed5-8ee5-0e258a16cff7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:46.343690 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-cfddda41-e535-4ed5-8ee5-0e258a16cff7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Network ab3d0fea-8142-4d43-addb-9367c726fc3e is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:35:46.347174 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-cfddda41-e535-4ed5-8ee5-0e258a16cff7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:35:46.351158 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-cfddda41-e535-4ed5-8ee5-0e258a16cff7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:35:46.375404 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddda41-e535-4ed5-8ee5-0e258a16cff7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Pushing event updated for resources: {'Port': ['ID=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:46.389663 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfddda41-e535-4ed5-8ee5-0e258a16cff7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:46.390010 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfddda41-e535-4ed5-8ee5-0e258a16cff7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:46.390368 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfddda41-e535-4ed5-8ee5-0e258a16cff7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:46.390696 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfddda41-e535-4ed5-8ee5-0e258a16cff7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:46.391048 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfddda41-e535-4ed5-8ee5-0e258a16cff7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:46.391385 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfddda41-e535-4ed5-8ee5-0e258a16cff7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:46.391718 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfddda41-e535-4ed5-8ee5-0e258a16cff7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:46.392081 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfddda41-e535-4ed5-8ee5-0e258a16cff7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:46.392412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfddda41-e535-4ed5-8ee5-0e258a16cff7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:46.392739 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfddda41-e535-4ed5-8ee5-0e258a16cff7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:46.393070 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfddda41-e535-4ed5-8ee5-0e258a16cff7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:46.393396 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfddda41-e535-4ed5-8ee5-0e258a16cff7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:46.416877 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-cfddda41-e535-4ed5-8ee5-0e258a16cff7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:46.417556 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-cfddda41-e535-4ed5-8ee5-0e258a16cff7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:46.501991 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-cfddda41-e535-4ed5-8ee5-0e258a16cff7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8340309 Aug 10 04:35:46.562670 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-91519010-4e57-48b1-ac20-4fe5eb37f0c1 service neutron] Request body: {'port': {'device_id': '291dfebe-6cc8-4c74-86c8-bcec57415e51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:35:46.621305 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-91519010-4e57-48b1-ac20-4fe5eb37f0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:46.649466 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-28284728-76e0-45b3-9597-1dbf928e44e2 None None] Provisioning for port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:35:46.653499 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-28284728-76e0-45b3-9597-1dbf928e44e2 None None] Provisioning complete for port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:35:46.653948 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-28284728-76e0-45b3-9597-1dbf928e44e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:46.691058 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-28284728-76e0-45b3-9597-1dbf928e44e2 None None] Port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:35:46.893861 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-91519010-4e57-48b1-ac20-4fe5eb37f0c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:35:46.901385 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-91519010-4e57-48b1-ac20-4fe5eb37f0c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:46.913466 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-91519010-4e57-48b1-ac20-4fe5eb37f0c1 service neutron] Transition to ACTIVE for port object e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:35:47.027655 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-91519010-4e57-48b1-ac20-4fe5eb37f0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:47.049609 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:47.088906 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d4b9e-bf44-4901-b244-fbf18dbf788f req-ff999f69-6246-4649-ab24-8e90b76625d5 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:47.090469 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-830d4b9e-bf44-4901-b244-fbf18dbf788f req-ff999f69-6246-4649-ab24-8e90b76625d5 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 932 time: 0.0947084 Aug 10 04:35:47.097015 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91519010-4e57-48b1-ac20-4fe5eb37f0c1 service neutron] Pushing event updated for resources: {'Port': ['ID=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:47.190992 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-830d4b9e-bf44-4901-b244-fbf18dbf788f req-d04506b7-5c5a-427b-89d0-fe73d1d285bb tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894065 Aug 10 04:35:47.206923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-91519010-4e57-48b1-ac20-4fe5eb37f0c1 service neutron] Attempting to bind port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:35:47.207427 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-91519010-4e57-48b1-ac20-4fe5eb37f0c1 service neutron] Attempting to bind port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:35:47.207915 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-91519010-4e57-48b1-ac20-4fe5eb37f0c1 service neutron] Attempting to bind port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f on network ab3d0fea-8142-4d43-addb-9367c726fc3e {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:35:47.215788 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-91519010-4e57-48b1-ac20-4fe5eb37f0c1 service neutron] Port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f on network ab3d0fea-8142-4d43-addb-9367c726fc3e not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:35:47.216375 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-91519010-4e57-48b1-ac20-4fe5eb37f0c1 service neutron] Attempting to bind port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f on network ab3d0fea-8142-4d43-addb-9367c726fc3e {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:35:47.224527 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-91519010-4e57-48b1-ac20-4fe5eb37f0c1 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:35:47.224877 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-91519010-4e57-48b1-ac20-4fe5eb37f0c1 service neutron] Checking segment: {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:35:47.225276 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-91519010-4e57-48b1-ac20-4fe5eb37f0c1 service neutron] Bound using segment: {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:35:47.225723 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-91519010-4e57-48b1-ac20-4fe5eb37f0c1 service neutron] Bound port: e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:35:47.226475 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-91519010-4e57-48b1-ac20-4fe5eb37f0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:47.293923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-91519010-4e57-48b1-ac20-4fe5eb37f0c1 service neutron] For port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:35:47.297802 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-91519010-4e57-48b1-ac20-4fe5eb37f0c1 service neutron] For port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:35:47.381527 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-91519010-4e57-48b1-ac20-4fe5eb37f0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:47.425417 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-91519010-4e57-48b1-ac20-4fe5eb37f0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:47.426130 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-91519010-4e57-48b1-ac20-4fe5eb37f0c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:47.427624 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-91519010-4e57-48b1-ac20-4fe5eb37f0c1 service neutron] 10.222.0.68 "PUT /v2.0/ports/e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f HTTP/1.1" status: 200 len: 1092 time: 0.9177835 Aug 10 04:35:47.428089 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291dfebe-6cc8-4c74-86c8-bcec57415e51', 'tag': 'e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:35:47.430367 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bc32bc-3881-4266-88a4-01107fedb9aa" -d '{"events": [{"name": "network-changed", "server_uuid": "291dfebe-6cc8-4c74-86c8-bcec57415e51", "tag": "e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:35:47.464677 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91519010-4e57-48b1-ac20-4fe5eb37f0c1 service neutron] Pushing event updated for resources: {'Port': ['ID=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:47.544468 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f257f227-b3da-47a0-8c60-966c6740aae3 x-openstack-request-id: req-f257f227-b3da-47a0-8c60-966c6740aae3 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:35:47.545115 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291dfebe-6cc8-4c74-86c8-bcec57415e51", "tag": "e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:35:47.545115 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f257f227-b3da-47a0-8c60-966c6740aae3 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:35:47.546157 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291dfebe-6cc8-4c74-86c8-bcec57415e51', 'tag': 'e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f', 'status': 'completed', 'code': 200} Aug 10 04:35:47.580313 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-8dbf1f7e-1a89-46cd-ba81-43d3ba2f1c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:47.581883 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-8dbf1f7e-1a89-46cd-ba81-43d3ba2f1c16 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 1095 time: 0.0465932 Aug 10 04:35:47.626060 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-65a6f88d-8e3a-4fbc-a396-43f44f4841d3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f HTTP/1.1" status: 200 len: 217 time: 0.0367296 Aug 10 04:35:47.680847 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-8b27435f-ec39-4901-b86b-dff538f2e43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:47.682327 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-8b27435f-ec39-4901-b86b-dff538f2e43e service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0498250 Aug 10 04:35:47.729241 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-e9c1087b-9db5-4f9c-a0b6-0ea969d751d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:47.730644 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-e9c1087b-9db5-4f9c-a0b6-0ea969d751d3 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403955 Aug 10 04:35:47.823544 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-08f285d2-c56e-4204-a2bc-e4f9858d0fad service neutron] 10.222.0.68 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848362 Aug 10 04:35:47.916288 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94a678cf-dc47-46ed-b7a7-9b9d5c103a3f req-53de20a6-ee4d-42fc-b1e6-d95416d069c8 service neutron] 10.222.0.68 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860484 Aug 10 04:35:48.095495 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc32bc-3881-4266-88a4-01107fedb9aa req-4568830d-66a5-42b7-9e6e-1f8987d5578c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:48.096937 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78bc32bc-3881-4266-88a4-01107fedb9aa req-4568830d-66a5-42b7-9e6e-1f8987d5578c service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 1095 time: 0.0410051 Aug 10 04:35:48.189679 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc32bc-3881-4266-88a4-01107fedb9aa req-58de6e89-ac28-4382-934a-caeef3c9904f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:48.191140 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78bc32bc-3881-4266-88a4-01107fedb9aa req-58de6e89-ac28-4382-934a-caeef3c9904f service neutron] 10.222.0.68 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0870626 Aug 10 04:35:48.234946 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78bc32bc-3881-4266-88a4-01107fedb9aa req-85c85a35-a07e-43db-a9d3-fc715fa452e3 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f HTTP/1.1" status: 200 len: 217 time: 0.0364089 Aug 10 04:35:48.316515 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc32bc-3881-4266-88a4-01107fedb9aa req-76f91e19-a3ad-4be8-942c-7492b48ee925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:48.317989 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78bc32bc-3881-4266-88a4-01107fedb9aa req-76f91e19-a3ad-4be8-942c-7492b48ee925 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0742598 Aug 10 04:35:48.341042 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bdbb1-fb27-490b-b3ef-e3f04d84809f req-b945069a-4190-4fb8-a21e-71d18b38869c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:48.342982 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b55bdbb1-fb27-490b-b3ef-e3f04d84809f req-b945069a-4190-4fb8-a21e-71d18b38869c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 944 time: 0.0723777 Aug 10 04:35:48.400992 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b55bdbb1-fb27-490b-b3ef-e3f04d84809f req-32919589-7f3d-4aee-9629-814fabd5a7ff tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406363 Aug 10 04:35:48.403616 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc32bc-3881-4266-88a4-01107fedb9aa req-4e6f89e9-91d4-49f4-b8cf-664deb5966fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:48.405613 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78bc32bc-3881-4266-88a4-01107fedb9aa req-4e6f89e9-91d4-49f4-b8cf-664deb5966fb service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791743 Aug 10 04:35:48.502090 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78bc32bc-3881-4266-88a4-01107fedb9aa req-1234e7d3-4ff5-41cf-afbc-fe023d50406d service neutron] 10.222.0.68 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884628 Aug 10 04:35:48.594714 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78bc32bc-3881-4266-88a4-01107fedb9aa req-05274fd5-3b7f-4e75-b84f-5552365f502c service neutron] 10.222.0.68 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849600 Aug 10 04:35:49.526187 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9522db-1807-4504-8902-738415a6aaa8 req-a5c785a2-18b0-41f4-8aa1-fb3ee1381b2b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:49.527784 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6f9522db-1807-4504-8902-738415a6aaa8 req-a5c785a2-18b0-41f4-8aa1-fb3ee1381b2b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 944 time: 0.0526490 Aug 10 04:35:49.569482 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6f9522db-1807-4504-8902-738415a6aaa8 req-8a54a0da-723a-40a7-a6b3-bfa0f16baf61 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348289 Aug 10 04:35:49.724562 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:35:49.819247 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:35:49.830348 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'port_id': 'e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f', 'mac_address': 'fa:16:3e:f6:49:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:35:49.867768 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:49.880842 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:35:49.900609 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:35:49.992235 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:50.041168 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:50.048310 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:50.048657 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:50.048991 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:50.049320 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:50.049646 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:50.049968 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:50.050287 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:50.050604 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:50.050921 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:50.051233 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:50.051547 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:50.051861 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:35:50.179352 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:35:50.687931 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38940876-1723-47a3-b43e-e8f946110dc8 req-be6dc4d6-7781-46b5-80ce-1253497b0e64 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:50.689503 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-38940876-1723-47a3-b43e-e8f946110dc8 req-be6dc4d6-7781-46b5-80ce-1253497b0e64 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 945 time: 0.0516853 Aug 10 04:35:50.728456 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-38940876-1723-47a3-b43e-e8f946110dc8 req-6b0aaa8b-ca54-4569-a73c-7530eb8e4a56 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329723 Aug 10 04:35:51.740457 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:35:51.848160 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd91cc-b674-440a-a8d1-ddf488940dfc req-17ced6de-b688-4fcc-a9ae-ad425daad406 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:51.849685 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-40cd91cc-b674-440a-a8d1-ddf488940dfc req-17ced6de-b688-4fcc-a9ae-ad425daad406 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 945 time: 0.0528975 Aug 10 04:35:51.860590 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:35:51.864572 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:35:51.864950 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:51.891438 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-40cd91cc-b674-440a-a8d1-ddf488940dfc req-9c2817b2-6aff-4e1a-9029-c8ef7134ed06 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354025 Aug 10 04:35:51.950647 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:51.973809 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291dfebe-6cc8-4c74-86c8-bcec57415e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:35:51.976100 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d241204-520c-4492-b009-347772a66b1a" -d '{"events": [{"server_uuid": "291dfebe-6cc8-4c74-86c8-bcec57415e51", "name": "network-vif-plugged", "status": "completed", "tag": "e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:35:51.989554 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:35:52.016360 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a848ae6-2e76-409b-9031-37d753b2f48e x-openstack-request-id: req-0a848ae6-2e76-409b-9031-37d753b2f48e {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:35:52.016839 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291dfebe-6cc8-4c74-86c8-bcec57415e51", "name": "network-vif-plugged", "status": "completed", "tag": "e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:35:52.017252 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a848ae6-2e76-409b-9031-37d753b2f48e {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:35:52.017741 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291dfebe-6cc8-4c74-86c8-bcec57415e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f', 'code': 200} Aug 10 04:35:52.064165 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:52.118581 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:35:52.125651 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d4259-4615-4f90-b2e4-30f38735b84f req-b7c13dc6-5eab-44a0-b5e6-90f318970e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:52.127221 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c0d4259-4615-4f90-b2e4-30f38735b84f req-b7c13dc6-5eab-44a0-b5e6-90f318970e56 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 1097 time: 0.0498970 Aug 10 04:35:52.188235 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c0d4259-4615-4f90-b2e4-30f38735b84f req-15a8cdf1-967e-4a30-9225-aa1ee004fbd5 service neutron] 10.222.0.68 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506968 Aug 10 04:35:53.013583 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a9144-9a2c-4329-88f3-3a145dd08eba req-ae2097ed-91b6-4307-9b9d-809ebdc6c7a8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:53.015534 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-028a9144-9a2c-4329-88f3-3a145dd08eba req-ae2097ed-91b6-4307-9b9d-809ebdc6c7a8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 946 time: 0.0556128 Aug 10 04:35:53.057568 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-028a9144-9a2c-4329-88f3-3a145dd08eba req-9ded2d16-b051-41b0-a6ef-3c2e35a2874b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356929 Aug 10 04:35:54.181488 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de055407-dd24-4b4e-9663-5cd7124f3e26 req-f72c1991-3154-4107-9d81-3d5cba02e022 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:54.182990 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-de055407-dd24-4b4e-9663-5cd7124f3e26 req-f72c1991-3154-4107-9d81-3d5cba02e022 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 946 time: 0.0492249 Aug 10 04:35:54.221286 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-de055407-dd24-4b4e-9663-5cd7124f3e26 req-0ba3f453-b14c-4ec0-b7f1-8c1a78a3872a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317852 Aug 10 04:35:54.333029 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4749bf9-2541-4ff4-b8ad-e04ba5aa5eec req-9c22187a-09f7-4b79-a95c-a5e886ec803d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:54.334531 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e4749bf9-2541-4ff4-b8ad-e04ba5aa5eec req-9c22187a-09f7-4b79-a95c-a5e886ec803d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 946 time: 0.0501912 Aug 10 04:35:54.343423 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 51396) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:35:54.347780 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-dbb1082e-ef5b-4b89-9174-f48ce63a20e1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Request body: {'floatingip': {'port_id': 'e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:35:54.386840 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dbb1082e-ef5b-4b89-9174-f48ce63a20e1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for floatingip, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:54.834737 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dbb1082e-ef5b-4b89-9174-f48ce63a20e1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:54.883918 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dbb1082e-ef5b-4b89-9174-f48ce63a20e1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:54.991083 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-dbb1082e-ef5b-4b89-9174-f48ce63a20e1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Floating IP d6cb4683-e5da-4737-bd4e-7cb82ff7cd09 associated. External IP: 172.25.0.140, port: e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f. Aug 10 04:35:55.213606 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb1082e-ef5b-4b89-9174-f48ce63a20e1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Router 69cbbd8b-2aee-4874-b388-a627654741b8 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:35:55.327551 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb1082e-ef5b-4b89-9174-f48ce63a20e1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:35:55.332702 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dbb1082e-ef5b-4b89-9174-f48ce63a20e1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:35:55.339161 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eff424-913c-49a4-b4a9-f47df7107b52 None None] Sync routers for ids ['69cbbd8b-2aee-4874-b388-a627654741b8'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:35:55.349907 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eff424-913c-49a4-b4a9-f47df7107b52 None None] Routers {'69cbbd8b-2aee-4874-b388-a627654741b8'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:35:55.350518 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c0eff424-913c-49a4-b4a9-f47df7107b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:35:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['69cbbd8b-2aee-4874-b388-a627654741b8'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:55.361197 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-dbb1082e-ef5b-4b89-9174-f48ce63a20e1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "PUT /v2.0/floatingips/d6cb4683-e5da-4737-bd4e-7cb82ff7cd09 HTTP/1.1" status: 200 len: 992 time: 1.0167580 Aug 10 04:35:55.361883 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291dfebe-6cc8-4c74-86c8-bcec57415e51', 'tag': 'e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:35:55.364340 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}174789e4b316ee13074ce56246ce3c3c0d546116ba1cd2f8c4bba02a2d182025" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87d458f-2a46-4bdd-9d5d-ce4aca24f9e1" -d '{"events": [{"name": "network-changed", "server_uuid": "291dfebe-6cc8-4c74-86c8-bcec57415e51", "tag": "e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:35:55.402739 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12555b41-7e66-4078-af6c-14cf952b56a2 x-openstack-request-id: req-12555b41-7e66-4078-af6c-14cf952b56a2 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:35:55.403027 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291dfebe-6cc8-4c74-86c8-bcec57415e51", "tag": "e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:35:55.403276 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12555b41-7e66-4078-af6c-14cf952b56a2 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:35:55.403679 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291dfebe-6cc8-4c74-86c8-bcec57415e51', 'tag': 'e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f', 'status': 'completed', 'code': 200} Aug 10 04:35:55.461978 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-c0eff424-913c-49a4-b4a9-f47df7107b52 None None] Set router 69cbbd8b-2aee-4874-b388-a627654741b8 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:35:55.468182 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d458f-2a46-4bdd-9d5d-ce4aca24f9e1 req-c8fc8966-cc6e-496b-be76-939554b7beb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:55.469713 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e87d458f-2a46-4bdd-9d5d-ce4aca24f9e1 req-c8fc8966-cc6e-496b-be76-939554b7beb6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 1097 time: 0.0423167 Aug 10 04:35:55.566853 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d458f-2a46-4bdd-9d5d-ce4aca24f9e1 req-f156a2d1-892b-4453-b0dd-f4fff82fec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:55.568402 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e87d458f-2a46-4bdd-9d5d-ce4aca24f9e1 req-f156a2d1-892b-4453-b0dd-f4fff82fec4f service neutron] 10.222.0.68 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0907371 Aug 10 04:35:55.638245 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e87d458f-2a46-4bdd-9d5d-ce4aca24f9e1 req-fa8423fd-dcfa-4c33-bee4-8c62a53bb0b8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f HTTP/1.1" status: 200 len: 1000 time: 0.0625162 Aug 10 04:35:55.694676 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d458f-2a46-4bdd-9d5d-ce4aca24f9e1 req-4bc8a210-0dc5-4ef5-9d4e-814525b7f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:55.696150 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e87d458f-2a46-4bdd-9d5d-ce4aca24f9e1 req-4bc8a210-0dc5-4ef5-9d4e-814525b7f6a4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0504723 Aug 10 04:35:55.746846 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d458f-2a46-4bdd-9d5d-ce4aca24f9e1 req-64de8d5c-b431-45fa-882b-de5c34dfd188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:55.748480 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e87d458f-2a46-4bdd-9d5d-ce4aca24f9e1 req-64de8d5c-b431-45fa-882b-de5c34dfd188 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441151 Aug 10 04:35:55.846112 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e87d458f-2a46-4bdd-9d5d-ce4aca24f9e1 req-f1a69128-cca7-4516-8757-51f94221a8b3 service neutron] 10.222.0.68 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900822 Aug 10 04:35:55.861805 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c0eff424-913c-49a4-b4a9-f47df7107b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:35:38Z', 'revision_number': 4, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'd6cb4683-e5da-4737-bd4e-7cb82ff7cd09', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'port_id': 'e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'mac_address': 'fa:16:3e:f6:49:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291dfebe-6cc8-4c74-86c8-bcec57415e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:35:42Z', 'updated_at': '2021-08-10T04:35:54Z', 'revision_number': 1, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac49c1c-9217-42c1-b013-c0a64a679cb6', 'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'mac_address': 'fa:16:3e:42:f3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:37Z', 'updated_at': '2021-08-10T04:35:43Z', 'revision_number': 5, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'subnets': [{'id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:55.888033 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eff424-913c-49a4-b4a9-f47df7107b52 None None] Checking router: 69cbbd8b-2aee-4874-b388-a627654741b8 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:35:55.896660 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eff424-913c-49a4-b4a9-f47df7107b52 None None] Routers {'69cbbd8b-2aee-4874-b388-a627654741b8'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:35:55.897259 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c0eff424-913c-49a4-b4a9-f47df7107b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:35:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['69cbbd8b-2aee-4874-b388-a627654741b8'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:55.943594 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e87d458f-2a46-4bdd-9d5d-ce4aca24f9e1 req-c207c255-4dfa-48f5-bf66-bdd93bf67ab3 service neutron] 10.222.0.68 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900228 Aug 10 04:35:55.973127 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e3ab4662-726e-486f-b964-358d1a44870f req-5e484837-cb1f-47cb-8186-e681771a6259 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450027 Aug 10 04:35:56.009892 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-c0eff424-913c-49a4-b4a9-f47df7107b52 None None] Set router 69cbbd8b-2aee-4874-b388-a627654741b8 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:35:56.117699 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab4662-726e-486f-b964-358d1a44870f req-ce4c7452-559b-4251-8fad-2279a48d5434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:56.119311 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e3ab4662-726e-486f-b964-358d1a44870f req-ce4c7452-559b-4251-8fad-2279a48d5434 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 1097 time: 0.0417027 Aug 10 04:35:56.237378 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab4662-726e-486f-b964-358d1a44870f req-990187ef-8484-4928-84cd-748a42703924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:56.238989 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e3ab4662-726e-486f-b964-358d1a44870f req-990187ef-8484-4928-84cd-748a42703924 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0948718 Aug 10 04:35:56.252468 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c0eff424-913c-49a4-b4a9-f47df7107b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:35:38Z', 'revision_number': 4, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'd6cb4683-e5da-4737-bd4e-7cb82ff7cd09', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'port_id': 'e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'mac_address': 'fa:16:3e:f6:49:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291dfebe-6cc8-4c74-86c8-bcec57415e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:35:42Z', 'updated_at': '2021-08-10T04:35:54Z', 'revision_number': 1, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac49c1c-9217-42c1-b013-c0a64a679cb6', 'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'mac_address': 'fa:16:3e:42:f3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:37Z', 'updated_at': '2021-08-10T04:35:43Z', 'revision_number': 5, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'subnets': [{'id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:35:56.280563 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0eff424-913c-49a4-b4a9-f47df7107b52 None None] The sync data for ids ['69cbbd8b-2aee-4874-b388-a627654741b8'] in n-d-802893-2 is: [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:35:38Z', 'revision_number': 4, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'd6cb4683-e5da-4737-bd4e-7cb82ff7cd09', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'port_id': 'e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'mac_address': 'fa:16:3e:f6:49:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '291dfebe-6cc8-4c74-86c8-bcec57415e51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:35:42Z', 'updated_at': '2021-08-10T04:35:54Z', 'revision_number': 1, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac49c1c-9217-42c1-b013-c0a64a679cb6', 'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'mac_address': 'fa:16:3e:42:f3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:37Z', 'updated_at': '2021-08-10T04:35:43Z', 'revision_number': 5, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'subnets': [{'id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:35:56.350691 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e3ab4662-726e-486f-b964-358d1a44870f req-fc155b22-22e4-4952-a9ae-6a55fe3cbc52 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f HTTP/1.1" status: 200 len: 1000 time: 0.1039739 Aug 10 04:35:56.402590 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab4662-726e-486f-b964-358d1a44870f req-8ab0a033-35ef-4016-8d23-db1bc80606f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:56.404807 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e3ab4662-726e-486f-b964-358d1a44870f req-8ab0a033-35ef-4016-8d23-db1bc80606f4 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0462778 Aug 10 04:35:56.460362 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab4662-726e-486f-b964-358d1a44870f req-23eb0d64-7773-4cb8-8523-dc5f29c74222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:35:56.461925 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e3ab4662-726e-486f-b964-358d1a44870f req-23eb0d64-7773-4cb8-8523-dc5f29c74222 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499625 Aug 10 04:35:56.497987 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b38dca2-e55d-4101-b3e6-3db4e27f6087 None None] New status for floating IP d6cb4683-e5da-4737-bd4e-7cb82ff7cd09: ACTIVE {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:35:56.563063 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e3ab4662-726e-486f-b964-358d1a44870f req-18ea0438-c38e-4c7d-97c6-fe723c0c3501 service neutron] 10.222.0.68 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933132 Aug 10 04:35:56.656724 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e3ab4662-726e-486f-b964-358d1a44870f req-7d1ffd25-73dd-4589-bcca-eef255d82c66 service neutron] 10.222.0.68 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858893 Aug 10 04:35:57.929529 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:01.873953 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:36:10.014216 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-48f91361-e383-464b-8c74-45c43497e27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:13.630975 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:13.814143 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1f689d21-4b32-4784-87c0-304e28670b49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:15.442816 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:16.089095 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:17.025771 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:27.979610 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:38.873077 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:36:39.956338 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0d8f26a9-505f-40f5-a1ce-36edb52c4da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:43.642122 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:43.802063 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6f096e69-7641-476f-a45d-c8ecc43307c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:45.453340 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:46.127716 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:47.059078 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:36:56.957036 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f39b03d9-ed78-42f4-8903-81956282bf64 req-c029cb92-7fc7-4b04-9729-515b9438a34e service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400062 Aug 10 04:36:57.044576 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b03d9-ed78-42f4-8903-81956282bf64 req-39f85c9f-1f2b-4dc8-85e9-08a15e3d9896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:57.046194 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f39b03d9-ed78-42f4-8903-81956282bf64 req-39f85c9f-1f2b-4dc8-85e9-08a15e3d9896 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 1097 time: 0.0474908 Aug 10 04:36:57.156581 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b03d9-ed78-42f4-8903-81956282bf64 req-a4203b53-b867-4c54-9076-2518bdfaf3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:57.158095 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f39b03d9-ed78-42f4-8903-81956282bf64 req-a4203b53-b867-4c54-9076-2518bdfaf3ac service neutron] 10.222.0.68 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0932171 Aug 10 04:36:57.231891 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f39b03d9-ed78-42f4-8903-81956282bf64 req-e1c7ce63-210c-4b46-b99b-4397de9eb2f1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f HTTP/1.1" status: 200 len: 1002 time: 0.0663028 Aug 10 04:36:57.286658 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b03d9-ed78-42f4-8903-81956282bf64 req-3225fc78-ad81-43c8-9b02-b8f49508e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:57.288222 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f39b03d9-ed78-42f4-8903-81956282bf64 req-3225fc78-ad81-43c8-9b02-b8f49508e640 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0490580 Aug 10 04:36:57.336326 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b03d9-ed78-42f4-8903-81956282bf64 req-ac89b777-309c-4a71-bd8d-d2fe368a7ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:36:57.338420 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f39b03d9-ed78-42f4-8903-81956282bf64 req-ac89b777-309c-4a71-bd8d-d2fe368a7ba9 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433822 Aug 10 04:36:57.737275 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f39b03d9-ed78-42f4-8903-81956282bf64 req-4fb0908e-ac28-4234-93e7-277ef83c4cf0 service neutron] 10.222.0.68 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911309 Aug 10 04:36:57.833721 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f39b03d9-ed78-42f4-8903-81956282bf64 req-74140720-ad12-47f9-acd0-9a248e90836a service neutron] 10.222.0.68 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882814 Aug 10 04:36:58.019211 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:09.985491 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-14fd2e8c-8554-49f2-9430-113570db4db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:13.647328 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:13.830555 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e03b2a77-7c70-403c-a171-19f9adf84d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:15.491852 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:15.871658 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:37:16.132680 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:17.035885 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:27.971640 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:30.358293 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7696d2-57a0-4e0b-8f41-9335a9a38fb5 req-7ec3ee5b-723a-479b-b122-718be8c47ec1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:30.359809 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5d7696d2-57a0-4e0b-8f41-9335a9a38fb5 req-7ec3ee5b-723a-479b-b122-718be8c47ec1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 946 time: 0.0526402 Aug 10 04:37:30.398283 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5d7696d2-57a0-4e0b-8f41-9335a9a38fb5 req-4fc33fd8-86ad-4329-b035-cfe4b9e5b753 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320308 Aug 10 04:37:30.779769 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bab5c6-6473-4fa0-ba84-79ad67388b9f req-757734c3-a155-4028-afc8-72687af73eea tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:30.781185 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-48bab5c6-6473-4fa0-ba84-79ad67388b9f req-757734c3-a155-4028-afc8-72687af73eea tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 946 time: 0.0489588 Aug 10 04:37:30.822923 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-48bab5c6-6473-4fa0-ba84-79ad67388b9f req-47c91bf9-6112-4765-8f3d-61b4c061069d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356293 Aug 10 04:37:30.916103 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-f062297f-7b83-4648-8453-7db19e3eb05d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0887809 Aug 10 04:37:31.943600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64da17-89cc-47aa-8334-0fe072fcd4e5 req-7cf385d1-11ac-432a-be14-e5434530e7b8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:31.945107 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a64da17-89cc-47aa-8334-0fe072fcd4e5 req-7cf385d1-11ac-432a-be14-e5434530e7b8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 946 time: 0.0536926 Aug 10 04:37:31.984246 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a64da17-89cc-47aa-8334-0fe072fcd4e5 req-efef7c46-53a2-4cfa-bdb2-27d3ab7405bd tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326746 Aug 10 04:37:33.106053 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b222c-09a6-490a-86fa-1703f26e45d3 req-c26f01b3-0913-48ed-bd1b-331fd8f85213 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:33.107653 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5c1b222c-09a6-490a-86fa-1703f26e45d3 req-c26f01b3-0913-48ed-bd1b-331fd8f85213 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 946 time: 0.0521629 Aug 10 04:37:33.145938 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5c1b222c-09a6-490a-86fa-1703f26e45d3 req-4fa72007-5304-43db-985a-af01d9203813 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315845 Aug 10 04:37:33.325943 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-d00c08eb-0a47-4b20-82d4-4432b1d1b035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:33.327332 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-d00c08eb-0a47-4b20-82d4-4432b1d1b035 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 1097 time: 0.0397666 Aug 10 04:37:33.420707 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-fb295783-5038-483c-98f5-b1afc0b5b912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:33.422182 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-fb295783-5038-483c-98f5-b1afc0b5b912 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0876691 Aug 10 04:37:33.488233 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-27de9d45-d370-458c-a558-87113f625ef6 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f HTTP/1.1" status: 200 len: 1002 time: 0.0583334 Aug 10 04:37:33.538756 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-5c79f53d-6111-4faf-9572-61f7b9564e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:33.540185 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-5c79f53d-6111-4faf-9572-61f7b9564e0b service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0437515 Aug 10 04:37:33.589741 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-2380eb2a-507f-4530-9b9c-ea90628cc34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:33.591119 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-2380eb2a-507f-4530-9b9c-ea90628cc34d service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437598 Aug 10 04:37:33.681238 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-c0fc8e73-0f9c-4ca7-8524-a97f01c66235 service neutron] 10.222.0.68 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818374 Aug 10 04:37:33.774594 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-f96e7ab3-5b87-46bf-a6a5-b46cd5971440 service neutron] 10.222.0.68 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855291 Aug 10 04:37:34.265853 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6240f-49f1-43a5-8ff3-ebd38480de11 req-e3a29e16-a740-4011-83df-a7fef01e0b83 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:34.267352 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fdc6240f-49f1-43a5-8ff3-ebd38480de11 req-e3a29e16-a740-4011-83df-a7fef01e0b83 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 946 time: 0.0530579 Aug 10 04:37:34.306475 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fdc6240f-49f1-43a5-8ff3-ebd38480de11 req-b163ac2c-1cd0-4b05-abe4-5e547bac5878 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315931 Aug 10 04:37:35.425276 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25242002-2403-4bad-8a10-40e1287c5157 req-463ad01f-4bd5-4c38-ac32-bae48255b1e0 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:35.427432 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25242002-2403-4bad-8a10-40e1287c5157 req-463ad01f-4bd5-4c38-ac32-bae48255b1e0 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 946 time: 0.0499282 Aug 10 04:37:35.465483 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-25242002-2403-4bad-8a10-40e1287c5157 req-f3a90615-4542-468e-879e-ee4bc167f00a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319643 Aug 10 04:37:36.580358 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11774f-e480-4f79-bf97-441b703cdc68 req-eb7e9c43-7bf2-4794-94ee-4edebb210247 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:36.581835 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8e11774f-e480-4f79-bf97-441b703cdc68 req-eb7e9c43-7bf2-4794-94ee-4edebb210247 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 946 time: 0.0487630 Aug 10 04:37:36.619276 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8e11774f-e480-4f79-bf97-441b703cdc68 req-dfa87496-c99e-411e-9ca8-64a84e3f63da tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315087 Aug 10 04:37:37.733748 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de89db-5524-444e-b255-2b7296cfc280 req-85f84028-64bf-453b-b8b2-4e3247c24828 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:37.735211 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-38de89db-5524-444e-b255-2b7296cfc280 req-85f84028-64bf-453b-b8b2-4e3247c24828 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 946 time: 0.0487094 Aug 10 04:37:37.776890 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-38de89db-5524-444e-b255-2b7296cfc280 req-06b9f1d1-0fde-4de3-98bc-430c32875b80 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351787 Aug 10 04:37:38.892051 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633e06e-95ff-49cc-b6a3-9c1ad82f28d2 req-ccb6d455-b362-4dd8-9973-3d4eb8edd70f tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:38.893453 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2633e06e-95ff-49cc-b6a3-9c1ad82f28d2 req-ccb6d455-b362-4dd8-9973-3d4eb8edd70f tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 946 time: 0.0485077 Aug 10 04:37:38.934898 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2633e06e-95ff-49cc-b6a3-9c1ad82f28d2 req-2f27536d-86c8-4906-a173-64f412ae7a15 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355265 Aug 10 04:37:39.973931 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ef8fdc42-dc43-4d09-a9e4-158138688c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:40.352995 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2049be5-2666-494e-968e-ce6098caccf0 req-ea22ffbe-0a4b-4a37-b51e-7e5925cac829 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:40.354484 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c2049be5-2666-494e-968e-ce6098caccf0 req-ea22ffbe-0a4b-4a37-b51e-7e5925cac829 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 946 time: 0.3512433 Aug 10 04:37:40.391856 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c2049be5-2666-494e-968e-ce6098caccf0 req-54231e51-10e2-4335-afc8-7647df8b31be tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312736 Aug 10 04:37:41.514560 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72364b9d-dc01-473e-8080-13d07ba1b631 req-9477f0ff-a559-4e50-a7f3-e19cc763965c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:41.515971 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-72364b9d-dc01-473e-8080-13d07ba1b631 req-9477f0ff-a559-4e50-a7f3-e19cc763965c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 946 time: 0.0490239 Aug 10 04:37:41.553982 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-72364b9d-dc01-473e-8080-13d07ba1b631 req-4279c3a5-a0f3-43c5-8490-e037a8387b09 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314569 Aug 10 04:37:42.667094 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5429dde-8ba1-47bb-9161-c55507f8da10 req-68e76b3a-ee86-4b40-9633-ba43853dc39d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:42.668570 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5429dde-8ba1-47bb-9161-c55507f8da10 req-68e76b3a-ee86-4b40-9633-ba43853dc39d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 946 time: 0.0484574 Aug 10 04:37:42.705406 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5429dde-8ba1-47bb-9161-c55507f8da10 req-27f3d48b-5900-4b0a-b99e-e0ba97ff18a2 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308084 Aug 10 04:37:43.644989 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:43.799387 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2ce6e14a-a6eb-4988-b9ba-721639e349bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:43.824249 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab3d021-8617-458b-aa95-03aa26de8c1d req-143062ae-323d-42ce-850f-8b9a8af46149 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:43.825747 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6ab3d021-8617-458b-aa95-03aa26de8c1d req-143062ae-323d-42ce-850f-8b9a8af46149 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 946 time: 0.0512211 Aug 10 04:37:43.864211 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6ab3d021-8617-458b-aa95-03aa26de8c1d req-e0edf5f6-2968-42fc-b8cb-114af600b041 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324943 Aug 10 04:37:44.981379 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb678785-ad53-4fa2-aa0a-44fc3328e191 req-2387b213-5d79-4a1d-935d-496b1375362b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:44.982893 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cb678785-ad53-4fa2-aa0a-44fc3328e191 req-2387b213-5d79-4a1d-935d-496b1375362b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 946 time: 0.0499907 Aug 10 04:37:45.025188 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cb678785-ad53-4fa2-aa0a-44fc3328e191 req-d8834cc0-25b5-4560-92af-4108080b88be tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362313 Aug 10 04:37:45.462209 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:45.844459 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-67f8c676-0540-435f-af65-031767de1746 service neutron] show failed (client error): The resource could not be found. Aug 10 04:37:45.845470 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-67f8c676-0540-435f-af65-031767de1746 service neutron] 10.222.0.68 "GET /v2.0/ports/e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f/bindings/n-h2-802893-2 HTTP/1.1" status: 404 len: 380 time: 0.0556207 Aug 10 04:37:46.144083 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:46.144903 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ddade-7c05-4b9b-b50f-ab8ba593f71a req-4403f48a-20a1-470d-94ca-8e31cb469b89 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:46.145718 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db7ddade-7c05-4b9b-b50f-ab8ba593f71a req-4403f48a-20a1-470d-94ca-8e31cb469b89 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 946 time: 0.0533788 Aug 10 04:37:46.185353 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-db7ddade-7c05-4b9b-b50f-ab8ba593f71a req-9fda2d83-ddaa-4d9c-be08-197f950d6279 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327039 Aug 10 04:37:46.543726 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-9536b244-c5b7-46ed-a8f0-7918bea49bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:46.545318 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-9536b244-c5b7-46ed-a8f0-7918bea49bac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51&tenant_id=ac448e2b1d3d4e64843e888a0e7229c2 HTTP/1.1" status: 200 len: 1097 time: 0.0980344 Aug 10 04:37:46.563050 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802893-2', 'device_owner': 'compute:nova'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:37:46.613512 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:46.812186 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] For port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:37:46.852976 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] For port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f, host n-h1-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:37:46.891776 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291dfebe-6cc8-4c74-86c8-bcec57415e51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:37:46.894058 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce832488-2346-4e7e-a3c0-9b9f07c2fb3f" -d '{"events": [{"server_uuid": "291dfebe-6cc8-4c74-86c8-bcec57415e51", "name": "network-vif-unplugged", "status": "completed", "tag": "e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:37:46.897728 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:46.909823 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Transition to ACTIVE for port object e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:37:46.946119 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96681d8c-9e0e-4f84-ab90-35b3269632e8 x-openstack-request-id: req-96681d8c-9e0e-4f84-ab90-35b3269632e8 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:37:46.946601 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291dfebe-6cc8-4c74-86c8-bcec57415e51", "name": "network-vif-unplugged", "status": "completed", "tag": "e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:37:46.947176 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96681d8c-9e0e-4f84-ab90-35b3269632e8 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:37:46.947586 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291dfebe-6cc8-4c74-86c8-bcec57415e51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f', 'code': 200} Aug 10 04:37:47.006779 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:47.046591 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:47.082662 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Pushing event updated for resources: {'Port': ['ID=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f,revision_number=6']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:47.097199 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:47.097555 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:47.097903 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:47.098244 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:47.098584 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:47.098917 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:47.099259 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:47.099589 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:47.099919 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:47.100275 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:47.100605 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:47.100933 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:47.142669 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] No DVR routers for this DVR port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f on host n-h1-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:37:47.288952 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Attempting to bind port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:37:47.289918 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Attempting to bind port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:37:47.290935 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Attempting to bind port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f on network ab3d0fea-8142-4d43-addb-9367c726fc3e {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:37:47.295290 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f on network ab3d0fea-8142-4d43-addb-9367c726fc3e not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:37:47.295640 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Attempting to bind port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f on network ab3d0fea-8142-4d43-addb-9367c726fc3e {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:37:47.300559 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:37:47.300905 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Checking segment: {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:37:47.301298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Bound using segment: {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:37:47.301734 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Bound port: e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:37:47.302167 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:47.316671 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16bc789-e65d-48a2-b0cd-a80f5fe1aa79 req-44443837-d5c5-4dc4-a9ef-7e4db67bee9c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:47.318342 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f16bc789-e65d-48a2-b0cd-a80f5fe1aa79 req-44443837-d5c5-4dc4-a9ef-7e4db67bee9c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 944 time: 0.0546353 Aug 10 04:37:47.357158 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f16bc789-e65d-48a2-b0cd-a80f5fe1aa79 req-61872bb0-982f-4536-bb73-e3bf2ad94cb8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323839 Aug 10 04:37:47.368721 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] For port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:37:47.371981 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] For port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:37:47.430332 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:47.464683 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:47.465420 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:47.466715 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] 10.222.0.20 "PUT /v2.0/ports/e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f HTTP/1.1" status: 200 len: 1092 time: 0.9075589 Aug 10 04:37:47.489557 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8c1e5-b1a6-4813-b0b8-e71b1ab99262 service neutron] Pushing event updated for resources: {'Port': ['ID=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f,revision_number=7']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:47.550145 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-784b0665-362d-4950-b271-5b1d6c163ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:47.551674 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-784b0665-362d-4950-b271-5b1d6c163ff0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 1095 time: 0.0461178 Aug 10 04:37:47.649242 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-27022cce-5188-44fa-aeb0-2507a873107b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:47.650758 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-27022cce-5188-44fa-aeb0-2507a873107b service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0925629 Aug 10 04:37:47.723232 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-86f0e1f4-520c-4081-bf83-f30eb52f4cd5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f HTTP/1.1" status: 200 len: 1000 time: 0.0656116 Aug 10 04:37:47.771490 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-6c877e7d-0bf3-469f-b2cc-18912c9517eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:47.772875 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-6c877e7d-0bf3-469f-b2cc-18912c9517eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0431368 Aug 10 04:37:47.817512 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-de72649b-a671-40ea-8979-44455a2e017f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:47.818990 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-de72649b-a671-40ea-8979-44455a2e017f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387192 Aug 10 04:37:47.915041 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-dff2f7e1-0999-4cf4-ae67-55f8b71d43e3 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888417 Aug 10 04:37:48.006421 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c4b9440-75cf-42c0-a773-51a41b9ce8d7 req-f76669f4-c2fa-48ef-b3d9-b59b605e4a5c service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837929 Aug 10 04:37:48.475540 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9241267-81aa-4a7b-aa0c-f337191be27a req-abcb5959-6d12-4b71-8291-63e07aea9c19 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:48.477121 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a9241267-81aa-4a7b-aa0c-f337191be27a req-abcb5959-6d12-4b71-8291-63e07aea9c19 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 944 time: 0.0498538 Aug 10 04:37:48.515430 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a9241267-81aa-4a7b-aa0c-f337191be27a req-048b8bc6-06e1-44a3-928e-e82e5f6a2fda tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317571 Aug 10 04:37:48.948568 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291dfebe-6cc8-4c74-86c8-bcec57415e51', 'tag': 'e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:37:48.950975 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbbedbd-e37f-40d3-a503-9382dc9c35d7" -d '{"events": [{"name": "network-changed", "server_uuid": "291dfebe-6cc8-4c74-86c8-bcec57415e51", "tag": "e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:37:48.998602 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af467883-d674-4a29-a5a4-b74d2806b6ed x-openstack-request-id: req-af467883-d674-4a29-a5a4-b74d2806b6ed {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:37:48.998889 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291dfebe-6cc8-4c74-86c8-bcec57415e51", "tag": "e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:37:48.999142 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af467883-d674-4a29-a5a4-b74d2806b6ed {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:37:48.999801 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '291dfebe-6cc8-4c74-86c8-bcec57415e51', 'tag': 'e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f', 'status': 'completed', 'code': 200} Aug 10 04:37:49.062454 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbedbd-e37f-40d3-a503-9382dc9c35d7 req-e3ecb7d0-0200-44e7-90e1-7f46a675ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:49.064786 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ffbbedbd-e37f-40d3-a503-9382dc9c35d7 req-e3ecb7d0-0200-44e7-90e1-7f46a675ae48 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 1095 time: 0.0427437 Aug 10 04:37:49.082188 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbedbd-e37f-40d3-a503-9382dc9c35d7 req-a62c03e6-7cc1-4bbc-8d8d-53914dcb3851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:49.083704 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ffbbedbd-e37f-40d3-a503-9382dc9c35d7 req-a62c03e6-7cc1-4bbc-8d8d-53914dcb3851 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 1095 time: 0.0472438 Aug 10 04:37:49.160182 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbedbd-e37f-40d3-a503-9382dc9c35d7 req-78cb3dcc-0d23-4f1f-8c98-2efbcc9c1020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:49.161650 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ffbbedbd-e37f-40d3-a503-9382dc9c35d7 req-78cb3dcc-0d23-4f1f-8c98-2efbcc9c1020 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0902050 Aug 10 04:37:49.176058 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbedbd-e37f-40d3-a503-9382dc9c35d7 req-9076f8be-00d5-4dd7-8d0b-f429d3dedabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:49.177270 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ffbbedbd-e37f-40d3-a503-9382dc9c35d7 req-9076f8be-00d5-4dd7-8d0b-f429d3dedabf service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0865097 Aug 10 04:37:49.230061 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ffbbedbd-e37f-40d3-a503-9382dc9c35d7 req-581adf3a-fb36-4f07-8539-96aeaaa3b262 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f HTTP/1.1" status: 200 len: 1000 time: 0.0608180 Aug 10 04:37:49.249795 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ffbbedbd-e37f-40d3-a503-9382dc9c35d7 req-98ad7770-0e48-42b6-86da-dc6a0c18580c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f HTTP/1.1" status: 200 len: 1000 time: 0.0640254 Aug 10 04:37:49.286142 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbedbd-e37f-40d3-a503-9382dc9c35d7 req-51cb17dc-7f08-40b4-b2f4-08cf159ab113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:49.287623 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ffbbedbd-e37f-40d3-a503-9382dc9c35d7 req-51cb17dc-7f08-40b4-b2f4-08cf159ab113 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0504279 Aug 10 04:37:49.302374 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbedbd-e37f-40d3-a503-9382dc9c35d7 req-7847c222-169d-4bde-aca0-3b2d7039b344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:49.303845 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ffbbedbd-e37f-40d3-a503-9382dc9c35d7 req-7847c222-169d-4bde-aca0-3b2d7039b344 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0462880 Aug 10 04:37:49.335494 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbedbd-e37f-40d3-a503-9382dc9c35d7 req-652f7167-a2a8-4f0d-b5eb-8f849cdf1b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:49.337594 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ffbbedbd-e37f-40d3-a503-9382dc9c35d7 req-652f7167-a2a8-4f0d-b5eb-8f849cdf1b08 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423596 Aug 10 04:37:49.350252 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbedbd-e37f-40d3-a503-9382dc9c35d7 req-2add7db0-135c-4467-b2c8-4de5f69b8a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:49.351764 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ffbbedbd-e37f-40d3-a503-9382dc9c35d7 req-2add7db0-135c-4467-b2c8-4de5f69b8a26 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404572 Aug 10 04:37:49.432066 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ffbbedbd-e37f-40d3-a503-9382dc9c35d7 req-e8892b1e-69ca-4bb0-a89a-47299a2bf568 service neutron] 10.222.0.68 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879419 Aug 10 04:37:49.447008 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ffbbedbd-e37f-40d3-a503-9382dc9c35d7 req-3ff4902c-2959-4a0f-88c6-ba70a19a6ff6 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865364 Aug 10 04:37:49.529439 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ffbbedbd-e37f-40d3-a503-9382dc9c35d7 req-60362429-eba8-446d-9e0f-f6cd1f0832c0 service neutron] 10.222.0.68 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899096 Aug 10 04:37:49.545503 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ffbbedbd-e37f-40d3-a503-9382dc9c35d7 req-b57b1636-45cb-4b11-9931-21a0aa22f107 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872445 Aug 10 04:37:49.635688 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a7e69-389c-4f75-ba39-2de9714bc8f6 req-80029fc3-75c3-4323-aee9-daeb61a6e781 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:49.637203 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ba3a7e69-389c-4f75-ba39-2de9714bc8f6 req-80029fc3-75c3-4323-aee9-daeb61a6e781 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 944 time: 0.0505621 Aug 10 04:37:49.675510 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ba3a7e69-389c-4f75-ba39-2de9714bc8f6 req-5b32a9ef-b809-4016-89de-8b72c4bdd7bf tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324433 Aug 10 04:37:50.159398 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-285e7164-053c-47b4-83c3-f5c4d6fff093 req-c6160638-f638-4092-9cb4-71311b5df8dd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455656 Aug 10 04:37:50.191173 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:37:50.235722 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:37:50.256210 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e7164-053c-47b4-83c3-f5c4d6fff093 req-ccfccda5-65bd-49c8-8d93-ff5d0e2e9a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:50.258230 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-285e7164-053c-47b4-83c3-f5c4d6fff093 req-ccfccda5-65bd-49c8-8d93-ff5d0e2e9a3c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 1095 time: 0.0415659 Aug 10 04:37:50.360613 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e7164-053c-47b4-83c3-f5c4d6fff093 req-084c3e9d-ae67-411a-a5f8-82aa0c4ee7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:50.362147 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-285e7164-053c-47b4-83c3-f5c4d6fff093 req-084c3e9d-ae67-411a-a5f8-82aa0c4ee7bc service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0854561 Aug 10 04:37:50.431341 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-285e7164-053c-47b4-83c3-f5c4d6fff093 req-4cb3d3e9-af6b-46ec-8ce2-749e37f5bdd4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f HTTP/1.1" status: 200 len: 1000 time: 0.0609651 Aug 10 04:37:50.441428 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:37:50.481998 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e7164-053c-47b4-83c3-f5c4d6fff093 req-c8ccc5c0-f0ab-44f5-b3bb-512d8043b140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:50.483480 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-285e7164-053c-47b4-83c3-f5c4d6fff093 req-c8ccc5c0-f0ab-44f5-b3bb-512d8043b140 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0447326 Aug 10 04:37:50.532279 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e7164-053c-47b4-83c3-f5c4d6fff093 req-8de2ef66-0237-4309-a3c1-7f0959bf1d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:50.533805 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-285e7164-053c-47b4-83c3-f5c4d6fff093 req-8de2ef66-0237-4309-a3c1-7f0959bf1d72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437105 Aug 10 04:37:50.539569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:37:50.551146 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'port_id': 'e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f', 'mac_address': 'fa:16:3e:f6:49:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:37:50.588972 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:50.601363 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:37:50.620947 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:37:50.626810 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-285e7164-053c-47b4-83c3-f5c4d6fff093 req-cfb140fd-eb82-4a01-9cef-d036ac7112eb service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861819 Aug 10 04:37:50.713965 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:50.720215 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-285e7164-053c-47b4-83c3-f5c4d6fff093 req-39ee4662-6911-46a3-a909-47a888ea8e2c service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866122 Aug 10 04:37:50.771738 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:50.779117 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:50.779460 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:50.779793 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:50.780153 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:50.780476 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:50.780833 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:50.781154 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:50.781473 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:50.781788 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:50.782108 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:50.782423 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:50.782740 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:37:50.797053 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee522f-6bd7-497f-bbc1-f7d27ac418e7 req-b733188f-9e9c-4852-a344-7b1dd1d997a7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:50.798599 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5dee522f-6bd7-497f-bbc1-f7d27ac418e7 req-b733188f-9e9c-4852-a344-7b1dd1d997a7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 945 time: 0.0511856 Aug 10 04:37:50.836246 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5dee522f-6bd7-497f-bbc1-f7d27ac418e7 req-44c1b96d-d1b2-439b-bf22-8b879783c261 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315740 Aug 10 04:37:51.013197 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:37:51.154559 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751369a-27c5-48dc-998d-2eb8717e3d80 req-98552239-95cd-4fba-9760-30519de0c39d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:51.156420 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c751369a-27c5-48dc-998d-2eb8717e3d80 req-98552239-95cd-4fba-9760-30519de0c39d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 945 time: 0.0517626 Aug 10 04:37:51.230347 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c751369a-27c5-48dc-998d-2eb8717e3d80 req-88f3dff9-e228-4b67-99ab-4bcc54a644fd tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679817 Aug 10 04:37:51.281967 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b96823-9b72-49ac-8c46-08ac47092278 req-e5f992bb-f5f7-4948-8ab8-a3d9d0b735d3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:51.283327 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-02b96823-9b72-49ac-8c46-08ac47092278 req-e5f992bb-f5f7-4948-8ab8-a3d9d0b735d3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.68 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51&tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&binding%3Ahost_id=n-h2-802893-2 HTTP/1.1" status: 200 len: 945 time: 0.0896201 Aug 10 04:37:51.343365 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [req-02b96823-9b72-49ac-8c46-08ac47092278 req-0a7af72b-450f-48c6-a695-8a1f29c75593 service neutron] delete failed (client error): The resource could not be found. Aug 10 04:37:51.344407 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-02b96823-9b72-49ac-8c46-08ac47092278 req-0a7af72b-450f-48c6-a695-8a1f29c75593 service neutron] 10.222.0.68 "DELETE /v2.0/ports/e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f/bindings/n-h1-802893-2 HTTP/1.1" status: 404 len: 380 time: 0.0531020 Aug 10 04:37:51.432296 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b96823-9b72-49ac-8c46-08ac47092278 req-5f23a780-cb62-4ca2-9c0f-81a89f7fce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:51.433826 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-02b96823-9b72-49ac-8c46-08ac47092278 req-5f23a780-cb62-4ca2-9c0f-81a89f7fce98 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 1096 time: 0.0465343 Aug 10 04:37:51.522060 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b96823-9b72-49ac-8c46-08ac47092278 req-79a5ea72-16c0-4c0a-b485-b75f5f461dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:51.523524 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-02b96823-9b72-49ac-8c46-08ac47092278 req-79a5ea72-16c0-4c0a-b485-b75f5f461dcf service neutron] 10.222.0.68 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0830898 Aug 10 04:37:51.591209 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-02b96823-9b72-49ac-8c46-08ac47092278 req-484dc143-b217-451f-b1e3-831eeafaeb77 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f HTTP/1.1" status: 200 len: 1001 time: 0.0607924 Aug 10 04:37:51.639067 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b96823-9b72-49ac-8c46-08ac47092278 req-34dcadc0-a2b4-444c-a9fa-cbf6e2376671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:51.640489 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-02b96823-9b72-49ac-8c46-08ac47092278 req-34dcadc0-a2b4-444c-a9fa-cbf6e2376671 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0427666 Aug 10 04:37:51.685180 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b96823-9b72-49ac-8c46-08ac47092278 req-ad6ed3f5-1f13-41f7-aaf5-adc22b783667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:51.686622 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-02b96823-9b72-49ac-8c46-08ac47092278 req-ad6ed3f5-1f13-41f7-aaf5-adc22b783667 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392790 Aug 10 04:37:51.778552 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-02b96823-9b72-49ac-8c46-08ac47092278 req-04076681-bf7a-4779-b934-1e983bb5d5e9 service neutron] 10.222.0.68 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847495 Aug 10 04:37:51.871548 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-02b96823-9b72-49ac-8c46-08ac47092278 req-aec12d43-2a60-4107-8d6f-19004c56ec84 service neutron] 10.222.0.68 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860322 Aug 10 04:37:52.358017 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f8fd9-b447-40ae-8577-1582d5579b69 req-bde6f205-93ce-4432-bf25-82f50c0409bb tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:52.361309 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e51f8fd9-b447-40ae-8577-1582d5579b69 req-bde6f205-93ce-4432-bf25-82f50c0409bb tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 945 time: 0.0587325 Aug 10 04:37:52.397140 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e51f8fd9-b447-40ae-8577-1582d5579b69 req-49f35ffa-e86e-4e2c-8ca6-e5aa0bd5bd7a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311689 Aug 10 04:37:52.445659 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:37:52.572360 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:37:52.576937 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:37:52.577369 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:52.653947 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:52.675294 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291dfebe-6cc8-4c74-86c8-bcec57415e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:37:52.677521 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee94fa5-0a63-4ffb-8daf-5e432850d9ec" -d '{"events": [{"server_uuid": "291dfebe-6cc8-4c74-86c8-bcec57415e51", "name": "network-vif-plugged", "status": "completed", "tag": "e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:37:52.691145 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:37:52.766841 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:52.790554 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63ab8dc-f7be-4250-8ad6-8f4c815cb627 x-openstack-request-id: req-c63ab8dc-f7be-4250-8ad6-8f4c815cb627 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:37:52.790845 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291dfebe-6cc8-4c74-86c8-bcec57415e51", "name": "network-vif-plugged", "status": "completed", "tag": "e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:37:52.791101 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c63ab8dc-f7be-4250-8ad6-8f4c815cb627 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:37:52.791490 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291dfebe-6cc8-4c74-86c8-bcec57415e51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f', 'code': 200} Aug 10 04:37:52.818098 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f,revision_number=9']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:52.871476 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:37:53.510586 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2d9bf2-c5a2-46b5-9f9d-7b8b6a4d9ff8 req-fde94dbe-6ba7-40c6-a125-8af9de7210c2 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:53.512196 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ab2d9bf2-c5a2-46b5-9f9d-7b8b6a4d9ff8 req-fde94dbe-6ba7-40c6-a125-8af9de7210c2 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 946 time: 0.0492690 Aug 10 04:37:53.549365 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ab2d9bf2-c5a2-46b5-9f9d-7b8b6a4d9ff8 req-b28983b4-bf61-4cb2-8a96-bdb0d23a03f9 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313902 Aug 10 04:37:53.665297 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe55e4-96a2-4b9a-b3cd-fdf26518de68 req-6dbfb2c7-90c3-48a4-bb50-1685d3dda5c9 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:53.666774 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8cfe55e4-96a2-4b9a-b3cd-fdf26518de68 req-6dbfb2c7-90c3-48a4-bb50-1685d3dda5c9 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 946 time: 0.0493240 Aug 10 04:37:53.703345 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8cfe55e4-96a2-4b9a-b3cd-fdf26518de68 req-13897669-d617-47b4-bf87-41c28956d94f tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304394 Aug 10 04:37:53.814440 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de02e6e-db25-443d-ac38-e7a376959940 req-1afc46d6-1ebd-442a-8540-487e369a036d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:53.815813 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4de02e6e-db25-443d-ac38-e7a376959940 req-1afc46d6-1ebd-442a-8540-487e369a036d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 946 time: 0.0479591 Aug 10 04:37:53.853138 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4de02e6e-db25-443d-ac38-e7a376959940 req-a450cddc-e2b9-4cb5-bc4b-2c01a0a8641b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313787 Aug 10 04:37:54.327904 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c5d4e-d150-4c81-9a06-2b3533af9326 req-5d86bc53-1d84-4264-853a-4a6b0c7eb219 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:54.329403 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-864c5d4e-d150-4c81-9a06-2b3533af9326 req-5d86bc53-1d84-4264-853a-4a6b0c7eb219 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 946 time: 0.0520887 Aug 10 04:37:54.367522 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-864c5d4e-d150-4c81-9a06-2b3533af9326 req-cf7b3828-7223-47df-a259-fc7b375d0044 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318873 Aug 10 04:37:55.491525 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11345cad-ac1a-477f-b46e-fe7018b7d6e0 req-c376e739-53fa-4626-980e-103856de4a97 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:55.492955 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-11345cad-ac1a-477f-b46e-fe7018b7d6e0 req-c376e739-53fa-4626-980e-103856de4a97 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 946 time: 0.0539851 Aug 10 04:37:55.531969 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-11345cad-ac1a-477f-b46e-fe7018b7d6e0 req-1e023a22-4904-45a8-9319-556746173e0e tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326533 Aug 10 04:37:55.863582 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb6e90-fc33-4d4b-908d-2e9463f98173 req-b943a701-5ccb-45ce-8883-6502451afe8f tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:55.865066 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2afb6e90-fc33-4d4b-908d-2e9463f98173 req-b943a701-5ccb-45ce-8883-6502451afe8f tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.20 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 946 time: 0.0487986 Aug 10 04:37:55.952922 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-2afb6e90-fc33-4d4b-908d-2e9463f98173 req-90e9e48a-bc2e-4287-80f9-c7e3104b8c4f tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Deleting port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:37:55.953263 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2afb6e90-fc33-4d4b-908d-2e9463f98173 req-90e9e48a-bc2e-4287-80f9-c7e3104b8c4f tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:56.045415 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-2afb6e90-fc33-4d4b-908d-2e9463f98173 req-90e9e48a-bc2e-4287-80f9-c7e3104b8c4f tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] For port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:37:56.045786 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2afb6e90-fc33-4d4b-908d-2e9463f98173 req-90e9e48a-bc2e-4287-80f9-c7e3104b8c4f tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:56.217760 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2afb6e90-fc33-4d4b-908d-2e9463f98173 req-90e9e48a-bc2e-4287-80f9-c7e3104b8c4f tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:56.218141 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2afb6e90-fc33-4d4b-908d-2e9463f98173 req-90e9e48a-bc2e-4287-80f9-c7e3104b8c4f tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:56.218461 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [req-2afb6e90-fc33-4d4b-908d-2e9463f98173 req-90e9e48a-bc2e-4287-80f9-c7e3104b8c4f tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Floating IP d6cb4683-e5da-4737-bd4e-7cb82ff7cd09 disassociated. External IP: 172.25.0.140, port: e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f. Aug 10 04:37:56.218805 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-2afb6e90-fc33-4d4b-908d-2e9463f98173 req-90e9e48a-bc2e-4287-80f9-c7e3104b8c4f tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Calling delete_port for e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:37:56.427468 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2afb6e90-fc33-4d4b-908d-2e9463f98173 req-90e9e48a-bc2e-4287-80f9-c7e3104b8c4f tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:56.455773 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9e48a-bc2e-4287-80f9-c7e3104b8c4f tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Pushing event deleted for resources: {'Port': ['ID=e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:37:56.581860 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2afb6e90-fc33-4d4b-908d-2e9463f98173 req-90e9e48a-bc2e-4287-80f9-c7e3104b8c4f tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Router 69cbbd8b-2aee-4874-b388-a627654741b8 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:37:56.665664 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0c8da673-eb44-44f8-b307-084eb0733c20 req-2cc95911-00a2-4ae6-bb2a-7596fcda89b3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 210 time: 0.0341549 Aug 10 04:37:56.720122 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2afb6e90-fc33-4d4b-908d-2e9463f98173 req-90e9e48a-bc2e-4287-80f9-c7e3104b8c4f tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:37:56.731739 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9a435b-e381-408d-8907-02b6b279ce42 None None] Sync routers for ids ['69cbbd8b-2aee-4874-b388-a627654741b8'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:37:56.744854 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9a435b-e381-408d-8907-02b6b279ce42 None None] Routers {'69cbbd8b-2aee-4874-b388-a627654741b8'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:37:56.745484 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9b9a435b-e381-408d-8907-02b6b279ce42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:37:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['69cbbd8b-2aee-4874-b388-a627654741b8'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:56.762762 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afb6e90-fc33-4d4b-908d-2e9463f98173 req-90e9e48a-bc2e-4287-80f9-c7e3104b8c4f tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] No DVR routers for this DVR port e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:37:56.765383 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2afb6e90-fc33-4d4b-908d-2e9463f98173 req-90e9e48a-bc2e-4287-80f9-c7e3104b8c4f tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:56.767357 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2afb6e90-fc33-4d4b-908d-2e9463f98173 req-90e9e48a-bc2e-4287-80f9-c7e3104b8c4f tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.20 "DELETE /v2.0/ports/e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f HTTP/1.1" status: 204 len: 173 time: 0.8967359 Aug 10 04:37:56.767801 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291dfebe-6cc8-4c74-86c8-bcec57415e51', 'name': 'network-vif-deleted', 'tag': 'e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:37:56.770057 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016445eb-689f-43c3-8f4c-863a8be47954" -d '{"events": [{"server_uuid": "291dfebe-6cc8-4c74-86c8-bcec57415e51", "name": "network-vif-deleted", "tag": "e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:37:56.809231 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d8761c-7798-4fe9-b765-c591840fca18 x-openstack-request-id: req-72d8761c-7798-4fe9-b765-c591840fca18 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:37:56.809718 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291dfebe-6cc8-4c74-86c8-bcec57415e51", "name": "network-vif-deleted", "tag": "e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:37:56.809995 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72d8761c-7798-4fe9-b765-c591840fca18 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:37:56.810427 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '291dfebe-6cc8-4c74-86c8-bcec57415e51', 'name': 'network-vif-deleted', 'tag': 'e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f', 'status': 'completed', 'code': 200} Aug 10 04:37:56.857039 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-9b9a435b-e381-408d-8907-02b6b279ce42 None None] Set router 69cbbd8b-2aee-4874-b388-a627654741b8 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:37:57.064515 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9b9a435b-e381-408d-8907-02b6b279ce42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:35:38Z', 'revision_number': 4, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '9ac49c1c-9217-42c1-b013-c0a64a679cb6', 'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'mac_address': 'fa:16:3e:42:f3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:37Z', 'updated_at': '2021-08-10T04:35:43Z', 'revision_number': 5, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'subnets': [{'id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:57.093866 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9a435b-e381-408d-8907-02b6b279ce42 None None] Checking router: 69cbbd8b-2aee-4874-b388-a627654741b8 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:37:57.102540 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9a435b-e381-408d-8907-02b6b279ce42 None None] Routers {'69cbbd8b-2aee-4874-b388-a627654741b8'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:37:57.103144 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9b9a435b-e381-408d-8907-02b6b279ce42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:37:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['69cbbd8b-2aee-4874-b388-a627654741b8'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:57.210143 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-9b9a435b-e381-408d-8907-02b6b279ce42 None None] Set router 69cbbd8b-2aee-4874-b388-a627654741b8 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:37:57.411372 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9b9a435b-e381-408d-8907-02b6b279ce42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:35:38Z', 'revision_number': 4, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '9ac49c1c-9217-42c1-b013-c0a64a679cb6', 'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'mac_address': 'fa:16:3e:42:f3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:37Z', 'updated_at': '2021-08-10T04:35:43Z', 'revision_number': 5, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'subnets': [{'id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:37:57.437328 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b9a435b-e381-408d-8907-02b6b279ce42 None None] The sync data for ids ['69cbbd8b-2aee-4874-b388-a627654741b8'] in n-d-802893-2 is: [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:35:38Z', 'revision_number': 4, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '9ac49c1c-9217-42c1-b013-c0a64a679cb6', 'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'mac_address': 'fa:16:3e:42:f3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:37Z', 'updated_at': '2021-08-10T04:35:43Z', 'revision_number': 5, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'subnets': [{'id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:37:57.666749 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bbdddc8-5c84-4de4-9284-3b9c885e2c4c None None] New status for floating IP d6cb4683-e5da-4737-bd4e-7cb82ff7cd09: DOWN {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:37:57.773225 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a71985ed-657b-4d40-b833-2e56cba85117 req-55d57e11-dc81-42e2-b53e-7f03915ca3b1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=291dfebe-6cc8-4c74-86c8-bcec57415e51 HTTP/1.1" status: 200 len: 210 time: 0.0282872 Aug 10 04:37:57.970134 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:37:59.001030 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-c14a1f7a-cd5e-4d2a-97b5-44ac800eda59 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--285714148&fields=id&tenant_id=ac448e2b1d3d4e64843e888a0e7229c2 HTTP/1.1" status: 200 len: 267 time: 0.0322325 Aug 10 04:37:59.106607 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-18150c10-032e-4be6-908e-2c3c1a8e8402 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:37:59.108032 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-18150c10-032e-4be6-908e-2c3c1a8e8402 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 811 time: 0.1002493 Aug 10 04:37:59.122607 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-43eef996-daa9-4e75-a184-9e92c4dbff8d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/quotas/ac448e2b1d3d4e64843e888a0e7229c2 HTTP/1.1" status: 200 len: 375 time: 0.0088682 Aug 10 04:37:59.180253 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-203b4054-6580-4368-a3c7-4f015c9e4446 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520842 Aug 10 04:37:59.244554 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-d4034238-92db-4383-8ea1-f9d383d46387 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:37:59.246091 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-d4034238-92db-4383-8ea1-f9d383d46387 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0538621 Aug 10 04:37:59.334792 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-76c85062-c20f-4bf1-b4ba-ab8699d05346 service neutron] 10.222.0.25 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816212 Aug 10 04:37:59.426525 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-17cec6a4-f5d2-4b04-8a61-4187e34be7fc service neutron] 10.222.0.25 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854843 Aug 10 04:37:59.671503 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c6ce029d-4256-4afb-90eb-38331a12737c req-832ae0a1-36c0-4a9f-b40a-2871290c3c1b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 210 time: 0.0269673 Aug 10 04:38:00.499517 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:38:00.519575 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:38:00.519933 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device e05d0ee9-86ce-4e44-8a08-ce1fc78fbe0f not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:38:00.768372 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d57f1612-3433-46d0-8380-b3f53a699073 req-a8eced4e-a8e8-4604-a398-1e580da3bcf2 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 210 time: 0.0291536 Aug 10 04:38:01.672022 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-a3b6ff4b-d8f3-46e1-b567-a3d0020cf5ee tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:01.673474 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-a3b6ff4b-d8f3-46e1-b567-a3d0020cf5ee tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.20 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 811 time: 0.0998943 Aug 10 04:38:01.721966 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-5ad51e3b-b7a1-40d5-8bf4-22c385f40b2f tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac448e2b1d3d4e64843e888a0e7229c2 HTTP/1.1" status: 200 len: 379 time: 0.0337141 Aug 10 04:38:01.731448 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-b9a6c531-cfdd-426c-9f6b-342c5fd87fe7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Request body: {'port': {'device_id': 'd7251cc4-cc75-4c4e-9cf5-51682eeb4277', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'admin_state_up': True, 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'security_groups': ['bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:01.894544 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-64b76864-8605-4670-8719-bf97e0025120 req-55b101ad-ecf9-424e-8cb8-43f0f9f69683 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 210 time: 0.0294287 Aug 10 04:38:01.930035 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-b9a6c531-cfdd-426c-9f6b-342c5fd87fe7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Made reservation on behalf of ac448e2b1d3d4e64843e888a0e7229c2 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:38:01.933633 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-b9a6c531-cfdd-426c-9f6b-342c5fd87fe7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:02.064248 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-b9a6c531-cfdd-426c-9f6b-342c5fd87fe7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Allocated IP 172.20.0.3 (ab3d0fea-8142-4d43-addb-9367c726fc3e/dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d/c6f563b3-14ca-45e1-bf46-713092773712) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:38:02.200298 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-b9a6c531-cfdd-426c-9f6b-342c5fd87fe7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:02.212550 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-b9a6c531-cfdd-426c-9f6b-342c5fd87fe7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Transition to ACTIVE for port object c6f563b3-14ca-45e1-bf46-713092773712 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:02.310575 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-b9a6c531-cfdd-426c-9f6b-342c5fd87fe7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:02.359782 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-b9a6c531-cfdd-426c-9f6b-342c5fd87fe7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Network ab3d0fea-8142-4d43-addb-9367c726fc3e is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:38:02.362967 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-b9a6c531-cfdd-426c-9f6b-342c5fd87fe7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:38:02.366842 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-b9a6c531-cfdd-426c-9f6b-342c5fd87fe7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:38:02.373711 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6c531-cfdd-426c-9f6b-342c5fd87fe7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Pushing event updated for resources: {'Port': ['ID=c6f563b3-14ca-45e1-bf46-713092773712,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:02.421559 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-b9a6c531-cfdd-426c-9f6b-342c5fd87fe7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:02.422208 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-b9a6c531-cfdd-426c-9f6b-342c5fd87fe7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:02.533304 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-b9a6c531-cfdd-426c-9f6b-342c5fd87fe7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8055661 Aug 10 04:38:02.551888 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-5b3199b2-8b3e-41f3-8f47-9645ab5ae53f service neutron] Request body: {'port': {'device_id': 'd7251cc4-cc75-4c4e-9cf5-51682eeb4277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:02.605577 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-5b3199b2-8b3e-41f3-8f47-9645ab5ae53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:02.663286 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c55f5b49-eb15-4522-9b0f-d371214ad216 None None] Provisioning for port c6f563b3-14ca-45e1-bf46-713092773712 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:38:02.667973 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c55f5b49-eb15-4522-9b0f-d371214ad216 None None] Provisioning complete for port c6f563b3-14ca-45e1-bf46-713092773712 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:02.668353 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c55f5b49-eb15-4522-9b0f-d371214ad216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:02.702331 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-c55f5b49-eb15-4522-9b0f-d371214ad216 None None] Port c6f563b3-14ca-45e1-bf46-713092773712 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:38:02.866802 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-5b3199b2-8b3e-41f3-8f47-9645ab5ae53f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6f563b3-14ca-45e1-bf46-713092773712 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:38:02.874881 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-5b3199b2-8b3e-41f3-8f47-9645ab5ae53f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:02.886213 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-5b3199b2-8b3e-41f3-8f47-9645ab5ae53f service neutron] Transition to ACTIVE for port object c6f563b3-14ca-45e1-bf46-713092773712 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:38:02.965027 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-5b3199b2-8b3e-41f3-8f47-9645ab5ae53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:03.012806 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fa264-9d34-45f1-8ac0-91059ce3f646 req-a33c927e-1c75-46b4-be8e-5a1757c84e5b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:03.018950 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a52fa264-9d34-45f1-8ac0-91059ce3f646 req-a33c927e-1c75-46b4-be8e-5a1757c84e5b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 943 time: 0.0527692 Aug 10 04:38:03.019098 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3199b2-8b3e-41f3-8f47-9645ab5ae53f service neutron] Pushing event updated for resources: {'Port': ['ID=c6f563b3-14ca-45e1-bf46-713092773712,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:03.062333 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a52fa264-9d34-45f1-8ac0-91059ce3f646 req-1709f16c-02d8-4cf0-b7a2-6afcc0481bb5 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393155 Aug 10 04:38:03.093266 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-5b3199b2-8b3e-41f3-8f47-9645ab5ae53f service neutron] Attempting to bind port c6f563b3-14ca-45e1-bf46-713092773712 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:38:03.093614 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-5b3199b2-8b3e-41f3-8f47-9645ab5ae53f service neutron] Attempting to bind port c6f563b3-14ca-45e1-bf46-713092773712 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:38:03.093958 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-5b3199b2-8b3e-41f3-8f47-9645ab5ae53f service neutron] Attempting to bind port c6f563b3-14ca-45e1-bf46-713092773712 on network ab3d0fea-8142-4d43-addb-9367c726fc3e {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:38:03.098450 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-5b3199b2-8b3e-41f3-8f47-9645ab5ae53f service neutron] Port c6f563b3-14ca-45e1-bf46-713092773712 on network ab3d0fea-8142-4d43-addb-9367c726fc3e not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:38:03.098779 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-5b3199b2-8b3e-41f3-8f47-9645ab5ae53f service neutron] Attempting to bind port c6f563b3-14ca-45e1-bf46-713092773712 on network ab3d0fea-8142-4d43-addb-9367c726fc3e {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:38:03.103829 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-5b3199b2-8b3e-41f3-8f47-9645ab5ae53f service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:38:03.104230 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-5b3199b2-8b3e-41f3-8f47-9645ab5ae53f service neutron] Checking segment: {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:38:03.104625 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-5b3199b2-8b3e-41f3-8f47-9645ab5ae53f service neutron] Bound using segment: {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:38:03.105658 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-5b3199b2-8b3e-41f3-8f47-9645ab5ae53f service neutron] Bound port: c6f563b3-14ca-45e1-bf46-713092773712, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:38:03.106024 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-5b3199b2-8b3e-41f3-8f47-9645ab5ae53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:03.175364 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-5b3199b2-8b3e-41f3-8f47-9645ab5ae53f service neutron] For port c6f563b3-14ca-45e1-bf46-713092773712, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:38:03.179017 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-5b3199b2-8b3e-41f3-8f47-9645ab5ae53f service neutron] For port c6f563b3-14ca-45e1-bf46-713092773712, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c6f563b3-14ca-45e1-bf46-713092773712,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:38:03.275213 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-5b3199b2-8b3e-41f3-8f47-9645ab5ae53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:03.311596 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-5b3199b2-8b3e-41f3-8f47-9645ab5ae53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:03.312254 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-5b3199b2-8b3e-41f3-8f47-9645ab5ae53f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:03.313682 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-5b3199b2-8b3e-41f3-8f47-9645ab5ae53f service neutron] 10.222.0.20 "PUT /v2.0/ports/c6f563b3-14ca-45e1-bf46-713092773712 HTTP/1.1" status: 200 len: 1091 time: 0.7660396 Aug 10 04:38:03.314119 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7251cc4-cc75-4c4e-9cf5-51682eeb4277', 'tag': 'c6f563b3-14ca-45e1-bf46-713092773712'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:38:03.317008 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae12cf7-cd68-4411-a449-9019078aac46" -d '{"events": [{"name": "network-changed", "server_uuid": "d7251cc4-cc75-4c4e-9cf5-51682eeb4277", "tag": "c6f563b3-14ca-45e1-bf46-713092773712"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:38:03.354674 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3199b2-8b3e-41f3-8f47-9645ab5ae53f service neutron] Pushing event updated for resources: {'Port': ['ID=c6f563b3-14ca-45e1-bf46-713092773712,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:03.368643 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07754e98-478c-43c8-9086-12818292b33f x-openstack-request-id: req-07754e98-478c-43c8-9086-12818292b33f {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:38:03.368994 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7251cc4-cc75-4c4e-9cf5-51682eeb4277", "tag": "c6f563b3-14ca-45e1-bf46-713092773712", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:38:03.369177 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-07754e98-478c-43c8-9086-12818292b33f {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:38:03.369586 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7251cc4-cc75-4c4e-9cf5-51682eeb4277', 'tag': 'c6f563b3-14ca-45e1-bf46-713092773712', 'status': 'completed', 'code': 200} Aug 10 04:38:03.447789 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12cf7-cd68-4411-a449-9019078aac46 req-191313ef-2c5b-4e1f-9b53-aa2b1c6bea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:03.450613 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2ae12cf7-cd68-4411-a449-9019078aac46 req-191313ef-2c5b-4e1f-9b53-aa2b1c6bea37 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 1094 time: 0.0459123 Aug 10 04:38:03.561297 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12cf7-cd68-4411-a449-9019078aac46 req-f06b2f10-61c4-4f67-84b8-8524ca01c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:03.562763 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2ae12cf7-cd68-4411-a449-9019078aac46 req-f06b2f10-61c4-4f67-84b8-8524ca01c531 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0986273 Aug 10 04:38:03.654412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae12cf7-cd68-4411-a449-9019078aac46 req-8863485b-8384-44a1-95f8-952a68da06a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:03.655879 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2ae12cf7-cd68-4411-a449-9019078aac46 req-8863485b-8384-44a1-95f8-952a68da06a7 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864298 Aug 10 04:38:03.759577 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-b1da30c6-f3c6-4d22-9311-641283049e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:03.761749 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-b1da30c6-f3c6-4d22-9311-641283049e41 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 1094 time: 0.0470078 Aug 10 04:38:03.808653 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-b88906b5-40b5-4ead-a0a6-ea794c17659f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6f563b3-14ca-45e1-bf46-713092773712 HTTP/1.1" status: 200 len: 217 time: 0.0327935 Aug 10 04:38:03.858170 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-78897b26-dd6a-4861-890c-1776f1a9acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:03.859578 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-78897b26-dd6a-4861-890c-1776f1a9acf0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0435712 Aug 10 04:38:03.904288 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-542cc932-fec1-478f-855d-1fbf244f0b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:03.905799 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-542cc932-fec1-478f-855d-1fbf244f0b0d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388949 Aug 10 04:38:04.000797 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-5f3458e0-a59d-49bb-8758-00841a08168f service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873785 Aug 10 04:38:04.097416 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-23401cbf-5ce4-41e8-a959-42e4ada157a0 req-95fcd963-b5e8-4ef0-ba66-c0ac7135f86b service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899057 Aug 10 04:38:04.189243 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec2d17-303d-4719-a096-ee8f09bd9eb6 req-a34d5ce1-f49b-4c1e-a0a0-7e82065b6cd3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:04.191068 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a8ec2d17-303d-4719-a096-ee8f09bd9eb6 req-a34d5ce1-f49b-4c1e-a0a0-7e82065b6cd3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 943 time: 0.0503316 Aug 10 04:38:04.232629 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a8ec2d17-303d-4719-a096-ee8f09bd9eb6 req-444d4863-d7e5-48cd-8092-a1da3816fbe2 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358491 Aug 10 04:38:05.354925 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e397078-d076-42a9-9386-4262fed0625e req-82baebb2-e6cb-4b4b-8f3d-4a8807a88913 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:05.357885 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8e397078-d076-42a9-9386-4262fed0625e req-82baebb2-e6cb-4b4b-8f3d-4a8807a88913 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 943 time: 0.0548918 Aug 10 04:38:05.400106 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8e397078-d076-42a9-9386-4262fed0625e req-86c281b0-dfc1-411f-9ce2-d6307c275345 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373833 Aug 10 04:38:06.517708 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83cb3c5-2a1b-4f1b-8b53-6600193c5187 req-f5593864-6666-41ff-8144-c41ce6c42464 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:06.519191 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a83cb3c5-2a1b-4f1b-8b53-6600193c5187 req-f5593864-6666-41ff-8144-c41ce6c42464 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 943 time: 0.0501547 Aug 10 04:38:06.540711 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device c6f563b3-14ca-45e1-bf46-713092773712 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:38:06.559490 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a83cb3c5-2a1b-4f1b-8b53-6600193c5187 req-64388db5-0ebe-42c1-a806-12f2aebb2970 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343122 Aug 10 04:38:06.639191 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port c6f563b3-14ca-45e1-bf46-713092773712, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c6f563b3-14ca-45e1-bf46-713092773712,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:06.651179 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'c6f563b3-14ca-45e1-bf46-713092773712', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'port_id': 'c6f563b3-14ca-45e1-bf46-713092773712', 'mac_address': 'fa:16:3e:fd:d7:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:38:06.687630 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:06.699725 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6f563b3-14ca-45e1-bf46-713092773712 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:38:06.718738 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port c6f563b3-14ca-45e1-bf46-713092773712, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c6f563b3-14ca-45e1-bf46-713092773712,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:06.777821 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:06.827590 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=c6f563b3-14ca-45e1-bf46-713092773712,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:07.034849 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['c6f563b3-14ca-45e1-bf46-713092773712'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:38:07.673358 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d503b-2f8c-4ecd-822e-862ccbd82e7f req-d60d442f-122b-4af7-835a-cdc758cd1920 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:07.674847 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-271d503b-2f8c-4ecd-822e-862ccbd82e7f req-d60d442f-122b-4af7-835a-cdc758cd1920 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 944 time: 0.0486317 Aug 10 04:38:07.711666 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-271d503b-2f8c-4ecd-822e-862ccbd82e7f req-4f46da6b-8371-4978-a063-aa1eb7a71001 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307872 Aug 10 04:38:08.561587 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device c6f563b3-14ca-45e1-bf46-713092773712 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:38:08.674580 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port c6f563b3-14ca-45e1-bf46-713092773712 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:38:08.678290 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port c6f563b3-14ca-45e1-bf46-713092773712 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:38:08.684935 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:08.754166 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:08.775786 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7251cc4-cc75-4c4e-9cf5-51682eeb4277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f563b3-14ca-45e1-bf46-713092773712'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:38:08.778611 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f7bc287572cb1efdb604cf586ccb45c09ae483e5ce16270edb2499b067465cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340fcf1b-23bc-426e-b774-f4e41534f4de" -d '{"events": [{"server_uuid": "d7251cc4-cc75-4c4e-9cf5-51682eeb4277", "name": "network-vif-plugged", "status": "completed", "tag": "c6f563b3-14ca-45e1-bf46-713092773712"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:38:08.794721 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port c6f563b3-14ca-45e1-bf46-713092773712, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c6f563b3-14ca-45e1-bf46-713092773712,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:38:08.817216 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9868a7-ab14-4705-af1c-17998377ebd1 x-openstack-request-id: req-fd9868a7-ab14-4705-af1c-17998377ebd1 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:38:08.817216 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7251cc4-cc75-4c4e-9cf5-51682eeb4277", "name": "network-vif-plugged", "status": "completed", "tag": "c6f563b3-14ca-45e1-bf46-713092773712", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:38:08.817216 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd9868a7-ab14-4705-af1c-17998377ebd1 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:38:08.817216 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7251cc4-cc75-4c4e-9cf5-51682eeb4277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f563b3-14ca-45e1-bf46-713092773712', 'code': 200} Aug 10 04:38:08.831365 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38eee2-1f49-4716-8c2a-511517888898 req-a489cc41-495f-402e-8cc6-c236830d7850 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:08.832888 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4c38eee2-1f49-4716-8c2a-511517888898 req-a489cc41-495f-402e-8cc6-c236830d7850 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 944 time: 0.0541518 Aug 10 04:38:08.856422 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:08.872260 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4c38eee2-1f49-4716-8c2a-511517888898 req-aa39db7e-bfbf-482e-b367-fb031d0c99e1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333736 Aug 10 04:38:08.905947 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=c6f563b3-14ca-45e1-bf46-713092773712,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:38:08.939784 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cecf6d-5473-47b9-b4db-1a46db5338a7 req-02033867-4fda-4462-8443-384420831df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:08.941326 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a3cecf6d-5473-47b9-b4db-1a46db5338a7 req-02033867-4fda-4462-8443-384420831df2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 1096 time: 0.0409172 Aug 10 04:38:08.976245 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a3cecf6d-5473-47b9-b4db-1a46db5338a7 req-a6b08eda-8e22-426f-8c1f-c11dec768604 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280614 Aug 10 04:38:09.996800 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee27142-23eb-4791-8253-ee9c5a85640b req-7fe98017-417f-49c6-bb4d-ed6668ad4abd tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:09.998381 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dee27142-23eb-4791-8253-ee9c5a85640b req-7fe98017-417f-49c6-bb4d-ed6668ad4abd tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 945 time: 0.0534966 Aug 10 04:38:09.999390 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d9bde364-85ec-4149-b98c-a875fb616e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:10.036940 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dee27142-23eb-4791-8253-ee9c5a85640b req-4e31d112-2bbe-4565-a458-a1b33bdf7043 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321069 Aug 10 04:38:11.150097 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7addaf7-a299-4395-95c9-d7fe3cf7ad77 req-ec982d94-f208-4bd0-a9f9-199d2c1a4767 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:11.151576 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7addaf7-a299-4395-95c9-d7fe3cf7ad77 req-ec982d94-f208-4bd0-a9f9-199d2c1a4767 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 945 time: 0.0487802 Aug 10 04:38:11.193400 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7addaf7-a299-4395-95c9-d7fe3cf7ad77 req-cbf6b4e7-f03d-41dd-a4ba-1e536afb6ce4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352895 Aug 10 04:38:11.303564 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790dbbe3-2b29-4727-86c6-96cea02e7b75 req-4c096f31-169d-454d-b0a8-389df4c5aebb tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:11.305080 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-790dbbe3-2b29-4727-86c6-96cea02e7b75 req-4c096f31-169d-454d-b0a8-389df4c5aebb tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 945 time: 0.0482881 Aug 10 04:38:11.313868 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 51780) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:38:11.318226 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-d7ef22aa-58d2-4444-a863-0358ee4be72c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Request body: {'floatingip': {'port_id': 'c6f563b3-14ca-45e1-bf46-713092773712'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:38:11.357119 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d7ef22aa-58d2-4444-a863-0358ee4be72c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for floatingip, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:12.209402 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d7ef22aa-58d2-4444-a863-0358ee4be72c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:12.269014 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d7ef22aa-58d2-4444-a863-0358ee4be72c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:12.368140 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-d7ef22aa-58d2-4444-a863-0358ee4be72c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Floating IP d6cb4683-e5da-4737-bd4e-7cb82ff7cd09 associated. External IP: 172.25.0.140, port: c6f563b3-14ca-45e1-bf46-713092773712. Aug 10 04:38:12.584759 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ef22aa-58d2-4444-a863-0358ee4be72c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Router 69cbbd8b-2aee-4874-b388-a627654741b8 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:38:12.690905 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ef22aa-58d2-4444-a863-0358ee4be72c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:38:12.695752 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d7ef22aa-58d2-4444-a863-0358ee4be72c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:12.701422 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584f0db9-6f60-4859-96f7-88077c0111d3 None None] Sync routers for ids ['69cbbd8b-2aee-4874-b388-a627654741b8'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:38:12.709818 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584f0db9-6f60-4859-96f7-88077c0111d3 None None] Routers {'69cbbd8b-2aee-4874-b388-a627654741b8'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:38:12.710435 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-584f0db9-6f60-4859-96f7-88077c0111d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:37:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['69cbbd8b-2aee-4874-b388-a627654741b8'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:12.727304 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d7ef22aa-58d2-4444-a863-0358ee4be72c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "PUT /v2.0/floatingips/d6cb4683-e5da-4737-bd4e-7cb82ff7cd09 HTTP/1.1" status: 200 len: 991 time: 1.4122374 Aug 10 04:38:12.727968 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7251cc4-cc75-4c4e-9cf5-51682eeb4277', 'tag': 'c6f563b3-14ca-45e1-bf46-713092773712'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:38:12.730856 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}abf312803e81eb61fc2186b705b9dbe1bfeb2b48b69589936ce51e27bd4e652a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8bc530-504e-493e-8c3b-baedbab5407d" -d '{"events": [{"name": "network-changed", "server_uuid": "d7251cc4-cc75-4c4e-9cf5-51682eeb4277", "tag": "c6f563b3-14ca-45e1-bf46-713092773712"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:38:12.768965 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb660e76-a48e-4990-a0a0-1552f8bd6544 x-openstack-request-id: req-eb660e76-a48e-4990-a0a0-1552f8bd6544 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:38:12.769274 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7251cc4-cc75-4c4e-9cf5-51682eeb4277", "tag": "c6f563b3-14ca-45e1-bf46-713092773712", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:38:12.769678 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb660e76-a48e-4990-a0a0-1552f8bd6544 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:38:12.770134 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7251cc4-cc75-4c4e-9cf5-51682eeb4277', 'tag': 'c6f563b3-14ca-45e1-bf46-713092773712', 'status': 'completed', 'code': 200} Aug 10 04:38:12.822671 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-584f0db9-6f60-4859-96f7-88077c0111d3 None None] Set router 69cbbd8b-2aee-4874-b388-a627654741b8 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:38:12.864209 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bc530-504e-493e-8c3b-baedbab5407d req-a9b255c6-7ef1-432e-b108-0ce224229570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:12.865603 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f8bc530-504e-493e-8c3b-baedbab5407d req-a9b255c6-7ef1-432e-b108-0ce224229570 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 1096 time: 0.0408516 Aug 10 04:38:12.960238 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bc530-504e-493e-8c3b-baedbab5407d req-eda65f54-17bb-42e9-8d01-fbb5e1b45b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:12.961735 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f8bc530-504e-493e-8c3b-baedbab5407d req-eda65f54-17bb-42e9-8d01-fbb5e1b45b93 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0892749 Aug 10 04:38:13.033210 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f8bc530-504e-493e-8c3b-baedbab5407d req-bdb494f2-8550-4eb4-871e-f924a05dac95 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6f563b3-14ca-45e1-bf46-713092773712 HTTP/1.1" status: 200 len: 999 time: 0.0637109 Aug 10 04:38:13.085004 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bc530-504e-493e-8c3b-baedbab5407d req-7eb2893c-eb64-4f8d-83a2-e2a3958cd812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:13.086479 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f8bc530-504e-493e-8c3b-baedbab5407d req-7eb2893c-eb64-4f8d-83a2-e2a3958cd812 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0465453 Aug 10 04:38:13.137423 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bc530-504e-493e-8c3b-baedbab5407d req-184ec9dd-7057-4c3a-bed0-de6e32389e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:13.138829 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f8bc530-504e-493e-8c3b-baedbab5407d req-184ec9dd-7057-4c3a-bed0-de6e32389e5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452306 Aug 10 04:38:13.199760 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-584f0db9-6f60-4859-96f7-88077c0111d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:35:38Z', 'revision_number': 4, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'd6cb4683-e5da-4737-bd4e-7cb82ff7cd09', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'port_id': 'c6f563b3-14ca-45e1-bf46-713092773712', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'mac_address': 'fa:16:3e:fd:d7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7251cc4-cc75-4c4e-9cf5-51682eeb4277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:35:42Z', 'updated_at': '2021-08-10T04:38:12Z', 'revision_number': 5, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac49c1c-9217-42c1-b013-c0a64a679cb6', 'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'mac_address': 'fa:16:3e:42:f3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:37Z', 'updated_at': '2021-08-10T04:35:43Z', 'revision_number': 5, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'subnets': [{'id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:13.225989 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584f0db9-6f60-4859-96f7-88077c0111d3 None None] Checking router: 69cbbd8b-2aee-4874-b388-a627654741b8 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:38:13.228775 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f8bc530-504e-493e-8c3b-baedbab5407d req-53018d7d-8d51-4f63-bf5a-a5a9bc60ef5b service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825226 Aug 10 04:38:13.235167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584f0db9-6f60-4859-96f7-88077c0111d3 None None] Routers {'69cbbd8b-2aee-4874-b388-a627654741b8'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:38:13.235771 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-584f0db9-6f60-4859-96f7-88077c0111d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:37:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['69cbbd8b-2aee-4874-b388-a627654741b8'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:13.323921 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5f8bc530-504e-493e-8c3b-baedbab5407d req-a2ec37ef-b468-464e-92a5-e7058b24d337 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885911 Aug 10 04:38:13.343265 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-584f0db9-6f60-4859-96f7-88077c0111d3 None None] Set router 69cbbd8b-2aee-4874-b388-a627654741b8 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:38:13.568479 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-584f0db9-6f60-4859-96f7-88077c0111d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:35:38Z', 'revision_number': 4, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'd6cb4683-e5da-4737-bd4e-7cb82ff7cd09', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'port_id': 'c6f563b3-14ca-45e1-bf46-713092773712', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'mac_address': 'fa:16:3e:fd:d7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7251cc4-cc75-4c4e-9cf5-51682eeb4277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:35:42Z', 'updated_at': '2021-08-10T04:38:12Z', 'revision_number': 5, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac49c1c-9217-42c1-b013-c0a64a679cb6', 'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'mac_address': 'fa:16:3e:42:f3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:37Z', 'updated_at': '2021-08-10T04:35:43Z', 'revision_number': 5, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'subnets': [{'id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:38:13.599527 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584f0db9-6f60-4859-96f7-88077c0111d3 None None] The sync data for ids ['69cbbd8b-2aee-4874-b388-a627654741b8'] in n-d-802893-2 is: [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:35:38Z', 'revision_number': 4, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'd6cb4683-e5da-4737-bd4e-7cb82ff7cd09', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'port_id': 'c6f563b3-14ca-45e1-bf46-713092773712', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'mac_address': 'fa:16:3e:fd:d7:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7251cc4-cc75-4c4e-9cf5-51682eeb4277', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:35:42Z', 'updated_at': '2021-08-10T04:38:12Z', 'revision_number': 5, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac49c1c-9217-42c1-b013-c0a64a679cb6', 'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'mac_address': 'fa:16:3e:42:f3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:37Z', 'updated_at': '2021-08-10T04:35:43Z', 'revision_number': 5, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'subnets': [{'id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:38:13.680517 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:13.792198 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd30c785-65d9-46ad-bc29-d667bb057031 None None] New status for floating IP d6cb4683-e5da-4737-bd4e-7cb82ff7cd09: ACTIVE {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:38:13.838344 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-95e468cc-7df3-4b3a-b92c-95d9919dd791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:15.463253 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:16.119935 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:17.038131 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:27.974499 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:29.870689 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:38:36.069068 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-80788e1e-f4bd-4def-b22a-579b8860e2f0 req-7beda064-1931-42e0-9beb-4e305a4b6cc8 service neutron] (94938) timed out ('10.222.0.25', 46548) {{(pid=94938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:38:39.997449 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e344413c-7f62-4a53-878b-f7f147d86923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:43.665755 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:43.820310 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8ae36bff-618b-4cb6-8ec4-ef9c2c2b05f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:45.465455 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:46.128320 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:46.999308 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:38:50.161234 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ea19ef78-b228-46bd-b149-2042c0f5002b req-8461c7aa-4d66-4568-a012-391047fec6ff service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403259 Aug 10 04:38:50.259746 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19ef78-b228-46bd-b149-2042c0f5002b req-f9066e26-e22d-4811-afb5-20b13703c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:50.261293 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ea19ef78-b228-46bd-b149-2042c0f5002b req-f9066e26-e22d-4811-afb5-20b13703c049 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 1096 time: 0.0402417 Aug 10 04:38:50.373830 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19ef78-b228-46bd-b149-2042c0f5002b req-2614204e-4d8d-4270-97ea-69df97b9d036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:50.375351 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ea19ef78-b228-46bd-b149-2042c0f5002b req-2614204e-4d8d-4270-97ea-69df97b9d036 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0954301 Aug 10 04:38:50.441277 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ea19ef78-b228-46bd-b149-2042c0f5002b req-4ded5b82-11cd-4ba1-bdc8-efb502c0190e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6f563b3-14ca-45e1-bf46-713092773712 HTTP/1.1" status: 200 len: 1001 time: 0.0586669 Aug 10 04:38:50.490754 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19ef78-b228-46bd-b149-2042c0f5002b req-5ab53690-0cb7-48ba-9eb7-62e4a1eb979f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:50.492194 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ea19ef78-b228-46bd-b149-2042c0f5002b req-5ab53690-0cb7-48ba-9eb7-62e4a1eb979f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0445094 Aug 10 04:38:50.542396 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19ef78-b228-46bd-b149-2042c0f5002b req-034f9073-6b09-401d-bc3e-ebe881b4d853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:38:50.543894 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ea19ef78-b228-46bd-b149-2042c0f5002b req-034f9073-6b09-401d-bc3e-ebe881b4d853 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449598 Aug 10 04:38:50.652422 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ea19ef78-b228-46bd-b149-2042c0f5002b req-95c7f141-0e13-4b63-a85e-c9fc3777cd7b service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816731 Aug 10 04:38:50.743309 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ea19ef78-b228-46bd-b149-2042c0f5002b req-51cfc427-c854-4b8a-9834-a1c6ca2c59aa service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841863 Aug 10 04:38:58.010773 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:06.869431 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:39:09.999440 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4d7bd459-ea1f-4777-b4a8-c1a693b6dd78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:13.658708 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:13.819353 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5a4540b3-2785-40d6-8b6f-cda1ccda2095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:15.461865 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:16.118833 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:17.035896 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:27.984077 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:39.382223 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-b3bd2b85-53fe-4e95-9e39-d3ce43545f5c req-9f40cd3d-4a46-4788-bdce-2a65063c936b service neutron] (94938) timed out ('10.222.0.20', 58612) {{(pid=94938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:39:39.972125 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a52c2d6c-21b0-4a4b-825f-23d2cba486fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:43.646561 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:43.812155 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-16f92896-c781-40bf-a701-54ddaa76a888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:43.868736 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:39:45.461417 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:46.160657 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:47.018019 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:49.287447 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016aff8-9cdd-4cc9-880e-27ec0e12fe59 req-1d82ecc4-3645-44bf-933c-da44bfd9559d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:49.288998 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c016aff8-9cdd-4cc9-880e-27ec0e12fe59 req-1d82ecc4-3645-44bf-933c-da44bfd9559d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 945 time: 0.0991290 Aug 10 04:39:49.328660 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c016aff8-9cdd-4cc9-880e-27ec0e12fe59 req-0b102fc5-5655-40de-8db1-b70e83b6ef45 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324807 Aug 10 04:39:50.567385 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc952e90-1a4f-442b-8f1a-73f415959ff6 req-02aaf65d-6eab-4e1c-9ea8-b74d3e657758 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:50.568926 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cc952e90-1a4f-442b-8f1a-73f415959ff6 req-02aaf65d-6eab-4e1c-9ea8-b74d3e657758 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 945 time: 0.0936904 Aug 10 04:39:50.605485 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cc952e90-1a4f-442b-8f1a-73f415959ff6 req-cb29d0f1-292e-40ae-8b05-1df02dd42d50 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307446 Aug 10 04:39:51.271487 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6ea90-32a2-43b1-956d-5cc6406c1f93 req-c3f9bab4-2650-4fc6-805f-89f0cfba32a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:51.273038 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ec6ea90-32a2-43b1-956d-5cc6406c1f93 req-c3f9bab4-2650-4fc6-805f-89f0cfba32a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 1096 time: 0.0778136 Aug 10 04:39:51.381403 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6ea90-32a2-43b1-956d-5cc6406c1f93 req-84620e33-ad76-4189-8d84-3e387017a41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:51.382898 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ec6ea90-32a2-43b1-956d-5cc6406c1f93 req-84620e33-ad76-4189-8d84-3e387017a41e service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0894034 Aug 10 04:39:51.448057 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ec6ea90-32a2-43b1-956d-5cc6406c1f93 req-5587f0eb-5999-440c-8402-71654a5e462a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6f563b3-14ca-45e1-bf46-713092773712 HTTP/1.1" status: 200 len: 1001 time: 0.0581541 Aug 10 04:39:51.499713 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6ea90-32a2-43b1-956d-5cc6406c1f93 req-ed2df7fc-7e19-43c4-9167-67f3402ca714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:51.501188 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ec6ea90-32a2-43b1-956d-5cc6406c1f93 req-ed2df7fc-7e19-43c4-9167-67f3402ca714 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0450346 Aug 10 04:39:51.548795 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec6ea90-32a2-43b1-956d-5cc6406c1f93 req-4a067c08-babf-4d90-bac9-995190c1460c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:51.550883 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ec6ea90-32a2-43b1-956d-5cc6406c1f93 req-4a067c08-babf-4d90-bac9-995190c1460c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427876 Aug 10 04:39:51.639254 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ec6ea90-32a2-43b1-956d-5cc6406c1f93 req-e4c15267-45c1-42d4-a9a0-fe2ea1a95294 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795591 Aug 10 04:39:51.758282 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909053a9-eb78-4227-8e95-1b67fb10b021 req-d76cbf6b-1713-4bd7-97dc-b532d07f2b55 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:51.759685 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-909053a9-eb78-4227-8e95-1b67fb10b021 req-d76cbf6b-1713-4bd7-97dc-b532d07f2b55 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 945 time: 0.0684435 Aug 10 04:39:51.786857 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7ec6ea90-32a2-43b1-956d-5cc6406c1f93 req-33353211-a2e9-4ef1-ae51-252f2627666e service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409945 Aug 10 04:39:51.807637 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-909053a9-eb78-4227-8e95-1b67fb10b021 req-4f570166-e3a9-4130-9310-453cb166ee96 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388756 Aug 10 04:39:52.924896 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a0185-35dc-4e75-8e38-05face66fb20 req-bda54d69-3b76-496c-800f-44e6ce282d7d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:52.926368 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bd9a0185-35dc-4e75-8e38-05face66fb20 req-bda54d69-3b76-496c-800f-44e6ce282d7d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 945 time: 0.0493062 Aug 10 04:39:52.962800 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bd9a0185-35dc-4e75-8e38-05face66fb20 req-e273131a-d450-46de-8e7b-bab8cbff8b6a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305474 Aug 10 04:39:54.080837 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe9e9d-b789-4cb4-a585-1246e6ea5ae5 req-04423665-6203-4a0a-8d39-14d15cc843fa tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:54.082563 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-65fe9e9d-b789-4cb4-a585-1246e6ea5ae5 req-04423665-6203-4a0a-8d39-14d15cc843fa tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 945 time: 0.0514100 Aug 10 04:39:54.119825 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-65fe9e9d-b789-4cb4-a585-1246e6ea5ae5 req-2befa67c-5e6f-4faa-8da3-1a1192053fca tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312164 Aug 10 04:39:55.239786 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3d128d-18ae-46eb-b595-202083999b75 req-3893db23-03a3-4f0b-99b3-36a26faec266 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:55.241290 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2b3d128d-18ae-46eb-b595-202083999b75 req-3893db23-03a3-4f0b-99b3-36a26faec266 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 945 time: 0.0538681 Aug 10 04:39:55.278307 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2b3d128d-18ae-46eb-b595-202083999b75 req-43c74ef9-7200-4712-8496-335713aa435b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307064 Aug 10 04:39:56.396322 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5522f2d-bb38-4bce-9811-036858c4cc82 req-ba0437a2-4c7f-44c5-9f30-9d30d12d5fa3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:56.397781 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5522f2d-bb38-4bce-9811-036858c4cc82 req-ba0437a2-4c7f-44c5-9f30-9d30d12d5fa3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 945 time: 0.0526180 Aug 10 04:39:56.435942 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f5522f2d-bb38-4bce-9811-036858c4cc82 req-6f689d42-9b59-42f6-a064-43be1903174b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322573 Aug 10 04:39:57.563931 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b5664-0541-4fb3-adb2-443e56ed1278 req-80e4ef12-602d-4eff-bc75-ff5cc9c00cf2 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:57.565902 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e54b5664-0541-4fb3-adb2-443e56ed1278 req-80e4ef12-602d-4eff-bc75-ff5cc9c00cf2 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 945 time: 0.0521395 Aug 10 04:39:57.604770 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e54b5664-0541-4fb3-adb2-443e56ed1278 req-18c6d20d-d00e-48ad-bb7a-c0fe5e21b77f tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330067 Aug 10 04:39:57.994223 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:39:58.718361 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6911d0f-bd28-426d-a488-021e33008261 req-0ea1dd64-4686-4385-a22e-f63da23e9e6d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:58.719707 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6911d0f-bd28-426d-a488-021e33008261 req-0ea1dd64-4686-4385-a22e-f63da23e9e6d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 945 time: 0.0480878 Aug 10 04:39:58.758051 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6911d0f-bd28-426d-a488-021e33008261 req-d0afc3dc-c4b8-42db-ab02-a6c417df6550 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321763 Aug 10 04:39:59.881406 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141ab61-ae21-4cc9-a330-61f64e3e84ad req-47b94e82-896c-4d54-a54e-bf65db434738 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:39:59.882879 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c141ab61-ae21-4cc9-a330-61f64e3e84ad req-47b94e82-896c-4d54-a54e-bf65db434738 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 945 time: 0.0519583 Aug 10 04:39:59.921670 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c141ab61-ae21-4cc9-a330-61f64e3e84ad req-859f9d36-1f9a-40eb-b5c5-9ead79f0915c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326607 Aug 10 04:40:00.305582 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd29654-ceaa-4d08-b7c9-9e74f4744ff0 req-c03c187f-5219-4e16-a839-7e6926d54539 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:00.307157 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8bd29654-ceaa-4d08-b7c9-9e74f4744ff0 req-c03c187f-5219-4e16-a839-7e6926d54539 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 945 time: 0.0534959 Aug 10 04:40:00.344768 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8bd29654-ceaa-4d08-b7c9-9e74f4744ff0 req-b9c39400-9604-4a99-b4fe-79f207269a0c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313411 Aug 10 04:40:00.530657 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-90e11585-0e68-4b77-b44b-0f8ab314c6b2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817652 Aug 10 04:40:01.470712 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67078d4-a7d3-4489-b77f-323de57f05b8 req-0c2da20f-3178-49c2-8df9-152878ab3af1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:01.472989 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d67078d4-a7d3-4489-b77f-323de57f05b8 req-0c2da20f-3178-49c2-8df9-152878ab3af1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 945 time: 0.0589430 Aug 10 04:40:01.511656 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d67078d4-a7d3-4489-b77f-323de57f05b8 req-108ee10c-1081-4c2c-ad65-d769e00b0a4e tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322526 Aug 10 04:40:02.628665 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-04269abc-88d2-4b41-ab8c-a70ee9afae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:02.630166 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-04269abc-88d2-4b41-ab8c-a70ee9afae28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 1096 time: 0.0443656 Aug 10 04:40:02.630326 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21bb99-9cb5-4c61-9de8-0c9a4163a9a0 req-ca73d76a-456e-48fe-b6c2-9b20999c58d0 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:02.631849 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ff21bb99-9cb5-4c61-9de8-0c9a4163a9a0 req-ca73d76a-456e-48fe-b6c2-9b20999c58d0 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 945 time: 0.0498831 Aug 10 04:40:02.669383 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ff21bb99-9cb5-4c61-9de8-0c9a4163a9a0 req-182df4d4-f449-40eb-a294-81a1ac712978 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315084 Aug 10 04:40:02.720139 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-565fe881-688c-47ef-ba2c-7c558ad3d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:02.721604 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-565fe881-688c-47ef-ba2c-7c558ad3d329 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0840178 Aug 10 04:40:03.082375 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-f0ad6600-0c61-4a14-8842-dc55dbdd0f6c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6f563b3-14ca-45e1-bf46-713092773712 HTTP/1.1" status: 200 len: 1001 time: 0.3537626 Aug 10 04:40:03.131016 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-fb1ec936-19a3-437a-be0a-c8265cb4b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:03.132424 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-fb1ec936-19a3-437a-be0a-c8265cb4b92a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0428178 Aug 10 04:40:03.177451 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-9407f1ee-8ec9-44cb-9dfc-c2059e338b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:03.178891 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-9407f1ee-8ec9-44cb-9dfc-c2059e338b04 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396702 Aug 10 04:40:03.271864 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-fa54bd41-bec2-4c1d-b76a-75eab1c173c7 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852432 Aug 10 04:40:03.360454 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-fa3289da-7d63-4730-a5a1-297be6657f5a service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814428 Aug 10 04:40:03.785758 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e1f1a-b051-4ad0-83d9-fa306206591b req-f30619a6-cf03-4c72-94c9-29839ac1974b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:03.787252 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-445e1f1a-b051-4ad0-83d9-fa306206591b req-f30619a6-cf03-4c72-94c9-29839ac1974b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 945 time: 0.0489824 Aug 10 04:40:03.825119 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-445e1f1a-b051-4ad0-83d9-fa306206591b req-7ccc1bb3-863e-426a-9b04-1d644b1f0bef tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318758 Aug 10 04:40:04.940726 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1b16f-d04e-4afe-abfa-d893477b7ff0 req-4dd80165-834d-4e9c-aff8-fecd48f7b29b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:04.942471 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-51f1b16f-d04e-4afe-abfa-d893477b7ff0 req-4dd80165-834d-4e9c-aff8-fecd48f7b29b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 945 time: 0.0489638 Aug 10 04:40:04.984123 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-51f1b16f-d04e-4afe-abfa-d893477b7ff0 req-45ff1298-7d8c-4d28-bdf2-09a0c4498fc5 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353878 Aug 10 04:40:05.470351 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-2f950032-ef2f-4638-a4bc-9361f5a81e6c service neutron] show failed (client error): The resource could not be found. Aug 10 04:40:05.471887 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-2f950032-ef2f-4638-a4bc-9361f5a81e6c service neutron] 10.222.0.20 "GET /v2.0/ports/c6f563b3-14ca-45e1-bf46-713092773712/bindings/n-h1-802893-2 HTTP/1.1" status: 404 len: 380 time: 0.0640836 Aug 10 04:40:06.053867 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-613d6856-5086-49c1-8307-8185b07d5401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:06.055437 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-613d6856-5086-49c1-8307-8185b07d5401 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277&tenant_id=ac448e2b1d3d4e64843e888a0e7229c2 HTTP/1.1" status: 200 len: 1096 time: 0.1226392 Aug 10 04:40:06.069774 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802893-2', 'device_owner': 'compute:nova'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:40:06.109970 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c63db-4068-4aae-aff8-aeec303f2852 req-682679eb-c5d6-4dee-ac8a-761aabf0c5c5 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:06.111471 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ee1c63db-4068-4aae-aff8-aeec303f2852 req-682679eb-c5d6-4dee-ac8a-761aabf0c5c5 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 945 time: 0.0552847 Aug 10 04:40:06.128410 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:06.151172 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ee1c63db-4068-4aae-aff8-aeec303f2852 req-91bffc50-10e3-43da-8293-c61bf837d9f9 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335238 Aug 10 04:40:06.390477 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] For port c6f563b3-14ca-45e1-bf46-713092773712, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c6f563b3-14ca-45e1-bf46-713092773712,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:40:06.431197 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] For port c6f563b3-14ca-45e1-bf46-713092773712, host n-h2-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:40:06.470869 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7251cc4-cc75-4c4e-9cf5-51682eeb4277', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6f563b3-14ca-45e1-bf46-713092773712'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:40:06.476328 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:06.488227 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Transition to ACTIVE for port object c6f563b3-14ca-45e1-bf46-713092773712 will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:40:06.510755 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c3df90863f34f3d1b173683b03457bec4b9b1016fd9070b7d6b6bbe3252e10d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e108f21-3b88-4fd9-b8f2-39c2e60b29a5" -d '{"events": [{"server_uuid": "d7251cc4-cc75-4c4e-9cf5-51682eeb4277", "name": "network-vif-unplugged", "status": "completed", "tag": "c6f563b3-14ca-45e1-bf46-713092773712"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:40:06.588867 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:06.620031 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3111a911-9ad9-4dcc-8687-9b4527eb7fe8 x-openstack-request-id: req-3111a911-9ad9-4dcc-8687-9b4527eb7fe8 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:40:06.620326 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7251cc4-cc75-4c4e-9cf5-51682eeb4277", "name": "network-vif-unplugged", "status": "completed", "tag": "c6f563b3-14ca-45e1-bf46-713092773712", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:40:06.620840 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3111a911-9ad9-4dcc-8687-9b4527eb7fe8 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:40:06.621227 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7251cc4-cc75-4c4e-9cf5-51682eeb4277', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6f563b3-14ca-45e1-bf46-713092773712', 'code': 200} Aug 10 04:40:06.689858 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c6f563b3-14ca-45e1-bf46-713092773712,revision_number=6']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:06.718500 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:06.718848 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:06.719185 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:06.719521 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:06.719852 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:06.720203 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:06.720528 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:06.720971 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:06.721214 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:06.721566 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:06.721935 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:06.722334 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:06.777679 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] No DVR routers for this DVR port c6f563b3-14ca-45e1-bf46-713092773712 on host n-h2-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:40:06.908658 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Attempting to bind port c6f563b3-14ca-45e1-bf46-713092773712 on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:40:06.909509 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Attempting to bind port c6f563b3-14ca-45e1-bf46-713092773712 by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:40:06.909839 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Attempting to bind port c6f563b3-14ca-45e1-bf46-713092773712 on network ab3d0fea-8142-4d43-addb-9367c726fc3e {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:40:06.914036 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Port c6f563b3-14ca-45e1-bf46-713092773712 on network ab3d0fea-8142-4d43-addb-9367c726fc3e not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:40:06.914362 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Attempting to bind port c6f563b3-14ca-45e1-bf46-713092773712 on network ab3d0fea-8142-4d43-addb-9367c726fc3e {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:40:06.919110 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:40:06.919450 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Checking segment: {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:40:06.919837 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Bound using segment: {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:40:06.920297 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Bound port: c6f563b3-14ca-45e1-bf46-713092773712, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:40:06.920654 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:06.981976 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] For port c6f563b3-14ca-45e1-bf46-713092773712, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:40:06.984902 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] For port c6f563b3-14ca-45e1-bf46-713092773712, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=c6f563b3-14ca-45e1-bf46-713092773712,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:40:07.107148 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:07.148615 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:07.149264 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:07.150620 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] 10.222.0.68 "PUT /v2.0/ports/c6f563b3-14ca-45e1-bf46-713092773712 HTTP/1.1" status: 200 len: 1091 time: 1.0871229 Aug 10 04:40:07.168140 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334a415-04d2-47b7-b20b-9b335a7f67b2 service neutron] Pushing event updated for resources: {'Port': ['ID=c6f563b3-14ca-45e1-bf46-713092773712,revision_number=7']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:07.219587 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-3a27e382-6a42-4634-b4ea-6a3bc1982af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:07.221145 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-3a27e382-6a42-4634-b4ea-6a3bc1982af5 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 1094 time: 0.0444460 Aug 10 04:40:07.280652 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cf0e7-a906-4c41-ae1a-7bd78954cc08 req-aa025fd6-1c74-461b-9863-925c4aaf482d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:07.282231 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f06cf0e7-a906-4c41-ae1a-7bd78954cc08 req-aa025fd6-1c74-461b-9863-925c4aaf482d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 943 time: 0.0570204 Aug 10 04:40:07.323933 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f06cf0e7-a906-4c41-ae1a-7bd78954cc08 req-b1a44214-5eb3-43bb-b2a7-168202212dcf tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334756 Aug 10 04:40:07.325201 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-2481a84b-120e-4002-80c2-57615ad2ced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:07.326843 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-2481a84b-120e-4002-80c2-57615ad2ced2 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0990939 Aug 10 04:40:07.396339 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-8bebd6e2-9f1c-4db2-8687-4a6cdc4c617e service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6f563b3-14ca-45e1-bf46-713092773712 HTTP/1.1" status: 200 len: 999 time: 0.0622406 Aug 10 04:40:07.444664 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-d4c9f4aa-94ad-4c21-8074-e03d4d48a31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:07.446063 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-d4c9f4aa-94ad-4c21-8074-e03d4d48a31a service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0434315 Aug 10 04:40:07.491326 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-71e0083c-6a80-4dc3-ae5d-c13e3ce2d5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:07.492718 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-71e0083c-6a80-4dc3-ae5d-c13e3ce2d5bc service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394585 Aug 10 04:40:07.591907 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-5547b672-33f6-478a-9c49-cb7970bd46f8 service neutron] 10.222.0.68 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914655 Aug 10 04:40:07.680191 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-490c1c85-ca6f-4f57-a1da-04833adb0165 req-16942478-7a90-4328-b377-cf88bd112ef4 service neutron] 10.222.0.68 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806284 Aug 10 04:40:08.448235 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccee91a-18be-4cf3-af18-9a8cc858fba3 req-a2025707-cc01-4e9a-9414-b2bee9381790 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:08.449732 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fccee91a-18be-4cf3-af18-9a8cc858fba3 req-a2025707-cc01-4e9a-9414-b2bee9381790 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 943 time: 0.0549650 Aug 10 04:40:08.486711 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fccee91a-18be-4cf3-af18-9a8cc858fba3 req-01b02a43-1dd5-4b84-823c-108de673ff8f tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311043 Aug 10 04:40:08.622643 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7251cc4-cc75-4c4e-9cf5-51682eeb4277', 'tag': 'c6f563b3-14ca-45e1-bf46-713092773712'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:40:08.624925 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c3df90863f34f3d1b173683b03457bec4b9b1016fd9070b7d6b6bbe3252e10d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056fb33c-b080-4f00-8ab7-05289983769a" -d '{"events": [{"name": "network-changed", "server_uuid": "d7251cc4-cc75-4c4e-9cf5-51682eeb4277", "tag": "c6f563b3-14ca-45e1-bf46-713092773712"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:40:08.674152 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d99ac7-1d7b-4bf6-acf7-aaec469f3d5b x-openstack-request-id: req-e4d99ac7-1d7b-4bf6-acf7-aaec469f3d5b {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:40:08.674482 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7251cc4-cc75-4c4e-9cf5-51682eeb4277", "tag": "c6f563b3-14ca-45e1-bf46-713092773712", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:40:08.674803 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4d99ac7-1d7b-4bf6-acf7-aaec469f3d5b {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:40:08.675220 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7251cc4-cc75-4c4e-9cf5-51682eeb4277', 'tag': 'c6f563b3-14ca-45e1-bf46-713092773712', 'status': 'completed', 'code': 200} Aug 10 04:40:08.736165 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fb33c-b080-4f00-8ab7-05289983769a req-a70d7bca-a4a2-41f0-ac7c-09a8a9042a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:08.737819 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-056fb33c-b080-4f00-8ab7-05289983769a req-a70d7bca-a4a2-41f0-ac7c-09a8a9042a06 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 1094 time: 0.0422571 Aug 10 04:40:08.763508 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fb33c-b080-4f00-8ab7-05289983769a req-3e581ca4-3e72-4b6a-be8c-4d8bb8f93820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:08.765228 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-056fb33c-b080-4f00-8ab7-05289983769a req-3e581ca4-3e72-4b6a-be8c-4d8bb8f93820 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 1094 time: 0.0459020 Aug 10 04:40:08.829154 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fb33c-b080-4f00-8ab7-05289983769a req-60274120-26e5-4fe6-adf8-9d2891aaa920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:08.830668 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-056fb33c-b080-4f00-8ab7-05289983769a req-60274120-26e5-4fe6-adf8-9d2891aaa920 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0854509 Aug 10 04:40:08.856960 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fb33c-b080-4f00-8ab7-05289983769a req-ef818d29-10ba-4c66-8a7f-ab9696b26526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:08.858443 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-056fb33c-b080-4f00-8ab7-05289983769a req-ef818d29-10ba-4c66-8a7f-ab9696b26526 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0862458 Aug 10 04:40:08.899829 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-056fb33c-b080-4f00-8ab7-05289983769a req-bb1826e7-e63f-4d79-8399-96523af83de4 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6f563b3-14ca-45e1-bf46-713092773712 HTTP/1.1" status: 200 len: 999 time: 0.0610547 Aug 10 04:40:08.927445 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-056fb33c-b080-4f00-8ab7-05289983769a req-445995d2-2f9d-4703-a94c-fb0d1f8f3eb4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6f563b3-14ca-45e1-bf46-713092773712 HTTP/1.1" status: 200 len: 999 time: 0.0620029 Aug 10 04:40:08.950062 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fb33c-b080-4f00-8ab7-05289983769a req-963a7199-acbe-4c83-9034-e5f7a8d5d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:08.951555 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-056fb33c-b080-4f00-8ab7-05289983769a req-963a7199-acbe-4c83-9034-e5f7a8d5d1b2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0440919 Aug 10 04:40:08.976993 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fb33c-b080-4f00-8ab7-05289983769a req-a9a1bb17-5fed-4d88-8a51-78572908a67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:08.978524 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-056fb33c-b080-4f00-8ab7-05289983769a req-a9a1bb17-5fed-4d88-8a51-78572908a67e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0438125 Aug 10 04:40:08.998683 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fb33c-b080-4f00-8ab7-05289983769a req-4cf7bdba-c393-4deb-bbba-5f8ea733df15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:09.000223 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-056fb33c-b080-4f00-8ab7-05289983769a req-4cf7bdba-c393-4deb-bbba-5f8ea733df15 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400388 Aug 10 04:40:09.025375 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056fb33c-b080-4f00-8ab7-05289983769a req-ebc344f9-67ad-4e77-bb02-97c456ff8de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:09.026906 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-056fb33c-b080-4f00-8ab7-05289983769a req-ebc344f9-67ad-4e77-bb02-97c456ff8de4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419052 Aug 10 04:40:09.095778 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-056fb33c-b080-4f00-8ab7-05289983769a req-965c1cb6-6f74-4627-b11f-07e0f8c6a636 service neutron] 10.222.0.68 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877829 Aug 10 04:40:09.122961 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-056fb33c-b080-4f00-8ab7-05289983769a req-388c3534-8b36-4fb5-8742-49a535ddd0c9 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888581 Aug 10 04:40:09.144452 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device c6f563b3-14ca-45e1-bf46-713092773712 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:40:09.196302 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-056fb33c-b080-4f00-8ab7-05289983769a req-4e3ba6c4-e2c4-42f7-afcd-e0c962c698e0 service neutron] 10.222.0.68 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928352 Aug 10 04:40:09.201543 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device c6f563b3-14ca-45e1-bf46-713092773712 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:40:09.229939 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-056fb33c-b080-4f00-8ab7-05289983769a req-93dcd1d3-5a48-4713-9637-6dc7cef6002a service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000786 Aug 10 04:40:09.623265 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f627cee-df59-47d3-a694-9f6d7ecaf649 req-c9cbbd53-28ea-4792-a012-15d5865930c4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:09.624771 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4f627cee-df59-47d3-a694-9f6d7ecaf649 req-c9cbbd53-28ea-4792-a012-15d5865930c4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 943 time: 0.0548863 Aug 10 04:40:09.662559 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4f627cee-df59-47d3-a694-9f6d7ecaf649 req-b55b84f6-b4ed-4304-b04f-0d48181a0401 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305872 Aug 10 04:40:09.982996 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d737c7-7b77-4317-afd2-6f73c93d88e6 req-fcae5d1b-215d-4eb4-bb7c-aa580ae07653 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:09.983250 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a11450d5-adbf-4897-a001-bfb0897dd544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:09.984587 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-61d737c7-7b77-4317-afd2-6f73c93d88e6 req-fcae5d1b-215d-4eb4-bb7c-aa580ae07653 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 943 time: 0.0498285 Aug 10 04:40:10.025018 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-61d737c7-7b77-4317-afd2-6f73c93d88e6 req-635b4544-c575-4389-84ae-d2e4f889b0ec tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329158 Aug 10 04:40:10.095056 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc304fd4-6e59-4a7c-b90a-c343fd34531c req-5d3b6ee6-27f5-4abe-8fb5-7b883bd6f8bc tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:10.097203 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc304fd4-6e59-4a7c-b90a-c343fd34531c req-5d3b6ee6-27f5-4abe-8fb5-7b883bd6f8bc tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277&tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&binding%3Ahost_id=n-h1-802893-2 HTTP/1.1" status: 200 len: 943 time: 0.0521817 Aug 10 04:40:10.160878 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [req-fc304fd4-6e59-4a7c-b90a-c343fd34531c req-89a49ea3-f5d0-45ff-8690-2b04de02575e service neutron] delete failed (client error): The resource could not be found. Aug 10 04:40:10.161879 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc304fd4-6e59-4a7c-b90a-c343fd34531c req-89a49ea3-f5d0-45ff-8690-2b04de02575e service neutron] 10.222.0.20 "DELETE /v2.0/ports/c6f563b3-14ca-45e1-bf46-713092773712/bindings/n-h2-802893-2 HTTP/1.1" status: 404 len: 380 time: 0.0578637 Aug 10 04:40:10.262636 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc304fd4-6e59-4a7c-b90a-c343fd34531c req-300be8a8-28ff-463f-8c82-a27a4ed528d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:10.264157 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc304fd4-6e59-4a7c-b90a-c343fd34531c req-300be8a8-28ff-463f-8c82-a27a4ed528d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 1094 time: 0.0406294 Aug 10 04:40:10.357127 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc304fd4-6e59-4a7c-b90a-c343fd34531c req-bcaf00fb-820a-4b9e-ae36-02b517470151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:10.358653 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc304fd4-6e59-4a7c-b90a-c343fd34531c req-bcaf00fb-820a-4b9e-ae36-02b517470151 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0876594 Aug 10 04:40:10.433059 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc304fd4-6e59-4a7c-b90a-c343fd34531c req-cb55dd1d-0596-47da-bc6e-17cc9a08822c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6f563b3-14ca-45e1-bf46-713092773712 HTTP/1.1" status: 200 len: 999 time: 0.0671716 Aug 10 04:40:10.483341 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc304fd4-6e59-4a7c-b90a-c343fd34531c req-30f99776-a379-45d5-bc8d-42f65cb65af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:10.484867 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc304fd4-6e59-4a7c-b90a-c343fd34531c req-30f99776-a379-45d5-bc8d-42f65cb65af5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0451880 Aug 10 04:40:10.538699 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc304fd4-6e59-4a7c-b90a-c343fd34531c req-fdaa83d4-b077-454a-8924-39041268ba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:10.540253 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc304fd4-6e59-4a7c-b90a-c343fd34531c req-fdaa83d4-b077-454a-8924-39041268ba53 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487897 Aug 10 04:40:10.640026 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc304fd4-6e59-4a7c-b90a-c343fd34531c req-309f94a3-2405-4d19-927e-3a9191b706d3 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929408 Aug 10 04:40:10.729020 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc304fd4-6e59-4a7c-b90a-c343fd34531c req-923fa324-9e3b-4443-9e88-7343accb3df4 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818572 Aug 10 04:40:10.750782 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device c6f563b3-14ca-45e1-bf46-713092773712 details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:40:10.853818 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port c6f563b3-14ca-45e1-bf46-713092773712, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=c6f563b3-14ca-45e1-bf46-713092773712,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:40:10.865220 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': 'c6f563b3-14ca-45e1-bf46-713092773712', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'port_id': 'c6f563b3-14ca-45e1-bf46-713092773712', 'mac_address': 'fa:16:3e:fd:d7:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:40:10.916587 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:10.930563 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6f563b3-14ca-45e1-bf46-713092773712 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:40:10.952139 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port c6f563b3-14ca-45e1-bf46-713092773712, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=c6f563b3-14ca-45e1-bf46-713092773712,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:40:11.028339 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:11.081974 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=c6f563b3-14ca-45e1-bf46-713092773712,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:11.089832 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:11.090178 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:11.090519 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:11.090864 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:11.091200 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:11.091571 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:11.091850 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:11.092208 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:11.092567 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:11.093017 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:11.093358 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:11.093684 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:11.150699 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7408dcd-1c74-47ee-ab7b-2fda803abdc5 req-40875af8-82a8-4fa6-9486-f42d47888f95 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:11.152201 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a7408dcd-1c74-47ee-ab7b-2fda803abdc5 req-40875af8-82a8-4fa6-9486-f42d47888f95 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 944 time: 0.0500145 Aug 10 04:40:11.200363 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a7408dcd-1c74-47ee-ab7b-2fda803abdc5 req-66f0ef93-5189-4531-a2cb-0da217fd2e31 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420759 Aug 10 04:40:11.268520 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['c6f563b3-14ca-45e1-bf46-713092773712'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:40:12.318354 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea782890-4d89-49a8-95fe-32fe4299fcec req-9c655674-162c-40e1-b992-9db903ba33cd tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:12.319817 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ea782890-4d89-49a8-95fe-32fe4299fcec req-9c655674-162c-40e1-b992-9db903ba33cd tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 944 time: 0.0478213 Aug 10 04:40:12.356611 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ea782890-4d89-49a8-95fe-32fe4299fcec req-ec4525b1-2ec0-4095-9691-612b45f562d9 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308037 Aug 10 04:40:12.474136 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d62994-b408-474d-9cd4-b321c423a7f7 req-6ac2df6d-2c3c-4abc-8b2f-4e8ed477954c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:12.475649 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-70d62994-b408-474d-9cd4-b321c423a7f7 req-6ac2df6d-2c3c-4abc-8b2f-4e8ed477954c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 944 time: 0.0501480 Aug 10 04:40:12.514388 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-70d62994-b408-474d-9cd4-b321c423a7f7 req-c468e9eb-789d-4546-9938-dcdecd86305d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325856 Aug 10 04:40:12.751043 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device c6f563b3-14ca-45e1-bf46-713092773712 up at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:40:12.859733 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5db6bb-bbcd-4161-ba51-0a8d0fba045c req-a5badd69-5ed9-4714-85db-19ef44a61b6f tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:12.862791 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-df5db6bb-bbcd-4161-ba51-0a8d0fba045c req-a5badd69-5ed9-4714-85db-19ef44a61b6f tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 944 time: 0.0515893 Aug 10 04:40:12.874108 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning for port c6f563b3-14ca-45e1-bf46-713092773712 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:40:12.880349 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Provisioning complete for port c6f563b3-14ca-45e1-bf46-713092773712 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:40:12.880720 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:12.903612 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-df5db6bb-bbcd-4161-ba51-0a8d0fba045c req-6c2f97be-1f49-4300-91cd-4e651cd54e7b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350578 Aug 10 04:40:12.961478 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:12.962462 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae59b65-6519-4e12-936e-bdead6e2c73b req-541c5930-f463-4963-b7a9-805beeb9f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:12.964000 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bae59b65-6519-4e12-936e-bdead6e2c73b req-541c5930-f463-4963-b7a9-805beeb9f6a9 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 1095 time: 0.0456140 Aug 10 04:40:12.984121 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7251cc4-cc75-4c4e-9cf5-51682eeb4277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f563b3-14ca-45e1-bf46-713092773712'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:40:12.998916 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port c6f563b3-14ca-45e1-bf46-713092773712, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=c6f563b3-14ca-45e1-bf46-713092773712,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:40:13.027195 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8e7283-4dc8-477d-854d-f4f43967e5b0" -d '{"events": [{"server_uuid": "d7251cc4-cc75-4c4e-9cf5-51682eeb4277", "name": "network-vif-plugged", "status": "completed", "tag": "c6f563b3-14ca-45e1-bf46-713092773712"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:40:13.045788 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:13.057871 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae59b65-6519-4e12-936e-bdead6e2c73b req-384a5826-370a-4d3f-b4d8-e33532cf8315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:13.059355 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bae59b65-6519-4e12-936e-bdead6e2c73b req-384a5826-370a-4d3f-b4d8-e33532cf8315 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0886621 Aug 10 04:40:13.098030 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=c6f563b3-14ca-45e1-bf46-713092773712,revision_number=9']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:13.124396 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cee83a2-f508-4389-a27d-87be0c811d1f x-openstack-request-id: req-6cee83a2-f508-4389-a27d-87be0c811d1f {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:40:13.124775 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7251cc4-cc75-4c4e-9cf5-51682eeb4277", "name": "network-vif-plugged", "status": "completed", "tag": "c6f563b3-14ca-45e1-bf46-713092773712", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:40:13.125084 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6cee83a2-f508-4389-a27d-87be0c811d1f {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:40:13.125536 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7251cc4-cc75-4c4e-9cf5-51682eeb4277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f563b3-14ca-45e1-bf46-713092773712', 'code': 200} Aug 10 04:40:13.134176 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bae59b65-6519-4e12-936e-bdead6e2c73b req-7c689f93-cf5b-4131-bcf7-00f400d204ad service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6f563b3-14ca-45e1-bf46-713092773712 HTTP/1.1" status: 200 len: 1001 time: 0.0675318 Aug 10 04:40:13.497646 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae59b65-6519-4e12-936e-bdead6e2c73b req-92bd55f8-ff20-47cd-851e-cd917fe3f5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:13.499097 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bae59b65-6519-4e12-936e-bdead6e2c73b req-92bd55f8-ff20-47cd-851e-cd917fe3f5cc service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.3576298 Aug 10 04:40:13.545660 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae59b65-6519-4e12-936e-bdead6e2c73b req-73b9bc16-2255-4abb-b5ad-d1c6b4ab0693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:13.547202 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bae59b65-6519-4e12-936e-bdead6e2c73b req-73b9bc16-2255-4abb-b5ad-d1c6b4ab0693 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398881 Aug 10 04:40:13.638968 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bae59b65-6519-4e12-936e-bdead6e2c73b req-df714c90-08a2-41ed-8267-b51f765e44f8 service neutron] 10.222.0.68 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843194 Aug 10 04:40:13.661198 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:13.733708 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bae59b65-6519-4e12-936e-bdead6e2c73b req-50d5065b-4bad-4326-a502-ff67ae154ce0 service neutron] 10.222.0.68 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877302 Aug 10 04:40:13.816992 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6a0d43f7-2f6b-4978-a7e0-964e238cc649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:14.023490 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e42b07-7ffa-4427-ae87-2fd877a3dd7f req-d22fd485-0663-43a3-b373-ad33ab70de96 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:14.025180 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-87e42b07-7ffa-4427-ae87-2fd877a3dd7f req-d22fd485-0663-43a3-b373-ad33ab70de96 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 945 time: 0.0499475 Aug 10 04:40:14.070901 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-87e42b07-7ffa-4427-ae87-2fd877a3dd7f req-79113739-181f-473c-b4b0-bedc76ffd200 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393374 Aug 10 04:40:15.191081 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2550c-601c-49ae-aab4-6b21aa01c449 req-7c9be140-320d-400b-a98a-4cc2fe490278 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:15.192504 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-45f2550c-601c-49ae-aab4-6b21aa01c449 req-7c9be140-320d-400b-a98a-4cc2fe490278 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 945 time: 0.0495980 Aug 10 04:40:15.229085 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-45f2550c-601c-49ae-aab4-6b21aa01c449 req-f9c15b29-65ae-4a14-95e8-d8a5e806c362 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307777 Aug 10 04:40:15.479379 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:15.669867 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936e7fa-c414-4845-997a-b221ba392e22 req-7bd0c1aa-d7ca-4497-a432-bd18b0a323f5 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:15.671369 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5936e7fa-c414-4845-997a-b221ba392e22 req-7bd0c1aa-d7ca-4497-a432-bd18b0a323f5 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 945 time: 0.0560303 Aug 10 04:40:15.709002 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5936e7fa-c414-4845-997a-b221ba392e22 req-6327e523-f139-40ba-af03-7b7dcbb9b797 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310106 Aug 10 04:40:16.153625 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:16.824630 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad143688-76b7-4849-a0e6-6a7a1c0544ab req-94238a88-5124-4e4f-ad54-fb41fceddd25 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:16.826110 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ad143688-76b7-4849-a0e6-6a7a1c0544ab req-94238a88-5124-4e4f-ad54-fb41fceddd25 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 945 time: 0.0482845 Aug 10 04:40:16.868935 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ad143688-76b7-4849-a0e6-6a7a1c0544ab req-c2d37921-2485-4bed-9ce2-b1675fb54d63 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317130 Aug 10 04:40:16.869809 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ca2e1-1d78-499e-b5d1-31663f8df715 req-b3903b9a-0bcb-4a82-82a9-161190e65783 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:16.871583 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f06ca2e1-1d78-499e-b5d1-31663f8df715 req-b3903b9a-0bcb-4a82-82a9-161190e65783 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.68 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 945 time: 0.0490389 Aug 10 04:40:16.964830 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-f06ca2e1-1d78-499e-b5d1-31663f8df715 req-b20a60dd-4f67-46d7-8eaf-dcd62c173cec tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Deleting port c6f563b3-14ca-45e1-bf46-713092773712 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:40:16.965159 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f06ca2e1-1d78-499e-b5d1-31663f8df715 req-b20a60dd-4f67-46d7-8eaf-dcd62c173cec tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:17.039456 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:17.055486 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-f06ca2e1-1d78-499e-b5d1-31663f8df715 req-b20a60dd-4f67-46d7-8eaf-dcd62c173cec tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] For port c6f563b3-14ca-45e1-bf46-713092773712, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=c6f563b3-14ca-45e1-bf46-713092773712,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:40:17.055845 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f06ca2e1-1d78-499e-b5d1-31663f8df715 req-b20a60dd-4f67-46d7-8eaf-dcd62c173cec tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:17.271771 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f06ca2e1-1d78-499e-b5d1-31663f8df715 req-b20a60dd-4f67-46d7-8eaf-dcd62c173cec tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:17.272167 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f06ca2e1-1d78-499e-b5d1-31663f8df715 req-b20a60dd-4f67-46d7-8eaf-dcd62c173cec tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:17.272477 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [req-f06ca2e1-1d78-499e-b5d1-31663f8df715 req-b20a60dd-4f67-46d7-8eaf-dcd62c173cec tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Floating IP d6cb4683-e5da-4737-bd4e-7cb82ff7cd09 disassociated. External IP: 172.25.0.140, port: c6f563b3-14ca-45e1-bf46-713092773712. Aug 10 04:40:17.273092 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-f06ca2e1-1d78-499e-b5d1-31663f8df715 req-b20a60dd-4f67-46d7-8eaf-dcd62c173cec tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Calling delete_port for c6f563b3-14ca-45e1-bf46-713092773712 owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:40:17.462386 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f06ca2e1-1d78-499e-b5d1-31663f8df715 req-b20a60dd-4f67-46d7-8eaf-dcd62c173cec tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:17.492474 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a60dd-4f67-46d7-8eaf-dcd62c173cec tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Pushing event deleted for resources: {'Port': ['ID=c6f563b3-14ca-45e1-bf46-713092773712,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:17.612491 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f06ca2e1-1d78-499e-b5d1-31663f8df715 req-b20a60dd-4f67-46d7-8eaf-dcd62c173cec tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Router 69cbbd8b-2aee-4874-b388-a627654741b8 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:40:17.726971 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f06ca2e1-1d78-499e-b5d1-31663f8df715 req-b20a60dd-4f67-46d7-8eaf-dcd62c173cec tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:40:17.736357 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7b8142-75b3-476a-be7e-8ab0c6610990 None None] Sync routers for ids ['69cbbd8b-2aee-4874-b388-a627654741b8'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:40:17.746677 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7b8142-75b3-476a-be7e-8ab0c6610990 None None] Routers {'69cbbd8b-2aee-4874-b388-a627654741b8'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:40:17.747290 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ea7b8142-75b3-476a-be7e-8ab0c6610990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:40:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['69cbbd8b-2aee-4874-b388-a627654741b8'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:17.769340 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06ca2e1-1d78-499e-b5d1-31663f8df715 req-b20a60dd-4f67-46d7-8eaf-dcd62c173cec tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] No DVR routers for this DVR port c6f563b3-14ca-45e1-bf46-713092773712 on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:40:17.772226 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f06ca2e1-1d78-499e-b5d1-31663f8df715 req-b20a60dd-4f67-46d7-8eaf-dcd62c173cec tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:17.774759 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f06ca2e1-1d78-499e-b5d1-31663f8df715 req-b20a60dd-4f67-46d7-8eaf-dcd62c173cec tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.68 "DELETE /v2.0/ports/c6f563b3-14ca-45e1-bf46-713092773712 HTTP/1.1" status: 204 len: 173 time: 0.8964515 Aug 10 04:40:17.775183 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7251cc4-cc75-4c4e-9cf5-51682eeb4277', 'name': 'network-vif-deleted', 'tag': 'c6f563b3-14ca-45e1-bf46-713092773712'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:40:17.778181 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c3df90863f34f3d1b173683b03457bec4b9b1016fd9070b7d6b6bbe3252e10d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a238d9ef-c206-486b-8a9e-7ca27132c873" -d '{"events": [{"server_uuid": "d7251cc4-cc75-4c4e-9cf5-51682eeb4277", "name": "network-vif-deleted", "tag": "c6f563b3-14ca-45e1-bf46-713092773712"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:40:17.817677 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441b0534-fffc-4dca-9faa-9675fddf0220 x-openstack-request-id: req-441b0534-fffc-4dca-9faa-9675fddf0220 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:40:17.817964 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7251cc4-cc75-4c4e-9cf5-51682eeb4277", "name": "network-vif-deleted", "tag": "c6f563b3-14ca-45e1-bf46-713092773712", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:40:17.818211 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-441b0534-fffc-4dca-9faa-9675fddf0220 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:40:17.818609 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7251cc4-cc75-4c4e-9cf5-51682eeb4277', 'name': 'network-vif-deleted', 'tag': 'c6f563b3-14ca-45e1-bf46-713092773712', 'status': 'completed', 'code': 200} Aug 10 04:40:17.854565 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-ea7b8142-75b3-476a-be7e-8ab0c6610990 None None] Set router 69cbbd8b-2aee-4874-b388-a627654741b8 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:40:17.968183 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9ab93c7a-cae9-4b0f-9858-e60c5888bf07 req-8433e0b6-9aa6-4496-955f-d037d311f2ee tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7251cc4-cc75-4c4e-9cf5-51682eeb4277 HTTP/1.1" status: 200 len: 210 time: 0.0271101 Aug 10 04:40:18.057440 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ea7b8142-75b3-476a-be7e-8ab0c6610990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:35:38Z', 'revision_number': 4, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '9ac49c1c-9217-42c1-b013-c0a64a679cb6', 'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'mac_address': 'fa:16:3e:42:f3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:37Z', 'updated_at': '2021-08-10T04:35:43Z', 'revision_number': 5, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'subnets': [{'id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:18.087653 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7b8142-75b3-476a-be7e-8ab0c6610990 None None] Checking router: 69cbbd8b-2aee-4874-b388-a627654741b8 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:40:18.095708 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7b8142-75b3-476a-be7e-8ab0c6610990 None None] Routers {'69cbbd8b-2aee-4874-b388-a627654741b8'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:40:18.096974 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ea7b8142-75b3-476a-be7e-8ab0c6610990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:40:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['69cbbd8b-2aee-4874-b388-a627654741b8'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:18.202083 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-ea7b8142-75b3-476a-be7e-8ab0c6610990 None None] Set router 69cbbd8b-2aee-4874-b388-a627654741b8 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:40:18.403466 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ea7b8142-75b3-476a-be7e-8ab0c6610990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:35:38Z', 'revision_number': 4, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '9ac49c1c-9217-42c1-b013-c0a64a679cb6', 'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'mac_address': 'fa:16:3e:42:f3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:37Z', 'updated_at': '2021-08-10T04:35:43Z', 'revision_number': 5, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'subnets': [{'id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:18.430718 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7b8142-75b3-476a-be7e-8ab0c6610990 None None] The sync data for ids ['69cbbd8b-2aee-4874-b388-a627654741b8'] in n-d-802893-2 is: [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:35:38Z', 'revision_number': 4, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '9ac49c1c-9217-42c1-b013-c0a64a679cb6', 'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'mac_address': 'fa:16:3e:42:f3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:37Z', 'updated_at': '2021-08-10T04:35:43Z', 'revision_number': 5, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'subnets': [{'id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:40:18.665024 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5b6562-dc47-4fa9-9b78-7cc9dd7a5c4b None None] New status for floating IP d6cb4683-e5da-4737-bd4e-7cb82ff7cd09: DOWN {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:40:19.237503 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af774998-5b84-4294-80cd-a05bc43d9893 req-54408dc0-2611-43f3-972d-a02f472b60c3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--285714148&fields=id&tenant_id=ac448e2b1d3d4e64843e888a0e7229c2 HTTP/1.1" status: 200 len: 267 time: 0.0332060 Aug 10 04:40:19.347321 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af774998-5b84-4294-80cd-a05bc43d9893 req-5acdb03f-19b8-45b6-9f41-a17d3fad905b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:19.348818 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af774998-5b84-4294-80cd-a05bc43d9893 req-5acdb03f-19b8-45b6-9f41-a17d3fad905b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 811 time: 0.1044879 Aug 10 04:40:19.363603 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af774998-5b84-4294-80cd-a05bc43d9893 req-e63a48a1-39e2-4cbf-a3c3-f2cdc39341fc tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/quotas/ac448e2b1d3d4e64843e888a0e7229c2 HTTP/1.1" status: 200 len: 375 time: 0.0089998 Aug 10 04:40:19.417602 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af774998-5b84-4294-80cd-a05bc43d9893 req-4d8c3c6b-283e-49ff-8e3d-e7682b850b78 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485907 Aug 10 04:40:19.588385 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af774998-5b84-4294-80cd-a05bc43d9893 req-3ee1ce99-8c20-4303-ae27-9ef56e2f3019 service neutron] 10.222.0.25 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260860 Aug 10 04:40:19.677488 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-af774998-5b84-4294-80cd-a05bc43d9893 req-e783015f-6fcd-4feb-871c-2eef49bdfc6e service neutron] 10.222.0.25 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830734 Aug 10 04:40:19.915281 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b307a5e2-bd8c-4148-9774-0ad91130cf51 req-b1751052-0788-44fe-8592-71c00b1e8f5b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 210 time: 0.0264323 Aug 10 04:40:20.782773 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device c6f563b3-14ca-45e1-bf46-713092773712 no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:40:20.807655 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No Port match for: c6f563b3-14ca-45e1-bf46-713092773712 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:40:20.808028 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device c6f563b3-14ca-45e1-bf46-713092773712 not bound to the agent host n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:40:20.867893 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:40:21.014056 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-934b8a0f-2e1c-4a4e-a81d-fb6c2bc1cc87 req-74822c5a-3426-45c9-910b-c8cd3eb9e1a0 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 210 time: 0.0291100 Aug 10 04:40:21.708978 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af774998-5b84-4294-80cd-a05bc43d9893 req-6d7aa00e-7080-4495-b3fa-e9fc239d8f5a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:21.710511 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-af774998-5b84-4294-80cd-a05bc43d9893 req-6d7aa00e-7080-4495-b3fa-e9fc239d8f5a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.20 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 811 time: 0.1092668 Aug 10 04:40:21.760960 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-af774998-5b84-4294-80cd-a05bc43d9893 req-f47ec59a-24dd-45d4-8878-b8f671186ba4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac448e2b1d3d4e64843e888a0e7229c2 HTTP/1.1" status: 200 len: 379 time: 0.0363588 Aug 10 04:40:21.770589 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-af774998-5b84-4294-80cd-a05bc43d9893 req-551d7f5a-592f-45d1-8a16-8afe87845250 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Request body: {'port': {'device_id': '33bbef29-f342-460e-8675-046ebaf16def', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'admin_state_up': True, 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'security_groups': ['bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:40:21.924591 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af774998-5b84-4294-80cd-a05bc43d9893 req-551d7f5a-592f-45d1-8a16-8afe87845250 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Made reservation on behalf of ac448e2b1d3d4e64843e888a0e7229c2 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:40:21.928986 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-af774998-5b84-4294-80cd-a05bc43d9893 req-551d7f5a-592f-45d1-8a16-8afe87845250 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:22.057752 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-af774998-5b84-4294-80cd-a05bc43d9893 req-551d7f5a-592f-45d1-8a16-8afe87845250 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Allocated IP 172.20.0.4 (ab3d0fea-8142-4d43-addb-9367c726fc3e/dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d/4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:40:22.132846 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-231b7826-3aaa-4cfa-a602-f1987215f270 req-c070c6ac-81e5-42df-aacc-3fbd70c9833d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 210 time: 0.0403376 Aug 10 04:40:22.218133 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-af774998-5b84-4294-80cd-a05bc43d9893 req-551d7f5a-592f-45d1-8a16-8afe87845250 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:22.232122 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-af774998-5b84-4294-80cd-a05bc43d9893 req-551d7f5a-592f-45d1-8a16-8afe87845250 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Transition to ACTIVE for port object 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:40:22.319540 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-af774998-5b84-4294-80cd-a05bc43d9893 req-551d7f5a-592f-45d1-8a16-8afe87845250 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:22.364500 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af774998-5b84-4294-80cd-a05bc43d9893 req-551d7f5a-592f-45d1-8a16-8afe87845250 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Network ab3d0fea-8142-4d43-addb-9367c726fc3e is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:40:22.367636 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-af774998-5b84-4294-80cd-a05bc43d9893 req-551d7f5a-592f-45d1-8a16-8afe87845250 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:40:22.371693 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-af774998-5b84-4294-80cd-a05bc43d9893 req-551d7f5a-592f-45d1-8a16-8afe87845250 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:40:22.396113 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d7f5a-592f-45d1-8a16-8afe87845250 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Pushing event updated for resources: {'Port': ['ID=4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:22.409228 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551d7f5a-592f-45d1-8a16-8afe87845250 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:22.409650 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551d7f5a-592f-45d1-8a16-8afe87845250 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:22.410551 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551d7f5a-592f-45d1-8a16-8afe87845250 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:22.410898 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551d7f5a-592f-45d1-8a16-8afe87845250 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:22.411261 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551d7f5a-592f-45d1-8a16-8afe87845250 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:22.411606 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551d7f5a-592f-45d1-8a16-8afe87845250 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:22.411943 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551d7f5a-592f-45d1-8a16-8afe87845250 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:22.412299 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551d7f5a-592f-45d1-8a16-8afe87845250 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:22.412631 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551d7f5a-592f-45d1-8a16-8afe87845250 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:22.412963 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551d7f5a-592f-45d1-8a16-8afe87845250 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:22.413296 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551d7f5a-592f-45d1-8a16-8afe87845250 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:22.413625 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-551d7f5a-592f-45d1-8a16-8afe87845250 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:40:22.436906 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af774998-5b84-4294-80cd-a05bc43d9893 req-551d7f5a-592f-45d1-8a16-8afe87845250 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:22.437525 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-af774998-5b84-4294-80cd-a05bc43d9893 req-551d7f5a-592f-45d1-8a16-8afe87845250 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:22.508605 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-af774998-5b84-4294-80cd-a05bc43d9893 req-551d7f5a-592f-45d1-8a16-8afe87845250 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7421014 Aug 10 04:40:22.526771 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-af774998-5b84-4294-80cd-a05bc43d9893 req-f4dbc488-32fd-409d-a824-35e6bdb9a6d9 service neutron] Request body: {'port': {'device_id': '33bbef29-f342-460e-8675-046ebaf16def', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:40:22.587147 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-af774998-5b84-4294-80cd-a05bc43d9893 req-f4dbc488-32fd-409d-a824-35e6bdb9a6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:22.633346 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2db21597-003a-42a8-bd1c-590774d8e692 None None] Provisioning for port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:40:22.637367 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2db21597-003a-42a8-bd1c-590774d8e692 None None] Provisioning complete for port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:40:22.637812 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2db21597-003a-42a8-bd1c-590774d8e692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:22.831404 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-2db21597-003a-42a8-bd1c-590774d8e692 None None] Port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:40:22.864133 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-af774998-5b84-4294-80cd-a05bc43d9893 req-f4dbc488-32fd-409d-a824-35e6bdb9a6d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:40:22.871624 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-af774998-5b84-4294-80cd-a05bc43d9893 req-f4dbc488-32fd-409d-a824-35e6bdb9a6d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:22.884306 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-af774998-5b84-4294-80cd-a05bc43d9893 req-f4dbc488-32fd-409d-a824-35e6bdb9a6d9 service neutron] Transition to ACTIVE for port object 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:40:22.953553 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-af774998-5b84-4294-80cd-a05bc43d9893 req-f4dbc488-32fd-409d-a824-35e6bdb9a6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:23.007887 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbc488-32fd-409d-a824-35e6bdb9a6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:23.083975 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-af774998-5b84-4294-80cd-a05bc43d9893 req-f4dbc488-32fd-409d-a824-35e6bdb9a6d9 service neutron] Attempting to bind port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:40:23.084357 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-af774998-5b84-4294-80cd-a05bc43d9893 req-f4dbc488-32fd-409d-a824-35e6bdb9a6d9 service neutron] Attempting to bind port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:40:23.084720 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af774998-5b84-4294-80cd-a05bc43d9893 req-f4dbc488-32fd-409d-a824-35e6bdb9a6d9 service neutron] Attempting to bind port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c on network ab3d0fea-8142-4d43-addb-9367c726fc3e {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:40:23.089196 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af774998-5b84-4294-80cd-a05bc43d9893 req-f4dbc488-32fd-409d-a824-35e6bdb9a6d9 service neutron] Port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c on network ab3d0fea-8142-4d43-addb-9367c726fc3e not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:40:23.089527 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af774998-5b84-4294-80cd-a05bc43d9893 req-f4dbc488-32fd-409d-a824-35e6bdb9a6d9 service neutron] Attempting to bind port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c on network ab3d0fea-8142-4d43-addb-9367c726fc3e {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:40:23.094777 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af774998-5b84-4294-80cd-a05bc43d9893 req-f4dbc488-32fd-409d-a824-35e6bdb9a6d9 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:40:23.095123 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af774998-5b84-4294-80cd-a05bc43d9893 req-f4dbc488-32fd-409d-a824-35e6bdb9a6d9 service neutron] Checking segment: {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:40:23.095519 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af774998-5b84-4294-80cd-a05bc43d9893 req-f4dbc488-32fd-409d-a824-35e6bdb9a6d9 service neutron] Bound using segment: {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:40:23.095976 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-af774998-5b84-4294-80cd-a05bc43d9893 req-f4dbc488-32fd-409d-a824-35e6bdb9a6d9 service neutron] Bound port: 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:40:23.096349 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-af774998-5b84-4294-80cd-a05bc43d9893 req-f4dbc488-32fd-409d-a824-35e6bdb9a6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:23.165907 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-af774998-5b84-4294-80cd-a05bc43d9893 req-f4dbc488-32fd-409d-a824-35e6bdb9a6d9 service neutron] For port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:40:23.169081 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-af774998-5b84-4294-80cd-a05bc43d9893 req-f4dbc488-32fd-409d-a824-35e6bdb9a6d9 service neutron] For port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:40:23.255375 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54d516-d0bc-4f12-91bd-21da52b16d71 req-57ae8f71-3aaa-4936-950c-362fb3a0def8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:23.257002 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3f54d516-d0bc-4f12-91bd-21da52b16d71 req-57ae8f71-3aaa-4936-950c-362fb3a0def8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 943 time: 0.0544980 Aug 10 04:40:23.257372 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-af774998-5b84-4294-80cd-a05bc43d9893 req-f4dbc488-32fd-409d-a824-35e6bdb9a6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:23.295583 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af774998-5b84-4294-80cd-a05bc43d9893 req-f4dbc488-32fd-409d-a824-35e6bdb9a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:23.296230 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-af774998-5b84-4294-80cd-a05bc43d9893 req-f4dbc488-32fd-409d-a824-35e6bdb9a6d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:23.297725 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-af774998-5b84-4294-80cd-a05bc43d9893 req-f4dbc488-32fd-409d-a824-35e6bdb9a6d9 service neutron] 10.222.0.20 "PUT /v2.0/ports/4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c HTTP/1.1" status: 200 len: 1091 time: 0.7755718 Aug 10 04:40:23.298080 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33bbef29-f342-460e-8675-046ebaf16def', 'tag': '4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:40:23.306270 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3f54d516-d0bc-4f12-91bd-21da52b16d71 req-c1314b2f-0248-4820-9808-4c6a184e486a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415099 Aug 10 04:40:23.324609 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbc488-32fd-409d-a824-35e6bdb9a6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:23.346338 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d663cd1-dbe2-489d-bb20-04b0203ef055" -d '{"events": [{"name": "network-changed", "server_uuid": "33bbef29-f342-460e-8675-046ebaf16def", "tag": "4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:40:23.455276 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d861cd92-24df-4db1-9c0f-c11569faf4cf x-openstack-request-id: req-d861cd92-24df-4db1-9c0f-c11569faf4cf {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:40:23.455569 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33bbef29-f342-460e-8675-046ebaf16def", "tag": "4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:40:23.455822 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d861cd92-24df-4db1-9c0f-c11569faf4cf {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:40:23.456251 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33bbef29-f342-460e-8675-046ebaf16def', 'tag': '4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c', 'status': 'completed', 'code': 200} Aug 10 04:40:23.466942 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af774998-5b84-4294-80cd-a05bc43d9893 req-7220f413-85dd-473a-9092-fdc1892f6046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:23.468508 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-af774998-5b84-4294-80cd-a05bc43d9893 req-7220f413-85dd-473a-9092-fdc1892f6046 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 1094 time: 0.0516343 Aug 10 04:40:23.516693 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-af774998-5b84-4294-80cd-a05bc43d9893 req-7dde6bcf-e0de-4718-a4b7-f09aea88c5c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c HTTP/1.1" status: 200 len: 217 time: 0.0353956 Aug 10 04:40:23.564767 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af774998-5b84-4294-80cd-a05bc43d9893 req-20584769-bcd2-4d55-a5e3-16345b8845a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:23.566948 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-af774998-5b84-4294-80cd-a05bc43d9893 req-20584769-bcd2-4d55-a5e3-16345b8845a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0439310 Aug 10 04:40:23.616882 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af774998-5b84-4294-80cd-a05bc43d9893 req-b2051089-c4cd-43f1-8b20-51ece3285d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:23.618355 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-af774998-5b84-4294-80cd-a05bc43d9893 req-b2051089-c4cd-43f1-8b20-51ece3285d06 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443180 Aug 10 04:40:23.707894 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-af774998-5b84-4294-80cd-a05bc43d9893 req-36e2f396-3e40-4a0d-ada4-7d89b5c50be0 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823796 Aug 10 04:40:23.798651 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-af774998-5b84-4294-80cd-a05bc43d9893 req-36a371a0-9406-45bd-9a9b-c75e290f4e12 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843093 Aug 10 04:40:23.995295 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d663cd1-dbe2-489d-bb20-04b0203ef055 req-4f513792-62c3-4159-87a6-8a54075e1c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:23.997082 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d663cd1-dbe2-489d-bb20-04b0203ef055 req-4f513792-62c3-4159-87a6-8a54075e1c40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 1094 time: 0.0416212 Aug 10 04:40:24.086387 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d663cd1-dbe2-489d-bb20-04b0203ef055 req-a0106d64-6995-4512-bdc0-5c3264ed07b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:24.087856 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d663cd1-dbe2-489d-bb20-04b0203ef055 req-a0106d64-6995-4512-bdc0-5c3264ed07b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0843730 Aug 10 04:40:24.133237 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d663cd1-dbe2-489d-bb20-04b0203ef055 req-c6e0cb96-2cb4-4453-9323-f44fa0346c2c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c HTTP/1.1" status: 200 len: 217 time: 0.0386276 Aug 10 04:40:24.182510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d663cd1-dbe2-489d-bb20-04b0203ef055 req-2bab1986-d567-4251-b1a2-ca62cfeebabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:24.183991 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d663cd1-dbe2-489d-bb20-04b0203ef055 req-2bab1986-d567-4251-b1a2-ca62cfeebabb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0442014 Aug 10 04:40:24.231059 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d663cd1-dbe2-489d-bb20-04b0203ef055 req-660ee1a7-1515-40dc-8484-995e89f759d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:24.232582 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d663cd1-dbe2-489d-bb20-04b0203ef055 req-660ee1a7-1515-40dc-8484-995e89f759d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401318 Aug 10 04:40:24.326271 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d663cd1-dbe2-489d-bb20-04b0203ef055 req-3c0fd0cf-d686-4e1c-99f7-b086ef4e2268 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851290 Aug 10 04:40:24.416459 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d663cd1-dbe2-489d-bb20-04b0203ef055 req-0286bece-f0d8-4139-9209-fae51739ecc3 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826790 Aug 10 04:40:24.448155 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a1367-47f7-4354-afa4-301aa022c9f3 req-6c7b68e6-b7fd-4f0f-8fbc-2da730baf33b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:24.449691 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cc2a1367-47f7-4354-afa4-301aa022c9f3 req-6c7b68e6-b7fd-4f0f-8fbc-2da730baf33b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 943 time: 0.0518136 Aug 10 04:40:24.487298 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cc2a1367-47f7-4354-afa4-301aa022c9f3 req-d3556a17-d02f-43c1-828f-4c39596f8b96 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316942 Aug 10 04:40:25.605325 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d22c2-16ff-4166-ba62-fad5dcb2c825 req-61de7419-38fe-47f0-bc01-fef25e754a24 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:25.606705 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-733d22c2-16ff-4166-ba62-fad5dcb2c825 req-61de7419-38fe-47f0-bc01-fef25e754a24 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 943 time: 0.0493386 Aug 10 04:40:25.649342 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-733d22c2-16ff-4166-ba62-fad5dcb2c825 req-846372f3-e64a-4f40-931a-4752f3c4d9c5 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365016 Aug 10 04:40:26.766517 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c44126-45ab-4bcb-a979-9281be83c2cc req-a301851c-9184-4ef8-a35b-4eeae7e1c874 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:26.767914 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e8c44126-45ab-4bcb-a979-9281be83c2cc req-a301851c-9184-4ef8-a35b-4eeae7e1c874 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 943 time: 0.0498774 Aug 10 04:40:26.805931 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e8c44126-45ab-4bcb-a979-9281be83c2cc req-a97b3dac-56c3-47aa-be51-2d03d48dd5dc tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312958 Aug 10 04:40:27.230370 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:40:27.328336 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:40:27.343313 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'port_id': '4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c', 'mac_address': 'fa:16:3e:ba:03:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:40:27.379664 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:27.391965 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:40:27.411475 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:40:27.468122 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:27.517123 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:27.749125 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:40:27.919998 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f8bc5-889c-4aae-b420-f4edd20665a1 req-4b0cbfb4-7a19-4f01-8d0f-73a329b1fcf3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:27.921474 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-706f8bc5-889c-4aae-b420-f4edd20665a1 req-4b0cbfb4-7a19-4f01-8d0f-73a329b1fcf3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 944 time: 0.0486848 Aug 10 04:40:27.960481 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-706f8bc5-889c-4aae-b420-f4edd20665a1 req-d66fce86-f63d-4ded-a69a-0a9b826cea1c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322692 Aug 10 04:40:28.003822 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:29.077494 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dde3da-fa76-449a-9935-63b093d0c6d6 req-3b8f517e-baa4-4c3e-aacd-3bb354eb6cf8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:29.078969 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7dde3da-fa76-449a-9935-63b093d0c6d6 req-3b8f517e-baa4-4c3e-aacd-3bb354eb6cf8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 944 time: 0.0512583 Aug 10 04:40:29.120589 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7dde3da-fa76-449a-9935-63b093d0c6d6 req-c1d5f8ab-3346-49a0-a96d-0dcf5854de30 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356517 Aug 10 04:40:29.228714 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:40:29.364190 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:40:29.368300 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:40:29.371921 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:29.448069 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:29.469849 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33bbef29-f342-460e-8675-046ebaf16def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:40:29.472680 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0320a9-5922-4883-8431-3ac23163ac6e" -d '{"events": [{"server_uuid": "33bbef29-f342-460e-8675-046ebaf16def", "name": "network-vif-plugged", "status": "completed", "tag": "4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:40:29.485121 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:40:29.509358 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b96bbd-cc4f-491f-88e6-154028ba3717 x-openstack-request-id: req-40b96bbd-cc4f-491f-88e6-154028ba3717 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:40:29.509657 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33bbef29-f342-460e-8675-046ebaf16def", "name": "network-vif-plugged", "status": "completed", "tag": "4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:40:29.509969 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-40b96bbd-cc4f-491f-88e6-154028ba3717 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:40:29.510360 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33bbef29-f342-460e-8675-046ebaf16def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c', 'code': 200} Aug 10 04:40:29.537528 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:29.589830 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:40:29.635003 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397be228-923a-4c1c-9d26-e4ed65803098 req-446aed4b-b934-4090-bdd7-bc91a57dc417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:29.636550 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-397be228-923a-4c1c-9d26-e4ed65803098 req-446aed4b-b934-4090-bdd7-bc91a57dc417 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 1096 time: 0.0420871 Aug 10 04:40:29.670815 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-397be228-923a-4c1c-9d26-e4ed65803098 req-b40213d6-22be-493c-9532-06a63fee0b8c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276699 Aug 10 04:40:30.235860 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925a3e9-16d2-45cf-bfe6-ba3736546e20 req-242b2a9a-d873-45de-8c2f-49a1eaa7d11a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:30.237345 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3925a3e9-16d2-45cf-bfe6-ba3736546e20 req-242b2a9a-d873-45de-8c2f-49a1eaa7d11a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 945 time: 0.0497768 Aug 10 04:40:30.275866 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3925a3e9-16d2-45cf-bfe6-ba3736546e20 req-c3aff765-eb91-4c9d-b264-a0ec234012cf tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320687 Aug 10 04:40:31.394687 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7e7d6-cad2-4223-a138-e4d2628874ef req-217fa6a0-b0b1-4949-aacc-57c5eec97796 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:31.396175 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-87f7e7d6-cad2-4223-a138-e4d2628874ef req-217fa6a0-b0b1-4949-aacc-57c5eec97796 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 945 time: 0.0495763 Aug 10 04:40:31.438197 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-87f7e7d6-cad2-4223-a138-e4d2628874ef req-cfc2611a-44f2-40e1-aeab-df0b9cddfc47 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355861 Aug 10 04:40:31.550969 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56a961-a697-4e63-b783-5e4502f76ca5 req-69db10d2-ed63-474d-ad43-1f5d6fe60ebf tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:31.552494 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1d56a961-a697-4e63-b783-5e4502f76ca5 req-69db10d2-ed63-474d-ad43-1f5d6fe60ebf tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 945 time: 0.0489821 Aug 10 04:40:31.561086 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 52196) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:40:31.565483 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-738a4c02-3d1d-496d-a74b-bbfca9910d7c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Request body: {'floatingip': {'port_id': '4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:40:31.608320 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-738a4c02-3d1d-496d-a74b-bbfca9910d7c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for floatingip, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:32.047413 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-738a4c02-3d1d-496d-a74b-bbfca9910d7c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:32.118900 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-738a4c02-3d1d-496d-a74b-bbfca9910d7c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:32.217192 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-738a4c02-3d1d-496d-a74b-bbfca9910d7c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Floating IP d6cb4683-e5da-4737-bd4e-7cb82ff7cd09 associated. External IP: 172.25.0.140, port: 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c. Aug 10 04:40:32.421512 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-738a4c02-3d1d-496d-a74b-bbfca9910d7c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Router 69cbbd8b-2aee-4874-b388-a627654741b8 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:40:32.530420 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-738a4c02-3d1d-496d-a74b-bbfca9910d7c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:40:32.535413 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-738a4c02-3d1d-496d-a74b-bbfca9910d7c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:32.540703 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9f02ae-04a0-443e-bd7b-9713ee59628d None None] Sync routers for ids ['69cbbd8b-2aee-4874-b388-a627654741b8'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:40:32.550155 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9f02ae-04a0-443e-bd7b-9713ee59628d None None] Routers {'69cbbd8b-2aee-4874-b388-a627654741b8'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:40:32.550768 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3e9f02ae-04a0-443e-bd7b-9713ee59628d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:40:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['69cbbd8b-2aee-4874-b388-a627654741b8'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:32.563661 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-738a4c02-3d1d-496d-a74b-bbfca9910d7c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "PUT /v2.0/floatingips/d6cb4683-e5da-4737-bd4e-7cb82ff7cd09 HTTP/1.1" status: 200 len: 991 time: 1.0015290 Aug 10 04:40:32.564351 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33bbef29-f342-460e-8675-046ebaf16def', 'tag': '4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:40:32.566589 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c3df90863f34f3d1b173683b03457bec4b9b1016fd9070b7d6b6bbe3252e10d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7733f354-e958-42dd-a36b-d99ed76ac6d9" -d '{"events": [{"name": "network-changed", "server_uuid": "33bbef29-f342-460e-8675-046ebaf16def", "tag": "4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:40:32.604270 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c4d2da-4a87-426b-8ae7-49b5fa0bb07d x-openstack-request-id: req-96c4d2da-4a87-426b-8ae7-49b5fa0bb07d {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:40:32.604561 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33bbef29-f342-460e-8675-046ebaf16def", "tag": "4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:40:32.604810 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96c4d2da-4a87-426b-8ae7-49b5fa0bb07d {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:40:32.605240 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33bbef29-f342-460e-8675-046ebaf16def', 'tag': '4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c', 'status': 'completed', 'code': 200} Aug 10 04:40:32.658623 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-3e9f02ae-04a0-443e-bd7b-9713ee59628d None None] Set router 69cbbd8b-2aee-4874-b388-a627654741b8 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:40:32.698563 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733f354-e958-42dd-a36b-d99ed76ac6d9 req-96da5c1c-e1df-4351-88f4-ece4602e3ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:32.699975 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7733f354-e958-42dd-a36b-d99ed76ac6d9 req-96da5c1c-e1df-4351-88f4-ece4602e3ceb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 1096 time: 0.0401833 Aug 10 04:40:32.792061 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733f354-e958-42dd-a36b-d99ed76ac6d9 req-a4873523-dd1d-4ce0-abb4-36ea3955cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:32.793562 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7733f354-e958-42dd-a36b-d99ed76ac6d9 req-a4873523-dd1d-4ce0-abb4-36ea3955cee6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0865254 Aug 10 04:40:32.861549 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7733f354-e958-42dd-a36b-d99ed76ac6d9 req-6949bdea-68a2-426f-9940-03965f90b9e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c HTTP/1.1" status: 200 len: 999 time: 0.0611553 Aug 10 04:40:32.885747 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3e9f02ae-04a0-443e-bd7b-9713ee59628d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:35:38Z', 'revision_number': 4, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'd6cb4683-e5da-4737-bd4e-7cb82ff7cd09', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'port_id': '4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'mac_address': 'fa:16:3e:ba:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bbef29-f342-460e-8675-046ebaf16def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:35:42Z', 'updated_at': '2021-08-10T04:40:31Z', 'revision_number': 9, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac49c1c-9217-42c1-b013-c0a64a679cb6', 'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'mac_address': 'fa:16:3e:42:f3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:37Z', 'updated_at': '2021-08-10T04:35:43Z', 'revision_number': 5, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'subnets': [{'id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:32.910609 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733f354-e958-42dd-a36b-d99ed76ac6d9 req-a10e7989-668f-45b2-8a47-d661704f402a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:32.911203 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9f02ae-04a0-443e-bd7b-9713ee59628d None None] Checking router: 69cbbd8b-2aee-4874-b388-a627654741b8 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:40:32.912155 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7733f354-e958-42dd-a36b-d99ed76ac6d9 req-a10e7989-668f-45b2-8a47-d661704f402a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0437489 Aug 10 04:40:32.919376 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9f02ae-04a0-443e-bd7b-9713ee59628d None None] Routers {'69cbbd8b-2aee-4874-b388-a627654741b8'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:40:32.919988 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3e9f02ae-04a0-443e-bd7b-9713ee59628d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:40:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['69cbbd8b-2aee-4874-b388-a627654741b8'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:32.960628 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733f354-e958-42dd-a36b-d99ed76ac6d9 req-6fcfb16f-8eff-40ee-9fec-b1d065ab31b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:32.962039 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7733f354-e958-42dd-a36b-d99ed76ac6d9 req-6fcfb16f-8eff-40ee-9fec-b1d065ab31b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407825 Aug 10 04:40:33.024983 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-3e9f02ae-04a0-443e-bd7b-9713ee59628d None None] Set router 69cbbd8b-2aee-4874-b388-a627654741b8 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:40:33.056823 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7733f354-e958-42dd-a36b-d99ed76ac6d9 req-ca85ffbd-14d5-48c8-9706-7e0f153da8ce service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879683 Aug 10 04:40:33.146319 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7733f354-e958-42dd-a36b-d99ed76ac6d9 req-8702f55a-53a6-49f0-8038-95f571219811 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824509 Aug 10 04:40:33.247625 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3e9f02ae-04a0-443e-bd7b-9713ee59628d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:35:38Z', 'revision_number': 4, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'd6cb4683-e5da-4737-bd4e-7cb82ff7cd09', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'port_id': '4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'mac_address': 'fa:16:3e:ba:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bbef29-f342-460e-8675-046ebaf16def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:35:42Z', 'updated_at': '2021-08-10T04:40:31Z', 'revision_number': 9, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac49c1c-9217-42c1-b013-c0a64a679cb6', 'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'mac_address': 'fa:16:3e:42:f3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:37Z', 'updated_at': '2021-08-10T04:35:43Z', 'revision_number': 5, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'subnets': [{'id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:40:33.277666 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9f02ae-04a0-443e-bd7b-9713ee59628d None None] The sync data for ids ['69cbbd8b-2aee-4874-b388-a627654741b8'] in n-d-802893-2 is: [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:35:38Z', 'revision_number': 4, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'd6cb4683-e5da-4737-bd4e-7cb82ff7cd09', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'port_id': '4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'mac_address': 'fa:16:3e:ba:03:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bbef29-f342-460e-8675-046ebaf16def', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:35:42Z', 'updated_at': '2021-08-10T04:40:31Z', 'revision_number': 9, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac49c1c-9217-42c1-b013-c0a64a679cb6', 'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'mac_address': 'fa:16:3e:42:f3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:37Z', 'updated_at': '2021-08-10T04:35:43Z', 'revision_number': 5, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'subnets': [{'id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:40:33.471650 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc66f046-8ac0-4a14-bcfe-5e15d0bb3350 None None] New status for floating IP d6cb4683-e5da-4737-bd4e-7cb82ff7cd09: ACTIVE {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:40:39.975445 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-252263d1-23a4-4439-8833-725bf5d3cb07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:43.644480 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:43.815779 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-024926e1-2500-46d5-a1d5-000e54cedbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:45.477470 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:46.151797 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:47.044316 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:40:52.222103 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-93f5446b-0dc0-46a1-a288-6d3fb7142e37 req-b32ed3e5-026f-417c-83d3-f02fec777b1f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398088 Aug 10 04:40:52.325316 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5446b-0dc0-46a1-a288-6d3fb7142e37 req-2996f961-94c3-4060-bb97-8880148c3404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:52.326740 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-93f5446b-0dc0-46a1-a288-6d3fb7142e37 req-2996f961-94c3-4060-bb97-8880148c3404 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 1096 time: 0.0459929 Aug 10 04:40:52.430000 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5446b-0dc0-46a1-a288-6d3fb7142e37 req-159529c1-f2b1-4af4-880e-92e78fa5bcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:52.431470 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-93f5446b-0dc0-46a1-a288-6d3fb7142e37 req-159529c1-f2b1-4af4-880e-92e78fa5bcca service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0842597 Aug 10 04:40:52.498759 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-93f5446b-0dc0-46a1-a288-6d3fb7142e37 req-105ba871-5483-4833-9e4c-f29843b66b96 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c HTTP/1.1" status: 200 len: 1002 time: 0.0604157 Aug 10 04:40:52.548735 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5446b-0dc0-46a1-a288-6d3fb7142e37 req-03d55de2-9a32-4f7b-9a6d-d1c536b9db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:52.550152 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-93f5446b-0dc0-46a1-a288-6d3fb7142e37 req-03d55de2-9a32-4f7b-9a6d-d1c536b9db14 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0432301 Aug 10 04:40:52.595918 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5446b-0dc0-46a1-a288-6d3fb7142e37 req-8cbd1fdc-36c9-4885-a427-ee05978e8540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:40:52.597348 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-93f5446b-0dc0-46a1-a288-6d3fb7142e37 req-8cbd1fdc-36c9-4885-a427-ee05978e8540 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397322 Aug 10 04:40:52.687819 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-93f5446b-0dc0-46a1-a288-6d3fb7142e37 req-6b6d2a66-2420-432d-a30c-79cf2cfec389 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827265 Aug 10 04:40:52.779028 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-93f5446b-0dc0-46a1-a288-6d3fb7142e37 req-7498a4a6-906f-4673-8212-ec712abd1592 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812612 Aug 10 04:40:57.867486 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:40:58.055254 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:09.985629 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-98546498-3cd5-4a80-8cd5-2c1dde2b28ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:13.654717 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:13.797085 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4e0a8324-6cf2-4c7e-a6a1-741ddbff528b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:15.465538 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:16.168340 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:17.066051 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:28.008033 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:34.866543 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:41:40.001872 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3361cfc0-b5c4-4a63-befa-3b7d7918f7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:43.687537 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:43.819318 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2dccf1bb-9a48-4d68-b233-0aeec9bb4297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:45.476180 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:46.151155 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:47.030617 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:41:52.141289 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-442f920f-7744-44a5-b58c-f035c1538a23 req-be69c06e-9c38-4513-9a1d-c9e38fecf298 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433292 Aug 10 04:41:52.245417 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f920f-7744-44a5-b58c-f035c1538a23 req-e8b1cfd6-d855-4cbc-802c-e41a19c8c42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:52.246901 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-442f920f-7744-44a5-b58c-f035c1538a23 req-e8b1cfd6-d855-4cbc-802c-e41a19c8c42d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 1096 time: 0.0489423 Aug 10 04:41:52.347841 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f920f-7744-44a5-b58c-f035c1538a23 req-840d6de1-b16a-4309-84cb-f3213b3b3d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:52.349334 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-442f920f-7744-44a5-b58c-f035c1538a23 req-840d6de1-b16a-4309-84cb-f3213b3b3d83 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0833161 Aug 10 04:41:52.415744 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-442f920f-7744-44a5-b58c-f035c1538a23 req-ddb24c99-7a25-42a5-b901-16f84a634446 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c HTTP/1.1" status: 200 len: 1002 time: 0.0597007 Aug 10 04:41:52.465561 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f920f-7744-44a5-b58c-f035c1538a23 req-f027eea3-8625-4ea0-a930-7d2b964bfbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:52.467052 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-442f920f-7744-44a5-b58c-f035c1538a23 req-f027eea3-8625-4ea0-a930-7d2b964bfbec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0444586 Aug 10 04:41:52.511427 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f920f-7744-44a5-b58c-f035c1538a23 req-49a826fa-9318-45b4-aeea-66334f7a8768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:41:52.513002 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-442f920f-7744-44a5-b58c-f035c1538a23 req-49a826fa-9318-45b4-aeea-66334f7a8768 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391748 Aug 10 04:41:52.608388 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-442f920f-7744-44a5-b58c-f035c1538a23 req-45049e50-026e-4ca1-ad16-74ca61e714b9 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885804 Aug 10 04:41:52.713514 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-442f920f-7744-44a5-b58c-f035c1538a23 req-0eb2e656-3844-4873-ac2c-1a7e1d35f90a service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824904 Aug 10 04:41:58.047551 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:09.159217 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb4b46f-24e6-46f1-a680-2e774adb0a17 req-589c2caa-3b37-4330-9b5d-fc4b4821e0b1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:09.161311 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cbb4b46f-24e6-46f1-a680-2e774adb0a17 req-589c2caa-3b37-4330-9b5d-fc4b4821e0b1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 945 time: 0.0560129 Aug 10 04:42:09.210437 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cbb4b46f-24e6-46f1-a680-2e774adb0a17 req-0a975d89-3782-4cea-a1ea-85e13f1e870c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428357 Aug 10 04:42:09.274562 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f1477993-aa1b-454b-a770-a56eb17395ce req-27501794-ba08-4fe0-aa3d-ce1a0805c865 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0454714 Aug 10 04:42:10.001460 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9cc4c43c-d68a-4eff-a480-f2e36601997c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:10.326486 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b20d3-0fe4-4178-8dfe-0d3000e332e5 req-69ac30bc-d80f-483a-9db0-ae900dca683c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:10.327947 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-739b20d3-0fe4-4178-8dfe-0d3000e332e5 req-69ac30bc-d80f-483a-9db0-ae900dca683c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 945 time: 0.0485275 Aug 10 04:42:10.367001 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-739b20d3-0fe4-4178-8dfe-0d3000e332e5 req-3d6b6ebc-4668-4300-b08c-75856cb27b31 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320392 Aug 10 04:42:11.484281 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011cf744-0938-46af-865b-e8c848c513fd req-5c3a0166-3e46-4f0a-a509-a4251c408ab2 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:11.485774 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-011cf744-0938-46af-865b-e8c848c513fd req-5c3a0166-3e46-4f0a-a509-a4251c408ab2 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 945 time: 0.0494730 Aug 10 04:42:11.524284 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-011cf744-0938-46af-865b-e8c848c513fd req-d1b9ac17-f98e-4015-8550-0e602dd458eb tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313771 Aug 10 04:42:11.864987 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:42:12.214935 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1477993-aa1b-454b-a770-a56eb17395ce req-f43ee679-3f41-410c-b6f3-4f817ffa5e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:12.216448 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f1477993-aa1b-454b-a770-a56eb17395ce req-f43ee679-3f41-410c-b6f3-4f817ffa5e4d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 1096 time: 0.0443723 Aug 10 04:42:12.305100 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1477993-aa1b-454b-a770-a56eb17395ce req-203b4937-19f1-4a40-8e65-fc0edb2ffafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:12.306603 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f1477993-aa1b-454b-a770-a56eb17395ce req-203b4937-19f1-4a40-8e65-fc0edb2ffafc service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0831518 Aug 10 04:42:12.376421 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f1477993-aa1b-454b-a770-a56eb17395ce req-7eb9d460-a234-490a-9a72-12257352d4a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c HTTP/1.1" status: 200 len: 1002 time: 0.0619829 Aug 10 04:42:12.424603 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1477993-aa1b-454b-a770-a56eb17395ce req-1d2fc271-3a6d-4dc5-bcce-3735292b0677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:12.426620 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f1477993-aa1b-454b-a770-a56eb17395ce req-1d2fc271-3a6d-4dc5-bcce-3735292b0677 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0440040 Aug 10 04:42:12.479034 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1477993-aa1b-454b-a770-a56eb17395ce req-a9bb4369-bb12-4339-bda1-5a6828364c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:12.479034 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f1477993-aa1b-454b-a770-a56eb17395ce req-a9bb4369-bb12-4339-bda1-5a6828364c8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404449 Aug 10 04:42:12.569315 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f1477993-aa1b-454b-a770-a56eb17395ce req-02969eda-83ff-4dd4-824a-6626731c06d8 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863795 Aug 10 04:42:12.995714 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca736f58-6468-49d7-8ec4-12dd069a3365 req-378474d7-2374-4db0-93e3-d6f54a505a98 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:12.999335 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca736f58-6468-49d7-8ec4-12dd069a3365 req-378474d7-2374-4db0-93e3-d6f54a505a98 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 945 time: 0.0934784 Aug 10 04:42:13.014689 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f1477993-aa1b-454b-a770-a56eb17395ce req-7f766e67-7a6e-4351-b8cd-e14075c90b3b service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375775 Aug 10 04:42:13.041975 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca736f58-6468-49d7-8ec4-12dd069a3365 req-772eea44-de0f-41d5-8482-db163b2a50eb tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368216 Aug 10 04:42:13.681566 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:13.813108 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fc3f9a46-2ffd-4a2b-9d77-378cb48d2970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:14.156436 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91f110-5de1-4539-974c-f030c3b99139 req-0de3baac-2155-4597-ad15-f0d597b4a486 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:14.157926 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a91f110-5de1-4539-974c-f030c3b99139 req-0de3baac-2155-4597-ad15-f0d597b4a486 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 945 time: 0.0491741 Aug 10 04:42:14.196057 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a91f110-5de1-4539-974c-f030c3b99139 req-cec1d4f8-8cca-4960-9859-6c92b7eb35a3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321205 Aug 10 04:42:15.310847 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb3001-db36-4e6b-9ffe-00eb6c695003 req-38d47c8a-f71b-48d1-be09-f23470b8b591 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:15.312342 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a5fb3001-db36-4e6b-9ffe-00eb6c695003 req-38d47c8a-f71b-48d1-be09-f23470b8b591 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 945 time: 0.0499127 Aug 10 04:42:15.350019 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a5fb3001-db36-4e6b-9ffe-00eb6c695003 req-adee3bad-5fe7-44a7-bd05-11a0d8e1fa29 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308406 Aug 10 04:42:15.475766 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:16.183342 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:16.468251 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a708e3-781b-4ff7-9596-35cc1cf9feec req-268ca9f1-e380-41a5-8df8-407c839eeb6b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:16.469702 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-78a708e3-781b-4ff7-9596-35cc1cf9feec req-268ca9f1-e380-41a5-8df8-407c839eeb6b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 945 time: 0.0520082 Aug 10 04:42:16.507225 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-78a708e3-781b-4ff7-9596-35cc1cf9feec req-61b64a1f-49e7-4e6f-b125-9fbbdb3782ca tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315366 Aug 10 04:42:17.013295 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:17.624443 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb776b0-c8e9-401f-b27e-08ce73336a6d req-464f233e-9a93-4b1a-b80a-c5315eaf1f03 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:17.625836 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8eb776b0-c8e9-401f-b27e-08ce73336a6d req-464f233e-9a93-4b1a-b80a-c5315eaf1f03 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 945 time: 0.0498919 Aug 10 04:42:17.663524 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8eb776b0-c8e9-401f-b27e-08ce73336a6d req-506e47fc-01f8-451a-adfb-028cbcd06d60 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316370 Aug 10 04:42:18.782806 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275bb04-f29b-4cf2-ae8f-005523a4d311 req-d138bf05-b3d7-481b-9dd8-e76c56ab1569 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:18.784306 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e275bb04-f29b-4cf2-ae8f-005523a4d311 req-d138bf05-b3d7-481b-9dd8-e76c56ab1569 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 945 time: 0.0501890 Aug 10 04:42:18.822060 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e275bb04-f29b-4cf2-ae8f-005523a4d311 req-ab4a5333-78ef-481a-bdc0-f74e68965039 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311422 Aug 10 04:42:19.941771 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f9d11-6f2b-4e57-91cf-385a9535507e req-9b3a10f4-2c58-4ca1-8873-5a381b2b5a25 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:19.943227 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8e1f9d11-6f2b-4e57-91cf-385a9535507e req-9b3a10f4-2c58-4ca1-8873-5a381b2b5a25 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 945 time: 0.0525587 Aug 10 04:42:19.980945 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8e1f9d11-6f2b-4e57-91cf-385a9535507e req-bad865cf-de65-4528-b514-ae01cafcf1aa tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317371 Aug 10 04:42:21.099892 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fc8b3-3cfe-45a3-8019-4323cc1203f9 req-c6245cbc-4314-4fc3-b0b0-7cb765f9c243 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:21.285701 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-075fc8b3-3cfe-45a3-8019-4323cc1203f9 req-c6245cbc-4314-4fc3-b0b0-7cb765f9c243 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 945 time: 0.0481458 Aug 10 04:42:21.285701 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-075fc8b3-3cfe-45a3-8019-4323cc1203f9 req-d823aeb0-a8e9-4755-aa8b-bf60be07524a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327284 Aug 10 04:42:22.258853 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41345cd-3884-410a-b936-e65d9c33bdcc req-716f48cb-5402-42b3-8e5c-91edf248fd13 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:22.260534 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e41345cd-3884-410a-b936-e65d9c33bdcc req-716f48cb-5402-42b3-8e5c-91edf248fd13 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 945 time: 0.0512195 Aug 10 04:42:22.298347 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e41345cd-3884-410a-b936-e65d9c33bdcc req-142ab690-fbad-4a95-9cc9-70510e0f5c4d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320652 Aug 10 04:42:23.420166 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5fd0a-a49d-4f7d-a502-6b8470f7d064 req-32bd7e8f-a8db-4b4e-9045-10356c342f36 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:23.422161 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aad5fd0a-a49d-4f7d-a502-6b8470f7d064 req-32bd7e8f-a8db-4b4e-9045-10356c342f36 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 945 time: 0.0561223 Aug 10 04:42:23.461430 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aad5fd0a-a49d-4f7d-a502-6b8470f7d064 req-1cc60c81-b613-4595-b7e0-159742dbd8f0 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333261 Aug 10 04:42:24.582114 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cceb63-965c-43c4-9806-863a9e33c8a3 req-05157bdf-15fe-4a5c-b810-f44106c24105 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:24.582114 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86cceb63-965c-43c4-9806-863a9e33c8a3 req-05157bdf-15fe-4a5c-b810-f44106c24105 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 945 time: 0.0487638 Aug 10 04:42:24.616050 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-86cceb63-965c-43c4-9806-863a9e33c8a3 req-59498f93-9b85-4928-8daa-03fd3d216d17 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323095 Aug 10 04:42:25.189860 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [req-f1477993-aa1b-454b-a770-a56eb17395ce req-aa1435d8-89ad-4379-8d26-25e297209d04 service neutron] show failed (client error): The resource could not be found. Aug 10 04:42:25.191711 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f1477993-aa1b-454b-a770-a56eb17395ce req-aa1435d8-89ad-4379-8d26-25e297209d04 service neutron] 10.222.0.20 "GET /v2.0/ports/4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c/bindings/n-h1-802893-2 HTTP/1.1" status: 404 len: 380 time: 0.0584302 Aug 10 04:42:25.634973 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1477993-aa1b-454b-a770-a56eb17395ce req-9f1b8a30-3986-4797-a0bf-e0deee5adce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:25.636484 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f1477993-aa1b-454b-a770-a56eb17395ce req-9f1b8a30-3986-4797-a0bf-e0deee5adce4 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def&tenant_id=ac448e2b1d3d4e64843e888a0e7229c2 HTTP/1.1" status: 200 len: 1096 time: 0.0414059 Aug 10 04:42:25.649605 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-f1477993-aa1b-454b-a770-a56eb17395ce req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802893-2', 'device_owner': 'compute:nova'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:42:25.727654 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f1477993-aa1b-454b-a770-a56eb17395ce req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:25.779703 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4ae1b-1534-4e1c-8de9-18e50ec1f9f2 req-d7b3194e-af27-452b-9e58-7111f62a002e tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:25.781264 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2ad4ae1b-1534-4e1c-8de9-18e50ec1f9f2 req-d7b3194e-af27-452b-9e58-7111f62a002e tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 945 time: 0.0856178 Aug 10 04:42:25.886004 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2ad4ae1b-1534-4e1c-8de9-18e50ec1f9f2 req-7e918797-be81-4329-9565-2277fc9e92ed tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979042 Aug 10 04:42:25.973488 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-f1477993-aa1b-454b-a770-a56eb17395ce req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] For port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:26.006731 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-f1477993-aa1b-454b-a770-a56eb17395ce req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] For port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c, host n-h2-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:42:26.045804 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33bbef29-f342-460e-8675-046ebaf16def', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:42:26.048146 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c3df90863f34f3d1b173683b03457bec4b9b1016fd9070b7d6b6bbe3252e10d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc574291-59ed-48b6-9d4b-d10f51314fd1" -d '{"events": [{"server_uuid": "33bbef29-f342-460e-8675-046ebaf16def", "name": "network-vif-unplugged", "status": "completed", "tag": "4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:42:26.052427 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f1477993-aa1b-454b-a770-a56eb17395ce req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:26.064783 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-f1477993-aa1b-454b-a770-a56eb17395ce req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Transition to ACTIVE for port object 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:42:26.096163 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814e35e9-4f7b-49fb-82a6-863bade61a4c x-openstack-request-id: req-814e35e9-4f7b-49fb-82a6-863bade61a4c {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:42:26.096592 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33bbef29-f342-460e-8675-046ebaf16def", "name": "network-vif-unplugged", "status": "completed", "tag": "4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:42:26.096955 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-814e35e9-4f7b-49fb-82a6-863bade61a4c {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:42:26.097879 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33bbef29-f342-460e-8675-046ebaf16def', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c', 'code': 200} Aug 10 04:42:26.145254 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f1477993-aa1b-454b-a770-a56eb17395ce req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:26.227126 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Pushing event updated for resources: {'Port': ['ID=4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c,revision_number=6']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:26.241890 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:26.242220 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:26.242554 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:26.242880 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:26.243207 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:26.243528 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:26.243942 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:26.244189 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:26.244505 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:26.244819 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:26.245135 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:26.245446 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:26.283200 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1477993-aa1b-454b-a770-a56eb17395ce req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] No DVR routers for this DVR port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c on host n-h2-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:42:26.420724 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-f1477993-aa1b-454b-a770-a56eb17395ce req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Attempting to bind port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:42:26.421052 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-f1477993-aa1b-454b-a770-a56eb17395ce req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Attempting to bind port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:42:26.421374 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1477993-aa1b-454b-a770-a56eb17395ce req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Attempting to bind port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c on network ab3d0fea-8142-4d43-addb-9367c726fc3e {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:42:26.425691 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1477993-aa1b-454b-a770-a56eb17395ce req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c on network ab3d0fea-8142-4d43-addb-9367c726fc3e not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:42:26.426007 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1477993-aa1b-454b-a770-a56eb17395ce req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Attempting to bind port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c on network ab3d0fea-8142-4d43-addb-9367c726fc3e {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:42:26.430681 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1477993-aa1b-454b-a770-a56eb17395ce req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:42:26.431012 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1477993-aa1b-454b-a770-a56eb17395ce req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Checking segment: {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:42:26.431389 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1477993-aa1b-454b-a770-a56eb17395ce req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Bound using segment: {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:42:26.431807 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-f1477993-aa1b-454b-a770-a56eb17395ce req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Bound port: 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:42:26.432191 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f1477993-aa1b-454b-a770-a56eb17395ce req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:26.493941 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-f1477993-aa1b-454b-a770-a56eb17395ce req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] For port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:42:26.497075 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-f1477993-aa1b-454b-a770-a56eb17395ce req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] For port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:42:26.584893 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f1477993-aa1b-454b-a770-a56eb17395ce req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:26.622112 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1477993-aa1b-454b-a770-a56eb17395ce req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:26.622735 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-f1477993-aa1b-454b-a770-a56eb17395ce req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:26.624190 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f1477993-aa1b-454b-a770-a56eb17395ce req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] 10.222.0.68 "PUT /v2.0/ports/4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c HTTP/1.1" status: 200 len: 1091 time: 0.9788356 Aug 10 04:42:26.659042 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca9a94-3441-4738-8fff-4b31c6df8ecb service neutron] Pushing event updated for resources: {'Port': ['ID=4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c,revision_number=7']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:26.693792 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1477993-aa1b-454b-a770-a56eb17395ce req-3d0a8c2d-fe98-454a-be2c-d1ad11786231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:26.695317 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f1477993-aa1b-454b-a770-a56eb17395ce req-3d0a8c2d-fe98-454a-be2c-d1ad11786231 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 1094 time: 0.0476370 Aug 10 04:42:26.790112 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1477993-aa1b-454b-a770-a56eb17395ce req-35319c4d-ccc6-4f79-8c2f-5fd076e7f79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:26.791680 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f1477993-aa1b-454b-a770-a56eb17395ce req-35319c4d-ccc6-4f79-8c2f-5fd076e7f79d service neutron] 10.222.0.68 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0890486 Aug 10 04:42:26.859699 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f1477993-aa1b-454b-a770-a56eb17395ce req-6d8a7309-d6f9-40fd-961e-790157fa4bd1 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c HTTP/1.1" status: 200 len: 1000 time: 0.0608754 Aug 10 04:42:26.908895 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1477993-aa1b-454b-a770-a56eb17395ce req-872df213-b301-46cd-91eb-73b93d6da614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:26.910527 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f1477993-aa1b-454b-a770-a56eb17395ce req-872df213-b301-46cd-91eb-73b93d6da614 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0441635 Aug 10 04:42:26.966138 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1477993-aa1b-454b-a770-a56eb17395ce req-692dd39f-da51-4149-9c6a-84a7528fd675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:26.967579 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f1477993-aa1b-454b-a770-a56eb17395ce req-692dd39f-da51-4149-9c6a-84a7528fd675 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505466 Aug 10 04:42:27.313809 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-f1477993-aa1b-454b-a770-a56eb17395ce req-b60f3235-6c4b-4a7f-80cc-12a1545a9519 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:42:27.314753 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f1477993-aa1b-454b-a770-a56eb17395ce req-b60f3235-6c4b-4a7f-80cc-12a1545a9519 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061169 Aug 10 04:42:27.377963 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e52e7-cefe-4ad1-bb25-834454c14862 req-b6ea7d54-df08-4129-90c7-d193add4f333 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:27.379452 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-329e52e7-cefe-4ad1-bb25-834454c14862 req-b6ea7d54-df08-4129-90c7-d193add4f333 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 943 time: 0.4244757 Aug 10 04:42:27.439317 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-329e52e7-cefe-4ad1-bb25-834454c14862 req-97a64f85-6f0f-43dc-a79f-0fe3a4a9354a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537426 Aug 10 04:42:27.442877 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f1477993-aa1b-454b-a770-a56eb17395ce req-a4fbbaf4-df0d-4cfa-96ff-122b74cc796d service neutron] 10.222.0.68 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211209 Aug 10 04:42:27.534777 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f1477993-aa1b-454b-a770-a56eb17395ce req-3938367d-07c4-4cb4-830e-55897de41cd1 service neutron] 10.222.0.68 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846267 Aug 10 04:42:27.803746 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:42:27.840929 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:42:28.030187 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:28.098879 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33bbef29-f342-460e-8675-046ebaf16def', 'tag': '4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:42:28.101235 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c3df90863f34f3d1b173683b03457bec4b9b1016fd9070b7d6b6bbe3252e10d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a11a059-9972-4e78-b11b-6f9290bb2045" -d '{"events": [{"name": "network-changed", "server_uuid": "33bbef29-f342-460e-8675-046ebaf16def", "tag": "4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:42:28.149247 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5da16c-f69d-4fbf-aeaa-f1e77607bd1a x-openstack-request-id: req-cd5da16c-f69d-4fbf-aeaa-f1e77607bd1a {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:42:28.149546 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33bbef29-f342-460e-8675-046ebaf16def", "tag": "4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:42:28.149801 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd5da16c-f69d-4fbf-aeaa-f1e77607bd1a {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:42:28.150734 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33bbef29-f342-460e-8675-046ebaf16def', 'tag': '4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c', 'status': 'completed', 'code': 200} Aug 10 04:42:28.208996 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11a059-9972-4e78-b11b-6f9290bb2045 req-465f86d3-90bc-4a6e-97fc-c0a91989acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:28.210542 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a11a059-9972-4e78-b11b-6f9290bb2045 req-465f86d3-90bc-4a6e-97fc-c0a91989acdf service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 1094 time: 0.0428057 Aug 10 04:42:28.234148 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11a059-9972-4e78-b11b-6f9290bb2045 req-63142f79-d9b4-4daf-80c0-bc2bdbff22bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:28.235644 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7a11a059-9972-4e78-b11b-6f9290bb2045 req-63142f79-d9b4-4daf-80c0-bc2bdbff22bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 1094 time: 0.0412817 Aug 10 04:42:28.305948 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11a059-9972-4e78-b11b-6f9290bb2045 req-fba15f26-cc00-47c1-8d05-dca1f28e7ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:28.307428 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a11a059-9972-4e78-b11b-6f9290bb2045 req-fba15f26-cc00-47c1-8d05-dca1f28e7ff1 service neutron] 10.222.0.68 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0894632 Aug 10 04:42:28.327330 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11a059-9972-4e78-b11b-6f9290bb2045 req-345c1a65-4f8c-475a-8156-7fe320b8947b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:28.328852 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7a11a059-9972-4e78-b11b-6f9290bb2045 req-345c1a65-4f8c-475a-8156-7fe320b8947b service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0863183 Aug 10 04:42:28.378913 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a11a059-9972-4e78-b11b-6f9290bb2045 req-643569b9-4920-4452-a55b-b96e1ab2e54a service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c HTTP/1.1" status: 200 len: 1000 time: 0.0604935 Aug 10 04:42:28.398107 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7a11a059-9972-4e78-b11b-6f9290bb2045 req-be548549-23b7-442f-acbf-baea827c85cf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c HTTP/1.1" status: 200 len: 1000 time: 0.0624835 Aug 10 04:42:28.429594 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11a059-9972-4e78-b11b-6f9290bb2045 req-fbfbf6c7-ed56-4529-880b-1b29d702ac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:28.431100 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a11a059-9972-4e78-b11b-6f9290bb2045 req-fbfbf6c7-ed56-4529-880b-1b29d702ac21 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0451977 Aug 10 04:42:28.450662 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11a059-9972-4e78-b11b-6f9290bb2045 req-2b70c78d-a39e-4f94-b0c9-585df26146e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:28.452189 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7a11a059-9972-4e78-b11b-6f9290bb2045 req-2b70c78d-a39e-4f94-b0c9-585df26146e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0465894 Aug 10 04:42:28.484266 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11a059-9972-4e78-b11b-6f9290bb2045 req-97f6dd78-fc86-4acf-a49c-407db0223192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:28.485934 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a11a059-9972-4e78-b11b-6f9290bb2045 req-97f6dd78-fc86-4acf-a49c-407db0223192 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472813 Aug 10 04:42:28.498998 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11a059-9972-4e78-b11b-6f9290bb2045 req-0e77c22b-ffc4-404c-bda3-4063de8257a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:28.500531 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7a11a059-9972-4e78-b11b-6f9290bb2045 req-0e77c22b-ffc4-404c-bda3-4063de8257a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417793 Aug 10 04:42:28.596821 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7a11a059-9972-4e78-b11b-6f9290bb2045 req-733a6b4e-e811-4477-b0eb-9c2837981919 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890648 Aug 10 04:42:28.610617 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c57b0-5ce9-458e-a60c-260977e924e6 req-eaae770d-9836-437f-a378-13ff72be6db8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:28.612156 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4f4c57b0-5ce9-458e-a60c-260977e924e6 req-eaae770d-9836-437f-a378-13ff72be6db8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 943 time: 0.0996664 Aug 10 04:42:28.630860 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a11a059-9972-4e78-b11b-6f9290bb2045 req-5e57a955-b508-4c6a-9479-722facb7280f service neutron] 10.222.0.68 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356721 Aug 10 04:42:28.686214 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7a11a059-9972-4e78-b11b-6f9290bb2045 req-4fbf0502-b49d-492a-b2c7-c05d3d404706 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824611 Aug 10 04:42:28.700007 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4f4c57b0-5ce9-458e-a60c-260977e924e6 req-368ad05b-f6a1-4325-af65-e5a0cb6f5af4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799804 Aug 10 04:42:28.739913 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a11a059-9972-4e78-b11b-6f9290bb2045 req-0f269815-4c0b-4c05-885a-c79c9f5873eb service neutron] 10.222.0.68 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001985 Aug 10 04:42:29.821099 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771f779-0be0-4b47-a80a-714a95348097 req-2cd7c882-75f9-4843-9de0-44896b969cec tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:29.822582 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8771f779-0be0-4b47-a80a-714a95348097 req-2cd7c882-75f9-4843-9de0-44896b969cec tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 943 time: 0.0496774 Aug 10 04:42:29.865016 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8771f779-0be0-4b47-a80a-714a95348097 req-50ad870b-3491-4fe8-be11-85c44e12fe66 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361066 Aug 10 04:42:30.413538 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058417f0-7577-4a6f-8e76-2c91a28a11d7 req-e074ac7f-cb7e-42d9-a38a-3dd2d010f5e8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:30.415875 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-058417f0-7577-4a6f-8e76-2c91a28a11d7 req-e074ac7f-cb7e-42d9-a38a-3dd2d010f5e8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 943 time: 0.0521994 Aug 10 04:42:30.459987 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-058417f0-7577-4a6f-8e76-2c91a28a11d7 req-dfc13f0f-6637-41d9-babf-d64396148391 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387499 Aug 10 04:42:30.470744 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61bde2c-4805-4e5e-9953-de34436b8c2d req-f9755bb6-bde0-43cb-92d1-d60d0e92678d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:30.472424 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d61bde2c-4805-4e5e-9953-de34436b8c2d req-f9755bb6-bde0-43cb-92d1-d60d0e92678d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.68 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def&tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&binding%3Ahost_id=n-h1-802893-2 HTTP/1.1" status: 200 len: 943 time: 0.0669668 Aug 10 04:42:30.533399 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d61bde2c-4805-4e5e-9953-de34436b8c2d req-8c67c5ed-25e3-4f27-9bab-b48a06ae6c36 service neutron] 10.222.0.68 "GET /v2.0/ports/4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c/bindings/n-h1-802893-2 HTTP/1.1" status: 200 len: 382 time: 0.0541000 Aug 10 04:42:30.595200 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61bde2c-4805-4e5e-9953-de34436b8c2d req-e2847cef-0273-4945-b6c9-22324be174f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:30.596651 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d61bde2c-4805-4e5e-9953-de34436b8c2d req-e2847cef-0273-4945-b6c9-22324be174f6 service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 1094 time: 0.0416825 Aug 10 04:42:30.689715 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61bde2c-4805-4e5e-9953-de34436b8c2d req-c0bdb28a-a5a7-45f1-b4ab-a742ab74512d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:30.691780 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d61bde2c-4805-4e5e-9953-de34436b8c2d req-c0bdb28a-a5a7-45f1-b4ab-a742ab74512d service neutron] 10.222.0.68 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0883782 Aug 10 04:42:30.756425 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d61bde2c-4805-4e5e-9953-de34436b8c2d req-971a64a5-c83f-47ed-b6e4-ac8700cc6dcc service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c HTTP/1.1" status: 200 len: 1000 time: 0.0579944 Aug 10 04:42:30.804845 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61bde2c-4805-4e5e-9953-de34436b8c2d req-632930d3-a708-4376-95ec-af700465fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:30.806249 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d61bde2c-4805-4e5e-9953-de34436b8c2d req-632930d3-a708-4376-95ec-af700465fceb service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0429034 Aug 10 04:42:30.854328 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61bde2c-4805-4e5e-9953-de34436b8c2d req-3e369449-22d3-4c53-8fa8-00b606b5d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:30.855716 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d61bde2c-4805-4e5e-9953-de34436b8c2d req-3e369449-22d3-4c53-8fa8-00b606b5d404 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430059 Aug 10 04:42:30.942949 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d61bde2c-4805-4e5e-9953-de34436b8c2d req-4a622d21-4b1c-4d07-931a-778a4670b17e service neutron] 10.222.0.68 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790634 Aug 10 04:42:31.036452 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d61bde2c-4805-4e5e-9953-de34436b8c2d req-8f62fc2d-3ae2-4d0c-88eb-5b913993d291 service neutron] 10.222.0.68 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862250 Aug 10 04:42:31.470016 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:42:31.568042 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:31.577425 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad424ee-ed4d-455e-acc1-6e99aae0662e req-60896fe1-757c-490c-99bb-fcb434fdd829 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:31.578920 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aad424ee-ed4d-455e-acc1-6e99aae0662e req-60896fe1-757c-490c-99bb-fcb434fdd829 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 943 time: 0.0497937 Aug 10 04:42:31.579939 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Returning: {'device': '4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'port_id': '4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c', 'mac_address': 'fa:16:3e:ba:03:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:42:31.617553 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aad424ee-ed4d-455e-acc1-6e99aae0662e req-b6a164ad-8a8b-4aeb-8b55-cb6a48f97555 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317526 Aug 10 04:42:31.617801 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:31.631730 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:42:31.651247 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:31.720719 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:31.768247 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:31.776156 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:31.776502 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:31.776830 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:31.777160 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:31.777483 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:31.777808 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:31.778129 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:31.778447 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:31.778765 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:31.779084 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:31.779407 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:31.779722 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:31.961929 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] get_ports_and_sgs() called for port_ids ['4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:42:32.734043 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70a550-0cc9-4de5-8c8e-ea786e48a8d2 req-b59070a0-a701-49df-a771-96c962e92e10 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:32.735440 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6d70a550-0cc9-4de5-8c8e-ea786e48a8d2 req-b59070a0-a701-49df-a771-96c962e92e10 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 944 time: 0.0489507 Aug 10 04:42:32.778054 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6d70a550-0cc9-4de5-8c8e-ea786e48a8d2 req-72d53f34-e64f-4032-8371-bba0f9dc496b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356894 Aug 10 04:42:33.905866 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f8b836-6f2f-4211-82a3-ce695d274f73 req-bfd6a943-b80c-4460-8845-b2c7cca4ac30 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:33.907330 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e7f8b836-6f2f-4211-82a3-ce695d274f73 req-bfd6a943-b80c-4460-8845-b2c7cca4ac30 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 944 time: 0.0485497 Aug 10 04:42:33.945295 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e7f8b836-6f2f-4211-82a3-ce695d274f73 req-530c7868-8fc9-49a0-a6b3-1589a6480949 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309188 Aug 10 04:42:34.088529 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbba409-3dc1-4892-8632-d6504f8aee54 req-af895aff-0bbe-4a79-b0ca-dfc362ee3979 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:34.090049 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2dbba409-3dc1-4892-8632-d6504f8aee54 req-af895aff-0bbe-4a79-b0ca-dfc362ee3979 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 944 time: 0.0537446 Aug 10 04:42:34.135943 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2dbba409-3dc1-4892-8632-d6504f8aee54 req-cbf1560f-47a6-4a63-9efe-ce2af76be5c6 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391762 Aug 10 04:42:35.263912 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1d5f89-eb76-4cee-bebf-9e6af9c176ad req-bb740aa5-0adb-4024-975c-8d5c4de2d6ab tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:35.265452 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-df1d5f89-eb76-4cee-bebf-9e6af9c176ad req-bb740aa5-0adb-4024-975c-8d5c4de2d6ab tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 944 time: 0.0493014 Aug 10 04:42:35.306980 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-df1d5f89-eb76-4cee-bebf-9e6af9c176ad req-7e9ff011-5cd2-4c14-b495-6fa2733d0e02 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346341 Aug 10 04:42:35.498414 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c no longer exists at agent hyperv_n-h1-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:42:35.577107 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:35.590271 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:42:35.611403 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] For port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:35.692715 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:35.742735 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Pushing event updated for resources: {'Port': ['ID=4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c,revision_number=9']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:35.802003 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90dbe3-eb89-42d5-a4b1-77cbfa644053 req-29edd5dc-b64c-44e9-844f-9eb6559cddf7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:35.803467 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4d90dbe3-eb89-42d5-a4b1-77cbfa644053 req-29edd5dc-b64c-44e9-844f-9eb6559cddf7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.68 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 943 time: 0.0804591 Aug 10 04:42:35.816068 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b448e07-88d1-4ed2-b5ad-475bec1a8eb6 req-dfb80fe3-009d-4bdf-9493-10eb83dee965 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:35.817459 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1b448e07-88d1-4ed2-b5ad-475bec1a8eb6 req-dfb80fe3-009d-4bdf-9493-10eb83dee965 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 943 time: 0.0664978 Aug 10 04:42:35.903567 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1b448e07-88d1-4ed2-b5ad-475bec1a8eb6 req-96fc782b-4244-46df-b165-b58ebae1d02a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791855 Aug 10 04:42:35.928389 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-4d90dbe3-eb89-42d5-a4b1-77cbfa644053 req-ae733771-b788-4901-a9b2-70da0a3900a3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Deleting port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:42:35.928746 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-4d90dbe3-eb89-42d5-a4b1-77cbfa644053 req-ae733771-b788-4901-a9b2-70da0a3900a3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:36.017227 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-4d90dbe3-eb89-42d5-a4b1-77cbfa644053 req-ae733771-b788-4901-a9b2-70da0a3900a3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] For port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:36.017499 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-4d90dbe3-eb89-42d5-a4b1-77cbfa644053 req-ae733771-b788-4901-a9b2-70da0a3900a3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:36.194895 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-4d90dbe3-eb89-42d5-a4b1-77cbfa644053 req-ae733771-b788-4901-a9b2-70da0a3900a3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:36.195255 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-4d90dbe3-eb89-42d5-a4b1-77cbfa644053 req-ae733771-b788-4901-a9b2-70da0a3900a3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:36.195579 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [req-4d90dbe3-eb89-42d5-a4b1-77cbfa644053 req-ae733771-b788-4901-a9b2-70da0a3900a3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Floating IP d6cb4683-e5da-4737-bd4e-7cb82ff7cd09 disassociated. External IP: 172.25.0.140, port: 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c. Aug 10 04:42:36.195918 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-4d90dbe3-eb89-42d5-a4b1-77cbfa644053 req-ae733771-b788-4901-a9b2-70da0a3900a3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Calling delete_port for 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:42:36.378633 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-4d90dbe3-eb89-42d5-a4b1-77cbfa644053 req-ae733771-b788-4901-a9b2-70da0a3900a3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:36.407428 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae733771-b788-4901-a9b2-70da0a3900a3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Pushing event deleted for resources: {'Port': ['ID=4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:36.525163 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d90dbe3-eb89-42d5-a4b1-77cbfa644053 req-ae733771-b788-4901-a9b2-70da0a3900a3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Router 69cbbd8b-2aee-4874-b388-a627654741b8 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:42:36.646194 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d90dbe3-eb89-42d5-a4b1-77cbfa644053 req-ae733771-b788-4901-a9b2-70da0a3900a3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:42:36.655507 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2138ec3-8b63-4562-9d62-daa31cde991a None None] Sync routers for ids ['69cbbd8b-2aee-4874-b388-a627654741b8'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:42:36.665148 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2138ec3-8b63-4562-9d62-daa31cde991a None None] Routers {'69cbbd8b-2aee-4874-b388-a627654741b8'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:42:36.665756 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-f2138ec3-8b63-4562-9d62-daa31cde991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:42:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['69cbbd8b-2aee-4874-b388-a627654741b8'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:36.692032 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d90dbe3-eb89-42d5-a4b1-77cbfa644053 req-ae733771-b788-4901-a9b2-70da0a3900a3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] No DVR routers for this DVR port 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:42:36.693166 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-4d90dbe3-eb89-42d5-a4b1-77cbfa644053 req-ae733771-b788-4901-a9b2-70da0a3900a3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:36.695663 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4d90dbe3-eb89-42d5-a4b1-77cbfa644053 req-ae733771-b788-4901-a9b2-70da0a3900a3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.68 "DELETE /v2.0/ports/4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c HTTP/1.1" status: 204 len: 173 time: 0.8773429 Aug 10 04:42:36.696141 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33bbef29-f342-460e-8675-046ebaf16def', 'name': 'network-vif-deleted', 'tag': '4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:42:36.698906 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c3df90863f34f3d1b173683b03457bec4b9b1016fd9070b7d6b6bbe3252e10d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f582dd-22bc-4d5c-b9ea-0b5cfc5ac7ae" -d '{"events": [{"server_uuid": "33bbef29-f342-460e-8675-046ebaf16def", "name": "network-vif-deleted", "tag": "4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:42:36.749382 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cd7afd-9de4-45a7-95cf-d59853230a7c x-openstack-request-id: req-a3cd7afd-9de4-45a7-95cf-d59853230a7c {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:42:36.751522 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33bbef29-f342-460e-8675-046ebaf16def", "name": "network-vif-deleted", "tag": "4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:42:36.751522 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3cd7afd-9de4-45a7-95cf-d59853230a7c {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:42:36.751522 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33bbef29-f342-460e-8675-046ebaf16def', 'name': 'network-vif-deleted', 'tag': '4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c', 'status': 'completed', 'code': 200} Aug 10 04:42:36.776350 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-f2138ec3-8b63-4562-9d62-daa31cde991a None None] Set router 69cbbd8b-2aee-4874-b388-a627654741b8 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:42:36.986439 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-f2138ec3-8b63-4562-9d62-daa31cde991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:35:38Z', 'revision_number': 4, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '9ac49c1c-9217-42c1-b013-c0a64a679cb6', 'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'mac_address': 'fa:16:3e:42:f3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:37Z', 'updated_at': '2021-08-10T04:35:43Z', 'revision_number': 5, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'subnets': [{'id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:37.019287 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2f0de51d-c5f6-49b7-b7d1-d92a7521eccf req-96cda071-7bab-4b2a-856f-0f96b955a37a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=33bbef29-f342-460e-8675-046ebaf16def HTTP/1.1" status: 200 len: 210 time: 0.0293589 Aug 10 04:42:37.175807 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2138ec3-8b63-4562-9d62-daa31cde991a None None] Checking router: 69cbbd8b-2aee-4874-b388-a627654741b8 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:42:37.184084 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2138ec3-8b63-4562-9d62-daa31cde991a None None] Routers {'69cbbd8b-2aee-4874-b388-a627654741b8'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:42:37.184690 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-f2138ec3-8b63-4562-9d62-daa31cde991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:42:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['69cbbd8b-2aee-4874-b388-a627654741b8'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:37.287729 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-f2138ec3-8b63-4562-9d62-daa31cde991a None None] Set router 69cbbd8b-2aee-4874-b388-a627654741b8 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:42:37.484203 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-f2138ec3-8b63-4562-9d62-daa31cde991a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:35:38Z', 'revision_number': 4, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '9ac49c1c-9217-42c1-b013-c0a64a679cb6', 'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'mac_address': 'fa:16:3e:42:f3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:37Z', 'updated_at': '2021-08-10T04:35:43Z', 'revision_number': 5, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'subnets': [{'id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:37.511684 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2138ec3-8b63-4562-9d62-daa31cde991a None None] The sync data for ids ['69cbbd8b-2aee-4874-b388-a627654741b8'] in n-d-802893-2 is: [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:35:38Z', 'revision_number': 4, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '9ac49c1c-9217-42c1-b013-c0a64a679cb6', 'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'mac_address': 'fa:16:3e:42:f3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:37Z', 'updated_at': '2021-08-10T04:35:43Z', 'revision_number': 5, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'subnets': [{'id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:42:37.725751 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608f3741-4103-4952-bf7d-537f8279af8c None None] New status for floating IP d6cb4683-e5da-4737-bd4e-7cb82ff7cd09: DOWN {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:42:38.355081 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-7539234e-b60a-4b33-9638-3f2295445fab tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--285714148&fields=id&tenant_id=ac448e2b1d3d4e64843e888a0e7229c2 HTTP/1.1" status: 200 len: 267 time: 0.0328434 Aug 10 04:42:38.461855 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-260b955a-f850-4ebf-8123-fb96b9f414e1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:38.463326 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-260b955a-f850-4ebf-8123-fb96b9f414e1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 811 time: 0.1014769 Aug 10 04:42:38.478809 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-77ffc4f6-42e5-45cb-9390-0eeeb9b2b525 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/quotas/ac448e2b1d3d4e64843e888a0e7229c2 HTTP/1.1" status: 200 len: 375 time: 0.0093758 Aug 10 04:42:38.536551 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-4beb20e7-0215-47f9-ba4d-3048dadd87c1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523343 Aug 10 04:42:38.631821 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-a21b9589-46f8-44c8-bf6c-715c78a44c41 service neutron] 10.222.0.25 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833628 Aug 10 04:42:38.725961 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-089379fd-a717-4e3b-abe9-8273c58368dc service neutron] 10.222.0.25 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878494 Aug 10 04:42:38.964124 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2658ed58-7a31-4cf6-888c-15ef545a882a req-3e8dcd28-49b5-4cc9-ad2d-f48b8b8beaef tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 210 time: 0.0268083 Aug 10 04:42:40.059647 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-246268a2-0e63-4d03-bd50-8b206195931f req-3e1343e2-06d8-4a19-a5df-4f49e45219d3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 210 time: 0.0280724 Aug 10 04:42:40.561148 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f0f7e55c-d1b7-4f8d-b58b-57ebc063f4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:41.153789 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a14b0d8e-3da0-4061-b1b1-d354dfb64327 req-88082167-9ccf-4d8a-aa1d-f8ec7e4c92f8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 210 time: 0.0264008 Aug 10 04:42:41.224256 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-0de83e77-9f0d-4baf-aa29-e85f0f346a51 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:41.225720 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-0de83e77-9f0d-4baf-aa29-e85f0f346a51 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.68 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 811 time: 0.1016603 Aug 10 04:42:41.277625 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-f02f1a4f-f3c3-467c-a92b-2953f98e0164 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.68 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac448e2b1d3d4e64843e888a0e7229c2 HTTP/1.1" status: 200 len: 379 time: 0.0433502 Aug 10 04:42:41.286765 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-a7f726ee-abc0-452a-9644-c6aa111d5500 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Request body: {'port': {'device_id': '61668bd0-26a2-485f-af59-59e478945779', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'admin_state_up': True, 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'security_groups': ['bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3']}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:42:41.503258 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-a7f726ee-abc0-452a-9644-c6aa111d5500 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Made reservation on behalf of ac448e2b1d3d4e64843e888a0e7229c2 for: {'port': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:42:41.506871 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-a7f726ee-abc0-452a-9644-c6aa111d5500 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:41.636727 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-a7f726ee-abc0-452a-9644-c6aa111d5500 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Allocated IP 172.20.0.9 (ab3d0fea-8142-4d43-addb-9367c726fc3e/dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d/e767f576-9ce7-45b6-8c1e-7de1f26fdbdf) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:42:41.782882 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-a7f726ee-abc0-452a-9644-c6aa111d5500 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:41.795626 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-a7f726ee-abc0-452a-9644-c6aa111d5500 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Transition to ACTIVE for port object e767f576-9ce7-45b6-8c1e-7de1f26fdbdf will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:42:41.881683 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-a7f726ee-abc0-452a-9644-c6aa111d5500 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:41.930333 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-a7f726ee-abc0-452a-9644-c6aa111d5500 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Network ab3d0fea-8142-4d43-addb-9367c726fc3e is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:42:41.933470 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-a7f726ee-abc0-452a-9644-c6aa111d5500 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:42:41.937264 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-a7f726ee-abc0-452a-9644-c6aa111d5500 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:42:41.944440 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f726ee-abc0-452a-9644-c6aa111d5500 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Pushing event updated for resources: {'Port': ['ID=e767f576-9ce7-45b6-8c1e-7de1f26fdbdf,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:41.993080 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-a7f726ee-abc0-452a-9644-c6aa111d5500 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:41.993735 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-a7f726ee-abc0-452a-9644-c6aa111d5500 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:42.099147 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-a7f726ee-abc0-452a-9644-c6aa111d5500 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.68 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8165407 Aug 10 04:42:42.112688 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-0ce6888c-9487-4268-b64b-6c7f8ff9ec8f service neutron] Request body: {'port': {'device_id': '61668bd0-26a2-485f-af59-59e478945779', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802893-2'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:42:42.165344 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e2d9434c-baf8-43d7-9fde-aba380cafc4e None None] Provisioning for port e767f576-9ce7-45b6-8c1e-7de1f26fdbdf completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:42:42.166004 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-0ce6888c-9487-4268-b64b-6c7f8ff9ec8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:42.171778 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e2d9434c-baf8-43d7-9fde-aba380cafc4e None None] Provisioning complete for port e767f576-9ce7-45b6-8c1e-7de1f26fdbdf triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:42:42.172273 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e2d9434c-baf8-43d7-9fde-aba380cafc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:42.213594 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-e2d9434c-baf8-43d7-9fde-aba380cafc4e None None] Port e767f576-9ce7-45b6-8c1e-7de1f26fdbdf cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:42:42.374479 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392febd5-b2ef-4850-95d1-1b5cbc663e5b req-622a920a-ad0a-40c8-9da1-582278cae668 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:42.376017 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-392febd5-b2ef-4850-95d1-1b5cbc663e5b req-622a920a-ad0a-40c8-9da1-582278cae668 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 931 time: 0.1487365 Aug 10 04:42:42.443802 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-392febd5-b2ef-4850-95d1-1b5cbc663e5b req-fb7bbc6f-7a42-4b57-919c-02a988125e65 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546632 Aug 10 04:42:42.503419 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-0ce6888c-9487-4268-b64b-6c7f8ff9ec8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e767f576-9ce7-45b6-8c1e-7de1f26fdbdf {{(pid=94938) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:42:42.510639 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-0ce6888c-9487-4268-b64b-6c7f8ff9ec8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:42.522793 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-0ce6888c-9487-4268-b64b-6c7f8ff9ec8f service neutron] Transition to ACTIVE for port object e767f576-9ce7-45b6-8c1e-7de1f26fdbdf will not be triggered until provisioned by entity L2. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:42:42.582409 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-0ce6888c-9487-4268-b64b-6c7f8ff9ec8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:42.652204 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6888c-9487-4268-b64b-6c7f8ff9ec8f service neutron] Pushing event updated for resources: {'Port': ['ID=e767f576-9ce7-45b6-8c1e-7de1f26fdbdf,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:42.704382 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-0ce6888c-9487-4268-b64b-6c7f8ff9ec8f service neutron] Attempting to bind port e767f576-9ce7-45b6-8c1e-7de1f26fdbdf on host n-h1-802893-2 for vnic_type normal with profile {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:42:42.704713 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-0ce6888c-9487-4268-b64b-6c7f8ff9ec8f service neutron] Attempting to bind port e767f576-9ce7-45b6-8c1e-7de1f26fdbdf by drivers openvswitch,hyperv on host n-h1-802893-2 at level 0 using segments [{'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:42:42.704951 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-0ce6888c-9487-4268-b64b-6c7f8ff9ec8f service neutron] Attempting to bind port e767f576-9ce7-45b6-8c1e-7de1f26fdbdf on network ab3d0fea-8142-4d43-addb-9367c726fc3e {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:42:42.710396 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-0ce6888c-9487-4268-b64b-6c7f8ff9ec8f service neutron] Port e767f576-9ce7-45b6-8c1e-7de1f26fdbdf on network ab3d0fea-8142-4d43-addb-9367c726fc3e not bound, no agent of type Open vSwitch agent registered on host n-h1-802893-2 {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:42:42.710743 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-0ce6888c-9487-4268-b64b-6c7f8ff9ec8f service neutron] Attempting to bind port e767f576-9ce7-45b6-8c1e-7de1f26fdbdf on network ab3d0fea-8142-4d43-addb-9367c726fc3e {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:42:42.715575 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-0ce6888c-9487-4268-b64b-6c7f8ff9ec8f service neutron] Checking agent: {'id': '2cba8572-2719-4875-8f40-1c087e6ba9b8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:42:42.715915 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-0ce6888c-9487-4268-b64b-6c7f8ff9ec8f service neutron] Checking segment: {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:42:42.716331 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-0ce6888c-9487-4268-b64b-6c7f8ff9ec8f service neutron] Bound using segment: {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'} {{(pid=94938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:42:42.716754 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.managers [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-0ce6888c-9487-4268-b64b-6c7f8ff9ec8f service neutron] Bound port: e767f576-9ce7-45b6-8c1e-7de1f26fdbdf, host: n-h1-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'}}] {{(pid=94938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:42:42.717109 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-0ce6888c-9487-4268-b64b-6c7f8ff9ec8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:42.782483 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-0ce6888c-9487-4268-b64b-6c7f8ff9ec8f service neutron] For port e767f576-9ce7-45b6-8c1e-7de1f26fdbdf, host n-h1-802893-2, cleared binding levels {{(pid=94938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:42:42.786121 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-0ce6888c-9487-4268-b64b-6c7f8ff9ec8f service neutron] For port e767f576-9ce7-45b6-8c1e-7de1f26fdbdf, host n-h1-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e767f576-9ce7-45b6-8c1e-7de1f26fdbdf,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:42:42.858801 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-0ce6888c-9487-4268-b64b-6c7f8ff9ec8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:42.894695 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-0ce6888c-9487-4268-b64b-6c7f8ff9ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:42.894695 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-0ce6888c-9487-4268-b64b-6c7f8ff9ec8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:42.895854 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-0ce6888c-9487-4268-b64b-6c7f8ff9ec8f service neutron] 10.222.0.68 "PUT /v2.0/ports/e767f576-9ce7-45b6-8c1e-7de1f26fdbdf HTTP/1.1" status: 200 len: 1091 time: 0.7881796 Aug 10 04:42:42.896314 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61668bd0-26a2-485f-af59-59e478945779', 'tag': 'e767f576-9ce7-45b6-8c1e-7de1f26fdbdf'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:42:42.898518 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c3df90863f34f3d1b173683b03457bec4b9b1016fd9070b7d6b6bbe3252e10d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7eb10c8-44d9-4f22-939a-7aa422dd16d6" -d '{"events": [{"name": "network-changed", "server_uuid": "61668bd0-26a2-485f-af59-59e478945779", "tag": "e767f576-9ce7-45b6-8c1e-7de1f26fdbdf"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:42:42.925355 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6888c-9487-4268-b64b-6c7f8ff9ec8f service neutron] Pushing event updated for resources: {'Port': ['ID=e767f576-9ce7-45b6-8c1e-7de1f26fdbdf,revision_number=3']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:42.946399 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec35767-b4ba-4e05-88d0-096c88bd6c77 x-openstack-request-id: req-9ec35767-b4ba-4e05-88d0-096c88bd6c77 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:42:42.946692 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61668bd0-26a2-485f-af59-59e478945779", "tag": "e767f576-9ce7-45b6-8c1e-7de1f26fdbdf", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:42:42.946945 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ec35767-b4ba-4e05-88d0-096c88bd6c77 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:42:42.947380 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61668bd0-26a2-485f-af59-59e478945779', 'tag': 'e767f576-9ce7-45b6-8c1e-7de1f26fdbdf', 'status': 'completed', 'code': 200} Aug 10 04:42:43.015464 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb10c8-44d9-4f22-939a-7aa422dd16d6 req-bc2a7a94-d8ad-4652-916b-90d7f5dfba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:43.017026 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7eb10c8-44d9-4f22-939a-7aa422dd16d6 req-bc2a7a94-d8ad-4652-916b-90d7f5dfba0e service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 1094 time: 0.0482032 Aug 10 04:42:43.186409 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb10c8-44d9-4f22-939a-7aa422dd16d6 req-fc0b319d-e8b6-4642-aff6-1e129303c152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:43.187891 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7eb10c8-44d9-4f22-939a-7aa422dd16d6 req-fc0b319d-e8b6-4642-aff6-1e129303c152 service neutron] 10.222.0.68 "GET /v2.0/networks?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1635790 Aug 10 04:42:43.340875 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb10c8-44d9-4f22-939a-7aa422dd16d6 req-5d9165ab-e500-43b2-a5be-b1f6b25afc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:43.342252 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f7eb10c8-44d9-4f22-939a-7aa422dd16d6 req-5d9165ab-e500-43b2-a5be-b1f6b25afc8f service neutron] 10.222.0.68 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1476779 Aug 10 04:42:43.419230 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-fc571cb7-7f46-406a-bc06-c54083fbe35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:43.420779 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-fc571cb7-7f46-406a-bc06-c54083fbe35d service neutron] 10.222.0.68 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 1094 time: 0.0417235 Aug 10 04:42:43.465678 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-49cab956-c5c0-403c-92d8-6a8e2b567de8 service neutron] 10.222.0.68 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e767f576-9ce7-45b6-8c1e-7de1f26fdbdf HTTP/1.1" status: 200 len: 217 time: 0.0364096 Aug 10 04:42:43.522711 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-53808ed6-bfdd-49e9-a47c-8508cd2a38d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:43.524146 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-53808ed6-bfdd-49e9-a47c-8508cd2a38d2 service neutron] 10.222.0.68 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0514965 Aug 10 04:42:43.590555 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d16b2-94ed-4f68-9d47-41ec004c9697 req-d504acec-b6c6-4d9e-a436-241ef5adf7a1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:43.592085 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-374d16b2-94ed-4f68-9d47-41ec004c9697 req-d504acec-b6c6-4d9e-a436-241ef5adf7a1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 943 time: 0.0847080 Aug 10 04:42:43.594344 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-1eb0ff51-f2a4-4cb1-9aee-c8dd50d12861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:43.595660 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-1eb0ff51-f2a4-4cb1-9aee-c8dd50d12861 service neutron] 10.222.0.68 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581565 Aug 10 04:42:43.673930 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-374d16b2-94ed-4f68-9d47-41ec004c9697 req-1d5e275b-36b6-4758-a745-d347ee48db2d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753095 Aug 10 04:42:43.676110 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:43.707795 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-d12a7128-94be-4c7a-bd7e-49fff4408875 service neutron] 10.222.0.68 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025536 Aug 10 04:42:43.804516 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-d54bdca2-66e0-42e2-a858-0664fd4c6e6f service neutron] 10.222.0.68 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894153 Aug 10 04:42:43.812530 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-74dcd459-df9c-41b6-9092-60b39e0dba00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:44.313451 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-a86e9d08-2f23-482c-b71d-bc942cde14e6 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:44.315456 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-a86e9d08-2f23-482c-b71d-bc942cde14e6 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.68 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 943 time: 0.0482607 Aug 10 04:42:44.404839 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-4ce48fa6-774c-4c42-91df-05210a55a837 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Deleting port e767f576-9ce7-45b6-8c1e-7de1f26fdbdf {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:42:44.405187 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-4ce48fa6-774c-4c42-91df-05210a55a837 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:44.496763 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-4ce48fa6-774c-4c42-91df-05210a55a837 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] For port e767f576-9ce7-45b6-8c1e-7de1f26fdbdf, host n-h1-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802893-2',level=0,port_id=e767f576-9ce7-45b6-8c1e-7de1f26fdbdf,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:44.497443 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-4ce48fa6-774c-4c42-91df-05210a55a837 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:44.510342 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-4ce48fa6-774c-4c42-91df-05210a55a837 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Calling delete_port for e767f576-9ce7-45b6-8c1e-7de1f26fdbdf owned by compute:nova {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:42:44.819908 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f1a67-fd17-4cdc-9727-cefe46bc8a75 req-c0699fac-184a-4fab-bbcf-1e7262c2fd4b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:44.821719 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8d2f1a67-fd17-4cdc-9727-cefe46bc8a75 req-c0699fac-184a-4fab-bbcf-1e7262c2fd4b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 943 time: 0.0560706 Aug 10 04:42:44.860932 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8d2f1a67-fd17-4cdc-9727-cefe46bc8a75 req-0d38afc9-b0ad-486f-a081-b5b01815aa32 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331876 Aug 10 04:42:45.070134 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-4ce48fa6-774c-4c42-91df-05210a55a837 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:45.103451 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce48fa6-774c-4c42-91df-05210a55a837 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Pushing event deleted for resources: {'Port': ['ID=e767f576-9ce7-45b6-8c1e-7de1f26fdbdf,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:45.152028 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-4ce48fa6-774c-4c42-91df-05210a55a837 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] No DVR routers for this DVR port e767f576-9ce7-45b6-8c1e-7de1f26fdbdf on host n-h1-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:42:45.159712 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-4ce48fa6-774c-4c42-91df-05210a55a837 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:45.159712 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-4ce48fa6-774c-4c42-91df-05210a55a837 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.68 "DELETE /v2.0/ports/e767f576-9ce7-45b6-8c1e-7de1f26fdbdf HTTP/1.1" status: 204 len: 173 time: 0.8361013 Aug 10 04:42:45.159712 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61668bd0-26a2-485f-af59-59e478945779', 'name': 'network-vif-deleted', 'tag': 'e767f576-9ce7-45b6-8c1e-7de1f26fdbdf'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:42:45.160587 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c3df90863f34f3d1b173683b03457bec4b9b1016fd9070b7d6b6bbe3252e10d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2e3725-92c8-4968-8c06-39b32617e325" -d '{"events": [{"server_uuid": "61668bd0-26a2-485f-af59-59e478945779", "name": "network-vif-deleted", "tag": "e767f576-9ce7-45b6-8c1e-7de1f26fdbdf"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:42:45.194310 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 10 Aug 2021 04:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6272d4a1-30a9-4ceb-90ae-80c9fb05a4ac x-openstack-request-id: req-6272d4a1-30a9-4ceb-90ae-80c9fb05a4ac {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:42:45.194604 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61668bd0-26a2-485f-af59-59e478945779", "name": "network-vif-deleted", "tag": "e767f576-9ce7-45b6-8c1e-7de1f26fdbdf", "status": "failed", "code": 422}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:42:45.194865 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6272d4a1-30a9-4ceb-90ae-80c9fb05a4ac {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:42:45.195271 n-d-802893-2 neutron-server[94938]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '61668bd0-26a2-485f-af59-59e478945779', 'name': 'network-vif-deleted', 'tag': 'e767f576-9ce7-45b6-8c1e-7de1f26fdbdf', 'status': 'failed', 'code': 422} returned with failed status Aug 10 04:42:45.475508 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:45.956766 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6ed6ba77-9ddf-4dca-aa25-66d23239df11 req-5027e91e-5f03-4580-813c-0bcedb6d6e5e tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 210 time: 0.0287182 Aug 10 04:42:46.200879 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:47.045446 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:47.050893 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3bb8d773-0813-4b64-b2f7-3319c1a174a3 req-3f2bb62a-ac23-4f0e-bc01-6465b2d06be8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 210 time: 0.0269861 Aug 10 04:42:47.494809 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-e39bab21-ece0-4054-acd2-8508ed7aa475 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:47.496293 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-e39bab21-ece0-4054-acd2-8508ed7aa475 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.20 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 811 time: 0.1062675 Aug 10 04:42:47.547372 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-cb3617e6-f772-4bbe-9ac7-87458ecfceb9 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac448e2b1d3d4e64843e888a0e7229c2 HTTP/1.1" status: 200 len: 379 time: 0.0358078 Aug 10 04:42:47.556945 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-02f27071-0fc3-4740-b647-cf2e62749d37 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Request body: {'port': {'device_id': '61668bd0-26a2-485f-af59-59e478945779', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'admin_state_up': True, 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'security_groups': ['bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:42:47.770524 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-02f27071-0fc3-4740-b647-cf2e62749d37 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Made reservation on behalf of ac448e2b1d3d4e64843e888a0e7229c2 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:42:47.774151 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-02f27071-0fc3-4740-b647-cf2e62749d37 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:47.899624 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-02f27071-0fc3-4740-b647-cf2e62749d37 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Allocated IP 172.20.0.5 (ab3d0fea-8142-4d43-addb-9367c726fc3e/dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d/afa3be22-e358-4c0c-8a05-eeec03bf501b) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:42:48.035718 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-02f27071-0fc3-4740-b647-cf2e62749d37 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:48.048785 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-02f27071-0fc3-4740-b647-cf2e62749d37 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Transition to ACTIVE for port object afa3be22-e358-4c0c-8a05-eeec03bf501b will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:42:48.145824 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-241be537-a8a1-40c8-9d11-2f5183ceacb4 req-d0a680d9-eaed-44f6-a94f-646c2ca7cf28 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 210 time: 0.0278337 Aug 10 04:42:48.146957 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-02f27071-0fc3-4740-b647-cf2e62749d37 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:48.186354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-02f27071-0fc3-4740-b647-cf2e62749d37 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Network ab3d0fea-8142-4d43-addb-9367c726fc3e is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:42:48.192622 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-02f27071-0fc3-4740-b647-cf2e62749d37 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:42:48.196358 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-02f27071-0fc3-4740-b647-cf2e62749d37 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:42:48.228144 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f27071-0fc3-4740-b647-cf2e62749d37 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Pushing event updated for resources: {'Port': ['ID=afa3be22-e358-4c0c-8a05-eeec03bf501b,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:48.243122 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f27071-0fc3-4740-b647-cf2e62749d37 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:48.243473 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f27071-0fc3-4740-b647-cf2e62749d37 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:48.243818 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f27071-0fc3-4740-b647-cf2e62749d37 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:48.244181 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f27071-0fc3-4740-b647-cf2e62749d37 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:48.244535 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f27071-0fc3-4740-b647-cf2e62749d37 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:48.244873 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f27071-0fc3-4740-b647-cf2e62749d37 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:48.245206 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f27071-0fc3-4740-b647-cf2e62749d37 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:48.245533 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f27071-0fc3-4740-b647-cf2e62749d37 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:48.245859 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f27071-0fc3-4740-b647-cf2e62749d37 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:48.246183 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f27071-0fc3-4740-b647-cf2e62749d37 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:48.246508 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f27071-0fc3-4740-b647-cf2e62749d37 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:48.246835 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f27071-0fc3-4740-b647-cf2e62749d37 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:42:48.267780 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-02f27071-0fc3-4740-b647-cf2e62749d37 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:48.269184 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-02f27071-0fc3-4740-b647-cf2e62749d37 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:48.350576 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-02f27071-0fc3-4740-b647-cf2e62749d37 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7973714 Aug 10 04:42:48.370006 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-41c634e7-55fa-425c-9b97-f4bde162fc16 service neutron] Request body: {'port': {'device_id': '61668bd0-26a2-485f-af59-59e478945779', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:42:48.427118 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-41c634e7-55fa-425c-9b97-f4bde162fc16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:48.481138 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e9d4947b-9cd6-49cb-89a6-7ba17bf9d54f None None] Provisioning for port afa3be22-e358-4c0c-8a05-eeec03bf501b completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:42:48.484860 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e9d4947b-9cd6-49cb-89a6-7ba17bf9d54f None None] Provisioning complete for port afa3be22-e358-4c0c-8a05-eeec03bf501b triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:42:48.487829 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e9d4947b-9cd6-49cb-89a6-7ba17bf9d54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:48.520135 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-e9d4947b-9cd6-49cb-89a6-7ba17bf9d54f None None] Port afa3be22-e358-4c0c-8a05-eeec03bf501b cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:42:48.692032 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-41c634e7-55fa-425c-9b97-f4bde162fc16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afa3be22-e358-4c0c-8a05-eeec03bf501b {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:42:48.699281 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-41c634e7-55fa-425c-9b97-f4bde162fc16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:48.710823 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-41c634e7-55fa-425c-9b97-f4bde162fc16 service neutron] Transition to ACTIVE for port object afa3be22-e358-4c0c-8a05-eeec03bf501b will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:42:48.772421 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-41c634e7-55fa-425c-9b97-f4bde162fc16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:48.838967 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c634e7-55fa-425c-9b97-f4bde162fc16 service neutron] Pushing event updated for resources: {'Port': ['ID=afa3be22-e358-4c0c-8a05-eeec03bf501b,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:48.864827 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:42:48.891787 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-41c634e7-55fa-425c-9b97-f4bde162fc16 service neutron] Attempting to bind port afa3be22-e358-4c0c-8a05-eeec03bf501b on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:42:48.892156 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-41c634e7-55fa-425c-9b97-f4bde162fc16 service neutron] Attempting to bind port afa3be22-e358-4c0c-8a05-eeec03bf501b by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:42:48.892488 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-41c634e7-55fa-425c-9b97-f4bde162fc16 service neutron] Attempting to bind port afa3be22-e358-4c0c-8a05-eeec03bf501b on network ab3d0fea-8142-4d43-addb-9367c726fc3e {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:42:48.897054 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-41c634e7-55fa-425c-9b97-f4bde162fc16 service neutron] Port afa3be22-e358-4c0c-8a05-eeec03bf501b on network ab3d0fea-8142-4d43-addb-9367c726fc3e not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:42:48.897379 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-41c634e7-55fa-425c-9b97-f4bde162fc16 service neutron] Attempting to bind port afa3be22-e358-4c0c-8a05-eeec03bf501b on network ab3d0fea-8142-4d43-addb-9367c726fc3e {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:42:48.902487 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-41c634e7-55fa-425c-9b97-f4bde162fc16 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:42:48.902826 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-41c634e7-55fa-425c-9b97-f4bde162fc16 service neutron] Checking segment: {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:42:48.903210 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-41c634e7-55fa-425c-9b97-f4bde162fc16 service neutron] Bound using segment: {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:42:48.903638 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-41c634e7-55fa-425c-9b97-f4bde162fc16 service neutron] Bound port: afa3be22-e358-4c0c-8a05-eeec03bf501b, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc06985-6df8-4efc-a401-0b4574dc8b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:42:48.904031 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-41c634e7-55fa-425c-9b97-f4bde162fc16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:48.974509 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-41c634e7-55fa-425c-9b97-f4bde162fc16 service neutron] For port afa3be22-e358-4c0c-8a05-eeec03bf501b, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:42:48.977548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-41c634e7-55fa-425c-9b97-f4bde162fc16 service neutron] For port afa3be22-e358-4c0c-8a05-eeec03bf501b, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=afa3be22-e358-4c0c-8a05-eeec03bf501b,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:42:49.041312 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-41c634e7-55fa-425c-9b97-f4bde162fc16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:49.076886 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-41c634e7-55fa-425c-9b97-f4bde162fc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:49.077460 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-41c634e7-55fa-425c-9b97-f4bde162fc16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:49.078948 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-41c634e7-55fa-425c-9b97-f4bde162fc16 service neutron] 10.222.0.20 "PUT /v2.0/ports/afa3be22-e358-4c0c-8a05-eeec03bf501b HTTP/1.1" status: 200 len: 1091 time: 0.7136223 Aug 10 04:42:49.079350 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61668bd0-26a2-485f-af59-59e478945779', 'tag': 'afa3be22-e358-4c0c-8a05-eeec03bf501b'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:42:49.082259 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c60fbef6-accc-459b-a922-0395dabf033e" -d '{"events": [{"name": "network-changed", "server_uuid": "61668bd0-26a2-485f-af59-59e478945779", "tag": "afa3be22-e358-4c0c-8a05-eeec03bf501b"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:42:49.106442 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c634e7-55fa-425c-9b97-f4bde162fc16 service neutron] Pushing event updated for resources: {'Port': ['ID=afa3be22-e358-4c0c-8a05-eeec03bf501b,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:49.129435 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851032eb-d288-4977-a106-e485d70c25c0 x-openstack-request-id: req-851032eb-d288-4977-a106-e485d70c25c0 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:42:49.129832 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61668bd0-26a2-485f-af59-59e478945779", "tag": "afa3be22-e358-4c0c-8a05-eeec03bf501b", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:42:49.130219 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-851032eb-d288-4977-a106-e485d70c25c0 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:42:49.130673 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61668bd0-26a2-485f-af59-59e478945779', 'tag': 'afa3be22-e358-4c0c-8a05-eeec03bf501b', 'status': 'completed', 'code': 200} Aug 10 04:42:49.216715 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fbef6-accc-459b-a922-0395dabf033e req-fe1fcdcf-a138-4b08-af71-8c073c8af324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:49.218161 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c60fbef6-accc-459b-a922-0395dabf033e req-fe1fcdcf-a138-4b08-af71-8c073c8af324 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 1094 time: 0.0484066 Aug 10 04:42:49.333107 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ae5f3-41a2-4247-aaa1-f9f53cc3698c req-2de2dcc1-7b7f-4f77-98ee-22c31ab97257 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:49.334593 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-935ae5f3-41a2-4247-aaa1-f9f53cc3698c req-2de2dcc1-7b7f-4f77-98ee-22c31ab97257 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 943 time: 0.1114447 Aug 10 04:42:49.370126 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fbef6-accc-459b-a922-0395dabf033e req-74db724f-6700-448c-a830-26420d592308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:49.371600 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c60fbef6-accc-459b-a922-0395dabf033e req-74db724f-6700-448c-a830-26420d592308 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1382215 Aug 10 04:42:49.405402 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-935ae5f3-41a2-4247-aaa1-f9f53cc3698c req-3565a12d-2644-4ccf-9b72-418c53dcce3e tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635345 Aug 10 04:42:49.480900 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fbef6-accc-459b-a922-0395dabf033e req-826b0bc3-bb08-4fba-8ff4-21cdd8447a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:49.482316 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c60fbef6-accc-459b-a922-0395dabf033e req-826b0bc3-bb08-4fba-8ff4-21cdd8447a3e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1006560 Aug 10 04:42:49.578765 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-9b9a6602-ca5b-467f-8a7e-1ed49ee45cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:49.580333 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-9b9a6602-ca5b-467f-8a7e-1ed49ee45cfa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 1094 time: 0.0407588 Aug 10 04:42:49.628715 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-8725d391-d43b-4a05-a750-cedf3c2bede9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afa3be22-e358-4c0c-8a05-eeec03bf501b HTTP/1.1" status: 200 len: 217 time: 0.0337865 Aug 10 04:42:49.675575 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-6e8f3e75-a46e-4aa4-b6de-3b87a541acf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:49.677006 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-6e8f3e75-a46e-4aa4-b6de-3b87a541acf8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0418823 Aug 10 04:42:49.724838 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-8679981e-356c-497a-88fa-d48609a1f84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:49.726315 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-8679981e-356c-497a-88fa-d48609a1f84e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427995 Aug 10 04:42:49.818873 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-174dc6a0-f051-4a79-9a04-721edd063fff service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845711 Aug 10 04:42:49.913465 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-d69707c6-bd90-45d1-b5b4-ff47778a4218 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873883 Aug 10 04:42:50.542537 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e579537-ac52-4980-a534-e4ec099cd3bd req-94f0b346-e15d-4f55-a228-569ad8951b4d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:50.544019 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3e579537-ac52-4980-a534-e4ec099cd3bd req-94f0b346-e15d-4f55-a228-569ad8951b4d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 943 time: 0.0492423 Aug 10 04:42:50.582167 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3e579537-ac52-4980-a534-e4ec099cd3bd req-dad0f59b-21f7-4dd2-9459-b7562f257499 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320904 Aug 10 04:42:51.698211 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff93412-a5d3-42ff-b140-25efe593b41d req-647b2c8d-415d-450b-9145-15b8a4957711 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:51.699677 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bff93412-a5d3-42ff-b140-25efe593b41d req-647b2c8d-415d-450b-9145-15b8a4957711 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 943 time: 0.0496578 Aug 10 04:42:51.736283 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bff93412-a5d3-42ff-b140-25efe593b41d req-451c3869-4dfe-41f5-bd1c-eeaa5fc6c5d8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303817 Aug 10 04:42:51.960178 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device afa3be22-e358-4c0c-8a05-eeec03bf501b details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:42:52.057385 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port afa3be22-e358-4c0c-8a05-eeec03bf501b, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=afa3be22-e358-4c0c-8a05-eeec03bf501b,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:52.068398 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'afa3be22-e358-4c0c-8a05-eeec03bf501b', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'port_id': 'afa3be22-e358-4c0c-8a05-eeec03bf501b', 'mac_address': 'fa:16:3e:5d:de:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:42:52.104491 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:52.117523 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa3be22-e358-4c0c-8a05-eeec03bf501b {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:42:52.136087 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port afa3be22-e358-4c0c-8a05-eeec03bf501b, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=afa3be22-e358-4c0c-8a05-eeec03bf501b,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:52.223712 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:52.270694 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=afa3be22-e358-4c0c-8a05-eeec03bf501b,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:52.513040 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['afa3be22-e358-4c0c-8a05-eeec03bf501b'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:42:52.856102 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706cdf8-fed8-4d27-8278-3d78adb19b61 req-97b374af-0407-49b6-868e-3df6f27914bc tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:52.857582 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3706cdf8-fed8-4d27-8278-3d78adb19b61 req-97b374af-0407-49b6-868e-3df6f27914bc tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 944 time: 0.0502284 Aug 10 04:42:52.896395 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3706cdf8-fed8-4d27-8278-3d78adb19b61 req-a3d1eb6f-a584-4597-87b5-eafa99344cb8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327873 Aug 10 04:42:53.960679 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device afa3be22-e358-4c0c-8a05-eeec03bf501b up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:42:54.010649 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2a709-085d-4cd3-8e1b-77b9e61ba644 req-b5592469-f8f4-4f45-95a5-5c09f0fe8cc9 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:54.012167 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-31e2a709-085d-4cd3-8e1b-77b9e61ba644 req-b5592469-f8f4-4f45-95a5-5c09f0fe8cc9 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 944 time: 0.0486469 Aug 10 04:42:54.051132 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-31e2a709-085d-4cd3-8e1b-77b9e61ba644 req-c85d942e-374f-4c25-8293-012e75216472 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324018 Aug 10 04:42:54.097742 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port afa3be22-e358-4c0c-8a05-eeec03bf501b completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:42:54.102141 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port afa3be22-e358-4c0c-8a05-eeec03bf501b triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:42:54.102517 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:54.183386 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:54.206665 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61668bd0-26a2-485f-af59-59e478945779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa3be22-e358-4c0c-8a05-eeec03bf501b'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:42:54.208904 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034062a6-1d1b-4439-b26f-fc7bd5f7ade4" -d '{"events": [{"server_uuid": "61668bd0-26a2-485f-af59-59e478945779", "name": "network-vif-plugged", "status": "completed", "tag": "afa3be22-e358-4c0c-8a05-eeec03bf501b"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:42:54.222016 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port afa3be22-e358-4c0c-8a05-eeec03bf501b, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=afa3be22-e358-4c0c-8a05-eeec03bf501b,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:42:54.245595 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33361bb-38af-4080-baa6-a2f6785cd796 x-openstack-request-id: req-e33361bb-38af-4080-baa6-a2f6785cd796 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:42:54.245884 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61668bd0-26a2-485f-af59-59e478945779", "name": "network-vif-plugged", "status": "completed", "tag": "afa3be22-e358-4c0c-8a05-eeec03bf501b", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:42:54.246132 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e33361bb-38af-4080-baa6-a2f6785cd796 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:42:54.246577 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61668bd0-26a2-485f-af59-59e478945779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa3be22-e358-4c0c-8a05-eeec03bf501b', 'code': 200} Aug 10 04:42:54.280547 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:54.328548 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=afa3be22-e358-4c0c-8a05-eeec03bf501b,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:42:54.371939 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee5a24-f602-4534-b325-8f726661d930 req-dc52b72a-78a9-4c3b-a71e-abb32df1f3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:54.373468 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5cee5a24-f602-4534-b325-8f726661d930 req-dc52b72a-78a9-4c3b-a71e-abb32df1f3a0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 1096 time: 0.0459876 Aug 10 04:42:54.408108 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5cee5a24-f602-4534-b325-8f726661d930 req-1027a7ad-ac17-4899-ae96-02d1d6dc2d6e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277042 Aug 10 04:42:55.168554 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9709b-debf-4d5f-9c17-fa9677c478e3 req-5a0ad26a-b3a1-4636-a3e3-ee5b5f33d9e1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:55.170052 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f0e9709b-debf-4d5f-9c17-fa9677c478e3 req-5a0ad26a-b3a1-4636-a3e3-ee5b5f33d9e1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 945 time: 0.0505731 Aug 10 04:42:55.207728 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f0e9709b-debf-4d5f-9c17-fa9677c478e3 req-482ea601-ec34-48eb-82cb-d341815a3c0f tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314994 Aug 10 04:42:56.327215 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f4a30-7b1a-4d71-9927-c04390077c52 req-b65ab8bd-5045-4a84-b4d8-54dabad0768e tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:56.328709 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fb5f4a30-7b1a-4d71-9927-c04390077c52 req-b65ab8bd-5045-4a84-b4d8-54dabad0768e tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 945 time: 0.0514028 Aug 10 04:42:56.365873 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fb5f4a30-7b1a-4d71-9927-c04390077c52 req-e9c1fabe-13cc-4548-aa42-bbc5b26c9595 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307171 Aug 10 04:42:56.475768 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa9c39-9006-4f3e-9c83-a6b2e80e26d2 req-3763a0b1-7cb9-4ccb-baa0-c49209dea4a4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:56.477321 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-71fa9c39-9006-4f3e-9c83-a6b2e80e26d2 req-3763a0b1-7cb9-4ccb-baa0-c49209dea4a4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 945 time: 0.0491681 Aug 10 04:42:56.485808 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 52632) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:42:56.490409 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-2fca511d-076d-49f9-83cd-a164939dc75d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Request body: {'floatingip': {'port_id': 'afa3be22-e358-4c0c-8a05-eeec03bf501b'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:42:56.532662 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2fca511d-076d-49f9-83cd-a164939dc75d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for floatingip, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:56.961294 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2fca511d-076d-49f9-83cd-a164939dc75d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:57.035412 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2fca511d-076d-49f9-83cd-a164939dc75d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:57.138946 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-2fca511d-076d-49f9-83cd-a164939dc75d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Floating IP d6cb4683-e5da-4737-bd4e-7cb82ff7cd09 associated. External IP: 172.25.0.140, port: afa3be22-e358-4c0c-8a05-eeec03bf501b. Aug 10 04:42:57.356682 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fca511d-076d-49f9-83cd-a164939dc75d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Router 69cbbd8b-2aee-4874-b388-a627654741b8 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:42:57.468798 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fca511d-076d-49f9-83cd-a164939dc75d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:42:57.474294 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2fca511d-076d-49f9-83cd-a164939dc75d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:57.478877 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b141d3-b9f9-44d5-a2ce-d24b433859ba None None] Sync routers for ids ['69cbbd8b-2aee-4874-b388-a627654741b8'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:42:57.487630 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b141d3-b9f9-44d5-a2ce-d24b433859ba None None] Routers {'69cbbd8b-2aee-4874-b388-a627654741b8'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:42:57.488276 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-e5b141d3-b9f9-44d5-a2ce-d24b433859ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:42:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['69cbbd8b-2aee-4874-b388-a627654741b8'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:57.501230 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2fca511d-076d-49f9-83cd-a164939dc75d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "PUT /v2.0/floatingips/d6cb4683-e5da-4737-bd4e-7cb82ff7cd09 HTTP/1.1" status: 200 len: 992 time: 1.0144393 Aug 10 04:42:57.501824 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61668bd0-26a2-485f-af59-59e478945779', 'tag': 'afa3be22-e358-4c0c-8a05-eeec03bf501b'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:42:57.504165 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d75226-b03b-40ec-8e25-53e24e5f1f39" -d '{"events": [{"name": "network-changed", "server_uuid": "61668bd0-26a2-485f-af59-59e478945779", "tag": "afa3be22-e358-4c0c-8a05-eeec03bf501b"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:42:57.541168 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0900bf42-085f-464e-8d53-e381f69ac946 x-openstack-request-id: req-0900bf42-085f-464e-8d53-e381f69ac946 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:42:57.541466 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61668bd0-26a2-485f-af59-59e478945779", "tag": "afa3be22-e358-4c0c-8a05-eeec03bf501b", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:42:57.541724 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0900bf42-085f-464e-8d53-e381f69ac946 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:42:57.542157 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61668bd0-26a2-485f-af59-59e478945779', 'tag': 'afa3be22-e358-4c0c-8a05-eeec03bf501b', 'status': 'completed', 'code': 200} Aug 10 04:42:57.600126 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-e5b141d3-b9f9-44d5-a2ce-d24b433859ba None None] Set router 69cbbd8b-2aee-4874-b388-a627654741b8 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:42:57.641752 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d75226-b03b-40ec-8e25-53e24e5f1f39 req-d0fe042c-65de-4a81-8e8c-7c0c9ad39c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:57.643870 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b1d75226-b03b-40ec-8e25-53e24e5f1f39 req-d0fe042c-65de-4a81-8e8c-7c0c9ad39c76 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 1096 time: 0.0406621 Aug 10 04:42:57.744356 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d75226-b03b-40ec-8e25-53e24e5f1f39 req-644c57bc-e6f2-472e-9cd2-8e4bf2b0c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:57.745841 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b1d75226-b03b-40ec-8e25-53e24e5f1f39 req-644c57bc-e6f2-472e-9cd2-8e4bf2b0c895 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0858610 Aug 10 04:42:57.811110 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b1d75226-b03b-40ec-8e25-53e24e5f1f39 req-c064ea4e-cf86-4dc9-9f60-86ea45bb3d45 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afa3be22-e358-4c0c-8a05-eeec03bf501b HTTP/1.1" status: 200 len: 1000 time: 0.0573895 Aug 10 04:42:57.827250 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-e5b141d3-b9f9-44d5-a2ce-d24b433859ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:35:38Z', 'revision_number': 4, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'd6cb4683-e5da-4737-bd4e-7cb82ff7cd09', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'port_id': 'afa3be22-e358-4c0c-8a05-eeec03bf501b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'mac_address': 'fa:16:3e:5d:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61668bd0-26a2-485f-af59-59e478945779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:35:42Z', 'updated_at': '2021-08-10T04:42:56Z', 'revision_number': 13, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac49c1c-9217-42c1-b013-c0a64a679cb6', 'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'mac_address': 'fa:16:3e:42:f3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:37Z', 'updated_at': '2021-08-10T04:35:43Z', 'revision_number': 5, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'subnets': [{'id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:57.853644 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b141d3-b9f9-44d5-a2ce-d24b433859ba None None] Checking router: 69cbbd8b-2aee-4874-b388-a627654741b8 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:42:57.861850 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b141d3-b9f9-44d5-a2ce-d24b433859ba None None] Routers {'69cbbd8b-2aee-4874-b388-a627654741b8'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:42:57.862539 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-e5b141d3-b9f9-44d5-a2ce-d24b433859ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:42:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['69cbbd8b-2aee-4874-b388-a627654741b8'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:57.863281 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d75226-b03b-40ec-8e25-53e24e5f1f39 req-2837d2f9-58f5-4e12-b28e-c6abaac2e4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:57.864807 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b1d75226-b03b-40ec-8e25-53e24e5f1f39 req-2837d2f9-58f5-4e12-b28e-c6abaac2e4ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0476158 Aug 10 04:42:57.910445 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d75226-b03b-40ec-8e25-53e24e5f1f39 req-34217963-8b25-4ccc-9694-8d28b9fa87a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:42:57.911972 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b1d75226-b03b-40ec-8e25-53e24e5f1f39 req-34217963-8b25-4ccc-9694-8d28b9fa87a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403054 Aug 10 04:42:57.967362 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-e5b141d3-b9f9-44d5-a2ce-d24b433859ba None None] Set router 69cbbd8b-2aee-4874-b388-a627654741b8 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:42:58.001917 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b1d75226-b03b-40ec-8e25-53e24e5f1f39 req-73a27a88-0f10-416c-afc1-ab3fe50fafbd service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821764 Aug 10 04:42:58.098576 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b1d75226-b03b-40ec-8e25-53e24e5f1f39 req-f0c3bfb6-e1d8-4f68-8a43-090365c62f16 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897048 Aug 10 04:42:58.113350 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:42:58.208642 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-e5b141d3-b9f9-44d5-a2ce-d24b433859ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:35:38Z', 'revision_number': 4, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'd6cb4683-e5da-4737-bd4e-7cb82ff7cd09', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'port_id': 'afa3be22-e358-4c0c-8a05-eeec03bf501b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'mac_address': 'fa:16:3e:5d:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61668bd0-26a2-485f-af59-59e478945779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:35:42Z', 'updated_at': '2021-08-10T04:42:56Z', 'revision_number': 13, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac49c1c-9217-42c1-b013-c0a64a679cb6', 'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'mac_address': 'fa:16:3e:42:f3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:37Z', 'updated_at': '2021-08-10T04:35:43Z', 'revision_number': 5, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'subnets': [{'id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:42:58.236153 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b141d3-b9f9-44d5-a2ce-d24b433859ba None None] The sync data for ids ['69cbbd8b-2aee-4874-b388-a627654741b8'] in n-d-802893-2 is: [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:35:38Z', 'revision_number': 4, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'd6cb4683-e5da-4737-bd4e-7cb82ff7cd09', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'port_id': 'afa3be22-e358-4c0c-8a05-eeec03bf501b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'mac_address': 'fa:16:3e:5d:de:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61668bd0-26a2-485f-af59-59e478945779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:35:42Z', 'updated_at': '2021-08-10T04:42:56Z', 'revision_number': 13, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac49c1c-9217-42c1-b013-c0a64a679cb6', 'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'mac_address': 'fa:16:3e:42:f3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:37Z', 'updated_at': '2021-08-10T04:35:43Z', 'revision_number': 5, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'subnets': [{'id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:42:58.424996 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493ae08f-6121-469c-962b-e972a578782b None None] New status for floating IP d6cb4683-e5da-4737-bd4e-7cb82ff7cd09: ACTIVE {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:43:09.988778 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-30269d21-fdd8-4590-959e-c2d3ca86e27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:13.683800 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:13.851898 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f1f2970d-2a68-4074-b9a3-541796b5541e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:15.486053 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:16.182927 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:17.064265 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:25.863501 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:43:28.060887 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:39.968880 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a82a155a-1fe8-4ac6-8f97-475f49be879d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:43.685388 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:43.825834 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2082ae6c-05c8-421f-bc3d-82ccd76bb894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:45.482861 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:46.214270 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:47.071595 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:43:55.135787 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58ed63c0-0d79-41ea-81b0-ef4715b7ff2b req-28011661-98bb-4887-95e1-d295d0c66353 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407372 Aug 10 04:43:55.231172 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed63c0-0d79-41ea-81b0-ef4715b7ff2b req-cd9485b2-871c-446d-839e-c11ba0c4d9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:55.232720 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58ed63c0-0d79-41ea-81b0-ef4715b7ff2b req-cd9485b2-871c-446d-839e-c11ba0c4d9ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 1096 time: 0.0398896 Aug 10 04:43:55.643298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed63c0-0d79-41ea-81b0-ef4715b7ff2b req-119a77b5-c187-4ca5-8aa0-21fec823a951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:55.644838 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58ed63c0-0d79-41ea-81b0-ef4715b7ff2b req-119a77b5-c187-4ca5-8aa0-21fec823a951 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.3923130 Aug 10 04:43:55.709476 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58ed63c0-0d79-41ea-81b0-ef4715b7ff2b req-ecc784a8-7c7d-41ae-b7d8-f6ab528e5910 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afa3be22-e358-4c0c-8a05-eeec03bf501b HTTP/1.1" status: 200 len: 1002 time: 0.0569088 Aug 10 04:43:55.761221 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed63c0-0d79-41ea-81b0-ef4715b7ff2b req-463256d6-2f11-41c7-aaec-bb2b3aa3aafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:55.762650 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58ed63c0-0d79-41ea-81b0-ef4715b7ff2b req-463256d6-2f11-41c7-aaec-bb2b3aa3aafa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0466604 Aug 10 04:43:55.807212 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed63c0-0d79-41ea-81b0-ef4715b7ff2b req-3d161d23-5c16-45f5-a6b1-552362ee7aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:43:55.808709 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58ed63c0-0d79-41ea-81b0-ef4715b7ff2b req-3d161d23-5c16-45f5-a6b1-552362ee7aa5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391197 Aug 10 04:43:55.820238 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-58ed63c0-0d79-41ea-81b0-ef4715b7ff2b req-8ebbfc22-c840-438d-9144-0c2af779f2eb service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:43:55.821230 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58ed63c0-0d79-41ea-81b0-ef4715b7ff2b req-8ebbfc22-c840-438d-9144-0c2af779f2eb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050669 Aug 10 04:43:55.909263 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58ed63c0-0d79-41ea-81b0-ef4715b7ff2b req-812a7cca-5375-4e6f-b79f-3cef78260536 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812411 Aug 10 04:43:56.001581 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-58ed63c0-0d79-41ea-81b0-ef4715b7ff2b req-af21af70-cc44-4d4d-ba2f-a9bdfa3ea720 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845227 Aug 10 04:43:58.062697 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:02.862333 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:44:09.979003 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-629bd78c-b999-4cd8-8a21-1e880235c505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:13.679431 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:13.856835 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7e462acf-5961-477f-97ff-e04456a25fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:15.519419 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:16.194281 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:17.073776 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:28.070395 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:37.677704 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e562ebe-a8b6-408e-93a8-b80dee7b983a req-72e18a4e-e892-41ae-b387-04ea136fdf84 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:37.679175 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9e562ebe-a8b6-408e-93a8-b80dee7b983a req-72e18a4e-e892-41ae-b387-04ea136fdf84 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 945 time: 0.0506139 Aug 10 04:44:37.716618 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9e562ebe-a8b6-408e-93a8-b80dee7b983a req-a62ff1d8-5590-4a28-b176-96a90d7cec46 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307992 Aug 10 04:44:39.863280 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:44:39.983562 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b7b84823-6f48-4f79-891a-a80fa464691f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:43.674769 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:43.864010 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-31e1387f-bfd4-44b2-a0f8-52f9214c39d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:45.542038 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:46.258026 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:47.040532 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:49.667875 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96626fb2-8702-4925-af27-37440c7aa22e req-3811003d-80a3-4869-9c60-a3f83912c944 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:49.669408 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-96626fb2-8702-4925-af27-37440c7aa22e req-3811003d-80a3-4869-9c60-a3f83912c944 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 945 time: 0.0514147 Aug 10 04:44:49.708088 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-96626fb2-8702-4925-af27-37440c7aa22e req-135d47e9-d544-4c72-886e-dc4b21fe5902 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326290 Aug 10 04:44:49.939264 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1891b710-d177-48d5-8b91-ca3a740ffb90 req-bc652803-0fde-4198-9c1a-055cd4599aa5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0755653 Aug 10 04:44:50.892916 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927a90d-4f9d-45b5-9a9e-ec2c8b1ced21 req-61c503eb-b29d-4554-b4fe-4d9118643e81 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:50.894431 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4927a90d-4f9d-45b5-9a9e-ec2c8b1ced21 req-61c503eb-b29d-4554-b4fe-4d9118643e81 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 945 time: 0.1119444 Aug 10 04:44:50.934419 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4927a90d-4f9d-45b5-9a9e-ec2c8b1ced21 req-10e4a5d1-686c-4cd7-9c58-d468f9b9f847 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339510 Aug 10 04:44:52.105127 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5e96d-73ce-4cd1-aa2b-a8eb5ef6a131 req-fee667f1-368a-4f02-984f-e5c76abd0331 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:52.106655 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-78b5e96d-73ce-4cd1-aa2b-a8eb5ef6a131 req-fee667f1-368a-4f02-984f-e5c76abd0331 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 945 time: 0.0995648 Aug 10 04:44:52.145563 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-78b5e96d-73ce-4cd1-aa2b-a8eb5ef6a131 req-0bd97625-3b82-449a-9d27-e19f451991ca tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325766 Aug 10 04:44:52.162793 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891b710-d177-48d5-8b91-ca3a740ffb90 req-edecacbd-5b42-4c0a-9be4-77c5d7498b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:52.164372 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1891b710-d177-48d5-8b91-ca3a740ffb90 req-edecacbd-5b42-4c0a-9be4-77c5d7498b79 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 1096 time: 0.0820200 Aug 10 04:44:52.252913 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891b710-d177-48d5-8b91-ca3a740ffb90 req-35c3bdd6-c226-4b3b-bfe7-b12a836fdf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:52.254359 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1891b710-d177-48d5-8b91-ca3a740ffb90 req-35c3bdd6-c226-4b3b-bfe7-b12a836fdf07 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0829711 Aug 10 04:44:52.322531 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1891b710-d177-48d5-8b91-ca3a740ffb90 req-87c6399a-0e81-4580-9c1d-cf30f380e02e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afa3be22-e358-4c0c-8a05-eeec03bf501b HTTP/1.1" status: 200 len: 1002 time: 0.0606620 Aug 10 04:44:52.371882 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891b710-d177-48d5-8b91-ca3a740ffb90 req-a93ad2b7-ad77-4e93-86ea-d0d1b80d5323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:52.373357 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1891b710-d177-48d5-8b91-ca3a740ffb90 req-a93ad2b7-ad77-4e93-86ea-d0d1b80d5323 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0432837 Aug 10 04:44:52.418085 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891b710-d177-48d5-8b91-ca3a740ffb90 req-e36bba7a-50e6-41e6-a722-49eb10e4eb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:52.419589 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1891b710-d177-48d5-8b91-ca3a740ffb90 req-e36bba7a-50e6-41e6-a722-49eb10e4eb4a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393672 Aug 10 04:44:52.513879 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1891b710-d177-48d5-8b91-ca3a740ffb90 req-5e81d335-2af2-4e5b-88e3-11c7a623e0a3 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866754 Aug 10 04:44:52.605197 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1891b710-d177-48d5-8b91-ca3a740ffb90 req-e4212144-7c4f-4b33-99b3-8f09ab8e9a95 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821538 Aug 10 04:44:53.268132 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbee9e1-2674-4725-8ba4-0fbbeb716578 req-812cf000-244d-42b6-a678-7f13024737ef tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:53.269605 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-efbee9e1-2674-4725-8ba4-0fbbeb716578 req-812cf000-244d-42b6-a678-7f13024737ef tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 945 time: 0.0529444 Aug 10 04:44:53.306092 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-efbee9e1-2674-4725-8ba4-0fbbeb716578 req-ff28ce48-0de5-45bb-8aad-16217d897495 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305722 Aug 10 04:44:54.419312 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e02d37-3513-4629-bbba-d2d6f86628de req-d565bd95-2e2e-4442-bbea-6f0cf3dac087 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:54.420845 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b6e02d37-3513-4629-bbba-d2d6f86628de req-d565bd95-2e2e-4442-bbea-6f0cf3dac087 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 945 time: 0.0481157 Aug 10 04:44:54.462344 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b6e02d37-3513-4629-bbba-d2d6f86628de req-fa2159f6-2fae-4096-97fb-2b8572c40f01 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355492 Aug 10 04:44:55.581727 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b656b6-1d54-464a-8447-f1886f1f9d9d req-447e2194-ccdd-4947-82aa-127bc56d1ed3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:55.583284 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-68b656b6-1d54-464a-8447-f1886f1f9d9d req-447e2194-ccdd-4947-82aa-127bc56d1ed3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 945 time: 0.0506365 Aug 10 04:44:55.620551 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-68b656b6-1d54-464a-8447-f1886f1f9d9d req-f064f8b9-86ec-40b0-901e-29dce98c0022 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305774 Aug 10 04:44:56.736171 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793d891-a19f-45e7-8fe1-aadcb58f102b req-f02d06ae-0499-4ed3-b0c2-2709412c8b7d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:56.737846 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1793d891-a19f-45e7-8fe1-aadcb58f102b req-f02d06ae-0499-4ed3-b0c2-2709412c8b7d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 945 time: 0.0487845 Aug 10 04:44:56.775255 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1793d891-a19f-45e7-8fe1-aadcb58f102b req-e9c2081f-92ac-42af-8d29-e84a18d311d3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314069 Aug 10 04:44:57.198870 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa60e9-360f-495e-be78-adb60b03bd77 req-79cbd6c8-a9ac-4871-b526-1eba047ad2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:57.200355 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3baa60e9-360f-495e-be78-adb60b03bd77 req-79cbd6c8-a9ac-4871-b526-1eba047ad2b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 1096 time: 0.0411944 Aug 10 04:44:57.303655 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa60e9-360f-495e-be78-adb60b03bd77 req-413eb524-dc3f-4d27-b546-b934ed4ad87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:57.305075 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3baa60e9-360f-495e-be78-adb60b03bd77 req-413eb524-dc3f-4d27-b546-b934ed4ad87e service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0861154 Aug 10 04:44:57.371179 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3baa60e9-360f-495e-be78-adb60b03bd77 req-60e4cc8f-b666-4c12-a098-08ff556b2f64 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afa3be22-e358-4c0c-8a05-eeec03bf501b HTTP/1.1" status: 200 len: 1002 time: 0.0579851 Aug 10 04:44:57.419072 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa60e9-360f-495e-be78-adb60b03bd77 req-0106ca34-8e3b-405a-b9da-71b7b0775087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:57.420705 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3baa60e9-360f-495e-be78-adb60b03bd77 req-0106ca34-8e3b-405a-b9da-71b7b0775087 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0429432 Aug 10 04:44:57.471238 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa60e9-360f-495e-be78-adb60b03bd77 req-c4df9d41-8ad3-40bb-92ce-498b499bbb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:57.472787 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3baa60e9-360f-495e-be78-adb60b03bd77 req-c4df9d41-8ad3-40bb-92ce-498b499bbb75 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453122 Aug 10 04:44:57.562655 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3baa60e9-360f-495e-be78-adb60b03bd77 req-638da344-93aa-4037-9b18-a846aa2f36be service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819788 Aug 10 04:44:57.654349 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3baa60e9-360f-495e-be78-adb60b03bd77 req-fc33e7d2-68dc-49ba-a43b-b18fafa70c10 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845957 Aug 10 04:44:57.894094 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722b057-0328-48ae-adfc-0ceeec112e9f req-53554f57-7c41-45e9-a84c-943fef991363 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:57.895504 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b722b057-0328-48ae-adfc-0ceeec112e9f req-53554f57-7c41-45e9-a84c-943fef991363 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 945 time: 0.0507958 Aug 10 04:44:57.935475 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b722b057-0328-48ae-adfc-0ceeec112e9f req-31cffacb-b8df-47f2-a214-39bfc86961ef tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339556 Aug 10 04:44:58.100936 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:44:59.053401 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a52018-864f-4553-9d1f-819e1c99ddc5 req-4a9f2df2-d11f-4b8f-8f08-bcada000f47b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:44:59.054898 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-35a52018-864f-4553-9d1f-819e1c99ddc5 req-4a9f2df2-d11f-4b8f-8f08-bcada000f47b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 945 time: 0.0531468 Aug 10 04:44:59.092888 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-35a52018-864f-4553-9d1f-819e1c99ddc5 req-f4656c65-0faf-4ad7-8032-b2b43af69ce1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318654 Aug 10 04:45:00.209544 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1b0c3-e2d7-4076-91ff-0892faff185c req-2050a666-a6d9-4d9c-9575-84d9a1e97f93 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:00.211022 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76e1b0c3-e2d7-4076-91ff-0892faff185c req-2050a666-a6d9-4d9c-9575-84d9a1e97f93 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 945 time: 0.0489933 Aug 10 04:45:00.250353 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-76e1b0c3-e2d7-4076-91ff-0892faff185c req-26c59076-ee0d-4407-b074-476932407a54 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327086 Aug 10 04:45:01.367249 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbcfe87-198a-493b-b1f5-3aeae7c86f24 req-5b1a153d-7983-4c59-94d1-7bd476e65b9d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:01.368759 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7bbcfe87-198a-493b-b1f5-3aeae7c86f24 req-5b1a153d-7983-4c59-94d1-7bd476e65b9d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 945 time: 0.0502357 Aug 10 04:45:01.406767 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7bbcfe87-198a-493b-b1f5-3aeae7c86f24 req-80ab54ec-e026-4701-a3d2-60aadfcec161 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318916 Aug 10 04:45:02.529744 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ae1494-1542-4d2b-9b73-ed700e158e05 req-2fd5d8f7-cd9b-43e6-9fe5-be5039bcc343 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:02.531260 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c2ae1494-1542-4d2b-9b73-ed700e158e05 req-2fd5d8f7-cd9b-43e6-9fe5-be5039bcc343 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 945 time: 0.0552895 Aug 10 04:45:02.570712 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c2ae1494-1542-4d2b-9b73-ed700e158e05 req-3943e607-cff0-4e0a-a776-394b17370915 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333474 Aug 10 04:45:03.685668 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbed99-dc91-487e-a2e7-7f7aa9eeb683 req-e070f1f9-6ac5-4798-b0cd-19d029eca75a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:03.687163 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e3cbed99-dc91-487e-a2e7-7f7aa9eeb683 req-e070f1f9-6ac5-4798-b0cd-19d029eca75a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 945 time: 0.0480294 Aug 10 04:45:03.724739 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e3cbed99-dc91-487e-a2e7-7f7aa9eeb683 req-3bbe5282-ae44-4b29-8474-fa9997dd0110 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316210 Aug 10 04:45:04.842847 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fb70d3-402e-4983-b981-2228eb178828 req-cb18ddba-caf7-4dc3-b773-f1790c2806ee tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:04.844461 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-66fb70d3-402e-4983-b981-2228eb178828 req-cb18ddba-caf7-4dc3-b773-f1790c2806ee tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 945 time: 0.0526664 Aug 10 04:45:04.883115 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-66fb70d3-402e-4983-b981-2228eb178828 req-d857e25f-ddf8-4250-a2eb-edfce25f5590 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323031 Aug 10 04:45:06.007304 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a587740-d05c-4526-8067-ac1a532d01b8 req-09c7e1da-2a7b-4d8e-a51b-01d51b052609 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:06.008847 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2a587740-d05c-4526-8067-ac1a532d01b8 req-09c7e1da-2a7b-4d8e-a51b-01d51b052609 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 945 time: 0.0547240 Aug 10 04:45:06.049383 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2a587740-d05c-4526-8067-ac1a532d01b8 req-33ad29da-cc62-47c1-af5e-d69fdb9f4917 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331984 Aug 10 04:45:06.908539 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1891b710-d177-48d5-8b91-ca3a740ffb90 req-8dddce0a-9d79-4240-b971-5cb21f3c940e service neutron] 10.222.0.20 "GET /v2.0/ports/afa3be22-e358-4c0c-8a05-eeec03bf501b/bindings/n-h2-802893-2 HTTP/1.1" status: 200 len: 382 time: 0.0543344 Aug 10 04:45:07.175929 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a2978b-b7d1-4fae-95af-b86f9b047cb7 req-5405af01-ed31-462a-bf9f-e23b966d5379 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:07.177517 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00a2978b-b7d1-4fae-95af-b86f9b047cb7 req-5405af01-ed31-462a-bf9f-e23b966d5379 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 945 time: 0.0550504 Aug 10 04:45:07.218930 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-00a2978b-b7d1-4fae-95af-b86f9b047cb7 req-de4902f0-73ae-49e3-a7fd-b45a9834c8f4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352333 Aug 10 04:45:07.441685 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891b710-d177-48d5-8b91-ca3a740ffb90 req-cc3c050e-1908-44be-b705-776eba92988e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:07.443216 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1891b710-d177-48d5-8b91-ca3a740ffb90 req-cc3c050e-1908-44be-b705-776eba92988e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779&tenant_id=ac448e2b1d3d4e64843e888a0e7229c2 HTTP/1.1" status: 200 len: 1096 time: 0.0420389 Aug 10 04:45:07.513916 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891b710-d177-48d5-8b91-ca3a740ffb90 req-44af6b63-ffdc-4add-b898-d75368175c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:07.515371 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1891b710-d177-48d5-8b91-ca3a740ffb90 req-44af6b63-ffdc-4add-b898-d75368175c4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 1096 time: 0.0405579 Aug 10 04:45:07.605490 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891b710-d177-48d5-8b91-ca3a740ffb90 req-e40f2946-92da-47a6-b346-4df76762a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:07.607537 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1891b710-d177-48d5-8b91-ca3a740ffb90 req-e40f2946-92da-47a6-b346-4df76762a0eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0847552 Aug 10 04:45:07.672512 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1891b710-d177-48d5-8b91-ca3a740ffb90 req-b262cba4-abdd-49bd-afe5-517729849142 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afa3be22-e358-4c0c-8a05-eeec03bf501b HTTP/1.1" status: 200 len: 1002 time: 0.0575914 Aug 10 04:45:07.720827 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891b710-d177-48d5-8b91-ca3a740ffb90 req-099185e2-ed74-4be3-9dd4-d2da222143ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:07.722180 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1891b710-d177-48d5-8b91-ca3a740ffb90 req-099185e2-ed74-4be3-9dd4-d2da222143ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0430770 Aug 10 04:45:07.771076 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891b710-d177-48d5-8b91-ca3a740ffb90 req-200aac28-1ff5-4898-aa58-471b255cfa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:07.772621 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1891b710-d177-48d5-8b91-ca3a740ffb90 req-200aac28-1ff5-4898-aa58-471b255cfa90 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436647 Aug 10 04:45:07.862254 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1891b710-d177-48d5-8b91-ca3a740ffb90 req-d266b69a-07b7-4684-9437-eb3cced1b800 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816422 Aug 10 04:45:07.954221 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1891b710-d177-48d5-8b91-ca3a740ffb90 req-5ebecf5e-d625-4d17-bcaa-b01e2171cf4f service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850997 Aug 10 04:45:08.342571 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06015e54-d881-4ec0-93e0-ad045d5f9daa req-44b2de19-487c-49cb-ab3d-e1b290a7295e tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:08.344286 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-06015e54-d881-4ec0-93e0-ad045d5f9daa req-44b2de19-487c-49cb-ab3d-e1b290a7295e tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 945 time: 0.0514307 Aug 10 04:45:08.383190 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-06015e54-d881-4ec0-93e0-ad045d5f9daa req-b9aa8808-4738-4021-a6e3-c71ec21f49f4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328734 Aug 10 04:45:08.603285 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device afa3be22-e358-4c0c-8a05-eeec03bf501b no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:45:08.681197 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:08.704076 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61668bd0-26a2-485f-af59-59e478945779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afa3be22-e358-4c0c-8a05-eeec03bf501b'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:45:08.706352 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c393a30-69d3-4562-845b-be88f6c17f39" -d '{"events": [{"server_uuid": "61668bd0-26a2-485f-af59-59e478945779", "name": "network-vif-unplugged", "status": "completed", "tag": "afa3be22-e358-4c0c-8a05-eeec03bf501b"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:45:08.719639 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port afa3be22-e358-4c0c-8a05-eeec03bf501b, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=afa3be22-e358-4c0c-8a05-eeec03bf501b,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:08.751412 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6144cfdc-a09a-4288-b183-b3580e3eecdb x-openstack-request-id: req-6144cfdc-a09a-4288-b183-b3580e3eecdb {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:45:08.751550 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61668bd0-26a2-485f-af59-59e478945779", "name": "network-vif-unplugged", "status": "completed", "tag": "afa3be22-e358-4c0c-8a05-eeec03bf501b", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:45:08.751908 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6144cfdc-a09a-4288-b183-b3580e3eecdb {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:45:08.752236 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61668bd0-26a2-485f-af59-59e478945779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afa3be22-e358-4c0c-8a05-eeec03bf501b', 'code': 200} Aug 10 04:45:08.800238 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:08.850327 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=afa3be22-e358-4c0c-8a05-eeec03bf501b,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:08.858136 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:08.858417 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:08.858754 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:08.859089 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:08.859420 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:08.859742 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:08.860099 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:08.860424 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:08.860747 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:08.861315 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:08.861648 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:08.861969 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:09.501878 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37aa3f-b947-4278-99f0-730bec5a1080 req-a2d39fbd-d127-4056-932e-f89c2434abee tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:09.503387 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a37aa3f-b947-4278-99f0-730bec5a1080 req-a2d39fbd-d127-4056-932e-f89c2434abee tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 943 time: 0.0497165 Aug 10 04:45:09.542066 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a37aa3f-b947-4278-99f0-730bec5a1080 req-00d48c2d-13f5-45df-8773-170ff28b8f7c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325596 Aug 10 04:45:09.975620 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-61cab07d-0b55-4816-817f-1e02637fdbc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:10.671294 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f92dc-d1b2-4ed7-a3d1-e129738afbef req-540ad474-910e-49ec-9f66-b7d03ab16215 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:10.673067 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3e0f92dc-d1b2-4ed7-a3d1-e129738afbef req-540ad474-910e-49ec-9f66-b7d03ab16215 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 943 time: 0.0562391 Aug 10 04:45:10.719306 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3e0f92dc-d1b2-4ed7-a3d1-e129738afbef req-8ffe024f-f8ad-417d-a971-c196fb020487 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334547 Aug 10 04:45:11.836536 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e3137-2160-42b7-9be8-3ee89799f5c5 req-12299de3-89e9-4b23-ac89-5ea263072cc9 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:11.838041 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-df9e3137-2160-42b7-9be8-3ee89799f5c5 req-12299de3-89e9-4b23-ac89-5ea263072cc9 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 943 time: 0.0541613 Aug 10 04:45:11.876974 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-df9e3137-2160-42b7-9be8-3ee89799f5c5 req-eb540101-b5ba-4d58-997e-6ae6583890fe tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322552 Aug 10 04:45:12.998797 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146581bd-21da-47ac-a523-52b13211b03a req-a56fd494-66bc-4081-990f-93440c110ab7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:13.000320 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-146581bd-21da-47ac-a523-52b13211b03a req-a56fd494-66bc-4081-990f-93440c110ab7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 943 time: 0.0526850 Aug 10 04:45:13.038219 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-146581bd-21da-47ac-a523-52b13211b03a req-a042c577-1584-4cd1-91b1-f4e7f16feb21 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319424 Aug 10 04:45:13.679394 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:13.822076 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7ffa7156-53e5-45e0-8d87-905300ced6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:14.154372 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723f900-5cb7-44e6-a8bc-40961ed93612 req-66b4754a-7b70-463d-bfc0-afc189c42f2a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:14.155880 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0723f900-5cb7-44e6-a8bc-40961ed93612 req-66b4754a-7b70-463d-bfc0-afc189c42f2a tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 943 time: 0.0485394 Aug 10 04:45:14.193395 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0723f900-5cb7-44e6-a8bc-40961ed93612 req-4261c89f-1ba7-41d2-9802-109a0c7c54bf tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316012 Aug 10 04:45:15.315902 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac518f-948a-499b-bc42-5a90c0fb2464 req-5f6ef082-e54a-456b-802e-1d77db7753fb tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:15.317429 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-68ac518f-948a-499b-bc42-5a90c0fb2464 req-5f6ef082-e54a-456b-802e-1d77db7753fb tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 943 time: 0.0529976 Aug 10 04:45:15.355352 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-68ac518f-948a-499b-bc42-5a90c0fb2464 req-ee53cf9d-7309-44cf-a7ce-aa016214102f tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317867 Aug 10 04:45:15.535308 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:16.262456 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:16.474260 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052280d0-b5d5-4853-9ff9-4f0d6853e559 req-33b7ac59-2e98-4154-9cc6-5ae0bee5bf8d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:16.475743 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-052280d0-b5d5-4853-9ff9-4f0d6853e559 req-33b7ac59-2e98-4154-9cc6-5ae0bee5bf8d tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 943 time: 0.0497983 Aug 10 04:45:16.512814 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-052280d0-b5d5-4853-9ff9-4f0d6853e559 req-a2d7c1c5-419b-4643-ad9b-23086e45abc1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310743 Aug 10 04:45:16.862814 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:45:17.079326 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:17.639864 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9458b1-e710-42c7-adeb-98854a31e47a req-13e3aff0-fe9a-4f9c-a7f9-d1d3a30b08ae tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:17.641397 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-af9458b1-e710-42c7-adeb-98854a31e47a req-13e3aff0-fe9a-4f9c-a7f9-d1d3a30b08ae tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 943 time: 0.0519423 Aug 10 04:45:17.680248 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-af9458b1-e710-42c7-adeb-98854a31e47a req-f66121d9-8c45-48c6-8df2-95167357ab8e tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328901 Aug 10 04:45:18.799670 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed8860-2a1e-42ca-a52b-810718dfc1c8 req-ce2d14b6-3d58-451b-910f-ab7f91dea7a6 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:18.801176 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-83ed8860-2a1e-42ca-a52b-810718dfc1c8 req-ce2d14b6-3d58-451b-910f-ab7f91dea7a6 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 943 time: 0.0530429 Aug 10 04:45:18.838055 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-83ed8860-2a1e-42ca-a52b-810718dfc1c8 req-df2dcb6c-a9f1-45fa-9ec2-984cde58ffd8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309060 Aug 10 04:45:19.958601 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309aef60-a9dd-4684-9a66-8aa50d8f70e1 req-b304569c-897c-4892-a765-40ae3d0c537b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:19.960119 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-309aef60-a9dd-4684-9a66-8aa50d8f70e1 req-b304569c-897c-4892-a765-40ae3d0c537b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 943 time: 0.0496716 Aug 10 04:45:19.998593 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-309aef60-a9dd-4684-9a66-8aa50d8f70e1 req-5e3b5194-c9d3-4922-8d66-185e78698496 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325778 Aug 10 04:45:20.505503 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb27173-69d0-4210-8162-b5f044d3f878 req-45e8d371-0ff0-4ccb-9179-3f37ea796d3f tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:20.507055 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9fb27173-69d0-4210-8162-b5f044d3f878 req-45e8d371-0ff0-4ccb-9179-3f37ea796d3f tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 943 time: 0.0540733 Aug 10 04:45:20.573849 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9fb27173-69d0-4210-8162-b5f044d3f878 req-3cdaf686-a542-46de-92c0-80265a6b4fc9 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607524 Aug 10 04:45:20.591906 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de77bb-1422-4ccb-b623-df8a5731483a req-455b06a0-0bba-487f-9d32-5176beeb808c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:20.593415 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89de77bb-1422-4ccb-b623-df8a5731483a req-455b06a0-0bba-487f-9d32-5176beeb808c tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.20 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779&tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&binding%3Ahost_id=n-h2-802893-2 HTTP/1.1" status: 200 len: 943 time: 0.0664666 Aug 10 04:45:20.647838 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device afa3be22-e358-4c0c-8a05-eeec03bf501b details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:45:20.654835 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89de77bb-1422-4ccb-b623-df8a5731483a req-c964e8b3-2f26-4291-afc1-1bdd19318d40 service neutron] 10.222.0.20 "GET /v2.0/ports/afa3be22-e358-4c0c-8a05-eeec03bf501b/bindings/n-h2-802893-2 HTTP/1.1" status: 200 len: 382 time: 0.0544410 Aug 10 04:45:20.732048 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de77bb-1422-4ccb-b623-df8a5731483a req-12ff61db-f272-47ad-9ea1-e4a6882bafb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:20.733651 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89de77bb-1422-4ccb-b623-df8a5731483a req-12ff61db-f272-47ad-9ea1-e4a6882bafb7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 1094 time: 0.0411139 Aug 10 04:45:20.743738 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port afa3be22-e358-4c0c-8a05-eeec03bf501b, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=afa3be22-e358-4c0c-8a05-eeec03bf501b,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:20.755676 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'afa3be22-e358-4c0c-8a05-eeec03bf501b', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'port_id': 'afa3be22-e358-4c0c-8a05-eeec03bf501b', 'mac_address': 'fa:16:3e:5d:de:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:45:20.793127 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:20.805994 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa3be22-e358-4c0c-8a05-eeec03bf501b {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:45:20.825212 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port afa3be22-e358-4c0c-8a05-eeec03bf501b, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=afa3be22-e358-4c0c-8a05-eeec03bf501b,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:20.826796 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de77bb-1422-4ccb-b623-df8a5731483a req-e9aaaca0-f9f4-4a10-9f48-f7a16cc6e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:20.843372 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89de77bb-1422-4ccb-b623-df8a5731483a req-e9aaaca0-f9f4-4a10-9f48-f7a16cc6e02b service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0878339 Aug 10 04:45:20.894138 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89de77bb-1422-4ccb-b623-df8a5731483a req-8514ce29-25f7-4b63-8610-4c9a693865a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afa3be22-e358-4c0c-8a05-eeec03bf501b HTTP/1.1" status: 200 len: 1000 time: 0.0591781 Aug 10 04:45:20.896372 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:20.948071 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=afa3be22-e358-4c0c-8a05-eeec03bf501b,revision_number=7']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:20.948295 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de77bb-1422-4ccb-b623-df8a5731483a req-b7726baa-ffc3-4b6a-9bd7-296fee8cb34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:20.949471 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89de77bb-1422-4ccb-b623-df8a5731483a req-b7726baa-ffc3-4b6a-9bd7-296fee8cb34e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0486605 Aug 10 04:45:20.995507 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de77bb-1422-4ccb-b623-df8a5731483a req-d1ce26cc-6936-4904-a588-3f365e0419a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:20.997045 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89de77bb-1422-4ccb-b623-df8a5731483a req-d1ce26cc-6936-4904-a588-3f365e0419a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401235 Aug 10 04:45:21.089734 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89de77bb-1422-4ccb-b623-df8a5731483a req-484b84b4-d5b2-4c1c-88e6-e4acb70fba9c service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846186 Aug 10 04:45:21.192980 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89de77bb-1422-4ccb-b623-df8a5731483a req-a759e99c-ae1d-495b-a97f-d6d7fce52064 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877109 Aug 10 04:45:21.215428 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['afa3be22-e358-4c0c-8a05-eeec03bf501b'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:45:21.692191 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab4c0e-71e1-4a37-8e54-cf88ddec1ed0 req-842bc7b2-2db1-4745-bad7-cd8738b37a01 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:21.693687 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-67ab4c0e-71e1-4a37-8e54-cf88ddec1ed0 req-842bc7b2-2db1-4745-bad7-cd8738b37a01 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 944 time: 0.0487704 Aug 10 04:45:21.731478 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-67ab4c0e-71e1-4a37-8e54-cf88ddec1ed0 req-b1770d61-bdc9-43a4-a003-55dff57d53d9 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318644 Aug 10 04:45:22.668818 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device afa3be22-e358-4c0c-8a05-eeec03bf501b up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:45:22.715747 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port afa3be22-e358-4c0c-8a05-eeec03bf501b triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:22.716063 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:22.794279 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:22.817137 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61668bd0-26a2-485f-af59-59e478945779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa3be22-e358-4c0c-8a05-eeec03bf501b'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:45:22.819438 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df53576-efd5-498f-8b1e-41b8ad7847c9" -d '{"events": [{"server_uuid": "61668bd0-26a2-485f-af59-59e478945779", "name": "network-vif-plugged", "status": "completed", "tag": "afa3be22-e358-4c0c-8a05-eeec03bf501b"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:45:22.833135 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port afa3be22-e358-4c0c-8a05-eeec03bf501b, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=afa3be22-e358-4c0c-8a05-eeec03bf501b,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:22.850699 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc8924f-4e0c-43f3-8b6a-29ae3cd7601b req-cd8bbe60-c4a2-4cc2-83aa-0cf226876732 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:22.852255 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9bc8924f-4e0c-43f3-8b6a-29ae3cd7601b req-cd8bbe60-c4a2-4cc2-83aa-0cf226876732 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 944 time: 0.0510027 Aug 10 04:45:22.890653 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:22.893597 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9bc8924f-4e0c-43f3-8b6a-29ae3cd7601b req-b9d18a0a-a1e1-4ca7-9768-09649954e9f9 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348325 Aug 10 04:45:22.919287 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e947cf78-8c34-4370-9838-44f79ff52018 x-openstack-request-id: req-e947cf78-8c34-4370-9838-44f79ff52018 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:45:22.919574 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61668bd0-26a2-485f-af59-59e478945779", "name": "network-vif-plugged", "status": "completed", "tag": "afa3be22-e358-4c0c-8a05-eeec03bf501b", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:45:22.919823 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e947cf78-8c34-4370-9838-44f79ff52018 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:45:22.920233 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61668bd0-26a2-485f-af59-59e478945779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa3be22-e358-4c0c-8a05-eeec03bf501b', 'code': 200} Aug 10 04:45:22.940449 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=afa3be22-e358-4c0c-8a05-eeec03bf501b,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:24.017479 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51321761-7793-40fb-bea0-598641e51f39 req-04d5147c-6328-4c04-a7db-61280d2bdd2e tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:24.018990 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-51321761-7793-40fb-bea0-598641e51f39 req-04d5147c-6328-4c04-a7db-61280d2bdd2e tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 945 time: 0.0540831 Aug 10 04:45:24.058260 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-51321761-7793-40fb-bea0-598641e51f39 req-030320c6-2aa5-41ba-acf5-566d9365edce tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331435 Aug 10 04:45:25.177718 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd916758-ecf4-4b6c-ba9d-24fed7472ccc req-d2416311-810b-437f-b550-3cd3a4f14272 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:25.179183 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dd916758-ecf4-4b6c-ba9d-24fed7472ccc req-d2416311-810b-437f-b550-3cd3a4f14272 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 945 time: 0.0481675 Aug 10 04:45:25.215811 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dd916758-ecf4-4b6c-ba9d-24fed7472ccc req-51df31eb-e8eb-4333-95fc-597cac32ab18 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306740 Aug 10 04:45:26.001142 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de77bb-1422-4ccb-b623-df8a5731483a req-8ebaa5f1-9c98-47bc-878e-4434b2a9c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:26.002903 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89de77bb-1422-4ccb-b623-df8a5731483a req-8ebaa5f1-9c98-47bc-878e-4434b2a9c56d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779&tenant_id=ac448e2b1d3d4e64843e888a0e7229c2 HTTP/1.1" status: 200 len: 1096 time: 0.0417914 Aug 10 04:45:26.074175 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de77bb-1422-4ccb-b623-df8a5731483a req-5ac66e7a-02a3-4c94-8665-9618ae89b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:26.075709 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89de77bb-1422-4ccb-b623-df8a5731483a req-5ac66e7a-02a3-4c94-8665-9618ae89b40b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 1096 time: 0.0405641 Aug 10 04:45:26.172388 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de77bb-1422-4ccb-b623-df8a5731483a req-289509eb-a009-46e5-a324-795f6b766ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:26.173820 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89de77bb-1422-4ccb-b623-df8a5731483a req-289509eb-a009-46e5-a324-795f6b766ba9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 200 len: 912 time: 0.0913765 Aug 10 04:45:26.243262 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89de77bb-1422-4ccb-b623-df8a5731483a req-86ae1696-8b9f-4176-aee9-a600b7e0519b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afa3be22-e358-4c0c-8a05-eeec03bf501b HTTP/1.1" status: 200 len: 1002 time: 0.0623059 Aug 10 04:45:26.320861 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de77bb-1422-4ccb-b623-df8a5731483a req-dae5d596-6d43-45e3-96f9-ed9504c445fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:26.322304 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89de77bb-1422-4ccb-b623-df8a5731483a req-dae5d596-6d43-45e3-96f9-ed9504c445fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 200 len: 850 time: 0.0726535 Aug 10 04:45:26.349316 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a129fbf-a820-4981-8ae1-b3855850d682 req-c3e67bf7-b30e-451c-a4ea-54a0f70965dd tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:26.350735 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a129fbf-a820-4981-8ae1-b3855850d682 req-c3e67bf7-b30e-451c-a4ea-54a0f70965dd tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 945 time: 0.0660093 Aug 10 04:45:26.404883 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a129fbf-a820-4981-8ae1-b3855850d682 req-b2404ebf-b869-47d3-a2c4-5a7500402dcf tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402253 Aug 10 04:45:26.407429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de77bb-1422-4ccb-b623-df8a5731483a req-ca8b431b-eefa-4bfa-a12f-6c6a1cd9cb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:26.409131 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89de77bb-1422-4ccb-b623-df8a5731483a req-ca8b431b-eefa-4bfa-a12f-6c6a1cd9cb63 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ab3d0fea-8142-4d43-addb-9367c726fc3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792606 Aug 10 04:45:26.503041 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89de77bb-1422-4ccb-b623-df8a5731483a req-f0507157-db5b-42dd-82ba-057efece0b3e service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863237 Aug 10 04:45:26.597113 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89de77bb-1422-4ccb-b623-df8a5731483a req-12221886-d48f-4bb8-be69-6e72ef19bb84 service neutron] 10.222.0.20 "GET /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872998 Aug 10 04:45:26.671229 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device afa3be22-e358-4c0c-8a05-eeec03bf501b no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:45:26.910560 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:26.932874 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61668bd0-26a2-485f-af59-59e478945779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afa3be22-e358-4c0c-8a05-eeec03bf501b'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:45:26.935053 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adde570a-e53b-433b-8a73-513493ffced0" -d '{"events": [{"server_uuid": "61668bd0-26a2-485f-af59-59e478945779", "name": "network-vif-unplugged", "status": "completed", "tag": "afa3be22-e358-4c0c-8a05-eeec03bf501b"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:45:26.948655 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port afa3be22-e358-4c0c-8a05-eeec03bf501b, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=afa3be22-e358-4c0c-8a05-eeec03bf501b,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:26.981240 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7453a323-1be6-4b41-a700-8fadc5f0b469 x-openstack-request-id: req-7453a323-1be6-4b41-a700-8fadc5f0b469 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:45:26.981544 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61668bd0-26a2-485f-af59-59e478945779", "name": "network-vif-unplugged", "status": "completed", "tag": "afa3be22-e358-4c0c-8a05-eeec03bf501b", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:45:26.981794 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7453a323-1be6-4b41-a700-8fadc5f0b469 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:45:26.982189 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61668bd0-26a2-485f-af59-59e478945779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afa3be22-e358-4c0c-8a05-eeec03bf501b', 'code': 200} Aug 10 04:45:27.124041 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:27.171257 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=afa3be22-e358-4c0c-8a05-eeec03bf501b,revision_number=9']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:27.522139 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680c39f-89a0-4503-949c-6e5a9c020fb3 req-24c86b67-8601-4345-9b02-846ba961f5f2 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:27.523545 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0680c39f-89a0-4503-949c-6e5a9c020fb3 req-24c86b67-8601-4345-9b02-846ba961f5f2 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 943 time: 0.0494907 Aug 10 04:45:27.562323 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0680c39f-89a0-4503-949c-6e5a9c020fb3 req-ede1d30e-3b49-4813-bf6d-457fe391aeea tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327489 Aug 10 04:45:28.101913 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:28.690358 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b137e2b5-dcaf-44b1-a4b0-6ccadff04023 req-9e9635c0-89cd-4426-bf3a-841aa87d42d1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:28.692043 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b137e2b5-dcaf-44b1-a4b0-6ccadff04023 req-9e9635c0-89cd-4426-bf3a-841aa87d42d1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 943 time: 0.0571127 Aug 10 04:45:28.731108 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b137e2b5-dcaf-44b1-a4b0-6ccadff04023 req-0b051dec-388c-4304-90b6-9e0bece06524 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329638 Aug 10 04:45:29.855941 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd0ac2-73cd-4392-b4e1-ca258810689f req-2cf11f16-fe5f-4716-8ebe-ff9c57f84c86 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:29.857445 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-97fd0ac2-73cd-4392-b4e1-ca258810689f req-2cf11f16-fe5f-4716-8ebe-ff9c57f84c86 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 943 time: 0.0530958 Aug 10 04:45:29.896251 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-97fd0ac2-73cd-4392-b4e1-ca258810689f req-c16abde6-1fa0-495e-9e91-27d48de1e9a1 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319881 Aug 10 04:45:31.015155 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc03552-e76a-4bb6-b8fc-43f2adc166a9 req-51899356-fa43-42c6-9667-11dbca120f78 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:31.016556 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fcc03552-e76a-4bb6-b8fc-43f2adc166a9 req-51899356-fa43-42c6-9667-11dbca120f78 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 943 time: 0.0493646 Aug 10 04:45:31.055351 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fcc03552-e76a-4bb6-b8fc-43f2adc166a9 req-9682da4c-ac11-4f56-862d-dd9196d7bb4f tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322042 Aug 10 04:45:32.171879 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9f3c4-7446-4d05-b51a-3a8d855581b4 req-b65b625f-f6eb-43fa-a59e-2dcadc7f3e59 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:32.173422 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-96d9f3c4-7446-4d05-b51a-3a8d855581b4 req-b65b625f-f6eb-43fa-a59e-2dcadc7f3e59 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 943 time: 0.0492446 Aug 10 04:45:32.210890 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-96d9f3c4-7446-4d05-b51a-3a8d855581b4 req-820794b4-7a8b-4710-965e-6553144cca88 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314372 Aug 10 04:45:33.334305 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d9dab-b310-4e9e-9833-eb4ff0701589 req-15d0db18-b9b7-4f22-8634-119ac33e5986 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:33.335838 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9f9d9dab-b310-4e9e-9833-eb4ff0701589 req-15d0db18-b9b7-4f22-8634-119ac33e5986 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 943 time: 0.0514672 Aug 10 04:45:33.375942 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9f9d9dab-b310-4e9e-9833-eb4ff0701589 req-aac13a08-4757-4c51-b5d8-c254f40dc390 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317764 Aug 10 04:45:34.492684 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb660d-49b1-4349-94e2-32c7a55578ec req-280c7b3b-9655-414a-a966-63c36916ca17 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:34.494169 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78eb660d-49b1-4349-94e2-32c7a55578ec req-280c7b3b-9655-414a-a966-63c36916ca17 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 943 time: 0.0484130 Aug 10 04:45:34.531338 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-78eb660d-49b1-4349-94e2-32c7a55578ec req-314e2a27-d24a-4da1-a686-b66685d1a463 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311687 Aug 10 04:45:35.652065 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24625fb-3e25-4caa-96ed-c11c060ca3ca req-bca357ba-e51e-4cf0-aed3-e3fc7e5a0afb tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:35.653525 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c24625fb-3e25-4caa-96ed-c11c060ca3ca req-bca357ba-e51e-4cf0-aed3-e3fc7e5a0afb tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 943 time: 0.0530629 Aug 10 04:45:35.690711 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c24625fb-3e25-4caa-96ed-c11c060ca3ca req-35e5b0a8-fe19-419b-bc5a-7cd88f002141 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303550 Aug 10 04:45:36.811170 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfb766-b196-4e48-8fc3-b86279b82e4b req-ea23c0e0-d4d3-4592-a553-00bdb54ce8f2 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:36.812669 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c4bfb766-b196-4e48-8fc3-b86279b82e4b req-ea23c0e0-d4d3-4592-a553-00bdb54ce8f2 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 943 time: 0.0528150 Aug 10 04:45:36.850459 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c4bfb766-b196-4e48-8fc3-b86279b82e4b req-dd93ea87-6414-473a-98e1-95f9c60175da tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314350 Aug 10 04:45:37.967826 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0399e5d-1b74-4913-837f-7a8327046301 req-05bebc02-0f87-4d45-9cc9-8ffb4064da88 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:37.969357 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a0399e5d-1b74-4913-837f-7a8327046301 req-05bebc02-0f87-4d45-9cc9-8ffb4064da88 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 943 time: 0.0492151 Aug 10 04:45:38.008850 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a0399e5d-1b74-4913-837f-7a8327046301 req-b84b32dc-80ef-473e-b520-5aaa9e0cdfd9 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333366 Aug 10 04:45:38.774012 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device afa3be22-e358-4c0c-8a05-eeec03bf501b details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:45:38.870342 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port afa3be22-e358-4c0c-8a05-eeec03bf501b, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=afa3be22-e358-4c0c-8a05-eeec03bf501b,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:38.882608 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'afa3be22-e358-4c0c-8a05-eeec03bf501b', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'port_id': 'afa3be22-e358-4c0c-8a05-eeec03bf501b', 'mac_address': 'fa:16:3e:5d:de:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:45:38.918834 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:38.931556 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa3be22-e358-4c0c-8a05-eeec03bf501b {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:45:38.950710 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port afa3be22-e358-4c0c-8a05-eeec03bf501b, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=afa3be22-e358-4c0c-8a05-eeec03bf501b,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:39.009821 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:39.063604 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=afa3be22-e358-4c0c-8a05-eeec03bf501b,revision_number=10']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:39.131054 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc09fbc-0b92-42ff-bac0-0efbf3cb33e9 req-f94b63bb-8201-43b8-99f6-7526560f22ec tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:39.132564 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ebc09fbc-0b92-42ff-bac0-0efbf3cb33e9 req-f94b63bb-8201-43b8-99f6-7526560f22ec tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 945 time: 0.0533245 Aug 10 04:45:39.169627 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ebc09fbc-0b92-42ff-bac0-0efbf3cb33e9 req-c0a5b867-8436-4810-b087-580bfbaaa295 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311174 Aug 10 04:45:39.280657 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['afa3be22-e358-4c0c-8a05-eeec03bf501b'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:45:39.344988 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3fe0e-9ff6-4294-8849-58f42408afaa req-c4361a77-d3d8-4f30-aea0-c6ae8e3b9df3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:39.346434 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b7e3fe0e-9ff6-4294-8849-58f42408afaa req-c4361a77-d3d8-4f30-aea0-c6ae8e3b9df3 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 945 time: 0.0571015 Aug 10 04:45:39.385104 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b7e3fe0e-9ff6-4294-8849-58f42408afaa req-c56785ca-e111-478e-b4bc-94c84d8dbaba tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316577 Aug 10 04:45:39.503426 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9d6fd-7bf6-4ae6-82c1-a09a81103c08 req-23f038f2-22fb-4a26-9d69-30583af87b50 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:39.505152 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3ed9d6fd-7bf6-4ae6-82c1-a09a81103c08 req-23f038f2-22fb-4a26-9d69-30583af87b50 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 945 time: 0.0512359 Aug 10 04:45:39.543615 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3ed9d6fd-7bf6-4ae6-82c1-a09a81103c08 req-c31683bf-5cb7-4a52-a876-d51cd50c5f8b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325403 Aug 10 04:45:39.986974 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cf909c10-e3ef-4a6d-84ce-9fad889b984d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:39.991868 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc88e49-f989-44f0-b383-c5a1383dc4be req-85059201-e450-4372-b6f4-e7253dd315e2 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:39.993395 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2fc88e49-f989-44f0-b383-c5a1383dc4be req-85059201-e450-4372-b6f4-e7253dd315e2 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 945 time: 0.0548277 Aug 10 04:45:40.031786 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2fc88e49-f989-44f0-b383-c5a1383dc4be req-d09b3b64-6cea-4552-8422-2e01ab77b69b tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324280 Aug 10 04:45:40.787933 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device afa3be22-e358-4c0c-8a05-eeec03bf501b up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:45:40.836710 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port afa3be22-e358-4c0c-8a05-eeec03bf501b triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:45:40.837077 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:40.913190 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:40.936235 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61668bd0-26a2-485f-af59-59e478945779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa3be22-e358-4c0c-8a05-eeec03bf501b'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:45:40.938463 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85abcc0-7a90-4b0d-a3fc-d4e7f7348446" -d '{"events": [{"server_uuid": "61668bd0-26a2-485f-af59-59e478945779", "name": "network-vif-plugged", "status": "completed", "tag": "afa3be22-e358-4c0c-8a05-eeec03bf501b"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:45:40.951753 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port afa3be22-e358-4c0c-8a05-eeec03bf501b, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=afa3be22-e358-4c0c-8a05-eeec03bf501b,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:40.975903 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efccbc41-9c06-49ee-936e-7dd11bc9d10e x-openstack-request-id: req-efccbc41-9c06-49ee-936e-7dd11bc9d10e {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:45:40.976236 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61668bd0-26a2-485f-af59-59e478945779", "name": "network-vif-plugged", "status": "completed", "tag": "afa3be22-e358-4c0c-8a05-eeec03bf501b", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:45:40.976487 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-efccbc41-9c06-49ee-936e-7dd11bc9d10e {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:45:40.976876 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61668bd0-26a2-485f-af59-59e478945779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa3be22-e358-4c0c-8a05-eeec03bf501b', 'code': 200} Aug 10 04:45:41.009600 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:41.060303 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=afa3be22-e358-4c0c-8a05-eeec03bf501b,revision_number=11']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:41.150361 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46b65b-e8f8-4c31-a4bd-9ca4f6c60c6c req-e10b8e6b-4ef5-4a1b-9999-2759f1070ec7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:41.151833 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f46b65b-e8f8-4c31-a4bd-9ca4f6c60c6c req-e10b8e6b-4ef5-4a1b-9999-2759f1070ec7 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 946 time: 0.0497477 Aug 10 04:45:41.190477 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f46b65b-e8f8-4c31-a4bd-9ca4f6c60c6c req-33a01a0e-10e1-40f2-ba88-74582f9c3ac9 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups?id=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327485 Aug 10 04:45:41.740269 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77df66-2235-4791-9154-6df84eb0b9b6 req-fa81057d-822e-4cd1-805d-0a40d0e63267 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:41.741638 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2d77df66-2235-4791-9154-6df84eb0b9b6 req-fa81057d-822e-4cd1-805d-0a40d0e63267 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.20 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 946 time: 0.0487990 Aug 10 04:45:41.833422 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-2d77df66-2235-4791-9154-6df84eb0b9b6 req-548d688e-7870-4993-8bc6-968fb25cade8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Deleting port afa3be22-e358-4c0c-8a05-eeec03bf501b {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:45:41.833757 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2d77df66-2235-4791-9154-6df84eb0b9b6 req-548d688e-7870-4993-8bc6-968fb25cade8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:41.924141 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-2d77df66-2235-4791-9154-6df84eb0b9b6 req-548d688e-7870-4993-8bc6-968fb25cade8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] For port afa3be22-e358-4c0c-8a05-eeec03bf501b, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=afa3be22-e358-4c0c-8a05-eeec03bf501b,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:41.924519 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2d77df66-2235-4791-9154-6df84eb0b9b6 req-548d688e-7870-4993-8bc6-968fb25cade8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:42.094299 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2d77df66-2235-4791-9154-6df84eb0b9b6 req-548d688e-7870-4993-8bc6-968fb25cade8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:42.094558 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2d77df66-2235-4791-9154-6df84eb0b9b6 req-548d688e-7870-4993-8bc6-968fb25cade8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:42.094868 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [req-2d77df66-2235-4791-9154-6df84eb0b9b6 req-548d688e-7870-4993-8bc6-968fb25cade8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Floating IP d6cb4683-e5da-4737-bd4e-7cb82ff7cd09 disassociated. External IP: 172.25.0.140, port: afa3be22-e358-4c0c-8a05-eeec03bf501b. Aug 10 04:45:42.095209 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-2d77df66-2235-4791-9154-6df84eb0b9b6 req-548d688e-7870-4993-8bc6-968fb25cade8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Calling delete_port for afa3be22-e358-4c0c-8a05-eeec03bf501b owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:45:42.278821 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2d77df66-2235-4791-9154-6df84eb0b9b6 req-548d688e-7870-4993-8bc6-968fb25cade8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:42.297289 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-65304103-3a63-40a7-9026-985dc9cebadc req-ab0207ea-3d7f-4f81-a044-d8e59c4993eb tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 210 time: 0.0312703 Aug 10 04:45:42.314455 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d688e-7870-4993-8bc6-968fb25cade8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Pushing event deleted for resources: {'Port': ['ID=afa3be22-e358-4c0c-8a05-eeec03bf501b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:42.325555 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d688e-7870-4993-8bc6-968fb25cade8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:42.325914 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d688e-7870-4993-8bc6-968fb25cade8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:42.326262 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d688e-7870-4993-8bc6-968fb25cade8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:42.326622 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d688e-7870-4993-8bc6-968fb25cade8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:42.326947 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d688e-7870-4993-8bc6-968fb25cade8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:42.327287 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d688e-7870-4993-8bc6-968fb25cade8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:42.327620 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d688e-7870-4993-8bc6-968fb25cade8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:42.327975 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d688e-7870-4993-8bc6-968fb25cade8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:42.328304 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d688e-7870-4993-8bc6-968fb25cade8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:42.328631 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d688e-7870-4993-8bc6-968fb25cade8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:42.328959 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d688e-7870-4993-8bc6-968fb25cade8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:42.329289 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548d688e-7870-4993-8bc6-968fb25cade8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:42.443694 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d77df66-2235-4791-9154-6df84eb0b9b6 req-548d688e-7870-4993-8bc6-968fb25cade8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Router 69cbbd8b-2aee-4874-b388-a627654741b8 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:45:42.551861 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d77df66-2235-4791-9154-6df84eb0b9b6 req-548d688e-7870-4993-8bc6-968fb25cade8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:45:42.561769 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586121de-6211-495b-9636-9f5600e2face None None] Sync routers for ids ['69cbbd8b-2aee-4874-b388-a627654741b8'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:45:42.572346 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586121de-6211-495b-9636-9f5600e2face None None] Routers {'69cbbd8b-2aee-4874-b388-a627654741b8'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:45:42.572961 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-586121de-6211-495b-9636-9f5600e2face None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:45:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['69cbbd8b-2aee-4874-b388-a627654741b8'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:42.594933 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d77df66-2235-4791-9154-6df84eb0b9b6 req-548d688e-7870-4993-8bc6-968fb25cade8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] No DVR routers for this DVR port afa3be22-e358-4c0c-8a05-eeec03bf501b on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:45:42.597706 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-2d77df66-2235-4791-9154-6df84eb0b9b6 req-548d688e-7870-4993-8bc6-968fb25cade8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:42.600650 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2d77df66-2235-4791-9154-6df84eb0b9b6 req-548d688e-7870-4993-8bc6-968fb25cade8 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.20 "DELETE /v2.0/ports/afa3be22-e358-4c0c-8a05-eeec03bf501b HTTP/1.1" status: 204 len: 173 time: 0.8524244 Aug 10 04:45:42.601093 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61668bd0-26a2-485f-af59-59e478945779', 'name': 'network-vif-deleted', 'tag': 'afa3be22-e358-4c0c-8a05-eeec03bf501b'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:45:42.603453 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b52216-ec2a-4ed0-b526-1d161a612175" -d '{"events": [{"server_uuid": "61668bd0-26a2-485f-af59-59e478945779", "name": "network-vif-deleted", "tag": "afa3be22-e358-4c0c-8a05-eeec03bf501b"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:45:42.682337 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-586121de-6211-495b-9636-9f5600e2face None None] Set router 69cbbd8b-2aee-4874-b388-a627654741b8 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:45:42.753958 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a3401e-ca87-4dce-9746-d6c87cea0142 x-openstack-request-id: req-f8a3401e-ca87-4dce-9746-d6c87cea0142 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:45:42.753958 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61668bd0-26a2-485f-af59-59e478945779", "name": "network-vif-deleted", "tag": "afa3be22-e358-4c0c-8a05-eeec03bf501b", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:45:42.753958 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8a3401e-ca87-4dce-9746-d6c87cea0142 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:45:42.753958 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61668bd0-26a2-485f-af59-59e478945779', 'name': 'network-vif-deleted', 'tag': 'afa3be22-e358-4c0c-8a05-eeec03bf501b', 'status': 'completed', 'code': 200} Aug 10 04:45:42.889235 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-586121de-6211-495b-9636-9f5600e2face None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:35:38Z', 'revision_number': 4, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '9ac49c1c-9217-42c1-b013-c0a64a679cb6', 'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'mac_address': 'fa:16:3e:42:f3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:37Z', 'updated_at': '2021-08-10T04:35:43Z', 'revision_number': 5, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'subnets': [{'id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:42.916392 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586121de-6211-495b-9636-9f5600e2face None None] Checking router: 69cbbd8b-2aee-4874-b388-a627654741b8 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:45:42.924948 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586121de-6211-495b-9636-9f5600e2face None None] Routers {'69cbbd8b-2aee-4874-b388-a627654741b8'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:45:42.925544 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-586121de-6211-495b-9636-9f5600e2face None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:45:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['69cbbd8b-2aee-4874-b388-a627654741b8'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:43.030965 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-586121de-6211-495b-9636-9f5600e2face None None] Set router 69cbbd8b-2aee-4874-b388-a627654741b8 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:45:43.232685 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-586121de-6211-495b-9636-9f5600e2face None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:35:38Z', 'revision_number': 4, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '9ac49c1c-9217-42c1-b013-c0a64a679cb6', 'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'mac_address': 'fa:16:3e:42:f3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:37Z', 'updated_at': '2021-08-10T04:35:43Z', 'revision_number': 5, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'subnets': [{'id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:43.258902 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586121de-6211-495b-9636-9f5600e2face None None] The sync data for ids ['69cbbd8b-2aee-4874-b388-a627654741b8'] in n-d-802893-2 is: [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:35:38Z', 'revision_number': 4, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '9ac49c1c-9217-42c1-b013-c0a64a679cb6', 'name': '', 'network_id': 'ab3d0fea-8142-4d43-addb-9367c726fc3e', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'mac_address': 'fa:16:3e:42:f3:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:37Z', 'updated_at': '2021-08-10T04:35:43Z', 'revision_number': 5, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'subnets': [{'id': 'dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:45:43.401815 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1c9345a6-3c37-453e-9812-a6e9291da1e5 req-7cb4a931-66dc-44c1-820a-798fb3b35466 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 210 time: 0.0296719 Aug 10 04:45:43.493362 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfae530-fdbf-4f95-849d-806013f37d8a None None] New status for floating IP d6cb4683-e5da-4737-bd4e-7cb82ff7cd09: DOWN {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:45:43.718864 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:43.815713 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-155becb6-9aff-4e6c-8fbd-0a5d7c5e3545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:44.499678 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-16e7a6c7-c70a-403b-bad3-3f242bf4d0d1 req-040922c3-3c27-4252-8bc2-600692147689 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 210 time: 0.0268388 Aug 10 04:45:44.791046 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device afa3be22-e358-4c0c-8a05-eeec03bf501b no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:45:44.811894 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: afa3be22-e358-4c0c-8a05-eeec03bf501b {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:45:44.812378 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device afa3be22-e358-4c0c-8a05-eeec03bf501b not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:45:45.518692 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:45.599273 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d3af3654-50da-4bea-ac35-12bec7bb1257 req-779280d1-dcbc-401e-a2c1-084821639ce2 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 210 time: 0.0301924 Aug 10 04:45:46.215668 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:46.706876 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4bbb02e5-fc49-45f7-9818-dbfb31649fe1 req-cb9d1b66-f370-41d5-ad75-46c4a365f9a0 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/ports?device_id=61668bd0-26a2-485f-af59-59e478945779 HTTP/1.1" status: 200 len: 210 time: 0.0258918 Aug 10 04:45:47.066273 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:51.758598 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53108) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:51.812736 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f2e5817b-0b02-422d-8b90-f8edd8523e9e tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:51.835054 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f2e5817b-0b02-422d-8b90-f8edd8523e9e tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:51.952523 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f2e5817b-0b02-422d-8b90-f8edd8523e9e tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:51.955122 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f2e5817b-0b02-422d-8b90-f8edd8523e9e tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:51.956318 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f2e5817b-0b02-422d-8b90-f8edd8523e9e tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "DELETE /v2.0/security-groups/bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3 HTTP/1.1" status: 204 len: 168 time: 0.1966796 Aug 10 04:45:51.959118 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53110) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:51.966050 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e5817b-0b02-422d-8b90-f8edd8523e9e tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:51.975073 n-d-802893-2 neutron-server[94938]: INFO neutron.api.v2.resource [None req-36038e5c-1085-4151-8c1c-934dd355daea tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] show failed (client error): The resource could not be found. Aug 10 04:45:51.976160 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-36038e5c-1085-4151-8c1c-934dd355daea tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "GET /v2.0/security-groups/bf4d2176-ac11-4dfb-9ea1-89ed0c0e35b3 HTTP/1.1" status: 404 len: 347 time: 0.0160067 Aug 10 04:45:51.978895 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53112) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:52.103875 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-166c04db-1413-4a25-b78d-3090d5bae1e4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Deleting port cc63d41e-1b5d-43e3-a14a-e58c1fa49450 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:45:52.104248 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-166c04db-1413-4a25-b78d-3090d5bae1e4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:52.182307 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-166c04db-1413-4a25-b78d-3090d5bae1e4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:52.182636 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-166c04db-1413-4a25-b78d-3090d5bae1e4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:52.193987 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-166c04db-1413-4a25-b78d-3090d5bae1e4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Calling delete_port for cc63d41e-1b5d-43e3-a14a-e58c1fa49450 owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:45:52.392554 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-166c04db-1413-4a25-b78d-3090d5bae1e4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:52.421927 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c04db-1413-4a25-b78d-3090d5bae1e4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Pushing event deleted for resources: {'Port': ['ID=cc63d41e-1b5d-43e3-a14a-e58c1fa49450,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:52.433723 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c04db-1413-4a25-b78d-3090d5bae1e4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:52.434074 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c04db-1413-4a25-b78d-3090d5bae1e4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:52.434410 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c04db-1413-4a25-b78d-3090d5bae1e4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:52.434740 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c04db-1413-4a25-b78d-3090d5bae1e4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:52.435090 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c04db-1413-4a25-b78d-3090d5bae1e4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:52.435422 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c04db-1413-4a25-b78d-3090d5bae1e4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:52.435745 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c04db-1413-4a25-b78d-3090d5bae1e4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:52.436110 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c04db-1413-4a25-b78d-3090d5bae1e4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:52.436433 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c04db-1413-4a25-b78d-3090d5bae1e4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:52.436760 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c04db-1413-4a25-b78d-3090d5bae1e4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:52.437068 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c04db-1413-4a25-b78d-3090d5bae1e4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:52.437387 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166c04db-1413-4a25-b78d-3090d5bae1e4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:45:52.491882 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-166c04db-1413-4a25-b78d-3090d5bae1e4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks [] for floatingip, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:52.494580 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-166c04db-1413-4a25-b78d-3090d5bae1e4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:52.495892 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-166c04db-1413-4a25-b78d-3090d5bae1e4 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] 10.222.0.25 "DELETE /v2.0/floatingips/d6cb4683-e5da-4737-bd4e-7cb82ff7cd09 HTTP/1.1" status: 204 len: 168 time: 0.5160708 Aug 10 04:45:52.498807 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53114) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:53.017977 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9dbd8ba0-8218-47cf-b300-dcef7c302b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:53.258319 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-9dbd8ba0-8218-47cf-b300-dcef7c302b1e admin admin] Deleting port 9ac49c1c-9217-42c1-b013-c0a64a679cb6 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:45:53.258662 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9dbd8ba0-8218-47cf-b300-dcef7c302b1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:53.334193 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-9dbd8ba0-8218-47cf-b300-dcef7c302b1e admin admin] For port 9ac49c1c-9217-42c1-b013-c0a64a679cb6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=9ac49c1c-9217-42c1-b013-c0a64a679cb6,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:53.334474 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9dbd8ba0-8218-47cf-b300-dcef7c302b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:53.346783 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-9dbd8ba0-8218-47cf-b300-dcef7c302b1e admin admin] Calling delete_port for 9ac49c1c-9217-42c1-b013-c0a64a679cb6 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:45:53.592596 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9dbd8ba0-8218-47cf-b300-dcef7c302b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:53.622957 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd8ba0-8218-47cf-b300-dcef7c302b1e admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac49c1c-9217-42c1-b013-c0a64a679cb6,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:53.791735 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9dbd8ba0-8218-47cf-b300-dcef7c302b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:53.862380 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:45:54.003758 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbd8ba0-8218-47cf-b300-dcef7c302b1e admin admin] Router 69cbbd8b-2aee-4874-b388-a627654741b8 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:45:54.110751 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbd8ba0-8218-47cf-b300-dcef7c302b1e admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:45:54.116080 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9dbd8ba0-8218-47cf-b300-dcef7c302b1e admin admin] 10.222.0.25 "PUT /v2.0/routers/69cbbd8b-2aee-4874-b388-a627654741b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6162584 Aug 10 04:45:54.118686 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53118) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:54.119546 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3583e2fc-dee0-447e-80e8-a805f7ade938 None None] Sync routers for ids ['69cbbd8b-2aee-4874-b388-a627654741b8'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:45:54.128548 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3583e2fc-dee0-447e-80e8-a805f7ade938 None None] Routers {'69cbbd8b-2aee-4874-b388-a627654741b8'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:45:54.129635 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3583e2fc-dee0-447e-80e8-a805f7ade938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:45:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['69cbbd8b-2aee-4874-b388-a627654741b8'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:54.219940 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0ea5d23-f464-4201-a04b-406f45d66976 admin admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:54.235986 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-3583e2fc-dee0-447e-80e8-a805f7ade938 None None] Set router 69cbbd8b-2aee-4874-b388-a627654741b8 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:45:54.320337 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0ea5d23-f464-4201-a04b-406f45d66976 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:54.423765 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3583e2fc-dee0-447e-80e8-a805f7ade938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120'}], 'enable_snat': True}, 'gw_port_id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:45:53Z', 'revision_number': 5, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port': {'id': '8c9fd4f0-926b-48ef-9bef-6032e36a681a', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:35:35Z', 'updated_at': '2021-08-10T04:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:54.452084 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3583e2fc-dee0-447e-80e8-a805f7ade938 None None] Checking router: 69cbbd8b-2aee-4874-b388-a627654741b8 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:45:54.461041 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3583e2fc-dee0-447e-80e8-a805f7ade938 None None] Routers {'69cbbd8b-2aee-4874-b388-a627654741b8'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:45:54.461636 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3583e2fc-dee0-447e-80e8-a805f7ade938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:45:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['69cbbd8b-2aee-4874-b388-a627654741b8'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:54.474232 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-e0ea5d23-f464-4201-a04b-406f45d66976 admin admin] Deleting port 8c9fd4f0-926b-48ef-9bef-6032e36a681a {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:45:54.479282 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0ea5d23-f464-4201-a04b-406f45d66976 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:54.549778 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-3583e2fc-dee0-447e-80e8-a805f7ade938 None None] Set router 69cbbd8b-2aee-4874-b388-a627654741b8 gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:45:54.553202 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-e0ea5d23-f464-4201-a04b-406f45d66976 admin admin] For port 8c9fd4f0-926b-48ef-9bef-6032e36a681a, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=8c9fd4f0-926b-48ef-9bef-6032e36a681a,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:54.553586 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0ea5d23-f464-4201-a04b-406f45d66976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:54.566354 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-e0ea5d23-f464-4201-a04b-406f45d66976 admin admin] Calling delete_port for 8c9fd4f0-926b-48ef-9bef-6032e36a681a owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:45:54.604113 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3583e2fc-dee0-447e-80e8-a805f7ade938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:45:54Z', 'revision_number': 6, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:54.630787 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3583e2fc-dee0-447e-80e8-a805f7ade938 None None] The sync data for ids ['69cbbd8b-2aee-4874-b388-a627654741b8'] in n-d-802893-2 is: [{'id': '69cbbd8b-2aee-4874-b388-a627654741b8', 'name': 'tempest-ServerActionsTestJSON-177726442-router', 'tenant_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:35:34Z', 'updated_at': '2021-08-10T04:45:54Z', 'revision_number': 6, 'project_id': 'ac448e2b1d3d4e64843e888a0e7229c2', 'gw_port_host': None}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:45:54.821012 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0ea5d23-f464-4201-a04b-406f45d66976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:54.846100 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea5d23-f464-4201-a04b-406f45d66976 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c9fd4f0-926b-48ef-9bef-6032e36a681a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:54.909393 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0ea5d23-f464-4201-a04b-406f45d66976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:54.999635 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0ea5d23-f464-4201-a04b-406f45d66976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:55.003307 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0ea5d23-f464-4201-a04b-406f45d66976 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:55.135015 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0ea5d23-f464-4201-a04b-406f45d66976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:55.135657 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ea5d23-f464-4201-a04b-406f45d66976 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69cbbd8b-2aee-4874-b388-a627654741b8 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:45:55.139983 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e0ea5d23-f464-4201-a04b-406f45d66976 admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:55.141140 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e0ea5d23-f464-4201-a04b-406f45d66976 admin admin] 10.222.0.25 "DELETE /v2.0/routers/69cbbd8b-2aee-4874-b388-a627654741b8 HTTP/1.1" status: 204 len: 168 time: 1.0215533 Aug 10 04:45:55.143560 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53120) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:55.191334 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae66b12-491d-46e3-bf17-4263fa409482 admin admin] Deleting subnet dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:45:55.194342 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7ae66b12-491d-46e3-bf17-4263fa409482 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:55.228474 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7ae66b12-491d-46e3-bf17-4263fa409482 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:55.303722 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7ae66b12-491d-46e3-bf17-4263fa409482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:55.404431 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7ae66b12-491d-46e3-bf17-4263fa409482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:55.434339 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae66b12-491d-46e3-bf17-4263fa409482 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:55.440229 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-7ae66b12-491d-46e3-bf17-4263fa409482 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:55.442688 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7ae66b12-491d-46e3-bf17-4263fa409482 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/dbafed96-a5d4-4c6d-bbf6-a4c6043ff02d HTTP/1.1" status: 204 len: 168 time: 0.2981730 Aug 10 04:45:55.446541 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53124) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:55.446710 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9b8601-a9f6-40de-bbd0-8c87df7aea46 None None] Network ab3d0fea-8142-4d43-addb-9367c726fc3e requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:45:55.523729 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88b4c545-5ade-44f6-9dc2-07947a9e5fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:55.555187 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 9ac49c1c-9217-42c1-b013-c0a64a679cb6 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:45:55.577814 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 9ac49c1c-9217-42c1-b013-c0a64a679cb6 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:45:55.578146 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 9ac49c1c-9217-42c1-b013-c0a64a679cb6 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:45:55.578570 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 8c9fd4f0-926b-48ef-9bef-6032e36a681a no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:45:55.586566 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-88b4c545-5ade-44f6-9dc2-07947a9e5fb5 admin admin] Deleting port 05cb0fee-e1ee-4d64-a972-a91395ea069c {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:45:55.586912 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88b4c545-5ade-44f6-9dc2-07947a9e5fb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:55.601985 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 8c9fd4f0-926b-48ef-9bef-6032e36a681a {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:45:55.602332 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 8c9fd4f0-926b-48ef-9bef-6032e36a681a not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:45:55.662186 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-88b4c545-5ade-44f6-9dc2-07947a9e5fb5 admin admin] For port 05cb0fee-e1ee-4d64-a972-a91395ea069c, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=05cb0fee-e1ee-4d64-a972-a91395ea069c,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:55.662566 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88b4c545-5ade-44f6-9dc2-07947a9e5fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:55.680155 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-88b4c545-5ade-44f6-9dc2-07947a9e5fb5 admin admin] Calling delete_port for 05cb0fee-e1ee-4d64-a972-a91395ea069c owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:45:55.680540 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c5f88c-0a27-4ee6-b547-415a72a02fdf None None] DHCP port deletion for ab3d0fea-8142-4d43-addb-9367c726fc3e request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:45:55.730961 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-a8c5f88c-0a27-4ee6-b547-415a72a02fdf None None] Deleting port 05cb0fee-e1ee-4d64-a972-a91395ea069c {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:45:55.731345 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a8c5f88c-0a27-4ee6-b547-415a72a02fdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:55.798291 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a8c5f88c-0a27-4ee6-b547-415a72a02fdf None None] For port 05cb0fee-e1ee-4d64-a972-a91395ea069c, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=05cb0fee-e1ee-4d64-a972-a91395ea069c,segment=NetworkSegment(adc06985-6df8-4efc-a401-0b4574dc8b2d),segment_id=adc06985-6df8-4efc-a401-0b4574dc8b2d)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:45:55.798683 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a8c5f88c-0a27-4ee6-b547-415a72a02fdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:55.810965 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-a8c5f88c-0a27-4ee6-b547-415a72a02fdf None None] Calling delete_port for 05cb0fee-e1ee-4d64-a972-a91395ea069c owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:45:55.855300 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88b4c545-5ade-44f6-9dc2-07947a9e5fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:55.881276 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4c545-5ade-44f6-9dc2-07947a9e5fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=05cb0fee-e1ee-4d64-a972-a91395ea069c,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:55.886626 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b4c545-5ade-44f6-9dc2-07947a9e5fb5 admin admin] No DVR routers for this DVR port 05cb0fee-e1ee-4d64-a972-a91395ea069c on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:45:55.893623 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a8c5f88c-0a27-4ee6-b547-415a72a02fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:55.920700 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5f88c-0a27-4ee6-b547-415a72a02fdf None None] Pushing event deleted for resources: {'Port': ['ID=05cb0fee-e1ee-4d64-a972-a91395ea069c,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:55.924198 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c5f88c-0a27-4ee6-b547-415a72a02fdf None None] No DVR routers for this DVR port 05cb0fee-e1ee-4d64-a972-a91395ea069c on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:45:55.958664 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88b4c545-5ade-44f6-9dc2-07947a9e5fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:55.968302 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-88b4c545-5ade-44f6-9dc2-07947a9e5fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3d0fea-8142-4d43-addb-9367c726fc3e']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:55.979042 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-88b4c545-5ade-44f6-9dc2-07947a9e5fb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc06985-6df8-4efc-a401-0b4574dc8b2d') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:55.979342 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-88b4c545-5ade-44f6-9dc2-07947a9e5fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc06985-6df8-4efc-a401-0b4574dc8b2d') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:45:55.988226 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88b4c545-5ade-44f6-9dc2-07947a9e5fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:56.001751 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88b4c545-5ade-44f6-9dc2-07947a9e5fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:56.007481 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b4c545-5ade-44f6-9dc2-07947a9e5fb5 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:45:56.007876 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88b4c545-5ade-44f6-9dc2-07947a9e5fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:45:56.009509 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:45:56.512280 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88b4c545-5ade-44f6-9dc2-07947a9e5fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:56.517714 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88b4c545-5ade-44f6-9dc2-07947a9e5fb5 admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:56.519547 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-88b4c545-5ade-44f6-9dc2-07947a9e5fb5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/ab3d0fea-8142-4d43-addb-9367c726fc3e HTTP/1.1" status: 204 len: 168 time: 1.0720191 Aug 10 04:45:56.531282 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4c545-5ade-44f6-9dc2-07947a9e5fb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab3d0fea-8142-4d43-addb-9367c726fc3e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:56.882386 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53128) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:56.923229 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4db3c250-11ab-4801-a975-bc7c42127571 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac448e2b1d3d4e64843e888a0e7229c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396655 Aug 10 04:45:56.925703 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53130) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:56.975221 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-86421409-50f5-4722-a146-a12795d001ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:56.997252 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-86421409-50f5-4722-a146-a12795d001ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:57.134788 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-86421409-50f5-4722-a146-a12795d001ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:57.137264 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-86421409-50f5-4722-a146-a12795d001ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:57.138443 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-86421409-50f5-4722-a146-a12795d001ee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/39747e7a-1e51-4fa1-b551-db091ce1d51e HTTP/1.1" status: 204 len: 168 time: 0.2112553 Aug 10 04:45:57.146345 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86421409-50f5-4722-a146-a12795d001ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39747e7a-1e51-4fa1-b551-db091ce1d51e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:57.532268 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 05cb0fee-e1ee-4d64-a972-a91395ea069c no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:45:57.557402 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 05cb0fee-e1ee-4d64-a972-a91395ea069c {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:45:57.557751 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 05cb0fee-e1ee-4d64-a972-a91395ea069c not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:45:58.134686 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:58.314397 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53154) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:58.407900 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-ffe4168a-ff2e-4bf8-ac7d-8fa54c795848 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-960201306-network', 'tenant_id': 'ee29c5ab2d9a460f9d55f6fe73669234'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:58.563653 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe4168a-ff2e-4bf8-ac7d-8fa54c795848 admin admin] Made reservation on behalf of ee29c5ab2d9a460f9d55f6fe73669234 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:45:58.566056 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ffe4168a-ff2e-4bf8-ac7d-8fa54c795848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:58.574573 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ffe4168a-ff2e-4bf8-ac7d-8fa54c795848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:58.664867 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ffe4168a-ff2e-4bf8-ac7d-8fa54c795848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:58.866488 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ffe4168a-ff2e-4bf8-ac7d-8fa54c795848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:58.893541 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe4168a-ff2e-4bf8-ac7d-8fa54c795848 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:45:58.903246 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4168a-ff2e-4bf8-ac7d-8fa54c795848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:58.910101 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ffe4168a-ff2e-4bf8-ac7d-8fa54c795848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:58.910460 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-ffe4168a-ff2e-4bf8-ac7d-8fa54c795848 admin admin] Added segment 96a46eb2-e0a4-41a2-bf88-ce0d085102de of type vlan for network 260dd1da-e2d4-4345-9a8f-d50d86a979d8 Aug 10 04:45:58.950542 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ffe4168a-ff2e-4bf8-ac7d-8fa54c795848 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:59.066098 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ffe4168a-ff2e-4bf8-ac7d-8fa54c795848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:59.067581 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe4168a-ff2e-4bf8-ac7d-8fa54c795848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:59.068324 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ffe4168a-ff2e-4bf8-ac7d-8fa54c795848 admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:59.126984 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4168a-ff2e-4bf8-ac7d-8fa54c795848 admin admin] Pushing event updated for resources: {'Network': ['ID=260dd1da-e2d4-4345-9a8f-d50d86a979d8,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:59.137243 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 260dd1da-e2d4-4345-9a8f-d50d86a979d8 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:45:59.194078 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ffe4168a-ff2e-4bf8-ac7d-8fa54c795848 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8784325 Aug 10 04:45:59.197391 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53158) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:45:59.203138 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-74fdd9a2-8d09-4c39-81d6-2eab6fc2ae60 admin admin] Request body: {'subnet': {'network_id': '260dd1da-e2d4-4345-9a8f-d50d86a979d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-960201306-subnet', 'tenant_id': 'ee29c5ab2d9a460f9d55f6fe73669234', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:45:59.306392 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fdd9a2-8d09-4c39-81d6-2eab6fc2ae60 admin admin] Made reservation on behalf of ee29c5ab2d9a460f9d55f6fe73669234 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:45:59.308733 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74fdd9a2-8d09-4c39-81d6-2eab6fc2ae60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:59.557964 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74fdd9a2-8d09-4c39-81d6-2eab6fc2ae60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:59.615297 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fdd9a2-8d09-4c39-81d6-2eab6fc2ae60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06123654-b626-435e-94dc-f9a474ab9d8e,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:45:59.625881 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fdd9a2-8d09-4c39-81d6-2eab6fc2ae60 admin admin] Checking segment: {'id': '96a46eb2-e0a4-41a2-bf88-ce0d085102de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '260dd1da-e2d4-4345-9a8f-d50d86a979d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:45:59.626233 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fdd9a2-8d09-4c39-81d6-2eab6fc2ae60 admin admin] Network hostable DHCP agents. Network: 260dd1da-e2d4-4345-9a8f-d50d86a979d8, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:45:59.717612 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74fdd9a2-8d09-4c39-81d6-2eab6fc2ae60 admin admin] Network 260dd1da-e2d4-4345-9a8f-d50d86a979d8 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:45:59.809259 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-74fdd9a2-8d09-4c39-81d6-2eab6fc2ae60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 260dd1da-e2d4-4345-9a8f-d50d86a979d8) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:45:59.813357 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fdd9a2-8d09-4c39-81d6-2eab6fc2ae60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:45:59.813936 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74fdd9a2-8d09-4c39-81d6-2eab6fc2ae60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:45:59.818797 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8262c19d-a594-4116-82d6-bb5851d6abfd None None] Network 260dd1da-e2d4-4345-9a8f-d50d86a979d8 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:45:59.907309 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-74fdd9a2-8d09-4c39-81d6-2eab6fc2ae60 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7087975 Aug 10 04:45:59.939723 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e629e81-153c-43a1-9b0e-6fdd6d854c5a None None] Network 260dd1da-e2d4-4345-9a8f-d50d86a979d8 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:46:00.331633 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-6c52450d-d145-4fd0-b88b-8fe6bd594f57 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:00.333039 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-6c52450d-d145-4fd0-b88b-8fe6bd594f57 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/networks?id=260dd1da-e2d4-4345-9a8f-d50d86a979d8 HTTP/1.1" status: 200 len: 813 time: 0.1004300 Aug 10 04:46:00.347633 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-1aa9b60c-2570-436d-910a-3a7963db11b3 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/quotas/ee29c5ab2d9a460f9d55f6fe73669234 HTTP/1.1" status: 200 len: 375 time: 0.0087688 Aug 10 04:46:00.379172 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-3f195866-22d3-420a-8e58-0a6fbbb832f6 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ee29c5ab2d9a460f9d55f6fe73669234&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259345 Aug 10 04:46:00.466479 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-7f9dad81-166b-4ec9-96b3-4ffe4a5680d5 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:46:00.467473 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-7f9dad81-166b-4ec9-96b3-4ffe4a5680d5 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480480 Aug 10 04:46:00.560840 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-df574449-1dd3-4f79-873f-78efad4f6d05 service neutron] 10.222.0.25 "GET /v2.0/networks/260dd1da-e2d4-4345-9a8f-d50d86a979d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869913 Aug 10 04:46:00.650143 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-c6274191-ef95-44f7-99d2-406e2671fa4c service neutron] 10.222.0.25 "GET /v2.0/networks/260dd1da-e2d4-4345-9a8f-d50d86a979d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818722 Aug 10 04:46:00.889980 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e1c5e6a3-c56e-441a-8286-b0cb47806eb5 req-b7cfed90-d84c-45fb-b598-31ebd7d38f59 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9855ec-a94a-4263-849c-91fb5836b0c6 HTTP/1.1" status: 200 len: 210 time: 0.0271642 Aug 10 04:46:01.972332 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6a366360-5f57-49c6-9309-2c470a6e3294 req-5268c7bc-d105-4914-985b-cbe858598a40 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9855ec-a94a-4263-849c-91fb5836b0c6 HTTP/1.1" status: 200 len: 210 time: 0.0318532 Aug 10 04:46:03.068119 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-943d02a8-0317-4393-b7bf-944815aee4c1 req-daf8f478-b3c9-4d1b-9a40-b41d90a9371b tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9855ec-a94a-4263-849c-91fb5836b0c6 HTTP/1.1" status: 200 len: 210 time: 0.0268316 Aug 10 04:46:03.387170 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-6fa770d9-c9d4-4667-afb4-511f7fa58882 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:03.389012 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-6fa770d9-c9d4-4667-afb4-511f7fa58882 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.20 "GET /v2.0/networks?id=260dd1da-e2d4-4345-9a8f-d50d86a979d8 HTTP/1.1" status: 200 len: 813 time: 0.1057913 Aug 10 04:46:03.406712 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-5edf717f-89c1-4f77-bc78-7f8ab28a0170 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Request body: {'port': {'device_id': 'bd9855ec-a94a-4263-849c-91fb5836b0c6', 'network_id': '260dd1da-e2d4-4345-9a8f-d50d86a979d8', 'admin_state_up': True, 'tenant_id': 'ee29c5ab2d9a460f9d55f6fe73669234'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:46:03.586449 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-5edf717f-89c1-4f77-bc78-7f8ab28a0170 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Made reservation on behalf of ee29c5ab2d9a460f9d55f6fe73669234 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:46:03.590300 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-5edf717f-89c1-4f77-bc78-7f8ab28a0170 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:04.019931 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-5edf717f-89c1-4f77-bc78-7f8ab28a0170 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Allocated IP 172.20.0.2 (260dd1da-e2d4-4345-9a8f-d50d86a979d8/06123654-b626-435e-94dc-f9a474ab9d8e/c16f6346-3508-4cc1-b216-371d9e412f55) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:46:04.174961 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32ca63d0-b65e-4600-81f1-1dbbd2362d77 req-23b0bfe8-b23e-4de3-a4b8-1e6a9c60d0b7 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9855ec-a94a-4263-849c-91fb5836b0c6 HTTP/1.1" status: 200 len: 210 time: 0.0350053 Aug 10 04:46:04.190938 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-5edf717f-89c1-4f77-bc78-7f8ab28a0170 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:04.300991 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-5edf717f-89c1-4f77-bc78-7f8ab28a0170 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:04.346941 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-5edf717f-89c1-4f77-bc78-7f8ab28a0170 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Network 260dd1da-e2d4-4345-9a8f-d50d86a979d8 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:46:04.353456 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-5edf717f-89c1-4f77-bc78-7f8ab28a0170 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:46:04.357215 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-5edf717f-89c1-4f77-bc78-7f8ab28a0170 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:46:04.384681 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf717f-89c1-4f77-bc78-7f8ab28a0170 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Pushing event updated for resources: {'Port': ['ID=c16f6346-3508-4cc1-b216-371d9e412f55,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:04.418061 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-5edf717f-89c1-4f77-bc78-7f8ab28a0170 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:04.418946 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-5edf717f-89c1-4f77-bc78-7f8ab28a0170 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:04.507497 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-5edf717f-89c1-4f77-bc78-7f8ab28a0170 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1046479 Aug 10 04:46:04.693539 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-b6ae67b0-0c7d-498f-af76-c81cd32b76e8 service neutron] Request body: {'port': {'device_id': 'bd9855ec-a94a-4263-849c-91fb5836b0c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:46:04.693539 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-b6ae67b0-0c7d-498f-af76-c81cd32b76e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:04.860724 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-b6ae67b0-0c7d-498f-af76-c81cd32b76e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c16f6346-3508-4cc1-b216-371d9e412f55 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:46:04.868541 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-b6ae67b0-0c7d-498f-af76-c81cd32b76e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:04.880651 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-b6ae67b0-0c7d-498f-af76-c81cd32b76e8 service neutron] Transition to ACTIVE for port object c16f6346-3508-4cc1-b216-371d9e412f55 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:46:04.963501 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-b6ae67b0-0c7d-498f-af76-c81cd32b76e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:05.015769 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae67b0-0c7d-498f-af76-c81cd32b76e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c16f6346-3508-4cc1-b216-371d9e412f55,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:05.085510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-b6ae67b0-0c7d-498f-af76-c81cd32b76e8 service neutron] Attempting to bind port c16f6346-3508-4cc1-b216-371d9e412f55 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:46:05.085845 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-b6ae67b0-0c7d-498f-af76-c81cd32b76e8 service neutron] Attempting to bind port c16f6346-3508-4cc1-b216-371d9e412f55 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '96a46eb2-e0a4-41a2-bf88-ce0d085102de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '260dd1da-e2d4-4345-9a8f-d50d86a979d8'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:46:05.086175 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-b6ae67b0-0c7d-498f-af76-c81cd32b76e8 service neutron] Attempting to bind port c16f6346-3508-4cc1-b216-371d9e412f55 on network 260dd1da-e2d4-4345-9a8f-d50d86a979d8 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:46:05.090394 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-b6ae67b0-0c7d-498f-af76-c81cd32b76e8 service neutron] Port c16f6346-3508-4cc1-b216-371d9e412f55 on network 260dd1da-e2d4-4345-9a8f-d50d86a979d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:46:05.090714 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-b6ae67b0-0c7d-498f-af76-c81cd32b76e8 service neutron] Attempting to bind port c16f6346-3508-4cc1-b216-371d9e412f55 on network 260dd1da-e2d4-4345-9a8f-d50d86a979d8 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:46:05.095532 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-b6ae67b0-0c7d-498f-af76-c81cd32b76e8 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:46:05.095871 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-b6ae67b0-0c7d-498f-af76-c81cd32b76e8 service neutron] Checking segment: {'id': '96a46eb2-e0a4-41a2-bf88-ce0d085102de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '260dd1da-e2d4-4345-9a8f-d50d86a979d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:46:05.096285 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-b6ae67b0-0c7d-498f-af76-c81cd32b76e8 service neutron] Bound using segment: {'id': '96a46eb2-e0a4-41a2-bf88-ce0d085102de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '260dd1da-e2d4-4345-9a8f-d50d86a979d8'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:46:05.096706 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-b6ae67b0-0c7d-498f-af76-c81cd32b76e8 service neutron] Bound port: c16f6346-3508-4cc1-b216-371d9e412f55, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a46eb2-e0a4-41a2-bf88-ce0d085102de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '260dd1da-e2d4-4345-9a8f-d50d86a979d8'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:46:05.097056 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-b6ae67b0-0c7d-498f-af76-c81cd32b76e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:05.162227 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-b6ae67b0-0c7d-498f-af76-c81cd32b76e8 service neutron] For port c16f6346-3508-4cc1-b216-371d9e412f55, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:46:05.165210 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-b6ae67b0-0c7d-498f-af76-c81cd32b76e8 service neutron] For port c16f6346-3508-4cc1-b216-371d9e412f55, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c16f6346-3508-4cc1-b216-371d9e412f55,segment=NetworkSegment(96a46eb2-e0a4-41a2-bf88-ce0d085102de),segment_id=96a46eb2-e0a4-41a2-bf88-ce0d085102de)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:46:05.238334 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-b6ae67b0-0c7d-498f-af76-c81cd32b76e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:05.274472 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-b6ae67b0-0c7d-498f-af76-c81cd32b76e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:05.275098 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-b6ae67b0-0c7d-498f-af76-c81cd32b76e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:05.276675 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-b6ae67b0-0c7d-498f-af76-c81cd32b76e8 service neutron] 10.222.0.20 "PUT /v2.0/ports/c16f6346-3508-4cc1-b216-371d9e412f55 HTTP/1.1" status: 200 len: 1091 time: 0.7539155 Aug 10 04:46:05.277119 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd9855ec-a94a-4263-849c-91fb5836b0c6', 'tag': 'c16f6346-3508-4cc1-b216-371d9e412f55'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:46:05.279367 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bee8b5e-3179-4b81-a4dd-44e603008b49" -d '{"events": [{"name": "network-changed", "server_uuid": "bd9855ec-a94a-4263-849c-91fb5836b0c6", "tag": "c16f6346-3508-4cc1-b216-371d9e412f55"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:46:05.290295 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9775295-9cfa-478a-a024-ef2ac109fe7c req-ab17668f-9fa5-4b05-a5be-c6c1edf7b67e tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:05.291826 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c9775295-9cfa-478a-a024-ef2ac109fe7c req-ab17668f-9fa5-4b05-a5be-c6c1edf7b67e tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9855ec-a94a-4263-849c-91fb5836b0c6 HTTP/1.1" status: 200 len: 943 time: 0.0502465 Aug 10 04:46:05.305104 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae67b0-0c7d-498f-af76-c81cd32b76e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c16f6346-3508-4cc1-b216-371d9e412f55,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:05.327215 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18aa6623-2f6d-4cac-978f-0843cc60d759 x-openstack-request-id: req-18aa6623-2f6d-4cac-978f-0843cc60d759 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:46:05.327560 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd9855ec-a94a-4263-849c-91fb5836b0c6", "tag": "c16f6346-3508-4cc1-b216-371d9e412f55", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:46:05.327822 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18aa6623-2f6d-4cac-978f-0843cc60d759 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:46:05.328251 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd9855ec-a94a-4263-849c-91fb5836b0c6', 'tag': 'c16f6346-3508-4cc1-b216-371d9e412f55', 'status': 'completed', 'code': 200} Aug 10 04:46:05.340792 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c9775295-9cfa-478a-a024-ef2ac109fe7c req-14702125-eab8-4372-8541-24467eb97f11 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409555 Aug 10 04:46:05.408034 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee8b5e-3179-4b81-a4dd-44e603008b49 req-5ba84a7c-c40d-49b9-9b84-3b0e1cc4c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:05.409523 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7bee8b5e-3179-4b81-a4dd-44e603008b49 req-5ba84a7c-c40d-49b9-9b84-3b0e1cc4c0ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee29c5ab2d9a460f9d55f6fe73669234&device_id=bd9855ec-a94a-4263-849c-91fb5836b0c6 HTTP/1.1" status: 200 len: 1094 time: 0.0399559 Aug 10 04:46:05.515337 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee8b5e-3179-4b81-a4dd-44e603008b49 req-9ffc5a0c-671a-439d-9925-d00f151bbe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:05.516840 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7bee8b5e-3179-4b81-a4dd-44e603008b49 req-9ffc5a0c-671a-439d-9925-d00f151bbe61 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ee29c5ab2d9a460f9d55f6fe73669234&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0937493 Aug 10 04:46:05.611907 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee8b5e-3179-4b81-a4dd-44e603008b49 req-145799e7-1e8d-449b-91f6-abe287c593c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:05.613455 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7bee8b5e-3179-4b81-a4dd-44e603008b49 req-145799e7-1e8d-449b-91f6-abe287c593c8 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898981 Aug 10 04:46:05.713071 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-39f8b3f6-999e-4db2-a2d3-06e62d9e3b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:05.714577 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-39f8b3f6-999e-4db2-a2d3-06e62d9e3b75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee29c5ab2d9a460f9d55f6fe73669234&device_id=bd9855ec-a94a-4263-849c-91fb5836b0c6 HTTP/1.1" status: 200 len: 1094 time: 0.0420341 Aug 10 04:46:05.765862 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-f71a2525-97c3-47e4-ba42-33107c0d8e19 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c16f6346-3508-4cc1-b216-371d9e412f55 HTTP/1.1" status: 200 len: 217 time: 0.0380511 Aug 10 04:46:05.814098 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-c7db2348-7255-4007-8ddb-a52b0729b575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:05.815500 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-c7db2348-7255-4007-8ddb-a52b0729b575 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06123654-b626-435e-94dc-f9a474ab9d8e HTTP/1.1" status: 200 len: 853 time: 0.0428555 Aug 10 04:46:05.846895 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-7c4e43d1-dcd4-4f7b-826f-1a44b49c09e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=260dd1da-e2d4-4345-9a8f-d50d86a979d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241125 Aug 10 04:46:05.937264 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-5e2433a7-e6f8-4ea1-929c-a9d33a78278f service neutron] 10.222.0.20 "GET /v2.0/networks/260dd1da-e2d4-4345-9a8f-d50d86a979d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840869 Aug 10 04:46:06.023490 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eca9836b-02c8-43e9-abae-7f24b0ef7bc5 req-ac6ea05c-19ba-427c-909e-ef729c3afe1b service neutron] 10.222.0.20 "GET /v2.0/networks/260dd1da-e2d4-4345-9a8f-d50d86a979d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796893 Aug 10 04:46:06.455907 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf215715-a27c-4d9d-b3f7-c31f18bc08c8 req-0c2ddf96-0b5d-4ae4-b409-9f13dc516260 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:06.457406 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cf215715-a27c-4d9d-b3f7-c31f18bc08c8 req-0c2ddf96-0b5d-4ae4-b409-9f13dc516260 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9855ec-a94a-4263-849c-91fb5836b0c6 HTTP/1.1" status: 200 len: 943 time: 0.0491707 Aug 10 04:46:06.498725 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cf215715-a27c-4d9d-b3f7-c31f18bc08c8 req-9d2aa582-329d-41d6-801c-2b74dca95bfc tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348270 Aug 10 04:46:07.612155 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb3642-b542-4f7a-87a8-2db2c3dd0c19 req-e34b419e-ed0c-4fe7-9adb-fa8125ea175e tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:07.613676 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b0eb3642-b542-4f7a-87a8-2db2c3dd0c19 req-e34b419e-ed0c-4fe7-9adb-fa8125ea175e tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9855ec-a94a-4263-849c-91fb5836b0c6 HTTP/1.1" status: 200 len: 943 time: 0.0496576 Aug 10 04:46:07.655787 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b0eb3642-b542-4f7a-87a8-2db2c3dd0c19 req-32b3d23f-fbf9-4e98-9d0f-6dbc6598f0f9 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358741 Aug 10 04:46:08.770288 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65a4ec-74f7-4fcf-8f1f-6c80e88af3cf req-763bbddd-9586-4fd6-904b-4984baa36520 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:08.772363 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3c65a4ec-74f7-4fcf-8f1f-6c80e88af3cf req-763bbddd-9586-4fd6-904b-4984baa36520 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9855ec-a94a-4263-849c-91fb5836b0c6 HTTP/1.1" status: 200 len: 943 time: 0.0502119 Aug 10 04:46:08.810633 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3c65a4ec-74f7-4fcf-8f1f-6c80e88af3cf req-11c11433-622c-4201-82e0-efe0ff6561a1 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318437 Aug 10 04:46:08.982773 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device c16f6346-3508-4cc1-b216-371d9e412f55 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:46:09.075670 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port c16f6346-3508-4cc1-b216-371d9e412f55, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c16f6346-3508-4cc1-b216-371d9e412f55,segment=NetworkSegment(96a46eb2-e0a4-41a2-bf88-ce0d085102de),segment_id=96a46eb2-e0a4-41a2-bf88-ce0d085102de)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:46:09.087385 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'c16f6346-3508-4cc1-b216-371d9e412f55', 'network_id': '260dd1da-e2d4-4345-9a8f-d50d86a979d8', 'port_id': 'c16f6346-3508-4cc1-b216-371d9e412f55', 'mac_address': 'fa:16:3e:a1:72:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06123654-b626-435e-94dc-f9a474ab9d8e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:46:09.127320 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:09.140502 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16f6346-3508-4cc1-b216-371d9e412f55 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:46:09.159643 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port c16f6346-3508-4cc1-b216-371d9e412f55, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c16f6346-3508-4cc1-b216-371d9e412f55,segment=NetworkSegment(96a46eb2-e0a4-41a2-bf88-ce0d085102de),segment_id=96a46eb2-e0a4-41a2-bf88-ce0d085102de)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:46:09.220232 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:09.266529 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=c16f6346-3508-4cc1-b216-371d9e412f55,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:09.273888 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:09.274229 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:09.274564 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:09.274894 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:09.275231 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:09.275543 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:09.275882 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:09.276205 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:09.276523 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:09.276839 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:09.277153 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:09.277465 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:09.477518 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['c16f6346-3508-4cc1-b216-371d9e412f55'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:46:09.927199 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c99b9-c371-40ff-a422-fe739341e5fd req-9e03a65a-6d19-4b5a-9024-e1fd863a1db4 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:09.929346 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-499c99b9-c371-40ff-a422-fe739341e5fd req-9e03a65a-6d19-4b5a-9024-e1fd863a1db4 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9855ec-a94a-4263-849c-91fb5836b0c6 HTTP/1.1" status: 200 len: 944 time: 0.0503097 Aug 10 04:46:09.968529 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-499c99b9-c371-40ff-a422-fe739341e5fd req-b41e705c-487c-4c1d-ae2d-95a081e90d82 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331769 Aug 10 04:46:10.003428 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5ab4c0d4-a610-415b-9cbd-460108bdba9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:11.010263 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device c16f6346-3508-4cc1-b216-371d9e412f55 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:46:11.086725 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef4a23-c5b8-47ee-99a7-0616ffb1e4c9 req-176bbbe8-fcca-479b-9413-4551d6fbcea9 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:11.088231 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2eef4a23-c5b8-47ee-99a7-0616ffb1e4c9 req-176bbbe8-fcca-479b-9413-4551d6fbcea9 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9855ec-a94a-4263-849c-91fb5836b0c6 HTTP/1.1" status: 200 len: 944 time: 0.0498202 Aug 10 04:46:11.125941 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2eef4a23-c5b8-47ee-99a7-0616ffb1e4c9 req-ddf88d0d-c3ba-4d27-9ebd-1e3d7c1d888a tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315821 Aug 10 04:46:11.146061 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port c16f6346-3508-4cc1-b216-371d9e412f55 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:46:11.150389 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port c16f6346-3508-4cc1-b216-371d9e412f55 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:46:11.150706 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:11.228968 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:11.405367 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9855ec-a94a-4263-849c-91fb5836b0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16f6346-3508-4cc1-b216-371d9e412f55'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:46:11.407588 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de3c37a-38aa-49ea-a1e1-d45d12f5ce06" -d '{"events": [{"server_uuid": "bd9855ec-a94a-4263-849c-91fb5836b0c6", "name": "network-vif-plugged", "status": "completed", "tag": "c16f6346-3508-4cc1-b216-371d9e412f55"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:46:11.425452 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port c16f6346-3508-4cc1-b216-371d9e412f55, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c16f6346-3508-4cc1-b216-371d9e412f55,segment=NetworkSegment(96a46eb2-e0a4-41a2-bf88-ce0d085102de),segment_id=96a46eb2-e0a4-41a2-bf88-ce0d085102de)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:46:11.444517 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676a5b36-8247-45d1-af9b-fc830d074a91 x-openstack-request-id: req-676a5b36-8247-45d1-af9b-fc830d074a91 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:46:11.444836 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9855ec-a94a-4263-849c-91fb5836b0c6", "name": "network-vif-plugged", "status": "completed", "tag": "c16f6346-3508-4cc1-b216-371d9e412f55", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:46:11.445590 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-676a5b36-8247-45d1-af9b-fc830d074a91 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:46:11.445984 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9855ec-a94a-4263-849c-91fb5836b0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16f6346-3508-4cc1-b216-371d9e412f55', 'code': 200} Aug 10 04:46:11.500497 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:11.549270 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=c16f6346-3508-4cc1-b216-371d9e412f55,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:11.572671 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a888b-5b06-47d0-a2b6-bac9b4ab1cfa req-d16bb214-36a8-4f29-b994-472db16ea469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:11.574201 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c36a888b-5b06-47d0-a2b6-bac9b4ab1cfa req-d16bb214-36a8-4f29-b994-472db16ea469 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bd9855ec-a94a-4263-849c-91fb5836b0c6 HTTP/1.1" status: 200 len: 1096 time: 0.0412607 Aug 10 04:46:11.622291 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c36a888b-5b06-47d0-a2b6-bac9b4ab1cfa req-f391ebbe-7219-4ff7-9e06-6e85cd98ff43 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400348 Aug 10 04:46:12.241613 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d8292-9294-49dc-8746-ceabfce11d16 req-854bc121-e1f7-4f8e-a942-249d0104f614 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:12.243107 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-493d8292-9294-49dc-8746-ceabfce11d16 req-854bc121-e1f7-4f8e-a942-249d0104f614 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9855ec-a94a-4263-849c-91fb5836b0c6 HTTP/1.1" status: 200 len: 945 time: 0.0502806 Aug 10 04:46:12.281909 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-493d8292-9294-49dc-8746-ceabfce11d16 req-ab2385ac-8d0a-496a-b343-53bace894737 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324597 Aug 10 04:46:13.400464 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee9a64-8650-458f-b0cd-11b2700df205 req-6b50340e-5649-4ce7-9b78-db2816da8029 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:13.401927 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-82ee9a64-8650-458f-b0cd-11b2700df205 req-6b50340e-5649-4ce7-9b78-db2816da8029 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9855ec-a94a-4263-849c-91fb5836b0c6 HTTP/1.1" status: 200 len: 945 time: 0.0502360 Aug 10 04:46:13.439129 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-82ee9a64-8650-458f-b0cd-11b2700df205 req-8c6d3e28-5a49-4eb1-a931-d82dd75b5202 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312939 Aug 10 04:46:13.662049 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-b67e033c-34f6-486c-bfb4-e8a4e333f599 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:13.663503 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-b67e033c-34f6-486c-bfb4-e8a4e333f599 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/networks?id=260dd1da-e2d4-4345-9a8f-d50d86a979d8 HTTP/1.1" status: 200 len: 813 time: 0.1041284 Aug 10 04:46:13.679115 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-57d2dabf-2d4c-4d29-b49a-98c680446d3f tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/quotas/ee29c5ab2d9a460f9d55f6fe73669234 HTTP/1.1" status: 200 len: 375 time: 0.0088656 Aug 10 04:46:13.717359 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:13.732458 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-1d1969f1-1c30-4081-97af-79619b750ae1 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ee29c5ab2d9a460f9d55f6fe73669234&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0475368 Aug 10 04:46:13.819887 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-23efb534-13bc-4245-881e-b930333b19b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:13.823336 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-6c681497-9ee3-4b06-8a7a-cb381335dd51 service neutron] 10.222.0.25 "GET /v2.0/networks/260dd1da-e2d4-4345-9a8f-d50d86a979d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835590 Aug 10 04:46:13.921935 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-cb006bf5-97a9-4da6-8d7b-7d92b71cd67b service neutron] 10.222.0.25 "GET /v2.0/networks/260dd1da-e2d4-4345-9a8f-d50d86a979d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925429 Aug 10 04:46:14.158613 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0deed424-04cf-4038-9c91-493648069e22 req-7591bbb0-a0a3-4682-9370-a4a36d5d62aa tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5 HTTP/1.1" status: 200 len: 210 time: 0.0268576 Aug 10 04:46:15.250452 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9740f954-a550-42aa-9004-3a7274e516a1 req-5d4742ca-e82e-4719-8d58-2193f2db684b tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5 HTTP/1.1" status: 200 len: 210 time: 0.0267961 Aug 10 04:46:15.522923 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:16.230304 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-ae6bbab4-d802-4904-8048-b57157918bf9 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:16.231783 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-ae6bbab4-d802-4904-8048-b57157918bf9 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.20 "GET /v2.0/networks?id=260dd1da-e2d4-4345-9a8f-d50d86a979d8 HTTP/1.1" status: 200 len: 813 time: 0.1021152 Aug 10 04:46:16.237657 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:16.249660 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-ea9432b8-7e6b-44a0-880d-b24c503ce270 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Request body: {'port': {'device_id': 'c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5', 'network_id': '260dd1da-e2d4-4345-9a8f-d50d86a979d8', 'admin_state_up': True, 'tenant_id': 'ee29c5ab2d9a460f9d55f6fe73669234'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:46:16.356900 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b5ab48ab-c062-4fdd-9ec3-cb45e81052db req-3154f904-a452-4265-9885-1e6778da2ae6 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5 HTTP/1.1" status: 200 len: 210 time: 0.0382805 Aug 10 04:46:16.449621 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-ea9432b8-7e6b-44a0-880d-b24c503ce270 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Made reservation on behalf of ee29c5ab2d9a460f9d55f6fe73669234 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:46:16.453315 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-ea9432b8-7e6b-44a0-880d-b24c503ce270 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:16.582885 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-ea9432b8-7e6b-44a0-880d-b24c503ce270 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Allocated IP 172.20.0.9 (260dd1da-e2d4-4345-9a8f-d50d86a979d8/06123654-b626-435e-94dc-f9a474ab9d8e/2bd9732b-086a-4f47-8149-ce780de614cd) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:46:16.730049 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-ea9432b8-7e6b-44a0-880d-b24c503ce270 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:16.894823 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-ea9432b8-7e6b-44a0-880d-b24c503ce270 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:16.927910 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['c16f6346-3508-4cc1-b216-371d9e412f55'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:46:16.940755 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-ea9432b8-7e6b-44a0-880d-b24c503ce270 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Network 260dd1da-e2d4-4345-9a8f-d50d86a979d8 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:46:16.946529 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-ea9432b8-7e6b-44a0-880d-b24c503ce270 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:46:16.950784 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-ea9432b8-7e6b-44a0-880d-b24c503ce270 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:46:16.978029 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9432b8-7e6b-44a0-880d-b24c503ce270 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Pushing event updated for resources: {'Port': ['ID=2bd9732b-086a-4f47-8149-ce780de614cd,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:17.007764 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-ea9432b8-7e6b-44a0-880d-b24c503ce270 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:17.010222 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-ea9432b8-7e6b-44a0-880d-b24c503ce270 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:17.105546 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:17.164018 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-ea9432b8-7e6b-44a0-880d-b24c503ce270 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9184408 Aug 10 04:46:17.183816 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-38c9f7bb-6470-44a7-aa95-c8972c6883a9 service neutron] Request body: {'port': {'device_id': 'c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:46:17.235549 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-38c9f7bb-6470-44a7-aa95-c8972c6883a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:17.508371 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928fcd2-4eb4-4453-9aaf-dd2b20d1ebe0 req-840db46f-1859-4aea-a3b5-889d62b1d0b1 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:17.510091 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4928fcd2-4eb4-4453-9aaf-dd2b20d1ebe0 req-840db46f-1859-4aea-a3b5-889d62b1d0b1 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5 HTTP/1.1" status: 200 len: 931 time: 0.0855212 Aug 10 04:46:17.553300 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-38c9f7bb-6470-44a7-aa95-c8972c6883a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd9732b-086a-4f47-8149-ce780de614cd {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:46:17.564238 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-38c9f7bb-6470-44a7-aa95-c8972c6883a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:17.583846 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4928fcd2-4eb4-4453-9aaf-dd2b20d1ebe0 req-31b55f15-c2a6-48cf-84d1-6eaff130c989 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569496 Aug 10 04:46:17.586245 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-38c9f7bb-6470-44a7-aa95-c8972c6883a9 service neutron] Transition to ACTIVE for port object 2bd9732b-086a-4f47-8149-ce780de614cd will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:46:17.671239 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-38c9f7bb-6470-44a7-aa95-c8972c6883a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:17.719602 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9f7bb-6470-44a7-aa95-c8972c6883a9 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd9732b-086a-4f47-8149-ce780de614cd,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:17.791111 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-38c9f7bb-6470-44a7-aa95-c8972c6883a9 service neutron] Attempting to bind port 2bd9732b-086a-4f47-8149-ce780de614cd on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:46:17.791528 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-38c9f7bb-6470-44a7-aa95-c8972c6883a9 service neutron] Attempting to bind port 2bd9732b-086a-4f47-8149-ce780de614cd by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '96a46eb2-e0a4-41a2-bf88-ce0d085102de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '260dd1da-e2d4-4345-9a8f-d50d86a979d8'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:46:17.791862 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-38c9f7bb-6470-44a7-aa95-c8972c6883a9 service neutron] Attempting to bind port 2bd9732b-086a-4f47-8149-ce780de614cd on network 260dd1da-e2d4-4345-9a8f-d50d86a979d8 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:46:17.796070 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-38c9f7bb-6470-44a7-aa95-c8972c6883a9 service neutron] Port 2bd9732b-086a-4f47-8149-ce780de614cd on network 260dd1da-e2d4-4345-9a8f-d50d86a979d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:46:17.796395 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-38c9f7bb-6470-44a7-aa95-c8972c6883a9 service neutron] Attempting to bind port 2bd9732b-086a-4f47-8149-ce780de614cd on network 260dd1da-e2d4-4345-9a8f-d50d86a979d8 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:46:17.801188 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-38c9f7bb-6470-44a7-aa95-c8972c6883a9 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:46:17.801526 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-38c9f7bb-6470-44a7-aa95-c8972c6883a9 service neutron] Checking segment: {'id': '96a46eb2-e0a4-41a2-bf88-ce0d085102de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '260dd1da-e2d4-4345-9a8f-d50d86a979d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:46:17.801909 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-38c9f7bb-6470-44a7-aa95-c8972c6883a9 service neutron] Bound using segment: {'id': '96a46eb2-e0a4-41a2-bf88-ce0d085102de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '260dd1da-e2d4-4345-9a8f-d50d86a979d8'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:46:17.802329 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-38c9f7bb-6470-44a7-aa95-c8972c6883a9 service neutron] Bound port: 2bd9732b-086a-4f47-8149-ce780de614cd, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a46eb2-e0a4-41a2-bf88-ce0d085102de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '260dd1da-e2d4-4345-9a8f-d50d86a979d8'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:46:17.802677 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-38c9f7bb-6470-44a7-aa95-c8972c6883a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:17.864938 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-38c9f7bb-6470-44a7-aa95-c8972c6883a9 service neutron] For port 2bd9732b-086a-4f47-8149-ce780de614cd, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:46:17.867919 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-38c9f7bb-6470-44a7-aa95-c8972c6883a9 service neutron] For port 2bd9732b-086a-4f47-8149-ce780de614cd, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=2bd9732b-086a-4f47-8149-ce780de614cd,segment=NetworkSegment(96a46eb2-e0a4-41a2-bf88-ce0d085102de),segment_id=96a46eb2-e0a4-41a2-bf88-ce0d085102de)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:46:17.929229 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-38c9f7bb-6470-44a7-aa95-c8972c6883a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:17.967148 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-38c9f7bb-6470-44a7-aa95-c8972c6883a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:17.967771 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-38c9f7bb-6470-44a7-aa95-c8972c6883a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:17.969199 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-38c9f7bb-6470-44a7-aa95-c8972c6883a9 service neutron] 10.222.0.20 "PUT /v2.0/ports/2bd9732b-086a-4f47-8149-ce780de614cd HTTP/1.1" status: 200 len: 1091 time: 0.7901983 Aug 10 04:46:17.969638 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5', 'tag': '2bd9732b-086a-4f47-8149-ce780de614cd'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:46:17.971903 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1267af8-b18d-4392-834f-cee62af419e8" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5", "tag": "2bd9732b-086a-4f47-8149-ce780de614cd"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:46:17.998214 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c9f7bb-6470-44a7-aa95-c8972c6883a9 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd9732b-086a-4f47-8149-ce780de614cd,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:18.007470 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c129a9-63c5-4999-b9da-9131fb478784 x-openstack-request-id: req-f5c129a9-63c5-4999-b9da-9131fb478784 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:46:18.007752 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5", "tag": "2bd9732b-086a-4f47-8149-ce780de614cd", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:46:18.008058 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5c129a9-63c5-4999-b9da-9131fb478784 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:46:18.008459 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5', 'tag': '2bd9732b-086a-4f47-8149-ce780de614cd', 'status': 'completed', 'code': 200} Aug 10 04:46:18.095708 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1267af8-b18d-4392-834f-cee62af419e8 req-29956531-4d89-43fb-8702-2df6972b8543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:18.097263 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d1267af8-b18d-4392-834f-cee62af419e8 req-29956531-4d89-43fb-8702-2df6972b8543 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee29c5ab2d9a460f9d55f6fe73669234&device_id=c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5 HTTP/1.1" status: 200 len: 1094 time: 0.0451267 Aug 10 04:46:18.203398 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1267af8-b18d-4392-834f-cee62af419e8 req-76509364-93ea-4b1c-951a-0a1c34844c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:18.204915 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d1267af8-b18d-4392-834f-cee62af419e8 req-76509364-93ea-4b1c-951a-0a1c34844c5b service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ee29c5ab2d9a460f9d55f6fe73669234&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0929074 Aug 10 04:46:18.296693 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1267af8-b18d-4392-834f-cee62af419e8 req-9747e46f-a05e-4360-abc5-46292a6f883c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:18.298093 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d1267af8-b18d-4392-834f-cee62af419e8 req-9747e46f-a05e-4360-abc5-46292a6f883c service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0864267 Aug 10 04:46:18.398101 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-10e4e2e8-74ba-4121-bacd-263c0068c390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:18.399603 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-10e4e2e8-74ba-4121-bacd-263c0068c390 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ee29c5ab2d9a460f9d55f6fe73669234&device_id=c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5 HTTP/1.1" status: 200 len: 1094 time: 0.0452607 Aug 10 04:46:18.449072 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-a20eea9e-93a2-40aa-ade8-69bcbff72af6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bd9732b-086a-4f47-8149-ce780de614cd HTTP/1.1" status: 200 len: 217 time: 0.0360270 Aug 10 04:46:18.498492 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-d908c52d-9ce1-49ee-bad5-7333a61364b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:18.499926 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-d908c52d-9ce1-49ee-bad5-7333a61364b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06123654-b626-435e-94dc-f9a474ab9d8e HTTP/1.1" status: 200 len: 853 time: 0.0438509 Aug 10 04:46:18.534873 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-454feef1-d676-4c2c-b12e-08eb2c9e681c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=260dd1da-e2d4-4345-9a8f-d50d86a979d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276735 Aug 10 04:46:18.622663 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-f5db2f2e-09a9-43b4-8dcd-54a038945364 service neutron] 10.222.0.20 "GET /v2.0/networks/260dd1da-e2d4-4345-9a8f-d50d86a979d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812995 Aug 10 04:46:18.749358 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29070412-875e-4adb-a859-8a933a322551 req-32fe3928-9570-46da-945b-1a099bf068a5 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:18.750834 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-29070412-875e-4adb-a859-8a933a322551 req-32fe3928-9570-46da-945b-1a099bf068a5 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5 HTTP/1.1" status: 200 len: 943 time: 0.0795319 Aug 10 04:46:18.756618 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a7098f99-7dec-4528-994f-1f3010ec3323 req-07c249c3-a901-44e2-a9ee-fbff9af2c07f service neutron] 10.222.0.20 "GET /v2.0/networks/260dd1da-e2d4-4345-9a8f-d50d86a979d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272941 Aug 10 04:46:18.792851 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-29070412-875e-4adb-a859-8a933a322551 req-8062e5ae-790e-4070-9e4c-003063ee3e4d tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352757 Aug 10 04:46:19.907111 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505c816-0abf-4a9e-8559-2c9c108eb7b0 req-aec8edff-8c84-4d46-9f04-2db391832dd2 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:19.908625 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4505c816-0abf-4a9e-8559-2c9c108eb7b0 req-aec8edff-8c84-4d46-9f04-2db391832dd2 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5 HTTP/1.1" status: 200 len: 943 time: 0.0482960 Aug 10 04:46:19.946481 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4505c816-0abf-4a9e-8559-2c9c108eb7b0 req-e3c3fc7d-c20d-4a8d-b1a8-0b164d58475b tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318577 Aug 10 04:46:21.060558 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 2bd9732b-086a-4f47-8149-ce780de614cd details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:46:21.061158 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89781f4-6908-4fc6-98e1-098e289c63be req-af65afee-4f21-4b36-9c4d-af55e38da42c tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:21.062209 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d89781f4-6908-4fc6-98e1-098e289c63be req-af65afee-4f21-4b36-9c4d-af55e38da42c tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5 HTTP/1.1" status: 200 len: 943 time: 0.0493448 Aug 10 04:46:21.100760 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d89781f4-6908-4fc6-98e1-098e289c63be req-5ec97e07-ac38-4b2f-a487-d7dc370067f0 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322998 Aug 10 04:46:21.157462 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 2bd9732b-086a-4f47-8149-ce780de614cd, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=2bd9732b-086a-4f47-8149-ce780de614cd,segment=NetworkSegment(96a46eb2-e0a4-41a2-bf88-ce0d085102de),segment_id=96a46eb2-e0a4-41a2-bf88-ce0d085102de)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:46:21.168822 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '2bd9732b-086a-4f47-8149-ce780de614cd', 'network_id': '260dd1da-e2d4-4345-9a8f-d50d86a979d8', 'port_id': '2bd9732b-086a-4f47-8149-ce780de614cd', 'mac_address': 'fa:16:3e:02:be:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06123654-b626-435e-94dc-f9a474ab9d8e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:46:21.208671 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:21.221604 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd9732b-086a-4f47-8149-ce780de614cd {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:46:21.240530 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 2bd9732b-086a-4f47-8149-ce780de614cd, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=2bd9732b-086a-4f47-8149-ce780de614cd,segment=NetworkSegment(96a46eb2-e0a4-41a2-bf88-ce0d085102de),segment_id=96a46eb2-e0a4-41a2-bf88-ce0d085102de)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:46:21.345426 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:21.393329 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=2bd9732b-086a-4f47-8149-ce780de614cd,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:21.627487 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['2bd9732b-086a-4f47-8149-ce780de614cd'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:46:22.217503 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4dd9c-ecd8-414c-bcb8-503f0bc3f17a req-8de87429-c29f-4cab-93ec-86d4512ed022 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:22.218977 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-41a4dd9c-ecd8-414c-bcb8-503f0bc3f17a req-8de87429-c29f-4cab-93ec-86d4512ed022 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5 HTTP/1.1" status: 200 len: 944 time: 0.0489824 Aug 10 04:46:22.256432 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-41a4dd9c-ecd8-414c-bcb8-503f0bc3f17a req-6b3e2d64-8b69-4d95-901a-7e2131e66011 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315189 Aug 10 04:46:23.072718 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 2bd9732b-086a-4f47-8149-ce780de614cd up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:46:23.202336 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 2bd9732b-086a-4f47-8149-ce780de614cd completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:46:23.206213 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 2bd9732b-086a-4f47-8149-ce780de614cd triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:46:23.206581 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:23.281940 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:23.307268 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd9732b-086a-4f47-8149-ce780de614cd'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:46:23.310223 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8aed8f5-cce6-4f59-9680-015178bca68c" -d '{"events": [{"server_uuid": "c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5", "name": "network-vif-plugged", "status": "completed", "tag": "2bd9732b-086a-4f47-8149-ce780de614cd"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:46:23.325539 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 2bd9732b-086a-4f47-8149-ce780de614cd, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=2bd9732b-086a-4f47-8149-ce780de614cd,segment=NetworkSegment(96a46eb2-e0a4-41a2-bf88-ce0d085102de),segment_id=96a46eb2-e0a4-41a2-bf88-ce0d085102de)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:46:23.346209 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ca1d46-6749-47eb-a2ba-38244a12f5e0 x-openstack-request-id: req-06ca1d46-6749-47eb-a2ba-38244a12f5e0 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:46:23.346497 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5", "name": "network-vif-plugged", "status": "completed", "tag": "2bd9732b-086a-4f47-8149-ce780de614cd", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:46:23.346748 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06ca1d46-6749-47eb-a2ba-38244a12f5e0 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:46:23.347140 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd9732b-086a-4f47-8149-ce780de614cd', 'code': 200} Aug 10 04:46:23.377724 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea094d7-0e91-4960-9280-7a41561a89fa req-3a7b7c68-b94f-4299-816a-9ac9db237f74 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:23.379227 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9ea094d7-0e91-4960-9280-7a41561a89fa req-3a7b7c68-b94f-4299-816a-9ac9db237f74 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5 HTTP/1.1" status: 200 len: 944 time: 0.0551081 Aug 10 04:46:23.419709 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9ea094d7-0e91-4960-9280-7a41561a89fa req-7a360ccc-a202-485e-bd3d-36f5e817bfbe tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343211 Aug 10 04:46:23.425571 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:23.476867 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=2bd9732b-086a-4f47-8149-ce780de614cd,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:23.478369 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3dc593-a969-4718-958f-460d51947344 req-a53eec64-5e23-4c6d-97dc-bf3d8849925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:23.481593 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dc3dc593-a969-4718-958f-460d51947344 req-a53eec64-5e23-4c6d-97dc-bf3d8849925a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5 HTTP/1.1" status: 200 len: 1096 time: 0.0428779 Aug 10 04:46:23.516357 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dc3dc593-a969-4718-958f-460d51947344 req-96da90a2-3049-4e74-a8eb-26bd308f9385 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278418 Aug 10 04:46:24.547517 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda8def-154f-4fc1-a3db-d0bc1fda258f req-be8d38d1-c77f-4ec3-bd58-e464333aa21d tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:24.549026 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2bda8def-154f-4fc1-a3db-d0bc1fda258f req-be8d38d1-c77f-4ec3-bd58-e464333aa21d tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5 HTTP/1.1" status: 200 len: 945 time: 0.0529513 Aug 10 04:46:24.586308 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2bda8def-154f-4fc1-a3db-d0bc1fda258f req-7a0bafd7-c321-4f63-b0f7-f59f8181a559 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314183 Aug 10 04:46:25.704466 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18433a60-9668-4ae4-b74b-ee32a1218648 req-66e2249f-cb86-494e-8a00-18be18d84ff8 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:25.705826 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-18433a60-9668-4ae4-b74b-ee32a1218648 req-66e2249f-cb86-494e-8a00-18be18d84ff8 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5 HTTP/1.1" status: 200 len: 945 time: 0.0489528 Aug 10 04:46:25.742879 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-18433a60-9668-4ae4-b74b-ee32a1218648 req-bca1358a-a16f-4899-a0b2-79a9782f63ca tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308521 Aug 10 04:46:26.114295 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6ef0f-3ab2-4932-8e82-9db23048d002 req-bf9abf73-304c-410e-a64d-54cd9b142801 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:26.116202 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6ef6ef0f-3ab2-4932-8e82-9db23048d002 req-bf9abf73-304c-410e-a64d-54cd9b142801 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5 HTTP/1.1" status: 200 len: 945 time: 0.0684083 Aug 10 04:46:26.156109 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6ef6ef0f-3ab2-4932-8e82-9db23048d002 req-0d8741cf-7e40-4030-9674-9be472dc79d4 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338850 Aug 10 04:46:27.272769 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053eb83e-0dc3-42a2-90f6-ede51903c768 req-c871f105-d9f9-4949-b710-0765b5555cd9 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:27.274309 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-053eb83e-0dc3-42a2-90f6-ede51903c768 req-c871f105-d9f9-4949-b710-0765b5555cd9 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5 HTTP/1.1" status: 200 len: 945 time: 0.0511942 Aug 10 04:46:27.312525 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-053eb83e-0dc3-42a2-90f6-ede51903c768 req-4beafb73-5d76-4d35-b8fd-6f196c701de8 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318117 Aug 10 04:46:27.635561 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2236633-93df-4571-ae70-bf367f385cd6 req-96db29b1-7a10-4c74-a75b-c1885643180e tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:27.637074 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f2236633-93df-4571-ae70-bf367f385cd6 req-96db29b1-7a10-4c74-a75b-c1885643180e tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5 HTTP/1.1" status: 200 len: 945 time: 0.0481617 Aug 10 04:46:27.728243 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-f2236633-93df-4571-ae70-bf367f385cd6 req-2586dbb4-d941-4ecf-9e4c-658d424e6de3 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Deleting port 2bd9732b-086a-4f47-8149-ce780de614cd {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:46:27.728505 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f2236633-93df-4571-ae70-bf367f385cd6 req-2586dbb4-d941-4ecf-9e4c-658d424e6de3 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:27.819603 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-f2236633-93df-4571-ae70-bf367f385cd6 req-2586dbb4-d941-4ecf-9e4c-658d424e6de3 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] For port 2bd9732b-086a-4f47-8149-ce780de614cd, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=2bd9732b-086a-4f47-8149-ce780de614cd,segment=NetworkSegment(96a46eb2-e0a4-41a2-bf88-ce0d085102de),segment_id=96a46eb2-e0a4-41a2-bf88-ce0d085102de)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:46:27.819998 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f2236633-93df-4571-ae70-bf367f385cd6 req-2586dbb4-d941-4ecf-9e4c-658d424e6de3 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:27.832997 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-f2236633-93df-4571-ae70-bf367f385cd6 req-2586dbb4-d941-4ecf-9e4c-658d424e6de3 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Calling delete_port for 2bd9732b-086a-4f47-8149-ce780de614cd owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:46:28.071705 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f2236633-93df-4571-ae70-bf367f385cd6 req-2586dbb4-d941-4ecf-9e4c-658d424e6de3 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:28.101650 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586dbb4-d941-4ecf-9e4c-658d424e6de3 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Pushing event deleted for resources: {'Port': ['ID=2bd9732b-086a-4f47-8149-ce780de614cd,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:28.105649 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['c16f6346-3508-4cc1-b216-371d9e412f55', '2bd9732b-086a-4f47-8149-ce780de614cd'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:46:28.131507 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:28.144855 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2236633-93df-4571-ae70-bf367f385cd6 req-2586dbb4-d941-4ecf-9e4c-658d424e6de3 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] No DVR routers for this DVR port 2bd9732b-086a-4f47-8149-ce780de614cd on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:46:28.148872 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-f2236633-93df-4571-ae70-bf367f385cd6 req-2586dbb4-d941-4ecf-9e4c-658d424e6de3 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:28.149524 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f2236633-93df-4571-ae70-bf367f385cd6 req-2586dbb4-d941-4ecf-9e4c-658d424e6de3 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.20 "DELETE /v2.0/ports/2bd9732b-086a-4f47-8149-ce780de614cd HTTP/1.1" status: 204 len: 173 time: 0.5031962 Aug 10 04:46:28.149952 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5', 'name': 'network-vif-deleted', 'tag': '2bd9732b-086a-4f47-8149-ce780de614cd'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:46:28.152262 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a31169b-a1ab-4e35-b2b4-c0add314903d" -d '{"events": [{"server_uuid": "c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5", "name": "network-vif-deleted", "tag": "2bd9732b-086a-4f47-8149-ce780de614cd"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:46:28.190086 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a98e87f-56de-4249-8b04-8b5a4ca177b2 x-openstack-request-id: req-7a98e87f-56de-4249-8b04-8b5a4ca177b2 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:46:28.190381 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5", "name": "network-vif-deleted", "tag": "2bd9732b-086a-4f47-8149-ce780de614cd", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:46:28.190637 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a98e87f-56de-4249-8b04-8b5a4ca177b2 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:46:28.191041 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5', 'name': 'network-vif-deleted', 'tag': '2bd9732b-086a-4f47-8149-ce780de614cd', 'status': 'completed', 'code': 200} Aug 10 04:46:28.408241 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bce7b2c5-b07d-4637-807e-60f00b68a8f9 req-1a23d612-1a39-4b09-b74c-68964e31d71c tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=c7b7bd59-a7b3-4522-9d6c-7dfdc0af79b5 HTTP/1.1" status: 200 len: 210 time: 0.0271089 Aug 10 04:46:29.556436 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be815b7-24d1-4f1c-977d-ac5e2548cfb3 req-509da4b7-693d-4749-9120-ea61edd621a9 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:29.557905 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2be815b7-24d1-4f1c-977d-ac5e2548cfb3 req-509da4b7-693d-4749-9120-ea61edd621a9 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9855ec-a94a-4263-849c-91fb5836b0c6 HTTP/1.1" status: 200 len: 945 time: 0.0482359 Aug 10 04:46:29.599485 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2be815b7-24d1-4f1c-977d-ac5e2548cfb3 req-98257bc8-8df1-4641-a42f-7519ac308fe4 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347910 Aug 10 04:46:29.729663 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49bac5-6311-4e53-8365-4c3d61d06de7 req-a22c8636-6a52-4e1a-adde-18831476bf2c tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:29.731059 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cc49bac5-6311-4e53-8365-4c3d61d06de7 req-a22c8636-6a52-4e1a-adde-18831476bf2c tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9855ec-a94a-4263-849c-91fb5836b0c6 HTTP/1.1" status: 200 len: 945 time: 0.0484328 Aug 10 04:46:29.774329 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cc49bac5-6311-4e53-8365-4c3d61d06de7 req-24a608e3-933a-44f1-acaf-99135053d745 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364733 Aug 10 04:46:29.896773 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d7a4b-eb30-4cd9-8f5b-4354fc35eb18 req-a09b2401-c5bc-42ac-b4ef-d78b41ac9970 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:29.898287 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-274d7a4b-eb30-4cd9-8f5b-4354fc35eb18 req-a09b2401-c5bc-42ac-b4ef-d78b41ac9970 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9855ec-a94a-4263-849c-91fb5836b0c6 HTTP/1.1" status: 200 len: 945 time: 0.0538716 Aug 10 04:46:29.936893 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-274d7a4b-eb30-4cd9-8f5b-4354fc35eb18 req-d4930787-9bfc-47bc-92ca-a5e876f2f35e tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324152 Aug 10 04:46:30.105085 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ed3d0-bcba-41f9-9e2b-fc919b2358a0 req-99b7284f-6e86-471c-a7e4-0f9eb5bb87f9 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:30.106568 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ba8ed3d0-bcba-41f9-9e2b-fc919b2358a0 req-99b7284f-6e86-471c-a7e4-0f9eb5bb87f9 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9855ec-a94a-4263-849c-91fb5836b0c6 HTTP/1.1" status: 200 len: 945 time: 0.0486970 Aug 10 04:46:30.144140 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ba8ed3d0-bcba-41f9-9e2b-fc919b2358a0 req-9a79211a-1f23-448c-887e-4fff6928005e tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306106 Aug 10 04:46:30.257526 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f5291-3fd9-4b49-8d6f-f18858be2eb7 req-a4cfdae1-0198-48f9-beb7-55c20178d099 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:30.258912 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-919f5291-3fd9-4b49-8d6f-f18858be2eb7 req-a4cfdae1-0198-48f9-beb7-55c20178d099 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9855ec-a94a-4263-849c-91fb5836b0c6 HTTP/1.1" status: 200 len: 945 time: 0.0488067 Aug 10 04:46:30.299267 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-919f5291-3fd9-4b49-8d6f-f18858be2eb7 req-9e23777f-5422-47e2-8c12-6faf1fc54e40 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342305 Aug 10 04:46:30.422213 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f89a1e-0701-4620-8b3b-5ebdd7d25e46 req-d6bafff6-be6e-44b0-b1f8-21af5929eb57 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:30.423715 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-65f89a1e-0701-4620-8b3b-5ebdd7d25e46 req-d6bafff6-be6e-44b0-b1f8-21af5929eb57 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9855ec-a94a-4263-849c-91fb5836b0c6 HTTP/1.1" status: 200 len: 945 time: 0.0481288 Aug 10 04:46:30.465161 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-65f89a1e-0701-4620-8b3b-5ebdd7d25e46 req-01212c8a-7ec8-4495-b715-c374bd6d43ad tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353742 Aug 10 04:46:30.862915 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:46:30.942014 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da29a46-2040-4ee6-b55b-cb0f6b15f38d req-602bab21-6214-47d4-a16a-475eea7a9c04 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:30.943500 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0da29a46-2040-4ee6-b55b-cb0f6b15f38d req-602bab21-6214-47d4-a16a-475eea7a9c04 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9855ec-a94a-4263-849c-91fb5836b0c6 HTTP/1.1" status: 200 len: 945 time: 0.0486658 Aug 10 04:46:30.981153 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0da29a46-2040-4ee6-b55b-cb0f6b15f38d req-70b2c85e-e260-4f3d-9387-d9d1e8ad33fc tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317256 Aug 10 04:46:31.106069 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 2bd9732b-086a-4f47-8149-ce780de614cd no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:46:31.126613 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 2bd9732b-086a-4f47-8149-ce780de614cd {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:46:31.126955 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 2bd9732b-086a-4f47-8149-ce780de614cd not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:46:32.100464 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686577b-cceb-4b09-a954-1697e89ac62a req-c5d16a9c-edfa-487e-9290-e2366339069c tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:32.101958 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8686577b-cceb-4b09-a954-1697e89ac62a req-c5d16a9c-edfa-487e-9290-e2366339069c tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9855ec-a94a-4263-849c-91fb5836b0c6 HTTP/1.1" status: 200 len: 945 time: 0.0519419 Aug 10 04:46:32.145980 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8686577b-cceb-4b09-a954-1697e89ac62a req-6540b946-58dd-4fdd-8744-bc81c60fc7cd tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381291 Aug 10 04:46:32.383669 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488275b5-5fa1-4828-9498-146cb7d6509e req-e1cd8381-ef96-4668-a734-ce50a2362de5 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:32.385064 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-488275b5-5fa1-4828-9498-146cb7d6509e req-e1cd8381-ef96-4668-a734-ce50a2362de5 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd9855ec-a94a-4263-849c-91fb5836b0c6 HTTP/1.1" status: 200 len: 945 time: 0.0512447 Aug 10 04:46:32.473763 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-488275b5-5fa1-4828-9498-146cb7d6509e req-9bd8edd9-abd9-4273-b861-e581b7f5fc82 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Deleting port c16f6346-3508-4cc1-b216-371d9e412f55 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:46:32.474113 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-488275b5-5fa1-4828-9498-146cb7d6509e req-9bd8edd9-abd9-4273-b861-e581b7f5fc82 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:32.566854 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-488275b5-5fa1-4828-9498-146cb7d6509e req-9bd8edd9-abd9-4273-b861-e581b7f5fc82 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] For port c16f6346-3508-4cc1-b216-371d9e412f55, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=c16f6346-3508-4cc1-b216-371d9e412f55,segment=NetworkSegment(96a46eb2-e0a4-41a2-bf88-ce0d085102de),segment_id=96a46eb2-e0a4-41a2-bf88-ce0d085102de)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:46:32.567224 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-488275b5-5fa1-4828-9498-146cb7d6509e req-9bd8edd9-abd9-4273-b861-e581b7f5fc82 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:32.580551 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-488275b5-5fa1-4828-9498-146cb7d6509e req-9bd8edd9-abd9-4273-b861-e581b7f5fc82 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Calling delete_port for c16f6346-3508-4cc1-b216-371d9e412f55 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:46:32.768000 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-488275b5-5fa1-4828-9498-146cb7d6509e req-9bd8edd9-abd9-4273-b861-e581b7f5fc82 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:32.801267 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8edd9-abd9-4273-b861-e581b7f5fc82 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Pushing event deleted for resources: {'Port': ['ID=c16f6346-3508-4cc1-b216-371d9e412f55,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:32.801862 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['c16f6346-3508-4cc1-b216-371d9e412f55'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:46:32.840705 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-488275b5-5fa1-4828-9498-146cb7d6509e req-9bd8edd9-abd9-4273-b861-e581b7f5fc82 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] No DVR routers for this DVR port c16f6346-3508-4cc1-b216-371d9e412f55 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:46:32.843247 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-488275b5-5fa1-4828-9498-146cb7d6509e req-9bd8edd9-abd9-4273-b861-e581b7f5fc82 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:32.845410 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-488275b5-5fa1-4828-9498-146cb7d6509e req-9bd8edd9-abd9-4273-b861-e581b7f5fc82 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.20 "DELETE /v2.0/ports/c16f6346-3508-4cc1-b216-371d9e412f55 HTTP/1.1" status: 204 len: 173 time: 0.4532943 Aug 10 04:46:32.845874 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd9855ec-a94a-4263-849c-91fb5836b0c6', 'name': 'network-vif-deleted', 'tag': 'c16f6346-3508-4cc1-b216-371d9e412f55'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:46:32.848279 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b913d21-ebe3-41ab-9a48-428fc046b263" -d '{"events": [{"server_uuid": "bd9855ec-a94a-4263-849c-91fb5836b0c6", "name": "network-vif-deleted", "tag": "c16f6346-3508-4cc1-b216-371d9e412f55"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:46:32.884298 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0689ee96-ade5-4dc1-ac43-570cbb99bc68 x-openstack-request-id: req-0689ee96-ade5-4dc1-ac43-570cbb99bc68 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:46:32.884591 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd9855ec-a94a-4263-849c-91fb5836b0c6", "name": "network-vif-deleted", "tag": "c16f6346-3508-4cc1-b216-371d9e412f55", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:46:32.884875 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0689ee96-ade5-4dc1-ac43-570cbb99bc68 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:46:32.885280 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd9855ec-a94a-4263-849c-91fb5836b0c6', 'name': 'network-vif-deleted', 'tag': 'c16f6346-3508-4cc1-b216-371d9e412f55', 'status': 'completed', 'code': 200} Aug 10 04:46:33.249836 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c8051535-20dc-42ce-8d72-47412100988f req-ee9ed888-594a-4f32-9511-d431f9e556c4 tempest-ServersNegativeTestJSON-798391207 tempest-ServersNegativeTestJSON-798391207-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd9855ec-a94a-4263-849c-91fb5836b0c6 HTTP/1.1" status: 200 len: 210 time: 0.0267169 Aug 10 04:46:34.304833 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53330) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:34.349740 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de2b7ee-b55a-4b04-8ba0-350bca1eccad admin admin] Deleting subnet 06123654-b626-435e-94dc-f9a474ab9d8e {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:46:34.352733 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5de2b7ee-b55a-4b04-8ba0-350bca1eccad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:34.389016 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5de2b7ee-b55a-4b04-8ba0-350bca1eccad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:34.431927 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5de2b7ee-b55a-4b04-8ba0-350bca1eccad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:34.580482 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5de2b7ee-b55a-4b04-8ba0-350bca1eccad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:34.605261 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de2b7ee-b55a-4b04-8ba0-350bca1eccad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06123654-b626-435e-94dc-f9a474ab9d8e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:34.609187 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-5de2b7ee-b55a-4b04-8ba0-350bca1eccad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:34.611140 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5de2b7ee-b55a-4b04-8ba0-350bca1eccad admin admin] 10.222.0.25 "DELETE /v2.0/subnets/06123654-b626-435e-94dc-f9a474ab9d8e HTTP/1.1" status: 204 len: 168 time: 0.3052969 Aug 10 04:46:34.613720 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53332) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:34.679590 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-28516886-e3b9-42cc-856c-2ce1a4b13a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:34.760835 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-28516886-e3b9-42cc-856c-2ce1a4b13a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:34.771331 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-28516886-e3b9-42cc-856c-2ce1a4b13a8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['260dd1da-e2d4-4345-9a8f-d50d86a979d8']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:46:34.781379 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-28516886-e3b9-42cc-856c-2ce1a4b13a8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a46eb2-e0a4-41a2-bf88-ce0d085102de') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:46:34.781673 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-28516886-e3b9-42cc-856c-2ce1a4b13a8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a46eb2-e0a4-41a2-bf88-ce0d085102de') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:46:34.791455 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-28516886-e3b9-42cc-856c-2ce1a4b13a8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:34.806033 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-28516886-e3b9-42cc-856c-2ce1a4b13a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:34.811738 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28516886-e3b9-42cc-856c-2ce1a4b13a8e admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:46:34.812166 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-28516886-e3b9-42cc-856c-2ce1a4b13a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:46:34.813989 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:46:34.933612 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-28516886-e3b9-42cc-856c-2ce1a4b13a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:34.938904 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-28516886-e3b9-42cc-856c-2ce1a4b13a8e admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:34.940792 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-28516886-e3b9-42cc-856c-2ce1a4b13a8e admin admin] 10.222.0.25 "DELETE /v2.0/networks/260dd1da-e2d4-4345-9a8f-d50d86a979d8 HTTP/1.1" status: 204 len: 168 time: 0.3261609 Aug 10 04:46:34.957159 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28516886-e3b9-42cc-856c-2ce1a4b13a8e admin admin] Pushing event deleted for resources: {'Network': ['ID=260dd1da-e2d4-4345-9a8f-d50d86a979d8,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:35.121398 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device c16f6346-3508-4cc1-b216-371d9e412f55 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:46:35.144350 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: c16f6346-3508-4cc1-b216-371d9e412f55 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:46:35.144350 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device c16f6346-3508-4cc1-b216-371d9e412f55 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:46:35.257388 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53336) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:35.296986 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-bb4bc11e-e142-4ce3-b3ec-144e0aa79456 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ee29c5ab2d9a460f9d55f6fe73669234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384445 Aug 10 04:46:35.303317 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53338) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:35.350938 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4069533e-7400-41e1-8fb7-2ea4ef9f77c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:35.375084 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4069533e-7400-41e1-8fb7-2ea4ef9f77c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:35.499202 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4069533e-7400-41e1-8fb7-2ea4ef9f77c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:35.503245 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4069533e-7400-41e1-8fb7-2ea4ef9f77c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:35.504486 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-4069533e-7400-41e1-8fb7-2ea4ef9f77c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4 HTTP/1.1" status: 204 len: 168 time: 0.2002747 Aug 10 04:46:35.512811 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4069533e-7400-41e1-8fb7-2ea4ef9f77c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6ed1a1-b05d-4c8b-a735-a2d50a9adbd4,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:36.566139 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53360) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:36.658376 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-43d85190-ba34-4dd4-b499-d8127c207bdd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-441322939'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:46:36.768459 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d85190-ba34-4dd4-b499-d8127c207bdd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Made reservation on behalf of 84c538635cc84b2699b5cc0200a8554d for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:46:36.772048 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-43d85190-ba34-4dd4-b499-d8127c207bdd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:36.780744 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-43d85190-ba34-4dd4-b499-d8127c207bdd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:36.869109 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-43d85190-ba34-4dd4-b499-d8127c207bdd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:36.944651 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-43d85190-ba34-4dd4-b499-d8127c207bdd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:36.970610 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d85190-ba34-4dd4-b499-d8127c207bdd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:46:36.980075 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d85190-ba34-4dd4-b499-d8127c207bdd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e08cda-3f79-4016-ad48-4c7a25cad906,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:36.985074 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-43d85190-ba34-4dd4-b499-d8127c207bdd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:36.986154 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-43d85190-ba34-4dd4-b499-d8127c207bdd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Added segment 88532cc4-0acc-471a-8446-38e7cf3a503f of type vlan for network 37adceab-bba0-414f-8840-9361a6b2783f Aug 10 04:46:37.069804 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-43d85190-ba34-4dd4-b499-d8127c207bdd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:37.190293 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-43d85190-ba34-4dd4-b499-d8127c207bdd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:37.195976 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d85190-ba34-4dd4-b499-d8127c207bdd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:37.196514 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-43d85190-ba34-4dd4-b499-d8127c207bdd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:37.264229 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d85190-ba34-4dd4-b499-d8127c207bdd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Pushing event updated for resources: {'Network': ['ID=37adceab-bba0-414f-8840-9361a6b2783f,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:37.276819 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 37adceab-bba0-414f-8840-9361a6b2783f details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:46:37.322694 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-43d85190-ba34-4dd4-b499-d8127c207bdd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7554369 Aug 10 04:46:40.019163 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d1222247-91ee-4a5a-9eb6-c09f708016f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:40.719182 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53366) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:40.726025 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-3f437f39-3719-439d-9965-66852bdd9674 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Request body: {'subnet': {'network_id': '37adceab-bba0-414f-8840-9361a6b2783f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:46:40.876644 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f437f39-3719-439d-9965-66852bdd9674 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Made reservation on behalf of 84c538635cc84b2699b5cc0200a8554d for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:46:40.881833 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f437f39-3719-439d-9965-66852bdd9674 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:41.162516 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f437f39-3719-439d-9965-66852bdd9674 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:41.239983 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f437f39-3719-439d-9965-66852bdd9674 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Pushing event updated for resources: {'Subnet': ['ID=1c5e7997-5179-4508-b025-8a34e50dc97a,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:41.249532 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f437f39-3719-439d-9965-66852bdd9674 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Checking segment: {'id': '88532cc4-0acc-471a-8446-38e7cf3a503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '37adceab-bba0-414f-8840-9361a6b2783f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:46:41.249895 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f437f39-3719-439d-9965-66852bdd9674 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Network hostable DHCP agents. Network: 37adceab-bba0-414f-8840-9361a6b2783f, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:46:41.327855 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f437f39-3719-439d-9965-66852bdd9674 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Network 37adceab-bba0-414f-8840-9361a6b2783f is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:46:41.425043 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-3f437f39-3719-439d-9965-66852bdd9674 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 37adceab-bba0-414f-8840-9361a6b2783f) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:46:41.429338 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f437f39-3719-439d-9965-66852bdd9674 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:41.429933 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3f437f39-3719-439d-9965-66852bdd9674 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:41.433753 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e239cbc-dd74-48ae-8721-313fe07394ce None None] Network 37adceab-bba0-414f-8840-9361a6b2783f requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:46:41.531058 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3f437f39-3719-439d-9965-66852bdd9674 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8081663 Aug 10 04:46:41.533540 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53368) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:41.538992 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-065514e0-8fb5-4bc8-9d9b-1b12da70e2bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-708880566'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:46:41.591071 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feba9f5b-5b19-4f9f-9dbe-02358c8b9ee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-37adceab-bba0-414f-8840-9361a6b2783f', 'network_id': '37adceab-bba0-414f-8840-9361a6b2783f', 'tenant_id': '84c538635cc84b2699b5cc0200a8554d', 'fixed_ips': [{'subnet_id': '1c5e7997-5179-4508-b025-8a34e50dc97a'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:46:41.591928 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-feba9f5b-5b19-4f9f-9dbe-02358c8b9ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:41.607463 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065514e0-8fb5-4bc8-9d9b-1b12da70e2bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Made reservation on behalf of 84c538635cc84b2699b5cc0200a8554d for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:46:41.611915 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-065514e0-8fb5-4bc8-9d9b-1b12da70e2bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:41.641800 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-065514e0-8fb5-4bc8-9d9b-1b12da70e2bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:46:41.650660 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-065514e0-8fb5-4bc8-9d9b-1b12da70e2bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:41.651003 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-065514e0-8fb5-4bc8-9d9b-1b12da70e2bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Added segment 15b7c2d5-45bf-4ca6-b379-5055a259104e of type vlan for network 8eacf6cf-b1b7-47ac-8551-6748c4522fc6 Aug 10 04:46:41.693743 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-065514e0-8fb5-4bc8-9d9b-1b12da70e2bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:41.729194 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-feba9f5b-5b19-4f9f-9dbe-02358c8b9ee7 None None] Allocated IP 2001:db8:0:ffff::2 (37adceab-bba0-414f-8840-9361a6b2783f/1c5e7997-5179-4508-b025-8a34e50dc97a/043f73f3-b538-44f0-a5c1-6ecdca2dca9c) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:46:41.773829 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-065514e0-8fb5-4bc8-9d9b-1b12da70e2bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:41.779931 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065514e0-8fb5-4bc8-9d9b-1b12da70e2bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:41.781099 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-065514e0-8fb5-4bc8-9d9b-1b12da70e2bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:41.854229 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065514e0-8fb5-4bc8-9d9b-1b12da70e2bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Pushing event updated for resources: {'Network': ['ID=8eacf6cf-b1b7-47ac-8551-6748c4522fc6,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:41.870851 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 8eacf6cf-b1b7-47ac-8551-6748c4522fc6 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:46:41.889028 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-065514e0-8fb5-4bc8-9d9b-1b12da70e2bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3543618 Aug 10 04:46:41.892506 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53370) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:41.898195 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-05c1284b-dee7-4a80-8f87-6be4d5f5a4e7 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Request body: {'subnet': {'network_id': '8eacf6cf-b1b7-47ac-8551-6748c4522fc6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:46:41.938050 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-feba9f5b-5b19-4f9f-9dbe-02358c8b9ee7 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:41.956785 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-feba9f5b-5b19-4f9f-9dbe-02358c8b9ee7 None None] Transition to ACTIVE for port object 043f73f3-b538-44f0-a5c1-6ecdca2dca9c will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:46:41.975599 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-feba9f5b-5b19-4f9f-9dbe-02358c8b9ee7 None None] Transition to ACTIVE for port object 043f73f3-b538-44f0-a5c1-6ecdca2dca9c will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:46:42.019564 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-feba9f5b-5b19-4f9f-9dbe-02358c8b9ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:42.053741 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c1284b-dee7-4a80-8f87-6be4d5f5a4e7 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Made reservation on behalf of 84c538635cc84b2699b5cc0200a8554d for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:46:42.057870 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-05c1284b-dee7-4a80-8f87-6be4d5f5a4e7 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:42.061663 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feba9f5b-5b19-4f9f-9dbe-02358c8b9ee7 None None] Network 37adceab-bba0-414f-8840-9361a6b2783f is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:46:42.065618 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-feba9f5b-5b19-4f9f-9dbe-02358c8b9ee7 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:46:42.069943 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feba9f5b-5b19-4f9f-9dbe-02358c8b9ee7 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:46:42.074385 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba9f5b-5b19-4f9f-9dbe-02358c8b9ee7 None None] Pushing event updated for resources: {'Port': ['ID=043f73f3-b538-44f0-a5c1-6ecdca2dca9c,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:42.126366 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-feba9f5b-5b19-4f9f-9dbe-02358c8b9ee7 None None] Attempting to bind port 043f73f3-b538-44f0-a5c1-6ecdca2dca9c on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:46:42.126715 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-feba9f5b-5b19-4f9f-9dbe-02358c8b9ee7 None None] Attempting to bind port 043f73f3-b538-44f0-a5c1-6ecdca2dca9c by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '88532cc4-0acc-471a-8446-38e7cf3a503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '37adceab-bba0-414f-8840-9361a6b2783f'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:46:42.127245 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba9f5b-5b19-4f9f-9dbe-02358c8b9ee7 None None] Attempting to bind port 043f73f3-b538-44f0-a5c1-6ecdca2dca9c on network 37adceab-bba0-414f-8840-9361a6b2783f {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:46:42.132483 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba9f5b-5b19-4f9f-9dbe-02358c8b9ee7 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:46:42.134034 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba9f5b-5b19-4f9f-9dbe-02358c8b9ee7 None None] Checking segment: {'id': '88532cc4-0acc-471a-8446-38e7cf3a503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '37adceab-bba0-414f-8840-9361a6b2783f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:46:42.134034 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-feba9f5b-5b19-4f9f-9dbe-02358c8b9ee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:42.134034 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feba9f5b-5b19-4f9f-9dbe-02358c8b9ee7 None None] Bound using segment: {'id': '88532cc4-0acc-471a-8446-38e7cf3a503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '37adceab-bba0-414f-8840-9361a6b2783f'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:46:42.134384 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-feba9f5b-5b19-4f9f-9dbe-02358c8b9ee7 None None] Bound port: 043f73f3-b538-44f0-a5c1-6ecdca2dca9c, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88532cc4-0acc-471a-8446-38e7cf3a503f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '37adceab-bba0-414f-8840-9361a6b2783f'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:46:42.134500 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-feba9f5b-5b19-4f9f-9dbe-02358c8b9ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:42.201016 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-feba9f5b-5b19-4f9f-9dbe-02358c8b9ee7 None None] For port 043f73f3-b538-44f0-a5c1-6ecdca2dca9c, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:46:42.204117 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-feba9f5b-5b19-4f9f-9dbe-02358c8b9ee7 None None] For port 043f73f3-b538-44f0-a5c1-6ecdca2dca9c, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=043f73f3-b538-44f0-a5c1-6ecdca2dca9c,segment=NetworkSegment(88532cc4-0acc-471a-8446-38e7cf3a503f),segment_id=88532cc4-0acc-471a-8446-38e7cf3a503f)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:46:42.254059 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-feba9f5b-5b19-4f9f-9dbe-02358c8b9ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:42.305228 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-05c1284b-dee7-4a80-8f87-6be4d5f5a4e7 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:42.315795 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba9f5b-5b19-4f9f-9dbe-02358c8b9ee7 None None] Pushing event updated for resources: {'Port': ['ID=043f73f3-b538-44f0-a5c1-6ecdca2dca9c,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:42.373903 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1284b-dee7-4a80-8f87-6be4d5f5a4e7 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Pushing event updated for resources: {'Subnet': ['ID=ce0ab5fe-2898-42fa-a467-786bf90f0c39,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:42.385620 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c1284b-dee7-4a80-8f87-6be4d5f5a4e7 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:42.385956 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c1284b-dee7-4a80-8f87-6be4d5f5a4e7 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:42.386297 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c1284b-dee7-4a80-8f87-6be4d5f5a4e7 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:42.386679 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c1284b-dee7-4a80-8f87-6be4d5f5a4e7 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:42.387011 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c1284b-dee7-4a80-8f87-6be4d5f5a4e7 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:42.387343 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c1284b-dee7-4a80-8f87-6be4d5f5a4e7 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:42.387745 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c1284b-dee7-4a80-8f87-6be4d5f5a4e7 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:42.388316 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c1284b-dee7-4a80-8f87-6be4d5f5a4e7 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:42.388848 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c1284b-dee7-4a80-8f87-6be4d5f5a4e7 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:42.389329 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c1284b-dee7-4a80-8f87-6be4d5f5a4e7 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:42.389782 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c1284b-dee7-4a80-8f87-6be4d5f5a4e7 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:42.390253 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c1284b-dee7-4a80-8f87-6be4d5f5a4e7 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:42.397014 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c1284b-dee7-4a80-8f87-6be4d5f5a4e7 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Checking segment: {'id': '15b7c2d5-45bf-4ca6-b379-5055a259104e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8eacf6cf-b1b7-47ac-8551-6748c4522fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:46:42.397534 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c1284b-dee7-4a80-8f87-6be4d5f5a4e7 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Network hostable DHCP agents. Network: 8eacf6cf-b1b7-47ac-8551-6748c4522fc6, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:46:42.545168 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c1284b-dee7-4a80-8f87-6be4d5f5a4e7 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Network 8eacf6cf-b1b7-47ac-8551-6748c4522fc6 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:46:42.653522 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-05c1284b-dee7-4a80-8f87-6be4d5f5a4e7 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 8eacf6cf-b1b7-47ac-8551-6748c4522fc6) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:46:42.660053 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c1284b-dee7-4a80-8f87-6be4d5f5a4e7 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:42.661571 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-05c1284b-dee7-4a80-8f87-6be4d5f5a4e7 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:42.664322 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ac730f-f058-4339-b0e6-4d4b1b42e367 None None] Network 8eacf6cf-b1b7-47ac-8551-6748c4522fc6 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:46:42.754545 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53372) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:42.754802 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-05c1284b-dee7-4a80-8f87-6be4d5f5a4e7 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8605075 Aug 10 04:46:42.819992 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b09f407-6733-4010-8418-98903a9a5020 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-8eacf6cf-b1b7-47ac-8551-6748c4522fc6', 'network_id': '8eacf6cf-b1b7-47ac-8551-6748c4522fc6', 'tenant_id': '84c538635cc84b2699b5cc0200a8554d', 'fixed_ips': [{'subnet_id': 'ce0ab5fe-2898-42fa-a467-786bf90f0c39'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:46:42.820879 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4b09f407-6733-4010-8418-98903a9a5020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:42.858872 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:42.912833 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:42.980299 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-4b09f407-6733-4010-8418-98903a9a5020 None None] Allocated IP 2001:db8::2 (8eacf6cf-b1b7-47ac-8551-6748c4522fc6/ce0ab5fe-2898-42fa-a467-786bf90f0c39/f44e1c88-bbb4-4b81-ac99-a2d2380e84f8) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:46:43.132953 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4b09f407-6733-4010-8418-98903a9a5020 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:43.141716 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4b09f407-6733-4010-8418-98903a9a5020 None None] Transition to ACTIVE for port object f44e1c88-bbb4-4b81-ac99-a2d2380e84f8 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:46:43.171895 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4b09f407-6733-4010-8418-98903a9a5020 None None] Transition to ACTIVE for port object f44e1c88-bbb4-4b81-ac99-a2d2380e84f8 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:46:43.202415 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb50f30-0198-48e8-a49c-167a282402a0 None None] Network 37adceab-bba0-414f-8840-9361a6b2783f requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:46:43.253243 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4b09f407-6733-4010-8418-98903a9a5020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:43.312351 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b09f407-6733-4010-8418-98903a9a5020 None None] Network 8eacf6cf-b1b7-47ac-8551-6748c4522fc6 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:46:43.321196 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-4b09f407-6733-4010-8418-98903a9a5020 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:46:43.326524 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b09f407-6733-4010-8418-98903a9a5020 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:46:43.328361 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09f407-6733-4010-8418-98903a9a5020 None None] Pushing event updated for resources: {'Port': ['ID=f44e1c88-bbb4-4b81-ac99-a2d2380e84f8,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:43.351642 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:43.386547 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Pushing event deleted for resources: {'Subnet': ['ID=ce0ab5fe-2898-42fa-a467-786bf90f0c39,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:43.410087 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6b3a3b4f-888d-46e7-a322-4a3933cde5ba None None] Provisioning for port 043f73f3-b538-44f0-a5c1-6ecdca2dca9c completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:46:43.427360 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-4b09f407-6733-4010-8418-98903a9a5020 None None] Attempting to bind port f44e1c88-bbb4-4b81-ac99-a2d2380e84f8 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:46:43.427876 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-4b09f407-6733-4010-8418-98903a9a5020 None None] Attempting to bind port f44e1c88-bbb4-4b81-ac99-a2d2380e84f8 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '15b7c2d5-45bf-4ca6-b379-5055a259104e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8eacf6cf-b1b7-47ac-8551-6748c4522fc6'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:46:43.428260 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b09f407-6733-4010-8418-98903a9a5020 None None] Attempting to bind port f44e1c88-bbb4-4b81-ac99-a2d2380e84f8 on network 8eacf6cf-b1b7-47ac-8551-6748c4522fc6 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:46:43.436274 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b09f407-6733-4010-8418-98903a9a5020 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:46:43.436647 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b09f407-6733-4010-8418-98903a9a5020 None None] Checking segment: {'id': '15b7c2d5-45bf-4ca6-b379-5055a259104e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8eacf6cf-b1b7-47ac-8551-6748c4522fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:46:43.437040 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4b09f407-6733-4010-8418-98903a9a5020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:43.437423 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b09f407-6733-4010-8418-98903a9a5020 None None] Bound using segment: {'id': '15b7c2d5-45bf-4ca6-b379-5055a259104e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8eacf6cf-b1b7-47ac-8551-6748c4522fc6'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:46:43.437883 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-4b09f407-6733-4010-8418-98903a9a5020 None None] Bound port: f44e1c88-bbb4-4b81-ac99-a2d2380e84f8, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b7c2d5-45bf-4ca6-b379-5055a259104e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '8eacf6cf-b1b7-47ac-8551-6748c4522fc6'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:46:43.439625 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4b09f407-6733-4010-8418-98903a9a5020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:43.455309 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:43.471236 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eacf6cf-b1b7-47ac-8551-6748c4522fc6']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:46:43.488626 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b7c2d5-45bf-4ca6-b379-5055a259104e') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:46:43.489156 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b7c2d5-45bf-4ca6-b379-5055a259104e') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:46:43.498562 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:43.518182 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:43.525564 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:46:43.526171 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:46:43.530333 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:46:43.533204 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-4b09f407-6733-4010-8418-98903a9a5020 None None] For port f44e1c88-bbb4-4b81-ac99-a2d2380e84f8, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:46:43.594557 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-4b09f407-6733-4010-8418-98903a9a5020 None None] For port f44e1c88-bbb4-4b81-ac99-a2d2380e84f8, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f44e1c88-bbb4-4b81-ac99-a2d2380e84f8,segment=NetworkSegment(15b7c2d5-45bf-4ca6-b379-5055a259104e),segment_id=15b7c2d5-45bf-4ca6-b379-5055a259104e)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:46:43.605349 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 043f73f3-b538-44f0-a5c1-6ecdca2dca9c up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:46:43.648087 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.db.api [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 04:46:43.648087 n-d-802893-2 neutron-server[94938]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 04:46:43.648087 n-d-802893-2 neutron-server[94938]: [parameters: {'id': '8eacf6cf-b1b7-47ac-8551-6748c4522fc6'}] Aug 10 04:46:43.648087 n-d-802893-2 neutron-server[94938]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94938) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:46:43.648703 n-d-802893-2 neutron-server[94938]: DEBUG oslo_db.api [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:46:43.676574 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4b09f407-6733-4010-8418-98903a9a5020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:43.751538 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:43.772427 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 043f73f3-b538-44f0-a5c1-6ecdca2dca9c completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:46:43.786861 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09f407-6733-4010-8418-98903a9a5020 None None] Pushing event updated for resources: {'Port': ['ID=f44e1c88-bbb4-4b81-ac99-a2d2380e84f8,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:43.792568 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 043f73f3-b538-44f0-a5c1-6ecdca2dca9c triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:46:43.792933 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:43.796270 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1774a5a4-cbfb-4484-932c-09b658c6db08 None None] Network 8eacf6cf-b1b7-47ac-8551-6748c4522fc6 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:46:43.800320 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-fbc063b6-cf66-487f-a781-a6ecdec784da None None] Provisioning complete for port 043f73f3-b538-44f0-a5c1-6ecdca2dca9c triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:46:43.800320 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fbc063b6-cf66-487f-a781-a6ecdec784da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:43.881529 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4ee5d0a4-2d94-4175-b126-8483190416a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:44.031175 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:44.042845 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fbc063b6-cf66-487f-a781-a6ecdec784da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:44.068638 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60c3466-08a8-455f-9d63-3251d193a6b4 None None] get_active_networks_info from n-d-802893-2 {{(pid=94939) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 04:46:44.107825 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 043f73f3-b538-44f0-a5c1-6ecdca2dca9c, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=043f73f3-b538-44f0-a5c1-6ecdca2dca9c,segment=NetworkSegment(88532cc4-0acc-471a-8446-38e7cf3a503f),segment_id=88532cc4-0acc-471a-8446-38e7cf3a503f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:46:44.149761 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:44.152664 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60c3466-08a8-455f-9d63-3251d193a6b4 None None] Resources bound (agent type, host, resource id): {{(pid=94939) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 04:46:44.207140 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Deleting port f44e1c88-bbb4-4b81-ac99-a2d2380e84f8 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:46:44.207489 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:44.273638 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] For port f44e1c88-bbb4-4b81-ac99-a2d2380e84f8, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f44e1c88-bbb4-4b81-ac99-a2d2380e84f8,segment=NetworkSegment(15b7c2d5-45bf-4ca6-b379-5055a259104e),segment_id=15b7c2d5-45bf-4ca6-b379-5055a259104e)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:46:44.274012 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:44.287978 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Calling delete_port for f44e1c88-bbb4-4b81-ac99-a2d2380e84f8 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:46:44.358958 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:44.463326 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=043f73f3-b538-44f0-a5c1-6ecdca2dca9c,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:44.465956 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-fbc063b6-cf66-487f-a781-a6ecdec784da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:46:44.466303 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-fbc063b6-cf66-487f-a781-a6ecdec784da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:46:44.476456 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:44.504509 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Pushing event deleted for resources: {'Port': ['ID=f44e1c88-bbb4-4b81-ac99-a2d2380e84f8,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:44.509222 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] No DVR routers for this DVR port f44e1c88-bbb4-4b81-ac99-a2d2380e84f8 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:46:44.591141 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:44.600801 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eacf6cf-b1b7-47ac-8551-6748c4522fc6']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:46:44.612061 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b7c2d5-45bf-4ca6-b379-5055a259104e') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:46:44.612355 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b7c2d5-45bf-4ca6-b379-5055a259104e') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:46:44.620815 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:44.634819 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:44.640305 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:46:44.640686 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:46:44.643727 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:46:44.767877 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:44.772605 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:44.774459 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] 10.222.0.25 "DELETE /v2.0/networks/8eacf6cf-b1b7-47ac-8551-6748c4522fc6 HTTP/1.1" status: 204 len: 168 time: 2.0189106 Aug 10 04:46:44.777974 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53374) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:44.782851 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-13a9ead1-3ff7-4614-b3e2-af8917032678 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1223844484'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:46:44.800874 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069d10c-45b6-482d-9e02-f0b8cdaa7efb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Pushing event deleted for resources: {'Network': ['ID=8eacf6cf-b1b7-47ac-8551-6748c4522fc6,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:44.864893 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a9ead1-3ff7-4614-b3e2-af8917032678 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Made reservation on behalf of 84c538635cc84b2699b5cc0200a8554d for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:46:44.869564 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-13a9ead1-3ff7-4614-b3e2-af8917032678 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:44.893600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a9ead1-3ff7-4614-b3e2-af8917032678 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:46:44.902580 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-13a9ead1-3ff7-4614-b3e2-af8917032678 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:44.902929 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-13a9ead1-3ff7-4614-b3e2-af8917032678 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Added segment 6481ec75-b5c8-4a7b-8510-ce5627c0356e of type vlan for network 0dbda4cf-f83f-4ac1-9a8e-0a7f459effed Aug 10 04:46:44.949754 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-13a9ead1-3ff7-4614-b3e2-af8917032678 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:45.013325 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-13a9ead1-3ff7-4614-b3e2-af8917032678 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:45.020089 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a9ead1-3ff7-4614-b3e2-af8917032678 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:45.020243 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-13a9ead1-3ff7-4614-b3e2-af8917032678 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:45.087395 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9ead1-3ff7-4614-b3e2-af8917032678 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Pushing event updated for resources: {'Network': ['ID=0dbda4cf-f83f-4ac1-9a8e-0a7f459effed,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:45.099404 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 0dbda4cf-f83f-4ac1-9a8e-0a7f459effed details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:46:45.185481 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-13a9ead1-3ff7-4614-b3e2-af8917032678 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4064400 Aug 10 04:46:45.188811 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53376) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:45.193816 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-65406663-d89d-4655-9d8e-aff47542e0b9 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Request body: {'subnet': {'network_id': '0dbda4cf-f83f-4ac1-9a8e-0a7f459effed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:46:45.361794 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65406663-d89d-4655-9d8e-aff47542e0b9 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Made reservation on behalf of 84c538635cc84b2699b5cc0200a8554d for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:46:45.365281 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-65406663-d89d-4655-9d8e-aff47542e0b9 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:45.420864 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.ipam_backend_mixin [None req-65406663-d89d-4655-9d8e-aff47542e0b9 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Performing IP validity checks on allocation pools {{(pid=94938) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 10 04:46:45.421386 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.ipam_backend_mixin [None req-65406663-d89d-4655-9d8e-aff47542e0b9 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94938) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 10 04:46:45.498992 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:45.572321 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 043f73f3-b538-44f0-a5c1-6ecdca2dca9c up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:46:45.590723 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-65406663-d89d-4655-9d8e-aff47542e0b9 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:45.620943 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 043f73f3-b538-44f0-a5c1-6ecdca2dca9c triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:46:45.621225 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:45.653806 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65406663-d89d-4655-9d8e-aff47542e0b9 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Pushing event updated for resources: {'Subnet': ['ID=2d177f4d-e10f-4114-97fb-6c15870326d5,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:45.662029 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65406663-d89d-4655-9d8e-aff47542e0b9 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Checking segment: {'id': '6481ec75-b5c8-4a7b-8510-ce5627c0356e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0dbda4cf-f83f-4ac1-9a8e-0a7f459effed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:46:45.662290 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65406663-d89d-4655-9d8e-aff47542e0b9 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Network hostable DHCP agents. Network: 0dbda4cf-f83f-4ac1-9a8e-0a7f459effed, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:46:45.751125 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65406663-d89d-4655-9d8e-aff47542e0b9 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Network 0dbda4cf-f83f-4ac1-9a8e-0a7f459effed is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:46:45.864777 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-65406663-d89d-4655-9d8e-aff47542e0b9 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 0dbda4cf-f83f-4ac1-9a8e-0a7f459effed) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:46:45.869103 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65406663-d89d-4655-9d8e-aff47542e0b9 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:45.869688 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-65406663-d89d-4655-9d8e-aff47542e0b9 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:45.874461 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662c071f-d889-40e0-9219-e8e9d638f618 None None] Network 0dbda4cf-f83f-4ac1-9a8e-0a7f459effed requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:46:45.974414 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-65406663-d89d-4655-9d8e-aff47542e0b9 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7845268 Aug 10 04:46:45.977113 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53378) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:46.016892 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ab833d-584f-4d25-b703-e886a57b02b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-0dbda4cf-f83f-4ac1-9a8e-0a7f459effed', 'network_id': '0dbda4cf-f83f-4ac1-9a8e-0a7f459effed', 'tenant_id': '84c538635cc84b2699b5cc0200a8554d', 'fixed_ips': [{'subnet_id': '2d177f4d-e10f-4114-97fb-6c15870326d5'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:46:46.022977 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-03ab833d-584f-4d25-b703-e886a57b02b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:46.073684 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:46.164029 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:46.164635 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-03ab833d-584f-4d25-b703-e886a57b02b5 None None] Allocated IP 2001:db8::3 (0dbda4cf-f83f-4ac1-9a8e-0a7f459effed/2d177f4d-e10f-4114-97fb-6c15870326d5/e9b97f7a-b84c-49d6-aacb-9d17ba4c37e1) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:46:46.264825 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:46.307988 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-03ab833d-584f-4d25-b703-e886a57b02b5 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:46.316553 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-03ab833d-584f-4d25-b703-e886a57b02b5 None None] Transition to ACTIVE for port object e9b97f7a-b84c-49d6-aacb-9d17ba4c37e1 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:46:46.331507 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-03ab833d-584f-4d25-b703-e886a57b02b5 None None] Transition to ACTIVE for port object e9b97f7a-b84c-49d6-aacb-9d17ba4c37e1 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:46:46.391107 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-03ab833d-584f-4d25-b703-e886a57b02b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:46.431629 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ab833d-584f-4d25-b703-e886a57b02b5 None None] Network 0dbda4cf-f83f-4ac1-9a8e-0a7f459effed is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:46:46.434435 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-03ab833d-584f-4d25-b703-e886a57b02b5 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:46:46.437984 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ab833d-584f-4d25-b703-e886a57b02b5 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:46:46.444502 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab833d-584f-4d25-b703-e886a57b02b5 None None] Pushing event updated for resources: {'Port': ['ID=e9b97f7a-b84c-49d6-aacb-9d17ba4c37e1,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:46.454055 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:46.481531 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Pushing event deleted for resources: {'Subnet': ['ID=2d177f4d-e10f-4114-97fb-6c15870326d5,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:46.497315 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-03ab833d-584f-4d25-b703-e886a57b02b5 None None] Attempting to bind port e9b97f7a-b84c-49d6-aacb-9d17ba4c37e1 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:46:46.497683 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-03ab833d-584f-4d25-b703-e886a57b02b5 None None] Attempting to bind port e9b97f7a-b84c-49d6-aacb-9d17ba4c37e1 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '6481ec75-b5c8-4a7b-8510-ce5627c0356e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0dbda4cf-f83f-4ac1-9a8e-0a7f459effed'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:46:46.498042 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ab833d-584f-4d25-b703-e886a57b02b5 None None] Attempting to bind port e9b97f7a-b84c-49d6-aacb-9d17ba4c37e1 on network 0dbda4cf-f83f-4ac1-9a8e-0a7f459effed {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:46:46.503184 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ab833d-584f-4d25-b703-e886a57b02b5 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:46:46.503747 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ab833d-584f-4d25-b703-e886a57b02b5 None None] Checking segment: {'id': '6481ec75-b5c8-4a7b-8510-ce5627c0356e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0dbda4cf-f83f-4ac1-9a8e-0a7f459effed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:46:46.504186 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-03ab833d-584f-4d25-b703-e886a57b02b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:46.504642 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ab833d-584f-4d25-b703-e886a57b02b5 None None] Bound using segment: {'id': '6481ec75-b5c8-4a7b-8510-ce5627c0356e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0dbda4cf-f83f-4ac1-9a8e-0a7f459effed'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:46:46.505041 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-03ab833d-584f-4d25-b703-e886a57b02b5 None None] Bound port: e9b97f7a-b84c-49d6-aacb-9d17ba4c37e1, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6481ec75-b5c8-4a7b-8510-ce5627c0356e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0dbda4cf-f83f-4ac1-9a8e-0a7f459effed'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:46:46.505444 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-03ab833d-584f-4d25-b703-e886a57b02b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:46.546977 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:46.557244 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dbda4cf-f83f-4ac1-9a8e-0a7f459effed']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:46:46.567419 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6481ec75-b5c8-4a7b-8510-ce5627c0356e') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:46:46.567716 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6481ec75-b5c8-4a7b-8510-ce5627c0356e') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:46:46.572047 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-03ab833d-584f-4d25-b703-e886a57b02b5 None None] For port e9b97f7a-b84c-49d6-aacb-9d17ba4c37e1, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:46:46.574969 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-03ab833d-584f-4d25-b703-e886a57b02b5 None None] For port e9b97f7a-b84c-49d6-aacb-9d17ba4c37e1, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e9b97f7a-b84c-49d6-aacb-9d17ba4c37e1,segment=NetworkSegment(6481ec75-b5c8-4a7b-8510-ce5627c0356e),segment_id=6481ec75-b5c8-4a7b-8510-ce5627c0356e)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:46:46.576409 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:46.613614 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-03ab833d-584f-4d25-b703-e886a57b02b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:46.615698 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:46.622776 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:46:46.622776 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:46:46.625170 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:46:46.695033 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab833d-584f-4d25-b703-e886a57b02b5 None None] Pushing event updated for resources: {'Port': ['ID=e9b97f7a-b84c-49d6-aacb-9d17ba4c37e1,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:46.703935 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6887fb8d-da19-45c4-9e43-92128e48d0fb None None] Network 0dbda4cf-f83f-4ac1-9a8e-0a7f459effed requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:46:46.745225 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.db.api [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 04:46:46.745225 n-d-802893-2 neutron-server[94937]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 04:46:46.745225 n-d-802893-2 neutron-server[94937]: [parameters: {'id': '0dbda4cf-f83f-4ac1-9a8e-0a7f459effed'}] Aug 10 04:46:46.745225 n-d-802893-2 neutron-server[94937]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:46:46.745712 n-d-802893-2 neutron-server[94937]: DEBUG oslo_db.api [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:46:46.826337 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff31844-63c4-4186-a468-29528650531a None None] get_active_networks_info from n-d-802893-2 {{(pid=94939) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 04:46:46.891906 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff31844-63c4-4186-a468-29528650531a None None] Resources bound (agent type, host, resource id): {{(pid=94939) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 04:46:47.110586 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:47.247320 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:47.300370 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Deleting port e9b97f7a-b84c-49d6-aacb-9d17ba4c37e1 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:46:47.300706 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:47.365191 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] For port e9b97f7a-b84c-49d6-aacb-9d17ba4c37e1, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e9b97f7a-b84c-49d6-aacb-9d17ba4c37e1,segment=NetworkSegment(6481ec75-b5c8-4a7b-8510-ce5627c0356e),segment_id=6481ec75-b5c8-4a7b-8510-ce5627c0356e)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:46:47.365552 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:47.378006 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Calling delete_port for e9b97f7a-b84c-49d6-aacb-9d17ba4c37e1 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:46:47.642283 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:47.670744 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Pushing event deleted for resources: {'Port': ['ID=e9b97f7a-b84c-49d6-aacb-9d17ba4c37e1,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:47.675633 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] No DVR routers for this DVR port e9b97f7a-b84c-49d6-aacb-9d17ba4c37e1 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:46:47.754607 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:47.764523 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dbda4cf-f83f-4ac1-9a8e-0a7f459effed']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:46:47.775103 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6481ec75-b5c8-4a7b-8510-ce5627c0356e') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:46:47.775412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6481ec75-b5c8-4a7b-8510-ce5627c0356e') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:46:47.784571 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:47.798714 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:47.804534 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:46:47.804922 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:46:47.807791 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:46:48.264803 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:48.276096 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:48.276096 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] 10.222.0.25 "DELETE /v2.0/networks/0dbda4cf-f83f-4ac1-9a8e-0a7f459effed HTTP/1.1" status: 204 len: 168 time: 2.2957385 Aug 10 04:46:48.277717 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53380) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:48.283647 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-49136ed7-975c-4028-86f8-f5747af81c8b tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1124992169'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:46:48.286898 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72266a21-e246-4415-bc4b-dc22e67ae3bd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Pushing event deleted for resources: {'Network': ['ID=0dbda4cf-f83f-4ac1-9a8e-0a7f459effed,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:48.361937 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49136ed7-975c-4028-86f8-f5747af81c8b tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Made reservation on behalf of 84c538635cc84b2699b5cc0200a8554d for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:46:48.365407 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49136ed7-975c-4028-86f8-f5747af81c8b tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:48.388583 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49136ed7-975c-4028-86f8-f5747af81c8b tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:46:48.397793 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49136ed7-975c-4028-86f8-f5747af81c8b tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:48.399618 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-49136ed7-975c-4028-86f8-f5747af81c8b tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Added segment 17c6003d-5fed-45c4-99dc-33d2e7fef456 of type vlan for network e3aa04e8-82fd-4dd7-adac-6f0945307353 Aug 10 04:46:48.437416 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49136ed7-975c-4028-86f8-f5747af81c8b tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:48.550482 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49136ed7-975c-4028-86f8-f5747af81c8b tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:48.556042 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49136ed7-975c-4028-86f8-f5747af81c8b tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:48.556630 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49136ed7-975c-4028-86f8-f5747af81c8b tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:48.625407 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49136ed7-975c-4028-86f8-f5747af81c8b tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Pushing event updated for resources: {'Network': ['ID=e3aa04e8-82fd-4dd7-adac-6f0945307353,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:48.635309 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network e3aa04e8-82fd-4dd7-adac-6f0945307353 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:46:48.678065 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-49136ed7-975c-4028-86f8-f5747af81c8b tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3992131 Aug 10 04:46:48.680937 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53382) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:48.686141 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-d03edc1e-197d-4ac2-a46a-e91b7e44a8cb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Request body: {'subnet': {'network_id': 'e3aa04e8-82fd-4dd7-adac-6f0945307353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:46:48.841726 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03edc1e-197d-4ac2-a46a-e91b7e44a8cb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Made reservation on behalf of 84c538635cc84b2699b5cc0200a8554d for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:46:48.845421 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d03edc1e-197d-4ac2-a46a-e91b7e44a8cb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:49.116330 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d03edc1e-197d-4ac2-a46a-e91b7e44a8cb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:49.182315 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03edc1e-197d-4ac2-a46a-e91b7e44a8cb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Pushing event updated for resources: {'Subnet': ['ID=fe0dcdaf-84fc-46ad-b7db-52170baca8f2,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:49.190362 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03edc1e-197d-4ac2-a46a-e91b7e44a8cb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Checking segment: {'id': '17c6003d-5fed-45c4-99dc-33d2e7fef456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e3aa04e8-82fd-4dd7-adac-6f0945307353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:46:49.190706 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03edc1e-197d-4ac2-a46a-e91b7e44a8cb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Network hostable DHCP agents. Network: e3aa04e8-82fd-4dd7-adac-6f0945307353, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:46:49.258974 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03edc1e-197d-4ac2-a46a-e91b7e44a8cb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Network e3aa04e8-82fd-4dd7-adac-6f0945307353 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:46:49.316159 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-d03edc1e-197d-4ac2-a46a-e91b7e44a8cb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, e3aa04e8-82fd-4dd7-adac-6f0945307353) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:46:49.320241 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03edc1e-197d-4ac2-a46a-e91b7e44a8cb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:49.320816 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d03edc1e-197d-4ac2-a46a-e91b7e44a8cb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:49.325318 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3c563a-0c2c-41bf-921e-0eec7993a86d None None] Network e3aa04e8-82fd-4dd7-adac-6f0945307353 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:46:49.391564 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d03edc1e-197d-4ac2-a46a-e91b7e44a8cb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7093296 Aug 10 04:46:49.395036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53384) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:49.400130 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-af2b7498-1529-4d33-bab3-789fabc5d72f tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1992497796'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:46:49.470872 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdb9f8a-7086-4799-a671-7c298a33c02f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-e3aa04e8-82fd-4dd7-adac-6f0945307353', 'network_id': 'e3aa04e8-82fd-4dd7-adac-6f0945307353', 'tenant_id': '84c538635cc84b2699b5cc0200a8554d', 'fixed_ips': [{'subnet_id': 'fe0dcdaf-84fc-46ad-b7db-52170baca8f2'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:46:49.471235 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2b7498-1529-4d33-bab3-789fabc5d72f tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Made reservation on behalf of 84c538635cc84b2699b5cc0200a8554d for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:46:49.471982 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-afdb9f8a-7086-4799-a671-7c298a33c02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:49.475023 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-af2b7498-1529-4d33-bab3-789fabc5d72f tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:49.500448 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af2b7498-1529-4d33-bab3-789fabc5d72f tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:46:49.509212 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-af2b7498-1529-4d33-bab3-789fabc5d72f tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:49.509637 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-af2b7498-1529-4d33-bab3-789fabc5d72f tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Added segment efe4060b-4a46-42d7-84a2-5d9778d29c74 of type vlan for network 5ad624fe-aec6-48d3-aafe-2ca08e2521c9 Aug 10 04:46:49.553556 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-af2b7498-1529-4d33-bab3-789fabc5d72f tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:49.612264 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-afdb9f8a-7086-4799-a671-7c298a33c02f None None] Allocated IP 2001:db8::2 (e3aa04e8-82fd-4dd7-adac-6f0945307353/fe0dcdaf-84fc-46ad-b7db-52170baca8f2/544b47d0-23c6-4e9b-979a-f2e487fae83e) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:46:49.630680 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-af2b7498-1529-4d33-bab3-789fabc5d72f tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:49.636406 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2b7498-1529-4d33-bab3-789fabc5d72f tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:49.641986 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-af2b7498-1529-4d33-bab3-789fabc5d72f tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:49.705847 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b7498-1529-4d33-bab3-789fabc5d72f tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Pushing event updated for resources: {'Network': ['ID=5ad624fe-aec6-48d3-aafe-2ca08e2521c9,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:49.716944 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 5ad624fe-aec6-48d3-aafe-2ca08e2521c9 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:46:49.745694 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-af2b7498-1529-4d33-bab3-789fabc5d72f tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3496196 Aug 10 04:46:49.748672 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53386) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:49.754469 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-e665984d-b5ca-4f82-b2ac-a4a60a4920c0 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Request body: {'subnet': {'network_id': '5ad624fe-aec6-48d3-aafe-2ca08e2521c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:46:49.804766 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-afdb9f8a-7086-4799-a671-7c298a33c02f None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:49.820349 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-afdb9f8a-7086-4799-a671-7c298a33c02f None None] Transition to ACTIVE for port object 544b47d0-23c6-4e9b-979a-f2e487fae83e will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:46:49.835972 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-afdb9f8a-7086-4799-a671-7c298a33c02f None None] Transition to ACTIVE for port object 544b47d0-23c6-4e9b-979a-f2e487fae83e will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:46:49.910395 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-afdb9f8a-7086-4799-a671-7c298a33c02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:49.915627 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e665984d-b5ca-4f82-b2ac-a4a60a4920c0 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Made reservation on behalf of 84c538635cc84b2699b5cc0200a8554d for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:46:49.919212 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e665984d-b5ca-4f82-b2ac-a4a60a4920c0 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:49.946205 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdb9f8a-7086-4799-a671-7c298a33c02f None None] Network e3aa04e8-82fd-4dd7-adac-6f0945307353 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:46:49.951014 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-afdb9f8a-7086-4799-a671-7c298a33c02f None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:46:49.955377 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdb9f8a-7086-4799-a671-7c298a33c02f None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:46:49.964346 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb9f8a-7086-4799-a671-7c298a33c02f None None] Pushing event updated for resources: {'Port': ['ID=544b47d0-23c6-4e9b-979a-f2e487fae83e,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:50.015819 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-afdb9f8a-7086-4799-a671-7c298a33c02f None None] Attempting to bind port 544b47d0-23c6-4e9b-979a-f2e487fae83e on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:46:50.016889 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-afdb9f8a-7086-4799-a671-7c298a33c02f None None] Attempting to bind port 544b47d0-23c6-4e9b-979a-f2e487fae83e by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '17c6003d-5fed-45c4-99dc-33d2e7fef456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e3aa04e8-82fd-4dd7-adac-6f0945307353'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:46:50.017280 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdb9f8a-7086-4799-a671-7c298a33c02f None None] Attempting to bind port 544b47d0-23c6-4e9b-979a-f2e487fae83e on network e3aa04e8-82fd-4dd7-adac-6f0945307353 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:46:50.024864 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdb9f8a-7086-4799-a671-7c298a33c02f None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:46:50.028386 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdb9f8a-7086-4799-a671-7c298a33c02f None None] Checking segment: {'id': '17c6003d-5fed-45c4-99dc-33d2e7fef456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e3aa04e8-82fd-4dd7-adac-6f0945307353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:46:50.028386 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-afdb9f8a-7086-4799-a671-7c298a33c02f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:50.028386 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdb9f8a-7086-4799-a671-7c298a33c02f None None] Bound using segment: {'id': '17c6003d-5fed-45c4-99dc-33d2e7fef456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e3aa04e8-82fd-4dd7-adac-6f0945307353'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:46:50.028386 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-afdb9f8a-7086-4799-a671-7c298a33c02f None None] Bound port: 544b47d0-23c6-4e9b-979a-f2e487fae83e, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c6003d-5fed-45c4-99dc-33d2e7fef456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': 'e3aa04e8-82fd-4dd7-adac-6f0945307353'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:46:50.028386 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-afdb9f8a-7086-4799-a671-7c298a33c02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:50.093829 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-afdb9f8a-7086-4799-a671-7c298a33c02f None None] For port 544b47d0-23c6-4e9b-979a-f2e487fae83e, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:46:50.097697 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-afdb9f8a-7086-4799-a671-7c298a33c02f None None] For port 544b47d0-23c6-4e9b-979a-f2e487fae83e, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=544b47d0-23c6-4e9b-979a-f2e487fae83e,segment=NetworkSegment(17c6003d-5fed-45c4-99dc-33d2e7fef456),segment_id=17c6003d-5fed-45c4-99dc-33d2e7fef456)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:46:50.173576 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-afdb9f8a-7086-4799-a671-7c298a33c02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:50.202661 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e665984d-b5ca-4f82-b2ac-a4a60a4920c0 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:50.239285 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb9f8a-7086-4799-a671-7c298a33c02f None None] Pushing event updated for resources: {'Port': ['ID=544b47d0-23c6-4e9b-979a-f2e487fae83e,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:50.277467 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665984d-b5ca-4f82-b2ac-a4a60a4920c0 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Pushing event updated for resources: {'Subnet': ['ID=dc188594-2616-4a6a-a647-f326d538d70e,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:50.285161 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e665984d-b5ca-4f82-b2ac-a4a60a4920c0 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Checking segment: {'id': 'efe4060b-4a46-42d7-84a2-5d9778d29c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5ad624fe-aec6-48d3-aafe-2ca08e2521c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:46:50.285528 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e665984d-b5ca-4f82-b2ac-a4a60a4920c0 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Network hostable DHCP agents. Network: 5ad624fe-aec6-48d3-aafe-2ca08e2521c9, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:46:50.385071 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e665984d-b5ca-4f82-b2ac-a4a60a4920c0 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Network 5ad624fe-aec6-48d3-aafe-2ca08e2521c9 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:46:50.430807 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-e665984d-b5ca-4f82-b2ac-a4a60a4920c0 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 5ad624fe-aec6-48d3-aafe-2ca08e2521c9) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:46:50.436289 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e665984d-b5ca-4f82-b2ac-a4a60a4920c0 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:50.441599 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e665984d-b5ca-4f82-b2ac-a4a60a4920c0 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:50.442217 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b94abce-410a-4e73-be7c-5745db4b2960 None None] Network 5ad624fe-aec6-48d3-aafe-2ca08e2521c9 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:46:50.522995 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e665984d-b5ca-4f82-b2ac-a4a60a4920c0 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7725966 Aug 10 04:46:50.525707 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53388) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:50.596799 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72589f86-d006-4f16-8797-6d3eba2bfbea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-5ad624fe-aec6-48d3-aafe-2ca08e2521c9', 'network_id': '5ad624fe-aec6-48d3-aafe-2ca08e2521c9', 'tenant_id': '84c538635cc84b2699b5cc0200a8554d', 'fixed_ips': [{'subnet_id': 'dc188594-2616-4a6a-a647-f326d538d70e'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:46:50.599771 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-72589f86-d006-4f16-8797-6d3eba2bfbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:50.630772 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:50.682982 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:50.736396 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-72589f86-d006-4f16-8797-6d3eba2bfbea None None] Allocated IP 2001:db8::2 (5ad624fe-aec6-48d3-aafe-2ca08e2521c9/dc188594-2616-4a6a-a647-f326d538d70e/17cd608a-34c9-44c3-a5dc-be89d230ec13) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:46:50.888822 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-72589f86-d006-4f16-8797-6d3eba2bfbea None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:50.898078 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-72589f86-d006-4f16-8797-6d3eba2bfbea None None] Transition to ACTIVE for port object 17cd608a-34c9-44c3-a5dc-be89d230ec13 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:46:50.914683 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-72589f86-d006-4f16-8797-6d3eba2bfbea None None] Transition to ACTIVE for port object 17cd608a-34c9-44c3-a5dc-be89d230ec13 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:46:50.968422 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-72589f86-d006-4f16-8797-6d3eba2bfbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:51.004991 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72589f86-d006-4f16-8797-6d3eba2bfbea None None] Network 5ad624fe-aec6-48d3-aafe-2ca08e2521c9 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:46:51.008007 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-72589f86-d006-4f16-8797-6d3eba2bfbea None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:46:51.014449 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72589f86-d006-4f16-8797-6d3eba2bfbea None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:46:51.029589 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72589f86-d006-4f16-8797-6d3eba2bfbea None None] Pushing event updated for resources: {'Port': ['ID=17cd608a-34c9-44c3-a5dc-be89d230ec13,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:51.048542 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:51.076775 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Pushing event deleted for resources: {'Subnet': ['ID=dc188594-2616-4a6a-a647-f326d538d70e,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:51.085630 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-72589f86-d006-4f16-8797-6d3eba2bfbea None None] Attempting to bind port 17cd608a-34c9-44c3-a5dc-be89d230ec13 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:46:51.085996 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-72589f86-d006-4f16-8797-6d3eba2bfbea None None] Attempting to bind port 17cd608a-34c9-44c3-a5dc-be89d230ec13 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'efe4060b-4a46-42d7-84a2-5d9778d29c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5ad624fe-aec6-48d3-aafe-2ca08e2521c9'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:46:51.086642 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72589f86-d006-4f16-8797-6d3eba2bfbea None None] Attempting to bind port 17cd608a-34c9-44c3-a5dc-be89d230ec13 on network 5ad624fe-aec6-48d3-aafe-2ca08e2521c9 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:46:51.096894 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72589f86-d006-4f16-8797-6d3eba2bfbea None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:46:51.096894 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72589f86-d006-4f16-8797-6d3eba2bfbea None None] Checking segment: {'id': 'efe4060b-4a46-42d7-84a2-5d9778d29c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5ad624fe-aec6-48d3-aafe-2ca08e2521c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:46:51.096894 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-72589f86-d006-4f16-8797-6d3eba2bfbea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:51.096894 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72589f86-d006-4f16-8797-6d3eba2bfbea None None] Bound using segment: {'id': 'efe4060b-4a46-42d7-84a2-5d9778d29c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5ad624fe-aec6-48d3-aafe-2ca08e2521c9'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:46:51.096894 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-72589f86-d006-4f16-8797-6d3eba2bfbea None None] Bound port: 17cd608a-34c9-44c3-a5dc-be89d230ec13, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efe4060b-4a46-42d7-84a2-5d9778d29c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '5ad624fe-aec6-48d3-aafe-2ca08e2521c9'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:46:51.096894 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-72589f86-d006-4f16-8797-6d3eba2bfbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:51.105587 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5068b69b-7d58-4960-b443-25fdc18e8039 None None] Network e3aa04e8-82fd-4dd7-adac-6f0945307353 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:46:51.147764 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:51.159190 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad624fe-aec6-48d3-aafe-2ca08e2521c9']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:46:51.170672 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe4060b-4a46-42d7-84a2-5d9778d29c74') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:46:51.170984 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe4060b-4a46-42d7-84a2-5d9778d29c74') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:46:51.180362 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:51.195188 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:51.201402 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:46:51.206060 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:46:51.232707 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-72589f86-d006-4f16-8797-6d3eba2bfbea None None] For port 17cd608a-34c9-44c3-a5dc-be89d230ec13, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:46:51.279055 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-72589f86-d006-4f16-8797-6d3eba2bfbea None None] For port 17cd608a-34c9-44c3-a5dc-be89d230ec13, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=17cd608a-34c9-44c3-a5dc-be89d230ec13,segment=NetworkSegment(efe4060b-4a46-42d7-84a2-5d9778d29c74),segment_id=efe4060b-4a46-42d7-84a2-5d9778d29c74)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:46:51.305489 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-60b1f268-0634-45d4-a897-5be7ecde1920 None None] Provisioning for port 544b47d0-23c6-4e9b-979a-f2e487fae83e completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:46:51.333768 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.db.api [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 10 04:46:51.333768 n-d-802893-2 neutron-server[94937]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 10 04:46:51.333768 n-d-802893-2 neutron-server[94937]: [parameters: {'id': '5ad624fe-aec6-48d3-aafe-2ca08e2521c9'}] Aug 10 04:46:51.333768 n-d-802893-2 neutron-server[94937]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:46:51.334224 n-d-802893-2 neutron-server[94937]: DEBUG oslo_db.api [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:46:51.356946 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-72589f86-d006-4f16-8797-6d3eba2bfbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:51.443838 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72589f86-d006-4f16-8797-6d3eba2bfbea None None] Pushing event updated for resources: {'Port': ['ID=17cd608a-34c9-44c3-a5dc-be89d230ec13,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:51.454997 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac693a01-9b44-4966-8f4f-2e10d905cb13 None None] Network 5ad624fe-aec6-48d3-aafe-2ca08e2521c9 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:46:51.630387 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 544b47d0-23c6-4e9b-979a-f2e487fae83e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:46:51.778289 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6f3805-b7c3-4b71-99bf-5e6d5d62a8a9 None None] get_active_networks_info from n-d-802893-2 {{(pid=94939) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 04:46:51.835248 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:51.849896 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6f3805-b7c3-4b71-99bf-5e6d5d62a8a9 None None] Resources bound (agent type, host, resource id): {{(pid=94939) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 04:46:51.888548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Deleting port 17cd608a-34c9-44c3-a5dc-be89d230ec13 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:46:51.888889 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:51.903484 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 544b47d0-23c6-4e9b-979a-f2e487fae83e completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:46:51.910668 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 544b47d0-23c6-4e9b-979a-f2e487fae83e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:46:51.911041 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:51.950254 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] For port 17cd608a-34c9-44c3-a5dc-be89d230ec13, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=17cd608a-34c9-44c3-a5dc-be89d230ec13,segment=NetworkSegment(efe4060b-4a46-42d7-84a2-5d9778d29c74),segment_id=efe4060b-4a46-42d7-84a2-5d9778d29c74)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:46:51.950629 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:51.964006 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Calling delete_port for 17cd608a-34c9-44c3-a5dc-be89d230ec13 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:46:52.053184 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:52.104832 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:52.121493 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 544b47d0-23c6-4e9b-979a-f2e487fae83e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=544b47d0-23c6-4e9b-979a-f2e487fae83e,segment=NetworkSegment(17c6003d-5fed-45c4-99dc-33d2e7fef456),segment_id=17c6003d-5fed-45c4-99dc-33d2e7fef456)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:46:52.132005 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Pushing event deleted for resources: {'Port': ['ID=17cd608a-34c9-44c3-a5dc-be89d230ec13,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:52.136422 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] No DVR routers for this DVR port 17cd608a-34c9-44c3-a5dc-be89d230ec13 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:46:52.178806 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:52.221726 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:52.228134 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=544b47d0-23c6-4e9b-979a-f2e487fae83e,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:52.232489 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ad624fe-aec6-48d3-aafe-2ca08e2521c9']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:46:52.246854 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe4060b-4a46-42d7-84a2-5d9778d29c74') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:46:52.247161 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe4060b-4a46-42d7-84a2-5d9778d29c74') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:46:52.257527 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:52.273537 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:52.280303 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:46:52.280857 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:46:52.284961 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:46:52.396526 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:52.404725 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:52.406528 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] 10.222.0.25 "DELETE /v2.0/networks/5ad624fe-aec6-48d3-aafe-2ca08e2521c9 HTTP/1.1" status: 204 len: 168 time: 1.8797963 Aug 10 04:46:52.410765 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53390) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:52.420151 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082c530-a343-4790-98ab-95a862f9fcd2 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Pushing event deleted for resources: {'Network': ['ID=5ad624fe-aec6-48d3-aafe-2ca08e2521c9,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:52.439336 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a3926ab-bb89-448a-81b5-e3d755f5d9e4 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] GET failed (client error): The resource could not be found. Aug 10 04:46:52.440671 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1a3926ab-bb89-448a-81b5-e3d755f5d9e4 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] 10.222.0.25 "GET /v2.0/subnets/dc188594-2616-4a6a-a647-f326d538d70e HTTP/1.1" status: 404 len: 337 time: 0.0289176 Aug 10 04:46:52.443476 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53392) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:52.461611 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bdeba10-2a7e-4ec2-b610-7950ef1bc16d tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] DELETE failed (client error): The resource could not be found. Aug 10 04:46:52.462134 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bdeba10-2a7e-4ec2-b610-7950ef1bc16d tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:46:52.463750 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3bdeba10-2a7e-4ec2-b610-7950ef1bc16d tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] 10.222.0.25 "DELETE /v2.0/networks/5ad624fe-aec6-48d3-aafe-2ca08e2521c9 HTTP/1.1" status: 404 len: 339 time: 0.0193584 Aug 10 04:46:52.467532 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53394) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:52.492181 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-43011e83-f804-419e-a936-8fd2d80f7f05 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] DELETE failed (client error): The resource could not be found. Aug 10 04:46:52.492619 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43011e83-f804-419e-a936-8fd2d80f7f05 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:46:52.494243 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-43011e83-f804-419e-a936-8fd2d80f7f05 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] 10.222.0.25 "DELETE /v2.0/subnets/dc188594-2616-4a6a-a647-f326d538d70e HTTP/1.1" status: 404 len: 337 time: 0.0257442 Aug 10 04:46:52.496737 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53396) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:52.513995 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b12dd15-892d-4cbc-9148-57f95861cbdf tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] DELETE failed (client error): The resource could not be found. Aug 10 04:46:52.514506 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b12dd15-892d-4cbc-9148-57f95861cbdf tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:46:52.516683 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5b12dd15-892d-4cbc-9148-57f95861cbdf tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] 10.222.0.25 "DELETE /v2.0/networks/5ad624fe-aec6-48d3-aafe-2ca08e2521c9 HTTP/1.1" status: 404 len: 339 time: 0.0184999 Aug 10 04:46:52.519823 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53398) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:52.573190 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-c34e06ed-295e-4013-8187-dbd6dcb43213 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Deleting subnet fe0dcdaf-84fc-46ad-b7db-52170baca8f2 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:46:52.576167 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c34e06ed-295e-4013-8187-dbd6dcb43213 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:52.616200 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c34e06ed-295e-4013-8187-dbd6dcb43213 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:52.697940 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c34e06ed-295e-4013-8187-dbd6dcb43213 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:52.814216 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c34e06ed-295e-4013-8187-dbd6dcb43213 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:52.843190 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e06ed-295e-4013-8187-dbd6dcb43213 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Pushing event deleted for resources: {'Subnet': ['ID=fe0dcdaf-84fc-46ad-b7db-52170baca8f2,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:52.846020 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c34e06ed-295e-4013-8187-dbd6dcb43213 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:52.850147 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c34e06ed-295e-4013-8187-dbd6dcb43213 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] 10.222.0.25 "DELETE /v2.0/subnets/fe0dcdaf-84fc-46ad-b7db-52170baca8f2 HTTP/1.1" status: 204 len: 168 time: 0.3269129 Aug 10 04:46:52.851270 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228973bb-026b-4bb6-b04d-7b2f24c22a85 None None] Network e3aa04e8-82fd-4dd7-adac-6f0945307353 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:46:52.851721 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53400) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:52.855244 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e06ed-295e-4013-8187-dbd6dcb43213 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:52.855758 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e06ed-295e-4013-8187-dbd6dcb43213 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:52.856140 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e06ed-295e-4013-8187-dbd6dcb43213 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:52.856477 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e06ed-295e-4013-8187-dbd6dcb43213 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:52.856806 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e06ed-295e-4013-8187-dbd6dcb43213 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:52.857134 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e06ed-295e-4013-8187-dbd6dcb43213 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:52.857483 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e06ed-295e-4013-8187-dbd6dcb43213 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:52.858075 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e06ed-295e-4013-8187-dbd6dcb43213 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:52.858535 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e06ed-295e-4013-8187-dbd6dcb43213 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:52.858906 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e06ed-295e-4013-8187-dbd6dcb43213 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:52.859117 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e06ed-295e-4013-8187-dbd6dcb43213 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:52.859437 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34e06ed-295e-4013-8187-dbd6dcb43213 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:46:52.933666 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-94225a35-f302-48e3-bcd8-6d378419a5dd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:52.988379 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-94225a35-f302-48e3-bcd8-6d378419a5dd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Deleting port 544b47d0-23c6-4e9b-979a-f2e487fae83e {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:46:52.988726 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-94225a35-f302-48e3-bcd8-6d378419a5dd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:53.024570 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2563d2e-5aa9-4f03-84d7-ead12d9ca44b None None] DHCP port deletion for e3aa04e8-82fd-4dd7-adac-6f0945307353 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:46:53.051066 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-94225a35-f302-48e3-bcd8-6d378419a5dd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] For port 544b47d0-23c6-4e9b-979a-f2e487fae83e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=544b47d0-23c6-4e9b-979a-f2e487fae83e,segment=NetworkSegment(17c6003d-5fed-45c4-99dc-33d2e7fef456),segment_id=17c6003d-5fed-45c4-99dc-33d2e7fef456)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:46:53.051448 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-94225a35-f302-48e3-bcd8-6d378419a5dd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:53.069407 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-94225a35-f302-48e3-bcd8-6d378419a5dd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Calling delete_port for 544b47d0-23c6-4e9b-979a-f2e487fae83e owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:46:53.072060 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-b2563d2e-5aa9-4f03-84d7-ead12d9ca44b None None] Deleting port 544b47d0-23c6-4e9b-979a-f2e487fae83e {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:46:53.072438 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b2563d2e-5aa9-4f03-84d7-ead12d9ca44b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:53.137408 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-b2563d2e-5aa9-4f03-84d7-ead12d9ca44b None None] For port 544b47d0-23c6-4e9b-979a-f2e487fae83e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=544b47d0-23c6-4e9b-979a-f2e487fae83e,segment=NetworkSegment(17c6003d-5fed-45c4-99dc-33d2e7fef456),segment_id=17c6003d-5fed-45c4-99dc-33d2e7fef456)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:46:53.137803 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b2563d2e-5aa9-4f03-84d7-ead12d9ca44b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:53.151218 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-b2563d2e-5aa9-4f03-84d7-ead12d9ca44b None None] Calling delete_port for 544b47d0-23c6-4e9b-979a-f2e487fae83e owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 10 04:46:53.236664 n-d-802893-2 neutron-server[94939]: self.session.flush() Aug 10 04:46:53.240111 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-94225a35-f302-48e3-bcd8-6d378419a5dd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:53.243008 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b2563d2e-5aa9-4f03-84d7-ead12d9ca44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:53.263001 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94225a35-f302-48e3-bcd8-6d378419a5dd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Pushing event deleted for resources: {'Port': ['ID=544b47d0-23c6-4e9b-979a-f2e487fae83e,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:53.266607 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94225a35-f302-48e3-bcd8-6d378419a5dd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] No DVR routers for this DVR port 544b47d0-23c6-4e9b-979a-f2e487fae83e on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:46:53.272042 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2563d2e-5aa9-4f03-84d7-ead12d9ca44b None None] No DVR routers for this DVR port 544b47d0-23c6-4e9b-979a-f2e487fae83e on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:46:53.273927 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2563d2e-5aa9-4f03-84d7-ead12d9ca44b None None] Pushing event deleted for resources: {'Port': ['ID=544b47d0-23c6-4e9b-979a-f2e487fae83e,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:53.348455 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-94225a35-f302-48e3-bcd8-6d378419a5dd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:53.358256 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-94225a35-f302-48e3-bcd8-6d378419a5dd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3aa04e8-82fd-4dd7-adac-6f0945307353']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:46:53.369425 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-94225a35-f302-48e3-bcd8-6d378419a5dd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c6003d-5fed-45c4-99dc-33d2e7fef456') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:46:53.369725 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-94225a35-f302-48e3-bcd8-6d378419a5dd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c6003d-5fed-45c4-99dc-33d2e7fef456') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:46:53.378499 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-94225a35-f302-48e3-bcd8-6d378419a5dd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:53.391809 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-94225a35-f302-48e3-bcd8-6d378419a5dd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:53.397827 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94225a35-f302-48e3-bcd8-6d378419a5dd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:46:53.398215 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-94225a35-f302-48e3-bcd8-6d378419a5dd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:46:53.401105 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:46:53.539303 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-94225a35-f302-48e3-bcd8-6d378419a5dd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:53.546377 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-94225a35-f302-48e3-bcd8-6d378419a5dd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:53.548834 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-94225a35-f302-48e3-bcd8-6d378419a5dd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] 10.222.0.25 "DELETE /v2.0/networks/e3aa04e8-82fd-4dd7-adac-6f0945307353 HTTP/1.1" status: 204 len: 168 time: 0.6971815 Aug 10 04:46:53.551547 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53402) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:53.560613 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94225a35-f302-48e3-bcd8-6d378419a5dd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Pushing event deleted for resources: {'Network': ['ID=e3aa04e8-82fd-4dd7-adac-6f0945307353,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:53.573964 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 544b47d0-23c6-4e9b-979a-f2e487fae83e no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:46:53.581198 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae4efaf1-43a6-4ff6-9840-29f5d0d841db tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] DELETE failed (client error): The resource could not be found. Aug 10 04:46:53.581655 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae4efaf1-43a6-4ff6-9840-29f5d0d841db tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:46:53.583384 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ae4efaf1-43a6-4ff6-9840-29f5d0d841db tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] 10.222.0.25 "DELETE /v2.0/subnets/2d177f4d-e10f-4114-97fb-6c15870326d5 HTTP/1.1" status: 404 len: 337 time: 0.0307176 Aug 10 04:46:53.586037 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53404) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:53.599597 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 544b47d0-23c6-4e9b-979a-f2e487fae83e {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:46:53.599950 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 544b47d0-23c6-4e9b-979a-f2e487fae83e not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:46:53.605432 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9cc88d-c308-41f8-9db1-18df45937e95 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] DELETE failed (client error): The resource could not be found. Aug 10 04:46:53.606172 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9cc88d-c308-41f8-9db1-18df45937e95 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:46:53.608128 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fd9cc88d-c308-41f8-9db1-18df45937e95 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] 10.222.0.25 "DELETE /v2.0/networks/0dbda4cf-f83f-4ac1-9a8e-0a7f459effed HTTP/1.1" status: 404 len: 339 time: 0.0209210 Aug 10 04:46:53.610774 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53406) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:53.635769 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2990b0d-49d5-49df-9ed2-5e9d761ed413 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] DELETE failed (client error): The resource could not be found. Aug 10 04:46:53.636233 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2990b0d-49d5-49df-9ed2-5e9d761ed413 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:46:53.637884 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d2990b0d-49d5-49df-9ed2-5e9d761ed413 tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] 10.222.0.25 "DELETE /v2.0/subnets/ce0ab5fe-2898-42fa-a467-786bf90f0c39 HTTP/1.1" status: 404 len: 337 time: 0.0262234 Aug 10 04:46:53.640410 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53408) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:53.658950 n-d-802893-2 neutron-server[94938]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2114b28-d2e7-47a1-92f4-122a6dca195d tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] DELETE failed (client error): The resource could not be found. Aug 10 04:46:53.659462 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2114b28-d2e7-47a1-92f4-122a6dca195d tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94938) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 10 04:46:53.661061 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c2114b28-d2e7-47a1-92f4-122a6dca195d tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] 10.222.0.25 "DELETE /v2.0/networks/8eacf6cf-b1b7-47ac-8551-6748c4522fc6 HTTP/1.1" status: 404 len: 339 time: 0.0191834 Aug 10 04:46:53.663314 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53410) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:53.711634 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f5cb7c-425c-48b7-8705-1b3f51277ddb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Deleting subnet 1c5e7997-5179-4508-b025-8a34e50dc97a {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:46:53.714590 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d9f5cb7c-425c-48b7-8705-1b3f51277ddb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:53.758436 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d9f5cb7c-425c-48b7-8705-1b3f51277ddb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:53.839433 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d9f5cb7c-425c-48b7-8705-1b3f51277ddb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:53.990386 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d9f5cb7c-425c-48b7-8705-1b3f51277ddb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:54.022062 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f5cb7c-425c-48b7-8705-1b3f51277ddb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Pushing event deleted for resources: {'Subnet': ['ID=1c5e7997-5179-4508-b025-8a34e50dc97a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:54.025884 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d9f5cb7c-425c-48b7-8705-1b3f51277ddb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:54.027723 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d9f5cb7c-425c-48b7-8705-1b3f51277ddb tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] 10.222.0.25 "DELETE /v2.0/subnets/1c5e7997-5179-4508-b025-8a34e50dc97a HTTP/1.1" status: 204 len: 168 time: 0.3635459 Aug 10 04:46:54.030439 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53412) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:54.033019 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c32592d-f6e5-4fe2-b955-ed36e0019d49 None None] Network 37adceab-bba0-414f-8840-9361a6b2783f requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:46:54.114010 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-65cecfba-6e00-4627-a2bc-1a0ce58f88cd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:54.167855 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-65cecfba-6e00-4627-a2bc-1a0ce58f88cd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Deleting port 043f73f3-b538-44f0-a5c1-6ecdca2dca9c {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:46:54.168240 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-65cecfba-6e00-4627-a2bc-1a0ce58f88cd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:54.203117 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1907dd-1b7d-4148-90ce-ca04189e3b4f None None] DHCP port deletion for 37adceab-bba0-414f-8840-9361a6b2783f request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:46:54.236126 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-65cecfba-6e00-4627-a2bc-1a0ce58f88cd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] For port 043f73f3-b538-44f0-a5c1-6ecdca2dca9c, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=043f73f3-b538-44f0-a5c1-6ecdca2dca9c,segment=NetworkSegment(88532cc4-0acc-471a-8446-38e7cf3a503f),segment_id=88532cc4-0acc-471a-8446-38e7cf3a503f)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:46:54.236498 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-65cecfba-6e00-4627-a2bc-1a0ce58f88cd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:54.249266 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-65cecfba-6e00-4627-a2bc-1a0ce58f88cd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Calling delete_port for 043f73f3-b538-44f0-a5c1-6ecdca2dca9c owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:46:54.256633 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-cc1907dd-1b7d-4148-90ce-ca04189e3b4f None None] Deleting port 043f73f3-b538-44f0-a5c1-6ecdca2dca9c {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:46:54.257010 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cc1907dd-1b7d-4148-90ce-ca04189e3b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:54.321439 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-cc1907dd-1b7d-4148-90ce-ca04189e3b4f None None] For port 043f73f3-b538-44f0-a5c1-6ecdca2dca9c, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=043f73f3-b538-44f0-a5c1-6ecdca2dca9c,segment=NetworkSegment(88532cc4-0acc-471a-8446-38e7cf3a503f),segment_id=88532cc4-0acc-471a-8446-38e7cf3a503f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:46:54.322197 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cc1907dd-1b7d-4148-90ce-ca04189e3b4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:54.335227 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-cc1907dd-1b7d-4148-90ce-ca04189e3b4f None None] Calling delete_port for 043f73f3-b538-44f0-a5c1-6ecdca2dca9c owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:46:54.413519 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-65cecfba-6e00-4627-a2bc-1a0ce58f88cd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:54.420394 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cc1907dd-1b7d-4148-90ce-ca04189e3b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:54.441094 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cecfba-6e00-4627-a2bc-1a0ce58f88cd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Pushing event deleted for resources: {'Port': ['ID=043f73f3-b538-44f0-a5c1-6ecdca2dca9c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:54.446895 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cecfba-6e00-4627-a2bc-1a0ce58f88cd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] No DVR routers for this DVR port 043f73f3-b538-44f0-a5c1-6ecdca2dca9c on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:46:54.448912 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1907dd-1b7d-4148-90ce-ca04189e3b4f None None] No DVR routers for this DVR port 043f73f3-b538-44f0-a5c1-6ecdca2dca9c on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:46:54.451437 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1907dd-1b7d-4148-90ce-ca04189e3b4f None None] Pushing event deleted for resources: {'Port': ['ID=043f73f3-b538-44f0-a5c1-6ecdca2dca9c,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:54.525425 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-65cecfba-6e00-4627-a2bc-1a0ce58f88cd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:54.535724 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-65cecfba-6e00-4627-a2bc-1a0ce58f88cd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37adceab-bba0-414f-8840-9361a6b2783f']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:46:54.545965 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-65cecfba-6e00-4627-a2bc-1a0ce58f88cd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88532cc4-0acc-471a-8446-38e7cf3a503f') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:46:54.546268 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-65cecfba-6e00-4627-a2bc-1a0ce58f88cd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88532cc4-0acc-471a-8446-38e7cf3a503f') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:46:54.555077 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-65cecfba-6e00-4627-a2bc-1a0ce58f88cd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:54.568429 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-65cecfba-6e00-4627-a2bc-1a0ce58f88cd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:54.574114 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65cecfba-6e00-4627-a2bc-1a0ce58f88cd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:46:54.574504 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-65cecfba-6e00-4627-a2bc-1a0ce58f88cd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:46:54.577400 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:46:54.675930 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-65cecfba-6e00-4627-a2bc-1a0ce58f88cd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:54.683924 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-65cecfba-6e00-4627-a2bc-1a0ce58f88cd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:54.684600 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-65cecfba-6e00-4627-a2bc-1a0ce58f88cd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] 10.222.0.25 "DELETE /v2.0/networks/37adceab-bba0-414f-8840-9361a6b2783f HTTP/1.1" status: 204 len: 168 time: 0.6530793 Aug 10 04:46:54.696594 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cecfba-6e00-4627-a2bc-1a0ce58f88cd tempest-NetworksIpV6Test-207679318 tempest-NetworksIpV6Test-207679318-project] Pushing event deleted for resources: {'Network': ['ID=37adceab-bba0-414f-8840-9361a6b2783f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:55.082119 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53418) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:55.209440 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e41ad810-69f4-4060-a9c7-8ac5b7eaa34f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=84c538635cc84b2699b5cc0200a8554d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1261539 Aug 10 04:46:55.211972 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53422) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:55.260142 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-814c7473-ff13-47b5-bcf9-e657392e8e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:55.281098 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-814c7473-ff13-47b5-bcf9-e657392e8e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:55.372717 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-814c7473-ff13-47b5-bcf9-e657392e8e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:55.375415 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-814c7473-ff13-47b5-bcf9-e657392e8e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:55.376669 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-814c7473-ff13-47b5-bcf9-e657392e8e6d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a9e08cda-3f79-4016-ad48-4c7a25cad906 HTTP/1.1" status: 204 len: 168 time: 0.1637068 Aug 10 04:46:55.384708 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c7473-ff13-47b5-bcf9-e657392e8e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e08cda-3f79-4016-ad48-4c7a25cad906,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:55.572795 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 043f73f3-b538-44f0-a5c1-6ecdca2dca9c no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:46:55.594081 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 043f73f3-b538-44f0-a5c1-6ecdca2dca9c {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:46:55.594434 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 043f73f3-b538-44f0-a5c1-6ecdca2dca9c not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:46:56.300997 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53444) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:56.401792 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-bc4f7b3c-b9a1-4760-93a3-59446ca149bc tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1489925027', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:46:56.487543 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7b3c-b9a1-4760-93a3-59446ca149bc tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:56.488615 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7b3c-b9a1-4760-93a3-59446ca149bc tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:56.541412 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7b3c-b9a1-4760-93a3-59446ca149bc tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:56.573185 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7b3c-b9a1-4760-93a3-59446ca149bc tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:56.630462 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bc4f7b3c-b9a1-4760-93a3-59446ca149bc tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:56.631611 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-bc4f7b3c-b9a1-4760-93a3-59446ca149bc tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3295121 Aug 10 04:46:56.634316 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53448) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:56.639910 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-ce682e90-87cb-46fc-8f56-75554be94dce tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2109384117'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:46:56.715877 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce682e90-87cb-46fc-8f56-75554be94dce tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Made reservation on behalf of e82ab870599c42a69ab10cf348e3aa98 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:46:56.719336 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ce682e90-87cb-46fc-8f56-75554be94dce tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:56.727985 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ce682e90-87cb-46fc-8f56-75554be94dce tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:56.814573 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ce682e90-87cb-46fc-8f56-75554be94dce tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:56.864181 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ce682e90-87cb-46fc-8f56-75554be94dce tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:56.893260 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce682e90-87cb-46fc-8f56-75554be94dce tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:46:56.898434 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce682e90-87cb-46fc-8f56-75554be94dce tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44431872-5ab5-46cb-b3a2-05bbbfa5b1aa,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:56.906865 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ce682e90-87cb-46fc-8f56-75554be94dce tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:56.907230 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-ce682e90-87cb-46fc-8f56-75554be94dce tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Added segment cf7ec385-ac33-4209-b640-cf0065269c67 of type vlan for network 6b08c880-723e-40d6-aff8-d72fb7f8f3c2 Aug 10 04:46:56.949265 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ce682e90-87cb-46fc-8f56-75554be94dce tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:57.013192 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ce682e90-87cb-46fc-8f56-75554be94dce tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:57.019356 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce682e90-87cb-46fc-8f56-75554be94dce tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:57.019973 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ce682e90-87cb-46fc-8f56-75554be94dce tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:57.091205 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce682e90-87cb-46fc-8f56-75554be94dce tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Pushing event updated for resources: {'Network': ['ID=6b08c880-723e-40d6-aff8-d72fb7f8f3c2,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:57.101536 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 6b08c880-723e-40d6-aff8-d72fb7f8f3c2 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:46:57.128290 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ce682e90-87cb-46fc-8f56-75554be94dce tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4928601 Aug 10 04:46:57.131041 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53450) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:57.136050 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-e1d597d7-43e7-4646-b9ef-9e1928fd617d tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Request body: {'subnet': {'network_id': '6b08c880-723e-40d6-aff8-d72fb7f8f3c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:46:57.299062 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d597d7-43e7-4646-b9ef-9e1928fd617d tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Made reservation on behalf of e82ab870599c42a69ab10cf348e3aa98 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:46:57.302786 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e1d597d7-43e7-4646-b9ef-9e1928fd617d tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:57.573938 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e1d597d7-43e7-4646-b9ef-9e1928fd617d tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:57.638348 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d597d7-43e7-4646-b9ef-9e1928fd617d tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Pushing event updated for resources: {'Subnet': ['ID=d29d317a-0afa-4dc2-9d9d-a20bfcb8ec5a,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:57.647620 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d597d7-43e7-4646-b9ef-9e1928fd617d tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Checking segment: {'id': 'cf7ec385-ac33-4209-b640-cf0065269c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '6b08c880-723e-40d6-aff8-d72fb7f8f3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:46:57.648008 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d597d7-43e7-4646-b9ef-9e1928fd617d tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Network hostable DHCP agents. Network: 6b08c880-723e-40d6-aff8-d72fb7f8f3c2, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:46:57.738436 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d597d7-43e7-4646-b9ef-9e1928fd617d tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Network 6b08c880-723e-40d6-aff8-d72fb7f8f3c2 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:46:57.813061 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-e1d597d7-43e7-4646-b9ef-9e1928fd617d tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 6b08c880-723e-40d6-aff8-d72fb7f8f3c2) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:46:57.817861 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d597d7-43e7-4646-b9ef-9e1928fd617d tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:57.818454 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e1d597d7-43e7-4646-b9ef-9e1928fd617d tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:57.823555 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d6afc8-29ef-423c-812d-d28c64f9a288 None None] Network 6b08c880-723e-40d6-aff8-d72fb7f8f3c2 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:46:57.899751 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e1d597d7-43e7-4646-b9ef-9e1928fd617d tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7676196 Aug 10 04:46:57.902912 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53452) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:57.907887 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-a8587304-17fe-4da0-8697-be2317213c88 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2073443749'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:46:57.962947 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b34ffae-7bf9-44a3-b295-e8928f12e061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-6b08c880-723e-40d6-aff8-d72fb7f8f3c2', 'network_id': '6b08c880-723e-40d6-aff8-d72fb7f8f3c2', 'tenant_id': 'e82ab870599c42a69ab10cf348e3aa98', 'fixed_ips': [{'subnet_id': 'd29d317a-0afa-4dc2-9d9d-a20bfcb8ec5a'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:46:57.963798 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5b34ffae-7bf9-44a3-b295-e8928f12e061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:57.995669 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8587304-17fe-4da0-8697-be2317213c88 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Made reservation on behalf of e82ab870599c42a69ab10cf348e3aa98 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:46:57.999434 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a8587304-17fe-4da0-8697-be2317213c88 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:58.025305 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8587304-17fe-4da0-8697-be2317213c88 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:46:58.035427 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a8587304-17fe-4da0-8697-be2317213c88 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:58.035851 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-a8587304-17fe-4da0-8697-be2317213c88 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Added segment cd31d22f-1829-4a50-8a3d-747a2f2d5823 of type vlan for network 4df89522-4a5a-48cf-b4d9-58ae54bab811 Aug 10 04:46:58.078823 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a8587304-17fe-4da0-8697-be2317213c88 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:58.111272 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-5b34ffae-7bf9-44a3-b295-e8928f12e061 None None] Allocated IP 172.20.0.2 (6b08c880-723e-40d6-aff8-d72fb7f8f3c2/d29d317a-0afa-4dc2-9d9d-a20bfcb8ec5a/d8e251bf-427f-4590-ab1a-cd5a019c303e) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:46:58.164061 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:58.213462 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a8587304-17fe-4da0-8697-be2317213c88 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:58.221078 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8587304-17fe-4da0-8697-be2317213c88 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:58.221869 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a8587304-17fe-4da0-8697-be2317213c88 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:58.254372 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5b34ffae-7bf9-44a3-b295-e8928f12e061 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:58.262334 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5b34ffae-7bf9-44a3-b295-e8928f12e061 None None] Transition to ACTIVE for port object d8e251bf-427f-4590-ab1a-cd5a019c303e will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:46:58.277675 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5b34ffae-7bf9-44a3-b295-e8928f12e061 None None] Transition to ACTIVE for port object d8e251bf-427f-4590-ab1a-cd5a019c303e will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:46:58.290903 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8587304-17fe-4da0-8697-be2317213c88 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Pushing event updated for resources: {'Network': ['ID=4df89522-4a5a-48cf-b4d9-58ae54bab811,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:58.301369 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 4df89522-4a5a-48cf-b4d9-58ae54bab811 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:46:58.351735 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a8587304-17fe-4da0-8697-be2317213c88 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4476724 Aug 10 04:46:58.354492 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53454) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:58.360065 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-e0f31846-8721-4f52-88b7-84e0a260dd7a tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Request body: {'subnet': {'network_id': '4df89522-4a5a-48cf-b4d9-58ae54bab811', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:46:58.373674 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5b34ffae-7bf9-44a3-b295-e8928f12e061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:58.417927 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b34ffae-7bf9-44a3-b295-e8928f12e061 None None] Network 6b08c880-723e-40d6-aff8-d72fb7f8f3c2 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:46:58.422893 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-5b34ffae-7bf9-44a3-b295-e8928f12e061 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:46:58.427968 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b34ffae-7bf9-44a3-b295-e8928f12e061 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:46:58.435148 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34ffae-7bf9-44a3-b295-e8928f12e061 None None] Pushing event updated for resources: {'Port': ['ID=d8e251bf-427f-4590-ab1a-cd5a019c303e,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:58.481783 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-5b34ffae-7bf9-44a3-b295-e8928f12e061 None None] Attempting to bind port d8e251bf-427f-4590-ab1a-cd5a019c303e on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:46:58.482150 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-5b34ffae-7bf9-44a3-b295-e8928f12e061 None None] Attempting to bind port d8e251bf-427f-4590-ab1a-cd5a019c303e by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'cf7ec385-ac33-4209-b640-cf0065269c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '6b08c880-723e-40d6-aff8-d72fb7f8f3c2'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:46:58.482514 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b34ffae-7bf9-44a3-b295-e8928f12e061 None None] Attempting to bind port d8e251bf-427f-4590-ab1a-cd5a019c303e on network 6b08c880-723e-40d6-aff8-d72fb7f8f3c2 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:46:58.488220 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b34ffae-7bf9-44a3-b295-e8928f12e061 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:46:58.488593 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b34ffae-7bf9-44a3-b295-e8928f12e061 None None] Checking segment: {'id': 'cf7ec385-ac33-4209-b640-cf0065269c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '6b08c880-723e-40d6-aff8-d72fb7f8f3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:46:58.488992 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5b34ffae-7bf9-44a3-b295-e8928f12e061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:58.489387 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b34ffae-7bf9-44a3-b295-e8928f12e061 None None] Bound using segment: {'id': 'cf7ec385-ac33-4209-b640-cf0065269c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '6b08c880-723e-40d6-aff8-d72fb7f8f3c2'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:46:58.489846 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-5b34ffae-7bf9-44a3-b295-e8928f12e061 None None] Bound port: d8e251bf-427f-4590-ab1a-cd5a019c303e, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf7ec385-ac33-4209-b640-cf0065269c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '6b08c880-723e-40d6-aff8-d72fb7f8f3c2'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:46:58.490220 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5b34ffae-7bf9-44a3-b295-e8928f12e061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:58.510186 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f31846-8721-4f52-88b7-84e0a260dd7a tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Made reservation on behalf of e82ab870599c42a69ab10cf348e3aa98 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:46:58.513804 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e0f31846-8721-4f52-88b7-84e0a260dd7a tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:58.552403 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-5b34ffae-7bf9-44a3-b295-e8928f12e061 None None] For port d8e251bf-427f-4590-ab1a-cd5a019c303e, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:46:58.555465 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-5b34ffae-7bf9-44a3-b295-e8928f12e061 None None] For port d8e251bf-427f-4590-ab1a-cd5a019c303e, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=d8e251bf-427f-4590-ab1a-cd5a019c303e,segment=NetworkSegment(cf7ec385-ac33-4209-b640-cf0065269c67),segment_id=cf7ec385-ac33-4209-b640-cf0065269c67)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:46:58.624813 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5b34ffae-7bf9-44a3-b295-e8928f12e061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:58.693987 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34ffae-7bf9-44a3-b295-e8928f12e061 None None] Pushing event updated for resources: {'Port': ['ID=d8e251bf-427f-4590-ab1a-cd5a019c303e,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:58.785548 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e0f31846-8721-4f52-88b7-84e0a260dd7a tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:58.854428 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f31846-8721-4f52-88b7-84e0a260dd7a tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Pushing event updated for resources: {'Subnet': ['ID=b428c7f5-06b3-4a2e-afc7-f901f3dae471,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:58.873421 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f31846-8721-4f52-88b7-84e0a260dd7a tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Checking segment: {'id': 'cd31d22f-1829-4a50-8a3d-747a2f2d5823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4df89522-4a5a-48cf-b4d9-58ae54bab811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:46:58.873421 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f31846-8721-4f52-88b7-84e0a260dd7a tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Network hostable DHCP agents. Network: 4df89522-4a5a-48cf-b4d9-58ae54bab811, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:46:58.950532 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f31846-8721-4f52-88b7-84e0a260dd7a tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Network 4df89522-4a5a-48cf-b4d9-58ae54bab811 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:46:59.013048 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-e0f31846-8721-4f52-88b7-84e0a260dd7a tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 4df89522-4a5a-48cf-b4d9-58ae54bab811) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:46:59.017054 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f31846-8721-4f52-88b7-84e0a260dd7a tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:46:59.018178 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e0f31846-8721-4f52-88b7-84e0a260dd7a tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:59.024649 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d495f727-69f3-404b-926b-e9a9be8abb03 None None] Network 4df89522-4a5a-48cf-b4d9-58ae54bab811 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:46:59.210314 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e0f31846-8721-4f52-88b7-84e0a260dd7a tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7813163 Aug 10 04:46:59.210314 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53456) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:59.210314 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-30a7aaea-7ee9-4934-9f91-b7e4c94be65f tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Request body: {'router': {'external_gateway_info': {'network_id': '4df89522-4a5a-48cf-b4d9-58ae54bab811'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:46:59.210611 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2b491b-1255-4f86-a2aa-baa9f363ff00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-4df89522-4a5a-48cf-b4d9-58ae54bab811', 'network_id': '4df89522-4a5a-48cf-b4d9-58ae54bab811', 'tenant_id': 'e82ab870599c42a69ab10cf348e3aa98', 'fixed_ips': [{'subnet_id': 'b428c7f5-06b3-4a2e-afc7-f901f3dae471'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:46:59.210611 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8c2b491b-1255-4f86-a2aa-baa9f363ff00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:59.316464 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-8c2b491b-1255-4f86-a2aa-baa9f363ff00 None None] Allocated IP 172.21.0.2 (4df89522-4a5a-48cf-b4d9-58ae54bab811/b428c7f5-06b3-4a2e-afc7-f901f3dae471/8ace17d4-4cc5-4af0-aeee-0ce3d9b501f6) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:46:59.373476 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-30a7aaea-7ee9-4934-9f91-b7e4c94be65f tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:59.473254 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8c2b491b-1255-4f86-a2aa-baa9f363ff00 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:59.481659 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8c2b491b-1255-4f86-a2aa-baa9f363ff00 None None] Transition to ACTIVE for port object 8ace17d4-4cc5-4af0-aeee-0ce3d9b501f6 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:46:59.496664 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8c2b491b-1255-4f86-a2aa-baa9f363ff00 None None] Transition to ACTIVE for port object 8ace17d4-4cc5-4af0-aeee-0ce3d9b501f6 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:46:59.591182 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8c2b491b-1255-4f86-a2aa-baa9f363ff00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:59.592266 n-d-802893-2 neutron-server[94937]: INFO neutron.api.v2.resource [None req-30a7aaea-7ee9-4934-9f91-b7e4c94be65f tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 10 04:46:59.600360 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53458) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:59.601466 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-30a7aaea-7ee9-4934-9f91-b7e4c94be65f tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] 10.222.0.25 "PUT /v2.0/routers/45d5469f-7ced-4309-a923-dbf3df1e1e90 HTTP/1.1" status: 400 len: 364 time: 0.4598162 Aug 10 04:46:59.634880 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2b491b-1255-4f86-a2aa-baa9f363ff00 None None] Network 4df89522-4a5a-48cf-b4d9-58ae54bab811 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:46:59.644097 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device d8e251bf-427f-4590-ab1a-cd5a019c303e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:46:59.649708 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-8c2b491b-1255-4f86-a2aa-baa9f363ff00 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:46:59.667542 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-173b836b-2afd-44ff-b61f-e448a4e0ed79 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Deleting subnet b428c7f5-06b3-4a2e-afc7-f901f3dae471 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:46:59.671065 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-173b836b-2afd-44ff-b61f-e448a4e0ed79 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:59.671375 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2b491b-1255-4f86-a2aa-baa9f363ff00 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:46:59.676611 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b491b-1255-4f86-a2aa-baa9f363ff00 None None] Pushing event updated for resources: {'Port': ['ID=8ace17d4-4cc5-4af0-aeee-0ce3d9b501f6,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:59.687195 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7380c32c-dc9a-437c-adbd-29d5bddeb952 None None] Network 6b08c880-723e-40d6-aff8-d72fb7f8f3c2 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:46:59.712148 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-173b836b-2afd-44ff-b61f-e448a4e0ed79 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:59.812567 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-173b836b-2afd-44ff-b61f-e448a4e0ed79 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:59.928324 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-173b836b-2afd-44ff-b61f-e448a4e0ed79 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:59.944116 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-173b836b-2afd-44ff-b61f-e448a4e0ed79 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:59.948406 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-173b836b-2afd-44ff-b61f-e448a4e0ed79 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] 10.222.0.25 "DELETE /v2.0/subnets/b428c7f5-06b3-4a2e-afc7-f901f3dae471 HTTP/1.1" status: 204 len: 168 time: 0.3435254 Aug 10 04:46:59.949399 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53460) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:46:59.963473 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-8c2b491b-1255-4f86-a2aa-baa9f363ff00 None None] Attempting to bind port 8ace17d4-4cc5-4af0-aeee-0ce3d9b501f6 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:46:59.963851 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-8c2b491b-1255-4f86-a2aa-baa9f363ff00 None None] Attempting to bind port 8ace17d4-4cc5-4af0-aeee-0ce3d9b501f6 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'cd31d22f-1829-4a50-8a3d-747a2f2d5823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4df89522-4a5a-48cf-b4d9-58ae54bab811'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:46:59.964247 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2b491b-1255-4f86-a2aa-baa9f363ff00 None None] Attempting to bind port 8ace17d4-4cc5-4af0-aeee-0ce3d9b501f6 on network 4df89522-4a5a-48cf-b4d9-58ae54bab811 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:46:59.964884 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b836b-2afd-44ff-b61f-e448a4e0ed79 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Pushing event deleted for resources: {'Subnet': ['ID=b428c7f5-06b3-4a2e-afc7-f901f3dae471,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:46:59.978498 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2b491b-1255-4f86-a2aa-baa9f363ff00 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:46:59.978879 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2b491b-1255-4f86-a2aa-baa9f363ff00 None None] Checking segment: {'id': 'cd31d22f-1829-4a50-8a3d-747a2f2d5823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4df89522-4a5a-48cf-b4d9-58ae54bab811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:46:59.979283 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8c2b491b-1255-4f86-a2aa-baa9f363ff00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:46:59.979686 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2b491b-1255-4f86-a2aa-baa9f363ff00 None None] Bound using segment: {'id': 'cd31d22f-1829-4a50-8a3d-747a2f2d5823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4df89522-4a5a-48cf-b4d9-58ae54bab811'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:46:59.980199 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-8c2b491b-1255-4f86-a2aa-baa9f363ff00 None None] Bound port: 8ace17d4-4cc5-4af0-aeee-0ce3d9b501f6, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd31d22f-1829-4a50-8a3d-747a2f2d5823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4df89522-4a5a-48cf-b4d9-58ae54bab811'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:46:59.980603 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8c2b491b-1255-4f86-a2aa-baa9f363ff00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:00.026374 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-12475686-d236-4faf-b1aa-2ec951b1f482 None None] Provisioning for port d8e251bf-427f-4590-ab1a-cd5a019c303e completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:47:00.030842 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-294e76f6-0d14-4fa3-acdd-5bff5876fccf tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:00.055599 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port d8e251bf-427f-4590-ab1a-cd5a019c303e completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:47:00.065373 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-12475686-d236-4faf-b1aa-2ec951b1f482 None None] Provisioning complete for port d8e251bf-427f-4590-ab1a-cd5a019c303e triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:00.065648 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-12475686-d236-4faf-b1aa-2ec951b1f482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:00.073409 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port d8e251bf-427f-4590-ab1a-cd5a019c303e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:00.073776 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:00.089261 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-294e76f6-0d14-4fa3-acdd-5bff5876fccf tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Deleting port 8ace17d4-4cc5-4af0-aeee-0ce3d9b501f6 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:47:00.089616 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-294e76f6-0d14-4fa3-acdd-5bff5876fccf tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:00.153973 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-294e76f6-0d14-4fa3-acdd-5bff5876fccf tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] For port 8ace17d4-4cc5-4af0-aeee-0ce3d9b501f6, host n-d-802893-2, got binding levels [] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:00.154342 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-294e76f6-0d14-4fa3-acdd-5bff5876fccf tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:00.166791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-8c2b491b-1255-4f86-a2aa-baa9f363ff00 None None] For port 8ace17d4-4cc5-4af0-aeee-0ce3d9b501f6, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:47:00.172222 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-294e76f6-0d14-4fa3-acdd-5bff5876fccf tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Calling delete_port for 8ace17d4-4cc5-4af0-aeee-0ce3d9b501f6 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:47:00.189701 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-8c2b491b-1255-4f86-a2aa-baa9f363ff00 None None] For port 8ace17d4-4cc5-4af0-aeee-0ce3d9b501f6, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=8ace17d4-4cc5-4af0-aeee-0ce3d9b501f6,segment=NetworkSegment(cd31d22f-1829-4a50-8a3d-747a2f2d5823),segment_id=cd31d22f-1829-4a50-8a3d-747a2f2d5823)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:47:00.276304 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-12475686-d236-4faf-b1aa-2ec951b1f482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:00.280482 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:00.303079 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8c2b491b-1255-4f86-a2aa-baa9f363ff00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:00.377481 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-12475686-d236-4faf-b1aa-2ec951b1f482 None None] For port d8e251bf-427f-4590-ab1a-cd5a019c303e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=d8e251bf-427f-4590-ab1a-cd5a019c303e,segment=NetworkSegment(cf7ec385-ac33-4209-b640-cf0065269c67),segment_id=cf7ec385-ac33-4209-b640-cf0065269c67)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:00.390428 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-294e76f6-0d14-4fa3-acdd-5bff5876fccf tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:00.411853 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b491b-1255-4f86-a2aa-baa9f363ff00 None None] Pushing event updated for resources: {'Port': ['ID=8ace17d4-4cc5-4af0-aeee-0ce3d9b501f6,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:00.419946 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e76f6-0d14-4fa3-acdd-5bff5876fccf tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Pushing event deleted for resources: {'Port': ['ID=8ace17d4-4cc5-4af0-aeee-0ce3d9b501f6,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:00.423980 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294e76f6-0d14-4fa3-acdd-5bff5876fccf tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] No DVR routers for this DVR port 8ace17d4-4cc5-4af0-aeee-0ce3d9b501f6 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:47:00.442526 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3798cc97-6bd9-495c-ae8d-d7b542fbba77 None None] Network 4df89522-4a5a-48cf-b4d9-58ae54bab811 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:47:00.491302 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-12475686-d236-4faf-b1aa-2ec951b1f482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:00.517796 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-294e76f6-0d14-4fa3-acdd-5bff5876fccf tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:00.527885 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-294e76f6-0d14-4fa3-acdd-5bff5876fccf tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df89522-4a5a-48cf-b4d9-58ae54bab811']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:00.538209 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-294e76f6-0d14-4fa3-acdd-5bff5876fccf tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd31d22f-1829-4a50-8a3d-747a2f2d5823') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:00.538504 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-294e76f6-0d14-4fa3-acdd-5bff5876fccf tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd31d22f-1829-4a50-8a3d-747a2f2d5823') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:00.547505 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-294e76f6-0d14-4fa3-acdd-5bff5876fccf tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:00.562236 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-294e76f6-0d14-4fa3-acdd-5bff5876fccf tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:00.569009 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-294e76f6-0d14-4fa3-acdd-5bff5876fccf tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:47:00.569405 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-294e76f6-0d14-4fa3-acdd-5bff5876fccf tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:47:00.572593 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:47:00.575147 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:47:00.575147 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:47:00.602462 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12475686-d236-4faf-b1aa-2ec951b1f482 None None] Pushing event updated for resources: {'Port': ['ID=d8e251bf-427f-4590-ab1a-cd5a019c303e,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:00.634068 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e305b7-b4b2-4426-88d5-2749f43b1ef6 None None] get_active_networks_info from n-d-802893-2 {{(pid=94939) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 10 04:47:00.636056 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9a15c7b1-261c-4a6e-aea9-a67195709abb None None] Provisioning complete for port d8e251bf-427f-4590-ab1a-cd5a019c303e triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:00.636430 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9a15c7b1-261c-4a6e-aea9-a67195709abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:00.681798 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-294e76f6-0d14-4fa3-acdd-5bff5876fccf tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:00.690174 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-294e76f6-0d14-4fa3-acdd-5bff5876fccf tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:00.693387 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-294e76f6-0d14-4fa3-acdd-5bff5876fccf tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] 10.222.0.25 "DELETE /v2.0/networks/4df89522-4a5a-48cf-b4d9-58ae54bab811 HTTP/1.1" status: 204 len: 168 time: 0.7416348 Aug 10 04:47:00.695330 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53462) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:00.703674 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e76f6-0d14-4fa3-acdd-5bff5876fccf tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Pushing event deleted for resources: {'Network': ['ID=4df89522-4a5a-48cf-b4d9-58ae54bab811,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:00.751859 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc714cd-010f-4ad5-8e34-2f4c82de7e24 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Deleting subnet d29d317a-0afa-4dc2-9d9d-a20bfcb8ec5a {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:47:00.755183 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8cc714cd-010f-4ad5-8e34-2f4c82de7e24 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:00.759641 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e305b7-b4b2-4426-88d5-2749f43b1ef6 None None] Resources bound (agent type, host, resource id): {{(pid=94939) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 10 04:47:00.800503 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8cc714cd-010f-4ad5-8e34-2f4c82de7e24 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:00.883598 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8cc714cd-010f-4ad5-8e34-2f4c82de7e24 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:00.984891 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8cc714cd-010f-4ad5-8e34-2f4c82de7e24 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:01.009672 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc714cd-010f-4ad5-8e34-2f4c82de7e24 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Pushing event deleted for resources: {'Subnet': ['ID=d29d317a-0afa-4dc2-9d9d-a20bfcb8ec5a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:01.015530 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8cc714cd-010f-4ad5-8e34-2f4c82de7e24 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:01.018139 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8cc714cd-010f-4ad5-8e34-2f4c82de7e24 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] 10.222.0.25 "DELETE /v2.0/subnets/d29d317a-0afa-4dc2-9d9d-a20bfcb8ec5a HTTP/1.1" status: 204 len: 168 time: 0.3211620 Aug 10 04:47:01.020791 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53464) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:01.023355 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5732d9-eb6f-481a-acad-c1e789cf9de2 None None] Network 6b08c880-723e-40d6-aff8-d72fb7f8f3c2 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:47:01.101873 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0940c43a-aad8-4c8d-88f0-73dd7d8b80e3 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:01.157128 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-0940c43a-aad8-4c8d-88f0-73dd7d8b80e3 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Deleting port d8e251bf-427f-4590-ab1a-cd5a019c303e {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:47:01.158011 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0940c43a-aad8-4c8d-88f0-73dd7d8b80e3 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:01.219743 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23ce1dd-f3cb-454f-83a8-fd0beb83b9e6 None None] DHCP port deletion for 6b08c880-723e-40d6-aff8-d72fb7f8f3c2 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:47:01.226770 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-0940c43a-aad8-4c8d-88f0-73dd7d8b80e3 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] For port d8e251bf-427f-4590-ab1a-cd5a019c303e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=d8e251bf-427f-4590-ab1a-cd5a019c303e,segment=NetworkSegment(cf7ec385-ac33-4209-b640-cf0065269c67),segment_id=cf7ec385-ac33-4209-b640-cf0065269c67)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:01.227138 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0940c43a-aad8-4c8d-88f0-73dd7d8b80e3 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:01.240818 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-0940c43a-aad8-4c8d-88f0-73dd7d8b80e3 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Calling delete_port for d8e251bf-427f-4590-ab1a-cd5a019c303e owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:47:01.265893 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-a23ce1dd-f3cb-454f-83a8-fd0beb83b9e6 None None] Deleting port d8e251bf-427f-4590-ab1a-cd5a019c303e {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:47:01.266267 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a23ce1dd-f3cb-454f-83a8-fd0beb83b9e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:01.333827 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a23ce1dd-f3cb-454f-83a8-fd0beb83b9e6 None None] For port d8e251bf-427f-4590-ab1a-cd5a019c303e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=d8e251bf-427f-4590-ab1a-cd5a019c303e,segment=NetworkSegment(cf7ec385-ac33-4209-b640-cf0065269c67),segment_id=cf7ec385-ac33-4209-b640-cf0065269c67)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:01.334412 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a23ce1dd-f3cb-454f-83a8-fd0beb83b9e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:01.347026 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-a23ce1dd-f3cb-454f-83a8-fd0beb83b9e6 None None] Calling delete_port for d8e251bf-427f-4590-ab1a-cd5a019c303e owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:47:01.373415 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0940c43a-aad8-4c8d-88f0-73dd7d8b80e3 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:01.403292 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0940c43a-aad8-4c8d-88f0-73dd7d8b80e3 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Pushing event deleted for resources: {'Port': ['ID=d8e251bf-427f-4590-ab1a-cd5a019c303e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:01.408147 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0940c43a-aad8-4c8d-88f0-73dd7d8b80e3 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] No DVR routers for this DVR port d8e251bf-427f-4590-ab1a-cd5a019c303e on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:47:01.431466 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a23ce1dd-f3cb-454f-83a8-fd0beb83b9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:01.461178 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ce1dd-f3cb-454f-83a8-fd0beb83b9e6 None None] Pushing event deleted for resources: {'Port': ['ID=d8e251bf-427f-4590-ab1a-cd5a019c303e,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:01.465074 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23ce1dd-f3cb-454f-83a8-fd0beb83b9e6 None None] No DVR routers for this DVR port d8e251bf-427f-4590-ab1a-cd5a019c303e on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:47:01.502649 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0940c43a-aad8-4c8d-88f0-73dd7d8b80e3 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:01.512563 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-0940c43a-aad8-4c8d-88f0-73dd7d8b80e3 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b08c880-723e-40d6-aff8-d72fb7f8f3c2']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:01.524617 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-0940c43a-aad8-4c8d-88f0-73dd7d8b80e3 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf7ec385-ac33-4209-b640-cf0065269c67') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:01.524912 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-0940c43a-aad8-4c8d-88f0-73dd7d8b80e3 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf7ec385-ac33-4209-b640-cf0065269c67') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:01.534828 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0940c43a-aad8-4c8d-88f0-73dd7d8b80e3 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:01.549616 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0940c43a-aad8-4c8d-88f0-73dd7d8b80e3 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:01.555604 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0940c43a-aad8-4c8d-88f0-73dd7d8b80e3 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:47:01.556087 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0940c43a-aad8-4c8d-88f0-73dd7d8b80e3 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:47:01.559031 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:47:01.594238 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device d8e251bf-427f-4590-ab1a-cd5a019c303e no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:47:01.614740 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: d8e251bf-427f-4590-ab1a-cd5a019c303e {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:47:01.615236 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device d8e251bf-427f-4590-ab1a-cd5a019c303e not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:47:01.687629 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0940c43a-aad8-4c8d-88f0-73dd7d8b80e3 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:01.694962 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0940c43a-aad8-4c8d-88f0-73dd7d8b80e3 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:01.696735 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0940c43a-aad8-4c8d-88f0-73dd7d8b80e3 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] 10.222.0.25 "DELETE /v2.0/networks/6b08c880-723e-40d6-aff8-d72fb7f8f3c2 HTTP/1.1" status: 204 len: 168 time: 0.6750240 Aug 10 04:47:01.699492 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53466) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:01.712966 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0940c43a-aad8-4c8d-88f0-73dd7d8b80e3 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Pushing event deleted for resources: {'Network': ['ID=6b08c880-723e-40d6-aff8-d72fb7f8f3c2,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:01.731219 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7db27a77-16a9-43e2-8cd0-b7671735d696 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] 10.222.0.25 "GET /v2.0/ports?device_id=45d5469f-7ced-4309-a923-dbf3df1e1e90 HTTP/1.1" status: 200 len: 205 time: 0.0303717 Aug 10 04:47:01.733695 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53468) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:01.806058 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3a85d357-823d-4f69-894a-429ca7494618 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:01.965054 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3a85d357-823d-4f69-894a-429ca7494618 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:01.967371 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3a85d357-823d-4f69-894a-429ca7494618 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:02.065041 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3a85d357-823d-4f69-894a-429ca7494618 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:02.065511 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a85d357-823d-4f69-894a-429ca7494618 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Fanout notify agent at l3_agent the message router_deleted on router 45d5469f-7ced-4309-a923-dbf3df1e1e90 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:47:02.072810 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3a85d357-823d-4f69-894a-429ca7494618 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:02.073934 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3a85d357-823d-4f69-894a-429ca7494618 tempest-RoutersNegativeTest-888085414 tempest-RoutersNegativeTest-888085414-project] 10.222.0.25 "DELETE /v2.0/routers/45d5469f-7ced-4309-a923-dbf3df1e1e90 HTTP/1.1" status: 204 len: 168 time: 0.3393438 Aug 10 04:47:02.499331 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53474) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:02.630905 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a2faa118-3bdd-49d6-8d0d-124e99480df0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e82ab870599c42a69ab10cf348e3aa98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303666 Aug 10 04:47:02.633458 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53478) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:02.687268 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a1d157b-6e12-4a07-b6d0-549eafd7d9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:02.708679 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a1d157b-6e12-4a07-b6d0-549eafd7d9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:02.864831 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a1d157b-6e12-4a07-b6d0-549eafd7d9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:02.867359 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a1d157b-6e12-4a07-b6d0-549eafd7d9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:02.868575 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8a1d157b-6e12-4a07-b6d0-549eafd7d9a5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44431872-5ab5-46cb-b3a2-05bbbfa5b1aa HTTP/1.1" status: 204 len: 168 time: 0.2342224 Aug 10 04:47:02.877054 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d157b-6e12-4a07-b6d0-549eafd7d9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44431872-5ab5-46cb-b3a2-05bbbfa5b1aa,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:03.797244 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53500) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:03.890671 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-a7b58d3c-4758-4220-8267-ac7d6524798d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-437517447-network', 'tenant_id': '54c169cb1568461784e7a1ffea1cf948'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:47:03.990085 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b58d3c-4758-4220-8267-ac7d6524798d admin admin] Made reservation on behalf of 54c169cb1568461784e7a1ffea1cf948 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:47:03.992572 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a7b58d3c-4758-4220-8267-ac7d6524798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:04.000940 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a7b58d3c-4758-4220-8267-ac7d6524798d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:04.090360 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a7b58d3c-4758-4220-8267-ac7d6524798d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:04.149250 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a7b58d3c-4758-4220-8267-ac7d6524798d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:04.173529 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b58d3c-4758-4220-8267-ac7d6524798d admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:47:04.182418 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b58d3c-4758-4220-8267-ac7d6524798d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81226fb-c15b-47f3-8fb6-89d4d8aae597,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:04.188266 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a7b58d3c-4758-4220-8267-ac7d6524798d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:04.188708 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-a7b58d3c-4758-4220-8267-ac7d6524798d admin admin] Added segment 1cd4357b-52c9-4531-8ba6-7b823464f59b of type vlan for network 518b755a-3232-4d71-a5ac-b59b9147b3e1 Aug 10 04:47:04.229043 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a7b58d3c-4758-4220-8267-ac7d6524798d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:04.315740 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a7b58d3c-4758-4220-8267-ac7d6524798d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:04.316754 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b58d3c-4758-4220-8267-ac7d6524798d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:04.317354 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a7b58d3c-4758-4220-8267-ac7d6524798d admin admin] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:04.373994 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b58d3c-4758-4220-8267-ac7d6524798d admin admin] Pushing event updated for resources: {'Network': ['ID=518b755a-3232-4d71-a5ac-b59b9147b3e1,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:04.384033 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 518b755a-3232-4d71-a5ac-b59b9147b3e1 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:47:04.436808 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a7b58d3c-4758-4220-8267-ac7d6524798d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6383281 Aug 10 04:47:04.439730 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53504) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:04.444774 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-370d765f-ba10-44b0-a496-5f7f2f575613 admin admin] Request body: {'subnet': {'network_id': '518b755a-3232-4d71-a5ac-b59b9147b3e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-437517447-subnet', 'tenant_id': '54c169cb1568461784e7a1ffea1cf948', 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:47:04.538701 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370d765f-ba10-44b0-a496-5f7f2f575613 admin admin] Made reservation on behalf of 54c169cb1568461784e7a1ffea1cf948 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:47:04.541101 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-370d765f-ba10-44b0-a496-5f7f2f575613 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:04.762177 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-370d765f-ba10-44b0-a496-5f7f2f575613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:04.816353 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d765f-ba10-44b0-a496-5f7f2f575613 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6b89fc6-be7d-4639-94aa-c659abb305ca,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:04.827264 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370d765f-ba10-44b0-a496-5f7f2f575613 admin admin] Checking segment: {'id': '1cd4357b-52c9-4531-8ba6-7b823464f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '518b755a-3232-4d71-a5ac-b59b9147b3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:47:04.827625 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370d765f-ba10-44b0-a496-5f7f2f575613 admin admin] Network hostable DHCP agents. Network: 518b755a-3232-4d71-a5ac-b59b9147b3e1, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:47:04.881684 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370d765f-ba10-44b0-a496-5f7f2f575613 admin admin] Network 518b755a-3232-4d71-a5ac-b59b9147b3e1 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:47:04.949568 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-370d765f-ba10-44b0-a496-5f7f2f575613 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 518b755a-3232-4d71-a5ac-b59b9147b3e1) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:47:04.953956 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370d765f-ba10-44b0-a496-5f7f2f575613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:04.955655 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-370d765f-ba10-44b0-a496-5f7f2f575613 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:04.959506 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5ca015-cb15-4d93-9559-8722a6dfbc41 None None] Network 518b755a-3232-4d71-a5ac-b59b9147b3e1 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:47:04.996693 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-370d765f-ba10-44b0-a496-5f7f2f575613 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5558765 Aug 10 04:47:04.999429 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53506) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:05.004862 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-df7de1cf-dfe8-468a-bc00-f0fccec05b1a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-437517447-router', 'tenant_id': '54c169cb1568461784e7a1ffea1cf948', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:47:05.099413 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-df7de1cf-dfe8-468a-bc00-f0fccec05b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:05.100429 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-df7de1cf-dfe8-468a-bc00-f0fccec05b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:05.115415 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f982f340-dd6f-4fac-b029-f971c92d342a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-518b755a-3232-4d71-a5ac-b59b9147b3e1', 'network_id': '518b755a-3232-4d71-a5ac-b59b9147b3e1', 'tenant_id': '54c169cb1568461784e7a1ffea1cf948', 'fixed_ips': [{'subnet_id': 'd6b89fc6-be7d-4639-94aa-c659abb305ca'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:47:05.116309 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f982f340-dd6f-4fac-b029-f971c92d342a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:05.152703 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-df7de1cf-dfe8-468a-bc00-f0fccec05b1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:05.250304 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-f982f340-dd6f-4fac-b029-f971c92d342a None None] Allocated IP 172.20.0.2 (518b755a-3232-4d71-a5ac-b59b9147b3e1/d6b89fc6-be7d-4639-94aa-c659abb305ca/08db643c-6fb2-49a9-ab10-4d90269ef7e6) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:47:05.344891 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-df7de1cf-dfe8-468a-bc00-f0fccec05b1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:05.393982 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f982f340-dd6f-4fac-b029-f971c92d342a None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:05.401684 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f982f340-dd6f-4fac-b029-f971c92d342a None None] Transition to ACTIVE for port object 08db643c-6fb2-49a9-ab10-4d90269ef7e6 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:47:05.415924 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f982f340-dd6f-4fac-b029-f971c92d342a None None] Transition to ACTIVE for port object 08db643c-6fb2-49a9-ab10-4d90269ef7e6 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:47:05.499319 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f982f340-dd6f-4fac-b029-f971c92d342a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:05.537090 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f982f340-dd6f-4fac-b029-f971c92d342a None None] Network 518b755a-3232-4d71-a5ac-b59b9147b3e1 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:47:05.542003 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-f982f340-dd6f-4fac-b029-f971c92d342a None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:47:05.544505 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f982f340-dd6f-4fac-b029-f971c92d342a None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:47:05.557691 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982f340-dd6f-4fac-b029-f971c92d342a None None] Pushing event updated for resources: {'Port': ['ID=08db643c-6fb2-49a9-ab10-4d90269ef7e6,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:05.605038 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-f982f340-dd6f-4fac-b029-f971c92d342a None None] Attempting to bind port 08db643c-6fb2-49a9-ab10-4d90269ef7e6 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:47:05.605401 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-f982f340-dd6f-4fac-b029-f971c92d342a None None] Attempting to bind port 08db643c-6fb2-49a9-ab10-4d90269ef7e6 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '1cd4357b-52c9-4531-8ba6-7b823464f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '518b755a-3232-4d71-a5ac-b59b9147b3e1'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:47:05.605761 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f982f340-dd6f-4fac-b029-f971c92d342a None None] Attempting to bind port 08db643c-6fb2-49a9-ab10-4d90269ef7e6 on network 518b755a-3232-4d71-a5ac-b59b9147b3e1 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:47:05.607120 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-df7de1cf-dfe8-468a-bc00-f0fccec05b1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:05.611340 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f982f340-dd6f-4fac-b029-f971c92d342a None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:47:05.611701 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f982f340-dd6f-4fac-b029-f971c92d342a None None] Checking segment: {'id': '1cd4357b-52c9-4531-8ba6-7b823464f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '518b755a-3232-4d71-a5ac-b59b9147b3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:47:05.612126 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f982f340-dd6f-4fac-b029-f971c92d342a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:05.612516 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f982f340-dd6f-4fac-b029-f971c92d342a None None] Bound using segment: {'id': '1cd4357b-52c9-4531-8ba6-7b823464f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '518b755a-3232-4d71-a5ac-b59b9147b3e1'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:47:05.612978 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-f982f340-dd6f-4fac-b029-f971c92d342a None None] Bound port: 08db643c-6fb2-49a9-ab10-4d90269ef7e6, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd4357b-52c9-4531-8ba6-7b823464f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '518b755a-3232-4d71-a5ac-b59b9147b3e1'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:47:05.613346 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f982f340-dd6f-4fac-b029-f971c92d342a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:05.631615 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-df7de1cf-dfe8-468a-bc00-f0fccec05b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:05.679275 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-f982f340-dd6f-4fac-b029-f971c92d342a None None] For port 08db643c-6fb2-49a9-ab10-4d90269ef7e6, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:47:05.682328 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-f982f340-dd6f-4fac-b029-f971c92d342a None None] For port 08db643c-6fb2-49a9-ab10-4d90269ef7e6, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=08db643c-6fb2-49a9-ab10-4d90269ef7e6,segment=NetworkSegment(1cd4357b-52c9-4531-8ba6-7b823464f59b),segment_id=1cd4357b-52c9-4531-8ba6-7b823464f59b)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:47:05.731433 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-df7de1cf-dfe8-468a-bc00-f0fccec05b1a admin admin] Allocated IP 172.25.0.131 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:47:05.756365 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f982f340-dd6f-4fac-b029-f971c92d342a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:05.818002 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982f340-dd6f-4fac-b029-f971c92d342a None None] Pushing event updated for resources: {'Port': ['ID=08db643c-6fb2-49a9-ab10-4d90269ef7e6,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:05.841886 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-df7de1cf-dfe8-468a-bc00-f0fccec05b1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:06.321927 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-df7de1cf-dfe8-468a-bc00-f0fccec05b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:06.366925 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7de1cf-dfe8-468a-bc00-f0fccec05b1a admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:47:06.369863 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-df7de1cf-dfe8-468a-bc00-f0fccec05b1a admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:47:06.372375 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7de1cf-dfe8-468a-bc00-f0fccec05b1a admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:47:06.405998 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7de1cf-dfe8-468a-bc00-f0fccec05b1a admin admin] Pushing event updated for resources: {'Port': ['ID=7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:06.686765 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-df7de1cf-dfe8-468a-bc00-f0fccec05b1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:06.711008 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f5df15-9da1-4c9c-b880-cda3ccee8372 None None] Network 518b755a-3232-4d71-a5ac-b59b9147b3e1 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:47:06.836703 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-202bd85d-964c-4ebb-ba5f-dd068fccec67 None None] Provisioning for port 08db643c-6fb2-49a9-ab10-4d90269ef7e6 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:47:06.894865 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-df7de1cf-dfe8-468a-bc00-f0fccec05b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:07.128447 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7de1cf-dfe8-468a-bc00-f0fccec05b1a admin admin] Router ba2b0e04-1bd7-4889-8a6f-a055d645e214 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:47:07.234527 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7de1cf-dfe8-468a-bc00-f0fccec05b1a admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:47:07.243766 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db4cd54-029a-4427-ac21-28ed8dbcbcef None None] Sync routers for ids ['ba2b0e04-1bd7-4889-8a6f-a055d645e214'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:47:07.253131 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db4cd54-029a-4427-ac21-28ed8dbcbcef None None] Routers {'ba2b0e04-1bd7-4889-8a6f-a055d645e214'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:47:07.253741 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-4db4cd54-029a-4427-ac21-28ed8dbcbcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:46:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ba2b0e04-1bd7-4889-8a6f-a055d645e214'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:07.304752 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-df7de1cf-dfe8-468a-bc00-f0fccec05b1a admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:07.306019 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-df7de1cf-dfe8-468a-bc00-f0fccec05b1a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3050005 Aug 10 04:47:07.308705 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53508) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:07.354883 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-4db4cd54-029a-4427-ac21-28ed8dbcbcef None None] Set router ba2b0e04-1bd7-4889-8a6f-a055d645e214 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:47:07.614781 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 08db643c-6fb2-49a9-ab10-4d90269ef7e6 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:47:07.633944 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-4db4cd54-029a-4427-ac21-28ed8dbcbcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2b0e04-1bd7-4889-8a6f-a055d645e214', 'name': 'tempest-TestEncryptedCinderVolumes-437517447-router', 'tenant_id': '54c169cb1568461784e7a1ffea1cf948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:05Z', 'updated_at': '2021-08-10T04:47:06Z', 'revision_number': 3, 'project_id': '54c169cb1568461784e7a1ffea1cf948', 'gw_port': {'id': '7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2b0e04-1bd7-4889-8a6f-a055d645e214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:05Z', 'updated_at': '2021-08-10T04:47:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:07.661693 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db4cd54-029a-4427-ac21-28ed8dbcbcef None None] Checking router: ba2b0e04-1bd7-4889-8a6f-a055d645e214 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:47:07.662346 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db4cd54-029a-4427-ac21-28ed8dbcbcef None None] Updating router ba2b0e04-1bd7-4889-8a6f-a055d645e214 port 7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:47:07.686341 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4db4cd54-029a-4427-ac21-28ed8dbcbcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:07.743939 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fa79265d-e957-45f1-a364-f022bc6d10c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:07.762728 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 08db643c-6fb2-49a9-ab10-4d90269ef7e6 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:47:07.770294 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 08db643c-6fb2-49a9-ab10-4d90269ef7e6 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:07.772172 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:07.853565 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:07.881225 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:47:07.890593 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 08db643c-6fb2-49a9-ab10-4d90269ef7e6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=08db643c-6fb2-49a9-ab10-4d90269ef7e6,segment=NetworkSegment(1cd4357b-52c9-4531-8ba6-7b823464f59b),segment_id=1cd4357b-52c9-4531-8ba6-7b823464f59b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:07.905594 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-fa79265d-e957-45f1-a364-f022bc6d10c4 admin admin] Allocated IP 172.20.0.1 (518b755a-3232-4d71-a5ac-b59b9147b3e1/d6b89fc6-be7d-4639-94aa-c659abb305ca/393aba03-78b6-416f-b423-8e7a433510a9) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:47:07.955877 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4db4cd54-029a-4427-ac21-28ed8dbcbcef None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:07.961485 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:07.965776 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-4db4cd54-029a-4427-ac21-28ed8dbcbcef None None] Transition to ACTIVE for port object 7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:47:08.013842 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=08db643c-6fb2-49a9-ab10-4d90269ef7e6,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:08.016330 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fa79265d-e957-45f1-a364-f022bc6d10c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:08.030872 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-fa79265d-e957-45f1-a364-f022bc6d10c4 admin admin] Transition to ACTIVE for port object 393aba03-78b6-416f-b423-8e7a433510a9 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:47:08.053018 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4db4cd54-029a-4427-ac21-28ed8dbcbcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:08.104527 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-4db4cd54-029a-4427-ac21-28ed8dbcbcef None None] Attempting to bind port 7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:47:08.104898 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-4db4cd54-029a-4427-ac21-28ed8dbcbcef None None] Attempting to bind port 7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:47:08.105257 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db4cd54-029a-4427-ac21-28ed8dbcbcef None None] Attempting to bind port 7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:47:08.113083 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3e6d4-c516-4077-8b39-72492e9110ad None None] Pushing event updated for resources: {'Port': ['ID=7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:08.116130 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db4cd54-029a-4427-ac21-28ed8dbcbcef None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:47:08.116530 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db4cd54-029a-4427-ac21-28ed8dbcbcef None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:47:08.127295 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4db4cd54-029a-4427-ac21-28ed8dbcbcef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:08.127295 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db4cd54-029a-4427-ac21-28ed8dbcbcef None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:47:08.127295 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-4db4cd54-029a-4427-ac21-28ed8dbcbcef None None] Bound port: 7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:47:08.127295 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4db4cd54-029a-4427-ac21-28ed8dbcbcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:08.139460 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fa79265d-e957-45f1-a364-f022bc6d10c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:08.141067 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb3e6d4-c516-4077-8b39-72492e9110ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:08.141417 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb3e6d4-c516-4077-8b39-72492e9110ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:08.141829 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb3e6d4-c516-4077-8b39-72492e9110ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:08.142165 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb3e6d4-c516-4077-8b39-72492e9110ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:08.142614 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb3e6d4-c516-4077-8b39-72492e9110ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:08.142950 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb3e6d4-c516-4077-8b39-72492e9110ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:08.143280 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb3e6d4-c516-4077-8b39-72492e9110ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:08.143607 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb3e6d4-c516-4077-8b39-72492e9110ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:08.143932 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb3e6d4-c516-4077-8b39-72492e9110ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:08.144276 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb3e6d4-c516-4077-8b39-72492e9110ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:08.144639 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb3e6d4-c516-4077-8b39-72492e9110ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:08.144959 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb3e6d4-c516-4077-8b39-72492e9110ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:08.176537 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa79265d-e957-45f1-a364-f022bc6d10c4 admin admin] Network 518b755a-3232-4d71-a5ac-b59b9147b3e1 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:47:08.179495 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-fa79265d-e957-45f1-a364-f022bc6d10c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:47:08.182210 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-4db4cd54-029a-4427-ac21-28ed8dbcbcef None None] For port 7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:47:08.185244 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa79265d-e957-45f1-a364-f022bc6d10c4 admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:47:08.185416 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-4db4cd54-029a-4427-ac21-28ed8dbcbcef None None] For port 7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:47:08.214131 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79265d-e957-45f1-a364-f022bc6d10c4 admin admin] Pushing event updated for resources: {'Port': ['ID=393aba03-78b6-416f-b423-8e7a433510a9,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:08.226289 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-4db4cd54-029a-4427-ac21-28ed8dbcbcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:08.231233 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fa79265d-e957-45f1-a364-f022bc6d10c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:08.296336 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db4cd54-029a-4427-ac21-28ed8dbcbcef None None] Routers {'ba2b0e04-1bd7-4889-8a6f-a055d645e214'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:47:08.296931 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-4db4cd54-029a-4427-ac21-28ed8dbcbcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:46:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ba2b0e04-1bd7-4889-8a6f-a055d645e214'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:08.302404 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3e6d4-c516-4077-8b39-72492e9110ad None None] Pushing event updated for resources: {'Port': ['ID=7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:08.409763 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-4db4cd54-029a-4427-ac21-28ed8dbcbcef None None] Set router ba2b0e04-1bd7-4889-8a6f-a055d645e214 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:47:08.420325 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fa79265d-e957-45f1-a364-f022bc6d10c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:08.450017 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b7eb97f8-3220-40c8-9375-424c866cfe14 None None] Provisioning for port 393aba03-78b6-416f-b423-8e7a433510a9 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:47:08.454042 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b7eb97f8-3220-40c8-9375-424c866cfe14 None None] Provisioning complete for port 393aba03-78b6-416f-b423-8e7a433510a9 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:08.454553 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b7eb97f8-3220-40c8-9375-424c866cfe14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:08.493173 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-b7eb97f8-3220-40c8-9375-424c866cfe14 None None] Port 393aba03-78b6-416f-b423-8e7a433510a9 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:47:08.582703 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fa79265d-e957-45f1-a364-f022bc6d10c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:08.588615 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-4db4cd54-029a-4427-ac21-28ed8dbcbcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2b0e04-1bd7-4889-8a6f-a055d645e214', 'name': 'tempest-TestEncryptedCinderVolumes-437517447-router', 'tenant_id': '54c169cb1568461784e7a1ffea1cf948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:05Z', 'updated_at': '2021-08-10T04:47:06Z', 'revision_number': 3, 'project_id': '54c169cb1568461784e7a1ffea1cf948', 'gw_port': {'id': '7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2b0e04-1bd7-4889-8a6f-a055d645e214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:05Z', 'updated_at': '2021-08-10T04:47:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:08.618033 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db4cd54-029a-4427-ac21-28ed8dbcbcef None None] The sync data for ids ['ba2b0e04-1bd7-4889-8a6f-a055d645e214'] in n-d-802893-2 is: [{'id': 'ba2b0e04-1bd7-4889-8a6f-a055d645e214', 'name': 'tempest-TestEncryptedCinderVolumes-437517447-router', 'tenant_id': '54c169cb1568461784e7a1ffea1cf948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:05Z', 'updated_at': '2021-08-10T04:47:06Z', 'revision_number': 3, 'project_id': '54c169cb1568461784e7a1ffea1cf948', 'gw_port': {'id': '7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2b0e04-1bd7-4889-8a6f-a055d645e214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:05Z', 'updated_at': '2021-08-10T04:47:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:47:08.630328 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fa79265d-e957-45f1-a364-f022bc6d10c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:08.701871 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fa79265d-e957-45f1-a364-f022bc6d10c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:08.703736 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79265d-e957-45f1-a364-f022bc6d10c4 admin admin] Pushing event updated for resources: {'Port': ['ID=393aba03-78b6-416f-b423-8e7a433510a9,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:08.804282 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa79265d-e957-45f1-a364-f022bc6d10c4 admin admin] Network 518b755a-3232-4d71-a5ac-b59b9147b3e1 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:47:08.805826 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-fa79265d-e957-45f1-a364-f022bc6d10c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:47:08.957655 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa79265d-e957-45f1-a364-f022bc6d10c4 admin admin] Router ba2b0e04-1bd7-4889-8a6f-a055d645e214 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:47:09.084162 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa79265d-e957-45f1-a364-f022bc6d10c4 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:47:09.089973 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fa79265d-e957-45f1-a364-f022bc6d10c4 admin admin] 10.222.0.25 "PUT /v2.0/routers/ba2b0e04-1bd7-4889-8a6f-a055d645e214/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7802773 Aug 10 04:47:09.119068 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-fe803f06-a2df-4ce9-8f48-a51eeac234ad None None] Provisioning complete for port 393aba03-78b6-416f-b423-8e7a433510a9 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:09.119623 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fe803f06-a2df-4ce9-8f48-a51eeac234ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:09.155789 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-fe803f06-a2df-4ce9-8f48-a51eeac234ad None None] Port 393aba03-78b6-416f-b423-8e7a433510a9 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:47:09.655431 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:47:09.726307 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53524) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:09.731465 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-e498e2b2-c063-46d8-bb48-434a9d9fbe7b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1057720136-network', 'tenant_id': '093b1e9c90e24075a0a29fae4ed7a285'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:47:09.768007 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:47:09.772095 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:09.772467 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:09.818981 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e498e2b2-c063-46d8-bb48-434a9d9fbe7b admin admin] Made reservation on behalf of 093b1e9c90e24075a0a29fae4ed7a285 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:47:09.821514 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e498e2b2-c063-46d8-bb48-434a9d9fbe7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:09.830458 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e498e2b2-c063-46d8-bb48-434a9d9fbe7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:09.854133 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:09.875735 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:09.920183 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e498e2b2-c063-46d8-bb48-434a9d9fbe7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:09.928400 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:09.929185 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 08db643c-6fb2-49a9-ab10-4d90269ef7e6 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:47:09.962054 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e498e2b2-c063-46d8-bb48-434a9d9fbe7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:09.986105 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e498e2b2-c063-46d8-bb48-434a9d9fbe7b admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:47:09.990043 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7e75a9b1-6cf7-4a39-9771-328857609c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:10.000506 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498e2b2-c063-46d8-bb48-434a9d9fbe7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59353264-bbf4-4995-a88b-d5fb280c07c4,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:10.005809 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e498e2b2-c063-46d8-bb48-434a9d9fbe7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:10.006181 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-e498e2b2-c063-46d8-bb48-434a9d9fbe7b admin admin] Added segment c578c68c-70de-4ea6-8d28-19491c976f8b of type vlan for network f5e5454a-a88e-4c62-aa62-5412c311d6e2 Aug 10 04:47:10.014630 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:10.025493 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:10.025829 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:10.026167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:10.026614 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:10.026831 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:10.027157 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:10.027484 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:10.027806 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:10.028153 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:10.028477 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:10.028840 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:10.029159 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:10.036906 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 08db643c-6fb2-49a9-ab10-4d90269ef7e6 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:10.037279 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:10.049151 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e498e2b2-c063-46d8-bb48-434a9d9fbe7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:10.133125 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e498e2b2-c063-46d8-bb48-434a9d9fbe7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:10.134118 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e498e2b2-c063-46d8-bb48-434a9d9fbe7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:10.134700 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e498e2b2-c063-46d8-bb48-434a9d9fbe7b admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:10.197601 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498e2b2-c063-46d8-bb48-434a9d9fbe7b admin admin] Pushing event updated for resources: {'Network': ['ID=f5e5454a-a88e-4c62-aa62-5412c311d6e2,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:10.207837 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network f5e5454a-a88e-4c62-aa62-5412c311d6e2 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:47:10.254237 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e498e2b2-c063-46d8-bb48-434a9d9fbe7b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5267289 Aug 10 04:47:10.256764 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53526) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:10.261796 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-2d616617-e75b-43c4-985f-48995552ffc2 admin admin] Request body: {'subnet': {'network_id': 'f5e5454a-a88e-4c62-aa62-5412c311d6e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1057720136-subnet', 'tenant_id': '093b1e9c90e24075a0a29fae4ed7a285', 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:47:10.271806 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75bd010-6cb6-4cfb-922f-81b9556347f1 None None] Sync routers for ids ['ba2b0e04-1bd7-4889-8a6f-a055d645e214'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:47:10.356209 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d616617-e75b-43c4-985f-48995552ffc2 admin admin] Made reservation on behalf of 093b1e9c90e24075a0a29fae4ed7a285 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:47:10.358913 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d616617-e75b-43c4-985f-48995552ffc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:10.442176 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75bd010-6cb6-4cfb-922f-81b9556347f1 None None] Routers {'ba2b0e04-1bd7-4889-8a6f-a055d645e214'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:47:10.442806 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d75bd010-6cb6-4cfb-922f-81b9556347f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:46:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ba2b0e04-1bd7-4889-8a6f-a055d645e214'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:10.550410 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-d75bd010-6cb6-4cfb-922f-81b9556347f1 None None] Set router ba2b0e04-1bd7-4889-8a6f-a055d645e214 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:47:10.619233 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d616617-e75b-43c4-985f-48995552ffc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:10.679157 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d616617-e75b-43c4-985f-48995552ffc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da5e71f4-97b7-482e-ba5f-2b78c9851c6a,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:10.685239 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d616617-e75b-43c4-985f-48995552ffc2 admin admin] Checking segment: {'id': 'c578c68c-70de-4ea6-8d28-19491c976f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f5e5454a-a88e-4c62-aa62-5412c311d6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:47:10.685746 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d616617-e75b-43c4-985f-48995552ffc2 admin admin] Network hostable DHCP agents. Network: f5e5454a-a88e-4c62-aa62-5412c311d6e2, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:47:10.748298 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d75bd010-6cb6-4cfb-922f-81b9556347f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2b0e04-1bd7-4889-8a6f-a055d645e214', 'name': 'tempest-TestEncryptedCinderVolumes-437517447-router', 'tenant_id': '54c169cb1568461784e7a1ffea1cf948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:05Z', 'updated_at': '2021-08-10T04:47:08Z', 'revision_number': 4, 'project_id': '54c169cb1568461784e7a1ffea1cf948', 'gw_port': {'id': '7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2b0e04-1bd7-4889-8a6f-a055d645e214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:05Z', 'updated_at': '2021-08-10T04:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '393aba03-78b6-416f-b423-8e7a433510a9', 'name': '', 'network_id': '518b755a-3232-4d71-a5ac-b59b9147b3e1', 'tenant_id': '54c169cb1568461784e7a1ffea1cf948', 'mac_address': 'fa:16:3e:b0:2d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2b0e04-1bd7-4889-8a6f-a055d645e214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'd6b89fc6-be7d-4639-94aa-c659abb305ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:07Z', 'updated_at': '2021-08-10T04:47:08Z', 'revision_number': 2, 'project_id': '54c169cb1568461784e7a1ffea1cf948', 'subnets': [{'id': 'd6b89fc6-be7d-4639-94aa-c659abb305ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:10.775074 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75bd010-6cb6-4cfb-922f-81b9556347f1 None None] Checking router: ba2b0e04-1bd7-4889-8a6f-a055d645e214 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:47:10.775427 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75bd010-6cb6-4cfb-922f-81b9556347f1 None None] Updating router ba2b0e04-1bd7-4889-8a6f-a055d645e214 port 393aba03-78b6-416f-b423-8e7a433510a9 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:47:10.784730 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d616617-e75b-43c4-985f-48995552ffc2 admin admin] Network f5e5454a-a88e-4c62-aa62-5412c311d6e2 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:47:10.804216 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d75bd010-6cb6-4cfb-922f-81b9556347f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:10.858881 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-2d616617-e75b-43c4-985f-48995552ffc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, f5e5454a-a88e-4c62-aa62-5412c311d6e2) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:47:10.867916 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d616617-e75b-43c4-985f-48995552ffc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:10.871034 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2d616617-e75b-43c4-985f-48995552ffc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:10.905402 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93336e40-e511-4d2d-9802-bdb7dc57b695 None None] Network f5e5454a-a88e-4c62-aa62-5412c311d6e2 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:47:10.956966 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2d616617-e75b-43c4-985f-48995552ffc2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6989717 Aug 10 04:47:10.960381 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53528) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:10.966503 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-9768f309-8689-4b84-b903-dd73e1aeb6ce admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1057720136-router', 'tenant_id': '093b1e9c90e24075a0a29fae4ed7a285', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:47:11.058995 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9768f309-8689-4b84-b903-dd73e1aeb6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.059980 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9768f309-8689-4b84-b903-dd73e1aeb6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.117930 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9768f309-8689-4b84-b903-dd73e1aeb6ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.135730 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a360aaf7-e550-4a16-91b9-230db0c67611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-f5e5454a-a88e-4c62-aa62-5412c311d6e2', 'network_id': 'f5e5454a-a88e-4c62-aa62-5412c311d6e2', 'tenant_id': '093b1e9c90e24075a0a29fae4ed7a285', 'fixed_ips': [{'subnet_id': 'da5e71f4-97b7-482e-ba5f-2b78c9851c6a'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:47:11.136604 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a360aaf7-e550-4a16-91b9-230db0c67611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.252971 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d75bd010-6cb6-4cfb-922f-81b9556347f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.274550 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d75bd010-6cb6-4cfb-922f-81b9556347f1 None None] Transition to ACTIVE for port object 393aba03-78b6-416f-b423-8e7a433510a9 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:47:11.322772 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-a360aaf7-e550-4a16-91b9-230db0c67611 None None] Allocated IP 172.20.0.2 (f5e5454a-a88e-4c62-aa62-5412c311d6e2/da5e71f4-97b7-482e-ba5f-2b78c9851c6a/356ea070-ac8c-4d96-8a68-b1801c0efc11) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:47:11.366085 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9768f309-8689-4b84-b903-dd73e1aeb6ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.372008 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d75bd010-6cb6-4cfb-922f-81b9556347f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.444590 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f38136-71c2-4bb1-b47d-4f5ded774924 None None] Pushing event updated for resources: {'Port': ['ID=393aba03-78b6-416f-b423-8e7a433510a9,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:11.541970 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d75bd010-6cb6-4cfb-922f-81b9556347f1 None None] Attempting to bind port 393aba03-78b6-416f-b423-8e7a433510a9 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:47:11.541970 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d75bd010-6cb6-4cfb-922f-81b9556347f1 None None] Attempting to bind port 393aba03-78b6-416f-b423-8e7a433510a9 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '1cd4357b-52c9-4531-8ba6-7b823464f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '518b755a-3232-4d71-a5ac-b59b9147b3e1'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:47:11.541970 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75bd010-6cb6-4cfb-922f-81b9556347f1 None None] Attempting to bind port 393aba03-78b6-416f-b423-8e7a433510a9 on network 518b755a-3232-4d71-a5ac-b59b9147b3e1 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:47:11.548767 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75bd010-6cb6-4cfb-922f-81b9556347f1 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:47:11.549145 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75bd010-6cb6-4cfb-922f-81b9556347f1 None None] Checking segment: {'id': '1cd4357b-52c9-4531-8ba6-7b823464f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '518b755a-3232-4d71-a5ac-b59b9147b3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:47:11.549547 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d75bd010-6cb6-4cfb-922f-81b9556347f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.549942 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75bd010-6cb6-4cfb-922f-81b9556347f1 None None] Bound using segment: {'id': '1cd4357b-52c9-4531-8ba6-7b823464f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '518b755a-3232-4d71-a5ac-b59b9147b3e1'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:47:11.550430 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d75bd010-6cb6-4cfb-922f-81b9556347f1 None None] Bound port: 393aba03-78b6-416f-b423-8e7a433510a9, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd4357b-52c9-4531-8ba6-7b823464f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '518b755a-3232-4d71-a5ac-b59b9147b3e1'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:47:11.550811 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d75bd010-6cb6-4cfb-922f-81b9556347f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.578116 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a360aaf7-e550-4a16-91b9-230db0c67611 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.607022 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:47:11.643888 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a360aaf7-e550-4a16-91b9-230db0c67611 None None] Transition to ACTIVE for port object 356ea070-ac8c-4d96-8a68-b1801c0efc11 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:47:11.665325 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9768f309-8689-4b84-b903-dd73e1aeb6ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.684278 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9768f309-8689-4b84-b903-dd73e1aeb6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.691307 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a360aaf7-e550-4a16-91b9-230db0c67611 None None] Transition to ACTIVE for port object 356ea070-ac8c-4d96-8a68-b1801c0efc11 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:47:11.703645 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d75bd010-6cb6-4cfb-922f-81b9556347f1 None None] For port 393aba03-78b6-416f-b423-8e7a433510a9, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:47:11.708152 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d75bd010-6cb6-4cfb-922f-81b9556347f1 None None] For port 393aba03-78b6-416f-b423-8e7a433510a9, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=393aba03-78b6-416f-b423-8e7a433510a9,segment=NetworkSegment(1cd4357b-52c9-4531-8ba6-7b823464f59b),segment_id=1cd4357b-52c9-4531-8ba6-7b823464f59b)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:47:11.725805 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:11.729704 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.764520 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a360aaf7-e550-4a16-91b9-230db0c67611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.794084 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-9768f309-8689-4b84-b903-dd73e1aeb6ce admin admin] Allocated IP 172.25.0.161 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/f91ee7bb-b675-46ba-8490-66809f38831f) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:47:11.798645 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d75bd010-6cb6-4cfb-922f-81b9556347f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.826906 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a360aaf7-e550-4a16-91b9-230db0c67611 None None] Network f5e5454a-a88e-4c62-aa62-5412c311d6e2 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:47:11.854208 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-a360aaf7-e550-4a16-91b9-230db0c67611 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:47:11.858670 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360aaf7-e550-4a16-91b9-230db0c67611 None None] Pushing event updated for resources: {'Port': ['ID=356ea070-ac8c-4d96-8a68-b1801c0efc11,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:11.867791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a360aaf7-e550-4a16-91b9-230db0c67611 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:47:11.902791 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9768f309-8689-4b84-b903-dd73e1aeb6ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:11.952179 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75bd010-6cb6-4cfb-922f-81b9556347f1 None None] Routers {'ba2b0e04-1bd7-4889-8a6f-a055d645e214'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:47:11.952772 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d75bd010-6cb6-4cfb-922f-81b9556347f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:46:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ba2b0e04-1bd7-4889-8a6f-a055d645e214'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:11.984904 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9768f309-8689-4b84-b903-dd73e1aeb6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:12.005487 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f38136-71c2-4bb1-b47d-4f5ded774924 None None] Pushing event updated for resources: {'Port': ['ID=393aba03-78b6-416f-b423-8e7a433510a9,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:12.028648 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9768f309-8689-4b84-b903-dd73e1aeb6ce admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:47:12.030602 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a360aaf7-e550-4a16-91b9-230db0c67611 None None] Attempting to bind port 356ea070-ac8c-4d96-8a68-b1801c0efc11 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:47:12.031262 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a360aaf7-e550-4a16-91b9-230db0c67611 None None] Attempting to bind port 356ea070-ac8c-4d96-8a68-b1801c0efc11 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'c578c68c-70de-4ea6-8d28-19491c976f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f5e5454a-a88e-4c62-aa62-5412c311d6e2'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:47:12.031429 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a360aaf7-e550-4a16-91b9-230db0c67611 None None] Attempting to bind port 356ea070-ac8c-4d96-8a68-b1801c0efc11 on network f5e5454a-a88e-4c62-aa62-5412c311d6e2 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:47:12.032105 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-9768f309-8689-4b84-b903-dd73e1aeb6ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:47:12.035990 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9768f309-8689-4b84-b903-dd73e1aeb6ce admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:47:12.040445 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a360aaf7-e550-4a16-91b9-230db0c67611 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:47:12.040814 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a360aaf7-e550-4a16-91b9-230db0c67611 None None] Checking segment: {'id': 'c578c68c-70de-4ea6-8d28-19491c976f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f5e5454a-a88e-4c62-aa62-5412c311d6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:47:12.041687 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a360aaf7-e550-4a16-91b9-230db0c67611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:12.041687 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a360aaf7-e550-4a16-91b9-230db0c67611 None None] Bound using segment: {'id': 'c578c68c-70de-4ea6-8d28-19491c976f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f5e5454a-a88e-4c62-aa62-5412c311d6e2'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:47:12.042050 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a360aaf7-e550-4a16-91b9-230db0c67611 None None] Bound port: 356ea070-ac8c-4d96-8a68-b1801c0efc11, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c578c68c-70de-4ea6-8d28-19491c976f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f5e5454a-a88e-4c62-aa62-5412c311d6e2'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:47:12.042437 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a360aaf7-e550-4a16-91b9-230db0c67611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:12.064059 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768f309-8689-4b84-b903-dd73e1aeb6ce admin admin] Pushing event updated for resources: {'Port': ['ID=f91ee7bb-b675-46ba-8490-66809f38831f,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:12.150530 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-d75bd010-6cb6-4cfb-922f-81b9556347f1 None None] Set router ba2b0e04-1bd7-4889-8a6f-a055d645e214 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:47:12.211514 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a360aaf7-e550-4a16-91b9-230db0c67611 None None] For port 356ea070-ac8c-4d96-8a68-b1801c0efc11, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:47:12.249343 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a360aaf7-e550-4a16-91b9-230db0c67611 None None] For port 356ea070-ac8c-4d96-8a68-b1801c0efc11, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=356ea070-ac8c-4d96-8a68-b1801c0efc11,segment=NetworkSegment(c578c68c-70de-4ea6-8d28-19491c976f8b),segment_id=c578c68c-70de-4ea6-8d28-19491c976f8b)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:47:12.313053 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a360aaf7-e550-4a16-91b9-230db0c67611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:12.425414 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360aaf7-e550-4a16-91b9-230db0c67611 None None] Pushing event updated for resources: {'Port': ['ID=356ea070-ac8c-4d96-8a68-b1801c0efc11,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:12.452597 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d75bd010-6cb6-4cfb-922f-81b9556347f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2b0e04-1bd7-4889-8a6f-a055d645e214', 'name': 'tempest-TestEncryptedCinderVolumes-437517447-router', 'tenant_id': '54c169cb1568461784e7a1ffea1cf948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:05Z', 'updated_at': '2021-08-10T04:47:08Z', 'revision_number': 4, 'project_id': '54c169cb1568461784e7a1ffea1cf948', 'gw_port': {'id': '7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2b0e04-1bd7-4889-8a6f-a055d645e214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:05Z', 'updated_at': '2021-08-10T04:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '393aba03-78b6-416f-b423-8e7a433510a9', 'name': '', 'network_id': '518b755a-3232-4d71-a5ac-b59b9147b3e1', 'tenant_id': '54c169cb1568461784e7a1ffea1cf948', 'mac_address': 'fa:16:3e:b0:2d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2b0e04-1bd7-4889-8a6f-a055d645e214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'd6b89fc6-be7d-4639-94aa-c659abb305ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:07Z', 'updated_at': '2021-08-10T04:47:11Z', 'revision_number': 4, 'project_id': '54c169cb1568461784e7a1ffea1cf948', 'subnets': [{'id': 'd6b89fc6-be7d-4639-94aa-c659abb305ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:12.484193 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75bd010-6cb6-4cfb-922f-81b9556347f1 None None] The sync data for ids ['ba2b0e04-1bd7-4889-8a6f-a055d645e214'] in n-d-802893-2 is: [{'id': 'ba2b0e04-1bd7-4889-8a6f-a055d645e214', 'name': 'tempest-TestEncryptedCinderVolumes-437517447-router', 'tenant_id': '54c169cb1568461784e7a1ffea1cf948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:05Z', 'updated_at': '2021-08-10T04:47:08Z', 'revision_number': 4, 'project_id': '54c169cb1568461784e7a1ffea1cf948', 'gw_port': {'id': '7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2b0e04-1bd7-4889-8a6f-a055d645e214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:05Z', 'updated_at': '2021-08-10T04:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '393aba03-78b6-416f-b423-8e7a433510a9', 'name': '', 'network_id': '518b755a-3232-4d71-a5ac-b59b9147b3e1', 'tenant_id': '54c169cb1568461784e7a1ffea1cf948', 'mac_address': 'fa:16:3e:b0:2d:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba2b0e04-1bd7-4889-8a6f-a055d645e214', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'd6b89fc6-be7d-4639-94aa-c659abb305ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:07Z', 'updated_at': '2021-08-10T04:47:11Z', 'revision_number': 4, 'project_id': '54c169cb1568461784e7a1ffea1cf948', 'subnets': [{'id': 'd6b89fc6-be7d-4639-94aa-c659abb305ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:47:12.770827 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9768f309-8689-4b84-b903-dd73e1aeb6ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:12.979909 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9768f309-8689-4b84-b903-dd73e1aeb6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:13.207677 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9768f309-8689-4b84-b903-dd73e1aeb6ce admin admin] Router 4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:47:13.324479 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9768f309-8689-4b84-b903-dd73e1aeb6ce admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:47:13.337700 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328d49b8-f89f-4b11-9ce6-35c20c047676 None None] Sync routers for ids ['4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:47:13.348380 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328d49b8-f89f-4b11-9ce6-35c20c047676 None None] Routers {'4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:47:13.354012 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-328d49b8-f89f-4b11-9ce6-35c20c047676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:46:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:13.413621 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9768f309-8689-4b84-b903-dd73e1aeb6ce admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:13.416027 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9768f309-8689-4b84-b903-dd73e1aeb6ce admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4538021 Aug 10 04:47:13.418000 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53530) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:47:13.453175 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c474c211-6bc5-4a55-bb1c-c92b6cef748a None None] Network f5e5454a-a88e-4c62-aa62-5412c311d6e2 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:47:13.479799 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-328d49b8-f89f-4b11-9ce6-35c20c047676 None None] Set router 4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:47:13.808308 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-328d49b8-f89f-4b11-9ce6-35c20c047676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67', 'name': 'tempest-TestEncryptedCinderVolumes-1057720136-router', 'tenant_id': '093b1e9c90e24075a0a29fae4ed7a285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f91ee7bb-b675-46ba-8490-66809f38831f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:11Z', 'updated_at': '2021-08-10T04:47:12Z', 'revision_number': 3, 'project_id': '093b1e9c90e24075a0a29fae4ed7a285', 'gw_port': {'id': 'f91ee7bb-b675-46ba-8490-66809f38831f', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:11Z', 'updated_at': '2021-08-10T04:47:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:13.849868 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328d49b8-f89f-4b11-9ce6-35c20c047676 None None] Checking router: 4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:47:13.850746 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328d49b8-f89f-4b11-9ce6-35c20c047676 None None] Updating router 4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67 port f91ee7bb-b675-46ba-8490-66809f38831f binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:47:13.856243 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 356ea070-ac8c-4d96-8a68-b1801c0efc11 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:47:13.868824 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-af0524b2-1a39-4f66-95f9-4e1a92294794 None None] Provisioning for port 356ea070-ac8c-4d96-8a68-b1801c0efc11 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:47:13.886924 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-328d49b8-f89f-4b11-9ce6-35c20c047676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:13.973689 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0d956869-33ef-4f4f-b202-5027a404d33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:13.998831 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:14.014679 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-408f9bf8-fd01-4f12-8b9a-22142af8a95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:14.070662 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 356ea070-ac8c-4d96-8a68-b1801c0efc11 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:47:14.082246 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 356ea070-ac8c-4d96-8a68-b1801c0efc11 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:14.082246 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:14.188787 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:14.202980 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-328d49b8-f89f-4b11-9ce6-35c20c047676 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:14.215291 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-328d49b8-f89f-4b11-9ce6-35c20c047676 None None] Transition to ACTIVE for port object f91ee7bb-b675-46ba-8490-66809f38831f will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:47:14.225853 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-408f9bf8-fd01-4f12-8b9a-22142af8a95a admin admin] Allocated IP 172.20.0.1 (f5e5454a-a88e-4c62-aa62-5412c311d6e2/da5e71f4-97b7-482e-ba5f-2b78c9851c6a/310d932b-3333-4e18-a0b7-9a6e9be0d8c4) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:47:14.226076 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 356ea070-ac8c-4d96-8a68-b1801c0efc11, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=356ea070-ac8c-4d96-8a68-b1801c0efc11,segment=NetworkSegment(c578c68c-70de-4ea6-8d28-19491c976f8b),segment_id=c578c68c-70de-4ea6-8d28-19491c976f8b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:14.287105 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-328d49b8-f89f-4b11-9ce6-35c20c047676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:14.315701 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:14.317275 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 393aba03-78b6-416f-b423-8e7a433510a9 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:47:14.338453 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-328d49b8-f89f-4b11-9ce6-35c20c047676 None None] Attempting to bind port f91ee7bb-b675-46ba-8490-66809f38831f on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:47:14.339027 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-328d49b8-f89f-4b11-9ce6-35c20c047676 None None] Attempting to bind port f91ee7bb-b675-46ba-8490-66809f38831f by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:47:14.339280 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328d49b8-f89f-4b11-9ce6-35c20c047676 None None] Attempting to bind port f91ee7bb-b675-46ba-8490-66809f38831f on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:47:14.339513 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-408f9bf8-fd01-4f12-8b9a-22142af8a95a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:14.350372 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328d49b8-f89f-4b11-9ce6-35c20c047676 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:47:14.350742 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328d49b8-f89f-4b11-9ce6-35c20c047676 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:47:14.351463 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-328d49b8-f89f-4b11-9ce6-35c20c047676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:14.351860 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328d49b8-f89f-4b11-9ce6-35c20c047676 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:47:14.352597 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-328d49b8-f89f-4b11-9ce6-35c20c047676 None None] Bound port: f91ee7bb-b675-46ba-8490-66809f38831f, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:47:14.352740 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-328d49b8-f89f-4b11-9ce6-35c20c047676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:14.353430 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-408f9bf8-fd01-4f12-8b9a-22142af8a95a admin admin] Transition to ACTIVE for port object 310d932b-3333-4e18-a0b7-9a6e9be0d8c4 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:47:14.356078 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9f213-2fcf-48dd-a0e7-eec8ecfed977 None None] Pushing event updated for resources: {'Port': ['ID=f91ee7bb-b675-46ba-8490-66809f38831f,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:14.409711 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-328d49b8-f89f-4b11-9ce6-35c20c047676 None None] For port f91ee7bb-b675-46ba-8490-66809f38831f, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:47:14.413768 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-328d49b8-f89f-4b11-9ce6-35c20c047676 None None] For port f91ee7bb-b675-46ba-8490-66809f38831f, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f91ee7bb-b675-46ba-8490-66809f38831f,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:47:14.415277 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=356ea070-ac8c-4d96-8a68-b1801c0efc11,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:14.417873 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-77e9d9ea-2e33-4da8-8a3b-9a05344e6ed7 None None] Provisioning complete for port 356ea070-ac8c-4d96-8a68-b1801c0efc11 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:14.418259 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-77e9d9ea-2e33-4da8-8a3b-9a05344e6ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:14.448376 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-408f9bf8-fd01-4f12-8b9a-22142af8a95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:14.476416 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-328d49b8-f89f-4b11-9ce6-35c20c047676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:14.491668 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408f9bf8-fd01-4f12-8b9a-22142af8a95a admin admin] Network f5e5454a-a88e-4c62-aa62-5412c311d6e2 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:47:14.494725 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-408f9bf8-fd01-4f12-8b9a-22142af8a95a admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:47:14.499537 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408f9bf8-fd01-4f12-8b9a-22142af8a95a admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:47:14.510848 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f9bf8-fd01-4f12-8b9a-22142af8a95a admin admin] Pushing event updated for resources: {'Port': ['ID=310d932b-3333-4e18-a0b7-9a6e9be0d8c4,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:14.540438 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 393aba03-78b6-416f-b423-8e7a433510a9 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:47:14.548812 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 393aba03-78b6-416f-b423-8e7a433510a9 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:14.549290 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:14.555292 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-408f9bf8-fd01-4f12-8b9a-22142af8a95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:14.638310 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328d49b8-f89f-4b11-9ce6-35c20c047676 None None] Routers {'4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:47:14.638991 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-328d49b8-f89f-4b11-9ce6-35c20c047676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:47:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:14.658655 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:14.699131 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9f213-2fcf-48dd-a0e7-eec8ecfed977 None None] Pushing event updated for resources: {'Port': ['ID=f91ee7bb-b675-46ba-8490-66809f38831f,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:14.701468 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 393aba03-78b6-416f-b423-8e7a433510a9, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=393aba03-78b6-416f-b423-8e7a433510a9,segment=NetworkSegment(1cd4357b-52c9-4531-8ba6-7b823464f59b),segment_id=1cd4357b-52c9-4531-8ba6-7b823464f59b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:14.776377 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-328d49b8-f89f-4b11-9ce6-35c20c047676 None None] Set router 4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:47:14.788476 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-408f9bf8-fd01-4f12-8b9a-22142af8a95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:14.796700 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:14.849502 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=393aba03-78b6-416f-b423-8e7a433510a9,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:14.858163 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-1a6706fd-b848-4164-85ff-fad6ac89576d None None] Provisioning for port 310d932b-3333-4e18-a0b7-9a6e9be0d8c4 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:47:14.863885 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-1a6706fd-b848-4164-85ff-fad6ac89576d None None] Provisioning complete for port 310d932b-3333-4e18-a0b7-9a6e9be0d8c4 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:14.864290 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1a6706fd-b848-4164-85ff-fad6ac89576d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:14.900762 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-1a6706fd-b848-4164-85ff-fad6ac89576d None None] Port 310d932b-3333-4e18-a0b7-9a6e9be0d8c4 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:47:14.963607 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-408f9bf8-fd01-4f12-8b9a-22142af8a95a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:14.964301 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-328d49b8-f89f-4b11-9ce6-35c20c047676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67', 'name': 'tempest-TestEncryptedCinderVolumes-1057720136-router', 'tenant_id': '093b1e9c90e24075a0a29fae4ed7a285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f91ee7bb-b675-46ba-8490-66809f38831f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:11Z', 'updated_at': '2021-08-10T04:47:12Z', 'revision_number': 3, 'project_id': '093b1e9c90e24075a0a29fae4ed7a285', 'gw_port': {'id': 'f91ee7bb-b675-46ba-8490-66809f38831f', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:11Z', 'updated_at': '2021-08-10T04:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:14.994813 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-328d49b8-f89f-4b11-9ce6-35c20c047676 None None] The sync data for ids ['4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67'] in n-d-802893-2 is: [{'id': '4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67', 'name': 'tempest-TestEncryptedCinderVolumes-1057720136-router', 'tenant_id': '093b1e9c90e24075a0a29fae4ed7a285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f91ee7bb-b675-46ba-8490-66809f38831f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:11Z', 'updated_at': '2021-08-10T04:47:12Z', 'revision_number': 3, 'project_id': '093b1e9c90e24075a0a29fae4ed7a285', 'gw_port': {'id': 'f91ee7bb-b675-46ba-8490-66809f38831f', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:11Z', 'updated_at': '2021-08-10T04:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:47:15.035783 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-408f9bf8-fd01-4f12-8b9a-22142af8a95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:15.119835 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-408f9bf8-fd01-4f12-8b9a-22142af8a95a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:15.121630 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408f9bf8-fd01-4f12-8b9a-22142af8a95a admin admin] Pushing event updated for resources: {'Port': ['ID=310d932b-3333-4e18-a0b7-9a6e9be0d8c4,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:15.238347 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408f9bf8-fd01-4f12-8b9a-22142af8a95a admin admin] Network f5e5454a-a88e-4c62-aa62-5412c311d6e2 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:47:15.239859 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-408f9bf8-fd01-4f12-8b9a-22142af8a95a admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:47:15.376964 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408f9bf8-fd01-4f12-8b9a-22142af8a95a admin admin] Router 4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:47:15.493862 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408f9bf8-fd01-4f12-8b9a-22142af8a95a admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:47:15.503119 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-408f9bf8-fd01-4f12-8b9a-22142af8a95a admin admin] 10.222.0.25 "PUT /v2.0/routers/4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0797508 Aug 10 04:47:15.522438 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:15.539508 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-cff3001d-79f6-42c6-9db5-f7126fc69026 None None] Provisioning complete for port 310d932b-3333-4e18-a0b7-9a6e9be0d8c4 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:15.539508 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cff3001d-79f6-42c6-9db5-f7126fc69026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:15.586999 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-cff3001d-79f6-42c6-9db5-f7126fc69026 None None] Port 310d932b-3333-4e18-a0b7-9a6e9be0d8c4 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:47:15.695769 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 393aba03-78b6-416f-b423-8e7a433510a9 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:47:15.750458 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 393aba03-78b6-416f-b423-8e7a433510a9 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:15.751309 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:15.834204 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 356ea070-ac8c-4d96-8a68-b1801c0efc11 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:47:15.881829 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 356ea070-ac8c-4d96-8a68-b1801c0efc11 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:15.882196 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:15.960795 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f91ee7bb-b675-46ba-8490-66809f38831f up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:47:16.081768 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port f91ee7bb-b675-46ba-8490-66809f38831f completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:47:16.086147 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port f91ee7bb-b675-46ba-8490-66809f38831f triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:16.086598 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:16.184794 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:16.209929 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port f91ee7bb-b675-46ba-8490-66809f38831f, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f91ee7bb-b675-46ba-8490-66809f38831f,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:16.247272 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:16.253354 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-12804913-b2c2-4463-bf9e-d038c9542ffd tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:16.254847 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-12804913-b2c2-4463-bf9e-d038c9542ffd tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/networks?id=518b755a-3232-4d71-a5ac-b59b9147b3e1 HTTP/1.1" status: 200 len: 816 time: 0.1116984 Aug 10 04:47:16.270557 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-0d45264f-3c0e-426b-b7e3-e3ae3dc88f9d tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/quotas/54c169cb1568461784e7a1ffea1cf948 HTTP/1.1" status: 200 len: 375 time: 0.0098820 Aug 10 04:47:16.310485 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:16.330901 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-3c94add9-4c37-42e7-9cdd-ddb3266ce555 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=54c169cb1568461784e7a1ffea1cf948&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550213 Aug 10 04:47:16.362047 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=f91ee7bb-b675-46ba-8490-66809f38831f,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:16.517907 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d13855-7d66-498c-890a-e2fcd4c4a69a None None] Sync routers for ids ['4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:47:16.526584 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d13855-7d66-498c-890a-e2fcd4c4a69a None None] Routers {'4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:47:16.527010 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-6ade28bd-1276-46bc-b2d0-91b6305e8ec9 service neutron] 10.222.0.25 "GET /v2.0/networks/518b755a-3232-4d71-a5ac-b59b9147b3e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840327 Aug 10 04:47:16.527126 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a1d13855-7d66-498c-890a-e2fcd4c4a69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:47:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:16.619948 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-5b8a51bf-e915-4692-bfe0-d53accf6bbf2 service neutron] 10.222.0.25 "GET /v2.0/networks/518b755a-3232-4d71-a5ac-b59b9147b3e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864871 Aug 10 04:47:16.632529 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-a1d13855-7d66-498c-890a-e2fcd4c4a69a None None] Set router 4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:47:16.831690 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a1d13855-7d66-498c-890a-e2fcd4c4a69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67', 'name': 'tempest-TestEncryptedCinderVolumes-1057720136-router', 'tenant_id': '093b1e9c90e24075a0a29fae4ed7a285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f91ee7bb-b675-46ba-8490-66809f38831f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:11Z', 'updated_at': '2021-08-10T04:47:14Z', 'revision_number': 4, 'project_id': '093b1e9c90e24075a0a29fae4ed7a285', 'gw_port': {'id': 'f91ee7bb-b675-46ba-8490-66809f38831f', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:11Z', 'updated_at': '2021-08-10T04:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '310d932b-3333-4e18-a0b7-9a6e9be0d8c4', 'name': '', 'network_id': 'f5e5454a-a88e-4c62-aa62-5412c311d6e2', 'tenant_id': '093b1e9c90e24075a0a29fae4ed7a285', 'mac_address': 'fa:16:3e:ae:3a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'da5e71f4-97b7-482e-ba5f-2b78c9851c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:14Z', 'updated_at': '2021-08-10T04:47:14Z', 'revision_number': 2, 'project_id': '093b1e9c90e24075a0a29fae4ed7a285', 'subnets': [{'id': 'da5e71f4-97b7-482e-ba5f-2b78c9851c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:16.862692 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d13855-7d66-498c-890a-e2fcd4c4a69a None None] Checking router: 4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:47:16.863043 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d13855-7d66-498c-890a-e2fcd4c4a69a None None] Updating router 4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67 port 310d932b-3333-4e18-a0b7-9a6e9be0d8c4 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:47:16.869516 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8a5fc024-9b49-4f0d-b754-34336c4f5a25 req-71bdb717-5fb4-40e5-a231-84e4b6fbfb8c tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?device_id=898fd8f5-3577-4c3c-a993-3655c8e98590 HTTP/1.1" status: 200 len: 210 time: 0.0333893 Aug 10 04:47:16.888402 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a1d13855-7d66-498c-890a-e2fcd4c4a69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:17.077936 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:17.159620 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a1d13855-7d66-498c-890a-e2fcd4c4a69a None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:17.168930 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a1d13855-7d66-498c-890a-e2fcd4c4a69a None None] Transition to ACTIVE for port object 310d932b-3333-4e18-a0b7-9a6e9be0d8c4 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:47:17.258498 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a1d13855-7d66-498c-890a-e2fcd4c4a69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:17.312993 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb883d-7350-49be-a332-c4bcd44e958a None None] Pushing event updated for resources: {'Port': ['ID=310d932b-3333-4e18-a0b7-9a6e9be0d8c4,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:17.365540 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a1d13855-7d66-498c-890a-e2fcd4c4a69a None None] Attempting to bind port 310d932b-3333-4e18-a0b7-9a6e9be0d8c4 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:47:17.365912 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a1d13855-7d66-498c-890a-e2fcd4c4a69a None None] Attempting to bind port 310d932b-3333-4e18-a0b7-9a6e9be0d8c4 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'c578c68c-70de-4ea6-8d28-19491c976f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f5e5454a-a88e-4c62-aa62-5412c311d6e2'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:47:17.366320 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d13855-7d66-498c-890a-e2fcd4c4a69a None None] Attempting to bind port 310d932b-3333-4e18-a0b7-9a6e9be0d8c4 on network f5e5454a-a88e-4c62-aa62-5412c311d6e2 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:47:17.371416 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d13855-7d66-498c-890a-e2fcd4c4a69a None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:47:17.371787 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d13855-7d66-498c-890a-e2fcd4c4a69a None None] Checking segment: {'id': 'c578c68c-70de-4ea6-8d28-19491c976f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f5e5454a-a88e-4c62-aa62-5412c311d6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:47:17.372222 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a1d13855-7d66-498c-890a-e2fcd4c4a69a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:17.372619 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d13855-7d66-498c-890a-e2fcd4c4a69a None None] Bound using segment: {'id': 'c578c68c-70de-4ea6-8d28-19491c976f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f5e5454a-a88e-4c62-aa62-5412c311d6e2'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:47:17.373110 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a1d13855-7d66-498c-890a-e2fcd4c4a69a None None] Bound port: 310d932b-3333-4e18-a0b7-9a6e9be0d8c4, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c578c68c-70de-4ea6-8d28-19491c976f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'f5e5454a-a88e-4c62-aa62-5412c311d6e2'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:47:17.373490 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a1d13855-7d66-498c-890a-e2fcd4c4a69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:17.446732 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a1d13855-7d66-498c-890a-e2fcd4c4a69a None None] For port 310d932b-3333-4e18-a0b7-9a6e9be0d8c4, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:47:17.450167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a1d13855-7d66-498c-890a-e2fcd4c4a69a None None] For port 310d932b-3333-4e18-a0b7-9a6e9be0d8c4, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=310d932b-3333-4e18-a0b7-9a6e9be0d8c4,segment=NetworkSegment(c578c68c-70de-4ea6-8d28-19491c976f8b),segment_id=c578c68c-70de-4ea6-8d28-19491c976f8b)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:47:17.523841 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a1d13855-7d66-498c-890a-e2fcd4c4a69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:17.591304 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb883d-7350-49be-a332-c4bcd44e958a None None] Pushing event updated for resources: {'Port': ['ID=310d932b-3333-4e18-a0b7-9a6e9be0d8c4,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:17.593977 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d13855-7d66-498c-890a-e2fcd4c4a69a None None] Routers {'4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:47:17.594577 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a1d13855-7d66-498c-890a-e2fcd4c4a69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:47:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:17.632338 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f91ee7bb-b675-46ba-8490-66809f38831f up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:47:17.742670 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-a1d13855-7d66-498c-890a-e2fcd4c4a69a None None] Set router 4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:47:17.745083 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port f91ee7bb-b675-46ba-8490-66809f38831f triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:17.745342 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:17.964667 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-05bc0612-8b8f-436e-a223-7a017d2c0b1f req-6612785c-3f6e-4451-80b2-745ba57d5a8a tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?device_id=898fd8f5-3577-4c3c-a993-3655c8e98590 HTTP/1.1" status: 200 len: 210 time: 0.0275216 Aug 10 04:47:18.016014 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a1d13855-7d66-498c-890a-e2fcd4c4a69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67', 'name': 'tempest-TestEncryptedCinderVolumes-1057720136-router', 'tenant_id': '093b1e9c90e24075a0a29fae4ed7a285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f91ee7bb-b675-46ba-8490-66809f38831f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:11Z', 'updated_at': '2021-08-10T04:47:14Z', 'revision_number': 4, 'project_id': '093b1e9c90e24075a0a29fae4ed7a285', 'gw_port': {'id': 'f91ee7bb-b675-46ba-8490-66809f38831f', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:11Z', 'updated_at': '2021-08-10T04:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '310d932b-3333-4e18-a0b7-9a6e9be0d8c4', 'name': '', 'network_id': 'f5e5454a-a88e-4c62-aa62-5412c311d6e2', 'tenant_id': '093b1e9c90e24075a0a29fae4ed7a285', 'mac_address': 'fa:16:3e:ae:3a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'da5e71f4-97b7-482e-ba5f-2b78c9851c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:14Z', 'updated_at': '2021-08-10T04:47:17Z', 'revision_number': 4, 'project_id': '093b1e9c90e24075a0a29fae4ed7a285', 'subnets': [{'id': 'da5e71f4-97b7-482e-ba5f-2b78c9851c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:47:18.041867 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d13855-7d66-498c-890a-e2fcd4c4a69a None None] The sync data for ids ['4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67'] in n-d-802893-2 is: [{'id': '4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67', 'name': 'tempest-TestEncryptedCinderVolumes-1057720136-router', 'tenant_id': '093b1e9c90e24075a0a29fae4ed7a285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f91ee7bb-b675-46ba-8490-66809f38831f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:11Z', 'updated_at': '2021-08-10T04:47:14Z', 'revision_number': 4, 'project_id': '093b1e9c90e24075a0a29fae4ed7a285', 'gw_port': {'id': 'f91ee7bb-b675-46ba-8490-66809f38831f', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:11Z', 'updated_at': '2021-08-10T04:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '310d932b-3333-4e18-a0b7-9a6e9be0d8c4', 'name': '', 'network_id': 'f5e5454a-a88e-4c62-aa62-5412c311d6e2', 'tenant_id': '093b1e9c90e24075a0a29fae4ed7a285', 'mac_address': 'fa:16:3e:ae:3a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'da5e71f4-97b7-482e-ba5f-2b78c9851c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:14Z', 'updated_at': '2021-08-10T04:47:17Z', 'revision_number': 4, 'project_id': '093b1e9c90e24075a0a29fae4ed7a285', 'subnets': [{'id': 'da5e71f4-97b7-482e-ba5f-2b78c9851c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:47:18.978126 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-ec3d91b9-bd12-411e-abde-36453d055d35 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:18.979724 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-ec3d91b9-bd12-411e-abde-36453d055d35 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.20 "GET /v2.0/networks?id=518b755a-3232-4d71-a5ac-b59b9147b3e1 HTTP/1.1" status: 200 len: 816 time: 0.1022131 Aug 10 04:47:18.998541 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-98eb7df4-a787-4ff5-bf90-89019f77f91e tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Request body: {'port': {'device_id': '898fd8f5-3577-4c3c-a993-3655c8e98590', 'network_id': '518b755a-3232-4d71-a5ac-b59b9147b3e1', 'admin_state_up': True, 'tenant_id': '54c169cb1568461784e7a1ffea1cf948'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:47:19.080357 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-04f16843-47b8-43da-89ec-509aba3c5a67 req-7086a565-e606-4cc4-9a42-dd31683355fd tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?device_id=898fd8f5-3577-4c3c-a993-3655c8e98590 HTTP/1.1" status: 200 len: 210 time: 0.0332439 Aug 10 04:47:19.218865 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-98eb7df4-a787-4ff5-bf90-89019f77f91e tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Made reservation on behalf of 54c169cb1568461784e7a1ffea1cf948 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:47:19.223017 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-98eb7df4-a787-4ff5-bf90-89019f77f91e tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:19.359683 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-98eb7df4-a787-4ff5-bf90-89019f77f91e tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Allocated IP 172.20.0.11 (518b755a-3232-4d71-a5ac-b59b9147b3e1/d6b89fc6-be7d-4639-94aa-c659abb305ca/9df15bb6-db73-48ea-9427-a36cf6a800dc) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:47:19.509765 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-98eb7df4-a787-4ff5-bf90-89019f77f91e tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:19.524529 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-98eb7df4-a787-4ff5-bf90-89019f77f91e tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Transition to ACTIVE for port object 9df15bb6-db73-48ea-9427-a36cf6a800dc will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:47:19.596607 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-98eb7df4-a787-4ff5-bf90-89019f77f91e tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:19.610773 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 310d932b-3333-4e18-a0b7-9a6e9be0d8c4 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:47:19.648690 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-98eb7df4-a787-4ff5-bf90-89019f77f91e tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Network 518b755a-3232-4d71-a5ac-b59b9147b3e1 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:47:19.651924 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-98eb7df4-a787-4ff5-bf90-89019f77f91e tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:47:19.656433 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-98eb7df4-a787-4ff5-bf90-89019f77f91e tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:47:19.663903 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb7df4-a787-4ff5-bf90-89019f77f91e tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Pushing event updated for resources: {'Port': ['ID=9df15bb6-db73-48ea-9427-a36cf6a800dc,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:19.717995 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-98eb7df4-a787-4ff5-bf90-89019f77f91e tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:19.718645 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-98eb7df4-a787-4ff5-bf90-89019f77f91e tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:19.721769 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 310d932b-3333-4e18-a0b7-9a6e9be0d8c4 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:47:19.727348 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 310d932b-3333-4e18-a0b7-9a6e9be0d8c4 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:19.730177 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:19.808451 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-98eb7df4-a787-4ff5-bf90-89019f77f91e tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8136332 Aug 10 04:47:19.819921 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:19.827058 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-d8effa9a-aa48-4919-b877-f4eb4120b63c service neutron] Request body: {'port': {'device_id': '898fd8f5-3577-4c3c-a993-3655c8e98590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:47:19.856029 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 310d932b-3333-4e18-a0b7-9a6e9be0d8c4, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=310d932b-3333-4e18-a0b7-9a6e9be0d8c4,segment=NetworkSegment(c578c68c-70de-4ea6-8d28-19491c976f8b),segment_id=c578c68c-70de-4ea6-8d28-19491c976f8b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:19.895614 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-d8effa9a-aa48-4919-b877-f4eb4120b63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:19.921112 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:19.968549 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a974df26-464a-44b8-b29d-93a7ea00e2ba None None] Provisioning for port 9df15bb6-db73-48ea-9427-a36cf6a800dc completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:47:19.973772 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=310d932b-3333-4e18-a0b7-9a6e9be0d8c4,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:19.977352 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a974df26-464a-44b8-b29d-93a7ea00e2ba None None] Provisioning complete for port 9df15bb6-db73-48ea-9427-a36cf6a800dc triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:19.978084 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a974df26-464a-44b8-b29d-93a7ea00e2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:20.180539 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-a974df26-464a-44b8-b29d-93a7ea00e2ba None None] Port 9df15bb6-db73-48ea-9427-a36cf6a800dc cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:47:20.220673 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb14a385-ab08-471d-8112-0002b047bf8b req-cc6bcbf2-4e5d-451f-a07e-58a20921964a tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:20.222666 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fb14a385-ab08-471d-8112-0002b047bf8b req-cc6bcbf2-4e5d-451f-a07e-58a20921964a tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?device_id=898fd8f5-3577-4c3c-a993-3655c8e98590 HTTP/1.1" status: 200 len: 932 time: 0.0685215 Aug 10 04:47:20.268690 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fb14a385-ab08-471d-8112-0002b047bf8b req-79f3411f-1de2-4f1b-a185-eb287a780a57 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/security-groups?id=e81226fb-c15b-47f3-8fb6-89d4d8aae597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398180 Aug 10 04:47:20.493625 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-d8effa9a-aa48-4919-b877-f4eb4120b63c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df15bb6-db73-48ea-9427-a36cf6a800dc {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:47:20.501714 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-d8effa9a-aa48-4919-b877-f4eb4120b63c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:20.514522 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-d8effa9a-aa48-4919-b877-f4eb4120b63c service neutron] Transition to ACTIVE for port object 9df15bb6-db73-48ea-9427-a36cf6a800dc will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:47:20.556226 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-d8effa9a-aa48-4919-b877-f4eb4120b63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:20.609330 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8effa9a-aa48-4919-b877-f4eb4120b63c service neutron] Pushing event updated for resources: {'Port': ['ID=9df15bb6-db73-48ea-9427-a36cf6a800dc,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:20.679756 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-d8effa9a-aa48-4919-b877-f4eb4120b63c service neutron] Attempting to bind port 9df15bb6-db73-48ea-9427-a36cf6a800dc on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:47:20.680136 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-d8effa9a-aa48-4919-b877-f4eb4120b63c service neutron] Attempting to bind port 9df15bb6-db73-48ea-9427-a36cf6a800dc by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '1cd4357b-52c9-4531-8ba6-7b823464f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '518b755a-3232-4d71-a5ac-b59b9147b3e1'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:47:20.680471 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-d8effa9a-aa48-4919-b877-f4eb4120b63c service neutron] Attempting to bind port 9df15bb6-db73-48ea-9427-a36cf6a800dc on network 518b755a-3232-4d71-a5ac-b59b9147b3e1 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:47:20.684906 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-d8effa9a-aa48-4919-b877-f4eb4120b63c service neutron] Port 9df15bb6-db73-48ea-9427-a36cf6a800dc on network 518b755a-3232-4d71-a5ac-b59b9147b3e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:47:20.685235 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-d8effa9a-aa48-4919-b877-f4eb4120b63c service neutron] Attempting to bind port 9df15bb6-db73-48ea-9427-a36cf6a800dc on network 518b755a-3232-4d71-a5ac-b59b9147b3e1 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:47:20.690788 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-d8effa9a-aa48-4919-b877-f4eb4120b63c service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:47:20.691132 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-d8effa9a-aa48-4919-b877-f4eb4120b63c service neutron] Checking segment: {'id': '1cd4357b-52c9-4531-8ba6-7b823464f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '518b755a-3232-4d71-a5ac-b59b9147b3e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:47:20.691526 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-d8effa9a-aa48-4919-b877-f4eb4120b63c service neutron] Bound using segment: {'id': '1cd4357b-52c9-4531-8ba6-7b823464f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '518b755a-3232-4d71-a5ac-b59b9147b3e1'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:47:20.691981 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-d8effa9a-aa48-4919-b877-f4eb4120b63c service neutron] Bound port: 9df15bb6-db73-48ea-9427-a36cf6a800dc, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd4357b-52c9-4531-8ba6-7b823464f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '518b755a-3232-4d71-a5ac-b59b9147b3e1'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:47:20.692365 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-d8effa9a-aa48-4919-b877-f4eb4120b63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:20.757309 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-d8effa9a-aa48-4919-b877-f4eb4120b63c service neutron] For port 9df15bb6-db73-48ea-9427-a36cf6a800dc, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:47:20.760802 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-d8effa9a-aa48-4919-b877-f4eb4120b63c service neutron] For port 9df15bb6-db73-48ea-9427-a36cf6a800dc, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9df15bb6-db73-48ea-9427-a36cf6a800dc,segment=NetworkSegment(1cd4357b-52c9-4531-8ba6-7b823464f59b),segment_id=1cd4357b-52c9-4531-8ba6-7b823464f59b)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:47:20.815221 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-d8effa9a-aa48-4919-b877-f4eb4120b63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:20.846235 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-d8effa9a-aa48-4919-b877-f4eb4120b63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:20.847192 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-d8effa9a-aa48-4919-b877-f4eb4120b63c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:20.848636 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-d8effa9a-aa48-4919-b877-f4eb4120b63c service neutron] 10.222.0.20 "PUT /v2.0/ports/9df15bb6-db73-48ea-9427-a36cf6a800dc HTTP/1.1" status: 200 len: 1092 time: 1.0262885 Aug 10 04:47:20.850877 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898fd8f5-3577-4c3c-a993-3655c8e98590', 'tag': '9df15bb6-db73-48ea-9427-a36cf6a800dc'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:47:20.852928 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94abd73e-b6ba-4638-8009-be43233fb9a8" -d '{"events": [{"name": "network-changed", "server_uuid": "898fd8f5-3577-4c3c-a993-3655c8e98590", "tag": "9df15bb6-db73-48ea-9427-a36cf6a800dc"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:47:20.888121 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8effa9a-aa48-4919-b877-f4eb4120b63c service neutron] Pushing event updated for resources: {'Port': ['ID=9df15bb6-db73-48ea-9427-a36cf6a800dc,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:20.893236 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4d8289-6111-44f5-8b98-4d2aad791dc0 x-openstack-request-id: req-5b4d8289-6111-44f5-8b98-4d2aad791dc0 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:47:20.893525 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898fd8f5-3577-4c3c-a993-3655c8e98590", "tag": "9df15bb6-db73-48ea-9427-a36cf6a800dc", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:47:20.893775 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b4d8289-6111-44f5-8b98-4d2aad791dc0 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:47:20.894166 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898fd8f5-3577-4c3c-a993-3655c8e98590', 'tag': '9df15bb6-db73-48ea-9427-a36cf6a800dc', 'status': 'completed', 'code': 200} Aug 10 04:47:20.976765 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abd73e-b6ba-4638-8009-be43233fb9a8 req-9eb8a55a-e9da-4824-b840-80254fe589bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:20.978524 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94abd73e-b6ba-4638-8009-be43233fb9a8 req-9eb8a55a-e9da-4824-b840-80254fe589bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54c169cb1568461784e7a1ffea1cf948&device_id=898fd8f5-3577-4c3c-a993-3655c8e98590 HTTP/1.1" status: 200 len: 1095 time: 0.0449138 Aug 10 04:47:21.089737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abd73e-b6ba-4638-8009-be43233fb9a8 req-ef5f33d4-7a3a-49b0-85b9-5823975f69e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:21.091227 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94abd73e-b6ba-4638-8009-be43233fb9a8 req-ef5f33d4-7a3a-49b0-85b9-5823975f69e3 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=54c169cb1568461784e7a1ffea1cf948&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0983465 Aug 10 04:47:21.189165 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abd73e-b6ba-4638-8009-be43233fb9a8 req-fd155f9a-5b8f-4ac7-ae9f-20154418fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:21.190796 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94abd73e-b6ba-4638-8009-be43233fb9a8 req-fd155f9a-5b8f-4ac7-ae9f-20154418fdf3 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922992 Aug 10 04:47:21.300962 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-7b969b3f-a7cb-41b8-917f-43f29df279ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:21.302772 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-7b969b3f-a7cb-41b8-917f-43f29df279ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54c169cb1568461784e7a1ffea1cf948&device_id=898fd8f5-3577-4c3c-a993-3655c8e98590 HTTP/1.1" status: 200 len: 1095 time: 0.0501933 Aug 10 04:47:21.350013 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-606639ba-22de-486d-a9c1-77b6194d0a4f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9df15bb6-db73-48ea-9427-a36cf6a800dc HTTP/1.1" status: 200 len: 217 time: 0.0335250 Aug 10 04:47:21.387432 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a8c01-6d77-42a2-a84c-1a1230fee8b3 req-2fd2537f-ad01-4323-914f-feefe416d7b7 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:21.388956 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4d5a8c01-6d77-42a2-a84c-1a1230fee8b3 req-2fd2537f-ad01-4323-914f-feefe416d7b7 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?device_id=898fd8f5-3577-4c3c-a993-3655c8e98590 HTTP/1.1" status: 200 len: 944 time: 0.0493002 Aug 10 04:47:21.402072 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-6ec9dca4-d7ba-463f-bf9b-0f8638fda210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:21.403576 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-6ec9dca4-d7ba-463f-bf9b-0f8638fda210 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6b89fc6-be7d-4639-94aa-c659abb305ca HTTP/1.1" status: 200 len: 855 time: 0.0452485 Aug 10 04:47:21.429954 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4d5a8c01-6d77-42a2-a84c-1a1230fee8b3 req-41c499dd-c43a-4fa5-8a39-d6899ce32f92 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/security-groups?id=e81226fb-c15b-47f3-8fb6-89d4d8aae597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347056 Aug 10 04:47:21.454820 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-8ebfd4ea-92c1-478e-8551-63626b842eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:21.456351 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-8ebfd4ea-92c1-478e-8551-63626b842eb7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=518b755a-3232-4d71-a5ac-b59b9147b3e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451829 Aug 10 04:47:21.542919 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-02d095a6-ca2c-44fe-972b-9f8467bc182c service neutron] 10.222.0.20 "GET /v2.0/networks/518b755a-3232-4d71-a5ac-b59b9147b3e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799303 Aug 10 04:47:21.594839 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 310d932b-3333-4e18-a0b7-9a6e9be0d8c4 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:47:21.636596 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b43fc18a-0e0e-4444-8998-ea918b93a3f2 req-dd0cbffd-e5fc-4713-91e4-2ff544e4857c service neutron] 10.222.0.20 "GET /v2.0/networks/518b755a-3232-4d71-a5ac-b59b9147b3e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868301 Aug 10 04:47:21.641671 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 310d932b-3333-4e18-a0b7-9a6e9be0d8c4 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:21.642054 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:22.549224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ac433-e8ff-4b06-9b80-473a12454e03 req-15e83bfb-e075-4e5a-9c6b-850534821951 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:22.550775 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-571ac433-e8ff-4b06-9b80-473a12454e03 req-15e83bfb-e075-4e5a-9c6b-850534821951 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?device_id=898fd8f5-3577-4c3c-a993-3655c8e98590 HTTP/1.1" status: 200 len: 944 time: 0.0516741 Aug 10 04:47:22.589656 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-571ac433-e8ff-4b06-9b80-473a12454e03 req-9373573a-48e6-4c1f-8dea-6c1e859e8888 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/security-groups?id=e81226fb-c15b-47f3-8fb6-89d4d8aae597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326266 Aug 10 04:47:23.370838 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 9df15bb6-db73-48ea-9427-a36cf6a800dc details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:47:23.463066 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 9df15bb6-db73-48ea-9427-a36cf6a800dc, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9df15bb6-db73-48ea-9427-a36cf6a800dc,segment=NetworkSegment(1cd4357b-52c9-4531-8ba6-7b823464f59b),segment_id=1cd4357b-52c9-4531-8ba6-7b823464f59b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:23.474177 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '9df15bb6-db73-48ea-9427-a36cf6a800dc', 'network_id': '518b755a-3232-4d71-a5ac-b59b9147b3e1', 'port_id': '9df15bb6-db73-48ea-9427-a36cf6a800dc', 'mac_address': 'fa:16:3e:28:70:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6b89fc6-be7d-4639-94aa-c659abb305ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:47:23.510369 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:23.526464 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df15bb6-db73-48ea-9427-a36cf6a800dc {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:47:23.545223 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 9df15bb6-db73-48ea-9427-a36cf6a800dc, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9df15bb6-db73-48ea-9427-a36cf6a800dc,segment=NetworkSegment(1cd4357b-52c9-4531-8ba6-7b823464f59b),segment_id=1cd4357b-52c9-4531-8ba6-7b823464f59b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:23.613151 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:23.665336 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=9df15bb6-db73-48ea-9427-a36cf6a800dc,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:23.713119 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e2cdd-0b91-40cf-b6e5-67e67638fea5 req-04c5a225-0782-44ba-9395-bc9b7233bcb0 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:23.714515 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0c4e2cdd-0b91-40cf-b6e5-67e67638fea5 req-04c5a225-0782-44ba-9395-bc9b7233bcb0 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?device_id=898fd8f5-3577-4c3c-a993-3655c8e98590 HTTP/1.1" status: 200 len: 945 time: 0.0553200 Aug 10 04:47:23.753595 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0c4e2cdd-0b91-40cf-b6e5-67e67638fea5 req-577affef-7d1a-4623-b2d3-8d4c6afec054 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/security-groups?id=e81226fb-c15b-47f3-8fb6-89d4d8aae597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321457 Aug 10 04:47:23.883888 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['9df15bb6-db73-48ea-9427-a36cf6a800dc'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:47:24.868485 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87adc590-0edc-498e-95a0-0d0397e33f37 req-1729c0d0-83e6-4fed-a9ca-0c195220f249 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:24.869986 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-87adc590-0edc-498e-95a0-0d0397e33f37 req-1729c0d0-83e6-4fed-a9ca-0c195220f249 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?device_id=898fd8f5-3577-4c3c-a993-3655c8e98590 HTTP/1.1" status: 200 len: 945 time: 0.0492759 Aug 10 04:47:24.906775 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-87adc590-0edc-498e-95a0-0d0397e33f37 req-24bcd2cb-7e90-4b42-9afa-bce0200fb0d8 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/security-groups?id=e81226fb-c15b-47f3-8fb6-89d4d8aae597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309272 Aug 10 04:47:25.371292 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 9df15bb6-db73-48ea-9427-a36cf6a800dc up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:47:25.532715 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 9df15bb6-db73-48ea-9427-a36cf6a800dc completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:47:25.537083 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 9df15bb6-db73-48ea-9427-a36cf6a800dc triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:25.537197 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:25.612228 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:25.634231 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898fd8f5-3577-4c3c-a993-3655c8e98590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df15bb6-db73-48ea-9427-a36cf6a800dc'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:47:25.636406 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23653e71-a9c2-44d8-ba30-469905cf8d39" -d '{"events": [{"server_uuid": "898fd8f5-3577-4c3c-a993-3655c8e98590", "name": "network-vif-plugged", "status": "completed", "tag": "9df15bb6-db73-48ea-9427-a36cf6a800dc"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:47:25.649984 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 9df15bb6-db73-48ea-9427-a36cf6a800dc, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9df15bb6-db73-48ea-9427-a36cf6a800dc,segment=NetworkSegment(1cd4357b-52c9-4531-8ba6-7b823464f59b),segment_id=1cd4357b-52c9-4531-8ba6-7b823464f59b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:25.673367 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e3c16b-5912-4421-bd69-a175c0c27e05 x-openstack-request-id: req-60e3c16b-5912-4421-bd69-a175c0c27e05 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:47:25.673652 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898fd8f5-3577-4c3c-a993-3655c8e98590", "name": "network-vif-plugged", "status": "completed", "tag": "9df15bb6-db73-48ea-9427-a36cf6a800dc", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:47:25.673905 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60e3c16b-5912-4421-bd69-a175c0c27e05 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:47:25.674322 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898fd8f5-3577-4c3c-a993-3655c8e98590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df15bb6-db73-48ea-9427-a36cf6a800dc', 'code': 200} Aug 10 04:47:25.715999 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:25.781605 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=9df15bb6-db73-48ea-9427-a36cf6a800dc,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:25.801904 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173221ec-1ca3-407c-97ba-3fb6e00428f7 req-eb7271b9-5bad-4fc4-8ef7-e22b6d45c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:25.803411 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-173221ec-1ca3-407c-97ba-3fb6e00428f7 req-eb7271b9-5bad-4fc4-8ef7-e22b6d45c67a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=898fd8f5-3577-4c3c-a993-3655c8e98590 HTTP/1.1" status: 200 len: 1097 time: 0.0461988 Aug 10 04:47:25.837713 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-173221ec-1ca3-407c-97ba-3fb6e00428f7 req-5c6a6b34-059d-42cc-9afe-e2662e327325 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e81226fb-c15b-47f3-8fb6-89d4d8aae597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272059 Aug 10 04:47:26.021094 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41055ba9-9bfa-4ac2-843d-059a44de5a07 req-d338b6ed-0e8b-4759-94ce-aafab127f96d tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:26.027348 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-41055ba9-9bfa-4ac2-843d-059a44de5a07 req-d338b6ed-0e8b-4759-94ce-aafab127f96d tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?device_id=898fd8f5-3577-4c3c-a993-3655c8e98590 HTTP/1.1" status: 200 len: 946 time: 0.0496790 Aug 10 04:47:26.060522 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-41055ba9-9bfa-4ac2-843d-059a44de5a07 req-5edc22ee-2b5e-425f-9fd3-a86c5e2515e0 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/security-groups?id=e81226fb-c15b-47f3-8fb6-89d4d8aae597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318949 Aug 10 04:47:27.182402 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56983496-f072-4326-b0d1-7beba790fcd8 req-cf21709e-6d56-4441-8679-dbb38e483927 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:27.183917 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-56983496-f072-4326-b0d1-7beba790fcd8 req-cf21709e-6d56-4441-8679-dbb38e483927 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?device_id=898fd8f5-3577-4c3c-a993-3655c8e98590 HTTP/1.1" status: 200 len: 946 time: 0.0520160 Aug 10 04:47:27.220774 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-56983496-f072-4326-b0d1-7beba790fcd8 req-f6f80dd0-8426-482e-9729-5b27264fc9e3 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/security-groups?id=e81226fb-c15b-47f3-8fb6-89d4d8aae597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308509 Aug 10 04:47:27.335619 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c5448-1f30-4f9e-bc5f-90a913254585 req-520e63bc-981f-4d81-a6d2-b14883178c9b tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:27.337105 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-365c5448-1f30-4f9e-bc5f-90a913254585 req-520e63bc-981f-4d81-a6d2-b14883178c9b tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?device_id=898fd8f5-3577-4c3c-a993-3655c8e98590 HTTP/1.1" status: 200 len: 946 time: 0.0480380 Aug 10 04:47:27.374409 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-365c5448-1f30-4f9e-bc5f-90a913254585 req-c99bde4f-aaad-4111-bf12-267f92cca5d7 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/security-groups?id=e81226fb-c15b-47f3-8fb6-89d4d8aae597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313561 Aug 10 04:47:28.155501 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:40.000213 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ded0497f-47c1-4e29-a0af-29758347a9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:43.691442 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:43.835811 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f809e7a0-5e01-4879-a48b-cf37d983e91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:44.871624 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:47:45.514232 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:46.235397 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:47.051225 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:49.825171 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cdc772-8911-412e-ad56-18cdf5b9eb33 req-6cf75fec-40d1-4ebc-b086-d930ccf2c81a tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:49.826655 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-54cdc772-8911-412e-ad56-18cdf5b9eb33 req-6cf75fec-40d1-4ebc-b086-d930ccf2c81a tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?device_id=898fd8f5-3577-4c3c-a993-3655c8e98590 HTTP/1.1" status: 200 len: 946 time: 0.0539017 Aug 10 04:47:49.865522 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-54cdc772-8911-412e-ad56-18cdf5b9eb33 req-23eb10a4-aff4-45f5-89c0-2d34b16038eb tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/security-groups?id=e81226fb-c15b-47f3-8fb6-89d4d8aae597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325446 Aug 10 04:47:50.982325 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da547d-a730-439a-9c67-9e97277341d9 req-403d3102-bf73-4cfe-a13a-1553e74cd5b0 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:50.983790 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-14da547d-a730-439a-9c67-9e97277341d9 req-403d3102-bf73-4cfe-a13a-1553e74cd5b0 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?device_id=898fd8f5-3577-4c3c-a993-3655c8e98590 HTTP/1.1" status: 200 len: 946 time: 0.0493126 Aug 10 04:47:51.020864 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-14da547d-a730-439a-9c67-9e97277341d9 req-bdea8e7e-f7c1-4583-b2ef-9220835e55b8 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/security-groups?id=e81226fb-c15b-47f3-8fb6-89d4d8aae597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311522 Aug 10 04:47:51.570817 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b34004-819e-47cc-9c53-f16052f7e9fc req-1e644b83-0181-4e92-b1cf-77ed1b85a390 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:51.572317 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-98b34004-819e-47cc-9c53-f16052f7e9fc req-1e644b83-0181-4e92-b1cf-77ed1b85a390 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.20 "GET /v2.0/ports?device_id=898fd8f5-3577-4c3c-a993-3655c8e98590 HTTP/1.1" status: 200 len: 946 time: 0.0501919 Aug 10 04:47:51.661307 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-98b34004-819e-47cc-9c53-f16052f7e9fc req-72a337f3-e382-4e27-9fc5-286407b110bc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Deleting port 9df15bb6-db73-48ea-9427-a36cf6a800dc {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:47:51.661664 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-98b34004-819e-47cc-9c53-f16052f7e9fc req-72a337f3-e382-4e27-9fc5-286407b110bc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:51.754307 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-98b34004-819e-47cc-9c53-f16052f7e9fc req-72a337f3-e382-4e27-9fc5-286407b110bc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] For port 9df15bb6-db73-48ea-9427-a36cf6a800dc, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9df15bb6-db73-48ea-9427-a36cf6a800dc,segment=NetworkSegment(1cd4357b-52c9-4531-8ba6-7b823464f59b),segment_id=1cd4357b-52c9-4531-8ba6-7b823464f59b)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:47:51.754593 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-98b34004-819e-47cc-9c53-f16052f7e9fc req-72a337f3-e382-4e27-9fc5-286407b110bc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:51.767874 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-98b34004-819e-47cc-9c53-f16052f7e9fc req-72a337f3-e382-4e27-9fc5-286407b110bc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Calling delete_port for 9df15bb6-db73-48ea-9427-a36cf6a800dc owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:47:51.943974 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-98b34004-819e-47cc-9c53-f16052f7e9fc req-72a337f3-e382-4e27-9fc5-286407b110bc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:51.971160 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a337f3-e382-4e27-9fc5-286407b110bc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Pushing event deleted for resources: {'Port': ['ID=9df15bb6-db73-48ea-9427-a36cf6a800dc,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:51.978122 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['9df15bb6-db73-48ea-9427-a36cf6a800dc'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:47:51.981929 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a337f3-e382-4e27-9fc5-286407b110bc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:51.982291 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a337f3-e382-4e27-9fc5-286407b110bc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:51.982647 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a337f3-e382-4e27-9fc5-286407b110bc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:51.982988 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a337f3-e382-4e27-9fc5-286407b110bc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:51.983333 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a337f3-e382-4e27-9fc5-286407b110bc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:51.983676 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a337f3-e382-4e27-9fc5-286407b110bc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:51.984036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a337f3-e382-4e27-9fc5-286407b110bc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:51.984379 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a337f3-e382-4e27-9fc5-286407b110bc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:51.984719 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a337f3-e382-4e27-9fc5-286407b110bc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:51.985056 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a337f3-e382-4e27-9fc5-286407b110bc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:51.985391 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a337f3-e382-4e27-9fc5-286407b110bc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:51.985723 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a337f3-e382-4e27-9fc5-286407b110bc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:47:52.035314 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b34004-819e-47cc-9c53-f16052f7e9fc req-72a337f3-e382-4e27-9fc5-286407b110bc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] No DVR routers for this DVR port 9df15bb6-db73-48ea-9427-a36cf6a800dc on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:47:52.038279 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-98b34004-819e-47cc-9c53-f16052f7e9fc req-72a337f3-e382-4e27-9fc5-286407b110bc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:52.041025 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-98b34004-819e-47cc-9c53-f16052f7e9fc req-72a337f3-e382-4e27-9fc5-286407b110bc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.20 "DELETE /v2.0/ports/9df15bb6-db73-48ea-9427-a36cf6a800dc HTTP/1.1" status: 204 len: 173 time: 0.4631643 Aug 10 04:47:52.041495 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898fd8f5-3577-4c3c-a993-3655c8e98590', 'name': 'network-vif-deleted', 'tag': '9df15bb6-db73-48ea-9427-a36cf6a800dc'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:47:52.044175 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5b9955-6b74-4746-803f-833bc0ad6b93" -d '{"events": [{"server_uuid": "898fd8f5-3577-4c3c-a993-3655c8e98590", "name": "network-vif-deleted", "tag": "9df15bb6-db73-48ea-9427-a36cf6a800dc"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:47:52.082943 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d659901-9f1d-4b73-916e-edb3eddea2aa x-openstack-request-id: req-5d659901-9f1d-4b73-916e-edb3eddea2aa {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:47:52.083282 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898fd8f5-3577-4c3c-a993-3655c8e98590", "name": "network-vif-deleted", "tag": "9df15bb6-db73-48ea-9427-a36cf6a800dc", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:47:52.083545 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d659901-9f1d-4b73-916e-edb3eddea2aa {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:47:52.083982 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898fd8f5-3577-4c3c-a993-3655c8e98590', 'name': 'network-vif-deleted', 'tag': '9df15bb6-db73-48ea-9427-a36cf6a800dc', 'status': 'completed', 'code': 200} Aug 10 04:47:52.133399 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0183d86e-f38d-44a8-b0a4-ff29dd2e7300 req-c9054386-d311-479a-a985-5d579bb707b2 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?device_id=898fd8f5-3577-4c3c-a993-3655c8e98590 HTTP/1.1" status: 200 len: 210 time: 0.0287976 Aug 10 04:47:53.910223 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-62850769-1b0e-4492-bcfa-8611946bf145 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:53.911681 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-62850769-1b0e-4492-bcfa-8611946bf145 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/networks?id=518b755a-3232-4d71-a5ac-b59b9147b3e1 HTTP/1.1" status: 200 len: 816 time: 0.1037073 Aug 10 04:47:53.927532 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-0695e9b6-be18-4810-93fa-e16d3e7fa4b6 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/quotas/54c169cb1568461784e7a1ffea1cf948 HTTP/1.1" status: 200 len: 375 time: 0.0089905 Aug 10 04:47:53.978619 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-d0605f36-1bc6-4530-8022-8439e0bdb6a0 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=54c169cb1568461784e7a1ffea1cf948&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450869 Aug 10 04:47:54.077643 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-3680dd43-1d30-40d8-8a7d-ccbfb4797318 service neutron] 10.222.0.25 "GET /v2.0/networks/518b755a-3232-4d71-a5ac-b59b9147b3e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874162 Aug 10 04:47:54.166857 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-385d8071-0170-45db-906d-67b4c83ea363 service neutron] 10.222.0.25 "GET /v2.0/networks/518b755a-3232-4d71-a5ac-b59b9147b3e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830903 Aug 10 04:47:54.393752 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4232887a-59ab-4ed0-ae4a-0c5b98d7e776 req-a728ecbe-c594-4460-9370-b601d7bc4fa5 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaa71770-be00-4144-ad31-76cbd2ba08d3 HTTP/1.1" status: 200 len: 210 time: 0.0300412 Aug 10 04:47:55.490543 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7aa291f-8b60-4291-a688-3f02d6a9c329 req-f7f97f58-d27c-4c84-b510-8ac62ba3c559 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaa71770-be00-4144-ad31-76cbd2ba08d3 HTTP/1.1" status: 200 len: 210 time: 0.0273900 Aug 10 04:47:55.601297 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 9df15bb6-db73-48ea-9427-a36cf6a800dc no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:47:55.623223 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 9df15bb6-db73-48ea-9427-a36cf6a800dc {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:47:55.623569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 9df15bb6-db73-48ea-9427-a36cf6a800dc not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:47:56.430100 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-163b6c67-c7b6-440c-802e-f4461d8194d5 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:56.432280 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-163b6c67-c7b6-440c-802e-f4461d8194d5 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.20 "GET /v2.0/networks?id=518b755a-3232-4d71-a5ac-b59b9147b3e1 HTTP/1.1" status: 200 len: 816 time: 0.1064596 Aug 10 04:47:56.451280 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-8550e9a5-b92b-4297-a106-80fd35fca1cc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Request body: {'port': {'device_id': 'aaa71770-be00-4144-ad31-76cbd2ba08d3', 'network_id': '518b755a-3232-4d71-a5ac-b59b9147b3e1', 'admin_state_up': True, 'tenant_id': '54c169cb1568461784e7a1ffea1cf948'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:47:56.589144 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bd929e61-4e7f-4e3e-abc6-3e4176d36e51 req-f469f955-05e6-4b82-8d80-b3c15f9912f6 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaa71770-be00-4144-ad31-76cbd2ba08d3 HTTP/1.1" status: 200 len: 210 time: 0.0265329 Aug 10 04:47:56.629552 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-8550e9a5-b92b-4297-a106-80fd35fca1cc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Made reservation on behalf of 54c169cb1568461784e7a1ffea1cf948 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:47:56.633161 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-8550e9a5-b92b-4297-a106-80fd35fca1cc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:56.766312 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-8550e9a5-b92b-4297-a106-80fd35fca1cc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Allocated IP 172.20.0.3 (518b755a-3232-4d71-a5ac-b59b9147b3e1/d6b89fc6-be7d-4639-94aa-c659abb305ca/7c748da8-309d-474b-be4a-03c15bca4a91) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:47:56.917840 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-8550e9a5-b92b-4297-a106-80fd35fca1cc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:56.932713 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-8550e9a5-b92b-4297-a106-80fd35fca1cc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Transition to ACTIVE for port object 7c748da8-309d-474b-be4a-03c15bca4a91 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:47:57.018564 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-8550e9a5-b92b-4297-a106-80fd35fca1cc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:57.063438 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-8550e9a5-b92b-4297-a106-80fd35fca1cc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Network 518b755a-3232-4d71-a5ac-b59b9147b3e1 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:47:57.066633 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-8550e9a5-b92b-4297-a106-80fd35fca1cc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:47:57.070419 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-8550e9a5-b92b-4297-a106-80fd35fca1cc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:47:57.096426 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550e9a5-b92b-4297-a106-80fd35fca1cc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Pushing event updated for resources: {'Port': ['ID=7c748da8-309d-474b-be4a-03c15bca4a91,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:57.124649 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-8550e9a5-b92b-4297-a106-80fd35fca1cc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:57.125319 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-8550e9a5-b92b-4297-a106-80fd35fca1cc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:57.234785 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-8550e9a5-b92b-4297-a106-80fd35fca1cc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7875638 Aug 10 04:47:57.252766 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-0a958059-0cd4-4a68-bc54-224e3274af1e service neutron] Request body: {'port': {'device_id': 'aaa71770-be00-4144-ad31-76cbd2ba08d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:47:57.310096 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-0a958059-0cd4-4a68-bc54-224e3274af1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:57.344140 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0cf5a790-f81c-485a-be42-795335fbff05 None None] Provisioning for port 7c748da8-309d-474b-be4a-03c15bca4a91 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:47:57.347895 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0cf5a790-f81c-485a-be42-795335fbff05 None None] Provisioning complete for port 7c748da8-309d-474b-be4a-03c15bca4a91 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:47:57.348292 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0cf5a790-f81c-485a-be42-795335fbff05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:57.385493 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-0cf5a790-f81c-485a-be42-795335fbff05 None None] Port 7c748da8-309d-474b-be4a-03c15bca4a91 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:47:57.573033 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-0a958059-0cd4-4a68-bc54-224e3274af1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c748da8-309d-474b-be4a-03c15bca4a91 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:47:57.580344 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-0a958059-0cd4-4a68-bc54-224e3274af1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:57.592409 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-0a958059-0cd4-4a68-bc54-224e3274af1e service neutron] Transition to ACTIVE for port object 7c748da8-309d-474b-be4a-03c15bca4a91 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:47:57.651570 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-0a958059-0cd4-4a68-bc54-224e3274af1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:57.736934 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a958059-0cd4-4a68-bc54-224e3274af1e service neutron] Pushing event updated for resources: {'Port': ['ID=7c748da8-309d-474b-be4a-03c15bca4a91,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:57.791502 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3dac8-b019-490e-a59f-d7f4113fad43 req-200c4485-a8a5-4557-abb6-14f47f7109cc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:57.793121 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-70f3dac8-b019-490e-a59f-d7f4113fad43 req-200c4485-a8a5-4557-abb6-14f47f7109cc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaa71770-be00-4144-ad31-76cbd2ba08d3 HTTP/1.1" status: 200 len: 943 time: 0.1358397 Aug 10 04:47:57.838573 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-0a958059-0cd4-4a68-bc54-224e3274af1e service neutron] Attempting to bind port 7c748da8-309d-474b-be4a-03c15bca4a91 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:47:57.838914 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-0a958059-0cd4-4a68-bc54-224e3274af1e service neutron] Attempting to bind port 7c748da8-309d-474b-be4a-03c15bca4a91 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '1cd4357b-52c9-4531-8ba6-7b823464f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '518b755a-3232-4d71-a5ac-b59b9147b3e1'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:47:57.839249 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-0a958059-0cd4-4a68-bc54-224e3274af1e service neutron] Attempting to bind port 7c748da8-309d-474b-be4a-03c15bca4a91 on network 518b755a-3232-4d71-a5ac-b59b9147b3e1 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:47:57.850041 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-0a958059-0cd4-4a68-bc54-224e3274af1e service neutron] Port 7c748da8-309d-474b-be4a-03c15bca4a91 on network 518b755a-3232-4d71-a5ac-b59b9147b3e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:47:57.850373 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-0a958059-0cd4-4a68-bc54-224e3274af1e service neutron] Attempting to bind port 7c748da8-309d-474b-be4a-03c15bca4a91 on network 518b755a-3232-4d71-a5ac-b59b9147b3e1 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:47:57.859880 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-70f3dac8-b019-490e-a59f-d7f4113fad43 req-8e43fb9b-801d-41c8-9173-6065b195b951 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/security-groups?id=e81226fb-c15b-47f3-8fb6-89d4d8aae597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599236 Aug 10 04:47:57.860817 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-0a958059-0cd4-4a68-bc54-224e3274af1e service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:47:57.861160 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-0a958059-0cd4-4a68-bc54-224e3274af1e service neutron] Checking segment: {'id': '1cd4357b-52c9-4531-8ba6-7b823464f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '518b755a-3232-4d71-a5ac-b59b9147b3e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:47:57.861545 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-0a958059-0cd4-4a68-bc54-224e3274af1e service neutron] Bound using segment: {'id': '1cd4357b-52c9-4531-8ba6-7b823464f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '518b755a-3232-4d71-a5ac-b59b9147b3e1'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:47:57.861997 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-0a958059-0cd4-4a68-bc54-224e3274af1e service neutron] Bound port: 7c748da8-309d-474b-be4a-03c15bca4a91, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd4357b-52c9-4531-8ba6-7b823464f59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '518b755a-3232-4d71-a5ac-b59b9147b3e1'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:47:57.862359 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-0a958059-0cd4-4a68-bc54-224e3274af1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:57.936067 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-0a958059-0cd4-4a68-bc54-224e3274af1e service neutron] For port 7c748da8-309d-474b-be4a-03c15bca4a91, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:47:57.938996 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-0a958059-0cd4-4a68-bc54-224e3274af1e service neutron] For port 7c748da8-309d-474b-be4a-03c15bca4a91, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=7c748da8-309d-474b-be4a-03c15bca4a91,segment=NetworkSegment(1cd4357b-52c9-4531-8ba6-7b823464f59b),segment_id=1cd4357b-52c9-4531-8ba6-7b823464f59b)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:47:58.006728 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-0a958059-0cd4-4a68-bc54-224e3274af1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:58.046605 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-0a958059-0cd4-4a68-bc54-224e3274af1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:58.047228 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-0a958059-0cd4-4a68-bc54-224e3274af1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:58.048674 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-0a958059-0cd4-4a68-bc54-224e3274af1e service neutron] 10.222.0.20 "PUT /v2.0/ports/7c748da8-309d-474b-be4a-03c15bca4a91 HTTP/1.1" status: 200 len: 1091 time: 0.8003995 Aug 10 04:47:58.058359 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaa71770-be00-4144-ad31-76cbd2ba08d3', 'tag': '7c748da8-309d-474b-be4a-03c15bca4a91'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:47:58.058359 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abf9251-c5c1-4b32-9e43-7fd4baa34c80" -d '{"events": [{"name": "network-changed", "server_uuid": "aaa71770-be00-4144-ad31-76cbd2ba08d3", "tag": "7c748da8-309d-474b-be4a-03c15bca4a91"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:47:58.079329 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a958059-0cd4-4a68-bc54-224e3274af1e service neutron] Pushing event updated for resources: {'Port': ['ID=7c748da8-309d-474b-be4a-03c15bca4a91,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:47:58.109361 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c945fde1-ef4d-4c4e-b25d-873418501156 x-openstack-request-id: req-c945fde1-ef4d-4c4e-b25d-873418501156 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:47:58.109654 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaa71770-be00-4144-ad31-76cbd2ba08d3", "tag": "7c748da8-309d-474b-be4a-03c15bca4a91", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:47:58.109910 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c945fde1-ef4d-4c4e-b25d-873418501156 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:47:58.110377 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa71770-be00-4144-ad31-76cbd2ba08d3', 'tag': '7c748da8-309d-474b-be4a-03c15bca4a91', 'status': 'completed', 'code': 200} Aug 10 04:47:58.115539 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:47:58.192134 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf9251-c5c1-4b32-9e43-7fd4baa34c80 req-b6eaa48f-9efc-4cde-9b25-6e4f800ccee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:58.196863 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5abf9251-c5c1-4b32-9e43-7fd4baa34c80 req-b6eaa48f-9efc-4cde-9b25-6e4f800ccee1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54c169cb1568461784e7a1ffea1cf948&device_id=aaa71770-be00-4144-ad31-76cbd2ba08d3 HTTP/1.1" status: 200 len: 1094 time: 0.0428674 Aug 10 04:47:58.298927 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf9251-c5c1-4b32-9e43-7fd4baa34c80 req-a586600b-097f-43ad-893f-d6f7a45e24c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:58.300438 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5abf9251-c5c1-4b32-9e43-7fd4baa34c80 req-a586600b-097f-43ad-893f-d6f7a45e24c2 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=54c169cb1568461784e7a1ffea1cf948&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0931454 Aug 10 04:47:58.397567 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abf9251-c5c1-4b32-9e43-7fd4baa34c80 req-6a21fd3a-6f49-4fa9-a285-8b5bbba1c1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:58.399036 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5abf9251-c5c1-4b32-9e43-7fd4baa34c80 req-6a21fd3a-6f49-4fa9-a285-8b5bbba1c1d8 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919044 Aug 10 04:47:58.497275 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-cb49b9f5-dd23-4396-bae3-f3579f6e3c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:58.498746 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-cb49b9f5-dd23-4396-bae3-f3579f6e3c8c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54c169cb1568461784e7a1ffea1cf948&device_id=aaa71770-be00-4144-ad31-76cbd2ba08d3 HTTP/1.1" status: 200 len: 1094 time: 0.0412204 Aug 10 04:47:58.548421 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-88e5579d-c25b-44ba-86d2-9f1b3197fcc1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c748da8-309d-474b-be4a-03c15bca4a91 HTTP/1.1" status: 200 len: 217 time: 0.0366085 Aug 10 04:47:58.597639 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-12fef884-cf98-4846-9d47-202f550ec52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:58.598987 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-12fef884-cf98-4846-9d47-202f550ec52b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d6b89fc6-be7d-4639-94aa-c659abb305ca HTTP/1.1" status: 200 len: 855 time: 0.0422549 Aug 10 04:47:58.643243 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-e9c1cde7-f8ed-4cd6-864c-98af6bd07bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:58.644849 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-e9c1cde7-f8ed-4cd6-864c-98af6bd07bb9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=518b755a-3232-4d71-a5ac-b59b9147b3e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392365 Aug 10 04:47:58.742050 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-67c33b81-08af-49a6-ab8a-8d01dc47b6c3 service neutron] 10.222.0.20 "GET /v2.0/networks/518b755a-3232-4d71-a5ac-b59b9147b3e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899303 Aug 10 04:47:58.831193 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0fc0ae1f-cdb2-4aa6-ad57-0558c7f86b32 req-e9e02303-baca-4929-a654-2df68342d79a service neutron] 10.222.0.20 "GET /v2.0/networks/518b755a-3232-4d71-a5ac-b59b9147b3e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824676 Aug 10 04:47:58.980526 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa317cf0-9095-420c-a26a-c42820651494 req-cd42b743-1e9d-4bcf-8763-c6c17ba3f815 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:47:58.982651 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aa317cf0-9095-420c-a26a-c42820651494 req-cd42b743-1e9d-4bcf-8763-c6c17ba3f815 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaa71770-be00-4144-ad31-76cbd2ba08d3 HTTP/1.1" status: 200 len: 943 time: 0.0511768 Aug 10 04:47:59.021321 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aa317cf0-9095-420c-a26a-c42820651494 req-ae844e3e-b8cb-4a53-8d7f-3b9927b815bc tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/security-groups?id=e81226fb-c15b-47f3-8fb6-89d4d8aae597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322349 Aug 10 04:48:00.139239 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b3de4-cee2-4b5c-b17c-c8a6e89d6767 req-b5978047-230c-4dd5-abcd-bedf5941cf34 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:00.140731 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aa5b3de4-cee2-4b5c-b17c-c8a6e89d6767 req-b5978047-230c-4dd5-abcd-bedf5941cf34 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaa71770-be00-4144-ad31-76cbd2ba08d3 HTTP/1.1" status: 200 len: 943 time: 0.0498214 Aug 10 04:48:00.177508 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aa5b3de4-cee2-4b5c-b17c-c8a6e89d6767 req-a071731d-d1f4-40f7-a650-b2be126b50ea tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/security-groups?id=e81226fb-c15b-47f3-8fb6-89d4d8aae597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308573 Aug 10 04:48:01.298665 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0f562-5936-457b-b7d1-a672d8e2d6c4 req-066f2d7a-5590-48c8-b9db-457ebd0c8fb9 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:01.300187 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-abf0f562-5936-457b-b7d1-a672d8e2d6c4 req-066f2d7a-5590-48c8-b9db-457ebd0c8fb9 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaa71770-be00-4144-ad31-76cbd2ba08d3 HTTP/1.1" status: 200 len: 943 time: 0.0532179 Aug 10 04:48:01.345870 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-abf0f562-5936-457b-b7d1-a672d8e2d6c4 req-b3db3088-fc0a-4f1c-960f-2c8fc9625ae9 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/security-groups?id=e81226fb-c15b-47f3-8fb6-89d4d8aae597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390544 Aug 10 04:48:01.666178 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 7c748da8-309d-474b-be4a-03c15bca4a91 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:48:01.760878 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 7c748da8-309d-474b-be4a-03c15bca4a91, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=7c748da8-309d-474b-be4a-03c15bca4a91,segment=NetworkSegment(1cd4357b-52c9-4531-8ba6-7b823464f59b),segment_id=1cd4357b-52c9-4531-8ba6-7b823464f59b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:48:01.772003 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '7c748da8-309d-474b-be4a-03c15bca4a91', 'network_id': '518b755a-3232-4d71-a5ac-b59b9147b3e1', 'port_id': '7c748da8-309d-474b-be4a-03c15bca4a91', 'mac_address': 'fa:16:3e:ee:25:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6b89fc6-be7d-4639-94aa-c659abb305ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:48:01.815325 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:01.829764 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c748da8-309d-474b-be4a-03c15bca4a91 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:48:01.849824 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 7c748da8-309d-474b-be4a-03c15bca4a91, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=7c748da8-309d-474b-be4a-03c15bca4a91,segment=NetworkSegment(1cd4357b-52c9-4531-8ba6-7b823464f59b),segment_id=1cd4357b-52c9-4531-8ba6-7b823464f59b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:48:01.903861 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:01.953315 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=7c748da8-309d-474b-be4a-03c15bca4a91,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:02.205636 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['7c748da8-309d-474b-be4a-03c15bca4a91'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:48:02.459552 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65024bf-2bde-472f-9ffa-bc1cfadec9ed req-30f7cdb2-b6a5-4a53-8de8-5441f812f7df tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:02.461009 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d65024bf-2bde-472f-9ffa-bc1cfadec9ed req-30f7cdb2-b6a5-4a53-8de8-5441f812f7df tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaa71770-be00-4144-ad31-76cbd2ba08d3 HTTP/1.1" status: 200 len: 944 time: 0.0490954 Aug 10 04:48:02.498629 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d65024bf-2bde-472f-9ffa-bc1cfadec9ed req-377ac0da-0e2a-4e7b-9d5f-58fbea3f8917 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/security-groups?id=e81226fb-c15b-47f3-8fb6-89d4d8aae597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308869 Aug 10 04:48:03.610547 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f523d56-3ec8-4028-a018-d8d7905369f0 req-545c11d8-0188-4693-86f6-db6c04ff5a46 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:03.612051 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3f523d56-3ec8-4028-a018-d8d7905369f0 req-545c11d8-0188-4693-86f6-db6c04ff5a46 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaa71770-be00-4144-ad31-76cbd2ba08d3 HTTP/1.1" status: 200 len: 944 time: 0.0488214 Aug 10 04:48:03.649546 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3f523d56-3ec8-4028-a018-d8d7905369f0 req-6c55a813-b609-40f9-af25-a6ce1b8b79b5 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/security-groups?id=e81226fb-c15b-47f3-8fb6-89d4d8aae597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314596 Aug 10 04:48:03.682359 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 7c748da8-309d-474b-be4a-03c15bca4a91 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:48:03.789247 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 7c748da8-309d-474b-be4a-03c15bca4a91 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:48:03.793543 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 7c748da8-309d-474b-be4a-03c15bca4a91 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:48:03.793910 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:03.869565 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:03.890612 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa71770-be00-4144-ad31-76cbd2ba08d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c748da8-309d-474b-be4a-03c15bca4a91'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:48:03.892841 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c37f04-6836-4362-ad67-7b5067b06ecd" -d '{"events": [{"server_uuid": "aaa71770-be00-4144-ad31-76cbd2ba08d3", "name": "network-vif-plugged", "status": "completed", "tag": "7c748da8-309d-474b-be4a-03c15bca4a91"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:48:03.909069 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 7c748da8-309d-474b-be4a-03c15bca4a91, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=7c748da8-309d-474b-be4a-03c15bca4a91,segment=NetworkSegment(1cd4357b-52c9-4531-8ba6-7b823464f59b),segment_id=1cd4357b-52c9-4531-8ba6-7b823464f59b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:48:03.928545 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc94588-0a54-4ffd-84f4-1966efdc1777 x-openstack-request-id: req-0dc94588-0a54-4ffd-84f4-1966efdc1777 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:48:03.928825 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa71770-be00-4144-ad31-76cbd2ba08d3", "name": "network-vif-plugged", "status": "completed", "tag": "7c748da8-309d-474b-be4a-03c15bca4a91", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:48:03.929077 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0dc94588-0a54-4ffd-84f4-1966efdc1777 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:48:03.929486 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa71770-be00-4144-ad31-76cbd2ba08d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c748da8-309d-474b-be4a-03c15bca4a91', 'code': 200} Aug 10 04:48:03.982295 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:04.030988 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=7c748da8-309d-474b-be4a-03c15bca4a91,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:04.058868 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52788fe1-b053-4833-9249-761a1923c911 req-83b9b5d2-87c2-4779-a0cb-a5ab9cb6083d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:04.060400 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52788fe1-b053-4833-9249-761a1923c911 req-83b9b5d2-87c2-4779-a0cb-a5ab9cb6083d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aaa71770-be00-4144-ad31-76cbd2ba08d3 HTTP/1.1" status: 200 len: 1096 time: 0.0438173 Aug 10 04:48:04.097013 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-52788fe1-b053-4833-9249-761a1923c911 req-a5f4459b-5047-447a-8f22-07ba1151afee service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e81226fb-c15b-47f3-8fb6-89d4d8aae597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275419 Aug 10 04:48:04.776581 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f87862-3ff0-4736-b91b-b0246542c6c0 req-5f8f6161-ac87-413b-bc07-622de013bcf3 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:04.778023 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-61f87862-3ff0-4736-b91b-b0246542c6c0 req-5f8f6161-ac87-413b-bc07-622de013bcf3 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaa71770-be00-4144-ad31-76cbd2ba08d3 HTTP/1.1" status: 200 len: 945 time: 0.0552101 Aug 10 04:48:04.815024 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-61f87862-3ff0-4736-b91b-b0246542c6c0 req-0a72bee2-3f1e-46f3-8938-7fc97b3f0d01 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/security-groups?id=e81226fb-c15b-47f3-8fb6-89d4d8aae597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310183 Aug 10 04:48:05.933935 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ead61-7909-4db1-b9c8-47b20a982db7 req-22d45ff4-6c7c-4db2-b92a-2c1cfeb401fe tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:05.935391 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-087ead61-7909-4db1-b9c8-47b20a982db7 req-22d45ff4-6c7c-4db2-b92a-2c1cfeb401fe tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaa71770-be00-4144-ad31-76cbd2ba08d3 HTTP/1.1" status: 200 len: 945 time: 0.0525904 Aug 10 04:48:05.972498 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-087ead61-7909-4db1-b9c8-47b20a982db7 req-ca69beca-a715-4396-856d-294ec06dbc2f tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/security-groups?id=e81226fb-c15b-47f3-8fb6-89d4d8aae597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312030 Aug 10 04:48:06.087485 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269fad8-7a23-48ca-972c-80ea4ae1b046 req-db91f92f-f843-4e22-8a4c-96de843d2213 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:06.088988 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4269fad8-7a23-48ca-972c-80ea4ae1b046 req-db91f92f-f843-4e22-8a4c-96de843d2213 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaa71770-be00-4144-ad31-76cbd2ba08d3 HTTP/1.1" status: 200 len: 945 time: 0.0490162 Aug 10 04:48:06.126711 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4269fad8-7a23-48ca-972c-80ea4ae1b046 req-410fa38f-24f2-4f9a-9857-10d6fc2a65eb tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/security-groups?id=e81226fb-c15b-47f3-8fb6-89d4d8aae597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314460 Aug 10 04:48:09.982148 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9b73313c-1731-426c-afe4-6916987004e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:13.703784 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:13.835370 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-22746a30-c244-4f58-b45b-45b8f4e66526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:15.524970 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:16.252604 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:17.078628 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:21.870533 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:48:28.143740 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:28.527944 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528d626-9472-46cd-bd18-676bb5f39f1b req-b8f87507-e883-470f-82fa-e5648b0c5856 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:28.529436 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4528d626-9472-46cd-bd18-676bb5f39f1b req-b8f87507-e883-470f-82fa-e5648b0c5856 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaa71770-be00-4144-ad31-76cbd2ba08d3 HTTP/1.1" status: 200 len: 945 time: 0.0500798 Aug 10 04:48:28.567037 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4528d626-9472-46cd-bd18-676bb5f39f1b req-a9171604-e6f9-481b-8708-ef3e9a5b6f5c tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/security-groups?id=e81226fb-c15b-47f3-8fb6-89d4d8aae597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316963 Aug 10 04:48:29.685755 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a87d3d-cd5d-4e7c-9051-ad76c2d74bfa req-718fae5b-1a0b-45f3-91a0-65938379d5a2 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:29.687219 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-10a87d3d-cd5d-4e7c-9051-ad76c2d74bfa req-718fae5b-1a0b-45f3-91a0-65938379d5a2 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaa71770-be00-4144-ad31-76cbd2ba08d3 HTTP/1.1" status: 200 len: 945 time: 0.0487995 Aug 10 04:48:29.724954 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-10a87d3d-cd5d-4e7c-9051-ad76c2d74bfa req-92e5d526-9e11-4639-a05c-04ea4102f7bb tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/security-groups?id=e81226fb-c15b-47f3-8fb6-89d4d8aae597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317037 Aug 10 04:48:30.264496 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c01bc-794f-44dd-9ae3-4930371af764 req-2d8fcfdf-dbf3-496e-bd03-6ae97212040d tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:30.265935 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b49c01bc-794f-44dd-9ae3-4930371af764 req-2d8fcfdf-dbf3-496e-bd03-6ae97212040d tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaa71770-be00-4144-ad31-76cbd2ba08d3 HTTP/1.1" status: 200 len: 945 time: 0.0525677 Aug 10 04:48:30.352862 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-b49c01bc-794f-44dd-9ae3-4930371af764 req-3bf7b9d4-2fa2-4e54-a9df-471f03c13a3b tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Deleting port 7c748da8-309d-474b-be4a-03c15bca4a91 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:48:30.353200 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b49c01bc-794f-44dd-9ae3-4930371af764 req-3bf7b9d4-2fa2-4e54-a9df-471f03c13a3b tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:30.448283 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-b49c01bc-794f-44dd-9ae3-4930371af764 req-3bf7b9d4-2fa2-4e54-a9df-471f03c13a3b tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] For port 7c748da8-309d-474b-be4a-03c15bca4a91, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=7c748da8-309d-474b-be4a-03c15bca4a91,segment=NetworkSegment(1cd4357b-52c9-4531-8ba6-7b823464f59b),segment_id=1cd4357b-52c9-4531-8ba6-7b823464f59b)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:48:30.448654 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b49c01bc-794f-44dd-9ae3-4930371af764 req-3bf7b9d4-2fa2-4e54-a9df-471f03c13a3b tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:30.463889 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-b49c01bc-794f-44dd-9ae3-4930371af764 req-3bf7b9d4-2fa2-4e54-a9df-471f03c13a3b tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Calling delete_port for 7c748da8-309d-474b-be4a-03c15bca4a91 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:48:30.640881 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b49c01bc-794f-44dd-9ae3-4930371af764 req-3bf7b9d4-2fa2-4e54-a9df-471f03c13a3b tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:30.670907 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7b9d4-2fa2-4e54-a9df-471f03c13a3b tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Pushing event deleted for resources: {'Port': ['ID=7c748da8-309d-474b-be4a-03c15bca4a91,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:30.674231 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['7c748da8-309d-474b-be4a-03c15bca4a91'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:48:30.713032 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49c01bc-794f-44dd-9ae3-4930371af764 req-3bf7b9d4-2fa2-4e54-a9df-471f03c13a3b tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] No DVR routers for this DVR port 7c748da8-309d-474b-be4a-03c15bca4a91 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:48:30.716078 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b49c01bc-794f-44dd-9ae3-4930371af764 req-3bf7b9d4-2fa2-4e54-a9df-471f03c13a3b tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:30.718423 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b49c01bc-794f-44dd-9ae3-4930371af764 req-3bf7b9d4-2fa2-4e54-a9df-471f03c13a3b tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.20 "DELETE /v2.0/ports/7c748da8-309d-474b-be4a-03c15bca4a91 HTTP/1.1" status: 204 len: 173 time: 0.4466534 Aug 10 04:48:30.718900 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa71770-be00-4144-ad31-76cbd2ba08d3', 'name': 'network-vif-deleted', 'tag': '7c748da8-309d-474b-be4a-03c15bca4a91'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:48:30.721960 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855f9b79-dbbf-4219-87b5-5318fcb6c66a" -d '{"events": [{"server_uuid": "aaa71770-be00-4144-ad31-76cbd2ba08d3", "name": "network-vif-deleted", "tag": "7c748da8-309d-474b-be4a-03c15bca4a91"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:48:30.760565 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cea453-c728-4ede-9c5b-8719029ae905 x-openstack-request-id: req-e0cea453-c728-4ede-9c5b-8719029ae905 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:48:30.760838 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa71770-be00-4144-ad31-76cbd2ba08d3", "name": "network-vif-deleted", "tag": "7c748da8-309d-474b-be4a-03c15bca4a91", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:48:30.761338 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0cea453-c728-4ede-9c5b-8719029ae905 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:48:30.761819 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa71770-be00-4144-ad31-76cbd2ba08d3', 'name': 'network-vif-deleted', 'tag': '7c748da8-309d-474b-be4a-03c15bca4a91', 'status': 'completed', 'code': 200} Aug 10 04:48:30.832536 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b582373d-bef4-4532-834f-0bf76c62aaf3 req-94abab0f-524d-44f8-a163-dbe9cd4207e6 tempest-TestEncryptedCinderVolumes-164838420 tempest-TestEncryptedCinderVolumes-164838420-project] 10.222.0.25 "GET /v2.0/ports?device_id=aaa71770-be00-4144-ad31-76cbd2ba08d3 HTTP/1.1" status: 200 len: 210 time: 0.0300677 Aug 10 04:48:32.018864 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53848) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:32.371807 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-272a47cd-c04a-4866-9c42-badcff32c7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:32.612567 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-272a47cd-c04a-4866-9c42-badcff32c7bf admin admin] Deleting port 393aba03-78b6-416f-b423-8e7a433510a9 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:48:32.612907 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-272a47cd-c04a-4866-9c42-badcff32c7bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:32.689138 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-272a47cd-c04a-4866-9c42-badcff32c7bf admin admin] For port 393aba03-78b6-416f-b423-8e7a433510a9, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=393aba03-78b6-416f-b423-8e7a433510a9,segment=NetworkSegment(1cd4357b-52c9-4531-8ba6-7b823464f59b),segment_id=1cd4357b-52c9-4531-8ba6-7b823464f59b)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:48:32.689496 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-272a47cd-c04a-4866-9c42-badcff32c7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:32.702462 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-272a47cd-c04a-4866-9c42-badcff32c7bf admin admin] Calling delete_port for 393aba03-78b6-416f-b423-8e7a433510a9 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:48:32.935685 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-272a47cd-c04a-4866-9c42-badcff32c7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:32.965672 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a47cd-c04a-4866-9c42-badcff32c7bf admin admin] Pushing event deleted for resources: {'Port': ['ID=393aba03-78b6-416f-b423-8e7a433510a9,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:32.977334 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a47cd-c04a-4866-9c42-badcff32c7bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:32.977689 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a47cd-c04a-4866-9c42-badcff32c7bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:32.978026 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a47cd-c04a-4866-9c42-badcff32c7bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:32.978389 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a47cd-c04a-4866-9c42-badcff32c7bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:32.978719 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a47cd-c04a-4866-9c42-badcff32c7bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:32.979051 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a47cd-c04a-4866-9c42-badcff32c7bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:32.979377 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a47cd-c04a-4866-9c42-badcff32c7bf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:32.979707 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a47cd-c04a-4866-9c42-badcff32c7bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:32.980112 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a47cd-c04a-4866-9c42-badcff32c7bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:32.980928 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a47cd-c04a-4866-9c42-badcff32c7bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:32.981074 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a47cd-c04a-4866-9c42-badcff32c7bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:32.981376 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a47cd-c04a-4866-9c42-badcff32c7bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:33.086874 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c details requested by agent hyperv_n-h1-802893-2 with host n-h1-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:48:33.091685 n-d-802893-2 neutron-server[94939]: INFO neutron.plugins.ml2.plugin [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] No ports have port_id starting with 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c Aug 10 04:48:33.092969 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Device 4cdf3d9a-3673-4f65-b06f-fcdb4cf2662c requested by agent hyperv_n-h1-802893-2 not found in database {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Aug 10 04:48:33.143045 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-272a47cd-c04a-4866-9c42-badcff32c7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:33.358853 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272a47cd-c04a-4866-9c42-badcff32c7bf admin admin] Router ba2b0e04-1bd7-4889-8a6f-a055d645e214 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:48:33.462921 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272a47cd-c04a-4866-9c42-badcff32c7bf admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:48:33.468648 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-272a47cd-c04a-4866-9c42-badcff32c7bf admin admin] 10.222.0.25 "PUT /v2.0/routers/ba2b0e04-1bd7-4889-8a6f-a055d645e214/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4482057 Aug 10 04:48:33.470621 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53850) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:33.473447 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943ec787-9d5b-49cb-b562-a7282a046de9 None None] Sync routers for ids ['ba2b0e04-1bd7-4889-8a6f-a055d645e214'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:48:33.482856 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943ec787-9d5b-49cb-b562-a7282a046de9 None None] Routers {'ba2b0e04-1bd7-4889-8a6f-a055d645e214'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:48:33.483459 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-943ec787-9d5b-49cb-b562-a7282a046de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:48:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ba2b0e04-1bd7-4889-8a6f-a055d645e214'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:33.574518 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a52b6e78-eb5c-4872-8b82-77dc55fc6e8d admin admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:33.587275 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-943ec787-9d5b-49cb-b562-a7282a046de9 None None] Set router ba2b0e04-1bd7-4889-8a6f-a055d645e214 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:48:33.769146 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-943ec787-9d5b-49cb-b562-a7282a046de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2b0e04-1bd7-4889-8a6f-a055d645e214', 'name': 'tempest-TestEncryptedCinderVolumes-437517447-router', 'tenant_id': '54c169cb1568461784e7a1ffea1cf948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:05Z', 'updated_at': '2021-08-10T04:48:32Z', 'revision_number': 5, 'project_id': '54c169cb1568461784e7a1ffea1cf948', 'gw_port': {'id': '7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2b0e04-1bd7-4889-8a6f-a055d645e214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:05Z', 'updated_at': '2021-08-10T04:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:33.790630 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 7c748da8-309d-474b-be4a-03c15bca4a91 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:48:33.796670 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943ec787-9d5b-49cb-b562-a7282a046de9 None None] Checking router: ba2b0e04-1bd7-4889-8a6f-a055d645e214 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:48:33.805543 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943ec787-9d5b-49cb-b562-a7282a046de9 None None] Routers {'ba2b0e04-1bd7-4889-8a6f-a055d645e214'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:48:33.806164 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-943ec787-9d5b-49cb-b562-a7282a046de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:48:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['ba2b0e04-1bd7-4889-8a6f-a055d645e214'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:33.815607 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 7c748da8-309d-474b-be4a-03c15bca4a91 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:48:33.816041 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 7c748da8-309d-474b-be4a-03c15bca4a91 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:48:33.911332 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-943ec787-9d5b-49cb-b562-a7282a046de9 None None] Set router ba2b0e04-1bd7-4889-8a6f-a055d645e214 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:48:34.039939 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a52b6e78-eb5c-4872-8b82-77dc55fc6e8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:34.090481 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-943ec787-9d5b-49cb-b562-a7282a046de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba2b0e04-1bd7-4889-8a6f-a055d645e214', 'name': 'tempest-TestEncryptedCinderVolumes-437517447-router', 'tenant_id': '54c169cb1568461784e7a1ffea1cf948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:05Z', 'updated_at': '2021-08-10T04:48:32Z', 'revision_number': 5, 'project_id': '54c169cb1568461784e7a1ffea1cf948', 'gw_port': {'id': '7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2b0e04-1bd7-4889-8a6f-a055d645e214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:05Z', 'updated_at': '2021-08-10T04:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:34.116617 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943ec787-9d5b-49cb-b562-a7282a046de9 None None] The sync data for ids ['ba2b0e04-1bd7-4889-8a6f-a055d645e214'] in n-d-802893-2 is: [{'id': 'ba2b0e04-1bd7-4889-8a6f-a055d645e214', 'name': 'tempest-TestEncryptedCinderVolumes-437517447-router', 'tenant_id': '54c169cb1568461784e7a1ffea1cf948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:05Z', 'updated_at': '2021-08-10T04:48:32Z', 'revision_number': 5, 'project_id': '54c169cb1568461784e7a1ffea1cf948', 'gw_port': {'id': '7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba2b0e04-1bd7-4889-8a6f-a055d645e214', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:05Z', 'updated_at': '2021-08-10T04:47:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:48:34.149932 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-a52b6e78-eb5c-4872-8b82-77dc55fc6e8d admin admin] Deleting port 7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:48:34.150438 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a52b6e78-eb5c-4872-8b82-77dc55fc6e8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:34.232063 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-a52b6e78-eb5c-4872-8b82-77dc55fc6e8d admin admin] For port 7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:48:34.232372 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a52b6e78-eb5c-4872-8b82-77dc55fc6e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:34.244692 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-a52b6e78-eb5c-4872-8b82-77dc55fc6e8d admin admin] Calling delete_port for 7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:48:34.475324 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a52b6e78-eb5c-4872-8b82-77dc55fc6e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:34.505843 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b6e78-eb5c-4872-8b82-77dc55fc6e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:34.572224 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a52b6e78-eb5c-4872-8b82-77dc55fc6e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:34.667332 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a52b6e78-eb5c-4872-8b82-77dc55fc6e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:34.669943 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a52b6e78-eb5c-4872-8b82-77dc55fc6e8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:34.763937 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a52b6e78-eb5c-4872-8b82-77dc55fc6e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:34.764426 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52b6e78-eb5c-4872-8b82-77dc55fc6e8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba2b0e04-1bd7-4889-8a6f-a055d645e214 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:48:34.768720 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a52b6e78-eb5c-4872-8b82-77dc55fc6e8d admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:34.769880 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a52b6e78-eb5c-4872-8b82-77dc55fc6e8d admin admin] 10.222.0.25 "DELETE /v2.0/routers/ba2b0e04-1bd7-4889-8a6f-a055d645e214 HTTP/1.1" status: 204 len: 168 time: 1.2983491 Aug 10 04:48:34.772541 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53852) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:34.825923 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-f030de49-00d8-46b2-9844-3bb48fe50af2 admin admin] Deleting subnet d6b89fc6-be7d-4639-94aa-c659abb305ca {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:48:34.829345 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f030de49-00d8-46b2-9844-3bb48fe50af2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:34.867728 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f030de49-00d8-46b2-9844-3bb48fe50af2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:34.948667 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f030de49-00d8-46b2-9844-3bb48fe50af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:35.104622 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f030de49-00d8-46b2-9844-3bb48fe50af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:35.134248 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f030de49-00d8-46b2-9844-3bb48fe50af2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:35.136029 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f030de49-00d8-46b2-9844-3bb48fe50af2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d6b89fc6-be7d-4639-94aa-c659abb305ca HTTP/1.1" status: 204 len: 168 time: 0.3624861 Aug 10 04:48:35.137948 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030de49-00d8-46b2-9844-3bb48fe50af2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6b89fc6-be7d-4639-94aa-c659abb305ca,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:35.139719 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38906af5-3ef7-476e-b3be-f7ffe8598053 None None] Network 518b755a-3232-4d71-a5ac-b59b9147b3e1 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:48:35.140302 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53854) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:35.216075 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c5c86b0c-4e36-453a-8d7a-e0d3fa426fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:35.272321 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-c5c86b0c-4e36-453a-8d7a-e0d3fa426fc0 admin admin] Deleting port 08db643c-6fb2-49a9-ab10-4d90269ef7e6 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:48:35.272666 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c5c86b0c-4e36-453a-8d7a-e0d3fa426fc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:35.322010 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa1e55e-588c-41c7-9a70-c43f462dbe34 None None] DHCP port deletion for 518b755a-3232-4d71-a5ac-b59b9147b3e1 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:48:35.336391 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-c5c86b0c-4e36-453a-8d7a-e0d3fa426fc0 admin admin] For port 08db643c-6fb2-49a9-ab10-4d90269ef7e6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=08db643c-6fb2-49a9-ab10-4d90269ef7e6,segment=NetworkSegment(1cd4357b-52c9-4531-8ba6-7b823464f59b),segment_id=1cd4357b-52c9-4531-8ba6-7b823464f59b)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:48:35.336765 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c5c86b0c-4e36-453a-8d7a-e0d3fa426fc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:35.350386 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-c5c86b0c-4e36-453a-8d7a-e0d3fa426fc0 admin admin] Calling delete_port for 08db643c-6fb2-49a9-ab10-4d90269ef7e6 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:48:35.374484 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bfa1e55e-588c-41c7-9a70-c43f462dbe34 None None] Deleting port 08db643c-6fb2-49a9-ab10-4d90269ef7e6 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:48:35.374772 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bfa1e55e-588c-41c7-9a70-c43f462dbe34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:35.438475 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bfa1e55e-588c-41c7-9a70-c43f462dbe34 None None] For port 08db643c-6fb2-49a9-ab10-4d90269ef7e6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=08db643c-6fb2-49a9-ab10-4d90269ef7e6,segment=NetworkSegment(1cd4357b-52c9-4531-8ba6-7b823464f59b),segment_id=1cd4357b-52c9-4531-8ba6-7b823464f59b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:48:35.439016 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bfa1e55e-588c-41c7-9a70-c43f462dbe34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:35.452776 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bfa1e55e-588c-41c7-9a70-c43f462dbe34 None None] Calling delete_port for 08db643c-6fb2-49a9-ab10-4d90269ef7e6 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:48:35.497950 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c5c86b0c-4e36-453a-8d7a-e0d3fa426fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:35.524974 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c86b0c-4e36-453a-8d7a-e0d3fa426fc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=08db643c-6fb2-49a9-ab10-4d90269ef7e6,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:35.526844 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c86b0c-4e36-453a-8d7a-e0d3fa426fc0 admin admin] No DVR routers for this DVR port 08db643c-6fb2-49a9-ab10-4d90269ef7e6 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:48:35.539157 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bfa1e55e-588c-41c7-9a70-c43f462dbe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:35.576688 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1e55e-588c-41c7-9a70-c43f462dbe34 None None] Pushing event deleted for resources: {'Port': ['ID=08db643c-6fb2-49a9-ab10-4d90269ef7e6,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:35.587633 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1e55e-588c-41c7-9a70-c43f462dbe34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:35.588061 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1e55e-588c-41c7-9a70-c43f462dbe34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:35.588563 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1e55e-588c-41c7-9a70-c43f462dbe34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:35.589030 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1e55e-588c-41c7-9a70-c43f462dbe34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:35.589502 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1e55e-588c-41c7-9a70-c43f462dbe34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:35.590460 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1e55e-588c-41c7-9a70-c43f462dbe34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:35.590979 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1e55e-588c-41c7-9a70-c43f462dbe34 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:35.591943 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1e55e-588c-41c7-9a70-c43f462dbe34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:35.591943 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1e55e-588c-41c7-9a70-c43f462dbe34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:35.592315 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1e55e-588c-41c7-9a70-c43f462dbe34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:35.592774 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1e55e-588c-41c7-9a70-c43f462dbe34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:35.593699 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa1e55e-588c-41c7-9a70-c43f462dbe34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:35.597909 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa1e55e-588c-41c7-9a70-c43f462dbe34 None None] No DVR routers for this DVR port 08db643c-6fb2-49a9-ab10-4d90269ef7e6 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:48:35.608680 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c5c86b0c-4e36-453a-8d7a-e0d3fa426fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:35.618967 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-c5c86b0c-4e36-453a-8d7a-e0d3fa426fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['518b755a-3232-4d71-a5ac-b59b9147b3e1']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:35.633604 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-c5c86b0c-4e36-453a-8d7a-e0d3fa426fc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd4357b-52c9-4531-8ba6-7b823464f59b') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:35.633833 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-c5c86b0c-4e36-453a-8d7a-e0d3fa426fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd4357b-52c9-4531-8ba6-7b823464f59b') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:35.644757 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c5c86b0c-4e36-453a-8d7a-e0d3fa426fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:35.659979 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c5c86b0c-4e36-453a-8d7a-e0d3fa426fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:35.662034 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:48:35.666312 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c86b0c-4e36-453a-8d7a-e0d3fa426fc0 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:48:35.666706 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c5c86b0c-4e36-453a-8d7a-e0d3fa426fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:48:35.670671 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:48:35.684200 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:48:35.684561 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7fb08fd3-f244-41ba-88a7-c7f1f3ad49fa not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:48:35.684979 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 393aba03-78b6-416f-b423-8e7a433510a9 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:48:35.704961 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 393aba03-78b6-416f-b423-8e7a433510a9 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:48:35.705309 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 393aba03-78b6-416f-b423-8e7a433510a9 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:48:35.705720 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 08db643c-6fb2-49a9-ab10-4d90269ef7e6 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:48:35.726294 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 08db643c-6fb2-49a9-ab10-4d90269ef7e6 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:48:35.727897 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 08db643c-6fb2-49a9-ab10-4d90269ef7e6 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:48:35.781007 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c5c86b0c-4e36-453a-8d7a-e0d3fa426fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:35.786533 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c5c86b0c-4e36-453a-8d7a-e0d3fa426fc0 admin admin] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:35.790918 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c5c86b0c-4e36-453a-8d7a-e0d3fa426fc0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/518b755a-3232-4d71-a5ac-b59b9147b3e1 HTTP/1.1" status: 204 len: 168 time: 0.6472337 Aug 10 04:48:35.791441 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53856) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:35.799886 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c86b0c-4e36-453a-8d7a-e0d3fa426fc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=518b755a-3232-4d71-a5ac-b59b9147b3e1,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:36.134804 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1b94434d-45a5-4366-adaa-fe498d0041c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:36.386307 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-1b94434d-45a5-4366-adaa-fe498d0041c5 admin admin] Deleting port 310d932b-3333-4e18-a0b7-9a6e9be0d8c4 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:48:36.387064 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1b94434d-45a5-4366-adaa-fe498d0041c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:36.467093 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-1b94434d-45a5-4366-adaa-fe498d0041c5 admin admin] For port 310d932b-3333-4e18-a0b7-9a6e9be0d8c4, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=310d932b-3333-4e18-a0b7-9a6e9be0d8c4,segment=NetworkSegment(c578c68c-70de-4ea6-8d28-19491c976f8b),segment_id=c578c68c-70de-4ea6-8d28-19491c976f8b)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:48:36.467453 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1b94434d-45a5-4366-adaa-fe498d0041c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:36.479875 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-1b94434d-45a5-4366-adaa-fe498d0041c5 admin admin] Calling delete_port for 310d932b-3333-4e18-a0b7-9a6e9be0d8c4 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:48:36.737347 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1b94434d-45a5-4366-adaa-fe498d0041c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:36.761271 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94434d-45a5-4366-adaa-fe498d0041c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=310d932b-3333-4e18-a0b7-9a6e9be0d8c4,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:36.928110 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-1b94434d-45a5-4366-adaa-fe498d0041c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:37.142764 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b94434d-45a5-4366-adaa-fe498d0041c5 admin admin] Router 4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:48:37.250510 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b94434d-45a5-4366-adaa-fe498d0041c5 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:48:37.255514 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-1b94434d-45a5-4366-adaa-fe498d0041c5 admin admin] 10.222.0.25 "PUT /v2.0/routers/4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4628716 Aug 10 04:48:37.258288 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53858) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:37.259262 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d1803a-41a2-4e96-a424-190989bb0591 None None] Sync routers for ids ['4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:48:37.268455 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d1803a-41a2-4e96-a424-190989bb0591 None None] Routers {'4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:48:37.269059 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a7d1803a-41a2-4e96-a424-190989bb0591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:48:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:37.361115 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b338bd4-ccfd-438f-bd99-3b5efc615283 admin admin] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:37.371256 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-a7d1803a-41a2-4e96-a424-190989bb0591 None None] Set router 4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:48:37.464415 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b338bd4-ccfd-438f-bd99-3b5efc615283 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:37.550582 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a7d1803a-41a2-4e96-a424-190989bb0591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67', 'name': 'tempest-TestEncryptedCinderVolumes-1057720136-router', 'tenant_id': '093b1e9c90e24075a0a29fae4ed7a285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.161'}], 'enable_snat': True}, 'gw_port_id': 'f91ee7bb-b675-46ba-8490-66809f38831f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:11Z', 'updated_at': '2021-08-10T04:48:36Z', 'revision_number': 5, 'project_id': '093b1e9c90e24075a0a29fae4ed7a285', 'gw_port': {'id': 'f91ee7bb-b675-46ba-8490-66809f38831f', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:bc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:47:11Z', 'updated_at': '2021-08-10T04:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:37.576265 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d1803a-41a2-4e96-a424-190989bb0591 None None] Checking router: 4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:48:37.584778 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d1803a-41a2-4e96-a424-190989bb0591 None None] Routers {'4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:48:37.585395 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a7d1803a-41a2-4e96-a424-190989bb0591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:48:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:37.593989 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-7b338bd4-ccfd-438f-bd99-3b5efc615283 admin admin] Deleting port f91ee7bb-b675-46ba-8490-66809f38831f {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:48:37.594488 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b338bd4-ccfd-438f-bd99-3b5efc615283 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:37.675932 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-a7d1803a-41a2-4e96-a424-190989bb0591 None None] Set router 4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67 gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:48:37.682430 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-7b338bd4-ccfd-438f-bd99-3b5efc615283 admin admin] For port f91ee7bb-b675-46ba-8490-66809f38831f, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f91ee7bb-b675-46ba-8490-66809f38831f,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:48:37.682794 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b338bd4-ccfd-438f-bd99-3b5efc615283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:37.695480 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-7b338bd4-ccfd-438f-bd99-3b5efc615283 admin admin] Calling delete_port for f91ee7bb-b675-46ba-8490-66809f38831f owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:48:37.726434 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a7d1803a-41a2-4e96-a424-190989bb0591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67', 'name': 'tempest-TestEncryptedCinderVolumes-1057720136-router', 'tenant_id': '093b1e9c90e24075a0a29fae4ed7a285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:11Z', 'updated_at': '2021-08-10T04:48:37Z', 'revision_number': 6, 'project_id': '093b1e9c90e24075a0a29fae4ed7a285', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:37.757287 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d1803a-41a2-4e96-a424-190989bb0591 None None] The sync data for ids ['4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67'] in n-d-802893-2 is: [{'id': '4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67', 'name': 'tempest-TestEncryptedCinderVolumes-1057720136-router', 'tenant_id': '093b1e9c90e24075a0a29fae4ed7a285', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:47:11Z', 'updated_at': '2021-08-10T04:48:37Z', 'revision_number': 6, 'project_id': '093b1e9c90e24075a0a29fae4ed7a285', 'gw_port_host': None}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:48:38.258015 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b338bd4-ccfd-438f-bd99-3b5efc615283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:38.283245 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b338bd4-ccfd-438f-bd99-3b5efc615283 admin admin] Pushing event deleted for resources: {'Port': ['ID=f91ee7bb-b675-46ba-8490-66809f38831f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:38.344192 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b338bd4-ccfd-438f-bd99-3b5efc615283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:38.431800 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b338bd4-ccfd-438f-bd99-3b5efc615283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:38.433835 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b338bd4-ccfd-438f-bd99-3b5efc615283 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:38.535723 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b338bd4-ccfd-438f-bd99-3b5efc615283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:38.536285 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b338bd4-ccfd-438f-bd99-3b5efc615283 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:48:38.540782 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7b338bd4-ccfd-438f-bd99-3b5efc615283 admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:38.541983 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7b338bd4-ccfd-438f-bd99-3b5efc615283 admin admin] 10.222.0.25 "DELETE /v2.0/routers/4d6d9b2d-43fa-4e2d-9b1d-e07eff372e67 HTTP/1.1" status: 204 len: 168 time: 1.2826149 Aug 10 04:48:38.544993 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53860) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:38.590289 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-b85eca88-31ec-4f73-a3f8-70f9b87bed71 admin admin] Deleting subnet da5e71f4-97b7-482e-ba5f-2b78c9851c6a {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:48:38.594283 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b85eca88-31ec-4f73-a3f8-70f9b87bed71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:38.627719 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b85eca88-31ec-4f73-a3f8-70f9b87bed71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:38.714053 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b85eca88-31ec-4f73-a3f8-70f9b87bed71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:38.852449 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b85eca88-31ec-4f73-a3f8-70f9b87bed71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:38.878902 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85eca88-31ec-4f73-a3f8-70f9b87bed71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da5e71f4-97b7-482e-ba5f-2b78c9851c6a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:38.889138 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b85eca88-31ec-4f73-a3f8-70f9b87bed71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:38.889138 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b85eca88-31ec-4f73-a3f8-70f9b87bed71 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/da5e71f4-97b7-482e-ba5f-2b78c9851c6a HTTP/1.1" status: 204 len: 168 time: 0.3391588 Aug 10 04:48:38.889326 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53862) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:38.891458 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f56d5c-9451-4be0-b6ed-5e6ac3234b0e None None] Network f5e5454a-a88e-4c62-aa62-5412c311d6e2 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:48:38.963425 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c447ef36-0d83-4ee0-97e1-49bfa166bc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:39.023468 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-c447ef36-0d83-4ee0-97e1-49bfa166bc11 admin admin] Deleting port 356ea070-ac8c-4d96-8a68-b1801c0efc11 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:48:39.023810 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c447ef36-0d83-4ee0-97e1-49bfa166bc11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:39.066110 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6c714b-00d8-448b-88ff-f56db0656057 None None] DHCP port deletion for f5e5454a-a88e-4c62-aa62-5412c311d6e2 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:48:39.088259 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-c447ef36-0d83-4ee0-97e1-49bfa166bc11 admin admin] For port 356ea070-ac8c-4d96-8a68-b1801c0efc11, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=356ea070-ac8c-4d96-8a68-b1801c0efc11,segment=NetworkSegment(c578c68c-70de-4ea6-8d28-19491c976f8b),segment_id=c578c68c-70de-4ea6-8d28-19491c976f8b)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:48:39.088609 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c447ef36-0d83-4ee0-97e1-49bfa166bc11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:39.101548 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-c447ef36-0d83-4ee0-97e1-49bfa166bc11 admin admin] Calling delete_port for 356ea070-ac8c-4d96-8a68-b1801c0efc11 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:48:39.114373 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-db6c714b-00d8-448b-88ff-f56db0656057 None None] Deleting port 356ea070-ac8c-4d96-8a68-b1801c0efc11 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:48:39.114676 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-db6c714b-00d8-448b-88ff-f56db0656057 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:39.175610 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-db6c714b-00d8-448b-88ff-f56db0656057 None None] For port 356ea070-ac8c-4d96-8a68-b1801c0efc11, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=356ea070-ac8c-4d96-8a68-b1801c0efc11,segment=NetworkSegment(c578c68c-70de-4ea6-8d28-19491c976f8b),segment_id=c578c68c-70de-4ea6-8d28-19491c976f8b)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:48:39.176048 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-db6c714b-00d8-448b-88ff-f56db0656057 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:39.191156 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-db6c714b-00d8-448b-88ff-f56db0656057 None None] Calling delete_port for 356ea070-ac8c-4d96-8a68-b1801c0efc11 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:48:39.244227 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c447ef36-0d83-4ee0-97e1-49bfa166bc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:39.272045 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-db6c714b-00d8-448b-88ff-f56db0656057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:39.274457 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447ef36-0d83-4ee0-97e1-49bfa166bc11 admin admin] Pushing event deleted for resources: {'Port': ['ID=356ea070-ac8c-4d96-8a68-b1801c0efc11,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:39.276718 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c447ef36-0d83-4ee0-97e1-49bfa166bc11 admin admin] No DVR routers for this DVR port 356ea070-ac8c-4d96-8a68-b1801c0efc11 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:48:39.286735 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6c714b-00d8-448b-88ff-f56db0656057 None None] No DVR routers for this DVR port 356ea070-ac8c-4d96-8a68-b1801c0efc11 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:48:39.305345 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c714b-00d8-448b-88ff-f56db0656057 None None] Pushing event deleted for resources: {'Port': ['ID=356ea070-ac8c-4d96-8a68-b1801c0efc11,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:39.349839 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c447ef36-0d83-4ee0-97e1-49bfa166bc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:39.360737 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-c447ef36-0d83-4ee0-97e1-49bfa166bc11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e5454a-a88e-4c62-aa62-5412c311d6e2']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:39.371202 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-c447ef36-0d83-4ee0-97e1-49bfa166bc11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c578c68c-70de-4ea6-8d28-19491c976f8b') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:39.371444 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-c447ef36-0d83-4ee0-97e1-49bfa166bc11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c578c68c-70de-4ea6-8d28-19491c976f8b') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:39.380804 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c447ef36-0d83-4ee0-97e1-49bfa166bc11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:39.394663 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c447ef36-0d83-4ee0-97e1-49bfa166bc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:39.400393 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c447ef36-0d83-4ee0-97e1-49bfa166bc11 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c447ef36-0d83-4ee0-97e1-49bfa166bc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:48:39.404181 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:48:39.520654 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c447ef36-0d83-4ee0-97e1-49bfa166bc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:39.526058 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c447ef36-0d83-4ee0-97e1-49bfa166bc11 admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:39.527913 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c447ef36-0d83-4ee0-97e1-49bfa166bc11 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f5e5454a-a88e-4c62-aa62-5412c311d6e2 HTTP/1.1" status: 204 len: 168 time: 0.6371901 Aug 10 04:48:39.538866 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447ef36-0d83-4ee0-97e1-49bfa166bc11 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5e5454a-a88e-4c62-aa62-5412c311d6e2,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:39.636646 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 310d932b-3333-4e18-a0b7-9a6e9be0d8c4 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:48:39.656597 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 310d932b-3333-4e18-a0b7-9a6e9be0d8c4 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:48:39.656937 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 310d932b-3333-4e18-a0b7-9a6e9be0d8c4 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:48:39.657339 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 356ea070-ac8c-4d96-8a68-b1801c0efc11 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:48:39.676461 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 356ea070-ac8c-4d96-8a68-b1801c0efc11 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:48:39.676805 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 356ea070-ac8c-4d96-8a68-b1801c0efc11 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:48:39.677207 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f91ee7bb-b675-46ba-8490-66809f38831f no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:48:39.695279 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: f91ee7bb-b675-46ba-8490-66809f38831f {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:48:39.695593 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f91ee7bb-b675-46ba-8490-66809f38831f not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:48:39.901645 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53866) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:39.943572 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-893661c0-3f73-460a-9b25-098be5082cbd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=54c169cb1568461784e7a1ffea1cf948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405519 Aug 10 04:48:39.945912 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53868) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:39.983708 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d5ac45da-4902-40b8-b076-9db5982bba61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:39.999399 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-731a8a24-cc8e-46c3-a535-f07ce311041a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:40.020237 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-731a8a24-cc8e-46c3-a535-f07ce311041a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:40.143248 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-731a8a24-cc8e-46c3-a535-f07ce311041a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:40.145821 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-731a8a24-cc8e-46c3-a535-f07ce311041a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:40.146988 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-731a8a24-cc8e-46c3-a535-f07ce311041a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e81226fb-c15b-47f3-8fb6-89d4d8aae597 HTTP/1.1" status: 204 len: 168 time: 0.2001603 Aug 10 04:48:40.154916 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a8a24-cc8e-46c3-a535-f07ce311041a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81226fb-c15b-47f3-8fb6-89d4d8aae597,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:40.810810 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53874) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:40.850605 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c82ed2cf-5bc8-4a3b-9d60-98f51bd0194e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=093b1e9c90e24075a0a29fae4ed7a285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386348 Aug 10 04:48:40.853021 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53876) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:40.899700 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fb34fd33-173f-475b-b408-a7cfb73f3942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:40.920664 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fb34fd33-173f-475b-b408-a7cfb73f3942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:41.100896 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fb34fd33-173f-475b-b408-a7cfb73f3942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:41.103363 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fb34fd33-173f-475b-b408-a7cfb73f3942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:41.104699 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fb34fd33-173f-475b-b408-a7cfb73f3942 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/59353264-bbf4-4995-a88b-d5fb280c07c4 HTTP/1.1" status: 204 len: 168 time: 0.2507904 Aug 10 04:48:41.112812 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34fd33-173f-475b-b408-a7cfb73f3942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59353264-bbf4-4995-a88b-d5fb280c07c4,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:42.220880 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53898) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:42.331327 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-89bb05cd-22e7-460d-922f-757eb894b4ae admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1596575819-network', 'tenant_id': '5f814c20ef164bb79191282d278297be'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:48:42.403639 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bb05cd-22e7-460d-922f-757eb894b4ae admin admin] Made reservation on behalf of 5f814c20ef164bb79191282d278297be for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:48:42.406568 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-89bb05cd-22e7-460d-922f-757eb894b4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:42.415354 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-89bb05cd-22e7-460d-922f-757eb894b4ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:42.502465 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-89bb05cd-22e7-460d-922f-757eb894b4ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:42.588819 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-89bb05cd-22e7-460d-922f-757eb894b4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:42.614348 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89bb05cd-22e7-460d-922f-757eb894b4ae admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:48:42.624396 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb05cd-22e7-460d-922f-757eb894b4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a26e79-d1b1-43cc-aba6-4319fa412e04,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:42.629608 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-89bb05cd-22e7-460d-922f-757eb894b4ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:42.630060 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-89bb05cd-22e7-460d-922f-757eb894b4ae admin admin] Added segment daf8d4af-b494-4190-931b-9bd25e5dd1d8 of type vlan for network f0d373eb-5227-4fdb-843a-c97ac9778e5b Aug 10 04:48:42.674695 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-89bb05cd-22e7-460d-922f-757eb894b4ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:42.758030 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-89bb05cd-22e7-460d-922f-757eb894b4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:42.758997 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bb05cd-22e7-460d-922f-757eb894b4ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:42.759576 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-89bb05cd-22e7-460d-922f-757eb894b4ae admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:42.817085 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb05cd-22e7-460d-922f-757eb894b4ae admin admin] Pushing event updated for resources: {'Network': ['ID=f0d373eb-5227-4fdb-843a-c97ac9778e5b,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:42.827219 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network f0d373eb-5227-4fdb-843a-c97ac9778e5b details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:48:42.867518 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-89bb05cd-22e7-460d-922f-757eb894b4ae admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6453817 Aug 10 04:48:42.870349 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53902) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:42.876005 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c3249792-ba91-44d4-b2ea-d5ee78cfc7e4 admin admin] Request body: {'subnet': {'network_id': 'f0d373eb-5227-4fdb-843a-c97ac9778e5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1596575819-subnet', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:48:42.940538 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3249792-ba91-44d4-b2ea-d5ee78cfc7e4 admin admin] Made reservation on behalf of 5f814c20ef164bb79191282d278297be for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:48:42.942877 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c3249792-ba91-44d4-b2ea-d5ee78cfc7e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:43.169946 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c3249792-ba91-44d4-b2ea-d5ee78cfc7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:43.224557 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3249792-ba91-44d4-b2ea-d5ee78cfc7e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76725d64-a8b4-4197-9b8d-0679ed5ae73c,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:43.231712 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3249792-ba91-44d4-b2ea-d5ee78cfc7e4 admin admin] Checking segment: {'id': 'daf8d4af-b494-4190-931b-9bd25e5dd1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f0d373eb-5227-4fdb-843a-c97ac9778e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:48:43.232677 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3249792-ba91-44d4-b2ea-d5ee78cfc7e4 admin admin] Network hostable DHCP agents. Network: f0d373eb-5227-4fdb-843a-c97ac9778e5b, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:48:43.312935 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3249792-ba91-44d4-b2ea-d5ee78cfc7e4 admin admin] Network f0d373eb-5227-4fdb-843a-c97ac9778e5b is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:48:43.381019 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-c3249792-ba91-44d4-b2ea-d5ee78cfc7e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, f0d373eb-5227-4fdb-843a-c97ac9778e5b) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:48:43.385375 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3249792-ba91-44d4-b2ea-d5ee78cfc7e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:43.385965 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c3249792-ba91-44d4-b2ea-d5ee78cfc7e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:43.389865 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76177972-1e4a-4a03-a8b0-254262747ce8 None None] Network f0d373eb-5227-4fdb-843a-c97ac9778e5b requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:48:43.458820 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c3249792-ba91-44d4-b2ea-d5ee78cfc7e4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5850432 Aug 10 04:48:43.459064 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53904) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:43.463439 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-e84f59ca-f2dd-4bfe-8f43-bc579a2182e1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1596575819-router', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:48:43.533312 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98fea1b-5515-4135-af58-35d5741f94d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-f0d373eb-5227-4fdb-843a-c97ac9778e5b', 'network_id': 'f0d373eb-5227-4fdb-843a-c97ac9778e5b', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'fixed_ips': [{'subnet_id': '76725d64-a8b4-4197-9b8d-0679ed5ae73c'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:48:43.534212 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c98fea1b-5515-4135-af58-35d5741f94d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:43.549807 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e84f59ca-f2dd-4bfe-8f43-bc579a2182e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:43.552793 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e84f59ca-f2dd-4bfe-8f43-bc579a2182e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:43.607042 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e84f59ca-f2dd-4bfe-8f43-bc579a2182e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:43.676222 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-c98fea1b-5515-4135-af58-35d5741f94d7 None None] Allocated IP 172.20.0.2 (f0d373eb-5227-4fdb-843a-c97ac9778e5b/76725d64-a8b4-4197-9b8d-0679ed5ae73c/7c5299fd-16ce-47d0-915d-dd13c1e7a827) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:48:43.728749 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:43.799422 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e84f59ca-f2dd-4bfe-8f43-bc579a2182e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:43.831765 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c98fea1b-5515-4135-af58-35d5741f94d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:43.839737 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c98fea1b-5515-4135-af58-35d5741f94d7 None None] Transition to ACTIVE for port object 7c5299fd-16ce-47d0-915d-dd13c1e7a827 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:48:43.855074 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c98fea1b-5515-4135-af58-35d5741f94d7 None None] Transition to ACTIVE for port object 7c5299fd-16ce-47d0-915d-dd13c1e7a827 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:48:43.874546 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-82e744b4-99ad-4b38-a25a-d4767090cf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:43.983773 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c98fea1b-5515-4135-af58-35d5741f94d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:44.023573 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98fea1b-5515-4135-af58-35d5741f94d7 None None] Network f0d373eb-5227-4fdb-843a-c97ac9778e5b is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:48:44.026487 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-c98fea1b-5515-4135-af58-35d5741f94d7 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:48:44.030996 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98fea1b-5515-4135-af58-35d5741f94d7 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:48:44.037792 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fea1b-5515-4135-af58-35d5741f94d7 None None] Pushing event updated for resources: {'Port': ['ID=7c5299fd-16ce-47d0-915d-dd13c1e7a827,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:44.093063 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-c98fea1b-5515-4135-af58-35d5741f94d7 None None] Attempting to bind port 7c5299fd-16ce-47d0-915d-dd13c1e7a827 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:48:44.093427 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-c98fea1b-5515-4135-af58-35d5741f94d7 None None] Attempting to bind port 7c5299fd-16ce-47d0-915d-dd13c1e7a827 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'daf8d4af-b494-4190-931b-9bd25e5dd1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f0d373eb-5227-4fdb-843a-c97ac9778e5b'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:48:44.093786 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98fea1b-5515-4135-af58-35d5741f94d7 None None] Attempting to bind port 7c5299fd-16ce-47d0-915d-dd13c1e7a827 on network f0d373eb-5227-4fdb-843a-c97ac9778e5b {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:48:44.098839 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98fea1b-5515-4135-af58-35d5741f94d7 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:48:44.099218 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98fea1b-5515-4135-af58-35d5741f94d7 None None] Checking segment: {'id': 'daf8d4af-b494-4190-931b-9bd25e5dd1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f0d373eb-5227-4fdb-843a-c97ac9778e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:48:44.099641 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c98fea1b-5515-4135-af58-35d5741f94d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:44.100066 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98fea1b-5515-4135-af58-35d5741f94d7 None None] Bound using segment: {'id': 'daf8d4af-b494-4190-931b-9bd25e5dd1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f0d373eb-5227-4fdb-843a-c97ac9778e5b'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:48:44.100557 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-c98fea1b-5515-4135-af58-35d5741f94d7 None None] Bound port: 7c5299fd-16ce-47d0-915d-dd13c1e7a827, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf8d4af-b494-4190-931b-9bd25e5dd1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f0d373eb-5227-4fdb-843a-c97ac9778e5b'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:48:44.100943 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c98fea1b-5515-4135-af58-35d5741f94d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:44.105008 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e84f59ca-f2dd-4bfe-8f43-bc579a2182e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:44.124119 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e84f59ca-f2dd-4bfe-8f43-bc579a2182e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:44.166771 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-c98fea1b-5515-4135-af58-35d5741f94d7 None None] For port 7c5299fd-16ce-47d0-915d-dd13c1e7a827, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:48:44.170614 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-c98fea1b-5515-4135-af58-35d5741f94d7 None None] For port 7c5299fd-16ce-47d0-915d-dd13c1e7a827, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7c5299fd-16ce-47d0-915d-dd13c1e7a827,segment=NetworkSegment(daf8d4af-b494-4190-931b-9bd25e5dd1d8),segment_id=daf8d4af-b494-4190-931b-9bd25e5dd1d8)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:48:44.231492 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-e84f59ca-f2dd-4bfe-8f43-bc579a2182e1 admin admin] Allocated IP 172.25.0.211 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:48:44.233401 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c98fea1b-5515-4135-af58-35d5741f94d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:44.291050 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fea1b-5515-4135-af58-35d5741f94d7 None None] Pushing event updated for resources: {'Port': ['ID=7c5299fd-16ce-47d0-915d-dd13c1e7a827,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:44.340730 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e84f59ca-f2dd-4bfe-8f43-bc579a2182e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:44.468291 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e84f59ca-f2dd-4bfe-8f43-bc579a2182e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:44.514777 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84f59ca-f2dd-4bfe-8f43-bc579a2182e1 admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:48:44.517835 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-e84f59ca-f2dd-4bfe-8f43-bc579a2182e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:48:44.521600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84f59ca-f2dd-4bfe-8f43-bc579a2182e1 admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:48:44.527072 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f59ca-f2dd-4bfe-8f43-bc579a2182e1 admin admin] Pushing event updated for resources: {'Port': ['ID=9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:44.849346 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e84f59ca-f2dd-4bfe-8f43-bc579a2182e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:45.181900 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db487be3-7d18-4d7b-a417-e29636ea9ca2 None None] Network f0d373eb-5227-4fdb-843a-c97ac9778e5b requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:48:45.313208 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b7b3127c-3562-4fa8-9ac1-427359843d11 None None] Provisioning for port 7c5299fd-16ce-47d0-915d-dd13c1e7a827 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:48:45.472157 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e84f59ca-f2dd-4bfe-8f43-bc579a2182e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:45.532379 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:45.671416 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7c5299fd-16ce-47d0-915d-dd13c1e7a827 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:48:45.697939 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84f59ca-f2dd-4bfe-8f43-bc579a2182e1 admin admin] Router 3929f6da-9838-491a-9628-4f60dd1f26e9 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:48:45.808974 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84f59ca-f2dd-4bfe-8f43-bc579a2182e1 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:48:45.818764 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c5b32d-867f-4340-b25b-28afc4256f9d None None] Sync routers for ids ['3929f6da-9838-491a-9628-4f60dd1f26e9'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:48:45.823121 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 7c5299fd-16ce-47d0-915d-dd13c1e7a827 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:48:45.828389 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 7c5299fd-16ce-47d0-915d-dd13c1e7a827 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:48:45.828566 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c5b32d-867f-4340-b25b-28afc4256f9d None None] Routers {'3929f6da-9838-491a-9628-4f60dd1f26e9'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:48:45.828895 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:45.829139 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e1c5b32d-867f-4340-b25b-28afc4256f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:48:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3929f6da-9838-491a-9628-4f60dd1f26e9'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:45.914469 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:45.926482 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e84f59ca-f2dd-4bfe-8f43-bc579a2182e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:45.930409 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e84f59ca-f2dd-4bfe-8f43-bc579a2182e1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4678261 Aug 10 04:48:45.930584 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53906) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:45.937126 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-e1c5b32d-867f-4340-b25b-28afc4256f9d None None] Set router 3929f6da-9838-491a-9628-4f60dd1f26e9 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:48:45.948582 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 7c5299fd-16ce-47d0-915d-dd13c1e7a827, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7c5299fd-16ce-47d0-915d-dd13c1e7a827,segment=NetworkSegment(daf8d4af-b494-4190-931b-9bd25e5dd1d8),segment_id=daf8d4af-b494-4190-931b-9bd25e5dd1d8)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:48:46.035259 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:46.123694 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=7c5299fd-16ce-47d0-915d-dd13c1e7a827,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:46.210156 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e1c5b32d-867f-4340-b25b-28afc4256f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'name': 'tempest-TestMinimumBasicScenario-1596575819-router', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:43Z', 'updated_at': '2021-08-10T04:48:44Z', 'revision_number': 3, 'project_id': '5f814c20ef164bb79191282d278297be', 'gw_port': {'id': '9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:44Z', 'updated_at': '2021-08-10T04:48:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:46.239900 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c5b32d-867f-4340-b25b-28afc4256f9d None None] Checking router: 3929f6da-9838-491a-9628-4f60dd1f26e9 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:48:46.240270 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c5b32d-867f-4340-b25b-28afc4256f9d None None] Updating router 3929f6da-9838-491a-9628-4f60dd1f26e9 port 9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:48:46.264897 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1c5b32d-867f-4340-b25b-28afc4256f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:46.286527 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:46.399825 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4839e242-334b-440a-acd1-272be9e03cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:46.514252 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1c5b32d-867f-4340-b25b-28afc4256f9d None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:46.523969 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-e1c5b32d-867f-4340-b25b-28afc4256f9d None None] Transition to ACTIVE for port object 9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:48:46.557007 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-4839e242-334b-440a-acd1-272be9e03cfd admin admin] Allocated IP 172.20.0.1 (f0d373eb-5227-4fdb-843a-c97ac9778e5b/76725d64-a8b4-4197-9b8d-0679ed5ae73c/b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:48:46.600641 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1c5b32d-867f-4340-b25b-28afc4256f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:46.649935 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-e1c5b32d-867f-4340-b25b-28afc4256f9d None None] Attempting to bind port 9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:48:46.650303 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-e1c5b32d-867f-4340-b25b-28afc4256f9d None None] Attempting to bind port 9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:48:46.655636 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c5b32d-867f-4340-b25b-28afc4256f9d None None] Attempting to bind port 9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:48:46.659403 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab49d4-af7f-4800-873d-b07fbde48e58 None None] Pushing event updated for resources: {'Port': ['ID=9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:46.659555 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4839e242-334b-440a-acd1-272be9e03cfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:46.661667 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c5b32d-867f-4340-b25b-28afc4256f9d None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:48:46.662091 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c5b32d-867f-4340-b25b-28afc4256f9d None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:48:46.662490 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1c5b32d-867f-4340-b25b-28afc4256f9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:46.662880 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c5b32d-867f-4340-b25b-28afc4256f9d None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:48:46.663338 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-e1c5b32d-867f-4340-b25b-28afc4256f9d None None] Bound port: 9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:48:46.663714 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1c5b32d-867f-4340-b25b-28afc4256f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:46.672075 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-4839e242-334b-440a-acd1-272be9e03cfd admin admin] Transition to ACTIVE for port object b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:48:46.690011 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab49d4-af7f-4800-873d-b07fbde48e58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:46.690357 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab49d4-af7f-4800-873d-b07fbde48e58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:46.690693 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab49d4-af7f-4800-873d-b07fbde48e58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:46.691025 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab49d4-af7f-4800-873d-b07fbde48e58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:46.691353 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab49d4-af7f-4800-873d-b07fbde48e58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:46.691682 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab49d4-af7f-4800-873d-b07fbde48e58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:46.692029 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab49d4-af7f-4800-873d-b07fbde48e58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:46.692354 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab49d4-af7f-4800-873d-b07fbde48e58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:46.692675 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab49d4-af7f-4800-873d-b07fbde48e58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:46.692995 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab49d4-af7f-4800-873d-b07fbde48e58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:46.693315 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab49d4-af7f-4800-873d-b07fbde48e58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:46.693632 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ab49d4-af7f-4800-873d-b07fbde48e58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:46.728251 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-e1c5b32d-867f-4340-b25b-28afc4256f9d None None] For port 9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:48:46.731596 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-e1c5b32d-867f-4340-b25b-28afc4256f9d None None] For port 9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:48:46.817857 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4839e242-334b-440a-acd1-272be9e03cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:46.834824 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-e1c5b32d-867f-4340-b25b-28afc4256f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:46.861923 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4839e242-334b-440a-acd1-272be9e03cfd admin admin] Network f0d373eb-5227-4fdb-843a-c97ac9778e5b is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:48:46.868232 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-4839e242-334b-440a-acd1-272be9e03cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:48:46.870838 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4839e242-334b-440a-acd1-272be9e03cfd admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:48:46.894934 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c5b32d-867f-4340-b25b-28afc4256f9d None None] Routers {'3929f6da-9838-491a-9628-4f60dd1f26e9'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:48:46.895476 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e1c5b32d-867f-4340-b25b-28afc4256f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:48:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3929f6da-9838-491a-9628-4f60dd1f26e9'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:46.897437 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab49d4-af7f-4800-873d-b07fbde48e58 None None] Pushing event updated for resources: {'Port': ['ID=9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:46.902355 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839e242-334b-440a-acd1-272be9e03cfd admin admin] Pushing event updated for resources: {'Port': ['ID=b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:46.923095 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4839e242-334b-440a-acd1-272be9e03cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:47.036094 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-e1c5b32d-867f-4340-b25b-28afc4256f9d None None] Set router 3929f6da-9838-491a-9628-4f60dd1f26e9 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:48:47.120375 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:47.171671 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a70329b7-c8d4-4bb9-8ac9-06c8741c99cb None None] Provisioning for port b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:48:47.175608 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a70329b7-c8d4-4bb9-8ac9-06c8741c99cb None None] Provisioning complete for port b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:48:47.176071 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a70329b7-c8d4-4bb9-8ac9-06c8741c99cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:47.179802 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4839e242-334b-440a-acd1-272be9e03cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:47.219938 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e1c5b32d-867f-4340-b25b-28afc4256f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'name': 'tempest-TestMinimumBasicScenario-1596575819-router', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:43Z', 'updated_at': '2021-08-10T04:48:44Z', 'revision_number': 3, 'project_id': '5f814c20ef164bb79191282d278297be', 'gw_port': {'id': '9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:44Z', 'updated_at': '2021-08-10T04:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:47.224729 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-a70329b7-c8d4-4bb9-8ac9-06c8741c99cb None None] Port b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:48:47.252573 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c5b32d-867f-4340-b25b-28afc4256f9d None None] The sync data for ids ['3929f6da-9838-491a-9628-4f60dd1f26e9'] in n-d-802893-2 is: [{'id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'name': 'tempest-TestMinimumBasicScenario-1596575819-router', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:43Z', 'updated_at': '2021-08-10T04:48:44Z', 'revision_number': 3, 'project_id': '5f814c20ef164bb79191282d278297be', 'gw_port': {'id': '9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:44Z', 'updated_at': '2021-08-10T04:48:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:48:47.351897 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4839e242-334b-440a-acd1-272be9e03cfd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:47.429328 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4839e242-334b-440a-acd1-272be9e03cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:47.503138 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4839e242-334b-440a-acd1-272be9e03cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:47.504996 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839e242-334b-440a-acd1-272be9e03cfd admin admin] Pushing event updated for resources: {'Port': ['ID=b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:47.633550 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4839e242-334b-440a-acd1-272be9e03cfd admin admin] Network f0d373eb-5227-4fdb-843a-c97ac9778e5b is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:48:47.635189 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-4839e242-334b-440a-acd1-272be9e03cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:48:47.738216 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7c5299fd-16ce-47d0-915d-dd13c1e7a827 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:48:47.766829 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4839e242-334b-440a-acd1-272be9e03cfd admin admin] Router 3929f6da-9838-491a-9628-4f60dd1f26e9 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:48:47.792911 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 7c5299fd-16ce-47d0-915d-dd13c1e7a827 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:48:47.793289 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:47.894756 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:48:47.900135 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4839e242-334b-440a-acd1-272be9e03cfd admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:48:47.914269 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4839e242-334b-440a-acd1-272be9e03cfd admin admin] 10.222.0.25 "PUT /v2.0/routers/3929f6da-9838-491a-9628-4f60dd1f26e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9823308 Aug 10 04:48:48.107863 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-99da6bac-a39d-4f45-986e-2e003088b6da None None] Provisioning complete for port b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:48:48.108284 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-99da6bac-a39d-4f45-986e-2e003088b6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:48.146028 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-99da6bac-a39d-4f45-986e-2e003088b6da None None] Port b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:48:48.205806 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:48:48.209716 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:48:48.210078 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:48.290958 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:48.312127 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:48:48.369525 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:48.419094 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:48.582505 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53922) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:48.587602 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-cfb04b8c-f49d-4387-8912-96758152fafd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1737672611-network', 'tenant_id': '6c7dc89794ba4f03a448194bb670bc22'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:48:48.692055 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb04b8c-f49d-4387-8912-96758152fafd admin admin] Made reservation on behalf of 6c7dc89794ba4f03a448194bb670bc22 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:48:48.694495 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cfb04b8c-f49d-4387-8912-96758152fafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:48.704029 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cfb04b8c-f49d-4387-8912-96758152fafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:48.800164 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cfb04b8c-f49d-4387-8912-96758152fafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:48.844779 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4249b9b7-3e76-4caa-af98-195fad405d27 None None] Sync routers for ids ['3929f6da-9838-491a-9628-4f60dd1f26e9'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:48:48.854100 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4249b9b7-3e76-4caa-af98-195fad405d27 None None] Routers {'3929f6da-9838-491a-9628-4f60dd1f26e9'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:48:48.854855 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4249b9b7-3e76-4caa-af98-195fad405d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:48:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3929f6da-9838-491a-9628-4f60dd1f26e9'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:48.872218 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cfb04b8c-f49d-4387-8912-96758152fafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:48.897380 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb04b8c-f49d-4387-8912-96758152fafd admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:48:48.907920 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb04b8c-f49d-4387-8912-96758152fafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f541be5-5cee-4860-bf34-fd3f6b7418ef,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:48.914349 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cfb04b8c-f49d-4387-8912-96758152fafd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:48.914696 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-cfb04b8c-f49d-4387-8912-96758152fafd admin admin] Added segment e1f5ab34-4534-4c8b-9e1a-a36532f86adf of type vlan for network a143714f-daca-4f47-8dde-ac7fb3fbbe87 Aug 10 04:48:48.958175 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cfb04b8c-f49d-4387-8912-96758152fafd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:48.965803 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-4249b9b7-3e76-4caa-af98-195fad405d27 None None] Set router 3929f6da-9838-491a-9628-4f60dd1f26e9 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:48:49.063478 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cfb04b8c-f49d-4387-8912-96758152fafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:49.064518 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb04b8c-f49d-4387-8912-96758152fafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:49.065185 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cfb04b8c-f49d-4387-8912-96758152fafd admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:49.125346 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb04b8c-f49d-4387-8912-96758152fafd admin admin] Pushing event updated for resources: {'Network': ['ID=a143714f-daca-4f47-8dde-ac7fb3fbbe87,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:49.139445 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network a143714f-daca-4f47-8dde-ac7fb3fbbe87 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:48:49.202329 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-cfb04b8c-f49d-4387-8912-96758152fafd admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6178155 Aug 10 04:48:49.204937 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53924) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:49.210367 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c3ca52c7-6035-47e5-9ef3-d91f0cd2dfd9 admin admin] Request body: {'subnet': {'network_id': 'a143714f-daca-4f47-8dde-ac7fb3fbbe87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1737672611-subnet', 'tenant_id': '6c7dc89794ba4f03a448194bb670bc22', 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:48:49.226949 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4249b9b7-3e76-4caa-af98-195fad405d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'name': 'tempest-TestMinimumBasicScenario-1596575819-router', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:43Z', 'updated_at': '2021-08-10T04:48:47Z', 'revision_number': 4, 'project_id': '5f814c20ef164bb79191282d278297be', 'gw_port': {'id': '9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:44Z', 'updated_at': '2021-08-10T04:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0', 'name': '', 'network_id': 'f0d373eb-5227-4fdb-843a-c97ac9778e5b', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'mac_address': 'fa:16:3e:fd:88:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '76725d64-a8b4-4197-9b8d-0679ed5ae73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:46Z', 'updated_at': '2021-08-10T04:48:47Z', 'revision_number': 2, 'project_id': '5f814c20ef164bb79191282d278297be', 'subnets': [{'id': '76725d64-a8b4-4197-9b8d-0679ed5ae73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:49.254894 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4249b9b7-3e76-4caa-af98-195fad405d27 None None] Checking router: 3929f6da-9838-491a-9628-4f60dd1f26e9 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:48:49.255251 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4249b9b7-3e76-4caa-af98-195fad405d27 None None] Updating router 3929f6da-9838-491a-9628-4f60dd1f26e9 port b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:48:49.281507 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4249b9b7-3e76-4caa-af98-195fad405d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:49.314860 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ca52c7-6035-47e5-9ef3-d91f0cd2dfd9 admin admin] Made reservation on behalf of 6c7dc89794ba4f03a448194bb670bc22 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:48:49.317349 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c3ca52c7-6035-47e5-9ef3-d91f0cd2dfd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:49.546897 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c3ca52c7-6035-47e5-9ef3-d91f0cd2dfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:49.554129 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4249b9b7-3e76-4caa-af98-195fad405d27 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:49.564545 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4249b9b7-3e76-4caa-af98-195fad405d27 None None] Transition to ACTIVE for port object b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:48:49.611321 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca52c7-6035-47e5-9ef3-d91f0cd2dfd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1537f77a-086b-45ab-9888-609227cb54f0,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:49.620836 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4249b9b7-3e76-4caa-af98-195fad405d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:49.620998 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ca52c7-6035-47e5-9ef3-d91f0cd2dfd9 admin admin] Checking segment: {'id': 'e1f5ab34-4534-4c8b-9e1a-a36532f86adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a143714f-daca-4f47-8dde-ac7fb3fbbe87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:48:49.621341 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ca52c7-6035-47e5-9ef3-d91f0cd2dfd9 admin admin] Network hostable DHCP agents. Network: a143714f-daca-4f47-8dde-ac7fb3fbbe87, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:48:49.650314 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:48:49.697601 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ca52c7-6035-47e5-9ef3-d91f0cd2dfd9 admin admin] Network a143714f-daca-4f47-8dde-ac7fb3fbbe87 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:48:49.709278 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c1bc0-7eb1-4d1f-b270-d4bdebcad879 None None] Pushing event updated for resources: {'Port': ['ID=b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:49.771983 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-4249b9b7-3e76-4caa-af98-195fad405d27 None None] Attempting to bind port b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:48:49.772366 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-4249b9b7-3e76-4caa-af98-195fad405d27 None None] Attempting to bind port b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'daf8d4af-b494-4190-931b-9bd25e5dd1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f0d373eb-5227-4fdb-843a-c97ac9778e5b'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:48:49.772735 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4249b9b7-3e76-4caa-af98-195fad405d27 None None] Attempting to bind port b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0 on network f0d373eb-5227-4fdb-843a-c97ac9778e5b {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:48:49.774889 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:48:49.775261 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:49.775799 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-c3ca52c7-6035-47e5-9ef3-d91f0cd2dfd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, a143714f-daca-4f47-8dde-ac7fb3fbbe87) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:48:49.784630 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ca52c7-6035-47e5-9ef3-d91f0cd2dfd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:48:49.785408 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c3ca52c7-6035-47e5-9ef3-d91f0cd2dfd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:49.803338 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4249b9b7-3e76-4caa-af98-195fad405d27 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:48:49.803338 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4249b9b7-3e76-4caa-af98-195fad405d27 None None] Checking segment: {'id': 'daf8d4af-b494-4190-931b-9bd25e5dd1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f0d373eb-5227-4fdb-843a-c97ac9778e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:48:49.803338 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4249b9b7-3e76-4caa-af98-195fad405d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:49.803338 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4249b9b7-3e76-4caa-af98-195fad405d27 None None] Bound using segment: {'id': 'daf8d4af-b494-4190-931b-9bd25e5dd1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f0d373eb-5227-4fdb-843a-c97ac9778e5b'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:48:49.803879 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-4249b9b7-3e76-4caa-af98-195fad405d27 None None] Bound port: b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daf8d4af-b494-4190-931b-9bd25e5dd1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f0d373eb-5227-4fdb-843a-c97ac9778e5b'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:48:49.804222 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4249b9b7-3e76-4caa-af98-195fad405d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:49.806230 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dce5530-faf0-408f-bfa7-b150228d4d19 None None] Network a143714f-daca-4f47-8dde-ac7fb3fbbe87 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:48:49.864911 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c3ca52c7-6035-47e5-9ef3-d91f0cd2dfd9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6587718 Aug 10 04:48:49.867427 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 53926) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:49.872239 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-f6b0f145-2421-41ce-8b2c-d11fce6155cc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1737672611-router', 'tenant_id': '6c7dc89794ba4f03a448194bb670bc22', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:48:49.996440 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-4249b9b7-3e76-4caa-af98-195fad405d27 None None] For port b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:48:50.006657 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f6b0f145-2421-41ce-8b2c-d11fce6155cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:50.007726 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f6b0f145-2421-41ce-8b2c-d11fce6155cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:50.048565 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-4249b9b7-3e76-4caa-af98-195fad405d27 None None] For port b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0,segment=NetworkSegment(daf8d4af-b494-4190-931b-9bd25e5dd1d8),segment_id=daf8d4af-b494-4190-931b-9bd25e5dd1d8)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:48:50.059915 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f6b0f145-2421-41ce-8b2c-d11fce6155cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:50.085897 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a82d0d-2cc6-43bf-bb13-2c598201d44b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-a143714f-daca-4f47-8dde-ac7fb3fbbe87', 'network_id': 'a143714f-daca-4f47-8dde-ac7fb3fbbe87', 'tenant_id': '6c7dc89794ba4f03a448194bb670bc22', 'fixed_ips': [{'subnet_id': '1537f77a-086b-45ab-9888-609227cb54f0'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:48:50.086753 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-40a82d0d-2cc6-43bf-bb13-2c598201d44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:50.153296 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4249b9b7-3e76-4caa-af98-195fad405d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:50.259885 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4249b9b7-3e76-4caa-af98-195fad405d27 None None] Routers {'3929f6da-9838-491a-9628-4f60dd1f26e9'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:48:50.260542 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4249b9b7-3e76-4caa-af98-195fad405d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:48:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3929f6da-9838-491a-9628-4f60dd1f26e9'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:50.271501 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c1bc0-7eb1-4d1f-b270-d4bdebcad879 None None] Pushing event updated for resources: {'Port': ['ID=b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:50.327950 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-40a82d0d-2cc6-43bf-bb13-2c598201d44b None None] Allocated IP 172.20.0.2 (a143714f-daca-4f47-8dde-ac7fb3fbbe87/1537f77a-086b-45ab-9888-609227cb54f0/4b0bf401-6800-4e3f-b218-924530fc4efb) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:48:50.355595 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f6b0f145-2421-41ce-8b2c-d11fce6155cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:50.440518 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-4249b9b7-3e76-4caa-af98-195fad405d27 None None] Set router 3929f6da-9838-491a-9628-4f60dd1f26e9 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:48:50.670819 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f6b0f145-2421-41ce-8b2c-d11fce6155cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:50.690567 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f6b0f145-2421-41ce-8b2c-d11fce6155cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:50.797703 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-f6b0f145-2421-41ce-8b2c-d11fce6155cc admin admin] Allocated IP 172.25.0.129 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/75c6d049-454c-4f70-9b20-31fa395759f0) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:48:50.808027 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-40a82d0d-2cc6-43bf-bb13-2c598201d44b None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:50.823308 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-40a82d0d-2cc6-43bf-bb13-2c598201d44b None None] Transition to ACTIVE for port object 4b0bf401-6800-4e3f-b218-924530fc4efb will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:48:50.849390 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-40a82d0d-2cc6-43bf-bb13-2c598201d44b None None] Transition to ACTIVE for port object 4b0bf401-6800-4e3f-b218-924530fc4efb will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:48:50.897551 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4249b9b7-3e76-4caa-af98-195fad405d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'name': 'tempest-TestMinimumBasicScenario-1596575819-router', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:43Z', 'updated_at': '2021-08-10T04:48:47Z', 'revision_number': 4, 'project_id': '5f814c20ef164bb79191282d278297be', 'gw_port': {'id': '9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:44Z', 'updated_at': '2021-08-10T04:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0', 'name': '', 'network_id': 'f0d373eb-5227-4fdb-843a-c97ac9778e5b', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'mac_address': 'fa:16:3e:fd:88:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '76725d64-a8b4-4197-9b8d-0679ed5ae73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:46Z', 'updated_at': '2021-08-10T04:48:49Z', 'revision_number': 4, 'project_id': '5f814c20ef164bb79191282d278297be', 'subnets': [{'id': '76725d64-a8b4-4197-9b8d-0679ed5ae73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:50.899769 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f6b0f145-2421-41ce-8b2c-d11fce6155cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:50.930169 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4249b9b7-3e76-4caa-af98-195fad405d27 None None] The sync data for ids ['3929f6da-9838-491a-9628-4f60dd1f26e9'] in n-d-802893-2 is: [{'id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'name': 'tempest-TestMinimumBasicScenario-1596575819-router', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:43Z', 'updated_at': '2021-08-10T04:48:47Z', 'revision_number': 4, 'project_id': '5f814c20ef164bb79191282d278297be', 'gw_port': {'id': '9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:44Z', 'updated_at': '2021-08-10T04:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0', 'name': '', 'network_id': 'f0d373eb-5227-4fdb-843a-c97ac9778e5b', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'mac_address': 'fa:16:3e:fd:88:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '76725d64-a8b4-4197-9b8d-0679ed5ae73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:46Z', 'updated_at': '2021-08-10T04:48:49Z', 'revision_number': 4, 'project_id': '5f814c20ef164bb79191282d278297be', 'subnets': [{'id': '76725d64-a8b4-4197-9b8d-0679ed5ae73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:48:50.956219 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-40a82d0d-2cc6-43bf-bb13-2c598201d44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:51.015481 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f6b0f145-2421-41ce-8b2c-d11fce6155cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:51.030820 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a82d0d-2cc6-43bf-bb13-2c598201d44b None None] Network a143714f-daca-4f47-8dde-ac7fb3fbbe87 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:48:51.035115 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-40a82d0d-2cc6-43bf-bb13-2c598201d44b None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:48:51.043064 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a82d0d-2cc6-43bf-bb13-2c598201d44b None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:48:51.056743 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b0f145-2421-41ce-8b2c-d11fce6155cc admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:48:51.059733 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-f6b0f145-2421-41ce-8b2c-d11fce6155cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:48:51.066908 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b0f145-2421-41ce-8b2c-d11fce6155cc admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:48:51.080362 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a82d0d-2cc6-43bf-bb13-2c598201d44b None None] Pushing event updated for resources: {'Port': ['ID=4b0bf401-6800-4e3f-b218-924530fc4efb,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:51.095835 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b0f145-2421-41ce-8b2c-d11fce6155cc admin admin] Pushing event updated for resources: {'Port': ['ID=75c6d049-454c-4f70-9b20-31fa395759f0,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:51.119176 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-40a82d0d-2cc6-43bf-bb13-2c598201d44b None None] Attempting to bind port 4b0bf401-6800-4e3f-b218-924530fc4efb on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:48:51.119176 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-40a82d0d-2cc6-43bf-bb13-2c598201d44b None None] Attempting to bind port 4b0bf401-6800-4e3f-b218-924530fc4efb by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'e1f5ab34-4534-4c8b-9e1a-a36532f86adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a143714f-daca-4f47-8dde-ac7fb3fbbe87'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:48:51.121028 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a82d0d-2cc6-43bf-bb13-2c598201d44b None None] Attempting to bind port 4b0bf401-6800-4e3f-b218-924530fc4efb on network a143714f-daca-4f47-8dde-ac7fb3fbbe87 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:48:51.125364 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a82d0d-2cc6-43bf-bb13-2c598201d44b None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:48:51.125822 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a82d0d-2cc6-43bf-bb13-2c598201d44b None None] Checking segment: {'id': 'e1f5ab34-4534-4c8b-9e1a-a36532f86adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a143714f-daca-4f47-8dde-ac7fb3fbbe87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:48:51.126294 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-40a82d0d-2cc6-43bf-bb13-2c598201d44b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:51.126753 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a82d0d-2cc6-43bf-bb13-2c598201d44b None None] Bound using segment: {'id': 'e1f5ab34-4534-4c8b-9e1a-a36532f86adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a143714f-daca-4f47-8dde-ac7fb3fbbe87'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:48:51.127339 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-40a82d0d-2cc6-43bf-bb13-2c598201d44b None None] Bound port: 4b0bf401-6800-4e3f-b218-924530fc4efb, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1f5ab34-4534-4c8b-9e1a-a36532f86adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a143714f-daca-4f47-8dde-ac7fb3fbbe87'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:48:51.127810 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-40a82d0d-2cc6-43bf-bb13-2c598201d44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:51.197924 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-40a82d0d-2cc6-43bf-bb13-2c598201d44b None None] For port 4b0bf401-6800-4e3f-b218-924530fc4efb, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:48:51.201116 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-40a82d0d-2cc6-43bf-bb13-2c598201d44b None None] For port 4b0bf401-6800-4e3f-b218-924530fc4efb, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4b0bf401-6800-4e3f-b218-924530fc4efb,segment=NetworkSegment(e1f5ab34-4534-4c8b-9e1a-a36532f86adf),segment_id=e1f5ab34-4534-4c8b-9e1a-a36532f86adf)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:48:51.261636 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-40a82d0d-2cc6-43bf-bb13-2c598201d44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:51.334526 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a82d0d-2cc6-43bf-bb13-2c598201d44b None None] Pushing event updated for resources: {'Port': ['ID=4b0bf401-6800-4e3f-b218-924530fc4efb,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:51.438237 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f6b0f145-2421-41ce-8b2c-d11fce6155cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:51.687424 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f6b0f145-2421-41ce-8b2c-d11fce6155cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:51.727805 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4b0bf401-6800-4e3f-b218-924530fc4efb up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:48:51.844181 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 4b0bf401-6800-4e3f-b218-924530fc4efb completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:48:51.848830 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:48:51.918079 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b0f145-2421-41ce-8b2c-d11fce6155cc admin admin] Router 59e32a8a-a7b1-425d-a1fd-651a6dab278f is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:48:51.981316 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:48:51.986232 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:48:51.986606 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:52.070393 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b0f145-2421-41ce-8b2c-d11fce6155cc admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:48:52.080398 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef280a7-e5fe-45dd-8dec-12b22d2fb37b None None] Sync routers for ids ['59e32a8a-a7b1-425d-a1fd-651a6dab278f'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:48:52.095740 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef280a7-e5fe-45dd-8dec-12b22d2fb37b None None] Routers {'59e32a8a-a7b1-425d-a1fd-651a6dab278f'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:48:52.097322 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0ef280a7-e5fe-45dd-8dec-12b22d2fb37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:48:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['59e32a8a-a7b1-425d-a1fd-651a6dab278f'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:52.097728 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:52.135728 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0,segment=NetworkSegment(daf8d4af-b494-4190-931b-9bd25e5dd1d8),segment_id=daf8d4af-b494-4190-931b-9bd25e5dd1d8)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:48:52.198197 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f6b0f145-2421-41ce-8b2c-d11fce6155cc admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:52.199210 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f6b0f145-2421-41ce-8b2c-d11fce6155cc admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3306766 Aug 10 04:48:52.202721 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 53930) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:48:52.223240 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:52.245364 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-0ef280a7-e5fe-45dd-8dec-12b22d2fb37b None None] Set router 59e32a8a-a7b1-425d-a1fd-651a6dab278f gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:48:52.280701 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:52.339757 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a79445d-e96b-44cc-8af1-4893c2cb1967 None None] Network a143714f-daca-4f47-8dde-ac7fb3fbbe87 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:48:52.457613 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0ef280a7-e5fe-45dd-8dec-12b22d2fb37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e32a8a-a7b1-425d-a1fd-651a6dab278f', 'name': 'tempest-TestMinimumBasicScenario-1737672611-router', 'tenant_id': '6c7dc89794ba4f03a448194bb670bc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '75c6d049-454c-4f70-9b20-31fa395759f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:50Z', 'updated_at': '2021-08-10T04:48:51Z', 'revision_number': 3, 'project_id': '6c7dc89794ba4f03a448194bb670bc22', 'gw_port': {'id': '75c6d049-454c-4f70-9b20-31fa395759f0', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:11:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e32a8a-a7b1-425d-a1fd-651a6dab278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:50Z', 'updated_at': '2021-08-10T04:48:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:52.488903 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef280a7-e5fe-45dd-8dec-12b22d2fb37b None None] Checking router: 59e32a8a-a7b1-425d-a1fd-651a6dab278f for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:48:52.489168 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef280a7-e5fe-45dd-8dec-12b22d2fb37b None None] Updating router 59e32a8a-a7b1-425d-a1fd-651a6dab278f port 75c6d049-454c-4f70-9b20-31fa395759f0 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:48:52.523777 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ef280a7-e5fe-45dd-8dec-12b22d2fb37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:52.531833 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-31e3d787-3f55-40e0-947e-32482b26c5b4 None None] Provisioning for port 4b0bf401-6800-4e3f-b218-924530fc4efb completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:48:52.537600 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-31e3d787-3f55-40e0-947e-32482b26c5b4 None None] Provisioning complete for port 4b0bf401-6800-4e3f-b218-924530fc4efb triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:48:52.538118 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-31e3d787-3f55-40e0-947e-32482b26c5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:52.647354 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-31e3d787-3f55-40e0-947e-32482b26c5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:52.682321 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:52.690185 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-31e3d787-3f55-40e0-947e-32482b26c5b4 None None] For port 4b0bf401-6800-4e3f-b218-924530fc4efb, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4b0bf401-6800-4e3f-b218-924530fc4efb,segment=NetworkSegment(e1f5ab34-4534-4c8b-9e1a-a36532f86adf),segment_id=e1f5ab34-4534-4c8b-9e1a-a36532f86adf)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:48:52.741126 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-31e3d787-3f55-40e0-947e-32482b26c5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:52.797415 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e3d787-3f55-40e0-947e-32482b26c5b4 None None] Pushing event updated for resources: {'Port': ['ID=4b0bf401-6800-4e3f-b218-924530fc4efb,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:52.831223 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ef280a7-e5fe-45dd-8dec-12b22d2fb37b None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:52.840601 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-0ef280a7-e5fe-45dd-8dec-12b22d2fb37b None None] Transition to ACTIVE for port object 75c6d049-454c-4f70-9b20-31fa395759f0 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:48:52.854642 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Allocated IP 172.20.0.1 (a143714f-daca-4f47-8dde-ac7fb3fbbe87/1537f77a-086b-45ab-9888-609227cb54f0/12162b1e-47d7-4879-98b4-76a9d6d203c6) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:48:52.861112 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-39804d21-fd3d-47fb-aa8b-86ef98b0b155 None None] Provisioning complete for port 4b0bf401-6800-4e3f-b218-924530fc4efb triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:48:52.861480 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-39804d21-fd3d-47fb-aa8b-86ef98b0b155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:52.923657 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ef280a7-e5fe-45dd-8dec-12b22d2fb37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:52.964748 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:52.976716 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-0ef280a7-e5fe-45dd-8dec-12b22d2fb37b None None] Attempting to bind port 75c6d049-454c-4f70-9b20-31fa395759f0 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:48:52.977084 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-0ef280a7-e5fe-45dd-8dec-12b22d2fb37b None None] Attempting to bind port 75c6d049-454c-4f70-9b20-31fa395759f0 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:48:52.977443 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef280a7-e5fe-45dd-8dec-12b22d2fb37b None None] Attempting to bind port 75c6d049-454c-4f70-9b20-31fa395759f0 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:48:52.977848 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Transition to ACTIVE for port object 12162b1e-47d7-4879-98b4-76a9d6d203c6 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:48:52.979339 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d033e-dd0b-4e25-8291-188584dfefcd None None] Pushing event updated for resources: {'Port': ['ID=75c6d049-454c-4f70-9b20-31fa395759f0,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:52.985780 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef280a7-e5fe-45dd-8dec-12b22d2fb37b None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:48:52.986152 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef280a7-e5fe-45dd-8dec-12b22d2fb37b None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:48:52.986552 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ef280a7-e5fe-45dd-8dec-12b22d2fb37b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:52.986935 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef280a7-e5fe-45dd-8dec-12b22d2fb37b None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:48:52.987394 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-0ef280a7-e5fe-45dd-8dec-12b22d2fb37b None None] Bound port: 75c6d049-454c-4f70-9b20-31fa395759f0, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:48:52.987774 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ef280a7-e5fe-45dd-8dec-12b22d2fb37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:53.041984 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-0ef280a7-e5fe-45dd-8dec-12b22d2fb37b None None] For port 75c6d049-454c-4f70-9b20-31fa395759f0, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:48:53.045093 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-0ef280a7-e5fe-45dd-8dec-12b22d2fb37b None None] For port 75c6d049-454c-4f70-9b20-31fa395759f0, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=75c6d049-454c-4f70-9b20-31fa395759f0,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:48:53.086486 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:53.131377 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Network a143714f-daca-4f47-8dde-ac7fb3fbbe87 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:48:53.134253 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:48:53.136871 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:48:53.161297 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-0ef280a7-e5fe-45dd-8dec-12b22d2fb37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:53.162532 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Pushing event updated for resources: {'Port': ['ID=12162b1e-47d7-4879-98b4-76a9d6d203c6,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:53.175266 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:53.175616 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:53.175988 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:53.176335 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:53.176674 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:53.177011 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:53.177344 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:53.177675 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:53.178005 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:53.178330 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:53.178663 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:53.178983 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:48:53.197264 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:53.319405 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d033e-dd0b-4e25-8291-188584dfefcd None None] Pushing event updated for resources: {'Port': ['ID=75c6d049-454c-4f70-9b20-31fa395759f0,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:53.327815 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef280a7-e5fe-45dd-8dec-12b22d2fb37b None None] Routers {'59e32a8a-a7b1-425d-a1fd-651a6dab278f'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:48:53.327815 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0ef280a7-e5fe-45dd-8dec-12b22d2fb37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:48:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['59e32a8a-a7b1-425d-a1fd-651a6dab278f'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:53.408207 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:53.431881 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-0ef280a7-e5fe-45dd-8dec-12b22d2fb37b None None] Set router 59e32a8a-a7b1-425d-a1fd-651a6dab278f gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:48:53.466127 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f208eb90-915e-4aef-a90d-75d9c24d6850 None None] Provisioning for port 12162b1e-47d7-4879-98b4-76a9d6d203c6 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:48:53.471276 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f208eb90-915e-4aef-a90d-75d9c24d6850 None None] Provisioning complete for port 12162b1e-47d7-4879-98b4-76a9d6d203c6 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:48:53.471276 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f208eb90-915e-4aef-a90d-75d9c24d6850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:53.510084 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-f208eb90-915e-4aef-a90d-75d9c24d6850 None None] Port 12162b1e-47d7-4879-98b4-76a9d6d203c6 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:48:53.574401 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:53.607197 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0ef280a7-e5fe-45dd-8dec-12b22d2fb37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e32a8a-a7b1-425d-a1fd-651a6dab278f', 'name': 'tempest-TestMinimumBasicScenario-1737672611-router', 'tenant_id': '6c7dc89794ba4f03a448194bb670bc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '75c6d049-454c-4f70-9b20-31fa395759f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:50Z', 'updated_at': '2021-08-10T04:48:51Z', 'revision_number': 3, 'project_id': '6c7dc89794ba4f03a448194bb670bc22', 'gw_port': {'id': '75c6d049-454c-4f70-9b20-31fa395759f0', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:11:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e32a8a-a7b1-425d-a1fd-651a6dab278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:50Z', 'updated_at': '2021-08-10T04:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:53.637104 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef280a7-e5fe-45dd-8dec-12b22d2fb37b None None] The sync data for ids ['59e32a8a-a7b1-425d-a1fd-651a6dab278f'] in n-d-802893-2 is: [{'id': '59e32a8a-a7b1-425d-a1fd-651a6dab278f', 'name': 'tempest-TestMinimumBasicScenario-1737672611-router', 'tenant_id': '6c7dc89794ba4f03a448194bb670bc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '75c6d049-454c-4f70-9b20-31fa395759f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:50Z', 'updated_at': '2021-08-10T04:48:51Z', 'revision_number': 3, 'project_id': '6c7dc89794ba4f03a448194bb670bc22', 'gw_port': {'id': '75c6d049-454c-4f70-9b20-31fa395759f0', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:11:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e32a8a-a7b1-425d-a1fd-651a6dab278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:50Z', 'updated_at': '2021-08-10T04:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:48:53.651147 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4b0bf401-6800-4e3f-b218-924530fc4efb up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:48:53.651926 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:53.707052 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 4b0bf401-6800-4e3f-b218-924530fc4efb triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:48:53.707752 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:53.730652 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:53.734563 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Pushing event updated for resources: {'Port': ['ID=12162b1e-47d7-4879-98b4-76a9d6d203c6,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:53.789972 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:48:53.832613 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Network a143714f-daca-4f47-8dde-ac7fb3fbbe87 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:48:53.834343 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:48:53.855275 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:48:53.855657 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:54.000818 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Router 59e32a8a-a7b1-425d-a1fd-651a6dab278f has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:48:54.122184 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:48:54.130910 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7977c953-be29-45da-8df1-7f48984523c0 admin admin] 10.222.0.25 "PUT /v2.0/routers/59e32a8a-a7b1-425d-a1fd-651a6dab278f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9230256 Aug 10 04:48:54.138666 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b651fc8b-e899-4240-a9eb-4f08052bafb1 None None] Provisioning complete for port 12162b1e-47d7-4879-98b4-76a9d6d203c6 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:48:54.139250 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b651fc8b-e899-4240-a9eb-4f08052bafb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:54.175094 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-b651fc8b-e899-4240-a9eb-4f08052bafb1 None None] Port 12162b1e-47d7-4879-98b4-76a9d6d203c6 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:48:55.231490 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ccf869-6cfb-429e-b934-6d2ed94fde9e None None] Sync routers for ids ['59e32a8a-a7b1-425d-a1fd-651a6dab278f'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:48:55.244778 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ccf869-6cfb-429e-b934-6d2ed94fde9e None None] Routers {'59e32a8a-a7b1-425d-a1fd-651a6dab278f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:48:55.245520 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-23ccf869-6cfb-429e-b934-6d2ed94fde9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:48:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['59e32a8a-a7b1-425d-a1fd-651a6dab278f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:55.365546 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-23ccf869-6cfb-429e-b934-6d2ed94fde9e None None] Set router 59e32a8a-a7b1-425d-a1fd-651a6dab278f gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:48:55.615359 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-23ccf869-6cfb-429e-b934-6d2ed94fde9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e32a8a-a7b1-425d-a1fd-651a6dab278f', 'name': 'tempest-TestMinimumBasicScenario-1737672611-router', 'tenant_id': '6c7dc89794ba4f03a448194bb670bc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '75c6d049-454c-4f70-9b20-31fa395759f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:50Z', 'updated_at': '2021-08-10T04:48:53Z', 'revision_number': 4, 'project_id': '6c7dc89794ba4f03a448194bb670bc22', 'gw_port': {'id': '75c6d049-454c-4f70-9b20-31fa395759f0', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:11:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e32a8a-a7b1-425d-a1fd-651a6dab278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:50Z', 'updated_at': '2021-08-10T04:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '12162b1e-47d7-4879-98b4-76a9d6d203c6', 'name': '', 'network_id': 'a143714f-daca-4f47-8dde-ac7fb3fbbe87', 'tenant_id': '6c7dc89794ba4f03a448194bb670bc22', 'mac_address': 'fa:16:3e:97:fc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e32a8a-a7b1-425d-a1fd-651a6dab278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1537f77a-086b-45ab-9888-609227cb54f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:52Z', 'updated_at': '2021-08-10T04:48:53Z', 'revision_number': 2, 'project_id': '6c7dc89794ba4f03a448194bb670bc22', 'subnets': [{'id': '1537f77a-086b-45ab-9888-609227cb54f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:55.649555 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ccf869-6cfb-429e-b934-6d2ed94fde9e None None] Checking router: 59e32a8a-a7b1-425d-a1fd-651a6dab278f for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:48:55.649946 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ccf869-6cfb-429e-b934-6d2ed94fde9e None None] Updating router 59e32a8a-a7b1-425d-a1fd-651a6dab278f port 12162b1e-47d7-4879-98b4-76a9d6d203c6 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:48:55.680120 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-23ccf869-6cfb-429e-b934-6d2ed94fde9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:55.723591 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 75c6d049-454c-4f70-9b20-31fa395759f0 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:48:55.906620 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 75c6d049-454c-4f70-9b20-31fa395759f0 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:48:55.914619 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 75c6d049-454c-4f70-9b20-31fa395759f0 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:48:55.915111 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.049423 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.097034 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 75c6d049-454c-4f70-9b20-31fa395759f0, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=75c6d049-454c-4f70-9b20-31fa395759f0,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:48:56.120555 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-23ccf869-6cfb-429e-b934-6d2ed94fde9e None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.132945 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-23ccf869-6cfb-429e-b934-6d2ed94fde9e None None] Transition to ACTIVE for port object 12162b1e-47d7-4879-98b4-76a9d6d203c6 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:48:56.166323 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.225171 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=75c6d049-454c-4f70-9b20-31fa395759f0,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:56.246638 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-23ccf869-6cfb-429e-b934-6d2ed94fde9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.308571 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfcd532-476f-4a78-bd1b-72017c9cab21 None None] Pushing event updated for resources: {'Port': ['ID=12162b1e-47d7-4879-98b4-76a9d6d203c6,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:56.362858 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-23ccf869-6cfb-429e-b934-6d2ed94fde9e None None] Attempting to bind port 12162b1e-47d7-4879-98b4-76a9d6d203c6 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:48:56.363234 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-23ccf869-6cfb-429e-b934-6d2ed94fde9e None None] Attempting to bind port 12162b1e-47d7-4879-98b4-76a9d6d203c6 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'e1f5ab34-4534-4c8b-9e1a-a36532f86adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a143714f-daca-4f47-8dde-ac7fb3fbbe87'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:48:56.363608 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ccf869-6cfb-429e-b934-6d2ed94fde9e None None] Attempting to bind port 12162b1e-47d7-4879-98b4-76a9d6d203c6 on network a143714f-daca-4f47-8dde-ac7fb3fbbe87 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:48:56.373859 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ccf869-6cfb-429e-b934-6d2ed94fde9e None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:48:56.374237 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ccf869-6cfb-429e-b934-6d2ed94fde9e None None] Checking segment: {'id': 'e1f5ab34-4534-4c8b-9e1a-a36532f86adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a143714f-daca-4f47-8dde-ac7fb3fbbe87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:48:56.374654 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-23ccf869-6cfb-429e-b934-6d2ed94fde9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.375065 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ccf869-6cfb-429e-b934-6d2ed94fde9e None None] Bound using segment: {'id': 'e1f5ab34-4534-4c8b-9e1a-a36532f86adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a143714f-daca-4f47-8dde-ac7fb3fbbe87'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:48:56.375555 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-23ccf869-6cfb-429e-b934-6d2ed94fde9e None None] Bound port: 12162b1e-47d7-4879-98b4-76a9d6d203c6, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1f5ab34-4534-4c8b-9e1a-a36532f86adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a143714f-daca-4f47-8dde-ac7fb3fbbe87'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:48:56.375928 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-23ccf869-6cfb-429e-b934-6d2ed94fde9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.481227 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-23ccf869-6cfb-429e-b934-6d2ed94fde9e None None] For port 12162b1e-47d7-4879-98b4-76a9d6d203c6, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:48:56.485204 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-23ccf869-6cfb-429e-b934-6d2ed94fde9e None None] For port 12162b1e-47d7-4879-98b4-76a9d6d203c6, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=12162b1e-47d7-4879-98b4-76a9d6d203c6,segment=NetworkSegment(e1f5ab34-4534-4c8b-9e1a-a36532f86adf),segment_id=e1f5ab34-4534-4c8b-9e1a-a36532f86adf)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:48:56.587273 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-23ccf869-6cfb-429e-b934-6d2ed94fde9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:56.648425 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ccf869-6cfb-429e-b934-6d2ed94fde9e None None] Routers {'59e32a8a-a7b1-425d-a1fd-651a6dab278f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:48:56.649092 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-23ccf869-6cfb-429e-b934-6d2ed94fde9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:48:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['59e32a8a-a7b1-425d-a1fd-651a6dab278f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:56.716072 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfcd532-476f-4a78-bd1b-72017c9cab21 None None] Pushing event updated for resources: {'Port': ['ID=12162b1e-47d7-4879-98b4-76a9d6d203c6,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:56.797034 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-23ccf869-6cfb-429e-b934-6d2ed94fde9e None None] Set router 59e32a8a-a7b1-425d-a1fd-651a6dab278f gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:48:57.066626 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-23ccf869-6cfb-429e-b934-6d2ed94fde9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e32a8a-a7b1-425d-a1fd-651a6dab278f', 'name': 'tempest-TestMinimumBasicScenario-1737672611-router', 'tenant_id': '6c7dc89794ba4f03a448194bb670bc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '75c6d049-454c-4f70-9b20-31fa395759f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:50Z', 'updated_at': '2021-08-10T04:48:53Z', 'revision_number': 4, 'project_id': '6c7dc89794ba4f03a448194bb670bc22', 'gw_port': {'id': '75c6d049-454c-4f70-9b20-31fa395759f0', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:11:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e32a8a-a7b1-425d-a1fd-651a6dab278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:50Z', 'updated_at': '2021-08-10T04:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '12162b1e-47d7-4879-98b4-76a9d6d203c6', 'name': '', 'network_id': 'a143714f-daca-4f47-8dde-ac7fb3fbbe87', 'tenant_id': '6c7dc89794ba4f03a448194bb670bc22', 'mac_address': 'fa:16:3e:97:fc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e32a8a-a7b1-425d-a1fd-651a6dab278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1537f77a-086b-45ab-9888-609227cb54f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:52Z', 'updated_at': '2021-08-10T04:48:56Z', 'revision_number': 4, 'project_id': '6c7dc89794ba4f03a448194bb670bc22', 'subnets': [{'id': '1537f77a-086b-45ab-9888-609227cb54f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:48:57.098030 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ccf869-6cfb-429e-b934-6d2ed94fde9e None None] The sync data for ids ['59e32a8a-a7b1-425d-a1fd-651a6dab278f'] in n-d-802893-2 is: [{'id': '59e32a8a-a7b1-425d-a1fd-651a6dab278f', 'name': 'tempest-TestMinimumBasicScenario-1737672611-router', 'tenant_id': '6c7dc89794ba4f03a448194bb670bc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '75c6d049-454c-4f70-9b20-31fa395759f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:50Z', 'updated_at': '2021-08-10T04:48:53Z', 'revision_number': 4, 'project_id': '6c7dc89794ba4f03a448194bb670bc22', 'gw_port': {'id': '75c6d049-454c-4f70-9b20-31fa395759f0', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:11:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e32a8a-a7b1-425d-a1fd-651a6dab278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:50Z', 'updated_at': '2021-08-10T04:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '12162b1e-47d7-4879-98b4-76a9d6d203c6', 'name': '', 'network_id': 'a143714f-daca-4f47-8dde-ac7fb3fbbe87', 'tenant_id': '6c7dc89794ba4f03a448194bb670bc22', 'mac_address': 'fa:16:3e:97:fc:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59e32a8a-a7b1-425d-a1fd-651a6dab278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '1537f77a-086b-45ab-9888-609227cb54f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:52Z', 'updated_at': '2021-08-10T04:48:56Z', 'revision_number': 4, 'project_id': '6c7dc89794ba4f03a448194bb670bc22', 'subnets': [{'id': '1537f77a-086b-45ab-9888-609227cb54f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:48:57.785880 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 12162b1e-47d7-4879-98b4-76a9d6d203c6 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:48:57.923208 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 12162b1e-47d7-4879-98b4-76a9d6d203c6 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:48:57.927519 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 12162b1e-47d7-4879-98b4-76a9d6d203c6 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:48:57.927718 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:58.104104 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:58.104104 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 12162b1e-47d7-4879-98b4-76a9d6d203c6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=12162b1e-47d7-4879-98b4-76a9d6d203c6,segment=NetworkSegment(e1f5ab34-4534-4c8b-9e1a-a36532f86adf),segment_id=e1f5ab34-4534-4c8b-9e1a-a36532f86adf)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:48:58.188814 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:58.200092 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:58.201431 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 75c6d049-454c-4f70-9b20-31fa395759f0 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:48:58.281022 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=12162b1e-47d7-4879-98b4-76a9d6d203c6,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:48:58.306204 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 75c6d049-454c-4f70-9b20-31fa395759f0 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:48:58.306535 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:48:58.871326 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:48:59.679764 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 12162b1e-47d7-4879-98b4-76a9d6d203c6 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:48:59.738875 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 12162b1e-47d7-4879-98b4-76a9d6d203c6 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:48:59.739310 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:05.780806 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-e475ca38-a32b-4ebd-8e09-5036154c9dec tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:05.782152 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-e475ca38-a32b-4ebd-8e09-5036154c9dec tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/networks?id=f0d373eb-5227-4fdb-843a-c97ac9778e5b HTTP/1.1" status: 200 len: 815 time: 0.1000044 Aug 10 04:49:05.797312 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-e85ef62f-c81d-4be6-a264-8d27410252a6 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/quotas/5f814c20ef164bb79191282d278297be HTTP/1.1" status: 200 len: 375 time: 0.0091312 Aug 10 04:49:05.848813 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-8868e2c7-69e3-4bd6-8d5d-22e4e5ba1fa7 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5f814c20ef164bb79191282d278297be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460868 Aug 10 04:49:05.864421 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-e3d91db0-7235-4431-9bf8-9ef03841e6c2 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94938) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:49:05.865368 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-e3d91db0-7235-4431-9bf8-9ef03841e6c2 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050619 Aug 10 04:49:05.961030 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-8126b4dc-e58d-43d2-bcba-01b68cee060b service neutron] 10.222.0.25 "GET /v2.0/networks/f0d373eb-5227-4fdb-843a-c97ac9778e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900452 Aug 10 04:49:06.048818 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-19604ae4-3319-4a53-8f1c-07bcd87cbcc1 service neutron] 10.222.0.25 "GET /v2.0/networks/f0d373eb-5227-4fdb-843a-c97ac9778e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814497 Aug 10 04:49:06.333880 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-10965b5f-bcf2-4702-85b6-86c94ad9fa20 req-6de875fa-d57b-48c6-96bd-62ab02ccbfdc tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 210 time: 0.0272393 Aug 10 04:49:07.445198 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-da58f61c-945f-4c1b-a446-d68351f141dd req-838a083a-b318-4041-9228-44835f2b38a2 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 210 time: 0.0320098 Aug 10 04:49:08.549584 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e8354ee3-a7f7-43af-999f-8a82dbd31a12 req-3d108884-a3e8-484a-bef6-4eac734cee99 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 210 time: 0.0341213 Aug 10 04:49:08.704518 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-2d04c787-8c14-4e6b-9b80-198283c3bcfb tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:08.705915 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-2d04c787-8c14-4e6b-9b80-198283c3bcfb tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.20 "GET /v2.0/networks?id=f0d373eb-5227-4fdb-843a-c97ac9778e5b HTTP/1.1" status: 200 len: 815 time: 0.1046531 Aug 10 04:49:08.726297 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-7f8575c1-a2af-4adc-b439-a2f413af8f3a tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Request body: {'port': {'device_id': 'e2fc4077-4d56-4081-86d4-344fb7795584', 'network_id': 'f0d373eb-5227-4fdb-843a-c97ac9778e5b', 'admin_state_up': True, 'tenant_id': '5f814c20ef164bb79191282d278297be'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:49:08.934517 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-7f8575c1-a2af-4adc-b439-a2f413af8f3a tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Made reservation on behalf of 5f814c20ef164bb79191282d278297be for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:49:08.938667 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-7f8575c1-a2af-4adc-b439-a2f413af8f3a tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:09.066879 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-7f8575c1-a2af-4adc-b439-a2f413af8f3a tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Allocated IP 172.20.0.4 (f0d373eb-5227-4fdb-843a-c97ac9778e5b/76725d64-a8b4-4197-9b8d-0679ed5ae73c/04cc468d-fa4b-4034-8fd2-b660d2481dfe) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:49:09.219410 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-7f8575c1-a2af-4adc-b439-a2f413af8f3a tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:09.233916 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-7f8575c1-a2af-4adc-b439-a2f413af8f3a tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Transition to ACTIVE for port object 04cc468d-fa4b-4034-8fd2-b660d2481dfe will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:49:09.327990 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-7f8575c1-a2af-4adc-b439-a2f413af8f3a tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:09.372228 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-7f8575c1-a2af-4adc-b439-a2f413af8f3a tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Network f0d373eb-5227-4fdb-843a-c97ac9778e5b is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:49:09.375607 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-7f8575c1-a2af-4adc-b439-a2f413af8f3a tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:49:09.379510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-7f8575c1-a2af-4adc-b439-a2f413af8f3a tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:49:09.403765 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8575c1-a2af-4adc-b439-a2f413af8f3a tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Pushing event updated for resources: {'Port': ['ID=04cc468d-fa4b-4034-8fd2-b660d2481dfe,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:09.432778 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-7f8575c1-a2af-4adc-b439-a2f413af8f3a tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:09.433423 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-7f8575c1-a2af-4adc-b439-a2f413af8f3a tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:09.536409 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-7f8575c1-a2af-4adc-b439-a2f413af8f3a tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8137438 Aug 10 04:49:09.715025 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0c365-5fd8-467b-b402-7e44db0e8643 req-656d17a2-d74b-4b6b-a563-ca4b3eec488d tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:09.717918 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-34d0c365-5fd8-467b-b402-7e44db0e8643 req-656d17a2-d74b-4b6b-a563-ca4b3eec488d tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 931 time: 0.0584583 Aug 10 04:49:09.767348 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-34d0c365-5fd8-467b-b402-7e44db0e8643 req-44d70cc6-f574-4e3d-9f69-c26f6c7e859d tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433371 Aug 10 04:49:09.782932 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2ad92b07-6cfb-475a-a28c-a51181b1e9c4 None None] Provisioning for port 04cc468d-fa4b-4034-8fd2-b660d2481dfe completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:49:09.787331 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2ad92b07-6cfb-475a-a28c-a51181b1e9c4 None None] Provisioning complete for port 04cc468d-fa4b-4034-8fd2-b660d2481dfe triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:49:09.788043 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2ad92b07-6cfb-475a-a28c-a51181b1e9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:09.832142 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-2ad92b07-6cfb-475a-a28c-a51181b1e9c4 None None] Port 04cc468d-fa4b-4034-8fd2-b660d2481dfe cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:49:10.023349 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-84716d6d-3422-453e-9a04-93596a2fb953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:10.891124 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a32f0-4692-4221-9d6d-5df13843ef61 req-cb917e32-3056-4ed1-a4ba-e9106b6981c0 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:10.892653 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dd2a32f0-4692-4221-9d6d-5df13843ef61 req-cb917e32-3056-4ed1-a4ba-e9106b6981c0 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 931 time: 0.0570245 Aug 10 04:49:10.932406 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dd2a32f0-4692-4221-9d6d-5df13843ef61 req-0d68a6a7-b991-49b9-8498-fb2e8273ae61 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333982 Aug 10 04:49:12.051227 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499311ee-d8c2-4128-8625-6766510c80e2 req-7b736f61-aebf-4f6b-9434-90293ab84016 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:12.052759 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-499311ee-d8c2-4128-8625-6766510c80e2 req-7b736f61-aebf-4f6b-9434-90293ab84016 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 931 time: 0.0517931 Aug 10 04:49:12.091430 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-499311ee-d8c2-4128-8625-6766510c80e2 req-9bf0b2aa-e8d1-413e-b250-156f4d661881 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324967 Aug 10 04:49:13.215921 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496049b8-5e09-43b0-ae52-1058c6a9749a req-fd3cb1f7-fb9f-4032-91d9-c67b6a346d6a tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:13.217743 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-496049b8-5e09-43b0-ae52-1058c6a9749a req-fd3cb1f7-fb9f-4032-91d9-c67b6a346d6a tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 931 time: 0.0549347 Aug 10 04:49:13.257443 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-496049b8-5e09-43b0-ae52-1058c6a9749a req-a128814b-cf61-449f-98dd-677e3b557cf8 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337315 Aug 10 04:49:13.708576 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:13.877037 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-45b4d053-6c0a-40af-a7ac-d7e2f32b737d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:14.378000 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f870620-a9a1-44d1-bc08-8a431b1b4e5b req-dd773c39-8486-497b-a587-1d25e55867c6 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:14.379999 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8f870620-a9a1-44d1-bc08-8a431b1b4e5b req-dd773c39-8486-497b-a587-1d25e55867c6 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 931 time: 0.0499027 Aug 10 04:49:14.424420 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8f870620-a9a1-44d1-bc08-8a431b1b4e5b req-cd5abc90-487d-4e47-8ec1-79bf6a129a26 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383105 Aug 10 04:49:15.523184 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:15.544205 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6db40e-3f70-4541-89d7-d1e9d9b2dd49 req-18d12dde-af09-41d8-9d36-c1fa16dac3c9 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:15.545714 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8f6db40e-3f70-4541-89d7-d1e9d9b2dd49 req-18d12dde-af09-41d8-9d36-c1fa16dac3c9 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 931 time: 0.0511358 Aug 10 04:49:15.591534 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8f6db40e-3f70-4541-89d7-d1e9d9b2dd49 req-9323056e-89de-4ca2-89c1-2d5282274068 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377142 Aug 10 04:49:16.408703 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:16.710158 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82023bf-c263-49a3-bc74-23dbdf106ba3 req-0a4503dd-aa0b-4a6a-9039-c796f0fbee2b tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:16.711666 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a82023bf-c263-49a3-bc74-23dbdf106ba3 req-0a4503dd-aa0b-4a6a-9039-c796f0fbee2b tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 931 time: 0.0492322 Aug 10 04:49:16.753892 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a82023bf-c263-49a3-bc74-23dbdf106ba3 req-bbb8d7ae-1b9a-4c12-a6e0-6d88d78d18c7 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356998 Aug 10 04:49:17.074302 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:17.876206 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d9ca5-72a7-4c75-989b-35688e9ba9ef req-337766c2-9869-4637-89e7-971b7c9e5342 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:17.877742 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-708d9ca5-72a7-4c75-989b-35688e9ba9ef req-337766c2-9869-4637-89e7-971b7c9e5342 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 931 time: 0.0558610 Aug 10 04:49:17.916046 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-708d9ca5-72a7-4c75-989b-35688e9ba9ef req-23f3d5b6-cf85-4b99-a8f8-8a33b2b2fa9b tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320899 Aug 10 04:49:19.035926 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1784e13-9571-48cd-9369-9999f413b200 req-c19c9093-aff2-4e2d-8d81-2957ea1f1a2a tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:19.037440 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f1784e13-9571-48cd-9369-9999f413b200 req-c19c9093-aff2-4e2d-8d81-2957ea1f1a2a tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 931 time: 0.0517735 Aug 10 04:49:19.076545 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f1784e13-9571-48cd-9369-9999f413b200 req-4ade0c3f-876c-4fdb-8125-fc5d5e2e00fd tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331759 Aug 10 04:49:20.196340 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f6c56-8e1c-4d97-a72f-53148c6194f7 req-e84cb6e8-5c3a-4031-853a-33253a79d63c tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:20.197831 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-464f6c56-8e1c-4d97-a72f-53148c6194f7 req-e84cb6e8-5c3a-4031-853a-33253a79d63c tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 931 time: 0.0527565 Aug 10 04:49:20.244021 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-464f6c56-8e1c-4d97-a72f-53148c6194f7 req-1bcd9f21-25cd-49ac-92a2-9d887fbf33b9 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377519 Aug 10 04:49:20.699538 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-cece7fb8-6903-4ab5-b6ae-37a5052e57a5 service neutron] Request body: {'port': {'device_id': 'e2fc4077-4d56-4081-86d4-344fb7795584', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:49:20.753056 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-cece7fb8-6903-4ab5-b6ae-37a5052e57a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:21.017097 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-cece7fb8-6903-4ab5-b6ae-37a5052e57a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04cc468d-fa4b-4034-8fd2-b660d2481dfe {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:49:21.024479 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-cece7fb8-6903-4ab5-b6ae-37a5052e57a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:21.036899 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-cece7fb8-6903-4ab5-b6ae-37a5052e57a5 service neutron] Transition to ACTIVE for port object 04cc468d-fa4b-4034-8fd2-b660d2481dfe will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:49:21.116728 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-cece7fb8-6903-4ab5-b6ae-37a5052e57a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:21.167780 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece7fb8-6903-4ab5-b6ae-37a5052e57a5 service neutron] Pushing event updated for resources: {'Port': ['ID=04cc468d-fa4b-4034-8fd2-b660d2481dfe,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:21.244951 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-cece7fb8-6903-4ab5-b6ae-37a5052e57a5 service neutron] Attempting to bind port 04cc468d-fa4b-4034-8fd2-b660d2481dfe on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:49:21.245634 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-cece7fb8-6903-4ab5-b6ae-37a5052e57a5 service neutron] Attempting to bind port 04cc468d-fa4b-4034-8fd2-b660d2481dfe by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'daf8d4af-b494-4190-931b-9bd25e5dd1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f0d373eb-5227-4fdb-843a-c97ac9778e5b'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:49:21.245634 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-cece7fb8-6903-4ab5-b6ae-37a5052e57a5 service neutron] Attempting to bind port 04cc468d-fa4b-4034-8fd2-b660d2481dfe on network f0d373eb-5227-4fdb-843a-c97ac9778e5b {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:49:21.250016 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-cece7fb8-6903-4ab5-b6ae-37a5052e57a5 service neutron] Port 04cc468d-fa4b-4034-8fd2-b660d2481dfe on network f0d373eb-5227-4fdb-843a-c97ac9778e5b not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:49:21.250435 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-cece7fb8-6903-4ab5-b6ae-37a5052e57a5 service neutron] Attempting to bind port 04cc468d-fa4b-4034-8fd2-b660d2481dfe on network f0d373eb-5227-4fdb-843a-c97ac9778e5b {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:49:21.255731 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-cece7fb8-6903-4ab5-b6ae-37a5052e57a5 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:49:21.256104 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-cece7fb8-6903-4ab5-b6ae-37a5052e57a5 service neutron] Checking segment: {'id': 'daf8d4af-b494-4190-931b-9bd25e5dd1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f0d373eb-5227-4fdb-843a-c97ac9778e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:49:21.256504 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-cece7fb8-6903-4ab5-b6ae-37a5052e57a5 service neutron] Bound using segment: {'id': 'daf8d4af-b494-4190-931b-9bd25e5dd1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f0d373eb-5227-4fdb-843a-c97ac9778e5b'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:49:21.256943 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-cece7fb8-6903-4ab5-b6ae-37a5052e57a5 service neutron] Bound port: 04cc468d-fa4b-4034-8fd2-b660d2481dfe, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daf8d4af-b494-4190-931b-9bd25e5dd1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'f0d373eb-5227-4fdb-843a-c97ac9778e5b'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:49:21.257301 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-cece7fb8-6903-4ab5-b6ae-37a5052e57a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:21.335645 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-cece7fb8-6903-4ab5-b6ae-37a5052e57a5 service neutron] For port 04cc468d-fa4b-4034-8fd2-b660d2481dfe, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:49:21.339452 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-cece7fb8-6903-4ab5-b6ae-37a5052e57a5 service neutron] For port 04cc468d-fa4b-4034-8fd2-b660d2481dfe, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=04cc468d-fa4b-4034-8fd2-b660d2481dfe,segment=NetworkSegment(daf8d4af-b494-4190-931b-9bd25e5dd1d8),segment_id=daf8d4af-b494-4190-931b-9bd25e5dd1d8)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:49:21.387207 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebff10-066a-45ce-877f-063861f3b0c0 req-ce3886ce-e471-48e9-b6f3-10d09d309411 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:21.563937 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-03ebff10-066a-45ce-877f-063861f3b0c0 req-ce3886ce-e471-48e9-b6f3-10d09d309411 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 943 time: 0.0530088 Aug 10 04:49:21.563937 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-03ebff10-066a-45ce-877f-063861f3b0c0 req-cfe911b4-a69f-4b2d-be8d-9710c1ce82b9 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384367 Aug 10 04:49:21.940287 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-cece7fb8-6903-4ab5-b6ae-37a5052e57a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:21.976246 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-cece7fb8-6903-4ab5-b6ae-37a5052e57a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:21.981681 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-cece7fb8-6903-4ab5-b6ae-37a5052e57a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:21.981681 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-cece7fb8-6903-4ab5-b6ae-37a5052e57a5 service neutron] 10.222.0.20 "PUT /v2.0/ports/04cc468d-fa4b-4034-8fd2-b660d2481dfe HTTP/1.1" status: 200 len: 1091 time: 1.2877536 Aug 10 04:49:21.981681 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2fc4077-4d56-4081-86d4-344fb7795584', 'tag': '04cc468d-fa4b-4034-8fd2-b660d2481dfe'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:49:21.981681 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8433412f-83c7-4426-af54-ec4f4b7e0661" -d '{"events": [{"name": "network-changed", "server_uuid": "e2fc4077-4d56-4081-86d4-344fb7795584", "tag": "04cc468d-fa4b-4034-8fd2-b660d2481dfe"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:49:22.006357 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece7fb8-6903-4ab5-b6ae-37a5052e57a5 service neutron] Pushing event updated for resources: {'Port': ['ID=04cc468d-fa4b-4034-8fd2-b660d2481dfe,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:22.033601 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad3176b-6840-4aa7-8b87-b762cc1b4565 x-openstack-request-id: req-1ad3176b-6840-4aa7-8b87-b762cc1b4565 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:49:22.039160 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2fc4077-4d56-4081-86d4-344fb7795584", "tag": "04cc468d-fa4b-4034-8fd2-b660d2481dfe", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:49:22.039160 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ad3176b-6840-4aa7-8b87-b762cc1b4565 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:49:22.039160 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2fc4077-4d56-4081-86d4-344fb7795584', 'tag': '04cc468d-fa4b-4034-8fd2-b660d2481dfe', 'status': 'completed', 'code': 200} Aug 10 04:49:22.120319 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433412f-83c7-4426-af54-ec4f4b7e0661 req-6df0db0f-ff5a-495a-b809-582928762a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:22.121857 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8433412f-83c7-4426-af54-ec4f4b7e0661 req-6df0db0f-ff5a-495a-b809-582928762a81 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f814c20ef164bb79191282d278297be&device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 1094 time: 0.0456831 Aug 10 04:49:22.230494 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433412f-83c7-4426-af54-ec4f4b7e0661 req-966f9de9-a9ac-48cf-9721-0c7347eb5b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:22.231890 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8433412f-83c7-4426-af54-ec4f4b7e0661 req-966f9de9-a9ac-48cf-9721-0c7347eb5b48 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=5f814c20ef164bb79191282d278297be&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0968783 Aug 10 04:49:22.333632 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433412f-83c7-4426-af54-ec4f4b7e0661 req-34563588-d1be-4971-a289-3294d4407dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:22.335120 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8433412f-83c7-4426-af54-ec4f4b7e0661 req-34563588-d1be-4971-a289-3294d4407dd9 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966632 Aug 10 04:49:22.434871 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-2bf944be-aa8a-463b-ba4b-7f14893eb9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:22.436414 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-2bf944be-aa8a-463b-ba4b-7f14893eb9a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f814c20ef164bb79191282d278297be&device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 1094 time: 0.0441515 Aug 10 04:49:22.483851 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-05468b93-5438-43d3-964b-4fc771722ca4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04cc468d-fa4b-4034-8fd2-b660d2481dfe HTTP/1.1" status: 200 len: 217 time: 0.0345194 Aug 10 04:49:22.534113 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-ea851813-02e8-47c7-afac-7793839f308a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:22.535608 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-ea851813-02e8-47c7-afac-7793839f308a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76725d64-a8b4-4197-9b8d-0679ed5ae73c HTTP/1.1" status: 200 len: 854 time: 0.0450690 Aug 10 04:49:22.553639 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fee6f5-ca26-4e18-bacb-841fb5345a2e req-b50541be-679e-4c1c-8003-20558c5d919e tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:22.555188 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b9fee6f5-ca26-4e18-bacb-841fb5345a2e req-b50541be-679e-4c1c-8003-20558c5d919e tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 943 time: 0.0496349 Aug 10 04:49:22.590660 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-ddc3fb70-32ed-485d-874e-ec92e6360678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:22.592331 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-ddc3fb70-32ed-485d-874e-ec92e6360678 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0d373eb-5227-4fdb-843a-c97ac9778e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499399 Aug 10 04:49:22.597220 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b9fee6f5-ca26-4e18-bacb-841fb5345a2e req-b3b5549d-f45f-4df4-81c1-2f5b3577fbd5 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359874 Aug 10 04:49:22.682541 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-7e03dda2-e1d9-4de2-a151-0d9cbf06a054 service neutron] 10.222.0.20 "GET /v2.0/networks/f0d373eb-5227-4fdb-843a-c97ac9778e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833638 Aug 10 04:49:22.776736 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aeb8258c-2345-4776-9e9f-ae64770b8e32 req-601d2958-aa6a-4729-8d4b-21cf8fe9ca38 service neutron] 10.222.0.20 "GET /v2.0/networks/f0d373eb-5227-4fdb-843a-c97ac9778e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865066 Aug 10 04:49:23.712427 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76daaf7-05d5-400a-97e6-fb4cc3ccfda8 req-a548c364-f3e4-4952-8038-78f7aef103b1 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:23.713831 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b76daaf7-05d5-400a-97e6-fb4cc3ccfda8 req-a548c364-f3e4-4952-8038-78f7aef103b1 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 943 time: 0.0496857 Aug 10 04:49:23.751597 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b76daaf7-05d5-400a-97e6-fb4cc3ccfda8 req-6eeea101-37a8-4e5d-9980-d0936b365bfc tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317931 Aug 10 04:49:24.040327 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 04cc468d-fa4b-4034-8fd2-b660d2481dfe details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:49:24.134234 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 04cc468d-fa4b-4034-8fd2-b660d2481dfe, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=04cc468d-fa4b-4034-8fd2-b660d2481dfe,segment=NetworkSegment(daf8d4af-b494-4190-931b-9bd25e5dd1d8),segment_id=daf8d4af-b494-4190-931b-9bd25e5dd1d8)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:49:24.145274 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '04cc468d-fa4b-4034-8fd2-b660d2481dfe', 'network_id': 'f0d373eb-5227-4fdb-843a-c97ac9778e5b', 'port_id': '04cc468d-fa4b-4034-8fd2-b660d2481dfe', 'mac_address': 'fa:16:3e:f2:ee:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76725d64-a8b4-4197-9b8d-0679ed5ae73c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:49:24.181539 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:24.193721 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04cc468d-fa4b-4034-8fd2-b660d2481dfe {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:49:24.212234 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 04cc468d-fa4b-4034-8fd2-b660d2481dfe, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=04cc468d-fa4b-4034-8fd2-b660d2481dfe,segment=NetworkSegment(daf8d4af-b494-4190-931b-9bd25e5dd1d8),segment_id=daf8d4af-b494-4190-931b-9bd25e5dd1d8)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:49:24.291521 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:24.337781 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=04cc468d-fa4b-4034-8fd2-b660d2481dfe,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:24.590608 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['04cc468d-fa4b-4034-8fd2-b660d2481dfe'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:49:24.863597 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5f957-0350-43c7-83b0-5e8a344eb90f req-d97090f5-3976-48ca-aa72-ca8300177869 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:24.865054 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3fb5f957-0350-43c7-83b0-5e8a344eb90f req-d97090f5-3976-48ca-aa72-ca8300177869 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 944 time: 0.0488398 Aug 10 04:49:24.902401 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3fb5f957-0350-43c7-83b0-5e8a344eb90f req-a21ffeb0-c5dc-4287-8780-6301e69f3cf4 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314310 Aug 10 04:49:26.015015 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8ddcb-d09c-44a8-80e7-53322a93c0ce req-e9b6ed6a-df17-46f4-b532-e78a617fef72 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:26.017018 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7b8ddcb-d09c-44a8-80e7-53322a93c0ce req-e9b6ed6a-df17-46f4-b532-e78a617fef72 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 944 time: 0.0495391 Aug 10 04:49:26.055280 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7b8ddcb-d09c-44a8-80e7-53322a93c0ce req-505d529a-39c0-4eb9-86da-552ce658d330 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321109 Aug 10 04:49:26.056109 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 04cc468d-fa4b-4034-8fd2-b660d2481dfe up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:49:26.162326 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 04cc468d-fa4b-4034-8fd2-b660d2481dfe completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:49:26.168721 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 04cc468d-fa4b-4034-8fd2-b660d2481dfe triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:49:26.172556 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:26.248798 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:26.271670 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2fc4077-4d56-4081-86d4-344fb7795584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cc468d-fa4b-4034-8fd2-b660d2481dfe'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:49:26.273940 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a262c942-a3d1-40fd-b43a-132fa9a21879" -d '{"events": [{"server_uuid": "e2fc4077-4d56-4081-86d4-344fb7795584", "name": "network-vif-plugged", "status": "completed", "tag": "04cc468d-fa4b-4034-8fd2-b660d2481dfe"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:49:26.287244 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 04cc468d-fa4b-4034-8fd2-b660d2481dfe, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=04cc468d-fa4b-4034-8fd2-b660d2481dfe,segment=NetworkSegment(daf8d4af-b494-4190-931b-9bd25e5dd1d8),segment_id=daf8d4af-b494-4190-931b-9bd25e5dd1d8)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:49:26.308621 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bc5fee-5789-4993-9dd4-fdb9edaaf051 x-openstack-request-id: req-46bc5fee-5789-4993-9dd4-fdb9edaaf051 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:49:26.308915 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2fc4077-4d56-4081-86d4-344fb7795584", "name": "network-vif-plugged", "status": "completed", "tag": "04cc468d-fa4b-4034-8fd2-b660d2481dfe", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:49:26.309166 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46bc5fee-5789-4993-9dd4-fdb9edaaf051 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:49:26.309558 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2fc4077-4d56-4081-86d4-344fb7795584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cc468d-fa4b-4034-8fd2-b660d2481dfe', 'code': 200} Aug 10 04:49:26.365972 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:26.414660 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=04cc468d-fa4b-4034-8fd2-b660d2481dfe,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:26.438609 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ccd659-c7d4-4493-838a-e589f09df29c req-8d39b51b-e71e-4ea8-9b01-3a5de9b45bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:26.440157 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e3ccd659-c7d4-4493-838a-e589f09df29c req-8d39b51b-e71e-4ea8-9b01-3a5de9b45bb7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 1096 time: 0.0493274 Aug 10 04:49:26.474887 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e3ccd659-c7d4-4493-838a-e589f09df29c req-bd0298a0-bb0e-4114-bfa3-6babeb0ec2a6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279558 Aug 10 04:49:27.168324 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395081e7-ae76-40a0-945f-5c977b92df28 req-df34a02e-52e5-4f00-b735-cb6b9e69b2a5 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:27.169837 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-395081e7-ae76-40a0-945f-5c977b92df28 req-df34a02e-52e5-4f00-b735-cb6b9e69b2a5 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 945 time: 0.0484238 Aug 10 04:49:27.208174 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-395081e7-ae76-40a0-945f-5c977b92df28 req-8a93a865-233b-4d78-9ebd-34d638c80c26 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315540 Aug 10 04:49:28.110813 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:28.322923 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe08335-6b73-4fa0-a1af-80e39917ea8e req-32e35bae-673f-4f2d-9ef6-b31d773d433f tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:28.324400 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bbe08335-6b73-4fa0-a1af-80e39917ea8e req-32e35bae-673f-4f2d-9ef6-b31d773d433f tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 945 time: 0.0491996 Aug 10 04:49:28.366204 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bbe08335-6b73-4fa0-a1af-80e39917ea8e req-353310cd-b397-41e4-901e-20ddfee87359 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358648 Aug 10 04:49:28.479946 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cde60-1199-4cc9-b1e9-8c2124aa5ac4 req-1e264985-f1f9-48bb-96e6-be6c54af35af tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:28.481436 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d9cde60-1199-4cc9-b1e9-8c2124aa5ac4 req-1e264985-f1f9-48bb-96e6-be6c54af35af tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 945 time: 0.0490074 Aug 10 04:49:28.518719 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d9cde60-1199-4cc9-b1e9-8c2124aa5ac4 req-e4549963-d486-4a08-bafb-b4ca7683dc0b tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313203 Aug 10 04:49:28.707982 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e7f4f-6b8f-4e3b-ae58-68bc863baa18 req-7d07cb55-01a8-45ec-b018-0582258257ea tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:28.709447 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7c4e7f4f-6b8f-4e3b-ae58-68bc863baa18 req-7d07cb55-01a8-45ec-b018-0582258257ea tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 945 time: 0.0524409 Aug 10 04:49:28.747009 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7c4e7f4f-6b8f-4e3b-ae58-68bc863baa18 req-fe4da24e-d1a3-45c7-9482-bbf378a1e1d6 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314903 Aug 10 04:49:35.872067 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:49:40.028642 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9885f5cf-f997-4870-b4dc-033ded0e3e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:43.313157 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665e0fc-51bb-4d07-a6cd-6ef97fd11c60 req-5e9d10b4-4e5e-443a-a444-3e8defed684e tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:43.314593 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f665e0fc-51bb-4d07-a6cd-6ef97fd11c60 req-5e9d10b4-4e5e-443a-a444-3e8defed684e tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 945 time: 0.0486832 Aug 10 04:49:43.351596 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f665e0fc-51bb-4d07-a6cd-6ef97fd11c60 req-ec58d48a-e4be-49e8-8a2e-4fb41c7765b6 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310829 Aug 10 04:49:43.374089 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54152) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:49:43.499709 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888d9f03-3d92-4548-9d7b-69f9f7dda43c tempest-TestMinimumBasicScenario-1170445351 tempest-TestMinimumBasicScenario-1170445351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:43.501249 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-888d9f03-3d92-4548-9d7b-69f9f7dda43c tempest-TestMinimumBasicScenario-1170445351 tempest-TestMinimumBasicScenario-1170445351-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 1091 time: 0.1262083 Aug 10 04:49:43.504193 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54156) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:49:43.508537 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-5a346216-1747-4d55-b4c5-61a57f083fe5 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'port_id': '04cc468d-fa4b-4034-8fd2-b660d2481dfe', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:49:43.590645 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a346216-1747-4d55-b4c5-61a57f083fe5 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for floatingip, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:43.691016 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a346216-1747-4d55-b4c5-61a57f083fe5 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:43.691293 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:43.792364 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-5a346216-1747-4d55-b4c5-61a57f083fe5 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Allocated IP 172.25.0.47 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/a9285ccc-2c27-4d41-b582-b3c1ee7ea073) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:49:43.845544 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b0438642-3885-48aa-8f21-f1d668a9593c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:43.896057 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a346216-1747-4d55-b4c5-61a57f083fe5 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:44.022895 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a346216-1747-4d55-b4c5-61a57f083fe5 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:44.063672 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a346216-1747-4d55-b4c5-61a57f083fe5 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:49:44.066502 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-5a346216-1747-4d55-b4c5-61a57f083fe5 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:49:44.069011 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a346216-1747-4d55-b4c5-61a57f083fe5 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:49:44.095868 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a346216-1747-4d55-b4c5-61a57f083fe5 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Pushing event updated for resources: {'Port': ['ID=a9285ccc-2c27-4d41-b582-b3c1ee7ea073,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:44.458908 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a346216-1747-4d55-b4c5-61a57f083fe5 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:44.568887 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a346216-1747-4d55-b4c5-61a57f083fe5 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:44.715997 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a346216-1747-4d55-b4c5-61a57f083fe5 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:44.799438 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a346216-1747-4d55-b4c5-61a57f083fe5 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:44.863348 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a346216-1747-4d55-b4c5-61a57f083fe5 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Pushing event updated for resources: {'Port': ['ID=a9285ccc-2c27-4d41-b582-b3c1ee7ea073,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:44.876354 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a346216-1747-4d55-b4c5-61a57f083fe5 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:45.290510 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-5a346216-1747-4d55-b4c5-61a57f083fe5 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Floating IP a6f02ae1-c83d-4d5d-87ff-f028ed26442c associated. External IP: 172.25.0.47, port: 04cc468d-fa4b-4034-8fd2-b660d2481dfe. Aug 10 04:49:45.495834 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a346216-1747-4d55-b4c5-61a57f083fe5 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Router 3929f6da-9838-491a-9628-4f60dd1f26e9 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:49:45.542953 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:45.604987 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a346216-1747-4d55-b4c5-61a57f083fe5 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:49:45.614571 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453d5bac-10f8-4bb7-90f8-f1beab832b78 None None] Sync routers for ids ['3929f6da-9838-491a-9628-4f60dd1f26e9'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:49:45.623846 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453d5bac-10f8-4bb7-90f8-f1beab832b78 None None] Routers {'3929f6da-9838-491a-9628-4f60dd1f26e9'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:49:45.624590 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-453d5bac-10f8-4bb7-90f8-f1beab832b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:49:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3929f6da-9838-491a-9628-4f60dd1f26e9'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:49:45.670442 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a346216-1747-4d55-b4c5-61a57f083fe5 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:45.698144 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5a346216-1747-4d55-b4c5-61a57f083fe5 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1929293 Aug 10 04:49:45.698757 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2fc4077-4d56-4081-86d4-344fb7795584', 'tag': '04cc468d-fa4b-4034-8fd2-b660d2481dfe'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:49:45.701049 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d2b01c-ac28-49b9-8572-afe2332ece28" -d '{"events": [{"name": "network-changed", "server_uuid": "e2fc4077-4d56-4081-86d4-344fb7795584", "tag": "04cc468d-fa4b-4034-8fd2-b660d2481dfe"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:49:45.701229 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54158) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:49:45.706047 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-95f86b70-c210-4e35-912e-a8f28f8ce13d tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-654771826', 'description': 'tempest-secgroup-smoke-654771826 description', 'project_id': '5f814c20ef164bb79191282d278297be'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:49:45.729657 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-453d5bac-10f8-4bb7-90f8-f1beab832b78 None None] Set router 3929f6da-9838-491a-9628-4f60dd1f26e9 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:49:45.747556 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82667001-6b90-4fb2-8ac0-4d213be21686 x-openstack-request-id: req-82667001-6b90-4fb2-8ac0-4d213be21686 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:49:45.747845 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2fc4077-4d56-4081-86d4-344fb7795584", "tag": "04cc468d-fa4b-4034-8fd2-b660d2481dfe", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:49:45.748130 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82667001-6b90-4fb2-8ac0-4d213be21686 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:49:45.748532 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2fc4077-4d56-4081-86d4-344fb7795584', 'tag': '04cc468d-fa4b-4034-8fd2-b660d2481dfe', 'status': 'completed', 'code': 200} Aug 10 04:49:45.791344 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-95f86b70-c210-4e35-912e-a8f28f8ce13d tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:45.840000 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2b01c-ac28-49b9-8572-afe2332ece28 req-8820efa8-7185-46c8-9e57-1cd2d7c4d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:45.842064 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e7d2b01c-ac28-49b9-8572-afe2332ece28 req-8820efa8-7185-46c8-9e57-1cd2d7c4d8ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f814c20ef164bb79191282d278297be&device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 1096 time: 0.0487823 Aug 10 04:49:45.885940 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-95f86b70-c210-4e35-912e-a8f28f8ce13d tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:45.946589 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-95f86b70-c210-4e35-912e-a8f28f8ce13d tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:45.959627 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2b01c-ac28-49b9-8572-afe2332ece28 req-2a1309ae-cd92-40a3-95d8-ae0466154292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:45.962424 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e7d2b01c-ac28-49b9-8572-afe2332ece28 req-2a1309ae-cd92-40a3-95d8-ae0466154292 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0d373eb-5227-4fdb-843a-c97ac9778e5b HTTP/1.1" status: 200 len: 916 time: 0.1114149 Aug 10 04:49:45.985240 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f86b70-c210-4e35-912e-a8f28f8ce13d tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d797c98e-b4c5-4cea-8ef8-d5af0d678b75,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:45.995775 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f86b70-c210-4e35-912e-a8f28f8ce13d tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:45.996395 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f86b70-c210-4e35-912e-a8f28f8ce13d tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:45.996893 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f86b70-c210-4e35-912e-a8f28f8ce13d tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:45.999533 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f86b70-c210-4e35-912e-a8f28f8ce13d tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:46.000092 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f86b70-c210-4e35-912e-a8f28f8ce13d tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:46.000656 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f86b70-c210-4e35-912e-a8f28f8ce13d tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:46.001165 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f86b70-c210-4e35-912e-a8f28f8ce13d tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:46.001787 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f86b70-c210-4e35-912e-a8f28f8ce13d tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:46.002296 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f86b70-c210-4e35-912e-a8f28f8ce13d tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:46.002785 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f86b70-c210-4e35-912e-a8f28f8ce13d tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:46.003270 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f86b70-c210-4e35-912e-a8f28f8ce13d tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:46.003753 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f86b70-c210-4e35-912e-a8f28f8ce13d tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:49:46.030596 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-95f86b70-c210-4e35-912e-a8f28f8ce13d tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:46.035109 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-95f86b70-c210-4e35-912e-a8f28f8ce13d tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3298936 Aug 10 04:49:46.035310 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-453d5bac-10f8-4bb7-90f8-f1beab832b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'name': 'tempest-TestMinimumBasicScenario-1596575819-router', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:43Z', 'updated_at': '2021-08-10T04:48:47Z', 'revision_number': 4, 'project_id': '5f814c20ef164bb79191282d278297be', 'gw_port': {'id': '9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:44Z', 'updated_at': '2021-08-10T04:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'a6f02ae1-c83d-4d5d-87ff-f028ed26442c', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'floating_ip_address': '172.25.0.47', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'port_id': '04cc468d-fa4b-4034-8fd2-b660d2481dfe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0d373eb-5227-4fdb-843a-c97ac9778e5b', 'mac_address': 'fa:16:3e:f2:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fc4077-4d56-4081-86d4-344fb7795584', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:49:44Z', 'updated_at': '2021-08-10T04:49:44Z', 'revision_number': 0, 'project_id': '5f814c20ef164bb79191282d278297be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0', 'name': '', 'network_id': 'f0d373eb-5227-4fdb-843a-c97ac9778e5b', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'mac_address': 'fa:16:3e:fd:88:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '76725d64-a8b4-4197-9b8d-0679ed5ae73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:46Z', 'updated_at': '2021-08-10T04:48:52Z', 'revision_number': 5, 'project_id': '5f814c20ef164bb79191282d278297be', 'subnets': [{'id': '76725d64-a8b4-4197-9b8d-0679ed5ae73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:49:46.035498 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54162) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:49:46.042156 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-15c6e254-5ade-4137-8ca2-e2571f689879 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Request body: {'security_group_rule': {'security_group_id': 'd797c98e-b4c5-4cea-8ef8-d5af0d678b75', 'project_id': '5f814c20ef164bb79191282d278297be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:49:46.068382 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453d5bac-10f8-4bb7-90f8-f1beab832b78 None None] Checking router: 3929f6da-9838-491a-9628-4f60dd1f26e9 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:49:46.070078 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e7d2b01c-ac28-49b9-8572-afe2332ece28 req-c457f1fd-813f-41ee-9fd7-2cdb17d27038 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04cc468d-fa4b-4034-8fd2-b660d2481dfe HTTP/1.1" status: 200 len: 998 time: 0.0995233 Aug 10 04:49:46.077644 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453d5bac-10f8-4bb7-90f8-f1beab832b78 None None] Routers {'3929f6da-9838-491a-9628-4f60dd1f26e9'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:49:46.078271 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-453d5bac-10f8-4bb7-90f8-f1beab832b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:49:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3929f6da-9838-491a-9628-4f60dd1f26e9'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:49:46.133648 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2b01c-ac28-49b9-8572-afe2332ece28 req-ebd0693d-321c-4812-90aa-db855446b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:46.135216 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e7d2b01c-ac28-49b9-8572-afe2332ece28 req-ebd0693d-321c-4812-90aa-db855446b271 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76725d64-a8b4-4197-9b8d-0679ed5ae73c HTTP/1.1" status: 200 len: 854 time: 0.0509009 Aug 10 04:49:46.144544 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-15c6e254-5ade-4137-8ca2-e2571f689879 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:46.198401 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d2b01c-ac28-49b9-8572-afe2332ece28 req-240ff431-c716-499a-a174-d155d5f35b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:46.200080 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e7d2b01c-ac28-49b9-8572-afe2332ece28 req-240ff431-c716-499a-a174-d155d5f35b6d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0d373eb-5227-4fdb-843a-c97ac9778e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551109 Aug 10 04:49:46.209715 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-15c6e254-5ade-4137-8ca2-e2571f689879 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:46.211380 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-453d5bac-10f8-4bb7-90f8-f1beab832b78 None None] Set router 3929f6da-9838-491a-9628-4f60dd1f26e9 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:49:46.276232 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-15c6e254-5ade-4137-8ca2-e2571f689879 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:46.289854 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:46.297323 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6e254-5ade-4137-8ca2-e2571f689879 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655dc4a5-5ff0-43cc-a27e-143885f35e1c,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:46.306002 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e7d2b01c-ac28-49b9-8572-afe2332ece28 req-9ea0f457-3324-4882-8d7c-220a9f12755b service neutron] 10.222.0.20 "GET /v2.0/networks/f0d373eb-5227-4fdb-843a-c97ac9778e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954101 Aug 10 04:49:46.367455 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-15c6e254-5ade-4137-8ca2-e2571f689879 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:46.369424 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-15c6e254-5ade-4137-8ca2-e2571f689879 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3325980 Aug 10 04:49:46.372861 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54164) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:49:46.377653 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-a8b0788e-6bec-443e-b7bd-8c7c0da69af1 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Request body: {'security_group_rule': {'security_group_id': 'd797c98e-b4c5-4cea-8ef8-d5af0d678b75', 'project_id': '5f814c20ef164bb79191282d278297be', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:49:46.420069 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e7d2b01c-ac28-49b9-8572-afe2332ece28 req-2203814d-8a38-46e5-ae51-f4aa8f213b24 service neutron] 10.222.0.20 "GET /v2.0/networks/f0d373eb-5227-4fdb-843a-c97ac9778e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985973 Aug 10 04:49:46.452811 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-453d5bac-10f8-4bb7-90f8-f1beab832b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'name': 'tempest-TestMinimumBasicScenario-1596575819-router', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:43Z', 'updated_at': '2021-08-10T04:48:47Z', 'revision_number': 4, 'project_id': '5f814c20ef164bb79191282d278297be', 'gw_port': {'id': '9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:44Z', 'updated_at': '2021-08-10T04:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'a6f02ae1-c83d-4d5d-87ff-f028ed26442c', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'floating_ip_address': '172.25.0.47', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'port_id': '04cc468d-fa4b-4034-8fd2-b660d2481dfe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0d373eb-5227-4fdb-843a-c97ac9778e5b', 'mac_address': 'fa:16:3e:f2:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fc4077-4d56-4081-86d4-344fb7795584', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:49:44Z', 'updated_at': '2021-08-10T04:49:44Z', 'revision_number': 0, 'project_id': '5f814c20ef164bb79191282d278297be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0', 'name': '', 'network_id': 'f0d373eb-5227-4fdb-843a-c97ac9778e5b', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'mac_address': 'fa:16:3e:fd:88:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '76725d64-a8b4-4197-9b8d-0679ed5ae73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:46Z', 'updated_at': '2021-08-10T04:48:52Z', 'revision_number': 5, 'project_id': '5f814c20ef164bb79191282d278297be', 'subnets': [{'id': '76725d64-a8b4-4197-9b8d-0679ed5ae73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:49:46.480118 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-453d5bac-10f8-4bb7-90f8-f1beab832b78 None None] The sync data for ids ['3929f6da-9838-491a-9628-4f60dd1f26e9'] in n-d-802893-2 is: [{'id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'name': 'tempest-TestMinimumBasicScenario-1596575819-router', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:43Z', 'updated_at': '2021-08-10T04:48:47Z', 'revision_number': 4, 'project_id': '5f814c20ef164bb79191282d278297be', 'gw_port': {'id': '9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:44Z', 'updated_at': '2021-08-10T04:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'a6f02ae1-c83d-4d5d-87ff-f028ed26442c', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'floating_ip_address': '172.25.0.47', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'port_id': '04cc468d-fa4b-4034-8fd2-b660d2481dfe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0d373eb-5227-4fdb-843a-c97ac9778e5b', 'mac_address': 'fa:16:3e:f2:ee:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fc4077-4d56-4081-86d4-344fb7795584', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:49:44Z', 'updated_at': '2021-08-10T04:49:44Z', 'revision_number': 0, 'project_id': '5f814c20ef164bb79191282d278297be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0', 'name': '', 'network_id': 'f0d373eb-5227-4fdb-843a-c97ac9778e5b', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'mac_address': 'fa:16:3e:fd:88:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '76725d64-a8b4-4197-9b8d-0679ed5ae73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:46Z', 'updated_at': '2021-08-10T04:48:52Z', 'revision_number': 5, 'project_id': '5f814c20ef164bb79191282d278297be', 'subnets': [{'id': '76725d64-a8b4-4197-9b8d-0679ed5ae73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:49:46.487338 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a8b0788e-6bec-443e-b7bd-8c7c0da69af1 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:46.550967 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a8b0788e-6bec-443e-b7bd-8c7c0da69af1 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:46.619285 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a8b0788e-6bec-443e-b7bd-8c7c0da69af1 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:46.637938 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0788e-6bec-443e-b7bd-8c7c0da69af1 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0146e184-75b1-4f68-9899-4d163d598891,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:46.671002 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0882f55a-ee06-46d3-8e7b-d1e219f28a39 None None] New status for floating IP a6f02ae1-c83d-4d5d-87ff-f028ed26442c: ACTIVE {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:49:46.699383 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a8b0788e-6bec-443e-b7bd-8c7c0da69af1 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:46.700702 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a8b0788e-6bec-443e-b7bd-8c7c0da69af1 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3267789 Aug 10 04:49:46.703389 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54166) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:49:46.707876 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-a1d64f85-9dab-4430-8f95-cb059cb53644 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Request body: {'security_group_rule': {'security_group_id': 'd797c98e-b4c5-4cea-8ef8-d5af0d678b75', 'project_id': '5f814c20ef164bb79191282d278297be', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:49:46.796371 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a1d64f85-9dab-4430-8f95-cb059cb53644 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:46.856288 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a1d64f85-9dab-4430-8f95-cb059cb53644 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:46.925296 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a1d64f85-9dab-4430-8f95-cb059cb53644 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:46.943631 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d64f85-9dab-4430-8f95-cb059cb53644 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d81dca5-0b2f-43a0-9af6-56884b96a6cb,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:47.024499 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a1d64f85-9dab-4430-8f95-cb059cb53644 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:47.025860 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a1d64f85-9dab-4430-8f95-cb059cb53644 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3214893 Aug 10 04:49:47.028567 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54168) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:49:47.033030 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c801b075-4e55-4cbe-9275-c54381d33d9f tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Request body: {'security_group_rule': {'security_group_id': 'd797c98e-b4c5-4cea-8ef8-d5af0d678b75', 'project_id': '5f814c20ef164bb79191282d278297be', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:49:47.120283 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:47.152721 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c801b075-4e55-4cbe-9275-c54381d33d9f tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:47.210084 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c801b075-4e55-4cbe-9275-c54381d33d9f tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:47.296788 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c801b075-4e55-4cbe-9275-c54381d33d9f tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:47.323173 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c801b075-4e55-4cbe-9275-c54381d33d9f tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb820cb2-34bf-4737-8060-7f48b1831eeb,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:47.424959 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c801b075-4e55-4cbe-9275-c54381d33d9f tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:47.426200 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c801b075-4e55-4cbe-9275-c54381d33d9f tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3966939 Aug 10 04:49:47.433199 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54170) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:49:47.438487 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-3d9d99aa-442d-4338-bbc4-d2f073410080 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Request body: {'security_group_rule': {'security_group_id': 'd797c98e-b4c5-4cea-8ef8-d5af0d678b75', 'project_id': '5f814c20ef164bb79191282d278297be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:49:47.670402 n-d-802893-2 neutron-server[94938]: INFO neutron.db.securitygroups_db [None req-3d9d99aa-442d-4338-bbc4-d2f073410080 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Project 5f814c20ef164bb79191282d278297be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:49:47.675612 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3d9d99aa-442d-4338-bbc4-d2f073410080 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:47.738783 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3d9d99aa-442d-4338-bbc4-d2f073410080 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:47.818417 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3d9d99aa-442d-4338-bbc4-d2f073410080 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:47.837490 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d99aa-442d-4338-bbc4-d2f073410080 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be489da-09f0-492c-a01f-a91459e6213f,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:47.904685 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3d9d99aa-442d-4338-bbc4-d2f073410080 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:47.905953 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3d9d99aa-442d-4338-bbc4-d2f073410080 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4718275 Aug 10 04:49:47.908654 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54172) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:49:47.913083 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-713bdd1b-82b2-47e5-97b9-dcec2e618c71 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Request body: {'security_group_rule': {'security_group_id': 'd797c98e-b4c5-4cea-8ef8-d5af0d678b75', 'project_id': '5f814c20ef164bb79191282d278297be', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:49:47.980176 n-d-802893-2 neutron-server[94938]: INFO neutron.db.securitygroups_db [None req-713bdd1b-82b2-47e5-97b9-dcec2e618c71 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Project 5f814c20ef164bb79191282d278297be added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:49:47.985483 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-713bdd1b-82b2-47e5-97b9-dcec2e618c71 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:48.047039 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-713bdd1b-82b2-47e5-97b9-dcec2e618c71 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:48.107965 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-713bdd1b-82b2-47e5-97b9-dcec2e618c71 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:48.126772 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713bdd1b-82b2-47e5-97b9-dcec2e618c71 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e958c83-2c09-47c2-ace4-becfc4103616,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:48.187929 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-713bdd1b-82b2-47e5-97b9-dcec2e618c71 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:48.189094 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-713bdd1b-82b2-47e5-97b9-dcec2e618c71 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2795217 Aug 10 04:49:48.268429 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eac364e3-ca20-4fc5-86fe-85f4b803bdaa req-ffeb4242-2f1d-4118-8eb7-35a64fa096aa tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-654771826&fields=id&tenant_id=5f814c20ef164bb79191282d278297be HTTP/1.1" status: 200 len: 267 time: 0.0333188 Aug 10 04:49:48.320555 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac364e3-ca20-4fc5-86fe-85f4b803bdaa req-c7b94236-465b-43d8-bc84-10746ade617a tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:48.322006 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eac364e3-ca20-4fc5-86fe-85f4b803bdaa req-c7b94236-465b-43d8-bc84-10746ade617a tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 945 time: 0.0480685 Aug 10 04:49:48.334003 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-eac364e3-ca20-4fc5-86fe-85f4b803bdaa req-e12e3352-8c79-4f07-825a-5fab2bab2270 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Request body: {'port': {'security_groups': ['f3a26e79-d1b1-43cc-aba6-4319fa412e04', 'd797c98e-b4c5-4cea-8ef8-d5af0d678b75']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:49:48.402116 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-eac364e3-ca20-4fc5-86fe-85f4b803bdaa req-e12e3352-8c79-4f07-825a-5fab2bab2270 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:48.582951 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-eac364e3-ca20-4fc5-86fe-85f4b803bdaa req-e12e3352-8c79-4f07-825a-5fab2bab2270 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] For port 04cc468d-fa4b-4034-8fd2-b660d2481dfe, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=04cc468d-fa4b-4034-8fd2-b660d2481dfe,segment=NetworkSegment(daf8d4af-b494-4190-931b-9bd25e5dd1d8),segment_id=daf8d4af-b494-4190-931b-9bd25e5dd1d8)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:49:48.612628 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-eac364e3-ca20-4fc5-86fe-85f4b803bdaa req-e12e3352-8c79-4f07-825a-5fab2bab2270 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:48.658460 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-eac364e3-ca20-4fc5-86fe-85f4b803bdaa req-e12e3352-8c79-4f07-825a-5fab2bab2270 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:48.698050 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['04cc468d-fa4b-4034-8fd2-b660d2481dfe'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:49:48.701727 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac364e3-ca20-4fc5-86fe-85f4b803bdaa req-e12e3352-8c79-4f07-825a-5fab2bab2270 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:48.702316 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-eac364e3-ca20-4fc5-86fe-85f4b803bdaa req-e12e3352-8c79-4f07-825a-5fab2bab2270 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:48.703737 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eac364e3-ca20-4fc5-86fe-85f4b803bdaa req-e12e3352-8c79-4f07-825a-5fab2bab2270 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "PUT /v2.0/ports/04cc468d-fa4b-4034-8fd2-b660d2481dfe HTTP/1.1" status: 200 len: 981 time: 0.3745763 Aug 10 04:49:48.704222 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2fc4077-4d56-4081-86d4-344fb7795584', 'tag': '04cc468d-fa4b-4034-8fd2-b660d2481dfe'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:49:48.706514 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b11f8ef-ed6b-4f9a-a090-e593e7074c18" -d '{"events": [{"name": "network-changed", "server_uuid": "e2fc4077-4d56-4081-86d4-344fb7795584", "tag": "04cc468d-fa4b-4034-8fd2-b660d2481dfe"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:49:48.736533 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e3352-8c79-4f07-825a-5fab2bab2270 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Pushing event updated for resources: {'Port': ['ID=04cc468d-fa4b-4034-8fd2-b660d2481dfe,revision_number=6']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:49:48.774246 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bfc617-1ff4-4637-bfc9-27096a5a1387 x-openstack-request-id: req-b5bfc617-1ff4-4637-bfc9-27096a5a1387 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:49:48.774246 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2fc4077-4d56-4081-86d4-344fb7795584", "tag": "04cc468d-fa4b-4034-8fd2-b660d2481dfe", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:49:48.774246 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5bfc617-1ff4-4637-bfc9-27096a5a1387 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:49:48.774246 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2fc4077-4d56-4081-86d4-344fb7795584', 'tag': '04cc468d-fa4b-4034-8fd2-b660d2481dfe', 'status': 'completed', 'code': 200} Aug 10 04:49:48.826666 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['04cc468d-fa4b-4034-8fd2-b660d2481dfe'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:49:48.836306 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48477028-0ee2-417c-9b4f-4cb97d1f961c req-aebffec7-8dd2-46da-8e97-38997eaf529e tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:48.838997 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-48477028-0ee2-417c-9b4f-4cb97d1f961c req-aebffec7-8dd2-46da-8e97-38997eaf529e tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 984 time: 0.0568440 Aug 10 04:49:48.863298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11f8ef-ed6b-4f9a-a090-e593e7074c18 req-deb504c8-39ea-438f-aba7-7332729491b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:48.866349 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b11f8ef-ed6b-4f9a-a090-e593e7074c18 req-deb504c8-39ea-438f-aba7-7332729491b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f814c20ef164bb79191282d278297be&device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 1135 time: 0.0517623 Aug 10 04:49:48.887122 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-48477028-0ee2-417c-9b4f-4cb97d1f961c req-12cfcebd-0355-4aa2-982e-1cff78fc3e23 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&id=d797c98e-b4c5-4cea-8ef8-d5af0d678b75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403268 Aug 10 04:49:48.982795 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11f8ef-ed6b-4f9a-a090-e593e7074c18 req-b4eed72c-98ab-479b-9578-99ca2de7bccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:48.984449 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b11f8ef-ed6b-4f9a-a090-e593e7074c18 req-b4eed72c-98ab-479b-9578-99ca2de7bccb service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0d373eb-5227-4fdb-843a-c97ac9778e5b HTTP/1.1" status: 200 len: 916 time: 0.1093502 Aug 10 04:49:49.054478 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b11f8ef-ed6b-4f9a-a090-e593e7074c18 req-6965dc5f-dfce-4f1b-a79c-00f338eec1ec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04cc468d-fa4b-4034-8fd2-b660d2481dfe HTTP/1.1" status: 200 len: 1000 time: 0.0624642 Aug 10 04:49:49.082014 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7ce3d4ab-4280-48ef-90e4-5dfca8902acc None None] Provisioning complete for port 04cc468d-fa4b-4034-8fd2-b660d2481dfe triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:49:49.082382 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7ce3d4ab-4280-48ef-90e4-5dfca8902acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:49:49.105506 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11f8ef-ed6b-4f9a-a090-e593e7074c18 req-71089374-189f-4493-a8f3-245242342db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:49.106983 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b11f8ef-ed6b-4f9a-a090-e593e7074c18 req-71089374-189f-4493-a8f3-245242342db7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76725d64-a8b4-4197-9b8d-0679ed5ae73c HTTP/1.1" status: 200 len: 854 time: 0.0445325 Aug 10 04:49:49.157330 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11f8ef-ed6b-4f9a-a090-e593e7074c18 req-2c61b94c-400c-44cc-b379-70c4eb9947eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:49:49.158830 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b11f8ef-ed6b-4f9a-a090-e593e7074c18 req-2c61b94c-400c-44cc-b379-70c4eb9947eb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0d373eb-5227-4fdb-843a-c97ac9778e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445311 Aug 10 04:49:49.249580 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b11f8ef-ed6b-4f9a-a090-e593e7074c18 req-96e9825a-aaed-421c-97f9-58de824c82b0 service neutron] 10.222.0.20 "GET /v2.0/networks/f0d373eb-5227-4fdb-843a-c97ac9778e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832660 Aug 10 04:49:49.350481 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0b11f8ef-ed6b-4f9a-a090-e593e7074c18 req-00d97f93-adf2-4b7f-81da-a43f341ab330 service neutron] 10.222.0.20 "GET /v2.0/networks/f0d373eb-5227-4fdb-843a-c97ac9778e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935330 Aug 10 04:49:58.124923 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:02.163010 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d2398a4f-e740-434e-8113-c5af769bec91 req-57d145d6-cec2-493f-8a6f-5b2f545daf6e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0867763 Aug 10 04:50:02.261335 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2398a4f-e740-434e-8113-c5af769bec91 req-0e432c71-b49f-4a39-bca6-99545fa099e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:02.263022 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d2398a4f-e740-434e-8113-c5af769bec91 req-0e432c71-b49f-4a39-bca6-99545fa099e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f814c20ef164bb79191282d278297be&device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 1135 time: 0.0408199 Aug 10 04:50:02.368165 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2398a4f-e740-434e-8113-c5af769bec91 req-f71937de-68b5-4182-a0f1-82857daa3f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:02.369556 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d2398a4f-e740-434e-8113-c5af769bec91 req-f71937de-68b5-4182-a0f1-82857daa3f8c service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0d373eb-5227-4fdb-843a-c97ac9778e5b HTTP/1.1" status: 200 len: 916 time: 0.0862529 Aug 10 04:50:02.435730 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d2398a4f-e740-434e-8113-c5af769bec91 req-25fd521b-0308-45fa-8af4-e833d339f14f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04cc468d-fa4b-4034-8fd2-b660d2481dfe HTTP/1.1" status: 200 len: 1000 time: 0.0582294 Aug 10 04:50:02.485109 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2398a4f-e740-434e-8113-c5af769bec91 req-79ba49ea-5af3-4cef-9253-ce1cad75a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:02.486539 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d2398a4f-e740-434e-8113-c5af769bec91 req-79ba49ea-5af3-4cef-9253-ce1cad75a5a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76725d64-a8b4-4197-9b8d-0679ed5ae73c HTTP/1.1" status: 200 len: 854 time: 0.0438261 Aug 10 04:50:02.535669 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2398a4f-e740-434e-8113-c5af769bec91 req-a6ffd65b-7d04-441a-b46f-6aa97037bead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:02.537165 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d2398a4f-e740-434e-8113-c5af769bec91 req-a6ffd65b-7d04-441a-b46f-6aa97037bead service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0d373eb-5227-4fdb-843a-c97ac9778e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433598 Aug 10 04:50:02.630091 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d2398a4f-e740-434e-8113-c5af769bec91 req-8511af40-118b-4a76-aab1-ff4a2c9a1423 service neutron] 10.222.0.20 "GET /v2.0/networks/f0d373eb-5227-4fdb-843a-c97ac9778e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820816 Aug 10 04:50:02.723614 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d2398a4f-e740-434e-8113-c5af769bec91 req-15eed450-8588-4398-b66b-47d0f3206f65 service neutron] 10.222.0.20 "GET /v2.0/networks/f0d373eb-5227-4fdb-843a-c97ac9778e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864909 Aug 10 04:50:03.450584 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7daa1-85da-4dd6-a8e3-b64ad9a20686 req-beabca50-9f45-43e3-a878-b532d8e40ae8 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:03.452230 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-95a7daa1-85da-4dd6-a8e3-b64ad9a20686 req-beabca50-9f45-43e3-a878-b532d8e40ae8 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 984 time: 0.1621506 Aug 10 04:50:03.457418 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298a408-9e8f-4b3e-b9f0-02e58cf678be req-14a2ed5c-4313-4b07-8a21-7bb78bbb0c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:03.458913 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6298a408-9e8f-4b3e-b9f0-02e58cf678be req-14a2ed5c-4313-4b07-8a21-7bb78bbb0c40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f814c20ef164bb79191282d278297be&device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 1135 time: 0.0455761 Aug 10 04:50:03.494229 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-95a7daa1-85da-4dd6-a8e3-b64ad9a20686 req-c56fce76-3bba-429b-bf7f-d61f93c0a596 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&id=d797c98e-b4c5-4cea-8ef8-d5af0d678b75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356209 Aug 10 04:50:03.549317 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298a408-9e8f-4b3e-b9f0-02e58cf678be req-04dba1e9-11d4-4d11-8235-ac1a7350684a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:03.550805 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6298a408-9e8f-4b3e-b9f0-02e58cf678be req-04dba1e9-11d4-4d11-8235-ac1a7350684a service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0d373eb-5227-4fdb-843a-c97ac9778e5b HTTP/1.1" status: 200 len: 916 time: 0.0851510 Aug 10 04:50:03.622645 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6298a408-9e8f-4b3e-b9f0-02e58cf678be req-318e9996-bdb3-4d43-895f-93593c3421cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04cc468d-fa4b-4034-8fd2-b660d2481dfe HTTP/1.1" status: 200 len: 1000 time: 0.0641270 Aug 10 04:50:03.672169 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298a408-9e8f-4b3e-b9f0-02e58cf678be req-0c7c26f7-8cbc-4a46-a700-e1322e124a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:03.673657 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6298a408-9e8f-4b3e-b9f0-02e58cf678be req-0c7c26f7-8cbc-4a46-a700-e1322e124a40 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76725d64-a8b4-4197-9b8d-0679ed5ae73c HTTP/1.1" status: 200 len: 854 time: 0.0440092 Aug 10 04:50:03.718778 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298a408-9e8f-4b3e-b9f0-02e58cf678be req-eaae40de-03c9-4687-a9a9-7a32bf05a609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:03.720306 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6298a408-9e8f-4b3e-b9f0-02e58cf678be req-eaae40de-03c9-4687-a9a9-7a32bf05a609 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0d373eb-5227-4fdb-843a-c97ac9778e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396180 Aug 10 04:50:03.812848 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6298a408-9e8f-4b3e-b9f0-02e58cf678be req-ca81c865-5d57-4e96-ad27-07ff67f0a275 service neutron] 10.222.0.20 "GET /v2.0/networks/f0d373eb-5227-4fdb-843a-c97ac9778e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853369 Aug 10 04:50:03.900915 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6298a408-9e8f-4b3e-b9f0-02e58cf678be req-2d5a1348-2f92-4b77-8d0d-32b2569fd2ef service neutron] 10.222.0.20 "GET /v2.0/networks/f0d373eb-5227-4fdb-843a-c97ac9778e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811834 Aug 10 04:50:04.666880 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897ba68-da18-46a6-90a3-c3b36d1187d1 req-c06629fc-d915-4399-a0db-0a0fc8e8bdee tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:04.669017 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5897ba68-da18-46a6-90a3-c3b36d1187d1 req-c06629fc-d915-4399-a0db-0a0fc8e8bdee tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 984 time: 0.1043067 Aug 10 04:50:04.712600 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5897ba68-da18-46a6-90a3-c3b36d1187d1 req-6c879f23-ddaa-4b60-9457-b4423af6c7b4 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&id=d797c98e-b4c5-4cea-8ef8-d5af0d678b75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371211 Aug 10 04:50:05.827895 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0c8c4-e39e-4d57-be73-8464a9b3fb19 req-2031dbe2-ff09-42c7-8521-bca4fe7b7f76 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:05.829388 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0ee0c8c4-e39e-4d57-be73-8464a9b3fb19 req-2031dbe2-ff09-42c7-8521-bca4fe7b7f76 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 984 time: 0.0493767 Aug 10 04:50:05.869723 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0ee0c8c4-e39e-4d57-be73-8464a9b3fb19 req-d47a9e76-dd29-4efe-b395-3b7c61257411 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&id=d797c98e-b4c5-4cea-8ef8-d5af0d678b75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342786 Aug 10 04:50:06.985460 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b1fb5-2cf6-4c72-93b6-78820fdeeaaa req-0cb908bf-c60c-4b79-838c-47155b955e21 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:06.986933 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-563b1fb5-2cf6-4c72-93b6-78820fdeeaaa req-0cb908bf-c60c-4b79-838c-47155b955e21 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 984 time: 0.0488040 Aug 10 04:50:07.025934 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-563b1fb5-2cf6-4c72-93b6-78820fdeeaaa req-cb1d1847-80c3-401c-b70e-68be8d21d3b6 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&id=d797c98e-b4c5-4cea-8ef8-d5af0d678b75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328565 Aug 10 04:50:08.142369 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819252f2-c5cd-4b6f-96e4-af6c29ed3e27 req-4be2419e-a0dc-4ac5-b40c-725be1ad6e23 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:08.143867 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-819252f2-c5cd-4b6f-96e4-af6c29ed3e27 req-4be2419e-a0dc-4ac5-b40c-725be1ad6e23 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 984 time: 0.0516570 Aug 10 04:50:08.183845 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-819252f2-c5cd-4b6f-96e4-af6c29ed3e27 req-8f95238a-ab33-4079-a592-95ddedd6c86d tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&id=d797c98e-b4c5-4cea-8ef8-d5af0d678b75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339327 Aug 10 04:50:09.299083 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d12b6-729c-403b-823a-8bfd288a33f7 req-bebf9906-24fc-4796-9f8e-e0541be43635 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:09.300577 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4c1d12b6-729c-403b-823a-8bfd288a33f7 req-bebf9906-24fc-4796-9f8e-e0541be43635 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 984 time: 0.0497830 Aug 10 04:50:09.341353 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4c1d12b6-729c-403b-823a-8bfd288a33f7 req-2554a1a0-0544-45bf-a76a-0770e4b6cb1b tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&id=d797c98e-b4c5-4cea-8ef8-d5af0d678b75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346577 Aug 10 04:50:09.989239 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7bc37825-e5ad-4c73-978f-be28de8355e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:10.473665 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8212cb1-b282-4670-849f-a5b76aafbd87 req-f71e8ff0-2ab2-4b8a-84f7-a96602c31c51 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:10.475806 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b8212cb1-b282-4670-849f-a5b76aafbd87 req-f71e8ff0-2ab2-4b8a-84f7-a96602c31c51 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 984 time: 0.0594981 Aug 10 04:50:10.874965 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b8212cb1-b282-4670-849f-a5b76aafbd87 req-defbd062-87fd-418a-be35-e4f8adbf7bcb tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&id=d797c98e-b4c5-4cea-8ef8-d5af0d678b75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3920357 Aug 10 04:50:11.994505 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecef86-4fc8-4ff1-919b-60e83ca54580 req-3d3adbf8-80f0-4cf6-bb6f-83cf721fae48 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:11.996435 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-beecef86-4fc8-4ff1-919b-60e83ca54580 req-3d3adbf8-80f0-4cf6-bb6f-83cf721fae48 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 984 time: 0.0546899 Aug 10 04:50:12.036281 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-beecef86-4fc8-4ff1-919b-60e83ca54580 req-0d5f94e2-c154-4dbd-8ef3-7d1359e47b12 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&id=d797c98e-b4c5-4cea-8ef8-d5af0d678b75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337782 Aug 10 04:50:12.871726 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:50:13.187224 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dddf97f-7b9a-45e7-a641-7a89b915f9ea req-e8ffbe8c-23ff-4fb0-9f96-5806e38d2833 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:13.188801 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1dddf97f-7b9a-45e7-a641-7a89b915f9ea req-e8ffbe8c-23ff-4fb0-9f96-5806e38d2833 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 984 time: 0.0558226 Aug 10 04:50:13.238709 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1dddf97f-7b9a-45e7-a641-7a89b915f9ea req-a0bdecbf-b74b-4ce4-ba42-027a296471ee tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&id=d797c98e-b4c5-4cea-8ef8-d5af0d678b75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437758 Aug 10 04:50:13.686425 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:13.833839 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9e31b0aa-231f-425b-b5c3-d9af5f373f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:14.354548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979cb09f-29b5-49e7-9948-cbafd8d068fd req-251c9bc5-3ff4-45bf-9cd1-a1515d626135 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:14.356071 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-979cb09f-29b5-49e7-9948-cbafd8d068fd req-251c9bc5-3ff4-45bf-9cd1-a1515d626135 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 984 time: 0.0500956 Aug 10 04:50:14.396055 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-979cb09f-29b5-49e7-9948-cbafd8d068fd req-f2a06be6-fa02-4914-85e0-2ac16070f779 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&id=d797c98e-b4c5-4cea-8ef8-d5af0d678b75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337934 Aug 10 04:50:15.511887 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac9283a-0602-4cd1-9291-b2c18f643cc1 req-7f84e67b-e6d5-4a5d-9a47-6c17d27b40bb tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:15.513389 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7ac9283a-0602-4cd1-9291-b2c18f643cc1 req-7f84e67b-e6d5-4a5d-9a47-6c17d27b40bb tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 984 time: 0.0512385 Aug 10 04:50:15.515430 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:15.553873 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7ac9283a-0602-4cd1-9291-b2c18f643cc1 req-e52d44fa-2afd-4b07-9d96-0e406f0fb558 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&id=d797c98e-b4c5-4cea-8ef8-d5af0d678b75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341833 Aug 10 04:50:16.313292 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:16.674733 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595b27b-d6a6-4b8d-91c0-206e19c24185 req-95be0e17-31ca-461b-8177-d19032a793bb tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:16.676270 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1595b27b-d6a6-4b8d-91c0-206e19c24185 req-95be0e17-31ca-461b-8177-d19032a793bb tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 984 time: 0.0507338 Aug 10 04:50:16.724157 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1595b27b-d6a6-4b8d-91c0-206e19c24185 req-7ccfb4f7-c16e-4cb4-9060-6a87832ec287 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&id=d797c98e-b4c5-4cea-8ef8-d5af0d678b75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403678 Aug 10 04:50:17.058562 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:17.856394 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a2f3b-5ad9-494f-a10f-963834afc438 req-7bc9657f-2215-4aa2-bd6b-738271798485 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:17.857882 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b4a2f3b-5ad9-494f-a10f-963834afc438 req-7bc9657f-2215-4aa2-bd6b-738271798485 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 984 time: 0.0546293 Aug 10 04:50:17.901185 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b4a2f3b-5ad9-494f-a10f-963834afc438 req-31843a8d-bf3c-43eb-b3d2-6eefce4b8450 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&id=d797c98e-b4c5-4cea-8ef8-d5af0d678b75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369256 Aug 10 04:50:19.021933 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a67246-b6bc-4093-9233-a2210fd96277 req-77e40ab8-c255-440c-8f03-40684360ae62 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:19.023410 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d6a67246-b6bc-4093-9233-a2210fd96277 req-77e40ab8-c255-440c-8f03-40684360ae62 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 984 time: 0.0537777 Aug 10 04:50:19.063637 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d6a67246-b6bc-4093-9233-a2210fd96277 req-a3f1b1c0-f5d3-467d-bf15-ec5adc340461 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&id=d797c98e-b4c5-4cea-8ef8-d5af0d678b75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329928 Aug 10 04:50:20.180668 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e17003-f6b3-4cfd-92b6-8acfb0610a92 req-575799ed-0032-4805-b1d0-8a4c9028cd33 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:20.182296 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b3e17003-f6b3-4cfd-92b6-8acfb0610a92 req-575799ed-0032-4805-b1d0-8a4c9028cd33 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 984 time: 0.0503724 Aug 10 04:50:20.221822 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b3e17003-f6b3-4cfd-92b6-8acfb0610a92 req-a83a8696-02fa-40fe-9f94-897e7253fd46 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&id=d797c98e-b4c5-4cea-8ef8-d5af0d678b75&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0331476 Aug 10 04:50:28.141847 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:40.069797 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d67c8470-37f6-400a-aab2-028ebd66a765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:43.725329 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:43.857213 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3db5af60-3ebc-421c-9db2-f8b738071fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:45.531134 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:46.297350 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:47.085807 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:49.871466 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:50:52.288910 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ceb4cbef-ff4e-4dc7-97b6-c7ae18c33de5 req-ac7ecf5b-e3d2-4d93-a69f-c3c7977e5640 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-654771826&fields=id&tenant_id=5f814c20ef164bb79191282d278297be HTTP/1.1" status: 200 len: 267 time: 0.0339847 Aug 10 04:50:52.346216 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4cbef-ff4e-4dc7-97b6-c7ae18c33de5 req-f79b1543-789c-4c0f-b857-15dc2bc17592 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:52.347746 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ceb4cbef-ff4e-4dc7-97b6-c7ae18c33de5 req-f79b1543-789c-4c0f-b857-15dc2bc17592 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 984 time: 0.0519285 Aug 10 04:50:52.359772 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-ceb4cbef-ff4e-4dc7-97b6-c7ae18c33de5 req-b16882a8-456a-493f-afe4-cf233877a713 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Request body: {'port': {'security_groups': ['f3a26e79-d1b1-43cc-aba6-4319fa412e04']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:50:52.427013 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ceb4cbef-ff4e-4dc7-97b6-c7ae18c33de5 req-b16882a8-456a-493f-afe4-cf233877a713 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:52.601494 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-ceb4cbef-ff4e-4dc7-97b6-c7ae18c33de5 req-b16882a8-456a-493f-afe4-cf233877a713 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] For port 04cc468d-fa4b-4034-8fd2-b660d2481dfe, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=04cc468d-fa4b-4034-8fd2-b660d2481dfe,segment=NetworkSegment(daf8d4af-b494-4190-931b-9bd25e5dd1d8),segment_id=daf8d4af-b494-4190-931b-9bd25e5dd1d8)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:50:52.636927 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ceb4cbef-ff4e-4dc7-97b6-c7ae18c33de5 req-b16882a8-456a-493f-afe4-cf233877a713 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:52.742564 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ceb4cbef-ff4e-4dc7-97b6-c7ae18c33de5 req-b16882a8-456a-493f-afe4-cf233877a713 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:52.780798 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['04cc468d-fa4b-4034-8fd2-b660d2481dfe'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:50:52.785883 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4cbef-ff4e-4dc7-97b6-c7ae18c33de5 req-b16882a8-456a-493f-afe4-cf233877a713 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:52.786526 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ceb4cbef-ff4e-4dc7-97b6-c7ae18c33de5 req-b16882a8-456a-493f-afe4-cf233877a713 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:52.787981 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ceb4cbef-ff4e-4dc7-97b6-c7ae18c33de5 req-b16882a8-456a-493f-afe4-cf233877a713 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "PUT /v2.0/ports/04cc468d-fa4b-4034-8fd2-b660d2481dfe HTTP/1.1" status: 200 len: 942 time: 0.4334290 Aug 10 04:50:52.788449 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2fc4077-4d56-4081-86d4-344fb7795584', 'tag': '04cc468d-fa4b-4034-8fd2-b660d2481dfe'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:50:52.790729 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4345bac-5a59-4c5c-91a1-3d4b79fd1fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "e2fc4077-4d56-4081-86d4-344fb7795584", "tag": "04cc468d-fa4b-4034-8fd2-b660d2481dfe"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:50:52.795054 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54240) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:52.837176 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16882a8-456a-493f-afe4-cf233877a713 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Pushing event updated for resources: {'Port': ['ID=04cc468d-fa4b-4034-8fd2-b660d2481dfe,revision_number=7']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:52.847896 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16882a8-456a-493f-afe4-cf233877a713 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:52.848584 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16882a8-456a-493f-afe4-cf233877a713 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:52.848947 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16882a8-456a-493f-afe4-cf233877a713 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:52.849298 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16882a8-456a-493f-afe4-cf233877a713 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:52.849647 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16882a8-456a-493f-afe4-cf233877a713 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:52.849993 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16882a8-456a-493f-afe4-cf233877a713 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:52.850331 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16882a8-456a-493f-afe4-cf233877a713 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:52.850828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16882a8-456a-493f-afe4-cf233877a713 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:52.851186 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16882a8-456a-493f-afe4-cf233877a713 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:52.851587 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16882a8-456a-493f-afe4-cf233877a713 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:52.851867 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16882a8-456a-493f-afe4-cf233877a713 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:52.852617 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b16882a8-456a-493f-afe4-cf233877a713 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:52.874802 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dc42215d-1774-4f16-851c-6b4ad54d6b0e tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:52.903157 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dc42215d-1774-4f16-851c-6b4ad54d6b0e tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:52.908791 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['04cc468d-fa4b-4034-8fd2-b660d2481dfe'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:50:52.940205 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5282b6e-977d-4193-ba8d-072211f6f2cb x-openstack-request-id: req-f5282b6e-977d-4193-ba8d-072211f6f2cb {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:50:52.940510 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2fc4077-4d56-4081-86d4-344fb7795584", "tag": "04cc468d-fa4b-4034-8fd2-b660d2481dfe", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:50:52.940765 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5282b6e-977d-4193-ba8d-072211f6f2cb {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:50:52.941284 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2fc4077-4d56-4081-86d4-344fb7795584', 'tag': '04cc468d-fa4b-4034-8fd2-b660d2481dfe', 'status': 'completed', 'code': 200} Aug 10 04:50:53.030764 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4345bac-5a59-4c5c-91a1-3d4b79fd1fe1 req-a40b5b7b-ed8a-44b5-9d10-ecfed4141d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:53.032370 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f4345bac-5a59-4c5c-91a1-3d4b79fd1fe1 req-a40b5b7b-ed8a-44b5-9d10-ecfed4141d82 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f814c20ef164bb79191282d278297be&device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 1096 time: 0.0457573 Aug 10 04:50:53.057425 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dc42215d-1774-4f16-851c-6b4ad54d6b0e tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:53.060326 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dc42215d-1774-4f16-851c-6b4ad54d6b0e tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:53.062883 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-dc42215d-1774-4f16-851c-6b4ad54d6b0e tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "DELETE /v2.0/security-groups/d797c98e-b4c5-4cea-8ef8-d5af0d678b75 HTTP/1.1" status: 204 len: 168 time: 0.2663975 Aug 10 04:50:53.067062 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54244) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:50:53.111989 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42215d-1774-4f16-851c-6b4ad54d6b0e tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d797c98e-b4c5-4cea-8ef8-d5af0d678b75,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:53.122035 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-288ce16a-7447-47fb-83c4-af4f62e25121 None None] Provisioning complete for port 04cc468d-fa4b-4034-8fd2-b660d2481dfe triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:50:53.122448 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-288ce16a-7447-47fb-83c4-af4f62e25121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:53.138098 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4345bac-5a59-4c5c-91a1-3d4b79fd1fe1 req-39d656fa-107b-4806-b4e5-36db3d43077c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:53.139617 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f4345bac-5a59-4c5c-91a1-3d4b79fd1fe1 req-39d656fa-107b-4806-b4e5-36db3d43077c service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0d373eb-5227-4fdb-843a-c97ac9778e5b HTTP/1.1" status: 200 len: 916 time: 0.1007423 Aug 10 04:50:53.186806 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42215d-1774-4f16-851c-6b4ad54d6b0e tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:53.187192 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42215d-1774-4f16-851c-6b4ad54d6b0e tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:53.187534 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42215d-1774-4f16-851c-6b4ad54d6b0e tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:53.187873 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42215d-1774-4f16-851c-6b4ad54d6b0e tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:53.188374 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42215d-1774-4f16-851c-6b4ad54d6b0e tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:53.188713 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42215d-1774-4f16-851c-6b4ad54d6b0e tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:53.189046 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42215d-1774-4f16-851c-6b4ad54d6b0e tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:53.189373 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42215d-1774-4f16-851c-6b4ad54d6b0e tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:53.189723 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42215d-1774-4f16-851c-6b4ad54d6b0e tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:53.190037 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42215d-1774-4f16-851c-6b4ad54d6b0e tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:53.190360 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42215d-1774-4f16-851c-6b4ad54d6b0e tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:53.190684 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42215d-1774-4f16-851c-6b4ad54d6b0e tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:50:53.218622 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f4345bac-5a59-4c5c-91a1-3d4b79fd1fe1 req-107eeb46-205f-486b-8fd0-8b59ec8fca2a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04cc468d-fa4b-4034-8fd2-b660d2481dfe HTTP/1.1" status: 200 len: 1000 time: 0.0719438 Aug 10 04:50:53.267866 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-e49db98c-ef8e-45b1-9391-43df2887eb7c tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Deleting port a9285ccc-2c27-4d41-b582-b3c1ee7ea073 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:50:53.268156 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e49db98c-ef8e-45b1-9391-43df2887eb7c tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:53.271816 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4345bac-5a59-4c5c-91a1-3d4b79fd1fe1 req-36a9f042-71c4-4041-a3b9-d7801ef338b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:53.273348 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f4345bac-5a59-4c5c-91a1-3d4b79fd1fe1 req-36a9f042-71c4-4041-a3b9-d7801ef338b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76725d64-a8b4-4197-9b8d-0679ed5ae73c HTTP/1.1" status: 200 len: 854 time: 0.0471087 Aug 10 04:50:53.324720 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4345bac-5a59-4c5c-91a1-3d4b79fd1fe1 req-c4aa53c1-8ff3-4669-8ea8-4a80b992906d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:53.326421 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f4345bac-5a59-4c5c-91a1-3d4b79fd1fe1 req-c4aa53c1-8ff3-4669-8ea8-4a80b992906d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0d373eb-5227-4fdb-843a-c97ac9778e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455015 Aug 10 04:50:53.345681 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e49db98c-ef8e-45b1-9391-43df2887eb7c tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:53.346000 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e49db98c-ef8e-45b1-9391-43df2887eb7c tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:53.358352 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-e49db98c-ef8e-45b1-9391-43df2887eb7c tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Calling delete_port for a9285ccc-2c27-4d41-b582-b3c1ee7ea073 owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:50:53.422435 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f4345bac-5a59-4c5c-91a1-3d4b79fd1fe1 req-2843363d-7e24-4395-96de-2826d406d4fb service neutron] 10.222.0.20 "GET /v2.0/networks/f0d373eb-5227-4fdb-843a-c97ac9778e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881503 Aug 10 04:50:53.519573 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f4345bac-5a59-4c5c-91a1-3d4b79fd1fe1 req-6485aa1f-d074-4a12-baa2-c14417e57314 service neutron] 10.222.0.20 "GET /v2.0/networks/f0d373eb-5227-4fdb-843a-c97ac9778e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895274 Aug 10 04:50:53.691202 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e49db98c-ef8e-45b1-9391-43df2887eb7c tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:53.716616 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49db98c-ef8e-45b1-9391-43df2887eb7c tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Pushing event deleted for resources: {'Port': ['ID=a9285ccc-2c27-4d41-b582-b3c1ee7ea073,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:50:53.778696 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e49db98c-ef8e-45b1-9391-43df2887eb7c tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks [] for floatingip, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:53.779027 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-e49db98c-ef8e-45b1-9391-43df2887eb7c tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Floating IP a6f02ae1-c83d-4d5d-87ff-f028ed26442c disassociated (deleted). External IP: 172.25.0.47, port: 04cc468d-fa4b-4034-8fd2-b660d2481dfe. Aug 10 04:50:53.983801 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49db98c-ef8e-45b1-9391-43df2887eb7c tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Router 3929f6da-9838-491a-9628-4f60dd1f26e9 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:50:54.091312 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49db98c-ef8e-45b1-9391-43df2887eb7c tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:50:54.096162 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e49db98c-ef8e-45b1-9391-43df2887eb7c tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:50:54.101586 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c948796-61ab-4a4b-b644-afa6306c00c0 None None] Sync routers for ids ['3929f6da-9838-491a-9628-4f60dd1f26e9'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:50:54.111634 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c948796-61ab-4a4b-b644-afa6306c00c0 None None] Routers {'3929f6da-9838-491a-9628-4f60dd1f26e9'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:54.112272 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-4c948796-61ab-4a4b-b644-afa6306c00c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:50:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3929f6da-9838-491a-9628-4f60dd1f26e9'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:54.125037 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e49db98c-ef8e-45b1-9391-43df2887eb7c tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "DELETE /v2.0/floatingips/a6f02ae1-c83d-4d5d-87ff-f028ed26442c HTTP/1.1" status: 204 len: 168 time: 1.0487659 Aug 10 04:50:54.125037 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2fc4077-4d56-4081-86d4-344fb7795584', 'tag': '04cc468d-fa4b-4034-8fd2-b660d2481dfe'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:50:54.125626 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c3df90863f34f3d1b173683b03457bec4b9b1016fd9070b7d6b6bbe3252e10d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1412a3b4-63ab-4265-a44a-3af16a83e441" -d '{"events": [{"name": "network-changed", "server_uuid": "e2fc4077-4d56-4081-86d4-344fb7795584", "tag": "04cc468d-fa4b-4034-8fd2-b660d2481dfe"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:50:54.227691 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-4c948796-61ab-4a4b-b644-afa6306c00c0 None None] Set router 3929f6da-9838-491a-9628-4f60dd1f26e9 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:54.237559 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7467aa-71ea-4b5c-aeb9-5df89e68d06e x-openstack-request-id: req-db7467aa-71ea-4b5c-aeb9-5df89e68d06e {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:50:54.238100 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2fc4077-4d56-4081-86d4-344fb7795584", "tag": "04cc468d-fa4b-4034-8fd2-b660d2481dfe", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:50:54.238359 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db7467aa-71ea-4b5c-aeb9-5df89e68d06e {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:50:54.238774 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2fc4077-4d56-4081-86d4-344fb7795584', 'tag': '04cc468d-fa4b-4034-8fd2-b660d2481dfe', 'status': 'completed', 'code': 200} Aug 10 04:50:54.325652 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412a3b4-63ab-4265-a44a-3af16a83e441 req-15e3b740-1a5a-4e70-aca4-dd65c3cb5b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:54.327224 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1412a3b4-63ab-4265-a44a-3af16a83e441 req-15e3b740-1a5a-4e70-aca4-dd65c3cb5b6b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5f814c20ef164bb79191282d278297be&device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 1096 time: 0.0474095 Aug 10 04:50:54.422070 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412a3b4-63ab-4265-a44a-3af16a83e441 req-6da10632-8f4f-44dd-bea9-2a0f085c06df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:54.423643 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1412a3b4-63ab-4265-a44a-3af16a83e441 req-6da10632-8f4f-44dd-bea9-2a0f085c06df service neutron] 10.222.0.20 "GET /v2.0/networks?id=f0d373eb-5227-4fdb-843a-c97ac9778e5b HTTP/1.1" status: 200 len: 916 time: 0.0900404 Aug 10 04:50:54.469938 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1412a3b4-63ab-4265-a44a-3af16a83e441 req-75beda48-2161-4baf-9f7d-13f7cb8861b1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04cc468d-fa4b-4034-8fd2-b660d2481dfe HTTP/1.1" status: 200 len: 217 time: 0.0388494 Aug 10 04:50:54.524685 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412a3b4-63ab-4265-a44a-3af16a83e441 req-137151ad-b3fb-43d7-a0c0-dc30bffdd896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:54.527348 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1412a3b4-63ab-4265-a44a-3af16a83e441 req-137151ad-b3fb-43d7-a0c0-dc30bffdd896 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76725d64-a8b4-4197-9b8d-0679ed5ae73c HTTP/1.1" status: 200 len: 854 time: 0.0504208 Aug 10 04:50:54.535845 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-4c948796-61ab-4a4b-b644-afa6306c00c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'name': 'tempest-TestMinimumBasicScenario-1596575819-router', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:43Z', 'updated_at': '2021-08-10T04:48:47Z', 'revision_number': 4, 'project_id': '5f814c20ef164bb79191282d278297be', 'gw_port': {'id': '9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:44Z', 'updated_at': '2021-08-10T04:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0', 'name': '', 'network_id': 'f0d373eb-5227-4fdb-843a-c97ac9778e5b', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'mac_address': 'fa:16:3e:fd:88:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '76725d64-a8b4-4197-9b8d-0679ed5ae73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:46Z', 'updated_at': '2021-08-10T04:48:52Z', 'revision_number': 5, 'project_id': '5f814c20ef164bb79191282d278297be', 'subnets': [{'id': '76725d64-a8b4-4197-9b8d-0679ed5ae73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:54.568944 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c948796-61ab-4a4b-b644-afa6306c00c0 None None] Checking router: 3929f6da-9838-491a-9628-4f60dd1f26e9 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:50:54.577687 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c948796-61ab-4a4b-b644-afa6306c00c0 None None] Routers {'3929f6da-9838-491a-9628-4f60dd1f26e9'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:50:54.578387 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-4c948796-61ab-4a4b-b644-afa6306c00c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:50:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3929f6da-9838-491a-9628-4f60dd1f26e9'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:54.580116 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412a3b4-63ab-4265-a44a-3af16a83e441 req-019beacc-6947-4810-9b76-0f8b0cd81bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:50:54.581643 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1412a3b4-63ab-4265-a44a-3af16a83e441 req-019beacc-6947-4810-9b76-0f8b0cd81bae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f0d373eb-5227-4fdb-843a-c97ac9778e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467174 Aug 10 04:50:54.688558 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-4c948796-61ab-4a4b-b644-afa6306c00c0 None None] Set router 3929f6da-9838-491a-9628-4f60dd1f26e9 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:50:54.693280 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1412a3b4-63ab-4265-a44a-3af16a83e441 req-c7a5a1b5-e58a-4016-af9f-f96089ad5cfa service neutron] 10.222.0.20 "GET /v2.0/networks/f0d373eb-5227-4fdb-843a-c97ac9778e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966573 Aug 10 04:50:54.785374 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1412a3b4-63ab-4265-a44a-3af16a83e441 req-d99cf976-9948-455f-a4a1-471a6cae7e32 service neutron] 10.222.0.20 "GET /v2.0/networks/f0d373eb-5227-4fdb-843a-c97ac9778e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843847 Aug 10 04:50:54.888378 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-4c948796-61ab-4a4b-b644-afa6306c00c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'name': 'tempest-TestMinimumBasicScenario-1596575819-router', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:43Z', 'updated_at': '2021-08-10T04:48:47Z', 'revision_number': 4, 'project_id': '5f814c20ef164bb79191282d278297be', 'gw_port': {'id': '9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:44Z', 'updated_at': '2021-08-10T04:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0', 'name': '', 'network_id': 'f0d373eb-5227-4fdb-843a-c97ac9778e5b', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'mac_address': 'fa:16:3e:fd:88:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '76725d64-a8b4-4197-9b8d-0679ed5ae73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:46Z', 'updated_at': '2021-08-10T04:48:52Z', 'revision_number': 5, 'project_id': '5f814c20ef164bb79191282d278297be', 'subnets': [{'id': '76725d64-a8b4-4197-9b8d-0679ed5ae73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:50:54.915387 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c948796-61ab-4a4b-b644-afa6306c00c0 None None] The sync data for ids ['3929f6da-9838-491a-9628-4f60dd1f26e9'] in n-d-802893-2 is: [{'id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'name': 'tempest-TestMinimumBasicScenario-1596575819-router', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:43Z', 'updated_at': '2021-08-10T04:48:47Z', 'revision_number': 4, 'project_id': '5f814c20ef164bb79191282d278297be', 'gw_port': {'id': '9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:44Z', 'updated_at': '2021-08-10T04:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0', 'name': '', 'network_id': 'f0d373eb-5227-4fdb-843a-c97ac9778e5b', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'mac_address': 'fa:16:3e:fd:88:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '76725d64-a8b4-4197-9b8d-0679ed5ae73c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:46Z', 'updated_at': '2021-08-10T04:48:52Z', 'revision_number': 5, 'project_id': '5f814c20ef164bb79191282d278297be', 'subnets': [{'id': '76725d64-a8b4-4197-9b8d-0679ed5ae73c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:50:55.139168 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198f4914-0c50-4041-a71a-792aee38ab6b None None] New status for floating IP a6f02ae1-c83d-4d5d-87ff-f028ed26442c: DOWN {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:50:55.944804 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-e87d458f-2a46-4bdd-9d5d-ce4aca24f9e1 req-c207c255-4dfa-48f5-bf66-bdd93bf67ab3 service neutron] (94937) timed out ('10.222.0.68', 62817) {{(pid=94937) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:50:58.159770 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:02.699168 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b0a43-fd3f-4426-a7ea-849666639f04 req-430d1037-56a7-41e5-bdc8-53089c0e9e37 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:02.700762 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-195b0a43-fd3f-4426-a7ea-849666639f04 req-430d1037-56a7-41e5-bdc8-53089c0e9e37 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 945 time: 0.0517075 Aug 10 04:51:02.745017 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-195b0a43-fd3f-4426-a7ea-849666639f04 req-e4bd7805-54eb-4ed4-8f79-2453b1123441 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382586 Aug 10 04:51:03.864312 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb15366-7946-4d6b-9724-4c0f418ff1c2 req-c9482741-6fc8-45d5-9e4a-7e0bd8eff87f tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:03.865819 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5fb15366-7946-4d6b-9724-4c0f418ff1c2 req-c9482741-6fc8-45d5-9e4a-7e0bd8eff87f tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 945 time: 0.0503628 Aug 10 04:51:03.907668 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5fb15366-7946-4d6b-9724-4c0f418ff1c2 req-823f2e00-cf4d-4b65-a984-8e70f5688d3e tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350730 Aug 10 04:51:04.457417 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759cf1c3-ddc9-4148-802e-96e95ef382a9 req-80590594-2ed7-403a-a545-838fd1a2de0c tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:04.458864 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-759cf1c3-ddc9-4148-802e-96e95ef382a9 req-80590594-2ed7-403a-a545-838fd1a2de0c tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 945 time: 0.0490742 Aug 10 04:51:04.551737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-759cf1c3-ddc9-4148-802e-96e95ef382a9 req-1b7ed306-e77e-4034-a75b-c063b1465395 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Deleting port 04cc468d-fa4b-4034-8fd2-b660d2481dfe {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:51:04.667115 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-759cf1c3-ddc9-4148-802e-96e95ef382a9 req-1b7ed306-e77e-4034-a75b-c063b1465395 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:04.667115 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-759cf1c3-ddc9-4148-802e-96e95ef382a9 req-1b7ed306-e77e-4034-a75b-c063b1465395 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] For port 04cc468d-fa4b-4034-8fd2-b660d2481dfe, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=04cc468d-fa4b-4034-8fd2-b660d2481dfe,segment=NetworkSegment(daf8d4af-b494-4190-931b-9bd25e5dd1d8),segment_id=daf8d4af-b494-4190-931b-9bd25e5dd1d8)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:51:04.667115 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-759cf1c3-ddc9-4148-802e-96e95ef382a9 req-1b7ed306-e77e-4034-a75b-c063b1465395 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:04.668968 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-759cf1c3-ddc9-4148-802e-96e95ef382a9 req-1b7ed306-e77e-4034-a75b-c063b1465395 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Calling delete_port for 04cc468d-fa4b-4034-8fd2-b660d2481dfe owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:51:05.011870 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-759cf1c3-ddc9-4148-802e-96e95ef382a9 req-1b7ed306-e77e-4034-a75b-c063b1465395 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:05.042479 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ed306-e77e-4034-a75b-c063b1465395 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Pushing event deleted for resources: {'Port': ['ID=04cc468d-fa4b-4034-8fd2-b660d2481dfe,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:05.106672 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54a2ff-db81-4459-b7e5-38cf463037db req-80c30fa4-dff3-4c14-9bfa-aec41c032696 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:05.106672 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f54a2ff-db81-4459-b7e5-38cf463037db req-80c30fa4-dff3-4c14-9bfa-aec41c032696 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2fc4077-4d56-4081-86d4-344fb7795584 HTTP/1.1" status: 200 len: 867 time: 0.1013942 Aug 10 04:51:05.106672 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-759cf1c3-ddc9-4148-802e-96e95ef382a9 req-1b7ed306-e77e-4034-a75b-c063b1465395 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] No DVR routers for this DVR port 04cc468d-fa4b-4034-8fd2-b660d2481dfe on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:51:05.109396 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-759cf1c3-ddc9-4148-802e-96e95ef382a9 req-1b7ed306-e77e-4034-a75b-c063b1465395 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:05.111266 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-759cf1c3-ddc9-4148-802e-96e95ef382a9 req-1b7ed306-e77e-4034-a75b-c063b1465395 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.20 "DELETE /v2.0/ports/04cc468d-fa4b-4034-8fd2-b660d2481dfe HTTP/1.1" status: 204 len: 173 time: 0.6460540 Aug 10 04:51:05.111691 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2fc4077-4d56-4081-86d4-344fb7795584', 'name': 'network-vif-deleted', 'tag': '04cc468d-fa4b-4034-8fd2-b660d2481dfe'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:51:05.114028 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a930d8d8-903b-4a93-a750-3b6bebff5e11" -d '{"events": [{"server_uuid": "e2fc4077-4d56-4081-86d4-344fb7795584", "name": "network-vif-deleted", "tag": "04cc468d-fa4b-4034-8fd2-b660d2481dfe"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:51:05.159758 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010e7f63-7584-44ac-9dfb-1df7582c4afd x-openstack-request-id: req-010e7f63-7584-44ac-9dfb-1df7582c4afd {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:51:05.160081 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2fc4077-4d56-4081-86d4-344fb7795584", "name": "network-vif-deleted", "tag": "04cc468d-fa4b-4034-8fd2-b660d2481dfe", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:51:05.160335 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-010e7f63-7584-44ac-9dfb-1df7582c4afd {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:51:05.160732 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2fc4077-4d56-4081-86d4-344fb7795584', 'name': 'network-vif-deleted', 'tag': '04cc468d-fa4b-4034-8fd2-b660d2481dfe', 'status': 'completed', 'code': 200} Aug 10 04:51:05.164314 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f54a2ff-db81-4459-b7e5-38cf463037db req-3f5c3e74-5ab4-403a-b74e-93b0264b4aa4 tempest-TestMinimumBasicScenario-855241079 tempest-TestMinimumBasicScenario-855241079-project] 10.222.0.25 "GET /v2.0/security-groups?id=f3a26e79-d1b1-43cc-aba6-4319fa412e04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633826 Aug 10 04:51:06.554471 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 04cc468d-fa4b-4034-8fd2-b660d2481dfe no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:51:06.576662 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 04cc468d-fa4b-4034-8fd2-b660d2481dfe {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:51:06.577184 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 04cc468d-fa4b-4034-8fd2-b660d2481dfe not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:51:07.485754 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54348) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:07.841480 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4e6df07c-7893-4de9-a7f1-42fc41c880d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:08.090646 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-4e6df07c-7893-4de9-a7f1-42fc41c880d3 admin admin] Deleting port b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:51:08.090982 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4e6df07c-7893-4de9-a7f1-42fc41c880d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:08.167700 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-4e6df07c-7893-4de9-a7f1-42fc41c880d3 admin admin] For port b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0,segment=NetworkSegment(daf8d4af-b494-4190-931b-9bd25e5dd1d8),segment_id=daf8d4af-b494-4190-931b-9bd25e5dd1d8)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:51:08.168107 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4e6df07c-7893-4de9-a7f1-42fc41c880d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:08.180423 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-4e6df07c-7893-4de9-a7f1-42fc41c880d3 admin admin] Calling delete_port for b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:51:08.445017 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4e6df07c-7893-4de9-a7f1-42fc41c880d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:08.469288 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6df07c-7893-4de9-a7f1-42fc41c880d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:08.643835 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4e6df07c-7893-4de9-a7f1-42fc41c880d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:08.875851 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6df07c-7893-4de9-a7f1-42fc41c880d3 admin admin] Router 3929f6da-9838-491a-9628-4f60dd1f26e9 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:51:08.984188 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6df07c-7893-4de9-a7f1-42fc41c880d3 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:51:08.989945 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4e6df07c-7893-4de9-a7f1-42fc41c880d3 admin admin] 10.222.0.25 "PUT /v2.0/routers/3929f6da-9838-491a-9628-4f60dd1f26e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5028782 Aug 10 04:51:08.991981 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54354) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:08.993256 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97632fa-b84d-4dc9-9ee8-b5054375c5b8 None None] Sync routers for ids ['3929f6da-9838-491a-9628-4f60dd1f26e9'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:51:09.003210 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97632fa-b84d-4dc9-9ee8-b5054375c5b8 None None] Routers {'3929f6da-9838-491a-9628-4f60dd1f26e9'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:51:09.003832 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e97632fa-b84d-4dc9-9ee8-b5054375c5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:50:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3929f6da-9838-491a-9628-4f60dd1f26e9'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:51:09.098391 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d046baa6-1207-49b9-9ec5-a92c9fc2dafe admin admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:09.109526 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-e97632fa-b84d-4dc9-9ee8-b5054375c5b8 None None] Set router 3929f6da-9838-491a-9628-4f60dd1f26e9 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:51:09.202584 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d046baa6-1207-49b9-9ec5-a92c9fc2dafe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:09.287810 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e97632fa-b84d-4dc9-9ee8-b5054375c5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'name': 'tempest-TestMinimumBasicScenario-1596575819-router', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:43Z', 'updated_at': '2021-08-10T04:51:08Z', 'revision_number': 5, 'project_id': '5f814c20ef164bb79191282d278297be', 'gw_port': {'id': '9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:0b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:44Z', 'updated_at': '2021-08-10T04:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:51:09.312193 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-d046baa6-1207-49b9-9ec5-a92c9fc2dafe admin admin] Deleting port 9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:51:09.312541 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d046baa6-1207-49b9-9ec5-a92c9fc2dafe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:09.318672 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97632fa-b84d-4dc9-9ee8-b5054375c5b8 None None] Checking router: 3929f6da-9838-491a-9628-4f60dd1f26e9 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:51:09.328143 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97632fa-b84d-4dc9-9ee8-b5054375c5b8 None None] Routers {'3929f6da-9838-491a-9628-4f60dd1f26e9'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:51:09.328764 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e97632fa-b84d-4dc9-9ee8-b5054375c5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:50:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['3929f6da-9838-491a-9628-4f60dd1f26e9'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:51:09.397363 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-d046baa6-1207-49b9-9ec5-a92c9fc2dafe admin admin] For port 9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:51:09.397621 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d046baa6-1207-49b9-9ec5-a92c9fc2dafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:09.411531 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-d046baa6-1207-49b9-9ec5-a92c9fc2dafe admin admin] Calling delete_port for 9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:51:09.415591 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-e97632fa-b84d-4dc9-9ee8-b5054375c5b8 None None] Set router 3929f6da-9838-491a-9628-4f60dd1f26e9 gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:51:09.470892 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-e97632fa-b84d-4dc9-9ee8-b5054375c5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'name': 'tempest-TestMinimumBasicScenario-1596575819-router', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:43Z', 'updated_at': '2021-08-10T04:51:09Z', 'revision_number': 6, 'project_id': '5f814c20ef164bb79191282d278297be', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:51:09.501314 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97632fa-b84d-4dc9-9ee8-b5054375c5b8 None None] The sync data for ids ['3929f6da-9838-491a-9628-4f60dd1f26e9'] in n-d-802893-2 is: [{'id': '3929f6da-9838-491a-9628-4f60dd1f26e9', 'name': 'tempest-TestMinimumBasicScenario-1596575819-router', 'tenant_id': '5f814c20ef164bb79191282d278297be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:43Z', 'updated_at': '2021-08-10T04:51:09Z', 'revision_number': 6, 'project_id': '5f814c20ef164bb79191282d278297be', 'gw_port_host': None}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:51:09.656432 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d046baa6-1207-49b9-9ec5-a92c9fc2dafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:09.684047 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d046baa6-1207-49b9-9ec5-a92c9fc2dafe admin admin] Pushing event deleted for resources: {'Port': ['ID=9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:09.748982 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d046baa6-1207-49b9-9ec5-a92c9fc2dafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:09.839129 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d046baa6-1207-49b9-9ec5-a92c9fc2dafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:09.841174 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d046baa6-1207-49b9-9ec5-a92c9fc2dafe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:10.028964 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d046baa6-1207-49b9-9ec5-a92c9fc2dafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:10.029576 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d046baa6-1207-49b9-9ec5-a92c9fc2dafe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3929f6da-9838-491a-9628-4f60dd1f26e9 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:51:10.034294 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d046baa6-1207-49b9-9ec5-a92c9fc2dafe admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:10.035531 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d046baa6-1207-49b9-9ec5-a92c9fc2dafe admin admin] 10.222.0.25 "DELETE /v2.0/routers/3929f6da-9838-491a-9628-4f60dd1f26e9 HTTP/1.1" status: 204 len: 168 time: 1.0423036 Aug 10 04:51:10.037795 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54358) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:10.047363 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e957b6aa-f575-410e-89cd-2df99cea66d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:10.083980 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4d5f359-ad51-4745-9b69-050149c089f7 admin admin] Deleting subnet 76725d64-a8b4-4197-9b8d-0679ed5ae73c {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:51:10.087042 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f4d5f359-ad51-4745-9b69-050149c089f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:10.122688 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f4d5f359-ad51-4745-9b69-050149c089f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:10.203776 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f4d5f359-ad51-4745-9b69-050149c089f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:10.278010 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:51:10.307465 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:51:10.310720 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device b37d4caa-71c0-4c3b-b942-2e0ba3bcc0e0 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:51:10.331906 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f4d5f359-ad51-4745-9b69-050149c089f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:10.364851 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5f359-ad51-4745-9b69-050149c089f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76725d64-a8b4-4197-9b8d-0679ed5ae73c,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:10.369198 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f4d5f359-ad51-4745-9b69-050149c089f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:10.371743 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f4d5f359-ad51-4745-9b69-050149c089f7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/76725d64-a8b4-4197-9b8d-0679ed5ae73c HTTP/1.1" status: 204 len: 168 time: 0.3329973 Aug 10 04:51:10.377498 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54360) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:10.378405 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dff608-2137-44af-a991-040442949fcc None None] Network f0d373eb-5227-4fdb-843a-c97ac9778e5b requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:51:10.458289 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df56692c-9aab-4f84-a82b-e004f59108a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:10.523490 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-df56692c-9aab-4f84-a82b-e004f59108a7 admin admin] Deleting port 7c5299fd-16ce-47d0-915d-dd13c1e7a827 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:51:10.523849 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df56692c-9aab-4f84-a82b-e004f59108a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:10.590105 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9ba3e8-7696-4d17-919f-0680abe3b2c6 None None] DHCP port deletion for f0d373eb-5227-4fdb-843a-c97ac9778e5b request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:51:10.600986 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-df56692c-9aab-4f84-a82b-e004f59108a7 admin admin] For port 7c5299fd-16ce-47d0-915d-dd13c1e7a827, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7c5299fd-16ce-47d0-915d-dd13c1e7a827,segment=NetworkSegment(daf8d4af-b494-4190-931b-9bd25e5dd1d8),segment_id=daf8d4af-b494-4190-931b-9bd25e5dd1d8)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:51:10.601380 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df56692c-9aab-4f84-a82b-e004f59108a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:10.617046 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-df56692c-9aab-4f84-a82b-e004f59108a7 admin admin] Calling delete_port for 7c5299fd-16ce-47d0-915d-dd13c1e7a827 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:51:10.645546 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-1e9ba3e8-7696-4d17-919f-0680abe3b2c6 None None] Deleting port 7c5299fd-16ce-47d0-915d-dd13c1e7a827 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:51:10.646244 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1e9ba3e8-7696-4d17-919f-0680abe3b2c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:10.725270 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-1e9ba3e8-7696-4d17-919f-0680abe3b2c6 None None] For port 7c5299fd-16ce-47d0-915d-dd13c1e7a827, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7c5299fd-16ce-47d0-915d-dd13c1e7a827,segment=NetworkSegment(daf8d4af-b494-4190-931b-9bd25e5dd1d8),segment_id=daf8d4af-b494-4190-931b-9bd25e5dd1d8)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:51:10.725270 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1e9ba3e8-7696-4d17-919f-0680abe3b2c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:10.738472 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-1e9ba3e8-7696-4d17-919f-0680abe3b2c6 None None] Calling delete_port for 7c5299fd-16ce-47d0-915d-dd13c1e7a827 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:51:10.810574 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df56692c-9aab-4f84-a82b-e004f59108a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:10.816315 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1e9ba3e8-7696-4d17-919f-0680abe3b2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:10.836545 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df56692c-9aab-4f84-a82b-e004f59108a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c5299fd-16ce-47d0-915d-dd13c1e7a827,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:10.840252 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df56692c-9aab-4f84-a82b-e004f59108a7 admin admin] No DVR routers for this DVR port 7c5299fd-16ce-47d0-915d-dd13c1e7a827 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:51:10.848876 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ba3e8-7696-4d17-919f-0680abe3b2c6 None None] Pushing event deleted for resources: {'Port': ['ID=7c5299fd-16ce-47d0-915d-dd13c1e7a827,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:10.851142 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9ba3e8-7696-4d17-919f-0680abe3b2c6 None None] No DVR routers for this DVR port 7c5299fd-16ce-47d0-915d-dd13c1e7a827 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:51:10.866749 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ba3e8-7696-4d17-919f-0680abe3b2c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:51:10.866749 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ba3e8-7696-4d17-919f-0680abe3b2c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:51:10.866749 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ba3e8-7696-4d17-919f-0680abe3b2c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:51:10.866749 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ba3e8-7696-4d17-919f-0680abe3b2c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:51:10.866749 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ba3e8-7696-4d17-919f-0680abe3b2c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:51:10.866749 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ba3e8-7696-4d17-919f-0680abe3b2c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:51:10.866749 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ba3e8-7696-4d17-919f-0680abe3b2c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:51:10.866749 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ba3e8-7696-4d17-919f-0680abe3b2c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:51:10.866749 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ba3e8-7696-4d17-919f-0680abe3b2c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:51:10.866749 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ba3e8-7696-4d17-919f-0680abe3b2c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:51:10.866749 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ba3e8-7696-4d17-919f-0680abe3b2c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:51:10.866749 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e9ba3e8-7696-4d17-919f-0680abe3b2c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:51:10.916463 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df56692c-9aab-4f84-a82b-e004f59108a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:10.926712 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-df56692c-9aab-4f84-a82b-e004f59108a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d373eb-5227-4fdb-843a-c97ac9778e5b']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:51:10.937936 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-df56692c-9aab-4f84-a82b-e004f59108a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daf8d4af-b494-4190-931b-9bd25e5dd1d8') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:51:10.938235 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-df56692c-9aab-4f84-a82b-e004f59108a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daf8d4af-b494-4190-931b-9bd25e5dd1d8') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:51:10.947505 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df56692c-9aab-4f84-a82b-e004f59108a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:10.961929 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df56692c-9aab-4f84-a82b-e004f59108a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:10.968068 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df56692c-9aab-4f84-a82b-e004f59108a7 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:51:10.968458 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df56692c-9aab-4f84-a82b-e004f59108a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:51:10.970166 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:51:11.125030 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df56692c-9aab-4f84-a82b-e004f59108a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:11.130644 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df56692c-9aab-4f84-a82b-e004f59108a7 admin admin] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:11.132524 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-df56692c-9aab-4f84-a82b-e004f59108a7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f0d373eb-5227-4fdb-843a-c97ac9778e5b HTTP/1.1" status: 204 len: 168 time: 0.7537615 Aug 10 04:51:11.137128 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54364) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:11.489622 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df56692c-9aab-4f84-a82b-e004f59108a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0d373eb-5227-4fdb-843a-c97ac9778e5b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:11.721286 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7c5299fd-16ce-47d0-915d-dd13c1e7a827 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:51:11.742884 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 7c5299fd-16ce-47d0-915d-dd13c1e7a827 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:51:11.743318 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7c5299fd-16ce-47d0-915d-dd13c1e7a827 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:51:11.743746 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:51:11.763188 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:51:11.763532 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 9e7d2bea-a8b8-4b5f-89fd-ad0cded00cfe not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:51:11.883847 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-31748e69-8fa0-48ba-b7e5-d872768f0633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:12.136652 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-31748e69-8fa0-48ba-b7e5-d872768f0633 admin admin] Deleting port 12162b1e-47d7-4879-98b4-76a9d6d203c6 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:51:12.137055 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-31748e69-8fa0-48ba-b7e5-d872768f0633 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:12.215047 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-31748e69-8fa0-48ba-b7e5-d872768f0633 admin admin] For port 12162b1e-47d7-4879-98b4-76a9d6d203c6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=12162b1e-47d7-4879-98b4-76a9d6d203c6,segment=NetworkSegment(e1f5ab34-4534-4c8b-9e1a-a36532f86adf),segment_id=e1f5ab34-4534-4c8b-9e1a-a36532f86adf)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:51:12.215715 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-31748e69-8fa0-48ba-b7e5-d872768f0633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:12.228489 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-31748e69-8fa0-48ba-b7e5-d872768f0633 admin admin] Calling delete_port for 12162b1e-47d7-4879-98b4-76a9d6d203c6 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:51:12.490732 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-31748e69-8fa0-48ba-b7e5-d872768f0633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:12.522411 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31748e69-8fa0-48ba-b7e5-d872768f0633 admin admin] Pushing event deleted for resources: {'Port': ['ID=12162b1e-47d7-4879-98b4-76a9d6d203c6,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:12.696194 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-31748e69-8fa0-48ba-b7e5-d872768f0633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:12.927617 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31748e69-8fa0-48ba-b7e5-d872768f0633 admin admin] Router 59e32a8a-a7b1-425d-a1fd-651a6dab278f has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:51:13.034894 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31748e69-8fa0-48ba-b7e5-d872768f0633 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:51:13.039666 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-31748e69-8fa0-48ba-b7e5-d872768f0633 admin admin] 10.222.0.25 "PUT /v2.0/routers/59e32a8a-a7b1-425d-a1fd-651a6dab278f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9013500 Aug 10 04:51:13.042911 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54366) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:13.045558 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b52bf7-54d2-4391-9be3-e99e9d504c31 None None] Sync routers for ids ['59e32a8a-a7b1-425d-a1fd-651a6dab278f'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:51:13.054737 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b52bf7-54d2-4391-9be3-e99e9d504c31 None None] Routers {'59e32a8a-a7b1-425d-a1fd-651a6dab278f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:51:13.055425 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-14b52bf7-54d2-4391-9be3-e99e9d504c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:50:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['59e32a8a-a7b1-425d-a1fd-651a6dab278f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:51:13.150225 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a6c48150-7e01-4b37-8c36-9742a964f24f admin admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:13.160526 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-14b52bf7-54d2-4391-9be3-e99e9d504c31 None None] Set router 59e32a8a-a7b1-425d-a1fd-651a6dab278f gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:51:13.253288 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a6c48150-7e01-4b37-8c36-9742a964f24f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:13.335780 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-14b52bf7-54d2-4391-9be3-e99e9d504c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e32a8a-a7b1-425d-a1fd-651a6dab278f', 'name': 'tempest-TestMinimumBasicScenario-1737672611-router', 'tenant_id': '6c7dc89794ba4f03a448194bb670bc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.129'}], 'enable_snat': True}, 'gw_port_id': '75c6d049-454c-4f70-9b20-31fa395759f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:50Z', 'updated_at': '2021-08-10T04:51:12Z', 'revision_number': 5, 'project_id': '6c7dc89794ba4f03a448194bb670bc22', 'gw_port': {'id': '75c6d049-454c-4f70-9b20-31fa395759f0', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:11:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59e32a8a-a7b1-425d-a1fd-651a6dab278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:48:50Z', 'updated_at': '2021-08-10T04:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:51:13.367473 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-a6c48150-7e01-4b37-8c36-9742a964f24f admin admin] Deleting port 75c6d049-454c-4f70-9b20-31fa395759f0 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:51:13.367739 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b52bf7-54d2-4391-9be3-e99e9d504c31 None None] Checking router: 59e32a8a-a7b1-425d-a1fd-651a6dab278f for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:51:13.367859 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a6c48150-7e01-4b37-8c36-9742a964f24f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:13.376251 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b52bf7-54d2-4391-9be3-e99e9d504c31 None None] Routers {'59e32a8a-a7b1-425d-a1fd-651a6dab278f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:51:13.376847 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-14b52bf7-54d2-4391-9be3-e99e9d504c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:50:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['59e32a8a-a7b1-425d-a1fd-651a6dab278f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:51:13.444905 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-a6c48150-7e01-4b37-8c36-9742a964f24f admin admin] For port 75c6d049-454c-4f70-9b20-31fa395759f0, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=75c6d049-454c-4f70-9b20-31fa395759f0,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:51:13.445293 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a6c48150-7e01-4b37-8c36-9742a964f24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:13.460049 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-a6c48150-7e01-4b37-8c36-9742a964f24f admin admin] Calling delete_port for 75c6d049-454c-4f70-9b20-31fa395759f0 owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:51:13.623683 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-14b52bf7-54d2-4391-9be3-e99e9d504c31 None None] Set router 59e32a8a-a7b1-425d-a1fd-651a6dab278f gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:51:13.685377 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a6c48150-7e01-4b37-8c36-9742a964f24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:13.685736 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-14b52bf7-54d2-4391-9be3-e99e9d504c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59e32a8a-a7b1-425d-a1fd-651a6dab278f', 'name': 'tempest-TestMinimumBasicScenario-1737672611-router', 'tenant_id': '6c7dc89794ba4f03a448194bb670bc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:50Z', 'updated_at': '2021-08-10T04:51:13Z', 'revision_number': 6, 'project_id': '6c7dc89794ba4f03a448194bb670bc22', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:51:13.718852 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b52bf7-54d2-4391-9be3-e99e9d504c31 None None] The sync data for ids ['59e32a8a-a7b1-425d-a1fd-651a6dab278f'] in n-d-802893-2 is: [{'id': '59e32a8a-a7b1-425d-a1fd-651a6dab278f', 'name': 'tempest-TestMinimumBasicScenario-1737672611-router', 'tenant_id': '6c7dc89794ba4f03a448194bb670bc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:48:50Z', 'updated_at': '2021-08-10T04:51:13Z', 'revision_number': 6, 'project_id': '6c7dc89794ba4f03a448194bb670bc22', 'gw_port_host': None}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:51:13.720785 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c48150-7e01-4b37-8c36-9742a964f24f admin admin] Pushing event deleted for resources: {'Port': ['ID=75c6d049-454c-4f70-9b20-31fa395759f0,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:13.748285 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:13.792486 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a6c48150-7e01-4b37-8c36-9742a964f24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:13.839203 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-50d4fa03-84d2-40b1-be3c-73815d824b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:13.889000 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a6c48150-7e01-4b37-8c36-9742a964f24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:13.891001 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a6c48150-7e01-4b37-8c36-9742a964f24f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:14.050318 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a6c48150-7e01-4b37-8c36-9742a964f24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:14.050900 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c48150-7e01-4b37-8c36-9742a964f24f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59e32a8a-a7b1-425d-a1fd-651a6dab278f {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:51:14.055780 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a6c48150-7e01-4b37-8c36-9742a964f24f admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:14.057893 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a6c48150-7e01-4b37-8c36-9742a964f24f admin admin] 10.222.0.25 "DELETE /v2.0/routers/59e32a8a-a7b1-425d-a1fd-651a6dab278f HTTP/1.1" status: 204 len: 168 time: 1.0138988 Aug 10 04:51:14.063751 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54368) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:14.112850 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-49592b74-a4ff-4ae2-9a45-0fe9190399cf admin admin] Deleting subnet 1537f77a-086b-45ab-9888-609227cb54f0 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:51:14.116219 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49592b74-a4ff-4ae2-9a45-0fe9190399cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:14.153777 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49592b74-a4ff-4ae2-9a45-0fe9190399cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:14.232684 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49592b74-a4ff-4ae2-9a45-0fe9190399cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:14.342262 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49592b74-a4ff-4ae2-9a45-0fe9190399cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:14.366290 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49592b74-a4ff-4ae2-9a45-0fe9190399cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1537f77a-086b-45ab-9888-609227cb54f0,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:14.373177 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-49592b74-a4ff-4ae2-9a45-0fe9190399cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:14.375051 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-49592b74-a4ff-4ae2-9a45-0fe9190399cf admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1537f77a-086b-45ab-9888-609227cb54f0 HTTP/1.1" status: 204 len: 168 time: 0.3127906 Aug 10 04:51:14.377672 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54370) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:14.378209 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9549e41c-bb16-4a38-9a8d-6e5d363aea58 None None] Network a143714f-daca-4f47-8dde-ac7fb3fbbe87 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:51:14.450478 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d27b445-5b5b-4839-860c-1a013a855436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:14.513571 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-4d27b445-5b5b-4839-860c-1a013a855436 admin admin] Deleting port 4b0bf401-6800-4e3f-b218-924530fc4efb {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:51:14.513923 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d27b445-5b5b-4839-860c-1a013a855436 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:14.568504 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3f2602-1fec-4b63-8294-4ee235bf8d17 None None] DHCP port deletion for a143714f-daca-4f47-8dde-ac7fb3fbbe87 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:51:14.587080 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-4d27b445-5b5b-4839-860c-1a013a855436 admin admin] For port 4b0bf401-6800-4e3f-b218-924530fc4efb, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4b0bf401-6800-4e3f-b218-924530fc4efb,segment=NetworkSegment(e1f5ab34-4534-4c8b-9e1a-a36532f86adf),segment_id=e1f5ab34-4534-4c8b-9e1a-a36532f86adf)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:51:14.587454 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d27b445-5b5b-4839-860c-1a013a855436 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:14.603631 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-4d27b445-5b5b-4839-860c-1a013a855436 admin admin] Calling delete_port for 4b0bf401-6800-4e3f-b218-924530fc4efb owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:51:14.620558 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-9f3f2602-1fec-4b63-8294-4ee235bf8d17 None None] Deleting port 4b0bf401-6800-4e3f-b218-924530fc4efb {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:51:14.621050 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9f3f2602-1fec-4b63-8294-4ee235bf8d17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:14.687912 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-9f3f2602-1fec-4b63-8294-4ee235bf8d17 None None] For port 4b0bf401-6800-4e3f-b218-924530fc4efb, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4b0bf401-6800-4e3f-b218-924530fc4efb,segment=NetworkSegment(e1f5ab34-4534-4c8b-9e1a-a36532f86adf),segment_id=e1f5ab34-4534-4c8b-9e1a-a36532f86adf)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:51:14.688479 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9f3f2602-1fec-4b63-8294-4ee235bf8d17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:14.703861 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-9f3f2602-1fec-4b63-8294-4ee235bf8d17 None None] Calling delete_port for 4b0bf401-6800-4e3f-b218-924530fc4efb owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:51:14.770754 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d27b445-5b5b-4839-860c-1a013a855436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:14.788141 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9f3f2602-1fec-4b63-8294-4ee235bf8d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:14.800929 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27b445-5b5b-4839-860c-1a013a855436 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b0bf401-6800-4e3f-b218-924530fc4efb,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:14.809413 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d27b445-5b5b-4839-860c-1a013a855436 admin admin] No DVR routers for this DVR port 4b0bf401-6800-4e3f-b218-924530fc4efb on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:51:14.818622 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f2602-1fec-4b63-8294-4ee235bf8d17 None None] Pushing event deleted for resources: {'Port': ['ID=4b0bf401-6800-4e3f-b218-924530fc4efb,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:14.821127 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3f2602-1fec-4b63-8294-4ee235bf8d17 None None] No DVR routers for this DVR port 4b0bf401-6800-4e3f-b218-924530fc4efb on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:51:14.887251 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d27b445-5b5b-4839-860c-1a013a855436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:14.897359 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-4d27b445-5b5b-4839-860c-1a013a855436 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a143714f-daca-4f47-8dde-ac7fb3fbbe87']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:51:14.910679 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-4d27b445-5b5b-4839-860c-1a013a855436 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1f5ab34-4534-4c8b-9e1a-a36532f86adf') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:51:14.913911 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-4d27b445-5b5b-4839-860c-1a013a855436 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1f5ab34-4534-4c8b-9e1a-a36532f86adf') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:51:14.921196 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d27b445-5b5b-4839-860c-1a013a855436 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:14.938567 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d27b445-5b5b-4839-860c-1a013a855436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:14.944755 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d27b445-5b5b-4839-860c-1a013a855436 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:51:14.945148 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d27b445-5b5b-4839-860c-1a013a855436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:51:14.946842 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:51:15.085238 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d27b445-5b5b-4839-860c-1a013a855436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:15.100593 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4d27b445-5b5b-4839-860c-1a013a855436 admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:15.100593 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4d27b445-5b5b-4839-860c-1a013a855436 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a143714f-daca-4f47-8dde-ac7fb3fbbe87 HTTP/1.1" status: 204 len: 168 time: 0.7148917 Aug 10 04:51:15.104901 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27b445-5b5b-4839-860c-1a013a855436 admin admin] Pushing event deleted for resources: {'Network': ['ID=a143714f-daca-4f47-8dde-ac7fb3fbbe87,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:15.458642 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54374) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:15.501535 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d5dbaed9-0f49-4c05-8ce3-990657cabe80 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f814c20ef164bb79191282d278297be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415246 Aug 10 04:51:15.504085 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54376) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:15.530065 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:15.553680 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d361d23f-11d2-403c-9f49-d76fd1dd0f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:15.575651 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d361d23f-11d2-403c-9f49-d76fd1dd0f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:15.696029 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d361d23f-11d2-403c-9f49-d76fd1dd0f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:15.698638 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d361d23f-11d2-403c-9f49-d76fd1dd0f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:15.699788 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d361d23f-11d2-403c-9f49-d76fd1dd0f07 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f3a26e79-d1b1-43cc-aba6-4319fa412e04 HTTP/1.1" status: 204 len: 168 time: 0.1948018 Aug 10 04:51:15.708305 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361d23f-11d2-403c-9f49-d76fd1dd0f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a26e79-d1b1-43cc-aba6-4319fa412e04,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:15.725348 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 12162b1e-47d7-4879-98b4-76a9d6d203c6 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:51:15.749941 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 12162b1e-47d7-4879-98b4-76a9d6d203c6 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:51:15.750282 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 12162b1e-47d7-4879-98b4-76a9d6d203c6 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:51:15.750695 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 75c6d049-454c-4f70-9b20-31fa395759f0 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:51:15.770572 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 75c6d049-454c-4f70-9b20-31fa395759f0 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:51:15.770916 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 75c6d049-454c-4f70-9b20-31fa395759f0 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:51:15.771325 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4b0bf401-6800-4e3f-b218-924530fc4efb no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:51:15.789467 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 4b0bf401-6800-4e3f-b218-924530fc4efb {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:51:15.789803 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4b0bf401-6800-4e3f-b218-924530fc4efb not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:51:16.313590 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:16.346297 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54382) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:16.386775 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cd42ffbb-1e58-4ec3-8f43-bccfc09075f5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6c7dc89794ba4f03a448194bb670bc22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392928 Aug 10 04:51:16.389257 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54384) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:16.444093 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-191040df-1714-4435-9ec9-0571c8492e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:16.467279 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-191040df-1714-4435-9ec9-0571c8492e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:16.598750 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-191040df-1714-4435-9ec9-0571c8492e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:16.601247 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-191040df-1714-4435-9ec9-0571c8492e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:16.602671 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-191040df-1714-4435-9ec9-0571c8492e05 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f541be5-5cee-4860-bf34-fd3f6b7418ef HTTP/1.1" status: 204 len: 168 time: 0.2124865 Aug 10 04:51:16.611139 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191040df-1714-4435-9ec9-0571c8492e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f541be5-5cee-4860-bf34-fd3f6b7418ef,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:17.061911 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:19.270178 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54424) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:19.274854 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-20f4c48e-e3bd-4955-a9d6-e681177790d7 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1018601826', 'description': 'tempest-secgroup-smoke-1018601826 description', 'project_id': '32d55eec4aea4528bb07036d15eccacb'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:51:19.358803 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20f4c48e-e3bd-4955-a9d6-e681177790d7 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:19.367223 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20f4c48e-e3bd-4955-a9d6-e681177790d7 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:19.457814 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20f4c48e-e3bd-4955-a9d6-e681177790d7 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:19.541971 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20f4c48e-e3bd-4955-a9d6-e681177790d7 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:19.578966 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4c48e-e3bd-4955-a9d6-e681177790d7 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9213d861-c36f-44c6-a5ec-a0186d111cbd,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:19.633681 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20f4c48e-e3bd-4955-a9d6-e681177790d7 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:19.724811 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20f4c48e-e3bd-4955-a9d6-e681177790d7 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:19.755052 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4c48e-e3bd-4955-a9d6-e681177790d7 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fbe984-9acf-4dbc-8493-3a5c7e1c8a60,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:19.987448 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-20f4c48e-e3bd-4955-a9d6-e681177790d7 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:19.988758 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-20f4c48e-e3bd-4955-a9d6-e681177790d7 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7175710 Aug 10 04:51:19.991764 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54428) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:19.997236 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-1917cdc9-c66e-4242-9ec0-44005e374f84 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group_rule': {'security_group_id': 'd8fbe984-9acf-4dbc-8493-3a5c7e1c8a60', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:51:20.142149 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1917cdc9-c66e-4242-9ec0-44005e374f84 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:20.206518 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1917cdc9-c66e-4242-9ec0-44005e374f84 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:20.278801 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1917cdc9-c66e-4242-9ec0-44005e374f84 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:20.297922 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917cdc9-c66e-4242-9ec0-44005e374f84 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27adc6c7-cc93-4efd-9ea8-d75d09b72137,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:20.364541 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1917cdc9-c66e-4242-9ec0-44005e374f84 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:20.365871 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1917cdc9-c66e-4242-9ec0-44005e374f84 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3731151 Aug 10 04:51:20.368529 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54430) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:20.373929 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-6d64de5e-8497-4f71-9864-ec1678b3680d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group_rule': {'security_group_id': 'd8fbe984-9acf-4dbc-8493-3a5c7e1c8a60', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:51:20.472873 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6d64de5e-8497-4f71-9864-ec1678b3680d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:20.533642 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6d64de5e-8497-4f71-9864-ec1678b3680d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:20.615907 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6d64de5e-8497-4f71-9864-ec1678b3680d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:20.633846 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64de5e-8497-4f71-9864-ec1678b3680d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40cd944c-476b-4438-ab21-4cb45be2dced,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:20.701701 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6d64de5e-8497-4f71-9864-ec1678b3680d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:20.702946 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6d64de5e-8497-4f71-9864-ec1678b3680d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3334553 Aug 10 04:51:20.705624 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54432) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:20.710056 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-c9de825e-6d0d-4a85-9ca1-4aba3e238d7e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group_rule': {'security_group_id': 'd8fbe984-9acf-4dbc-8493-3a5c7e1c8a60', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:51:20.792779 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c9de825e-6d0d-4a85-9ca1-4aba3e238d7e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:20.848633 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c9de825e-6d0d-4a85-9ca1-4aba3e238d7e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:20.930215 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c9de825e-6d0d-4a85-9ca1-4aba3e238d7e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:20.951568 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9de825e-6d0d-4a85-9ca1-4aba3e238d7e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1f2497-37d8-4a99-9fe1-5feaaec11f50,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:21.033099 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c9de825e-6d0d-4a85-9ca1-4aba3e238d7e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:21.034395 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c9de825e-6d0d-4a85-9ca1-4aba3e238d7e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3278081 Aug 10 04:51:21.037186 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54434) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:21.041751 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-96572cca-7b86-40d3-b197-37aee05744f2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group_rule': {'security_group_id': 'd8fbe984-9acf-4dbc-8493-3a5c7e1c8a60', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:51:21.146906 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-96572cca-7b86-40d3-b197-37aee05744f2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:21.209334 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-96572cca-7b86-40d3-b197-37aee05744f2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:21.273338 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-96572cca-7b86-40d3-b197-37aee05744f2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:21.294147 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96572cca-7b86-40d3-b197-37aee05744f2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c545cfe-e385-41f6-975f-826ff76964f1,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:21.375891 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-96572cca-7b86-40d3-b197-37aee05744f2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:21.377210 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-96572cca-7b86-40d3-b197-37aee05744f2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3390319 Aug 10 04:51:21.380049 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54436) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:21.384579 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-b3ebd883-bfd2-429f-953e-c0d85f772052 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group_rule': {'security_group_id': 'd8fbe984-9acf-4dbc-8493-3a5c7e1c8a60', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:51:21.473788 n-d-802893-2 neutron-server[94937]: INFO neutron.db.securitygroups_db [None req-b3ebd883-bfd2-429f-953e-c0d85f772052 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Project 32d55eec4aea4528bb07036d15eccacb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:51:21.480305 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b3ebd883-bfd2-429f-953e-c0d85f772052 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:21.541399 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b3ebd883-bfd2-429f-953e-c0d85f772052 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:21.627322 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b3ebd883-bfd2-429f-953e-c0d85f772052 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:21.646471 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebd883-bfd2-429f-953e-c0d85f772052 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bca8b42-04d6-438b-965e-c2cc4ee7a30d,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:21.724884 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b3ebd883-bfd2-429f-953e-c0d85f772052 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:21.726059 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b3ebd883-bfd2-429f-953e-c0d85f772052 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3450794 Aug 10 04:51:21.729645 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54438) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:21.734973 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-9a9b943d-1674-4ea6-a3cf-3d5d16b8d6d1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group_rule': {'security_group_id': 'd8fbe984-9acf-4dbc-8493-3a5c7e1c8a60', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:51:21.816154 n-d-802893-2 neutron-server[94937]: INFO neutron.db.securitygroups_db [None req-9a9b943d-1674-4ea6-a3cf-3d5d16b8d6d1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Project 32d55eec4aea4528bb07036d15eccacb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:51:21.821444 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9a9b943d-1674-4ea6-a3cf-3d5d16b8d6d1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:21.884316 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9a9b943d-1674-4ea6-a3cf-3d5d16b8d6d1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:21.971018 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9a9b943d-1674-4ea6-a3cf-3d5d16b8d6d1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:21.989797 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b943d-1674-4ea6-a3cf-3d5d16b8d6d1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=152bd439-0d1f-49e4-a127-9a68ebb27a4e,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:22.061881 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9a9b943d-1674-4ea6-a3cf-3d5d16b8d6d1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:22.063176 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9a9b943d-1674-4ea6-a3cf-3d5d16b8d6d1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3322244 Aug 10 04:51:22.066194 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54440) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:22.071237 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-068bc482-8036-4987-8d7b-6f5b2bb6204e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'network': {'name': 'tempest-network-smoke--332236675', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'port_security_enabled': True}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:51:22.158850 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068bc482-8036-4987-8d7b-6f5b2bb6204e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Made reservation on behalf of 32d55eec4aea4528bb07036d15eccacb for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:51:22.162418 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-068bc482-8036-4987-8d7b-6f5b2bb6204e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:22.189389 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-068bc482-8036-4987-8d7b-6f5b2bb6204e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:51:22.198251 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-068bc482-8036-4987-8d7b-6f5b2bb6204e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:22.204024 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-068bc482-8036-4987-8d7b-6f5b2bb6204e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Added segment 67fb8c98-bb1e-4b50-858d-0793637b8f6a of type vlan for network aa97c4e2-e484-43a8-a976-6c9237c25b60 Aug 10 04:51:22.239506 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-068bc482-8036-4987-8d7b-6f5b2bb6204e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:22.318981 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-068bc482-8036-4987-8d7b-6f5b2bb6204e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:22.325505 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068bc482-8036-4987-8d7b-6f5b2bb6204e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:22.330180 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-068bc482-8036-4987-8d7b-6f5b2bb6204e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:22.396375 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068bc482-8036-4987-8d7b-6f5b2bb6204e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Network': ['ID=aa97c4e2-e484-43a8-a976-6c9237c25b60,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:22.410822 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network aa97c4e2-e484-43a8-a976-6c9237c25b60 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:51:22.456583 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-068bc482-8036-4987-8d7b-6f5b2bb6204e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3893304 Aug 10 04:51:22.460034 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54442) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:22.464737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-96f7ecdd-eaf5-473c-93c4-9ab9d33c3fb6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-593903471', 'admin_state_up': True, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:51:22.570531 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-96f7ecdd-eaf5-473c-93c4-9ab9d33c3fb6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:22.571524 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-96f7ecdd-eaf5-473c-93c4-9ab9d33c3fb6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:22.627409 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-96f7ecdd-eaf5-473c-93c4-9ab9d33c3fb6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:22.821065 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-96f7ecdd-eaf5-473c-93c4-9ab9d33c3fb6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:23.067121 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-96f7ecdd-eaf5-473c-93c4-9ab9d33c3fb6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:23.086406 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-96f7ecdd-eaf5-473c-93c4-9ab9d33c3fb6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:23.191493 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-96f7ecdd-eaf5-473c-93c4-9ab9d33c3fb6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Allocated IP 172.25.0.131 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/66aa482a-acf8-44f8-aaeb-2f464e132b3f) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:51:23.290789 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-96f7ecdd-eaf5-473c-93c4-9ab9d33c3fb6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:23.393455 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-96f7ecdd-eaf5-473c-93c4-9ab9d33c3fb6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:23.439208 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f7ecdd-eaf5-473c-93c4-9ab9d33c3fb6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:51:23.443720 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-96f7ecdd-eaf5-473c-93c4-9ab9d33c3fb6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:51:23.448715 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f7ecdd-eaf5-473c-93c4-9ab9d33c3fb6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:51:23.451833 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7ecdd-eaf5-473c-93c4-9ab9d33c3fb6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Port': ['ID=66aa482a-acf8-44f8-aaeb-2f464e132b3f,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:23.742874 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-96f7ecdd-eaf5-473c-93c4-9ab9d33c3fb6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:23.955041 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-96f7ecdd-eaf5-473c-93c4-9ab9d33c3fb6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:24.158625 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f7ecdd-eaf5-473c-93c4-9ab9d33c3fb6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Router 6f245df4-699a-47a4-b2e9-cee6c3d1fcb5 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:51:24.270940 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f7ecdd-eaf5-473c-93c4-9ab9d33c3fb6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:51:24.283153 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc3ac88-69a7-477c-a7d6-ae7a483ccf33 None None] Sync routers for ids ['6f245df4-699a-47a4-b2e9-cee6c3d1fcb5'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:51:24.293119 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc3ac88-69a7-477c-a7d6-ae7a483ccf33 None None] Routers {'6f245df4-699a-47a4-b2e9-cee6c3d1fcb5'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:51:24.293732 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-5fc3ac88-69a7-477c-a7d6-ae7a483ccf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:51:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['6f245df4-699a-47a4-b2e9-cee6c3d1fcb5'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:51:24.381927 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-96f7ecdd-eaf5-473c-93c4-9ab9d33c3fb6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:24.383239 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-96f7ecdd-eaf5-473c-93c4-9ab9d33c3fb6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9227939 Aug 10 04:51:24.387632 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54446) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:24.401365 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-5fc3ac88-69a7-477c-a7d6-ae7a483ccf33 None None] Set router 6f245df4-699a-47a4-b2e9-cee6c3d1fcb5 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:51:24.527216 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-02dca33c-b7be-4c3b-a3a7-76b1913d8f68 tempest-TestNetworkAdvancedServerOps-352895745 tempest-TestNetworkAdvancedServerOps-352895745-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=32d55eec4aea4528bb07036d15eccacb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1376991 Aug 10 04:51:24.529395 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54450) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:24.683140 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-5fc3ac88-69a7-477c-a7d6-ae7a483ccf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593903471', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '66aa482a-acf8-44f8-aaeb-2f464e132b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:51:22Z', 'updated_at': '2021-08-10T04:51:23Z', 'revision_number': 3, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '66aa482a-acf8-44f8-aaeb-2f464e132b3f', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:51:23Z', 'updated_at': '2021-08-10T04:51:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:51:24.692899 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7de785-03ca-46b9-9bdb-e141d214acda tempest-TestNetworkAdvancedServerOps-352895745 tempest-TestNetworkAdvancedServerOps-352895745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:24.697106 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7d7de785-03ca-46b9-9bdb-e141d214acda tempest-TestNetworkAdvancedServerOps-352895745 tempest-TestNetworkAdvancedServerOps-352895745-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1640759 Aug 10 04:51:24.697360 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54452) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:24.710046 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc3ac88-69a7-477c-a7d6-ae7a483ccf33 None None] Checking router: 6f245df4-699a-47a4-b2e9-cee6c3d1fcb5 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:51:24.710392 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc3ac88-69a7-477c-a7d6-ae7a483ccf33 None None] Updating router 6f245df4-699a-47a4-b2e9-cee6c3d1fcb5 port 66aa482a-acf8-44f8-aaeb-2f464e132b3f binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:51:24.732799 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3bc144fc-5a1d-467b-a882-fc2ef365402d tempest-TestNetworkAdvancedServerOps-352895745 tempest-TestNetworkAdvancedServerOps-352895745-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342352 Aug 10 04:51:24.735300 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54454) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:24.736052 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ac88-69a7-477c-a7d6-ae7a483ccf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:24.740305 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-d2ab77a9-50df-4a28-8ceb-c686e428b0f2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2058404772', 'network_id': 'aa97c4e2-e484-43a8-a976-6c9237c25b60', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:51:24.924139 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ab77a9-50df-4a28-8ceb-c686e428b0f2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Made reservation on behalf of 32d55eec4aea4528bb07036d15eccacb for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:51:24.927788 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d2ab77a9-50df-4a28-8ceb-c686e428b0f2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:25.003732 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ac88-69a7-477c-a7d6-ae7a483ccf33 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:25.013686 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-5fc3ac88-69a7-477c-a7d6-ae7a483ccf33 None None] Transition to ACTIVE for port object 66aa482a-acf8-44f8-aaeb-2f464e132b3f will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:51:25.112771 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ac88-69a7-477c-a7d6-ae7a483ccf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:25.165146 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-5fc3ac88-69a7-477c-a7d6-ae7a483ccf33 None None] Attempting to bind port 66aa482a-acf8-44f8-aaeb-2f464e132b3f on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:51:25.165513 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-5fc3ac88-69a7-477c-a7d6-ae7a483ccf33 None None] Attempting to bind port 66aa482a-acf8-44f8-aaeb-2f464e132b3f by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:51:25.165872 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3ac88-69a7-477c-a7d6-ae7a483ccf33 None None] Attempting to bind port 66aa482a-acf8-44f8-aaeb-2f464e132b3f on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:51:25.168347 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b77b6d-ff77-4ec7-9af9-8897255d717c None None] Pushing event updated for resources: {'Port': ['ID=66aa482a-acf8-44f8-aaeb-2f464e132b3f,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:25.176356 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d2ab77a9-50df-4a28-8ceb-c686e428b0f2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:25.177497 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b77b6d-ff77-4ec7-9af9-8897255d717c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:51:25.177837 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b77b6d-ff77-4ec7-9af9-8897255d717c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:51:25.178178 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b77b6d-ff77-4ec7-9af9-8897255d717c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:51:25.178512 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b77b6d-ff77-4ec7-9af9-8897255d717c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:51:25.178837 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b77b6d-ff77-4ec7-9af9-8897255d717c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:51:25.179152 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b77b6d-ff77-4ec7-9af9-8897255d717c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:51:25.179478 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b77b6d-ff77-4ec7-9af9-8897255d717c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:51:25.179800 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b77b6d-ff77-4ec7-9af9-8897255d717c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:51:25.180146 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b77b6d-ff77-4ec7-9af9-8897255d717c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:51:25.180459 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b77b6d-ff77-4ec7-9af9-8897255d717c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:51:25.180784 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b77b6d-ff77-4ec7-9af9-8897255d717c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:51:25.181096 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b77b6d-ff77-4ec7-9af9-8897255d717c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:51:25.185173 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3ac88-69a7-477c-a7d6-ae7a483ccf33 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:51:25.185546 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3ac88-69a7-477c-a7d6-ae7a483ccf33 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:51:25.185956 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ac88-69a7-477c-a7d6-ae7a483ccf33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:25.186324 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3ac88-69a7-477c-a7d6-ae7a483ccf33 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:51:25.186798 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-5fc3ac88-69a7-477c-a7d6-ae7a483ccf33 None None] Bound port: 66aa482a-acf8-44f8-aaeb-2f464e132b3f, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:51:25.187176 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ac88-69a7-477c-a7d6-ae7a483ccf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:25.237362 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ab77a9-50df-4a28-8ceb-c686e428b0f2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Subnet': ['ID=323c1b57-082d-4098-9863-932d1ff99fb4,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:25.239849 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-5fc3ac88-69a7-477c-a7d6-ae7a483ccf33 None None] For port 66aa482a-acf8-44f8-aaeb-2f464e132b3f, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:51:25.243048 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-5fc3ac88-69a7-477c-a7d6-ae7a483ccf33 None None] For port 66aa482a-acf8-44f8-aaeb-2f464e132b3f, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=66aa482a-acf8-44f8-aaeb-2f464e132b3f,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:51:25.249317 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ab77a9-50df-4a28-8ceb-c686e428b0f2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Checking segment: {'id': '67fb8c98-bb1e-4b50-858d-0793637b8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aa97c4e2-e484-43a8-a976-6c9237c25b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:51:25.249317 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ab77a9-50df-4a28-8ceb-c686e428b0f2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network hostable DHCP agents. Network: aa97c4e2-e484-43a8-a976-6c9237c25b60, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:51:25.301997 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ac88-69a7-477c-a7d6-ae7a483ccf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:25.312717 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ab77a9-50df-4a28-8ceb-c686e428b0f2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network aa97c4e2-e484-43a8-a976-6c9237c25b60 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:51:25.361566 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc3ac88-69a7-477c-a7d6-ae7a483ccf33 None None] Routers {'6f245df4-699a-47a4-b2e9-cee6c3d1fcb5'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:51:25.362213 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-5fc3ac88-69a7-477c-a7d6-ae7a483ccf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:51:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['6f245df4-699a-47a4-b2e9-cee6c3d1fcb5'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:51:25.370807 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-d2ab77a9-50df-4a28-8ceb-c686e428b0f2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, aa97c4e2-e484-43a8-a976-6c9237c25b60) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:51:25.378236 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ab77a9-50df-4a28-8ceb-c686e428b0f2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:25.382931 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d2ab77a9-50df-4a28-8ceb-c686e428b0f2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:25.383191 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f287efc-4335-435d-8fd0-ccf09cec68db None None] Network aa97c4e2-e484-43a8-a976-6c9237c25b60 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:51:25.404218 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b77b6d-ff77-4ec7-9af9-8897255d717c None None] Pushing event updated for resources: {'Port': ['ID=66aa482a-acf8-44f8-aaeb-2f464e132b3f,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:25.456885 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d2ab77a9-50df-4a28-8ceb-c686e428b0f2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7204800 Aug 10 04:51:25.459838 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54456) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:25.495833 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-5fc3ac88-69a7-477c-a7d6-ae7a483ccf33 None None] Set router 6f245df4-699a-47a4-b2e9-cee6c3d1fcb5 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:51:25.551294 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5e10c4-25d9-4866-95a8-021d5543caf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-aa97c4e2-e484-43a8-a976-6c9237c25b60', 'network_id': 'aa97c4e2-e484-43a8-a976-6c9237c25b60', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'fixed_ips': [{'subnet_id': '323c1b57-082d-4098-9863-932d1ff99fb4'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:51:25.552426 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dc5e10c4-25d9-4866-95a8-021d5543caf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:25.681805 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-5fc3ac88-69a7-477c-a7d6-ae7a483ccf33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593903471', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '66aa482a-acf8-44f8-aaeb-2f464e132b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:51:22Z', 'updated_at': '2021-08-10T04:51:23Z', 'revision_number': 3, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '66aa482a-acf8-44f8-aaeb-2f464e132b3f', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:51:23Z', 'updated_at': '2021-08-10T04:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:51:25.694478 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-dc5e10c4-25d9-4866-95a8-021d5543caf8 None None] Allocated IP 172.20.0.2 (aa97c4e2-e484-43a8-a976-6c9237c25b60/323c1b57-082d-4098-9863-932d1ff99fb4/e51ef612-f37c-4c8b-b762-11a6adb52bec) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:51:25.708614 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc3ac88-69a7-477c-a7d6-ae7a483ccf33 None None] The sync data for ids ['6f245df4-699a-47a4-b2e9-cee6c3d1fcb5'] in n-d-802893-2 is: [{'id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593903471', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '66aa482a-acf8-44f8-aaeb-2f464e132b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:51:22Z', 'updated_at': '2021-08-10T04:51:23Z', 'revision_number': 3, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '66aa482a-acf8-44f8-aaeb-2f464e132b3f', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:51:23Z', 'updated_at': '2021-08-10T04:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:51:25.865755 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dc5e10c4-25d9-4866-95a8-021d5543caf8 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:25.874555 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-dc5e10c4-25d9-4866-95a8-021d5543caf8 None None] Transition to ACTIVE for port object e51ef612-f37c-4c8b-b762-11a6adb52bec will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:51:25.890907 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-dc5e10c4-25d9-4866-95a8-021d5543caf8 None None] Transition to ACTIVE for port object e51ef612-f37c-4c8b-b762-11a6adb52bec will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:51:25.921478 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9a72dd6b-b147-45f4-aafb-152e80a91eb1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:25.982068 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dc5e10c4-25d9-4866-95a8-021d5543caf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:26.022412 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5e10c4-25d9-4866-95a8-021d5543caf8 None None] Network aa97c4e2-e484-43a8-a976-6c9237c25b60 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:51:26.025601 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-dc5e10c4-25d9-4866-95a8-021d5543caf8 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:51:26.031638 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5e10c4-25d9-4866-95a8-021d5543caf8 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:51:26.063929 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e10c4-25d9-4866-95a8-021d5543caf8 None None] Pushing event updated for resources: {'Port': ['ID=e51ef612-f37c-4c8b-b762-11a6adb52bec,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:26.099808 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-dc5e10c4-25d9-4866-95a8-021d5543caf8 None None] Attempting to bind port e51ef612-f37c-4c8b-b762-11a6adb52bec on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:51:26.100340 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-dc5e10c4-25d9-4866-95a8-021d5543caf8 None None] Attempting to bind port e51ef612-f37c-4c8b-b762-11a6adb52bec by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '67fb8c98-bb1e-4b50-858d-0793637b8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aa97c4e2-e484-43a8-a976-6c9237c25b60'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:51:26.100770 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5e10c4-25d9-4866-95a8-021d5543caf8 None None] Attempting to bind port e51ef612-f37c-4c8b-b762-11a6adb52bec on network aa97c4e2-e484-43a8-a976-6c9237c25b60 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:51:26.108212 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5e10c4-25d9-4866-95a8-021d5543caf8 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:51:26.108636 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5e10c4-25d9-4866-95a8-021d5543caf8 None None] Checking segment: {'id': '67fb8c98-bb1e-4b50-858d-0793637b8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aa97c4e2-e484-43a8-a976-6c9237c25b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:51:26.109001 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dc5e10c4-25d9-4866-95a8-021d5543caf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:26.109400 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5e10c4-25d9-4866-95a8-021d5543caf8 None None] Bound using segment: {'id': '67fb8c98-bb1e-4b50-858d-0793637b8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aa97c4e2-e484-43a8-a976-6c9237c25b60'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:51:26.109890 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-dc5e10c4-25d9-4866-95a8-021d5543caf8 None None] Bound port: e51ef612-f37c-4c8b-b762-11a6adb52bec, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fb8c98-bb1e-4b50-858d-0793637b8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aa97c4e2-e484-43a8-a976-6c9237c25b60'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:51:26.110274 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dc5e10c4-25d9-4866-95a8-021d5543caf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:26.203857 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-dc5e10c4-25d9-4866-95a8-021d5543caf8 None None] For port e51ef612-f37c-4c8b-b762-11a6adb52bec, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:51:26.207620 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-dc5e10c4-25d9-4866-95a8-021d5543caf8 None None] For port e51ef612-f37c-4c8b-b762-11a6adb52bec, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e51ef612-f37c-4c8b-b762-11a6adb52bec,segment=NetworkSegment(67fb8c98-bb1e-4b50-858d-0793637b8f6a),segment_id=67fb8c98-bb1e-4b50-858d-0793637b8f6a)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:51:26.265244 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-9a72dd6b-b147-45f4-aafb-152e80a91eb1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Allocated IP 172.20.0.1 (aa97c4e2-e484-43a8-a976-6c9237c25b60/323c1b57-082d-4098-9863-932d1ff99fb4/a913a843-3bb4-4787-94aa-325dda57c178) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:51:26.278951 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dc5e10c4-25d9-4866-95a8-021d5543caf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:26.368601 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e10c4-25d9-4866-95a8-021d5543caf8 None None] Pushing event updated for resources: {'Port': ['ID=e51ef612-f37c-4c8b-b762-11a6adb52bec,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:26.417326 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9a72dd6b-b147-45f4-aafb-152e80a91eb1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:26.827447 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-9a72dd6b-b147-45f4-aafb-152e80a91eb1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Transition to ACTIVE for port object a913a843-3bb4-4787-94aa-325dda57c178 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:51:26.871322 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:51:26.919182 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9a72dd6b-b147-45f4-aafb-152e80a91eb1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:26.964060 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a72dd6b-b147-45f4-aafb-152e80a91eb1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network aa97c4e2-e484-43a8-a976-6c9237c25b60 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:51:26.967359 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-9a72dd6b-b147-45f4-aafb-152e80a91eb1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:51:26.971752 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a72dd6b-b147-45f4-aafb-152e80a91eb1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:51:26.975728 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72dd6b-b147-45f4-aafb-152e80a91eb1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Port': ['ID=a913a843-3bb4-4787-94aa-325dda57c178,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:27.020414 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9a72dd6b-b147-45f4-aafb-152e80a91eb1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:27.223259 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9a72dd6b-b147-45f4-aafb-152e80a91eb1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:27.351614 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a38e63-3bf5-46e9-a90c-9193761864c0 None None] Network aa97c4e2-e484-43a8-a976-6c9237c25b60 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:51:27.506691 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-221e9375-1607-424a-a5ab-b62107badf68 None None] Provisioning for port e51ef612-f37c-4c8b-b762-11a6adb52bec completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:51:27.547498 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9a72dd6b-b147-45f4-aafb-152e80a91eb1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:27.610263 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9a72dd6b-b147-45f4-aafb-152e80a91eb1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:27.695045 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a72dd6b-b147-45f4-aafb-152e80a91eb1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Port': ['ID=a913a843-3bb4-4787-94aa-325dda57c178,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:27.697620 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9a72dd6b-b147-45f4-aafb-152e80a91eb1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:27.805012 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a72dd6b-b147-45f4-aafb-152e80a91eb1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network aa97c4e2-e484-43a8-a976-6c9237c25b60 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:51:27.806497 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-9a72dd6b-b147-45f4-aafb-152e80a91eb1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:51:27.832427 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 66aa482a-acf8-44f8-aaeb-2f464e132b3f up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:51:27.935629 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-91e35ed0-fd5d-49b0-b8fa-bbf43b3ac890 None None] Provisioning for port a913a843-3bb4-4787-94aa-325dda57c178 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:51:27.940838 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-91e35ed0-fd5d-49b0-b8fa-bbf43b3ac890 None None] Provisioning complete for port a913a843-3bb4-4787-94aa-325dda57c178 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:51:27.952544 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-91e35ed0-fd5d-49b0-b8fa-bbf43b3ac890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:27.958876 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a72dd6b-b147-45f4-aafb-152e80a91eb1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Router 6f245df4-699a-47a4-b2e9-cee6c3d1fcb5 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:51:27.966069 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 66aa482a-acf8-44f8-aaeb-2f464e132b3f completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:51:27.972615 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 66aa482a-acf8-44f8-aaeb-2f464e132b3f triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:51:27.972983 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:28.005386 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-91e35ed0-fd5d-49b0-b8fa-bbf43b3ac890 None None] Port a913a843-3bb4-4787-94aa-325dda57c178 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:51:28.081289 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a72dd6b-b147-45f4-aafb-152e80a91eb1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:51:28.088006 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9a72dd6b-b147-45f4-aafb-152e80a91eb1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "PUT /v2.0/routers/6f245df4-699a-47a4-b2e9-cee6c3d1fcb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6257823 Aug 10 04:51:28.097634 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac4ec0b-7e83-464b-ae19-a26c5f0694d5 None None] Sync routers for ids ['6f245df4-699a-47a4-b2e9-cee6c3d1fcb5'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:51:28.099949 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:28.132015 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac4ec0b-7e83-464b-ae19-a26c5f0694d5 None None] Routers {'6f245df4-699a-47a4-b2e9-cee6c3d1fcb5'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:51:28.132015 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-aac4ec0b-7e83-464b-ae19-a26c5f0694d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:51:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['6f245df4-699a-47a4-b2e9-cee6c3d1fcb5'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:51:28.133348 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 66aa482a-acf8-44f8-aaeb-2f464e132b3f, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=66aa482a-acf8-44f8-aaeb-2f464e132b3f,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:51:28.174243 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:28.190369 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:28.191273 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e51ef612-f37c-4c8b-b762-11a6adb52bec up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:51:28.237281 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-27dde8ea-d6c6-438c-8b1d-5b3a656baa2f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1018601826&fields=id&tenant_id=32d55eec4aea4528bb07036d15eccacb HTTP/1.1" status: 200 len: 267 time: 0.0336995 Aug 10 04:51:28.277632 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0a073175-9357-4b07-bce6-65c7cb8ccff3 None None] Provisioning complete for port a913a843-3bb4-4787-94aa-325dda57c178 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:51:28.277999 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0a073175-9357-4b07-bce6-65c7cb8ccff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:28.350138 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-87672d9e-d490-4285-9279-2bc59c7c17a0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:28.351864 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-87672d9e-d490-4285-9279-2bc59c7c17a0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/networks?id=aa97c4e2-e484-43a8-a976-6c9237c25b60 HTTP/1.1" status: 200 len: 796 time: 0.1072421 Aug 10 04:51:28.354014 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-aac4ec0b-7e83-464b-ae19-a26c5f0694d5 None None] Set router 6f245df4-699a-47a4-b2e9-cee6c3d1fcb5 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:51:28.357352 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=66aa482a-acf8-44f8-aaeb-2f464e132b3f,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:28.370191 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-f61ad540-dff7-44ed-8c7f-b815c3f58fa5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/quotas/32d55eec4aea4528bb07036d15eccacb HTTP/1.1" status: 200 len: 375 time: 0.0111132 Aug 10 04:51:28.386314 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-0a073175-9357-4b07-bce6-65c7cb8ccff3 None None] Port a913a843-3bb4-4787-94aa-325dda57c178 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:51:28.426264 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-b4db3be2-59a7-4507-b411-15b6c99ccb54 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502610 Aug 10 04:51:28.477064 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port e51ef612-f37c-4c8b-b762-11a6adb52bec completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:51:28.487069 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port e51ef612-f37c-4c8b-b762-11a6adb52bec triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:51:28.487440 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:28.552976 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7d99c9be-826c-471c-b3ac-a2a09a8ffe89 None None] Provisioning complete for port a913a843-3bb4-4787-94aa-325dda57c178 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:51:28.553345 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7d99c9be-826c-471c-b3ac-a2a09a8ffe89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:28.574550 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-c1200de7-dba9-40a0-aad8-2aab454cc7e8 service neutron] 10.222.0.25 "GET /v2.0/networks/aa97c4e2-e484-43a8-a976-6c9237c25b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358144 Aug 10 04:51:28.621197 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-7d99c9be-826c-471c-b3ac-a2a09a8ffe89 None None] Port a913a843-3bb4-4787-94aa-325dda57c178 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:51:28.664301 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-7519af6c-374e-4118-8865-153f5c8959aa service neutron] 10.222.0.25 "GET /v2.0/networks/aa97c4e2-e484-43a8-a976-6c9237c25b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831885 Aug 10 04:51:28.671850 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:28.698871 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-aac4ec0b-7e83-464b-ae19-a26c5f0694d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593903471', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '66aa482a-acf8-44f8-aaeb-2f464e132b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:51:22Z', 'updated_at': '2021-08-10T04:51:27Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '66aa482a-acf8-44f8-aaeb-2f464e132b3f', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f8:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:51:23Z', 'updated_at': '2021-08-10T04:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'a913a843-3bb4-4787-94aa-325dda57c178', 'name': '', 'network_id': 'aa97c4e2-e484-43a8-a976-6c9237c25b60', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:47:bc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '323c1b57-082d-4098-9863-932d1ff99fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:51:26Z', 'updated_at': '2021-08-10T04:51:27Z', 'revision_number': 2, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': '323c1b57-082d-4098-9863-932d1ff99fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:51:28.728830 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac4ec0b-7e83-464b-ae19-a26c5f0694d5 None None] Checking router: 6f245df4-699a-47a4-b2e9-cee6c3d1fcb5 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:51:28.729716 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac4ec0b-7e83-464b-ae19-a26c5f0694d5 None None] Updating router 6f245df4-699a-47a4-b2e9-cee6c3d1fcb5 port a913a843-3bb4-4787-94aa-325dda57c178 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:51:28.754467 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port e51ef612-f37c-4c8b-b762-11a6adb52bec, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e51ef612-f37c-4c8b-b762-11a6adb52bec,segment=NetworkSegment(67fb8c98-bb1e-4b50-858d-0793637b8f6a),segment_id=67fb8c98-bb1e-4b50-858d-0793637b8f6a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:51:28.762426 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-aac4ec0b-7e83-464b-ae19-a26c5f0694d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:28.855656 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:28.930302 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-63227666-adb3-4346-b757-405004388279 req-eb6db813-b7fd-4bba-82e4-acc705d4c371 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e44f587-f168-43dc-b39c-41121d960f83 HTTP/1.1" status: 200 len: 210 time: 0.0339794 Aug 10 04:51:28.970706 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=e51ef612-f37c-4c8b-b762-11a6adb52bec,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:29.086140 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-aac4ec0b-7e83-464b-ae19-a26c5f0694d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:29.096389 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-aac4ec0b-7e83-464b-ae19-a26c5f0694d5 None None] Transition to ACTIVE for port object a913a843-3bb4-4787-94aa-325dda57c178 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:51:29.141228 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-aac4ec0b-7e83-464b-ae19-a26c5f0694d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:29.193242 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631d9f0-6e48-4fc4-bb9e-08dbf7a800d4 None None] Pushing event updated for resources: {'Port': ['ID=a913a843-3bb4-4787-94aa-325dda57c178,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:29.250637 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-aac4ec0b-7e83-464b-ae19-a26c5f0694d5 None None] Attempting to bind port a913a843-3bb4-4787-94aa-325dda57c178 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:51:29.251007 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-aac4ec0b-7e83-464b-ae19-a26c5f0694d5 None None] Attempting to bind port a913a843-3bb4-4787-94aa-325dda57c178 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '67fb8c98-bb1e-4b50-858d-0793637b8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aa97c4e2-e484-43a8-a976-6c9237c25b60'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:51:29.257251 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac4ec0b-7e83-464b-ae19-a26c5f0694d5 None None] Attempting to bind port a913a843-3bb4-4787-94aa-325dda57c178 on network aa97c4e2-e484-43a8-a976-6c9237c25b60 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:51:29.257251 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac4ec0b-7e83-464b-ae19-a26c5f0694d5 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:51:29.257251 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac4ec0b-7e83-464b-ae19-a26c5f0694d5 None None] Checking segment: {'id': '67fb8c98-bb1e-4b50-858d-0793637b8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aa97c4e2-e484-43a8-a976-6c9237c25b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:51:29.257721 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-aac4ec0b-7e83-464b-ae19-a26c5f0694d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:29.258109 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac4ec0b-7e83-464b-ae19-a26c5f0694d5 None None] Bound using segment: {'id': '67fb8c98-bb1e-4b50-858d-0793637b8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aa97c4e2-e484-43a8-a976-6c9237c25b60'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:51:29.258588 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-aac4ec0b-7e83-464b-ae19-a26c5f0694d5 None None] Bound port: a913a843-3bb4-4787-94aa-325dda57c178, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fb8c98-bb1e-4b50-858d-0793637b8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aa97c4e2-e484-43a8-a976-6c9237c25b60'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:51:29.258973 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-aac4ec0b-7e83-464b-ae19-a26c5f0694d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:29.340464 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-aac4ec0b-7e83-464b-ae19-a26c5f0694d5 None None] For port a913a843-3bb4-4787-94aa-325dda57c178, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:51:29.343869 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-aac4ec0b-7e83-464b-ae19-a26c5f0694d5 None None] For port a913a843-3bb4-4787-94aa-325dda57c178, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a913a843-3bb4-4787-94aa-325dda57c178,segment=NetworkSegment(67fb8c98-bb1e-4b50-858d-0793637b8f6a),segment_id=67fb8c98-bb1e-4b50-858d-0793637b8f6a)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:51:29.427806 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-aac4ec0b-7e83-464b-ae19-a26c5f0694d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:29.500624 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac4ec0b-7e83-464b-ae19-a26c5f0694d5 None None] Routers {'6f245df4-699a-47a4-b2e9-cee6c3d1fcb5'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:51:29.501269 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-aac4ec0b-7e83-464b-ae19-a26c5f0694d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:51:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['6f245df4-699a-47a4-b2e9-cee6c3d1fcb5'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:51:29.506357 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631d9f0-6e48-4fc4-bb9e-08dbf7a800d4 None None] Pushing event updated for resources: {'Port': ['ID=a913a843-3bb4-4787-94aa-325dda57c178,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:29.628016 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-aac4ec0b-7e83-464b-ae19-a26c5f0694d5 None None] Set router 6f245df4-699a-47a4-b2e9-cee6c3d1fcb5 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:51:29.752343 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 66aa482a-acf8-44f8-aaeb-2f464e132b3f up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:51:30.012033 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 66aa482a-acf8-44f8-aaeb-2f464e132b3f triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:51:30.012325 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:30.018799 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb7218a7-2d73-4595-a5c0-142e4b1f1d43 req-5b3b7ae1-36f3-4fbf-84c6-d21b53eb397e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e44f587-f168-43dc-b39c-41121d960f83 HTTP/1.1" status: 200 len: 210 time: 0.0349684 Aug 10 04:51:30.116040 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-aac4ec0b-7e83-464b-ae19-a26c5f0694d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593903471', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '66aa482a-acf8-44f8-aaeb-2f464e132b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:51:22Z', 'updated_at': '2021-08-10T04:51:27Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '66aa482a-acf8-44f8-aaeb-2f464e132b3f', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:51:23Z', 'updated_at': '2021-08-10T04:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'a913a843-3bb4-4787-94aa-325dda57c178', 'name': '', 'network_id': 'aa97c4e2-e484-43a8-a976-6c9237c25b60', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:47:bc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '323c1b57-082d-4098-9863-932d1ff99fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:51:26Z', 'updated_at': '2021-08-10T04:51:29Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': '323c1b57-082d-4098-9863-932d1ff99fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:51:30.152247 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac4ec0b-7e83-464b-ae19-a26c5f0694d5 None None] The sync data for ids ['6f245df4-699a-47a4-b2e9-cee6c3d1fcb5'] in n-d-802893-2 is: [{'id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593903471', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '66aa482a-acf8-44f8-aaeb-2f464e132b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:51:22Z', 'updated_at': '2021-08-10T04:51:27Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '66aa482a-acf8-44f8-aaeb-2f464e132b3f', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:51:23Z', 'updated_at': '2021-08-10T04:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'a913a843-3bb4-4787-94aa-325dda57c178', 'name': '', 'network_id': 'aa97c4e2-e484-43a8-a976-6c9237c25b60', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:47:bc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '323c1b57-082d-4098-9863-932d1ff99fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:51:26Z', 'updated_at': '2021-08-10T04:51:29Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': '323c1b57-082d-4098-9863-932d1ff99fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:51:30.160602 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e51ef612-f37c-4c8b-b762-11a6adb52bec up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:51:30.226011 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port e51ef612-f37c-4c8b-b762-11a6adb52bec triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:51:30.226716 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:31.127824 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-94d87061-62a4-4995-9d88-944b862d81f9 req-358d0703-31f0-4fcf-8d66-50954450f243 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e44f587-f168-43dc-b39c-41121d960f83 HTTP/1.1" status: 200 len: 210 time: 0.0299327 Aug 10 04:51:31.246551 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-f8896306-a995-474b-83d3-e6d6add9760d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:31.248124 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-f8896306-a995-474b-83d3-e6d6add9760d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.20 "GET /v2.0/networks?id=aa97c4e2-e484-43a8-a976-6c9237c25b60 HTTP/1.1" status: 200 len: 796 time: 0.1162758 Aug 10 04:51:31.304143 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-95534ec3-4509-4c9d-a4bf-fc47bcbfd13f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32d55eec4aea4528bb07036d15eccacb HTTP/1.1" status: 200 len: 380 time: 0.0418494 Aug 10 04:51:31.314611 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-80d9cb9f-bb29-45ea-a052-1c901bd5491e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'port': {'device_id': '4e44f587-f168-43dc-b39c-41121d960f83', 'network_id': 'aa97c4e2-e484-43a8-a976-6c9237c25b60', 'admin_state_up': True, 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'security_groups': ['d8fbe984-9acf-4dbc-8493-3a5c7e1c8a60']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:51:31.489819 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-80d9cb9f-bb29-45ea-a052-1c901bd5491e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Made reservation on behalf of 32d55eec4aea4528bb07036d15eccacb for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:51:31.493507 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-80d9cb9f-bb29-45ea-a052-1c901bd5491e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:31.626108 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-80d9cb9f-bb29-45ea-a052-1c901bd5491e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Allocated IP 172.20.0.14 (aa97c4e2-e484-43a8-a976-6c9237c25b60/323c1b57-082d-4098-9863-932d1ff99fb4/9edfdc05-8358-470d-9700-43e80482a397) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:51:31.755155 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a913a843-3bb4-4787-94aa-325dda57c178 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:51:31.774157 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-80d9cb9f-bb29-45ea-a052-1c901bd5491e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:31.788803 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-80d9cb9f-bb29-45ea-a052-1c901bd5491e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Transition to ACTIVE for port object 9edfdc05-8358-470d-9700-43e80482a397 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:51:31.878534 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port a913a843-3bb4-4787-94aa-325dda57c178 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:51:31.882732 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port a913a843-3bb4-4787-94aa-325dda57c178 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:51:31.883146 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:31.901872 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-80d9cb9f-bb29-45ea-a052-1c901bd5491e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:31.947661 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-80d9cb9f-bb29-45ea-a052-1c901bd5491e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network aa97c4e2-e484-43a8-a976-6c9237c25b60 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:51:31.951579 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-80d9cb9f-bb29-45ea-a052-1c901bd5491e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:51:31.955577 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-80d9cb9f-bb29-45ea-a052-1c901bd5491e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:51:31.962076 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9cb9f-bb29-45ea-a052-1c901bd5491e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Port': ['ID=9edfdc05-8358-470d-9700-43e80482a397,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:31.964317 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:32.000323 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port a913a843-3bb4-4787-94aa-325dda57c178, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a913a843-3bb4-4787-94aa-325dda57c178,segment=NetworkSegment(67fb8c98-bb1e-4b50-858d-0793637b8f6a),segment_id=67fb8c98-bb1e-4b50-858d-0793637b8f6a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:51:32.013669 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-80d9cb9f-bb29-45ea-a052-1c901bd5491e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:32.014571 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-80d9cb9f-bb29-45ea-a052-1c901bd5491e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:32.084752 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:32.113962 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-80d9cb9f-bb29-45ea-a052-1c901bd5491e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8031757 Aug 10 04:51:32.134172 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-498f47ba-3c83-4fb2-b30e-ffe67ddaa80e service neutron] Request body: {'port': {'device_id': '4e44f587-f168-43dc-b39c-41121d960f83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:51:32.144373 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=a913a843-3bb4-4787-94aa-325dda57c178,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:32.278673 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ffd25a68-b367-484e-b811-469a25974979 None None] Provisioning for port 9edfdc05-8358-470d-9700-43e80482a397 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:51:32.283024 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ffd25a68-b367-484e-b811-469a25974979 None None] Provisioning complete for port 9edfdc05-8358-470d-9700-43e80482a397 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:51:32.283521 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ffd25a68-b367-484e-b811-469a25974979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:32.328391 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-ffd25a68-b367-484e-b811-469a25974979 None None] Port 9edfdc05-8358-470d-9700-43e80482a397 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:51:32.533263 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-498f47ba-3c83-4fb2-b30e-ffe67ddaa80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:32.611619 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d645c-6ee0-4cca-97de-af6ff0940946 req-6a3b773f-8615-4cc9-bc3e-7c7b535184fd tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:32.613196 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bf1d645c-6ee0-4cca-97de-af6ff0940946 req-6a3b773f-8615-4cc9-bc3e-7c7b535184fd tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e44f587-f168-43dc-b39c-41121d960f83 HTTP/1.1" status: 200 len: 932 time: 0.0969739 Aug 10 04:51:32.719708 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bf1d645c-6ee0-4cca-97de-af6ff0940946 req-0d61976d-63ad-4c32-b3a5-723045a79a25 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8fbe984-9acf-4dbc-8493-3a5c7e1c8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987375 Aug 10 04:51:32.864889 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-498f47ba-3c83-4fb2-b30e-ffe67ddaa80e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9edfdc05-8358-470d-9700-43e80482a397 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:51:32.872584 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-498f47ba-3c83-4fb2-b30e-ffe67ddaa80e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:32.884284 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-498f47ba-3c83-4fb2-b30e-ffe67ddaa80e service neutron] Transition to ACTIVE for port object 9edfdc05-8358-470d-9700-43e80482a397 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:51:32.941623 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-498f47ba-3c83-4fb2-b30e-ffe67ddaa80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:33.063201 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f47ba-3c83-4fb2-b30e-ffe67ddaa80e service neutron] Pushing event updated for resources: {'Port': ['ID=9edfdc05-8358-470d-9700-43e80482a397,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:33.088966 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-498f47ba-3c83-4fb2-b30e-ffe67ddaa80e service neutron] Attempting to bind port 9edfdc05-8358-470d-9700-43e80482a397 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:51:33.089308 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-498f47ba-3c83-4fb2-b30e-ffe67ddaa80e service neutron] Attempting to bind port 9edfdc05-8358-470d-9700-43e80482a397 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '67fb8c98-bb1e-4b50-858d-0793637b8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aa97c4e2-e484-43a8-a976-6c9237c25b60'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:51:33.089615 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-498f47ba-3c83-4fb2-b30e-ffe67ddaa80e service neutron] Attempting to bind port 9edfdc05-8358-470d-9700-43e80482a397 on network aa97c4e2-e484-43a8-a976-6c9237c25b60 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:51:33.094345 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-498f47ba-3c83-4fb2-b30e-ffe67ddaa80e service neutron] Port 9edfdc05-8358-470d-9700-43e80482a397 on network aa97c4e2-e484-43a8-a976-6c9237c25b60 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:51:33.094671 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-498f47ba-3c83-4fb2-b30e-ffe67ddaa80e service neutron] Attempting to bind port 9edfdc05-8358-470d-9700-43e80482a397 on network aa97c4e2-e484-43a8-a976-6c9237c25b60 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:51:33.100213 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-498f47ba-3c83-4fb2-b30e-ffe67ddaa80e service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:51:33.100596 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-498f47ba-3c83-4fb2-b30e-ffe67ddaa80e service neutron] Checking segment: {'id': '67fb8c98-bb1e-4b50-858d-0793637b8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aa97c4e2-e484-43a8-a976-6c9237c25b60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:51:33.100949 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-498f47ba-3c83-4fb2-b30e-ffe67ddaa80e service neutron] Bound using segment: {'id': '67fb8c98-bb1e-4b50-858d-0793637b8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aa97c4e2-e484-43a8-a976-6c9237c25b60'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:51:33.101640 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-498f47ba-3c83-4fb2-b30e-ffe67ddaa80e service neutron] Bound port: 9edfdc05-8358-470d-9700-43e80482a397, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67fb8c98-bb1e-4b50-858d-0793637b8f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'aa97c4e2-e484-43a8-a976-6c9237c25b60'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:51:33.102003 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-498f47ba-3c83-4fb2-b30e-ffe67ddaa80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:33.175337 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-498f47ba-3c83-4fb2-b30e-ffe67ddaa80e service neutron] For port 9edfdc05-8358-470d-9700-43e80482a397, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:51:33.178526 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-498f47ba-3c83-4fb2-b30e-ffe67ddaa80e service neutron] For port 9edfdc05-8358-470d-9700-43e80482a397, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9edfdc05-8358-470d-9700-43e80482a397,segment=NetworkSegment(67fb8c98-bb1e-4b50-858d-0793637b8f6a),segment_id=67fb8c98-bb1e-4b50-858d-0793637b8f6a)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:51:33.256076 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-498f47ba-3c83-4fb2-b30e-ffe67ddaa80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:33.289817 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-498f47ba-3c83-4fb2-b30e-ffe67ddaa80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:33.290511 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-498f47ba-3c83-4fb2-b30e-ffe67ddaa80e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:33.292627 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-498f47ba-3c83-4fb2-b30e-ffe67ddaa80e service neutron] 10.222.0.20 "PUT /v2.0/ports/9edfdc05-8358-470d-9700-43e80482a397 HTTP/1.1" status: 200 len: 1092 time: 1.1630652 Aug 10 04:51:33.293068 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e44f587-f168-43dc-b39c-41121d960f83', 'tag': '9edfdc05-8358-470d-9700-43e80482a397'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:51:33.295328 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b85959d-a0d7-421b-9ccd-00405f603217" -d '{"events": [{"name": "network-changed", "server_uuid": "4e44f587-f168-43dc-b39c-41121d960f83", "tag": "9edfdc05-8358-470d-9700-43e80482a397"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:51:33.333715 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f47ba-3c83-4fb2-b30e-ffe67ddaa80e service neutron] Pushing event updated for resources: {'Port': ['ID=9edfdc05-8358-470d-9700-43e80482a397,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:33.339364 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f800b6-1e5e-4ae6-9388-ed53437b1f69 x-openstack-request-id: req-79f800b6-1e5e-4ae6-9388-ed53437b1f69 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:51:33.339710 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e44f587-f168-43dc-b39c-41121d960f83", "tag": "9edfdc05-8358-470d-9700-43e80482a397", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:51:33.339992 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79f800b6-1e5e-4ae6-9388-ed53437b1f69 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:51:33.340406 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e44f587-f168-43dc-b39c-41121d960f83', 'tag': '9edfdc05-8358-470d-9700-43e80482a397', 'status': 'completed', 'code': 200} Aug 10 04:51:33.466106 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85959d-a0d7-421b-9ccd-00405f603217 req-059df147-49c1-4358-abee-f1caf95db5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:33.467585 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1b85959d-a0d7-421b-9ccd-00405f603217 req-059df147-49c1-4358-abee-f1caf95db5f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=4e44f587-f168-43dc-b39c-41121d960f83 HTTP/1.1" status: 200 len: 1095 time: 0.0456870 Aug 10 04:51:33.571896 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85959d-a0d7-421b-9ccd-00405f603217 req-06cfb6a3-6cd5-479a-97b8-3e7f58be2f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:33.573429 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1b85959d-a0d7-421b-9ccd-00405f603217 req-06cfb6a3-6cd5-479a-97b8-3e7f58be2f04 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=32d55eec4aea4528bb07036d15eccacb&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0931432 Aug 10 04:51:33.671558 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85959d-a0d7-421b-9ccd-00405f603217 req-71e36388-48d6-4085-a1e2-9cc7b1ee5de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:33.673083 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1b85959d-a0d7-421b-9ccd-00405f603217 req-71e36388-48d6-4085-a1e2-9cc7b1ee5de0 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932221 Aug 10 04:51:33.732609 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a913a843-3bb4-4787-94aa-325dda57c178 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:51:33.781975 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-17c2223f-1149-4a86-93f8-71239ba7f58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:33.783591 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-17c2223f-1149-4a86-93f8-71239ba7f58e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=4e44f587-f168-43dc-b39c-41121d960f83 HTTP/1.1" status: 200 len: 1095 time: 0.0494409 Aug 10 04:51:33.787780 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port a913a843-3bb4-4787-94aa-325dda57c178 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:51:33.788180 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:33.855403 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-00786df9-678c-47bf-996d-b035beca8d5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9edfdc05-8358-470d-9700-43e80482a397 HTTP/1.1" status: 200 len: 217 time: 0.0577424 Aug 10 04:51:33.902328 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5f586-fd88-4b10-9ce9-c01c4439d0ce req-56ff2def-c2bd-4553-bf92-9a253fcdd202 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:33.903839 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e4f5f586-fd88-4b10-9ce9-c01c4439d0ce req-56ff2def-c2bd-4553-bf92-9a253fcdd202 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e44f587-f168-43dc-b39c-41121d960f83 HTTP/1.1" status: 200 len: 944 time: 0.1081104 Aug 10 04:51:33.930121 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-2c3d21b3-9064-4674-96f9-560117a0f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:33.931491 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-2c3d21b3-9064-4674-96f9-560117a0f5d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=323c1b57-082d-4098-9863-932d1ff99fb4 HTTP/1.1" status: 200 len: 835 time: 0.0688245 Aug 10 04:51:33.965160 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e4f5f586-fd88-4b10-9ce9-c01c4439d0ce req-0cc4d98a-d343-4a16-9cfa-9fd30e6b7ec0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8fbe984-9acf-4dbc-8493-3a5c7e1c8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545592 Aug 10 04:51:33.997723 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-2b79bdeb-2158-442d-8834-23ded6994a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:33.999243 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-2b79bdeb-2158-442d-8834-23ded6994a18 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa97c4e2-e484-43a8-a976-6c9237c25b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599644 Aug 10 04:51:34.088790 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-6ec45f3f-713c-493d-ab05-3120261e7b99 service neutron] 10.222.0.20 "GET /v2.0/networks/aa97c4e2-e484-43a8-a976-6c9237c25b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823157 Aug 10 04:51:34.181627 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-912a0e6a-1c13-4168-84d4-2837ca89ec85 req-d03efd90-ed50-4873-9853-a0ebed33b4a9 service neutron] 10.222.0.20 "GET /v2.0/networks/aa97c4e2-e484-43a8-a976-6c9237c25b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859537 Aug 10 04:51:35.087011 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4ab8b-a3f5-432b-b23d-831034e9b10f req-d273fdec-7082-45f7-b3fe-ab5e0b4f98d3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:35.089034 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0bf4ab8b-a3f5-432b-b23d-831034e9b10f req-d273fdec-7082-45f7-b3fe-ab5e0b4f98d3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e44f587-f168-43dc-b39c-41121d960f83 HTTP/1.1" status: 200 len: 944 time: 0.0547197 Aug 10 04:51:35.127240 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0bf4ab8b-a3f5-432b-b23d-831034e9b10f req-e8f73eca-49e1-40f9-b2ff-89bb6a446ce3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8fbe984-9acf-4dbc-8493-3a5c7e1c8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321500 Aug 10 04:51:36.253762 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc5c90-d75a-470a-a0cf-8ac130a73ac3 req-64cceddd-db2d-4a5d-8863-05a798f645b1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:36.255272 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56bc5c90-d75a-470a-a0cf-8ac130a73ac3 req-64cceddd-db2d-4a5d-8863-05a798f645b1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e44f587-f168-43dc-b39c-41121d960f83 HTTP/1.1" status: 200 len: 944 time: 0.0519996 Aug 10 04:51:36.293712 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56bc5c90-d75a-470a-a0cf-8ac130a73ac3 req-28382dce-31b3-4793-b298-eb5b88ded99e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8fbe984-9acf-4dbc-8493-3a5c7e1c8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323858 Aug 10 04:51:37.407497 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4b84e-1277-4ac2-af50-87937df7c03b req-87d0aa65-848d-4b1c-aa95-7ff8d0c6f9bb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:37.409000 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-11a4b84e-1277-4ac2-af50-87937df7c03b req-87d0aa65-848d-4b1c-aa95-7ff8d0c6f9bb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e44f587-f168-43dc-b39c-41121d960f83 HTTP/1.1" status: 200 len: 944 time: 0.0495110 Aug 10 04:51:37.446678 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-11a4b84e-1277-4ac2-af50-87937df7c03b req-bf9a88f3-d9a9-4d70-ad17-f08466f0fea1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8fbe984-9acf-4dbc-8493-3a5c7e1c8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317891 Aug 10 04:51:38.561963 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a2eab-3cd8-418d-b558-e0d68f6b634b req-58984f77-2069-42ea-9c1d-e2ee251a2a77 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:38.563442 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a68a2eab-3cd8-418d-b558-e0d68f6b634b req-58984f77-2069-42ea-9c1d-e2ee251a2a77 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e44f587-f168-43dc-b39c-41121d960f83 HTTP/1.1" status: 200 len: 944 time: 0.0499394 Aug 10 04:51:38.600761 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a68a2eab-3cd8-418d-b558-e0d68f6b634b req-181ecb3d-9bdb-4bfd-adad-a4a969111e24 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8fbe984-9acf-4dbc-8493-3a5c7e1c8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313430 Aug 10 04:51:38.725011 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 9edfdc05-8358-470d-9700-43e80482a397 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:51:38.819089 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 9edfdc05-8358-470d-9700-43e80482a397, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9edfdc05-8358-470d-9700-43e80482a397,segment=NetworkSegment(67fb8c98-bb1e-4b50-858d-0793637b8f6a),segment_id=67fb8c98-bb1e-4b50-858d-0793637b8f6a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:51:38.830156 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '9edfdc05-8358-470d-9700-43e80482a397', 'network_id': 'aa97c4e2-e484-43a8-a976-6c9237c25b60', 'port_id': '9edfdc05-8358-470d-9700-43e80482a397', 'mac_address': 'fa:16:3e:78:17:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '323c1b57-082d-4098-9863-932d1ff99fb4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:51:38.871666 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:38.884280 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9edfdc05-8358-470d-9700-43e80482a397 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:51:38.903967 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 9edfdc05-8358-470d-9700-43e80482a397, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9edfdc05-8358-470d-9700-43e80482a397,segment=NetworkSegment(67fb8c98-bb1e-4b50-858d-0793637b8f6a),segment_id=67fb8c98-bb1e-4b50-858d-0793637b8f6a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:51:38.963691 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:39.010709 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=9edfdc05-8358-470d-9700-43e80482a397,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:39.254073 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['9edfdc05-8358-470d-9700-43e80482a397'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:51:39.718585 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44d53f-f384-4a66-942b-7875e83896ef req-c2b5f259-6379-46ab-8cdf-bf0d8bce81cb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:39.720041 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9d44d53f-f384-4a66-942b-7875e83896ef req-c2b5f259-6379-46ab-8cdf-bf0d8bce81cb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e44f587-f168-43dc-b39c-41121d960f83 HTTP/1.1" status: 200 len: 945 time: 0.0504091 Aug 10 04:51:39.759326 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9d44d53f-f384-4a66-942b-7875e83896ef req-3dfb1d4f-f9e5-4f14-9d93-79d7278ea50c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8fbe984-9acf-4dbc-8493-3a5c7e1c8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332394 Aug 10 04:51:40.026716 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e378d6d0-9a94-4218-9a55-47f2a46304a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:40.740720 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 9edfdc05-8358-470d-9700-43e80482a397 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:51:40.849795 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 9edfdc05-8358-470d-9700-43e80482a397 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:51:40.854077 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 9edfdc05-8358-470d-9700-43e80482a397 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:51:40.854420 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:40.882705 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f33df-f820-4ffd-b1be-5e0e6f2fc530 req-2b672817-0d83-44dc-95c1-1b59fa79549a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:40.884333 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a99f33df-f820-4ffd-b1be-5e0e6f2fc530 req-2b672817-0d83-44dc-95c1-1b59fa79549a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e44f587-f168-43dc-b39c-41121d960f83 HTTP/1.1" status: 200 len: 945 time: 0.0558250 Aug 10 04:51:40.924200 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a99f33df-f820-4ffd-b1be-5e0e6f2fc530 req-d367d752-1e2c-4640-90fa-de2f7867f99e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8fbe984-9acf-4dbc-8493-3a5c7e1c8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334804 Aug 10 04:51:40.935070 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:40.957783 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e44f587-f168-43dc-b39c-41121d960f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edfdc05-8358-470d-9700-43e80482a397'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:51:40.960057 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b3fb19-5477-445f-9009-0aab456c70ad" -d '{"events": [{"server_uuid": "4e44f587-f168-43dc-b39c-41121d960f83", "name": "network-vif-plugged", "status": "completed", "tag": "9edfdc05-8358-470d-9700-43e80482a397"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:51:40.973205 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 9edfdc05-8358-470d-9700-43e80482a397, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9edfdc05-8358-470d-9700-43e80482a397,segment=NetworkSegment(67fb8c98-bb1e-4b50-858d-0793637b8f6a),segment_id=67fb8c98-bb1e-4b50-858d-0793637b8f6a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:51:41.055136 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:41.058709 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb63cca-8654-4a97-b546-e6cd9c5f7d6c x-openstack-request-id: req-7eb63cca-8654-4a97-b546-e6cd9c5f7d6c {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:51:41.059553 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e44f587-f168-43dc-b39c-41121d960f83", "name": "network-vif-plugged", "status": "completed", "tag": "9edfdc05-8358-470d-9700-43e80482a397", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:51:41.059809 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7eb63cca-8654-4a97-b546-e6cd9c5f7d6c {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:51:41.061070 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e44f587-f168-43dc-b39c-41121d960f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9edfdc05-8358-470d-9700-43e80482a397', 'code': 200} Aug 10 04:51:41.110035 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=9edfdc05-8358-470d-9700-43e80482a397,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:41.178638 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594400c-468c-4629-9b52-d301ba56f42b req-51d1be30-a5b0-4b16-bf6d-99ac7afb0a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:41.180190 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a594400c-468c-4629-9b52-d301ba56f42b req-51d1be30-a5b0-4b16-bf6d-99ac7afb0a90 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4e44f587-f168-43dc-b39c-41121d960f83 HTTP/1.1" status: 200 len: 1097 time: 0.0400474 Aug 10 04:51:41.215092 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a594400c-468c-4629-9b52-d301ba56f42b req-dabff1ba-9066-4264-a46c-68e4eadc31b8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d8fbe984-9acf-4dbc-8493-3a5c7e1c8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272908 Aug 10 04:51:42.040173 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d5915-de4d-4ce1-a2b8-d4730580e966 req-412c4800-8496-42b1-a504-d60ffe94f755 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:42.041658 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-da1d5915-de4d-4ce1-a2b8-d4730580e966 req-412c4800-8496-42b1-a504-d60ffe94f755 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e44f587-f168-43dc-b39c-41121d960f83 HTTP/1.1" status: 200 len: 946 time: 0.0501971 Aug 10 04:51:42.080942 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-da1d5915-de4d-4ce1-a2b8-d4730580e966 req-b3f51511-5e7b-411f-ae68-31d9f8e24f80 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8fbe984-9acf-4dbc-8493-3a5c7e1c8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327997 Aug 10 04:51:43.202229 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79834932-7a17-4f4a-bdb9-07e86b39574f req-4245eb67-9fbd-498b-9477-2b9b26466e96 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:43.203705 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-79834932-7a17-4f4a-bdb9-07e86b39574f req-4245eb67-9fbd-498b-9477-2b9b26466e96 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e44f587-f168-43dc-b39c-41121d960f83 HTTP/1.1" status: 200 len: 946 time: 0.0528765 Aug 10 04:51:43.240517 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-79834932-7a17-4f4a-bdb9-07e86b39574f req-a93be5a7-60e1-4455-8942-83e2697dfedd tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8fbe984-9acf-4dbc-8493-3a5c7e1c8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308280 Aug 10 04:51:43.365608 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943ec02-0faf-4ecb-9838-8e735590338e req-2b11b692-09b3-4e4b-b320-028accb8c466 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:43.367021 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4943ec02-0faf-4ecb-9838-8e735590338e req-2b11b692-09b3-4e4b-b320-028accb8c466 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e44f587-f168-43dc-b39c-41121d960f83 HTTP/1.1" status: 200 len: 946 time: 0.0551043 Aug 10 04:51:43.406314 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4943ec02-0faf-4ecb-9838-8e735590338e req-7203c37e-0d7e-49c6-9b5b-ca46d49edd09 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8fbe984-9acf-4dbc-8493-3a5c7e1c8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323164 Aug 10 04:51:43.428327 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54522) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:43.467585 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807f4bbc-e7ac-4504-8417-3ea4f54e1f53 tempest-TestNetworkAdvancedServerOps-352895745 tempest-TestNetworkAdvancedServerOps-352895745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:43.469147 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-807f4bbc-e7ac-4504-8417-3ea4f54e1f53 tempest-TestNetworkAdvancedServerOps-352895745 tempest-TestNetworkAdvancedServerOps-352895745-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4e44f587-f168-43dc-b39c-41121d960f83 HTTP/1.1" status: 200 len: 1092 time: 0.0398302 Aug 10 04:51:43.471910 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54524) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:43.476481 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-e6793210-ba91-4a63-9480-c927f9b9a581 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'port_id': '9edfdc05-8358-470d-9700-43e80482a397', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:51:43.557938 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6793210-ba91-4a63-9480-c927f9b9a581 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:43.660431 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6793210-ba91-4a63-9480-c927f9b9a581 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:43.712722 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:43.764068 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-e6793210-ba91-4a63-9480-c927f9b9a581 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Allocated IP 172.25.0.229 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/49a26694-fe2b-4039-8b0c-74be2466035e) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:51:43.860907 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-04ff7e9c-10c3-463d-bda0-e691773af54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:43.869537 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6793210-ba91-4a63-9480-c927f9b9a581 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:43.969845 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6793210-ba91-4a63-9480-c927f9b9a581 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:44.010343 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6793210-ba91-4a63-9480-c927f9b9a581 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:51:44.013366 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-e6793210-ba91-4a63-9480-c927f9b9a581 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:51:44.017008 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6793210-ba91-4a63-9480-c927f9b9a581 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:51:44.038955 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6793210-ba91-4a63-9480-c927f9b9a581 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Port': ['ID=49a26694-fe2b-4039-8b0c-74be2466035e,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:44.374174 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6793210-ba91-4a63-9480-c927f9b9a581 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:44.516230 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6793210-ba91-4a63-9480-c927f9b9a581 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:44.665981 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6793210-ba91-4a63-9480-c927f9b9a581 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:44.729523 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6793210-ba91-4a63-9480-c927f9b9a581 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:44.794064 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6793210-ba91-4a63-9480-c927f9b9a581 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Port': ['ID=49a26694-fe2b-4039-8b0c-74be2466035e,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:51:44.812307 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6793210-ba91-4a63-9480-c927f9b9a581 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:44.907699 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-e6793210-ba91-4a63-9480-c927f9b9a581 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Floating IP 4f5b92a1-7d68-4723-90c5-68a87bea81df associated. External IP: 172.25.0.229, port: 9edfdc05-8358-470d-9700-43e80482a397. Aug 10 04:51:45.114609 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6793210-ba91-4a63-9480-c927f9b9a581 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Router 6f245df4-699a-47a4-b2e9-cee6c3d1fcb5 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:51:45.221695 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6793210-ba91-4a63-9480-c927f9b9a581 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:51:45.231801 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84fe912-bcaa-4375-b5ed-94c33771c4ff None None] Sync routers for ids ['6f245df4-699a-47a4-b2e9-cee6c3d1fcb5'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:51:45.241178 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84fe912-bcaa-4375-b5ed-94c33771c4ff None None] Routers {'6f245df4-699a-47a4-b2e9-cee6c3d1fcb5'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:51:45.241782 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d84fe912-bcaa-4375-b5ed-94c33771c4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:51:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['6f245df4-699a-47a4-b2e9-cee6c3d1fcb5'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:51:45.317813 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e6793210-ba91-4a63-9480-c927f9b9a581 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:45.344236 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-d84fe912-bcaa-4375-b5ed-94c33771c4ff None None] Set router 6f245df4-699a-47a4-b2e9-cee6c3d1fcb5 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:51:45.346165 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e6793210-ba91-4a63-9480-c927f9b9a581 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8732316 Aug 10 04:51:45.346749 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e44f587-f168-43dc-b39c-41121d960f83', 'tag': '9edfdc05-8358-470d-9700-43e80482a397'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:51:45.349044 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c3df90863f34f3d1b173683b03457bec4b9b1016fd9070b7d6b6bbe3252e10d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ac70eb-c771-4098-8542-487dee54e977" -d '{"events": [{"name": "network-changed", "server_uuid": "4e44f587-f168-43dc-b39c-41121d960f83", "tag": "9edfdc05-8358-470d-9700-43e80482a397"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:51:45.394841 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0842ab27-7fed-4222-b049-6fafe80532f5 x-openstack-request-id: req-0842ab27-7fed-4222-b049-6fafe80532f5 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:51:45.395470 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e44f587-f168-43dc-b39c-41121d960f83", "tag": "9edfdc05-8358-470d-9700-43e80482a397", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:51:45.395561 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0842ab27-7fed-4222-b049-6fafe80532f5 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:51:45.396124 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e44f587-f168-43dc-b39c-41121d960f83', 'tag': '9edfdc05-8358-470d-9700-43e80482a397', 'status': 'completed', 'code': 200} Aug 10 04:51:45.467924 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a61ece-568e-4991-a774-9370915609c3 req-12d8c82c-87a6-4bbb-acf1-052e41e90c4e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:45.469577 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-45a61ece-568e-4991-a774-9370915609c3 req-12d8c82c-87a6-4bbb-acf1-052e41e90c4e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e44f587-f168-43dc-b39c-41121d960f83 HTTP/1.1" status: 200 len: 946 time: 0.0580704 Aug 10 04:51:45.487944 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac70eb-c771-4098-8542-487dee54e977 req-3d28ac48-c6d2-4ecd-ae4d-db4bbb715058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:45.489486 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4ac70eb-c771-4098-8542-487dee54e977 req-3d28ac48-c6d2-4ecd-ae4d-db4bbb715058 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=4e44f587-f168-43dc-b39c-41121d960f83 HTTP/1.1" status: 200 len: 1097 time: 0.0442529 Aug 10 04:51:45.512495 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-45a61ece-568e-4991-a774-9370915609c3 req-5b6d6a06-4c2d-49af-a11f-80c84243bc02 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8fbe984-9acf-4dbc-8493-3a5c7e1c8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337479 Aug 10 04:51:45.538077 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54530) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:45.541208 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:45.589549 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac70eb-c771-4098-8542-487dee54e977 req-55419a69-1d0f-498a-bca0-a24175b11e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:45.591436 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4ac70eb-c771-4098-8542-487dee54e977 req-55419a69-1d0f-498a-bca0-a24175b11e27 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aa97c4e2-e484-43a8-a976-6c9237c25b60 HTTP/1.1" status: 200 len: 897 time: 0.0943897 Aug 10 04:51:45.594777 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d84fe912-bcaa-4375-b5ed-94c33771c4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593903471', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '66aa482a-acf8-44f8-aaeb-2f464e132b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:51:22Z', 'updated_at': '2021-08-10T04:51:27Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '66aa482a-acf8-44f8-aaeb-2f464e132b3f', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:51:23Z', 'updated_at': '2021-08-10T04:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '4f5b92a1-7d68-4723-90c5-68a87bea81df', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'floating_ip_address': '172.25.0.229', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'port_id': '9edfdc05-8358-470d-9700-43e80482a397', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa97c4e2-e484-43a8-a976-6c9237c25b60', 'mac_address': 'fa:16:3e:78:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e44f587-f168-43dc-b39c-41121d960f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:51:44Z', 'updated_at': '2021-08-10T04:51:44Z', 'revision_number': 0, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a913a843-3bb4-4787-94aa-325dda57c178', 'name': '', 'network_id': 'aa97c4e2-e484-43a8-a976-6c9237c25b60', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:47:bc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '323c1b57-082d-4098-9863-932d1ff99fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:51:26Z', 'updated_at': '2021-08-10T04:51:31Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': '323c1b57-082d-4098-9863-932d1ff99fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:51:45.611990 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b6dbc170-6b62-413b-99ae-d56b4da617a4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/floatingips/4f5b92a1-7d68-4723-90c5-68a87bea81df HTTP/1.1" status: 200 len: 992 time: 0.0710273 Aug 10 04:51:45.621298 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84fe912-bcaa-4375-b5ed-94c33771c4ff None None] Checking router: 6f245df4-699a-47a4-b2e9-cee6c3d1fcb5 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:51:45.630344 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84fe912-bcaa-4375-b5ed-94c33771c4ff None None] Routers {'6f245df4-699a-47a4-b2e9-cee6c3d1fcb5'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:51:45.630869 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d84fe912-bcaa-4375-b5ed-94c33771c4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:51:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['6f245df4-699a-47a4-b2e9-cee6c3d1fcb5'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:51:45.662877 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4ac70eb-c771-4098-8542-487dee54e977 req-9720f1f6-5200-4058-8a32-430ce64b4c32 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9edfdc05-8358-470d-9700-43e80482a397 HTTP/1.1" status: 200 len: 1000 time: 0.0603111 Aug 10 04:51:45.712747 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac70eb-c771-4098-8542-487dee54e977 req-3b46b0b0-50ff-482e-8365-4a177106db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:45.714248 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4ac70eb-c771-4098-8542-487dee54e977 req-3b46b0b0-50ff-482e-8365-4a177106db7a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=323c1b57-082d-4098-9863-932d1ff99fb4 HTTP/1.1" status: 200 len: 835 time: 0.0445249 Aug 10 04:51:45.736167 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-d84fe912-bcaa-4375-b5ed-94c33771c4ff None None] Set router 6f245df4-699a-47a4-b2e9-cee6c3d1fcb5 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:51:45.765047 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac70eb-c771-4098-8542-487dee54e977 req-f25787b0-6ea2-4b23-a7c5-f26dd073a03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:51:45.766582 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4ac70eb-c771-4098-8542-487dee54e977 req-f25787b0-6ea2-4b23-a7c5-f26dd073a03a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa97c4e2-e484-43a8-a976-6c9237c25b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457559 Aug 10 04:51:45.857070 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4ac70eb-c771-4098-8542-487dee54e977 req-0b250a6b-5abe-4378-a522-041f9b7bf84b service neutron] 10.222.0.20 "GET /v2.0/networks/aa97c4e2-e484-43a8-a976-6c9237c25b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835829 Aug 10 04:51:45.951948 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4ac70eb-c771-4098-8542-487dee54e977 req-d2c164a3-b7cb-4b12-80f7-651f5d2d52a2 service neutron] 10.222.0.20 "GET /v2.0/networks/aa97c4e2-e484-43a8-a976-6c9237c25b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883992 Aug 10 04:51:45.958860 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d84fe912-bcaa-4375-b5ed-94c33771c4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593903471', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '66aa482a-acf8-44f8-aaeb-2f464e132b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:51:22Z', 'updated_at': '2021-08-10T04:51:27Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '66aa482a-acf8-44f8-aaeb-2f464e132b3f', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:51:23Z', 'updated_at': '2021-08-10T04:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '4f5b92a1-7d68-4723-90c5-68a87bea81df', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'floating_ip_address': '172.25.0.229', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'port_id': '9edfdc05-8358-470d-9700-43e80482a397', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa97c4e2-e484-43a8-a976-6c9237c25b60', 'mac_address': 'fa:16:3e:78:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e44f587-f168-43dc-b39c-41121d960f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:51:44Z', 'updated_at': '2021-08-10T04:51:44Z', 'revision_number': 0, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a913a843-3bb4-4787-94aa-325dda57c178', 'name': '', 'network_id': 'aa97c4e2-e484-43a8-a976-6c9237c25b60', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:47:bc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '323c1b57-082d-4098-9863-932d1ff99fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:51:26Z', 'updated_at': '2021-08-10T04:51:31Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': '323c1b57-082d-4098-9863-932d1ff99fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:51:46.068422 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84fe912-bcaa-4375-b5ed-94c33771c4ff None None] The sync data for ids ['6f245df4-699a-47a4-b2e9-cee6c3d1fcb5'] in n-d-802893-2 is: [{'id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593903471', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '66aa482a-acf8-44f8-aaeb-2f464e132b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:51:22Z', 'updated_at': '2021-08-10T04:51:27Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '66aa482a-acf8-44f8-aaeb-2f464e132b3f', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:51:23Z', 'updated_at': '2021-08-10T04:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '4f5b92a1-7d68-4723-90c5-68a87bea81df', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'floating_ip_address': '172.25.0.229', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'port_id': '9edfdc05-8358-470d-9700-43e80482a397', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa97c4e2-e484-43a8-a976-6c9237c25b60', 'mac_address': 'fa:16:3e:78:17:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e44f587-f168-43dc-b39c-41121d960f83', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:51:44Z', 'updated_at': '2021-08-10T04:51:44Z', 'revision_number': 0, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a913a843-3bb4-4787-94aa-325dda57c178', 'name': '', 'network_id': 'aa97c4e2-e484-43a8-a976-6c9237c25b60', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:47:bc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '323c1b57-082d-4098-9863-932d1ff99fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:51:26Z', 'updated_at': '2021-08-10T04:51:31Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': '323c1b57-082d-4098-9863-932d1ff99fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:51:46.276681 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b02a3e5-c354-450f-88a0-fc1ae2887b5a None None] New status for floating IP 4f5b92a1-7d68-4723-90c5-68a87bea81df: ACTIVE {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:51:46.316582 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:46.615051 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54532) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:51:46.676780 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9c9cd73a-3ea3-44d7-a048-d404cda62e06 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/floatingips/4f5b92a1-7d68-4723-90c5-68a87bea81df HTTP/1.1" status: 200 len: 994 time: 0.0605438 Aug 10 04:51:47.078209 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:51:58.169741 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:03.869995 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:52:05.144207 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-34d43e21-6ac8-42f3-a624-3579a9724ed3 req-4c0d3682-4eab-4f57-8a81-6fce79b20d35 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4e44f587-f168-43dc-b39c-41121d960f83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425301 Aug 10 04:52:05.243883 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d43e21-6ac8-42f3-a624-3579a9724ed3 req-4784dc9f-aee5-4c00-9e3d-028e7d0146c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:05.245489 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-34d43e21-6ac8-42f3-a624-3579a9724ed3 req-4784dc9f-aee5-4c00-9e3d-028e7d0146c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=4e44f587-f168-43dc-b39c-41121d960f83 HTTP/1.1" status: 200 len: 1097 time: 0.0416241 Aug 10 04:52:05.352046 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d43e21-6ac8-42f3-a624-3579a9724ed3 req-ec42c939-a4b0-4e1d-8d6a-780b2081239d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:05.353522 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-34d43e21-6ac8-42f3-a624-3579a9724ed3 req-ec42c939-a4b0-4e1d-8d6a-780b2081239d service neutron] 10.222.0.20 "GET /v2.0/networks?id=aa97c4e2-e484-43a8-a976-6c9237c25b60 HTTP/1.1" status: 200 len: 897 time: 0.0881214 Aug 10 04:52:05.421748 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-34d43e21-6ac8-42f3-a624-3579a9724ed3 req-091728f5-cb32-46b8-afd5-edc88dfa8c96 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9edfdc05-8358-470d-9700-43e80482a397 HTTP/1.1" status: 200 len: 1002 time: 0.0585239 Aug 10 04:52:05.477696 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d43e21-6ac8-42f3-a624-3579a9724ed3 req-bd1a01d8-4235-456e-8362-59b8ad9f36df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:05.479146 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-34d43e21-6ac8-42f3-a624-3579a9724ed3 req-bd1a01d8-4235-456e-8362-59b8ad9f36df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=323c1b57-082d-4098-9863-932d1ff99fb4 HTTP/1.1" status: 200 len: 835 time: 0.0464795 Aug 10 04:52:05.529455 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d43e21-6ac8-42f3-a624-3579a9724ed3 req-11e9fa61-8b87-469e-998d-b073200de602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:05.530963 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-34d43e21-6ac8-42f3-a624-3579a9724ed3 req-11e9fa61-8b87-469e-998d-b073200de602 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa97c4e2-e484-43a8-a976-6c9237c25b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442507 Aug 10 04:52:05.622874 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-34d43e21-6ac8-42f3-a624-3579a9724ed3 req-8b24409a-5af9-4414-acfb-1a132f9617e5 service neutron] 10.222.0.20 "GET /v2.0/networks/aa97c4e2-e484-43a8-a976-6c9237c25b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834944 Aug 10 04:52:05.718451 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-34d43e21-6ac8-42f3-a624-3579a9724ed3 req-87df01cd-7f9a-47af-9258-2ef95d0f5ba7 service neutron] 10.222.0.20 "GET /v2.0/networks/aa97c4e2-e484-43a8-a976-6c9237c25b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884182 Aug 10 04:52:09.992063 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fd7661e0-1fa1-482a-b527-820167794898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:13.694599 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:13.849016 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e4b6901a-ee62-4455-a013-c050de3eef47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:15.551161 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:16.310878 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:17.082858 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:18.157253 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6672bb6-751b-43f7-974e-1dfed4a5f9a2 req-2cec9e9c-2200-4d8d-868c-6e5f6a07f461 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:18.158754 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f6672bb6-751b-43f7-974e-1dfed4a5f9a2 req-2cec9e9c-2200-4d8d-868c-6e5f6a07f461 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e44f587-f168-43dc-b39c-41121d960f83 HTTP/1.1" status: 200 len: 946 time: 0.0517769 Aug 10 04:52:18.197000 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f6672bb6-751b-43f7-974e-1dfed4a5f9a2 req-9018c6b2-dd19-4aed-88d2-b8da6a33cf0e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8fbe984-9acf-4dbc-8493-3a5c7e1c8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320747 Aug 10 04:52:19.334287 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f69ef1-7f87-4dde-9a17-b36bb6efc8ae req-7519c57c-59f7-474b-9d45-f450b4f9e8d4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:19.341946 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-49f69ef1-7f87-4dde-9a17-b36bb6efc8ae req-7519c57c-59f7-474b-9d45-f450b4f9e8d4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e44f587-f168-43dc-b39c-41121d960f83 HTTP/1.1" status: 200 len: 946 time: 0.0609062 Aug 10 04:52:19.381909 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-49f69ef1-7f87-4dde-9a17-b36bb6efc8ae req-714ebd7d-20c2-4f77-8777-f49e9fb4caaa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8fbe984-9acf-4dbc-8493-3a5c7e1c8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340090 Aug 10 04:52:19.407576 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54560) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:19.475577 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-671c75fc-dd4b-4b28-9423-f76bee0cd219 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/floatingips/4f5b92a1-7d68-4723-90c5-68a87bea81df HTTP/1.1" status: 200 len: 994 time: 0.0662940 Aug 10 04:52:20.886000 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02dd72-3757-4131-9dfb-3fd31b44be04 req-c3cefe9e-c727-409a-a7ed-796308f661f3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:20.887562 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d02dd72-3757-4131-9dfb-3fd31b44be04 req-c3cefe9e-c727-409a-a7ed-796308f661f3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e44f587-f168-43dc-b39c-41121d960f83 HTTP/1.1" status: 200 len: 946 time: 0.0509574 Aug 10 04:52:20.925465 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0d02dd72-3757-4131-9dfb-3fd31b44be04 req-982cc15d-8780-4373-a0ae-3dde32d6f385 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8fbe984-9acf-4dbc-8493-3a5c7e1c8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315859 Aug 10 04:52:22.042232 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35471041-6292-41c9-a664-ca97a8a6a14f req-2dd32c63-d5a9-4c57-9299-3490d0c9152e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:22.044381 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-35471041-6292-41c9-a664-ca97a8a6a14f req-2dd32c63-d5a9-4c57-9299-3490d0c9152e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e44f587-f168-43dc-b39c-41121d960f83 HTTP/1.1" status: 200 len: 946 time: 0.0484736 Aug 10 04:52:22.085450 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-35471041-6292-41c9-a664-ca97a8a6a14f req-8ef497b1-9503-42e5-9e4e-5ccaa9bdbd87 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8fbe984-9acf-4dbc-8493-3a5c7e1c8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351729 Aug 10 04:52:22.108873 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54570) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:22.175672 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bc68c742-3a7f-40e8-8919-7b013b165f94 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/floatingips/4f5b92a1-7d68-4723-90c5-68a87bea81df HTTP/1.1" status: 200 len: 994 time: 0.0656426 Aug 10 04:52:22.400698 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54576) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:22.559669 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-6a74d5bd-d9d5-4dee-ab59-e7f2d1fa6ccf tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Deleting port 49a26694-fe2b-4039-8b0c-74be2466035e {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:52:22.559910 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6a74d5bd-d9d5-4dee-ab59-e7f2d1fa6ccf tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:22.638273 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6a74d5bd-d9d5-4dee-ab59-e7f2d1fa6ccf tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:22.638601 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6a74d5bd-d9d5-4dee-ab59-e7f2d1fa6ccf tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:22.650057 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-6a74d5bd-d9d5-4dee-ab59-e7f2d1fa6ccf tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Calling delete_port for 49a26694-fe2b-4039-8b0c-74be2466035e owned by network:floatingip {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:52:22.849223 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6a74d5bd-d9d5-4dee-ab59-e7f2d1fa6ccf tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:22.877022 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74d5bd-d9d5-4dee-ab59-e7f2d1fa6ccf tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'Port': ['ID=49a26694-fe2b-4039-8b0c-74be2466035e,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:22.902023 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74d5bd-d9d5-4dee-ab59-e7f2d1fa6ccf tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:22.902380 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74d5bd-d9d5-4dee-ab59-e7f2d1fa6ccf tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:22.902753 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74d5bd-d9d5-4dee-ab59-e7f2d1fa6ccf tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:22.903102 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74d5bd-d9d5-4dee-ab59-e7f2d1fa6ccf tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:22.903443 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74d5bd-d9d5-4dee-ab59-e7f2d1fa6ccf tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:22.903783 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74d5bd-d9d5-4dee-ab59-e7f2d1fa6ccf tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:22.904147 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74d5bd-d9d5-4dee-ab59-e7f2d1fa6ccf tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:22.904481 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74d5bd-d9d5-4dee-ab59-e7f2d1fa6ccf tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:22.904812 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74d5bd-d9d5-4dee-ab59-e7f2d1fa6ccf tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:22.905140 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74d5bd-d9d5-4dee-ab59-e7f2d1fa6ccf tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:22.905468 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74d5bd-d9d5-4dee-ab59-e7f2d1fa6ccf tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:22.905793 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a74d5bd-d9d5-4dee-ab59-e7f2d1fa6ccf tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:22.944993 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6a74d5bd-d9d5-4dee-ab59-e7f2d1fa6ccf tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for floatingip, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:22.945378 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-6a74d5bd-d9d5-4dee-ab59-e7f2d1fa6ccf tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Floating IP 4f5b92a1-7d68-4723-90c5-68a87bea81df disassociated (deleted). External IP: 172.25.0.229, port: 9edfdc05-8358-470d-9700-43e80482a397. Aug 10 04:52:23.150520 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a74d5bd-d9d5-4dee-ab59-e7f2d1fa6ccf tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Router 6f245df4-699a-47a4-b2e9-cee6c3d1fcb5 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:52:23.256275 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a74d5bd-d9d5-4dee-ab59-e7f2d1fa6ccf tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:52:23.261068 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6a74d5bd-d9d5-4dee-ab59-e7f2d1fa6ccf tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:23.266515 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d227bf57-310d-42fb-a623-30f5442a8498 None None] Sync routers for ids ['6f245df4-699a-47a4-b2e9-cee6c3d1fcb5'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:52:23.276262 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d227bf57-310d-42fb-a623-30f5442a8498 None None] Routers {'6f245df4-699a-47a4-b2e9-cee6c3d1fcb5'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:52:23.276875 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d227bf57-310d-42fb-a623-30f5442a8498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:52:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['6f245df4-699a-47a4-b2e9-cee6c3d1fcb5'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:23.288864 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6a74d5bd-d9d5-4dee-ab59-e7f2d1fa6ccf tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "DELETE /v2.0/floatingips/4f5b92a1-7d68-4723-90c5-68a87bea81df HTTP/1.1" status: 204 len: 168 time: 0.8870420 Aug 10 04:52:23.289555 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e44f587-f168-43dc-b39c-41121d960f83', 'tag': '9edfdc05-8358-470d-9700-43e80482a397'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:52:23.291889 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cdf5d6-c643-48e3-a757-d7e0f3043118" -d '{"events": [{"name": "network-changed", "server_uuid": "4e44f587-f168-43dc-b39c-41121d960f83", "tag": "9edfdc05-8358-470d-9700-43e80482a397"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:52:23.331328 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9d6e30-0b6f-4c38-93c0-5f6ee85c2c15 x-openstack-request-id: req-1e9d6e30-0b6f-4c38-93c0-5f6ee85c2c15 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:52:23.331632 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e44f587-f168-43dc-b39c-41121d960f83", "tag": "9edfdc05-8358-470d-9700-43e80482a397", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:52:23.331871 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e9d6e30-0b6f-4c38-93c0-5f6ee85c2c15 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:52:23.332774 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e44f587-f168-43dc-b39c-41121d960f83', 'tag': '9edfdc05-8358-470d-9700-43e80482a397', 'status': 'completed', 'code': 200} Aug 10 04:52:23.384495 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-d227bf57-310d-42fb-a623-30f5442a8498 None None] Set router 6f245df4-699a-47a4-b2e9-cee6c3d1fcb5 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:52:23.418759 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdf5d6-c643-48e3-a757-d7e0f3043118 req-cc24ba7a-13a8-414b-ab15-14fcd19626b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:23.420570 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-69cdf5d6-c643-48e3-a757-d7e0f3043118 req-cc24ba7a-13a8-414b-ab15-14fcd19626b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=4e44f587-f168-43dc-b39c-41121d960f83 HTTP/1.1" status: 200 len: 1097 time: 0.0461681 Aug 10 04:52:23.513415 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdf5d6-c643-48e3-a757-d7e0f3043118 req-496d1e26-db96-4f34-9c58-c3374d6b649e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:23.515039 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-69cdf5d6-c643-48e3-a757-d7e0f3043118 req-496d1e26-db96-4f34-9c58-c3374d6b649e service neutron] 10.222.0.20 "GET /v2.0/networks?id=aa97c4e2-e484-43a8-a976-6c9237c25b60 HTTP/1.1" status: 200 len: 897 time: 0.0877745 Aug 10 04:52:23.560544 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-69cdf5d6-c643-48e3-a757-d7e0f3043118 req-cec4d8dc-ecfa-4299-a406-4374b67a693a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9edfdc05-8358-470d-9700-43e80482a397 HTTP/1.1" status: 200 len: 217 time: 0.0386117 Aug 10 04:52:23.592319 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d227bf57-310d-42fb-a623-30f5442a8498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593903471', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '66aa482a-acf8-44f8-aaeb-2f464e132b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:51:22Z', 'updated_at': '2021-08-10T04:51:27Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '66aa482a-acf8-44f8-aaeb-2f464e132b3f', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:51:23Z', 'updated_at': '2021-08-10T04:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'a913a843-3bb4-4787-94aa-325dda57c178', 'name': '', 'network_id': 'aa97c4e2-e484-43a8-a976-6c9237c25b60', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:47:bc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '323c1b57-082d-4098-9863-932d1ff99fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:51:26Z', 'updated_at': '2021-08-10T04:51:31Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': '323c1b57-082d-4098-9863-932d1ff99fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:23.618768 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdf5d6-c643-48e3-a757-d7e0f3043118 req-9685aa32-83ff-4842-b89e-4092dce93bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:23.619456 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d227bf57-310d-42fb-a623-30f5442a8498 None None] Checking router: 6f245df4-699a-47a4-b2e9-cee6c3d1fcb5 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:52:23.620310 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-69cdf5d6-c643-48e3-a757-d7e0f3043118 req-9685aa32-83ff-4842-b89e-4092dce93bd3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=323c1b57-082d-4098-9863-932d1ff99fb4 HTTP/1.1" status: 200 len: 835 time: 0.0534165 Aug 10 04:52:23.628123 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d227bf57-310d-42fb-a623-30f5442a8498 None None] Routers {'6f245df4-699a-47a4-b2e9-cee6c3d1fcb5'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:52:23.628728 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d227bf57-310d-42fb-a623-30f5442a8498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:52:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['6f245df4-699a-47a4-b2e9-cee6c3d1fcb5'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:23.681254 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdf5d6-c643-48e3-a757-d7e0f3043118 req-9791aca3-43f5-4195-955f-417fa6b1e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:23.682672 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-69cdf5d6-c643-48e3-a757-d7e0f3043118 req-9791aca3-43f5-4195-955f-417fa6b1e860 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aa97c4e2-e484-43a8-a976-6c9237c25b60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558472 Aug 10 04:52:23.736541 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-d227bf57-310d-42fb-a623-30f5442a8498 None None] Set router 6f245df4-699a-47a4-b2e9-cee6c3d1fcb5 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:52:23.772268 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094055c6-ff00-4f44-880a-a68943688615 req-a78a52c7-144c-463d-9766-0810692f8359 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:23.773778 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-094055c6-ff00-4f44-880a-a68943688615 req-a78a52c7-144c-463d-9766-0810692f8359 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e44f587-f168-43dc-b39c-41121d960f83 HTTP/1.1" status: 200 len: 946 time: 0.1081061 Aug 10 04:52:23.827637 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-69cdf5d6-c643-48e3-a757-d7e0f3043118 req-909ac6c4-3cf5-4ffe-bb6e-8215eba818be service neutron] 10.222.0.20 "GET /v2.0/networks/aa97c4e2-e484-43a8-a976-6c9237c25b60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311169 Aug 10 04:52:23.834429 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-094055c6-ff00-4f44-880a-a68943688615 req-26b250c1-d061-4c95-ace0-3c6482903f0c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8fbe984-9acf-4dbc-8493-3a5c7e1c8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513933 Aug 10 04:52:23.940248 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-69cdf5d6-c643-48e3-a757-d7e0f3043118 req-06e4a975-4650-45dc-9498-cc3169d5d9d2 service neutron] 10.222.0.20 "GET /v2.0/networks/aa97c4e2-e484-43a8-a976-6c9237c25b60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041272 Aug 10 04:52:23.954108 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-d227bf57-310d-42fb-a623-30f5442a8498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593903471', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '66aa482a-acf8-44f8-aaeb-2f464e132b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:51:22Z', 'updated_at': '2021-08-10T04:51:27Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '66aa482a-acf8-44f8-aaeb-2f464e132b3f', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:51:23Z', 'updated_at': '2021-08-10T04:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'a913a843-3bb4-4787-94aa-325dda57c178', 'name': '', 'network_id': 'aa97c4e2-e484-43a8-a976-6c9237c25b60', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:47:bc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '323c1b57-082d-4098-9863-932d1ff99fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:51:26Z', 'updated_at': '2021-08-10T04:51:31Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': '323c1b57-082d-4098-9863-932d1ff99fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:23.986061 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d227bf57-310d-42fb-a623-30f5442a8498 None None] The sync data for ids ['6f245df4-699a-47a4-b2e9-cee6c3d1fcb5'] in n-d-802893-2 is: [{'id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593903471', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '66aa482a-acf8-44f8-aaeb-2f464e132b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:51:22Z', 'updated_at': '2021-08-10T04:51:27Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '66aa482a-acf8-44f8-aaeb-2f464e132b3f', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:51:23Z', 'updated_at': '2021-08-10T04:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'a913a843-3bb4-4787-94aa-325dda57c178', 'name': '', 'network_id': 'aa97c4e2-e484-43a8-a976-6c9237c25b60', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:47:bc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '323c1b57-082d-4098-9863-932d1ff99fb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:51:26Z', 'updated_at': '2021-08-10T04:51:31Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': '323c1b57-082d-4098-9863-932d1ff99fb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:52:24.195043 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22766387-d558-42d2-aa83-bc826145ef89 None None] New status for floating IP 4f5b92a1-7d68-4723-90c5-68a87bea81df: DOWN {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:52:24.958020 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74623eb3-7de7-458a-a045-e08fcf4e8757 req-db92c701-a8b0-4335-a7a8-c2272cdd6689 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:24.959501 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-74623eb3-7de7-458a-a045-e08fcf4e8757 req-db92c701-a8b0-4335-a7a8-c2272cdd6689 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e44f587-f168-43dc-b39c-41121d960f83 HTTP/1.1" status: 200 len: 946 time: 0.0497406 Aug 10 04:52:24.996993 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-74623eb3-7de7-458a-a045-e08fcf4e8757 req-5022efdd-8489-4bec-ad78-e483912687f3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=d8fbe984-9acf-4dbc-8493-3a5c7e1c8a60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310292 Aug 10 04:52:25.395812 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe6f7d-c718-454c-bd09-85a462fa4700 req-73049d1b-7f49-4185-8021-8727eb7095fd tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:25.397336 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0efe6f7d-c718-454c-bd09-85a462fa4700 req-73049d1b-7f49-4185-8021-8727eb7095fd tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.20 "GET /v2.0/ports?device_id=4e44f587-f168-43dc-b39c-41121d960f83 HTTP/1.1" status: 200 len: 946 time: 0.0516744 Aug 10 04:52:25.491625 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-0efe6f7d-c718-454c-bd09-85a462fa4700 req-6c13a5e3-6fb8-499a-91b7-0e25f800346c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Deleting port 9edfdc05-8358-470d-9700-43e80482a397 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:52:25.491985 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0efe6f7d-c718-454c-bd09-85a462fa4700 req-6c13a5e3-6fb8-499a-91b7-0e25f800346c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:25.587551 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-0efe6f7d-c718-454c-bd09-85a462fa4700 req-6c13a5e3-6fb8-499a-91b7-0e25f800346c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] For port 9edfdc05-8358-470d-9700-43e80482a397, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=9edfdc05-8358-470d-9700-43e80482a397,segment=NetworkSegment(67fb8c98-bb1e-4b50-858d-0793637b8f6a),segment_id=67fb8c98-bb1e-4b50-858d-0793637b8f6a)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:52:25.587924 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0efe6f7d-c718-454c-bd09-85a462fa4700 req-6c13a5e3-6fb8-499a-91b7-0e25f800346c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:25.602394 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-0efe6f7d-c718-454c-bd09-85a462fa4700 req-6c13a5e3-6fb8-499a-91b7-0e25f800346c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Calling delete_port for 9edfdc05-8358-470d-9700-43e80482a397 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:52:25.797402 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0efe6f7d-c718-454c-bd09-85a462fa4700 req-6c13a5e3-6fb8-499a-91b7-0e25f800346c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:25.828053 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13a5e3-6fb8-499a-91b7-0e25f800346c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'Port': ['ID=9edfdc05-8358-470d-9700-43e80482a397,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:25.871837 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-0efe6f7d-c718-454c-bd09-85a462fa4700 req-6c13a5e3-6fb8-499a-91b7-0e25f800346c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] No DVR routers for this DVR port 9edfdc05-8358-470d-9700-43e80482a397 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:52:25.874630 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-0efe6f7d-c718-454c-bd09-85a462fa4700 req-6c13a5e3-6fb8-499a-91b7-0e25f800346c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:25.876810 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0efe6f7d-c718-454c-bd09-85a462fa4700 req-6c13a5e3-6fb8-499a-91b7-0e25f800346c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.20 "DELETE /v2.0/ports/9edfdc05-8358-470d-9700-43e80482a397 HTTP/1.1" status: 204 len: 173 time: 0.4725003 Aug 10 04:52:25.877259 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e44f587-f168-43dc-b39c-41121d960f83', 'name': 'network-vif-deleted', 'tag': '9edfdc05-8358-470d-9700-43e80482a397'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:52:25.879594 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde6fc30-ad71-4afa-8442-9b7e83635ef9" -d '{"events": [{"server_uuid": "4e44f587-f168-43dc-b39c-41121d960f83", "name": "network-vif-deleted", "tag": "9edfdc05-8358-470d-9700-43e80482a397"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:52:25.922249 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a946bde2-75e5-473e-9610-5d6e1b5836b0 x-openstack-request-id: req-a946bde2-75e5-473e-9610-5d6e1b5836b0 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:52:25.922537 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e44f587-f168-43dc-b39c-41121d960f83", "name": "network-vif-deleted", "tag": "9edfdc05-8358-470d-9700-43e80482a397", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:52:25.922793 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a946bde2-75e5-473e-9610-5d6e1b5836b0 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:52:25.923193 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e44f587-f168-43dc-b39c-41121d960f83', 'name': 'network-vif-deleted', 'tag': '9edfdc05-8358-470d-9700-43e80482a397', 'status': 'completed', 'code': 200} Aug 10 04:52:26.096488 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0d9273fe-ab02-4156-8c1d-b36aef7408a4 req-9afb4e7d-040b-43f3-a48c-40cc12cd2956 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e44f587-f168-43dc-b39c-41121d960f83 HTTP/1.1" status: 200 len: 210 time: 0.0321727 Aug 10 04:52:27.153393 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54592) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:27.526086 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8d23b2d6-2c17-4113-abac-2fbd1e475592 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:28.111325 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-8d23b2d6-2c17-4113-abac-2fbd1e475592 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Deleting port a913a843-3bb4-4787-94aa-325dda57c178 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:52:28.111556 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8d23b2d6-2c17-4113-abac-2fbd1e475592 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:28.198828 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-8d23b2d6-2c17-4113-abac-2fbd1e475592 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] For port a913a843-3bb4-4787-94aa-325dda57c178, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a913a843-3bb4-4787-94aa-325dda57c178,segment=NetworkSegment(67fb8c98-bb1e-4b50-858d-0793637b8f6a),segment_id=67fb8c98-bb1e-4b50-858d-0793637b8f6a)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:52:28.199602 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8d23b2d6-2c17-4113-abac-2fbd1e475592 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:28.209071 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:28.212819 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-8d23b2d6-2c17-4113-abac-2fbd1e475592 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Calling delete_port for a913a843-3bb4-4787-94aa-325dda57c178 owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:52:28.500657 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8d23b2d6-2c17-4113-abac-2fbd1e475592 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:28.530269 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23b2d6-2c17-4113-abac-2fbd1e475592 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'Port': ['ID=a913a843-3bb4-4787-94aa-325dda57c178,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:28.735928 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8d23b2d6-2c17-4113-abac-2fbd1e475592 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:28.973510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d23b2d6-2c17-4113-abac-2fbd1e475592 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Router 6f245df4-699a-47a4-b2e9-cee6c3d1fcb5 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:52:29.083671 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d23b2d6-2c17-4113-abac-2fbd1e475592 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:52:29.089567 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8d23b2d6-2c17-4113-abac-2fbd1e475592 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "PUT /v2.0/routers/6f245df4-699a-47a4-b2e9-cee6c3d1fcb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9338572 Aug 10 04:52:29.092014 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54594) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:29.094926 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2915e1ec-4828-4ddb-8754-6f61a671af98 None None] Sync routers for ids ['6f245df4-699a-47a4-b2e9-cee6c3d1fcb5'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:52:29.104728 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2915e1ec-4828-4ddb-8754-6f61a671af98 None None] Routers {'6f245df4-699a-47a4-b2e9-cee6c3d1fcb5'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:52:29.105354 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-2915e1ec-4828-4ddb-8754-6f61a671af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:52:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['6f245df4-699a-47a4-b2e9-cee6c3d1fcb5'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:29.145940 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-050ee18b-5a19-42d3-8a9f-111d2387c0bc tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Deleting subnet 323c1b57-082d-4098-9863-932d1ff99fb4 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:52:29.149351 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-050ee18b-5a19-42d3-8a9f-111d2387c0bc tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:29.192443 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-050ee18b-5a19-42d3-8a9f-111d2387c0bc tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:29.215391 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-2915e1ec-4828-4ddb-8754-6f61a671af98 None None] Set router 6f245df4-699a-47a4-b2e9-cee6c3d1fcb5 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:52:29.289878 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-050ee18b-5a19-42d3-8a9f-111d2387c0bc tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:29.410958 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-2915e1ec-4828-4ddb-8754-6f61a671af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593903471', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '66aa482a-acf8-44f8-aaeb-2f464e132b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:51:22Z', 'updated_at': '2021-08-10T04:52:28Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '66aa482a-acf8-44f8-aaeb-2f464e132b3f', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:51:23Z', 'updated_at': '2021-08-10T04:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:29.426484 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-050ee18b-5a19-42d3-8a9f-111d2387c0bc tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:29.439014 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2915e1ec-4828-4ddb-8754-6f61a671af98 None None] Checking router: 6f245df4-699a-47a4-b2e9-cee6c3d1fcb5 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:52:29.448947 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2915e1ec-4828-4ddb-8754-6f61a671af98 None None] Routers {'6f245df4-699a-47a4-b2e9-cee6c3d1fcb5'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:52:29.449409 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-2915e1ec-4828-4ddb-8754-6f61a671af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:52:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['6f245df4-699a-47a4-b2e9-cee6c3d1fcb5'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:29.453765 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ee18b-5a19-42d3-8a9f-111d2387c0bc tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'Subnet': ['ID=323c1b57-082d-4098-9863-932d1ff99fb4,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:29.460380 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-050ee18b-5a19-42d3-8a9f-111d2387c0bc tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:29.464856 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-050ee18b-5a19-42d3-8a9f-111d2387c0bc tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "DELETE /v2.0/subnets/323c1b57-082d-4098-9863-932d1ff99fb4 HTTP/1.1" status: 204 len: 168 time: 0.3691754 Aug 10 04:52:29.465872 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54596) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:29.470588 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d479dec-efd3-4d7d-8d92-353a2af85c8a None None] Network aa97c4e2-e484-43a8-a976-6c9237c25b60 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:52:29.589089 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1d1350b1-ce39-4aca-9731-8e0ceb47ab6b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:29.605324 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-2915e1ec-4828-4ddb-8754-6f61a671af98 None None] Set router 6f245df4-699a-47a4-b2e9-cee6c3d1fcb5 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:52:29.683664 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f09b0e3-19b1-4681-b94f-8be7dce91ece None None] DHCP port deletion for aa97c4e2-e484-43a8-a976-6c9237c25b60 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:52:29.716366 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1d1350b1-ce39-4aca-9731-8e0ceb47ab6b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:29.755997 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-3f09b0e3-19b1-4681-b94f-8be7dce91ece None None] Deleting port e51ef612-f37c-4c8b-b762-11a6adb52bec {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:52:29.757438 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3f09b0e3-19b1-4681-b94f-8be7dce91ece None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:29.824709 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-2915e1ec-4828-4ddb-8754-6f61a671af98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593903471', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '66aa482a-acf8-44f8-aaeb-2f464e132b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:51:22Z', 'updated_at': '2021-08-10T04:52:28Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '66aa482a-acf8-44f8-aaeb-2f464e132b3f', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:51:23Z', 'updated_at': '2021-08-10T04:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:29.836613 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-3f09b0e3-19b1-4681-b94f-8be7dce91ece None None] For port e51ef612-f37c-4c8b-b762-11a6adb52bec, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e51ef612-f37c-4c8b-b762-11a6adb52bec,segment=NetworkSegment(67fb8c98-bb1e-4b50-858d-0793637b8f6a),segment_id=67fb8c98-bb1e-4b50-858d-0793637b8f6a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:52:29.837569 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3f09b0e3-19b1-4681-b94f-8be7dce91ece None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:29.860109 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-3f09b0e3-19b1-4681-b94f-8be7dce91ece None None] Calling delete_port for e51ef612-f37c-4c8b-b762-11a6adb52bec owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:52:29.862187 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e51ef612-f37c-4c8b-b762-11a6adb52bec no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:52:29.866286 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-1d1350b1-ce39-4aca-9731-8e0ceb47ab6b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Deleting port 66aa482a-acf8-44f8-aaeb-2f464e132b3f {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:52:29.866286 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1d1350b1-ce39-4aca-9731-8e0ceb47ab6b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:29.951475 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2915e1ec-4828-4ddb-8754-6f61a671af98 None None] The sync data for ids ['6f245df4-699a-47a4-b2e9-cee6c3d1fcb5'] in n-d-802893-2 is: [{'id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-593903471', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131'}], 'enable_snat': True}, 'gw_port_id': '66aa482a-acf8-44f8-aaeb-2f464e132b3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:51:22Z', 'updated_at': '2021-08-10T04:52:28Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '66aa482a-acf8-44f8-aaeb-2f464e132b3f', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f8:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f245df4-699a-47a4-b2e9-cee6c3d1fcb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:51:23Z', 'updated_at': '2021-08-10T04:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:52:30.017041 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:30.028809 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-1d1350b1-ce39-4aca-9731-8e0ceb47ab6b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] For port 66aa482a-acf8-44f8-aaeb-2f464e132b3f, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=66aa482a-acf8-44f8-aaeb-2f464e132b3f,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:52:30.029972 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1d1350b1-ce39-4aca-9731-8e0ceb47ab6b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:30.053455 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-1d1350b1-ce39-4aca-9731-8e0ceb47ab6b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Calling delete_port for 66aa482a-acf8-44f8-aaeb-2f464e132b3f owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:52:30.094584 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3f09b0e3-19b1-4681-b94f-8be7dce91ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:30.150805 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09b0e3-19b1-4681-b94f-8be7dce91ece None None] Pushing event deleted for resources: {'Port': ['ID=e51ef612-f37c-4c8b-b762-11a6adb52bec,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:30.155902 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f09b0e3-19b1-4681-b94f-8be7dce91ece None None] No DVR routers for this DVR port e51ef612-f37c-4c8b-b762-11a6adb52bec on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:52:30.166086 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f09b0e3-19b1-4681-b94f-8be7dce91ece None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:30.166439 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f09b0e3-19b1-4681-b94f-8be7dce91ece None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:30.166782 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f09b0e3-19b1-4681-b94f-8be7dce91ece None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:30.167123 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f09b0e3-19b1-4681-b94f-8be7dce91ece None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:30.167460 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f09b0e3-19b1-4681-b94f-8be7dce91ece None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:30.167794 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f09b0e3-19b1-4681-b94f-8be7dce91ece None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:30.168172 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f09b0e3-19b1-4681-b94f-8be7dce91ece None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:30.168563 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f09b0e3-19b1-4681-b94f-8be7dce91ece None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:30.168922 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f09b0e3-19b1-4681-b94f-8be7dce91ece None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:30.169196 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f09b0e3-19b1-4681-b94f-8be7dce91ece None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:30.169548 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f09b0e3-19b1-4681-b94f-8be7dce91ece None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:30.169902 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f09b0e3-19b1-4681-b94f-8be7dce91ece None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:30.300861 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1d1350b1-ce39-4aca-9731-8e0ceb47ab6b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:30.330836 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1350b1-ce39-4aca-9731-8e0ceb47ab6b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'Port': ['ID=66aa482a-acf8-44f8-aaeb-2f464e132b3f,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:30.395673 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1d1350b1-ce39-4aca-9731-8e0ceb47ab6b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:30.500177 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1d1350b1-ce39-4aca-9731-8e0ceb47ab6b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:30.502727 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1d1350b1-ce39-4aca-9731-8e0ceb47ab6b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:30.609491 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1d1350b1-ce39-4aca-9731-8e0ceb47ab6b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:30.610045 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1350b1-ce39-4aca-9731-8e0ceb47ab6b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Fanout notify agent at l3_agent the message router_deleted on router 6f245df4-699a-47a4-b2e9-cee6c3d1fcb5 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:52:30.617249 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1d1350b1-ce39-4aca-9731-8e0ceb47ab6b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:30.618477 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1d1350b1-ce39-4aca-9731-8e0ceb47ab6b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "DELETE /v2.0/routers/6f245df4-699a-47a4-b2e9-cee6c3d1fcb5 HTTP/1.1" status: 204 len: 168 time: 1.1523433 Aug 10 04:52:30.621582 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54598) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:30.708428 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d94520d-5c4b-41ab-bd1d-12b0d47c7459 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:30.800286 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d94520d-5c4b-41ab-bd1d-12b0d47c7459 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:30.810084 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-6d94520d-5c4b-41ab-bd1d-12b0d47c7459 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa97c4e2-e484-43a8-a976-6c9237c25b60']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:30.821348 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-6d94520d-5c4b-41ab-bd1d-12b0d47c7459 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67fb8c98-bb1e-4b50-858d-0793637b8f6a') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:30.821642 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-6d94520d-5c4b-41ab-bd1d-12b0d47c7459 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67fb8c98-bb1e-4b50-858d-0793637b8f6a') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:30.832360 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d94520d-5c4b-41ab-bd1d-12b0d47c7459 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:30.846055 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d94520d-5c4b-41ab-bd1d-12b0d47c7459 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:30.852635 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d94520d-5c4b-41ab-bd1d-12b0d47c7459 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:52:30.853030 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d94520d-5c4b-41ab-bd1d-12b0d47c7459 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:52:30.855891 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:52:30.925644 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 9edfdc05-8358-470d-9700-43e80482a397 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:52:30.945508 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 9edfdc05-8358-470d-9700-43e80482a397 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:52:30.945851 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 9edfdc05-8358-470d-9700-43e80482a397 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:52:30.986224 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d94520d-5c4b-41ab-bd1d-12b0d47c7459 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:30.995589 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d94520d-5c4b-41ab-bd1d-12b0d47c7459 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:30.995589 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6d94520d-5c4b-41ab-bd1d-12b0d47c7459 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "DELETE /v2.0/networks/aa97c4e2-e484-43a8-a976-6c9237c25b60 HTTP/1.1" status: 204 len: 168 time: 0.3721921 Aug 10 04:52:30.998087 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54600) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:31.006796 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d94520d-5c4b-41ab-bd1d-12b0d47c7459 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'Network': ['ID=aa97c4e2-e484-43a8-a976-6c9237c25b60,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:31.014586 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d94520d-5c4b-41ab-bd1d-12b0d47c7459 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:31.014935 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d94520d-5c4b-41ab-bd1d-12b0d47c7459 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:31.015280 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d94520d-5c4b-41ab-bd1d-12b0d47c7459 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:31.015622 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d94520d-5c4b-41ab-bd1d-12b0d47c7459 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:31.015976 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d94520d-5c4b-41ab-bd1d-12b0d47c7459 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:31.016315 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d94520d-5c4b-41ab-bd1d-12b0d47c7459 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:31.016648 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d94520d-5c4b-41ab-bd1d-12b0d47c7459 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:31.016975 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d94520d-5c4b-41ab-bd1d-12b0d47c7459 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:31.017304 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d94520d-5c4b-41ab-bd1d-12b0d47c7459 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:31.017629 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d94520d-5c4b-41ab-bd1d-12b0d47c7459 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:31.017964 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d94520d-5c4b-41ab-bd1d-12b0d47c7459 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:31.018273 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d94520d-5c4b-41ab-bd1d-12b0d47c7459 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:31.062571 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2a78757a-c6c0-44d0-b222-d9d15ed35a03 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:31.092614 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2a78757a-c6c0-44d0-b222-d9d15ed35a03 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:31.209409 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2a78757a-c6c0-44d0-b222-d9d15ed35a03 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:31.212231 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2a78757a-c6c0-44d0-b222-d9d15ed35a03 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:31.213487 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2a78757a-c6c0-44d0-b222-d9d15ed35a03 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "DELETE /v2.0/security-groups/d8fbe984-9acf-4dbc-8493-3a5c7e1c8a60 HTTP/1.1" status: 204 len: 168 time: 0.2143059 Aug 10 04:52:31.225467 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78757a-c6c0-44d0-b222-d9d15ed35a03 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fbe984-9acf-4dbc-8493-3a5c7e1c8a60,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:31.652032 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54606) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:31.657737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-e2b33a6e-d1fd-42c7-b5ed-131a45895a56 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1667702320', 'description': 'tempest-secgroup-smoke-1667702320 description', 'project_id': '32d55eec4aea4528bb07036d15eccacb'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:31.768085 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 66aa482a-acf8-44f8-aaeb-2f464e132b3f no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:52:31.785929 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e2b33a6e-d1fd-42c7-b5ed-131a45895a56 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:31.789354 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 66aa482a-acf8-44f8-aaeb-2f464e132b3f {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:52:31.789704 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 66aa482a-acf8-44f8-aaeb-2f464e132b3f not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:52:31.790129 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a913a843-3bb4-4787-94aa-325dda57c178 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:52:31.809177 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: a913a843-3bb4-4787-94aa-325dda57c178 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:52:31.809524 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a913a843-3bb4-4787-94aa-325dda57c178 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:52:31.878938 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e2b33a6e-d1fd-42c7-b5ed-131a45895a56 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:31.946321 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e2b33a6e-d1fd-42c7-b5ed-131a45895a56 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:31.979326 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b33a6e-d1fd-42c7-b5ed-131a45895a56 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f98b8a47-17eb-40c5-bdfe-5b077d63e079,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:32.037871 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e2b33a6e-d1fd-42c7-b5ed-131a45895a56 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:32.039209 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e2b33a6e-d1fd-42c7-b5ed-131a45895a56 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3861511 Aug 10 04:52:32.042326 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54608) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:32.048629 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-b60585d0-3c5d-4334-9b96-810ff76cc91d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group_rule': {'security_group_id': 'f98b8a47-17eb-40c5-bdfe-5b077d63e079', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:32.140916 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b60585d0-3c5d-4334-9b96-810ff76cc91d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:32.212898 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b60585d0-3c5d-4334-9b96-810ff76cc91d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:32.289493 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b60585d0-3c5d-4334-9b96-810ff76cc91d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:32.310879 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60585d0-3c5d-4334-9b96-810ff76cc91d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28928b0e-032d-4935-9326-39532df114ce,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:32.381396 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b60585d0-3c5d-4334-9b96-810ff76cc91d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:32.383590 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b60585d0-3c5d-4334-9b96-810ff76cc91d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3399334 Aug 10 04:52:32.387992 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54610) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:32.401040 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-6cefcfd0-2e78-4304-b761-b865b11c2c87 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group_rule': {'security_group_id': 'f98b8a47-17eb-40c5-bdfe-5b077d63e079', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:32.493952 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6cefcfd0-2e78-4304-b761-b865b11c2c87 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:32.557583 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6cefcfd0-2e78-4304-b761-b865b11c2c87 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:32.649054 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6cefcfd0-2e78-4304-b761-b865b11c2c87 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:32.667628 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefcfd0-2e78-4304-b761-b865b11c2c87 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba71ec53-550a-47c8-8351-09d3175250a8,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:32.763240 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6cefcfd0-2e78-4304-b761-b865b11c2c87 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:32.764691 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6cefcfd0-2e78-4304-b761-b865b11c2c87 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3754554 Aug 10 04:52:32.767483 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54612) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:32.772466 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-b373a118-8a03-4a1a-8b93-791a892dbb8f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group_rule': {'security_group_id': 'f98b8a47-17eb-40c5-bdfe-5b077d63e079', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:32.899854 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b373a118-8a03-4a1a-8b93-791a892dbb8f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:32.968337 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b373a118-8a03-4a1a-8b93-791a892dbb8f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:33.043208 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b373a118-8a03-4a1a-8b93-791a892dbb8f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:33.057742 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373a118-8a03-4a1a-8b93-791a892dbb8f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=428940a8-3999-44e9-b755-b6b177c8c392,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:33.128994 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b373a118-8a03-4a1a-8b93-791a892dbb8f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:33.130279 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b373a118-8a03-4a1a-8b93-791a892dbb8f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3618107 Aug 10 04:52:33.133389 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54614) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:33.138086 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-b745b5d4-8837-47e1-bfb8-16cedfa7db5b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group_rule': {'security_group_id': 'f98b8a47-17eb-40c5-bdfe-5b077d63e079', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:33.248343 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b745b5d4-8837-47e1-bfb8-16cedfa7db5b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:33.316513 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b745b5d4-8837-47e1-bfb8-16cedfa7db5b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:33.379142 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b745b5d4-8837-47e1-bfb8-16cedfa7db5b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:33.401424 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745b5d4-8837-47e1-bfb8-16cedfa7db5b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0104ee1-1848-48d6-93c5-70d1efb36311,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:33.495008 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b745b5d4-8837-47e1-bfb8-16cedfa7db5b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:33.496318 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b745b5d4-8837-47e1-bfb8-16cedfa7db5b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3619184 Aug 10 04:52:33.499656 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54616) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:33.504103 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-38cc2663-5d6b-4adc-a3a4-22d3701b2f6e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group_rule': {'security_group_id': 'f98b8a47-17eb-40c5-bdfe-5b077d63e079', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:33.592183 n-d-802893-2 neutron-server[94937]: INFO neutron.db.securitygroups_db [None req-38cc2663-5d6b-4adc-a3a4-22d3701b2f6e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Project 32d55eec4aea4528bb07036d15eccacb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:52:33.597752 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-38cc2663-5d6b-4adc-a3a4-22d3701b2f6e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:33.660844 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-38cc2663-5d6b-4adc-a3a4-22d3701b2f6e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:33.723007 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-38cc2663-5d6b-4adc-a3a4-22d3701b2f6e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:33.742354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc2663-5d6b-4adc-a3a4-22d3701b2f6e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bdecf88-f0ee-4283-837f-97679bc4cb0f,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:33.814629 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-38cc2663-5d6b-4adc-a3a4-22d3701b2f6e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:33.815919 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-38cc2663-5d6b-4adc-a3a4-22d3701b2f6e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3153448 Aug 10 04:52:33.818688 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54618) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:33.823522 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-b68cc73f-1792-4cf7-a135-5020d686e5d9 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group_rule': {'security_group_id': 'f98b8a47-17eb-40c5-bdfe-5b077d63e079', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:33.906587 n-d-802893-2 neutron-server[94937]: INFO neutron.db.securitygroups_db [None req-b68cc73f-1792-4cf7-a135-5020d686e5d9 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Project 32d55eec4aea4528bb07036d15eccacb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:52:33.912230 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b68cc73f-1792-4cf7-a135-5020d686e5d9 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:33.979339 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b68cc73f-1792-4cf7-a135-5020d686e5d9 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:34.049003 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b68cc73f-1792-4cf7-a135-5020d686e5d9 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:34.070445 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68cc73f-1792-4cf7-a135-5020d686e5d9 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c4580a-8582-41bc-a965-939ffea4815d,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:34.129392 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b68cc73f-1792-4cf7-a135-5020d686e5d9 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:34.130699 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b68cc73f-1792-4cf7-a135-5020d686e5d9 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3110352 Aug 10 04:52:34.133581 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54620) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:34.139342 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-2c0f0b3f-518a-4146-a2f4-faca3559e691 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'network': {'name': 'tempest-network-smoke--1111982296', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'port_security_enabled': True}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:34.209122 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0f0b3f-518a-4146-a2f4-faca3559e691 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Made reservation on behalf of 32d55eec4aea4528bb07036d15eccacb for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:52:34.212709 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2c0f0b3f-518a-4146-a2f4-faca3559e691 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:34.239112 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c0f0b3f-518a-4146-a2f4-faca3559e691 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:52:34.248274 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2c0f0b3f-518a-4146-a2f4-faca3559e691 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:34.248658 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-2c0f0b3f-518a-4146-a2f4-faca3559e691 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Added segment a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a of type vlan for network e9a01245-043c-4b9b-be6b-26617b098ea6 Aug 10 04:52:34.289579 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2c0f0b3f-518a-4146-a2f4-faca3559e691 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:34.385881 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2c0f0b3f-518a-4146-a2f4-faca3559e691 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:34.392047 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0f0b3f-518a-4146-a2f4-faca3559e691 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:34.392680 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2c0f0b3f-518a-4146-a2f4-faca3559e691 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:34.460019 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f0b3f-518a-4146-a2f4-faca3559e691 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Network': ['ID=e9a01245-043c-4b9b-be6b-26617b098ea6,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:34.471217 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network e9a01245-043c-4b9b-be6b-26617b098ea6 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:52:34.523919 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2c0f0b3f-518a-4146-a2f4-faca3559e691 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3892586 Aug 10 04:52:34.526628 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54622) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:34.532061 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-bfdc8ce2-fed0-45ea-b68e-cb4219e85475 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1571159631', 'admin_state_up': True, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:34.626330 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8ce2-fed0-45ea-b68e-cb4219e85475 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:34.627410 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8ce2-fed0-45ea-b68e-cb4219e85475 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:34.685625 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8ce2-fed0-45ea-b68e-cb4219e85475 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:34.898804 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8ce2-fed0-45ea-b68e-cb4219e85475 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:35.178908 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8ce2-fed0-45ea-b68e-cb4219e85475 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:35.197322 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8ce2-fed0-45ea-b68e-cb4219e85475 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:35.420349 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-bfdc8ce2-fed0-45ea-b68e-cb4219e85475 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Allocated IP 172.25.0.77 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/3865beb2-3c41-4cd9-ba13-4a60691fb158) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:52:35.529936 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8ce2-fed0-45ea-b68e-cb4219e85475 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:35.615055 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8ce2-fed0-45ea-b68e-cb4219e85475 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:35.658414 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdc8ce2-fed0-45ea-b68e-cb4219e85475 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:52:35.664945 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-bfdc8ce2-fed0-45ea-b68e-cb4219e85475 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:52:35.667431 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdc8ce2-fed0-45ea-b68e-cb4219e85475 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:52:35.695552 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdc8ce2-fed0-45ea-b68e-cb4219e85475 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Port': ['ID=3865beb2-3c41-4cd9-ba13-4a60691fb158,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:35.998155 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8ce2-fed0-45ea-b68e-cb4219e85475 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:36.197033 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8ce2-fed0-45ea-b68e-cb4219e85475 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:36.734632 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfdc8ce2-fed0-45ea-b68e-cb4219e85475 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Router 0bf6781e-4295-40aa-81e7-9c7ce017828a is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:52:36.843001 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdc8ce2-fed0-45ea-b68e-cb4219e85475 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:52:36.853076 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bfa8ca-d50e-4e5e-94c4-1885abd999ae None None] Sync routers for ids ['0bf6781e-4295-40aa-81e7-9c7ce017828a'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:52:36.862879 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bfa8ca-d50e-4e5e-94c4-1885abd999ae None None] Routers {'0bf6781e-4295-40aa-81e7-9c7ce017828a'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:52:36.863606 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-37bfa8ca-d50e-4e5e-94c4-1885abd999ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:52:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0bf6781e-4295-40aa-81e7-9c7ce017828a'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:36.940337 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bfdc8ce2-fed0-45ea-b68e-cb4219e85475 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:36.941739 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-bfdc8ce2-fed0-45ea-b68e-cb4219e85475 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4141259 Aug 10 04:52:36.946124 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54624) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:36.979108 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-7df53373-be83-4674-a1a2-b5334684aba1 tempest-TestNetworkAdvancedServerOps-352895745 tempest-TestNetworkAdvancedServerOps-352895745-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=32d55eec4aea4528bb07036d15eccacb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293198 Aug 10 04:52:36.979552 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54626) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:36.980380 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-37bfa8ca-d50e-4e5e-94c4-1885abd999ae None None] Set router 0bf6781e-4295-40aa-81e7-9c7ce017828a gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:52:37.077403 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ded0160-7ef9-4d4d-ae1d-43fe7d55ee7c tempest-TestNetworkAdvancedServerOps-352895745 tempest-TestNetworkAdvancedServerOps-352895745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:37.081537 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-5ded0160-7ef9-4d4d-ae1d-43fe7d55ee7c tempest-TestNetworkAdvancedServerOps-352895745 tempest-TestNetworkAdvancedServerOps-352895745-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0982344 Aug 10 04:52:37.081923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54630) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:37.116616 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e3635ca7-f2ed-4061-abdd-89671b6e014f tempest-TestNetworkAdvancedServerOps-352895745 tempest-TestNetworkAdvancedServerOps-352895745-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311649 Aug 10 04:52:37.116857 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54632) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:37.121803 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-7e78ea2a-0d4f-4f08-8a06-1b298a37f3aa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-311039626', 'network_id': 'e9a01245-043c-4b9b-be6b-26617b098ea6', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:37.176239 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-37bfa8ca-d50e-4e5e-94c4-1885abd999ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571159631', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '3865beb2-3c41-4cd9-ba13-4a60691fb158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:34Z', 'updated_at': '2021-08-10T04:52:35Z', 'revision_number': 3, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '3865beb2-3c41-4cd9-ba13-4a60691fb158', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:87:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:35Z', 'updated_at': '2021-08-10T04:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:37.205542 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bfa8ca-d50e-4e5e-94c4-1885abd999ae None None] Checking router: 0bf6781e-4295-40aa-81e7-9c7ce017828a for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:52:37.205893 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bfa8ca-d50e-4e5e-94c4-1885abd999ae None None] Updating router 0bf6781e-4295-40aa-81e7-9c7ce017828a port 3865beb2-3c41-4cd9-ba13-4a60691fb158 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:52:37.237152 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-37bfa8ca-d50e-4e5e-94c4-1885abd999ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:37.306200 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e78ea2a-0d4f-4f08-8a06-1b298a37f3aa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Made reservation on behalf of 32d55eec4aea4528bb07036d15eccacb for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:52:37.311708 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7e78ea2a-0d4f-4f08-8a06-1b298a37f3aa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:37.586468 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7e78ea2a-0d4f-4f08-8a06-1b298a37f3aa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:37.651200 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78ea2a-0d4f-4f08-8a06-1b298a37f3aa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Subnet': ['ID=e7f32473-6ba1-4056-9bab-c6c597bc90bc,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:37.662569 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e78ea2a-0d4f-4f08-8a06-1b298a37f3aa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Checking segment: {'id': 'a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e9a01245-043c-4b9b-be6b-26617b098ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:52:37.662939 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e78ea2a-0d4f-4f08-8a06-1b298a37f3aa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network hostable DHCP agents. Network: e9a01245-043c-4b9b-be6b-26617b098ea6, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:52:37.674047 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-37bfa8ca-d50e-4e5e-94c4-1885abd999ae None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:37.684371 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-37bfa8ca-d50e-4e5e-94c4-1885abd999ae None None] Transition to ACTIVE for port object 3865beb2-3c41-4cd9-ba13-4a60691fb158 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:52:37.791289 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e78ea2a-0d4f-4f08-8a06-1b298a37f3aa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network e9a01245-043c-4b9b-be6b-26617b098ea6 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:52:37.825476 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-37bfa8ca-d50e-4e5e-94c4-1885abd999ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:37.865699 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-7e78ea2a-0d4f-4f08-8a06-1b298a37f3aa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, e9a01245-043c-4b9b-be6b-26617b098ea6) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:52:37.871905 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e78ea2a-0d4f-4f08-8a06-1b298a37f3aa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:37.872915 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7e78ea2a-0d4f-4f08-8a06-1b298a37f3aa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:37.878559 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cafefe-29d3-4dcf-8403-04ecaa0b36d2 None None] Network e9a01245-043c-4b9b-be6b-26617b098ea6 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:52:37.929203 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-37bfa8ca-d50e-4e5e-94c4-1885abd999ae None None] Attempting to bind port 3865beb2-3c41-4cd9-ba13-4a60691fb158 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:52:37.929203 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-37bfa8ca-d50e-4e5e-94c4-1885abd999ae None None] Attempting to bind port 3865beb2-3c41-4cd9-ba13-4a60691fb158 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:52:37.929203 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bfa8ca-d50e-4e5e-94c4-1885abd999ae None None] Attempting to bind port 3865beb2-3c41-4cd9-ba13-4a60691fb158 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:52:37.929203 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc8ed2-6fa3-4836-8c7e-35d73b16c75c None None] Pushing event updated for resources: {'Port': ['ID=3865beb2-3c41-4cd9-ba13-4a60691fb158,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:37.940863 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bfa8ca-d50e-4e5e-94c4-1885abd999ae None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:52:37.941189 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7e78ea2a-0d4f-4f08-8a06-1b298a37f3aa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8230009 Aug 10 04:52:37.941330 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bfa8ca-d50e-4e5e-94c4-1885abd999ae None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:52:37.941630 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-37bfa8ca-d50e-4e5e-94c4-1885abd999ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:37.942021 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bfa8ca-d50e-4e5e-94c4-1885abd999ae None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:52:37.942503 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-37bfa8ca-d50e-4e5e-94c4-1885abd999ae None None] Bound port: 3865beb2-3c41-4cd9-ba13-4a60691fb158, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:52:37.942910 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-37bfa8ca-d50e-4e5e-94c4-1885abd999ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:37.943546 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54634) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:38.023420 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-37bfa8ca-d50e-4e5e-94c4-1885abd999ae None None] For port 3865beb2-3c41-4cd9-ba13-4a60691fb158, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:52:38.027536 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-37bfa8ca-d50e-4e5e-94c4-1885abd999ae None None] For port 3865beb2-3c41-4cd9-ba13-4a60691fb158, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3865beb2-3c41-4cd9-ba13-4a60691fb158,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:52:38.098413 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffab538-782c-4299-b6cb-8c43abe6c31f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-e9a01245-043c-4b9b-be6b-26617b098ea6', 'network_id': 'e9a01245-043c-4b9b-be6b-26617b098ea6', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'fixed_ips': [{'subnet_id': 'e7f32473-6ba1-4056-9bab-c6c597bc90bc'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:52:38.099583 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8ffab538-782c-4299-b6cb-8c43abe6c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:38.115012 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-37bfa8ca-d50e-4e5e-94c4-1885abd999ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:38.236774 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc8ed2-6fa3-4836-8c7e-35d73b16c75c None None] Pushing event updated for resources: {'Port': ['ID=3865beb2-3c41-4cd9-ba13-4a60691fb158,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:38.248661 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bfa8ca-d50e-4e5e-94c4-1885abd999ae None None] Routers {'0bf6781e-4295-40aa-81e7-9c7ce017828a'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:52:38.248661 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-37bfa8ca-d50e-4e5e-94c4-1885abd999ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:52:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0bf6781e-4295-40aa-81e7-9c7ce017828a'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:38.386473 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-8ffab538-782c-4299-b6cb-8c43abe6c31f None None] Allocated IP 172.20.0.2 (e9a01245-043c-4b9b-be6b-26617b098ea6/e7f32473-6ba1-4056-9bab-c6c597bc90bc/f82e4f16-f0b9-4de5-8077-25f2e3bf7355) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:52:38.409334 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-37bfa8ca-d50e-4e5e-94c4-1885abd999ae None None] Set router 0bf6781e-4295-40aa-81e7-9c7ce017828a gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:52:38.470607 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4ea30449-8110-4ff0-97dc-47cb4c61a3a3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:38.685895 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8ffab538-782c-4299-b6cb-8c43abe6c31f None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:38.698494 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8ffab538-782c-4299-b6cb-8c43abe6c31f None None] Transition to ACTIVE for port object f82e4f16-f0b9-4de5-8077-25f2e3bf7355 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:52:38.720514 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8ffab538-782c-4299-b6cb-8c43abe6c31f None None] Transition to ACTIVE for port object f82e4f16-f0b9-4de5-8077-25f2e3bf7355 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:52:38.727877 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-37bfa8ca-d50e-4e5e-94c4-1885abd999ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571159631', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '3865beb2-3c41-4cd9-ba13-4a60691fb158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:34Z', 'updated_at': '2021-08-10T04:52:35Z', 'revision_number': 3, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '3865beb2-3c41-4cd9-ba13-4a60691fb158', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:87:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:35Z', 'updated_at': '2021-08-10T04:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:38.755075 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bfa8ca-d50e-4e5e-94c4-1885abd999ae None None] The sync data for ids ['0bf6781e-4295-40aa-81e7-9c7ce017828a'] in n-d-802893-2 is: [{'id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571159631', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '3865beb2-3c41-4cd9-ba13-4a60691fb158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:34Z', 'updated_at': '2021-08-10T04:52:35Z', 'revision_number': 3, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '3865beb2-3c41-4cd9-ba13-4a60691fb158', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:87:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:35Z', 'updated_at': '2021-08-10T04:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:52:38.837982 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8ffab538-782c-4299-b6cb-8c43abe6c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:38.880145 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffab538-782c-4299-b6cb-8c43abe6c31f None None] Network e9a01245-043c-4b9b-be6b-26617b098ea6 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:52:38.885395 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-8ffab538-782c-4299-b6cb-8c43abe6c31f None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:52:38.890421 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffab538-782c-4299-b6cb-8c43abe6c31f None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:52:38.894175 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-4ea30449-8110-4ff0-97dc-47cb4c61a3a3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Allocated IP 172.20.0.1 (e9a01245-043c-4b9b-be6b-26617b098ea6/e7f32473-6ba1-4056-9bab-c6c597bc90bc/bca5856c-38ef-43ab-a594-b2428d78e948) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:52:38.899873 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffab538-782c-4299-b6cb-8c43abe6c31f None None] Pushing event updated for resources: {'Port': ['ID=f82e4f16-f0b9-4de5-8077-25f2e3bf7355,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:38.964068 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-8ffab538-782c-4299-b6cb-8c43abe6c31f None None] Attempting to bind port f82e4f16-f0b9-4de5-8077-25f2e3bf7355 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:52:38.964179 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-8ffab538-782c-4299-b6cb-8c43abe6c31f None None] Attempting to bind port f82e4f16-f0b9-4de5-8077-25f2e3bf7355 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e9a01245-043c-4b9b-be6b-26617b098ea6'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:52:38.964470 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffab538-782c-4299-b6cb-8c43abe6c31f None None] Attempting to bind port f82e4f16-f0b9-4de5-8077-25f2e3bf7355 on network e9a01245-043c-4b9b-be6b-26617b098ea6 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:52:38.973589 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffab538-782c-4299-b6cb-8c43abe6c31f None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:52:38.973589 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffab538-782c-4299-b6cb-8c43abe6c31f None None] Checking segment: {'id': 'a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e9a01245-043c-4b9b-be6b-26617b098ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:52:38.973589 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8ffab538-782c-4299-b6cb-8c43abe6c31f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:38.973589 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffab538-782c-4299-b6cb-8c43abe6c31f None None] Bound using segment: {'id': 'a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e9a01245-043c-4b9b-be6b-26617b098ea6'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:52:38.974520 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-8ffab538-782c-4299-b6cb-8c43abe6c31f None None] Bound port: f82e4f16-f0b9-4de5-8077-25f2e3bf7355, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e9a01245-043c-4b9b-be6b-26617b098ea6'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:52:38.974700 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8ffab538-782c-4299-b6cb-8c43abe6c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:39.072524 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-8ffab538-782c-4299-b6cb-8c43abe6c31f None None] For port f82e4f16-f0b9-4de5-8077-25f2e3bf7355, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:52:39.072828 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4ea30449-8110-4ff0-97dc-47cb4c61a3a3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:39.077562 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-8ffab538-782c-4299-b6cb-8c43abe6c31f None None] For port f82e4f16-f0b9-4de5-8077-25f2e3bf7355, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f82e4f16-f0b9-4de5-8077-25f2e3bf7355,segment=NetworkSegment(a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a),segment_id=a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:52:39.094457 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-4ea30449-8110-4ff0-97dc-47cb4c61a3a3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Transition to ACTIVE for port object bca5856c-38ef-43ab-a594-b2428d78e948 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:52:39.180674 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8ffab538-782c-4299-b6cb-8c43abe6c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:39.208703 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4ea30449-8110-4ff0-97dc-47cb4c61a3a3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:39.245960 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffab538-782c-4299-b6cb-8c43abe6c31f None None] Pushing event updated for resources: {'Port': ['ID=f82e4f16-f0b9-4de5-8077-25f2e3bf7355,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:39.274641 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea30449-8110-4ff0-97dc-47cb4c61a3a3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network e9a01245-043c-4b9b-be6b-26617b098ea6 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:52:39.281856 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-4ea30449-8110-4ff0-97dc-47cb4c61a3a3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:52:39.284663 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea30449-8110-4ff0-97dc-47cb4c61a3a3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:52:39.287615 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea30449-8110-4ff0-97dc-47cb4c61a3a3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Port': ['ID=bca5856c-38ef-43ab-a594-b2428d78e948,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:39.349054 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4ea30449-8110-4ff0-97dc-47cb4c61a3a3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:39.640738 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4ea30449-8110-4ff0-97dc-47cb4c61a3a3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:39.848857 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3865beb2-3c41-4cd9-ba13-4a60691fb158 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:52:39.976709 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4ea30449-8110-4ff0-97dc-47cb4c61a3a3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:40.025892 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 3865beb2-3c41-4cd9-ba13-4a60691fb158 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:52:40.030857 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 3865beb2-3c41-4cd9-ba13-4a60691fb158 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:52:40.031227 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:40.072128 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4ea30449-8110-4ff0-97dc-47cb4c61a3a3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:40.080201 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c5022b77-f0bc-4e6e-9dde-ad420149172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:40.145908 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:40.162344 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-4ea30449-8110-4ff0-97dc-47cb4c61a3a3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:40.166528 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea30449-8110-4ff0-97dc-47cb4c61a3a3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Port': ['ID=bca5856c-38ef-43ab-a594-b2428d78e948,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:40.170034 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 3865beb2-3c41-4cd9-ba13-4a60691fb158, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3865beb2-3c41-4cd9-ba13-4a60691fb158,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:52:40.249210 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:40.254754 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f82e4f16-f0b9-4de5-8077-25f2e3bf7355 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:52:40.268868 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea30449-8110-4ff0-97dc-47cb4c61a3a3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network e9a01245-043c-4b9b-be6b-26617b098ea6 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:52:40.270486 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-4ea30449-8110-4ff0-97dc-47cb4c61a3a3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:52:40.310055 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db95514f-431c-470f-a21e-4e609b290c7e None None] Network e9a01245-043c-4b9b-be6b-26617b098ea6 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:52:40.383301 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=3865beb2-3c41-4cd9-ba13-4a60691fb158,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:40.394013 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea30449-8110-4ff0-97dc-47cb4c61a3a3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Router 0bf6781e-4295-40aa-81e7-9c7ce017828a has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:52:40.449252 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6c71ba2c-9d0b-43f9-8b35-d0f5ac2694ac None None] Provisioning for port f82e4f16-f0b9-4de5-8077-25f2e3bf7355 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:52:40.490418 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port f82e4f16-f0b9-4de5-8077-25f2e3bf7355 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:52:40.497590 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port f82e4f16-f0b9-4de5-8077-25f2e3bf7355 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:52:40.498094 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:40.541931 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea30449-8110-4ff0-97dc-47cb4c61a3a3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:52:40.548601 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-4ea30449-8110-4ff0-97dc-47cb4c61a3a3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "PUT /v2.0/routers/0bf6781e-4295-40aa-81e7-9c7ce017828a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6038356 Aug 10 04:52:40.626756 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:40.673783 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port f82e4f16-f0b9-4de5-8077-25f2e3bf7355, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f82e4f16-f0b9-4de5-8077-25f2e3bf7355,segment=NetworkSegment(a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a),segment_id=a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:52:40.726507 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-933ed4ca-20ba-49cd-a313-2e37d8cffa29 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1667702320&fields=id&tenant_id=32d55eec4aea4528bb07036d15eccacb HTTP/1.1" status: 200 len: 267 time: 0.0362833 Aug 10 04:52:40.749774 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:40.818196 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=f82e4f16-f0b9-4de5-8077-25f2e3bf7355,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:40.850062 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb1eb27-2a7f-46e4-813e-04f0567f1367 None None] Sync routers for ids ['0bf6781e-4295-40aa-81e7-9c7ce017828a'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:52:40.864771 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-4b679ed9-b090-4a32-a1b3-1d32a972491c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:40.866849 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-4b679ed9-b090-4a32-a1b3-1d32a972491c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/networks?id=e9a01245-043c-4b9b-be6b-26617b098ea6 HTTP/1.1" status: 200 len: 797 time: 0.1316419 Aug 10 04:52:40.878107 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:52:40.879435 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb1eb27-2a7f-46e4-813e-04f0567f1367 None None] Routers {'0bf6781e-4295-40aa-81e7-9c7ce017828a'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:52:40.880501 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-9bb1eb27-2a7f-46e4-813e-04f0567f1367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:52:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0bf6781e-4295-40aa-81e7-9c7ce017828a'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:40.891186 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-8b521c7a-03a1-4877-9375-3e1728b77a2c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/quotas/32d55eec4aea4528bb07036d15eccacb HTTP/1.1" status: 200 len: 375 time: 0.0133595 Aug 10 04:52:40.940036 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-798d6ec8-1679-43e9-92b8-3714d8986083 None None] Provisioning for port bca5856c-38ef-43ab-a594-b2428d78e948 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:52:40.947147 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-798d6ec8-1679-43e9-92b8-3714d8986083 None None] Provisioning complete for port bca5856c-38ef-43ab-a594-b2428d78e948 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:52:40.947147 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-798d6ec8-1679-43e9-92b8-3714d8986083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:40.975250 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-fc96fc89-6a78-484e-b9fc-1401dd7296a7 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768144 Aug 10 04:52:41.003063 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-798d6ec8-1679-43e9-92b8-3714d8986083 None None] Port bca5856c-38ef-43ab-a594-b2428d78e948 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:52:41.016764 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-798d6ec8-1679-43e9-92b8-3714d8986083 None None] Provisioning complete for port f82e4f16-f0b9-4de5-8077-25f2e3bf7355 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:52:41.017137 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-798d6ec8-1679-43e9-92b8-3714d8986083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:41.071155 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-9bb1eb27-2a7f-46e4-813e-04f0567f1367 None None] Set router 0bf6781e-4295-40aa-81e7-9c7ce017828a gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:52:41.185752 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-c073b756-8e4e-4d12-9d5f-31b51f9da3a7 service neutron] 10.222.0.25 "GET /v2.0/networks/e9a01245-043c-4b9b-be6b-26617b098ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976399 Aug 10 04:52:41.256734 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-5392c85f-9ec0-4279-9f98-be840dadc954 None None] Provisioning complete for port bca5856c-38ef-43ab-a594-b2428d78e948 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:52:41.257283 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5392c85f-9ec0-4279-9f98-be840dadc954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:41.302891 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-5392c85f-9ec0-4279-9f98-be840dadc954 None None] Port bca5856c-38ef-43ab-a594-b2428d78e948 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:52:41.312942 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-26b565f7-ae26-4c4b-b0ab-2b6179c0251b service neutron] 10.222.0.25 "GET /v2.0/networks/e9a01245-043c-4b9b-be6b-26617b098ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151507 Aug 10 04:52:41.337549 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-9bb1eb27-2a7f-46e4-813e-04f0567f1367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571159631', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '3865beb2-3c41-4cd9-ba13-4a60691fb158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:34Z', 'updated_at': '2021-08-10T04:52:39Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '3865beb2-3c41-4cd9-ba13-4a60691fb158', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:87:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:35Z', 'updated_at': '2021-08-10T04:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'bca5856c-38ef-43ab-a594-b2428d78e948', 'name': '', 'network_id': 'e9a01245-043c-4b9b-be6b-26617b098ea6', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:72:e3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7f32473-6ba1-4056-9bab-c6c597bc90bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:38Z', 'updated_at': '2021-08-10T04:52:39Z', 'revision_number': 2, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': 'e7f32473-6ba1-4056-9bab-c6c597bc90bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:41.369085 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb1eb27-2a7f-46e4-813e-04f0567f1367 None None] Checking router: 0bf6781e-4295-40aa-81e7-9c7ce017828a for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:52:41.369441 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb1eb27-2a7f-46e4-813e-04f0567f1367 None None] Updating router 0bf6781e-4295-40aa-81e7-9c7ce017828a port bca5856c-38ef-43ab-a594-b2428d78e948 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:52:41.394379 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9bb1eb27-2a7f-46e4-813e-04f0567f1367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:41.421612 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d2385fc5-a1fc-4f27-8f0b-933e6aa79bb3 None None] Provisioning complete for port bca5856c-38ef-43ab-a594-b2428d78e948 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:52:41.422081 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d2385fc5-a1fc-4f27-8f0b-933e6aa79bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:41.460733 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-d2385fc5-a1fc-4f27-8f0b-933e6aa79bb3 None None] Port bca5856c-38ef-43ab-a594-b2428d78e948 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:52:41.554807 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-28c0c1f8-e3ef-4da1-8fb3-bed6a6ace499 req-66c29c9b-c31d-4522-a91d-0bdffe008edc tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 210 time: 0.0338297 Aug 10 04:52:41.696393 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9bb1eb27-2a7f-46e4-813e-04f0567f1367 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:41.707460 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-9bb1eb27-2a7f-46e4-813e-04f0567f1367 None None] Transition to ACTIVE for port object bca5856c-38ef-43ab-a594-b2428d78e948 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:52:41.780752 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3865beb2-3c41-4cd9-ba13-4a60691fb158 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:52:41.814109 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9bb1eb27-2a7f-46e4-813e-04f0567f1367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:41.851089 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 3865beb2-3c41-4cd9-ba13-4a60691fb158 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:52:41.851855 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:41.873241 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57710938-bbd8-48e6-b7d9-06580bea89f2 None None] Pushing event updated for resources: {'Port': ['ID=bca5856c-38ef-43ab-a594-b2428d78e948,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:41.883012 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57710938-bbd8-48e6-b7d9-06580bea89f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:41.883357 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57710938-bbd8-48e6-b7d9-06580bea89f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:41.883699 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57710938-bbd8-48e6-b7d9-06580bea89f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:41.889100 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57710938-bbd8-48e6-b7d9-06580bea89f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:41.889100 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57710938-bbd8-48e6-b7d9-06580bea89f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:41.889100 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57710938-bbd8-48e6-b7d9-06580bea89f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:41.889100 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57710938-bbd8-48e6-b7d9-06580bea89f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:41.889100 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57710938-bbd8-48e6-b7d9-06580bea89f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:41.889100 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57710938-bbd8-48e6-b7d9-06580bea89f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:41.889100 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57710938-bbd8-48e6-b7d9-06580bea89f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:41.889100 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57710938-bbd8-48e6-b7d9-06580bea89f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:41.889100 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57710938-bbd8-48e6-b7d9-06580bea89f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:52:41.947505 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-9bb1eb27-2a7f-46e4-813e-04f0567f1367 None None] Attempting to bind port bca5856c-38ef-43ab-a594-b2428d78e948 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:52:41.948171 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-9bb1eb27-2a7f-46e4-813e-04f0567f1367 None None] Attempting to bind port bca5856c-38ef-43ab-a594-b2428d78e948 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e9a01245-043c-4b9b-be6b-26617b098ea6'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:52:41.948777 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb1eb27-2a7f-46e4-813e-04f0567f1367 None None] Attempting to bind port bca5856c-38ef-43ab-a594-b2428d78e948 on network e9a01245-043c-4b9b-be6b-26617b098ea6 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:52:41.955455 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb1eb27-2a7f-46e4-813e-04f0567f1367 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:52:41.955724 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb1eb27-2a7f-46e4-813e-04f0567f1367 None None] Checking segment: {'id': 'a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e9a01245-043c-4b9b-be6b-26617b098ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:52:41.957542 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9bb1eb27-2a7f-46e4-813e-04f0567f1367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:41.957542 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb1eb27-2a7f-46e4-813e-04f0567f1367 None None] Bound using segment: {'id': 'a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e9a01245-043c-4b9b-be6b-26617b098ea6'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:52:41.957542 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-9bb1eb27-2a7f-46e4-813e-04f0567f1367 None None] Bound port: bca5856c-38ef-43ab-a594-b2428d78e948, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e9a01245-043c-4b9b-be6b-26617b098ea6'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:52:41.957542 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9bb1eb27-2a7f-46e4-813e-04f0567f1367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:41.972072 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f82e4f16-f0b9-4de5-8077-25f2e3bf7355 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:52:42.037139 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port f82e4f16-f0b9-4de5-8077-25f2e3bf7355 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:52:42.037603 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:42.041281 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-9bb1eb27-2a7f-46e4-813e-04f0567f1367 None None] For port bca5856c-38ef-43ab-a594-b2428d78e948, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:52:42.046916 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-9bb1eb27-2a7f-46e4-813e-04f0567f1367 None None] For port bca5856c-38ef-43ab-a594-b2428d78e948, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=bca5856c-38ef-43ab-a594-b2428d78e948,segment=NetworkSegment(a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a),segment_id=a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:52:42.124082 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-9bb1eb27-2a7f-46e4-813e-04f0567f1367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:42.198844 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57710938-bbd8-48e6-b7d9-06580bea89f2 None None] Pushing event updated for resources: {'Port': ['ID=bca5856c-38ef-43ab-a594-b2428d78e948,revision_number=4']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:42.204245 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb1eb27-2a7f-46e4-813e-04f0567f1367 None None] Routers {'0bf6781e-4295-40aa-81e7-9c7ce017828a'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:52:42.205361 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-9bb1eb27-2a7f-46e4-813e-04f0567f1367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:52:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0bf6781e-4295-40aa-81e7-9c7ce017828a'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:42.345827 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-9bb1eb27-2a7f-46e4-813e-04f0567f1367 None None] Set router 0bf6781e-4295-40aa-81e7-9c7ce017828a gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:52:42.612962 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-9bb1eb27-2a7f-46e4-813e-04f0567f1367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571159631', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '3865beb2-3c41-4cd9-ba13-4a60691fb158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:34Z', 'updated_at': '2021-08-10T04:52:39Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '3865beb2-3c41-4cd9-ba13-4a60691fb158', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:87:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:35Z', 'updated_at': '2021-08-10T04:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'bca5856c-38ef-43ab-a594-b2428d78e948', 'name': '', 'network_id': 'e9a01245-043c-4b9b-be6b-26617b098ea6', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:72:e3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7f32473-6ba1-4056-9bab-c6c597bc90bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:38Z', 'updated_at': '2021-08-10T04:52:42Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': 'e7f32473-6ba1-4056-9bab-c6c597bc90bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:42.647418 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb1eb27-2a7f-46e4-813e-04f0567f1367 None None] The sync data for ids ['0bf6781e-4295-40aa-81e7-9c7ce017828a'] in n-d-802893-2 is: [{'id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571159631', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '3865beb2-3c41-4cd9-ba13-4a60691fb158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:34Z', 'updated_at': '2021-08-10T04:52:39Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '3865beb2-3c41-4cd9-ba13-4a60691fb158', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:87:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:35Z', 'updated_at': '2021-08-10T04:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'bca5856c-38ef-43ab-a594-b2428d78e948', 'name': '', 'network_id': 'e9a01245-043c-4b9b-be6b-26617b098ea6', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:72:e3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7f32473-6ba1-4056-9bab-c6c597bc90bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:38Z', 'updated_at': '2021-08-10T04:52:42Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': 'e7f32473-6ba1-4056-9bab-c6c597bc90bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:52:42.661202 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-944893d6-1761-4180-ad68-33ebc26bb9d0 req-e73ba4f8-c7fd-4b02-b1ae-f3298136533c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 210 time: 0.0349824 Aug 10 04:52:43.727979 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:43.783503 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-69fa53d3-bb64-4b56-9d03-e68a7be37c39 req-b77f9648-6327-483f-824c-a6eb9636ce3c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 210 time: 0.0325382 Aug 10 04:52:43.812471 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device bca5856c-38ef-43ab-a594-b2428d78e948 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:52:43.858174 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ca9dc730-b376-4688-b7b9-495122d9900d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:43.945826 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port bca5856c-38ef-43ab-a594-b2428d78e948 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:52:43.950362 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port bca5856c-38ef-43ab-a594-b2428d78e948 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:52:43.951356 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:44.041274 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:44.078157 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port bca5856c-38ef-43ab-a594-b2428d78e948, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=bca5856c-38ef-43ab-a594-b2428d78e948,segment=NetworkSegment(a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a),segment_id=a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:52:44.145658 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:44.177319 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-bd304296-b09b-4113-9cfc-0f5780c46179 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:44.179503 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-bd304296-b09b-4113-9cfc-0f5780c46179 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.20 "GET /v2.0/networks?id=e9a01245-043c-4b9b-be6b-26617b098ea6 HTTP/1.1" status: 200 len: 797 time: 0.1236598 Aug 10 04:52:44.199378 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=bca5856c-38ef-43ab-a594-b2428d78e948,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:44.238860 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-28eac409-d418-4f2c-a3dc-c2105f8ac1e1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32d55eec4aea4528bb07036d15eccacb HTTP/1.1" status: 200 len: 380 time: 0.0446923 Aug 10 04:52:44.250030 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-77b1a582-c7c8-455f-a01e-5e0ca1aed3c6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'port': {'device_id': '5953d237-a1b8-430d-9eae-a0a8b59791ef', 'network_id': 'e9a01245-043c-4b9b-be6b-26617b098ea6', 'admin_state_up': True, 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'security_groups': ['f98b8a47-17eb-40c5-bdfe-5b077d63e079']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:44.471869 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-77b1a582-c7c8-455f-a01e-5e0ca1aed3c6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Made reservation on behalf of 32d55eec4aea4528bb07036d15eccacb for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:52:44.475847 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-77b1a582-c7c8-455f-a01e-5e0ca1aed3c6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:44.618631 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-77b1a582-c7c8-455f-a01e-5e0ca1aed3c6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Allocated IP 172.20.0.3 (e9a01245-043c-4b9b-be6b-26617b098ea6/e7f32473-6ba1-4056-9bab-c6c597bc90bc/69acc5a0-d90b-493c-aea7-07bdc24500da) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:52:44.794862 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-77b1a582-c7c8-455f-a01e-5e0ca1aed3c6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:44.816884 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-77b1a582-c7c8-455f-a01e-5e0ca1aed3c6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Transition to ACTIVE for port object 69acc5a0-d90b-493c-aea7-07bdc24500da will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:52:44.892383 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bf171fad-30be-48e2-86c9-fc339cff1125 req-3ab87231-8165-465e-9959-99727ed347c0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 210 time: 0.0295968 Aug 10 04:52:44.917975 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-77b1a582-c7c8-455f-a01e-5e0ca1aed3c6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:44.969990 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-77b1a582-c7c8-455f-a01e-5e0ca1aed3c6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network e9a01245-043c-4b9b-be6b-26617b098ea6 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:52:44.973568 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-77b1a582-c7c8-455f-a01e-5e0ca1aed3c6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:52:44.978708 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-77b1a582-c7c8-455f-a01e-5e0ca1aed3c6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:52:44.985493 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1a582-c7c8-455f-a01e-5e0ca1aed3c6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Port': ['ID=69acc5a0-d90b-493c-aea7-07bdc24500da,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:45.034978 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-77b1a582-c7c8-455f-a01e-5e0ca1aed3c6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:45.035684 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-77b1a582-c7c8-455f-a01e-5e0ca1aed3c6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:45.141194 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-77b1a582-c7c8-455f-a01e-5e0ca1aed3c6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8965960 Aug 10 04:52:45.160385 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-040b7820-b9a4-45a7-ab08-656b5a8d5c20 service neutron] Request body: {'port': {'device_id': '5953d237-a1b8-430d-9eae-a0a8b59791ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:45.224976 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-040b7820-b9a4-45a7-ab08-656b5a8d5c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:45.385173 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6790c949-eda3-46ed-a6cb-062c9b0c48dd None None] Provisioning for port 69acc5a0-d90b-493c-aea7-07bdc24500da completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:52:45.390425 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6790c949-eda3-46ed-a6cb-062c9b0c48dd None None] Provisioning complete for port 69acc5a0-d90b-493c-aea7-07bdc24500da triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:52:45.390875 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6790c949-eda3-46ed-a6cb-062c9b0c48dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:45.435155 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-6790c949-eda3-46ed-a6cb-062c9b0c48dd None None] Port 69acc5a0-d90b-493c-aea7-07bdc24500da cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:52:45.530083 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-040b7820-b9a4-45a7-ab08-656b5a8d5c20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69acc5a0-d90b-493c-aea7-07bdc24500da {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:52:45.538263 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-040b7820-b9a4-45a7-ab08-656b5a8d5c20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:45.538947 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:45.552536 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-040b7820-b9a4-45a7-ab08-656b5a8d5c20 service neutron] Transition to ACTIVE for port object 69acc5a0-d90b-493c-aea7-07bdc24500da will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:52:45.643459 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-040b7820-b9a4-45a7-ab08-656b5a8d5c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:45.700199 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b7820-b9a4-45a7-ab08-656b5a8d5c20 service neutron] Pushing event updated for resources: {'Port': ['ID=69acc5a0-d90b-493c-aea7-07bdc24500da,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:45.779373 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-040b7820-b9a4-45a7-ab08-656b5a8d5c20 service neutron] Attempting to bind port 69acc5a0-d90b-493c-aea7-07bdc24500da on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:52:45.780180 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-040b7820-b9a4-45a7-ab08-656b5a8d5c20 service neutron] Attempting to bind port 69acc5a0-d90b-493c-aea7-07bdc24500da by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e9a01245-043c-4b9b-be6b-26617b098ea6'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:52:45.780739 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-040b7820-b9a4-45a7-ab08-656b5a8d5c20 service neutron] Attempting to bind port 69acc5a0-d90b-493c-aea7-07bdc24500da on network e9a01245-043c-4b9b-be6b-26617b098ea6 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:52:45.786342 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-040b7820-b9a4-45a7-ab08-656b5a8d5c20 service neutron] Port 69acc5a0-d90b-493c-aea7-07bdc24500da on network e9a01245-043c-4b9b-be6b-26617b098ea6 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:52:45.786823 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-040b7820-b9a4-45a7-ab08-656b5a8d5c20 service neutron] Attempting to bind port 69acc5a0-d90b-493c-aea7-07bdc24500da on network e9a01245-043c-4b9b-be6b-26617b098ea6 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:52:45.787938 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device bca5856c-38ef-43ab-a594-b2428d78e948 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:52:45.792847 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-040b7820-b9a4-45a7-ab08-656b5a8d5c20 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:52:45.793272 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-040b7820-b9a4-45a7-ab08-656b5a8d5c20 service neutron] Checking segment: {'id': 'a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e9a01245-043c-4b9b-be6b-26617b098ea6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:52:45.793578 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-040b7820-b9a4-45a7-ab08-656b5a8d5c20 service neutron] Bound using segment: {'id': 'a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e9a01245-043c-4b9b-be6b-26617b098ea6'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:52:45.794061 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-040b7820-b9a4-45a7-ab08-656b5a8d5c20 service neutron] Bound port: 69acc5a0-d90b-493c-aea7-07bdc24500da, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e9a01245-043c-4b9b-be6b-26617b098ea6'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:52:45.794887 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-040b7820-b9a4-45a7-ab08-656b5a8d5c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:45.862325 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port bca5856c-38ef-43ab-a594-b2428d78e948 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:52:45.862674 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:45.870333 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-040b7820-b9a4-45a7-ab08-656b5a8d5c20 service neutron] For port 69acc5a0-d90b-493c-aea7-07bdc24500da, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:52:45.874572 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-040b7820-b9a4-45a7-ab08-656b5a8d5c20 service neutron] For port 69acc5a0-d90b-493c-aea7-07bdc24500da, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=69acc5a0-d90b-493c-aea7-07bdc24500da,segment=NetworkSegment(a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a),segment_id=a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:52:45.961095 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-040b7820-b9a4-45a7-ab08-656b5a8d5c20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:46.019594 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-040b7820-b9a4-45a7-ab08-656b5a8d5c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:46.020364 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-040b7820-b9a4-45a7-ab08-656b5a8d5c20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:46.022653 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-040b7820-b9a4-45a7-ab08-656b5a8d5c20 service neutron] 10.222.0.20 "PUT /v2.0/ports/69acc5a0-d90b-493c-aea7-07bdc24500da HTTP/1.1" status: 200 len: 1091 time: 0.8661573 Aug 10 04:52:46.022653 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5953d237-a1b8-430d-9eae-a0a8b59791ef', 'tag': '69acc5a0-d90b-493c-aea7-07bdc24500da'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:52:46.024684 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8169f638-a25a-4e4c-80d5-8de8201a2682" -d '{"events": [{"name": "network-changed", "server_uuid": "5953d237-a1b8-430d-9eae-a0a8b59791ef", "tag": "69acc5a0-d90b-493c-aea7-07bdc24500da"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:52:46.084983 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b7820-b9a4-45a7-ab08-656b5a8d5c20 service neutron] Pushing event updated for resources: {'Port': ['ID=69acc5a0-d90b-493c-aea7-07bdc24500da,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:46.099726 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60099f3-a5c4-4105-a666-e692950316aa x-openstack-request-id: req-e60099f3-a5c4-4105-a666-e692950316aa {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:52:46.100108 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5953d237-a1b8-430d-9eae-a0a8b59791ef", "tag": "69acc5a0-d90b-493c-aea7-07bdc24500da", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:52:46.100312 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e60099f3-a5c4-4105-a666-e692950316aa {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:52:46.100734 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5953d237-a1b8-430d-9eae-a0a8b59791ef', 'tag': '69acc5a0-d90b-493c-aea7-07bdc24500da', 'status': 'completed', 'code': 200} Aug 10 04:52:46.112131 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa407f7e-ca3a-4fe5-8847-24fff4ccd241 req-46f8231e-3465-4009-ba73-85159b738084 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:46.113895 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aa407f7e-ca3a-4fe5-8847-24fff4ccd241 req-46f8231e-3465-4009-ba73-85159b738084 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 943 time: 0.1139414 Aug 10 04:52:46.187866 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aa407f7e-ca3a-4fe5-8847-24fff4ccd241 req-e750643d-5a5e-4d31-aaa1-8c10917e4229 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f98b8a47-17eb-40c5-bdfe-5b077d63e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632565 Aug 10 04:52:46.205177 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169f638-a25a-4e4c-80d5-8de8201a2682 req-c2341aa7-18ac-4b99-91d7-7bb65f71befa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:46.207408 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8169f638-a25a-4e4c-80d5-8de8201a2682 req-c2341aa7-18ac-4b99-91d7-7bb65f71befa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 1094 time: 0.0662494 Aug 10 04:52:46.317290 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:46.332257 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169f638-a25a-4e4c-80d5-8de8201a2682 req-5b4b58b3-29b7-42a3-9818-c7bcc062f99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:46.333760 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8169f638-a25a-4e4c-80d5-8de8201a2682 req-5b4b58b3-29b7-42a3-9818-c7bcc062f99b service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=32d55eec4aea4528bb07036d15eccacb&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1128314 Aug 10 04:52:46.433147 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169f638-a25a-4e4c-80d5-8de8201a2682 req-f7c9b92d-303b-4815-af10-6d47c8ec98fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:46.434678 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8169f638-a25a-4e4c-80d5-8de8201a2682 req-f7c9b92d-303b-4815-af10-6d47c8ec98fc service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933371 Aug 10 04:52:46.535058 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-497aedc3-9568-4d42-b5a9-530ae042cd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:46.536630 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-497aedc3-9568-4d42-b5a9-530ae042cd88 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 1094 time: 0.0432367 Aug 10 04:52:46.587554 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-a618551a-9a1e-4f0c-96ec-8804312c5066 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69acc5a0-d90b-493c-aea7-07bdc24500da HTTP/1.1" status: 200 len: 217 time: 0.0385623 Aug 10 04:52:46.635073 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-67025292-323b-44c5-8ca6-6886185a5f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:46.636564 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-67025292-323b-44c5-8ca6-6886185a5f25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7f32473-6ba1-4056-9bab-c6c597bc90bc HTTP/1.1" status: 200 len: 834 time: 0.0428545 Aug 10 04:52:46.681474 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-3b4899e9-7eee-41cc-89a9-1349d1709313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:46.682967 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-3b4899e9-7eee-41cc-89a9-1349d1709313 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9a01245-043c-4b9b-be6b-26617b098ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398548 Aug 10 04:52:46.779351 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-4403db02-b6bb-4c12-b351-bfdb10d25127 service neutron] 10.222.0.20 "GET /v2.0/networks/e9a01245-043c-4b9b-be6b-26617b098ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895207 Aug 10 04:52:46.883182 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a8b4ec84-0d9e-4c33-ab1b-d318d59bce90 req-33f39c9b-0fa9-456f-b220-94d9137c5cef service neutron] 10.222.0.20 "GET /v2.0/networks/e9a01245-043c-4b9b-be6b-26617b098ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969551 Aug 10 04:52:47.105782 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:47.322884 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacbe9b-6d76-4247-ba34-cd9a9f109498 req-109e1fc7-005e-440e-90ad-dfa1237cc459 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:47.324370 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-baacbe9b-6d76-4247-ba34-cd9a9f109498 req-109e1fc7-005e-440e-90ad-dfa1237cc459 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 943 time: 0.0529728 Aug 10 04:52:47.362201 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-baacbe9b-6d76-4247-ba34-cd9a9f109498 req-9862766b-0de5-4cb9-9fd6-0837264b21d1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f98b8a47-17eb-40c5-bdfe-5b077d63e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313780 Aug 10 04:52:48.483379 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2ed19-73b7-4eb8-8783-1ae405bc96ba req-b2f5513c-0bfa-41ad-9b05-ccf74080a44b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:48.484917 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-26a2ed19-73b7-4eb8-8783-1ae405bc96ba req-b2f5513c-0bfa-41ad-9b05-ccf74080a44b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 943 time: 0.0532303 Aug 10 04:52:48.531117 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-26a2ed19-73b7-4eb8-8783-1ae405bc96ba req-0e6dd9f3-ac63-481a-aa19-7c6107bde8d5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f98b8a47-17eb-40c5-bdfe-5b077d63e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402777 Aug 10 04:52:49.649752 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774cb86-d5ce-41ec-91f4-f57e10bebad1 req-3151c48d-92ac-4d14-be40-5401699991dd tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:49.651279 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7774cb86-d5ce-41ec-91f4-f57e10bebad1 req-3151c48d-92ac-4d14-be40-5401699991dd tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 943 time: 0.0529759 Aug 10 04:52:49.692420 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7774cb86-d5ce-41ec-91f4-f57e10bebad1 req-53cfcb3e-ea2a-4afd-ac39-11910558b668 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f98b8a47-17eb-40c5-bdfe-5b077d63e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344896 Aug 10 04:52:50.810435 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b1aae-f38c-452d-9fb1-3560f8c6995f req-1fd08b4d-74c7-4dfe-a3bb-f4ac4ae72dba tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:50.812079 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f92b1aae-f38c-452d-9fb1-3560f8c6995f req-1fd08b4d-74c7-4dfe-a3bb-f4ac4ae72dba tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 943 time: 0.0498142 Aug 10 04:52:50.852737 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f92b1aae-f38c-452d-9fb1-3560f8c6995f req-c3cdf37a-68a2-4325-8e80-c13def080b89 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f98b8a47-17eb-40c5-bdfe-5b077d63e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344987 Aug 10 04:52:51.035084 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 69acc5a0-d90b-493c-aea7-07bdc24500da details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:52:51.139569 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 69acc5a0-d90b-493c-aea7-07bdc24500da, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=69acc5a0-d90b-493c-aea7-07bdc24500da,segment=NetworkSegment(a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a),segment_id=a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:52:51.152851 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '69acc5a0-d90b-493c-aea7-07bdc24500da', 'network_id': 'e9a01245-043c-4b9b-be6b-26617b098ea6', 'port_id': '69acc5a0-d90b-493c-aea7-07bdc24500da', 'mac_address': 'fa:16:3e:c1:cc:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7f32473-6ba1-4056-9bab-c6c597bc90bc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:52:51.194325 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:51.208296 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69acc5a0-d90b-493c-aea7-07bdc24500da {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:52:51.231529 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 69acc5a0-d90b-493c-aea7-07bdc24500da, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=69acc5a0-d90b-493c-aea7-07bdc24500da,segment=NetworkSegment(a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a),segment_id=a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:52:51.322805 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:51.382439 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=69acc5a0-d90b-493c-aea7-07bdc24500da,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:51.604388 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['69acc5a0-d90b-493c-aea7-07bdc24500da'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:52:51.973112 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df1a74-eae8-4254-88fa-152207438936 req-81ee798e-4b1b-44da-bd4d-58debcb2f193 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:51.975253 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e8df1a74-eae8-4254-88fa-152207438936 req-81ee798e-4b1b-44da-bd4d-58debcb2f193 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 944 time: 0.0538919 Aug 10 04:52:52.016085 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e8df1a74-eae8-4254-88fa-152207438936 req-5b466f2c-28b1-474e-932b-9256dfeb35c1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f98b8a47-17eb-40c5-bdfe-5b077d63e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349669 Aug 10 04:52:53.050698 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 69acc5a0-d90b-493c-aea7-07bdc24500da up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:52:53.149503 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114fcc6-e9ef-4980-80a0-d6ae682fc00c req-507b6b8c-a2dd-4bc2-a1cc-9ce1748a3158 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:53.151056 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6114fcc6-e9ef-4980-80a0-d6ae682fc00c req-507b6b8c-a2dd-4bc2-a1cc-9ce1748a3158 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 944 time: 0.0494957 Aug 10 04:52:53.199740 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6114fcc6-e9ef-4980-80a0-d6ae682fc00c req-e5aef094-b38e-45ee-9ee8-44a62082c950 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f98b8a47-17eb-40c5-bdfe-5b077d63e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419374 Aug 10 04:52:53.219921 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 69acc5a0-d90b-493c-aea7-07bdc24500da completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:52:53.224388 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 69acc5a0-d90b-493c-aea7-07bdc24500da triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:52:53.224978 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:53.308637 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:53.334090 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5953d237-a1b8-430d-9eae-a0a8b59791ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69acc5a0-d90b-493c-aea7-07bdc24500da'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:52:53.336336 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a57201c-3278-4bdd-90ae-29fdfa171e98" -d '{"events": [{"server_uuid": "5953d237-a1b8-430d-9eae-a0a8b59791ef", "name": "network-vif-plugged", "status": "completed", "tag": "69acc5a0-d90b-493c-aea7-07bdc24500da"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:52:53.360844 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 69acc5a0-d90b-493c-aea7-07bdc24500da, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=69acc5a0-d90b-493c-aea7-07bdc24500da,segment=NetworkSegment(a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a),segment_id=a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:52:53.377963 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b5119b-d123-4083-ad0a-4d13b70606fa x-openstack-request-id: req-20b5119b-d123-4083-ad0a-4d13b70606fa {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:52:53.378259 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5953d237-a1b8-430d-9eae-a0a8b59791ef", "name": "network-vif-plugged", "status": "completed", "tag": "69acc5a0-d90b-493c-aea7-07bdc24500da", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:52:53.378526 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20b5119b-d123-4083-ad0a-4d13b70606fa {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:52:53.378925 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5953d237-a1b8-430d-9eae-a0a8b59791ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69acc5a0-d90b-493c-aea7-07bdc24500da', 'code': 200} Aug 10 04:52:53.477522 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:53.510835 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369467d1-c79f-42cf-92f0-c716867176a7 req-ec83b9e3-9e6a-4292-b4d8-9f44671d373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:53.513582 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-369467d1-c79f-42cf-92f0-c716867176a7 req-ec83b9e3-9e6a-4292-b4d8-9f44671d373f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 1095 time: 0.0494053 Aug 10 04:52:53.541298 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=69acc5a0-d90b-493c-aea7-07bdc24500da,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:53.563540 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-369467d1-c79f-42cf-92f0-c716867176a7 req-0f8ed02f-9f8d-457f-bca4-00c19b24540b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f98b8a47-17eb-40c5-bdfe-5b077d63e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417278 Aug 10 04:52:54.325045 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b061ea9-d5c0-47d8-a4ae-ce9dfaf12e5a req-4f6c4fb5-bcec-49f9-b7a1-50a51e284cee tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:54.327295 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b061ea9-d5c0-47d8-a4ae-ce9dfaf12e5a req-4f6c4fb5-bcec-49f9-b7a1-50a51e284cee tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 945 time: 0.0566862 Aug 10 04:52:54.367286 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b061ea9-d5c0-47d8-a4ae-ce9dfaf12e5a req-e7b3cd32-0298-46f9-9ab8-c57fdc35cef3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f98b8a47-17eb-40c5-bdfe-5b077d63e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336916 Aug 10 04:52:55.499355 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32deb880-c6db-40a4-9688-a045491da76d req-e16bcb31-d0a2-46de-8bd3-fa5ad549576d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:55.500934 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-32deb880-c6db-40a4-9688-a045491da76d req-e16bcb31-d0a2-46de-8bd3-fa5ad549576d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 945 time: 0.0588846 Aug 10 04:52:55.541802 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-32deb880-c6db-40a4-9688-a045491da76d req-a39bc2e2-d8f3-4c6e-93e9-b007ff87bc1d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f98b8a47-17eb-40c5-bdfe-5b077d63e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347877 Aug 10 04:52:55.659660 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55574138-b202-4d25-a26d-400ccfa7d196 req-b2fa2487-0cc3-41b6-bf5c-33d4132efb14 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:55.661169 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-55574138-b202-4d25-a26d-400ccfa7d196 req-b2fa2487-0cc3-41b6-bf5c-33d4132efb14 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 945 time: 0.0498574 Aug 10 04:52:55.698592 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-55574138-b202-4d25-a26d-400ccfa7d196 req-e867b533-3832-4b23-b6b1-6d43c5f8d6ff tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f98b8a47-17eb-40c5-bdfe-5b077d63e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313902 Aug 10 04:52:55.721497 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54700) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:55.761602 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314d790b-3e87-4a98-9b8c-9f6b863e1fc9 tempest-TestNetworkAdvancedServerOps-352895745 tempest-TestNetworkAdvancedServerOps-352895745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:55.763117 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-314d790b-3e87-4a98-9b8c-9f6b863e1fc9 tempest-TestNetworkAdvancedServerOps-352895745 tempest-TestNetworkAdvancedServerOps-352895745-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 1091 time: 0.0407462 Aug 10 04:52:55.766591 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54702) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:55.770926 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-0ea155af-f274-49b9-acfe-1289da0a7aa2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'port_id': '69acc5a0-d90b-493c-aea7-07bdc24500da', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:52:55.854030 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ea155af-f274-49b9-acfe-1289da0a7aa2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for floatingip, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:55.952939 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ea155af-f274-49b9-acfe-1289da0a7aa2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:56.057610 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-0ea155af-f274-49b9-acfe-1289da0a7aa2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Allocated IP 172.25.0.125 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/e5ee0b09-ad90-414d-98c0-d57628f1c25b) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:52:56.157963 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ea155af-f274-49b9-acfe-1289da0a7aa2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:56.249681 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ea155af-f274-49b9-acfe-1289da0a7aa2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:56.289310 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea155af-f274-49b9-acfe-1289da0a7aa2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:52:56.292235 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-0ea155af-f274-49b9-acfe-1289da0a7aa2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:52:56.296265 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea155af-f274-49b9-acfe-1289da0a7aa2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:52:56.301643 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea155af-f274-49b9-acfe-1289da0a7aa2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Port': ['ID=e5ee0b09-ad90-414d-98c0-d57628f1c25b,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:56.664173 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ea155af-f274-49b9-acfe-1289da0a7aa2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:56.813773 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ea155af-f274-49b9-acfe-1289da0a7aa2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:56.959295 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ea155af-f274-49b9-acfe-1289da0a7aa2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:57.024252 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ea155af-f274-49b9-acfe-1289da0a7aa2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:57.455820 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea155af-f274-49b9-acfe-1289da0a7aa2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Port': ['ID=e5ee0b09-ad90-414d-98c0-d57628f1c25b,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:52:57.467779 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ea155af-f274-49b9-acfe-1289da0a7aa2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:57.570149 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-0ea155af-f274-49b9-acfe-1289da0a7aa2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Floating IP 2274ba01-616d-473a-b839-9135bf982750 associated. External IP: 172.25.0.125, port: 69acc5a0-d90b-493c-aea7-07bdc24500da. Aug 10 04:52:57.785046 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea155af-f274-49b9-acfe-1289da0a7aa2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Router 0bf6781e-4295-40aa-81e7-9c7ce017828a has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:52:57.898107 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea155af-f274-49b9-acfe-1289da0a7aa2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:52:57.909437 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4470f9c7-8675-4529-9cee-29b5db7d5af4 None None] Sync routers for ids ['0bf6781e-4295-40aa-81e7-9c7ce017828a'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:52:57.918797 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4470f9c7-8675-4529-9cee-29b5db7d5af4 None None] Routers {'0bf6781e-4295-40aa-81e7-9c7ce017828a'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:52:57.919407 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4470f9c7-8675-4529-9cee-29b5db7d5af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:52:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0bf6781e-4295-40aa-81e7-9c7ce017828a'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:57.980550 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0ea155af-f274-49b9-acfe-1289da0a7aa2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:58.016556 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0ea155af-f274-49b9-acfe-1289da0a7aa2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2461538 Aug 10 04:52:58.016556 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5953d237-a1b8-430d-9eae-a0a8b59791ef', 'tag': '69acc5a0-d90b-493c-aea7-07bdc24500da'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:52:58.016902 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab952902-5bbd-43cc-92e9-d2838dae10e4" -d '{"events": [{"name": "network-changed", "server_uuid": "5953d237-a1b8-430d-9eae-a0a8b59791ef", "tag": "69acc5a0-d90b-493c-aea7-07bdc24500da"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:52:58.032544 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-4470f9c7-8675-4529-9cee-29b5db7d5af4 None None] Set router 0bf6781e-4295-40aa-81e7-9c7ce017828a gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:52:58.059631 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ad94fc-62dc-478c-bb50-8585a70e5342 x-openstack-request-id: req-24ad94fc-62dc-478c-bb50-8585a70e5342 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:52:58.060091 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5953d237-a1b8-430d-9eae-a0a8b59791ef", "tag": "69acc5a0-d90b-493c-aea7-07bdc24500da", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:52:58.060487 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24ad94fc-62dc-478c-bb50-8585a70e5342 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:52:58.061084 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5953d237-a1b8-430d-9eae-a0a8b59791ef', 'tag': '69acc5a0-d90b-493c-aea7-07bdc24500da', 'status': 'completed', 'code': 200} Aug 10 04:52:58.118275 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10daa51f-94c7-4c5e-a2fa-d9192ce58f28 req-029ca81f-b5cd-43f8-88f3-02a3a6e6322c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:58.121981 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-10daa51f-94c7-4c5e-a2fa-d9192ce58f28 req-029ca81f-b5cd-43f8-88f3-02a3a6e6322c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 945 time: 0.0535038 Aug 10 04:52:58.153624 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab952902-5bbd-43cc-92e9-d2838dae10e4 req-21fcf609-34a1-4296-9f1e-f4fcec09e9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:58.155988 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ab952902-5bbd-43cc-92e9-d2838dae10e4 req-21fcf609-34a1-4296-9f1e-f4fcec09e9bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 1096 time: 0.0433488 Aug 10 04:52:58.164739 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-10daa51f-94c7-4c5e-a2fa-d9192ce58f28 req-01c0ba71-7305-40bb-be16-fae6bc87b755 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f98b8a47-17eb-40c5-bdfe-5b077d63e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357795 Aug 10 04:52:58.190351 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54708) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:58.214394 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:52:58.254496 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-232b6319-792c-48dc-b2f2-902e485d58a7 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/floatingips/2274ba01-616d-473a-b839-9135bf982750 HTTP/1.1" status: 200 len: 991 time: 0.0617230 Aug 10 04:52:58.267850 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab952902-5bbd-43cc-92e9-d2838dae10e4 req-128a9450-101d-42f3-a13f-6100ffb0ff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:58.269457 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ab952902-5bbd-43cc-92e9-d2838dae10e4 req-128a9450-101d-42f3-a13f-6100ffb0ff4e service neutron] 10.222.0.20 "GET /v2.0/networks?id=e9a01245-043c-4b9b-be6b-26617b098ea6 HTTP/1.1" status: 200 len: 898 time: 0.0994072 Aug 10 04:52:58.286140 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4470f9c7-8675-4529-9cee-29b5db7d5af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571159631', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '3865beb2-3c41-4cd9-ba13-4a60691fb158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:34Z', 'updated_at': '2021-08-10T04:52:39Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '3865beb2-3c41-4cd9-ba13-4a60691fb158', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:87:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:35Z', 'updated_at': '2021-08-10T04:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '2274ba01-616d-473a-b839-9135bf982750', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'port_id': '69acc5a0-d90b-493c-aea7-07bdc24500da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a01245-043c-4b9b-be6b-26617b098ea6', 'mac_address': 'fa:16:3e:c1:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953d237-a1b8-430d-9eae-a0a8b59791ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:52:56Z', 'updated_at': '2021-08-10T04:52:56Z', 'revision_number': 0, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca5856c-38ef-43ab-a594-b2428d78e948', 'name': '', 'network_id': 'e9a01245-043c-4b9b-be6b-26617b098ea6', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:72:e3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7f32473-6ba1-4056-9bab-c6c597bc90bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:38Z', 'updated_at': '2021-08-10T04:52:44Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': 'e7f32473-6ba1-4056-9bab-c6c597bc90bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:58.316652 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4470f9c7-8675-4529-9cee-29b5db7d5af4 None None] Checking router: 0bf6781e-4295-40aa-81e7-9c7ce017828a for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:52:58.331848 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4470f9c7-8675-4529-9cee-29b5db7d5af4 None None] Routers {'0bf6781e-4295-40aa-81e7-9c7ce017828a'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:52:58.332518 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4470f9c7-8675-4529-9cee-29b5db7d5af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:52:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0bf6781e-4295-40aa-81e7-9c7ce017828a'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:58.343839 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ab952902-5bbd-43cc-92e9-d2838dae10e4 req-1a5dd14d-31ac-4e9a-a0d0-c5da6461e90b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69acc5a0-d90b-493c-aea7-07bdc24500da HTTP/1.1" status: 200 len: 999 time: 0.0677989 Aug 10 04:52:58.431190 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab952902-5bbd-43cc-92e9-d2838dae10e4 req-bba59aad-8137-4796-982b-85ce64f4759a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:58.432673 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ab952902-5bbd-43cc-92e9-d2838dae10e4 req-bba59aad-8137-4796-982b-85ce64f4759a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7f32473-6ba1-4056-9bab-c6c597bc90bc HTTP/1.1" status: 200 len: 834 time: 0.0814865 Aug 10 04:52:58.449870 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-4470f9c7-8675-4529-9cee-29b5db7d5af4 None None] Set router 0bf6781e-4295-40aa-81e7-9c7ce017828a gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:52:58.487369 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab952902-5bbd-43cc-92e9-d2838dae10e4 req-502cd5ef-9641-42ac-939b-c3e31c8929c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:52:58.488946 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ab952902-5bbd-43cc-92e9-d2838dae10e4 req-502cd5ef-9641-42ac-939b-c3e31c8929c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9a01245-043c-4b9b-be6b-26617b098ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0496845 Aug 10 04:52:58.586232 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ab952902-5bbd-43cc-92e9-d2838dae10e4 req-e0927b41-434a-4f41-b77b-de027ac9eca2 service neutron] 10.222.0.20 "GET /v2.0/networks/e9a01245-043c-4b9b-be6b-26617b098ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902517 Aug 10 04:52:58.691773 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ab952902-5bbd-43cc-92e9-d2838dae10e4 req-0a42bf7e-d3d0-471f-b4a4-3ae6a3436316 service neutron] 10.222.0.20 "GET /v2.0/networks/e9a01245-043c-4b9b-be6b-26617b098ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986557 Aug 10 04:52:58.695760 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-4470f9c7-8675-4529-9cee-29b5db7d5af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571159631', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '3865beb2-3c41-4cd9-ba13-4a60691fb158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:34Z', 'updated_at': '2021-08-10T04:52:39Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '3865beb2-3c41-4cd9-ba13-4a60691fb158', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:87:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:35Z', 'updated_at': '2021-08-10T04:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '2274ba01-616d-473a-b839-9135bf982750', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'port_id': '69acc5a0-d90b-493c-aea7-07bdc24500da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a01245-043c-4b9b-be6b-26617b098ea6', 'mac_address': 'fa:16:3e:c1:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953d237-a1b8-430d-9eae-a0a8b59791ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:52:56Z', 'updated_at': '2021-08-10T04:52:56Z', 'revision_number': 0, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca5856c-38ef-43ab-a594-b2428d78e948', 'name': '', 'network_id': 'e9a01245-043c-4b9b-be6b-26617b098ea6', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:72:e3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7f32473-6ba1-4056-9bab-c6c597bc90bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:38Z', 'updated_at': '2021-08-10T04:52:44Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': 'e7f32473-6ba1-4056-9bab-c6c597bc90bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:52:58.722941 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4470f9c7-8675-4529-9cee-29b5db7d5af4 None None] The sync data for ids ['0bf6781e-4295-40aa-81e7-9c7ce017828a'] in n-d-802893-2 is: [{'id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571159631', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '3865beb2-3c41-4cd9-ba13-4a60691fb158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:34Z', 'updated_at': '2021-08-10T04:52:39Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '3865beb2-3c41-4cd9-ba13-4a60691fb158', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:87:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:35Z', 'updated_at': '2021-08-10T04:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '2274ba01-616d-473a-b839-9135bf982750', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'floating_ip_address': '172.25.0.125', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'port_id': '69acc5a0-d90b-493c-aea7-07bdc24500da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9a01245-043c-4b9b-be6b-26617b098ea6', 'mac_address': 'fa:16:3e:c1:cc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5953d237-a1b8-430d-9eae-a0a8b59791ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:52:56Z', 'updated_at': '2021-08-10T04:52:56Z', 'revision_number': 0, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bca5856c-38ef-43ab-a594-b2428d78e948', 'name': '', 'network_id': 'e9a01245-043c-4b9b-be6b-26617b098ea6', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:72:e3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7f32473-6ba1-4056-9bab-c6c597bc90bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:38Z', 'updated_at': '2021-08-10T04:52:44Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': 'e7f32473-6ba1-4056-9bab-c6c597bc90bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:52:58.920630 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8975563-302b-4f6d-8eef-e20eccfda7b5 None None] New status for floating IP 2274ba01-616d-473a-b839-9135bf982750: ACTIVE {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:52:59.257045 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54710) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:52:59.319217 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7b30db61-dea3-4ac5-887c-57d82252d529 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/floatingips/2274ba01-616d-473a-b839-9135bf982750 HTTP/1.1" status: 200 len: 993 time: 0.0609422 Aug 10 04:53:07.181940 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-026520ab-6b16-48f0-8edb-c9535e02899a req-ff13ccba-8d66-444f-9264-ac5417a0889e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426998 Aug 10 04:53:07.297239 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026520ab-6b16-48f0-8edb-c9535e02899a req-757e4503-498b-4cb1-9965-181cc63fffc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:07.299557 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-026520ab-6b16-48f0-8edb-c9535e02899a req-757e4503-498b-4cb1-9965-181cc63fffc7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 1096 time: 0.0466826 Aug 10 04:53:07.403605 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026520ab-6b16-48f0-8edb-c9535e02899a req-fb3ed8fe-92f0-4c79-882b-d46eb100755a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:07.405138 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-026520ab-6b16-48f0-8edb-c9535e02899a req-fb3ed8fe-92f0-4c79-882b-d46eb100755a service neutron] 10.222.0.20 "GET /v2.0/networks?id=e9a01245-043c-4b9b-be6b-26617b098ea6 HTTP/1.1" status: 200 len: 898 time: 0.0867269 Aug 10 04:53:07.478177 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-026520ab-6b16-48f0-8edb-c9535e02899a req-954887b7-af02-4f6a-aee4-5c254b833043 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69acc5a0-d90b-493c-aea7-07bdc24500da HTTP/1.1" status: 200 len: 1001 time: 0.0655994 Aug 10 04:53:07.530536 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026520ab-6b16-48f0-8edb-c9535e02899a req-8081e7c1-6d2b-4e8e-9854-4f4f5962cc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:07.532050 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-026520ab-6b16-48f0-8edb-c9535e02899a req-8081e7c1-6d2b-4e8e-9854-4f4f5962cc66 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7f32473-6ba1-4056-9bab-c6c597bc90bc HTTP/1.1" status: 200 len: 834 time: 0.0459797 Aug 10 04:53:07.580207 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026520ab-6b16-48f0-8edb-c9535e02899a req-89f3e4e3-d15b-4c10-b76e-b99f5849791c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:07.581705 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-026520ab-6b16-48f0-8edb-c9535e02899a req-89f3e4e3-d15b-4c10-b76e-b99f5849791c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9a01245-043c-4b9b-be6b-26617b098ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401111 Aug 10 04:53:07.677254 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-026520ab-6b16-48f0-8edb-c9535e02899a req-2debc58e-4dc1-4340-a250-0f9959f2f2dd service neutron] 10.222.0.20 "GET /v2.0/networks/e9a01245-043c-4b9b-be6b-26617b098ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857811 Aug 10 04:53:07.768503 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-026520ab-6b16-48f0-8edb-c9535e02899a req-f6a9632d-a406-4298-bded-1cd64bb7dbcf service neutron] 10.222.0.20 "GET /v2.0/networks/e9a01245-043c-4b9b-be6b-26617b098ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829585 Aug 10 04:53:10.000935 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-18199f69-3917-4aa0-a910-edbbe0bfcd90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:13.710925 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:13.864321 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c9b769f3-db7e-4a79-a5bf-1968904db83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:15.556650 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:16.379817 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:17.099660 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:17.868555 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:53:28.220214 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:30.948762 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89ca8f-ef32-485c-aa5a-93afd49d6803 req-0f41b6cd-fe16-47cb-b703-8174b39fd238 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:30.950342 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aa89ca8f-ef32-485c-aa5a-93afd49d6803 req-0f41b6cd-fe16-47cb-b703-8174b39fd238 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 945 time: 0.0690975 Aug 10 04:53:31.032546 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aa89ca8f-ef32-485c-aa5a-93afd49d6803 req-ed862c12-b2fe-4d89-940f-05b3eb51f7c5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f98b8a47-17eb-40c5-bdfe-5b077d63e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696409 Aug 10 04:53:31.083572 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962cdd1-9ea8-43eb-a534-90fe123ac544 req-6aff74ff-4214-4c96-bb72-7e28b53b75a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:31.086044 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a962cdd1-9ea8-43eb-a534-90fe123ac544 req-6aff74ff-4214-4c96-bb72-7e28b53b75a0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 1096 time: 0.0786898 Aug 10 04:53:31.193275 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962cdd1-9ea8-43eb-a534-90fe123ac544 req-38948f18-a873-459a-a27f-db728a25db39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:31.194771 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a962cdd1-9ea8-43eb-a534-90fe123ac544 req-38948f18-a873-459a-a27f-db728a25db39 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e9a01245-043c-4b9b-be6b-26617b098ea6 HTTP/1.1" status: 200 len: 898 time: 0.1006658 Aug 10 04:53:31.283266 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a962cdd1-9ea8-43eb-a534-90fe123ac544 req-77c3dd94-c263-4581-a450-d803d4049842 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69acc5a0-d90b-493c-aea7-07bdc24500da HTTP/1.1" status: 200 len: 1001 time: 0.0753899 Aug 10 04:53:31.375023 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962cdd1-9ea8-43eb-a534-90fe123ac544 req-3e85847b-d104-4617-a581-b16e1a2048db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:31.377581 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a962cdd1-9ea8-43eb-a534-90fe123ac544 req-3e85847b-d104-4617-a581-b16e1a2048db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7f32473-6ba1-4056-9bab-c6c597bc90bc HTTP/1.1" status: 200 len: 834 time: 0.0810449 Aug 10 04:53:31.441334 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962cdd1-9ea8-43eb-a534-90fe123ac544 req-7cc559d6-5cb7-41d9-8785-862dd4665523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:31.442888 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a962cdd1-9ea8-43eb-a534-90fe123ac544 req-7cc559d6-5cb7-41d9-8785-862dd4665523 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9a01245-043c-4b9b-be6b-26617b098ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575871 Aug 10 04:53:31.569414 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a962cdd1-9ea8-43eb-a534-90fe123ac544 req-1f37a991-0bcf-4a86-be5c-96e92a6a21a0 service neutron] 10.222.0.20 "GET /v2.0/networks/e9a01245-043c-4b9b-be6b-26617b098ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171322 Aug 10 04:53:31.670780 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a962cdd1-9ea8-43eb-a534-90fe123ac544 req-b73e425e-1762-44f3-89cb-fe94a25bf373 service neutron] 10.222.0.20 "GET /v2.0/networks/e9a01245-043c-4b9b-be6b-26617b098ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930364 Aug 10 04:53:32.202352 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138472db-22c3-4945-a943-bc0b736e2f9a req-d17774e4-9893-40d7-bd19-f071da4d828b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:32.204021 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-138472db-22c3-4945-a943-bc0b736e2f9a req-d17774e4-9893-40d7-bd19-f071da4d828b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 945 time: 0.0604966 Aug 10 04:53:32.269079 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-138472db-22c3-4945-a943-bc0b736e2f9a req-3cf03fb4-025a-48cd-8bae-0478f4387e18 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f98b8a47-17eb-40c5-bdfe-5b077d63e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524583 Aug 10 04:53:33.417653 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91858b67-789f-408e-be41-f58cc40302c9 req-9827a040-6790-4018-bd1e-2e685cb39953 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:33.419236 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-91858b67-789f-408e-be41-f58cc40302c9 req-9827a040-6790-4018-bd1e-2e685cb39953 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 945 time: 0.0581274 Aug 10 04:53:33.469936 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-91858b67-789f-408e-be41-f58cc40302c9 req-240a403d-907e-4b94-93bd-7ae9c6c9e1eb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f98b8a47-17eb-40c5-bdfe-5b077d63e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429590 Aug 10 04:53:34.628288 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f4b82-2afe-4d64-988d-784881ddabae req-2bd340d4-5c59-4be3-827d-097a8797a69c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:34.629833 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-448f4b82-2afe-4d64-988d-784881ddabae req-2bd340d4-5c59-4be3-827d-097a8797a69c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 945 time: 0.0615656 Aug 10 04:53:34.683800 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-448f4b82-2afe-4d64-988d-784881ddabae req-5636cfb8-95b8-485a-af0b-ff8eb86292c2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f98b8a47-17eb-40c5-bdfe-5b077d63e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431767 Aug 10 04:53:35.831521 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec8b6e-d448-458c-b2d8-c7a9702fa129 req-29abd66d-ca9f-4fe8-92ea-f35836b67443 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:35.833117 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-14ec8b6e-d448-458c-b2d8-c7a9702fa129 req-29abd66d-ca9f-4fe8-92ea-f35836b67443 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 945 time: 0.0659988 Aug 10 04:53:35.892470 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-14ec8b6e-d448-458c-b2d8-c7a9702fa129 req-e6cbad69-e3d5-4b72-b76c-f07dbcb2f2bb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f98b8a47-17eb-40c5-bdfe-5b077d63e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469201 Aug 10 04:53:37.033852 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a319577-662c-47be-b557-4c52555a2b25 req-a43914ab-9496-4daf-8125-c439fc2c7a04 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:37.036308 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8a319577-662c-47be-b557-4c52555a2b25 req-a43914ab-9496-4daf-8125-c439fc2c7a04 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 945 time: 0.0666475 Aug 10 04:53:37.084951 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8a319577-662c-47be-b557-4c52555a2b25 req-d2e34a04-1923-4efd-81f4-64d99d30553e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f98b8a47-17eb-40c5-bdfe-5b077d63e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391722 Aug 10 04:53:38.227533 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ec5c47-0a06-429b-b4ad-a779838f3372 req-4dc615ea-0e33-489c-8852-b164fa26f8ae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:38.229352 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a7ec5c47-0a06-429b-b4ad-a779838f3372 req-4dc615ea-0e33-489c-8852-b164fa26f8ae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 945 time: 0.0637441 Aug 10 04:53:38.278298 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a7ec5c47-0a06-429b-b4ad-a779838f3372 req-b316c668-29f3-44b5-9f73-3cdbbc1943f5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f98b8a47-17eb-40c5-bdfe-5b077d63e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387759 Aug 10 04:53:39.447408 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865df7a-e59f-43df-8fbc-ab64e117b439 req-de5c24aa-9755-42ac-8925-8f26e20036b6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:39.449108 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e865df7a-e59f-43df-8fbc-ab64e117b439 req-de5c24aa-9755-42ac-8925-8f26e20036b6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 945 time: 0.0646348 Aug 10 04:53:39.508792 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e865df7a-e59f-43df-8fbc-ab64e117b439 req-e6cc4304-e945-474f-bab6-6e896526cdb0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f98b8a47-17eb-40c5-bdfe-5b077d63e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513101 Aug 10 04:53:40.008000 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9978717c-8035-4860-add5-c17ef2830272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:40.669388 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9d492-2b40-4403-b248-a677a3cd1c2f req-2db95200-38e5-475b-85b4-de9d01aad3ed tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:40.671040 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3fa9d492-2b40-4403-b248-a677a3cd1c2f req-2db95200-38e5-475b-85b4-de9d01aad3ed tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 945 time: 0.0642009 Aug 10 04:53:40.717668 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3fa9d492-2b40-4403-b248-a677a3cd1c2f req-041409d0-7d07-4263-a7c2-6e21fb3fa033 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f98b8a47-17eb-40c5-bdfe-5b077d63e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362430 Aug 10 04:53:41.857781 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987cd26-ccfc-4cda-aa62-7ca4d7c84963 req-89c6c334-2881-480d-bf3b-d57da00a8ffb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:41.859606 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2987cd26-ccfc-4cda-aa62-7ca4d7c84963 req-89c6c334-2881-480d-bf3b-d57da00a8ffb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 945 time: 0.0509312 Aug 10 04:53:41.899746 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2987cd26-ccfc-4cda-aa62-7ca4d7c84963 req-874b003d-e3ae-4b2b-930c-af91659ebd22 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f98b8a47-17eb-40c5-bdfe-5b077d63e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334227 Aug 10 04:53:43.043981 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbe224-56a8-4b2d-92f5-bf66c8ad5e2e req-9b1ac070-bdb6-4807-899a-4489e9f65a70 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:43.045586 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-24dbe224-56a8-4b2d-92f5-bf66c8ad5e2e req-9b1ac070-bdb6-4807-899a-4489e9f65a70 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 945 time: 0.0669651 Aug 10 04:53:43.093345 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-24dbe224-56a8-4b2d-92f5-bf66c8ad5e2e req-853fa849-e9ae-46c4-8daf-56e2e16ab965 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f98b8a47-17eb-40c5-bdfe-5b077d63e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359597 Aug 10 04:53:43.733892 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:43.848795 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5e3a0fdd-c112-4cee-8740-60578dd95389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:44.240993 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6ff43-0b78-4897-907f-9bb439de9b0a req-dcf35f8d-1987-4de1-a121-9ab5da493b4b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:44.242890 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0bd6ff43-0b78-4897-907f-9bb439de9b0a req-dcf35f8d-1987-4de1-a121-9ab5da493b4b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 945 time: 0.0626836 Aug 10 04:53:44.297281 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0bd6ff43-0b78-4897-907f-9bb439de9b0a req-a59d78bf-9e6e-4ee7-863a-38d52b198f98 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f98b8a47-17eb-40c5-bdfe-5b077d63e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478117 Aug 10 04:53:45.447362 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb264cd8-99a4-4f55-a65d-11ffd19c7452 req-97ed3387-9baf-4563-b3b6-7d7113da9357 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:45.448950 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eb264cd8-99a4-4f55-a65d-11ffd19c7452 req-97ed3387-9baf-4563-b3b6-7d7113da9357 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 945 time: 0.0595903 Aug 10 04:53:45.501296 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-eb264cd8-99a4-4f55-a65d-11ffd19c7452 req-97d1b95e-dde0-49d2-b156-08df1b38a383 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f98b8a47-17eb-40c5-bdfe-5b077d63e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421872 Aug 10 04:53:45.571448 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:46.611885 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:46.647498 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b369c-83bd-4f8d-91a2-6a4a38b6db9a req-81b3a346-6be2-4d19-b370-4d3b08e233dd tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:46.649169 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-933b369c-83bd-4f8d-91a2-6a4a38b6db9a req-81b3a346-6be2-4d19-b370-4d3b08e233dd tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 945 time: 0.0637443 Aug 10 04:53:46.704667 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-933b369c-83bd-4f8d-91a2-6a4a38b6db9a req-bbceb8d3-53bc-4e70-9920-a4310629c163 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f98b8a47-17eb-40c5-bdfe-5b077d63e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486577 Aug 10 04:53:47.165765 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:53:47.850203 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5150c-2a7e-4459-9e8f-9218f86fc227 req-3453db9d-6527-4fb5-b97c-0dae262e22d8 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:47.851817 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d2c5150c-2a7e-4459-9e8f-9218f86fc227 req-3453db9d-6527-4fb5-b97c-0dae262e22d8 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 945 time: 0.0621743 Aug 10 04:53:47.903550 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d2c5150c-2a7e-4459-9e8f-9218f86fc227 req-c5d0ad8e-1ce4-4fa5-976e-8fab1ccd1a00 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f98b8a47-17eb-40c5-bdfe-5b077d63e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433414 Aug 10 04:53:49.052539 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbb63f-ad48-43e9-8326-da69b2c30848 req-db59affe-e948-4844-9660-7045d2edbcb5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:53:49.054115 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6acbb63f-ad48-43e9-8326-da69b2c30848 req-db59affe-e948-4844-9660-7045d2edbcb5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 945 time: 0.0647724 Aug 10 04:53:49.102312 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6acbb63f-ad48-43e9-8326-da69b2c30848 req-ce1348aa-9a8a-4d0c-afcf-cf35dbcb68c1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f98b8a47-17eb-40c5-bdfe-5b077d63e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419514 Aug 10 04:53:49.126279 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54762) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:53:49.206921 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3c66a18d-df18-450f-b99f-5df6694e2247 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/floatingips/2274ba01-616d-473a-b839-9135bf982750 HTTP/1.1" status: 200 len: 993 time: 0.0785077 Aug 10 04:53:54.868050 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:53:58.333470 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:09.144678 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dfe573f5-4d01-4a5a-817f-09c4d23c0fd9 req-6da31c9e-c194-417b-b03b-c8b8af4f8162 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413034 Aug 10 04:54:09.243886 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe573f5-4d01-4a5a-817f-09c4d23c0fd9 req-b2703e36-6f23-4b00-b8a6-cb2cad602380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:09.245453 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dfe573f5-4d01-4a5a-817f-09c4d23c0fd9 req-b2703e36-6f23-4b00-b8a6-cb2cad602380 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 1096 time: 0.0422416 Aug 10 04:54:09.357401 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe573f5-4d01-4a5a-817f-09c4d23c0fd9 req-df7be4c0-5d5c-49b1-b02d-3e1d6e9af05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:09.358896 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dfe573f5-4d01-4a5a-817f-09c4d23c0fd9 req-df7be4c0-5d5c-49b1-b02d-3e1d6e9af05e service neutron] 10.222.0.20 "GET /v2.0/networks?id=e9a01245-043c-4b9b-be6b-26617b098ea6 HTTP/1.1" status: 200 len: 898 time: 0.0909712 Aug 10 04:54:09.430679 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dfe573f5-4d01-4a5a-817f-09c4d23c0fd9 req-0de675c9-506e-4344-a49b-35a839643a48 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69acc5a0-d90b-493c-aea7-07bdc24500da HTTP/1.1" status: 200 len: 1001 time: 0.0644479 Aug 10 04:54:09.489426 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe573f5-4d01-4a5a-817f-09c4d23c0fd9 req-e5571c3f-131e-48f7-8a68-41b351b8d512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:09.490916 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dfe573f5-4d01-4a5a-817f-09c4d23c0fd9 req-e5571c3f-131e-48f7-8a68-41b351b8d512 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7f32473-6ba1-4056-9bab-c6c597bc90bc HTTP/1.1" status: 200 len: 834 time: 0.0525386 Aug 10 04:54:09.538686 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe573f5-4d01-4a5a-817f-09c4d23c0fd9 req-a7d92599-4eea-4c5f-8f4c-3551e29af6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:09.540238 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dfe573f5-4d01-4a5a-817f-09c4d23c0fd9 req-a7d92599-4eea-4c5f-8f4c-3551e29af6db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9a01245-043c-4b9b-be6b-26617b098ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412412 Aug 10 04:54:09.552227 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-dfe573f5-4d01-4a5a-817f-09c4d23c0fd9 req-c53d6dc4-0a05-4c8d-96ed-8bd1d0d17361 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:54:09.553221 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dfe573f5-4d01-4a5a-817f-09c4d23c0fd9 req-c53d6dc4-0a05-4c8d-96ed-8bd1d0d17361 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061355 Aug 10 04:54:09.646716 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dfe573f5-4d01-4a5a-817f-09c4d23c0fd9 req-0082ee31-736d-4f2d-950f-d58468659029 service neutron] 10.222.0.20 "GET /v2.0/networks/e9a01245-043c-4b9b-be6b-26617b098ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854428 Aug 10 04:54:09.747014 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dfe573f5-4d01-4a5a-817f-09c4d23c0fd9 req-153e17ff-b812-449b-905b-3f1178fb019e service neutron] 10.222.0.20 "GET /v2.0/networks/e9a01245-043c-4b9b-be6b-26617b098ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926297 Aug 10 04:54:10.547608 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a1040808-c7fe-4118-a1a0-430dc940605e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:13.724769 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:13.844764 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5bb4aa1f-906f-444e-b55f-45e21febae90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:15.550096 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:16.330619 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:17.101546 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:19.641692 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54782) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:19.812350 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-21264eeb-8944-4c55-b9c3-18e68e3077e4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Deleting port e5ee0b09-ad90-414d-98c0-d57628f1c25b {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:54:19.812693 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-21264eeb-8944-4c55-b9c3-18e68e3077e4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:19.895254 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-21264eeb-8944-4c55-b9c3-18e68e3077e4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:19.895585 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-21264eeb-8944-4c55-b9c3-18e68e3077e4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:19.909553 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-21264eeb-8944-4c55-b9c3-18e68e3077e4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Calling delete_port for e5ee0b09-ad90-414d-98c0-d57628f1c25b owned by network:floatingip {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:54:20.159185 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-21264eeb-8944-4c55-b9c3-18e68e3077e4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:20.190677 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21264eeb-8944-4c55-b9c3-18e68e3077e4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'Port': ['ID=e5ee0b09-ad90-414d-98c0-d57628f1c25b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:20.218945 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21264eeb-8944-4c55-b9c3-18e68e3077e4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:20.222526 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21264eeb-8944-4c55-b9c3-18e68e3077e4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:20.222526 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21264eeb-8944-4c55-b9c3-18e68e3077e4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:20.222526 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21264eeb-8944-4c55-b9c3-18e68e3077e4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:20.222526 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21264eeb-8944-4c55-b9c3-18e68e3077e4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:20.222526 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21264eeb-8944-4c55-b9c3-18e68e3077e4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:20.222526 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21264eeb-8944-4c55-b9c3-18e68e3077e4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:20.222526 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21264eeb-8944-4c55-b9c3-18e68e3077e4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:20.222526 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21264eeb-8944-4c55-b9c3-18e68e3077e4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:20.222526 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21264eeb-8944-4c55-b9c3-18e68e3077e4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:20.222526 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21264eeb-8944-4c55-b9c3-18e68e3077e4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:20.224023 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21264eeb-8944-4c55-b9c3-18e68e3077e4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:20.265442 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-21264eeb-8944-4c55-b9c3-18e68e3077e4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for floatingip, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:20.266203 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-21264eeb-8944-4c55-b9c3-18e68e3077e4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Floating IP 2274ba01-616d-473a-b839-9135bf982750 disassociated (deleted). External IP: 172.25.0.125, port: 69acc5a0-d90b-493c-aea7-07bdc24500da. Aug 10 04:54:20.488356 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21264eeb-8944-4c55-b9c3-18e68e3077e4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Router 0bf6781e-4295-40aa-81e7-9c7ce017828a has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:54:20.944418 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21264eeb-8944-4c55-b9c3-18e68e3077e4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:54:20.948905 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-21264eeb-8944-4c55-b9c3-18e68e3077e4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:20.957130 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf876be-22c1-4778-872d-a2c1663438fc None None] Sync routers for ids ['0bf6781e-4295-40aa-81e7-9c7ce017828a'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:54:20.967386 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf876be-22c1-4778-872d-a2c1663438fc None None] Routers {'0bf6781e-4295-40aa-81e7-9c7ce017828a'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:54:20.972996 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9bf876be-22c1-4778-872d-a2c1663438fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:54:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0bf6781e-4295-40aa-81e7-9c7ce017828a'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:20.977891 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-21264eeb-8944-4c55-b9c3-18e68e3077e4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "DELETE /v2.0/floatingips/2274ba01-616d-473a-b839-9135bf982750 HTTP/1.1" status: 204 len: 168 time: 1.3342774 Aug 10 04:54:20.978544 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5953d237-a1b8-430d-9eae-a0a8b59791ef', 'tag': '69acc5a0-d90b-493c-aea7-07bdc24500da'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:54:20.980850 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf8b214-485e-4ec1-8bce-488c40ffa052" -d '{"events": [{"name": "network-changed", "server_uuid": "5953d237-a1b8-430d-9eae-a0a8b59791ef", "tag": "69acc5a0-d90b-493c-aea7-07bdc24500da"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:54:21.025881 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd18b4d5-5067-4466-a615-09419c7a8cd0 x-openstack-request-id: req-bd18b4d5-5067-4466-a615-09419c7a8cd0 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:54:21.026308 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5953d237-a1b8-430d-9eae-a0a8b59791ef", "tag": "69acc5a0-d90b-493c-aea7-07bdc24500da", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:54:21.026723 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd18b4d5-5067-4466-a615-09419c7a8cd0 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:54:21.027369 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5953d237-a1b8-430d-9eae-a0a8b59791ef', 'tag': '69acc5a0-d90b-493c-aea7-07bdc24500da', 'status': 'completed', 'code': 200} Aug 10 04:54:21.080553 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-9bf876be-22c1-4778-872d-a2c1663438fc None None] Set router 0bf6781e-4295-40aa-81e7-9c7ce017828a gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:54:21.133631 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8b214-485e-4ec1-8bce-488c40ffa052 req-7b1929bc-429c-453b-82dc-8c23b6f3471e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:21.135144 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9cf8b214-485e-4ec1-8bce-488c40ffa052 req-7b1929bc-429c-453b-82dc-8c23b6f3471e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 1096 time: 0.0536008 Aug 10 04:54:21.237568 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8b214-485e-4ec1-8bce-488c40ffa052 req-ebb9a220-099e-46d9-8b79-52e3d628c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:21.238985 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9cf8b214-485e-4ec1-8bce-488c40ffa052 req-ebb9a220-099e-46d9-8b79-52e3d628c055 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e9a01245-043c-4b9b-be6b-26617b098ea6 HTTP/1.1" status: 200 len: 898 time: 0.0972493 Aug 10 04:54:21.280537 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9cf8b214-485e-4ec1-8bce-488c40ffa052 req-e8c95ce9-0bfe-41b6-a540-0e7a1b83ddb4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69acc5a0-d90b-493c-aea7-07bdc24500da HTTP/1.1" status: 200 len: 217 time: 0.0347106 Aug 10 04:54:21.310722 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9bf876be-22c1-4778-872d-a2c1663438fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571159631', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '3865beb2-3c41-4cd9-ba13-4a60691fb158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:34Z', 'updated_at': '2021-08-10T04:52:39Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '3865beb2-3c41-4cd9-ba13-4a60691fb158', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:87:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:35Z', 'updated_at': '2021-08-10T04:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'bca5856c-38ef-43ab-a594-b2428d78e948', 'name': '', 'network_id': 'e9a01245-043c-4b9b-be6b-26617b098ea6', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:72:e3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7f32473-6ba1-4056-9bab-c6c597bc90bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:38Z', 'updated_at': '2021-08-10T04:52:44Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': 'e7f32473-6ba1-4056-9bab-c6c597bc90bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:21.339372 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf876be-22c1-4778-872d-a2c1663438fc None None] Checking router: 0bf6781e-4295-40aa-81e7-9c7ce017828a for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:54:21.340565 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8b214-485e-4ec1-8bce-488c40ffa052 req-482309b9-c7df-4462-83f3-a97ab951daec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:21.342242 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9cf8b214-485e-4ec1-8bce-488c40ffa052 req-482309b9-c7df-4462-83f3-a97ab951daec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7f32473-6ba1-4056-9bab-c6c597bc90bc HTTP/1.1" status: 200 len: 834 time: 0.0556390 Aug 10 04:54:21.349253 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf876be-22c1-4778-872d-a2c1663438fc None None] Routers {'0bf6781e-4295-40aa-81e7-9c7ce017828a'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:54:21.349891 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9bf876be-22c1-4778-872d-a2c1663438fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:54:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0bf6781e-4295-40aa-81e7-9c7ce017828a'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:21.392943 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8b214-485e-4ec1-8bce-488c40ffa052 req-5d7a54ee-addb-4b98-8e7f-59f1af859686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:21.394510 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9cf8b214-485e-4ec1-8bce-488c40ffa052 req-5d7a54ee-addb-4b98-8e7f-59f1af859686 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9a01245-043c-4b9b-be6b-26617b098ea6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449278 Aug 10 04:54:21.461805 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-9bf876be-22c1-4778-872d-a2c1663438fc None None] Set router 0bf6781e-4295-40aa-81e7-9c7ce017828a gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:54:21.560951 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9cf8b214-485e-4ec1-8bce-488c40ffa052 req-e7158062-a07c-4808-919e-c43953409575 service neutron] 10.222.0.20 "GET /v2.0/networks/e9a01245-043c-4b9b-be6b-26617b098ea6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210535 Aug 10 04:54:21.638626 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ddedbe-6c33-4575-beb5-cf8f9b25cbcf req-e774c82f-60a1-4d27-bbec-39e1b62c2c4d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:21.640294 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c6ddedbe-6c33-4575-beb5-cf8f9b25cbcf req-e774c82f-60a1-4d27-bbec-39e1b62c2c4d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 945 time: 0.1167593 Aug 10 04:54:21.675966 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9bf876be-22c1-4778-872d-a2c1663438fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571159631', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '3865beb2-3c41-4cd9-ba13-4a60691fb158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:34Z', 'updated_at': '2021-08-10T04:52:39Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '3865beb2-3c41-4cd9-ba13-4a60691fb158', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:87:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:35Z', 'updated_at': '2021-08-10T04:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'bca5856c-38ef-43ab-a594-b2428d78e948', 'name': '', 'network_id': 'e9a01245-043c-4b9b-be6b-26617b098ea6', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:72:e3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7f32473-6ba1-4056-9bab-c6c597bc90bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:38Z', 'updated_at': '2021-08-10T04:52:44Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': 'e7f32473-6ba1-4056-9bab-c6c597bc90bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:21.697347 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c6ddedbe-6c33-4575-beb5-cf8f9b25cbcf req-ebd20081-bbda-4e8d-b6eb-ed0a7d3d046e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f98b8a47-17eb-40c5-bdfe-5b077d63e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477383 Aug 10 04:54:21.710508 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf876be-22c1-4778-872d-a2c1663438fc None None] The sync data for ids ['0bf6781e-4295-40aa-81e7-9c7ce017828a'] in n-d-802893-2 is: [{'id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571159631', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '3865beb2-3c41-4cd9-ba13-4a60691fb158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:34Z', 'updated_at': '2021-08-10T04:52:39Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '3865beb2-3c41-4cd9-ba13-4a60691fb158', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:87:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:35Z', 'updated_at': '2021-08-10T04:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'bca5856c-38ef-43ab-a594-b2428d78e948', 'name': '', 'network_id': 'e9a01245-043c-4b9b-be6b-26617b098ea6', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:72:e3:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': 'e7f32473-6ba1-4056-9bab-c6c597bc90bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:38Z', 'updated_at': '2021-08-10T04:52:44Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': 'e7f32473-6ba1-4056-9bab-c6c597bc90bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:54:21.716502 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9cf8b214-485e-4ec1-8bce-488c40ffa052 req-186aae39-dcd8-43ed-a066-d69e1b27ad88 service neutron] 10.222.0.20 "GET /v2.0/networks/e9a01245-043c-4b9b-be6b-26617b098ea6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427751 Aug 10 04:54:21.948184 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059575a1-ff7a-4b38-8e3f-375c7fc457cc None None] New status for floating IP 2274ba01-616d-473a-b839-9135bf982750: DOWN {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:54:22.822387 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ef51d-4742-49a8-8a2c-fc375b5c8438 req-be7916e3-c865-41d7-94fb-67a50517ae18 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:22.823930 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-293ef51d-4742-49a8-8a2c-fc375b5c8438 req-be7916e3-c865-41d7-94fb-67a50517ae18 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 945 time: 0.0505729 Aug 10 04:54:22.864182 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-293ef51d-4742-49a8-8a2c-fc375b5c8438 req-58f2fb1b-21ec-4d09-9322-fed097916ea4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f98b8a47-17eb-40c5-bdfe-5b077d63e079&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333607 Aug 10 04:54:23.096316 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d355907-1efd-4aa5-a467-ee4c5300121e req-5003f9d8-c534-4170-9b29-fc6d82d75c43 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:23.097904 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4d355907-1efd-4aa5-a467-ee4c5300121e req-5003f9d8-c534-4170-9b29-fc6d82d75c43 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.20 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 945 time: 0.0542235 Aug 10 04:54:23.201472 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-4d355907-1efd-4aa5-a467-ee4c5300121e req-b9b119ee-a41c-4ff8-a4e1-ab29a3aed0f8 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Deleting port 69acc5a0-d90b-493c-aea7-07bdc24500da {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:54:23.201813 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4d355907-1efd-4aa5-a467-ee4c5300121e req-b9b119ee-a41c-4ff8-a4e1-ab29a3aed0f8 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:23.300663 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-4d355907-1efd-4aa5-a467-ee4c5300121e req-b9b119ee-a41c-4ff8-a4e1-ab29a3aed0f8 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] For port 69acc5a0-d90b-493c-aea7-07bdc24500da, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=69acc5a0-d90b-493c-aea7-07bdc24500da,segment=NetworkSegment(a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a),segment_id=a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:54:23.301029 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4d355907-1efd-4aa5-a467-ee4c5300121e req-b9b119ee-a41c-4ff8-a4e1-ab29a3aed0f8 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:23.315370 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-4d355907-1efd-4aa5-a467-ee4c5300121e req-b9b119ee-a41c-4ff8-a4e1-ab29a3aed0f8 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Calling delete_port for 69acc5a0-d90b-493c-aea7-07bdc24500da owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:54:23.521897 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4d355907-1efd-4aa5-a467-ee4c5300121e req-b9b119ee-a41c-4ff8-a4e1-ab29a3aed0f8 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:23.557007 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b119ee-a41c-4ff8-a4e1-ab29a3aed0f8 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'Port': ['ID=69acc5a0-d90b-493c-aea7-07bdc24500da,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:23.608801 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d355907-1efd-4aa5-a467-ee4c5300121e req-b9b119ee-a41c-4ff8-a4e1-ab29a3aed0f8 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] No DVR routers for this DVR port 69acc5a0-d90b-493c-aea7-07bdc24500da on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:54:23.611481 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-4d355907-1efd-4aa5-a467-ee4c5300121e req-b9b119ee-a41c-4ff8-a4e1-ab29a3aed0f8 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:23.613761 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4d355907-1efd-4aa5-a467-ee4c5300121e req-b9b119ee-a41c-4ff8-a4e1-ab29a3aed0f8 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.20 "DELETE /v2.0/ports/69acc5a0-d90b-493c-aea7-07bdc24500da HTTP/1.1" status: 204 len: 173 time: 0.5087864 Aug 10 04:54:23.614223 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5953d237-a1b8-430d-9eae-a0a8b59791ef', 'name': 'network-vif-deleted', 'tag': '69acc5a0-d90b-493c-aea7-07bdc24500da'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:54:23.616730 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de50988-953b-49b1-873b-115cad7e5402" -d '{"events": [{"server_uuid": "5953d237-a1b8-430d-9eae-a0a8b59791ef", "name": "network-vif-deleted", "tag": "69acc5a0-d90b-493c-aea7-07bdc24500da"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:54:23.659257 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f990d3-d348-4307-a0a5-d938481cff48 x-openstack-request-id: req-a2f990d3-d348-4307-a0a5-d938481cff48 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:54:23.659557 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5953d237-a1b8-430d-9eae-a0a8b59791ef", "name": "network-vif-deleted", "tag": "69acc5a0-d90b-493c-aea7-07bdc24500da", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:54:23.659818 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a2f990d3-d348-4307-a0a5-d938481cff48 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:54:23.660270 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5953d237-a1b8-430d-9eae-a0a8b59791ef', 'name': 'network-vif-deleted', 'tag': '69acc5a0-d90b-493c-aea7-07bdc24500da', 'status': 'completed', 'code': 200} Aug 10 04:54:23.978427 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ab0aff45-9762-429e-a74a-4480fb7f0c2a req-8507f0c4-2198-47a8-80d2-8e8ee7b236ee tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5953d237-a1b8-430d-9eae-a0a8b59791ef HTTP/1.1" status: 200 len: 210 time: 0.0343029 Aug 10 04:54:25.044390 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54802) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:25.463739 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-259ce8cd-a41b-4ad1-b108-13ea760c4fac tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:25.735176 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-259ce8cd-a41b-4ad1-b108-13ea760c4fac tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Deleting port bca5856c-38ef-43ab-a594-b2428d78e948 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:54:25.735463 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-259ce8cd-a41b-4ad1-b108-13ea760c4fac tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:25.833024 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-259ce8cd-a41b-4ad1-b108-13ea760c4fac tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] For port bca5856c-38ef-43ab-a594-b2428d78e948, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=bca5856c-38ef-43ab-a594-b2428d78e948,segment=NetworkSegment(a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a),segment_id=a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:54:25.843107 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-259ce8cd-a41b-4ad1-b108-13ea760c4fac tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:25.849104 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-259ce8cd-a41b-4ad1-b108-13ea760c4fac tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Calling delete_port for bca5856c-38ef-43ab-a594-b2428d78e948 owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:54:26.107059 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-259ce8cd-a41b-4ad1-b108-13ea760c4fac tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:26.135282 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ce8cd-a41b-4ad1-b108-13ea760c4fac tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'Port': ['ID=bca5856c-38ef-43ab-a594-b2428d78e948,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:26.322115 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-259ce8cd-a41b-4ad1-b108-13ea760c4fac tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:26.557633 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259ce8cd-a41b-4ad1-b108-13ea760c4fac tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Router 0bf6781e-4295-40aa-81e7-9c7ce017828a has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:54:26.665619 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259ce8cd-a41b-4ad1-b108-13ea760c4fac tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:54:26.670758 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-259ce8cd-a41b-4ad1-b108-13ea760c4fac tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "PUT /v2.0/routers/0bf6781e-4295-40aa-81e7-9c7ce017828a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6253290 Aug 10 04:54:26.674137 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54804) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:26.677414 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203b52b9-4b0e-4d85-90f2-f3f9e8ea042e None None] Sync routers for ids ['0bf6781e-4295-40aa-81e7-9c7ce017828a'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:54:26.686371 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203b52b9-4b0e-4d85-90f2-f3f9e8ea042e None None] Routers {'0bf6781e-4295-40aa-81e7-9c7ce017828a'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:54:26.687014 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-203b52b9-4b0e-4d85-90f2-f3f9e8ea042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:54:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0bf6781e-4295-40aa-81e7-9c7ce017828a'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:26.724952 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-37eabc67-d30c-4118-8866-2a8ca5e90424 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Deleting subnet e7f32473-6ba1-4056-9bab-c6c597bc90bc {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:54:26.727903 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-37eabc67-d30c-4118-8866-2a8ca5e90424 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:26.768276 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-37eabc67-d30c-4118-8866-2a8ca5e90424 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:26.794801 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-203b52b9-4b0e-4d85-90f2-f3f9e8ea042e None None] Set router 0bf6781e-4295-40aa-81e7-9c7ce017828a gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:54:26.862060 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-37eabc67-d30c-4118-8866-2a8ca5e90424 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:27.021552 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-37eabc67-d30c-4118-8866-2a8ca5e90424 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:27.053872 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eabc67-d30c-4118-8866-2a8ca5e90424 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'Subnet': ['ID=e7f32473-6ba1-4056-9bab-c6c597bc90bc,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:27.055865 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-37eabc67-d30c-4118-8866-2a8ca5e90424 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:27.061273 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-37eabc67-d30c-4118-8866-2a8ca5e90424 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "DELETE /v2.0/subnets/e7f32473-6ba1-4056-9bab-c6c597bc90bc HTTP/1.1" status: 204 len: 168 time: 0.3827531 Aug 10 04:54:27.062489 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54806) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:27.067432 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d2e962-228d-4609-b1ec-a8cbf06a1fa2 None None] Network e9a01245-043c-4b9b-be6b-26617b098ea6 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:54:27.192234 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c899-7268-4b2d-be70-1ef0a1661c42 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:27.258435 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-203b52b9-4b0e-4d85-90f2-f3f9e8ea042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571159631', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '3865beb2-3c41-4cd9-ba13-4a60691fb158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:34Z', 'updated_at': '2021-08-10T04:54:25Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '3865beb2-3c41-4cd9-ba13-4a60691fb158', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:87:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:35Z', 'updated_at': '2021-08-10T04:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:27.300682 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203b52b9-4b0e-4d85-90f2-f3f9e8ea042e None None] Checking router: 0bf6781e-4295-40aa-81e7-9c7ce017828a for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:54:27.312981 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203b52b9-4b0e-4d85-90f2-f3f9e8ea042e None None] Routers {'0bf6781e-4295-40aa-81e7-9c7ce017828a'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:54:27.313665 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-203b52b9-4b0e-4d85-90f2-f3f9e8ea042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:54:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['0bf6781e-4295-40aa-81e7-9c7ce017828a'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:27.330627 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c899-7268-4b2d-be70-1ef0a1661c42 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:27.352812 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadf6335-9ada-43c2-973a-9dbecfd92917 None None] DHCP port deletion for e9a01245-043c-4b9b-be6b-26617b098ea6 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:54:27.451658 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-203b52b9-4b0e-4d85-90f2-f3f9e8ea042e None None] Set router 0bf6781e-4295-40aa-81e7-9c7ce017828a gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:54:27.496788 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-3ab8c899-7268-4b2d-be70-1ef0a1661c42 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Deleting port 3865beb2-3c41-4cd9-ba13-4a60691fb158 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:54:27.497135 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c899-7268-4b2d-be70-1ef0a1661c42 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:27.507332 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-eadf6335-9ada-43c2-973a-9dbecfd92917 None None] Deleting port f82e4f16-f0b9-4de5-8077-25f2e3bf7355 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:54:27.507700 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eadf6335-9ada-43c2-973a-9dbecfd92917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:27.587336 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-3ab8c899-7268-4b2d-be70-1ef0a1661c42 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] For port 3865beb2-3c41-4cd9-ba13-4a60691fb158, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=3865beb2-3c41-4cd9-ba13-4a60691fb158,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:54:27.587604 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c899-7268-4b2d-be70-1ef0a1661c42 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:27.602096 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-3ab8c899-7268-4b2d-be70-1ef0a1661c42 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Calling delete_port for 3865beb2-3c41-4cd9-ba13-4a60691fb158 owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:54:27.605938 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 69acc5a0-d90b-493c-aea7-07bdc24500da no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:54:27.655385 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 69acc5a0-d90b-493c-aea7-07bdc24500da {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:54:27.655724 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 69acc5a0-d90b-493c-aea7-07bdc24500da not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:54:27.691460 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-eadf6335-9ada-43c2-973a-9dbecfd92917 None None] For port f82e4f16-f0b9-4de5-8077-25f2e3bf7355, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f82e4f16-f0b9-4de5-8077-25f2e3bf7355,segment=NetworkSegment(a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a),segment_id=a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:54:27.692222 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eadf6335-9ada-43c2-973a-9dbecfd92917 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:27.713554 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-eadf6335-9ada-43c2-973a-9dbecfd92917 None None] Calling delete_port for f82e4f16-f0b9-4de5-8077-25f2e3bf7355 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:54:27.831657 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-203b52b9-4b0e-4d85-90f2-f3f9e8ea042e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571159631', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '3865beb2-3c41-4cd9-ba13-4a60691fb158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:34Z', 'updated_at': '2021-08-10T04:54:25Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '3865beb2-3c41-4cd9-ba13-4a60691fb158', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:87:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:35Z', 'updated_at': '2021-08-10T04:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:27.859532 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203b52b9-4b0e-4d85-90f2-f3f9e8ea042e None None] The sync data for ids ['0bf6781e-4295-40aa-81e7-9c7ce017828a'] in n-d-802893-2 is: [{'id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1571159631', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '3865beb2-3c41-4cd9-ba13-4a60691fb158', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:52:34Z', 'updated_at': '2021-08-10T04:54:25Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '3865beb2-3c41-4cd9-ba13-4a60691fb158', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:87:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf6781e-4295-40aa-81e7-9c7ce017828a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:52:35Z', 'updated_at': '2021-08-10T04:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:54:27.873467 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c899-7268-4b2d-be70-1ef0a1661c42 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:27.891825 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f82e4f16-f0b9-4de5-8077-25f2e3bf7355 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:54:27.913548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8c899-7268-4b2d-be70-1ef0a1661c42 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'Port': ['ID=3865beb2-3c41-4cd9-ba13-4a60691fb158,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:27.972300 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c899-7268-4b2d-be70-1ef0a1661c42 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:27.974449 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:27.983565 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eadf6335-9ada-43c2-973a-9dbecfd92917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:28.023416 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf6335-9ada-43c2-973a-9dbecfd92917 None None] Pushing event deleted for resources: {'Port': ['ID=f82e4f16-f0b9-4de5-8077-25f2e3bf7355,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:28.025812 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadf6335-9ada-43c2-973a-9dbecfd92917 None None] No DVR routers for this DVR port f82e4f16-f0b9-4de5-8077-25f2e3bf7355 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:54:28.038212 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf6335-9ada-43c2-973a-9dbecfd92917 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:28.038212 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf6335-9ada-43c2-973a-9dbecfd92917 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:28.038423 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf6335-9ada-43c2-973a-9dbecfd92917 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:28.038704 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf6335-9ada-43c2-973a-9dbecfd92917 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:28.039035 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf6335-9ada-43c2-973a-9dbecfd92917 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:28.039378 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf6335-9ada-43c2-973a-9dbecfd92917 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:28.039700 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf6335-9ada-43c2-973a-9dbecfd92917 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:28.040053 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf6335-9ada-43c2-973a-9dbecfd92917 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:28.040797 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf6335-9ada-43c2-973a-9dbecfd92917 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:28.040797 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf6335-9ada-43c2-973a-9dbecfd92917 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:28.041007 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf6335-9ada-43c2-973a-9dbecfd92917 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:28.041314 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eadf6335-9ada-43c2-973a-9dbecfd92917 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:28.091116 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c899-7268-4b2d-be70-1ef0a1661c42 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:28.093257 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c899-7268-4b2d-be70-1ef0a1661c42 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:28.259015 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c899-7268-4b2d-be70-1ef0a1661c42 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:28.260075 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab8c899-7268-4b2d-be70-1ef0a1661c42 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Fanout notify agent at l3_agent the message router_deleted on router 0bf6781e-4295-40aa-81e7-9c7ce017828a {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:54:28.269493 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3ab8c899-7268-4b2d-be70-1ef0a1661c42 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:28.270805 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3ab8c899-7268-4b2d-be70-1ef0a1661c42 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "DELETE /v2.0/routers/0bf6781e-4295-40aa-81e7-9c7ce017828a HTTP/1.1" status: 204 len: 168 time: 1.2077353 Aug 10 04:54:28.274190 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54808) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:28.276199 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:28.375127 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a9c614f-51a4-46cb-a0a3-2721fe53689a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:28.482105 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a9c614f-51a4-46cb-a0a3-2721fe53689a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:28.494220 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-8a9c614f-51a4-46cb-a0a3-2721fe53689a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9a01245-043c-4b9b-be6b-26617b098ea6']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:28.506741 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-8a9c614f-51a4-46cb-a0a3-2721fe53689a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:28.507034 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-8a9c614f-51a4-46cb-a0a3-2721fe53689a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e46a19-9eba-46f3-a01c-9ae6c3f7c00a') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:28.518023 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a9c614f-51a4-46cb-a0a3-2721fe53689a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:28.536447 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a9c614f-51a4-46cb-a0a3-2721fe53689a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:28.544099 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a9c614f-51a4-46cb-a0a3-2721fe53689a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a9c614f-51a4-46cb-a0a3-2721fe53689a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:54:28.549917 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:54:28.692805 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a9c614f-51a4-46cb-a0a3-2721fe53689a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:28.700147 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a9c614f-51a4-46cb-a0a3-2721fe53689a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:28.701956 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8a9c614f-51a4-46cb-a0a3-2721fe53689a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "DELETE /v2.0/networks/e9a01245-043c-4b9b-be6b-26617b098ea6 HTTP/1.1" status: 204 len: 168 time: 0.4264612 Aug 10 04:54:28.705356 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54812) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:28.714366 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c614f-51a4-46cb-a0a3-2721fe53689a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'Network': ['ID=e9a01245-043c-4b9b-be6b-26617b098ea6,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:28.765755 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f6120335-b397-4faf-bd20-6a9f39192bdc tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:28.791991 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f6120335-b397-4faf-bd20-6a9f39192bdc tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:28.947134 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f6120335-b397-4faf-bd20-6a9f39192bdc tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:28.949707 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f6120335-b397-4faf-bd20-6a9f39192bdc tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:28.950872 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f6120335-b397-4faf-bd20-6a9f39192bdc tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "DELETE /v2.0/security-groups/f98b8a47-17eb-40c5-bdfe-5b077d63e079 HTTP/1.1" status: 204 len: 168 time: 0.2444851 Aug 10 04:54:28.961495 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6120335-b397-4faf-bd20-6a9f39192bdc tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98b8a47-17eb-40c5-bdfe-5b077d63e079,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:28.970494 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6120335-b397-4faf-bd20-6a9f39192bdc tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:28.970855 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6120335-b397-4faf-bd20-6a9f39192bdc tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:28.971190 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6120335-b397-4faf-bd20-6a9f39192bdc tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:28.971872 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6120335-b397-4faf-bd20-6a9f39192bdc tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:28.972485 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6120335-b397-4faf-bd20-6a9f39192bdc tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:28.972832 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6120335-b397-4faf-bd20-6a9f39192bdc tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:28.973172 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6120335-b397-4faf-bd20-6a9f39192bdc tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:28.973506 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6120335-b397-4faf-bd20-6a9f39192bdc tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:28.973839 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6120335-b397-4faf-bd20-6a9f39192bdc tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:28.974166 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6120335-b397-4faf-bd20-6a9f39192bdc tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:28.974493 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6120335-b397-4faf-bd20-6a9f39192bdc tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:28.974831 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6120335-b397-4faf-bd20-6a9f39192bdc tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:29.810259 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54822) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:29.815127 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-54ab6f96-d42d-4966-a6ee-8cccf2c88a80 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1576612431', 'description': 'tempest-secgroup-smoke-1576612431 description', 'project_id': '32d55eec4aea4528bb07036d15eccacb'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:54:29.832747 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3865beb2-3c41-4cd9-ba13-4a60691fb158 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:54:29.857805 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 3865beb2-3c41-4cd9-ba13-4a60691fb158 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:54:29.858147 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 3865beb2-3c41-4cd9-ba13-4a60691fb158 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:54:29.858578 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device bca5856c-38ef-43ab-a594-b2428d78e948 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:54:29.877631 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: bca5856c-38ef-43ab-a594-b2428d78e948 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:54:29.877970 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device bca5856c-38ef-43ab-a594-b2428d78e948 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:54:29.978463 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-54ab6f96-d42d-4966-a6ee-8cccf2c88a80 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:30.059131 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-54ab6f96-d42d-4966-a6ee-8cccf2c88a80 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:30.169326 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-54ab6f96-d42d-4966-a6ee-8cccf2c88a80 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:30.205759 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab6f96-d42d-4966-a6ee-8cccf2c88a80 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2152841c-4e13-46b9-900b-f4ff119e11e3,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:30.301119 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-54ab6f96-d42d-4966-a6ee-8cccf2c88a80 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:30.302427 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-54ab6f96-d42d-4966-a6ee-8cccf2c88a80 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4911659 Aug 10 04:54:30.305473 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54824) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:30.310144 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-c7d5b05f-05a2-4d06-a811-869295eaba91 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group_rule': {'security_group_id': '2152841c-4e13-46b9-900b-f4ff119e11e3', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:54:30.414545 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c7d5b05f-05a2-4d06-a811-869295eaba91 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:30.820300 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c7d5b05f-05a2-4d06-a811-869295eaba91 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:30.926972 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c7d5b05f-05a2-4d06-a811-869295eaba91 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:30.947482 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5b05f-05a2-4d06-a811-869295eaba91 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e15f806-4926-44f1-9df6-699a8d51bbc3,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:31.021226 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c7d5b05f-05a2-4d06-a811-869295eaba91 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:31.022576 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c7d5b05f-05a2-4d06-a811-869295eaba91 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7161138 Aug 10 04:54:31.025347 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54828) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:31.030393 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-3e4dac5e-df02-4e03-93ba-c748cce73293 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group_rule': {'security_group_id': '2152841c-4e13-46b9-900b-f4ff119e11e3', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:54:31.126969 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3e4dac5e-df02-4e03-93ba-c748cce73293 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:31.184930 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3e4dac5e-df02-4e03-93ba-c748cce73293 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:31.246922 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3e4dac5e-df02-4e03-93ba-c748cce73293 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:31.266308 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4dac5e-df02-4e03-93ba-c748cce73293 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf6376e-15d8-4aa0-b531-3a2c13827d97,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:31.321885 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-3e4dac5e-df02-4e03-93ba-c748cce73293 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:31.324066 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-3e4dac5e-df02-4e03-93ba-c748cce73293 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2974746 Aug 10 04:54:31.326655 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54830) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:31.331478 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-b9f2c33f-842b-4948-a1b3-ebf1708ffd86 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group_rule': {'security_group_id': '2152841c-4e13-46b9-900b-f4ff119e11e3', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:54:31.400900 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b9f2c33f-842b-4948-a1b3-ebf1708ffd86 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:31.461685 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b9f2c33f-842b-4948-a1b3-ebf1708ffd86 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:31.527297 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b9f2c33f-842b-4948-a1b3-ebf1708ffd86 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:31.543071 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2c33f-842b-4948-a1b3-ebf1708ffd86 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13698cd2-0da1-4b8f-bafd-6d6f2e387d46,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:31.638196 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-b9f2c33f-842b-4948-a1b3-ebf1708ffd86 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:31.639442 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b9f2c33f-842b-4948-a1b3-ebf1708ffd86 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3116927 Aug 10 04:54:31.643058 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54832) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:31.647625 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-14bf8cc6-372f-49d2-a9cc-480eb6c6fb6e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group_rule': {'security_group_id': '2152841c-4e13-46b9-900b-f4ff119e11e3', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:54:31.755239 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14bf8cc6-372f-49d2-a9cc-480eb6c6fb6e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:31.817703 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14bf8cc6-372f-49d2-a9cc-480eb6c6fb6e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:31.867712 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:54:31.881349 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14bf8cc6-372f-49d2-a9cc-480eb6c6fb6e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:31.899522 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf8cc6-372f-49d2-a9cc-480eb6c6fb6e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e4b760e-d342-4cd3-b40c-b03950249c0c,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:31.967564 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14bf8cc6-372f-49d2-a9cc-480eb6c6fb6e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:31.969397 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-14bf8cc6-372f-49d2-a9cc-480eb6c6fb6e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3252504 Aug 10 04:54:31.972469 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54834) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:31.977293 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-8ad77d26-a288-4ffc-ad4d-c56cb9fcc4ea tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group_rule': {'security_group_id': '2152841c-4e13-46b9-900b-f4ff119e11e3', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:54:32.086795 n-d-802893-2 neutron-server[94938]: INFO neutron.db.securitygroups_db [None req-8ad77d26-a288-4ffc-ad4d-c56cb9fcc4ea tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Project 32d55eec4aea4528bb07036d15eccacb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:54:32.092046 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8ad77d26-a288-4ffc-ad4d-c56cb9fcc4ea tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:32.150702 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8ad77d26-a288-4ffc-ad4d-c56cb9fcc4ea tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:32.260923 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8ad77d26-a288-4ffc-ad4d-c56cb9fcc4ea tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:32.279324 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad77d26-a288-4ffc-ad4d-c56cb9fcc4ea tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6bf2abc-0bd3-450c-81e5-125c844cc113,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:32.347383 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8ad77d26-a288-4ffc-ad4d-c56cb9fcc4ea tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:32.348621 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8ad77d26-a288-4ffc-ad4d-c56cb9fcc4ea tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3751049 Aug 10 04:54:32.351467 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54836) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:32.356327 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-f2cfd043-f2aa-4e0f-94c2-6c6a5049cd64 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group_rule': {'security_group_id': '2152841c-4e13-46b9-900b-f4ff119e11e3', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:54:32.443827 n-d-802893-2 neutron-server[94937]: INFO neutron.db.securitygroups_db [None req-f2cfd043-f2aa-4e0f-94c2-6c6a5049cd64 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Project 32d55eec4aea4528bb07036d15eccacb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:54:32.456940 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f2cfd043-f2aa-4e0f-94c2-6c6a5049cd64 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:32.522119 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f2cfd043-f2aa-4e0f-94c2-6c6a5049cd64 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:32.604189 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f2cfd043-f2aa-4e0f-94c2-6c6a5049cd64 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:32.622599 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cfd043-f2aa-4e0f-94c2-6c6a5049cd64 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afef5ca7-4799-4c0e-81cd-5d89bb989451,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:32.733136 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f2cfd043-f2aa-4e0f-94c2-6c6a5049cd64 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:32.734433 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f2cfd043-f2aa-4e0f-94c2-6c6a5049cd64 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3819094 Aug 10 04:54:32.737659 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54838) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:32.742734 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-9dffbf3d-d7ad-4a52-b109-fa197d0cf159 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'network': {'name': 'tempest-network-smoke--878004938', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'port_security_enabled': True}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:54:32.852422 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dffbf3d-d7ad-4a52-b109-fa197d0cf159 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Made reservation on behalf of 32d55eec4aea4528bb07036d15eccacb for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:54:32.856215 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9dffbf3d-d7ad-4a52-b109-fa197d0cf159 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:32.881018 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dffbf3d-d7ad-4a52-b109-fa197d0cf159 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:54:32.890088 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9dffbf3d-d7ad-4a52-b109-fa197d0cf159 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:32.890442 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-9dffbf3d-d7ad-4a52-b109-fa197d0cf159 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Added segment f2947804-e656-46ab-a78c-8da112e761c9 of type vlan for network 90074528-b955-4a2b-b430-f3979c474e78 Aug 10 04:54:32.932581 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9dffbf3d-d7ad-4a52-b109-fa197d0cf159 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:33.037903 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9dffbf3d-d7ad-4a52-b109-fa197d0cf159 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:33.043575 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dffbf3d-d7ad-4a52-b109-fa197d0cf159 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:33.044194 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-9dffbf3d-d7ad-4a52-b109-fa197d0cf159 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:33.113612 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dffbf3d-d7ad-4a52-b109-fa197d0cf159 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Network': ['ID=90074528-b955-4a2b-b430-f3979c474e78,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:33.123779 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 90074528-b955-4a2b-b430-f3979c474e78 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:54:33.181495 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9dffbf3d-d7ad-4a52-b109-fa197d0cf159 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4427536 Aug 10 04:54:33.189314 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54840) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:33.194217 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-d0a8f93b-23d8-4f9d-8838-659e9ed0ebe5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-13378399', 'admin_state_up': True, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:54:33.289677 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d0a8f93b-23d8-4f9d-8838-659e9ed0ebe5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:33.290787 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d0a8f93b-23d8-4f9d-8838-659e9ed0ebe5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:33.345709 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d0a8f93b-23d8-4f9d-8838-659e9ed0ebe5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:33.560365 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d0a8f93b-23d8-4f9d-8838-659e9ed0ebe5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:33.859157 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d0a8f93b-23d8-4f9d-8838-659e9ed0ebe5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:33.878711 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d0a8f93b-23d8-4f9d-8838-659e9ed0ebe5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:34.006834 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-d0a8f93b-23d8-4f9d-8838-659e9ed0ebe5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Allocated IP 172.25.0.61 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/ce363004-74d4-4ea6-ae57-12a0d7ab972c) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:54:34.126714 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d0a8f93b-23d8-4f9d-8838-659e9ed0ebe5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:34.244029 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d0a8f93b-23d8-4f9d-8838-659e9ed0ebe5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:34.281367 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a8f93b-23d8-4f9d-8838-659e9ed0ebe5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:54:34.287104 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-d0a8f93b-23d8-4f9d-8838-659e9ed0ebe5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:54:34.290688 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a8f93b-23d8-4f9d-8838-659e9ed0ebe5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:54:34.316460 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8f93b-23d8-4f9d-8838-659e9ed0ebe5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Port': ['ID=ce363004-74d4-4ea6-ae57-12a0d7ab972c,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:34.991975 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d0a8f93b-23d8-4f9d-8838-659e9ed0ebe5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:35.203139 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d0a8f93b-23d8-4f9d-8838-659e9ed0ebe5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:35.447927 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a8f93b-23d8-4f9d-8838-659e9ed0ebe5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Router 03bf524c-78d6-43ab-a4d0-7245319ac0d9 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:54:35.567049 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a8f93b-23d8-4f9d-8838-659e9ed0ebe5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:54:35.576688 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9da96c-b542-48a3-988c-5321531b611d None None] Sync routers for ids ['03bf524c-78d6-43ab-a4d0-7245319ac0d9'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:54:35.585861 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9da96c-b542-48a3-988c-5321531b611d None None] Routers {'03bf524c-78d6-43ab-a4d0-7245319ac0d9'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:54:35.592665 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-bf9da96c-b542-48a3-988c-5321531b611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:54:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['03bf524c-78d6-43ab-a4d0-7245319ac0d9'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:35.661705 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d0a8f93b-23d8-4f9d-8838-659e9ed0ebe5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:35.663226 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d0a8f93b-23d8-4f9d-8838-659e9ed0ebe5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.4728014 Aug 10 04:54:35.667404 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54842) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:35.698875 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d777af4b-d40a-479d-abb6-367403d77dd8 tempest-TestNetworkAdvancedServerOps-352895745 tempest-TestNetworkAdvancedServerOps-352895745-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=32d55eec4aea4528bb07036d15eccacb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297508 Aug 10 04:54:35.701348 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54844) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:35.701496 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-bf9da96c-b542-48a3-988c-5321531b611d None None] Set router 03bf524c-78d6-43ab-a4d0-7245319ac0d9 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:54:35.795143 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaff43e-c2d1-48a1-a0e1-71394c32f260 tempest-TestNetworkAdvancedServerOps-352895745 tempest-TestNetworkAdvancedServerOps-352895745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:35.796722 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-afaff43e-c2d1-48a1-a0e1-71394c32f260 tempest-TestNetworkAdvancedServerOps-352895745 tempest-TestNetworkAdvancedServerOps-352895745-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0944545 Aug 10 04:54:35.800323 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54846) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:35.832655 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0071bcda-bdcd-4928-9c59-a136bc3132d8 tempest-TestNetworkAdvancedServerOps-352895745 tempest-TestNetworkAdvancedServerOps-352895745-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308859 Aug 10 04:54:35.835648 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54848) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:35.841074 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-a2b8b97e-9e93-45db-bf7c-c0e3999ef173 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1881196774', 'network_id': '90074528-b955-4a2b-b430-f3979c474e78', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:54:35.906373 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-bf9da96c-b542-48a3-988c-5321531b611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13378399', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ce363004-74d4-4ea6-ae57-12a0d7ab972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:54:33Z', 'updated_at': '2021-08-10T04:54:34Z', 'revision_number': 3, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': 'ce363004-74d4-4ea6-ae57-12a0d7ab972c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:54:33Z', 'updated_at': '2021-08-10T04:54:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:35.935029 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9da96c-b542-48a3-988c-5321531b611d None None] Checking router: 03bf524c-78d6-43ab-a4d0-7245319ac0d9 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:54:35.935029 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9da96c-b542-48a3-988c-5321531b611d None None] Updating router 03bf524c-78d6-43ab-a4d0-7245319ac0d9 port ce363004-74d4-4ea6-ae57-12a0d7ab972c binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:54:35.961013 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bf9da96c-b542-48a3-988c-5321531b611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:36.029913 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b8b97e-9e93-45db-bf7c-c0e3999ef173 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Made reservation on behalf of 32d55eec4aea4528bb07036d15eccacb for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:54:36.034336 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a2b8b97e-9e93-45db-bf7c-c0e3999ef173 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:36.258101 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bf9da96c-b542-48a3-988c-5321531b611d None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:36.269595 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-bf9da96c-b542-48a3-988c-5321531b611d None None] Transition to ACTIVE for port object ce363004-74d4-4ea6-ae57-12a0d7ab972c will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:54:36.312583 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a2b8b97e-9e93-45db-bf7c-c0e3999ef173 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:36.340824 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bf9da96c-b542-48a3-988c-5321531b611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:36.383507 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8b97e-9e93-45db-bf7c-c0e3999ef173 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Subnet': ['ID=e451ca56-09a3-4842-a39e-6d957f246398,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:36.393946 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b8b97e-9e93-45db-bf7c-c0e3999ef173 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Checking segment: {'id': 'f2947804-e656-46ab-a78c-8da112e761c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90074528-b955-4a2b-b430-f3979c474e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:54:36.394323 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b8b97e-9e93-45db-bf7c-c0e3999ef173 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network hostable DHCP agents. Network: 90074528-b955-4a2b-b430-f3979c474e78, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:54:36.399847 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-bf9da96c-b542-48a3-988c-5321531b611d None None] Attempting to bind port ce363004-74d4-4ea6-ae57-12a0d7ab972c on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:54:36.400280 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-bf9da96c-b542-48a3-988c-5321531b611d None None] Attempting to bind port ce363004-74d4-4ea6-ae57-12a0d7ab972c by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:54:36.400623 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9da96c-b542-48a3-988c-5321531b611d None None] Attempting to bind port ce363004-74d4-4ea6-ae57-12a0d7ab972c on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:54:36.413573 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9da96c-b542-48a3-988c-5321531b611d None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:54:36.417945 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9da96c-b542-48a3-988c-5321531b611d None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:54:36.417945 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bf9da96c-b542-48a3-988c-5321531b611d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:36.417945 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9da96c-b542-48a3-988c-5321531b611d None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:54:36.417945 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-bf9da96c-b542-48a3-988c-5321531b611d None None] Bound port: ce363004-74d4-4ea6-ae57-12a0d7ab972c, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:54:36.417945 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bf9da96c-b542-48a3-988c-5321531b611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:36.418510 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da74d8-6010-4c39-8fe7-4ca8825c5e55 None None] Pushing event updated for resources: {'Port': ['ID=ce363004-74d4-4ea6-ae57-12a0d7ab972c,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:36.458062 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da74d8-6010-4c39-8fe7-4ca8825c5e55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:36.458062 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da74d8-6010-4c39-8fe7-4ca8825c5e55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:36.458062 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da74d8-6010-4c39-8fe7-4ca8825c5e55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:36.458062 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da74d8-6010-4c39-8fe7-4ca8825c5e55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:36.458062 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da74d8-6010-4c39-8fe7-4ca8825c5e55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:36.458062 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da74d8-6010-4c39-8fe7-4ca8825c5e55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:36.458062 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da74d8-6010-4c39-8fe7-4ca8825c5e55 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:36.458062 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da74d8-6010-4c39-8fe7-4ca8825c5e55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:36.458062 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da74d8-6010-4c39-8fe7-4ca8825c5e55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:36.458062 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da74d8-6010-4c39-8fe7-4ca8825c5e55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:36.458062 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da74d8-6010-4c39-8fe7-4ca8825c5e55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:36.458062 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da74d8-6010-4c39-8fe7-4ca8825c5e55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:54:36.491007 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-bf9da96c-b542-48a3-988c-5321531b611d None None] For port ce363004-74d4-4ea6-ae57-12a0d7ab972c, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:54:36.494246 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-bf9da96c-b542-48a3-988c-5321531b611d None None] For port ce363004-74d4-4ea6-ae57-12a0d7ab972c, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ce363004-74d4-4ea6-ae57-12a0d7ab972c,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:54:36.538881 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b8b97e-9e93-45db-bf7c-c0e3999ef173 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network 90074528-b955-4a2b-b430-f3979c474e78 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:54:36.621317 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-bf9da96c-b542-48a3-988c-5321531b611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:36.660999 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-a2b8b97e-9e93-45db-bf7c-c0e3999ef173 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 90074528-b955-4a2b-b430-f3979c474e78) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:54:36.667074 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b8b97e-9e93-45db-bf7c-c0e3999ef173 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:36.667852 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-a2b8b97e-9e93-45db-bf7c-c0e3999ef173 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:36.670927 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a07294-c0ff-4ee6-9d26-d5976d7ca279 None None] Network 90074528-b955-4a2b-b430-f3979c474e78 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:54:36.682762 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9da96c-b542-48a3-988c-5321531b611d None None] Routers {'03bf524c-78d6-43ab-a4d0-7245319ac0d9'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:54:36.683388 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-bf9da96c-b542-48a3-988c-5321531b611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:54:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['03bf524c-78d6-43ab-a4d0-7245319ac0d9'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:36.729857 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da74d8-6010-4c39-8fe7-4ca8825c5e55 None None] Pushing event updated for resources: {'Port': ['ID=ce363004-74d4-4ea6-ae57-12a0d7ab972c,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:36.771490 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-a2b8b97e-9e93-45db-bf7c-c0e3999ef173 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9316461 Aug 10 04:54:36.771886 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54850) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:36.803681 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-bf9da96c-b542-48a3-988c-5321531b611d None None] Set router 03bf524c-78d6-43ab-a4d0-7245319ac0d9 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:54:36.841619 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbb02e2-8dea-402f-b271-ed97650604f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-90074528-b955-4a2b-b430-f3979c474e78', 'network_id': '90074528-b955-4a2b-b430-f3979c474e78', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'fixed_ips': [{'subnet_id': 'e451ca56-09a3-4842-a39e-6d957f246398'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:54:36.842502 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3dbb02e2-8dea-402f-b271-ed97650604f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:37.006393 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-3dbb02e2-8dea-402f-b271-ed97650604f0 None None] Allocated IP 172.20.0.2 (90074528-b955-4a2b-b430-f3979c474e78/e451ca56-09a3-4842-a39e-6d957f246398/2f964a9c-c22f-42f3-8a10-af0b2ff29be8) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:54:37.016998 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-bf9da96c-b542-48a3-988c-5321531b611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13378399', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ce363004-74d4-4ea6-ae57-12a0d7ab972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:54:33Z', 'updated_at': '2021-08-10T04:54:34Z', 'revision_number': 3, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': 'ce363004-74d4-4ea6-ae57-12a0d7ab972c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:54:33Z', 'updated_at': '2021-08-10T04:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:37.047311 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9da96c-b542-48a3-988c-5321531b611d None None] The sync data for ids ['03bf524c-78d6-43ab-a4d0-7245319ac0d9'] in n-d-802893-2 is: [{'id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13378399', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ce363004-74d4-4ea6-ae57-12a0d7ab972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:54:33Z', 'updated_at': '2021-08-10T04:54:34Z', 'revision_number': 3, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': 'ce363004-74d4-4ea6-ae57-12a0d7ab972c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:54:33Z', 'updated_at': '2021-08-10T04:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:54:37.171172 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3dbb02e2-8dea-402f-b271-ed97650604f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:37.181369 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3dbb02e2-8dea-402f-b271-ed97650604f0 None None] Transition to ACTIVE for port object 2f964a9c-c22f-42f3-8a10-af0b2ff29be8 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:54:37.198963 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-3dbb02e2-8dea-402f-b271-ed97650604f0 None None] Transition to ACTIVE for port object 2f964a9c-c22f-42f3-8a10-af0b2ff29be8 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:54:37.278615 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3dbb02e2-8dea-402f-b271-ed97650604f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:37.286357 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ccd3360-1949-4ed1-9fde-b8b4e688126a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:37.368493 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbb02e2-8dea-402f-b271-ed97650604f0 None None] Network 90074528-b955-4a2b-b430-f3979c474e78 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:54:37.370769 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb02e2-8dea-402f-b271-ed97650604f0 None None] Pushing event updated for resources: {'Port': ['ID=2f964a9c-c22f-42f3-8a10-af0b2ff29be8,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:37.375222 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-3dbb02e2-8dea-402f-b271-ed97650604f0 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:54:37.382963 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbb02e2-8dea-402f-b271-ed97650604f0 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:54:37.450767 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-3dbb02e2-8dea-402f-b271-ed97650604f0 None None] Attempting to bind port 2f964a9c-c22f-42f3-8a10-af0b2ff29be8 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:54:37.451168 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-3dbb02e2-8dea-402f-b271-ed97650604f0 None None] Attempting to bind port 2f964a9c-c22f-42f3-8a10-af0b2ff29be8 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'f2947804-e656-46ab-a78c-8da112e761c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90074528-b955-4a2b-b430-f3979c474e78'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:54:37.451559 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbb02e2-8dea-402f-b271-ed97650604f0 None None] Attempting to bind port 2f964a9c-c22f-42f3-8a10-af0b2ff29be8 on network 90074528-b955-4a2b-b430-f3979c474e78 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:54:37.457456 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbb02e2-8dea-402f-b271-ed97650604f0 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:54:37.457825 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbb02e2-8dea-402f-b271-ed97650604f0 None None] Checking segment: {'id': 'f2947804-e656-46ab-a78c-8da112e761c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90074528-b955-4a2b-b430-f3979c474e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:54:37.458254 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3dbb02e2-8dea-402f-b271-ed97650604f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:37.458785 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbb02e2-8dea-402f-b271-ed97650604f0 None None] Bound using segment: {'id': 'f2947804-e656-46ab-a78c-8da112e761c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90074528-b955-4a2b-b430-f3979c474e78'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:54:37.459299 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-3dbb02e2-8dea-402f-b271-ed97650604f0 None None] Bound port: 2f964a9c-c22f-42f3-8a10-af0b2ff29be8, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2947804-e656-46ab-a78c-8da112e761c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90074528-b955-4a2b-b430-f3979c474e78'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:54:37.459767 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3dbb02e2-8dea-402f-b271-ed97650604f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:37.537473 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-3dbb02e2-8dea-402f-b271-ed97650604f0 None None] For port 2f964a9c-c22f-42f3-8a10-af0b2ff29be8, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:54:37.541146 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-3dbb02e2-8dea-402f-b271-ed97650604f0 None None] For port 2f964a9c-c22f-42f3-8a10-af0b2ff29be8, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=2f964a9c-c22f-42f3-8a10-af0b2ff29be8,segment=NetworkSegment(f2947804-e656-46ab-a78c-8da112e761c9),segment_id=f2947804-e656-46ab-a78c-8da112e761c9)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:54:37.609673 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-6ccd3360-1949-4ed1-9fde-b8b4e688126a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Allocated IP 172.20.0.1 (90074528-b955-4a2b-b430-f3979c474e78/e451ca56-09a3-4842-a39e-6d957f246398/8604d59a-df8a-4e51-9fad-df417996b844) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:54:37.644066 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3dbb02e2-8dea-402f-b271-ed97650604f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:37.712224 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb02e2-8dea-402f-b271-ed97650604f0 None None] Pushing event updated for resources: {'Port': ['ID=2f964a9c-c22f-42f3-8a10-af0b2ff29be8,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:37.758274 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ccd3360-1949-4ed1-9fde-b8b4e688126a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:37.778024 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-6ccd3360-1949-4ed1-9fde-b8b4e688126a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Transition to ACTIVE for port object 8604d59a-df8a-4e51-9fad-df417996b844 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:54:37.883184 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ce363004-74d4-4ea6-ae57-12a0d7ab972c up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:54:37.889716 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ccd3360-1949-4ed1-9fde-b8b4e688126a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:37.970410 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccd3360-1949-4ed1-9fde-b8b4e688126a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network 90074528-b955-4a2b-b430-f3979c474e78 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:54:37.976938 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-6ccd3360-1949-4ed1-9fde-b8b4e688126a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:54:37.982612 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd3360-1949-4ed1-9fde-b8b4e688126a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:54:38.022529 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd3360-1949-4ed1-9fde-b8b4e688126a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Port': ['ID=8604d59a-df8a-4e51-9fad-df417996b844,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:38.044340 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ccd3360-1949-4ed1-9fde-b8b4e688126a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:38.081097 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port ce363004-74d4-4ea6-ae57-12a0d7ab972c completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:54:38.087053 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port ce363004-74d4-4ea6-ae57-12a0d7ab972c triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:54:38.087653 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:38.192691 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:38.214223 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port ce363004-74d4-4ea6-ae57-12a0d7ab972c, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ce363004-74d4-4ea6-ae57-12a0d7ab972c,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:54:38.277747 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ccd3360-1949-4ed1-9fde-b8b4e688126a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:38.300684 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:38.353369 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=ce363004-74d4-4ea6-ae57-12a0d7ab972c,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:38.588535 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ccd3360-1949-4ed1-9fde-b8b4e688126a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:38.658764 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ccd3360-1949-4ed1-9fde-b8b4e688126a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:38.733934 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd3360-1949-4ed1-9fde-b8b4e688126a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Port': ['ID=8604d59a-df8a-4e51-9fad-df417996b844,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:38.739834 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ccd3360-1949-4ed1-9fde-b8b4e688126a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:38.846483 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccd3360-1949-4ed1-9fde-b8b4e688126a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network 90074528-b955-4a2b-b430-f3979c474e78 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:54:38.847911 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-6ccd3360-1949-4ed1-9fde-b8b4e688126a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:54:38.973871 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ccd3360-1949-4ed1-9fde-b8b4e688126a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Router 03bf524c-78d6-43ab-a4d0-7245319ac0d9 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:54:39.097418 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ccd3360-1949-4ed1-9fde-b8b4e688126a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:54:39.111438 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6ccd3360-1949-4ed1-9fde-b8b4e688126a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "PUT /v2.0/routers/03bf524c-78d6-43ab-a4d0-7245319ac0d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3293989 Aug 10 04:54:39.112035 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cae7ae-70c3-4c22-b42c-82e621cd5fb9 None None] Sync routers for ids ['03bf524c-78d6-43ab-a4d0-7245319ac0d9'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:54:39.119307 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cae7ae-70c3-4c22-b42c-82e621cd5fb9 None None] Routers {'03bf524c-78d6-43ab-a4d0-7245319ac0d9'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:54:39.119946 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d9cae7ae-70c3-4c22-b42c-82e621cd5fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:54:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['03bf524c-78d6-43ab-a4d0-7245319ac0d9'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:39.243878 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-d9cae7ae-70c3-4c22-b42c-82e621cd5fb9 None None] Set router 03bf524c-78d6-43ab-a4d0-7245319ac0d9 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:54:39.271140 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-adfcb554-6922-4f24-95af-32d8e4dca65c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1576612431&fields=id&tenant_id=32d55eec4aea4528bb07036d15eccacb HTTP/1.1" status: 200 len: 267 time: 0.0405982 Aug 10 04:54:39.396288 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-94ca2d4d-c393-4351-9812-04e7e04a6532 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:39.397718 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-94ca2d4d-c393-4351-9812-04e7e04a6532 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/networks?id=90074528-b955-4a2b-b430-f3979c474e78 HTTP/1.1" status: 200 len: 796 time: 0.1165233 Aug 10 04:54:39.420264 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-008730b9-2cbe-46f6-a8ba-1b524d9d2bf4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/quotas/32d55eec4aea4528bb07036d15eccacb HTTP/1.1" status: 200 len: 375 time: 0.0103652 Aug 10 04:54:39.491246 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d9cae7ae-70c3-4c22-b42c-82e621cd5fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13378399', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ce363004-74d4-4ea6-ae57-12a0d7ab972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:54:33Z', 'updated_at': '2021-08-10T04:54:38Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': 'ce363004-74d4-4ea6-ae57-12a0d7ab972c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:54:33Z', 'updated_at': '2021-08-10T04:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '8604d59a-df8a-4e51-9fad-df417996b844', 'name': '', 'network_id': '90074528-b955-4a2b-b430-f3979c474e78', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:31:7d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e451ca56-09a3-4842-a39e-6d957f246398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:54:37Z', 'updated_at': '2021-08-10T04:54:38Z', 'revision_number': 2, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': 'e451ca56-09a3-4842-a39e-6d957f246398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:39.498466 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-6c78ef0f-470e-487c-b434-3968a0e9277a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667355 Aug 10 04:54:39.524969 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cae7ae-70c3-4c22-b42c-82e621cd5fb9 None None] Checking router: 03bf524c-78d6-43ab-a4d0-7245319ac0d9 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:54:39.525326 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cae7ae-70c3-4c22-b42c-82e621cd5fb9 None None] Updating router 03bf524c-78d6-43ab-a4d0-7245319ac0d9 port 8604d59a-df8a-4e51-9fad-df417996b844 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:54:39.554455 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d9cae7ae-70c3-4c22-b42c-82e621cd5fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:39.611775 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2930a5-a29a-4ff9-aa0c-b508c2f5a18f None None] Network 90074528-b955-4a2b-b430-f3979c474e78 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:54:39.623173 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-c5fbc0ea-099a-41f0-8643-ebfbb0f3c0c0 service neutron] 10.222.0.25 "GET /v2.0/networks/90074528-b955-4a2b-b430-f3979c474e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080151 Aug 10 04:54:39.730684 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-a0793bbb-09f9-44c3-8745-dc5c5945b49c service neutron] 10.222.0.25 "GET /v2.0/networks/90074528-b955-4a2b-b430-f3979c474e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990415 Aug 10 04:54:39.774340 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-501d5542-d3a6-469f-907c-8a048d45f7b9 None None] Provisioning for port 2f964a9c-c22f-42f3-8a10-af0b2ff29be8 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:54:39.994323 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e4e11b0f-af03-4326-b769-5e9b580dba3e req-bf4330f7-4d79-4ee7-9c64-903ca06b71d7 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 210 time: 0.0301189 Aug 10 04:54:40.026438 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 2f964a9c-c22f-42f3-8a10-af0b2ff29be8 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:54:40.150154 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-def43717-392b-44cb-a7e5-03ac08ed7bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:40.246041 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d9cae7ae-70c3-4c22-b42c-82e621cd5fb9 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:40.256207 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 2f964a9c-c22f-42f3-8a10-af0b2ff29be8 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:54:40.263181 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-d9cae7ae-70c3-4c22-b42c-82e621cd5fb9 None None] Transition to ACTIVE for port object 8604d59a-df8a-4e51-9fad-df417996b844 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:54:40.265160 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 2f964a9c-c22f-42f3-8a10-af0b2ff29be8 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:54:40.265532 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:40.355193 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d9cae7ae-70c3-4c22-b42c-82e621cd5fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:40.389408 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:40.449390 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5743eac-94f5-4ce2-af3f-d584a055427b None None] Pushing event updated for resources: {'Port': ['ID=8604d59a-df8a-4e51-9fad-df417996b844,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:40.465796 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 2f964a9c-c22f-42f3-8a10-af0b2ff29be8, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=2f964a9c-c22f-42f3-8a10-af0b2ff29be8,segment=NetworkSegment(f2947804-e656-46ab-a78c-8da112e761c9),segment_id=f2947804-e656-46ab-a78c-8da112e761c9)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:54:40.490184 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-827228d8-642b-42ad-b6e7-daecb6350581 None None] Provisioning complete for port 2f964a9c-c22f-42f3-8a10-af0b2ff29be8 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:54:40.490580 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-827228d8-642b-42ad-b6e7-daecb6350581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:40.546559 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d9cae7ae-70c3-4c22-b42c-82e621cd5fb9 None None] Attempting to bind port 8604d59a-df8a-4e51-9fad-df417996b844 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:54:40.546932 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d9cae7ae-70c3-4c22-b42c-82e621cd5fb9 None None] Attempting to bind port 8604d59a-df8a-4e51-9fad-df417996b844 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'f2947804-e656-46ab-a78c-8da112e761c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90074528-b955-4a2b-b430-f3979c474e78'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:54:40.547298 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cae7ae-70c3-4c22-b42c-82e621cd5fb9 None None] Attempting to bind port 8604d59a-df8a-4e51-9fad-df417996b844 on network 90074528-b955-4a2b-b430-f3979c474e78 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:54:40.558554 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cae7ae-70c3-4c22-b42c-82e621cd5fb9 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 54, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:54:40.559391 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cae7ae-70c3-4c22-b42c-82e621cd5fb9 None None] Checking segment: {'id': 'f2947804-e656-46ab-a78c-8da112e761c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90074528-b955-4a2b-b430-f3979c474e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:54:40.559391 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d9cae7ae-70c3-4c22-b42c-82e621cd5fb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:40.559843 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9cae7ae-70c3-4c22-b42c-82e621cd5fb9 None None] Bound using segment: {'id': 'f2947804-e656-46ab-a78c-8da112e761c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90074528-b955-4a2b-b430-f3979c474e78'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:54:40.560257 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-d9cae7ae-70c3-4c22-b42c-82e621cd5fb9 None None] Bound port: 8604d59a-df8a-4e51-9fad-df417996b844, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2947804-e656-46ab-a78c-8da112e761c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90074528-b955-4a2b-b430-f3979c474e78'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:54:40.560651 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d9cae7ae-70c3-4c22-b42c-82e621cd5fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:40.574115 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:40.575154 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ce363004-74d4-4ea6-ae57-12a0d7ab972c up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:54:40.737491 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=2f964a9c-c22f-42f3-8a10-af0b2ff29be8,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:40.760800 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d9cae7ae-70c3-4c22-b42c-82e621cd5fb9 None None] For port 8604d59a-df8a-4e51-9fad-df417996b844, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:54:40.765447 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d9cae7ae-70c3-4c22-b42c-82e621cd5fb9 None None] For port 8604d59a-df8a-4e51-9fad-df417996b844, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=8604d59a-df8a-4e51-9fad-df417996b844,segment=NetworkSegment(f2947804-e656-46ab-a78c-8da112e761c9),segment_id=f2947804-e656-46ab-a78c-8da112e761c9)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:54:40.772063 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port ce363004-74d4-4ea6-ae57-12a0d7ab972c triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:54:40.772433 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:40.889900 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d9cae7ae-70c3-4c22-b42c-82e621cd5fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:40.918018 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-827228d8-642b-42ad-b6e7-daecb6350581 None None] Provisioning for port 8604d59a-df8a-4e51-9fad-df417996b844 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:54:40.948944 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cae7ae-70c3-4c22-b42c-82e621cd5fb9 None None] Routers {'03bf524c-78d6-43ab-a4d0-7245319ac0d9'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:54:40.949578 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d9cae7ae-70c3-4c22-b42c-82e621cd5fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:54:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['03bf524c-78d6-43ab-a4d0-7245319ac0d9'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:41.001848 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5743eac-94f5-4ce2-af3f-d584a055427b None None] Pushing event updated for resources: {'Port': ['ID=8604d59a-df8a-4e51-9fad-df417996b844,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:41.097238 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-d9cae7ae-70c3-4c22-b42c-82e621cd5fb9 None None] Set router 03bf524c-78d6-43ab-a4d0-7245319ac0d9 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:54:41.109572 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e2e7f32d-94cd-4ff9-8a6f-2ce17c134c95 req-cf58db43-f081-487c-b9d7-77048423890a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 210 time: 0.0310993 Aug 10 04:54:41.377246 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d9cae7ae-70c3-4c22-b42c-82e621cd5fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13378399', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ce363004-74d4-4ea6-ae57-12a0d7ab972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:54:33Z', 'updated_at': '2021-08-10T04:54:38Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': 'ce363004-74d4-4ea6-ae57-12a0d7ab972c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:54:33Z', 'updated_at': '2021-08-10T04:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '8604d59a-df8a-4e51-9fad-df417996b844', 'name': '', 'network_id': '90074528-b955-4a2b-b430-f3979c474e78', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:31:7d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e451ca56-09a3-4842-a39e-6d957f246398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:54:37Z', 'updated_at': '2021-08-10T04:54:40Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': 'e451ca56-09a3-4842-a39e-6d957f246398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:41.407785 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9cae7ae-70c3-4c22-b42c-82e621cd5fb9 None None] The sync data for ids ['03bf524c-78d6-43ab-a4d0-7245319ac0d9'] in n-d-802893-2 is: [{'id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13378399', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ce363004-74d4-4ea6-ae57-12a0d7ab972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:54:33Z', 'updated_at': '2021-08-10T04:54:38Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': 'ce363004-74d4-4ea6-ae57-12a0d7ab972c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:54:33Z', 'updated_at': '2021-08-10T04:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '8604d59a-df8a-4e51-9fad-df417996b844', 'name': '', 'network_id': '90074528-b955-4a2b-b430-f3979c474e78', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:31:7d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e451ca56-09a3-4842-a39e-6d957f246398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:54:37Z', 'updated_at': '2021-08-10T04:54:40Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': 'e451ca56-09a3-4842-a39e-6d957f246398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:54:41.952248 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 2f964a9c-c22f-42f3-8a10-af0b2ff29be8 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:54:42.024360 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 2f964a9c-c22f-42f3-8a10-af0b2ff29be8 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:54:42.024734 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:42.145082 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 8604d59a-df8a-4e51-9fad-df417996b844 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:54:42.258734 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fb7a8cef-6c70-4a9c-b112-38f3021175d5 req-0b48139a-cb7a-456b-8a82-0251015cd35a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 210 time: 0.0340037 Aug 10 04:54:42.294464 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 8604d59a-df8a-4e51-9fad-df417996b844 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:54:42.299683 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 8604d59a-df8a-4e51-9fad-df417996b844 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:54:42.307733 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:42.436101 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-37785bee-d2b5-4112-b805-e8c9536f6420 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:42.437873 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-37785bee-d2b5-4112-b805-e8c9536f6420 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.20 "GET /v2.0/networks?id=90074528-b955-4a2b-b430-f3979c474e78 HTTP/1.1" status: 200 len: 796 time: 0.1376901 Aug 10 04:54:42.442865 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:42.497758 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 8604d59a-df8a-4e51-9fad-df417996b844, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=8604d59a-df8a-4e51-9fad-df417996b844,segment=NetworkSegment(f2947804-e656-46ab-a78c-8da112e761c9),segment_id=f2947804-e656-46ab-a78c-8da112e761c9)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:54:42.503795 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-f22ee5df-7b3d-45b5-932a-a64d96dac311 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32d55eec4aea4528bb07036d15eccacb HTTP/1.1" status: 200 len: 380 time: 0.0517108 Aug 10 04:54:42.516967 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-3791d4e5-fbc2-4930-b684-f3a553dfbd1f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'port': {'device_id': '5e70e3a6-c938-47ca-8cf9-be2c1a102a9e', 'network_id': '90074528-b955-4a2b-b430-f3979c474e78', 'admin_state_up': True, 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'security_groups': ['2152841c-4e13-46b9-900b-f4ff119e11e3']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:54:42.597928 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:42.657540 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=8604d59a-df8a-4e51-9fad-df417996b844,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:42.774818 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-3791d4e5-fbc2-4930-b684-f3a553dfbd1f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Made reservation on behalf of 32d55eec4aea4528bb07036d15eccacb for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:54:42.778693 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-3791d4e5-fbc2-4930-b684-f3a553dfbd1f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:42.918241 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-3791d4e5-fbc2-4930-b684-f3a553dfbd1f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Allocated IP 172.20.0.11 (90074528-b955-4a2b-b430-f3979c474e78/e451ca56-09a3-4842-a39e-6d957f246398/064f20b7-a8d2-4e15-a319-3f16e8e891f1) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:54:43.071869 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-3791d4e5-fbc2-4930-b684-f3a553dfbd1f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:43.086879 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-3791d4e5-fbc2-4930-b684-f3a553dfbd1f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Transition to ACTIVE for port object 064f20b7-a8d2-4e15-a319-3f16e8e891f1 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:54:43.241790 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-3791d4e5-fbc2-4930-b684-f3a553dfbd1f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:43.284783 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-3791d4e5-fbc2-4930-b684-f3a553dfbd1f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network 90074528-b955-4a2b-b430-f3979c474e78 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:54:43.290284 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-3791d4e5-fbc2-4930-b684-f3a553dfbd1f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:54:43.294327 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-3791d4e5-fbc2-4930-b684-f3a553dfbd1f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:54:43.324426 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791d4e5-fbc2-4930-b684-f3a553dfbd1f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Port': ['ID=064f20b7-a8d2-4e15-a319-3f16e8e891f1,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:43.358097 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-3791d4e5-fbc2-4930-b684-f3a553dfbd1f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:43.358771 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-3791d4e5-fbc2-4930-b684-f3a553dfbd1f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:43.391360 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb89348-b358-49b8-b68c-b1551be81389 req-1c429be1-51b5-47a0-99b6-96177289b9d0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:43.393513 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0cb89348-b358-49b8-b68c-b1551be81389 req-1c429be1-51b5-47a0-99b6-96177289b9d0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 932 time: 0.0553291 Aug 10 04:54:43.435295 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0cb89348-b358-49b8-b68c-b1551be81389 req-ff17c5f4-dc19-482f-94fc-a34382e54c03 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353811 Aug 10 04:54:43.466920 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-3791d4e5-fbc2-4930-b684-f3a553dfbd1f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9570949 Aug 10 04:54:43.485872 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-b28f2630-756e-4914-9c89-525be44cbf6d service neutron] Request body: {'port': {'device_id': '5e70e3a6-c938-47ca-8cf9-be2c1a102a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:54:43.545214 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-b28f2630-756e-4914-9c89-525be44cbf6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:43.688875 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-dc07dd75-dcc4-405a-9d67-d4217a771c6c None None] Provisioning for port 064f20b7-a8d2-4e15-a319-3f16e8e891f1 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:54:43.692981 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-dc07dd75-dcc4-405a-9d67-d4217a771c6c None None] Provisioning complete for port 064f20b7-a8d2-4e15-a319-3f16e8e891f1 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:54:43.693348 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dc07dd75-dcc4-405a-9d67-d4217a771c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:43.715016 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:43.731831 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-dc07dd75-dcc4-405a-9d67-d4217a771c6c None None] Port 064f20b7-a8d2-4e15-a319-3f16e8e891f1 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:54:43.816675 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-b28f2630-756e-4914-9c89-525be44cbf6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 064f20b7-a8d2-4e15-a319-3f16e8e891f1 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:54:43.824314 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-b28f2630-756e-4914-9c89-525be44cbf6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:43.836681 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-b28f2630-756e-4914-9c89-525be44cbf6d service neutron] Transition to ACTIVE for port object 064f20b7-a8d2-4e15-a319-3f16e8e891f1 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:54:43.841767 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 8604d59a-df8a-4e51-9fad-df417996b844 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:54:43.846933 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2417ce48-b3b7-4f1b-bb3d-9f5758593b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:43.894545 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 8604d59a-df8a-4e51-9fad-df417996b844 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:54:43.894912 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:43.943604 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-b28f2630-756e-4914-9c89-525be44cbf6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:44.000215 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f2630-756e-4914-9c89-525be44cbf6d service neutron] Pushing event updated for resources: {'Port': ['ID=064f20b7-a8d2-4e15-a319-3f16e8e891f1,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:44.071299 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-b28f2630-756e-4914-9c89-525be44cbf6d service neutron] Attempting to bind port 064f20b7-a8d2-4e15-a319-3f16e8e891f1 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:54:44.071639 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-b28f2630-756e-4914-9c89-525be44cbf6d service neutron] Attempting to bind port 064f20b7-a8d2-4e15-a319-3f16e8e891f1 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'f2947804-e656-46ab-a78c-8da112e761c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90074528-b955-4a2b-b430-f3979c474e78'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:54:44.072024 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-b28f2630-756e-4914-9c89-525be44cbf6d service neutron] Attempting to bind port 064f20b7-a8d2-4e15-a319-3f16e8e891f1 on network 90074528-b955-4a2b-b430-f3979c474e78 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:54:44.076691 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-b28f2630-756e-4914-9c89-525be44cbf6d service neutron] Port 064f20b7-a8d2-4e15-a319-3f16e8e891f1 on network 90074528-b955-4a2b-b430-f3979c474e78 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:54:44.077017 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-b28f2630-756e-4914-9c89-525be44cbf6d service neutron] Attempting to bind port 064f20b7-a8d2-4e15-a319-3f16e8e891f1 on network 90074528-b955-4a2b-b430-f3979c474e78 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:54:44.082917 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-b28f2630-756e-4914-9c89-525be44cbf6d service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:54:44.083259 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-b28f2630-756e-4914-9c89-525be44cbf6d service neutron] Checking segment: {'id': 'f2947804-e656-46ab-a78c-8da112e761c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90074528-b955-4a2b-b430-f3979c474e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:54:44.083654 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-b28f2630-756e-4914-9c89-525be44cbf6d service neutron] Bound using segment: {'id': 'f2947804-e656-46ab-a78c-8da112e761c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90074528-b955-4a2b-b430-f3979c474e78'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:54:44.084187 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-b28f2630-756e-4914-9c89-525be44cbf6d service neutron] Bound port: 064f20b7-a8d2-4e15-a319-3f16e8e891f1, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2947804-e656-46ab-a78c-8da112e761c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '90074528-b955-4a2b-b430-f3979c474e78'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:54:44.084551 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-b28f2630-756e-4914-9c89-525be44cbf6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:44.152450 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-b28f2630-756e-4914-9c89-525be44cbf6d service neutron] For port 064f20b7-a8d2-4e15-a319-3f16e8e891f1, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:54:44.155463 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-b28f2630-756e-4914-9c89-525be44cbf6d service neutron] For port 064f20b7-a8d2-4e15-a319-3f16e8e891f1, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=064f20b7-a8d2-4e15-a319-3f16e8e891f1,segment=NetworkSegment(f2947804-e656-46ab-a78c-8da112e761c9),segment_id=f2947804-e656-46ab-a78c-8da112e761c9)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:54:44.243849 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-b28f2630-756e-4914-9c89-525be44cbf6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:44.277770 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-b28f2630-756e-4914-9c89-525be44cbf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:44.278920 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-b28f2630-756e-4914-9c89-525be44cbf6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:44.280763 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-b28f2630-756e-4914-9c89-525be44cbf6d service neutron] 10.222.0.20 "PUT /v2.0/ports/064f20b7-a8d2-4e15-a319-3f16e8e891f1 HTTP/1.1" status: 200 len: 1092 time: 0.8000371 Aug 10 04:54:44.284008 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e70e3a6-c938-47ca-8cf9-be2c1a102a9e', 'tag': '064f20b7-a8d2-4e15-a319-3f16e8e891f1'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:54:44.286233 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7921980f-6a98-4ff2-8dbe-7d5b5d695bbf" -d '{"events": [{"name": "network-changed", "server_uuid": "5e70e3a6-c938-47ca-8cf9-be2c1a102a9e", "tag": "064f20b7-a8d2-4e15-a319-3f16e8e891f1"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:54:44.321502 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f2630-756e-4914-9c89-525be44cbf6d service neutron] Pushing event updated for resources: {'Port': ['ID=064f20b7-a8d2-4e15-a319-3f16e8e891f1,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:44.335442 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1f3499-4cde-4b1d-98e5-619af0c9d397 x-openstack-request-id: req-3c1f3499-4cde-4b1d-98e5-619af0c9d397 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:54:44.335442 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e70e3a6-c938-47ca-8cf9-be2c1a102a9e", "tag": "064f20b7-a8d2-4e15-a319-3f16e8e891f1", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:54:44.335442 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c1f3499-4cde-4b1d-98e5-619af0c9d397 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:54:44.335442 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e70e3a6-c938-47ca-8cf9-be2c1a102a9e', 'tag': '064f20b7-a8d2-4e15-a319-3f16e8e891f1', 'status': 'completed', 'code': 200} Aug 10 04:54:44.421480 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921980f-6a98-4ff2-8dbe-7d5b5d695bbf req-98d47d95-0d97-4b04-b618-3c2428d581b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:44.423436 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7921980f-6a98-4ff2-8dbe-7d5b5d695bbf req-98d47d95-0d97-4b04-b618-3c2428d581b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 1095 time: 0.0456028 Aug 10 04:54:44.540698 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921980f-6a98-4ff2-8dbe-7d5b5d695bbf req-641a6e38-351a-41a8-8547-e7a639240e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:44.542186 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7921980f-6a98-4ff2-8dbe-7d5b5d695bbf req-641a6e38-351a-41a8-8547-e7a639240e3f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=32d55eec4aea4528bb07036d15eccacb&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1055098 Aug 10 04:54:44.553901 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e301f-b122-4c7d-9962-a2de274a866f req-26c397da-7b2a-44f6-ac3e-bd1e786f2e54 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:44.555370 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-191e301f-b122-4c7d-9962-a2de274a866f req-26c397da-7b2a-44f6-ac3e-bd1e786f2e54 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 944 time: 0.0491784 Aug 10 04:54:44.603151 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-191e301f-b122-4c7d-9962-a2de274a866f req-366fb7c9-34f3-4a7d-8d8d-754a1432f35d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417111 Aug 10 04:54:44.650335 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7921980f-6a98-4ff2-8dbe-7d5b5d695bbf req-80e7203b-b5dc-493e-a08a-00a239a222a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:44.651836 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7921980f-6a98-4ff2-8dbe-7d5b5d695bbf req-80e7203b-b5dc-493e-a08a-00a239a222a3 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1032786 Aug 10 04:54:44.758734 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-eb901087-f5f1-46b3-bb00-089769187c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:44.760281 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-eb901087-f5f1-46b3-bb00-089769187c9a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 1095 time: 0.0527976 Aug 10 04:54:44.808073 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-b9ac5b2a-0b8a-4a43-aa1c-cf68096a6c43 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=064f20b7-a8d2-4e15-a319-3f16e8e891f1 HTTP/1.1" status: 200 len: 217 time: 0.0349243 Aug 10 04:54:44.861682 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-9bf28493-a2a6-4eec-ade5-6056196ca735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:44.863225 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-9bf28493-a2a6-4eec-ade5-6056196ca735 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e451ca56-09a3-4842-a39e-6d957f246398 HTTP/1.1" status: 200 len: 835 time: 0.0482094 Aug 10 04:54:44.915215 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-cc1dbe7d-efe8-4773-a2dd-a1a82d3aa3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:44.916806 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-cc1dbe7d-efe8-4773-a2dd-a1a82d3aa3d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90074528-b955-4a2b-b430-f3979c474e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466330 Aug 10 04:54:45.008932 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-7c046a41-210b-47cc-ae02-70bb6f246a2f service neutron] 10.222.0.20 "GET /v2.0/networks/90074528-b955-4a2b-b430-f3979c474e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848880 Aug 10 04:54:45.117439 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d458d35f-03c9-4bd9-b3d2-7f50e3db3669 req-fab5b071-b540-4b93-a3e6-c2cc5e51fc01 service neutron] 10.222.0.20 "GET /v2.0/networks/90074528-b955-4a2b-b430-f3979c474e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017675 Aug 10 04:54:45.572559 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:45.726083 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a5ded-be70-417a-a442-af612e2ecbac req-bb50bff0-c60d-4b34-af0a-d0510e8849a5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:45.727567 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-742a5ded-be70-417a-a442-af612e2ecbac req-bb50bff0-c60d-4b34-af0a-d0510e8849a5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 944 time: 0.0521822 Aug 10 04:54:45.769756 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-742a5ded-be70-417a-a442-af612e2ecbac req-bffd169c-1b7e-41fb-a954-13722e233b17 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357404 Aug 10 04:54:46.340238 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:46.887367 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1349d0-1a8e-45cb-9474-24428f99035b req-9d9bd025-032e-4809-88f6-5f67707100f7 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:46.888968 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aa1349d0-1a8e-45cb-9474-24428f99035b req-9d9bd025-032e-4809-88f6-5f67707100f7 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 944 time: 0.0505855 Aug 10 04:54:46.928969 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-aa1349d0-1a8e-45cb-9474-24428f99035b req-1e6b6fb0-198a-43a0-a4e9-bcd4301be20b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339310 Aug 10 04:54:47.177999 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:47.705835 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 064f20b7-a8d2-4e15-a319-3f16e8e891f1 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:54:47.815876 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 064f20b7-a8d2-4e15-a319-3f16e8e891f1, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=064f20b7-a8d2-4e15-a319-3f16e8e891f1,segment=NetworkSegment(f2947804-e656-46ab-a78c-8da112e761c9),segment_id=f2947804-e656-46ab-a78c-8da112e761c9)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:54:47.843145 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '064f20b7-a8d2-4e15-a319-3f16e8e891f1', 'network_id': '90074528-b955-4a2b-b430-f3979c474e78', 'port_id': '064f20b7-a8d2-4e15-a319-3f16e8e891f1', 'mac_address': 'fa:16:3e:32:74:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e451ca56-09a3-4842-a39e-6d957f246398', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:54:47.898088 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:47.914862 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 064f20b7-a8d2-4e15-a319-3f16e8e891f1 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:54:47.937456 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 064f20b7-a8d2-4e15-a319-3f16e8e891f1, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=064f20b7-a8d2-4e15-a319-3f16e8e891f1,segment=NetworkSegment(f2947804-e656-46ab-a78c-8da112e761c9),segment_id=f2947804-e656-46ab-a78c-8da112e761c9)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:54:48.014809 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:48.060013 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f45e4-c092-46ad-b48e-030141f07728 req-48b7e658-f92c-4d18-8501-48a44cb8e228 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:48.061589 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-800f45e4-c092-46ad-b48e-030141f07728 req-48b7e658-f92c-4d18-8501-48a44cb8e228 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 945 time: 0.0533104 Aug 10 04:54:48.070631 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=064f20b7-a8d2-4e15-a319-3f16e8e891f1,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:48.110935 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-800f45e4-c092-46ad-b48e-030141f07728 req-c716fddd-2eaa-43bd-b1fe-31656514c24b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392094 Aug 10 04:54:48.294044 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['064f20b7-a8d2-4e15-a319-3f16e8e891f1'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:54:49.237922 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3ba43-e757-45b4-ae71-c3619605abe5 req-dff6cc18-2c6d-4e76-9425-13fb2ef17e05 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:49.239475 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e0b3ba43-e757-45b4-ae71-c3619605abe5 req-dff6cc18-2c6d-4e76-9425-13fb2ef17e05 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 945 time: 0.0541000 Aug 10 04:54:49.280154 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e0b3ba43-e757-45b4-ae71-c3619605abe5 req-aebbffb9-7916-4e9c-88c7-7e2fdf402c8f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345676 Aug 10 04:54:49.707189 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 064f20b7-a8d2-4e15-a319-3f16e8e891f1 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:54:49.980535 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 064f20b7-a8d2-4e15-a319-3f16e8e891f1 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:54:49.985778 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 064f20b7-a8d2-4e15-a319-3f16e8e891f1 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:54:49.986265 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:50.075738 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:50.101222 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e70e3a6-c938-47ca-8cf9-be2c1a102a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064f20b7-a8d2-4e15-a319-3f16e8e891f1'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:54:50.103600 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f40529-507a-4cc3-80b0-de3301fe2379" -d '{"events": [{"server_uuid": "5e70e3a6-c938-47ca-8cf9-be2c1a102a9e", "name": "network-vif-plugged", "status": "completed", "tag": "064f20b7-a8d2-4e15-a319-3f16e8e891f1"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:54:50.120218 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 064f20b7-a8d2-4e15-a319-3f16e8e891f1, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=064f20b7-a8d2-4e15-a319-3f16e8e891f1,segment=NetworkSegment(f2947804-e656-46ab-a78c-8da112e761c9),segment_id=f2947804-e656-46ab-a78c-8da112e761c9)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:54:50.146160 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c97755e-8a1b-40e2-9eb6-b1a242d1105f x-openstack-request-id: req-7c97755e-8a1b-40e2-9eb6-b1a242d1105f {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:54:50.146455 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e70e3a6-c938-47ca-8cf9-be2c1a102a9e", "name": "network-vif-plugged", "status": "completed", "tag": "064f20b7-a8d2-4e15-a319-3f16e8e891f1", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:54:50.146792 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c97755e-8a1b-40e2-9eb6-b1a242d1105f {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:54:50.147253 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e70e3a6-c938-47ca-8cf9-be2c1a102a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064f20b7-a8d2-4e15-a319-3f16e8e891f1', 'code': 200} Aug 10 04:54:50.221038 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:50.276123 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=064f20b7-a8d2-4e15-a319-3f16e8e891f1,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:50.408155 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61927c9-3bef-4040-a576-2634c3c1d6c1 req-371e4aa0-0132-4b3c-959b-17ded54b0c82 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:50.409764 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a61927c9-3bef-4040-a576-2634c3c1d6c1 req-371e4aa0-0132-4b3c-959b-17ded54b0c82 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 946 time: 0.0532160 Aug 10 04:54:50.427106 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da22e46-d83c-44e3-963a-4e94f34512bf req-ffcc88c7-f5ad-469c-a120-a6de6a15d32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:50.428726 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2da22e46-d83c-44e3-963a-4e94f34512bf req-ffcc88c7-f5ad-469c-a120-a6de6a15d32b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 1097 time: 0.0671077 Aug 10 04:54:50.460836 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a61927c9-3bef-4040-a576-2634c3c1d6c1 req-67bf982e-7d08-4d72-9a24-660da1691038 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445580 Aug 10 04:54:50.469468 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2da22e46-d83c-44e3-963a-4e94f34512bf req-12d7b452-407a-47aa-bfac-260351b9f219 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330229 Aug 10 04:54:51.614685 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fb77d-c3e3-4184-ad3a-63fa42b3b658 req-542dd08b-0c5a-4607-a818-373ee52f1c50 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:51.616319 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c6fb77d-c3e3-4184-ad3a-63fa42b3b658 req-542dd08b-0c5a-4607-a818-373ee52f1c50 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 946 time: 0.0544305 Aug 10 04:54:51.659906 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c6fb77d-c3e3-4184-ad3a-63fa42b3b658 req-e793706a-ffa8-4124-a290-e08883de805b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372617 Aug 10 04:54:52.801225 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66776c74-dca6-453c-bbbc-5e76a43a323f req-e2cf0fd3-410e-4e43-a224-8c35f5f7466d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:52.802973 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-66776c74-dca6-453c-bbbc-5e76a43a323f req-e2cf0fd3-410e-4e43-a224-8c35f5f7466d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 946 time: 0.0563359 Aug 10 04:54:52.848620 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-66776c74-dca6-453c-bbbc-5e76a43a323f req-e6435f30-2113-43a6-a226-f586f373c2ae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393136 Aug 10 04:54:52.975304 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435f027-cf51-42c9-b665-c678f669b506 req-549c6794-ad0d-4139-8a04-72ff038872c3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:52.976786 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4435f027-cf51-42c9-b665-c678f669b506 req-549c6794-ad0d-4139-8a04-72ff038872c3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 946 time: 0.0547590 Aug 10 04:54:53.021008 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4435f027-cf51-42c9-b665-c678f669b506 req-ca6f87cc-4610-4ced-ac48-da0b0120f7fc tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378788 Aug 10 04:54:53.044179 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54906) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:53.086892 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7334008-6e41-4a14-8cff-13b5ea4c6954 tempest-TestNetworkAdvancedServerOps-352895745 tempest-TestNetworkAdvancedServerOps-352895745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:53.088522 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f7334008-6e41-4a14-8cff-13b5ea4c6954 tempest-TestNetworkAdvancedServerOps-352895745 tempest-TestNetworkAdvancedServerOps-352895745-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 1092 time: 0.0433288 Aug 10 04:54:53.091419 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54908) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:53.097120 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-9ffedab8-98f7-4bbe-b682-31b969a81714 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'port_id': '064f20b7-a8d2-4e15-a319-3f16e8e891f1', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:54:53.189875 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9ffedab8-98f7-4bbe-b682-31b969a81714 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:53.316876 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9ffedab8-98f7-4bbe-b682-31b969a81714 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:53.431020 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-9ffedab8-98f7-4bbe-b682-31b969a81714 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Allocated IP 172.25.0.47 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/089563d7-c699-493e-9c62-c0a7020b6cd9) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:54:53.547610 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9ffedab8-98f7-4bbe-b682-31b969a81714 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:53.643866 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9ffedab8-98f7-4bbe-b682-31b969a81714 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:53.688977 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffedab8-98f7-4bbe-b682-31b969a81714 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:54:53.692348 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-9ffedab8-98f7-4bbe-b682-31b969a81714 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:54:53.696487 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffedab8-98f7-4bbe-b682-31b969a81714 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:54:53.702473 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffedab8-98f7-4bbe-b682-31b969a81714 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Port': ['ID=089563d7-c699-493e-9c62-c0a7020b6cd9,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:54.088099 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9ffedab8-98f7-4bbe-b682-31b969a81714 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:54.234262 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9ffedab8-98f7-4bbe-b682-31b969a81714 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:54.389969 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9ffedab8-98f7-4bbe-b682-31b969a81714 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:54.454983 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9ffedab8-98f7-4bbe-b682-31b969a81714 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:54.526539 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffedab8-98f7-4bbe-b682-31b969a81714 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Port': ['ID=089563d7-c699-493e-9c62-c0a7020b6cd9,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:54:54.540933 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9ffedab8-98f7-4bbe-b682-31b969a81714 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:54.649350 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-9ffedab8-98f7-4bbe-b682-31b969a81714 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Floating IP e524fc1c-2067-4684-b7d7-ff34c554fd52 associated. External IP: 172.25.0.47, port: 064f20b7-a8d2-4e15-a319-3f16e8e891f1. Aug 10 04:54:54.866969 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffedab8-98f7-4bbe-b682-31b969a81714 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Router 03bf524c-78d6-43ab-a4d0-7245319ac0d9 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:54:54.981844 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffedab8-98f7-4bbe-b682-31b969a81714 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:54:54.992723 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f77614f-daf4-4fbb-bf20-31e94c236a49 None None] Sync routers for ids ['03bf524c-78d6-43ab-a4d0-7245319ac0d9'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:54:55.002539 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f77614f-daf4-4fbb-bf20-31e94c236a49 None None] Routers {'03bf524c-78d6-43ab-a4d0-7245319ac0d9'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:54:55.003849 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0f77614f-daf4-4fbb-bf20-31e94c236a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:54:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['03bf524c-78d6-43ab-a4d0-7245319ac0d9'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:55.080808 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9ffedab8-98f7-4bbe-b682-31b969a81714 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:54:55.113588 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9ffedab8-98f7-4bbe-b682-31b969a81714 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0210378 Aug 10 04:54:55.114300 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e70e3a6-c938-47ca-8cf9-be2c1a102a9e', 'tag': '064f20b7-a8d2-4e15-a319-3f16e8e891f1'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:54:55.116138 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-0f77614f-daf4-4fbb-bf20-31e94c236a49 None None] Set router 03bf524c-78d6-43ab-a4d0-7245319ac0d9 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:54:55.116504 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c3df90863f34f3d1b173683b03457bec4b9b1016fd9070b7d6b6bbe3252e10d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f03020b-bd0e-4d9e-86d3-765850d523df" -d '{"events": [{"name": "network-changed", "server_uuid": "5e70e3a6-c938-47ca-8cf9-be2c1a102a9e", "tag": "064f20b7-a8d2-4e15-a319-3f16e8e891f1"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:54:55.155654 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a469e1-8818-43c6-b573-3729ce2f2e53 x-openstack-request-id: req-32a469e1-8818-43c6-b573-3729ce2f2e53 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:54:55.155950 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e70e3a6-c938-47ca-8cf9-be2c1a102a9e", "tag": "064f20b7-a8d2-4e15-a319-3f16e8e891f1", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:54:55.160929 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32a469e1-8818-43c6-b573-3729ce2f2e53 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:54:55.160929 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e70e3a6-c938-47ca-8cf9-be2c1a102a9e', 'tag': '064f20b7-a8d2-4e15-a319-3f16e8e891f1', 'status': 'completed', 'code': 200} Aug 10 04:54:55.280686 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03020b-bd0e-4d9e-86d3-765850d523df req-59ca151c-ddeb-4641-8d6a-daee620603d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:55.285372 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1f03020b-bd0e-4d9e-86d3-765850d523df req-59ca151c-ddeb-4641-8d6a-daee620603d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 1097 time: 0.0798094 Aug 10 04:54:55.396933 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03020b-bd0e-4d9e-86d3-765850d523df req-12fdcd98-b584-4ecb-98eb-36dbe4e1a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:55.398480 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1f03020b-bd0e-4d9e-86d3-765850d523df req-12fdcd98-b584-4ecb-98eb-36dbe4e1a39c service neutron] 10.222.0.20 "GET /v2.0/networks?id=90074528-b955-4a2b-b430-f3979c474e78 HTTP/1.1" status: 200 len: 897 time: 0.1062083 Aug 10 04:54:55.415356 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0f77614f-daf4-4fbb-bf20-31e94c236a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13378399', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ce363004-74d4-4ea6-ae57-12a0d7ab972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:54:33Z', 'updated_at': '2021-08-10T04:54:38Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': 'ce363004-74d4-4ea6-ae57-12a0d7ab972c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:54:33Z', 'updated_at': '2021-08-10T04:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'e524fc1c-2067-4684-b7d7-ff34c554fd52', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'floating_ip_address': '172.25.0.47', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'port_id': '064f20b7-a8d2-4e15-a319-3f16e8e891f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90074528-b955-4a2b-b430-f3979c474e78', 'mac_address': 'fa:16:3e:32:74:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e70e3a6-c938-47ca-8cf9-be2c1a102a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:54:53Z', 'updated_at': '2021-08-10T04:54:53Z', 'revision_number': 0, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8604d59a-df8a-4e51-9fad-df417996b844', 'name': '', 'network_id': '90074528-b955-4a2b-b430-f3979c474e78', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:31:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e451ca56-09a3-4842-a39e-6d957f246398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:54:37Z', 'updated_at': '2021-08-10T04:54:42Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': 'e451ca56-09a3-4842-a39e-6d957f246398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:55.461762 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f77614f-daf4-4fbb-bf20-31e94c236a49 None None] Checking router: 03bf524c-78d6-43ab-a4d0-7245319ac0d9 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:54:55.475219 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f77614f-daf4-4fbb-bf20-31e94c236a49 None None] Routers {'03bf524c-78d6-43ab-a4d0-7245319ac0d9'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:54:55.476581 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0f77614f-daf4-4fbb-bf20-31e94c236a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:54:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['03bf524c-78d6-43ab-a4d0-7245319ac0d9'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:55.485012 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1f03020b-bd0e-4d9e-86d3-765850d523df req-ce17ec11-e262-4f0e-923a-778a765c8c45 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=064f20b7-a8d2-4e15-a319-3f16e8e891f1 HTTP/1.1" status: 200 len: 999 time: 0.0779898 Aug 10 04:54:55.556935 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03020b-bd0e-4d9e-86d3-765850d523df req-e5b2e53d-8c30-4f08-a426-8926525c73bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:55.558503 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1f03020b-bd0e-4d9e-86d3-765850d523df req-e5b2e53d-8c30-4f08-a426-8926525c73bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e451ca56-09a3-4842-a39e-6d957f246398 HTTP/1.1" status: 200 len: 835 time: 0.0565147 Aug 10 04:54:55.606037 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834c9aa-7c90-4a35-beea-fafae450d48d req-064c8d7f-1a53-415e-8cb7-5569ef09be3c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:55.608156 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3834c9aa-7c90-4a35-beea-fafae450d48d req-064c8d7f-1a53-415e-8cb7-5569ef09be3c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 946 time: 0.4413736 Aug 10 04:54:55.614577 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f03020b-bd0e-4d9e-86d3-765850d523df req-72075113-91f3-48a5-bf2e-808255a2f9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:54:55.616310 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1f03020b-bd0e-4d9e-86d3-765850d523df req-72075113-91f3-48a5-bf2e-808255a2f9a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90074528-b955-4a2b-b430-f3979c474e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510635 Aug 10 04:54:55.631600 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-0f77614f-daf4-4fbb-bf20-31e94c236a49 None None] Set router 03bf524c-78d6-43ab-a4d0-7245319ac0d9 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:54:55.681184 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3834c9aa-7c90-4a35-beea-fafae450d48d req-41e59c30-fc91-4cd9-846c-a7e1768832ae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592921 Aug 10 04:54:55.712180 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 54914) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:55.739906 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1f03020b-bd0e-4d9e-86d3-765850d523df req-9323ae40-c937-49b9-8696-d435aa547fcb service neutron] 10.222.0.20 "GET /v2.0/networks/90074528-b955-4a2b-b430-f3979c474e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164777 Aug 10 04:54:55.777123 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-79ba6878-ce0d-47f8-aa87-88344f4b9d7e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/floatingips/e524fc1c-2067-4684-b7d7-ff34c554fd52 HTTP/1.1" status: 200 len: 991 time: 0.0636678 Aug 10 04:54:55.842400 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1f03020b-bd0e-4d9e-86d3-765850d523df req-0efc2b2a-aabb-43b1-b586-737a01e5f778 service neutron] 10.222.0.20 "GET /v2.0/networks/90074528-b955-4a2b-b430-f3979c474e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957019 Aug 10 04:54:56.018369 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-0f77614f-daf4-4fbb-bf20-31e94c236a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13378399', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ce363004-74d4-4ea6-ae57-12a0d7ab972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:54:33Z', 'updated_at': '2021-08-10T04:54:38Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': 'ce363004-74d4-4ea6-ae57-12a0d7ab972c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:54:33Z', 'updated_at': '2021-08-10T04:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'e524fc1c-2067-4684-b7d7-ff34c554fd52', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'floating_ip_address': '172.25.0.47', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'port_id': '064f20b7-a8d2-4e15-a319-3f16e8e891f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90074528-b955-4a2b-b430-f3979c474e78', 'mac_address': 'fa:16:3e:32:74:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e70e3a6-c938-47ca-8cf9-be2c1a102a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:54:53Z', 'updated_at': '2021-08-10T04:54:53Z', 'revision_number': 0, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8604d59a-df8a-4e51-9fad-df417996b844', 'name': '', 'network_id': '90074528-b955-4a2b-b430-f3979c474e78', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:31:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e451ca56-09a3-4842-a39e-6d957f246398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:54:37Z', 'updated_at': '2021-08-10T04:54:42Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': 'e451ca56-09a3-4842-a39e-6d957f246398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:54:56.049933 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f77614f-daf4-4fbb-bf20-31e94c236a49 None None] The sync data for ids ['03bf524c-78d6-43ab-a4d0-7245319ac0d9'] in n-d-802893-2 is: [{'id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13378399', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ce363004-74d4-4ea6-ae57-12a0d7ab972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:54:33Z', 'updated_at': '2021-08-10T04:54:38Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': 'ce363004-74d4-4ea6-ae57-12a0d7ab972c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:54:33Z', 'updated_at': '2021-08-10T04:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'e524fc1c-2067-4684-b7d7-ff34c554fd52', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'floating_ip_address': '172.25.0.47', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'port_id': '064f20b7-a8d2-4e15-a319-3f16e8e891f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '90074528-b955-4a2b-b430-f3979c474e78', 'mac_address': 'fa:16:3e:32:74:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e70e3a6-c938-47ca-8cf9-be2c1a102a9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:54:53Z', 'updated_at': '2021-08-10T04:54:53Z', 'revision_number': 0, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8604d59a-df8a-4e51-9fad-df417996b844', 'name': '', 'network_id': '90074528-b955-4a2b-b430-f3979c474e78', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:31:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e451ca56-09a3-4842-a39e-6d957f246398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:54:37Z', 'updated_at': '2021-08-10T04:54:42Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': 'e451ca56-09a3-4842-a39e-6d957f246398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:54:56.291780 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360dbafd-c94e-4fed-bba3-f8e013f07ffc None None] New status for floating IP e524fc1c-2067-4684-b7d7-ff34c554fd52: ACTIVE {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:54:56.782150 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 54916) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:54:56.857404 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-36bc1008-f1f6-4886-a2ee-c78832cd46a4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/floatingips/e524fc1c-2067-4684-b7d7-ff34c554fd52 HTTP/1.1" status: 200 len: 993 time: 0.0735769 Aug 10 04:54:58.277711 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:08.867103 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:55:10.042754 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0057a9db-9f56-42c4-9e7b-e626258a1121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:11.211445 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2af5cb5e-cdfe-4d09-9528-a10550fe7e70 req-7319c8a7-1199-44e0-84a4-d5bb7a4c62ec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1016822 Aug 10 04:55:11.324845 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5cb5e-cdfe-4d09-9528-a10550fe7e70 req-ecfe5d87-2d49-42d8-b06c-6ab1f93f05c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:11.326429 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2af5cb5e-cdfe-4d09-9528-a10550fe7e70 req-ecfe5d87-2d49-42d8-b06c-6ab1f93f05c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 1097 time: 0.0524576 Aug 10 04:55:11.447395 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5cb5e-cdfe-4d09-9528-a10550fe7e70 req-b03cbf57-fcd5-4b27-b938-75c9b4a6b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:11.449295 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2af5cb5e-cdfe-4d09-9528-a10550fe7e70 req-b03cbf57-fcd5-4b27-b938-75c9b4a6b282 service neutron] 10.222.0.20 "GET /v2.0/networks?id=90074528-b955-4a2b-b430-f3979c474e78 HTTP/1.1" status: 200 len: 897 time: 0.0987995 Aug 10 04:55:11.541771 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2af5cb5e-cdfe-4d09-9528-a10550fe7e70 req-e1680fe1-c880-4107-a059-53541c7f0951 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=064f20b7-a8d2-4e15-a319-3f16e8e891f1 HTTP/1.1" status: 200 len: 1001 time: 0.0846531 Aug 10 04:55:11.594260 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5cb5e-cdfe-4d09-9528-a10550fe7e70 req-8c049de2-a7da-47ab-aaac-f62c9ef4b294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:11.596524 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2af5cb5e-cdfe-4d09-9528-a10550fe7e70 req-8c049de2-a7da-47ab-aaac-f62c9ef4b294 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e451ca56-09a3-4842-a39e-6d957f246398 HTTP/1.1" status: 200 len: 835 time: 0.0478523 Aug 10 04:55:11.655091 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5cb5e-cdfe-4d09-9528-a10550fe7e70 req-e2b2fd92-afb2-4ef1-b977-56bdeb27da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:11.657372 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2af5cb5e-cdfe-4d09-9528-a10550fe7e70 req-e2b2fd92-afb2-4ef1-b977-56bdeb27da76 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90074528-b955-4a2b-b430-f3979c474e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523105 Aug 10 04:55:11.780681 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2af5cb5e-cdfe-4d09-9528-a10550fe7e70 req-3d034fa7-955b-4d14-abfd-f2ae5c086d87 service neutron] 10.222.0.20 "GET /v2.0/networks/90074528-b955-4a2b-b430-f3979c474e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154399 Aug 10 04:55:11.885455 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2af5cb5e-cdfe-4d09-9528-a10550fe7e70 req-f10a786f-d847-49d3-a131-8cb791ca10b4 service neutron] 10.222.0.20 "GET /v2.0/networks/90074528-b955-4a2b-b430-f3979c474e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961630 Aug 10 04:55:13.723129 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:13.874621 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0b4d85ec-8238-40c4-8545-9798bb1d6231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:15.555059 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:16.327706 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:17.133533 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:24.014764 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff73e63-48aa-45e7-8f75-820a3d00d636 req-2a7218a0-7f83-417c-b33d-abe9acba4130 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:24.017162 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5ff73e63-48aa-45e7-8f75-820a3d00d636 req-2a7218a0-7f83-417c-b33d-abe9acba4130 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 946 time: 0.1206431 Aug 10 04:55:24.057999 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5ff73e63-48aa-45e7-8f75-820a3d00d636 req-563f226c-e59b-4ce3-9618-5732b14068a0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343425 Aug 10 04:55:24.169046 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2af3e83b-f1ba-4a8b-b4f8-1d267a2f2f63 req-d5475af3-e2f4-4961-9278-ca63dae1fc25 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1013942 Aug 10 04:55:25.254873 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb197ff-fd67-4775-a7b4-e310c217a2f9 req-f2a89918-5f2d-461c-99c9-3298be466cd4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:25.256541 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bcb197ff-fd67-4775-a7b4-e310c217a2f9 req-f2a89918-5f2d-461c-99c9-3298be466cd4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 946 time: 0.1065018 Aug 10 04:55:25.299595 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bcb197ff-fd67-4775-a7b4-e310c217a2f9 req-d2d58071-aed3-4f9d-b7ac-5f262317228d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368137 Aug 10 04:55:26.437058 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6501524-52de-4b5b-8a52-26d6264607cd req-7448cb9b-8c90-4911-a2ec-7c8fd7a024b0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:26.438634 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6501524-52de-4b5b-8a52-26d6264607cd req-7448cb9b-8c90-4911-a2ec-7c8fd7a024b0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 946 time: 0.0506361 Aug 10 04:55:26.496323 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e6501524-52de-4b5b-8a52-26d6264607cd req-0837c3e4-686e-4e9e-a701-ce492a49e705 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516698 Aug 10 04:55:26.564811 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3e83b-f1ba-4a8b-b4f8-1d267a2f2f63 req-ab2a8f0f-f00c-4409-9225-8e0f709338de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:26.566370 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2af3e83b-f1ba-4a8b-b4f8-1d267a2f2f63 req-ab2a8f0f-f00c-4409-9225-8e0f709338de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 1097 time: 0.0468569 Aug 10 04:55:26.665738 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3e83b-f1ba-4a8b-b4f8-1d267a2f2f63 req-2c178ad0-1c16-4002-96ca-10beadaa80fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:26.667224 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2af3e83b-f1ba-4a8b-b4f8-1d267a2f2f63 req-2c178ad0-1c16-4002-96ca-10beadaa80fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=90074528-b955-4a2b-b430-f3979c474e78 HTTP/1.1" status: 200 len: 897 time: 0.0934081 Aug 10 04:55:26.735897 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2af3e83b-f1ba-4a8b-b4f8-1d267a2f2f63 req-9fb06761-9983-47b7-8133-9a2398185d89 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=064f20b7-a8d2-4e15-a319-3f16e8e891f1 HTTP/1.1" status: 200 len: 1001 time: 0.0598700 Aug 10 04:55:26.798157 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3e83b-f1ba-4a8b-b4f8-1d267a2f2f63 req-799e2f4a-f2ef-49db-9e84-795a1ba87376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:26.799652 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2af3e83b-f1ba-4a8b-b4f8-1d267a2f2f63 req-799e2f4a-f2ef-49db-9e84-795a1ba87376 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e451ca56-09a3-4842-a39e-6d957f246398 HTTP/1.1" status: 200 len: 835 time: 0.0556216 Aug 10 04:55:26.850167 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3e83b-f1ba-4a8b-b4f8-1d267a2f2f63 req-6b35e28b-dcf6-4b86-b0d5-01c0af661854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:26.851716 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2af3e83b-f1ba-4a8b-b4f8-1d267a2f2f63 req-6b35e28b-dcf6-4b86-b0d5-01c0af661854 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90074528-b955-4a2b-b430-f3979c474e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425761 Aug 10 04:55:26.959973 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2af3e83b-f1ba-4a8b-b4f8-1d267a2f2f63 req-50806c6d-85bd-4e0d-be9a-9a1a6cf68ba9 service neutron] 10.222.0.20 "GET /v2.0/networks/90074528-b955-4a2b-b430-f3979c474e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005247 Aug 10 04:55:27.060027 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2af3e83b-f1ba-4a8b-b4f8-1d267a2f2f63 req-e0658f83-d568-4f86-84cb-37d27d92782b service neutron] 10.222.0.20 "GET /v2.0/networks/90074528-b955-4a2b-b430-f3979c474e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891585 Aug 10 04:55:27.623166 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73c60d-e52e-4ea0-89ea-4e2e9f989064 req-ab06242e-3f79-4327-85cd-70ee2768bf1f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:27.624897 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7b73c60d-e52e-4ea0-89ea-4e2e9f989064 req-ab06242e-3f79-4327-85cd-70ee2768bf1f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 946 time: 0.0551445 Aug 10 04:55:27.676602 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7b73c60d-e52e-4ea0-89ea-4e2e9f989064 req-a6639b7c-2784-423a-8160-8157d72ef459 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426586 Aug 10 04:55:28.252363 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:28.801267 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f0994-a483-4e8e-a6ce-2b792fa55e0b req-765ffa9d-83ff-443e-9b62-3c93001c2b32 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:28.802743 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-330f0994-a483-4e8e-a6ce-2b792fa55e0b req-765ffa9d-83ff-443e-9b62-3c93001c2b32 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 946 time: 0.0499256 Aug 10 04:55:28.840529 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-330f0994-a483-4e8e-a6ce-2b792fa55e0b req-ec6cfd82-654f-4d50-9bc3-7ca8c14bd68f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317101 Aug 10 04:55:29.975311 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3234645-a97a-42be-990f-ee95c2089c5a req-5d3bd9ad-8cce-4d31-af93-843dc14628e5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:29.976837 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e3234645-a97a-42be-990f-ee95c2089c5a req-5d3bd9ad-8cce-4d31-af93-843dc14628e5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 946 time: 0.0552363 Aug 10 04:55:30.018211 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e3234645-a97a-42be-990f-ee95c2089c5a req-07607b9f-b624-4c23-bbc4-44fab37d1e99 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328748 Aug 10 04:55:31.148449 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7206f2c7-bd6b-4178-bbbd-9c42c5d6d6d5 req-b77ef3d5-b18a-49f1-9e6b-dc0b5b5a124c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:31.150161 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7206f2c7-bd6b-4178-bbbd-9c42c5d6d6d5 req-b77ef3d5-b18a-49f1-9e6b-dc0b5b5a124c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 946 time: 0.0619712 Aug 10 04:55:31.198587 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7206f2c7-bd6b-4178-bbbd-9c42c5d6d6d5 req-551d4d6f-f878-4971-919f-934679decc3c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372756 Aug 10 04:55:32.332555 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6be6b9-c91c-4844-896a-dc5634b4d81c req-1c0d649b-6b25-4c16-9331-caf5d90da591 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:32.334241 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-be6be6b9-c91c-4844-896a-dc5634b4d81c req-1c0d649b-6b25-4c16-9331-caf5d90da591 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 946 time: 0.0589819 Aug 10 04:55:32.379680 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-be6be6b9-c91c-4844-896a-dc5634b4d81c req-38ee8188-00c4-4ae4-928f-c9ad0101d617 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384192 Aug 10 04:55:33.525335 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79626fa5-6381-4822-80ce-24ffd80c4058 req-098954c7-282b-4474-b33c-97a32091d0fb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:33.527577 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-79626fa5-6381-4822-80ce-24ffd80c4058 req-098954c7-282b-4474-b33c-97a32091d0fb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 946 time: 0.0589514 Aug 10 04:55:33.572453 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-79626fa5-6381-4822-80ce-24ffd80c4058 req-00c4afd3-763c-4304-81e7-2f79919d45f2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363550 Aug 10 04:55:34.717101 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91238f6b-9e90-4645-b0fe-db8fc5f05482 req-d3703e35-244d-4f6e-92dd-99f6e602bc76 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:34.718856 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-91238f6b-9e90-4645-b0fe-db8fc5f05482 req-d3703e35-244d-4f6e-92dd-99f6e602bc76 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 946 time: 0.0609317 Aug 10 04:55:34.763727 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-91238f6b-9e90-4645-b0fe-db8fc5f05482 req-a895893b-d6bd-41e4-b0ad-9f04ded2f865 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379331 Aug 10 04:55:35.893191 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad1b4c-c233-4a87-a873-2d5b853d01e7 req-8fd32b6d-c917-4d30-bcb1-3c1921089a6c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:35.894797 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-60ad1b4c-c233-4a87-a873-2d5b853d01e7 req-8fd32b6d-c917-4d30-bcb1-3c1921089a6c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 946 time: 0.0589285 Aug 10 04:55:35.937229 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-60ad1b4c-c233-4a87-a873-2d5b853d01e7 req-74b44ea4-333b-4226-a07b-4c9fc3a6d4dd tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357859 Aug 10 04:55:37.132016 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531891e-bbe7-4869-a760-ae7d671855e2 req-244f3981-a10b-4cdc-9dba-27f853a6b0c9 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:37.135785 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9531891e-bbe7-4869-a760-ae7d671855e2 req-244f3981-a10b-4cdc-9dba-27f853a6b0c9 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 946 time: 0.0899014 Aug 10 04:55:37.195823 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9531891e-bbe7-4869-a760-ae7d671855e2 req-e661e25b-68ed-4803-8020-f1185581a6df tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492620 Aug 10 04:55:38.355700 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3e1f6-1bda-443e-854f-b442cabc04d4 req-2af51a52-fe0a-469e-aeae-106fcd72e383 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:38.357192 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0d3e1f6-1bda-443e-854f-b442cabc04d4 req-2af51a52-fe0a-469e-aeae-106fcd72e383 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 946 time: 0.0581164 Aug 10 04:55:38.410933 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0d3e1f6-1bda-443e-854f-b442cabc04d4 req-3f8d9061-aaac-4c3f-baa6-43e289233c83 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421939 Aug 10 04:55:39.017148 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2af3e83b-f1ba-4a8b-b4f8-1d267a2f2f63 req-d19dc293-bbc2-4a7b-95c8-58996d5f2147 service neutron] 10.222.0.20 "GET /v2.0/ports/064f20b7-a8d2-4e15-a319-3f16e8e891f1/bindings/n-h2-802893-2 HTTP/1.1" status: 200 len: 382 time: 0.0616145 Aug 10 04:55:39.585765 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d996b84-57d6-4111-90e1-f6e6dc521977 req-9b4abbcb-c232-4c99-a5fc-3e9ea68aa0f2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:39.588047 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3d996b84-57d6-4111-90e1-f6e6dc521977 req-9b4abbcb-c232-4c99-a5fc-3e9ea68aa0f2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 946 time: 0.0863261 Aug 10 04:55:39.606728 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3e83b-f1ba-4a8b-b4f8-1d267a2f2f63 req-e9ef73d5-a87b-4028-b442-0cda4ca9c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:39.610200 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2af3e83b-f1ba-4a8b-b4f8-1d267a2f2f63 req-e9ef73d5-a87b-4028-b442-0cda4ca9c9f9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e&tenant_id=32d55eec4aea4528bb07036d15eccacb HTTP/1.1" status: 200 len: 1097 time: 0.0597696 Aug 10 04:55:39.637096 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3d996b84-57d6-4111-90e1-f6e6dc521977 req-6b03429e-4d84-410a-87fe-9e78a19ee972 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384586 Aug 10 04:55:39.697743 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3e83b-f1ba-4a8b-b4f8-1d267a2f2f63 req-93cd8919-537e-4d6d-b5b5-49f5d1d3e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:39.699648 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2af3e83b-f1ba-4a8b-b4f8-1d267a2f2f63 req-93cd8919-537e-4d6d-b5b5-49f5d1d3e7cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 1097 time: 0.0472476 Aug 10 04:55:39.837892 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3e83b-f1ba-4a8b-b4f8-1d267a2f2f63 req-48ba7454-76a6-4853-8909-a0478bc4f2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:39.840335 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2af3e83b-f1ba-4a8b-b4f8-1d267a2f2f63 req-48ba7454-76a6-4853-8909-a0478bc4f2bd service neutron] 10.222.0.20 "GET /v2.0/networks?id=90074528-b955-4a2b-b430-f3979c474e78 HTTP/1.1" status: 200 len: 897 time: 0.1335654 Aug 10 04:55:39.913265 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2af3e83b-f1ba-4a8b-b4f8-1d267a2f2f63 req-e923824c-1846-4d40-8f90-d04a98dd1e24 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=064f20b7-a8d2-4e15-a319-3f16e8e891f1 HTTP/1.1" status: 200 len: 1001 time: 0.0659263 Aug 10 04:55:40.002898 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3e83b-f1ba-4a8b-b4f8-1d267a2f2f63 req-ecef0926-cbf3-4c1c-b620-01edfe194bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:40.004416 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2af3e83b-f1ba-4a8b-b4f8-1d267a2f2f63 req-ecef0926-cbf3-4c1c-b620-01edfe194bc9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e451ca56-09a3-4842-a39e-6d957f246398 HTTP/1.1" status: 200 len: 835 time: 0.0841439 Aug 10 04:55:40.041137 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-551f971c-ba15-46dc-9538-1a3e3e3f674d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:40.061063 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3e83b-f1ba-4a8b-b4f8-1d267a2f2f63 req-cdf298ef-991b-40c7-8620-9a207f6382d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:40.063499 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2af3e83b-f1ba-4a8b-b4f8-1d267a2f2f63 req-cdf298ef-991b-40c7-8620-9a207f6382d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90074528-b955-4a2b-b430-f3979c474e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516083 Aug 10 04:55:40.166836 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2af3e83b-f1ba-4a8b-b4f8-1d267a2f2f63 req-90255fe2-11f5-4606-819d-9cfd5a38bcee service neutron] 10.222.0.20 "GET /v2.0/networks/90074528-b955-4a2b-b430-f3979c474e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941496 Aug 10 04:55:40.277683 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2af3e83b-f1ba-4a8b-b4f8-1d267a2f2f63 req-ffd62436-15ab-47af-a2ec-dca6f6331e28 service neutron] 10.222.0.20 "GET /v2.0/networks/90074528-b955-4a2b-b430-f3979c474e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034667 Aug 10 04:55:40.775592 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc961f-8bc4-40e5-a12d-7d077fbdf0db req-2fee430f-0f3b-4e9d-b82b-ace59699cb58 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:40.777354 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2dcc961f-8bc4-40e5-a12d-7d077fbdf0db req-2fee430f-0f3b-4e9d-b82b-ace59699cb58 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 946 time: 0.0609446 Aug 10 04:55:40.822321 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2dcc961f-8bc4-40e5-a12d-7d077fbdf0db req-3e2ca639-e344-48ba-8164-cea8f961f00a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380747 Aug 10 04:55:41.956495 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a339ed-ab49-42f4-9de7-5c9350311dc2 req-7356239f-eeed-41a8-95fb-6920bef0f944 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:41.958134 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-02a339ed-ab49-42f4-9de7-5c9350311dc2 req-7356239f-eeed-41a8-95fb-6920bef0f944 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 946 time: 0.0502334 Aug 10 04:55:41.997124 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-02a339ed-ab49-42f4-9de7-5c9350311dc2 req-d1163939-7016-4590-baad-752194310093 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328307 Aug 10 04:55:43.124301 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa676740-3e27-4970-86d2-d1fc7b844e34 req-6ae0e9e4-45b5-47d9-8dbb-0d9188a29fb5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:43.126346 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fa676740-3e27-4970-86d2-d1fc7b844e34 req-6ae0e9e4-45b5-47d9-8dbb-0d9188a29fb5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 946 time: 0.0569127 Aug 10 04:55:43.174084 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fa676740-3e27-4970-86d2-d1fc7b844e34 req-3e9a863e-7bf2-4d47-ad46-3a2a0987cf58 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416400 Aug 10 04:55:43.589134 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfb926-2230-47e3-8c5b-60c807b56f78 req-04636de3-7a2a-4f3a-a966-14c0d48f223c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:43.591640 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4cfb926-2230-47e3-8c5b-60c807b56f78 req-04636de3-7a2a-4f3a-a966-14c0d48f223c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 946 time: 0.0781276 Aug 10 04:55:43.665986 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d4cfb926-2230-47e3-8c5b-60c807b56f78 req-320b3af2-f5db-46a4-bac4-e50ba4fff7c3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675881 Aug 10 04:55:43.701087 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9691ebf-4a09-4aee-a2fb-13d621d866c3 req-a694a8db-dafc-47d5-9fc8-845a7b47b14b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:43.704917 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e9691ebf-4a09-4aee-a2fb-13d621d866c3 req-a694a8db-dafc-47d5-9fc8-845a7b47b14b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e&tenant_id=32d55eec4aea4528bb07036d15eccacb&binding%3Ahost_id=n-h2-802893-2 HTTP/1.1" status: 200 len: 946 time: 0.0758524 Aug 10 04:55:43.733980 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:43.812002 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac7cf9-e42e-4781-8f69-d8176515c13e req-d2fb2f39-a54d-47db-a937-1e0dee9d9382 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:43.814107 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-45ac7cf9-e42e-4781-8f69-d8176515c13e req-d2fb2f39-a54d-47db-a937-1e0dee9d9382 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 946 time: 0.0613258 Aug 10 04:55:43.823199 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9691ebf-4a09-4aee-a2fb-13d621d866c3 req-abdb5762-7328-4384-ad90-006694f75aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:43.824882 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e9691ebf-4a09-4aee-a2fb-13d621d866c3 req-abdb5762-7328-4384-ad90-006694f75aa2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 1097 time: 0.0549977 Aug 10 04:55:43.836219 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7845d931-0986-4314-86a7-24f6aa6e97f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:43.861486 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-45ac7cf9-e42e-4781-8f69-d8176515c13e req-44b0ec45-e140-4daa-a090-be48e0b6584c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410709 Aug 10 04:55:43.948918 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9691ebf-4a09-4aee-a2fb-13d621d866c3 req-f5be687f-9fb8-436b-bf75-240c2a88ed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:43.950566 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e9691ebf-4a09-4aee-a2fb-13d621d866c3 req-f5be687f-9fb8-436b-bf75-240c2a88ed3a service neutron] 10.222.0.20 "GET /v2.0/networks?id=90074528-b955-4a2b-b430-f3979c474e78 HTTP/1.1" status: 200 len: 897 time: 0.1191363 Aug 10 04:55:43.970927 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 064f20b7-a8d2-4e15-a319-3f16e8e891f1 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:55:43.981602 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 064f20b7-a8d2-4e15-a319-3f16e8e891f1 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:55:44.026922 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e9691ebf-4a09-4aee-a2fb-13d621d866c3 req-6537c490-87e0-4bd6-94b8-13c09ed8da6d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=064f20b7-a8d2-4e15-a319-3f16e8e891f1 HTTP/1.1" status: 200 len: 1001 time: 0.0692911 Aug 10 04:55:44.093542 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9691ebf-4a09-4aee-a2fb-13d621d866c3 req-1e2f3eea-f641-43d0-bf87-abda8c2dc5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:44.096463 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e9691ebf-4a09-4aee-a2fb-13d621d866c3 req-1e2f3eea-f641-43d0-bf87-abda8c2dc5e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e451ca56-09a3-4842-a39e-6d957f246398 HTTP/1.1" status: 200 len: 835 time: 0.0630443 Aug 10 04:55:44.150375 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 064f20b7-a8d2-4e15-a319-3f16e8e891f1, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=064f20b7-a8d2-4e15-a319-3f16e8e891f1,segment=NetworkSegment(f2947804-e656-46ab-a78c-8da112e761c9),segment_id=f2947804-e656-46ab-a78c-8da112e761c9)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:55:44.151527 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9691ebf-4a09-4aee-a2fb-13d621d866c3 req-1f97c53a-31d2-445c-b869-d001e0f77750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:44.153101 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e9691ebf-4a09-4aee-a2fb-13d621d866c3 req-1f97c53a-31d2-445c-b869-d001e0f77750 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90074528-b955-4a2b-b430-f3979c474e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494142 Aug 10 04:55:44.159284 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:44.174045 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '064f20b7-a8d2-4e15-a319-3f16e8e891f1', 'network_id': '90074528-b955-4a2b-b430-f3979c474e78', 'port_id': '064f20b7-a8d2-4e15-a319-3f16e8e891f1', 'mac_address': 'fa:16:3e:32:74:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e451ca56-09a3-4842-a39e-6d957f246398', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:55:44.191122 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e70e3a6-c938-47ca-8cf9-be2c1a102a9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '064f20b7-a8d2-4e15-a319-3f16e8e891f1'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:55:44.193433 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2b3940-c555-4e12-8bbc-9145021b653c" -d '{"events": [{"server_uuid": "5e70e3a6-c938-47ca-8cf9-be2c1a102a9e", "name": "network-vif-unplugged", "status": "completed", "tag": "064f20b7-a8d2-4e15-a319-3f16e8e891f1"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:55:44.232044 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 064f20b7-a8d2-4e15-a319-3f16e8e891f1, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=064f20b7-a8d2-4e15-a319-3f16e8e891f1,segment=NetworkSegment(f2947804-e656-46ab-a78c-8da112e761c9),segment_id=f2947804-e656-46ab-a78c-8da112e761c9)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:55:44.245845 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:44.259226 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e9691ebf-4a09-4aee-a2fb-13d621d866c3 req-f45c17bf-577e-418c-b432-c33efb40bc21 service neutron] 10.222.0.20 "GET /v2.0/networks/90074528-b955-4a2b-b430-f3979c474e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990252 Aug 10 04:55:44.271434 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 064f20b7-a8d2-4e15-a319-3f16e8e891f1 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:55:44.286194 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 04:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1d0e3c-8830-4e73-b57b-97dbf3601065 x-openstack-request-id: req-ac1d0e3c-8830-4e73-b57b-97dbf3601065 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:55:44.286493 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e70e3a6-c938-47ca-8cf9-be2c1a102a9e", "name": "network-vif-unplugged", "status": "completed", "tag": "064f20b7-a8d2-4e15-a319-3f16e8e891f1", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:55:44.286745 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac1d0e3c-8830-4e73-b57b-97dbf3601065 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:55:44.287140 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e70e3a6-c938-47ca-8cf9-be2c1a102a9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '064f20b7-a8d2-4e15-a319-3f16e8e891f1', 'code': 200} Aug 10 04:55:44.339335 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:44.358873 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e9691ebf-4a09-4aee-a2fb-13d621d866c3 req-773a2483-7b70-4eb9-914a-323596a5b3e6 service neutron] 10.222.0.20 "GET /v2.0/networks/90074528-b955-4a2b-b430-f3979c474e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918586 Aug 10 04:55:44.412432 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.db.api [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94939) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 10 04:55:44.412785 n-d-802893-2 neutron-server[94939]: DEBUG oslo_db.api [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 10 04:55:44.415433 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=064f20b7-a8d2-4e15-a319-3f16e8e891f1,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:44.423490 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:44.423831 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:44.424192 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:44.424518 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:44.424842 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:44.425165 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:44.425491 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:44.425808 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:44.426124 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:44.426438 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:44.426752 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:44.427064 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:55:44.972776 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:44.994764 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 064f20b7-a8d2-4e15-a319-3f16e8e891f1 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:55:45.020137 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 064f20b7-a8d2-4e15-a319-3f16e8e891f1, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=064f20b7-a8d2-4e15-a319-3f16e8e891f1,segment=NetworkSegment(f2947804-e656-46ab-a78c-8da112e761c9),segment_id=f2947804-e656-46ab-a78c-8da112e761c9)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:55:45.025479 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b5b875-fd2f-4e31-a6c6-c0f07ac1b697 req-df8b9143-f7d1-4c3a-a5b0-6a83fa04fcea tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:45.027732 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-08b5b875-fd2f-4e31-a6c6-c0f07ac1b697 req-df8b9143-f7d1-4c3a-a5b0-6a83fa04fcea tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 944 time: 0.0638587 Aug 10 04:55:45.077657 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-08b5b875-fd2f-4e31-a6c6-c0f07ac1b697 req-c5c6c495-8566-4521-b395-d14c8233a501 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382762 Aug 10 04:55:45.087672 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:45.356590 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=064f20b7-a8d2-4e15-a319-3f16e8e891f1,revision_number=7']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:45.411291 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['064f20b7-a8d2-4e15-a319-3f16e8e891f1'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:55:45.580383 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:45.866642 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:55:46.208079 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d879b-6781-47c1-b182-eb6abf0b1046 req-bcf7e32b-972b-4ca3-a57b-3ebec95d037e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:55:46.209602 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-904d879b-6781-47c1-b182-eb6abf0b1046 req-bcf7e32b-972b-4ca3-a57b-3ebec95d037e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 945 time: 0.0549436 Aug 10 04:55:46.248728 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-904d879b-6781-47c1-b182-eb6abf0b1046 req-0c5a5996-c560-456a-9d9c-933cafa98235 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329385 Aug 10 04:55:46.276151 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55012) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:55:46.337483 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:46.691484 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-92bef039-551a-4625-b277-5c8a28f15543 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/floatingips/e524fc1c-2067-4684-b7d7-ff34c554fd52 HTTP/1.1" status: 200 len: 992 time: 0.4139972 Aug 10 04:55:47.137780 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:48.006890 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 064f20b7-a8d2-4e15-a319-3f16e8e891f1 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:55:48.065195 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 064f20b7-a8d2-4e15-a319-3f16e8e891f1 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:55:48.065565 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:48.188317 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:48.224523 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e70e3a6-c938-47ca-8cf9-be2c1a102a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064f20b7-a8d2-4e15-a319-3f16e8e891f1'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:55:48.227250 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950c0e84-19ca-4d28-b54c-bd619c5e1b24" -d '{"events": [{"server_uuid": "5e70e3a6-c938-47ca-8cf9-be2c1a102a9e", "name": "network-vif-plugged", "status": "completed", "tag": "064f20b7-a8d2-4e15-a319-3f16e8e891f1"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:55:48.250277 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 064f20b7-a8d2-4e15-a319-3f16e8e891f1, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=064f20b7-a8d2-4e15-a319-3f16e8e891f1,segment=NetworkSegment(f2947804-e656-46ab-a78c-8da112e761c9),segment_id=f2947804-e656-46ab-a78c-8da112e761c9)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:55:48.275679 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3567606-73a7-4982-8ebb-b45e9ac63ad3 x-openstack-request-id: req-d3567606-73a7-4982-8ebb-b45e9ac63ad3 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:55:48.275998 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e70e3a6-c938-47ca-8cf9-be2c1a102a9e", "name": "network-vif-plugged", "status": "completed", "tag": "064f20b7-a8d2-4e15-a319-3f16e8e891f1", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:55:48.276313 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3567606-73a7-4982-8ebb-b45e9ac63ad3 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:55:48.276716 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e70e3a6-c938-47ca-8cf9-be2c1a102a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '064f20b7-a8d2-4e15-a319-3f16e8e891f1', 'code': 200} Aug 10 04:55:48.346228 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:55:48.403539 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=064f20b7-a8d2-4e15-a319-3f16e8e891f1,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:55:58.337629 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:10.023260 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5131efb0-0676-435b-8ec5-a7651dc36399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:13.078718 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55026) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:13.186823 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8450f842-f716-4388-a428-89eecf3539ef req-95ba0d6a-875e-44c0-a011-6f2cd3104b54 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0988305 Aug 10 04:56:13.324430 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450f842-f716-4388-a428-89eecf3539ef req-dc4cc0e6-5a7c-43ba-b631-74ce3353a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:13.325971 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8450f842-f716-4388-a428-89eecf3539ef req-dc4cc0e6-5a7c-43ba-b631-74ce3353a374 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 1097 time: 0.0622032 Aug 10 04:56:13.331345 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-1010717f-6ee0-4315-86b4-742e0efeda9f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Deleting port 089563d7-c699-493e-9c62-c0a7020b6cd9 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:56:13.331637 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1010717f-6ee0-4315-86b4-742e0efeda9f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:13.482378 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1010717f-6ee0-4315-86b4-742e0efeda9f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:13.482878 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1010717f-6ee0-4315-86b4-742e0efeda9f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:13.505391 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-1010717f-6ee0-4315-86b4-742e0efeda9f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Calling delete_port for 089563d7-c699-493e-9c62-c0a7020b6cd9 owned by network:floatingip {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:56:13.511456 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450f842-f716-4388-a428-89eecf3539ef req-80aafcfc-3a45-4263-ae4e-25ab63b14bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:13.512994 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8450f842-f716-4388-a428-89eecf3539ef req-80aafcfc-3a45-4263-ae4e-25ab63b14bff service neutron] 10.222.0.20 "GET /v2.0/networks?id=90074528-b955-4a2b-b430-f3979c474e78 HTTP/1.1" status: 200 len: 897 time: 0.1340699 Aug 10 04:56:13.631865 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8450f842-f716-4388-a428-89eecf3539ef req-c4264754-1ba3-4f92-ae9c-63754a66a9d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=064f20b7-a8d2-4e15-a319-3f16e8e891f1 HTTP/1.1" status: 200 len: 1001 time: 0.1078658 Aug 10 04:56:13.703861 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450f842-f716-4388-a428-89eecf3539ef req-62fa7c0b-802b-49b9-809d-4ddb97435af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:13.705970 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8450f842-f716-4388-a428-89eecf3539ef req-62fa7c0b-802b-49b9-809d-4ddb97435af7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e451ca56-09a3-4842-a39e-6d957f246398 HTTP/1.1" status: 200 len: 835 time: 0.0658164 Aug 10 04:56:13.790470 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450f842-f716-4388-a428-89eecf3539ef req-f816f6b4-48c6-4a37-9555-f337173fd7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:13.792018 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8450f842-f716-4388-a428-89eecf3539ef req-f816f6b4-48c6-4a37-9555-f337173fd7f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90074528-b955-4a2b-b430-f3979c474e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791597 Aug 10 04:56:13.892324 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8450f842-f716-4388-a428-89eecf3539ef req-70c722c6-c591-4d8d-ad15-da1a4f7ba7b3 service neutron] 10.222.0.20 "GET /v2.0/networks/90074528-b955-4a2b-b430-f3979c474e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917015 Aug 10 04:56:14.007589 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8450f842-f716-4388-a428-89eecf3539ef req-af4d2db3-8402-46ac-b18e-99f38f9c310e service neutron] 10.222.0.20 "GET /v2.0/networks/90074528-b955-4a2b-b430-f3979c474e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071844 Aug 10 04:56:14.056920 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:14.114275 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1010717f-6ee0-4315-86b4-742e0efeda9f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:14.115224 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4778cef3-806e-4c2a-8a7a-c19a759e29d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:14.142886 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1010717f-6ee0-4315-86b4-742e0efeda9f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'Port': ['ID=089563d7-c699-493e-9c62-c0a7020b6cd9,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:14.169284 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010717f-6ee0-4315-86b4-742e0efeda9f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:14.169663 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010717f-6ee0-4315-86b4-742e0efeda9f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:14.170013 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010717f-6ee0-4315-86b4-742e0efeda9f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:14.170350 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010717f-6ee0-4315-86b4-742e0efeda9f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:14.170684 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010717f-6ee0-4315-86b4-742e0efeda9f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:14.171015 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010717f-6ee0-4315-86b4-742e0efeda9f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:14.171345 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010717f-6ee0-4315-86b4-742e0efeda9f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:14.171672 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010717f-6ee0-4315-86b4-742e0efeda9f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:14.172020 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010717f-6ee0-4315-86b4-742e0efeda9f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:14.172347 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010717f-6ee0-4315-86b4-742e0efeda9f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:14.172673 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010717f-6ee0-4315-86b4-742e0efeda9f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:14.172994 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1010717f-6ee0-4315-86b4-742e0efeda9f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:14.224345 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1010717f-6ee0-4315-86b4-742e0efeda9f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for floatingip, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:14.224978 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-1010717f-6ee0-4315-86b4-742e0efeda9f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Floating IP e524fc1c-2067-4684-b7d7-ff34c554fd52 disassociated (deleted). External IP: 172.25.0.47, port: 064f20b7-a8d2-4e15-a319-3f16e8e891f1. Aug 10 04:56:14.473719 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1010717f-6ee0-4315-86b4-742e0efeda9f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Router 03bf524c-78d6-43ab-a4d0-7245319ac0d9 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:56:14.591349 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1010717f-6ee0-4315-86b4-742e0efeda9f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:56:14.597026 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-1010717f-6ee0-4315-86b4-742e0efeda9f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:14.604955 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c64d86-7e60-4411-9c92-572d733c13b6 None None] Sync routers for ids ['03bf524c-78d6-43ab-a4d0-7245319ac0d9'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:56:14.614781 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c64d86-7e60-4411-9c92-572d733c13b6 None None] Routers {'03bf524c-78d6-43ab-a4d0-7245319ac0d9'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:56:14.615399 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-90c64d86-7e60-4411-9c92-572d733c13b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:56:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['03bf524c-78d6-43ab-a4d0-7245319ac0d9'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:14.628356 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-1010717f-6ee0-4315-86b4-742e0efeda9f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "DELETE /v2.0/floatingips/e524fc1c-2067-4684-b7d7-ff34c554fd52 HTTP/1.1" status: 204 len: 168 time: 1.5483673 Aug 10 04:56:14.628991 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e70e3a6-c938-47ca-8cf9-be2c1a102a9e', 'tag': '064f20b7-a8d2-4e15-a319-3f16e8e891f1'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:56:14.631609 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df27b67d-f3d4-4a09-8d73-1d33fd5a9e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "5e70e3a6-c938-47ca-8cf9-be2c1a102a9e", "tag": "064f20b7-a8d2-4e15-a319-3f16e8e891f1"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:56:14.749516 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-90c64d86-7e60-4411-9c92-572d733c13b6 None None] Set router 03bf524c-78d6-43ab-a4d0-7245319ac0d9 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:56:14.782569 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5e480b-28a6-4f44-b199-6cfb58413292 x-openstack-request-id: req-ef5e480b-28a6-4f44-b199-6cfb58413292 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:56:14.782855 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e70e3a6-c938-47ca-8cf9-be2c1a102a9e", "tag": "064f20b7-a8d2-4e15-a319-3f16e8e891f1", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:56:14.783185 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef5e480b-28a6-4f44-b199-6cfb58413292 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:56:14.784102 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e70e3a6-c938-47ca-8cf9-be2c1a102a9e', 'tag': '064f20b7-a8d2-4e15-a319-3f16e8e891f1', 'status': 'completed', 'code': 200} Aug 10 04:56:14.869688 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27b67d-f3d4-4a09-8d73-1d33fd5a9e3e req-55a423c2-e4eb-4654-924d-5e331721804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:14.871215 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-df27b67d-f3d4-4a09-8d73-1d33fd5a9e3e req-55a423c2-e4eb-4654-924d-5e331721804d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 1097 time: 0.0475147 Aug 10 04:56:14.984963 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-90c64d86-7e60-4411-9c92-572d733c13b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13378399', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ce363004-74d4-4ea6-ae57-12a0d7ab972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:54:33Z', 'updated_at': '2021-08-10T04:54:38Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': 'ce363004-74d4-4ea6-ae57-12a0d7ab972c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:54:33Z', 'updated_at': '2021-08-10T04:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '8604d59a-df8a-4e51-9fad-df417996b844', 'name': '', 'network_id': '90074528-b955-4a2b-b430-f3979c474e78', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:31:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e451ca56-09a3-4842-a39e-6d957f246398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:54:37Z', 'updated_at': '2021-08-10T04:54:42Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': 'e451ca56-09a3-4842-a39e-6d957f246398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:14.988459 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27b67d-f3d4-4a09-8d73-1d33fd5a9e3e req-fdddc000-33e5-46a3-974d-0c03b3c8263e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:14.990010 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-df27b67d-f3d4-4a09-8d73-1d33fd5a9e3e req-fdddc000-33e5-46a3-974d-0c03b3c8263e service neutron] 10.222.0.20 "GET /v2.0/networks?id=90074528-b955-4a2b-b430-f3979c474e78 HTTP/1.1" status: 200 len: 897 time: 0.1120212 Aug 10 04:56:15.019376 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c64d86-7e60-4411-9c92-572d733c13b6 None None] Checking router: 03bf524c-78d6-43ab-a4d0-7245319ac0d9 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:56:15.032254 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c64d86-7e60-4411-9c92-572d733c13b6 None None] Routers {'03bf524c-78d6-43ab-a4d0-7245319ac0d9'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:56:15.032254 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-90c64d86-7e60-4411-9c92-572d733c13b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:56:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['03bf524c-78d6-43ab-a4d0-7245319ac0d9'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:15.034587 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-df27b67d-f3d4-4a09-8d73-1d33fd5a9e3e req-6c9542b8-022a-4b48-871d-b0dcb9c0b332 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=064f20b7-a8d2-4e15-a319-3f16e8e891f1 HTTP/1.1" status: 200 len: 217 time: 0.0375409 Aug 10 04:56:15.094677 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27b67d-f3d4-4a09-8d73-1d33fd5a9e3e req-14c34038-e0f5-4ef8-aa3f-4171716a39e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:15.096254 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-df27b67d-f3d4-4a09-8d73-1d33fd5a9e3e req-14c34038-e0f5-4ef8-aa3f-4171716a39e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e451ca56-09a3-4842-a39e-6d957f246398 HTTP/1.1" status: 200 len: 835 time: 0.0553429 Aug 10 04:56:15.147583 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-90c64d86-7e60-4411-9c92-572d733c13b6 None None] Set router 03bf524c-78d6-43ab-a4d0-7245319ac0d9 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:56:15.148481 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27b67d-f3d4-4a09-8d73-1d33fd5a9e3e req-aa18b864-06ad-4bfa-8242-5551f5a57c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:15.150111 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-df27b67d-f3d4-4a09-8d73-1d33fd5a9e3e req-aa18b864-06ad-4bfa-8242-5551f5a57c11 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=90074528-b955-4a2b-b430-f3979c474e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472319 Aug 10 04:56:15.249581 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-df27b67d-f3d4-4a09-8d73-1d33fd5a9e3e req-ec560c22-3b0e-4f74-85ba-462be2dbdfe0 service neutron] 10.222.0.20 "GET /v2.0/networks/90074528-b955-4a2b-b430-f3979c474e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845404 Aug 10 04:56:15.350663 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-df27b67d-f3d4-4a09-8d73-1d33fd5a9e3e req-1780e3c8-01ae-4c71-b98f-8266cd20ba58 service neutron] 10.222.0.20 "GET /v2.0/networks/90074528-b955-4a2b-b430-f3979c474e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947454 Aug 10 04:56:15.365164 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-90c64d86-7e60-4411-9c92-572d733c13b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13378399', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ce363004-74d4-4ea6-ae57-12a0d7ab972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:54:33Z', 'updated_at': '2021-08-10T04:54:38Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': 'ce363004-74d4-4ea6-ae57-12a0d7ab972c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:54:33Z', 'updated_at': '2021-08-10T04:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '8604d59a-df8a-4e51-9fad-df417996b844', 'name': '', 'network_id': '90074528-b955-4a2b-b430-f3979c474e78', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:31:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e451ca56-09a3-4842-a39e-6d957f246398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:54:37Z', 'updated_at': '2021-08-10T04:54:42Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': 'e451ca56-09a3-4842-a39e-6d957f246398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:15.394230 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c64d86-7e60-4411-9c92-572d733c13b6 None None] The sync data for ids ['03bf524c-78d6-43ab-a4d0-7245319ac0d9'] in n-d-802893-2 is: [{'id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13378399', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ce363004-74d4-4ea6-ae57-12a0d7ab972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:54:33Z', 'updated_at': '2021-08-10T04:54:38Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': 'ce363004-74d4-4ea6-ae57-12a0d7ab972c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:54:33Z', 'updated_at': '2021-08-10T04:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '8604d59a-df8a-4e51-9fad-df417996b844', 'name': '', 'network_id': '90074528-b955-4a2b-b430-f3979c474e78', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:31:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'e451ca56-09a3-4842-a39e-6d957f246398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:54:37Z', 'updated_at': '2021-08-10T04:54:42Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': 'e451ca56-09a3-4842-a39e-6d957f246398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:56:15.453505 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979e5ed-5761-4269-a900-02aabe40e206 req-de93fc2d-77d9-407f-980c-a9c0ca80ad67 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:15.454979 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b979e5ed-5761-4269-a900-02aabe40e206 req-de93fc2d-77d9-407f-980c-a9c0ca80ad67 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 946 time: 0.0666523 Aug 10 04:56:15.496350 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b979e5ed-5761-4269-a900-02aabe40e206 req-c67da304-d6a5-48de-abf2-2d1758bd9566 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343711 Aug 10 04:56:15.629019 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33544e99-335d-4de0-ae6d-078844a9c1d7 None None] New status for floating IP e524fc1c-2067-4684-b7d7-ff34c554fd52: DOWN {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:56:15.636293 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:16.451630 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:16.735190 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c23aa-bba0-4e89-ae9f-c622e737562b req-bbcfe9dc-d879-4249-b804-1119ae7fcae2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:16.736759 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-295c23aa-bba0-4e89-ae9f-c622e737562b req-bbcfe9dc-d879-4249-b804-1119ae7fcae2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 946 time: 0.1661777 Aug 10 04:56:16.780373 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-295c23aa-bba0-4e89-ae9f-c622e737562b req-9628e31d-58c6-4bb0-94c4-363badcdd646 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=2152841c-4e13-46b9-900b-f4ff119e11e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372064 Aug 10 04:56:16.794337 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67120edd-da80-4243-8cba-1203e8eed423 req-6c6b1c2f-9be4-4e24-ac26-0781d6b55440 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:16.795892 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-67120edd-da80-4243-8cba-1203e8eed423 req-6c6b1c2f-9be4-4e24-ac26-0781d6b55440 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 946 time: 0.0534286 Aug 10 04:56:16.899014 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-67120edd-da80-4243-8cba-1203e8eed423 req-812c2c07-e15a-4f92-a6ad-f15cf7412cc6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Deleting port 064f20b7-a8d2-4e15-a319-3f16e8e891f1 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:56:16.899358 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-67120edd-da80-4243-8cba-1203e8eed423 req-812c2c07-e15a-4f92-a6ad-f15cf7412cc6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:16.994357 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-67120edd-da80-4243-8cba-1203e8eed423 req-812c2c07-e15a-4f92-a6ad-f15cf7412cc6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] For port 064f20b7-a8d2-4e15-a319-3f16e8e891f1, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=064f20b7-a8d2-4e15-a319-3f16e8e891f1,segment=NetworkSegment(f2947804-e656-46ab-a78c-8da112e761c9),segment_id=f2947804-e656-46ab-a78c-8da112e761c9)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:16.994603 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-67120edd-da80-4243-8cba-1203e8eed423 req-812c2c07-e15a-4f92-a6ad-f15cf7412cc6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:17.008716 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-67120edd-da80-4243-8cba-1203e8eed423 req-812c2c07-e15a-4f92-a6ad-f15cf7412cc6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Calling delete_port for 064f20b7-a8d2-4e15-a319-3f16e8e891f1 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:56:17.188807 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:17.303823 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-67120edd-da80-4243-8cba-1203e8eed423 req-812c2c07-e15a-4f92-a6ad-f15cf7412cc6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:17.334412 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c2c07-e15a-4f92-a6ad-f15cf7412cc6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'Port': ['ID=064f20b7-a8d2-4e15-a319-3f16e8e891f1,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:17.382660 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-67120edd-da80-4243-8cba-1203e8eed423 req-812c2c07-e15a-4f92-a6ad-f15cf7412cc6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] No DVR routers for this DVR port 064f20b7-a8d2-4e15-a319-3f16e8e891f1 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:56:17.390610 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-67120edd-da80-4243-8cba-1203e8eed423 req-812c2c07-e15a-4f92-a6ad-f15cf7412cc6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:17.390610 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-67120edd-da80-4243-8cba-1203e8eed423 req-812c2c07-e15a-4f92-a6ad-f15cf7412cc6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.20 "DELETE /v2.0/ports/064f20b7-a8d2-4e15-a319-3f16e8e891f1 HTTP/1.1" status: 204 len: 173 time: 0.5858083 Aug 10 04:56:17.390610 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e70e3a6-c938-47ca-8cf9-be2c1a102a9e', 'name': 'network-vif-deleted', 'tag': '064f20b7-a8d2-4e15-a319-3f16e8e891f1'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:56:17.390610 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1c3d75-7760-44fe-a905-d0521b04b9cb" -d '{"events": [{"server_uuid": "5e70e3a6-c938-47ca-8cf9-be2c1a102a9e", "name": "network-vif-deleted", "tag": "064f20b7-a8d2-4e15-a319-3f16e8e891f1"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:56:17.435610 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31209c0-30b3-425e-97e3-93022e87f094 x-openstack-request-id: req-f31209c0-30b3-425e-97e3-93022e87f094 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:56:17.435932 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e70e3a6-c938-47ca-8cf9-be2c1a102a9e", "name": "network-vif-deleted", "tag": "064f20b7-a8d2-4e15-a319-3f16e8e891f1", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:56:17.436214 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f31209c0-30b3-425e-97e3-93022e87f094 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:56:17.436622 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e70e3a6-c938-47ca-8cf9-be2c1a102a9e', 'name': 'network-vif-deleted', 'tag': '064f20b7-a8d2-4e15-a319-3f16e8e891f1', 'status': 'completed', 'code': 200} Aug 10 04:56:17.914340 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4bd7a039-c8e1-47d6-9ff5-bf1e328361bf req-3fadb652-358a-40cf-997c-7fd62fc6d6d5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e70e3a6-c938-47ca-8cf9-be2c1a102a9e HTTP/1.1" status: 200 len: 210 time: 0.0328271 Aug 10 04:56:19.034314 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55046) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:19.449843 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-284b615e-4995-4835-ab11-f9263c82192e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:19.745376 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-284b615e-4995-4835-ab11-f9263c82192e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Deleting port 8604d59a-df8a-4e51-9fad-df417996b844 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:56:19.745612 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-284b615e-4995-4835-ab11-f9263c82192e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:19.854817 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-284b615e-4995-4835-ab11-f9263c82192e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] For port 8604d59a-df8a-4e51-9fad-df417996b844, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=8604d59a-df8a-4e51-9fad-df417996b844,segment=NetworkSegment(f2947804-e656-46ab-a78c-8da112e761c9),segment_id=f2947804-e656-46ab-a78c-8da112e761c9)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:19.855244 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-284b615e-4995-4835-ab11-f9263c82192e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:19.871855 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-284b615e-4995-4835-ab11-f9263c82192e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Calling delete_port for 8604d59a-df8a-4e51-9fad-df417996b844 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:56:20.140418 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 064f20b7-a8d2-4e15-a319-3f16e8e891f1 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:56:20.178240 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 064f20b7-a8d2-4e15-a319-3f16e8e891f1 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:56:20.178819 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 064f20b7-a8d2-4e15-a319-3f16e8e891f1 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:56:20.224742 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-284b615e-4995-4835-ab11-f9263c82192e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:20.266522 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b615e-4995-4835-ab11-f9263c82192e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'Port': ['ID=8604d59a-df8a-4e51-9fad-df417996b844,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:20.311555 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284b615e-4995-4835-ab11-f9263c82192e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:20.312136 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284b615e-4995-4835-ab11-f9263c82192e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:20.312713 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284b615e-4995-4835-ab11-f9263c82192e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:20.313288 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284b615e-4995-4835-ab11-f9263c82192e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:20.313846 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284b615e-4995-4835-ab11-f9263c82192e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:20.314382 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284b615e-4995-4835-ab11-f9263c82192e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:20.314941 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284b615e-4995-4835-ab11-f9263c82192e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:20.315377 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284b615e-4995-4835-ab11-f9263c82192e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:20.315973 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284b615e-4995-4835-ab11-f9263c82192e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:20.316514 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284b615e-4995-4835-ab11-f9263c82192e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:20.316948 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284b615e-4995-4835-ab11-f9263c82192e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:20.317284 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284b615e-4995-4835-ab11-f9263c82192e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:20.523403 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-284b615e-4995-4835-ab11-f9263c82192e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:20.837164 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-284b615e-4995-4835-ab11-f9263c82192e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Router 03bf524c-78d6-43ab-a4d0-7245319ac0d9 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:56:20.961612 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284b615e-4995-4835-ab11-f9263c82192e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:56:20.969658 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-284b615e-4995-4835-ab11-f9263c82192e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "PUT /v2.0/routers/03bf524c-78d6-43ab-a4d0-7245319ac0d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9336069 Aug 10 04:56:20.972949 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55048) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:20.976643 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787b04e9-f2e2-4e04-b27f-62c522e72cdc None None] Sync routers for ids ['03bf524c-78d6-43ab-a4d0-7245319ac0d9'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:56:20.987584 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787b04e9-f2e2-4e04-b27f-62c522e72cdc None None] Routers {'03bf524c-78d6-43ab-a4d0-7245319ac0d9'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:56:20.988420 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-787b04e9-f2e2-4e04-b27f-62c522e72cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:56:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['03bf524c-78d6-43ab-a4d0-7245319ac0d9'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:21.049695 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9635299-bf13-4902-9202-6b44f7ae5ba9 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Deleting subnet e451ca56-09a3-4842-a39e-6d957f246398 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:56:21.053518 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f9635299-bf13-4902-9202-6b44f7ae5ba9 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:21.103628 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f9635299-bf13-4902-9202-6b44f7ae5ba9 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:21.122964 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-787b04e9-f2e2-4e04-b27f-62c522e72cdc None None] Set router 03bf524c-78d6-43ab-a4d0-7245319ac0d9 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:56:21.200616 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f9635299-bf13-4902-9202-6b44f7ae5ba9 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:21.315729 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f9635299-bf13-4902-9202-6b44f7ae5ba9 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:21.332733 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-787b04e9-f2e2-4e04-b27f-62c522e72cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13378399', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ce363004-74d4-4ea6-ae57-12a0d7ab972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:54:33Z', 'updated_at': '2021-08-10T04:56:20Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': 'ce363004-74d4-4ea6-ae57-12a0d7ab972c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:54:33Z', 'updated_at': '2021-08-10T04:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:21.343614 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9635299-bf13-4902-9202-6b44f7ae5ba9 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'Subnet': ['ID=e451ca56-09a3-4842-a39e-6d957f246398,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:21.355812 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f9635299-bf13-4902-9202-6b44f7ae5ba9 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:21.357170 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb34dfc8-43ff-4b3e-9589-a36127d946a1 None None] Network 90074528-b955-4a2b-b430-f3979c474e78 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:56:21.361027 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55050) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:21.362283 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f9635299-bf13-4902-9202-6b44f7ae5ba9 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "DELETE /v2.0/subnets/e451ca56-09a3-4842-a39e-6d957f246398 HTTP/1.1" status: 204 len: 168 time: 0.3868825 Aug 10 04:56:21.362476 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787b04e9-f2e2-4e04-b27f-62c522e72cdc None None] Checking router: 03bf524c-78d6-43ab-a4d0-7245319ac0d9 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:56:21.371869 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787b04e9-f2e2-4e04-b27f-62c522e72cdc None None] Routers {'03bf524c-78d6-43ab-a4d0-7245319ac0d9'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:56:21.372539 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-787b04e9-f2e2-4e04-b27f-62c522e72cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:56:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['03bf524c-78d6-43ab-a4d0-7245319ac0d9'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:21.540473 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df55b586-3eca-4e41-8074-f27a579a3a89 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:21.607837 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735ec659-2899-4b17-951c-48ef3878c629 None None] DHCP port deletion for 90074528-b955-4a2b-b430-f3979c474e78 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:56:21.680812 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-787b04e9-f2e2-4e04-b27f-62c522e72cdc None None] Set router 03bf524c-78d6-43ab-a4d0-7245319ac0d9 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:56:21.687346 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-735ec659-2899-4b17-951c-48ef3878c629 None None] Deleting port 2f964a9c-c22f-42f3-8a10-af0b2ff29be8 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:56:21.687723 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-735ec659-2899-4b17-951c-48ef3878c629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:21.700142 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df55b586-3eca-4e41-8074-f27a579a3a89 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:21.798412 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-735ec659-2899-4b17-951c-48ef3878c629 None None] For port 2f964a9c-c22f-42f3-8a10-af0b2ff29be8, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=2f964a9c-c22f-42f3-8a10-af0b2ff29be8,segment=NetworkSegment(f2947804-e656-46ab-a78c-8da112e761c9),segment_id=f2947804-e656-46ab-a78c-8da112e761c9)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:21.798951 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-735ec659-2899-4b17-951c-48ef3878c629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:21.816597 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-735ec659-2899-4b17-951c-48ef3878c629 None None] Calling delete_port for 2f964a9c-c22f-42f3-8a10-af0b2ff29be8 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:56:21.875537 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-df55b586-3eca-4e41-8074-f27a579a3a89 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Deleting port ce363004-74d4-4ea6-ae57-12a0d7ab972c {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:56:21.875537 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df55b586-3eca-4e41-8074-f27a579a3a89 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:21.921771 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-787b04e9-f2e2-4e04-b27f-62c522e72cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13378399', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ce363004-74d4-4ea6-ae57-12a0d7ab972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:54:33Z', 'updated_at': '2021-08-10T04:56:20Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': 'ce363004-74d4-4ea6-ae57-12a0d7ab972c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:54:33Z', 'updated_at': '2021-08-10T04:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:21.963270 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-735ec659-2899-4b17-951c-48ef3878c629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:21.983007 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787b04e9-f2e2-4e04-b27f-62c522e72cdc None None] The sync data for ids ['03bf524c-78d6-43ab-a4d0-7245319ac0d9'] in n-d-802893-2 is: [{'id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-13378399', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.61'}], 'enable_snat': True}, 'gw_port_id': 'ce363004-74d4-4ea6-ae57-12a0d7ab972c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:54:33Z', 'updated_at': '2021-08-10T04:56:20Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': 'ce363004-74d4-4ea6-ae57-12a0d7ab972c', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03bf524c-78d6-43ab-a4d0-7245319ac0d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:54:33Z', 'updated_at': '2021-08-10T04:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:56:21.983939 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-df55b586-3eca-4e41-8074-f27a579a3a89 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] For port ce363004-74d4-4ea6-ae57-12a0d7ab972c, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=ce363004-74d4-4ea6-ae57-12a0d7ab972c,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:21.984586 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df55b586-3eca-4e41-8074-f27a579a3a89 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:21.997904 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735ec659-2899-4b17-951c-48ef3878c629 None None] Pushing event deleted for resources: {'Port': ['ID=2f964a9c-c22f-42f3-8a10-af0b2ff29be8,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:22.002936 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735ec659-2899-4b17-951c-48ef3878c629 None None] No DVR routers for this DVR port 2f964a9c-c22f-42f3-8a10-af0b2ff29be8 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:56:22.023639 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 2f964a9c-c22f-42f3-8a10-af0b2ff29be8 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:56:22.033517 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-df55b586-3eca-4e41-8074-f27a579a3a89 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Calling delete_port for ce363004-74d4-4ea6-ae57-12a0d7ab972c owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:56:22.046580 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 2f964a9c-c22f-42f3-8a10-af0b2ff29be8 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:56:22.046969 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 2f964a9c-c22f-42f3-8a10-af0b2ff29be8 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:56:22.315038 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df55b586-3eca-4e41-8074-f27a579a3a89 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:22.343003 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55b586-3eca-4e41-8074-f27a579a3a89 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'Port': ['ID=ce363004-74d4-4ea6-ae57-12a0d7ab972c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:22.425554 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df55b586-3eca-4e41-8074-f27a579a3a89 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:22.595002 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df55b586-3eca-4e41-8074-f27a579a3a89 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:22.599217 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df55b586-3eca-4e41-8074-f27a579a3a89 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:22.742731 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df55b586-3eca-4e41-8074-f27a579a3a89 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:22.743424 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df55b586-3eca-4e41-8074-f27a579a3a89 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Fanout notify agent at l3_agent the message router_deleted on router 03bf524c-78d6-43ab-a4d0-7245319ac0d9 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:56:22.752735 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-df55b586-3eca-4e41-8074-f27a579a3a89 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:22.752735 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-df55b586-3eca-4e41-8074-f27a579a3a89 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "DELETE /v2.0/routers/03bf524c-78d6-43ab-a4d0-7245319ac0d9 HTTP/1.1" status: 204 len: 168 time: 1.3879478 Aug 10 04:56:22.755345 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55052) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:22.842809 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4b365689-431c-4550-9b18-642744a6a03a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:22.868436 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:56:22.933525 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4b365689-431c-4550-9b18-642744a6a03a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:22.944746 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-4b365689-431c-4550-9b18-642744a6a03a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90074528-b955-4a2b-b430-f3979c474e78']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:22.956842 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-4b365689-431c-4550-9b18-642744a6a03a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2947804-e656-46ab-a78c-8da112e761c9') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:22.957138 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-4b365689-431c-4550-9b18-642744a6a03a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2947804-e656-46ab-a78c-8da112e761c9') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:22.967559 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4b365689-431c-4550-9b18-642744a6a03a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:22.983789 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4b365689-431c-4550-9b18-642744a6a03a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:22.990885 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b365689-431c-4550-9b18-642744a6a03a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:56:22.991290 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4b365689-431c-4550-9b18-642744a6a03a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:56:22.994215 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:56:23.114749 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4b365689-431c-4550-9b18-642744a6a03a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:23.126731 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4b365689-431c-4550-9b18-642744a6a03a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:23.126731 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4b365689-431c-4550-9b18-642744a6a03a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "DELETE /v2.0/networks/90074528-b955-4a2b-b430-f3979c474e78 HTTP/1.1" status: 204 len: 168 time: 0.3683386 Aug 10 04:56:23.129958 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55054) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:23.139741 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b365689-431c-4550-9b18-642744a6a03a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'Network': ['ID=90074528-b955-4a2b-b430-f3979c474e78,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:23.214138 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-481663b7-80da-4789-bfb9-5a975662ff6b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:23.249126 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-481663b7-80da-4789-bfb9-5a975662ff6b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:23.399892 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-481663b7-80da-4789-bfb9-5a975662ff6b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:23.402670 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-481663b7-80da-4789-bfb9-5a975662ff6b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:23.403993 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-481663b7-80da-4789-bfb9-5a975662ff6b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "DELETE /v2.0/security-groups/2152841c-4e13-46b9-900b-f4ff119e11e3 HTTP/1.1" status: 204 len: 168 time: 0.2728887 Aug 10 04:56:23.415195 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481663b7-80da-4789-bfb9-5a975662ff6b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2152841c-4e13-46b9-900b-f4ff119e11e3,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:23.897593 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ce363004-74d4-4ea6-ae57-12a0d7ab972c no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:56:23.919303 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: ce363004-74d4-4ea6-ae57-12a0d7ab972c {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:56:23.919648 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device ce363004-74d4-4ea6-ae57-12a0d7ab972c not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:56:23.920105 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 8604d59a-df8a-4e51-9fad-df417996b844 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:56:23.942067 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 8604d59a-df8a-4e51-9fad-df417996b844 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:56:23.942415 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 8604d59a-df8a-4e51-9fad-df417996b844 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:56:24.093676 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55060) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:24.099625 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-262bcf95-9d56-446b-9a2f-642263f18814 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1645931973', 'description': 'tempest-secgroup-smoke-1645931973 description', 'project_id': '32d55eec4aea4528bb07036d15eccacb'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:24.206058 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-262bcf95-9d56-446b-9a2f-642263f18814 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:24.294620 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-262bcf95-9d56-446b-9a2f-642263f18814 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:24.377663 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-262bcf95-9d56-446b-9a2f-642263f18814 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:24.414240 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bcf95-9d56-446b-9a2f-642263f18814 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90bb60a3-1ae4-4506-b85e-6aac1b32f14c,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:24.474146 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-262bcf95-9d56-446b-9a2f-642263f18814 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:24.475764 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-262bcf95-9d56-446b-9a2f-642263f18814 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3806217 Aug 10 04:56:24.479164 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55062) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:24.484258 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-683c9e87-b205-4910-ad4a-d20d1d91576c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group_rule': {'security_group_id': '90bb60a3-1ae4-4506-b85e-6aac1b32f14c', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:24.634683 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-683c9e87-b205-4910-ad4a-d20d1d91576c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:24.714486 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-683c9e87-b205-4910-ad4a-d20d1d91576c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:24.788688 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-683c9e87-b205-4910-ad4a-d20d1d91576c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:24.813699 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c9e87-b205-4910-ad4a-d20d1d91576c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=104c66b3-c7c2-4e01-b3a5-201ca2156b2c,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:24.868625 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-683c9e87-b205-4910-ad4a-d20d1d91576c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:24.869920 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-683c9e87-b205-4910-ad4a-d20d1d91576c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3896332 Aug 10 04:56:24.873031 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55064) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:24.878218 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-6ad36dde-8890-45d0-bde7-88faa29cafe3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group_rule': {'security_group_id': '90bb60a3-1ae4-4506-b85e-6aac1b32f14c', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:24.974907 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ad36dde-8890-45d0-bde7-88faa29cafe3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:25.067485 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ad36dde-8890-45d0-bde7-88faa29cafe3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:25.149022 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ad36dde-8890-45d0-bde7-88faa29cafe3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:25.167091 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad36dde-8890-45d0-bde7-88faa29cafe3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d7528a-74eb-465d-a10c-061a7af6ab96,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:25.234343 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6ad36dde-8890-45d0-bde7-88faa29cafe3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:25.235609 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6ad36dde-8890-45d0-bde7-88faa29cafe3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3615351 Aug 10 04:56:25.238888 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55066) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:25.243660 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-53f04310-c18d-4d2d-be67-4b73a8f94465 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group_rule': {'security_group_id': '90bb60a3-1ae4-4506-b85e-6aac1b32f14c', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:25.336543 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-53f04310-c18d-4d2d-be67-4b73a8f94465 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:25.399184 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-53f04310-c18d-4d2d-be67-4b73a8f94465 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:25.473830 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-53f04310-c18d-4d2d-be67-4b73a8f94465 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:25.492520 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f04310-c18d-4d2d-be67-4b73a8f94465 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32dcf68a-40b0-4eca-b424-559f3e4a51b9,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:25.554154 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-53f04310-c18d-4d2d-be67-4b73a8f94465 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:25.555447 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-53f04310-c18d-4d2d-be67-4b73a8f94465 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3155203 Aug 10 04:56:25.558274 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55068) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:25.563001 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-50c62921-2cc2-43ad-96a3-5b15137a4eb0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group_rule': {'security_group_id': '90bb60a3-1ae4-4506-b85e-6aac1b32f14c', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:25.639153 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-50c62921-2cc2-43ad-96a3-5b15137a4eb0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:25.699212 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-50c62921-2cc2-43ad-96a3-5b15137a4eb0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:25.770535 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-50c62921-2cc2-43ad-96a3-5b15137a4eb0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:25.789372 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c62921-2cc2-43ad-96a3-5b15137a4eb0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b4fb20f-1859-447d-8d70-50f5232f2a31,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:25.856467 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-50c62921-2cc2-43ad-96a3-5b15137a4eb0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:25.857752 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-50c62921-2cc2-43ad-96a3-5b15137a4eb0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2984514 Aug 10 04:56:25.860489 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55070) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:25.865785 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-9fbbaf66-891c-4956-b8e2-4168f20e07f1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group_rule': {'security_group_id': '90bb60a3-1ae4-4506-b85e-6aac1b32f14c', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:25.982288 n-d-802893-2 neutron-server[94938]: INFO neutron.db.securitygroups_db [None req-9fbbaf66-891c-4956-b8e2-4168f20e07f1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Project 32d55eec4aea4528bb07036d15eccacb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:56:25.988395 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9fbbaf66-891c-4956-b8e2-4168f20e07f1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:26.048967 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9fbbaf66-891c-4956-b8e2-4168f20e07f1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:26.154026 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9fbbaf66-891c-4956-b8e2-4168f20e07f1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:26.176970 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbaf66-891c-4956-b8e2-4168f20e07f1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b6fa259-e1f6-43b0-9b89-6560f3f0c920,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:26.251486 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9fbbaf66-891c-4956-b8e2-4168f20e07f1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:26.253146 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9fbbaf66-891c-4956-b8e2-4168f20e07f1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3911078 Aug 10 04:56:26.257461 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55072) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:26.262199 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-dd8dcad1-8808-48bd-9a44-1fc9e7403aae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group_rule': {'security_group_id': '90bb60a3-1ae4-4506-b85e-6aac1b32f14c', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:26.365938 n-d-802893-2 neutron-server[94938]: INFO neutron.db.securitygroups_db [None req-dd8dcad1-8808-48bd-9a44-1fc9e7403aae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Project 32d55eec4aea4528bb07036d15eccacb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:56:26.371382 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dd8dcad1-8808-48bd-9a44-1fc9e7403aae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:26.446397 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dd8dcad1-8808-48bd-9a44-1fc9e7403aae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:26.537338 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dd8dcad1-8808-48bd-9a44-1fc9e7403aae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:26.556665 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8dcad1-8808-48bd-9a44-1fc9e7403aae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e89002b-5846-4be2-8251-69de24133a42,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:26.708738 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-dd8dcad1-8808-48bd-9a44-1fc9e7403aae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:26.710245 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-dd8dcad1-8808-48bd-9a44-1fc9e7403aae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4516807 Aug 10 04:56:26.713595 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55074) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:26.725317 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-07f938f6-7d33-4bcc-9629-edee82566321 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'network': {'name': 'tempest-network-smoke--1974866077', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'port_security_enabled': True}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:26.908614 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f938f6-7d33-4bcc-9629-edee82566321 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Made reservation on behalf of 32d55eec4aea4528bb07036d15eccacb for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:56:26.912581 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-07f938f6-7d33-4bcc-9629-edee82566321 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:26.942779 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07f938f6-7d33-4bcc-9629-edee82566321 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:56:26.956717 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-07f938f6-7d33-4bcc-9629-edee82566321 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:26.957267 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-07f938f6-7d33-4bcc-9629-edee82566321 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Added segment e43a37e5-2e90-4f09-92d4-c118ece01e3f of type vlan for network 8c36fef7-02f1-4d96-a1ac-87282a8a1335 Aug 10 04:56:27.022461 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-07f938f6-7d33-4bcc-9629-edee82566321 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:27.222412 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-07f938f6-7d33-4bcc-9629-edee82566321 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:27.228081 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f938f6-7d33-4bcc-9629-edee82566321 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:27.228669 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-07f938f6-7d33-4bcc-9629-edee82566321 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:27.306181 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f938f6-7d33-4bcc-9629-edee82566321 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Network': ['ID=8c36fef7-02f1-4d96-a1ac-87282a8a1335,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:27.316296 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 8c36fef7-02f1-4d96-a1ac-87282a8a1335 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:56:27.430686 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-07f938f6-7d33-4bcc-9629-edee82566321 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7156422 Aug 10 04:56:27.434908 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55076) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:27.443068 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-88bc76ac-ce01-449d-b3cd-3d4f37c398eb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-66087530', 'admin_state_up': True, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:27.617921 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88bc76ac-ce01-449d-b3cd-3d4f37c398eb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:27.619685 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88bc76ac-ce01-449d-b3cd-3d4f37c398eb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:27.710318 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88bc76ac-ce01-449d-b3cd-3d4f37c398eb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:27.979492 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88bc76ac-ce01-449d-b3cd-3d4f37c398eb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:28.273827 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88bc76ac-ce01-449d-b3cd-3d4f37c398eb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:28.274369 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:28.297494 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88bc76ac-ce01-449d-b3cd-3d4f37c398eb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:28.416232 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-88bc76ac-ce01-449d-b3cd-3d4f37c398eb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Allocated IP 172.25.0.16 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/6107ca3d-50e7-4cbb-b89d-9b6ca44cb553) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:56:28.530224 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88bc76ac-ce01-449d-b3cd-3d4f37c398eb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:28.657299 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88bc76ac-ce01-449d-b3cd-3d4f37c398eb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:28.703849 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bc76ac-ce01-449d-b3cd-3d4f37c398eb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:56:28.710255 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-88bc76ac-ce01-449d-b3cd-3d4f37c398eb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:56:28.714730 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bc76ac-ce01-449d-b3cd-3d4f37c398eb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:56:28.718328 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bc76ac-ce01-449d-b3cd-3d4f37c398eb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Port': ['ID=6107ca3d-50e7-4cbb-b89d-9b6ca44cb553,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:29.167036 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88bc76ac-ce01-449d-b3cd-3d4f37c398eb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:29.397917 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88bc76ac-ce01-449d-b3cd-3d4f37c398eb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:29.679402 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88bc76ac-ce01-449d-b3cd-3d4f37c398eb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Router 214d255f-472b-4959-8221-b26321f30867 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:56:29.803106 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bc76ac-ce01-449d-b3cd-3d4f37c398eb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:56:29.815523 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597a9819-5fe4-4104-9f0a-e8aa9fd302a5 None None] Sync routers for ids ['214d255f-472b-4959-8221-b26321f30867'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:56:29.830570 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597a9819-5fe4-4104-9f0a-e8aa9fd302a5 None None] Routers {'214d255f-472b-4959-8221-b26321f30867'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:56:29.833968 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-597a9819-5fe4-4104-9f0a-e8aa9fd302a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:56:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['214d255f-472b-4959-8221-b26321f30867'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:29.885737 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88bc76ac-ce01-449d-b3cd-3d4f37c398eb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:29.887627 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-88bc76ac-ce01-449d-b3cd-3d4f37c398eb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.4512262 Aug 10 04:56:29.890723 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55078) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:29.962513 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-597a9819-5fe4-4104-9f0a-e8aa9fd302a5 None None] Set router 214d255f-472b-4959-8221-b26321f30867 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:56:29.981231 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-cb0b6c08-1697-4c6e-b6bc-bf896b7d45b3 tempest-TestNetworkAdvancedServerOps-352895745 tempest-TestNetworkAdvancedServerOps-352895745-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=32d55eec4aea4528bb07036d15eccacb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0893085 Aug 10 04:56:29.985488 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55082) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:30.098564 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868f4c63-2d2b-4b3f-a483-6b4297976cf1 tempest-TestNetworkAdvancedServerOps-352895745 tempest-TestNetworkAdvancedServerOps-352895745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:30.100303 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-868f4c63-2d2b-4b3f-a483-6b4297976cf1 tempest-TestNetworkAdvancedServerOps-352895745 tempest-TestNetworkAdvancedServerOps-352895745-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1133842 Aug 10 04:56:30.104614 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55084) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:30.139840 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b4d794c9-b0ae-4e40-b714-265a4804aaaa tempest-TestNetworkAdvancedServerOps-352895745 tempest-TestNetworkAdvancedServerOps-352895745-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312831 Aug 10 04:56:30.140147 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55086) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:30.146197 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-36a0ad22-bcd4-4960-87b8-731cd81ba874 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-896252684', 'network_id': '8c36fef7-02f1-4d96-a1ac-87282a8a1335', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:30.192133 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-597a9819-5fe4-4104-9f0a-e8aa9fd302a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214d255f-472b-4959-8221-b26321f30867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66087530', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6107ca3d-50e7-4cbb-b89d-9b6ca44cb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:27Z', 'updated_at': '2021-08-10T04:56:28Z', 'revision_number': 3, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '6107ca3d-50e7-4cbb-b89d-9b6ca44cb553', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214d255f-472b-4959-8221-b26321f30867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:28Z', 'updated_at': '2021-08-10T04:56:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:30.221360 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597a9819-5fe4-4104-9f0a-e8aa9fd302a5 None None] Checking router: 214d255f-472b-4959-8221-b26321f30867 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:56:30.221711 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597a9819-5fe4-4104-9f0a-e8aa9fd302a5 None None] Updating router 214d255f-472b-4959-8221-b26321f30867 port 6107ca3d-50e7-4cbb-b89d-9b6ca44cb553 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:56:30.255315 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-597a9819-5fe4-4104-9f0a-e8aa9fd302a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:30.313783 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a0ad22-bcd4-4960-87b8-731cd81ba874 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Made reservation on behalf of 32d55eec4aea4528bb07036d15eccacb for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:56:30.318146 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-36a0ad22-bcd4-4960-87b8-731cd81ba874 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:30.608005 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-597a9819-5fe4-4104-9f0a-e8aa9fd302a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:30.621331 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-597a9819-5fe4-4104-9f0a-e8aa9fd302a5 None None] Transition to ACTIVE for port object 6107ca3d-50e7-4cbb-b89d-9b6ca44cb553 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:56:30.725958 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-597a9819-5fe4-4104-9f0a-e8aa9fd302a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:30.726201 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-36a0ad22-bcd4-4960-87b8-731cd81ba874 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:30.812960 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-597a9819-5fe4-4104-9f0a-e8aa9fd302a5 None None] Attempting to bind port 6107ca3d-50e7-4cbb-b89d-9b6ca44cb553 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:56:30.813570 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-597a9819-5fe4-4104-9f0a-e8aa9fd302a5 None None] Attempting to bind port 6107ca3d-50e7-4cbb-b89d-9b6ca44cb553 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:56:30.814695 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597a9819-5fe4-4104-9f0a-e8aa9fd302a5 None None] Attempting to bind port 6107ca3d-50e7-4cbb-b89d-9b6ca44cb553 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:56:30.825440 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0ad22-bcd4-4960-87b8-731cd81ba874 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Subnet': ['ID=58286753-845f-4749-a67e-48478fc186da,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:30.827861 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ef6de-7fc6-4033-a022-bae4aad91300 None None] Pushing event updated for resources: {'Port': ['ID=6107ca3d-50e7-4cbb-b89d-9b6ca44cb553,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:30.833529 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597a9819-5fe4-4104-9f0a-e8aa9fd302a5 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:56:30.834131 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597a9819-5fe4-4104-9f0a-e8aa9fd302a5 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:56:30.834545 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-597a9819-5fe4-4104-9f0a-e8aa9fd302a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:30.835191 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597a9819-5fe4-4104-9f0a-e8aa9fd302a5 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:56:30.835780 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-597a9819-5fe4-4104-9f0a-e8aa9fd302a5 None None] Bound port: 6107ca3d-50e7-4cbb-b89d-9b6ca44cb553, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:56:30.836391 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-597a9819-5fe4-4104-9f0a-e8aa9fd302a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:30.839376 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a0ad22-bcd4-4960-87b8-731cd81ba874 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Checking segment: {'id': 'e43a37e5-2e90-4f09-92d4-c118ece01e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8c36fef7-02f1-4d96-a1ac-87282a8a1335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:56:30.839910 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a0ad22-bcd4-4960-87b8-731cd81ba874 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network hostable DHCP agents. Network: 8c36fef7-02f1-4d96-a1ac-87282a8a1335, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:56:30.933400 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-597a9819-5fe4-4104-9f0a-e8aa9fd302a5 None None] For port 6107ca3d-50e7-4cbb-b89d-9b6ca44cb553, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:56:30.940675 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-597a9819-5fe4-4104-9f0a-e8aa9fd302a5 None None] For port 6107ca3d-50e7-4cbb-b89d-9b6ca44cb553, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=6107ca3d-50e7-4cbb-b89d-9b6ca44cb553,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:56:30.977252 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a0ad22-bcd4-4960-87b8-731cd81ba874 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network 8c36fef7-02f1-4d96-a1ac-87282a8a1335 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:56:31.149027 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-597a9819-5fe4-4104-9f0a-e8aa9fd302a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:31.225556 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597a9819-5fe4-4104-9f0a-e8aa9fd302a5 None None] Routers {'214d255f-472b-4959-8221-b26321f30867'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:56:31.226222 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-597a9819-5fe4-4104-9f0a-e8aa9fd302a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:56:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['214d255f-472b-4959-8221-b26321f30867'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:31.246048 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-36a0ad22-bcd4-4960-87b8-731cd81ba874 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 8c36fef7-02f1-4d96-a1ac-87282a8a1335) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:56:31.252709 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a0ad22-bcd4-4960-87b8-731cd81ba874 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:31.253797 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-36a0ad22-bcd4-4960-87b8-731cd81ba874 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:31.277082 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26500c5d-df4f-4170-8369-e83d0a3c3b6d None None] Network 8c36fef7-02f1-4d96-a1ac-87282a8a1335 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:56:31.279900 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ef6de-7fc6-4033-a022-bae4aad91300 None None] Pushing event updated for resources: {'Port': ['ID=6107ca3d-50e7-4cbb-b89d-9b6ca44cb553,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:31.369070 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-36a0ad22-bcd4-4960-87b8-731cd81ba874 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2250297 Aug 10 04:56:31.369793 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55088) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:31.440535 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-597a9819-5fe4-4104-9f0a-e8aa9fd302a5 None None] Set router 214d255f-472b-4959-8221-b26321f30867 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:56:31.673238 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaab899-9779-42d7-bbe2-495265820c92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-8c36fef7-02f1-4d96-a1ac-87282a8a1335', 'network_id': '8c36fef7-02f1-4d96-a1ac-87282a8a1335', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'fixed_ips': [{'subnet_id': '58286753-845f-4749-a67e-48478fc186da'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:56:31.674644 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-daaab899-9779-42d7-bbe2-495265820c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:31.952025 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-597a9819-5fe4-4104-9f0a-e8aa9fd302a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214d255f-472b-4959-8221-b26321f30867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66087530', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6107ca3d-50e7-4cbb-b89d-9b6ca44cb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:27Z', 'updated_at': '2021-08-10T04:56:28Z', 'revision_number': 3, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '6107ca3d-50e7-4cbb-b89d-9b6ca44cb553', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214d255f-472b-4959-8221-b26321f30867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:28Z', 'updated_at': '2021-08-10T04:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:32.000844 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597a9819-5fe4-4104-9f0a-e8aa9fd302a5 None None] The sync data for ids ['214d255f-472b-4959-8221-b26321f30867'] in n-d-802893-2 is: [{'id': '214d255f-472b-4959-8221-b26321f30867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66087530', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6107ca3d-50e7-4cbb-b89d-9b6ca44cb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:27Z', 'updated_at': '2021-08-10T04:56:28Z', 'revision_number': 3, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '6107ca3d-50e7-4cbb-b89d-9b6ca44cb553', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214d255f-472b-4959-8221-b26321f30867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:28Z', 'updated_at': '2021-08-10T04:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:56:32.012067 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-daaab899-9779-42d7-bbe2-495265820c92 None None] Allocated IP 172.20.0.2 (8c36fef7-02f1-4d96-a1ac-87282a8a1335/58286753-845f-4749-a67e-48478fc186da/a588118a-b154-4512-8882-e1629b83edc2) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:56:32.247218 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-daaab899-9779-42d7-bbe2-495265820c92 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:32.260045 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-daaab899-9779-42d7-bbe2-495265820c92 None None] Transition to ACTIVE for port object a588118a-b154-4512-8882-e1629b83edc2 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:56:32.298920 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-daaab899-9779-42d7-bbe2-495265820c92 None None] Transition to ACTIVE for port object a588118a-b154-4512-8882-e1629b83edc2 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:56:32.324404 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bce49073-ef50-46ab-8f33-2a95c709714e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:32.366622 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-daaab899-9779-42d7-bbe2-495265820c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:32.432763 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaab899-9779-42d7-bbe2-495265820c92 None None] Network 8c36fef7-02f1-4d96-a1ac-87282a8a1335 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:56:32.440094 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-daaab899-9779-42d7-bbe2-495265820c92 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:56:32.445040 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaab899-9779-42d7-bbe2-495265820c92 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:56:32.456522 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaab899-9779-42d7-bbe2-495265820c92 None None] Pushing event updated for resources: {'Port': ['ID=a588118a-b154-4512-8882-e1629b83edc2,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:32.535198 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-daaab899-9779-42d7-bbe2-495265820c92 None None] Attempting to bind port a588118a-b154-4512-8882-e1629b83edc2 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:56:32.535761 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-daaab899-9779-42d7-bbe2-495265820c92 None None] Attempting to bind port a588118a-b154-4512-8882-e1629b83edc2 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'e43a37e5-2e90-4f09-92d4-c118ece01e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8c36fef7-02f1-4d96-a1ac-87282a8a1335'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:56:32.536520 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaab899-9779-42d7-bbe2-495265820c92 None None] Attempting to bind port a588118a-b154-4512-8882-e1629b83edc2 on network 8c36fef7-02f1-4d96-a1ac-87282a8a1335 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:56:32.544552 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaab899-9779-42d7-bbe2-495265820c92 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:56:32.544940 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaab899-9779-42d7-bbe2-495265820c92 None None] Checking segment: {'id': 'e43a37e5-2e90-4f09-92d4-c118ece01e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8c36fef7-02f1-4d96-a1ac-87282a8a1335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:56:32.546066 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-daaab899-9779-42d7-bbe2-495265820c92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:32.546066 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaab899-9779-42d7-bbe2-495265820c92 None None] Bound using segment: {'id': 'e43a37e5-2e90-4f09-92d4-c118ece01e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8c36fef7-02f1-4d96-a1ac-87282a8a1335'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:56:32.546733 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-daaab899-9779-42d7-bbe2-495265820c92 None None] Bound port: a588118a-b154-4512-8882-e1629b83edc2, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43a37e5-2e90-4f09-92d4-c118ece01e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8c36fef7-02f1-4d96-a1ac-87282a8a1335'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:56:32.547167 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-daaab899-9779-42d7-bbe2-495265820c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:32.623144 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-daaab899-9779-42d7-bbe2-495265820c92 None None] For port a588118a-b154-4512-8882-e1629b83edc2, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:56:32.626999 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-daaab899-9779-42d7-bbe2-495265820c92 None None] For port a588118a-b154-4512-8882-e1629b83edc2, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a588118a-b154-4512-8882-e1629b83edc2,segment=NetworkSegment(e43a37e5-2e90-4f09-92d4-c118ece01e3f),segment_id=e43a37e5-2e90-4f09-92d4-c118ece01e3f)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:56:32.709712 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-daaab899-9779-42d7-bbe2-495265820c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:32.735873 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-bce49073-ef50-46ab-8f33-2a95c709714e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Allocated IP 172.20.0.1 (8c36fef7-02f1-4d96-a1ac-87282a8a1335/58286753-845f-4749-a67e-48478fc186da/051807bb-b095-4779-9678-db5da4fe7ed1) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:56:32.795133 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaab899-9779-42d7-bbe2-495265820c92 None None] Pushing event updated for resources: {'Port': ['ID=a588118a-b154-4512-8882-e1629b83edc2,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:32.929338 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bce49073-ef50-46ab-8f33-2a95c709714e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:32.948007 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-bce49073-ef50-46ab-8f33-2a95c709714e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Transition to ACTIVE for port object 051807bb-b095-4779-9678-db5da4fe7ed1 will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:56:33.066145 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bce49073-ef50-46ab-8f33-2a95c709714e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:33.125105 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce49073-ef50-46ab-8f33-2a95c709714e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network 8c36fef7-02f1-4d96-a1ac-87282a8a1335 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:56:33.129996 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-bce49073-ef50-46ab-8f33-2a95c709714e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:56:33.136124 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce49073-ef50-46ab-8f33-2a95c709714e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:56:33.146232 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce49073-ef50-46ab-8f33-2a95c709714e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Port': ['ID=051807bb-b095-4779-9678-db5da4fe7ed1,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:33.211028 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bce49073-ef50-46ab-8f33-2a95c709714e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:33.433191 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bce49073-ef50-46ab-8f33-2a95c709714e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:33.864269 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bce49073-ef50-46ab-8f33-2a95c709714e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:33.955202 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bce49073-ef50-46ab-8f33-2a95c709714e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:33.984757 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e55411c-b55b-44ec-8d70-f19897983d8e None None] Network 8c36fef7-02f1-4d96-a1ac-87282a8a1335 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:56:34.010721 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a588118a-b154-4512-8882-e1629b83edc2 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:56:34.094774 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce49073-ef50-46ab-8f33-2a95c709714e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Port': ['ID=051807bb-b095-4779-9678-db5da4fe7ed1,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:34.106867 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bce49073-ef50-46ab-8f33-2a95c709714e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:34.292329 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce49073-ef50-46ab-8f33-2a95c709714e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network 8c36fef7-02f1-4d96-a1ac-87282a8a1335 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:56:34.295066 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-bce49073-ef50-46ab-8f33-2a95c709714e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:56:34.344543 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b48f9705-7514-4e86-991c-852631cdaefe None None] Provisioning for port a588118a-b154-4512-8882-e1629b83edc2 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:56:34.413040 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port a588118a-b154-4512-8882-e1629b83edc2 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:56:34.431948 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port a588118a-b154-4512-8882-e1629b83edc2 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:34.431948 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:34.463652 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce49073-ef50-46ab-8f33-2a95c709714e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Router 214d255f-472b-4959-8221-b26321f30867 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:56:34.547951 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:34.602416 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port a588118a-b154-4512-8882-e1629b83edc2, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a588118a-b154-4512-8882-e1629b83edc2,segment=NetworkSegment(e43a37e5-2e90-4f09-92d4-c118ece01e3f),segment_id=e43a37e5-2e90-4f09-92d4-c118ece01e3f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:34.626050 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce49073-ef50-46ab-8f33-2a95c709714e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:56:34.636687 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bce49073-ef50-46ab-8f33-2a95c709714e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "PUT /v2.0/routers/214d255f-472b-4959-8221-b26321f30867/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2632437 Aug 10 04:56:34.644500 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b019d0ef-cec7-495a-8b4b-fb58941ba26f None None] Sync routers for ids ['214d255f-472b-4959-8221-b26321f30867'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:56:34.663208 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b019d0ef-cec7-495a-8b4b-fb58941ba26f None None] Routers {'214d255f-472b-4959-8221-b26321f30867'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:56:34.664425 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b019d0ef-cec7-495a-8b4b-fb58941ba26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:56:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['214d255f-472b-4959-8221-b26321f30867'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:34.693063 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:34.695514 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 6107ca3d-50e7-4cbb-b89d-9b6ca44cb553 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:56:34.801543 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-b019d0ef-cec7-495a-8b4b-fb58941ba26f None None] Set router 214d255f-472b-4959-8221-b26321f30867 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:56:34.844643 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-85c06a03-ec9a-4939-bb36-833bfba0362c None None] Provisioning complete for port a588118a-b154-4512-8882-e1629b83edc2 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:34.845167 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-85c06a03-ec9a-4939-bb36-833bfba0362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:34.885775 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=a588118a-b154-4512-8882-e1629b83edc2,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:34.979734 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 6107ca3d-50e7-4cbb-b89d-9b6ca44cb553 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:56:34.988109 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 6107ca3d-50e7-4cbb-b89d-9b6ca44cb553 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:34.988832 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:35.066901 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-85c06a03-ec9a-4939-bb36-833bfba0362c None None] Provisioning for port 051807bb-b095-4779-9678-db5da4fe7ed1 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:56:35.078196 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-85c06a03-ec9a-4939-bb36-833bfba0362c None None] Provisioning complete for port 051807bb-b095-4779-9678-db5da4fe7ed1 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:35.078796 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-85c06a03-ec9a-4939-bb36-833bfba0362c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:35.080255 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b019d0ef-cec7-495a-8b4b-fb58941ba26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214d255f-472b-4959-8221-b26321f30867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66087530', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6107ca3d-50e7-4cbb-b89d-9b6ca44cb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:27Z', 'updated_at': '2021-08-10T04:56:33Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '6107ca3d-50e7-4cbb-b89d-9b6ca44cb553', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214d255f-472b-4959-8221-b26321f30867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:28Z', 'updated_at': '2021-08-10T04:56:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '051807bb-b095-4779-9678-db5da4fe7ed1', 'name': '', 'network_id': '8c36fef7-02f1-4d96-a1ac-87282a8a1335', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:aa:42:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214d255f-472b-4959-8221-b26321f30867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '58286753-845f-4749-a67e-48478fc186da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:32Z', 'updated_at': '2021-08-10T04:56:33Z', 'revision_number': 2, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': '58286753-845f-4749-a67e-48478fc186da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:35.097637 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-333796bf-930e-4dcc-a777-b917f61953ce tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1645931973&fields=id&tenant_id=32d55eec4aea4528bb07036d15eccacb HTTP/1.1" status: 200 len: 267 time: 0.0727603 Aug 10 04:56:35.112267 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b019d0ef-cec7-495a-8b4b-fb58941ba26f None None] Checking router: 214d255f-472b-4959-8221-b26321f30867 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:56:35.112790 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b019d0ef-cec7-495a-8b4b-fb58941ba26f None None] Updating router 214d255f-472b-4959-8221-b26321f30867 port 051807bb-b095-4779-9678-db5da4fe7ed1 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:56:35.160347 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-85c06a03-ec9a-4939-bb36-833bfba0362c None None] Port 051807bb-b095-4779-9678-db5da4fe7ed1 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:56:35.161782 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b019d0ef-cec7-495a-8b4b-fb58941ba26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:35.213904 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:35.246346 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 6107ca3d-50e7-4cbb-b89d-9b6ca44cb553, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=6107ca3d-50e7-4cbb-b89d-9b6ca44cb553,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:35.286475 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-48f95940-7d74-4bb0-89da-182bbffa14af tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:35.289486 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-48f95940-7d74-4bb0-89da-182bbffa14af tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/networks?id=8c36fef7-02f1-4d96-a1ac-87282a8a1335 HTTP/1.1" status: 200 len: 797 time: 0.1900139 Aug 10 04:56:35.298894 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-2eb1bea1-bde0-427e-82e7-fd18b88f4170 None None] Provisioning complete for port 051807bb-b095-4779-9678-db5da4fe7ed1 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:35.299889 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2eb1bea1-bde0-427e-82e7-fd18b88f4170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:35.326780 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-f069c321-cd04-4bd6-acd5-c6147e16df77 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/quotas/32d55eec4aea4528bb07036d15eccacb HTTP/1.1" status: 200 len: 375 time: 0.0169036 Aug 10 04:56:35.332231 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:35.404337 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-2eb1bea1-bde0-427e-82e7-fd18b88f4170 None None] Port 051807bb-b095-4779-9678-db5da4fe7ed1 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:56:35.417105 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-f6648dc9-519e-45b1-bb4f-345a93c865dd tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755322 Aug 10 04:56:35.435129 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=6107ca3d-50e7-4cbb-b89d-9b6ca44cb553,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:35.534539 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-c743510f-cf4a-467f-a958-0e7d56a0fea4 None None] Provisioning complete for port 051807bb-b095-4779-9678-db5da4fe7ed1 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:35.535106 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c743510f-cf4a-467f-a958-0e7d56a0fea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:35.584773 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-487226a2-ebf1-47ce-8ef0-601f7fd9e338 service neutron] 10.222.0.25 "GET /v2.0/networks/8c36fef7-02f1-4d96-a1ac-87282a8a1335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474855 Aug 10 04:56:35.606715 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-c743510f-cf4a-467f-a958-0e7d56a0fea4 None None] Port 051807bb-b095-4779-9678-db5da4fe7ed1 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:56:35.652943 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b019d0ef-cec7-495a-8b4b-fb58941ba26f None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:35.670996 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-b019d0ef-cec7-495a-8b4b-fb58941ba26f None None] Transition to ACTIVE for port object 051807bb-b095-4779-9678-db5da4fe7ed1 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:56:35.719189 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-55f9aac5-aa21-4b58-917c-b8c6d2c75517 service neutron] 10.222.0.25 "GET /v2.0/networks/8c36fef7-02f1-4d96-a1ac-87282a8a1335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186035 Aug 10 04:56:35.738994 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b019d0ef-cec7-495a-8b4b-fb58941ba26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:35.813617 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac3f3a-aeb9-4f83-b122-18292d23d43c None None] Pushing event updated for resources: {'Port': ['ID=051807bb-b095-4779-9678-db5da4fe7ed1,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:35.851151 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac3f3a-aeb9-4f83-b122-18292d23d43c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:35.851694 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac3f3a-aeb9-4f83-b122-18292d23d43c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:35.852208 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac3f3a-aeb9-4f83-b122-18292d23d43c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:35.852682 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac3f3a-aeb9-4f83-b122-18292d23d43c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:35.853057 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac3f3a-aeb9-4f83-b122-18292d23d43c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:35.853395 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac3f3a-aeb9-4f83-b122-18292d23d43c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:35.853980 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac3f3a-aeb9-4f83-b122-18292d23d43c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:35.854461 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac3f3a-aeb9-4f83-b122-18292d23d43c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:35.854821 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac3f3a-aeb9-4f83-b122-18292d23d43c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:35.855415 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac3f3a-aeb9-4f83-b122-18292d23d43c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:35.855851 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac3f3a-aeb9-4f83-b122-18292d23d43c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:35.856093 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ac3f3a-aeb9-4f83-b122-18292d23d43c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:35.902237 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-b019d0ef-cec7-495a-8b4b-fb58941ba26f None None] Attempting to bind port 051807bb-b095-4779-9678-db5da4fe7ed1 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:56:35.902606 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-b019d0ef-cec7-495a-8b4b-fb58941ba26f None None] Attempting to bind port 051807bb-b095-4779-9678-db5da4fe7ed1 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'e43a37e5-2e90-4f09-92d4-c118ece01e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8c36fef7-02f1-4d96-a1ac-87282a8a1335'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:56:35.902969 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019d0ef-cec7-495a-8b4b-fb58941ba26f None None] Attempting to bind port 051807bb-b095-4779-9678-db5da4fe7ed1 on network 8c36fef7-02f1-4d96-a1ac-87282a8a1335 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:56:35.916240 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019d0ef-cec7-495a-8b4b-fb58941ba26f None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:56:35.916980 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019d0ef-cec7-495a-8b4b-fb58941ba26f None None] Checking segment: {'id': 'e43a37e5-2e90-4f09-92d4-c118ece01e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8c36fef7-02f1-4d96-a1ac-87282a8a1335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:56:35.917713 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b019d0ef-cec7-495a-8b4b-fb58941ba26f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:35.918473 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019d0ef-cec7-495a-8b4b-fb58941ba26f None None] Bound using segment: {'id': 'e43a37e5-2e90-4f09-92d4-c118ece01e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8c36fef7-02f1-4d96-a1ac-87282a8a1335'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:56:35.919353 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-b019d0ef-cec7-495a-8b4b-fb58941ba26f None None] Bound port: 051807bb-b095-4779-9678-db5da4fe7ed1, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43a37e5-2e90-4f09-92d4-c118ece01e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8c36fef7-02f1-4d96-a1ac-87282a8a1335'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:56:35.920288 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b019d0ef-cec7-495a-8b4b-fb58941ba26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:35.971773 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a588118a-b154-4512-8882-e1629b83edc2 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:56:36.030851 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-37132e70-8186-4e0c-b98b-d0a15a3baf69 req-ab3d4978-e5a7-4ad9-acdc-45f3e623d4f4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 210 time: 0.0397534 Aug 10 04:56:36.066470 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port a588118a-b154-4512-8882-e1629b83edc2 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:36.067084 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:36.070521 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-b019d0ef-cec7-495a-8b4b-fb58941ba26f None None] For port 051807bb-b095-4779-9678-db5da4fe7ed1, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:56:36.082543 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-b019d0ef-cec7-495a-8b4b-fb58941ba26f None None] For port 051807bb-b095-4779-9678-db5da4fe7ed1, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=051807bb-b095-4779-9678-db5da4fe7ed1,segment=NetworkSegment(e43a37e5-2e90-4f09-92d4-c118ece01e3f),segment_id=e43a37e5-2e90-4f09-92d4-c118ece01e3f)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:56:36.161950 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 6107ca3d-50e7-4cbb-b89d-9b6ca44cb553 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:56:36.165473 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-b019d0ef-cec7-495a-8b4b-fb58941ba26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:36.246949 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 6107ca3d-50e7-4cbb-b89d-9b6ca44cb553 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:36.247331 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:36.253240 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b019d0ef-cec7-495a-8b4b-fb58941ba26f None None] Routers {'214d255f-472b-4959-8221-b26321f30867'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:56:36.254015 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b019d0ef-cec7-495a-8b4b-fb58941ba26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:56:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['214d255f-472b-4959-8221-b26321f30867'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:36.256584 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac3f3a-aeb9-4f83-b122-18292d23d43c None None] Pushing event updated for resources: {'Port': ['ID=051807bb-b095-4779-9678-db5da4fe7ed1,revision_number=4']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:36.431197 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-b019d0ef-cec7-495a-8b4b-fb58941ba26f None None] Set router 214d255f-472b-4959-8221-b26321f30867 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:56:36.713530 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b019d0ef-cec7-495a-8b4b-fb58941ba26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214d255f-472b-4959-8221-b26321f30867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66087530', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6107ca3d-50e7-4cbb-b89d-9b6ca44cb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:27Z', 'updated_at': '2021-08-10T04:56:33Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '6107ca3d-50e7-4cbb-b89d-9b6ca44cb553', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d255f-472b-4959-8221-b26321f30867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:28Z', 'updated_at': '2021-08-10T04:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '051807bb-b095-4779-9678-db5da4fe7ed1', 'name': '', 'network_id': '8c36fef7-02f1-4d96-a1ac-87282a8a1335', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:aa:42:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214d255f-472b-4959-8221-b26321f30867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '58286753-845f-4749-a67e-48478fc186da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:32Z', 'updated_at': '2021-08-10T04:56:36Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': '58286753-845f-4749-a67e-48478fc186da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:36.746197 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b019d0ef-cec7-495a-8b4b-fb58941ba26f None None] The sync data for ids ['214d255f-472b-4959-8221-b26321f30867'] in n-d-802893-2 is: [{'id': '214d255f-472b-4959-8221-b26321f30867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66087530', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6107ca3d-50e7-4cbb-b89d-9b6ca44cb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:27Z', 'updated_at': '2021-08-10T04:56:33Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '6107ca3d-50e7-4cbb-b89d-9b6ca44cb553', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d255f-472b-4959-8221-b26321f30867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:28Z', 'updated_at': '2021-08-10T04:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '051807bb-b095-4779-9678-db5da4fe7ed1', 'name': '', 'network_id': '8c36fef7-02f1-4d96-a1ac-87282a8a1335', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:aa:42:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214d255f-472b-4959-8221-b26321f30867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '58286753-845f-4749-a67e-48478fc186da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:32Z', 'updated_at': '2021-08-10T04:56:36Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': '58286753-845f-4749-a67e-48478fc186da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:56:37.159758 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-fec4b563-e546-4047-9f31-98a506195704 req-76f5fb23-4106-483e-8536-61698dbc5a56 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 210 time: 0.0353773 Aug 10 04:56:37.946429 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 051807bb-b095-4779-9678-db5da4fe7ed1 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:56:38.113516 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 051807bb-b095-4779-9678-db5da4fe7ed1 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:56:38.118168 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 051807bb-b095-4779-9678-db5da4fe7ed1 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:38.118541 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:38.242483 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:38.292541 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-6c270398-f3ee-47ff-b349-933618fa087b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:38.294118 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-6c270398-f3ee-47ff-b349-933618fa087b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.20 "GET /v2.0/networks?id=8c36fef7-02f1-4d96-a1ac-87282a8a1335 HTTP/1.1" status: 200 len: 797 time: 0.1547124 Aug 10 04:56:38.307018 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 051807bb-b095-4779-9678-db5da4fe7ed1, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=051807bb-b095-4779-9678-db5da4fe7ed1,segment=NetworkSegment(e43a37e5-2e90-4f09-92d4-c118ece01e3f),segment_id=e43a37e5-2e90-4f09-92d4-c118ece01e3f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:38.333394 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e8f6e5c8-ad45-4f51-b667-cb8605bf5202 req-732db2cb-13f7-4819-bdef-48c912c0f723 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 210 time: 0.0562758 Aug 10 04:56:38.375560 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-ce4c73d1-7bc8-4211-b55f-f3350a2283ed tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32d55eec4aea4528bb07036d15eccacb HTTP/1.1" status: 200 len: 380 time: 0.0654027 Aug 10 04:56:38.388218 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:38.398122 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-0a720710-d9ba-4429-9387-d752ade18855 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'port': {'device_id': 'd8d5a4a2-19a7-4585-ae83-093cffd05fae', 'network_id': '8c36fef7-02f1-4d96-a1ac-87282a8a1335', 'admin_state_up': True, 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'security_groups': ['90bb60a3-1ae4-4506-b85e-6aac1b32f14c']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:38.472136 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=051807bb-b095-4779-9678-db5da4fe7ed1,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:38.629171 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-0a720710-d9ba-4429-9387-d752ade18855 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Made reservation on behalf of 32d55eec4aea4528bb07036d15eccacb for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:56:38.634294 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-0a720710-d9ba-4429-9387-d752ade18855 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:38.793990 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-0a720710-d9ba-4429-9387-d752ade18855 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Allocated IP 172.20.0.6 (8c36fef7-02f1-4d96-a1ac-87282a8a1335/58286753-845f-4749-a67e-48478fc186da/85e90237-a805-4722-9464-103cf68b57b7) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:56:38.972254 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-0a720710-d9ba-4429-9387-d752ade18855 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:38.988964 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-0a720710-d9ba-4429-9387-d752ade18855 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Transition to ACTIVE for port object 85e90237-a805-4722-9464-103cf68b57b7 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:56:39.102886 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-0a720710-d9ba-4429-9387-d752ade18855 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:39.173065 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-0a720710-d9ba-4429-9387-d752ade18855 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network 8c36fef7-02f1-4d96-a1ac-87282a8a1335 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:56:39.183267 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-0a720710-d9ba-4429-9387-d752ade18855 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:56:39.190201 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-0a720710-d9ba-4429-9387-d752ade18855 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:56:39.234510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a720710-d9ba-4429-9387-d752ade18855 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Port': ['ID=85e90237-a805-4722-9464-103cf68b57b7,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:39.276247 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-0a720710-d9ba-4429-9387-d752ade18855 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:39.276934 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-0a720710-d9ba-4429-9387-d752ade18855 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:39.350231 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-0a720710-d9ba-4429-9387-d752ade18855 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9632683 Aug 10 04:56:39.369275 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-dccfb883-241e-450c-aeeb-73e1cbce0cf3 service neutron] Request body: {'port': {'device_id': 'd8d5a4a2-19a7-4585-ae83-093cffd05fae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:39.494672 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9790a6-00cc-4a09-b65c-63163d41b047 req-a555a0d3-ce6e-4499-8f89-e35b002175e1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:39.497588 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8a9790a6-00cc-4a09-b65c-63163d41b047 req-a555a0d3-ce6e-4499-8f89-e35b002175e1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 931 time: 0.0660443 Aug 10 04:56:39.558610 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8a9790a6-00cc-4a09-b65c-63163d41b047 req-d9970944-9e0f-43ae-bd84-1a9439e0520c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503581 Aug 10 04:56:39.605842 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ed9815b0-bd43-49d5-8194-44c359a0af35 None None] Provisioning for port 85e90237-a805-4722-9464-103cf68b57b7 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:56:39.611917 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ed9815b0-bd43-49d5-8194-44c359a0af35 None None] Provisioning complete for port 85e90237-a805-4722-9464-103cf68b57b7 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:39.612411 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ed9815b0-bd43-49d5-8194-44c359a0af35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:39.655579 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-ed9815b0-bd43-49d5-8194-44c359a0af35 None None] Port 85e90237-a805-4722-9464-103cf68b57b7 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:56:39.806903 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-dccfb883-241e-450c-aeeb-73e1cbce0cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:39.928492 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 051807bb-b095-4779-9678-db5da4fe7ed1 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:56:39.994391 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 051807bb-b095-4779-9678-db5da4fe7ed1 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:39.995024 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:40.046258 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-397a5d97-86f6-4d37-9349-bd8d72af9c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:40.126875 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-dccfb883-241e-450c-aeeb-73e1cbce0cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e90237-a805-4722-9464-103cf68b57b7 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:56:40.135215 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-dccfb883-241e-450c-aeeb-73e1cbce0cf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:40.147524 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-dccfb883-241e-450c-aeeb-73e1cbce0cf3 service neutron] Transition to ACTIVE for port object 85e90237-a805-4722-9464-103cf68b57b7 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:56:40.233779 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-dccfb883-241e-450c-aeeb-73e1cbce0cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:40.289612 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfb883-241e-450c-aeeb-73e1cbce0cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=85e90237-a805-4722-9464-103cf68b57b7,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:40.390144 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-dccfb883-241e-450c-aeeb-73e1cbce0cf3 service neutron] Attempting to bind port 85e90237-a805-4722-9464-103cf68b57b7 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:56:40.390845 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-dccfb883-241e-450c-aeeb-73e1cbce0cf3 service neutron] Attempting to bind port 85e90237-a805-4722-9464-103cf68b57b7 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'e43a37e5-2e90-4f09-92d4-c118ece01e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8c36fef7-02f1-4d96-a1ac-87282a8a1335'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:56:40.390845 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-dccfb883-241e-450c-aeeb-73e1cbce0cf3 service neutron] Attempting to bind port 85e90237-a805-4722-9464-103cf68b57b7 on network 8c36fef7-02f1-4d96-a1ac-87282a8a1335 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:56:40.399737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-dccfb883-241e-450c-aeeb-73e1cbce0cf3 service neutron] Port 85e90237-a805-4722-9464-103cf68b57b7 on network 8c36fef7-02f1-4d96-a1ac-87282a8a1335 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:56:40.400312 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-dccfb883-241e-450c-aeeb-73e1cbce0cf3 service neutron] Attempting to bind port 85e90237-a805-4722-9464-103cf68b57b7 on network 8c36fef7-02f1-4d96-a1ac-87282a8a1335 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:56:40.407278 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-dccfb883-241e-450c-aeeb-73e1cbce0cf3 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:56:40.408322 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-dccfb883-241e-450c-aeeb-73e1cbce0cf3 service neutron] Checking segment: {'id': 'e43a37e5-2e90-4f09-92d4-c118ece01e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8c36fef7-02f1-4d96-a1ac-87282a8a1335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:56:40.408720 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-dccfb883-241e-450c-aeeb-73e1cbce0cf3 service neutron] Bound using segment: {'id': 'e43a37e5-2e90-4f09-92d4-c118ece01e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8c36fef7-02f1-4d96-a1ac-87282a8a1335'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:56:40.409303 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-dccfb883-241e-450c-aeeb-73e1cbce0cf3 service neutron] Bound port: 85e90237-a805-4722-9464-103cf68b57b7, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e43a37e5-2e90-4f09-92d4-c118ece01e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '8c36fef7-02f1-4d96-a1ac-87282a8a1335'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:56:40.409679 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-dccfb883-241e-450c-aeeb-73e1cbce0cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:40.484429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-dccfb883-241e-450c-aeeb-73e1cbce0cf3 service neutron] For port 85e90237-a805-4722-9464-103cf68b57b7, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:56:40.488882 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-dccfb883-241e-450c-aeeb-73e1cbce0cf3 service neutron] For port 85e90237-a805-4722-9464-103cf68b57b7, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=85e90237-a805-4722-9464-103cf68b57b7,segment=NetworkSegment(e43a37e5-2e90-4f09-92d4-c118ece01e3f),segment_id=e43a37e5-2e90-4f09-92d4-c118ece01e3f)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:56:40.588510 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-dccfb883-241e-450c-aeeb-73e1cbce0cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:40.627685 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-dccfb883-241e-450c-aeeb-73e1cbce0cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:40.628273 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-dccfb883-241e-450c-aeeb-73e1cbce0cf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:40.629708 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-dccfb883-241e-450c-aeeb-73e1cbce0cf3 service neutron] 10.222.0.20 "PUT /v2.0/ports/85e90237-a805-4722-9464-103cf68b57b7 HTTP/1.1" status: 200 len: 1091 time: 1.2657542 Aug 10 04:56:40.630159 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d5a4a2-19a7-4585-ae83-093cffd05fae', 'tag': '85e90237-a805-4722-9464-103cf68b57b7'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:56:40.632540 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8835f4a4-431c-41d1-885a-e3d25499289d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d5a4a2-19a7-4585-ae83-093cffd05fae", "tag": "85e90237-a805-4722-9464-103cf68b57b7"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:56:40.691984 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac63714-4d38-4b29-95e5-e79f8a5b0383 x-openstack-request-id: req-cac63714-4d38-4b29-95e5-e79f8a5b0383 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:56:40.692306 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d5a4a2-19a7-4585-ae83-093cffd05fae", "tag": "85e90237-a805-4722-9464-103cf68b57b7", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:56:40.692558 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cac63714-4d38-4b29-95e5-e79f8a5b0383 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:56:40.692971 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d5a4a2-19a7-4585-ae83-093cffd05fae', 'tag': '85e90237-a805-4722-9464-103cf68b57b7', 'status': 'completed', 'code': 200} Aug 10 04:56:40.702776 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccfb883-241e-450c-aeeb-73e1cbce0cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=85e90237-a805-4722-9464-103cf68b57b7,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:40.727354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fffe34-f44a-4e96-9f50-24e77d91f795 req-37fd291e-0cf3-4d7b-aed3-da820a059838 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:40.729061 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-27fffe34-f44a-4e96-9f50-24e77d91f795 req-37fd291e-0cf3-4d7b-aed3-da820a059838 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 943 time: 0.0802054 Aug 10 04:56:40.797303 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-27fffe34-f44a-4e96-9f50-24e77d91f795 req-a0e72838-72ff-4ad3-bd5d-dd22e066a48e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576460 Aug 10 04:56:40.803440 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835f4a4-431c-41d1-885a-e3d25499289d req-b6798cc3-30da-4af6-af3b-bc208e8f0f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:40.805018 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8835f4a4-431c-41d1-885a-e3d25499289d req-b6798cc3-30da-4af6-af3b-bc208e8f0f9d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 1094 time: 0.0746818 Aug 10 04:56:40.920237 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835f4a4-431c-41d1-885a-e3d25499289d req-5c08ec3c-3112-45bf-b377-91cb766f75a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:40.921660 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8835f4a4-431c-41d1-885a-e3d25499289d req-5c08ec3c-3112-45bf-b377-91cb766f75a5 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=32d55eec4aea4528bb07036d15eccacb&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1029675 Aug 10 04:56:41.028714 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835f4a4-431c-41d1-885a-e3d25499289d req-470012bf-be9d-42bb-b6ec-0b05e8f3409b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:41.030258 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8835f4a4-431c-41d1-885a-e3d25499289d req-470012bf-be9d-42bb-b6ec-0b05e8f3409b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1017561 Aug 10 04:56:41.151575 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-0f89c129-69b1-49f8-8f74-39d5bd0fb0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:41.153248 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-0f89c129-69b1-49f8-8f74-39d5bd0fb0f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 1094 time: 0.0571589 Aug 10 04:56:41.209951 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-9f4a36c2-ffda-4bd8-90af-17cb31d884c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85e90237-a805-4722-9464-103cf68b57b7 HTTP/1.1" status: 200 len: 217 time: 0.0400639 Aug 10 04:56:41.273553 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-013495a5-e7c6-48f9-b9dd-13b38950842a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:41.275084 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-013495a5-e7c6-48f9-b9dd-13b38950842a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58286753-845f-4749-a67e-48478fc186da HTTP/1.1" status: 200 len: 834 time: 0.0586035 Aug 10 04:56:41.332039 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-d69c402a-89b7-4147-8cea-834b4707cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:41.334053 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-d69c402a-89b7-4147-8cea-834b4707cd4a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c36fef7-02f1-4d96-a1ac-87282a8a1335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522714 Aug 10 04:56:41.455163 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-af10e0bc-7109-4ae9-975b-d8256da3a38c service neutron] 10.222.0.20 "GET /v2.0/networks/8c36fef7-02f1-4d96-a1ac-87282a8a1335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131744 Aug 10 04:56:41.570232 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6bcbf604-4434-4caf-9652-ef3e7a7a73fd req-5a9bcf26-0a9f-44a9-91fc-edff39e4a2d0 service neutron] 10.222.0.20 "GET /v2.0/networks/8c36fef7-02f1-4d96-a1ac-87282a8a1335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074412 Aug 10 04:56:41.932436 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f200d2f-ad82-4ffa-b240-ac58076379ae req-86a6dd05-6025-4fe3-8727-0bbf71bddc91 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:41.934107 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4f200d2f-ad82-4ffa-b240-ac58076379ae req-86a6dd05-6025-4fe3-8727-0bbf71bddc91 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 943 time: 0.0526519 Aug 10 04:56:41.984993 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4f200d2f-ad82-4ffa-b240-ac58076379ae req-2ad13ffa-f560-4b2c-8425-7e06b30f3ed3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411842 Aug 10 04:56:43.120585 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812a85e-912a-42d2-a9c4-7602817fc1fd req-2b4a6690-57a2-4fdb-841d-83dcb7af5ea8 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:43.122235 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6812a85e-912a-42d2-a9c4-7602817fc1fd req-2b4a6690-57a2-4fdb-841d-83dcb7af5ea8 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 943 time: 0.0590358 Aug 10 04:56:43.165985 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6812a85e-912a-42d2-a9c4-7602817fc1fd req-15a59a03-15a7-409e-b865-fee343dae51f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365348 Aug 10 04:56:43.777556 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:43.851238 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a0d2-5d03-43ca-b4fe-84774179af0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:44.310519 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 85e90237-a805-4722-9464-103cf68b57b7 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:56:44.334169 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703e387-4496-4c75-8464-24d050a242d4 req-8260db4f-bf4d-4abe-9680-fd31c7dba5d6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:44.336281 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1703e387-4496-4c75-8464-24d050a242d4 req-8260db4f-bf4d-4abe-9680-fd31c7dba5d6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 943 time: 0.0700426 Aug 10 04:56:44.399801 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1703e387-4496-4c75-8464-24d050a242d4 req-c2b98893-5b0c-41d2-8b22-fa4dd65d825b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496790 Aug 10 04:56:44.447870 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 85e90237-a805-4722-9464-103cf68b57b7, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=85e90237-a805-4722-9464-103cf68b57b7,segment=NetworkSegment(e43a37e5-2e90-4f09-92d4-c118ece01e3f),segment_id=e43a37e5-2e90-4f09-92d4-c118ece01e3f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:44.464901 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '85e90237-a805-4722-9464-103cf68b57b7', 'network_id': '8c36fef7-02f1-4d96-a1ac-87282a8a1335', 'port_id': '85e90237-a805-4722-9464-103cf68b57b7', 'mac_address': 'fa:16:3e:50:b3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58286753-845f-4749-a67e-48478fc186da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:56:44.508871 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:44.522933 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e90237-a805-4722-9464-103cf68b57b7 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:56:44.565126 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 85e90237-a805-4722-9464-103cf68b57b7, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=85e90237-a805-4722-9464-103cf68b57b7,segment=NetworkSegment(e43a37e5-2e90-4f09-92d4-c118ece01e3f),segment_id=e43a37e5-2e90-4f09-92d4-c118ece01e3f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:44.662060 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:44.727818 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=85e90237-a805-4722-9464-103cf68b57b7,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:44.738295 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:44.738655 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:44.739000 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:44.739344 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:44.739831 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:44.740533 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:44.740922 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:44.741255 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:44.741592 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:44.741921 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:44.742252 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:44.742574 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:56:44.936230 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['85e90237-a805-4722-9464-103cf68b57b7'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:56:45.555454 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad792d16-218f-448d-a60f-b83d7dcaf397 req-666c649b-c0cc-4064-8a57-336d8f6a90e7 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:45.557178 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ad792d16-218f-448d-a60f-b83d7dcaf397 req-666c649b-c0cc-4064-8a57-336d8f6a90e7 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 944 time: 0.0600879 Aug 10 04:56:45.607467 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ad792d16-218f-448d-a60f-b83d7dcaf397 req-8417b45f-4f23-4653-b8de-9bc17e3a792b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389447 Aug 10 04:56:45.617067 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:46.326108 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 85e90237-a805-4722-9464-103cf68b57b7 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:56:46.377690 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:46.446340 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 85e90237-a805-4722-9464-103cf68b57b7 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:56:46.455441 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 85e90237-a805-4722-9464-103cf68b57b7 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:56:46.456620 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:46.559814 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:46.586241 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d5a4a2-19a7-4585-ae83-093cffd05fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e90237-a805-4722-9464-103cf68b57b7'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:56:46.589934 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cba1e1-be3a-463a-ac4a-5dbbaa4813d2" -d '{"events": [{"server_uuid": "d8d5a4a2-19a7-4585-ae83-093cffd05fae", "name": "network-vif-plugged", "status": "completed", "tag": "85e90237-a805-4722-9464-103cf68b57b7"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:56:46.605161 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 85e90237-a805-4722-9464-103cf68b57b7, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=85e90237-a805-4722-9464-103cf68b57b7,segment=NetworkSegment(e43a37e5-2e90-4f09-92d4-c118ece01e3f),segment_id=e43a37e5-2e90-4f09-92d4-c118ece01e3f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:56:46.716426 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7109a3fe-8958-4b3a-a6d9-e2ee60daf365 x-openstack-request-id: req-7109a3fe-8958-4b3a-a6d9-e2ee60daf365 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:56:46.716796 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d5a4a2-19a7-4585-ae83-093cffd05fae", "name": "network-vif-plugged", "status": "completed", "tag": "85e90237-a805-4722-9464-103cf68b57b7", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:56:46.717126 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7109a3fe-8958-4b3a-a6d9-e2ee60daf365 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:56:46.717769 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d5a4a2-19a7-4585-ae83-093cffd05fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e90237-a805-4722-9464-103cf68b57b7', 'code': 200} Aug 10 04:56:46.720104 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:46.773560 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51053e21-baac-419c-9e3e-0ad29bc153fb req-480e18ee-0532-490c-8eb1-c6a142383c39 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:46.775883 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-51053e21-baac-419c-9e3e-0ad29bc153fb req-480e18ee-0532-490c-8eb1-c6a142383c39 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 944 time: 0.0818484 Aug 10 04:56:46.788800 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=85e90237-a805-4722-9464-103cf68b57b7,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:46.849173 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-51053e21-baac-419c-9e3e-0ad29bc153fb req-5a00705e-dacb-42c5-8894-3d925d3d4bc0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618005 Aug 10 04:56:46.867778 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e661ab5-d569-4ee7-9af1-96f7b8c22c5e req-8b22dc5f-1640-4b13-a2de-e301e3ad2c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:46.869487 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8e661ab5-d569-4ee7-9af1-96f7b8c22c5e req-8b22dc5f-1640-4b13-a2de-e301e3ad2c8e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 1096 time: 0.0498691 Aug 10 04:56:46.908024 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8e661ab5-d569-4ee7-9af1-96f7b8c22c5e req-599b5b54-61f6-420a-b1b5-1111d65dff52 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318506 Aug 10 04:56:47.131184 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:48.013438 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1f4c6-1fe6-4f10-930a-03efd9557092 req-50e0bccb-9ada-4a48-920f-4f05b3f46939 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:48.015878 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4cd1f4c6-1fe6-4f10-930a-03efd9557092 req-50e0bccb-9ada-4a48-920f-4f05b3f46939 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 945 time: 0.0738077 Aug 10 04:56:48.062805 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4cd1f4c6-1fe6-4f10-930a-03efd9557092 req-137b99e5-323c-43d8-babe-4f184c437086 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380223 Aug 10 04:56:49.195350 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d9b55-3ec0-4423-a62e-68b9d4c18416 req-a0e96217-555a-429c-8ce3-b799fad671fd tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:49.196947 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-277d9b55-3ec0-4423-a62e-68b9d4c18416 req-a0e96217-555a-429c-8ce3-b799fad671fd tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 945 time: 0.0578589 Aug 10 04:56:49.242275 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-277d9b55-3ec0-4423-a62e-68b9d4c18416 req-8ed04aad-9ca9-49f9-9d07-cbaae2e7ee5d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388496 Aug 10 04:56:49.362884 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fded1a9-13aa-413c-a0ec-73c04a0d7be7 req-3873ec1d-50e6-4350-978e-4cb68a242e16 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:49.364397 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8fded1a9-13aa-413c-a0ec-73c04a0d7be7 req-3873ec1d-50e6-4350-978e-4cb68a242e16 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 945 time: 0.0513320 Aug 10 04:56:49.413217 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8fded1a9-13aa-413c-a0ec-73c04a0d7be7 req-94336276-a51f-40e2-8280-b2b51574929a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427787 Aug 10 04:56:49.436454 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55148) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:49.485467 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e236b0-1c1a-474b-83f4-118d9d8637d2 tempest-TestNetworkAdvancedServerOps-352895745 tempest-TestNetworkAdvancedServerOps-352895745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:49.487820 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a5e236b0-1c1a-474b-83f4-118d9d8637d2 tempest-TestNetworkAdvancedServerOps-352895745 tempest-TestNetworkAdvancedServerOps-352895745-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 1091 time: 0.0500128 Aug 10 04:56:49.490910 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55150) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:49.495917 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-8e25e0f4-1cf1-4266-80cc-0c789620afaa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'port_id': '85e90237-a805-4722-9464-103cf68b57b7', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:56:49.605149 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8e25e0f4-1cf1-4266-80cc-0c789620afaa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for floatingip, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:49.713278 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8e25e0f4-1cf1-4266-80cc-0c789620afaa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:49.828279 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-8e25e0f4-1cf1-4266-80cc-0c789620afaa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Allocated IP 172.25.0.114 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/102749f5-f063-40ff-b404-6cf9b0c0a936) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:56:49.940719 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8e25e0f4-1cf1-4266-80cc-0c789620afaa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:50.056647 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8e25e0f4-1cf1-4266-80cc-0c789620afaa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:50.106502 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e25e0f4-1cf1-4266-80cc-0c789620afaa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:56:50.111914 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-8e25e0f4-1cf1-4266-80cc-0c789620afaa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:56:50.116816 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e25e0f4-1cf1-4266-80cc-0c789620afaa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:56:50.120345 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25e0f4-1cf1-4266-80cc-0c789620afaa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Port': ['ID=102749f5-f063-40ff-b404-6cf9b0c0a936,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:50.520255 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8e25e0f4-1cf1-4266-80cc-0c789620afaa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:50.689786 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8e25e0f4-1cf1-4266-80cc-0c789620afaa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:50.845435 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8e25e0f4-1cf1-4266-80cc-0c789620afaa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:50.941746 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8e25e0f4-1cf1-4266-80cc-0c789620afaa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:51.009344 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e25e0f4-1cf1-4266-80cc-0c789620afaa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Port': ['ID=102749f5-f063-40ff-b404-6cf9b0c0a936,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:56:51.026148 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8e25e0f4-1cf1-4266-80cc-0c789620afaa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:51.131716 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-8e25e0f4-1cf1-4266-80cc-0c789620afaa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Floating IP 50cc7cab-586d-4040-a654-7348b498493f associated. External IP: 172.25.0.114, port: 85e90237-a805-4722-9464-103cf68b57b7. Aug 10 04:56:51.352593 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e25e0f4-1cf1-4266-80cc-0c789620afaa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Router 214d255f-472b-4959-8221-b26321f30867 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:56:51.472938 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e25e0f4-1cf1-4266-80cc-0c789620afaa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:56:51.488081 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c35d2a-78a1-41a1-82a1-3a3565111c9e None None] Sync routers for ids ['214d255f-472b-4959-8221-b26321f30867'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:56:51.498147 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c35d2a-78a1-41a1-82a1-3a3565111c9e None None] Routers {'214d255f-472b-4959-8221-b26321f30867'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:56:51.498768 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a9c35d2a-78a1-41a1-82a1-3a3565111c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:56:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['214d255f-472b-4959-8221-b26321f30867'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:51.542350 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8e25e0f4-1cf1-4266-80cc-0c789620afaa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:51.580377 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8e25e0f4-1cf1-4266-80cc-0c789620afaa tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0863912 Aug 10 04:56:51.580377 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d5a4a2-19a7-4585-ae83-093cffd05fae', 'tag': '85e90237-a805-4722-9464-103cf68b57b7'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:56:51.583137 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4c730d-cc6d-4955-91b3-1db8bd588c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d5a4a2-19a7-4585-ae83-093cffd05fae", "tag": "85e90237-a805-4722-9464-103cf68b57b7"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:56:51.631114 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-a9c35d2a-78a1-41a1-82a1-3a3565111c9e None None] Set router 214d255f-472b-4959-8221-b26321f30867 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:56:51.639827 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c508d498-759d-4cfc-b50b-b2e98dfb31b4 x-openstack-request-id: req-c508d498-759d-4cfc-b50b-b2e98dfb31b4 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:56:51.640294 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d5a4a2-19a7-4585-ae83-093cffd05fae", "tag": "85e90237-a805-4722-9464-103cf68b57b7", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:56:51.640716 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c508d498-759d-4cfc-b50b-b2e98dfb31b4 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:56:51.641167 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d5a4a2-19a7-4585-ae83-093cffd05fae', 'tag': '85e90237-a805-4722-9464-103cf68b57b7', 'status': 'completed', 'code': 200} Aug 10 04:56:51.705711 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce6bbe-5f8c-4c63-b7fe-990447b75e53 req-84cce74e-0084-4166-a7cc-e871d033d510 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:51.707198 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f7ce6bbe-5f8c-4c63-b7fe-990447b75e53 req-84cce74e-0084-4166-a7cc-e871d033d510 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 945 time: 0.0704958 Aug 10 04:56:51.773558 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c730d-cc6d-4955-91b3-1db8bd588c4c req-955c18a3-58e7-4c5b-b41c-b18414bdfbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:51.775107 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b4c730d-cc6d-4955-91b3-1db8bd588c4c req-955c18a3-58e7-4c5b-b41c-b18414bdfbf6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 1096 time: 0.0859821 Aug 10 04:56:51.778412 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f7ce6bbe-5f8c-4c63-b7fe-990447b75e53 req-3d7bd8e4-e0de-45e4-a688-9fb0fd873280 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529816 Aug 10 04:56:51.804657 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55156) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:51.888224 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0d44f526-5fb7-47de-aace-4c2cbfeae894 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/floatingips/50cc7cab-586d-4040-a654-7348b498493f HTTP/1.1" status: 200 len: 991 time: 0.0812297 Aug 10 04:56:51.913866 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c730d-cc6d-4955-91b3-1db8bd588c4c req-8acb86c9-4c2c-4605-9f54-bcdd424d1362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:51.915506 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b4c730d-cc6d-4955-91b3-1db8bd588c4c req-8acb86c9-4c2c-4605-9f54-bcdd424d1362 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c36fef7-02f1-4d96-a1ac-87282a8a1335 HTTP/1.1" status: 200 len: 898 time: 0.1332853 Aug 10 04:56:51.920409 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a9c35d2a-78a1-41a1-82a1-3a3565111c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214d255f-472b-4959-8221-b26321f30867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66087530', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6107ca3d-50e7-4cbb-b89d-9b6ca44cb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:27Z', 'updated_at': '2021-08-10T04:56:33Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '6107ca3d-50e7-4cbb-b89d-9b6ca44cb553', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d255f-472b-4959-8221-b26321f30867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:28Z', 'updated_at': '2021-08-10T04:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '50cc7cab-586d-4040-a654-7348b498493f', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'floating_ip_address': '172.25.0.114', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '214d255f-472b-4959-8221-b26321f30867', 'port_id': '85e90237-a805-4722-9464-103cf68b57b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c36fef7-02f1-4d96-a1ac-87282a8a1335', 'mac_address': 'fa:16:3e:50:b3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d5a4a2-19a7-4585-ae83-093cffd05fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:56:50Z', 'updated_at': '2021-08-10T04:56:50Z', 'revision_number': 0, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051807bb-b095-4779-9678-db5da4fe7ed1', 'name': '', 'network_id': '8c36fef7-02f1-4d96-a1ac-87282a8a1335', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:aa:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d255f-472b-4959-8221-b26321f30867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '58286753-845f-4749-a67e-48478fc186da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:32Z', 'updated_at': '2021-08-10T04:56:38Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': '58286753-845f-4749-a67e-48478fc186da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:51.950339 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c35d2a-78a1-41a1-82a1-3a3565111c9e None None] Checking router: 214d255f-472b-4959-8221-b26321f30867 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:56:51.960180 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c35d2a-78a1-41a1-82a1-3a3565111c9e None None] Routers {'214d255f-472b-4959-8221-b26321f30867'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:56:51.960794 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a9c35d2a-78a1-41a1-82a1-3a3565111c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:56:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['214d255f-472b-4959-8221-b26321f30867'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:51.995907 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b4c730d-cc6d-4955-91b3-1db8bd588c4c req-16eef3a0-dd62-44a2-8921-3b43e9233014 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85e90237-a805-4722-9464-103cf68b57b7 HTTP/1.1" status: 200 len: 999 time: 0.0737207 Aug 10 04:56:52.054280 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c730d-cc6d-4955-91b3-1db8bd588c4c req-30bd6401-9322-4dee-aab1-40435e83b3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:52.055848 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b4c730d-cc6d-4955-91b3-1db8bd588c4c req-30bd6401-9322-4dee-aab1-40435e83b3a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58286753-845f-4749-a67e-48478fc186da HTTP/1.1" status: 200 len: 834 time: 0.0537057 Aug 10 04:56:52.078097 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-a9c35d2a-78a1-41a1-82a1-3a3565111c9e None None] Set router 214d255f-472b-4959-8221-b26321f30867 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:56:52.105004 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c730d-cc6d-4955-91b3-1db8bd588c4c req-7bee9d5a-c31e-4fbf-97a4-3230fcbbdac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:56:52.106545 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b4c730d-cc6d-4955-91b3-1db8bd588c4c req-7bee9d5a-c31e-4fbf-97a4-3230fcbbdac9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c36fef7-02f1-4d96-a1ac-87282a8a1335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442681 Aug 10 04:56:52.203174 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b4c730d-cc6d-4955-91b3-1db8bd588c4c req-f92d4e85-7baf-4918-897f-c183b45f1bdd service neutron] 10.222.0.20 "GET /v2.0/networks/8c36fef7-02f1-4d96-a1ac-87282a8a1335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891457 Aug 10 04:56:52.302908 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b4c730d-cc6d-4955-91b3-1db8bd588c4c req-7b4baaea-7efb-41cd-826c-336363953436 service neutron] 10.222.0.20 "GET /v2.0/networks/8c36fef7-02f1-4d96-a1ac-87282a8a1335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926404 Aug 10 04:56:52.328134 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-a9c35d2a-78a1-41a1-82a1-3a3565111c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214d255f-472b-4959-8221-b26321f30867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66087530', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6107ca3d-50e7-4cbb-b89d-9b6ca44cb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:27Z', 'updated_at': '2021-08-10T04:56:33Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '6107ca3d-50e7-4cbb-b89d-9b6ca44cb553', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d255f-472b-4959-8221-b26321f30867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:28Z', 'updated_at': '2021-08-10T04:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '50cc7cab-586d-4040-a654-7348b498493f', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'floating_ip_address': '172.25.0.114', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '214d255f-472b-4959-8221-b26321f30867', 'port_id': '85e90237-a805-4722-9464-103cf68b57b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c36fef7-02f1-4d96-a1ac-87282a8a1335', 'mac_address': 'fa:16:3e:50:b3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d5a4a2-19a7-4585-ae83-093cffd05fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:56:50Z', 'updated_at': '2021-08-10T04:56:50Z', 'revision_number': 0, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051807bb-b095-4779-9678-db5da4fe7ed1', 'name': '', 'network_id': '8c36fef7-02f1-4d96-a1ac-87282a8a1335', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:aa:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d255f-472b-4959-8221-b26321f30867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '58286753-845f-4749-a67e-48478fc186da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:32Z', 'updated_at': '2021-08-10T04:56:38Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': '58286753-845f-4749-a67e-48478fc186da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:56:52.361668 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c35d2a-78a1-41a1-82a1-3a3565111c9e None None] The sync data for ids ['214d255f-472b-4959-8221-b26321f30867'] in n-d-802893-2 is: [{'id': '214d255f-472b-4959-8221-b26321f30867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66087530', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6107ca3d-50e7-4cbb-b89d-9b6ca44cb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:27Z', 'updated_at': '2021-08-10T04:56:33Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '6107ca3d-50e7-4cbb-b89d-9b6ca44cb553', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d255f-472b-4959-8221-b26321f30867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:28Z', 'updated_at': '2021-08-10T04:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '50cc7cab-586d-4040-a654-7348b498493f', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'floating_ip_address': '172.25.0.114', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '214d255f-472b-4959-8221-b26321f30867', 'port_id': '85e90237-a805-4722-9464-103cf68b57b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c36fef7-02f1-4d96-a1ac-87282a8a1335', 'mac_address': 'fa:16:3e:50:b3:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d5a4a2-19a7-4585-ae83-093cffd05fae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:56:50Z', 'updated_at': '2021-08-10T04:56:50Z', 'revision_number': 0, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '051807bb-b095-4779-9678-db5da4fe7ed1', 'name': '', 'network_id': '8c36fef7-02f1-4d96-a1ac-87282a8a1335', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:aa:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d255f-472b-4959-8221-b26321f30867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '58286753-845f-4749-a67e-48478fc186da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:32Z', 'updated_at': '2021-08-10T04:56:38Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': '58286753-845f-4749-a67e-48478fc186da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:56:52.570257 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a659f670-1c74-4dbd-a2b7-23f8730edfcc None None] New status for floating IP 50cc7cab-586d-4040-a654-7348b498493f: ACTIVE {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:56:52.892179 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55158) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:52.971581 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2499ef51-b0f7-412a-9280-6df990aeda0f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/floatingips/50cc7cab-586d-4040-a654-7348b498493f HTTP/1.1" status: 200 len: 991 time: 0.0781820 Aug 10 04:56:53.976417 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55160) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:56:54.037558 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c33ff614-92b5-4c9b-9188-00245e9f7513 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/floatingips/50cc7cab-586d-4040-a654-7348b498493f HTTP/1.1" status: 200 len: 993 time: 0.0599232 Aug 10 04:56:58.313887 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:56:59.869156 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:57:10.022379 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7fad760d-d2ba-492e-988e-da450e3d52a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:13.753312 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:13.850110 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bb8ba358-add6-4e74-bb07-1a85c9a08429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:14.138245 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d7f9cdf-dae0-4a37-be2f-68c5fca3cb11 req-4b986d03-efac-4007-89d0-0e290a5cf01a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423520 Aug 10 04:57:14.246812 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f9cdf-dae0-4a37-be2f-68c5fca3cb11 req-e97fd648-68b0-4ad1-9079-059a44bccfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:14.248428 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d7f9cdf-dae0-4a37-be2f-68c5fca3cb11 req-e97fd648-68b0-4ad1-9079-059a44bccfea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 1096 time: 0.0492916 Aug 10 04:57:14.370582 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f9cdf-dae0-4a37-be2f-68c5fca3cb11 req-62b29ba5-1354-40ab-8ee0-a7814cfc765a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:14.372151 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d7f9cdf-dae0-4a37-be2f-68c5fca3cb11 req-62b29ba5-1354-40ab-8ee0-a7814cfc765a service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c36fef7-02f1-4d96-a1ac-87282a8a1335 HTTP/1.1" status: 200 len: 898 time: 0.1009197 Aug 10 04:57:14.450373 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d7f9cdf-dae0-4a37-be2f-68c5fca3cb11 req-3778ca9d-c737-4a7a-8d93-888576b7c2c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85e90237-a805-4722-9464-103cf68b57b7 HTTP/1.1" status: 200 len: 1001 time: 0.0711725 Aug 10 04:57:14.503001 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f9cdf-dae0-4a37-be2f-68c5fca3cb11 req-50306876-5738-4fca-817d-163002f863fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:14.504515 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d7f9cdf-dae0-4a37-be2f-68c5fca3cb11 req-50306876-5738-4fca-817d-163002f863fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58286753-845f-4749-a67e-48478fc186da HTTP/1.1" status: 200 len: 834 time: 0.0473118 Aug 10 04:57:14.551317 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7f9cdf-dae0-4a37-be2f-68c5fca3cb11 req-f1418dc6-2b8c-4359-bedd-ae3d846e9c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:14.552867 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d7f9cdf-dae0-4a37-be2f-68c5fca3cb11 req-f1418dc6-2b8c-4359-bedd-ae3d846e9c64 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c36fef7-02f1-4d96-a1ac-87282a8a1335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412560 Aug 10 04:57:14.656813 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d7f9cdf-dae0-4a37-be2f-68c5fca3cb11 req-c0756b92-f2ad-4cb5-a4fb-584b877cef65 service neutron] 10.222.0.20 "GET /v2.0/networks/8c36fef7-02f1-4d96-a1ac-87282a8a1335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946007 Aug 10 04:57:14.768264 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7d7f9cdf-dae0-4a37-be2f-68c5fca3cb11 req-773ce8b1-2ab9-4671-80c7-40d399ec1f47 service neutron] 10.222.0.20 "GET /v2.0/networks/8c36fef7-02f1-4d96-a1ac-87282a8a1335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051226 Aug 10 04:57:15.621511 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:16.371410 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:17.107461 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:23.709904 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde34fa5-d6f9-447c-b28e-c04a1f19e9a1 req-63d0467f-ccfd-435c-a46e-3de96ba2bc14 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:23.711461 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dde34fa5-d6f9-447c-b28e-c04a1f19e9a1 req-63d0467f-ccfd-435c-a46e-3de96ba2bc14 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 945 time: 0.0672576 Aug 10 04:57:23.756712 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dde34fa5-d6f9-447c-b28e-c04a1f19e9a1 req-94ae276f-b634-4efb-9efc-6ab3f574bf0a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383618 Aug 10 04:57:24.895014 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1271b-a613-40e9-b0d8-7f8767d1ffaa req-ca57cf04-ddee-4c1e-a1a7-9f482920be8f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:24.896815 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-97b1271b-a613-40e9-b0d8-7f8767d1ffaa req-ca57cf04-ddee-4c1e-a1a7-9f482920be8f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 945 time: 0.0629427 Aug 10 04:57:24.943887 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-97b1271b-a613-40e9-b0d8-7f8767d1ffaa req-61ac9c81-6f78-42a1-8afa-39d046bd24bd tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382211 Aug 10 04:57:26.075388 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2786a1b-ce19-4161-9c27-2f21012cccb3 req-d71efcce-574e-4ed1-b63e-de2da8e11150 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:26.076952 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f2786a1b-ce19-4161-9c27-2f21012cccb3 req-d71efcce-574e-4ed1-b63e-de2da8e11150 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 945 time: 0.0563507 Aug 10 04:57:26.119832 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f2786a1b-ce19-4161-9c27-2f21012cccb3 req-271b006a-52c6-4ba4-8c90-187bea6e4b6a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352030 Aug 10 04:57:27.260873 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ab032-7353-4508-bad1-dc288f43b13c req-0ce6e092-355a-4191-9ec1-5d91d6ab0ef2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:27.262518 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-975ab032-7353-4508-bad1-dc288f43b13c req-0ce6e092-355a-4191-9ec1-5d91d6ab0ef2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 945 time: 0.0671282 Aug 10 04:57:27.313110 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-975ab032-7353-4508-bad1-dc288f43b13c req-d89831b1-e26f-4480-a00f-499f664701de tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404513 Aug 10 04:57:28.353108 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:28.512551 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000eb79a-0215-4223-b6bf-c8fa12ac8209 req-b259709d-4d12-441d-aecf-36c5cf8fd3e6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:28.514173 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-000eb79a-0215-4223-b6bf-c8fa12ac8209 req-b259709d-4d12-441d-aecf-36c5cf8fd3e6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 945 time: 0.0558014 Aug 10 04:57:28.568749 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-000eb79a-0215-4223-b6bf-c8fa12ac8209 req-21b628f5-6c23-46c7-b231-740cdf5bb131 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405364 Aug 10 04:57:29.695192 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f887bf4-24f9-463f-a10c-62e251962230 req-fdf8b6e3-461b-4c2c-8706-bf8998066e58 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:29.696746 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0f887bf4-24f9-463f-a10c-62e251962230 req-fdf8b6e3-461b-4c2c-8706-bf8998066e58 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 945 time: 0.0509477 Aug 10 04:57:29.739049 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0f887bf4-24f9-463f-a10c-62e251962230 req-573a9574-4931-45a6-a050-ac89269c6bb5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341022 Aug 10 04:57:30.878426 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bf20e-6c92-42a8-9309-89edbc113692 req-192bf3c7-2cc0-4fe9-9dba-8fe151cc2bd3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:30.880150 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f43bf20e-6c92-42a8-9309-89edbc113692 req-192bf3c7-2cc0-4fe9-9dba-8fe151cc2bd3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 945 time: 0.0638151 Aug 10 04:57:30.920878 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f43bf20e-6c92-42a8-9309-89edbc113692 req-89071c82-cb94-4229-9572-f4b6a02280dd tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325677 Aug 10 04:57:32.060270 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88f4f5-3039-442e-b178-036060279690 req-da22e288-884a-465a-aa0c-5b8a4310c2d6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:32.062668 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1a88f4f5-3039-442e-b178-036060279690 req-da22e288-884a-465a-aa0c-5b8a4310c2d6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 945 time: 0.0623071 Aug 10 04:57:32.111837 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1a88f4f5-3039-442e-b178-036060279690 req-532e2e0c-7185-4ffb-8236-c09c782e00cd tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415044 Aug 10 04:57:33.248350 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88beac8-0a4d-4819-91d4-0bf9a1e23ead req-71cf2cb5-c05e-4360-ae73-b86b06fe70ea tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:33.249899 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d88beac8-0a4d-4819-91d4-0bf9a1e23ead req-71cf2cb5-c05e-4360-ae73-b86b06fe70ea tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 945 time: 0.0616446 Aug 10 04:57:33.288889 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d88beac8-0a4d-4819-91d4-0bf9a1e23ead req-8389d980-cc20-46dc-b82e-d08165ebd02e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322156 Aug 10 04:57:34.418719 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce0b1d-312c-45e4-9265-823e3db50ba6 req-7d4bc419-6276-43e6-8a5a-0dba218cb25e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:34.420289 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7ce0b1d-312c-45e4-9265-823e3db50ba6 req-7d4bc419-6276-43e6-8a5a-0dba218cb25e tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 945 time: 0.0567844 Aug 10 04:57:34.461915 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c7ce0b1d-312c-45e4-9265-823e3db50ba6 req-dce08a80-2ec9-4de6-b8e8-3bf98befa907 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345335 Aug 10 04:57:35.583637 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e9759-5a9e-404d-add5-61e2147e9efd req-262b0b3f-582d-443f-9db4-ad2d11fe70d7 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:35.585167 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-375e9759-5a9e-404d-add5-61e2147e9efd req-262b0b3f-582d-443f-9db4-ad2d11fe70d7 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 945 time: 0.0518410 Aug 10 04:57:35.627233 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-375e9759-5a9e-404d-add5-61e2147e9efd req-3aed66a8-6713-42f4-9936-0b559bdcbc98 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340016 Aug 10 04:57:36.757648 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41b163-2959-4663-bf9c-1e69c9e53c44 req-643cbcf7-481a-4f75-8000-bae07d7f18b7 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:36.759104 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5e41b163-2959-4663-bf9c-1e69c9e53c44 req-643cbcf7-481a-4f75-8000-bae07d7f18b7 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 945 time: 0.0595448 Aug 10 04:57:36.809061 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5e41b163-2959-4663-bf9c-1e69c9e53c44 req-9af2586a-737f-4869-a3fc-4042a17156cb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378799 Aug 10 04:57:36.868796 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:57:37.930074 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27287559-8ee8-48b1-9202-cce66bc3afc0 req-8dfd1027-438e-48cf-bb64-e6d05f5ec76c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:37.932588 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-27287559-8ee8-48b1-9202-cce66bc3afc0 req-8dfd1027-438e-48cf-bb64-e6d05f5ec76c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 945 time: 0.0514257 Aug 10 04:57:37.980070 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-27287559-8ee8-48b1-9202-cce66bc3afc0 req-2ec7bc8c-9125-4e2c-8360-cb65e9ddce0f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409591 Aug 10 04:57:39.099904 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99a24e-d2cd-4db1-b3c2-7169aee0b6d3 req-b37cf8c9-b56e-4c22-8031-29703051b6bc tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:39.101481 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4b99a24e-d2cd-4db1-b3c2-7169aee0b6d3 req-b37cf8c9-b56e-4c22-8031-29703051b6bc tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 945 time: 0.0541136 Aug 10 04:57:39.140406 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4b99a24e-d2cd-4db1-b3c2-7169aee0b6d3 req-055a2002-dd31-4e22-a4da-996522d80850 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328779 Aug 10 04:57:39.981277 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1852df59-05df-4394-8816-e159688ab433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:40.274773 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a355c2f1-fe3e-419d-b1dd-8510056cf0cd req-63450767-330d-4514-93d3-ffc448b28fd1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:40.276483 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a355c2f1-fe3e-419d-b1dd-8510056cf0cd req-63450767-330d-4514-93d3-ffc448b28fd1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 945 time: 0.0591800 Aug 10 04:57:40.323550 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a355c2f1-fe3e-419d-b1dd-8510056cf0cd req-7a657ca9-b188-4606-96db-13af07aa3d65 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405235 Aug 10 04:57:40.346886 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55208) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:57:40.415824 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-479e1bb5-6f7c-4374-a157-525886781fc9 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/floatingips/50cc7cab-586d-4040-a654-7348b498493f HTTP/1.1" status: 200 len: 993 time: 0.0675328 Aug 10 04:57:41.903013 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae869d65-9529-4921-92bd-b92a9b2e9854 req-657604a4-0ce5-46b7-bb20-d492f7cd00c3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:41.904610 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ae869d65-9529-4921-92bd-b92a9b2e9854 req-657604a4-0ce5-46b7-bb20-d492f7cd00c3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 945 time: 0.0601156 Aug 10 04:57:41.954611 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ae869d65-9529-4921-92bd-b92a9b2e9854 req-38380e1c-0a1b-4c3e-9a93-fafe07abdc07 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403831 Aug 10 04:57:42.052138 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384d8e6-e227-4eb4-8ae4-b57193f2be24 req-bccc69a7-a335-4cf7-acbc-b0eeeac46141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:42.053441 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d384d8e6-e227-4eb4-8ae4-b57193f2be24 req-bccc69a7-a335-4cf7-acbc-b0eeeac46141 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 1096 time: 0.0446532 Aug 10 04:57:42.161070 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384d8e6-e227-4eb4-8ae4-b57193f2be24 req-ba886517-b40c-473c-bbda-1f1eb2950abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:42.162580 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d384d8e6-e227-4eb4-8ae4-b57193f2be24 req-ba886517-b40c-473c-bbda-1f1eb2950abc service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c36fef7-02f1-4d96-a1ac-87282a8a1335 HTTP/1.1" status: 200 len: 898 time: 0.1011868 Aug 10 04:57:42.237637 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d384d8e6-e227-4eb4-8ae4-b57193f2be24 req-b1501d29-17ce-4687-be82-266f8bc49372 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85e90237-a805-4722-9464-103cf68b57b7 HTTP/1.1" status: 200 len: 1001 time: 0.0676568 Aug 10 04:57:42.302854 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384d8e6-e227-4eb4-8ae4-b57193f2be24 req-96829cfb-5a13-48f6-a689-3f1c3738f8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:42.304278 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d384d8e6-e227-4eb4-8ae4-b57193f2be24 req-96829cfb-5a13-48f6-a689-3f1c3738f8f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58286753-845f-4749-a67e-48478fc186da HTTP/1.1" status: 200 len: 834 time: 0.0601027 Aug 10 04:57:42.355472 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384d8e6-e227-4eb4-8ae4-b57193f2be24 req-486833fb-4f2f-40d1-899a-8c510222ffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:42.357364 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d384d8e6-e227-4eb4-8ae4-b57193f2be24 req-486833fb-4f2f-40d1-899a-8c510222ffc1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c36fef7-02f1-4d96-a1ac-87282a8a1335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456045 Aug 10 04:57:42.474585 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d384d8e6-e227-4eb4-8ae4-b57193f2be24 req-aa666387-4a6a-439d-ac71-0e0633c696a9 service neutron] 10.222.0.20 "GET /v2.0/networks/8c36fef7-02f1-4d96-a1ac-87282a8a1335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094384 Aug 10 04:57:42.573788 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d384d8e6-e227-4eb4-8ae4-b57193f2be24 req-a6508d6a-1560-4df2-b088-bb24f94d58ed service neutron] 10.222.0.20 "GET /v2.0/networks/8c36fef7-02f1-4d96-a1ac-87282a8a1335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917943 Aug 10 04:57:43.110879 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d9ffd-b277-4728-8be7-0626e89bbc97 req-41b99856-fab6-4785-b6fa-35ded4532ae0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:43.114334 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a11d9ffd-b277-4728-8be7-0626e89bbc97 req-41b99856-fab6-4785-b6fa-35ded4532ae0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 945 time: 0.0694649 Aug 10 04:57:43.159159 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a11d9ffd-b277-4728-8be7-0626e89bbc97 req-16f249dd-81df-4d85-81eb-d81ebabdb52d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374441 Aug 10 04:57:43.782353 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:43.924988 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0ac481d8-8b49-4eb8-aeea-d0cb90ee38f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:44.319690 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c71a6-e7d7-47b2-9012-3b8f9b9ac871 req-97787b5f-48ae-4dec-8aa4-c566bfe8e2cf tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:57:44.321606 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0e3c71a6-e7d7-47b2-9012-3b8f9b9ac871 req-97787b5f-48ae-4dec-8aa4-c566bfe8e2cf tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 945 time: 0.0651040 Aug 10 04:57:44.367338 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0e3c71a6-e7d7-47b2-9012-3b8f9b9ac871 req-19b15186-c308-4389-bba6-bbcf6b086547 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379057 Aug 10 04:57:44.394109 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55222) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:57:44.822111 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fb622a09-c325-4078-873e-da2ee4b45c8b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/floatingips/50cc7cab-586d-4040-a654-7348b498493f HTTP/1.1" status: 200 len: 993 time: 0.4263828 Aug 10 04:57:45.159182 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-a2a69fb9-d318-469e-ba1f-1f09f5d8418f req-4ce48fa6-774c-4c42-91df-05210a55a837 tempest-ServerActionsTestJSON-48446633 tempest-ServerActionsTestJSON-48446633-project] (94938) timed out ('10.222.0.68', 62839) {{(pid=94938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:57:45.598337 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:46.397343 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:47.175124 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:57:58.380786 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:10.003120 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a491d81c-5864-44cd-94b5-fb7ec9dff866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:13.390819 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55244) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:13.577260 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-ed9bb543-68ac-4bcd-931e-ced635205cf0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Deleting port 102749f5-f063-40ff-b404-6cf9b0c0a936 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:58:13.577502 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ed9bb543-68ac-4bcd-931e-ced635205cf0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:13.669232 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ed9bb543-68ac-4bcd-931e-ced635205cf0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:13.669591 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ed9bb543-68ac-4bcd-931e-ced635205cf0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:13.684324 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-ed9bb543-68ac-4bcd-931e-ced635205cf0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Calling delete_port for 102749f5-f063-40ff-b404-6cf9b0c0a936 owned by network:floatingip {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:58:13.777567 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:13.869467 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:58:13.900433 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c2826bf7-7475-4d33-b78a-a9e2ad437112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:14.015349 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ed9bb543-68ac-4bcd-931e-ced635205cf0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:14.043749 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9bb543-68ac-4bcd-931e-ced635205cf0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'Port': ['ID=102749f5-f063-40ff-b404-6cf9b0c0a936,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:14.081342 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9bb543-68ac-4bcd-931e-ced635205cf0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:14.081703 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9bb543-68ac-4bcd-931e-ced635205cf0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:14.082055 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9bb543-68ac-4bcd-931e-ced635205cf0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:14.082397 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9bb543-68ac-4bcd-931e-ced635205cf0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:14.082734 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9bb543-68ac-4bcd-931e-ced635205cf0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:14.083069 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9bb543-68ac-4bcd-931e-ced635205cf0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:14.083435 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9bb543-68ac-4bcd-931e-ced635205cf0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:14.083821 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9bb543-68ac-4bcd-931e-ced635205cf0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:14.084183 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9bb543-68ac-4bcd-931e-ced635205cf0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:14.084524 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9bb543-68ac-4bcd-931e-ced635205cf0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:14.084856 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9bb543-68ac-4bcd-931e-ced635205cf0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:14.085185 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9bb543-68ac-4bcd-931e-ced635205cf0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:14.136266 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ed9bb543-68ac-4bcd-931e-ced635205cf0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for floatingip, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:14.136884 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-ed9bb543-68ac-4bcd-931e-ced635205cf0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Floating IP 50cc7cab-586d-4040-a654-7348b498493f disassociated (deleted). External IP: 172.25.0.114, port: 85e90237-a805-4722-9464-103cf68b57b7. Aug 10 04:58:14.393703 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9bb543-68ac-4bcd-931e-ced635205cf0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Router 214d255f-472b-4959-8221-b26321f30867 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:58:14.516292 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9bb543-68ac-4bcd-931e-ced635205cf0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:58:14.524319 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ed9bb543-68ac-4bcd-931e-ced635205cf0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:14.530948 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82cc7e9-2f92-41f5-98a5-f1c6f411a222 None None] Sync routers for ids ['214d255f-472b-4959-8221-b26321f30867'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:58:14.542606 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82cc7e9-2f92-41f5-98a5-f1c6f411a222 None None] Routers {'214d255f-472b-4959-8221-b26321f30867'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:58:14.543236 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d82cc7e9-2f92-41f5-98a5-f1c6f411a222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:58:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['214d255f-472b-4959-8221-b26321f30867'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:14.558288 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ed9bb543-68ac-4bcd-931e-ced635205cf0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "DELETE /v2.0/floatingips/50cc7cab-586d-4040-a654-7348b498493f HTTP/1.1" status: 204 len: 168 time: 1.1663201 Aug 10 04:58:14.559066 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d5a4a2-19a7-4585-ae83-093cffd05fae', 'tag': '85e90237-a805-4722-9464-103cf68b57b7'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:58:14.561584 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dda31cd-7396-464a-b3b4-2169711f2281" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d5a4a2-19a7-4585-ae83-093cffd05fae", "tag": "85e90237-a805-4722-9464-103cf68b57b7"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:58:14.637831 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38a55ad-b747-4394-b305-d59e70891c02 x-openstack-request-id: req-b38a55ad-b747-4394-b305-d59e70891c02 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:58:14.638140 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d5a4a2-19a7-4585-ae83-093cffd05fae", "tag": "85e90237-a805-4722-9464-103cf68b57b7", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:58:14.638466 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b38a55ad-b747-4394-b305-d59e70891c02 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:58:14.638897 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d5a4a2-19a7-4585-ae83-093cffd05fae', 'tag': '85e90237-a805-4722-9464-103cf68b57b7', 'status': 'completed', 'code': 200} Aug 10 04:58:14.664759 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-d82cc7e9-2f92-41f5-98a5-f1c6f411a222 None None] Set router 214d255f-472b-4959-8221-b26321f30867 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:58:14.733168 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda31cd-7396-464a-b3b4-2169711f2281 req-5f3ba93c-c397-46bc-9757-9981e6415e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:14.734801 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7dda31cd-7396-464a-b3b4-2169711f2281 req-5f3ba93c-c397-46bc-9757-9981e6415e02 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 1096 time: 0.0506918 Aug 10 04:58:14.846381 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda31cd-7396-464a-b3b4-2169711f2281 req-da49a3b0-f675-4df6-a445-68bb4c723da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:14.848236 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7dda31cd-7396-464a-b3b4-2169711f2281 req-da49a3b0-f675-4df6-a445-68bb4c723da9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8c36fef7-02f1-4d96-a1ac-87282a8a1335 HTTP/1.1" status: 200 len: 898 time: 0.1067579 Aug 10 04:58:14.902897 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7dda31cd-7396-464a-b3b4-2169711f2281 req-fdb8bcdb-5fdc-4212-89f0-d481277b5c30 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85e90237-a805-4722-9464-103cf68b57b7 HTTP/1.1" status: 200 len: 217 time: 0.0467923 Aug 10 04:58:14.974826 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda31cd-7396-464a-b3b4-2169711f2281 req-2e802516-7b39-48e5-8316-0cbbb6a9b103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:14.977406 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7dda31cd-7396-464a-b3b4-2169711f2281 req-2e802516-7b39-48e5-8316-0cbbb6a9b103 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58286753-845f-4749-a67e-48478fc186da HTTP/1.1" status: 200 len: 834 time: 0.0599570 Aug 10 04:58:15.040551 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda31cd-7396-464a-b3b4-2169711f2281 req-00500976-4fa2-43cd-b1d4-6e2ee552c792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:15.042341 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7dda31cd-7396-464a-b3b4-2169711f2281 req-00500976-4fa2-43cd-b1d4-6e2ee552c792 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8c36fef7-02f1-4d96-a1ac-87282a8a1335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580804 Aug 10 04:58:15.115449 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d82cc7e9-2f92-41f5-98a5-f1c6f411a222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214d255f-472b-4959-8221-b26321f30867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66087530', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6107ca3d-50e7-4cbb-b89d-9b6ca44cb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:27Z', 'updated_at': '2021-08-10T04:56:33Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '6107ca3d-50e7-4cbb-b89d-9b6ca44cb553', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d255f-472b-4959-8221-b26321f30867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:28Z', 'updated_at': '2021-08-10T04:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '051807bb-b095-4779-9678-db5da4fe7ed1', 'name': '', 'network_id': '8c36fef7-02f1-4d96-a1ac-87282a8a1335', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:aa:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d255f-472b-4959-8221-b26321f30867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '58286753-845f-4749-a67e-48478fc186da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:32Z', 'updated_at': '2021-08-10T04:56:38Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': '58286753-845f-4749-a67e-48478fc186da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:15.149826 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82cc7e9-2f92-41f5-98a5-f1c6f411a222 None None] Checking router: 214d255f-472b-4959-8221-b26321f30867 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:58:15.164213 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82cc7e9-2f92-41f5-98a5-f1c6f411a222 None None] Routers {'214d255f-472b-4959-8221-b26321f30867'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:58:15.164949 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d82cc7e9-2f92-41f5-98a5-f1c6f411a222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:58:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['214d255f-472b-4959-8221-b26321f30867'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:15.174456 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f725c2-454b-480b-a2b2-a118d235800a req-434294fa-b9ae-4168-9f58-fb25f2bb5012 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:15.188170 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-97f725c2-454b-480b-a2b2-a118d235800a req-434294fa-b9ae-4168-9f58-fb25f2bb5012 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 945 time: 0.1102028 Aug 10 04:58:15.216579 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7dda31cd-7396-464a-b3b4-2169711f2281 req-f61549c0-57c4-4e6c-a158-3fb3a8689081 service neutron] 10.222.0.20 "GET /v2.0/networks/8c36fef7-02f1-4d96-a1ac-87282a8a1335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282222 Aug 10 04:58:15.251618 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-97f725c2-454b-480b-a2b2-a118d235800a req-bf0ae8b9-1fb4-4a06-9931-063f76962a1b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616789 Aug 10 04:58:15.335628 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-d82cc7e9-2f92-41f5-98a5-f1c6f411a222 None None] Set router 214d255f-472b-4959-8221-b26321f30867 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:58:15.352471 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7dda31cd-7396-464a-b3b4-2169711f2281 req-f17f7c9d-13fb-494a-a761-1cc136db9c92 service neutron] 10.222.0.20 "GET /v2.0/networks/8c36fef7-02f1-4d96-a1ac-87282a8a1335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259270 Aug 10 04:58:15.589008 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d82cc7e9-2f92-41f5-98a5-f1c6f411a222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214d255f-472b-4959-8221-b26321f30867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66087530', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6107ca3d-50e7-4cbb-b89d-9b6ca44cb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:27Z', 'updated_at': '2021-08-10T04:56:33Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '6107ca3d-50e7-4cbb-b89d-9b6ca44cb553', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d255f-472b-4959-8221-b26321f30867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:28Z', 'updated_at': '2021-08-10T04:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '051807bb-b095-4779-9678-db5da4fe7ed1', 'name': '', 'network_id': '8c36fef7-02f1-4d96-a1ac-87282a8a1335', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:aa:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d255f-472b-4959-8221-b26321f30867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '58286753-845f-4749-a67e-48478fc186da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:32Z', 'updated_at': '2021-08-10T04:56:38Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': '58286753-845f-4749-a67e-48478fc186da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:15.621606 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82cc7e9-2f92-41f5-98a5-f1c6f411a222 None None] The sync data for ids ['214d255f-472b-4959-8221-b26321f30867'] in n-d-802893-2 is: [{'id': '214d255f-472b-4959-8221-b26321f30867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66087530', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6107ca3d-50e7-4cbb-b89d-9b6ca44cb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:27Z', 'updated_at': '2021-08-10T04:56:33Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '6107ca3d-50e7-4cbb-b89d-9b6ca44cb553', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d255f-472b-4959-8221-b26321f30867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:28Z', 'updated_at': '2021-08-10T04:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '051807bb-b095-4779-9678-db5da4fe7ed1', 'name': '', 'network_id': '8c36fef7-02f1-4d96-a1ac-87282a8a1335', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:aa:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d255f-472b-4959-8221-b26321f30867', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '58286753-845f-4749-a67e-48478fc186da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:32Z', 'updated_at': '2021-08-10T04:56:38Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': '58286753-845f-4749-a67e-48478fc186da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:58:15.630370 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:15.903993 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286dc28a-7b78-4e5e-9a45-c9cbb7dd51a5 None None] New status for floating IP 50cc7cab-586d-4040-a654-7348b498493f: DOWN {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:58:16.404053 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:16.434188 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefc24c-aaa2-47a2-b39f-d4219e06fa92 req-3ac70945-488d-407b-92e0-e4883bbd5d71 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:16.435841 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6cefc24c-aaa2-47a2-b39f-d4219e06fa92 req-3ac70945-488d-407b-92e0-e4883bbd5d71 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 945 time: 0.0845864 Aug 10 04:58:16.485619 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6cefc24c-aaa2-47a2-b39f-d4219e06fa92 req-0be07dbd-0288-4a31-84e5-db4bfcaf5850 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=90bb60a3-1ae4-4506-b85e-6aac1b32f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409577 Aug 10 04:58:16.802938 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69fa0d-0aee-4ca7-903b-788f4f7862ea req-4376f37a-2f15-4920-a06e-a97e89a2729c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:16.804626 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ac69fa0d-0aee-4ca7-903b-788f4f7862ea req-4376f37a-2f15-4920-a06e-a97e89a2729c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 945 time: 0.0601485 Aug 10 04:58:16.912451 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-ac69fa0d-0aee-4ca7-903b-788f4f7862ea req-d187a2f8-8f18-4edd-8cb0-42c63dc5728c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Deleting port 85e90237-a805-4722-9464-103cf68b57b7 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:58:16.912839 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ac69fa0d-0aee-4ca7-903b-788f4f7862ea req-d187a2f8-8f18-4edd-8cb0-42c63dc5728c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:17.021218 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-ac69fa0d-0aee-4ca7-903b-788f4f7862ea req-d187a2f8-8f18-4edd-8cb0-42c63dc5728c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] For port 85e90237-a805-4722-9464-103cf68b57b7, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=85e90237-a805-4722-9464-103cf68b57b7,segment=NetworkSegment(e43a37e5-2e90-4f09-92d4-c118ece01e3f),segment_id=e43a37e5-2e90-4f09-92d4-c118ece01e3f)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:58:17.021474 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ac69fa0d-0aee-4ca7-903b-788f4f7862ea req-d187a2f8-8f18-4edd-8cb0-42c63dc5728c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:17.035865 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-ac69fa0d-0aee-4ca7-903b-788f4f7862ea req-d187a2f8-8f18-4edd-8cb0-42c63dc5728c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Calling delete_port for 85e90237-a805-4722-9464-103cf68b57b7 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:58:17.146095 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:17.287628 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ac69fa0d-0aee-4ca7-903b-788f4f7862ea req-d187a2f8-8f18-4edd-8cb0-42c63dc5728c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:17.319733 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187a2f8-8f18-4edd-8cb0-42c63dc5728c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'Port': ['ID=85e90237-a805-4722-9464-103cf68b57b7,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:17.368426 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac69fa0d-0aee-4ca7-903b-788f4f7862ea req-d187a2f8-8f18-4edd-8cb0-42c63dc5728c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] No DVR routers for this DVR port 85e90237-a805-4722-9464-103cf68b57b7 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:58:17.371365 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-ac69fa0d-0aee-4ca7-903b-788f4f7862ea req-d187a2f8-8f18-4edd-8cb0-42c63dc5728c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:17.374295 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ac69fa0d-0aee-4ca7-903b-788f4f7862ea req-d187a2f8-8f18-4edd-8cb0-42c63dc5728c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.20 "DELETE /v2.0/ports/85e90237-a805-4722-9464-103cf68b57b7 HTTP/1.1" status: 204 len: 173 time: 0.5633941 Aug 10 04:58:17.374871 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d5a4a2-19a7-4585-ae83-093cffd05fae', 'name': 'network-vif-deleted', 'tag': '85e90237-a805-4722-9464-103cf68b57b7'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:58:17.379101 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7841e4fa-b123-4307-b9ba-2a5924e856ac" -d '{"events": [{"server_uuid": "d8d5a4a2-19a7-4585-ae83-093cffd05fae", "name": "network-vif-deleted", "tag": "85e90237-a805-4722-9464-103cf68b57b7"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:58:17.423827 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efb511d-4288-48b6-ac7e-3042c834ebe0 x-openstack-request-id: req-8efb511d-4288-48b6-ac7e-3042c834ebe0 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:58:17.424187 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d5a4a2-19a7-4585-ae83-093cffd05fae", "name": "network-vif-deleted", "tag": "85e90237-a805-4722-9464-103cf68b57b7", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:58:17.424493 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8efb511d-4288-48b6-ac7e-3042c834ebe0 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:58:17.425018 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d5a4a2-19a7-4585-ae83-093cffd05fae', 'name': 'network-vif-deleted', 'tag': '85e90237-a805-4722-9464-103cf68b57b7', 'status': 'completed', 'code': 200} Aug 10 04:58:17.598373 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d730be9a-8887-45f6-87c0-ac031df663cb req-e478194b-835e-4689-8e13-8cab76c437d5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8d5a4a2-19a7-4585-ae83-093cffd05fae HTTP/1.1" status: 200 len: 210 time: 0.0285747 Aug 10 04:58:18.671585 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55266) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:19.073861 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a4abaed-507d-4808-962a-b20d66afade0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:19.354610 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-8a4abaed-507d-4808-962a-b20d66afade0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Deleting port 051807bb-b095-4779-9678-db5da4fe7ed1 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:58:19.354958 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a4abaed-507d-4808-962a-b20d66afade0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:19.472959 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-8a4abaed-507d-4808-962a-b20d66afade0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] For port 051807bb-b095-4779-9678-db5da4fe7ed1, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=051807bb-b095-4779-9678-db5da4fe7ed1,segment=NetworkSegment(e43a37e5-2e90-4f09-92d4-c118ece01e3f),segment_id=e43a37e5-2e90-4f09-92d4-c118ece01e3f)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:58:19.473328 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a4abaed-507d-4808-962a-b20d66afade0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:19.488124 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-8a4abaed-507d-4808-962a-b20d66afade0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Calling delete_port for 051807bb-b095-4779-9678-db5da4fe7ed1 owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:58:19.768297 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a4abaed-507d-4808-962a-b20d66afade0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:19.803943 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4abaed-507d-4808-962a-b20d66afade0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'Port': ['ID=051807bb-b095-4779-9678-db5da4fe7ed1,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:20.041467 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a4abaed-507d-4808-962a-b20d66afade0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:20.281460 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4abaed-507d-4808-962a-b20d66afade0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Router 214d255f-472b-4959-8221-b26321f30867 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:58:20.411406 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4abaed-507d-4808-962a-b20d66afade0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:58:20.417097 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8a4abaed-507d-4808-962a-b20d66afade0 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "PUT /v2.0/routers/214d255f-472b-4959-8221-b26321f30867/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7443581 Aug 10 04:58:20.419900 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55270) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:20.425595 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19000fb8-06be-43d4-a8a7-94aca14814ca None None] Sync routers for ids ['214d255f-472b-4959-8221-b26321f30867'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:58:20.441284 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19000fb8-06be-43d4-a8a7-94aca14814ca None None] Routers {'214d255f-472b-4959-8221-b26321f30867'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:58:20.441976 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-19000fb8-06be-43d4-a8a7-94aca14814ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:58:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['214d255f-472b-4959-8221-b26321f30867'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:20.476415 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-7556d973-61ac-454f-87e6-c36081e18915 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Deleting subnet 58286753-845f-4749-a67e-48478fc186da {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:58:20.480511 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7556d973-61ac-454f-87e6-c36081e18915 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:20.523040 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7556d973-61ac-454f-87e6-c36081e18915 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:20.557622 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-19000fb8-06be-43d4-a8a7-94aca14814ca None None] Set router 214d255f-472b-4959-8221-b26321f30867 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:58:20.624465 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7556d973-61ac-454f-87e6-c36081e18915 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:20.748280 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-19000fb8-06be-43d4-a8a7-94aca14814ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214d255f-472b-4959-8221-b26321f30867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66087530', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6107ca3d-50e7-4cbb-b89d-9b6ca44cb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:27Z', 'updated_at': '2021-08-10T04:58:19Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '6107ca3d-50e7-4cbb-b89d-9b6ca44cb553', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d255f-472b-4959-8221-b26321f30867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:28Z', 'updated_at': '2021-08-10T04:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:20.777701 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 85e90237-a805-4722-9464-103cf68b57b7 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:58:20.779983 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19000fb8-06be-43d4-a8a7-94aca14814ca None None] Checking router: 214d255f-472b-4959-8221-b26321f30867 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:58:20.786814 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7556d973-61ac-454f-87e6-c36081e18915 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:20.803244 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 85e90237-a805-4722-9464-103cf68b57b7 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:58:20.805376 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 85e90237-a805-4722-9464-103cf68b57b7 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:58:20.807564 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19000fb8-06be-43d4-a8a7-94aca14814ca None None] Routers {'214d255f-472b-4959-8221-b26321f30867'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:58:20.808275 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-19000fb8-06be-43d4-a8a7-94aca14814ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:58:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['214d255f-472b-4959-8221-b26321f30867'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:20.815222 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556d973-61ac-454f-87e6-c36081e18915 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'Subnet': ['ID=58286753-845f-4749-a67e-48478fc186da,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:20.818992 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7556d973-61ac-454f-87e6-c36081e18915 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:20.820939 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7556d973-61ac-454f-87e6-c36081e18915 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "DELETE /v2.0/subnets/58286753-845f-4749-a67e-48478fc186da HTTP/1.1" status: 204 len: 168 time: 0.4000642 Aug 10 04:58:20.823596 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55272) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:20.848602 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e893491b-e616-4596-96cb-7403618f1c9c None None] Network 8c36fef7-02f1-4d96-a1ac-87282a8a1335 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:58:20.933164 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a0b2ede-862a-4b38-af39-55afe08e5d4d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:21.014422 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-19000fb8-06be-43d4-a8a7-94aca14814ca None None] Set router 214d255f-472b-4959-8221-b26321f30867 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:58:21.051507 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a0b2ede-862a-4b38-af39-55afe08e5d4d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:21.181618 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdba125-f5f5-4380-95ee-d29389cf3e6e None None] DHCP port deletion for 8c36fef7-02f1-4d96-a1ac-87282a8a1335 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:58:21.202887 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-8a0b2ede-862a-4b38-af39-55afe08e5d4d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Deleting port 6107ca3d-50e7-4cbb-b89d-9b6ca44cb553 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:58:21.205999 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a0b2ede-862a-4b38-af39-55afe08e5d4d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:21.249524 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-19000fb8-06be-43d4-a8a7-94aca14814ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214d255f-472b-4959-8221-b26321f30867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66087530', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6107ca3d-50e7-4cbb-b89d-9b6ca44cb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:27Z', 'updated_at': '2021-08-10T04:58:19Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '6107ca3d-50e7-4cbb-b89d-9b6ca44cb553', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d255f-472b-4959-8221-b26321f30867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:28Z', 'updated_at': '2021-08-10T04:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:21.278824 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19000fb8-06be-43d4-a8a7-94aca14814ca None None] The sync data for ids ['214d255f-472b-4959-8221-b26321f30867'] in n-d-802893-2 is: [{'id': '214d255f-472b-4959-8221-b26321f30867', 'name': 'tempest-TestNetworkAdvancedServerOps-router-66087530', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': '6107ca3d-50e7-4cbb-b89d-9b6ca44cb553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:56:27Z', 'updated_at': '2021-08-10T04:58:19Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '6107ca3d-50e7-4cbb-b89d-9b6ca44cb553', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:09:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '214d255f-472b-4959-8221-b26321f30867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:56:28Z', 'updated_at': '2021-08-10T04:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:58:21.284768 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-0bdba125-f5f5-4380-95ee-d29389cf3e6e None None] Deleting port a588118a-b154-4512-8882-e1629b83edc2 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:58:21.285170 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0bdba125-f5f5-4380-95ee-d29389cf3e6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:21.293967 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-8a0b2ede-862a-4b38-af39-55afe08e5d4d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] For port 6107ca3d-50e7-4cbb-b89d-9b6ca44cb553, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=6107ca3d-50e7-4cbb-b89d-9b6ca44cb553,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:58:21.296841 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a0b2ede-862a-4b38-af39-55afe08e5d4d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:21.312754 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-8a0b2ede-862a-4b38-af39-55afe08e5d4d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Calling delete_port for 6107ca3d-50e7-4cbb-b89d-9b6ca44cb553 owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:58:21.350993 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-0bdba125-f5f5-4380-95ee-d29389cf3e6e None None] For port a588118a-b154-4512-8882-e1629b83edc2, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a588118a-b154-4512-8882-e1629b83edc2,segment=NetworkSegment(e43a37e5-2e90-4f09-92d4-c118ece01e3f),segment_id=e43a37e5-2e90-4f09-92d4-c118ece01e3f)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:58:21.351391 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0bdba125-f5f5-4380-95ee-d29389cf3e6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:21.365436 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-0bdba125-f5f5-4380-95ee-d29389cf3e6e None None] Calling delete_port for a588118a-b154-4512-8882-e1629b83edc2 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:58:21.556674 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0bdba125-f5f5-4380-95ee-d29389cf3e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:21.578900 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a0b2ede-862a-4b38-af39-55afe08e5d4d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:21.586718 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdba125-f5f5-4380-95ee-d29389cf3e6e None None] Pushing event deleted for resources: {'Port': ['ID=a588118a-b154-4512-8882-e1629b83edc2,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:21.590984 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdba125-f5f5-4380-95ee-d29389cf3e6e None None] No DVR routers for this DVR port a588118a-b154-4512-8882-e1629b83edc2 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:58:21.606772 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdba125-f5f5-4380-95ee-d29389cf3e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:21.606772 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdba125-f5f5-4380-95ee-d29389cf3e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:21.606772 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdba125-f5f5-4380-95ee-d29389cf3e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:21.606772 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdba125-f5f5-4380-95ee-d29389cf3e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:21.606772 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdba125-f5f5-4380-95ee-d29389cf3e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:21.606772 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdba125-f5f5-4380-95ee-d29389cf3e6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:21.611688 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdba125-f5f5-4380-95ee-d29389cf3e6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:21.611688 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdba125-f5f5-4380-95ee-d29389cf3e6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:21.611688 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdba125-f5f5-4380-95ee-d29389cf3e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:21.611688 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdba125-f5f5-4380-95ee-d29389cf3e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:21.611688 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdba125-f5f5-4380-95ee-d29389cf3e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:21.611688 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdba125-f5f5-4380-95ee-d29389cf3e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:21.615915 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b2ede-862a-4b38-af39-55afe08e5d4d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'Port': ['ID=6107ca3d-50e7-4cbb-b89d-9b6ca44cb553,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:21.696715 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a0b2ede-862a-4b38-af39-55afe08e5d4d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:21.808545 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a0b2ede-862a-4b38-af39-55afe08e5d4d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:21.811255 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a0b2ede-862a-4b38-af39-55afe08e5d4d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:21.964069 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a0b2ede-862a-4b38-af39-55afe08e5d4d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:21.965141 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0b2ede-862a-4b38-af39-55afe08e5d4d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Fanout notify agent at l3_agent the message router_deleted on router 214d255f-472b-4959-8221-b26321f30867 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:58:21.979557 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8a0b2ede-862a-4b38-af39-55afe08e5d4d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:21.982265 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8a0b2ede-862a-4b38-af39-55afe08e5d4d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "DELETE /v2.0/routers/214d255f-472b-4959-8221-b26321f30867 HTTP/1.1" status: 204 len: 168 time: 1.1570859 Aug 10 04:58:21.988075 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55276) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:22.058505 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a588118a-b154-4512-8882-e1629b83edc2 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:58:22.083514 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3fc27476-d7a3-4f30-9028-970502449f41 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:22.093613 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: a588118a-b154-4512-8882-e1629b83edc2 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:58:22.094260 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a588118a-b154-4512-8882-e1629b83edc2 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:58:22.095853 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 051807bb-b095-4779-9678-db5da4fe7ed1 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:58:22.130785 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 051807bb-b095-4779-9678-db5da4fe7ed1 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:58:22.131348 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 051807bb-b095-4779-9678-db5da4fe7ed1 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:58:22.216421 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3fc27476-d7a3-4f30-9028-970502449f41 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:22.229210 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-3fc27476-d7a3-4f30-9028-970502449f41 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c36fef7-02f1-4d96-a1ac-87282a8a1335']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:22.240169 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-3fc27476-d7a3-4f30-9028-970502449f41 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43a37e5-2e90-4f09-92d4-c118ece01e3f') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:22.240463 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-3fc27476-d7a3-4f30-9028-970502449f41 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43a37e5-2e90-4f09-92d4-c118ece01e3f') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:22.249757 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3fc27476-d7a3-4f30-9028-970502449f41 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:22.265995 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3fc27476-d7a3-4f30-9028-970502449f41 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:22.273322 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc27476-d7a3-4f30-9028-970502449f41 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:58:22.273716 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3fc27476-d7a3-4f30-9028-970502449f41 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: timer() Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:58:22.276676 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:58:22.413185 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3fc27476-d7a3-4f30-9028-970502449f41 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:22.434878 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3fc27476-d7a3-4f30-9028-970502449f41 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:22.436827 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3fc27476-d7a3-4f30-9028-970502449f41 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "DELETE /v2.0/networks/8c36fef7-02f1-4d96-a1ac-87282a8a1335 HTTP/1.1" status: 204 len: 168 time: 0.4512422 Aug 10 04:58:22.438176 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc27476-d7a3-4f30-9028-970502449f41 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'Network': ['ID=8c36fef7-02f1-4d96-a1ac-87282a8a1335,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:22.440391 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55278) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:22.512549 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6070c41c-ba39-4353-91da-31091e323a29 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:22.542017 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6070c41c-ba39-4353-91da-31091e323a29 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:22.660816 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6070c41c-ba39-4353-91da-31091e323a29 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:22.665671 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6070c41c-ba39-4353-91da-31091e323a29 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:22.667640 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6070c41c-ba39-4353-91da-31091e323a29 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "DELETE /v2.0/security-groups/90bb60a3-1ae4-4506-b85e-6aac1b32f14c HTTP/1.1" status: 204 len: 168 time: 0.2260394 Aug 10 04:58:22.683448 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070c41c-ba39-4353-91da-31091e323a29 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bb60a3-1ae4-4506-b85e-6aac1b32f14c,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:22.705214 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070c41c-ba39-4353-91da-31091e323a29 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:22.705783 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070c41c-ba39-4353-91da-31091e323a29 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:22.709114 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070c41c-ba39-4353-91da-31091e323a29 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:22.709114 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070c41c-ba39-4353-91da-31091e323a29 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:22.709114 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070c41c-ba39-4353-91da-31091e323a29 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:22.709114 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070c41c-ba39-4353-91da-31091e323a29 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:22.709114 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070c41c-ba39-4353-91da-31091e323a29 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:22.709114 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070c41c-ba39-4353-91da-31091e323a29 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:22.709891 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070c41c-ba39-4353-91da-31091e323a29 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:22.710124 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070c41c-ba39-4353-91da-31091e323a29 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:22.710666 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070c41c-ba39-4353-91da-31091e323a29 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:22.711211 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6070c41c-ba39-4353-91da-31091e323a29 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:23.107912 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55284) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:23.113498 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-d1104532-ece1-4363-b56d-fa93f7150367 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2002876973', 'description': 'tempest-secgroup-smoke-2002876973 description', 'project_id': '32d55eec4aea4528bb07036d15eccacb'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:58:23.214385 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d1104532-ece1-4363-b56d-fa93f7150367 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:23.296660 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d1104532-ece1-4363-b56d-fa93f7150367 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:23.369289 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d1104532-ece1-4363-b56d-fa93f7150367 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:23.400120 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1104532-ece1-4363-b56d-fa93f7150367 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cc6d97a-fa4b-4d57-a210-ebf234b6322a,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:23.461437 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d1104532-ece1-4363-b56d-fa93f7150367 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:23.463138 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d1104532-ece1-4363-b56d-fa93f7150367 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3541687 Aug 10 04:58:23.466406 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55286) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:23.471935 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-271af380-8908-4123-9ea5-04c333c9aa48 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group_rule': {'security_group_id': '7cc6d97a-fa4b-4d57-a210-ebf234b6322a', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:58:23.556903 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-271af380-8908-4123-9ea5-04c333c9aa48 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:23.616385 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-271af380-8908-4123-9ea5-04c333c9aa48 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:23.723403 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-271af380-8908-4123-9ea5-04c333c9aa48 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:23.740791 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271af380-8908-4123-9ea5-04c333c9aa48 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75bbdcd6-0df7-4d00-bfe4-5d10daad8039,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:23.802865 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-271af380-8908-4123-9ea5-04c333c9aa48 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:23.804195 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-271af380-8908-4123-9ea5-04c333c9aa48 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3367469 Aug 10 04:58:23.807119 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55288) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:23.811951 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-ad7e91bf-ea12-445e-be1f-7e9bed0932d7 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group_rule': {'security_group_id': '7cc6d97a-fa4b-4d57-a210-ebf234b6322a', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:58:23.900324 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad7e91bf-ea12-445e-be1f-7e9bed0932d7 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:23.921920 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 6107ca3d-50e7-4cbb-b89d-9b6ca44cb553 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:58:23.945153 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 6107ca3d-50e7-4cbb-b89d-9b6ca44cb553 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:58:23.945498 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 6107ca3d-50e7-4cbb-b89d-9b6ca44cb553 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:58:23.975473 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad7e91bf-ea12-445e-be1f-7e9bed0932d7 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:24.066121 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad7e91bf-ea12-445e-be1f-7e9bed0932d7 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:24.085015 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e91bf-ea12-445e-be1f-7e9bed0932d7 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a772e41d-f681-401c-8604-8c981190c912,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:24.178591 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ad7e91bf-ea12-445e-be1f-7e9bed0932d7 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:24.179846 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ad7e91bf-ea12-445e-be1f-7e9bed0932d7 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3718002 Aug 10 04:58:24.182699 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55290) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:24.187380 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-fe3e2f98-b7a8-413e-8cd0-f83183f09c46 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group_rule': {'security_group_id': '7cc6d97a-fa4b-4d57-a210-ebf234b6322a', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:58:24.340030 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fe3e2f98-b7a8-413e-8cd0-f83183f09c46 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:24.396720 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fe3e2f98-b7a8-413e-8cd0-f83183f09c46 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:24.492492 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fe3e2f98-b7a8-413e-8cd0-f83183f09c46 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:24.511249 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e2f98-b7a8-413e-8cd0-f83183f09c46 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8994ee0e-42c3-4bea-a7b6-825247aff1fa,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:24.637506 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-fe3e2f98-b7a8-413e-8cd0-f83183f09c46 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:24.638676 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-fe3e2f98-b7a8-413e-8cd0-f83183f09c46 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4549487 Aug 10 04:58:24.641432 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55292) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:24.646083 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-e82fb8ad-338e-474f-9850-d3ca8bacd995 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group_rule': {'security_group_id': '7cc6d97a-fa4b-4d57-a210-ebf234b6322a', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:58:24.723031 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e82fb8ad-338e-474f-9850-d3ca8bacd995 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:24.781948 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e82fb8ad-338e-474f-9850-d3ca8bacd995 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:24.843361 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e82fb8ad-338e-474f-9850-d3ca8bacd995 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:24.862234 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fb8ad-338e-474f-9850-d3ca8bacd995 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fd1da9f-4add-4bc2-ac60-448252b9e122,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:24.961504 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-e82fb8ad-338e-474f-9850-d3ca8bacd995 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:24.962747 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-e82fb8ad-338e-474f-9850-d3ca8bacd995 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3202572 Aug 10 04:58:24.965720 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55294) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:24.970128 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-2315cc12-d593-4f74-90bd-fd45d0edd312 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group_rule': {'security_group_id': '7cc6d97a-fa4b-4d57-a210-ebf234b6322a', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:58:25.060350 n-d-802893-2 neutron-server[94938]: INFO neutron.db.securitygroups_db [None req-2315cc12-d593-4f74-90bd-fd45d0edd312 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Project 32d55eec4aea4528bb07036d15eccacb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:58:25.065888 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2315cc12-d593-4f74-90bd-fd45d0edd312 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:25.129862 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2315cc12-d593-4f74-90bd-fd45d0edd312 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:25.191592 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2315cc12-d593-4f74-90bd-fd45d0edd312 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:25.212973 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315cc12-d593-4f74-90bd-fd45d0edd312 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22a686cd-d24e-4620-84d9-b04bc413041f,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:25.294479 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2315cc12-d593-4f74-90bd-fd45d0edd312 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:25.295762 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2315cc12-d593-4f74-90bd-fd45d0edd312 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3291252 Aug 10 04:58:25.298591 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55296) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:25.303491 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-8235f96c-9791-4fc4-8115-0b28c36b001d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'security_group_rule': {'security_group_id': '7cc6d97a-fa4b-4d57-a210-ebf234b6322a', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:58:25.363246 n-d-802893-2 neutron-server[94938]: INFO neutron.db.securitygroups_db [None req-8235f96c-9791-4fc4-8115-0b28c36b001d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Project 32d55eec4aea4528bb07036d15eccacb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:58:25.369264 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8235f96c-9791-4fc4-8115-0b28c36b001d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:25.438793 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8235f96c-9791-4fc4-8115-0b28c36b001d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:25.512271 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8235f96c-9791-4fc4-8115-0b28c36b001d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:25.535232 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235f96c-9791-4fc4-8115-0b28c36b001d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c38db29d-56aa-4fc7-962e-b2eaccd07ddf,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:25.626009 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-8235f96c-9791-4fc4-8115-0b28c36b001d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:25.627775 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-8235f96c-9791-4fc4-8115-0b28c36b001d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3276246 Aug 10 04:58:25.630812 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55298) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:25.636231 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-102a19e2-f7aa-40ae-b397-8c9324159244 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'network': {'name': 'tempest-network-smoke--106723322', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'port_security_enabled': True}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:58:25.727089 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102a19e2-f7aa-40ae-b397-8c9324159244 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Made reservation on behalf of 32d55eec4aea4528bb07036d15eccacb for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:58:25.731181 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-102a19e2-f7aa-40ae-b397-8c9324159244 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:25.756668 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102a19e2-f7aa-40ae-b397-8c9324159244 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:58:25.766791 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-102a19e2-f7aa-40ae-b397-8c9324159244 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:25.767069 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-102a19e2-f7aa-40ae-b397-8c9324159244 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Added segment 37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6 of type vlan for network 282621bb-9571-4f95-9e07-6f075f18e19d Aug 10 04:58:25.812472 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-102a19e2-f7aa-40ae-b397-8c9324159244 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:25.927440 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-102a19e2-f7aa-40ae-b397-8c9324159244 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:25.935002 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102a19e2-f7aa-40ae-b397-8c9324159244 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:25.935649 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-102a19e2-f7aa-40ae-b397-8c9324159244 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:26.017128 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a19e2-f7aa-40ae-b397-8c9324159244 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Network': ['ID=282621bb-9571-4f95-9e07-6f075f18e19d,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:26.035411 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 282621bb-9571-4f95-9e07-6f075f18e19d details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:58:26.090436 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-102a19e2-f7aa-40ae-b397-8c9324159244 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4583936 Aug 10 04:58:26.093513 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55300) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:26.100017 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-255ba30f-bead-4edb-82a7-269a32f3d547 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-434181576', 'admin_state_up': True, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:58:26.191906 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-255ba30f-bead-4edb-82a7-269a32f3d547 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:26.193211 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-255ba30f-bead-4edb-82a7-269a32f3d547 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:26.248505 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-255ba30f-bead-4edb-82a7-269a32f3d547 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:26.796601 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-255ba30f-bead-4edb-82a7-269a32f3d547 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:27.076470 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-255ba30f-bead-4edb-82a7-269a32f3d547 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:27.096615 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-255ba30f-bead-4edb-82a7-269a32f3d547 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:27.206601 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-255ba30f-bead-4edb-82a7-269a32f3d547 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Allocated IP 172.25.0.75 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:58:27.308766 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-255ba30f-bead-4edb-82a7-269a32f3d547 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:27.409511 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-255ba30f-bead-4edb-82a7-269a32f3d547 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:27.456216 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255ba30f-bead-4edb-82a7-269a32f3d547 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:58:27.459170 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-255ba30f-bead-4edb-82a7-269a32f3d547 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:58:27.462797 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255ba30f-bead-4edb-82a7-269a32f3d547 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:58:27.468608 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ba30f-bead-4edb-82a7-269a32f3d547 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Port': ['ID=4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:27.875470 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-255ba30f-bead-4edb-82a7-269a32f3d547 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:28.087906 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-255ba30f-bead-4edb-82a7-269a32f3d547 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:28.317610 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255ba30f-bead-4edb-82a7-269a32f3d547 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Router d8fcab2b-0793-4ab6-b878-834ea1455030 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:58:28.368911 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:28.433673 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255ba30f-bead-4edb-82a7-269a32f3d547 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:58:28.444788 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bbae41-3fec-4333-b107-68d51ba29243 None None] Sync routers for ids ['d8fcab2b-0793-4ab6-b878-834ea1455030'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:58:28.455910 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bbae41-3fec-4333-b107-68d51ba29243 None None] Routers {'d8fcab2b-0793-4ab6-b878-834ea1455030'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:58:28.456694 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-00bbae41-3fec-4333-b107-68d51ba29243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:58:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['d8fcab2b-0793-4ab6-b878-834ea1455030'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:28.532414 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-255ba30f-bead-4edb-82a7-269a32f3d547 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:28.533833 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-255ba30f-bead-4edb-82a7-269a32f3d547 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4389050 Aug 10 04:58:28.537182 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55302) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:28.564005 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-00bbae41-3fec-4333-b107-68d51ba29243 None None] Set router d8fcab2b-0793-4ab6-b878-834ea1455030 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:58:28.566786 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c1c824cb-5af9-4c0b-a0c9-e4575fdcf320 tempest-TestNetworkAdvancedServerOps-352895745 tempest-TestNetworkAdvancedServerOps-352895745-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=32d55eec4aea4528bb07036d15eccacb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284314 Aug 10 04:58:28.569873 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55304) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:28.663108 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93914add-63bc-42d9-b104-70b67c672663 tempest-TestNetworkAdvancedServerOps-352895745 tempest-TestNetworkAdvancedServerOps-352895745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:28.664688 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-93914add-63bc-42d9-b104-70b67c672663 tempest-TestNetworkAdvancedServerOps-352895745 tempest-TestNetworkAdvancedServerOps-352895745-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0939474 Aug 10 04:58:28.667767 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55306) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:28.701565 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-16fb2268-2aa1-4be2-98f2-0e4dd64a2113 tempest-TestNetworkAdvancedServerOps-352895745 tempest-TestNetworkAdvancedServerOps-352895745-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=3cf799c4-5ce0-4f92-86c3-167dd0ecaca5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301199 Aug 10 04:58:28.701990 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55308) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:28.707870 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-0282cd22-2fe4-44cb-a726-bcd68d334239 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-292589709', 'network_id': '282621bb-9571-4f95-9e07-6f075f18e19d', 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:58:28.767389 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-00bbae41-3fec-4333-b107-68d51ba29243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434181576', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:58:26Z', 'updated_at': '2021-08-10T04:58:27Z', 'revision_number': 3, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:58:27Z', 'updated_at': '2021-08-10T04:58:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:28.799917 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bbae41-3fec-4333-b107-68d51ba29243 None None] Checking router: d8fcab2b-0793-4ab6-b878-834ea1455030 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:58:28.800298 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bbae41-3fec-4333-b107-68d51ba29243 None None] Updating router d8fcab2b-0793-4ab6-b878-834ea1455030 port 4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:58:28.825773 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-00bbae41-3fec-4333-b107-68d51ba29243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:28.877301 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0282cd22-2fe4-44cb-a726-bcd68d334239 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Made reservation on behalf of 32d55eec4aea4528bb07036d15eccacb for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:58:28.880983 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0282cd22-2fe4-44cb-a726-bcd68d334239 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:29.079377 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-00bbae41-3fec-4333-b107-68d51ba29243 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:29.090091 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-00bbae41-3fec-4333-b107-68d51ba29243 None None] Transition to ACTIVE for port object 4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:58:29.197610 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0282cd22-2fe4-44cb-a726-bcd68d334239 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:29.223988 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-00bbae41-3fec-4333-b107-68d51ba29243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:29.260503 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282cd22-2fe4-44cb-a726-bcd68d334239 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Subnet': ['ID=9fe1aeca-7709-4e8b-9797-0bb971fddbc0,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:29.276216 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0282cd22-2fe4-44cb-a726-bcd68d334239 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Checking segment: {'id': '37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '282621bb-9571-4f95-9e07-6f075f18e19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:58:29.276216 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0282cd22-2fe4-44cb-a726-bcd68d334239 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network hostable DHCP agents. Network: 282621bb-9571-4f95-9e07-6f075f18e19d, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:58:29.280940 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-00bbae41-3fec-4333-b107-68d51ba29243 None None] Attempting to bind port 4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:58:29.281306 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-00bbae41-3fec-4333-b107-68d51ba29243 None None] Attempting to bind port 4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:58:29.281954 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bbae41-3fec-4333-b107-68d51ba29243 None None] Attempting to bind port 4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:58:29.284959 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ea968-fda6-4b32-94a6-97c289cb051b None None] Pushing event updated for resources: {'Port': ['ID=4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea,revision_number=2']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:29.289560 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bbae41-3fec-4333-b107-68d51ba29243 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:58:29.289928 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bbae41-3fec-4333-b107-68d51ba29243 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:58:29.290326 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-00bbae41-3fec-4333-b107-68d51ba29243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:29.290715 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bbae41-3fec-4333-b107-68d51ba29243 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:58:29.291175 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-00bbae41-3fec-4333-b107-68d51ba29243 None None] Bound port: 4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:58:29.291551 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-00bbae41-3fec-4333-b107-68d51ba29243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:29.313251 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ea968-fda6-4b32-94a6-97c289cb051b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:29.315132 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ea968-fda6-4b32-94a6-97c289cb051b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:29.315132 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ea968-fda6-4b32-94a6-97c289cb051b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:29.315132 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ea968-fda6-4b32-94a6-97c289cb051b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:29.315132 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ea968-fda6-4b32-94a6-97c289cb051b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:29.315546 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ea968-fda6-4b32-94a6-97c289cb051b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:29.315695 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ea968-fda6-4b32-94a6-97c289cb051b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:29.316045 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ea968-fda6-4b32-94a6-97c289cb051b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:29.316365 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ea968-fda6-4b32-94a6-97c289cb051b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:29.316681 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ea968-fda6-4b32-94a6-97c289cb051b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:29.316999 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ea968-fda6-4b32-94a6-97c289cb051b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:29.317315 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de0ea968-fda6-4b32-94a6-97c289cb051b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:58:29.356380 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-00bbae41-3fec-4333-b107-68d51ba29243 None None] For port 4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:58:29.359237 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-00bbae41-3fec-4333-b107-68d51ba29243 None None] For port 4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:58:29.368749 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0282cd22-2fe4-44cb-a726-bcd68d334239 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network 282621bb-9571-4f95-9e07-6f075f18e19d is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:58:29.449195 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-00bbae41-3fec-4333-b107-68d51ba29243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:29.454455 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-0282cd22-2fe4-44cb-a726-bcd68d334239 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 282621bb-9571-4f95-9e07-6f075f18e19d) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:58:29.459826 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0282cd22-2fe4-44cb-a726-bcd68d334239 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:29.460522 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0282cd22-2fe4-44cb-a726-bcd68d334239 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:29.463668 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb9b620-bffa-4267-98fe-38ef3b8793ac None None] Network 282621bb-9571-4f95-9e07-6f075f18e19d requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:58:29.507404 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bbae41-3fec-4333-b107-68d51ba29243 None None] Routers {'d8fcab2b-0793-4ab6-b878-834ea1455030'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:58:29.508053 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-00bbae41-3fec-4333-b107-68d51ba29243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:58:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['d8fcab2b-0793-4ab6-b878-834ea1455030'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:29.512768 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ea968-fda6-4b32-94a6-97c289cb051b None None] Pushing event updated for resources: {'Port': ['ID=4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:29.540783 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0282cd22-2fe4-44cb-a726-bcd68d334239 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8376229 Aug 10 04:58:29.543480 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55310) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:29.623703 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-00bbae41-3fec-4333-b107-68d51ba29243 None None] Set router d8fcab2b-0793-4ab6-b878-834ea1455030 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:58:29.625932 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00830093-d82f-4b23-b09f-b8fc55d5b93c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-282621bb-9571-4f95-9e07-6f075f18e19d', 'network_id': '282621bb-9571-4f95-9e07-6f075f18e19d', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'fixed_ips': [{'subnet_id': '9fe1aeca-7709-4e8b-9797-0bb971fddbc0'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:58:29.627774 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-00830093-d82f-4b23-b09f-b8fc55d5b93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:29.778227 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-00830093-d82f-4b23-b09f-b8fc55d5b93c None None] Allocated IP 172.20.0.2 (282621bb-9571-4f95-9e07-6f075f18e19d/9fe1aeca-7709-4e8b-9797-0bb971fddbc0/f86c8563-49bf-494a-80e5-1ee7889dec34) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:58:29.843304 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-00bbae41-3fec-4333-b107-68d51ba29243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434181576', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:58:26Z', 'updated_at': '2021-08-10T04:58:27Z', 'revision_number': 3, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:58:27Z', 'updated_at': '2021-08-10T04:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:29.889109 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00bbae41-3fec-4333-b107-68d51ba29243 None None] The sync data for ids ['d8fcab2b-0793-4ab6-b878-834ea1455030'] in n-d-802893-2 is: [{'id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434181576', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:58:26Z', 'updated_at': '2021-08-10T04:58:27Z', 'revision_number': 3, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:58:27Z', 'updated_at': '2021-08-10T04:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:58:29.988095 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-00830093-d82f-4b23-b09f-b8fc55d5b93c None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:30.000016 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-00830093-d82f-4b23-b09f-b8fc55d5b93c None None] Transition to ACTIVE for port object f86c8563-49bf-494a-80e5-1ee7889dec34 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:58:30.021502 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-00830093-d82f-4b23-b09f-b8fc55d5b93c None None] Transition to ACTIVE for port object f86c8563-49bf-494a-80e5-1ee7889dec34 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:58:30.076723 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a4c1ebf-4689-4364-8acb-ec8cb8a51403 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:30.110987 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-00830093-d82f-4b23-b09f-b8fc55d5b93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:30.382574 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00830093-d82f-4b23-b09f-b8fc55d5b93c None None] Network 282621bb-9571-4f95-9e07-6f075f18e19d is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:58:30.385733 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-00830093-d82f-4b23-b09f-b8fc55d5b93c None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:58:30.389401 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00830093-d82f-4b23-b09f-b8fc55d5b93c None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:58:30.434086 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00830093-d82f-4b23-b09f-b8fc55d5b93c None None] Pushing event updated for resources: {'Port': ['ID=f86c8563-49bf-494a-80e5-1ee7889dec34,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:30.453979 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-5a4c1ebf-4689-4364-8acb-ec8cb8a51403 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Allocated IP 172.20.0.1 (282621bb-9571-4f95-9e07-6f075f18e19d/9fe1aeca-7709-4e8b-9797-0bb971fddbc0/e1e2857a-e6c4-497e-8088-f843cec6fac5) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:58:30.456862 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-00830093-d82f-4b23-b09f-b8fc55d5b93c None None] Attempting to bind port f86c8563-49bf-494a-80e5-1ee7889dec34 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:58:30.457252 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-00830093-d82f-4b23-b09f-b8fc55d5b93c None None] Attempting to bind port f86c8563-49bf-494a-80e5-1ee7889dec34 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '282621bb-9571-4f95-9e07-6f075f18e19d'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:58:30.457595 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00830093-d82f-4b23-b09f-b8fc55d5b93c None None] Attempting to bind port f86c8563-49bf-494a-80e5-1ee7889dec34 on network 282621bb-9571-4f95-9e07-6f075f18e19d {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:58:30.463915 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00830093-d82f-4b23-b09f-b8fc55d5b93c None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:58:30.465322 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00830093-d82f-4b23-b09f-b8fc55d5b93c None None] Checking segment: {'id': '37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '282621bb-9571-4f95-9e07-6f075f18e19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:58:30.465322 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-00830093-d82f-4b23-b09f-b8fc55d5b93c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:30.465665 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00830093-d82f-4b23-b09f-b8fc55d5b93c None None] Bound using segment: {'id': '37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '282621bb-9571-4f95-9e07-6f075f18e19d'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:58:30.466047 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-00830093-d82f-4b23-b09f-b8fc55d5b93c None None] Bound port: f86c8563-49bf-494a-80e5-1ee7889dec34, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '282621bb-9571-4f95-9e07-6f075f18e19d'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:58:30.466427 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-00830093-d82f-4b23-b09f-b8fc55d5b93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:30.557501 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-00830093-d82f-4b23-b09f-b8fc55d5b93c None None] For port f86c8563-49bf-494a-80e5-1ee7889dec34, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:58:30.560985 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-00830093-d82f-4b23-b09f-b8fc55d5b93c None None] For port f86c8563-49bf-494a-80e5-1ee7889dec34, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f86c8563-49bf-494a-80e5-1ee7889dec34,segment=NetworkSegment(37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6),segment_id=37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:58:30.638251 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-00830093-d82f-4b23-b09f-b8fc55d5b93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:30.642675 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a4c1ebf-4689-4364-8acb-ec8cb8a51403 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:30.666521 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-5a4c1ebf-4689-4364-8acb-ec8cb8a51403 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Transition to ACTIVE for port object e1e2857a-e6c4-497e-8088-f843cec6fac5 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:58:30.740987 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00830093-d82f-4b23-b09f-b8fc55d5b93c None None] Pushing event updated for resources: {'Port': ['ID=f86c8563-49bf-494a-80e5-1ee7889dec34,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:30.824306 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a4c1ebf-4689-4364-8acb-ec8cb8a51403 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:30.869768 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4c1ebf-4689-4364-8acb-ec8cb8a51403 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network 282621bb-9571-4f95-9e07-6f075f18e19d is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:58:30.875534 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-5a4c1ebf-4689-4364-8acb-ec8cb8a51403 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:58:30.880392 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4c1ebf-4689-4364-8acb-ec8cb8a51403 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:58:30.911427 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c1ebf-4689-4364-8acb-ec8cb8a51403 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Port': ['ID=e1e2857a-e6c4-497e-8088-f843cec6fac5,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:30.974611 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a4c1ebf-4689-4364-8acb-ec8cb8a51403 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:31.205876 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a4c1ebf-4689-4364-8acb-ec8cb8a51403 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:31.508712 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a4c1ebf-4689-4364-8acb-ec8cb8a51403 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:31.624424 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a4c1ebf-4689-4364-8acb-ec8cb8a51403 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:31.704205 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5a4c1ebf-4689-4364-8acb-ec8cb8a51403 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:31.706015 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c1ebf-4689-4364-8acb-ec8cb8a51403 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Port': ['ID=e1e2857a-e6c4-497e-8088-f843cec6fac5,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:31.813605 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4c1ebf-4689-4364-8acb-ec8cb8a51403 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network 282621bb-9571-4f95-9e07-6f075f18e19d is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:58:31.816183 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-5a4c1ebf-4689-4364-8acb-ec8cb8a51403 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:58:31.944804 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4c1ebf-4689-4364-8acb-ec8cb8a51403 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Router d8fcab2b-0793-4ab6-b878-834ea1455030 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:58:32.104185 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f86c8563-49bf-494a-80e5-1ee7889dec34 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:58:32.201185 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07784467-d140-4180-9179-34ae55148a23 None None] Network 282621bb-9571-4f95-9e07-6f075f18e19d requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:58:32.259701 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port f86c8563-49bf-494a-80e5-1ee7889dec34 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:58:32.271045 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:58:32.358860 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7def3e26-701a-4bfc-a9cb-8f2a13e4ca79 None None] Provisioning for port f86c8563-49bf-494a-80e5-1ee7889dec34 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:58:32.387785 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7def3e26-701a-4bfc-a9cb-8f2a13e4ca79 None None] Provisioning complete for port f86c8563-49bf-494a-80e5-1ee7889dec34 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:58:32.388173 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7def3e26-701a-4bfc-a9cb-8f2a13e4ca79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:32.474024 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4c1ebf-4689-4364-8acb-ec8cb8a51403 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:58:32.476992 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:58:32.482410 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5a4c1ebf-4689-4364-8acb-ec8cb8a51403 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "PUT /v2.0/routers/d8fcab2b-0793-4ab6-b878-834ea1455030/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9344726 Aug 10 04:58:32.485431 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:58:32.485933 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:32.492207 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd26a4e-0c81-4ede-b716-b2760f045c40 None None] Sync routers for ids ['d8fcab2b-0793-4ab6-b878-834ea1455030'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:58:32.566105 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd26a4e-0c81-4ede-b716-b2760f045c40 None None] Routers {'d8fcab2b-0793-4ab6-b878-834ea1455030'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:58:32.566765 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-8bd26a4e-0c81-4ede-b716-b2760f045c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:58:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['d8fcab2b-0793-4ab6-b878-834ea1455030'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:32.636276 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7def3e26-701a-4bfc-a9cb-8f2a13e4ca79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:32.673236 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-17e31788-021c-4218-a921-709e00c33d63 req-60e7f25b-7eab-4e34-9e9d-29130bd2cd60 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2002876973&fields=id&tenant_id=32d55eec4aea4528bb07036d15eccacb HTTP/1.1" status: 200 len: 267 time: 0.0486324 Aug 10 04:58:32.782937 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-7def3e26-701a-4bfc-a9cb-8f2a13e4ca79 None None] For port f86c8563-49bf-494a-80e5-1ee7889dec34, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f86c8563-49bf-494a-80e5-1ee7889dec34,segment=NetworkSegment(37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6),segment_id=37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:58:32.788876 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:32.808829 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-8bd26a4e-0c81-4ede-b716-b2760f045c40 None None] Set router d8fcab2b-0793-4ab6-b878-834ea1455030 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:58:32.839162 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e31788-021c-4218-a921-709e00c33d63 req-2d882201-15d2-44ee-a958-6c0fad3618b4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:32.844905 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-17e31788-021c-4218-a921-709e00c33d63 req-2d882201-15d2-44ee-a958-6c0fad3618b4 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/networks?id=282621bb-9571-4f95-9e07-6f075f18e19d HTTP/1.1" status: 200 len: 796 time: 0.1520121 Aug 10 04:58:32.859346 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:58:32.861398 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-17e31788-021c-4218-a921-709e00c33d63 req-cc722f14-05ef-4a14-bdb6-ebe75fe46342 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/quotas/32d55eec4aea4528bb07036d15eccacb HTTP/1.1" status: 200 len: 375 time: 0.0111525 Aug 10 04:58:32.875257 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7def3e26-701a-4bfc-a9cb-8f2a13e4ca79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:32.934583 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-17e31788-021c-4218-a921-709e00c33d63 req-dad24b53-eedd-49b0-b72f-8dd5af9f41c2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652304 Aug 10 04:58:32.944853 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:33.029847 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def3e26-701a-4bfc-a9cb-8f2a13e4ca79 None None] Pushing event updated for resources: {'Port': ['ID=f86c8563-49bf-494a-80e5-1ee7889dec34,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:33.030341 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-17e31788-021c-4218-a921-709e00c33d63 req-61a390f9-4d15-42df-89c3-d2c277b0fcbc service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 04:58:33.031366 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-17e31788-021c-4218-a921-709e00c33d63 req-61a390f9-4d15-42df-89c3-d2c277b0fcbc service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0790765 Aug 10 04:58:33.111485 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:33.142063 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b4c89a39-fb08-4881-8999-992964f02f9b None None] Provisioning for port e1e2857a-e6c4-497e-8088-f843cec6fac5 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:58:33.154053 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b4c89a39-fb08-4881-8999-992964f02f9b None None] Provisioning complete for port e1e2857a-e6c4-497e-8088-f843cec6fac5 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:58:33.154053 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b4c89a39-fb08-4881-8999-992964f02f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:33.178024 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-17e31788-021c-4218-a921-709e00c33d63 req-b37bea69-a8c8-4dc9-a673-67db1289fdb3 service neutron] 10.222.0.25 "GET /v2.0/networks/282621bb-9571-4f95-9e07-6f075f18e19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371984 Aug 10 04:58:33.203098 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-b4c89a39-fb08-4881-8999-992964f02f9b None None] Port e1e2857a-e6c4-497e-8088-f843cec6fac5 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:58:33.223491 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-8bd26a4e-0c81-4ede-b716-b2760f045c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434181576', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:58:26Z', 'updated_at': '2021-08-10T04:58:31Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:58:27Z', 'updated_at': '2021-08-10T04:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'e1e2857a-e6c4-497e-8088-f843cec6fac5', 'name': '', 'network_id': '282621bb-9571-4f95-9e07-6f075f18e19d', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:22:30:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9fe1aeca-7709-4e8b-9797-0bb971fddbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:58:30Z', 'updated_at': '2021-08-10T04:58:31Z', 'revision_number': 2, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': '9fe1aeca-7709-4e8b-9797-0bb971fddbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:33.225453 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b4c89a39-fb08-4881-8999-992964f02f9b None None] Provisioning complete for port f86c8563-49bf-494a-80e5-1ee7889dec34 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:58:33.225826 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b4c89a39-fb08-4881-8999-992964f02f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:33.272367 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd26a4e-0c81-4ede-b716-b2760f045c40 None None] Checking router: d8fcab2b-0793-4ab6-b878-834ea1455030 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:58:33.273121 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd26a4e-0c81-4ede-b716-b2760f045c40 None None] Updating router d8fcab2b-0793-4ab6-b878-834ea1455030 port e1e2857a-e6c4-497e-8088-f843cec6fac5 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:58:33.321194 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8bd26a4e-0c81-4ede-b716-b2760f045c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:33.326402 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-17e31788-021c-4218-a921-709e00c33d63 req-78ae5c55-9ef5-4b5a-b40b-3d04fa6d27a7 service neutron] 10.222.0.25 "GET /v2.0/networks/282621bb-9571-4f95-9e07-6f075f18e19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393728 Aug 10 04:58:33.598967 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-57c3b45a-2193-4a2c-a0c2-fec0babd78d0 None None] Provisioning complete for port e1e2857a-e6c4-497e-8088-f843cec6fac5 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:58:33.599363 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-57c3b45a-2193-4a2c-a0c2-fec0babd78d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:33.656748 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-57c3b45a-2193-4a2c-a0c2-fec0babd78d0 None None] Port e1e2857a-e6c4-497e-8088-f843cec6fac5 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:58:33.712997 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4e771e8e-42d9-4952-ba63-aa861c8ec145 req-114aa0a0-a4e0-4009-ae22-2ba97b45df4c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 210 time: 0.0363395 Aug 10 04:58:33.781163 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8bd26a4e-0c81-4ede-b716-b2760f045c40 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:33.797932 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-8bd26a4e-0c81-4ede-b716-b2760f045c40 None None] Transition to ACTIVE for port object e1e2857a-e6c4-497e-8088-f843cec6fac5 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:58:33.900229 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8bd26a4e-0c81-4ede-b716-b2760f045c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:33.977186 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073e324-9950-49d8-996a-69eca7456d34 None None] Pushing event updated for resources: {'Port': ['ID=e1e2857a-e6c4-497e-8088-f843cec6fac5,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:34.013543 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-8bd26a4e-0c81-4ede-b716-b2760f045c40 None None] Attempting to bind port e1e2857a-e6c4-497e-8088-f843cec6fac5 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:58:34.013997 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-8bd26a4e-0c81-4ede-b716-b2760f045c40 None None] Attempting to bind port e1e2857a-e6c4-497e-8088-f843cec6fac5 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '282621bb-9571-4f95-9e07-6f075f18e19d'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:58:34.014737 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd26a4e-0c81-4ede-b716-b2760f045c40 None None] Attempting to bind port e1e2857a-e6c4-497e-8088-f843cec6fac5 on network 282621bb-9571-4f95-9e07-6f075f18e19d {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:58:34.019522 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f86c8563-49bf-494a-80e5-1ee7889dec34 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:58:34.045425 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd26a4e-0c81-4ede-b716-b2760f045c40 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:58:34.045835 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd26a4e-0c81-4ede-b716-b2760f045c40 None None] Checking segment: {'id': '37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '282621bb-9571-4f95-9e07-6f075f18e19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:58:34.046247 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8bd26a4e-0c81-4ede-b716-b2760f045c40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:34.046714 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd26a4e-0c81-4ede-b716-b2760f045c40 None None] Bound using segment: {'id': '37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '282621bb-9571-4f95-9e07-6f075f18e19d'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:58:34.047301 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-8bd26a4e-0c81-4ede-b716-b2760f045c40 None None] Bound port: e1e2857a-e6c4-497e-8088-f843cec6fac5, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '282621bb-9571-4f95-9e07-6f075f18e19d'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:58:34.047737 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8bd26a4e-0c81-4ede-b716-b2760f045c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:34.150685 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port f86c8563-49bf-494a-80e5-1ee7889dec34 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:58:34.151277 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:34.174505 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-8bd26a4e-0c81-4ede-b716-b2760f045c40 None None] For port e1e2857a-e6c4-497e-8088-f843cec6fac5, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:58:34.194589 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-8bd26a4e-0c81-4ede-b716-b2760f045c40 None None] For port e1e2857a-e6c4-497e-8088-f843cec6fac5, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e1e2857a-e6c4-497e-8088-f843cec6fac5,segment=NetworkSegment(37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6),segment_id=37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:58:34.248744 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:58:34.303564 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8bd26a4e-0c81-4ede-b716-b2760f045c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:34.354368 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:58:34.354750 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:34.407611 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073e324-9950-49d8-996a-69eca7456d34 None None] Pushing event updated for resources: {'Port': ['ID=e1e2857a-e6c4-497e-8088-f843cec6fac5,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:34.416869 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd26a4e-0c81-4ede-b716-b2760f045c40 None None] Routers {'d8fcab2b-0793-4ab6-b878-834ea1455030'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:58:34.417509 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-8bd26a4e-0c81-4ede-b716-b2760f045c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:58:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['d8fcab2b-0793-4ab6-b878-834ea1455030'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:34.594138 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-8bd26a4e-0c81-4ede-b716-b2760f045c40 None None] Set router d8fcab2b-0793-4ab6-b878-834ea1455030 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:58:34.825556 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ac8d40a0-8863-4ad4-9ba0-87d838638e12 req-3fba3561-b543-4529-bec2-525ff35bea71 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 210 time: 0.0287459 Aug 10 04:58:34.844254 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-8bd26a4e-0c81-4ede-b716-b2760f045c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434181576', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:58:26Z', 'updated_at': '2021-08-10T04:58:31Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:58:27Z', 'updated_at': '2021-08-10T04:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'e1e2857a-e6c4-497e-8088-f843cec6fac5', 'name': '', 'network_id': '282621bb-9571-4f95-9e07-6f075f18e19d', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:22:30:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9fe1aeca-7709-4e8b-9797-0bb971fddbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:58:30Z', 'updated_at': '2021-08-10T04:58:34Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': '9fe1aeca-7709-4e8b-9797-0bb971fddbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:34.871857 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd26a4e-0c81-4ede-b716-b2760f045c40 None None] The sync data for ids ['d8fcab2b-0793-4ab6-b878-834ea1455030'] in n-d-802893-2 is: [{'id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434181576', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:58:26Z', 'updated_at': '2021-08-10T04:58:31Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:58:27Z', 'updated_at': '2021-08-10T04:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'e1e2857a-e6c4-497e-8088-f843cec6fac5', 'name': '', 'network_id': '282621bb-9571-4f95-9e07-6f075f18e19d', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:22:30:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9fe1aeca-7709-4e8b-9797-0bb971fddbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:58:30Z', 'updated_at': '2021-08-10T04:58:34Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': '9fe1aeca-7709-4e8b-9797-0bb971fddbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:58:35.957182 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a6fdf51c-7405-4459-bf19-e54c3bf918fe req-cbea0002-2989-4e99-8d60-9c180a30f34d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 210 time: 0.0299091 Aug 10 04:58:36.026135 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e1e2857a-e6c4-497e-8088-f843cec6fac5 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:58:36.191729 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port e1e2857a-e6c4-497e-8088-f843cec6fac5 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:58:36.196059 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port e1e2857a-e6c4-497e-8088-f843cec6fac5 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:58:36.196439 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:36.461947 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:36.498928 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port e1e2857a-e6c4-497e-8088-f843cec6fac5, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e1e2857a-e6c4-497e-8088-f843cec6fac5,segment=NetworkSegment(37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6),segment_id=37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:58:36.623753 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:36.650873 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e31788-021c-4218-a921-709e00c33d63 req-50695221-3668-48ee-8b97-24aa649e8511 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:36.652536 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-17e31788-021c-4218-a921-709e00c33d63 req-50695221-3668-48ee-8b97-24aa649e8511 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.20 "GET /v2.0/networks?id=282621bb-9571-4f95-9e07-6f075f18e19d HTTP/1.1" status: 200 len: 796 time: 0.1287711 Aug 10 04:58:36.677601 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=e1e2857a-e6c4-497e-8088-f843cec6fac5,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:36.719428 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-17e31788-021c-4218-a921-709e00c33d63 req-1fe2dbcc-7764-4c82-86e9-f2e9f8cd5c45 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=32d55eec4aea4528bb07036d15eccacb HTTP/1.1" status: 200 len: 380 time: 0.0507624 Aug 10 04:58:36.729161 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-17e31788-021c-4218-a921-709e00c33d63 req-e64cff07-7f5b-4390-a22e-1da25b48e237 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'port': {'device_id': 'abaf534d-8242-4867-8b96-5079367cdd41', 'network_id': '282621bb-9571-4f95-9e07-6f075f18e19d', 'admin_state_up': True, 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'security_groups': ['7cc6d97a-fa4b-4d57-a210-ebf234b6322a']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:58:36.922915 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17e31788-021c-4218-a921-709e00c33d63 req-e64cff07-7f5b-4390-a22e-1da25b48e237 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Made reservation on behalf of 32d55eec4aea4528bb07036d15eccacb for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:58:36.927576 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-17e31788-021c-4218-a921-709e00c33d63 req-e64cff07-7f5b-4390-a22e-1da25b48e237 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:37.092421 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c1c8fee5-0848-41e4-910a-ca9823309184 req-521d88b7-3c27-4c5c-a0b3-aa36bb746790 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 210 time: 0.0612249 Aug 10 04:58:37.115515 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-17e31788-021c-4218-a921-709e00c33d63 req-e64cff07-7f5b-4390-a22e-1da25b48e237 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Allocated IP 172.20.0.4 (282621bb-9571-4f95-9e07-6f075f18e19d/9fe1aeca-7709-4e8b-9797-0bb971fddbc0/f68bcc28-085b-4b17-9fdf-77b2c1a1161c) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:58:37.305324 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-17e31788-021c-4218-a921-709e00c33d63 req-e64cff07-7f5b-4390-a22e-1da25b48e237 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:37.321584 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-17e31788-021c-4218-a921-709e00c33d63 req-e64cff07-7f5b-4390-a22e-1da25b48e237 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Transition to ACTIVE for port object f68bcc28-085b-4b17-9fdf-77b2c1a1161c will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:58:37.438129 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-17e31788-021c-4218-a921-709e00c33d63 req-e64cff07-7f5b-4390-a22e-1da25b48e237 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:37.489043 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17e31788-021c-4218-a921-709e00c33d63 req-e64cff07-7f5b-4390-a22e-1da25b48e237 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network 282621bb-9571-4f95-9e07-6f075f18e19d is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:58:37.492617 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-17e31788-021c-4218-a921-709e00c33d63 req-e64cff07-7f5b-4390-a22e-1da25b48e237 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:58:37.496970 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e31788-021c-4218-a921-709e00c33d63 req-e64cff07-7f5b-4390-a22e-1da25b48e237 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:58:37.504328 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64cff07-7f5b-4390-a22e-1da25b48e237 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Port': ['ID=f68bcc28-085b-4b17-9fdf-77b2c1a1161c,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:37.563038 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e31788-021c-4218-a921-709e00c33d63 req-e64cff07-7f5b-4390-a22e-1da25b48e237 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:37.563038 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-17e31788-021c-4218-a921-709e00c33d63 req-e64cff07-7f5b-4390-a22e-1da25b48e237 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:37.712149 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-17e31788-021c-4218-a921-709e00c33d63 req-e64cff07-7f5b-4390-a22e-1da25b48e237 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9869466 Aug 10 04:58:37.731240 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-17e31788-021c-4218-a921-709e00c33d63 req-4d0489e6-d2ff-41ca-a758-44e4fab42b2d service neutron] Request body: {'port': {'device_id': 'abaf534d-8242-4867-8b96-5079367cdd41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:58:37.792649 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-17e31788-021c-4218-a921-709e00c33d63 req-4d0489e6-d2ff-41ca-a758-44e4fab42b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:37.800522 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0c495d39-f05f-4c90-a61d-07e4edf13a75 None None] Provisioning for port f68bcc28-085b-4b17-9fdf-77b2c1a1161c completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:58:37.804766 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0c495d39-f05f-4c90-a61d-07e4edf13a75 None None] Provisioning complete for port f68bcc28-085b-4b17-9fdf-77b2c1a1161c triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:58:37.805137 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0c495d39-f05f-4c90-a61d-07e4edf13a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:37.841206 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-0c495d39-f05f-4c90-a61d-07e4edf13a75 None None] Port f68bcc28-085b-4b17-9fdf-77b2c1a1161c cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:58:37.984541 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e1e2857a-e6c4-497e-8088-f843cec6fac5 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:58:38.034635 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port e1e2857a-e6c4-497e-8088-f843cec6fac5 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:58:38.035008 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:38.086800 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-17e31788-021c-4218-a921-709e00c33d63 req-4d0489e6-d2ff-41ca-a758-44e4fab42b2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f68bcc28-085b-4b17-9fdf-77b2c1a1161c {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:58:38.094845 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-17e31788-021c-4218-a921-709e00c33d63 req-4d0489e6-d2ff-41ca-a758-44e4fab42b2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:38.107630 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-17e31788-021c-4218-a921-709e00c33d63 req-4d0489e6-d2ff-41ca-a758-44e4fab42b2d service neutron] Transition to ACTIVE for port object f68bcc28-085b-4b17-9fdf-77b2c1a1161c will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:58:38.180440 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-17e31788-021c-4218-a921-709e00c33d63 req-4d0489e6-d2ff-41ca-a758-44e4fab42b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:38.235335 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13303a-dd21-4a4f-8527-1397ca95e54e req-5e57c418-0d12-4da2-8a7f-259f3d34e733 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:38.237713 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8a13303a-dd21-4a4f-8527-1397ca95e54e req-5e57c418-0d12-4da2-8a7f-259f3d34e733 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 943 time: 0.0661833 Aug 10 04:58:38.240552 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0489e6-d2ff-41ca-a758-44e4fab42b2d service neutron] Pushing event updated for resources: {'Port': ['ID=f68bcc28-085b-4b17-9fdf-77b2c1a1161c,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:38.286976 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8a13303a-dd21-4a4f-8527-1397ca95e54e req-32b06efb-2e62-4d8c-806b-08059506cc93 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cc6d97a-fa4b-4d57-a210-ebf234b6322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404501 Aug 10 04:58:38.322758 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-17e31788-021c-4218-a921-709e00c33d63 req-4d0489e6-d2ff-41ca-a758-44e4fab42b2d service neutron] Attempting to bind port f68bcc28-085b-4b17-9fdf-77b2c1a1161c on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:58:38.323099 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-17e31788-021c-4218-a921-709e00c33d63 req-4d0489e6-d2ff-41ca-a758-44e4fab42b2d service neutron] Attempting to bind port f68bcc28-085b-4b17-9fdf-77b2c1a1161c by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '282621bb-9571-4f95-9e07-6f075f18e19d'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:58:38.323430 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e31788-021c-4218-a921-709e00c33d63 req-4d0489e6-d2ff-41ca-a758-44e4fab42b2d service neutron] Attempting to bind port f68bcc28-085b-4b17-9fdf-77b2c1a1161c on network 282621bb-9571-4f95-9e07-6f075f18e19d {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:58:38.328151 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e31788-021c-4218-a921-709e00c33d63 req-4d0489e6-d2ff-41ca-a758-44e4fab42b2d service neutron] Port f68bcc28-085b-4b17-9fdf-77b2c1a1161c on network 282621bb-9571-4f95-9e07-6f075f18e19d not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 04:58:38.328478 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e31788-021c-4218-a921-709e00c33d63 req-4d0489e6-d2ff-41ca-a758-44e4fab42b2d service neutron] Attempting to bind port f68bcc28-085b-4b17-9fdf-77b2c1a1161c on network 282621bb-9571-4f95-9e07-6f075f18e19d {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:58:38.334956 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e31788-021c-4218-a921-709e00c33d63 req-4d0489e6-d2ff-41ca-a758-44e4fab42b2d service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:58:38.335300 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e31788-021c-4218-a921-709e00c33d63 req-4d0489e6-d2ff-41ca-a758-44e4fab42b2d service neutron] Checking segment: {'id': '37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '282621bb-9571-4f95-9e07-6f075f18e19d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:58:38.335687 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17e31788-021c-4218-a921-709e00c33d63 req-4d0489e6-d2ff-41ca-a758-44e4fab42b2d service neutron] Bound using segment: {'id': '37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '282621bb-9571-4f95-9e07-6f075f18e19d'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:58:38.336154 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-17e31788-021c-4218-a921-709e00c33d63 req-4d0489e6-d2ff-41ca-a758-44e4fab42b2d service neutron] Bound port: f68bcc28-085b-4b17-9fdf-77b2c1a1161c, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '282621bb-9571-4f95-9e07-6f075f18e19d'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:58:38.336568 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-17e31788-021c-4218-a921-709e00c33d63 req-4d0489e6-d2ff-41ca-a758-44e4fab42b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:38.406372 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-17e31788-021c-4218-a921-709e00c33d63 req-4d0489e6-d2ff-41ca-a758-44e4fab42b2d service neutron] For port f68bcc28-085b-4b17-9fdf-77b2c1a1161c, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:58:38.410296 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-17e31788-021c-4218-a921-709e00c33d63 req-4d0489e6-d2ff-41ca-a758-44e4fab42b2d service neutron] For port f68bcc28-085b-4b17-9fdf-77b2c1a1161c, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f68bcc28-085b-4b17-9fdf-77b2c1a1161c,segment=NetworkSegment(37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6),segment_id=37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:58:38.492862 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-17e31788-021c-4218-a921-709e00c33d63 req-4d0489e6-d2ff-41ca-a758-44e4fab42b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:38.528260 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e31788-021c-4218-a921-709e00c33d63 req-4d0489e6-d2ff-41ca-a758-44e4fab42b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:38.528916 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-17e31788-021c-4218-a921-709e00c33d63 req-4d0489e6-d2ff-41ca-a758-44e4fab42b2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:38.530402 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-17e31788-021c-4218-a921-709e00c33d63 req-4d0489e6-d2ff-41ca-a758-44e4fab42b2d service neutron] 10.222.0.20 "PUT /v2.0/ports/f68bcc28-085b-4b17-9fdf-77b2c1a1161c HTTP/1.1" status: 200 len: 1091 time: 0.8036842 Aug 10 04:58:38.530769 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abaf534d-8242-4867-8b96-5079367cdd41', 'tag': 'f68bcc28-085b-4b17-9fdf-77b2c1a1161c'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:58:38.533118 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e46e231-a33b-4571-bd99-fea169377edd" -d '{"events": [{"name": "network-changed", "server_uuid": "abaf534d-8242-4867-8b96-5079367cdd41", "tag": "f68bcc28-085b-4b17-9fdf-77b2c1a1161c"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:58:38.561674 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0489e6-d2ff-41ca-a758-44e4fab42b2d service neutron] Pushing event updated for resources: {'Port': ['ID=f68bcc28-085b-4b17-9fdf-77b2c1a1161c,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:38.588781 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb427b8-564e-462b-8934-f6081954f17c x-openstack-request-id: req-6fb427b8-564e-462b-8934-f6081954f17c {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:58:38.588781 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abaf534d-8242-4867-8b96-5079367cdd41", "tag": "f68bcc28-085b-4b17-9fdf-77b2c1a1161c", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:58:38.588781 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6fb427b8-564e-462b-8934-f6081954f17c {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:58:38.588781 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abaf534d-8242-4867-8b96-5079367cdd41', 'tag': 'f68bcc28-085b-4b17-9fdf-77b2c1a1161c', 'status': 'completed', 'code': 200} Aug 10 04:58:38.672345 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46e231-a33b-4571-bd99-fea169377edd req-1a728f4b-d491-41bc-a9eb-cb0cae37a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:38.674861 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e46e231-a33b-4571-bd99-fea169377edd req-1a728f4b-d491-41bc-a9eb-cb0cae37a30c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 1094 time: 0.0494153 Aug 10 04:58:38.781104 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46e231-a33b-4571-bd99-fea169377edd req-051fab7c-f758-44d2-bc4d-8c30c7ac34c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:38.782609 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e46e231-a33b-4571-bd99-fea169377edd req-051fab7c-f758-44d2-bc4d-8c30c7ac34c5 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=32d55eec4aea4528bb07036d15eccacb&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0942662 Aug 10 04:58:38.885269 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e46e231-a33b-4571-bd99-fea169377edd req-0cd1aca7-58b1-4a3c-bc89-9d44bd27304d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:38.886691 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1e46e231-a33b-4571-bd99-fea169377edd req-0cd1aca7-58b1-4a3c-bc89-9d44bd27304d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973833 Aug 10 04:58:38.996269 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e31788-021c-4218-a921-709e00c33d63 req-6584afc7-0bd0-49d2-8e11-9102c56c9963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:38.998723 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-17e31788-021c-4218-a921-709e00c33d63 req-6584afc7-0bd0-49d2-8e11-9102c56c9963 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 1094 time: 0.0519471 Aug 10 04:58:39.049227 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-17e31788-021c-4218-a921-709e00c33d63 req-e8021b32-2f89-4be5-a28c-bf70330d2dec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f68bcc28-085b-4b17-9fdf-77b2c1a1161c HTTP/1.1" status: 200 len: 217 time: 0.0367150 Aug 10 04:58:39.105515 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e31788-021c-4218-a921-709e00c33d63 req-ebf175ba-efb2-405b-a746-7ff0b4df37be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:39.106994 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-17e31788-021c-4218-a921-709e00c33d63 req-ebf175ba-efb2-405b-a746-7ff0b4df37be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9fe1aeca-7709-4e8b-9797-0bb971fddbc0 HTTP/1.1" status: 200 len: 834 time: 0.0521030 Aug 10 04:58:39.154795 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e31788-021c-4218-a921-709e00c33d63 req-cdb74944-6d29-4b71-94ab-d65bc49b1bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:39.156371 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-17e31788-021c-4218-a921-709e00c33d63 req-cdb74944-6d29-4b71-94ab-d65bc49b1bbd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=282621bb-9571-4f95-9e07-6f075f18e19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423696 Aug 10 04:58:39.250547 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-17e31788-021c-4218-a921-709e00c33d63 req-6f5b3984-a295-486e-987f-8a4ffcb942fa service neutron] 10.222.0.20 "GET /v2.0/networks/282621bb-9571-4f95-9e07-6f075f18e19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872364 Aug 10 04:58:39.350992 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-17e31788-021c-4218-a921-709e00c33d63 req-8579c75d-fd64-47dd-b62c-74badecd6a95 service neutron] 10.222.0.20 "GET /v2.0/networks/282621bb-9571-4f95-9e07-6f075f18e19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939617 Aug 10 04:58:39.420300 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac3833-171e-4ca1-b486-0c9fbceb7c36 req-72580d57-2219-49e5-835b-c1173288d479 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:39.421780 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-15ac3833-171e-4ca1-b486-0c9fbceb7c36 req-72580d57-2219-49e5-835b-c1173288d479 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 943 time: 0.0533416 Aug 10 04:58:39.461543 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-15ac3833-171e-4ca1-b486-0c9fbceb7c36 req-87a30468-459d-4482-bdde-fc4604950706 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cc6d97a-fa4b-4d57-a210-ebf234b6322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329814 Aug 10 04:58:40.003212 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-52c0c9d7-144d-4c51-bff1-a245da6ab65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:40.583309 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21c48a-b750-484c-9807-629ad8650e79 req-b05f236f-350a-44a1-9775-abf9735dbbea tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:40.585430 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3c21c48a-b750-484c-9807-629ad8650e79 req-b05f236f-350a-44a1-9775-abf9735dbbea tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 943 time: 0.0520053 Aug 10 04:58:40.630882 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3c21c48a-b750-484c-9807-629ad8650e79 req-e3a6a043-0217-4ab4-8f27-993356dc15d9 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cc6d97a-fa4b-4d57-a210-ebf234b6322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393233 Aug 10 04:58:41.745619 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5fc2c2-023f-4ee5-a57a-c34e87449be1 req-4e33f8a7-dcac-4749-92fa-d6c3c8ea2d0d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:41.747050 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8c5fc2c2-023f-4ee5-a57a-c34e87449be1 req-4e33f8a7-dcac-4749-92fa-d6c3c8ea2d0d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 943 time: 0.0483475 Aug 10 04:58:41.789579 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8c5fc2c2-023f-4ee5-a57a-c34e87449be1 req-ec9e9cd9-3129-42d6-a800-940e4d22ae9d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cc6d97a-fa4b-4d57-a210-ebf234b6322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350547 Aug 10 04:58:42.899330 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device f68bcc28-085b-4b17-9fdf-77b2c1a1161c details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 04:58:42.920146 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248a5ba-4924-4184-bee2-73c3513e1efc req-5ddca3a2-e55b-4ecc-b8b4-cfae2c63ea1d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:42.921644 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1248a5ba-4924-4184-bee2-73c3513e1efc req-5ddca3a2-e55b-4ecc-b8b4-cfae2c63ea1d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 943 time: 0.0549729 Aug 10 04:58:42.961203 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1248a5ba-4924-4184-bee2-73c3513e1efc req-ec5d3b13-1b57-428d-8d46-14aea571ae73 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cc6d97a-fa4b-4d57-a210-ebf234b6322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319273 Aug 10 04:58:42.997965 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port f68bcc28-085b-4b17-9fdf-77b2c1a1161c, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f68bcc28-085b-4b17-9fdf-77b2c1a1161c,segment=NetworkSegment(37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6),segment_id=37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:58:43.009793 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'f68bcc28-085b-4b17-9fdf-77b2c1a1161c', 'network_id': '282621bb-9571-4f95-9e07-6f075f18e19d', 'port_id': 'f68bcc28-085b-4b17-9fdf-77b2c1a1161c', 'mac_address': 'fa:16:3e:fa:eb:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fe1aeca-7709-4e8b-9797-0bb971fddbc0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 04:58:43.046477 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:43.059573 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f68bcc28-085b-4b17-9fdf-77b2c1a1161c {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 04:58:43.080620 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port f68bcc28-085b-4b17-9fdf-77b2c1a1161c, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f68bcc28-085b-4b17-9fdf-77b2c1a1161c,segment=NetworkSegment(37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6),segment_id=37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:58:43.185429 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:43.234449 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=f68bcc28-085b-4b17-9fdf-77b2c1a1161c,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:43.473707 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['f68bcc28-085b-4b17-9fdf-77b2c1a1161c'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 04:58:43.737815 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:43.819729 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6a5ee15c-9d92-4106-abdc-ccbfbeeee33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:44.081530 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192e2784-a00f-439a-a044-e550b30a70bc req-7f43e097-5d28-4b37-a3f1-0566e2466ab2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:44.083115 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-192e2784-a00f-439a-a044-e550b30a70bc req-7f43e097-5d28-4b37-a3f1-0566e2466ab2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 944 time: 0.0566616 Aug 10 04:58:44.122404 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-192e2784-a00f-439a-a044-e550b30a70bc req-f404380e-ce42-4c67-93bd-5e468dd3cd66 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cc6d97a-fa4b-4d57-a210-ebf234b6322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331776 Aug 10 04:58:44.901608 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device f68bcc28-085b-4b17-9fdf-77b2c1a1161c up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:58:45.006664 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port f68bcc28-085b-4b17-9fdf-77b2c1a1161c completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:58:45.011530 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port f68bcc28-085b-4b17-9fdf-77b2c1a1161c triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:58:45.011906 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:45.095022 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:45.120414 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abaf534d-8242-4867-8b96-5079367cdd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68bcc28-085b-4b17-9fdf-77b2c1a1161c'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:58:45.122695 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bde879-e3df-49a1-87f1-27ba1f2fafc5" -d '{"events": [{"server_uuid": "abaf534d-8242-4867-8b96-5079367cdd41", "name": "network-vif-plugged", "status": "completed", "tag": "f68bcc28-085b-4b17-9fdf-77b2c1a1161c"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:58:45.137457 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port f68bcc28-085b-4b17-9fdf-77b2c1a1161c, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f68bcc28-085b-4b17-9fdf-77b2c1a1161c,segment=NetworkSegment(37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6),segment_id=37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:58:45.163239 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92b6d93-0869-4afc-9acc-211c3e11bcda x-openstack-request-id: req-a92b6d93-0869-4afc-9acc-211c3e11bcda {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:58:45.163527 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abaf534d-8242-4867-8b96-5079367cdd41", "name": "network-vif-plugged", "status": "completed", "tag": "f68bcc28-085b-4b17-9fdf-77b2c1a1161c", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:58:45.163778 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a92b6d93-0869-4afc-9acc-211c3e11bcda {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:58:45.164210 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abaf534d-8242-4867-8b96-5079367cdd41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68bcc28-085b-4b17-9fdf-77b2c1a1161c', 'code': 200} Aug 10 04:58:45.231481 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:45.247551 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da87a9-fd35-490c-903f-47f6ba28d572 req-40ea191c-b71d-492e-a111-a123f41b90a6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:45.249348 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-87da87a9-fd35-490c-903f-47f6ba28d572 req-40ea191c-b71d-492e-a111-a123f41b90a6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 944 time: 0.0539439 Aug 10 04:58:45.291696 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dad732-073c-454e-86ae-9d07c291c13a req-453bed1d-4d92-4334-b5c1-36139dfe7cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:45.293405 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-22dad732-073c-454e-86ae-9d07c291c13a req-453bed1d-4d92-4334-b5c1-36139dfe7cf5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 1096 time: 0.0444312 Aug 10 04:58:45.295975 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=f68bcc28-085b-4b17-9fdf-77b2c1a1161c,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:45.298309 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-87da87a9-fd35-490c-903f-47f6ba28d572 req-4a6b6b7e-4823-446b-9041-9819f993a61f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cc6d97a-fa4b-4d57-a210-ebf234b6322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417767 Aug 10 04:58:45.335488 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-22dad732-073c-454e-86ae-9d07c291c13a req-a263480b-8e14-4efc-a033-8d09ffdfb17e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7cc6d97a-fa4b-4d57-a210-ebf234b6322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334239 Aug 10 04:58:45.665555 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:46.385418 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:46.422958 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4eb184-901a-4ef9-9479-e7aec0263548 req-48f7023a-78a0-436f-83fb-e05f5875bb52 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:46.424543 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fd4eb184-901a-4ef9-9479-e7aec0263548 req-48f7023a-78a0-436f-83fb-e05f5875bb52 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 945 time: 0.0522101 Aug 10 04:58:46.466390 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fd4eb184-901a-4ef9-9479-e7aec0263548 req-d7fa1df2-d705-4bf7-83b1-1f6c372eafa2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cc6d97a-fa4b-4d57-a210-ebf234b6322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347936 Aug 10 04:58:47.137506 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:47.591836 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dc28c-6ce2-4551-be9b-fd8826c4133b req-77db5b41-2496-47bf-936d-f63663f17e95 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:47.593394 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ef3dc28c-6ce2-4551-be9b-fd8826c4133b req-77db5b41-2496-47bf-936d-f63663f17e95 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 945 time: 0.0517116 Aug 10 04:58:47.634427 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ef3dc28c-6ce2-4551-be9b-fd8826c4133b req-f00980bd-1e4e-4dde-9990-1ba0c96d1a5a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cc6d97a-fa4b-4d57-a210-ebf234b6322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349028 Aug 10 04:58:47.780007 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e46ab9-75a8-4b63-a315-f940da1fa267 req-69f6055d-41d9-4508-9c15-639d08357cc1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:47.781493 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-37e46ab9-75a8-4b63-a315-f940da1fa267 req-69f6055d-41d9-4508-9c15-639d08357cc1 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 945 time: 0.0556898 Aug 10 04:58:47.822846 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-37e46ab9-75a8-4b63-a315-f940da1fa267 req-c8bf87ba-6e4a-4728-b292-a0411ab14acb tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cc6d97a-fa4b-4d57-a210-ebf234b6322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341980 Aug 10 04:58:47.846782 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55378) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:47.889648 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c954db-db99-4303-9ea4-80af27efcad6 tempest-TestNetworkAdvancedServerOps-352895745 tempest-TestNetworkAdvancedServerOps-352895745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:47.891194 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e1c954db-db99-4303-9ea4-80af27efcad6 tempest-TestNetworkAdvancedServerOps-352895745 tempest-TestNetworkAdvancedServerOps-352895745-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 1091 time: 0.0425110 Aug 10 04:58:47.894024 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55380) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:47.898565 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-6320284f-fecb-41a1-9a17-936154cdd2da tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'port_id': 'f68bcc28-085b-4b17-9fdf-77b2c1a1161c', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:58:47.997599 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6320284f-fecb-41a1-9a17-936154cdd2da tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for floatingip, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:48.118905 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6320284f-fecb-41a1-9a17-936154cdd2da tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:48.238457 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-6320284f-fecb-41a1-9a17-936154cdd2da tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Allocated IP 172.25.0.187 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/c54da014-32e0-40a6-b146-86cbda4e6cb8) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:58:48.352691 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6320284f-fecb-41a1-9a17-936154cdd2da tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:48.458814 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6320284f-fecb-41a1-9a17-936154cdd2da tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:48.514159 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6320284f-fecb-41a1-9a17-936154cdd2da tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:58:48.518806 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-6320284f-fecb-41a1-9a17-936154cdd2da tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:58:48.525426 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6320284f-fecb-41a1-9a17-936154cdd2da tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:58:48.529084 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320284f-fecb-41a1-9a17-936154cdd2da tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Port': ['ID=c54da014-32e0-40a6-b146-86cbda4e6cb8,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:48.944419 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6320284f-fecb-41a1-9a17-936154cdd2da tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:49.091900 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6320284f-fecb-41a1-9a17-936154cdd2da tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:49.272462 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6320284f-fecb-41a1-9a17-936154cdd2da tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:49.366545 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6320284f-fecb-41a1-9a17-936154cdd2da tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:49.443900 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6320284f-fecb-41a1-9a17-936154cdd2da tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event updated for resources: {'Port': ['ID=c54da014-32e0-40a6-b146-86cbda4e6cb8,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:58:49.453620 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6320284f-fecb-41a1-9a17-936154cdd2da tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:49.574445 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-6320284f-fecb-41a1-9a17-936154cdd2da tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Floating IP 07595332-4555-4942-9cc5-127d0c73186f associated. External IP: 172.25.0.187, port: f68bcc28-085b-4b17-9fdf-77b2c1a1161c. Aug 10 04:58:49.799689 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6320284f-fecb-41a1-9a17-936154cdd2da tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Router d8fcab2b-0793-4ab6-b878-834ea1455030 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:58:49.919986 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6320284f-fecb-41a1-9a17-936154cdd2da tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:58:49.933484 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb96bba-fefa-43f2-bcf4-210a6be071fb None None] Sync routers for ids ['d8fcab2b-0793-4ab6-b878-834ea1455030'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:58:49.943873 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb96bba-fefa-43f2-bcf4-210a6be071fb None None] Routers {'d8fcab2b-0793-4ab6-b878-834ea1455030'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:58:49.944618 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-3bb96bba-fefa-43f2-bcf4-210a6be071fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:58:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['d8fcab2b-0793-4ab6-b878-834ea1455030'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:50.058051 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6320284f-fecb-41a1-9a17-936154cdd2da tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:58:50.092444 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6320284f-fecb-41a1-9a17-936154cdd2da tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1972365 Aug 10 04:58:50.093163 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abaf534d-8242-4867-8b96-5079367cdd41', 'tag': 'f68bcc28-085b-4b17-9fdf-77b2c1a1161c'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:58:50.095692 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43898b19-731a-48e8-9da5-0731f67923f9" -d '{"events": [{"name": "network-changed", "server_uuid": "abaf534d-8242-4867-8b96-5079367cdd41", "tag": "f68bcc28-085b-4b17-9fdf-77b2c1a1161c"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:58:50.139124 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360da5f5-644f-49e9-ac15-1a05cd6dc42f x-openstack-request-id: req-360da5f5-644f-49e9-ac15-1a05cd6dc42f {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:58:50.139423 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abaf534d-8242-4867-8b96-5079367cdd41", "tag": "f68bcc28-085b-4b17-9fdf-77b2c1a1161c", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:58:50.139679 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-360da5f5-644f-49e9-ac15-1a05cd6dc42f {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:58:50.140112 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abaf534d-8242-4867-8b96-5079367cdd41', 'tag': 'f68bcc28-085b-4b17-9fdf-77b2c1a1161c', 'status': 'completed', 'code': 200} Aug 10 04:58:50.154828 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-3bb96bba-fefa-43f2-bcf4-210a6be071fb None None] Set router d8fcab2b-0793-4ab6-b878-834ea1455030 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:58:50.220370 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fcc9c0-8786-4244-9eaf-cdf5253a287c req-7ab065ab-7dac-4cfb-b256-76fff7d10956 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:50.222963 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-73fcc9c0-8786-4244-9eaf-cdf5253a287c req-7ab065ab-7dac-4cfb-b256-76fff7d10956 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 945 time: 0.0645368 Aug 10 04:58:50.236375 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43898b19-731a-48e8-9da5-0731f67923f9 req-901419e5-7700-45c0-ac47-b69cff8082af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:50.238165 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43898b19-731a-48e8-9da5-0731f67923f9 req-901419e5-7700-45c0-ac47-b69cff8082af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 1096 time: 0.0471394 Aug 10 04:58:50.273058 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-73fcc9c0-8786-4244-9eaf-cdf5253a287c req-fa4ca8a7-40e4-459a-8b6e-0645d8a1a884 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cc6d97a-fa4b-4d57-a210-ebf234b6322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440083 Aug 10 04:58:50.291288 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55386) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:50.349562 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43898b19-731a-48e8-9da5-0731f67923f9 req-12f222e5-30f0-45c4-9a26-85aeff0815a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:50.351659 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43898b19-731a-48e8-9da5-0731f67923f9 req-12f222e5-30f0-45c4-9a26-85aeff0815a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=282621bb-9571-4f95-9e07-6f075f18e19d HTTP/1.1" status: 200 len: 897 time: 0.1067476 Aug 10 04:58:50.364009 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-b7b1e7aa-6cba-4816-a796-d6045e58082b tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/floatingips/07595332-4555-4942-9cc5-127d0c73186f HTTP/1.1" status: 200 len: 991 time: 0.0696011 Aug 10 04:58:50.408785 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-3bb96bba-fefa-43f2-bcf4-210a6be071fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434181576', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:58:26Z', 'updated_at': '2021-08-10T04:58:31Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:58:27Z', 'updated_at': '2021-08-10T04:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '07595332-4555-4942-9cc5-127d0c73186f', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'floating_ip_address': '172.25.0.187', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'port_id': 'f68bcc28-085b-4b17-9fdf-77b2c1a1161c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282621bb-9571-4f95-9e07-6f075f18e19d', 'mac_address': 'fa:16:3e:fa:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf534d-8242-4867-8b96-5079367cdd41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:58:48Z', 'updated_at': '2021-08-10T04:58:48Z', 'revision_number': 0, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1e2857a-e6c4-497e-8088-f843cec6fac5', 'name': '', 'network_id': '282621bb-9571-4f95-9e07-6f075f18e19d', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:22:30:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9fe1aeca-7709-4e8b-9797-0bb971fddbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:58:30Z', 'updated_at': '2021-08-10T04:58:36Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': '9fe1aeca-7709-4e8b-9797-0bb971fddbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:50.428810 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43898b19-731a-48e8-9da5-0731f67923f9 req-1e36461d-dda1-4479-a893-f52ee8bd9f51 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f68bcc28-085b-4b17-9fdf-77b2c1a1161c HTTP/1.1" status: 200 len: 999 time: 0.0703673 Aug 10 04:58:50.443364 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb96bba-fefa-43f2-bcf4-210a6be071fb None None] Checking router: d8fcab2b-0793-4ab6-b878-834ea1455030 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:58:50.453324 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb96bba-fefa-43f2-bcf4-210a6be071fb None None] Routers {'d8fcab2b-0793-4ab6-b878-834ea1455030'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:58:50.453962 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-3bb96bba-fefa-43f2-bcf4-210a6be071fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:58:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['d8fcab2b-0793-4ab6-b878-834ea1455030'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:50.492866 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43898b19-731a-48e8-9da5-0731f67923f9 req-db210f70-228a-4e7a-befd-5632779d87c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:50.494368 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43898b19-731a-48e8-9da5-0731f67923f9 req-db210f70-228a-4e7a-befd-5632779d87c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9fe1aeca-7709-4e8b-9797-0bb971fddbc0 HTTP/1.1" status: 200 len: 834 time: 0.0591896 Aug 10 04:58:50.547330 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43898b19-731a-48e8-9da5-0731f67923f9 req-d5919ee7-dba8-483d-a567-d8cb268e3902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:58:50.548997 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43898b19-731a-48e8-9da5-0731f67923f9 req-d5919ee7-dba8-483d-a567-d8cb268e3902 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=282621bb-9571-4f95-9e07-6f075f18e19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475502 Aug 10 04:58:50.573151 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-3bb96bba-fefa-43f2-bcf4-210a6be071fb None None] Set router d8fcab2b-0793-4ab6-b878-834ea1455030 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:58:50.651570 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43898b19-731a-48e8-9da5-0731f67923f9 req-3dd60336-dfab-42c9-91d8-93913015e706 service neutron] 10.222.0.20 "GET /v2.0/networks/282621bb-9571-4f95-9e07-6f075f18e19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952837 Aug 10 04:58:50.754803 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-43898b19-731a-48e8-9da5-0731f67923f9 req-87c2338d-5989-4769-b5ca-1378edd2b108 service neutron] 10.222.0.20 "GET /v2.0/networks/282621bb-9571-4f95-9e07-6f075f18e19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957198 Aug 10 04:58:50.823292 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-3bb96bba-fefa-43f2-bcf4-210a6be071fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434181576', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:58:26Z', 'updated_at': '2021-08-10T04:58:31Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:58:27Z', 'updated_at': '2021-08-10T04:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '07595332-4555-4942-9cc5-127d0c73186f', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'floating_ip_address': '172.25.0.187', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'port_id': 'f68bcc28-085b-4b17-9fdf-77b2c1a1161c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282621bb-9571-4f95-9e07-6f075f18e19d', 'mac_address': 'fa:16:3e:fa:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf534d-8242-4867-8b96-5079367cdd41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:58:48Z', 'updated_at': '2021-08-10T04:58:48Z', 'revision_number': 0, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1e2857a-e6c4-497e-8088-f843cec6fac5', 'name': '', 'network_id': '282621bb-9571-4f95-9e07-6f075f18e19d', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:22:30:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9fe1aeca-7709-4e8b-9797-0bb971fddbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:58:30Z', 'updated_at': '2021-08-10T04:58:36Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': '9fe1aeca-7709-4e8b-9797-0bb971fddbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:58:50.852719 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb96bba-fefa-43f2-bcf4-210a6be071fb None None] The sync data for ids ['d8fcab2b-0793-4ab6-b878-834ea1455030'] in n-d-802893-2 is: [{'id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434181576', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:58:26Z', 'updated_at': '2021-08-10T04:58:31Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:58:27Z', 'updated_at': '2021-08-10T04:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '07595332-4555-4942-9cc5-127d0c73186f', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'floating_ip_address': '172.25.0.187', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'port_id': 'f68bcc28-085b-4b17-9fdf-77b2c1a1161c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '282621bb-9571-4f95-9e07-6f075f18e19d', 'mac_address': 'fa:16:3e:fa:eb:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abaf534d-8242-4867-8b96-5079367cdd41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T04:58:48Z', 'updated_at': '2021-08-10T04:58:48Z', 'revision_number': 0, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1e2857a-e6c4-497e-8088-f843cec6fac5', 'name': '', 'network_id': '282621bb-9571-4f95-9e07-6f075f18e19d', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:22:30:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9fe1aeca-7709-4e8b-9797-0bb971fddbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:58:30Z', 'updated_at': '2021-08-10T04:58:36Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': '9fe1aeca-7709-4e8b-9797-0bb971fddbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:58:50.868507 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:58:51.064028 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e69acc3-047a-42e3-b1ce-a4c7f848c555 None None] New status for floating IP 07595332-4555-4942-9cc5-127d0c73186f: ACTIVE {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:58:51.367481 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55388) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:58:51.438470 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-57ed540b-18d7-4f67-9941-afc7093af3d9 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/floatingips/07595332-4555-4942-9cc5-127d0c73186f HTTP/1.1" status: 200 len: 993 time: 0.0696888 Aug 10 04:58:58.397553 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:10.005551 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c85cd0ad-3b82-4192-9613-c95e4ed2411d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:13.719283 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:13.865812 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7b9df497-9bac-4438-88cb-dca59e92697c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:15.125840 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a016fd38-c998-4a0a-b408-3dd4a9ff13c3 req-5b33c654-4d77-4ca3-82cb-31ae9afbdbe2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=abaf534d-8242-4867-8b96-5079367cdd41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422554 Aug 10 04:59:15.235455 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016fd38-c998-4a0a-b408-3dd4a9ff13c3 req-eaa7d352-e614-4184-b10c-96129a85c722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:15.237032 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a016fd38-c998-4a0a-b408-3dd4a9ff13c3 req-eaa7d352-e614-4184-b10c-96129a85c722 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 1096 time: 0.0449569 Aug 10 04:59:15.364923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016fd38-c998-4a0a-b408-3dd4a9ff13c3 req-d3c89ec3-98e5-403c-b594-10a99212c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:15.366854 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a016fd38-c998-4a0a-b408-3dd4a9ff13c3 req-d3c89ec3-98e5-403c-b594-10a99212c61e service neutron] 10.222.0.20 "GET /v2.0/networks?id=282621bb-9571-4f95-9e07-6f075f18e19d HTTP/1.1" status: 200 len: 897 time: 0.1097922 Aug 10 04:59:15.437034 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a016fd38-c998-4a0a-b408-3dd4a9ff13c3 req-160731d4-08a4-4557-bb53-0891b9d8e2f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f68bcc28-085b-4b17-9fdf-77b2c1a1161c HTTP/1.1" status: 200 len: 1001 time: 0.0618482 Aug 10 04:59:15.495228 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016fd38-c998-4a0a-b408-3dd4a9ff13c3 req-7e78dddb-dd93-42bc-90d3-2aa1752646f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:15.496819 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a016fd38-c998-4a0a-b408-3dd4a9ff13c3 req-7e78dddb-dd93-42bc-90d3-2aa1752646f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9fe1aeca-7709-4e8b-9797-0bb971fddbc0 HTTP/1.1" status: 200 len: 834 time: 0.0519376 Aug 10 04:59:15.546736 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016fd38-c998-4a0a-b408-3dd4a9ff13c3 req-587205bd-3ef6-45aa-93b9-907d5562e0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:15.548308 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a016fd38-c998-4a0a-b408-3dd4a9ff13c3 req-587205bd-3ef6-45aa-93b9-907d5562e0cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=282621bb-9571-4f95-9e07-6f075f18e19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434484 Aug 10 04:59:15.590859 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:15.648786 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a016fd38-c998-4a0a-b408-3dd4a9ff13c3 req-65d2fb17-7919-4533-955a-2623dbcc0f85 service neutron] 10.222.0.20 "GET /v2.0/networks/282621bb-9571-4f95-9e07-6f075f18e19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901535 Aug 10 04:59:15.764197 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a016fd38-c998-4a0a-b408-3dd4a9ff13c3 req-75e9644e-2a06-4e94-8a25-c6279b50a426 service neutron] 10.222.0.20 "GET /v2.0/networks/282621bb-9571-4f95-9e07-6f075f18e19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082773 Aug 10 04:59:16.402427 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:17.136915 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:18.496000 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd9d07-1e00-425e-b05b-1eada555b1ee req-4820fac6-9776-49d9-ac34-998aa9e85d9a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:18.497648 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cbbd9d07-1e00-425e-b05b-1eada555b1ee req-4820fac6-9776-49d9-ac34-998aa9e85d9a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 945 time: 0.0586030 Aug 10 04:59:18.541929 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cbbd9d07-1e00-425e-b05b-1eada555b1ee req-723287d4-e090-46ef-80ff-63288f8da195 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cc6d97a-fa4b-4d57-a210-ebf234b6322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376482 Aug 10 04:59:19.677405 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ade47-7e00-42f2-92e8-7b32bb0fe5c6 req-ab79d4fc-38b5-4802-a33e-dd8b758dfdc2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:19.678960 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-132ade47-7e00-42f2-92e8-7b32bb0fe5c6 req-ab79d4fc-38b5-4802-a33e-dd8b758dfdc2 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 945 time: 0.0566845 Aug 10 04:59:19.732670 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-132ade47-7e00-42f2-92e8-7b32bb0fe5c6 req-15b89e51-eb64-4e73-9446-d5d72e28f825 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cc6d97a-fa4b-4d57-a210-ebf234b6322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471535 Aug 10 04:59:19.757438 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55408) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:19.846158 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-21b56fa6-48ce-4454-a016-457c06395d9d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/floatingips/07595332-4555-4942-9cc5-127d0c73186f HTTP/1.1" status: 200 len: 993 time: 0.0872316 Aug 10 04:59:21.390919 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157e672-6fe7-4ba9-85e6-8ab9f5aad60b req-420098aa-ac78-46d1-abe6-bc132151ae9a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:21.392470 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1157e672-6fe7-4ba9-85e6-8ab9f5aad60b req-420098aa-ac78-46d1-abe6-bc132151ae9a tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 945 time: 0.0535655 Aug 10 04:59:21.450843 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1157e672-6fe7-4ba9-85e6-8ab9f5aad60b req-5c5d6baa-01c1-4bb1-8558-4cc90cf951e5 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cc6d97a-fa4b-4d57-a210-ebf234b6322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472364 Aug 10 04:59:21.523182 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8e43a-e42c-4951-bbeb-c49fc59bdd89 req-c2da8d57-4dbd-4e2c-bebc-a8142705ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:21.524693 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-49d8e43a-e42c-4951-bbeb-c49fc59bdd89 req-c2da8d57-4dbd-4e2c-bebc-a8142705ed63 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 1096 time: 0.0516980 Aug 10 04:59:21.622814 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8e43a-e42c-4951-bbeb-c49fc59bdd89 req-2f9589bc-4cba-48af-8c05-e3c2ae0b2a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:21.624366 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-49d8e43a-e42c-4951-bbeb-c49fc59bdd89 req-2f9589bc-4cba-48af-8c05-e3c2ae0b2a7b service neutron] 10.222.0.20 "GET /v2.0/networks?id=282621bb-9571-4f95-9e07-6f075f18e19d HTTP/1.1" status: 200 len: 897 time: 0.0926707 Aug 10 04:59:21.701654 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-49d8e43a-e42c-4951-bbeb-c49fc59bdd89 req-21b5942d-54bb-47df-9588-e0c8630cdc48 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f68bcc28-085b-4b17-9fdf-77b2c1a1161c HTTP/1.1" status: 200 len: 1001 time: 0.0699852 Aug 10 04:59:21.761746 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8e43a-e42c-4951-bbeb-c49fc59bdd89 req-90621d85-e5fd-4e67-8150-f2f69cfe56d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:21.763248 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-49d8e43a-e42c-4951-bbeb-c49fc59bdd89 req-90621d85-e5fd-4e67-8150-f2f69cfe56d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9fe1aeca-7709-4e8b-9797-0bb971fddbc0 HTTP/1.1" status: 200 len: 834 time: 0.0546770 Aug 10 04:59:21.818383 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8e43a-e42c-4951-bbeb-c49fc59bdd89 req-4c202a1a-8de3-4ee8-abf0-c427bb7ae7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:21.819825 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-49d8e43a-e42c-4951-bbeb-c49fc59bdd89 req-4c202a1a-8de3-4ee8-abf0-c427bb7ae7fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=282621bb-9571-4f95-9e07-6f075f18e19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489223 Aug 10 04:59:21.920583 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-49d8e43a-e42c-4951-bbeb-c49fc59bdd89 req-c85dbc14-f6d5-4289-9cfa-bde4b607f602 service neutron] 10.222.0.20 "GET /v2.0/networks/282621bb-9571-4f95-9e07-6f075f18e19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937319 Aug 10 04:59:22.026916 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-49d8e43a-e42c-4951-bbeb-c49fc59bdd89 req-97e1be29-071f-4b41-a730-10b7a0994875 service neutron] 10.222.0.20 "GET /v2.0/networks/282621bb-9571-4f95-9e07-6f075f18e19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989838 Aug 10 04:59:22.581721 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a3b09-ee90-427c-a8ec-d730690c0993 req-ee9afb89-b455-4d98-abab-5d28d48b360c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:22.584283 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-852a3b09-ee90-427c-a8ec-d730690c0993 req-ee9afb89-b455-4d98-abab-5d28d48b360c tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 945 time: 0.0568264 Aug 10 04:59:22.627361 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-852a3b09-ee90-427c-a8ec-d730690c0993 req-ee26473a-0b2b-497d-b508-10c332cdf2e8 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cc6d97a-fa4b-4d57-a210-ebf234b6322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366075 Aug 10 04:59:23.747748 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee04e9-2f34-4d5f-bcfc-fba790c44ae1 req-7decefbd-3bfa-4121-84c7-93b7ec56adbf tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:23.749229 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f8ee04e9-2f34-4d5f-bcfc-fba790c44ae1 req-7decefbd-3bfa-4121-84c7-93b7ec56adbf tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 945 time: 0.0501533 Aug 10 04:59:23.792856 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f8ee04e9-2f34-4d5f-bcfc-fba790c44ae1 req-d60fb111-8e82-451b-9798-fb7832bfc062 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cc6d97a-fa4b-4d57-a210-ebf234b6322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370126 Aug 10 04:59:23.815123 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55420) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:23.877622 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6d8dfcf0-b655-4083-92f8-f151dd089554 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/floatingips/07595332-4555-4942-9cc5-127d0c73186f HTTP/1.1" status: 200 len: 993 time: 0.0613353 Aug 10 04:59:24.165593 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55426) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:24.333919 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-2cbdbdd6-44cc-4b83-a34c-fefa3c89dee6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Deleting port c54da014-32e0-40a6-b146-86cbda4e6cb8 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:59:24.334279 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2cbdbdd6-44cc-4b83-a34c-fefa3c89dee6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:24.433279 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2cbdbdd6-44cc-4b83-a34c-fefa3c89dee6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:24.433533 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2cbdbdd6-44cc-4b83-a34c-fefa3c89dee6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:24.448572 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-2cbdbdd6-44cc-4b83-a34c-fefa3c89dee6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Calling delete_port for c54da014-32e0-40a6-b146-86cbda4e6cb8 owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:59:24.717163 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2cbdbdd6-44cc-4b83-a34c-fefa3c89dee6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:24.745600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdbdd6-44cc-4b83-a34c-fefa3c89dee6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'Port': ['ID=c54da014-32e0-40a6-b146-86cbda4e6cb8,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:24.771003 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbdbdd6-44cc-4b83-a34c-fefa3c89dee6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:24.771355 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbdbdd6-44cc-4b83-a34c-fefa3c89dee6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:24.771697 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbdbdd6-44cc-4b83-a34c-fefa3c89dee6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:24.772067 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbdbdd6-44cc-4b83-a34c-fefa3c89dee6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:24.772385 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbdbdd6-44cc-4b83-a34c-fefa3c89dee6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:24.772717 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbdbdd6-44cc-4b83-a34c-fefa3c89dee6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:24.773046 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbdbdd6-44cc-4b83-a34c-fefa3c89dee6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:24.773375 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbdbdd6-44cc-4b83-a34c-fefa3c89dee6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:24.773703 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbdbdd6-44cc-4b83-a34c-fefa3c89dee6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:24.774027 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbdbdd6-44cc-4b83-a34c-fefa3c89dee6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:24.774353 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbdbdd6-44cc-4b83-a34c-fefa3c89dee6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:24.774674 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbdbdd6-44cc-4b83-a34c-fefa3c89dee6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:24.820344 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2cbdbdd6-44cc-4b83-a34c-fefa3c89dee6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for floatingip, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:24.821132 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-2cbdbdd6-44cc-4b83-a34c-fefa3c89dee6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Floating IP 07595332-4555-4942-9cc5-127d0c73186f disassociated (deleted). External IP: 172.25.0.187, port: f68bcc28-085b-4b17-9fdf-77b2c1a1161c. Aug 10 04:59:25.081766 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbdbdd6-44cc-4b83-a34c-fefa3c89dee6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Router d8fcab2b-0793-4ab6-b878-834ea1455030 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:59:25.201705 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbdbdd6-44cc-4b83-a34c-fefa3c89dee6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:59:25.206432 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2cbdbdd6-44cc-4b83-a34c-fefa3c89dee6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:25.215029 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f65170d-f462-47da-add9-aa80ee1062d1 None None] Sync routers for ids ['d8fcab2b-0793-4ab6-b878-834ea1455030'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:59:25.227713 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f65170d-f462-47da-add9-aa80ee1062d1 None None] Routers {'d8fcab2b-0793-4ab6-b878-834ea1455030'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:59:25.228696 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-2f65170d-f462-47da-add9-aa80ee1062d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:59:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['d8fcab2b-0793-4ab6-b878-834ea1455030'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:25.243811 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2cbdbdd6-44cc-4b83-a34c-fefa3c89dee6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "DELETE /v2.0/floatingips/07595332-4555-4942-9cc5-127d0c73186f HTTP/1.1" status: 204 len: 168 time: 1.0767496 Aug 10 04:59:25.244801 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abaf534d-8242-4867-8b96-5079367cdd41', 'tag': 'f68bcc28-085b-4b17-9fdf-77b2c1a1161c'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:59:25.248284 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c3df90863f34f3d1b173683b03457bec4b9b1016fd9070b7d6b6bbe3252e10d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e98af7e-f747-48a8-b807-21629ed8326b" -d '{"events": [{"name": "network-changed", "server_uuid": "abaf534d-8242-4867-8b96-5079367cdd41", "tag": "f68bcc28-085b-4b17-9fdf-77b2c1a1161c"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:59:25.358444 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-2f65170d-f462-47da-add9-aa80ee1062d1 None None] Set router d8fcab2b-0793-4ab6-b878-834ea1455030 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:59:25.395935 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 04:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c31bedb-4326-429c-813d-c48370038102 x-openstack-request-id: req-9c31bedb-4326-429c-813d-c48370038102 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:59:25.396395 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abaf534d-8242-4867-8b96-5079367cdd41", "tag": "f68bcc28-085b-4b17-9fdf-77b2c1a1161c", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:59:25.396730 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c31bedb-4326-429c-813d-c48370038102 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:59:25.397254 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abaf534d-8242-4867-8b96-5079367cdd41', 'tag': 'f68bcc28-085b-4b17-9fdf-77b2c1a1161c', 'status': 'completed', 'code': 200} Aug 10 04:59:25.492017 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98af7e-f747-48a8-b807-21629ed8326b req-c24d1703-c520-4795-a8b4-5897199303f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:25.493633 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0e98af7e-f747-48a8-b807-21629ed8326b req-c24d1703-c520-4795-a8b4-5897199303f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=32d55eec4aea4528bb07036d15eccacb&device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 1096 time: 0.0498221 Aug 10 04:59:25.620838 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98af7e-f747-48a8-b807-21629ed8326b req-a013fa33-662f-4600-9bc3-de31f9484f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:25.622654 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0e98af7e-f747-48a8-b807-21629ed8326b req-a013fa33-662f-4600-9bc3-de31f9484f03 service neutron] 10.222.0.20 "GET /v2.0/networks?id=282621bb-9571-4f95-9e07-6f075f18e19d HTTP/1.1" status: 200 len: 897 time: 0.1214392 Aug 10 04:59:25.639142 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-2f65170d-f462-47da-add9-aa80ee1062d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434181576', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:58:26Z', 'updated_at': '2021-08-10T04:58:31Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:58:27Z', 'updated_at': '2021-08-10T04:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'e1e2857a-e6c4-497e-8088-f843cec6fac5', 'name': '', 'network_id': '282621bb-9571-4f95-9e07-6f075f18e19d', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:22:30:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9fe1aeca-7709-4e8b-9797-0bb971fddbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:58:30Z', 'updated_at': '2021-08-10T04:58:36Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': '9fe1aeca-7709-4e8b-9797-0bb971fddbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:25.668790 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f65170d-f462-47da-add9-aa80ee1062d1 None None] Checking router: d8fcab2b-0793-4ab6-b878-834ea1455030 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:59:25.678106 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f65170d-f462-47da-add9-aa80ee1062d1 None None] Routers {'d8fcab2b-0793-4ab6-b878-834ea1455030'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:59:25.678724 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-2f65170d-f462-47da-add9-aa80ee1062d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:59:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['d8fcab2b-0793-4ab6-b878-834ea1455030'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:25.684625 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0e98af7e-f747-48a8-b807-21629ed8326b req-d1069b8e-dfd1-4958-9220-0dca7630f456 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f68bcc28-085b-4b17-9fdf-77b2c1a1161c HTTP/1.1" status: 200 len: 217 time: 0.0494585 Aug 10 04:59:25.769233 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98af7e-f747-48a8-b807-21629ed8326b req-9b37ab2c-6e91-47a4-90b8-e7f0c91bbefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:25.772051 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0e98af7e-f747-48a8-b807-21629ed8326b req-9b37ab2c-6e91-47a4-90b8-e7f0c91bbefc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9fe1aeca-7709-4e8b-9797-0bb971fddbc0 HTTP/1.1" status: 200 len: 834 time: 0.0621693 Aug 10 04:59:25.815270 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-2f65170d-f462-47da-add9-aa80ee1062d1 None None] Set router d8fcab2b-0793-4ab6-b878-834ea1455030 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:59:25.822760 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8bd40-aefe-4ffc-8ea1-20f59ebee3be req-4f827893-2468-418e-be2a-b6a338f44783 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:25.825127 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-17d8bd40-aefe-4ffc-8ea1-20f59ebee3be req-4f827893-2468-418e-be2a-b6a338f44783 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 945 time: 0.0620162 Aug 10 04:59:25.841339 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98af7e-f747-48a8-b807-21629ed8326b req-9655a468-2c5e-40a6-b5e2-810fd9815d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:25.844526 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0e98af7e-f747-48a8-b807-21629ed8326b req-9655a468-2c5e-40a6-b5e2-810fd9815d1c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=282621bb-9571-4f95-9e07-6f075f18e19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647969 Aug 10 04:59:25.879440 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-17d8bd40-aefe-4ffc-8ea1-20f59ebee3be req-2e34d911-f1a4-4c16-b714-aaf1618e07dd tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cc6d97a-fa4b-4d57-a210-ebf234b6322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436831 Aug 10 04:59:26.093286 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-2f65170d-f462-47da-add9-aa80ee1062d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434181576', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:58:26Z', 'updated_at': '2021-08-10T04:58:31Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:58:27Z', 'updated_at': '2021-08-10T04:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'e1e2857a-e6c4-497e-8088-f843cec6fac5', 'name': '', 'network_id': '282621bb-9571-4f95-9e07-6f075f18e19d', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:22:30:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9fe1aeca-7709-4e8b-9797-0bb971fddbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:58:30Z', 'updated_at': '2021-08-10T04:58:36Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': '9fe1aeca-7709-4e8b-9797-0bb971fddbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:26.123193 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f65170d-f462-47da-add9-aa80ee1062d1 None None] The sync data for ids ['d8fcab2b-0793-4ab6-b878-834ea1455030'] in n-d-802893-2 is: [{'id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434181576', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:58:26Z', 'updated_at': '2021-08-10T04:58:31Z', 'revision_number': 4, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:58:27Z', 'updated_at': '2021-08-10T04:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'e1e2857a-e6c4-497e-8088-f843cec6fac5', 'name': '', 'network_id': '282621bb-9571-4f95-9e07-6f075f18e19d', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'mac_address': 'fa:16:3e:22:30:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '9fe1aeca-7709-4e8b-9797-0bb971fddbc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:58:30Z', 'updated_at': '2021-08-10T04:58:36Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'subnets': [{'id': '9fe1aeca-7709-4e8b-9797-0bb971fddbc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:59:26.365028 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0e98af7e-f747-48a8-b807-21629ed8326b req-1072a54a-4265-4474-8cec-bc9d6218d125 service neutron] 10.222.0.20 "GET /v2.0/networks/282621bb-9571-4f95-9e07-6f075f18e19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029609 Aug 10 04:59:26.414408 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ac79ee-d8af-4ee0-86a1-e7dd5028ed26 None None] New status for floating IP 07595332-4555-4942-9cc5-127d0c73186f: DOWN {{(pid=94939) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 04:59:26.513898 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0e98af7e-f747-48a8-b807-21629ed8326b req-bad89e4e-5413-4a19-b0c9-59b63d9ed1e5 service neutron] 10.222.0.20 "GET /v2.0/networks/282621bb-9571-4f95-9e07-6f075f18e19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401751 Aug 10 04:59:27.025207 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf1b81-4e61-4459-bcb9-5774074bbef2 req-778bd6d3-758d-4052-9614-97cb00b13b87 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:27.027278 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-66cf1b81-4e61-4459-bcb9-5774074bbef2 req-778bd6d3-758d-4052-9614-97cb00b13b87 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 945 time: 0.0623376 Aug 10 04:59:27.099858 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-66cf1b81-4e61-4459-bcb9-5774074bbef2 req-2e0c281c-bf2a-4c73-8377-71f226a3bc59 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/security-groups?id=7cc6d97a-fa4b-4d57-a210-ebf234b6322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652926 Aug 10 04:59:27.496331 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f5144-0082-49ba-8a01-62b11da25b6c req-ae8e512f-e7b0-4542-836f-2b5636e8366d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:27.497973 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b90f5144-0082-49ba-8a01-62b11da25b6c req-ae8e512f-e7b0-4542-836f-2b5636e8366d tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.20 "GET /v2.0/ports?device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 945 time: 0.0724137 Aug 10 04:59:27.604247 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-b90f5144-0082-49ba-8a01-62b11da25b6c req-cf3ab33b-2c50-43b7-a1a8-88d26b645fae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Deleting port f68bcc28-085b-4b17-9fdf-77b2c1a1161c {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:59:27.605000 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b90f5144-0082-49ba-8a01-62b11da25b6c req-cf3ab33b-2c50-43b7-a1a8-88d26b645fae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:27.703826 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-b90f5144-0082-49ba-8a01-62b11da25b6c req-cf3ab33b-2c50-43b7-a1a8-88d26b645fae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] For port f68bcc28-085b-4b17-9fdf-77b2c1a1161c, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f68bcc28-085b-4b17-9fdf-77b2c1a1161c,segment=NetworkSegment(37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6),segment_id=37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:59:27.704138 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b90f5144-0082-49ba-8a01-62b11da25b6c req-cf3ab33b-2c50-43b7-a1a8-88d26b645fae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:27.727136 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-b90f5144-0082-49ba-8a01-62b11da25b6c req-cf3ab33b-2c50-43b7-a1a8-88d26b645fae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Calling delete_port for f68bcc28-085b-4b17-9fdf-77b2c1a1161c owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:59:27.871170 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 04:59:28.025309 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b90f5144-0082-49ba-8a01-62b11da25b6c req-cf3ab33b-2c50-43b7-a1a8-88d26b645fae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:28.060300 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ab33b-2c50-43b7-a1a8-88d26b645fae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'Port': ['ID=f68bcc28-085b-4b17-9fdf-77b2c1a1161c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:28.075376 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ab33b-2c50-43b7-a1a8-88d26b645fae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:28.076408 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ab33b-2c50-43b7-a1a8-88d26b645fae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:28.084082 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ab33b-2c50-43b7-a1a8-88d26b645fae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:28.084082 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ab33b-2c50-43b7-a1a8-88d26b645fae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:28.084082 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ab33b-2c50-43b7-a1a8-88d26b645fae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:28.084082 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ab33b-2c50-43b7-a1a8-88d26b645fae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:28.084082 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ab33b-2c50-43b7-a1a8-88d26b645fae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:28.084082 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ab33b-2c50-43b7-a1a8-88d26b645fae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:28.084082 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ab33b-2c50-43b7-a1a8-88d26b645fae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:28.084082 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ab33b-2c50-43b7-a1a8-88d26b645fae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:28.084082 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ab33b-2c50-43b7-a1a8-88d26b645fae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:28.084082 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3ab33b-2c50-43b7-a1a8-88d26b645fae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:28.129409 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90f5144-0082-49ba-8a01-62b11da25b6c req-cf3ab33b-2c50-43b7-a1a8-88d26b645fae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] No DVR routers for this DVR port f68bcc28-085b-4b17-9fdf-77b2c1a1161c on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:59:28.141246 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-b90f5144-0082-49ba-8a01-62b11da25b6c req-cf3ab33b-2c50-43b7-a1a8-88d26b645fae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:28.141246 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b90f5144-0082-49ba-8a01-62b11da25b6c req-cf3ab33b-2c50-43b7-a1a8-88d26b645fae tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.20 "DELETE /v2.0/ports/f68bcc28-085b-4b17-9fdf-77b2c1a1161c HTTP/1.1" status: 204 len: 173 time: 0.6303835 Aug 10 04:59:28.141246 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abaf534d-8242-4867-8b96-5079367cdd41', 'name': 'network-vif-deleted', 'tag': 'f68bcc28-085b-4b17-9fdf-77b2c1a1161c'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 04:59:28.141246 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968e142d-9253-4271-b5c0-8a92439e3fdc" -d '{"events": [{"server_uuid": "abaf534d-8242-4867-8b96-5079367cdd41", "name": "network-vif-deleted", "tag": "f68bcc28-085b-4b17-9fdf-77b2c1a1161c"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 04:59:28.193784 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 04:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf0441d-fda8-49fe-8a5e-53e7279dccbd x-openstack-request-id: req-ebf0441d-fda8-49fe-8a5e-53e7279dccbd {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 04:59:28.194309 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abaf534d-8242-4867-8b96-5079367cdd41", "name": "network-vif-deleted", "tag": "f68bcc28-085b-4b17-9fdf-77b2c1a1161c", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 04:59:28.194710 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ebf0441d-fda8-49fe-8a5e-53e7279dccbd {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 04:59:28.195389 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abaf534d-8242-4867-8b96-5079367cdd41', 'name': 'network-vif-deleted', 'tag': 'f68bcc28-085b-4b17-9fdf-77b2c1a1161c', 'status': 'completed', 'code': 200} Aug 10 04:59:28.241588 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b89e0a34-4580-4570-a8f6-93dfb4c2a27e req-8d1a0c26-cd24-450b-a53f-540bc8b14f56 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 210 time: 0.0325303 Aug 10 04:59:28.439087 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:29.365294 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9a998223-2037-4fbe-8c6d-8231d853fa18 req-5bc6ce73-93db-49b2-a632-eb242c8fd4d6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "GET /v2.0/ports?device_id=abaf534d-8242-4867-8b96-5079367cdd41 HTTP/1.1" status: 200 len: 210 time: 0.0305300 Aug 10 04:59:30.444324 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55446) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:31.086187 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device f68bcc28-085b-4b17-9fdf-77b2c1a1161c no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:59:31.107857 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: f68bcc28-085b-4b17-9fdf-77b2c1a1161c {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:59:31.108226 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device f68bcc28-085b-4b17-9fdf-77b2c1a1161c not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:59:31.197598 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2cff7949-af45-4c1f-b055-5bf705e296f6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:31.474498 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-2cff7949-af45-4c1f-b055-5bf705e296f6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Deleting port e1e2857a-e6c4-497e-8088-f843cec6fac5 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:59:31.475253 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2cff7949-af45-4c1f-b055-5bf705e296f6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:31.581140 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-2cff7949-af45-4c1f-b055-5bf705e296f6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] For port e1e2857a-e6c4-497e-8088-f843cec6fac5, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e1e2857a-e6c4-497e-8088-f843cec6fac5,segment=NetworkSegment(37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6),segment_id=37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:59:31.581508 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2cff7949-af45-4c1f-b055-5bf705e296f6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:31.602184 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-2cff7949-af45-4c1f-b055-5bf705e296f6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Calling delete_port for e1e2857a-e6c4-497e-8088-f843cec6fac5 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:59:31.901944 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2cff7949-af45-4c1f-b055-5bf705e296f6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:31.934347 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff7949-af45-4c1f-b055-5bf705e296f6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'Port': ['ID=e1e2857a-e6c4-497e-8088-f843cec6fac5,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:32.128499 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2cff7949-af45-4c1f-b055-5bf705e296f6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:32.352614 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cff7949-af45-4c1f-b055-5bf705e296f6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Router d8fcab2b-0793-4ab6-b878-834ea1455030 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:59:32.463283 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cff7949-af45-4c1f-b055-5bf705e296f6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:59:32.468929 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2cff7949-af45-4c1f-b055-5bf705e296f6 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "PUT /v2.0/routers/d8fcab2b-0793-4ab6-b878-834ea1455030/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0228839 Aug 10 04:59:32.471436 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55448) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:32.474216 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94dc6f5-d479-47a6-bf63-9d3ac36af9c2 None None] Sync routers for ids ['d8fcab2b-0793-4ab6-b878-834ea1455030'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:59:32.484496 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94dc6f5-d479-47a6-bf63-9d3ac36af9c2 None None] Routers {'d8fcab2b-0793-4ab6-b878-834ea1455030'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:59:32.485113 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b94dc6f5-d479-47a6-bf63-9d3ac36af9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:59:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['d8fcab2b-0793-4ab6-b878-834ea1455030'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:32.528250 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-c528e23c-cf56-454c-9372-32166b64467f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Deleting subnet 9fe1aeca-7709-4e8b-9797-0bb971fddbc0 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 04:59:32.531333 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c528e23c-cf56-454c-9372-32166b64467f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:32.574712 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c528e23c-cf56-454c-9372-32166b64467f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:32.670471 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c528e23c-cf56-454c-9372-32166b64467f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:32.686697 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-b94dc6f5-d479-47a6-bf63-9d3ac36af9c2 None None] Set router d8fcab2b-0793-4ab6-b878-834ea1455030 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:59:32.842495 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c528e23c-cf56-454c-9372-32166b64467f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:32.865006 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde71c88-bfee-47d8-86f3-80e7fe2bc348 None None] Network 282621bb-9571-4f95-9e07-6f075f18e19d requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:59:32.872296 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c528e23c-cf56-454c-9372-32166b64467f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:32.874226 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c528e23c-cf56-454c-9372-32166b64467f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "DELETE /v2.0/subnets/9fe1aeca-7709-4e8b-9797-0bb971fddbc0 HTTP/1.1" status: 204 len: 168 time: 0.4017761 Aug 10 04:59:32.875170 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528e23c-cf56-454c-9372-32166b64467f tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'Subnet': ['ID=9fe1aeca-7709-4e8b-9797-0bb971fddbc0,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:32.878570 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b94dc6f5-d479-47a6-bf63-9d3ac36af9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434181576', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:58:26Z', 'updated_at': '2021-08-10T04:59:31Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:58:27Z', 'updated_at': '2021-08-10T04:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:32.879805 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55450) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:32.931671 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94dc6f5-d479-47a6-bf63-9d3ac36af9c2 None None] Checking router: d8fcab2b-0793-4ab6-b878-834ea1455030 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:59:32.942637 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94dc6f5-d479-47a6-bf63-9d3ac36af9c2 None None] Routers {'d8fcab2b-0793-4ab6-b878-834ea1455030'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:59:32.943263 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b94dc6f5-d479-47a6-bf63-9d3ac36af9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:59:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['d8fcab2b-0793-4ab6-b878-834ea1455030'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:33.019109 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6f0b056-6f62-4281-a27c-2e6eca413028 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:33.062661 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-b94dc6f5-d479-47a6-bf63-9d3ac36af9c2 None None] Set router d8fcab2b-0793-4ab6-b878-834ea1455030 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:59:33.076375 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2977416-06d4-4e25-9193-d38d6f1ed03f None None] DHCP port deletion for 282621bb-9571-4f95-9e07-6f075f18e19d request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 04:59:33.125902 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-d2977416-06d4-4e25-9193-d38d6f1ed03f None None] Deleting port f86c8563-49bf-494a-80e5-1ee7889dec34 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:59:33.126276 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d2977416-06d4-4e25-9193-d38d6f1ed03f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:33.134699 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6f0b056-6f62-4281-a27c-2e6eca413028 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:33.202132 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-d2977416-06d4-4e25-9193-d38d6f1ed03f None None] For port f86c8563-49bf-494a-80e5-1ee7889dec34, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f86c8563-49bf-494a-80e5-1ee7889dec34,segment=NetworkSegment(37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6),segment_id=37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:59:33.202441 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d2977416-06d4-4e25-9193-d38d6f1ed03f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:33.219098 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-d2977416-06d4-4e25-9193-d38d6f1ed03f None None] Calling delete_port for f86c8563-49bf-494a-80e5-1ee7889dec34 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:59:33.257842 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-b94dc6f5-d479-47a6-bf63-9d3ac36af9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434181576', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:58:26Z', 'updated_at': '2021-08-10T04:59:31Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:58:27Z', 'updated_at': '2021-08-10T04:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:33.286994 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94dc6f5-d479-47a6-bf63-9d3ac36af9c2 None None] The sync data for ids ['d8fcab2b-0793-4ab6-b878-834ea1455030'] in n-d-802893-2 is: [{'id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'name': 'tempest-TestNetworkAdvancedServerOps-router-434181576', 'tenant_id': '32d55eec4aea4528bb07036d15eccacb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:58:26Z', 'updated_at': '2021-08-10T04:59:31Z', 'revision_number': 5, 'project_id': '32d55eec4aea4528bb07036d15eccacb', 'gw_port': {'id': '4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:26:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8fcab2b-0793-4ab6-b878-834ea1455030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:58:27Z', 'updated_at': '2021-08-10T04:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:59:33.310902 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-a6f0b056-6f62-4281-a27c-2e6eca413028 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Deleting port 4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 04:59:33.311162 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6f0b056-6f62-4281-a27c-2e6eca413028 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:33.394808 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-a6f0b056-6f62-4281-a27c-2e6eca413028 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] For port 4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:59:33.395282 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6f0b056-6f62-4281-a27c-2e6eca413028 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:33.406678 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-a6f0b056-6f62-4281-a27c-2e6eca413028 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Calling delete_port for 4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 04:59:33.422078 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d2977416-06d4-4e25-9193-d38d6f1ed03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:33.454573 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2977416-06d4-4e25-9193-d38d6f1ed03f None None] Pushing event deleted for resources: {'Port': ['ID=f86c8563-49bf-494a-80e5-1ee7889dec34,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:33.457695 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2977416-06d4-4e25-9193-d38d6f1ed03f None None] No DVR routers for this DVR port f86c8563-49bf-494a-80e5-1ee7889dec34 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 04:59:33.465313 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2977416-06d4-4e25-9193-d38d6f1ed03f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:33.465669 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2977416-06d4-4e25-9193-d38d6f1ed03f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:33.465987 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2977416-06d4-4e25-9193-d38d6f1ed03f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:33.466320 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2977416-06d4-4e25-9193-d38d6f1ed03f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:33.466649 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2977416-06d4-4e25-9193-d38d6f1ed03f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:33.466978 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2977416-06d4-4e25-9193-d38d6f1ed03f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:33.467297 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2977416-06d4-4e25-9193-d38d6f1ed03f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:33.467617 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2977416-06d4-4e25-9193-d38d6f1ed03f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:33.468373 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2977416-06d4-4e25-9193-d38d6f1ed03f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:33.468373 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2977416-06d4-4e25-9193-d38d6f1ed03f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:33.468660 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2977416-06d4-4e25-9193-d38d6f1ed03f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:33.468879 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2977416-06d4-4e25-9193-d38d6f1ed03f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:33.678977 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6f0b056-6f62-4281-a27c-2e6eca413028 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:33.706578 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0b056-6f62-4281-a27c-2e6eca413028 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'Port': ['ID=4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:33.782314 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6f0b056-6f62-4281-a27c-2e6eca413028 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:33.882487 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6f0b056-6f62-4281-a27c-2e6eca413028 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:33.884704 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6f0b056-6f62-4281-a27c-2e6eca413028 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:34.047893 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6f0b056-6f62-4281-a27c-2e6eca413028 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:34.048455 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f0b056-6f62-4281-a27c-2e6eca413028 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Fanout notify agent at l3_agent the message router_deleted on router d8fcab2b-0793-4ab6-b878-834ea1455030 {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 04:59:34.048910 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f86c8563-49bf-494a-80e5-1ee7889dec34 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:59:34.062525 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a6f0b056-6f62-4281-a27c-2e6eca413028 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:34.062525 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a6f0b056-6f62-4281-a27c-2e6eca413028 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "DELETE /v2.0/routers/d8fcab2b-0793-4ab6-b878-834ea1455030 HTTP/1.1" status: 204 len: 168 time: 1.1744382 Aug 10 04:59:34.062822 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55452) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:34.071393 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: f86c8563-49bf-494a-80e5-1ee7889dec34 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:59:34.071684 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f86c8563-49bf-494a-80e5-1ee7889dec34 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:59:34.072266 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e1e2857a-e6c4-497e-8088-f843cec6fac5 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:59:34.093758 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: e1e2857a-e6c4-497e-8088-f843cec6fac5 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:59:34.094393 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e1e2857a-e6c4-497e-8088-f843cec6fac5 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:59:34.151993 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9b4acea4-a728-47f5-b8c8-3ebeb9bcee88 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:34.250798 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9b4acea4-a728-47f5-b8c8-3ebeb9bcee88 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:34.262838 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-9b4acea4-a728-47f5-b8c8-3ebeb9bcee88 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['282621bb-9571-4f95-9e07-6f075f18e19d']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:34.275194 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-9b4acea4-a728-47f5-b8c8-3ebeb9bcee88 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:34.275519 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-9b4acea4-a728-47f5-b8c8-3ebeb9bcee88 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37011b9a-1a2e-4686-bb29-3a8fdb5bbaf6') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:34.285092 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9b4acea4-a728-47f5-b8c8-3ebeb9bcee88 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:34.299453 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9b4acea4-a728-47f5-b8c8-3ebeb9bcee88 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:34.306317 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4acea4-a728-47f5-b8c8-3ebeb9bcee88 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 04:59:34.306747 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9b4acea4-a728-47f5-b8c8-3ebeb9bcee88 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: timer() Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 04:59:34.309739 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 04:59:34.467364 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9b4acea4-a728-47f5-b8c8-3ebeb9bcee88 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:34.474458 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-9b4acea4-a728-47f5-b8c8-3ebeb9bcee88 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:34.476538 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-9b4acea4-a728-47f5-b8c8-3ebeb9bcee88 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "DELETE /v2.0/networks/282621bb-9571-4f95-9e07-6f075f18e19d HTTP/1.1" status: 204 len: 168 time: 0.4140387 Aug 10 04:59:34.479485 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55454) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:34.488069 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4acea4-a728-47f5-b8c8-3ebeb9bcee88 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'Network': ['ID=282621bb-9571-4f95-9e07-6f075f18e19d,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:34.549753 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fa04cd92-1e09-4464-87f5-4b7b67f58ad3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:34.577539 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fa04cd92-1e09-4464-87f5-4b7b67f58ad3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:34.714055 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fa04cd92-1e09-4464-87f5-4b7b67f58ad3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:34.717902 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fa04cd92-1e09-4464-87f5-4b7b67f58ad3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:34.722132 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fa04cd92-1e09-4464-87f5-4b7b67f58ad3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] 10.222.0.25 "DELETE /v2.0/security-groups/7cc6d97a-fa4b-4d57-a210-ebf234b6322a HTTP/1.1" status: 204 len: 168 time: 0.2389379 Aug 10 04:59:34.730022 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa04cd92-1e09-4464-87f5-4b7b67f58ad3 tempest-TestNetworkAdvancedServerOps-226002001 tempest-TestNetworkAdvancedServerOps-226002001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cc6d97a-fa4b-4d57-a210-ebf234b6322a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:35.296722 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55462) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:35.449922 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-25e80c93-73f9-4250-b4f7-65e5eb10449c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32d55eec4aea4528bb07036d15eccacb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1520078 Aug 10 04:59:35.452539 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55466) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:35.501572 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c76da534-975d-4bf1-ba6f-f04e4f2da01e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:35.523753 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c76da534-975d-4bf1-ba6f-f04e4f2da01e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:35.684898 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c76da534-975d-4bf1-ba6f-f04e4f2da01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:35.687522 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c76da534-975d-4bf1-ba6f-f04e4f2da01e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:35.688736 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c76da534-975d-4bf1-ba6f-f04e4f2da01e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9213d861-c36f-44c6-a5ec-a0186d111cbd HTTP/1.1" status: 204 len: 168 time: 0.2352960 Aug 10 04:59:35.697651 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76da534-975d-4bf1-ba6f-f04e4f2da01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9213d861-c36f-44c6-a5ec-a0186d111cbd,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:35.962326 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 04:59:35.983025 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 04:59:35.983373 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 4d8a38cc-fe5c-4097-bb61-fc63c1ad5aea not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 04:59:36.355930 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55472) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:36.370153 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c6075700-d726-4aa6-a4d9-7f1a0f2a0640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:36.462428 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c6075700-d726-4aa6-a4d9-7f1a0f2a0640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:36.538867 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c6075700-d726-4aa6-a4d9-7f1a0f2a0640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:36.578413 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c6075700-d726-4aa6-a4d9-7f1a0f2a0640 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cabb8b84c3514fafbbad6b84320b3516&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2213235 Aug 10 04:59:36.579413 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6075700-d726-4aa6-a4d9-7f1a0f2a0640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07b99b1-1ffb-44d3-b357-a08b9020989e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:36.581175 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55474) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:36.641699 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4fafe74b-c264-42a1-a26a-e51c10884a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:36.664847 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4fafe74b-c264-42a1-a26a-e51c10884a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:36.790718 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4fafe74b-c264-42a1-a26a-e51c10884a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:36.793233 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-4fafe74b-c264-42a1-a26a-e51c10884a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:36.794421 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-4fafe74b-c264-42a1-a26a-e51c10884a83 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f07b99b1-1ffb-44d3-b357-a08b9020989e HTTP/1.1" status: 204 len: 168 time: 0.2121477 Aug 10 04:59:36.803549 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fafe74b-c264-42a1-a26a-e51c10884a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07b99b1-1ffb-44d3-b357-a08b9020989e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:37.993138 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55496) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:38.093600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-f459b010-66ef-44c1-b7de-93f1fcc67760 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-839753900-network', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:59:38.173345 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f459b010-66ef-44c1-b7de-93f1fcc67760 admin admin] Made reservation on behalf of 95d0a568fd1142569d01c8918f7386d5 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:59:38.175764 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f459b010-66ef-44c1-b7de-93f1fcc67760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:38.184874 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f459b010-66ef-44c1-b7de-93f1fcc67760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:38.283241 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f459b010-66ef-44c1-b7de-93f1fcc67760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:38.365080 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f459b010-66ef-44c1-b7de-93f1fcc67760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:38.393053 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f459b010-66ef-44c1-b7de-93f1fcc67760 admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:59:38.399457 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459b010-66ef-44c1-b7de-93f1fcc67760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e273e02b-07ba-4db4-8f4b-bf94187dd5d3,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:38.405419 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f459b010-66ef-44c1-b7de-93f1fcc67760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:38.405769 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-f459b010-66ef-44c1-b7de-93f1fcc67760 admin admin] Added segment ce948ee3-4cc5-491a-8a51-97f853d665bb of type vlan for network 9b6a6cb5-1a60-4239-979c-3090dcf477a3 Aug 10 04:59:38.447214 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f459b010-66ef-44c1-b7de-93f1fcc67760 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:38.530132 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f459b010-66ef-44c1-b7de-93f1fcc67760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:38.531121 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f459b010-66ef-44c1-b7de-93f1fcc67760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:38.531701 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f459b010-66ef-44c1-b7de-93f1fcc67760 admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:38.592172 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459b010-66ef-44c1-b7de-93f1fcc67760 admin admin] Pushing event updated for resources: {'Network': ['ID=9b6a6cb5-1a60-4239-979c-3090dcf477a3,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:38.601647 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 9b6a6cb5-1a60-4239-979c-3090dcf477a3 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:59:38.645251 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f459b010-66ef-44c1-b7de-93f1fcc67760 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6505964 Aug 10 04:59:38.648366 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55500) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:38.653309 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-abb33646-95c4-4af1-9ddf-1e520e5f39fe admin admin] Request body: {'subnet': {'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-839753900-subnet', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:59:38.735580 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb33646-95c4-4af1-9ddf-1e520e5f39fe admin admin] Made reservation on behalf of 95d0a568fd1142569d01c8918f7386d5 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:59:38.737968 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-abb33646-95c4-4af1-9ddf-1e520e5f39fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:38.987363 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-abb33646-95c4-4af1-9ddf-1e520e5f39fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:39.045186 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb33646-95c4-4af1-9ddf-1e520e5f39fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=061f0bd3-273e-40e7-b929-f1aa277a9067,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:39.054600 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb33646-95c4-4af1-9ddf-1e520e5f39fe admin admin] Checking segment: {'id': 'ce948ee3-4cc5-491a-8a51-97f853d665bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:59:39.054967 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb33646-95c4-4af1-9ddf-1e520e5f39fe admin admin] Network hostable DHCP agents. Network: 9b6a6cb5-1a60-4239-979c-3090dcf477a3, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:59:39.225175 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb33646-95c4-4af1-9ddf-1e520e5f39fe admin admin] Network 9b6a6cb5-1a60-4239-979c-3090dcf477a3 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:59:39.341455 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-abb33646-95c4-4af1-9ddf-1e520e5f39fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 9b6a6cb5-1a60-4239-979c-3090dcf477a3) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:59:39.346640 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb33646-95c4-4af1-9ddf-1e520e5f39fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:39.347493 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-abb33646-95c4-4af1-9ddf-1e520e5f39fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:39.351647 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be549adf-2902-4c80-9231-a11980fbdfb1 None None] Network 9b6a6cb5-1a60-4239-979c-3090dcf477a3 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:59:39.462074 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-abb33646-95c4-4af1-9ddf-1e520e5f39fe admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8126066 Aug 10 04:59:39.465191 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55502) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:39.470513 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-e3c9c177-9b67-494d-a944-73c571233409 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-839753900-router', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:59:39.502789 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7024e08-a3aa-4303-9e96-440692df7b4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'fixed_ips': [{'subnet_id': '061f0bd3-273e-40e7-b929-f1aa277a9067'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:59:39.503649 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f7024e08-a3aa-4303-9e96-440692df7b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:39.558764 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e3c9c177-9b67-494d-a944-73c571233409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:39.560298 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e3c9c177-9b67-494d-a944-73c571233409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:39.620603 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e3c9c177-9b67-494d-a944-73c571233409 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:39.653226 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-f7024e08-a3aa-4303-9e96-440692df7b4f None None] Allocated IP 172.20.0.2 (9b6a6cb5-1a60-4239-979c-3090dcf477a3/061f0bd3-273e-40e7-b929-f1aa277a9067/c73618c5-2df6-41a5-a881-6238d8d0d91c) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:59:39.806226 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f7024e08-a3aa-4303-9e96-440692df7b4f None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:39.814523 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f7024e08-a3aa-4303-9e96-440692df7b4f None None] Transition to ACTIVE for port object c73618c5-2df6-41a5-a881-6238d8d0d91c will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:59:39.829686 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f7024e08-a3aa-4303-9e96-440692df7b4f None None] Transition to ACTIVE for port object c73618c5-2df6-41a5-a881-6238d8d0d91c will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:59:39.845444 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e3c9c177-9b67-494d-a944-73c571233409 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:39.899356 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f7024e08-a3aa-4303-9e96-440692df7b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:39.951420 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7024e08-a3aa-4303-9e96-440692df7b4f None None] Network 9b6a6cb5-1a60-4239-979c-3090dcf477a3 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:59:39.954474 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-f7024e08-a3aa-4303-9e96-440692df7b4f None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:59:39.958773 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7024e08-a3aa-4303-9e96-440692df7b4f None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:59:39.962937 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7024e08-a3aa-4303-9e96-440692df7b4f None None] Pushing event updated for resources: {'Port': ['ID=c73618c5-2df6-41a5-a881-6238d8d0d91c,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:40.024417 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-f7024e08-a3aa-4303-9e96-440692df7b4f None None] Attempting to bind port c73618c5-2df6-41a5-a881-6238d8d0d91c on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:59:40.024786 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-f7024e08-a3aa-4303-9e96-440692df7b4f None None] Attempting to bind port c73618c5-2df6-41a5-a881-6238d8d0d91c by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'ce948ee3-4cc5-491a-8a51-97f853d665bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:59:40.025196 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7024e08-a3aa-4303-9e96-440692df7b4f None None] Attempting to bind port c73618c5-2df6-41a5-a881-6238d8d0d91c on network 9b6a6cb5-1a60-4239-979c-3090dcf477a3 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:59:40.030691 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7024e08-a3aa-4303-9e96-440692df7b4f None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:59:40.031156 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7024e08-a3aa-4303-9e96-440692df7b4f None None] Checking segment: {'id': 'ce948ee3-4cc5-491a-8a51-97f853d665bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:59:40.031671 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f7024e08-a3aa-4303-9e96-440692df7b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:40.032163 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7024e08-a3aa-4303-9e96-440692df7b4f None None] Bound using segment: {'id': 'ce948ee3-4cc5-491a-8a51-97f853d665bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:59:40.032628 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-f7024e08-a3aa-4303-9e96-440692df7b4f None None] Bound port: c73618c5-2df6-41a5-a881-6238d8d0d91c, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce948ee3-4cc5-491a-8a51-97f853d665bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:59:40.033014 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f7024e08-a3aa-4303-9e96-440692df7b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:40.048566 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2394761a-2043-4b9d-8950-ffde0b737e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:40.104090 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-f7024e08-a3aa-4303-9e96-440692df7b4f None None] For port c73618c5-2df6-41a5-a881-6238d8d0d91c, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:59:40.107276 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-f7024e08-a3aa-4303-9e96-440692df7b4f None None] For port c73618c5-2df6-41a5-a881-6238d8d0d91c, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c73618c5-2df6-41a5-a881-6238d8d0d91c,segment=NetworkSegment(ce948ee3-4cc5-491a-8a51-97f853d665bb),segment_id=ce948ee3-4cc5-491a-8a51-97f853d665bb)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:59:40.131254 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e3c9c177-9b67-494d-a944-73c571233409 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:40.150494 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e3c9c177-9b67-494d-a944-73c571233409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:40.199510 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f7024e08-a3aa-4303-9e96-440692df7b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:40.264574 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7024e08-a3aa-4303-9e96-440692df7b4f None None] Pushing event updated for resources: {'Port': ['ID=c73618c5-2df6-41a5-a881-6238d8d0d91c,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:40.273355 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-e3c9c177-9b67-494d-a944-73c571233409 admin admin] Allocated IP 172.25.0.232 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:59:40.399854 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e3c9c177-9b67-494d-a944-73c571233409 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:40.547553 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e3c9c177-9b67-494d-a944-73c571233409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:40.590457 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c9c177-9b67-494d-a944-73c571233409 admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:59:40.595544 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-e3c9c177-9b67-494d-a944-73c571233409 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:59:40.599150 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c9c177-9b67-494d-a944-73c571233409 admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:59:40.623226 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9c177-9b67-494d-a944-73c571233409 admin admin] Pushing event updated for resources: {'Port': ['ID=7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:40.952736 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e3c9c177-9b67-494d-a944-73c571233409 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:41.192790 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e3c9c177-9b67-494d-a944-73c571233409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:41.201364 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd19befa-3c14-4ab1-8a9d-f7ca639e94be None None] Network 9b6a6cb5-1a60-4239-979c-3090dcf477a3 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:59:41.388010 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b89cf3a8-b8ac-4da8-80db-50af66280de2 None None] Provisioning for port c73618c5-2df6-41a5-a881-6238d8d0d91c completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:59:41.484269 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3c9c177-9b67-494d-a944-73c571233409 admin admin] Router 2a2e1575-0a92-43d9-a755-31d6c57ad24f is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94937) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:59:41.600850 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c9c177-9b67-494d-a944-73c571233409 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:59:41.614067 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a23e445-55f1-46c9-a124-a05acc51dbde None None] Sync routers for ids ['2a2e1575-0a92-43d9-a755-31d6c57ad24f'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:59:41.629378 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a23e445-55f1-46c9-a124-a05acc51dbde None None] Routers {'2a2e1575-0a92-43d9-a755-31d6c57ad24f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:59:41.630043 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9a23e445-55f1-46c9-a124-a05acc51dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:59:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2a2e1575-0a92-43d9-a755-31d6c57ad24f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:41.678996 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-e3c9c177-9b67-494d-a944-73c571233409 admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:41.684284 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-e3c9c177-9b67-494d-a944-73c571233409 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2135239 Aug 10 04:59:41.684582 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55504) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:41.743286 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-9a23e445-55f1-46c9-a124-a05acc51dbde None None] Set router 2a2e1575-0a92-43d9-a755-31d6c57ad24f gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:59:41.955296 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9a23e445-55f1-46c9-a124-a05acc51dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'name': 'tempest-TestShelveInstance-839753900-router', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:39Z', 'updated_at': '2021-08-10T04:59:40Z', 'revision_number': 3, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'gw_port': {'id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:40Z', 'updated_at': '2021-08-10T04:59:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:41.989927 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a23e445-55f1-46c9-a124-a05acc51dbde None None] Checking router: 2a2e1575-0a92-43d9-a755-31d6c57ad24f for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:59:41.989927 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a23e445-55f1-46c9-a124-a05acc51dbde None None] Updating router 2a2e1575-0a92-43d9-a755-31d6c57ad24f port 7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:59:42.018865 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9a23e445-55f1-46c9-a124-a05acc51dbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:42.055231 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c73618c5-2df6-41a5-a881-6238d8d0d91c up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:59:42.255008 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d0a75b4-a426-4bb4-8ab8-ac26ff7ae715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:42.435496 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-6d0a75b4-a426-4bb4-8ab8-ac26ff7ae715 admin admin] Allocated IP 172.20.0.1 (9b6a6cb5-1a60-4239-979c-3090dcf477a3/061f0bd3-273e-40e7-b929-f1aa277a9067/f211f528-773c-42e9-a576-4349c1b95f6e) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:59:42.518574 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port c73618c5-2df6-41a5-a881-6238d8d0d91c completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:59:42.526498 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9a23e445-55f1-46c9-a124-a05acc51dbde None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:42.530558 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port c73618c5-2df6-41a5-a881-6238d8d0d91c triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:42.530929 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:42.551319 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d0a75b4-a426-4bb4-8ab8-ac26ff7ae715 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:42.559518 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-9a23e445-55f1-46c9-a124-a05acc51dbde None None] Transition to ACTIVE for port object 7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:59:42.565689 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.provisioning_blocks [None req-6d0a75b4-a426-4bb4-8ab8-ac26ff7ae715 admin admin] Transition to ACTIVE for port object f211f528-773c-42e9-a576-4349c1b95f6e will not be triggered until provisioned by entity DHCP. {{(pid=94938) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:59:42.625447 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:42.660542 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9a23e445-55f1-46c9-a124-a05acc51dbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:42.664074 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port c73618c5-2df6-41a5-a881-6238d8d0d91c, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c73618c5-2df6-41a5-a881-6238d8d0d91c,segment=NetworkSegment(ce948ee3-4cc5-491a-8a51-97f853d665bb),segment_id=ce948ee3-4cc5-491a-8a51-97f853d665bb)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:59:42.690085 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d0a75b4-a426-4bb4-8ab8-ac26ff7ae715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:42.717459 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-9a23e445-55f1-46c9-a124-a05acc51dbde None None] Attempting to bind port 7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:59:42.717820 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-9a23e445-55f1-46c9-a124-a05acc51dbde None None] Attempting to bind port 7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:59:42.718220 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a23e445-55f1-46c9-a124-a05acc51dbde None None] Attempting to bind port 7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:59:42.725537 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87438c60-f2ca-4bfb-be36-fc710b9bbe2a None None] Pushing event updated for resources: {'Port': ['ID=7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:42.728115 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a23e445-55f1-46c9-a124-a05acc51dbde None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:59:42.728526 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a23e445-55f1-46c9-a124-a05acc51dbde None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:59:42.728847 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9a23e445-55f1-46c9-a124-a05acc51dbde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:42.729234 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a23e445-55f1-46c9-a124-a05acc51dbde None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:59:42.729713 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-9a23e445-55f1-46c9-a124-a05acc51dbde None None] Bound port: 7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:59:42.730087 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9a23e445-55f1-46c9-a124-a05acc51dbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:42.739195 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0a75b4-a426-4bb4-8ab8-ac26ff7ae715 admin admin] Network 9b6a6cb5-1a60-4239-979c-3090dcf477a3 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:59:42.744800 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-6d0a75b4-a426-4bb4-8ab8-ac26ff7ae715 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:59:42.747298 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0a75b4-a426-4bb4-8ab8-ac26ff7ae715 admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:59:42.786972 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a75b4-a426-4bb4-8ab8-ac26ff7ae715 admin admin] Pushing event updated for resources: {'Port': ['ID=f211f528-773c-42e9-a576-4349c1b95f6e,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:42.787211 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:42.804017 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d0a75b4-a426-4bb4-8ab8-ac26ff7ae715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:42.814925 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-9a23e445-55f1-46c9-a124-a05acc51dbde None None] For port 7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:59:42.835286 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-9a23e445-55f1-46c9-a124-a05acc51dbde None None] For port 7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:59:42.851015 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=c73618c5-2df6-41a5-a881-6238d8d0d91c,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:42.907771 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9a23e445-55f1-46c9-a124-a05acc51dbde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:42.975829 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a23e445-55f1-46c9-a124-a05acc51dbde None None] Routers {'2a2e1575-0a92-43d9-a755-31d6c57ad24f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:59:42.976486 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9a23e445-55f1-46c9-a124-a05acc51dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:59:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2a2e1575-0a92-43d9-a755-31d6c57ad24f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:42.981576 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87438c60-f2ca-4bfb-be36-fc710b9bbe2a None None] Pushing event updated for resources: {'Port': ['ID=7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:43.069531 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d0a75b4-a426-4bb4-8ab8-ac26ff7ae715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:43.114360 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-9a23e445-55f1-46c9-a124-a05acc51dbde None None] Set router 2a2e1575-0a92-43d9-a755-31d6c57ad24f gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:59:43.219734 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7cf6f1af-dd1e-40b0-b6ad-6bca7ec3fdf9 None None] Provisioning for port f211f528-773c-42e9-a576-4349c1b95f6e completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:59:43.229356 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-7cf6f1af-dd1e-40b0-b6ad-6bca7ec3fdf9 None None] Provisioning complete for port f211f528-773c-42e9-a576-4349c1b95f6e triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:43.229859 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7cf6f1af-dd1e-40b0-b6ad-6bca7ec3fdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:43.275469 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d0a75b4-a426-4bb4-8ab8-ac26ff7ae715 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:43.288854 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-7cf6f1af-dd1e-40b0-b6ad-6bca7ec3fdf9 None None] Port f211f528-773c-42e9-a576-4349c1b95f6e cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:59:43.344582 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9a23e445-55f1-46c9-a124-a05acc51dbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'name': 'tempest-TestShelveInstance-839753900-router', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:39Z', 'updated_at': '2021-08-10T04:59:40Z', 'revision_number': 3, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'gw_port': {'id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:40Z', 'updated_at': '2021-08-10T04:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:43.375448 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a23e445-55f1-46c9-a124-a05acc51dbde None None] The sync data for ids ['2a2e1575-0a92-43d9-a755-31d6c57ad24f'] in n-d-802893-2 is: [{'id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'name': 'tempest-TestShelveInstance-839753900-router', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:39Z', 'updated_at': '2021-08-10T04:59:40Z', 'revision_number': 3, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'gw_port': {'id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:40Z', 'updated_at': '2021-08-10T04:59:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:59:43.397302 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d0a75b4-a426-4bb4-8ab8-ac26ff7ae715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:43.477046 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6d0a75b4-a426-4bb4-8ab8-ac26ff7ae715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:43.478957 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a75b4-a426-4bb4-8ab8-ac26ff7ae715 admin admin] Pushing event updated for resources: {'Port': ['ID=f211f528-773c-42e9-a576-4349c1b95f6e,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:43.596211 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0a75b4-a426-4bb4-8ab8-ac26ff7ae715 admin admin] Network 9b6a6cb5-1a60-4239-979c-3090dcf477a3 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:59:43.601233 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-6d0a75b4-a426-4bb4-8ab8-ac26ff7ae715 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:59:43.736411 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:43.763100 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0a75b4-a426-4bb4-8ab8-ac26ff7ae715 admin admin] Router 2a2e1575-0a92-43d9-a755-31d6c57ad24f has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:59:43.896980 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0a75b4-a426-4bb4-8ab8-ac26ff7ae715 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:59:43.907301 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-35ac625d-3c76-4bb4-b6b6-551f37c05936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:43.908569 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6d0a75b4-a426-4bb4-8ab8-ac26ff7ae715 admin admin] 10.222.0.25 "PUT /v2.0/routers/2a2e1575-0a92-43d9-a755-31d6c57ad24f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2228072 Aug 10 04:59:43.925344 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-b29b463e-429f-491b-9cfd-c99bc8558e3e None None] Provisioning complete for port f211f528-773c-42e9-a576-4349c1b95f6e triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:43.925731 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b29b463e-429f-491b-9cfd-c99bc8558e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:43.974003 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-b29b463e-429f-491b-9cfd-c99bc8558e3e None None] Port f211f528-773c-42e9-a576-4349c1b95f6e cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:59:44.108897 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:59:44.270133 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:59:44.274729 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:44.275035 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:44.375648 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:44.400719 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:59:44.512792 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:44.513638 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c73618c5-2df6-41a5-a881-6238d8d0d91c up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:59:44.617317 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:44.627687 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port c73618c5-2df6-41a5-a881-6238d8d0d91c triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:44.627877 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:44.732454 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55520) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:44.737773 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-177af47d-740d-43dd-8b45-991e499a8cb0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-906918953-network', 'tenant_id': '71cbb32136554fc9ae0ec049d01df673'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:59:44.843884 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177af47d-740d-43dd-8b45-991e499a8cb0 admin admin] Made reservation on behalf of 71cbb32136554fc9ae0ec049d01df673 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:59:44.846371 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-177af47d-740d-43dd-8b45-991e499a8cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:44.855915 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-177af47d-740d-43dd-8b45-991e499a8cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:44.959881 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-177af47d-740d-43dd-8b45-991e499a8cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:45.073270 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-177af47d-740d-43dd-8b45-991e499a8cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:45.086839 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125c1acd-10d8-460d-bb37-db0a0da3770d None None] Sync routers for ids ['2a2e1575-0a92-43d9-a755-31d6c57ad24f'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:59:45.097614 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177af47d-740d-43dd-8b45-991e499a8cb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 04:59:45.099924 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125c1acd-10d8-460d-bb37-db0a0da3770d None None] Routers {'2a2e1575-0a92-43d9-a755-31d6c57ad24f'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:59:45.100623 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-125c1acd-10d8-460d-bb37-db0a0da3770d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:59:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2a2e1575-0a92-43d9-a755-31d6c57ad24f'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:45.118092 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-177af47d-740d-43dd-8b45-991e499a8cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:45.118446 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-177af47d-740d-43dd-8b45-991e499a8cb0 admin admin] Added segment 1d235c52-4ab1-431d-91da-9f0dfc36a70a of type vlan for network bf8cbd5c-c083-4a69-b157-0982d1f2bf9b Aug 10 04:59:45.119811 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177af47d-740d-43dd-8b45-991e499a8cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4581c3cc-187c-4fe8-aac8-e39d2f2ee21d,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:45.172882 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-177af47d-740d-43dd-8b45-991e499a8cb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:45.230214 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-125c1acd-10d8-460d-bb37-db0a0da3770d None None] Set router 2a2e1575-0a92-43d9-a755-31d6c57ad24f gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:59:45.299172 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-177af47d-740d-43dd-8b45-991e499a8cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:45.300963 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177af47d-740d-43dd-8b45-991e499a8cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:45.301230 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-177af47d-740d-43dd-8b45-991e499a8cb0 admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:45.364492 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177af47d-740d-43dd-8b45-991e499a8cb0 admin admin] Pushing event updated for resources: {'Network': ['ID=bf8cbd5c-c083-4a69-b157-0982d1f2bf9b,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:45.377178 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network bf8cbd5c-c083-4a69-b157-0982d1f2bf9b details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 04:59:45.454093 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-177af47d-740d-43dd-8b45-991e499a8cb0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7203488 Aug 10 04:59:45.458628 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55522) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:45.461417 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-125c1acd-10d8-460d-bb37-db0a0da3770d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'name': 'tempest-TestShelveInstance-839753900-router', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:39Z', 'updated_at': '2021-08-10T04:59:42Z', 'revision_number': 4, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'gw_port': {'id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:40Z', 'updated_at': '2021-08-10T04:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'f211f528-773c-42e9-a576-4349c1b95f6e', 'name': '', 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'mac_address': 'fa:16:3e:ef:62:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:42Z', 'updated_at': '2021-08-10T04:59:43Z', 'revision_number': 2, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'subnets': [{'id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:45.464916 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-cd464c42-c68b-479b-8254-20e14e07f719 admin admin] Request body: {'subnet': {'network_id': 'bf8cbd5c-c083-4a69-b157-0982d1f2bf9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-906918953-subnet', 'tenant_id': '71cbb32136554fc9ae0ec049d01df673', 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:59:45.503731 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125c1acd-10d8-460d-bb37-db0a0da3770d None None] Checking router: 2a2e1575-0a92-43d9-a755-31d6c57ad24f for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:59:45.504724 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125c1acd-10d8-460d-bb37-db0a0da3770d None None] Updating router 2a2e1575-0a92-43d9-a755-31d6c57ad24f port f211f528-773c-42e9-a576-4349c1b95f6e binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:59:45.532110 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-125c1acd-10d8-460d-bb37-db0a0da3770d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:45.552713 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd464c42-c68b-479b-8254-20e14e07f719 admin admin] Made reservation on behalf of 71cbb32136554fc9ae0ec049d01df673 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:59:45.555461 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cd464c42-c68b-479b-8254-20e14e07f719 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:45.580909 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:45.821310 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cd464c42-c68b-479b-8254-20e14e07f719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:45.830781 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-125c1acd-10d8-460d-bb37-db0a0da3770d None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:45.841914 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-125c1acd-10d8-460d-bb37-db0a0da3770d None None] Transition to ACTIVE for port object f211f528-773c-42e9-a576-4349c1b95f6e will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:59:45.882824 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd464c42-c68b-479b-8254-20e14e07f719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1332946e-2a45-4c8f-b701-f91807d1263a,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:45.894650 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd464c42-c68b-479b-8254-20e14e07f719 admin admin] Checking segment: {'id': '1d235c52-4ab1-431d-91da-9f0dfc36a70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bf8cbd5c-c083-4a69-b157-0982d1f2bf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:59:45.894650 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd464c42-c68b-479b-8254-20e14e07f719 admin admin] Network hostable DHCP agents. Network: bf8cbd5c-c083-4a69-b157-0982d1f2bf9b, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 04:59:45.912674 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-125c1acd-10d8-460d-bb37-db0a0da3770d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:45.969767 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd464c42-c68b-479b-8254-20e14e07f719 admin admin] Network bf8cbd5c-c083-4a69-b157-0982d1f2bf9b is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 04:59:46.016145 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-125c1acd-10d8-460d-bb37-db0a0da3770d None None] Attempting to bind port f211f528-773c-42e9-a576-4349c1b95f6e on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:59:46.016516 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-125c1acd-10d8-460d-bb37-db0a0da3770d None None] Attempting to bind port f211f528-773c-42e9-a576-4349c1b95f6e by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'ce948ee3-4cc5-491a-8a51-97f853d665bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:59:46.016876 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125c1acd-10d8-460d-bb37-db0a0da3770d None None] Attempting to bind port f211f528-773c-42e9-a576-4349c1b95f6e on network 9b6a6cb5-1a60-4239-979c-3090dcf477a3 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:59:46.019237 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a4443-6f67-4541-a861-2ceb2021fa32 None None] Pushing event updated for resources: {'Port': ['ID=f211f528-773c-42e9-a576-4349c1b95f6e,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:46.025769 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:59:46.030167 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144a4443-6f67-4541-a861-2ceb2021fa32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:46.030511 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144a4443-6f67-4541-a861-2ceb2021fa32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:46.030847 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144a4443-6f67-4541-a861-2ceb2021fa32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:46.031175 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144a4443-6f67-4541-a861-2ceb2021fa32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:46.031505 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144a4443-6f67-4541-a861-2ceb2021fa32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:46.031832 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144a4443-6f67-4541-a861-2ceb2021fa32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:46.032185 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144a4443-6f67-4541-a861-2ceb2021fa32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:46.032513 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144a4443-6f67-4541-a861-2ceb2021fa32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:46.032835 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144a4443-6f67-4541-a861-2ceb2021fa32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:46.033156 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144a4443-6f67-4541-a861-2ceb2021fa32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:46.033476 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144a4443-6f67-4541-a861-2ceb2021fa32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:46.033788 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-144a4443-6f67-4541-a861-2ceb2021fa32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 04:59:46.038504 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125c1acd-10d8-460d-bb37-db0a0da3770d None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:59:46.038913 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125c1acd-10d8-460d-bb37-db0a0da3770d None None] Checking segment: {'id': 'ce948ee3-4cc5-491a-8a51-97f853d665bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:59:46.039270 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-125c1acd-10d8-460d-bb37-db0a0da3770d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:46.039668 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125c1acd-10d8-460d-bb37-db0a0da3770d None None] Bound using segment: {'id': 'ce948ee3-4cc5-491a-8a51-97f853d665bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:59:46.040234 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-125c1acd-10d8-460d-bb37-db0a0da3770d None None] Bound port: f211f528-773c-42e9-a576-4349c1b95f6e, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce948ee3-4cc5-491a-8a51-97f853d665bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:59:46.040911 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-125c1acd-10d8-460d-bb37-db0a0da3770d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:46.070899 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-cd464c42-c68b-479b-8254-20e14e07f719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, bf8cbd5c-c083-4a69-b157-0982d1f2bf9b) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:59:46.077640 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd464c42-c68b-479b-8254-20e14e07f719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:46.078584 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-cd464c42-c68b-479b-8254-20e14e07f719 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:46.084688 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3a35ac-79bb-4a8e-983a-eaf762191ea6 None None] Network bf8cbd5c-c083-4a69-b157-0982d1f2bf9b requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:59:46.131203 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-125c1acd-10d8-460d-bb37-db0a0da3770d None None] For port f211f528-773c-42e9-a576-4349c1b95f6e, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:59:46.135341 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-125c1acd-10d8-460d-bb37-db0a0da3770d None None] For port f211f528-773c-42e9-a576-4349c1b95f6e, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f211f528-773c-42e9-a576-4349c1b95f6e,segment=NetworkSegment(ce948ee3-4cc5-491a-8a51-97f853d665bb),segment_id=ce948ee3-4cc5-491a-8a51-97f853d665bb)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:59:46.145056 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:46.145567 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:46.166328 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-cd464c42-c68b-479b-8254-20e14e07f719 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7055366 Aug 10 04:59:46.169573 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55524) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:46.177857 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-d87ae5c8-5fc2-4c3f-b11f-9ea357ae1186 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-906918953-router', 'tenant_id': '71cbb32136554fc9ae0ec049d01df673', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:59:46.227475 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-125c1acd-10d8-460d-bb37-db0a0da3770d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:46.272699 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d87ae5c8-5fc2-4c3f-b11f-9ea357ae1186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:46.273980 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d87ae5c8-5fc2-4c3f-b11f-9ea357ae1186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:46.284774 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125c1acd-10d8-460d-bb37-db0a0da3770d None None] Routers {'2a2e1575-0a92-43d9-a755-31d6c57ad24f'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:59:46.285621 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-125c1acd-10d8-460d-bb37-db0a0da3770d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:59:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2a2e1575-0a92-43d9-a755-31d6c57ad24f'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:46.355897 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d87ae5c8-5fc2-4c3f-b11f-9ea357ae1186 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:46.358105 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bb41d3-c69e-4fe8-8c1e-15d5c9daf925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-bf8cbd5c-c083-4a69-b157-0982d1f2bf9b', 'network_id': 'bf8cbd5c-c083-4a69-b157-0982d1f2bf9b', 'tenant_id': '71cbb32136554fc9ae0ec049d01df673', 'fixed_ips': [{'subnet_id': '1332946e-2a45-4c8f-b701-f91807d1263a'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 04:59:46.364486 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47bb41d3-c69e-4fe8-8c1e-15d5c9daf925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:46.393049 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a4443-6f67-4541-a861-2ceb2021fa32 None None] Pushing event updated for resources: {'Port': ['ID=f211f528-773c-42e9-a576-4349c1b95f6e,revision_number=4']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:46.424647 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-125c1acd-10d8-460d-bb37-db0a0da3770d None None] Set router 2a2e1575-0a92-43d9-a755-31d6c57ad24f gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:59:46.495478 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:46.509772 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-47bb41d3-c69e-4fe8-8c1e-15d5c9daf925 None None] Allocated IP 172.20.0.2 (bf8cbd5c-c083-4a69-b157-0982d1f2bf9b/1332946e-2a45-4c8f-b701-f91807d1263a/00ea4d0d-efa5-4272-9306-1b619636c0a3) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:59:46.645147 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-125c1acd-10d8-460d-bb37-db0a0da3770d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'name': 'tempest-TestShelveInstance-839753900-router', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:39Z', 'updated_at': '2021-08-10T04:59:42Z', 'revision_number': 4, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'gw_port': {'id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:40Z', 'updated_at': '2021-08-10T04:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'f211f528-773c-42e9-a576-4349c1b95f6e', 'name': '', 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'mac_address': 'fa:16:3e:ef:62:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:42Z', 'updated_at': '2021-08-10T04:59:46Z', 'revision_number': 4, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'subnets': [{'id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:46.677437 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125c1acd-10d8-460d-bb37-db0a0da3770d None None] The sync data for ids ['2a2e1575-0a92-43d9-a755-31d6c57ad24f'] in n-d-802893-2 is: [{'id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'name': 'tempest-TestShelveInstance-839753900-router', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:39Z', 'updated_at': '2021-08-10T04:59:42Z', 'revision_number': 4, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'gw_port': {'id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:40Z', 'updated_at': '2021-08-10T04:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'f211f528-773c-42e9-a576-4349c1b95f6e', 'name': '', 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'mac_address': 'fa:16:3e:ef:62:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:42Z', 'updated_at': '2021-08-10T04:59:46Z', 'revision_number': 4, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'subnets': [{'id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:59:46.696062 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47bb41d3-c69e-4fe8-8c1e-15d5c9daf925 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:46.704867 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47bb41d3-c69e-4fe8-8c1e-15d5c9daf925 None None] Transition to ACTIVE for port object 00ea4d0d-efa5-4272-9306-1b619636c0a3 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:59:46.716116 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d87ae5c8-5fc2-4c3f-b11f-9ea357ae1186 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:46.721622 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47bb41d3-c69e-4fe8-8c1e-15d5c9daf925 None None] Transition to ACTIVE for port object 00ea4d0d-efa5-4272-9306-1b619636c0a3 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:59:46.844508 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47bb41d3-c69e-4fe8-8c1e-15d5c9daf925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:46.887719 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bb41d3-c69e-4fe8-8c1e-15d5c9daf925 None None] Network bf8cbd5c-c083-4a69-b157-0982d1f2bf9b is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:59:46.893578 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-47bb41d3-c69e-4fe8-8c1e-15d5c9daf925 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:59:46.897041 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bb41d3-c69e-4fe8-8c1e-15d5c9daf925 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:59:46.914358 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb41d3-c69e-4fe8-8c1e-15d5c9daf925 None None] Pushing event updated for resources: {'Port': ['ID=00ea4d0d-efa5-4272-9306-1b619636c0a3,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:46.966933 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-47bb41d3-c69e-4fe8-8c1e-15d5c9daf925 None None] Attempting to bind port 00ea4d0d-efa5-4272-9306-1b619636c0a3 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:59:46.967401 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-47bb41d3-c69e-4fe8-8c1e-15d5c9daf925 None None] Attempting to bind port 00ea4d0d-efa5-4272-9306-1b619636c0a3 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '1d235c52-4ab1-431d-91da-9f0dfc36a70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bf8cbd5c-c083-4a69-b157-0982d1f2bf9b'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:59:46.967869 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bb41d3-c69e-4fe8-8c1e-15d5c9daf925 None None] Attempting to bind port 00ea4d0d-efa5-4272-9306-1b619636c0a3 on network bf8cbd5c-c083-4a69-b157-0982d1f2bf9b {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:59:46.974112 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bb41d3-c69e-4fe8-8c1e-15d5c9daf925 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:59:46.974490 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bb41d3-c69e-4fe8-8c1e-15d5c9daf925 None None] Checking segment: {'id': '1d235c52-4ab1-431d-91da-9f0dfc36a70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bf8cbd5c-c083-4a69-b157-0982d1f2bf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:59:46.974894 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47bb41d3-c69e-4fe8-8c1e-15d5c9daf925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:46.975293 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bb41d3-c69e-4fe8-8c1e-15d5c9daf925 None None] Bound using segment: {'id': '1d235c52-4ab1-431d-91da-9f0dfc36a70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bf8cbd5c-c083-4a69-b157-0982d1f2bf9b'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:59:46.975813 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-47bb41d3-c69e-4fe8-8c1e-15d5c9daf925 None None] Bound port: 00ea4d0d-efa5-4272-9306-1b619636c0a3, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d235c52-4ab1-431d-91da-9f0dfc36a70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bf8cbd5c-c083-4a69-b157-0982d1f2bf9b'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:59:46.976347 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47bb41d3-c69e-4fe8-8c1e-15d5c9daf925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:47.015191 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d87ae5c8-5fc2-4c3f-b11f-9ea357ae1186 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:47.036713 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d87ae5c8-5fc2-4c3f-b11f-9ea357ae1186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:47.050254 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47bb41d3-c69e-4fe8-8c1e-15d5c9daf925 None None] For port 00ea4d0d-efa5-4272-9306-1b619636c0a3, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:59:47.058540 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47bb41d3-c69e-4fe8-8c1e-15d5c9daf925 None None] For port 00ea4d0d-efa5-4272-9306-1b619636c0a3, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=00ea4d0d-efa5-4272-9306-1b619636c0a3,segment=NetworkSegment(1d235c52-4ab1-431d-91da-9f0dfc36a70a),segment_id=1d235c52-4ab1-431d-91da-9f0dfc36a70a)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:59:47.161342 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-d87ae5c8-5fc2-4c3f-b11f-9ea357ae1186 admin admin] Allocated IP 172.25.0.175 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/98cc6a57-c016-47dc-bb38-8f90200345f9) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:59:47.165129 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47bb41d3-c69e-4fe8-8c1e-15d5c9daf925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:47.199641 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:47.240165 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb41d3-c69e-4fe8-8c1e-15d5c9daf925 None None] Pushing event updated for resources: {'Port': ['ID=00ea4d0d-efa5-4272-9306-1b619636c0a3,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:47.282766 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d87ae5c8-5fc2-4c3f-b11f-9ea357ae1186 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:47.403680 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d87ae5c8-5fc2-4c3f-b11f-9ea357ae1186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:47.467611 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87ae5c8-5fc2-4c3f-b11f-9ea357ae1186 admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:59:47.478003 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-d87ae5c8-5fc2-4c3f-b11f-9ea357ae1186 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:59:47.480608 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87ae5c8-5fc2-4c3f-b11f-9ea357ae1186 admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:59:47.489033 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ae5c8-5fc2-4c3f-b11f-9ea357ae1186 admin admin] Pushing event updated for resources: {'Port': ['ID=98cc6a57-c016-47dc-bb38-8f90200345f9,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:48.083760 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 00ea4d0d-efa5-4272-9306-1b619636c0a3 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:59:48.207430 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 00ea4d0d-efa5-4272-9306-1b619636c0a3 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:59:48.211978 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f211f528-773c-42e9-a576-4349c1b95f6e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:59:48.227030 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d87ae5c8-5fc2-4c3f-b11f-9ea357ae1186 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:48.249461 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5d0f13-1af3-45fe-915a-d243b8736c89 None None] Network bf8cbd5c-c083-4a69-b157-0982d1f2bf9b requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 04:59:48.418467 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port f211f528-773c-42e9-a576-4349c1b95f6e completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:59:48.423673 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port f211f528-773c-42e9-a576-4349c1b95f6e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:48.424153 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:48.440697 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d87ae5c8-5fc2-4c3f-b11f-9ea357ae1186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:48.456784 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4f7e7dd9-e632-40f4-9ae9-d3ae427f2e9e None None] Provisioning for port 00ea4d0d-efa5-4272-9306-1b619636c0a3 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:59:48.468712 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-4f7e7dd9-e632-40f4-9ae9-d3ae427f2e9e None None] Provisioning complete for port 00ea4d0d-efa5-4272-9306-1b619636c0a3 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:48.469119 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4f7e7dd9-e632-40f4-9ae9-d3ae427f2e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:48.583346 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:48.619743 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4f7e7dd9-e632-40f4-9ae9-d3ae427f2e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:48.640970 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port f211f528-773c-42e9-a576-4349c1b95f6e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f211f528-773c-42e9-a576-4349c1b95f6e,segment=NetworkSegment(ce948ee3-4cc5-491a-8a51-97f853d665bb),segment_id=ce948ee3-4cc5-491a-8a51-97f853d665bb)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:59:48.655816 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87ae5c8-5fc2-4c3f-b11f-9ea357ae1186 admin admin] Router 52def55b-eac8-4505-b194-fc659fd4c140 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 04:59:48.666819 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-4f7e7dd9-e632-40f4-9ae9-d3ae427f2e9e None None] For port 00ea4d0d-efa5-4272-9306-1b619636c0a3, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=00ea4d0d-efa5-4272-9306-1b619636c0a3,segment=NetworkSegment(1d235c52-4ab1-431d-91da-9f0dfc36a70a),segment_id=1d235c52-4ab1-431d-91da-9f0dfc36a70a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:59:48.722255 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:48.768805 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4f7e7dd9-e632-40f4-9ae9-d3ae427f2e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:48.777189 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87ae5c8-5fc2-4c3f-b11f-9ea357ae1186 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:59:48.788411 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=f211f528-773c-42e9-a576-4349c1b95f6e,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:48.795475 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e52271-6338-450d-ba7a-eed1b6efffa8 None None] Sync routers for ids ['52def55b-eac8-4505-b194-fc659fd4c140'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:59:48.831386 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e52271-6338-450d-ba7a-eed1b6efffa8 None None] Routers {'52def55b-eac8-4505-b194-fc659fd4c140'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:59:48.832070 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-69e52271-6338-450d-ba7a-eed1b6efffa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:59:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['52def55b-eac8-4505-b194-fc659fd4c140'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:48.901781 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e7dd9-e632-40f4-9ae9-d3ae427f2e9e None None] Pushing event updated for resources: {'Port': ['ID=00ea4d0d-efa5-4272-9306-1b619636c0a3,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:48.904243 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d87ae5c8-5fc2-4c3f-b11f-9ea357ae1186 admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:48.908771 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d87ae5c8-5fc2-4c3f-b11f-9ea357ae1186 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7346978 Aug 10 04:59:48.909523 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55526) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:49.107273 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-0118582b-f02a-4747-a954-da4ed0ab0a1c None None] Provisioning complete for port 00ea4d0d-efa5-4272-9306-1b619636c0a3 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:49.107886 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0118582b-f02a-4747-a954-da4ed0ab0a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:49.157963 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-69e52271-6338-450d-ba7a-eed1b6efffa8 None None] Set router 52def55b-eac8-4505-b194-fc659fd4c140 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:59:49.405468 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-69e52271-6338-450d-ba7a-eed1b6efffa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52def55b-eac8-4505-b194-fc659fd4c140', 'name': 'tempest-TestShelveInstance-906918953-router', 'tenant_id': '71cbb32136554fc9ae0ec049d01df673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '98cc6a57-c016-47dc-bb38-8f90200345f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:46Z', 'updated_at': '2021-08-10T04:59:48Z', 'revision_number': 3, 'project_id': '71cbb32136554fc9ae0ec049d01df673', 'gw_port': {'id': '98cc6a57-c016-47dc-bb38-8f90200345f9', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52def55b-eac8-4505-b194-fc659fd4c140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:47Z', 'updated_at': '2021-08-10T04:59:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:49.444877 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e52271-6338-450d-ba7a-eed1b6efffa8 None None] Checking router: 52def55b-eac8-4505-b194-fc659fd4c140 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:59:49.445298 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e52271-6338-450d-ba7a-eed1b6efffa8 None None] Updating router 52def55b-eac8-4505-b194-fc659fd4c140 port 98cc6a57-c016-47dc-bb38-8f90200345f9 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:59:49.477683 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-69e52271-6338-450d-ba7a-eed1b6efffa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:49.706500 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5532afc2-c62b-4500-8841-3efb8fb75150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:49.792411 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-69e52271-6338-450d-ba7a-eed1b6efffa8 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:49.802811 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-69e52271-6338-450d-ba7a-eed1b6efffa8 None None] Transition to ACTIVE for port object 98cc6a57-c016-47dc-bb38-8f90200345f9 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:59:49.880604 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-5532afc2-c62b-4500-8841-3efb8fb75150 admin admin] Allocated IP 172.20.0.1 (bf8cbd5c-c083-4a69-b157-0982d1f2bf9b/1332946e-2a45-4c8f-b701-f91807d1263a/021a023d-e096-46c6-a0bb-283961fbbed6) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 04:59:49.884971 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-69e52271-6338-450d-ba7a-eed1b6efffa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:49.938628 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-69e52271-6338-450d-ba7a-eed1b6efffa8 None None] Attempting to bind port 98cc6a57-c016-47dc-bb38-8f90200345f9 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:59:49.938995 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-69e52271-6338-450d-ba7a-eed1b6efffa8 None None] Attempting to bind port 98cc6a57-c016-47dc-bb38-8f90200345f9 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:59:49.939352 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e52271-6338-450d-ba7a-eed1b6efffa8 None None] Attempting to bind port 98cc6a57-c016-47dc-bb38-8f90200345f9 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:59:49.940747 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-1891b710-d177-48d5-8b91-ca3a740ffb90 req-bc652803-0fde-4198-9c1a-055cd4599aa5 service neutron] (94938) timed out ('10.222.0.25', 47876) {{(pid=94938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 04:59:49.942213 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8556aa-b83a-40d6-93fa-b9cc5dc07585 None None] Pushing event updated for resources: {'Port': ['ID=98cc6a57-c016-47dc-bb38-8f90200345f9,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:49.949607 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e52271-6338-450d-ba7a-eed1b6efffa8 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:59:49.951056 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e52271-6338-450d-ba7a-eed1b6efffa8 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:59:49.951056 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-69e52271-6338-450d-ba7a-eed1b6efffa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:49.951377 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e52271-6338-450d-ba7a-eed1b6efffa8 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:59:49.952004 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-69e52271-6338-450d-ba7a-eed1b6efffa8 None None] Bound port: 98cc6a57-c016-47dc-bb38-8f90200345f9, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:59:49.952507 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-69e52271-6338-450d-ba7a-eed1b6efffa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:49.991810 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5532afc2-c62b-4500-8841-3efb8fb75150 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:50.007570 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-5532afc2-c62b-4500-8841-3efb8fb75150 admin admin] Transition to ACTIVE for port object 021a023d-e096-46c6-a0bb-283961fbbed6 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:59:50.010116 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-69e52271-6338-450d-ba7a-eed1b6efffa8 None None] For port 98cc6a57-c016-47dc-bb38-8f90200345f9, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:59:50.013172 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-69e52271-6338-450d-ba7a-eed1b6efffa8 None None] For port 98cc6a57-c016-47dc-bb38-8f90200345f9, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=98cc6a57-c016-47dc-bb38-8f90200345f9,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:59:50.025643 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 00ea4d0d-efa5-4272-9306-1b619636c0a3 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:59:50.075673 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 00ea4d0d-efa5-4272-9306-1b619636c0a3 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:50.076075 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:50.099170 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-69e52271-6338-450d-ba7a-eed1b6efffa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:50.122652 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5532afc2-c62b-4500-8841-3efb8fb75150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:50.179331 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5532afc2-c62b-4500-8841-3efb8fb75150 admin admin] Network bf8cbd5c-c083-4a69-b157-0982d1f2bf9b is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:59:50.179586 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e52271-6338-450d-ba7a-eed1b6efffa8 None None] Routers {'52def55b-eac8-4505-b194-fc659fd4c140'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:59:50.180187 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-69e52271-6338-450d-ba7a-eed1b6efffa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:59:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['52def55b-eac8-4505-b194-fc659fd4c140'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:50.184435 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8556aa-b83a-40d6-93fa-b9cc5dc07585 None None] Pushing event updated for resources: {'Port': ['ID=98cc6a57-c016-47dc-bb38-8f90200345f9,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:50.185027 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-5532afc2-c62b-4500-8841-3efb8fb75150 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:59:50.190478 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5532afc2-c62b-4500-8841-3efb8fb75150 admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 04:59:50.218774 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532afc2-c62b-4500-8841-3efb8fb75150 admin admin] Pushing event updated for resources: {'Port': ['ID=021a023d-e096-46c6-a0bb-283961fbbed6,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:50.241973 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5532afc2-c62b-4500-8841-3efb8fb75150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:50.335247 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f211f528-773c-42e9-a576-4349c1b95f6e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:59:50.403695 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-69e52271-6338-450d-ba7a-eed1b6efffa8 None None] Set router 52def55b-eac8-4505-b194-fc659fd4c140 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:59:50.525552 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port f211f528-773c-42e9-a576-4349c1b95f6e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:50.525862 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:50.529741 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5532afc2-c62b-4500-8841-3efb8fb75150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:50.639521 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-babf78d6-23e2-4c19-ad76-a1af66e64d11 None None] Provisioning for port 021a023d-e096-46c6-a0bb-283961fbbed6 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:59:50.654585 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-babf78d6-23e2-4c19-ad76-a1af66e64d11 None None] Provisioning complete for port 021a023d-e096-46c6-a0bb-283961fbbed6 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:50.654956 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-babf78d6-23e2-4c19-ad76-a1af66e64d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:50.713113 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-babf78d6-23e2-4c19-ad76-a1af66e64d11 None None] Port 021a023d-e096-46c6-a0bb-283961fbbed6 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:59:50.719825 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5532afc2-c62b-4500-8841-3efb8fb75150 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:50.721324 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-69e52271-6338-450d-ba7a-eed1b6efffa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52def55b-eac8-4505-b194-fc659fd4c140', 'name': 'tempest-TestShelveInstance-906918953-router', 'tenant_id': '71cbb32136554fc9ae0ec049d01df673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '98cc6a57-c016-47dc-bb38-8f90200345f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:46Z', 'updated_at': '2021-08-10T04:59:48Z', 'revision_number': 3, 'project_id': '71cbb32136554fc9ae0ec049d01df673', 'gw_port': {'id': '98cc6a57-c016-47dc-bb38-8f90200345f9', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52def55b-eac8-4505-b194-fc659fd4c140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:47Z', 'updated_at': '2021-08-10T04:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:50.749524 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e52271-6338-450d-ba7a-eed1b6efffa8 None None] The sync data for ids ['52def55b-eac8-4505-b194-fc659fd4c140'] in n-d-802893-2 is: [{'id': '52def55b-eac8-4505-b194-fc659fd4c140', 'name': 'tempest-TestShelveInstance-906918953-router', 'tenant_id': '71cbb32136554fc9ae0ec049d01df673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '98cc6a57-c016-47dc-bb38-8f90200345f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:46Z', 'updated_at': '2021-08-10T04:59:48Z', 'revision_number': 3, 'project_id': '71cbb32136554fc9ae0ec049d01df673', 'gw_port': {'id': '98cc6a57-c016-47dc-bb38-8f90200345f9', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52def55b-eac8-4505-b194-fc659fd4c140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:47Z', 'updated_at': '2021-08-10T04:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:59:50.798328 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5532afc2-c62b-4500-8841-3efb8fb75150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:50.866417 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5532afc2-c62b-4500-8841-3efb8fb75150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:50.868293 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5532afc2-c62b-4500-8841-3efb8fb75150 admin admin] Pushing event updated for resources: {'Port': ['ID=021a023d-e096-46c6-a0bb-283961fbbed6,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:50.994129 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5532afc2-c62b-4500-8841-3efb8fb75150 admin admin] Network bf8cbd5c-c083-4a69-b157-0982d1f2bf9b is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 04:59:50.995645 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-5532afc2-c62b-4500-8841-3efb8fb75150 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 04:59:51.161365 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5532afc2-c62b-4500-8841-3efb8fb75150 admin admin] Router 52def55b-eac8-4505-b194-fc659fd4c140 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 04:59:51.314949 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5532afc2-c62b-4500-8841-3efb8fb75150 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 04:59:51.325263 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5532afc2-c62b-4500-8841-3efb8fb75150 admin admin] 10.222.0.25 "PUT /v2.0/routers/52def55b-eac8-4505-b194-fc659fd4c140/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4145670 Aug 10 04:59:51.345091 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-315bc4ee-5244-445b-ba08-cae2ff059ee8 None None] Provisioning complete for port 021a023d-e096-46c6-a0bb-283961fbbed6 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:51.346196 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-315bc4ee-5244-445b-ba08-cae2ff059ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:51.390288 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-315bc4ee-5244-445b-ba08-cae2ff059ee8 None None] Port 021a023d-e096-46c6-a0bb-283961fbbed6 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 04:59:52.043899 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 98cc6a57-c016-47dc-bb38-8f90200345f9 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:59:52.186900 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 98cc6a57-c016-47dc-bb38-8f90200345f9 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:59:52.191251 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 98cc6a57-c016-47dc-bb38-8f90200345f9 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:52.192133 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:52.286143 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:52.309247 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 98cc6a57-c016-47dc-bb38-8f90200345f9, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=98cc6a57-c016-47dc-bb38-8f90200345f9,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:59:52.398415 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:52.450921 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=98cc6a57-c016-47dc-bb38-8f90200345f9,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:52.476039 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55534) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:52.476039 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-da0dbf15-84f5-47ea-ac81-97aa59da5dad tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1851232774', 'description': 'tempest-secgroup-smoke-1851232774 description', 'project_id': '95d0a568fd1142569d01c8918f7386d5'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:59:52.486536 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b1de9e-7ed4-4567-93b2-77d5f2114f2a None None] Sync routers for ids ['52def55b-eac8-4505-b194-fc659fd4c140'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 04:59:52.499853 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b1de9e-7ed4-4567-93b2-77d5f2114f2a None None] Routers {'52def55b-eac8-4505-b194-fc659fd4c140'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:59:52.500770 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-00b1de9e-7ed4-4567-93b2-77d5f2114f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:59:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['52def55b-eac8-4505-b194-fc659fd4c140'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:52.586743 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-da0dbf15-84f5-47ea-ac81-97aa59da5dad tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:52.677812 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-da0dbf15-84f5-47ea-ac81-97aa59da5dad tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:52.714130 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-00b1de9e-7ed4-4567-93b2-77d5f2114f2a None None] Set router 52def55b-eac8-4505-b194-fc659fd4c140 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:59:52.746674 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-da0dbf15-84f5-47ea-ac81-97aa59da5dad tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:52.779399 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0dbf15-84f5-47ea-ac81-97aa59da5dad tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d42377-4f01-44cf-a7ff-20db48e55c97,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:52.881806 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-da0dbf15-84f5-47ea-ac81-97aa59da5dad tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:52.883117 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-da0dbf15-84f5-47ea-ac81-97aa59da5dad tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4204490 Aug 10 04:59:52.886373 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55536) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:52.891139 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-6293024e-95e6-453a-a7a9-f25fc1ecc2a9 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Request body: {'security_group_rule': {'security_group_id': 'a9d42377-4f01-44cf-a7ff-20db48e55c97', 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:59:52.927462 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-00b1de9e-7ed4-4567-93b2-77d5f2114f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52def55b-eac8-4505-b194-fc659fd4c140', 'name': 'tempest-TestShelveInstance-906918953-router', 'tenant_id': '71cbb32136554fc9ae0ec049d01df673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '98cc6a57-c016-47dc-bb38-8f90200345f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:46Z', 'updated_at': '2021-08-10T04:59:50Z', 'revision_number': 4, 'project_id': '71cbb32136554fc9ae0ec049d01df673', 'gw_port': {'id': '98cc6a57-c016-47dc-bb38-8f90200345f9', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52def55b-eac8-4505-b194-fc659fd4c140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:47Z', 'updated_at': '2021-08-10T04:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '021a023d-e096-46c6-a0bb-283961fbbed6', 'name': '', 'network_id': 'bf8cbd5c-c083-4a69-b157-0982d1f2bf9b', 'tenant_id': '71cbb32136554fc9ae0ec049d01df673', 'mac_address': 'fa:16:3e:2a:2f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52def55b-eac8-4505-b194-fc659fd4c140', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1332946e-2a45-4c8f-b701-f91807d1263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:49Z', 'updated_at': '2021-08-10T04:59:50Z', 'revision_number': 2, 'project_id': '71cbb32136554fc9ae0ec049d01df673', 'subnets': [{'id': '1332946e-2a45-4c8f-b701-f91807d1263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:52.956025 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b1de9e-7ed4-4567-93b2-77d5f2114f2a None None] Checking router: 52def55b-eac8-4505-b194-fc659fd4c140 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 04:59:52.956262 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b1de9e-7ed4-4567-93b2-77d5f2114f2a None None] Updating router 52def55b-eac8-4505-b194-fc659fd4c140 port 021a023d-e096-46c6-a0bb-283961fbbed6 binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 04:59:52.988168 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-00b1de9e-7ed4-4567-93b2-77d5f2114f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:53.035518 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6293024e-95e6-453a-a7a9-f25fc1ecc2a9 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:53.102497 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6293024e-95e6-453a-a7a9-f25fc1ecc2a9 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:53.213205 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6293024e-95e6-453a-a7a9-f25fc1ecc2a9 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:53.231384 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6293024e-95e6-453a-a7a9-f25fc1ecc2a9 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a6025d-ff80-4bef-aca7-945ac10158d4,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:53.279847 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-00b1de9e-7ed4-4567-93b2-77d5f2114f2a None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:53.289647 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-00b1de9e-7ed4-4567-93b2-77d5f2114f2a None None] Transition to ACTIVE for port object 021a023d-e096-46c6-a0bb-283961fbbed6 will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 04:59:53.346660 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6293024e-95e6-453a-a7a9-f25fc1ecc2a9 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:53.348277 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6293024e-95e6-453a-a7a9-f25fc1ecc2a9 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4605670 Aug 10 04:59:53.351080 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55538) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:53.356790 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-5cde0a02-f1a1-4fe0-9741-3fd96078a9d0 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Request body: {'security_group_rule': {'security_group_id': 'a9d42377-4f01-44cf-a7ff-20db48e55c97', 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:59:53.379636 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-00b1de9e-7ed4-4567-93b2-77d5f2114f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:53.435913 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934b601-bc48-4a89-b9a4-19d82a54d4ee None None] Pushing event updated for resources: {'Port': ['ID=021a023d-e096-46c6-a0bb-283961fbbed6,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:53.478566 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5cde0a02-f1a1-4fe0-9741-3fd96078a9d0 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:53.494857 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-00b1de9e-7ed4-4567-93b2-77d5f2114f2a None None] Attempting to bind port 021a023d-e096-46c6-a0bb-283961fbbed6 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 04:59:53.495894 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-00b1de9e-7ed4-4567-93b2-77d5f2114f2a None None] Attempting to bind port 021a023d-e096-46c6-a0bb-283961fbbed6 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '1d235c52-4ab1-431d-91da-9f0dfc36a70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bf8cbd5c-c083-4a69-b157-0982d1f2bf9b'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 04:59:53.496290 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b1de9e-7ed4-4567-93b2-77d5f2114f2a None None] Attempting to bind port 021a023d-e096-46c6-a0bb-283961fbbed6 on network bf8cbd5c-c083-4a69-b157-0982d1f2bf9b {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 04:59:53.502036 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b1de9e-7ed4-4567-93b2-77d5f2114f2a None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 04:59:53.503595 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b1de9e-7ed4-4567-93b2-77d5f2114f2a None None] Checking segment: {'id': '1d235c52-4ab1-431d-91da-9f0dfc36a70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bf8cbd5c-c083-4a69-b157-0982d1f2bf9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 04:59:53.504867 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-00b1de9e-7ed4-4567-93b2-77d5f2114f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:53.505331 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b1de9e-7ed4-4567-93b2-77d5f2114f2a None None] Bound using segment: {'id': '1d235c52-4ab1-431d-91da-9f0dfc36a70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bf8cbd5c-c083-4a69-b157-0982d1f2bf9b'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 04:59:53.505855 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-00b1de9e-7ed4-4567-93b2-77d5f2114f2a None None] Bound port: 021a023d-e096-46c6-a0bb-283961fbbed6, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d235c52-4ab1-431d-91da-9f0dfc36a70a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'bf8cbd5c-c083-4a69-b157-0982d1f2bf9b'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 04:59:53.506245 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-00b1de9e-7ed4-4567-93b2-77d5f2114f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:53.555753 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5cde0a02-f1a1-4fe0-9741-3fd96078a9d0 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:53.580709 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-00b1de9e-7ed4-4567-93b2-77d5f2114f2a None None] For port 021a023d-e096-46c6-a0bb-283961fbbed6, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 04:59:53.584836 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-00b1de9e-7ed4-4567-93b2-77d5f2114f2a None None] For port 021a023d-e096-46c6-a0bb-283961fbbed6, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=021a023d-e096-46c6-a0bb-283961fbbed6,segment=NetworkSegment(1d235c52-4ab1-431d-91da-9f0dfc36a70a),segment_id=1d235c52-4ab1-431d-91da-9f0dfc36a70a)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 04:59:53.670527 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5cde0a02-f1a1-4fe0-9741-3fd96078a9d0 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:53.696700 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde0a02-f1a1-4fe0-9741-3fd96078a9d0 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0452368-9d2d-443b-aa41-3b0d476ff8a8,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:53.710986 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-00b1de9e-7ed4-4567-93b2-77d5f2114f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:53.771145 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b1de9e-7ed4-4567-93b2-77d5f2114f2a None None] Routers {'52def55b-eac8-4505-b194-fc659fd4c140'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 04:59:53.771719 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-00b1de9e-7ed4-4567-93b2-77d5f2114f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:59:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['52def55b-eac8-4505-b194-fc659fd4c140'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:53.777148 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934b601-bc48-4a89-b9a4-19d82a54d4ee None None] Pushing event updated for resources: {'Port': ['ID=021a023d-e096-46c6-a0bb-283961fbbed6,revision_number=4']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:53.829979 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5cde0a02-f1a1-4fe0-9741-3fd96078a9d0 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:53.831267 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5cde0a02-f1a1-4fe0-9741-3fd96078a9d0 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4792030 Aug 10 04:59:53.834565 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55540) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:53.840537 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-abe2f1d9-e7af-45a4-b862-994354eaf0a4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Request body: {'security_group_rule': {'security_group_id': 'a9d42377-4f01-44cf-a7ff-20db48e55c97', 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:59:53.899947 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-00b1de9e-7ed4-4567-93b2-77d5f2114f2a None None] Set router 52def55b-eac8-4505-b194-fc659fd4c140 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 04:59:53.987160 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-abe2f1d9-e7af-45a4-b862-994354eaf0a4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:54.024761 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 98cc6a57-c016-47dc-bb38-8f90200345f9 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:59:54.063478 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-abe2f1d9-e7af-45a4-b862-994354eaf0a4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:54.093914 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 98cc6a57-c016-47dc-bb38-8f90200345f9 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:54.094375 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:54.135778 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-00b1de9e-7ed4-4567-93b2-77d5f2114f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52def55b-eac8-4505-b194-fc659fd4c140', 'name': 'tempest-TestShelveInstance-906918953-router', 'tenant_id': '71cbb32136554fc9ae0ec049d01df673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '98cc6a57-c016-47dc-bb38-8f90200345f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:46Z', 'updated_at': '2021-08-10T04:59:50Z', 'revision_number': 4, 'project_id': '71cbb32136554fc9ae0ec049d01df673', 'gw_port': {'id': '98cc6a57-c016-47dc-bb38-8f90200345f9', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52def55b-eac8-4505-b194-fc659fd4c140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:47Z', 'updated_at': '2021-08-10T04:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '021a023d-e096-46c6-a0bb-283961fbbed6', 'name': '', 'network_id': 'bf8cbd5c-c083-4a69-b157-0982d1f2bf9b', 'tenant_id': '71cbb32136554fc9ae0ec049d01df673', 'mac_address': 'fa:16:3e:2a:2f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52def55b-eac8-4505-b194-fc659fd4c140', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1332946e-2a45-4c8f-b701-f91807d1263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:49Z', 'updated_at': '2021-08-10T04:59:53Z', 'revision_number': 4, 'project_id': '71cbb32136554fc9ae0ec049d01df673', 'subnets': [{'id': '1332946e-2a45-4c8f-b701-f91807d1263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 04:59:54.162932 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b1de9e-7ed4-4567-93b2-77d5f2114f2a None None] The sync data for ids ['52def55b-eac8-4505-b194-fc659fd4c140'] in n-d-802893-2 is: [{'id': '52def55b-eac8-4505-b194-fc659fd4c140', 'name': 'tempest-TestShelveInstance-906918953-router', 'tenant_id': '71cbb32136554fc9ae0ec049d01df673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '98cc6a57-c016-47dc-bb38-8f90200345f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:46Z', 'updated_at': '2021-08-10T04:59:50Z', 'revision_number': 4, 'project_id': '71cbb32136554fc9ae0ec049d01df673', 'gw_port': {'id': '98cc6a57-c016-47dc-bb38-8f90200345f9', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52def55b-eac8-4505-b194-fc659fd4c140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:47Z', 'updated_at': '2021-08-10T04:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': '021a023d-e096-46c6-a0bb-283961fbbed6', 'name': '', 'network_id': 'bf8cbd5c-c083-4a69-b157-0982d1f2bf9b', 'tenant_id': '71cbb32136554fc9ae0ec049d01df673', 'mac_address': 'fa:16:3e:2a:2f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52def55b-eac8-4505-b194-fc659fd4c140', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '1332946e-2a45-4c8f-b701-f91807d1263a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:49Z', 'updated_at': '2021-08-10T04:59:53Z', 'revision_number': 4, 'project_id': '71cbb32136554fc9ae0ec049d01df673', 'subnets': [{'id': '1332946e-2a45-4c8f-b701-f91807d1263a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 04:59:54.163839 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-abe2f1d9-e7af-45a4-b862-994354eaf0a4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:54.195324 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2f1d9-e7af-45a4-b862-994354eaf0a4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340e448a-7971-4eb6-9b37-fb18ad98ded5,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:54.260873 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-abe2f1d9-e7af-45a4-b862-994354eaf0a4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:54.262147 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-abe2f1d9-e7af-45a4-b862-994354eaf0a4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4258668 Aug 10 04:59:54.264934 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55542) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:54.270428 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-82bf3957-f08d-4aab-bd05-d7516a629fa2 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Request body: {'security_group_rule': {'security_group_id': 'a9d42377-4f01-44cf-a7ff-20db48e55c97', 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:59:54.391181 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-82bf3957-f08d-4aab-bd05-d7516a629fa2 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:54.474796 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-82bf3957-f08d-4aab-bd05-d7516a629fa2 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:54.575427 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-82bf3957-f08d-4aab-bd05-d7516a629fa2 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:54.596098 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf3957-f08d-4aab-bd05-d7516a629fa2 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1a5b8b-790b-4d0e-a5e7-178726996e0a,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:54.700713 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-82bf3957-f08d-4aab-bd05-d7516a629fa2 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:54.702039 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-82bf3957-f08d-4aab-bd05-d7516a629fa2 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4360178 Aug 10 04:59:54.710744 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55544) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:54.716022 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-a9ffdb39-d549-4387-b8fd-f9ed286136b4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Request body: {'security_group_rule': {'security_group_id': 'a9d42377-4f01-44cf-a7ff-20db48e55c97', 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:59:54.821510 n-d-802893-2 neutron-server[94937]: INFO neutron.db.securitygroups_db [None req-a9ffdb39-d549-4387-b8fd-f9ed286136b4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Project 95d0a568fd1142569d01c8918f7386d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:59:54.828189 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a9ffdb39-d549-4387-b8fd-f9ed286136b4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:54.914467 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a9ffdb39-d549-4387-b8fd-f9ed286136b4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:55.040097 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a9ffdb39-d549-4387-b8fd-f9ed286136b4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:55.052737 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ffdb39-d549-4387-b8fd-f9ed286136b4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1984be46-648e-4d0b-b359-6202c8bf1500,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:55.130478 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a9ffdb39-d549-4387-b8fd-f9ed286136b4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:55.131810 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a9ffdb39-d549-4387-b8fd-f9ed286136b4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4199705 Aug 10 04:59:55.134974 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55546) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 04:59:55.144219 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-119202e3-cacc-44aa-ab14-dd9ae5843636 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Request body: {'security_group_rule': {'security_group_id': 'a9d42377-4f01-44cf-a7ff-20db48e55c97', 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:59:55.271089 n-d-802893-2 neutron-server[94938]: INFO neutron.db.securitygroups_db [None req-119202e3-cacc-44aa-ab14-dd9ae5843636 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Project 95d0a568fd1142569d01c8918f7386d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 04:59:55.276615 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-119202e3-cacc-44aa-ab14-dd9ae5843636 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:55.348202 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-119202e3-cacc-44aa-ab14-dd9ae5843636 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:55.443730 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-119202e3-cacc-44aa-ab14-dd9ae5843636 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:55.467401 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119202e3-cacc-44aa-ab14-dd9ae5843636 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821ece40-e9dd-4b7b-89e7-fc71759e230c,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:55.575355 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-119202e3-cacc-44aa-ab14-dd9ae5843636 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:55.576636 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-119202e3-cacc-44aa-ab14-dd9ae5843636 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4405386 Aug 10 04:59:55.735142 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-e3b99adc-293b-44cf-a8a2-c65cbfe95d71 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1851232774&fields=id&tenant_id=95d0a568fd1142569d01c8918f7386d5 HTTP/1.1" status: 200 len: 267 time: 0.0390356 Aug 10 04:59:55.859929 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-96781391-2206-4c17-8837-e878a6493fc0 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:55.861522 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-96781391-2206-4c17-8837-e878a6493fc0 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/networks?id=9b6a6cb5-1a60-4239-979c-3090dcf477a3 HTTP/1.1" status: 200 len: 808 time: 0.1189439 Aug 10 04:59:55.879090 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-c862e24d-e2f7-4a36-a39c-accbc95e0e97 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/quotas/95d0a568fd1142569d01c8918f7386d5 HTTP/1.1" status: 200 len: 375 time: 0.0107944 Aug 10 04:59:55.934242 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-d2ea16bb-06b6-4950-bca8-f881b2130316 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=95d0a568fd1142569d01c8918f7386d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491307 Aug 10 04:59:56.046920 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 021a023d-e096-46c6-a0bb-283961fbbed6 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:59:56.076577 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-b87eb006-e9b3-4467-9279-43da183c299b service neutron] 10.222.0.25 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285379 Aug 10 04:59:56.174785 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 021a023d-e096-46c6-a0bb-283961fbbed6 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 04:59:56.179142 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-6e9ea774-5ed5-4828-9cbe-6e98ef9f6236 service neutron] 10.222.0.25 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913267 Aug 10 04:59:56.179668 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 021a023d-e096-46c6-a0bb-283961fbbed6 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:56.180079 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:56.267128 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:56.303730 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 021a023d-e096-46c6-a0bb-283961fbbed6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=021a023d-e096-46c6-a0bb-283961fbbed6,segment=NetworkSegment(1d235c52-4ab1-431d-91da-9f0dfc36a70a),segment_id=1d235c52-4ab1-431d-91da-9f0dfc36a70a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 04:59:56.409852 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:56.476389 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7a144d48-ed5f-454e-aa26-82681200a554 req-2aceedc1-03ab-4383-89d3-44268cf4bb75 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 210 time: 0.0371163 Aug 10 04:59:56.487189 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=021a023d-e096-46c6-a0bb-283961fbbed6,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 04:59:57.564723 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-62b3bcd1-ba2a-4203-9893-d73db90b1277 req-f3be4442-afa9-4a16-b31a-db84b4a4f6ff tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 210 time: 0.0306525 Aug 10 04:59:58.032150 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 021a023d-e096-46c6-a0bb-283961fbbed6 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 04:59:58.086247 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 021a023d-e096-46c6-a0bb-283961fbbed6 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 04:59:58.086538 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:58.380924 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:58.658123 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-43f4a3da-9a5c-43f8-833e-ec9bc7af4d88 req-66997bce-1ec4-4817-91c7-c481773d3e5b tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 210 time: 0.0270977 Aug 10 04:59:59.535049 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-0f48db20-57d6-4720-bdb2-97d13a486238 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 04:59:59.536912 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-0f48db20-57d6-4720-bdb2-97d13a486238 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.20 "GET /v2.0/networks?id=9b6a6cb5-1a60-4239-979c-3090dcf477a3 HTTP/1.1" status: 200 len: 808 time: 0.1144304 Aug 10 04:59:59.589922 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-a570d6a4-eb5b-49d6-bfa4-635c2140a36e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95d0a568fd1142569d01c8918f7386d5 HTTP/1.1" status: 200 len: 380 time: 0.0366066 Aug 10 04:59:59.600421 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-840752a9-b02c-42a8-9dab-0fad5f88def4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Request body: {'port': {'device_id': 'ff8841f3-6103-40ba-981b-2dfa4085f9ad', 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'admin_state_up': True, 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'security_groups': ['a9d42377-4f01-44cf-a7ff-20db48e55c97']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 04:59:59.762119 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-12bf96a8-0294-4e78-8ee1-95a5facd10fe req-fd3cc452-1584-409e-8a72-e0ae77ec0961 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 210 time: 0.0290501 Aug 10 04:59:59.825999 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-840752a9-b02c-42a8-9dab-0fad5f88def4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Made reservation on behalf of 95d0a568fd1142569d01c8918f7386d5 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 04:59:59.829723 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-840752a9-b02c-42a8-9dab-0fad5f88def4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 04:59:59.968126 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-840752a9-b02c-42a8-9dab-0fad5f88def4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Allocated IP 172.20.0.4 (9b6a6cb5-1a60-4239-979c-3090dcf477a3/061f0bd3-273e-40e7-b929-f1aa277a9067/f65cd2cd-a293-43c0-aa21-c100deff3d55) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:00:00.155676 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-840752a9-b02c-42a8-9dab-0fad5f88def4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:00.169912 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-840752a9-b02c-42a8-9dab-0fad5f88def4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Transition to ACTIVE for port object f65cd2cd-a293-43c0-aa21-c100deff3d55 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:00:00.301229 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-840752a9-b02c-42a8-9dab-0fad5f88def4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:00.355622 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-840752a9-b02c-42a8-9dab-0fad5f88def4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Network 9b6a6cb5-1a60-4239-979c-3090dcf477a3 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:00:00.361315 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-840752a9-b02c-42a8-9dab-0fad5f88def4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:00:00.365662 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-840752a9-b02c-42a8-9dab-0fad5f88def4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:00:00.391354 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840752a9-b02c-42a8-9dab-0fad5f88def4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Pushing event updated for resources: {'Port': ['ID=f65cd2cd-a293-43c0-aa21-c100deff3d55,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:00.429949 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-840752a9-b02c-42a8-9dab-0fad5f88def4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:00.430724 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-840752a9-b02c-42a8-9dab-0fad5f88def4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:00.512923 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-840752a9-b02c-42a8-9dab-0fad5f88def4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9171834 Aug 10 05:00:00.531352 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-efd1bca9-06b4-4e26-9852-5bb706e8350b service neutron] Request body: {'port': {'device_id': 'ff8841f3-6103-40ba-981b-2dfa4085f9ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:00:00.595636 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-efd1bca9-06b4-4e26-9852-5bb706e8350b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:00.727161 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-77060675-205a-473e-b4ce-7a91e88ee5fa None None] Provisioning for port f65cd2cd-a293-43c0-aa21-c100deff3d55 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:00:00.731261 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-77060675-205a-473e-b4ce-7a91e88ee5fa None None] Provisioning complete for port f65cd2cd-a293-43c0-aa21-c100deff3d55 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:00:00.731650 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-77060675-205a-473e-b4ce-7a91e88ee5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:00.767865 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-77060675-205a-473e-b4ce-7a91e88ee5fa None None] Port f65cd2cd-a293-43c0-aa21-c100deff3d55 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:00:00.882267 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-efd1bca9-06b4-4e26-9852-5bb706e8350b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65cd2cd-a293-43c0-aa21-c100deff3d55 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:00:00.891303 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-efd1bca9-06b4-4e26-9852-5bb706e8350b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:00.894435 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7d930-ff8b-4186-b07e-157b260beec7 req-c09090f5-168a-4a57-a9b3-7f9119d44f54 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:00.896382 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-84a7d930-ff8b-4186-b07e-157b260beec7 req-c09090f5-168a-4a57-a9b3-7f9119d44f54 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 931 time: 0.0647686 Aug 10 05:00:00.906204 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-efd1bca9-06b4-4e26-9852-5bb706e8350b service neutron] Transition to ACTIVE for port object f65cd2cd-a293-43c0-aa21-c100deff3d55 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:00:00.949615 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-84a7d930-ff8b-4186-b07e-157b260beec7 req-5b05640c-8ea7-464f-8d4a-d080d526433f tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466700 Aug 10 05:00:01.030614 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-efd1bca9-06b4-4e26-9852-5bb706e8350b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:01.126531 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1bca9-06b4-4e26-9852-5bb706e8350b service neutron] Pushing event updated for resources: {'Port': ['ID=f65cd2cd-a293-43c0-aa21-c100deff3d55,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:01.184475 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-efd1bca9-06b4-4e26-9852-5bb706e8350b service neutron] Attempting to bind port f65cd2cd-a293-43c0-aa21-c100deff3d55 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:00:01.184826 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-efd1bca9-06b4-4e26-9852-5bb706e8350b service neutron] Attempting to bind port f65cd2cd-a293-43c0-aa21-c100deff3d55 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'ce948ee3-4cc5-491a-8a51-97f853d665bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:00:01.185172 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-efd1bca9-06b4-4e26-9852-5bb706e8350b service neutron] Attempting to bind port f65cd2cd-a293-43c0-aa21-c100deff3d55 on network 9b6a6cb5-1a60-4239-979c-3090dcf477a3 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:00:01.193589 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-efd1bca9-06b4-4e26-9852-5bb706e8350b service neutron] Port f65cd2cd-a293-43c0-aa21-c100deff3d55 on network 9b6a6cb5-1a60-4239-979c-3090dcf477a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:00:01.193589 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-efd1bca9-06b4-4e26-9852-5bb706e8350b service neutron] Attempting to bind port f65cd2cd-a293-43c0-aa21-c100deff3d55 on network 9b6a6cb5-1a60-4239-979c-3090dcf477a3 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:00:01.197454 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-efd1bca9-06b4-4e26-9852-5bb706e8350b service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 4, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:00:01.197801 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-efd1bca9-06b4-4e26-9852-5bb706e8350b service neutron] Checking segment: {'id': 'ce948ee3-4cc5-491a-8a51-97f853d665bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:00:01.198198 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-efd1bca9-06b4-4e26-9852-5bb706e8350b service neutron] Bound using segment: {'id': 'ce948ee3-4cc5-491a-8a51-97f853d665bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:00:01.198640 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-efd1bca9-06b4-4e26-9852-5bb706e8350b service neutron] Bound port: f65cd2cd-a293-43c0-aa21-c100deff3d55, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce948ee3-4cc5-491a-8a51-97f853d665bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:00:01.199008 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-efd1bca9-06b4-4e26-9852-5bb706e8350b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:01.270701 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-efd1bca9-06b4-4e26-9852-5bb706e8350b service neutron] For port f65cd2cd-a293-43c0-aa21-c100deff3d55, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:00:01.273931 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-efd1bca9-06b4-4e26-9852-5bb706e8350b service neutron] For port f65cd2cd-a293-43c0-aa21-c100deff3d55, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f65cd2cd-a293-43c0-aa21-c100deff3d55,segment=NetworkSegment(ce948ee3-4cc5-491a-8a51-97f853d665bb),segment_id=ce948ee3-4cc5-491a-8a51-97f853d665bb)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:00:01.396457 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-efd1bca9-06b4-4e26-9852-5bb706e8350b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:01.434587 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-efd1bca9-06b4-4e26-9852-5bb706e8350b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:01.435218 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-efd1bca9-06b4-4e26-9852-5bb706e8350b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:01.436646 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-efd1bca9-06b4-4e26-9852-5bb706e8350b service neutron] 10.222.0.20 "PUT /v2.0/ports/f65cd2cd-a293-43c0-aa21-c100deff3d55 HTTP/1.1" status: 200 len: 1091 time: 0.9098938 Aug 10 05:00:01.437086 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8841f3-6103-40ba-981b-2dfa4085f9ad', 'tag': 'f65cd2cd-a293-43c0-aa21-c100deff3d55'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:00:01.439348 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b42279e-33c9-4d94-bd16-6f0f53ac1de6" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8841f3-6103-40ba-981b-2dfa4085f9ad", "tag": "f65cd2cd-a293-43c0-aa21-c100deff3d55"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:00:01.486165 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1bca9-06b4-4e26-9852-5bb706e8350b service neutron] Pushing event updated for resources: {'Port': ['ID=f65cd2cd-a293-43c0-aa21-c100deff3d55,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:01.500022 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891b9242-8e59-45d2-8acf-34b80d984594 x-openstack-request-id: req-891b9242-8e59-45d2-8acf-34b80d984594 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:00:01.500358 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8841f3-6103-40ba-981b-2dfa4085f9ad", "tag": "f65cd2cd-a293-43c0-aa21-c100deff3d55", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:00:01.500649 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-891b9242-8e59-45d2-8acf-34b80d984594 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:00:01.501113 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8841f3-6103-40ba-981b-2dfa4085f9ad', 'tag': 'f65cd2cd-a293-43c0-aa21-c100deff3d55', 'status': 'completed', 'code': 200} Aug 10 05:00:01.588559 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42279e-33c9-4d94-bd16-6f0f53ac1de6 req-03c6d78d-e241-4fa2-8148-730e3566d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:01.590177 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5b42279e-33c9-4d94-bd16-6f0f53ac1de6 req-03c6d78d-e241-4fa2-8148-730e3566d9e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95d0a568fd1142569d01c8918f7386d5&device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 1094 time: 0.0531418 Aug 10 05:00:01.711226 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42279e-33c9-4d94-bd16-6f0f53ac1de6 req-cf377c5f-8407-470d-b432-0d58fe14ba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:01.713020 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5b42279e-33c9-4d94-bd16-6f0f53ac1de6 req-cf377c5f-8407-470d-b432-0d58fe14ba4c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=95d0a568fd1142569d01c8918f7386d5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1099553 Aug 10 05:00:01.824989 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42279e-33c9-4d94-bd16-6f0f53ac1de6 req-070c096b-1f8f-43dd-92f7-54e43def872a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:01.826601 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5b42279e-33c9-4d94-bd16-6f0f53ac1de6 req-070c096b-1f8f-43dd-92f7-54e43def872a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1068780 Aug 10 05:00:01.931946 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-753b0b63-e734-496e-8a61-3ff9d7016ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:01.933504 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-753b0b63-e734-496e-8a61-3ff9d7016ef7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95d0a568fd1142569d01c8918f7386d5&device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 1094 time: 0.0434742 Aug 10 05:00:01.982991 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-95e804a5-2d36-40e0-b204-aec99c8965a7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f65cd2cd-a293-43c0-aa21-c100deff3d55 HTTP/1.1" status: 200 len: 217 time: 0.0359936 Aug 10 05:00:02.042952 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-6fa5c9fb-5213-4c12-a0aa-0cd0d1279f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:02.044775 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-6fa5c9fb-5213-4c12-a0aa-0cd0d1279f5b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=061f0bd3-273e-40e7-b929-f1aa277a9067 HTTP/1.1" status: 200 len: 847 time: 0.0553279 Aug 10 05:00:02.154935 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-afa8cf8e-0cbf-4618-b15c-f8203b71133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:02.154935 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-afa8cf8e-0cbf-4618-b15c-f8203b71133a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b6a6cb5-1a60-4239-979c-3090dcf477a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639176 Aug 10 05:00:02.155506 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbe4875-3881-47a2-be7a-4727f8a182d1 req-57a12fbe-6dc3-44ae-b59e-586683c44cbe tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:02.155506 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ccbe4875-3881-47a2-be7a-4727f8a182d1 req-57a12fbe-6dc3-44ae-b59e-586683c44cbe tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 943 time: 0.0629377 Aug 10 05:00:02.183370 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ccbe4875-3881-47a2-be7a-4727f8a182d1 req-6489d289-fda0-4b09-a039-862482f5c01c tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534644 Aug 10 05:00:02.225849 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-5474aa0f-ef27-41f7-8c86-e8116feccfc9 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036055 Aug 10 05:00:02.324693 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cc6cf9e2-e15d-481b-bd27-606e3e806867 req-d0708b42-3be0-4f2a-ad14-5314f99f96df service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916555 Aug 10 05:00:03.315178 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ac519-cd41-47c3-8cb3-c955fbf3d26f req-b3959984-4211-43a5-bebe-ff11f7a31d06 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:03.316739 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4b5ac519-cd41-47c3-8cb3-c955fbf3d26f req-b3959984-4211-43a5-bebe-ff11f7a31d06 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 943 time: 0.0613072 Aug 10 05:00:03.361484 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4b5ac519-cd41-47c3-8cb3-c955fbf3d26f req-68063c61-31a5-4c3f-9082-fe429e01a2dc tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378051 Aug 10 05:00:04.485070 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56f0ad-f397-47ae-94f9-79a96c71f780 req-59ce0b09-9aa3-4303-b194-a6b6fddb0d94 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:04.486596 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3a56f0ad-f397-47ae-94f9-79a96c71f780 req-59ce0b09-9aa3-4303-b194-a6b6fddb0d94 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 943 time: 0.0553198 Aug 10 05:00:04.528582 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3a56f0ad-f397-47ae-94f9-79a96c71f780 req-8e107c3e-c98f-475f-bfc0-e035b0fff46a tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338745 Aug 10 05:00:04.872534 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:00:05.240888 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device f65cd2cd-a293-43c0-aa21-c100deff3d55 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:00:05.352771 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port f65cd2cd-a293-43c0-aa21-c100deff3d55, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f65cd2cd-a293-43c0-aa21-c100deff3d55,segment=NetworkSegment(ce948ee3-4cc5-491a-8a51-97f853d665bb),segment_id=ce948ee3-4cc5-491a-8a51-97f853d665bb)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:00:05.365004 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'f65cd2cd-a293-43c0-aa21-c100deff3d55', 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'port_id': 'f65cd2cd-a293-43c0-aa21-c100deff3d55', 'mac_address': 'fa:16:3e:c7:0d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:00:05.410745 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:05.426834 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65cd2cd-a293-43c0-aa21-c100deff3d55 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:00:05.447889 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port f65cd2cd-a293-43c0-aa21-c100deff3d55, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f65cd2cd-a293-43c0-aa21-c100deff3d55,segment=NetworkSegment(ce948ee3-4cc5-491a-8a51-97f853d665bb),segment_id=ce948ee3-4cc5-491a-8a51-97f853d665bb)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:00:05.523574 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:05.578701 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=f65cd2cd-a293-43c0-aa21-c100deff3d55,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:05.663426 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562b8e0-dbb8-44fa-9f9a-205c67b5c826 req-6aa33fb6-ddf8-406d-a1d6-649eef038072 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:05.665042 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f562b8e0-dbb8-44fa-9f9a-205c67b5c826 req-6aa33fb6-ddf8-406d-a1d6-649eef038072 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 944 time: 0.0630345 Aug 10 05:00:05.704300 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f562b8e0-dbb8-44fa-9f9a-205c67b5c826 req-d531ef15-9391-4687-b6f2-52706cd4e4d9 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330625 Aug 10 05:00:05.807286 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['f65cd2cd-a293-43c0-aa21-c100deff3d55'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:00:06.830330 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6f603-464e-41c3-a9ba-c42de6039dd4 req-639ad720-3e93-47ce-962d-7d2c3936ba67 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:06.831878 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-88f6f603-464e-41c3-a9ba-c42de6039dd4 req-639ad720-3e93-47ce-962d-7d2c3936ba67 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 944 time: 0.0503395 Aug 10 05:00:06.872645 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-88f6f603-464e-41c3-a9ba-c42de6039dd4 req-f5504cc1-3b9f-459e-a358-b28baebfcd1e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332344 Aug 10 05:00:07.256134 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device f65cd2cd-a293-43c0-aa21-c100deff3d55 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:00:07.366767 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port f65cd2cd-a293-43c0-aa21-c100deff3d55 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:00:07.371208 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port f65cd2cd-a293-43c0-aa21-c100deff3d55 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:00:07.371569 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:07.450758 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:07.473409 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8841f3-6103-40ba-981b-2dfa4085f9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65cd2cd-a293-43c0-aa21-c100deff3d55'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:00:07.475856 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0b7763-2754-485a-83eb-ada68e2030c2" -d '{"events": [{"server_uuid": "ff8841f3-6103-40ba-981b-2dfa4085f9ad", "name": "network-vif-plugged", "status": "completed", "tag": "f65cd2cd-a293-43c0-aa21-c100deff3d55"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:00:07.488930 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port f65cd2cd-a293-43c0-aa21-c100deff3d55, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f65cd2cd-a293-43c0-aa21-c100deff3d55,segment=NetworkSegment(ce948ee3-4cc5-491a-8a51-97f853d665bb),segment_id=ce948ee3-4cc5-491a-8a51-97f853d665bb)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:00:07.512154 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6220e2fe-0a3a-4a72-9a3f-a7a73c2ae3a7 x-openstack-request-id: req-6220e2fe-0a3a-4a72-9a3f-a7a73c2ae3a7 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:00:07.512441 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8841f3-6103-40ba-981b-2dfa4085f9ad", "name": "network-vif-plugged", "status": "completed", "tag": "f65cd2cd-a293-43c0-aa21-c100deff3d55", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:00:07.512758 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6220e2fe-0a3a-4a72-9a3f-a7a73c2ae3a7 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:00:07.513154 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8841f3-6103-40ba-981b-2dfa4085f9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65cd2cd-a293-43c0-aa21-c100deff3d55', 'code': 200} Aug 10 05:00:07.569306 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:07.618831 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=f65cd2cd-a293-43c0-aa21-c100deff3d55,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:07.636929 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238adb09-5ec1-4498-abac-dea531252791 req-7c994c50-033d-4fd6-bc1c-4f4bc1339986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:07.638446 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-238adb09-5ec1-4498-abac-dea531252791 req-7c994c50-033d-4fd6-bc1c-4f4bc1339986 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 1096 time: 0.0453773 Aug 10 05:00:07.672276 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-238adb09-5ec1-4498-abac-dea531252791 req-ea8a2627-38e4-4db2-b94d-772ebb34513f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272532 Aug 10 05:00:07.992894 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33b7b4-02b9-41e6-84b8-49eab1f1d048 req-008aced7-5314-4a12-adbe-784e4692a9da tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:07.994493 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2b33b7b4-02b9-41e6-84b8-49eab1f1d048 req-008aced7-5314-4a12-adbe-784e4692a9da tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 945 time: 0.0525753 Aug 10 05:00:08.039880 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-2b33b7b4-02b9-41e6-84b8-49eab1f1d048 req-8dc945c8-f232-4f4c-b915-5f0ea6f8c3b2 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389178 Aug 10 05:00:09.161040 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1821376-66af-49da-acf6-bbba389dee5b req-54603b56-2e85-4ae5-8ba2-dc18325e6023 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:09.162645 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a1821376-66af-49da-acf6-bbba389dee5b req-54603b56-2e85-4ae5-8ba2-dc18325e6023 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 945 time: 0.0524874 Aug 10 05:00:09.204752 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a1821376-66af-49da-acf6-bbba389dee5b req-28bb66e7-6931-4b0a-b80b-cf7218f15adc tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351803 Aug 10 05:00:09.322674 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf20a2-381a-4edd-97a1-741de61eb1e1 req-d1e5af19-c596-4088-bbaf-0c211157ff7d tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:09.324152 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3baf20a2-381a-4edd-97a1-741de61eb1e1 req-d1e5af19-c596-4088-bbaf-0c211157ff7d tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 945 time: 0.0512083 Aug 10 05:00:09.362864 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3baf20a2-381a-4edd-97a1-741de61eb1e1 req-82847146-82d2-4c90-bcb0-90a6b8e00702 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328157 Aug 10 05:00:09.384960 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55606) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:00:09.515656 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0b32ab-8790-492f-ac78-651d73dd8925 tempest-TestShelveInstance-98594108 tempest-TestShelveInstance-98594108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:09.517231 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ea0b32ab-8790-492f-ac78-651d73dd8925 tempest-TestShelveInstance-98594108 tempest-TestShelveInstance-98594108-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 1091 time: 0.1311107 Aug 10 05:00:09.520281 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55610) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:00:09.524614 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-ec1c1700-55b3-4c37-825d-2bdf340dd2e3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'port_id': 'f65cd2cd-a293-43c0-aa21-c100deff3d55', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:00:09.624366 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ec1c1700-55b3-4c37-825d-2bdf340dd2e3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:09.731753 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ec1c1700-55b3-4c37-825d-2bdf340dd2e3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:09.841286 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-ec1c1700-55b3-4c37-825d-2bdf340dd2e3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Allocated IP 172.25.0.215 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/d6646c13-a4b3-4924-9742-0c910bc2d931) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:00:09.962735 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ec1c1700-55b3-4c37-825d-2bdf340dd2e3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:10.110147 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1bbe925a-261a-49c5-b38c-69070fb4a0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:10.185666 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ec1c1700-55b3-4c37-825d-2bdf340dd2e3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:10.230459 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1c1700-55b3-4c37-825d-2bdf340dd2e3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:00:10.235141 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-ec1c1700-55b3-4c37-825d-2bdf340dd2e3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:00:10.239214 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1c1700-55b3-4c37-825d-2bdf340dd2e3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:00:10.264929 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c1700-55b3-4c37-825d-2bdf340dd2e3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Pushing event updated for resources: {'Port': ['ID=d6646c13-a4b3-4924-9742-0c910bc2d931,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:10.651569 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ec1c1700-55b3-4c37-825d-2bdf340dd2e3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:10.837141 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ec1c1700-55b3-4c37-825d-2bdf340dd2e3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:11.026364 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ec1c1700-55b3-4c37-825d-2bdf340dd2e3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:11.100719 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ec1c1700-55b3-4c37-825d-2bdf340dd2e3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:11.174499 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1c1700-55b3-4c37-825d-2bdf340dd2e3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Pushing event updated for resources: {'Port': ['ID=d6646c13-a4b3-4924-9742-0c910bc2d931,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:00:11.188854 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ec1c1700-55b3-4c37-825d-2bdf340dd2e3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:11.298488 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-ec1c1700-55b3-4c37-825d-2bdf340dd2e3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Floating IP e6617a02-abdf-4675-8a7d-721be55fee14 associated. External IP: 172.25.0.215, port: f65cd2cd-a293-43c0-aa21-c100deff3d55. Aug 10 05:00:11.520423 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec1c1700-55b3-4c37-825d-2bdf340dd2e3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Router 2a2e1575-0a92-43d9-a755-31d6c57ad24f has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:00:11.645508 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec1c1700-55b3-4c37-825d-2bdf340dd2e3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:00:11.662268 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b093833b-a6d4-4a30-b096-86d392bc7099 None None] Sync routers for ids ['2a2e1575-0a92-43d9-a755-31d6c57ad24f'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:00:11.673172 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b093833b-a6d4-4a30-b096-86d392bc7099 None None] Routers {'2a2e1575-0a92-43d9-a755-31d6c57ad24f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:00:11.678010 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-b093833b-a6d4-4a30-b096-86d392bc7099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:59:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2a2e1575-0a92-43d9-a755-31d6c57ad24f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:00:11.740742 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ec1c1700-55b3-4c37-825d-2bdf340dd2e3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:11.776392 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ec1c1700-55b3-4c37-825d-2bdf340dd2e3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2542937 Aug 10 05:00:11.777376 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8841f3-6103-40ba-981b-2dfa4085f9ad', 'tag': 'f65cd2cd-a293-43c0-aa21-c100deff3d55'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:00:11.781305 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c3df90863f34f3d1b173683b03457bec4b9b1016fd9070b7d6b6bbe3252e10d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e7d7b7-7311-49e7-952f-a319344b9474" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8841f3-6103-40ba-981b-2dfa4085f9ad", "tag": "f65cd2cd-a293-43c0-aa21-c100deff3d55"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:00:11.796642 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-b093833b-a6d4-4a30-b096-86d392bc7099 None None] Set router 2a2e1575-0a92-43d9-a755-31d6c57ad24f gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:00:11.830408 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d811ebc3-967d-4ea6-aa09-30b900a0b53e x-openstack-request-id: req-d811ebc3-967d-4ea6-aa09-30b900a0b53e {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:00:11.831352 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8841f3-6103-40ba-981b-2dfa4085f9ad", "tag": "f65cd2cd-a293-43c0-aa21-c100deff3d55", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:00:11.831634 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d811ebc3-967d-4ea6-aa09-30b900a0b53e {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:00:11.832263 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8841f3-6103-40ba-981b-2dfa4085f9ad', 'tag': 'f65cd2cd-a293-43c0-aa21-c100deff3d55', 'status': 'completed', 'code': 200} Aug 10 05:00:11.984777 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7d7b7-7311-49e7-952f-a319344b9474 req-9be57408-6e39-4c33-92be-37359518f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:11.986387 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-66e7d7b7-7311-49e7-952f-a319344b9474 req-9be57408-6e39-4c33-92be-37359518f99d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95d0a568fd1142569d01c8918f7386d5&device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 1096 time: 0.1113946 Aug 10 05:00:12.102523 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7d7b7-7311-49e7-952f-a319344b9474 req-47e17870-310a-4412-91b8-0fa1f57f9bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:12.104596 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-66e7d7b7-7311-49e7-952f-a319344b9474 req-47e17870-310a-4412-91b8-0fa1f57f9bde service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b6a6cb5-1a60-4239-979c-3090dcf477a3 HTTP/1.1" status: 200 len: 909 time: 0.1103599 Aug 10 05:00:12.184834 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-66e7d7b7-7311-49e7-952f-a319344b9474 req-e39aef4e-297f-4425-9ea9-bd4595deb201 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f65cd2cd-a293-43c0-aa21-c100deff3d55 HTTP/1.1" status: 200 len: 999 time: 0.0737677 Aug 10 05:00:12.245669 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-b093833b-a6d4-4a30-b096-86d392bc7099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'name': 'tempest-TestShelveInstance-839753900-router', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:39Z', 'updated_at': '2021-08-10T04:59:42Z', 'revision_number': 4, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'gw_port': {'id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:40Z', 'updated_at': '2021-08-10T04:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'e6617a02-abdf-4675-8a7d-721be55fee14', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'floating_ip_address': '172.25.0.215', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'port_id': 'f65cd2cd-a293-43c0-aa21-c100deff3d55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'mac_address': 'fa:16:3e:c7:0d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8841f3-6103-40ba-981b-2dfa4085f9ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:00:10Z', 'updated_at': '2021-08-10T05:00:10Z', 'revision_number': 0, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f211f528-773c-42e9-a576-4349c1b95f6e', 'name': '', 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'mac_address': 'fa:16:3e:ef:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:42Z', 'updated_at': '2021-08-10T04:59:48Z', 'revision_number': 5, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'subnets': [{'id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:00:12.252415 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7d7b7-7311-49e7-952f-a319344b9474 req-cb4c7a8b-70a5-495f-b97f-51696e2bb773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:12.254968 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-66e7d7b7-7311-49e7-952f-a319344b9474 req-cb4c7a8b-70a5-495f-b97f-51696e2bb773 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=061f0bd3-273e-40e7-b929-f1aa277a9067 HTTP/1.1" status: 200 len: 847 time: 0.0623877 Aug 10 05:00:12.275295 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b093833b-a6d4-4a30-b096-86d392bc7099 None None] Checking router: 2a2e1575-0a92-43d9-a755-31d6c57ad24f for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:00:12.285284 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b093833b-a6d4-4a30-b096-86d392bc7099 None None] Routers {'2a2e1575-0a92-43d9-a755-31d6c57ad24f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:00:12.285924 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-b093833b-a6d4-4a30-b096-86d392bc7099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T04:59:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2a2e1575-0a92-43d9-a755-31d6c57ad24f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:00:12.308955 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7d7b7-7311-49e7-952f-a319344b9474 req-63ca7a3f-2879-4fda-95e0-72361f1be3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:12.311341 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-66e7d7b7-7311-49e7-952f-a319344b9474 req-63ca7a3f-2879-4fda-95e0-72361f1be3ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b6a6cb5-1a60-4239-979c-3090dcf477a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488262 Aug 10 05:00:12.402559 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-b093833b-a6d4-4a30-b096-86d392bc7099 None None] Set router 2a2e1575-0a92-43d9-a755-31d6c57ad24f gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:00:12.421371 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-66e7d7b7-7311-49e7-952f-a319344b9474 req-d482fc69-c3d1-4fff-b4d4-e2d90500e5f8 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022642 Aug 10 05:00:12.528890 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-66e7d7b7-7311-49e7-952f-a319344b9474 req-0e6cf2ea-9099-41ea-85a5-2fc800ebbca9 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001260 Aug 10 05:00:12.680972 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-b093833b-a6d4-4a30-b096-86d392bc7099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'name': 'tempest-TestShelveInstance-839753900-router', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:39Z', 'updated_at': '2021-08-10T04:59:42Z', 'revision_number': 4, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'gw_port': {'id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:40Z', 'updated_at': '2021-08-10T04:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'e6617a02-abdf-4675-8a7d-721be55fee14', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'floating_ip_address': '172.25.0.215', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'port_id': 'f65cd2cd-a293-43c0-aa21-c100deff3d55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'mac_address': 'fa:16:3e:c7:0d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8841f3-6103-40ba-981b-2dfa4085f9ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:00:10Z', 'updated_at': '2021-08-10T05:00:10Z', 'revision_number': 0, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f211f528-773c-42e9-a576-4349c1b95f6e', 'name': '', 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'mac_address': 'fa:16:3e:ef:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:42Z', 'updated_at': '2021-08-10T04:59:48Z', 'revision_number': 5, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'subnets': [{'id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:00:12.710227 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b093833b-a6d4-4a30-b096-86d392bc7099 None None] The sync data for ids ['2a2e1575-0a92-43d9-a755-31d6c57ad24f'] in n-d-802893-2 is: [{'id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'name': 'tempest-TestShelveInstance-839753900-router', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:39Z', 'updated_at': '2021-08-10T04:59:42Z', 'revision_number': 4, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'gw_port': {'id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:40Z', 'updated_at': '2021-08-10T04:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': 'e6617a02-abdf-4675-8a7d-721be55fee14', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'floating_ip_address': '172.25.0.215', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'port_id': 'f65cd2cd-a293-43c0-aa21-c100deff3d55', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'mac_address': 'fa:16:3e:c7:0d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8841f3-6103-40ba-981b-2dfa4085f9ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:00:10Z', 'updated_at': '2021-08-10T05:00:10Z', 'revision_number': 0, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f211f528-773c-42e9-a576-4349c1b95f6e', 'name': '', 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'mac_address': 'fa:16:3e:ef:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:42Z', 'updated_at': '2021-08-10T04:59:48Z', 'revision_number': 5, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'subnets': [{'id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:00:12.937668 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a889228b-2da2-4c09-aca9-8e552d9ce48f None None] New status for floating IP e6617a02-abdf-4675-8a7d-721be55fee14: ACTIVE {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:00:13.729581 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:13.847349 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a4b5272c-9338-4be6-9440-1f6cbf503f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:15.585808 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:16.103916 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-06e304eb-20e2-4852-8030-781bb8b27644 req-5e87e0f2-0b17-44c6-aa0f-31d80e34cfd1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411284 Aug 10 05:00:16.206295 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e304eb-20e2-4852-8030-781bb8b27644 req-4de3973c-ba71-4436-836b-b0f57d087821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:16.207735 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-06e304eb-20e2-4852-8030-781bb8b27644 req-4de3973c-ba71-4436-836b-b0f57d087821 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95d0a568fd1142569d01c8918f7386d5&device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 1096 time: 0.0450363 Aug 10 05:00:16.312157 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e304eb-20e2-4852-8030-781bb8b27644 req-ff80369f-091c-4616-9407-6243c9d5582a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:16.313617 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-06e304eb-20e2-4852-8030-781bb8b27644 req-ff80369f-091c-4616-9407-6243c9d5582a service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b6a6cb5-1a60-4239-979c-3090dcf477a3 HTTP/1.1" status: 200 len: 909 time: 0.0872805 Aug 10 05:00:16.374177 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:16.388707 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-06e304eb-20e2-4852-8030-781bb8b27644 req-d5797207-f97e-4eb7-a93d-d5e17f56e8ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f65cd2cd-a293-43c0-aa21-c100deff3d55 HTTP/1.1" status: 200 len: 1001 time: 0.0676749 Aug 10 05:00:16.441189 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e304eb-20e2-4852-8030-781bb8b27644 req-a3173557-5b8a-40e1-be42-aa6e519658af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:16.442840 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-06e304eb-20e2-4852-8030-781bb8b27644 req-a3173557-5b8a-40e1-be42-aa6e519658af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=061f0bd3-273e-40e7-b929-f1aa277a9067 HTTP/1.1" status: 200 len: 847 time: 0.0480621 Aug 10 05:00:16.491624 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e304eb-20e2-4852-8030-781bb8b27644 req-9a8c86b8-f36e-47cc-a067-1371f31ac973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:00:16.493256 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-06e304eb-20e2-4852-8030-781bb8b27644 req-9a8c86b8-f36e-47cc-a067-1371f31ac973 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b6a6cb5-1a60-4239-979c-3090dcf477a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433013 Aug 10 05:00:16.595018 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-06e304eb-20e2-4852-8030-781bb8b27644 req-9732d4c3-1092-4767-b4ef-3b4e6d391e66 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950322 Aug 10 05:00:16.688060 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-06e304eb-20e2-4852-8030-781bb8b27644 req-fbfdd87e-3a0e-4a6a-91be-19dfb36250cc service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861566 Aug 10 05:00:17.189550 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:28.431166 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:40.030334 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c8a4cf05-0d84-4153-84c1-49fadfebec52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:41.873689 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:00:43.739403 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:43.842263 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fec5e4de-ca8b-4b56-a8b1-8bef65584b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:45.640476 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:46.384605 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:47.121405 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:00:58.378329 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:10.018051 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4b4cc153-cff7-4964-8ce6-6f77a14332d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:13.818179 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:13.898156 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6f21494e-edef-442b-86b1-f6d40e337ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:15.589559 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:16.389287 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:17.148933 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e670bb70-351f-4e54-8bb5-17339f84fb51 req-dd70dc64-0a54-40fc-88b2-b17af9bdd0d3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0477276 Aug 10 05:01:17.160781 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:17.253912 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670bb70-351f-4e54-8bb5-17339f84fb51 req-8c3d96c5-749e-4b3c-90b3-abed7825ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:17.255422 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e670bb70-351f-4e54-8bb5-17339f84fb51 req-8c3d96c5-749e-4b3c-90b3-abed7825ed2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95d0a568fd1142569d01c8918f7386d5&device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 1096 time: 0.0480802 Aug 10 05:01:17.703551 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670bb70-351f-4e54-8bb5-17339f84fb51 req-f61c576f-6f61-49c5-b236-bd1990cf4b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:17.705011 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e670bb70-351f-4e54-8bb5-17339f84fb51 req-f61c576f-6f61-49c5-b236-bd1990cf4b0b service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b6a6cb5-1a60-4239-979c-3090dcf477a3 HTTP/1.1" status: 200 len: 909 time: 0.4293058 Aug 10 05:01:17.776422 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e670bb70-351f-4e54-8bb5-17339f84fb51 req-01124140-5b43-4d4d-8ab4-5cef1ba45971 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f65cd2cd-a293-43c0-aa21-c100deff3d55 HTTP/1.1" status: 200 len: 1001 time: 0.0641499 Aug 10 05:01:17.826026 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670bb70-351f-4e54-8bb5-17339f84fb51 req-fdff6e00-8c97-4e40-962b-cb8ad810d9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:17.827506 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e670bb70-351f-4e54-8bb5-17339f84fb51 req-fdff6e00-8c97-4e40-962b-cb8ad810d9b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=061f0bd3-273e-40e7-b929-f1aa277a9067 HTTP/1.1" status: 200 len: 847 time: 0.0449421 Aug 10 05:01:17.877436 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670bb70-351f-4e54-8bb5-17339f84fb51 req-e58ef824-1c96-402f-9d15-361de30434e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:01:17.878959 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e670bb70-351f-4e54-8bb5-17339f84fb51 req-e58ef824-1c96-402f-9d15-361de30434e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b6a6cb5-1a60-4239-979c-3090dcf477a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446508 Aug 10 05:01:17.976439 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e670bb70-351f-4e54-8bb5-17339f84fb51 req-69bced5c-84e7-45f8-88c7-70ad20266bf8 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895174 Aug 10 05:01:18.068462 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e670bb70-351f-4e54-8bb5-17339f84fb51 req-6353e986-0909-4c1d-b8b8-cd3e299bd03f service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851605 Aug 10 05:01:18.873900 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:01:28.401267 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:39.994045 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d4d0b07e-15ed-41df-b27f-1d8170269c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:43.720007 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:43.850728 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8fe63ee8-0387-431a-870c-92e12eb8c00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:45.628101 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:46.405051 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:47.160269 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:01:55.873065 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:01:58.387650 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:09.225798 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51977b7e-5ce7-40a8-85b0-767d43648fdf req-7fac0343-b4b4-4f9b-b5cb-105eceb4e466 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:09.227512 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-51977b7e-5ce7-40a8-85b0-767d43648fdf req-7fac0343-b4b4-4f9b-b5cb-105eceb4e466 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 945 time: 0.1114864 Aug 10 05:02:09.272212 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-51977b7e-5ce7-40a8-85b0-767d43648fdf req-ff1a79c3-2d60-4ea6-826d-3ad9d94ecb21 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348454 Aug 10 05:02:10.016194 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-141af287-66ae-4550-8f19-a68582c04e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:10.400067 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb052dd3-f7e4-4c93-b9f6-a6e7ed957572 req-667e1ec4-6ab6-4126-aedd-9d44499407f1 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:10.401694 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cb052dd3-f7e4-4c93-b9f6-a6e7ed957572 req-667e1ec4-6ab6-4126-aedd-9d44499407f1 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 945 time: 0.0571911 Aug 10 05:02:10.451097 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cb052dd3-f7e4-4c93-b9f6-a6e7ed957572 req-e08f4648-4750-4f43-88e8-8fc946d08d5f tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430388 Aug 10 05:02:11.618915 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404abaa2-ef85-4832-8b08-4c6836f09dbf req-2b0b46bb-4c56-4d51-87dc-0f57bfc5af20 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:11.620745 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-404abaa2-ef85-4832-8b08-4c6836f09dbf req-2b0b46bb-4c56-4d51-87dc-0f57bfc5af20 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 945 time: 0.0566504 Aug 10 05:02:11.658625 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-404abaa2-ef85-4832-8b08-4c6836f09dbf req-df7df7fd-b839-4c8c-a4eb-34baf57376c9 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320318 Aug 10 05:02:12.780929 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6368342-06cc-4126-bab9-498eb73f2317 req-aa285b70-8dbe-43e3-b08b-781dd3427161 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:12.782404 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c6368342-06cc-4126-bab9-498eb73f2317 req-aa285b70-8dbe-43e3-b08b-781dd3427161 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 945 time: 0.0534565 Aug 10 05:02:12.826361 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c6368342-06cc-4126-bab9-498eb73f2317 req-955c85e8-d38b-4067-9313-7c396cbba90a tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378644 Aug 10 05:02:13.724582 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:13.896652 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-71ed7bf1-0f82-465b-adff-32184bac326b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:13.947408 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7290b1a4-4897-4a79-bb39-f6e4090e54e8 req-12dab5b5-0384-444f-9877-20842dcc50cd tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:13.949001 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7290b1a4-4897-4a79-bb39-f6e4090e54e8 req-12dab5b5-0384-444f-9877-20842dcc50cd tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 945 time: 0.0523288 Aug 10 05:02:13.993001 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7290b1a4-4897-4a79-bb39-f6e4090e54e8 req-f9ff3387-081f-4d09-9d97-8ddc84f2213f tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369720 Aug 10 05:02:15.111182 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeae9e8-d7a3-4cc4-8eef-df6f3a76acae req-8ec9a14d-fb95-466a-a0ff-268aea49731e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:15.112705 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ceeae9e8-d7a3-4cc4-8eef-df6f3a76acae req-8ec9a14d-fb95-466a-a0ff-268aea49731e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 945 time: 0.0506430 Aug 10 05:02:15.158976 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ceeae9e8-d7a3-4cc4-8eef-df6f3a76acae req-d325067a-4ef2-43d5-923e-a2faad02da65 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388961 Aug 10 05:02:15.604909 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:16.290156 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca55ec-3302-4715-b9b2-6dc560167a1e req-bea94583-d4ed-4fb0-92c6-2ef8affe1095 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:16.291587 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a0ca55ec-3302-4715-b9b2-6dc560167a1e req-bea94583-d4ed-4fb0-92c6-2ef8affe1095 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 945 time: 0.0619993 Aug 10 05:02:16.335760 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a0ca55ec-3302-4715-b9b2-6dc560167a1e req-37d165f1-a337-449e-bdfa-2a8e0490b281 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379541 Aug 10 05:02:16.427815 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:17.176056 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:17.462768 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63679e-5ace-4a95-90ae-7ad1c686479e req-9571ce84-00f0-4aa0-aee1-c1cccc20aae8 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:17.464319 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ed63679e-5ace-4a95-90ae-7ad1c686479e req-9571ce84-00f0-4aa0-aee1-c1cccc20aae8 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 945 time: 0.0571096 Aug 10 05:02:17.507310 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ed63679e-5ace-4a95-90ae-7ad1c686479e req-18586971-d3d4-45e6-9086-e8b1a8f4fdfd tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326462 Aug 10 05:02:18.148781 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede869c3-8f04-4d40-b5bc-c93dded95d27 req-27c59094-4e66-4ee0-a76c-c6d61475329b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:18.150980 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ede869c3-8f04-4d40-b5bc-c93dded95d27 req-27c59094-4e66-4ee0-a76c-c6d61475329b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95d0a568fd1142569d01c8918f7386d5&device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 1096 time: 0.0468988 Aug 10 05:02:18.261940 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede869c3-8f04-4d40-b5bc-c93dded95d27 req-817fde38-0138-460c-9adc-ed2269636e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:18.263866 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ede869c3-8f04-4d40-b5bc-c93dded95d27 req-817fde38-0138-460c-9adc-ed2269636e8c service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b6a6cb5-1a60-4239-979c-3090dcf477a3 HTTP/1.1" status: 200 len: 909 time: 0.0934265 Aug 10 05:02:18.336388 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ede869c3-8f04-4d40-b5bc-c93dded95d27 req-6f2b87c0-1019-4c69-bf3e-5458e77dde1f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f65cd2cd-a293-43c0-aa21-c100deff3d55 HTTP/1.1" status: 200 len: 1001 time: 0.0659242 Aug 10 05:02:18.386938 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede869c3-8f04-4d40-b5bc-c93dded95d27 req-761e0389-0b22-407e-b2e5-46f6662df7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:18.388551 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ede869c3-8f04-4d40-b5bc-c93dded95d27 req-761e0389-0b22-407e-b2e5-46f6662df7a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=061f0bd3-273e-40e7-b929-f1aa277a9067 HTTP/1.1" status: 200 len: 847 time: 0.0452580 Aug 10 05:02:18.436865 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede869c3-8f04-4d40-b5bc-c93dded95d27 req-454a4e57-af49-46ad-99f2-d05c11a66c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:18.438482 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ede869c3-8f04-4d40-b5bc-c93dded95d27 req-454a4e57-af49-46ad-99f2-d05c11a66c9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b6a6cb5-1a60-4239-979c-3090dcf477a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434861 Aug 10 05:02:18.538071 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ede869c3-8f04-4d40-b5bc-c93dded95d27 req-6ec1406c-f755-4202-a8a1-458f3b6c3b82 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925469 Aug 10 05:02:18.672231 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00c168-612c-4665-bc03-9e030b2161d7 req-7763dc7f-5d11-452e-b23c-564dcf1f190c tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:18.673738 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4d00c168-612c-4665-bc03-9e030b2161d7 req-7763dc7f-5d11-452e-b23c-564dcf1f190c tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 945 time: 0.0826263 Aug 10 05:02:18.677758 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ede869c3-8f04-4d40-b5bc-c93dded95d27 req-9ef042c7-3122-41bc-b8aa-078738ac3051 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319642 Aug 10 05:02:18.715545 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4d00c168-612c-4665-bc03-9e030b2161d7 req-e3730d1e-c7a3-4428-ac8f-ab01310e9c85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356858 Aug 10 05:02:19.838483 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3808bd-508e-4b47-ae74-faf5d2f94a79 req-9a454a9d-9590-4d8a-b50a-cc221a391c34 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:19.839997 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ae3808bd-508e-4b47-ae74-faf5d2f94a79 req-9a454a9d-9590-4d8a-b50a-cc221a391c34 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 945 time: 0.0517833 Aug 10 05:02:19.879847 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ae3808bd-508e-4b47-ae74-faf5d2f94a79 req-79f04a49-9aa4-438b-8e07-317d74ea6bb8 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337112 Aug 10 05:02:20.995600 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab3191-97f7-45df-8e6c-9eeed019a787 req-2496874a-94bb-4f31-a5c1-d619cfaf3bbd tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:20.997143 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-37ab3191-97f7-45df-8e6c-9eeed019a787 req-2496874a-94bb-4f31-a5c1-d619cfaf3bbd tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 945 time: 0.0508223 Aug 10 05:02:21.035418 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-37ab3191-97f7-45df-8e6c-9eeed019a787 req-d8be1dbf-2d60-4574-b5c9-b35260ed8d39 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323312 Aug 10 05:02:21.845513 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device f65cd2cd-a293-43c0-aa21-c100deff3d55 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:02:21.959978 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port f65cd2cd-a293-43c0-aa21-c100deff3d55, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f65cd2cd-a293-43c0-aa21-c100deff3d55,segment=NetworkSegment(ce948ee3-4cc5-491a-8a51-97f853d665bb),segment_id=ce948ee3-4cc5-491a-8a51-97f853d665bb)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:02:21.971766 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'f65cd2cd-a293-43c0-aa21-c100deff3d55', 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'port_id': 'f65cd2cd-a293-43c0-aa21-c100deff3d55', 'mac_address': 'fa:16:3e:c7:0d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:02:22.007503 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:22.021104 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f65cd2cd-a293-43c0-aa21-c100deff3d55 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:02:22.049378 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port f65cd2cd-a293-43c0-aa21-c100deff3d55, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f65cd2cd-a293-43c0-aa21-c100deff3d55,segment=NetworkSegment(ce948ee3-4cc5-491a-8a51-97f853d665bb),segment_id=ce948ee3-4cc5-491a-8a51-97f853d665bb)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:02:22.090621 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:22.148683 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=f65cd2cd-a293-43c0-aa21-c100deff3d55,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:02:22.157551 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:22.158456 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:22.158681 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:22.158991 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:22.159318 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:22.159817 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:22.160172 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:22.160495 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:22.160818 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:22.161142 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:22.161274 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7e512-f91a-4e38-8f12-d61ba4ad42bb req-905369b8-63b6-4978-9284-b6b6ef94eaf7 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:22.161746 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:22.161746 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:02:22.162822 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d6a7e512-f91a-4e38-8f12-d61ba4ad42bb req-905369b8-63b6-4978-9284-b6b6ef94eaf7 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 944 time: 0.0520430 Aug 10 05:02:22.211164 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d6a7e512-f91a-4e38-8f12-d61ba4ad42bb req-4d920a39-ede2-4e01-a0d1-af2ab7da7410 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371461 Aug 10 05:02:22.235842 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['f65cd2cd-a293-43c0-aa21-c100deff3d55'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:02:23.347036 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089c3b4-780c-4df0-af9c-3e325b5d5fdd req-33371717-d303-4c10-bfe1-91cc01c8e5e2 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:23.355908 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1089c3b4-780c-4df0-af9c-3e325b5d5fdd req-33371717-d303-4c10-bfe1-91cc01c8e5e2 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 944 time: 0.0669086 Aug 10 05:02:23.400852 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1089c3b4-780c-4df0-af9c-3e325b5d5fdd req-5592ee42-26bc-4ca7-a789-b8c40f668805 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437667 Aug 10 05:02:23.861247 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device f65cd2cd-a293-43c0-aa21-c100deff3d55 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:02:23.921101 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port f65cd2cd-a293-43c0-aa21-c100deff3d55 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:02:23.921640 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:24.016720 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:24.053721 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8841f3-6103-40ba-981b-2dfa4085f9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65cd2cd-a293-43c0-aa21-c100deff3d55'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:02:24.056472 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6892f6fc-83c1-4a69-9886-46eed9eaed94" -d '{"events": [{"server_uuid": "ff8841f3-6103-40ba-981b-2dfa4085f9ad", "name": "network-vif-plugged", "status": "completed", "tag": "f65cd2cd-a293-43c0-aa21-c100deff3d55"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:02:24.077172 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port f65cd2cd-a293-43c0-aa21-c100deff3d55, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f65cd2cd-a293-43c0-aa21-c100deff3d55,segment=NetworkSegment(ce948ee3-4cc5-491a-8a51-97f853d665bb),segment_id=ce948ee3-4cc5-491a-8a51-97f853d665bb)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:02:24.160852 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:24.175930 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be43b8b3-e5d8-4aee-916d-031d787e1339 x-openstack-request-id: req-be43b8b3-e5d8-4aee-916d-031d787e1339 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:02:24.176257 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8841f3-6103-40ba-981b-2dfa4085f9ad", "name": "network-vif-plugged", "status": "completed", "tag": "f65cd2cd-a293-43c0-aa21-c100deff3d55", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:02:24.176531 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be43b8b3-e5d8-4aee-916d-031d787e1339 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:02:24.176916 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8841f3-6103-40ba-981b-2dfa4085f9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65cd2cd-a293-43c0-aa21-c100deff3d55', 'code': 200} Aug 10 05:02:24.234746 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=f65cd2cd-a293-43c0-aa21-c100deff3d55,revision_number=7']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:02:24.537506 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d6e5b-de1c-473e-817f-01b44cc8b7b3 req-161a0adf-6c29-4ab0-b919-ffbe3f7d6155 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:24.539277 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c71d6e5b-de1c-473e-817f-01b44cc8b7b3 req-161a0adf-6c29-4ab0-b919-ffbe3f7d6155 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 945 time: 0.0593855 Aug 10 05:02:24.588256 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c71d6e5b-de1c-473e-817f-01b44cc8b7b3 req-db1e7e5c-b82e-465c-813c-db5c9751c352 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415695 Aug 10 05:02:25.716141 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ebdd75-cb98-4de2-9ceb-8643a5fe5593 req-8cf38bd4-0835-412f-910c-8b580334f6e4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:25.717599 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-53ebdd75-cb98-4de2-9ceb-8643a5fe5593 req-8cf38bd4-0835-412f-910c-8b580334f6e4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 945 time: 0.0573320 Aug 10 05:02:25.768617 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-53ebdd75-cb98-4de2-9ceb-8643a5fe5593 req-2fe956a9-52bc-4a37-a582-24149518b54f tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448246 Aug 10 05:02:27.018588 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dcb46-a7ef-4d5e-aefe-72ccd30c44d8 req-3e3dece7-4652-4458-a0db-614463686099 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:27.021046 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3f0dcb46-a7ef-4d5e-aefe-72ccd30c44d8 req-3e3dece7-4652-4458-a0db-614463686099 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 945 time: 0.0584893 Aug 10 05:02:27.070094 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3f0dcb46-a7ef-4d5e-aefe-72ccd30c44d8 req-e9666b2b-966f-4c8d-bb60-089333d406b9 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416918 Aug 10 05:02:28.221129 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e587c5-ab30-4b4f-82c7-e13acfca0274 req-09e6a0de-4a93-4143-a210-68755bb1c33e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:28.222857 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b6e587c5-ab30-4b4f-82c7-e13acfca0274 req-09e6a0de-4a93-4143-a210-68755bb1c33e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 945 time: 0.0662251 Aug 10 05:02:28.274151 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b6e587c5-ab30-4b4f-82c7-e13acfca0274 req-0ad0b63e-2a84-4c42-b754-98102343c103 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448682 Aug 10 05:02:28.650049 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:29.414272 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac9483-5d7d-42ae-acd8-213fa114d206 req-8d9c336d-2770-45f6-b2fc-19a74199e7d9 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:29.415858 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4fac9483-5d7d-42ae-acd8-213fa114d206 req-8d9c336d-2770-45f6-b2fc-19a74199e7d9 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 945 time: 0.0622554 Aug 10 05:02:29.458472 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-4fac9483-5d7d-42ae-acd8-213fa114d206 req-651ff6c2-b577-4535-920f-ad0e618a8c7d tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352123 Aug 10 05:02:30.593867 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb9559d-6caf-4cbb-8f28-47df715ecce1 req-98744dc2-159d-4a76-8898-8fc1fdc18bf5 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:30.598139 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cfb9559d-6caf-4cbb-8f28-47df715ecce1 req-98744dc2-159d-4a76-8898-8fc1fdc18bf5 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 945 time: 0.0616403 Aug 10 05:02:30.638547 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cfb9559d-6caf-4cbb-8f28-47df715ecce1 req-6238f73d-8cc2-4fa2-89ae-4b79855a0fb5 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357320 Aug 10 05:02:31.794750 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fe494-6df0-4150-8221-eec9192804c9 req-a0226f5d-6019-46bc-8863-61bb94e21289 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:31.796240 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f14fe494-6df0-4150-8221-eec9192804c9 req-a0226f5d-6019-46bc-8863-61bb94e21289 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 945 time: 0.0709522 Aug 10 05:02:31.837689 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-f14fe494-6df0-4150-8221-eec9192804c9 req-46bbd519-0954-4c91-b4bc-139ecd851956 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349491 Aug 10 05:02:32.874443 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:02:32.964965 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fef1e-ab79-4459-bfe7-2fc4c8141476 req-92eb6c7f-34ba-45cc-bcf1-db30986b9aaf tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:32.966377 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-050fef1e-ab79-4459-bfe7-2fc4c8141476 req-92eb6c7f-34ba-45cc-bcf1-db30986b9aaf tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 945 time: 0.0547795 Aug 10 05:02:33.005342 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-050fef1e-ab79-4459-bfe7-2fc4c8141476 req-8a185cc1-1ab0-44d5-b677-6db83f65259f tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328119 Aug 10 05:02:33.531185 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bcbf4-5bff-45ab-abe5-98510bacef5a req-1c03baa1-b5b4-4269-94b9-916a6e8234f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:33.532748 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c8bcbf4-5bff-45ab-abe5-98510bacef5a req-1c03baa1-b5b4-4269-94b9-916a6e8234f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95d0a568fd1142569d01c8918f7386d5&device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 1096 time: 0.0420086 Aug 10 05:02:33.631286 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bcbf4-5bff-45ab-abe5-98510bacef5a req-619f2167-eb9b-43cd-8ed2-f7849aa0be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:33.632882 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c8bcbf4-5bff-45ab-abe5-98510bacef5a req-619f2167-eb9b-43cd-8ed2-f7849aa0be43 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b6a6cb5-1a60-4239-979c-3090dcf477a3 HTTP/1.1" status: 200 len: 909 time: 0.0932057 Aug 10 05:02:33.704907 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c8bcbf4-5bff-45ab-abe5-98510bacef5a req-34b22a13-f96b-44f7-b191-de5828e2f30a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f65cd2cd-a293-43c0-aa21-c100deff3d55 HTTP/1.1" status: 200 len: 1001 time: 0.0647960 Aug 10 05:02:33.756149 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bcbf4-5bff-45ab-abe5-98510bacef5a req-fc56ff12-39fe-4ed9-a75a-1fcfed6c2906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:33.757659 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c8bcbf4-5bff-45ab-abe5-98510bacef5a req-fc56ff12-39fe-4ed9-a75a-1fcfed6c2906 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=061f0bd3-273e-40e7-b929-f1aa277a9067 HTTP/1.1" status: 200 len: 847 time: 0.0460167 Aug 10 05:02:33.805994 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bcbf4-5bff-45ab-abe5-98510bacef5a req-950e01af-98ae-4eaa-a15c-1bb4c2118079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:33.807864 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c8bcbf4-5bff-45ab-abe5-98510bacef5a req-950e01af-98ae-4eaa-a15c-1bb4c2118079 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b6a6cb5-1a60-4239-979c-3090dcf477a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434854 Aug 10 05:02:33.903195 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c8bcbf4-5bff-45ab-abe5-98510bacef5a req-bfb87f23-2308-4841-85bd-9d397e7465b8 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886805 Aug 10 05:02:33.993265 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8c8bcbf4-5bff-45ab-abe5-98510bacef5a req-39db5f4b-7008-4b16-aae5-4f14931dd407 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823512 Aug 10 05:02:34.126991 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1f498-f343-4ae2-b165-25446edc5cc6 req-6b335cc4-e148-4f17-a75f-0877601eeeb4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:34.128513 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-99f1f498-f343-4ae2-b165-25446edc5cc6 req-6b335cc4-e148-4f17-a75f-0877601eeeb4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 945 time: 0.0550396 Aug 10 05:02:34.168794 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-99f1f498-f343-4ae2-b165-25446edc5cc6 req-268e35fd-6943-49df-a367-afb34d3d9e72 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343184 Aug 10 05:02:35.284427 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2429470-37b5-406a-aa5c-aa58797c8948 req-4bbdbb97-a2bf-49cb-ab92-012479f6091f tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:35.285949 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f2429470-37b5-406a-aa5c-aa58797c8948 req-4bbdbb97-a2bf-49cb-ab92-012479f6091f tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 945 time: 0.0495553 Aug 10 05:02:35.324967 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f2429470-37b5-406a-aa5c-aa58797c8948 req-785e4a9b-26dd-49d9-ae51-c079d76a3441 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328908 Aug 10 05:02:36.444650 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc8616-8bb5-407a-abbd-0c29baf69fab req-39cb7b7e-309f-4d46-bbb0-76c180c13718 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:36.446200 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-13bc8616-8bb5-407a-abbd-0c29baf69fab req-39cb7b7e-309f-4d46-bbb0-76c180c13718 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 945 time: 0.0515039 Aug 10 05:02:36.487865 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-13bc8616-8bb5-407a-abbd-0c29baf69fab req-0d8633e9-ffe0-43b2-ba15-aee94f4337a2 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344839 Aug 10 05:02:36.889548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeaf3fb-3761-4f45-8c51-b2f5a56c7ab9 req-9cf5e443-404d-46ec-a11d-35da47dc7ffa tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:36.891103 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aaeaf3fb-3761-4f45-8c51-b2f5a56c7ab9 req-9cf5e443-404d-46ec-a11d-35da47dc7ffa tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 945 time: 0.0500896 Aug 10 05:02:36.930480 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aaeaf3fb-3761-4f45-8c51-b2f5a56c7ab9 req-43dc77f0-8e1a-4ce4-b658-c9ec1382015a tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329199 Aug 10 05:02:37.204669 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 55828) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:02:37.289472 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bccdedfd-b13e-4f38-b410-14d781f5f7dd req-70e644a5-2cc7-400a-ba64-80f2f03806f0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836132 Aug 10 05:02:37.957541 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device f65cd2cd-a293-43c0-aa21-c100deff3d55 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:02:38.040206 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:38.068312 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4e77b-c9e8-4210-8463-5fcb8178988e req-59639eaf-a2ca-4549-bba3-1d9c2be09077 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:38.069789 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-28e4e77b-c9e8-4210-8463-5fcb8178988e req-59639eaf-a2ca-4549-bba3-1d9c2be09077 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 945 time: 0.0655291 Aug 10 05:02:38.077966 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8841f3-6103-40ba-981b-2dfa4085f9ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f65cd2cd-a293-43c0-aa21-c100deff3d55'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:02:38.080281 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3bedfe-0bc5-4175-856b-c85aaf10af06" -d '{"events": [{"server_uuid": "ff8841f3-6103-40ba-981b-2dfa4085f9ad", "name": "network-vif-unplugged", "status": "completed", "tag": "f65cd2cd-a293-43c0-aa21-c100deff3d55"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:02:38.095655 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port f65cd2cd-a293-43c0-aa21-c100deff3d55, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f65cd2cd-a293-43c0-aa21-c100deff3d55,segment=NetworkSegment(ce948ee3-4cc5-491a-8a51-97f853d665bb),segment_id=ce948ee3-4cc5-491a-8a51-97f853d665bb)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:02:38.113886 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-28e4e77b-c9e8-4210-8463-5fcb8178988e req-ee1a0f95-c595-4b4b-8301-5155c06c2985 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361850 Aug 10 05:02:38.127210 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 10 Aug 2021 05:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f10f54e-83e7-4219-bf37-6f1748fe9f49 x-openstack-request-id: req-9f10f54e-83e7-4219-bf37-6f1748fe9f49 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:02:38.127514 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8841f3-6103-40ba-981b-2dfa4085f9ad", "name": "network-vif-unplugged", "status": "failed", "tag": "f65cd2cd-a293-43c0-aa21-c100deff3d55", "code": 422}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:02:38.127765 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f10f54e-83e7-4219-bf37-6f1748fe9f49 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:02:38.128229 n-d-802893-2 neutron-server[94939]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ff8841f3-6103-40ba-981b-2dfa4085f9ad', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f65cd2cd-a293-43c0-aa21-c100deff3d55', 'code': 422} returned with failed status Aug 10 05:02:38.159053 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:38.209142 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=f65cd2cd-a293-43c0-aa21-c100deff3d55,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:02:38.644516 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdedfd-b13e-4f38-b410-14d781f5f7dd req-f533a298-9b4e-470b-ade9-7371e3de9a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:38.645987 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bccdedfd-b13e-4f38-b410-14d781f5f7dd req-f533a298-9b4e-470b-ade9-7371e3de9a74 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad&tenant_id=95d0a568fd1142569d01c8918f7386d5 HTTP/1.1" status: 200 len: 1094 time: 0.0481403 Aug 10 05:02:38.736797 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdedfd-b13e-4f38-b410-14d781f5f7dd req-12b675d5-6944-4238-8695-938ae83139eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:38.738370 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bccdedfd-b13e-4f38-b410-14d781f5f7dd req-12b675d5-6944-4238-8695-938ae83139eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95d0a568fd1142569d01c8918f7386d5&device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 1094 time: 0.0578544 Aug 10 05:02:38.847728 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdedfd-b13e-4f38-b410-14d781f5f7dd req-baab6b6f-dc7b-4161-bc29-80d3c06a12d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:38.849261 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bccdedfd-b13e-4f38-b410-14d781f5f7dd req-baab6b6f-dc7b-4161-bc29-80d3c06a12d6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b6a6cb5-1a60-4239-979c-3090dcf477a3 HTTP/1.1" status: 200 len: 909 time: 0.1044486 Aug 10 05:02:38.918735 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bccdedfd-b13e-4f38-b410-14d781f5f7dd req-512478e6-c90f-4a37-b636-375d260b8cab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f65cd2cd-a293-43c0-aa21-c100deff3d55 HTTP/1.1" status: 200 len: 999 time: 0.0628405 Aug 10 05:02:38.969231 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdedfd-b13e-4f38-b410-14d781f5f7dd req-b0558666-1b76-41af-9228-39733825c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:38.970786 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bccdedfd-b13e-4f38-b410-14d781f5f7dd req-b0558666-1b76-41af-9228-39733825c774 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=061f0bd3-273e-40e7-b929-f1aa277a9067 HTTP/1.1" status: 200 len: 847 time: 0.0447967 Aug 10 05:02:39.019542 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdedfd-b13e-4f38-b410-14d781f5f7dd req-6fa4d2fc-e9be-4ec0-92e3-4fcbeb366934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:39.021076 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bccdedfd-b13e-4f38-b410-14d781f5f7dd req-6fa4d2fc-e9be-4ec0-92e3-4fcbeb366934 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b6a6cb5-1a60-4239-979c-3090dcf477a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404470 Aug 10 05:02:39.132363 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bccdedfd-b13e-4f38-b410-14d781f5f7dd req-9a19512b-a117-4157-9508-275411d8b198 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037288 Aug 10 05:02:39.243718 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bcbdb-b30b-4356-acb9-c0753fb66596 req-64554dcf-a907-418d-a556-ca355b6252d1 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:39.245543 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-154bcbdb-b30b-4356-acb9-c0753fb66596 req-64554dcf-a907-418d-a556-ca355b6252d1 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 943 time: 0.0571983 Aug 10 05:02:39.252687 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bccdedfd-b13e-4f38-b410-14d781f5f7dd req-cabfa189-fc00-4fb3-892a-3a49e3319306 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136904 Aug 10 05:02:39.288577 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-154bcbdb-b30b-4356-acb9-c0753fb66596 req-beb49dbf-ae90-4056-b60e-df9c5709e0a2 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371852 Aug 10 05:02:40.012130 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0e14fe78-5598-4f74-b8c6-dfe4b51db8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:40.439935 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d65b8-7c02-4edc-898e-d0f23dde0aed req-05af8e6b-78cc-4d63-8979-25035cc35b17 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:40.441683 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-771d65b8-7c02-4edc-898e-d0f23dde0aed req-05af8e6b-78cc-4d63-8979-25035cc35b17 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 943 time: 0.0762305 Aug 10 05:02:40.484284 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-771d65b8-7c02-4edc-898e-d0f23dde0aed req-27e75bab-78c8-4d04-8d3c-3a84ca00b5e0 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360382 Aug 10 05:02:41.609837 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42ef01-0f58-4942-a533-dfedbc68479a req-0983c301-d6b0-4955-b618-bb5b7ebabef7 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:41.611419 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9c42ef01-0f58-4942-a533-dfedbc68479a req-0983c301-d6b0-4955-b618-bb5b7ebabef7 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 943 time: 0.0507154 Aug 10 05:02:41.653343 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9c42ef01-0f58-4942-a533-dfedbc68479a req-f438a4b2-f3c1-4077-8465-522cdcdef16b tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357869 Aug 10 05:02:42.792272 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f910c19-42b6-4bbb-9cfd-6258eb4d8f04 req-16304a26-75f5-4d6c-bb49-46e97f9f80c2 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:42.793796 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7f910c19-42b6-4bbb-9cfd-6258eb4d8f04 req-16304a26-75f5-4d6c-bb49-46e97f9f80c2 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 943 time: 0.0539594 Aug 10 05:02:42.835940 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7f910c19-42b6-4bbb-9cfd-6258eb4d8f04 req-aaac30c7-25fd-4c5c-8f7c-bda0ce6d1df2 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354762 Aug 10 05:02:43.776485 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:43.874366 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9030bc34-e321-4d01-9ec3-6476d247e852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:43.999331 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbd948-64b2-44da-a5b1-d8b1beb578b5 req-1f44d1a9-7358-4ba8-a7a1-2acc9ac98dae tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:44.000922 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d3dbd948-64b2-44da-a5b1-d8b1beb578b5 req-1f44d1a9-7358-4ba8-a7a1-2acc9ac98dae tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 943 time: 0.0712106 Aug 10 05:02:44.039258 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d3dbd948-64b2-44da-a5b1-d8b1beb578b5 req-a1ecdb6a-8fe3-46d8-a2cc-d165f6504d90 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323107 Aug 10 05:02:45.180843 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6dd5b-f90c-4199-b6af-cd7fe8faaa5e req-bcfd5a76-1880-4815-9c6f-7a395c041b1a tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:45.182398 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c6a6dd5b-f90c-4199-b6af-cd7fe8faaa5e req-bcfd5a76-1880-4815-9c6f-7a395c041b1a tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 943 time: 0.0709107 Aug 10 05:02:45.228717 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c6a6dd5b-f90c-4199-b6af-cd7fe8faaa5e req-6f4ac529-6d5e-48a7-9021-dcd17357985a tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397565 Aug 10 05:02:45.610233 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:46.428983 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5403b94-0545-413d-b637-24cc234caafd req-fb8b354d-509f-4971-97e4-ee72ca07456d tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:46.428983 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d5403b94-0545-413d-b637-24cc234caafd req-fb8b354d-509f-4971-97e4-ee72ca07456d tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 943 time: 0.0517211 Aug 10 05:02:46.428983 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d5403b94-0545-413d-b637-24cc234caafd req-78a92805-20e9-4b0e-bf4d-a3b514cf4ec8 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362539 Aug 10 05:02:46.575764 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:47.147734 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:47.603812 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b3283-e131-4da7-bbba-6e3167f50ed2 req-01e2e287-9eac-4545-8b1f-58782dca005d tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:47.605993 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6c4b3283-e131-4da7-bbba-6e3167f50ed2 req-01e2e287-9eac-4545-8b1f-58782dca005d tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 943 time: 0.0800064 Aug 10 05:02:47.659868 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6c4b3283-e131-4da7-bbba-6e3167f50ed2 req-501099ba-6cb5-43d6-a2a5-b606eb606606 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475140 Aug 10 05:02:48.810943 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f238f-47de-4861-90a8-da47d594ea46 req-c5b595e7-2316-41a1-b45f-2448076bb533 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:48.813146 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-495f238f-47de-4861-90a8-da47d594ea46 req-c5b595e7-2316-41a1-b45f-2448076bb533 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 943 time: 0.0622845 Aug 10 05:02:48.862046 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-495f238f-47de-4861-90a8-da47d594ea46 req-829f5869-06d2-46d2-8f61-789b8214c820 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381033 Aug 10 05:02:49.994190 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ae32d-fa4c-4d9d-9e60-66d4df5a55cd req-72b54ac7-31f9-4f16-8040-6c1fd18770f0 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:49.996668 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3c7ae32d-fa4c-4d9d-9e60-66d4df5a55cd req-72b54ac7-31f9-4f16-8040-6c1fd18770f0 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 943 time: 0.0632212 Aug 10 05:02:50.054865 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3c7ae32d-fa4c-4d9d-9e60-66d4df5a55cd req-6542c5f9-c689-4eaf-9172-ff8f85e7117f tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472169 Aug 10 05:02:51.186900 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00965b-b78a-4a8f-9584-de05072ae02e req-6cbf18a9-503c-44b2-89cf-54cc1937cd41 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:51.188488 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cf00965b-b78a-4a8f-9584-de05072ae02e req-6cbf18a9-503c-44b2-89cf-54cc1937cd41 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 943 time: 0.0537663 Aug 10 05:02:51.228165 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cf00965b-b78a-4a8f-9584-de05072ae02e req-0272d74b-20e4-4d2b-857c-d4dcc5db82d2 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335479 Aug 10 05:02:52.357676 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35c542-5350-4909-ab27-6ec158e32356 req-77b30124-c823-4636-95f5-b4de8d561233 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:52.359150 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0e35c542-5350-4909-ab27-6ec158e32356 req-77b30124-c823-4636-95f5-b4de8d561233 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 943 time: 0.0583220 Aug 10 05:02:52.399225 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0e35c542-5350-4909-ab27-6ec158e32356 req-7139b6a0-ac63-43c7-a973-a162ee77ec6a tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333273 Aug 10 05:02:53.529570 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06635361-be9d-4440-8309-c9d8c7a500d2 req-1ef9efe4-a147-4c5b-8922-c977d6e4040f tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:53.531169 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-06635361-be9d-4440-8309-c9d8c7a500d2 req-1ef9efe4-a147-4c5b-8922-c977d6e4040f tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 943 time: 0.0585802 Aug 10 05:02:53.582685 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-06635361-be9d-4440-8309-c9d8c7a500d2 req-69c61865-14c2-4335-a03a-59bfbfb6f8c2 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453587 Aug 10 05:02:53.997764 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device f65cd2cd-a293-43c0-aa21-c100deff3d55 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:02:54.104168 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port f65cd2cd-a293-43c0-aa21-c100deff3d55, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f65cd2cd-a293-43c0-aa21-c100deff3d55,segment=NetworkSegment(ce948ee3-4cc5-491a-8a51-97f853d665bb),segment_id=ce948ee3-4cc5-491a-8a51-97f853d665bb)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:02:54.117067 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'f65cd2cd-a293-43c0-aa21-c100deff3d55', 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'port_id': 'f65cd2cd-a293-43c0-aa21-c100deff3d55', 'mac_address': 'fa:16:3e:c7:0d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:02:54.159096 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:54.174324 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65cd2cd-a293-43c0-aa21-c100deff3d55 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:02:54.195088 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port f65cd2cd-a293-43c0-aa21-c100deff3d55, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f65cd2cd-a293-43c0-aa21-c100deff3d55,segment=NetworkSegment(ce948ee3-4cc5-491a-8a51-97f853d665bb),segment_id=ce948ee3-4cc5-491a-8a51-97f853d665bb)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:02:54.255709 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:54.307298 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=f65cd2cd-a293-43c0-aa21-c100deff3d55,revision_number=9']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:02:54.540284 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['f65cd2cd-a293-43c0-aa21-c100deff3d55'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:02:54.719444 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df01f9-5f9e-41a0-8e9f-9036227f5635 req-c8fe2a4a-494d-42df-952a-ae447be4d506 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:54.721266 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-31df01f9-5f9e-41a0-8e9f-9036227f5635 req-c8fe2a4a-494d-42df-952a-ae447be4d506 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 944 time: 0.0618904 Aug 10 05:02:54.773557 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-31df01f9-5f9e-41a0-8e9f-9036227f5635 req-06d672e2-19f3-4519-b980-0dc8adb512d2 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423679 Aug 10 05:02:55.891888 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb59a71-a5ba-4159-b7bf-c7e3b7cfef0a req-837168f1-4fdf-4206-ab80-1ccab6ea2a2e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:55.893430 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9bb59a71-a5ba-4159-b7bf-c7e3b7cfef0a req-837168f1-4fdf-4206-ab80-1ccab6ea2a2e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 944 time: 0.0503743 Aug 10 05:02:55.933406 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9bb59a71-a5ba-4159-b7bf-c7e3b7cfef0a req-15dede43-d3b7-4b7d-a2e5-e950e6a38bf9 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339305 Aug 10 05:02:56.012064 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device f65cd2cd-a293-43c0-aa21-c100deff3d55 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:02:56.063669 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port f65cd2cd-a293-43c0-aa21-c100deff3d55 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:02:56.063890 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:56.152817 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:56.174036 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8841f3-6103-40ba-981b-2dfa4085f9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65cd2cd-a293-43c0-aa21-c100deff3d55'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:02:56.176273 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62967fa-b99e-42a7-804e-16737ef5ba0d" -d '{"events": [{"server_uuid": "ff8841f3-6103-40ba-981b-2dfa4085f9ad", "name": "network-vif-plugged", "status": "completed", "tag": "f65cd2cd-a293-43c0-aa21-c100deff3d55"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:02:56.189250 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port f65cd2cd-a293-43c0-aa21-c100deff3d55, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f65cd2cd-a293-43c0-aa21-c100deff3d55,segment=NetworkSegment(ce948ee3-4cc5-491a-8a51-97f853d665bb),segment_id=ce948ee3-4cc5-491a-8a51-97f853d665bb)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:02:56.215599 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c55c9a-0e47-4d9a-92a4-70ff5b617058 x-openstack-request-id: req-46c55c9a-0e47-4d9a-92a4-70ff5b617058 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:02:56.215599 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8841f3-6103-40ba-981b-2dfa4085f9ad", "name": "network-vif-plugged", "status": "completed", "tag": "f65cd2cd-a293-43c0-aa21-c100deff3d55", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:02:56.215599 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46c55c9a-0e47-4d9a-92a4-70ff5b617058 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:02:56.215599 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8841f3-6103-40ba-981b-2dfa4085f9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65cd2cd-a293-43c0-aa21-c100deff3d55', 'code': 200} Aug 10 05:02:56.387482 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:56.441222 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=f65cd2cd-a293-43c0-aa21-c100deff3d55,revision_number=10']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:02:56.582724 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3287e6-1a87-49c4-8528-3515035fbda8 req-3211b494-1fa9-4f77-9fc8-81900e0bdb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:56.584246 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-af3287e6-1a87-49c4-8528-3515035fbda8 req-3211b494-1fa9-4f77-9fc8-81900e0bdb42 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 1097 time: 0.0425446 Aug 10 05:02:56.618498 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-af3287e6-1a87-49c4-8528-3515035fbda8 req-96b4547e-f6ab-4b0b-a702-137e4e0e1a44 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277815 Aug 10 05:02:57.060297 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4f29d-c11b-472f-803e-fb10f4b6867a req-70cd39be-2a59-4fd6-ae64-743266ca1acb tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:57.061804 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bdd4f29d-c11b-472f-803e-fb10f4b6867a req-70cd39be-2a59-4fd6-ae64-743266ca1acb tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 946 time: 0.0558205 Aug 10 05:02:57.099867 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bdd4f29d-c11b-472f-803e-fb10f4b6867a req-1e1aa742-88cd-4c3e-90aa-31040b8c11d7 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319624 Aug 10 05:02:58.227382 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c1131-e7d3-4d3d-85e0-49ba250160f1 req-996a245c-61e9-481b-909f-92659bc406c1 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:58.228843 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-364c1131-e7d3-4d3d-85e0-49ba250160f1 req-996a245c-61e9-481b-909f-92659bc406c1 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 946 time: 0.0538731 Aug 10 05:02:58.275673 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-364c1131-e7d3-4d3d-85e0-49ba250160f1 req-f1aa8184-ef5f-441b-aceb-42e09664fd80 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400665 Aug 10 05:02:58.409446 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:02:59.396969 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bbd75-1895-4dc4-9bff-318f8a6c2317 req-59eb7060-3673-4ace-83c8-f0518db78977 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:02:59.398485 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-970bbd75-1895-4dc4-9bff-318f8a6c2317 req-59eb7060-3673-4ace-83c8-f0518db78977 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 946 time: 0.0506444 Aug 10 05:02:59.439083 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-970bbd75-1895-4dc4-9bff-318f8a6c2317 req-bbc5d355-2acc-4177-b0af-21614fc63128 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344357 Aug 10 05:03:09.963122 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:03:10.026419 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-65a63c60-6f90-4a16-b4a9-7567e3722293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:13.746802 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:13.872581 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-183f12e3-dc38-481e-aaef-3f3b0b51dd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:15.620839 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:16.449485 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:17.218989 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:19.100180 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-760fe938-095c-49c4-9535-d69fad884c24 req-9b385940-6672-4e3a-9535-63d4227907cc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0455692 Aug 10 05:03:19.202127 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fe938-095c-49c4-9535-d69fad884c24 req-e6f24635-2114-4d85-a7c4-6ce409bd33a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:19.203651 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-760fe938-095c-49c4-9535-d69fad884c24 req-e6f24635-2114-4d85-a7c4-6ce409bd33a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95d0a568fd1142569d01c8918f7386d5&device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 1097 time: 0.0425930 Aug 10 05:03:19.311126 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fe938-095c-49c4-9535-d69fad884c24 req-f2ffa2f2-4ac1-4ced-b65b-de053fde3e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:19.312624 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-760fe938-095c-49c4-9535-d69fad884c24 req-f2ffa2f2-4ac1-4ced-b65b-de053fde3e47 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b6a6cb5-1a60-4239-979c-3090dcf477a3 HTTP/1.1" status: 200 len: 909 time: 0.0882049 Aug 10 05:03:19.388035 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-760fe938-095c-49c4-9535-d69fad884c24 req-9d68a62a-2af5-44d6-88ba-c00bd9af5088 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f65cd2cd-a293-43c0-aa21-c100deff3d55 HTTP/1.1" status: 200 len: 1001 time: 0.0648985 Aug 10 05:03:19.442836 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fe938-095c-49c4-9535-d69fad884c24 req-16b91e02-eaaf-4cef-b380-792621c04c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:19.444358 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-760fe938-095c-49c4-9535-d69fad884c24 req-16b91e02-eaaf-4cef-b380-792621c04c7d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=061f0bd3-273e-40e7-b929-f1aa277a9067 HTTP/1.1" status: 200 len: 847 time: 0.0455599 Aug 10 05:03:19.492344 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fe938-095c-49c4-9535-d69fad884c24 req-2a0659a1-7d8a-4d43-850f-1d4969802fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:03:19.493920 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-760fe938-095c-49c4-9535-d69fad884c24 req-2a0659a1-7d8a-4d43-850f-1d4969802fdf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b6a6cb5-1a60-4239-979c-3090dcf477a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420620 Aug 10 05:03:19.593217 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-760fe938-095c-49c4-9535-d69fad884c24 req-cdb1a884-d6df-4e81-b48f-914b76542758 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912871 Aug 10 05:03:19.686032 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-760fe938-095c-49c4-9535-d69fad884c24 req-656988b9-c183-4e45-8802-b88c80b69bbe service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848098 Aug 10 05:03:28.464151 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:40.020533 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4fa73907-4031-4fa8-b38d-4533b155abf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:43.740624 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:43.837161 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-223814a5-9793-407b-af75-ae426b45a1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:45.617750 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:46.454452 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:46.874105 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:03:47.163300 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:03:58.449381 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:10.019525 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ca3c3bcb-ca0f-4440-93a0-6c74acbb3085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:10.047223 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55958) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:04:10.215807 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-0a551883-e092-46a1-b2d3-167bb90bbe33 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Deleting port d6646c13-a4b3-4924-9742-0c910bc2d931 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:04:10.216188 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0a551883-e092-46a1-b2d3-167bb90bbe33 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:10.295394 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0a551883-e092-46a1-b2d3-167bb90bbe33 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:10.295770 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0a551883-e092-46a1-b2d3-167bb90bbe33 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:10.308827 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-0a551883-e092-46a1-b2d3-167bb90bbe33 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Calling delete_port for d6646c13-a4b3-4924-9742-0c910bc2d931 owned by network:floatingip {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:04:10.551374 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0a551883-e092-46a1-b2d3-167bb90bbe33 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:10.577730 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a551883-e092-46a1-b2d3-167bb90bbe33 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Pushing event deleted for resources: {'Port': ['ID=d6646c13-a4b3-4924-9742-0c910bc2d931,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:10.602975 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a551883-e092-46a1-b2d3-167bb90bbe33 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:10.603324 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a551883-e092-46a1-b2d3-167bb90bbe33 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:10.603666 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a551883-e092-46a1-b2d3-167bb90bbe33 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:10.604037 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a551883-e092-46a1-b2d3-167bb90bbe33 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:10.611097 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a551883-e092-46a1-b2d3-167bb90bbe33 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:10.611097 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a551883-e092-46a1-b2d3-167bb90bbe33 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:10.611097 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a551883-e092-46a1-b2d3-167bb90bbe33 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:10.611097 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a551883-e092-46a1-b2d3-167bb90bbe33 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:10.611097 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a551883-e092-46a1-b2d3-167bb90bbe33 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:10.611097 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a551883-e092-46a1-b2d3-167bb90bbe33 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:10.611097 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a551883-e092-46a1-b2d3-167bb90bbe33 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:10.611097 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a551883-e092-46a1-b2d3-167bb90bbe33 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:10.647807 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0a551883-e092-46a1-b2d3-167bb90bbe33 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for floatingip, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:10.648172 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-0a551883-e092-46a1-b2d3-167bb90bbe33 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Floating IP e6617a02-abdf-4675-8a7d-721be55fee14 disassociated (deleted). External IP: 172.25.0.215, port: f65cd2cd-a293-43c0-aa21-c100deff3d55. Aug 10 05:04:10.861834 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a551883-e092-46a1-b2d3-167bb90bbe33 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Router 2a2e1575-0a92-43d9-a755-31d6c57ad24f has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:04:10.970879 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a551883-e092-46a1-b2d3-167bb90bbe33 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:04:10.976091 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-0a551883-e092-46a1-b2d3-167bb90bbe33 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:10.982715 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e96a42-9003-4a6b-a1e5-daad4e54b639 None None] Sync routers for ids ['2a2e1575-0a92-43d9-a755-31d6c57ad24f'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:04:10.991813 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e96a42-9003-4a6b-a1e5-daad4e54b639 None None] Routers {'2a2e1575-0a92-43d9-a755-31d6c57ad24f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:04:10.992463 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-19e96a42-9003-4a6b-a1e5-daad4e54b639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T05:03:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2a2e1575-0a92-43d9-a755-31d6c57ad24f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:04:11.002425 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-0a551883-e092-46a1-b2d3-167bb90bbe33 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "DELETE /v2.0/floatingips/e6617a02-abdf-4675-8a7d-721be55fee14 HTTP/1.1" status: 204 len: 168 time: 0.9540842 Aug 10 05:04:11.003019 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8841f3-6103-40ba-981b-2dfa4085f9ad', 'tag': 'f65cd2cd-a293-43c0-aa21-c100deff3d55'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:04:11.005344 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ea662c-3579-40c6-b3c8-63dab6f2fcea" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8841f3-6103-40ba-981b-2dfa4085f9ad", "tag": "f65cd2cd-a293-43c0-aa21-c100deff3d55"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:04:11.110143 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-19e96a42-9003-4a6b-a1e5-daad4e54b639 None None] Set router 2a2e1575-0a92-43d9-a755-31d6c57ad24f gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:04:11.151859 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780ef201-f05c-4f08-9442-fd3db8097afb x-openstack-request-id: req-780ef201-f05c-4f08-9442-fd3db8097afb {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:04:11.151859 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8841f3-6103-40ba-981b-2dfa4085f9ad", "tag": "f65cd2cd-a293-43c0-aa21-c100deff3d55", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:04:11.151859 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-780ef201-f05c-4f08-9442-fd3db8097afb {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:04:11.151859 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8841f3-6103-40ba-981b-2dfa4085f9ad', 'tag': 'f65cd2cd-a293-43c0-aa21-c100deff3d55', 'status': 'completed', 'code': 200} Aug 10 05:04:11.235228 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea662c-3579-40c6-b3c8-63dab6f2fcea req-07a2922d-ef78-4f17-83e4-7f0b604f5501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:11.236892 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0ea662c-3579-40c6-b3c8-63dab6f2fcea req-07a2922d-ef78-4f17-83e4-7f0b604f5501 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95d0a568fd1142569d01c8918f7386d5&device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 1097 time: 0.0430319 Aug 10 05:04:11.330280 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-19e96a42-9003-4a6b-a1e5-daad4e54b639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'name': 'tempest-TestShelveInstance-839753900-router', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:39Z', 'updated_at': '2021-08-10T04:59:42Z', 'revision_number': 4, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'gw_port': {'id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:40Z', 'updated_at': '2021-08-10T04:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'f211f528-773c-42e9-a576-4349c1b95f6e', 'name': '', 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'mac_address': 'fa:16:3e:ef:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:42Z', 'updated_at': '2021-08-10T04:59:48Z', 'revision_number': 5, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'subnets': [{'id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:04:11.339663 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea662c-3579-40c6-b3c8-63dab6f2fcea req-e45122d6-1a35-4de5-bd5a-59d8bda4380f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:11.341293 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0ea662c-3579-40c6-b3c8-63dab6f2fcea req-e45122d6-1a35-4de5-bd5a-59d8bda4380f service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b6a6cb5-1a60-4239-979c-3090dcf477a3 HTTP/1.1" status: 200 len: 909 time: 0.0958121 Aug 10 05:04:11.361076 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e96a42-9003-4a6b-a1e5-daad4e54b639 None None] Checking router: 2a2e1575-0a92-43d9-a755-31d6c57ad24f for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:04:11.369704 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e96a42-9003-4a6b-a1e5-daad4e54b639 None None] Routers {'2a2e1575-0a92-43d9-a755-31d6c57ad24f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:04:11.370229 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-19e96a42-9003-4a6b-a1e5-daad4e54b639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T05:03:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2a2e1575-0a92-43d9-a755-31d6c57ad24f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:04:11.382991 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0ea662c-3579-40c6-b3c8-63dab6f2fcea req-d26a8aeb-1d58-4c1d-9dbd-a940a86e9cb7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f65cd2cd-a293-43c0-aa21-c100deff3d55 HTTP/1.1" status: 200 len: 217 time: 0.0349245 Aug 10 05:04:11.439704 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea662c-3579-40c6-b3c8-63dab6f2fcea req-c5e38334-9a30-4668-b87c-345594d848d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:11.441279 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0ea662c-3579-40c6-b3c8-63dab6f2fcea req-c5e38334-9a30-4668-b87c-345594d848d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=061f0bd3-273e-40e7-b929-f1aa277a9067 HTTP/1.1" status: 200 len: 847 time: 0.0511696 Aug 10 05:04:11.480186 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-19e96a42-9003-4a6b-a1e5-daad4e54b639 None None] Set router 2a2e1575-0a92-43d9-a755-31d6c57ad24f gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:04:11.508630 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea662c-3579-40c6-b3c8-63dab6f2fcea req-f88e49b6-0cc9-465b-a983-8f0f302eb03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:11.515767 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0ea662c-3579-40c6-b3c8-63dab6f2fcea req-f88e49b6-0cc9-465b-a983-8f0f302eb03d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b6a6cb5-1a60-4239-979c-3090dcf477a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494564 Aug 10 05:04:11.523892 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-d0ea662c-3579-40c6-b3c8-63dab6f2fcea req-b76330a2-7a2b-46b5-bc42-193af768b42a service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 05:04:11.524979 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0ea662c-3579-40c6-b3c8-63dab6f2fcea req-b76330a2-7a2b-46b5-bc42-193af768b42a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064812 Aug 10 05:04:11.559813 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce97eb8-cdfe-4885-a0fd-43ee1acaf348 req-ac51ccb5-0f49-4f1f-b74d-2274366fe602 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:11.561589 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dce97eb8-cdfe-4885-a0fd-43ee1acaf348 req-ac51ccb5-0f49-4f1f-b74d-2274366fe602 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 946 time: 0.0567870 Aug 10 05:04:11.608819 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-dce97eb8-cdfe-4885-a0fd-43ee1acaf348 req-97d41d47-71cc-4a17-9d6e-629766ae411f tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391839 Aug 10 05:04:11.626501 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0ea662c-3579-40c6-b3c8-63dab6f2fcea req-06ac393e-5c98-4b1e-b1a9-fb6b75e7ef1e service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944915 Aug 10 05:04:11.732719 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0ea662c-3579-40c6-b3c8-63dab6f2fcea req-02b3f95b-c5bb-4964-adce-c41ed27c02d2 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970275 Aug 10 05:04:11.859311 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-19e96a42-9003-4a6b-a1e5-daad4e54b639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'name': 'tempest-TestShelveInstance-839753900-router', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:39Z', 'updated_at': '2021-08-10T04:59:42Z', 'revision_number': 4, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'gw_port': {'id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:40Z', 'updated_at': '2021-08-10T04:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'f211f528-773c-42e9-a576-4349c1b95f6e', 'name': '', 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'mac_address': 'fa:16:3e:ef:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:42Z', 'updated_at': '2021-08-10T04:59:48Z', 'revision_number': 5, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'subnets': [{'id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:04:11.887040 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e96a42-9003-4a6b-a1e5-daad4e54b639 None None] The sync data for ids ['2a2e1575-0a92-43d9-a755-31d6c57ad24f'] in n-d-802893-2 is: [{'id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'name': 'tempest-TestShelveInstance-839753900-router', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:39Z', 'updated_at': '2021-08-10T04:59:42Z', 'revision_number': 4, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'gw_port': {'id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:40Z', 'updated_at': '2021-08-10T04:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'f211f528-773c-42e9-a576-4349c1b95f6e', 'name': '', 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'mac_address': 'fa:16:3e:ef:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:42Z', 'updated_at': '2021-08-10T04:59:48Z', 'revision_number': 5, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'subnets': [{'id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:04:12.125012 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb94cb2-8f0b-43e7-a010-e57ff5e5eedb None None] New status for floating IP e6617a02-abdf-4675-8a7d-721be55fee14: DOWN {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:04:12.753808 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c0076-d9d1-4b83-be40-a8af0155edca req-ed81ea1a-d314-430f-9957-a8fcb9fb5cbc tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:12.753808 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-df5c0076-d9d1-4b83-be40-a8af0155edca req-ed81ea1a-d314-430f-9957-a8fcb9fb5cbc tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 946 time: 0.0662806 Aug 10 05:04:12.790323 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-df5c0076-d9d1-4b83-be40-a8af0155edca req-d2c1eace-023e-4a51-a9ab-acfb143709bc tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=a9d42377-4f01-44cf-a7ff-20db48e55c97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357916 Aug 10 05:04:12.936717 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b0a22-5c4f-48d1-8fe8-9bea80e1c00f req-4447eb5d-7697-43a9-8235-6aec47bfcb6a tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:12.938243 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-099b0a22-5c4f-48d1-8fe8-9bea80e1c00f req-4447eb5d-7697-43a9-8235-6aec47bfcb6a tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 946 time: 0.0499976 Aug 10 05:04:13.036356 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-099b0a22-5c4f-48d1-8fe8-9bea80e1c00f req-940321f2-058a-4037-ba6b-4ab100f1a7b3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Deleting port f65cd2cd-a293-43c0-aa21-c100deff3d55 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:04:13.036761 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-099b0a22-5c4f-48d1-8fe8-9bea80e1c00f req-940321f2-058a-4037-ba6b-4ab100f1a7b3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:13.134187 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-099b0a22-5c4f-48d1-8fe8-9bea80e1c00f req-940321f2-058a-4037-ba6b-4ab100f1a7b3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] For port f65cd2cd-a293-43c0-aa21-c100deff3d55, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=f65cd2cd-a293-43c0-aa21-c100deff3d55,segment=NetworkSegment(ce948ee3-4cc5-491a-8a51-97f853d665bb),segment_id=ce948ee3-4cc5-491a-8a51-97f853d665bb)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:04:13.134562 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-099b0a22-5c4f-48d1-8fe8-9bea80e1c00f req-940321f2-058a-4037-ba6b-4ab100f1a7b3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:13.149714 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-099b0a22-5c4f-48d1-8fe8-9bea80e1c00f req-940321f2-058a-4037-ba6b-4ab100f1a7b3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Calling delete_port for f65cd2cd-a293-43c0-aa21-c100deff3d55 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:04:13.362569 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-099b0a22-5c4f-48d1-8fe8-9bea80e1c00f req-940321f2-058a-4037-ba6b-4ab100f1a7b3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:13.392500 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940321f2-058a-4037-ba6b-4ab100f1a7b3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Pushing event deleted for resources: {'Port': ['ID=f65cd2cd-a293-43c0-aa21-c100deff3d55,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:13.440329 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-099b0a22-5c4f-48d1-8fe8-9bea80e1c00f req-940321f2-058a-4037-ba6b-4ab100f1a7b3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] No DVR routers for this DVR port f65cd2cd-a293-43c0-aa21-c100deff3d55 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:04:13.443465 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-099b0a22-5c4f-48d1-8fe8-9bea80e1c00f req-940321f2-058a-4037-ba6b-4ab100f1a7b3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:13.445662 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-099b0a22-5c4f-48d1-8fe8-9bea80e1c00f req-940321f2-058a-4037-ba6b-4ab100f1a7b3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.20 "DELETE /v2.0/ports/f65cd2cd-a293-43c0-aa21-c100deff3d55 HTTP/1.1" status: 204 len: 173 time: 0.5008166 Aug 10 05:04:13.446467 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8841f3-6103-40ba-981b-2dfa4085f9ad', 'name': 'network-vif-deleted', 'tag': 'f65cd2cd-a293-43c0-aa21-c100deff3d55'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:04:13.449034 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2213d9-a272-443e-aee2-0f0c61dbaaa9" -d '{"events": [{"server_uuid": "ff8841f3-6103-40ba-981b-2dfa4085f9ad", "name": "network-vif-deleted", "tag": "f65cd2cd-a293-43c0-aa21-c100deff3d55"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:04:13.486344 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e3ca48-753c-4c64-be2c-8d220b2b2f28 x-openstack-request-id: req-52e3ca48-753c-4c64-be2c-8d220b2b2f28 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:04:13.486658 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8841f3-6103-40ba-981b-2dfa4085f9ad", "name": "network-vif-deleted", "tag": "f65cd2cd-a293-43c0-aa21-c100deff3d55", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:04:13.486918 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-52e3ca48-753c-4c64-be2c-8d220b2b2f28 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:04:13.487329 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8841f3-6103-40ba-981b-2dfa4085f9ad', 'name': 'network-vif-deleted', 'tag': 'f65cd2cd-a293-43c0-aa21-c100deff3d55', 'status': 'completed', 'code': 200} Aug 10 05:04:13.739611 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:13.874528 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-176ab7be-ea52-4504-8193-bc8ad7499043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:13.902609 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aa9205d3-0df1-49e1-9bb0-e15987432f8d req-8a848764-676c-4753-8b1c-b1c970aba3da tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8841f3-6103-40ba-981b-2dfa4085f9ad HTTP/1.1" status: 200 len: 210 time: 0.0293107 Aug 10 05:04:14.963088 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55986) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:04:15.023757 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-db79230d-aa53-4958-89b2-b711f26b6969 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:15.049864 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-db79230d-aa53-4958-89b2-b711f26b6969 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:15.174012 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-db79230d-aa53-4958-89b2-b711f26b6969 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:15.176704 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-db79230d-aa53-4958-89b2-b711f26b6969 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:15.178003 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-db79230d-aa53-4958-89b2-b711f26b6969 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "DELETE /v2.0/security-groups/a9d42377-4f01-44cf-a7ff-20db48e55c97 HTTP/1.1" status: 204 len: 168 time: 0.2139242 Aug 10 05:04:15.188115 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79230d-aa53-4958-89b2-b711f26b6969 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d42377-4f01-44cf-a7ff-20db48e55c97,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:15.611455 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:15.864098 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55992) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:04:15.868975 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-16f73972-1946-4868-934f-9994e47c3d10 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-954447129', 'description': 'tempest-secgroup-smoke-954447129 description', 'project_id': '95d0a568fd1142569d01c8918f7386d5'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:04:15.977168 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-16f73972-1946-4868-934f-9994e47c3d10 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:16.059099 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-16f73972-1946-4868-934f-9994e47c3d10 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:16.122036 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-16f73972-1946-4868-934f-9994e47c3d10 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:16.154482 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f73972-1946-4868-934f-9994e47c3d10 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bac123b-588b-41ba-a253-f106cf7c4071,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:16.196510 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-16f73972-1946-4868-934f-9994e47c3d10 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:16.197766 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-16f73972-1946-4868-934f-9994e47c3d10 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3326073 Aug 10 05:04:16.200583 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55994) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:04:16.205255 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-3383836e-28f3-4ae9-accb-ca1525027f0e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Request body: {'security_group_rule': {'security_group_id': '8bac123b-588b-41ba-a253-f106cf7c4071', 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:04:16.295473 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3383836e-28f3-4ae9-accb-ca1525027f0e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:16.351528 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3383836e-28f3-4ae9-accb-ca1525027f0e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:16.388253 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device f65cd2cd-a293-43c0-aa21-c100deff3d55 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:04:16.408108 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: f65cd2cd-a293-43c0-aa21-c100deff3d55 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:04:16.408482 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device f65cd2cd-a293-43c0-aa21-c100deff3d55 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:04:16.433768 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3383836e-28f3-4ae9-accb-ca1525027f0e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:16.452002 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3383836e-28f3-4ae9-accb-ca1525027f0e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85422ceb-f799-4389-9fd9-58f9447d8fc3,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:16.456751 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:16.519399 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3383836e-28f3-4ae9-accb-ca1525027f0e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:16.520940 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3383836e-28f3-4ae9-accb-ca1525027f0e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3192031 Aug 10 05:04:16.523443 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55996) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:04:16.527979 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-f60743cf-3511-49f2-ae6a-9b104008cd37 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Request body: {'security_group_rule': {'security_group_id': '8bac123b-588b-41ba-a253-f106cf7c4071', 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:04:16.622091 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f60743cf-3511-49f2-ae6a-9b104008cd37 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:16.681234 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f60743cf-3511-49f2-ae6a-9b104008cd37 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:16.791085 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f60743cf-3511-49f2-ae6a-9b104008cd37 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:16.811193 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60743cf-3511-49f2-ae6a-9b104008cd37 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da2d4d7-8ab1-4397-bdc4-bb5b1737ba97,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:16.908800 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-f60743cf-3511-49f2-ae6a-9b104008cd37 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:16.910064 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-f60743cf-3511-49f2-ae6a-9b104008cd37 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3856487 Aug 10 05:04:16.913626 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 55998) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:04:16.918238 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-c94596f0-3c71-4e38-88d2-d87bb191865a tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Request body: {'security_group_rule': {'security_group_id': '8bac123b-588b-41ba-a253-f106cf7c4071', 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:04:17.059933 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c94596f0-3c71-4e38-88d2-d87bb191865a tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:17.129039 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c94596f0-3c71-4e38-88d2-d87bb191865a tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:17.214187 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:17.245308 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c94596f0-3c71-4e38-88d2-d87bb191865a tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:17.268213 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94596f0-3c71-4e38-88d2-d87bb191865a tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cda631f0-8905-4688-b557-540b660197c1,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:17.334577 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c94596f0-3c71-4e38-88d2-d87bb191865a tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:17.335766 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c94596f0-3c71-4e38-88d2-d87bb191865a tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4211555 Aug 10 05:04:17.338646 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56000) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:04:17.343195 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-cda2d365-9a3a-45d6-92dc-cafb91687433 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Request body: {'security_group_rule': {'security_group_id': '8bac123b-588b-41ba-a253-f106cf7c4071', 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:04:17.443556 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cda2d365-9a3a-45d6-92dc-cafb91687433 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:17.504520 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cda2d365-9a3a-45d6-92dc-cafb91687433 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:17.585300 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cda2d365-9a3a-45d6-92dc-cafb91687433 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:17.610368 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2d365-9a3a-45d6-92dc-cafb91687433 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b6f3631-c7c2-41dd-b68c-38d181c633dd,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:17.691280 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cda2d365-9a3a-45d6-92dc-cafb91687433 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:17.693198 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cda2d365-9a3a-45d6-92dc-cafb91687433 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3529940 Aug 10 05:04:17.696194 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56002) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:04:17.700648 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-6c4b7fd1-a64a-4376-943d-cf615ea2e502 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Request body: {'security_group_rule': {'security_group_id': '8bac123b-588b-41ba-a253-f106cf7c4071', 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:04:17.799778 n-d-802893-2 neutron-server[94937]: INFO neutron.db.securitygroups_db [None req-6c4b7fd1-a64a-4376-943d-cf615ea2e502 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Project 95d0a568fd1142569d01c8918f7386d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 05:04:17.806150 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c4b7fd1-a64a-4376-943d-cf615ea2e502 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:17.868604 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c4b7fd1-a64a-4376-943d-cf615ea2e502 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:17.956783 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c4b7fd1-a64a-4376-943d-cf615ea2e502 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:17.978480 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b7fd1-a64a-4376-943d-cf615ea2e502 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08387e7-7e4d-482b-b397-9c45821335ff,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:18.051200 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-6c4b7fd1-a64a-4376-943d-cf615ea2e502 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:18.053298 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-6c4b7fd1-a64a-4376-943d-cf615ea2e502 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3561659 Aug 10 05:04:18.056246 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56004) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:04:18.060728 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-8684dbc4-8189-4d7b-bfbc-db5cb0e43480 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Request body: {'security_group_rule': {'security_group_id': '8bac123b-588b-41ba-a253-f106cf7c4071', 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:04:18.170878 n-d-802893-2 neutron-server[94937]: INFO neutron.db.securitygroups_db [None req-8684dbc4-8189-4d7b-bfbc-db5cb0e43480 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Project 95d0a568fd1142569d01c8918f7386d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 05:04:18.176228 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8684dbc4-8189-4d7b-bfbc-db5cb0e43480 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:18.236776 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8684dbc4-8189-4d7b-bfbc-db5cb0e43480 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:18.314051 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8684dbc4-8189-4d7b-bfbc-db5cb0e43480 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:18.335781 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684dbc4-8189-4d7b-bfbc-db5cb0e43480 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4654f3-f46a-48f6-8758-ce4d534646b6,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:18.416927 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-8684dbc4-8189-4d7b-bfbc-db5cb0e43480 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:18.418208 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-8684dbc4-8189-4d7b-bfbc-db5cb0e43480 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3609955 Aug 10 05:04:23.873764 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:04:28.430470 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:40.060511 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9129e417-f5f8-490f-8492-92ab837db21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:40.867708 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-93b84ee1-ba17-49b8-a5d6-7ab79baeb456 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-954447129&fields=id&tenant_id=95d0a568fd1142569d01c8918f7386d5 HTTP/1.1" status: 200 len: 267 time: 0.0362344 Aug 10 05:04:40.978233 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-1c08dd6f-e1a5-4b2d-8c4e-0c0f506f0f00 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:40.979652 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-1c08dd6f-e1a5-4b2d-8c4e-0c0f506f0f00 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/networks?id=9b6a6cb5-1a60-4239-979c-3090dcf477a3 HTTP/1.1" status: 200 len: 808 time: 0.1043954 Aug 10 05:04:40.995493 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-0ea4636b-7fc9-46d9-86c6-ff066d5843cb tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/quotas/95d0a568fd1142569d01c8918f7386d5 HTTP/1.1" status: 200 len: 375 time: 0.0098617 Aug 10 05:04:41.048234 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-22b25bb8-c2b7-4356-9525-364fa90a6913 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=95d0a568fd1142569d01c8918f7386d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471334 Aug 10 05:04:41.197585 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-1c3425f8-33d1-4953-a903-0ea4828b799c service neutron] 10.222.0.25 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373365 Aug 10 05:04:41.289848 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-af389496-a441-4ae5-b6ff-cfb84e2d5905 service neutron] 10.222.0.25 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850921 Aug 10 05:04:41.930402 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cdfa3506-d7da-414e-b58a-7f2550baee16 req-873074bd-ed82-46b2-a91e-60f11220fd23 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 210 time: 0.0350847 Aug 10 05:04:43.034790 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-aec918eb-0a8a-4335-ac03-4fed9daed150 req-30625c43-dc48-4d01-9043-534c3341a53a tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 210 time: 0.0331471 Aug 10 05:04:43.799038 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:43.947997 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0af66039-46c0-4fd2-9dd9-98e9128e121c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:44.133933 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-eae79951-924d-4601-81c4-30880f79e720 req-225288c8-f774-4752-aa26-79ecea8ebe50 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 210 time: 0.0283415 Aug 10 05:04:44.323081 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-64c4d424-6080-461a-9277-939eba9f0a18 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:44.324477 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-64c4d424-6080-461a-9277-939eba9f0a18 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.20 "GET /v2.0/networks?id=9b6a6cb5-1a60-4239-979c-3090dcf477a3 HTTP/1.1" status: 200 len: 808 time: 0.1058211 Aug 10 05:04:44.378372 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-314718f9-6153-4d3b-99ce-1a9abb2bcd40 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95d0a568fd1142569d01c8918f7386d5 HTTP/1.1" status: 200 len: 379 time: 0.0387011 Aug 10 05:04:44.387549 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-05e6baaf-c93d-44ce-9133-c0ddf845d439 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Request body: {'port': {'device_id': '217a1a0e-805a-4e57-b422-066a23941134', 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'admin_state_up': True, 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'security_groups': ['8bac123b-588b-41ba-a253-f106cf7c4071']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:04:44.599256 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-05e6baaf-c93d-44ce-9133-c0ddf845d439 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Made reservation on behalf of 95d0a568fd1142569d01c8918f7386d5 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:04:44.604975 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-05e6baaf-c93d-44ce-9133-c0ddf845d439 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:44.752401 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-05e6baaf-c93d-44ce-9133-c0ddf845d439 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Allocated IP 172.20.0.6 (9b6a6cb5-1a60-4239-979c-3090dcf477a3/061f0bd3-273e-40e7-b929-f1aa277a9067/ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:04:44.908769 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-05e6baaf-c93d-44ce-9133-c0ddf845d439 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:44.923799 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-05e6baaf-c93d-44ce-9133-c0ddf845d439 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Transition to ACTIVE for port object ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:04:45.042589 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-05e6baaf-c93d-44ce-9133-c0ddf845d439 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:45.090582 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-05e6baaf-c93d-44ce-9133-c0ddf845d439 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Network 9b6a6cb5-1a60-4239-979c-3090dcf477a3 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:04:45.094197 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-05e6baaf-c93d-44ce-9133-c0ddf845d439 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:04:45.098577 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-05e6baaf-c93d-44ce-9133-c0ddf845d439 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:04:45.136789 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6baaf-c93d-44ce-9133-c0ddf845d439 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Pushing event updated for resources: {'Port': ['ID=ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:45.170958 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-05e6baaf-c93d-44ce-9133-c0ddf845d439 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:45.171589 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-05e6baaf-c93d-44ce-9133-c0ddf845d439 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:45.273876 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b57cbf-861d-4f1a-a878-9c98fd2743b8 req-ef3a59a0-48dd-48ad-aa8a-668020f257a5 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:45.277441 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e7b57cbf-861d-4f1a-a878-9c98fd2743b8 req-ef3a59a0-48dd-48ad-aa8a-668020f257a5 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 931 time: 0.0622396 Aug 10 05:04:45.304397 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-05e6baaf-c93d-44ce-9133-c0ddf845d439 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9203053 Aug 10 05:04:45.328694 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-76b89415-8768-4d4c-958e-5a57f8dd9720 service neutron] Request body: {'port': {'device_id': '217a1a0e-805a-4e57-b422-066a23941134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:04:45.341917 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e7b57cbf-861d-4f1a-a878-9c98fd2743b8 req-12e9f69d-73ec-48ef-bb47-17105d0766c4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594938 Aug 10 05:04:45.439387 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-76b89415-8768-4d4c-958e-5a57f8dd9720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:45.533266 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bc4a5a07-75fb-446d-8bd4-98e4a132edf0 None None] Provisioning for port ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:04:45.539021 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bc4a5a07-75fb-446d-8bd4-98e4a132edf0 None None] Provisioning complete for port ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:04:45.539399 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bc4a5a07-75fb-446d-8bd4-98e4a132edf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:45.590364 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bc4a5a07-75fb-446d-8bd4-98e4a132edf0 None None] Port ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:04:45.704501 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:45.749957 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-76b89415-8768-4d4c-958e-5a57f8dd9720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:04:45.759510 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-76b89415-8768-4d4c-958e-5a57f8dd9720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:45.776152 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-76b89415-8768-4d4c-958e-5a57f8dd9720 service neutron] Transition to ACTIVE for port object ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:04:45.856155 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-76b89415-8768-4d4c-958e-5a57f8dd9720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:45.919599 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b89415-8768-4d4c-958e-5a57f8dd9720 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:46.005084 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-76b89415-8768-4d4c-958e-5a57f8dd9720 service neutron] Attempting to bind port ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:04:46.005422 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-76b89415-8768-4d4c-958e-5a57f8dd9720 service neutron] Attempting to bind port ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': 'ce948ee3-4cc5-491a-8a51-97f853d665bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:04:46.005946 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-76b89415-8768-4d4c-958e-5a57f8dd9720 service neutron] Attempting to bind port ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a on network 9b6a6cb5-1a60-4239-979c-3090dcf477a3 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:04:46.010691 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-76b89415-8768-4d4c-958e-5a57f8dd9720 service neutron] Port ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a on network 9b6a6cb5-1a60-4239-979c-3090dcf477a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:04:46.011012 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-76b89415-8768-4d4c-958e-5a57f8dd9720 service neutron] Attempting to bind port ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a on network 9b6a6cb5-1a60-4239-979c-3090dcf477a3 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:04:46.016147 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-76b89415-8768-4d4c-958e-5a57f8dd9720 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:04:46.016489 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-76b89415-8768-4d4c-958e-5a57f8dd9720 service neutron] Checking segment: {'id': 'ce948ee3-4cc5-491a-8a51-97f853d665bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:04:46.016869 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-76b89415-8768-4d4c-958e-5a57f8dd9720 service neutron] Bound using segment: {'id': 'ce948ee3-4cc5-491a-8a51-97f853d665bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:04:46.017347 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-76b89415-8768-4d4c-958e-5a57f8dd9720 service neutron] Bound port: ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce948ee3-4cc5-491a-8a51-97f853d665bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:04:46.017743 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-76b89415-8768-4d4c-958e-5a57f8dd9720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:46.436086 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:46.470109 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-76b89415-8768-4d4c-958e-5a57f8dd9720 service neutron] For port ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:04:46.473830 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-76b89415-8768-4d4c-958e-5a57f8dd9720 service neutron] For port ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a,segment=NetworkSegment(ce948ee3-4cc5-491a-8a51-97f853d665bb),segment_id=ce948ee3-4cc5-491a-8a51-97f853d665bb)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:04:46.502161 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5651c3-0eea-4afc-b6ba-41761da917d3 req-a66aec46-93b0-44db-804c-245780123173 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:46.504203 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7c5651c3-0eea-4afc-b6ba-41761da917d3 req-a66aec46-93b0-44db-804c-245780123173 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 943 time: 0.0630774 Aug 10 05:04:46.546985 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7c5651c3-0eea-4afc-b6ba-41761da917d3 req-ef7776e6-a4f3-4ecb-a677-ba9fcc7e7a44 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353386 Aug 10 05:04:46.556917 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-76b89415-8768-4d4c-958e-5a57f8dd9720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:46.592974 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-76b89415-8768-4d4c-958e-5a57f8dd9720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:46.593605 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-76b89415-8768-4d4c-958e-5a57f8dd9720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:46.595051 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-76b89415-8768-4d4c-958e-5a57f8dd9720 service neutron] 10.222.0.20 "PUT /v2.0/ports/ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a HTTP/1.1" status: 200 len: 1091 time: 1.2739699 Aug 10 05:04:46.595486 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217a1a0e-805a-4e57-b422-066a23941134', 'tag': 'ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:04:46.597755 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3053c290-fd67-44d9-81c5-4c46fec5d620" -d '{"events": [{"name": "network-changed", "server_uuid": "217a1a0e-805a-4e57-b422-066a23941134", "tag": "ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:04:46.632544 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b89415-8768-4d4c-958e-5a57f8dd9720 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:46.648559 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b30b3b-46b4-4888-a4ca-0c9cbf7db2cb x-openstack-request-id: req-f6b30b3b-46b4-4888-a4ca-0c9cbf7db2cb {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:04:46.649005 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217a1a0e-805a-4e57-b422-066a23941134", "tag": "ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:04:46.649269 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6b30b3b-46b4-4888-a4ca-0c9cbf7db2cb {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:04:46.649729 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217a1a0e-805a-4e57-b422-066a23941134', 'tag': 'ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a', 'status': 'completed', 'code': 200} Aug 10 05:04:46.734509 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053c290-fd67-44d9-81c5-4c46fec5d620 req-08bf0bc6-8342-4fca-833b-34bd77b0502e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:46.736132 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3053c290-fd67-44d9-81c5-4c46fec5d620 req-08bf0bc6-8342-4fca-833b-34bd77b0502e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95d0a568fd1142569d01c8918f7386d5&device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 1094 time: 0.0458207 Aug 10 05:04:46.865877 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053c290-fd67-44d9-81c5-4c46fec5d620 req-07ec0acc-1fa7-495a-8024-24321bf789a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:46.867460 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3053c290-fd67-44d9-81c5-4c46fec5d620 req-07ec0acc-1fa7-495a-8024-24321bf789a7 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=95d0a568fd1142569d01c8918f7386d5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1173067 Aug 10 05:04:46.985804 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053c290-fd67-44d9-81c5-4c46fec5d620 req-4b7a7289-68e7-47c8-b0b7-75273a399ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:46.988869 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3053c290-fd67-44d9-81c5-4c46fec5d620 req-4b7a7289-68e7-47c8-b0b7-75273a399ecc service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1133277 Aug 10 05:04:47.086895 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-e3c7a7f9-f8f1-48bb-8bd6-90ca5da925c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:47.088584 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-e3c7a7f9-f8f1-48bb-8bd6-90ca5da925c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95d0a568fd1142569d01c8918f7386d5&device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 1094 time: 0.0428047 Aug 10 05:04:47.136422 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-b52ef437-cacc-432f-bef5-17b1b0a27a12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a HTTP/1.1" status: 200 len: 217 time: 0.0350168 Aug 10 05:04:47.185028 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-6b9a004e-61d8-4975-a766-f1c219498de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:47.186495 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-6b9a004e-61d8-4975-a766-f1c219498de8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=061f0bd3-273e-40e7-b929-f1aa277a9067 HTTP/1.1" status: 200 len: 847 time: 0.0439291 Aug 10 05:04:47.239899 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-8411bb88-4082-4df9-9d1b-d3b0865503fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:47.242668 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-8411bb88-4082-4df9-9d1b-d3b0865503fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b6a6cb5-1a60-4239-979c-3090dcf477a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484793 Aug 10 05:04:47.261579 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:47.333835 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-9f82d7e4-0e1c-4373-b214-fb49fba06c6e service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843174 Aug 10 05:04:47.433817 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84f10140-2f0e-4257-a993-c6f2a4fb29ef req-1b107b93-dc57-44fa-b58a-e574abc985d4 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933101 Aug 10 05:04:47.666746 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e467266-b355-4373-a667-77924e7d48eb req-ad57a897-0d9e-47c1-ba97-f76941cbfa78 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:47.668306 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5e467266-b355-4373-a667-77924e7d48eb req-ad57a897-0d9e-47c1-ba97-f76941cbfa78 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 943 time: 0.0512426 Aug 10 05:04:47.707814 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5e467266-b355-4373-a667-77924e7d48eb req-49b2a7ad-ed56-42f6-85aa-77c9eabb207a tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334623 Aug 10 05:04:48.834652 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc1e24-de81-436b-8f7d-f56a0b3b275d req-1007dd7e-2bd6-40d2-b6da-780bbed119b8 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:48.836200 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0cc1e24-de81-436b-8f7d-f56a0b3b275d req-1007dd7e-2bd6-40d2-b6da-780bbed119b8 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 943 time: 0.0509970 Aug 10 05:04:48.884846 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d0cc1e24-de81-436b-8f7d-f56a0b3b275d req-0f4f1f58-3ab0-4785-b7ba-853b761c6680 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400360 Aug 10 05:04:50.008790 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcefa7c-2171-4f67-9ae0-95e50f242932 req-47c923cc-8775-494f-bada-546ff4debc24 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:50.010388 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4bcefa7c-2171-4f67-9ae0-95e50f242932 req-47c923cc-8775-494f-bada-546ff4debc24 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 943 time: 0.0560641 Aug 10 05:04:50.051276 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4bcefa7c-2171-4f67-9ae0-95e50f242932 req-9e6ca7cb-bf2f-48cc-8cc5-4c3f11be56fe tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346940 Aug 10 05:04:51.180711 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca334a5e-3380-4993-9f61-7418ffea4592 req-59531b01-fc91-4f38-b159-c3f28e3dd492 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:51.182609 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca334a5e-3380-4993-9f61-7418ffea4592 req-59531b01-fc91-4f38-b159-c3f28e3dd492 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 943 time: 0.0551589 Aug 10 05:04:51.225408 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca334a5e-3380-4993-9f61-7418ffea4592 req-984c45a4-0494-499c-addd-1a20c60e8871 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365088 Aug 10 05:04:52.404109 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f203e-a74e-42c2-85b8-7955bb6bc3f2 req-40e3f7df-8a8c-4281-b58d-05b0dc55470c tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:52.405626 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ce1f203e-a74e-42c2-85b8-7955bb6bc3f2 req-40e3f7df-8a8c-4281-b58d-05b0dc55470c tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 943 time: 0.0523722 Aug 10 05:04:52.443361 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ce1f203e-a74e-42c2-85b8-7955bb6bc3f2 req-bcd5ce2b-5111-44d9-98f0-5069c8c88b27 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312479 Aug 10 05:04:53.571521 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f87317-2e7b-4847-bdd2-77cc1ed4099b req-fbaa55f1-564c-44ca-8ae7-7ee0c324a196 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:53.573211 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-50f87317-2e7b-4847-bdd2-77cc1ed4099b req-fbaa55f1-564c-44ca-8ae7-7ee0c324a196 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 943 time: 0.0572569 Aug 10 05:04:53.617572 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-50f87317-2e7b-4847-bdd2-77cc1ed4099b req-096a1ef1-8672-4b5f-89cb-576ef9720459 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356236 Aug 10 05:04:54.734034 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf321ed-871a-49c4-915c-644e097c3ab8 req-0c6d36a0-311e-4597-80fc-b6527d313159 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:54.735456 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ebf321ed-871a-49c4-915c-644e097c3ab8 req-0c6d36a0-311e-4597-80fc-b6527d313159 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 943 time: 0.0508833 Aug 10 05:04:54.775310 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ebf321ed-871a-49c4-915c-644e097c3ab8 req-da9a8cdf-0d65-4044-a53d-e6263c9ded71 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332913 Aug 10 05:04:55.894717 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efacc915-1549-4aa8-b963-cc46ef26536f req-687367f1-ae6c-4d8b-9d54-adeb77615f49 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:55.896339 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-efacc915-1549-4aa8-b963-cc46ef26536f req-687367f1-ae6c-4d8b-9d54-adeb77615f49 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 943 time: 0.0496686 Aug 10 05:04:55.935671 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-efacc915-1549-4aa8-b963-cc46ef26536f req-ba380d47-5aed-4611-9590-50886f382b4d tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328128 Aug 10 05:04:57.056276 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b3315-823a-4680-9bec-888f7d707329 req-04de67fd-be4e-49c7-8f8b-7c56347721d3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:57.060251 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cb3b3315-823a-4680-9bec-888f7d707329 req-04de67fd-be4e-49c7-8f8b-7c56347721d3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 943 time: 0.0543926 Aug 10 05:04:57.096238 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-cb3b3315-823a-4680-9bec-888f7d707329 req-6b43ce02-f423-467e-b286-add2da5c7b33 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321209 Aug 10 05:04:58.217509 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7acd45c-7a6c-409f-89ba-82c32be7fc6c req-4597a76f-3605-458e-9b7d-74c4e1a91368 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:58.219024 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7acd45c-7a6c-409f-89ba-82c32be7fc6c req-4597a76f-3605-458e-9b7d-74c4e1a91368 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 943 time: 0.0525053 Aug 10 05:04:58.259063 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7acd45c-7a6c-409f-89ba-82c32be7fc6c req-dd0924e2-f510-445c-9d3d-d20a8d4b2aee tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338585 Aug 10 05:04:58.464514 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:58.559898 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:04:58.663682 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a,segment=NetworkSegment(ce948ee3-4cc5-491a-8a51-97f853d665bb),segment_id=ce948ee3-4cc5-491a-8a51-97f853d665bb)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:04:58.675194 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a', 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'port_id': 'ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a', 'mac_address': 'fa:16:3e:eb:1c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:04:58.714872 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:58.728215 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:04:58.747525 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a,segment=NetworkSegment(ce948ee3-4cc5-491a-8a51-97f853d665bb),segment_id=ce948ee3-4cc5-491a-8a51-97f853d665bb)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:04:58.830443 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:04:58.878719 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:04:58.886375 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:58.889753 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:58.889753 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:58.889753 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:58.889753 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:58.889753 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:58.889753 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:58.889753 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:58.889753 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:58.889753 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:58.889753 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:58.890662 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:04:59.110639 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:04:59.380515 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a651639-7866-44e0-bead-fc22870b2e60 req-eaa1d7bf-a632-44d7-96fc-30b020541242 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:04:59.382560 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0a651639-7866-44e0-bead-fc22870b2e60 req-eaa1d7bf-a632-44d7-96fc-30b020541242 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 944 time: 0.0514050 Aug 10 05:04:59.421269 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0a651639-7866-44e0-bead-fc22870b2e60 req-1f5f9992-1b40-4d90-8ad6-15b560610481 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326273 Aug 10 05:05:00.548144 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaac0d3-277b-48ea-b666-403e0d1f60d8 req-02bac854-219d-4893-8314-fa6af3df7de8 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:05:00.549674 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cdaac0d3-277b-48ea-b666-403e0d1f60d8 req-02bac854-219d-4893-8314-fa6af3df7de8 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 944 time: 0.0549901 Aug 10 05:05:00.575028 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:05:00.592365 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cdaac0d3-277b-48ea-b666-403e0d1f60d8 req-02cff9ad-c188-4a92-b2bc-c2394ab57a0c tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351706 Aug 10 05:05:00.683666 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:05:00.687882 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:05:00.688298 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:00.771073 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:00.796200 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217a1a0e-805a-4e57-b422-066a23941134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:05:00.798429 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec716d33-0bdc-426f-a662-3a380e11e4c9" -d '{"events": [{"server_uuid": "217a1a0e-805a-4e57-b422-066a23941134", "name": "network-vif-plugged", "status": "completed", "tag": "ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:05:00.813940 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a,segment=NetworkSegment(ce948ee3-4cc5-491a-8a51-97f853d665bb),segment_id=ce948ee3-4cc5-491a-8a51-97f853d665bb)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:05:00.836914 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497a2616-55a6-4964-9def-0e509cef6417 x-openstack-request-id: req-497a2616-55a6-4964-9def-0e509cef6417 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:05:00.837415 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217a1a0e-805a-4e57-b422-066a23941134", "name": "network-vif-plugged", "status": "completed", "tag": "ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:05:00.837415 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-497a2616-55a6-4964-9def-0e509cef6417 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:05:00.837762 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217a1a0e-805a-4e57-b422-066a23941134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a', 'code': 200} Aug 10 05:05:00.874356 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:05:00.935297 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:00.962474 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a607ac-c5d8-4c1d-b206-dede20324bc8 req-19464e33-c5ad-4694-ad88-91c7c15b21cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:05:00.963898 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-21a607ac-c5d8-4c1d-b206-dede20324bc8 req-19464e33-c5ad-4694-ad88-91c7c15b21cc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 1095 time: 0.0415053 Aug 10 05:05:00.986982 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:01.001373 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-21a607ac-c5d8-4c1d-b206-dede20324bc8 req-5fb10b2d-dca4-4bbf-9e79-7e8ce6733d1a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304790 Aug 10 05:05:01.726772 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d96b2-1229-4817-b16a-57acd8ec2b06 req-a7ab48df-4f50-4ed3-9c77-b214669733e2 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:05:01.728358 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e93d96b2-1229-4817-b16a-57acd8ec2b06 req-a7ab48df-4f50-4ed3-9c77-b214669733e2 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 945 time: 0.0619755 Aug 10 05:05:01.772916 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e93d96b2-1229-4817-b16a-57acd8ec2b06 req-9ff38ad9-5723-4db5-a827-67db108d8ebb tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384483 Aug 10 05:05:02.895431 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d41fdd-b5f0-4626-8926-35a4921ebe0c req-02bb63f4-a820-4fb0-a6c7-3a683f71ab40 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:05:02.897222 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-28d41fdd-b5f0-4626-8926-35a4921ebe0c req-02bb63f4-a820-4fb0-a6c7-3a683f71ab40 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 945 time: 0.0506232 Aug 10 05:05:02.937862 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-28d41fdd-b5f0-4626-8926-35a4921ebe0c req-62686b6d-ae3f-4be8-8877-36003ec99452 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328729 Aug 10 05:05:03.064517 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca691572-4305-47a5-a1b2-6eead26e74fe req-5eec486e-e1df-4d33-ad16-7698bfa75d91 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:05:03.064517 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca691572-4305-47a5-a1b2-6eead26e74fe req-5eec486e-e1df-4d33-ad16-7698bfa75d91 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 945 time: 0.0538194 Aug 10 05:05:03.104675 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ca691572-4305-47a5-a1b2-6eead26e74fe req-0d60bf18-34fb-4244-98b1-3817cddb6852 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343981 Aug 10 05:05:03.127729 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56222) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:03.174503 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6532048-f942-41cb-ac07-f85b061de2e2 tempest-TestShelveInstance-98594108 tempest-TestShelveInstance-98594108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:05:03.176055 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c6532048-f942-41cb-ac07-f85b061de2e2 tempest-TestShelveInstance-98594108 tempest-TestShelveInstance-98594108-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 1091 time: 0.0472691 Aug 10 05:05:03.179765 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56224) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:05:03.185277 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'port_id': 'ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:05:03.295051 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:03.399034 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:03.523501 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Allocated IP 172.25.0.127 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/fc0332cd-d6f9-440f-be81-5fc2de3775c8) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:05:03.636561 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:03.752627 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:04.183018 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:05:04.185970 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:05:04.189634 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:05:04.213513 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Pushing event updated for resources: {'Port': ['ID=fc0332cd-d6f9-440f-be81-5fc2de3775c8,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:04.225795 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:04.226206 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:04.226577 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:04.226920 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:04.227283 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:04.227631 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:04.227985 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:04.228313 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:04.228638 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:04.228995 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:04.229299 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:04.229628 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:05:04.593133 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:04.746168 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:04.929376 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:05.008327 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:05.077482 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Pushing event updated for resources: {'Port': ['ID=fc0332cd-d6f9-440f-be81-5fc2de3775c8,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:05:05.094220 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:05.203805 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Floating IP 64b4f0e5-bcdc-4dd9-85df-a3e7493a571d associated. External IP: 172.25.0.127, port: ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a. Aug 10 05:05:05.453318 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Router 2a2e1575-0a92-43d9-a755-31d6c57ad24f has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:05:05.568167 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:05:05.578942 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3170b8be-2ce5-4e0f-8be9-f39f04cc58a0 None None] Sync routers for ids ['2a2e1575-0a92-43d9-a755-31d6c57ad24f'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:05:05.589532 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3170b8be-2ce5-4e0f-8be9-f39f04cc58a0 None None] Routers {'2a2e1575-0a92-43d9-a755-31d6c57ad24f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:05:05.590154 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3170b8be-2ce5-4e0f-8be9-f39f04cc58a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T05:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2a2e1575-0a92-43d9-a755-31d6c57ad24f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:05:05.678333 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:05.719410 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6bf76923-f9a7-43ac-b236-48fab1d03d85 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5265372 Aug 10 05:05:05.719410 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217a1a0e-805a-4e57-b422-066a23941134', 'tag': 'ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:05:05.719757 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-3170b8be-2ce5-4e0f-8be9-f39f04cc58a0 None None] Set router 2a2e1575-0a92-43d9-a755-31d6c57ad24f gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:05:05.719875 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c3df90863f34f3d1b173683b03457bec4b9b1016fd9070b7d6b6bbe3252e10d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c81dbe6-a4b8-4c5b-b98f-f0bb71ce53ee" -d '{"events": [{"name": "network-changed", "server_uuid": "217a1a0e-805a-4e57-b422-066a23941134", "tag": "ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:05:05.809443 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d41556-be8a-4954-97d6-c1c2189258ef x-openstack-request-id: req-03d41556-be8a-4954-97d6-c1c2189258ef {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:05:05.809737 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217a1a0e-805a-4e57-b422-066a23941134", "tag": "ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:05:05.809984 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03d41556-be8a-4954-97d6-c1c2189258ef {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:05:05.810386 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217a1a0e-805a-4e57-b422-066a23941134', 'tag': 'ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a', 'status': 'completed', 'code': 200} Aug 10 05:05:05.905652 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81dbe6-a4b8-4c5b-b98f-f0bb71ce53ee req-8e81be62-e55f-4955-b709-ea1a4dc18140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:05:05.907195 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5c81dbe6-a4b8-4c5b-b98f-f0bb71ce53ee req-8e81be62-e55f-4955-b709-ea1a4dc18140 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95d0a568fd1142569d01c8918f7386d5&device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 1096 time: 0.0541673 Aug 10 05:05:05.962665 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3170b8be-2ce5-4e0f-8be9-f39f04cc58a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'name': 'tempest-TestShelveInstance-839753900-router', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:39Z', 'updated_at': '2021-08-10T04:59:42Z', 'revision_number': 4, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'gw_port': {'id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:40Z', 'updated_at': '2021-08-10T04:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '64b4f0e5-bcdc-4dd9-85df-a3e7493a571d', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'port_id': 'ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'mac_address': 'fa:16:3e:eb:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217a1a0e-805a-4e57-b422-066a23941134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:05:04Z', 'updated_at': '2021-08-10T05:05:04Z', 'revision_number': 0, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f211f528-773c-42e9-a576-4349c1b95f6e', 'name': '', 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'mac_address': 'fa:16:3e:ef:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:42Z', 'updated_at': '2021-08-10T04:59:48Z', 'revision_number': 5, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'subnets': [{'id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:05:05.989782 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3170b8be-2ce5-4e0f-8be9-f39f04cc58a0 None None] Checking router: 2a2e1575-0a92-43d9-a755-31d6c57ad24f for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:05:06.000623 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3170b8be-2ce5-4e0f-8be9-f39f04cc58a0 None None] Routers {'2a2e1575-0a92-43d9-a755-31d6c57ad24f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:05:06.001445 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3170b8be-2ce5-4e0f-8be9-f39f04cc58a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T05:04:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2a2e1575-0a92-43d9-a755-31d6c57ad24f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:05:06.013355 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81dbe6-a4b8-4c5b-b98f-f0bb71ce53ee req-9738d82d-d709-4958-bc9d-235f210f14f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:05:06.014846 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5c81dbe6-a4b8-4c5b-b98f-f0bb71ce53ee req-9738d82d-d709-4958-bc9d-235f210f14f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b6a6cb5-1a60-4239-979c-3090dcf477a3 HTTP/1.1" status: 200 len: 909 time: 0.0995939 Aug 10 05:05:06.108648 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5c81dbe6-a4b8-4c5b-b98f-f0bb71ce53ee req-858f87bb-9133-4a47-9844-4e95d97238cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a HTTP/1.1" status: 200 len: 999 time: 0.0852470 Aug 10 05:05:06.115387 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-3170b8be-2ce5-4e0f-8be9-f39f04cc58a0 None None] Set router 2a2e1575-0a92-43d9-a755-31d6c57ad24f gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:05:06.160757 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81dbe6-a4b8-4c5b-b98f-f0bb71ce53ee req-8c9e7c98-cf3c-44dd-9c4d-3cdbe34782fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:05:06.162231 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5c81dbe6-a4b8-4c5b-b98f-f0bb71ce53ee req-8c9e7c98-cf3c-44dd-9c4d-3cdbe34782fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=061f0bd3-273e-40e7-b929-f1aa277a9067 HTTP/1.1" status: 200 len: 847 time: 0.0472629 Aug 10 05:05:06.216019 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81dbe6-a4b8-4c5b-b98f-f0bb71ce53ee req-88987ef0-7ac4-4f92-b787-6512befa3f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:05:06.217675 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5c81dbe6-a4b8-4c5b-b98f-f0bb71ce53ee req-88987ef0-7ac4-4f92-b787-6512befa3f7f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b6a6cb5-1a60-4239-979c-3090dcf477a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467703 Aug 10 05:05:06.320463 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5c81dbe6-a4b8-4c5b-b98f-f0bb71ce53ee req-8f96b425-b1b0-4a68-8e71-b043775bb993 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954311 Aug 10 05:05:06.399371 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-3170b8be-2ce5-4e0f-8be9-f39f04cc58a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'name': 'tempest-TestShelveInstance-839753900-router', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:39Z', 'updated_at': '2021-08-10T04:59:42Z', 'revision_number': 4, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'gw_port': {'id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:40Z', 'updated_at': '2021-08-10T04:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '64b4f0e5-bcdc-4dd9-85df-a3e7493a571d', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'port_id': 'ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'mac_address': 'fa:16:3e:eb:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217a1a0e-805a-4e57-b422-066a23941134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:05:04Z', 'updated_at': '2021-08-10T05:05:04Z', 'revision_number': 0, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f211f528-773c-42e9-a576-4349c1b95f6e', 'name': '', 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'mac_address': 'fa:16:3e:ef:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:42Z', 'updated_at': '2021-08-10T04:59:48Z', 'revision_number': 5, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'subnets': [{'id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:05:06.429597 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3170b8be-2ce5-4e0f-8be9-f39f04cc58a0 None None] The sync data for ids ['2a2e1575-0a92-43d9-a755-31d6c57ad24f'] in n-d-802893-2 is: [{'id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'name': 'tempest-TestShelveInstance-839753900-router', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:39Z', 'updated_at': '2021-08-10T04:59:42Z', 'revision_number': 4, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'gw_port': {'id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:40Z', 'updated_at': '2021-08-10T04:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '64b4f0e5-bcdc-4dd9-85df-a3e7493a571d', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'floating_ip_address': '172.25.0.127', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'port_id': 'ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'mac_address': 'fa:16:3e:eb:1c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217a1a0e-805a-4e57-b422-066a23941134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:05:04Z', 'updated_at': '2021-08-10T05:05:04Z', 'revision_number': 0, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f211f528-773c-42e9-a576-4349c1b95f6e', 'name': '', 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'mac_address': 'fa:16:3e:ef:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:42Z', 'updated_at': '2021-08-10T04:59:48Z', 'revision_number': 5, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'subnets': [{'id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:05:06.437607 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5c81dbe6-a4b8-4c5b-b98f-f0bb71ce53ee req-92f70f08-996e-4423-ba7c-1672fd1d8a72 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025326 Aug 10 05:05:06.646690 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0587b0-5f13-44f7-9665-aa16a4456fac None None] New status for floating IP 64b4f0e5-bcdc-4dd9-85df-a3e7493a571d: ACTIVE {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:05:10.036170 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d617bff0-9cba-4868-8ae0-b92680f027cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:13.789580 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:13.911818 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-73c4ec50-543c-4297-bb33-7bb48c631166 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:15.619346 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:16.471599 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:17.185818 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:21.183899 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3e7abe78-04bc-4d50-9bba-37c4a756f6de req-b257ecfe-c09e-4349-881b-2e4ed23632e2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0833943 Aug 10 05:05:21.286138 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7abe78-04bc-4d50-9bba-37c4a756f6de req-34129b4f-51c8-49ab-9309-617ea77d481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:05:21.287937 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3e7abe78-04bc-4d50-9bba-37c4a756f6de req-34129b4f-51c8-49ab-9309-617ea77d481f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95d0a568fd1142569d01c8918f7386d5&device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 1096 time: 0.0447412 Aug 10 05:05:21.403973 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7abe78-04bc-4d50-9bba-37c4a756f6de req-414ec479-df31-4474-8cf3-e30e32c7bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:05:21.405531 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3e7abe78-04bc-4d50-9bba-37c4a756f6de req-414ec479-df31-4474-8cf3-e30e32c7bf2e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b6a6cb5-1a60-4239-979c-3090dcf477a3 HTTP/1.1" status: 200 len: 909 time: 0.0976586 Aug 10 05:05:21.476243 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3e7abe78-04bc-4d50-9bba-37c4a756f6de req-14a3d6cc-ef23-442e-afca-5be79dcc020b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a HTTP/1.1" status: 200 len: 1001 time: 0.0598624 Aug 10 05:05:21.525851 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7abe78-04bc-4d50-9bba-37c4a756f6de req-19273737-bff7-4e45-ab18-1af598e974be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:05:21.527347 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3e7abe78-04bc-4d50-9bba-37c4a756f6de req-19273737-bff7-4e45-ab18-1af598e974be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=061f0bd3-273e-40e7-b929-f1aa277a9067 HTTP/1.1" status: 200 len: 847 time: 0.0448692 Aug 10 05:05:21.579164 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7abe78-04bc-4d50-9bba-37c4a756f6de req-ff972ea5-408f-400a-8256-3eaff506f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:05:21.580707 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3e7abe78-04bc-4d50-9bba-37c4a756f6de req-ff972ea5-408f-400a-8256-3eaff506f0ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b6a6cb5-1a60-4239-979c-3090dcf477a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460451 Aug 10 05:05:21.677048 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3e7abe78-04bc-4d50-9bba-37c4a756f6de req-d98e8f9a-c8f7-4dfc-9193-b166d284d838 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869837 Aug 10 05:05:21.775776 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3e7abe78-04bc-4d50-9bba-37c4a756f6de req-cb3e84fd-1afb-4328-bede-b83a0aab0fc7 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920041 Aug 10 05:05:28.459977 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:37.879648 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:05:40.002778 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e016227b-6d66-4cd6-ba7d-1dfe63fe8be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:43.760863 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:43.865150 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-58a7fa20-91a4-44b6-96cb-c6bc59e25256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:45.646307 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:46.494174 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:47.259234 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:05:58.418603 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:10.081031 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e37b7c5b-f978-447e-8831-70778c852fe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:13.732233 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:13.863694 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-cc45af3a-9914-4765-bfb8-4b3624384e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:14.879084 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:06:15.663613 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:16.446764 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:17.218222 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:23.086799 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5aa12084-b238-4710-952b-77b09aca8a02 req-2bac2474-28a5-4b3f-bbcc-376dd0f8ea71 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429440 Aug 10 05:06:23.185628 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa12084-b238-4710-952b-77b09aca8a02 req-31f08042-86cb-47ca-b80f-65fd22edecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:23.187178 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5aa12084-b238-4710-952b-77b09aca8a02 req-31f08042-86cb-47ca-b80f-65fd22edecf2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95d0a568fd1142569d01c8918f7386d5&device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 1096 time: 0.0428147 Aug 10 05:06:23.293618 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa12084-b238-4710-952b-77b09aca8a02 req-6f5a46cd-034c-49ca-b089-c95a01007214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:23.295095 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5aa12084-b238-4710-952b-77b09aca8a02 req-6f5a46cd-034c-49ca-b089-c95a01007214 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b6a6cb5-1a60-4239-979c-3090dcf477a3 HTTP/1.1" status: 200 len: 909 time: 0.0877626 Aug 10 05:06:23.360146 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5aa12084-b238-4710-952b-77b09aca8a02 req-6ec28dc5-b46b-4b27-9bf4-cc93b375a17f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a HTTP/1.1" status: 200 len: 1001 time: 0.0574820 Aug 10 05:06:23.409477 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa12084-b238-4710-952b-77b09aca8a02 req-ba1f3217-b972-45d0-90f7-1637b44e8b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:23.410970 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5aa12084-b238-4710-952b-77b09aca8a02 req-ba1f3217-b972-45d0-90f7-1637b44e8b0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=061f0bd3-273e-40e7-b929-f1aa277a9067 HTTP/1.1" status: 200 len: 847 time: 0.0439179 Aug 10 05:06:23.463793 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa12084-b238-4710-952b-77b09aca8a02 req-133799e7-86d5-42ba-bb61-da0458cf6797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:06:23.465418 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5aa12084-b238-4710-952b-77b09aca8a02 req-133799e7-86d5-42ba-bb61-da0458cf6797 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b6a6cb5-1a60-4239-979c-3090dcf477a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467741 Aug 10 05:06:23.554801 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5aa12084-b238-4710-952b-77b09aca8a02 req-ff8f92e5-e3b8-4ade-b948-6416b076f4a2 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817096 Aug 10 05:06:23.649121 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5aa12084-b238-4710-952b-77b09aca8a02 req-caa555cf-12e7-40ae-b74f-37faa480d8db service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857148 Aug 10 05:06:28.429206 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:40.017690 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8af0686a-8adc-47ef-ae82-361739196d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:43.748865 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:43.840147 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5efff2f0-6c84-4e9b-a8d1-17aa0a8a9867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:45.622673 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:46.440103 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:47.165695 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:06:51.880184 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:06:58.416143 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:10.010834 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5f2f9541-2847-4229-a54f-9937f7d5b818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:13.742098 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:13.839331 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-03a084ae-b03d-47b3-ae9a-e2183f83e15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:15.621826 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:16.509213 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:17.199556 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:23.120127 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c6b5b89-4b0b-4568-a248-7200a53d6200 req-41c3f047-252a-46b6-8bdb-9c4d9d28920a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445096 Aug 10 05:07:23.220920 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b5b89-4b0b-4568-a248-7200a53d6200 req-55bee143-5a41-4b02-93db-bf36007aacdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:23.222595 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c6b5b89-4b0b-4568-a248-7200a53d6200 req-55bee143-5a41-4b02-93db-bf36007aacdc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95d0a568fd1142569d01c8918f7386d5&device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 1096 time: 0.0436094 Aug 10 05:07:23.330855 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b5b89-4b0b-4568-a248-7200a53d6200 req-a2b8ec18-91c9-4e5e-8e0e-902d8f5536b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:23.332314 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c6b5b89-4b0b-4568-a248-7200a53d6200 req-a2b8ec18-91c9-4e5e-8e0e-902d8f5536b6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b6a6cb5-1a60-4239-979c-3090dcf477a3 HTTP/1.1" status: 200 len: 909 time: 0.0907454 Aug 10 05:07:23.400208 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c6b5b89-4b0b-4568-a248-7200a53d6200 req-87809406-cb00-48a1-bd2e-d273f4552b9c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a HTTP/1.1" status: 200 len: 1001 time: 0.0614972 Aug 10 05:07:23.455670 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b5b89-4b0b-4568-a248-7200a53d6200 req-06458278-4b43-4756-a014-f1a8ec995a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:23.457227 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c6b5b89-4b0b-4568-a248-7200a53d6200 req-06458278-4b43-4756-a014-f1a8ec995a3e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=061f0bd3-273e-40e7-b929-f1aa277a9067 HTTP/1.1" status: 200 len: 847 time: 0.0500400 Aug 10 05:07:23.510770 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b5b89-4b0b-4568-a248-7200a53d6200 req-4d608ebd-3e24-4302-b33e-b551b3e08ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:23.512524 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c6b5b89-4b0b-4568-a248-7200a53d6200 req-4d608ebd-3e24-4302-b33e-b551b3e08ad1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b6a6cb5-1a60-4239-979c-3090dcf477a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483155 Aug 10 05:07:23.605597 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c6b5b89-4b0b-4568-a248-7200a53d6200 req-e61d67b1-b30f-48f5-9c6e-ef1fffe192f8 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860908 Aug 10 05:07:23.702041 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2c6b5b89-4b0b-4568-a248-7200a53d6200 req-467a930b-828c-469f-a5ef-cb69db46ee95 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896997 Aug 10 05:07:28.513102 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:28.880432 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:07:40.027054 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0596b200-f82e-46da-a891-fa3eb86bcb38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:43.798645 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:43.889758 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4365f386-5eb0-43ca-9cb3-a4d807f34b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:44.564524 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26f74a-d6ef-43f2-8cbb-7ef65b22bec8 req-2358a157-f168-45c9-881a-28196e14b648 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:44.566173 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5e26f74a-d6ef-43f2-8cbb-7ef65b22bec8 req-2358a157-f168-45c9-881a-28196e14b648 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 945 time: 0.1089380 Aug 10 05:07:44.613625 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-5e26f74a-d6ef-43f2-8cbb-7ef65b22bec8 req-0bbe112d-f81f-4dd1-b162-bb72f510718a tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380812 Aug 10 05:07:45.666217 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:45.789742 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d5c94c-3ee3-4c93-8ad4-3364d5dc4e07 req-046d60ba-f55a-448f-b9aa-c027de72e538 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:45.791470 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7d5c94c-3ee3-4c93-8ad4-3364d5dc4e07 req-046d60ba-f55a-448f-b9aa-c027de72e538 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 945 time: 0.0994184 Aug 10 05:07:45.843036 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b7d5c94c-3ee3-4c93-8ad4-3364d5dc4e07 req-8e415e7e-a04e-409d-84a8-d842e83c4052 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453050 Aug 10 05:07:46.495735 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:47.016520 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d68850-ddea-4856-b6dc-260870b5c13a req-d3f8ea8c-d69a-4eb9-9d34-549504dc9a26 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:47.018056 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b8d68850-ddea-4856-b6dc-260870b5c13a req-d3f8ea8c-d69a-4eb9-9d34-549504dc9a26 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 945 time: 0.0555997 Aug 10 05:07:47.064088 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b8d68850-ddea-4856-b6dc-260870b5c13a req-1e7fc091-d5d7-4c53-9177-ba6ceb6b24dd tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399156 Aug 10 05:07:47.233009 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:48.187257 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792658f-791a-4b1c-be0e-a3410375c538 req-32da612c-27f9-4c4d-84f3-774d42f48590 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:48.189525 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3792658f-791a-4b1c-be0e-a3410375c538 req-32da612c-27f9-4c4d-84f3-774d42f48590 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 945 time: 0.0521941 Aug 10 05:07:48.234144 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-3792658f-791a-4b1c-be0e-a3410375c538 req-2d7f4ad0-96a3-490b-9e3e-42be7390d9ed tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384760 Aug 10 05:07:49.357357 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0c66b5-4246-4c8c-b528-5d4548408990 req-38121808-76c3-4a9c-9476-db0ad675b44a tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:49.358867 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6f0c66b5-4246-4c8c-b528-5d4548408990 req-38121808-76c3-4a9c-9476-db0ad675b44a tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 945 time: 0.0507030 Aug 10 05:07:49.398010 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6f0c66b5-4246-4c8c-b528-5d4548408990 req-6949b074-9139-4fd1-b2a1-f3808d10c7ae tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319448 Aug 10 05:07:50.524097 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f326eea-1deb-434c-a533-4cbab3e134bd req-2189d005-d800-424d-b8d1-253914a56240 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:50.525525 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f326eea-1deb-434c-a533-4cbab3e134bd req-2189d005-d800-424d-b8d1-253914a56240 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 945 time: 0.0560675 Aug 10 05:07:50.568567 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9f326eea-1deb-434c-a533-4cbab3e134bd req-d0f26181-6542-4768-9f13-1ed056315eca tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368731 Aug 10 05:07:51.692928 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33051c-0149-4d21-a893-ea4ecf6ec7d3 req-996b5fdb-9cf3-49e4-a83c-019d372c3b4b tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:51.694420 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-da33051c-0149-4d21-a893-ea4ecf6ec7d3 req-996b5fdb-9cf3-49e4-a83c-019d372c3b4b tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 945 time: 0.0498772 Aug 10 05:07:51.738461 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-da33051c-0149-4d21-a893-ea4ecf6ec7d3 req-217f1842-6edc-4cc9-ae32-0b48fcfaced8 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370598 Aug 10 05:07:52.875259 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2233c7b-286c-4fe3-87e4-9fca04e501e2 req-96820c3b-7422-45b5-8d4a-e34f152dbdfc tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:52.876900 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e2233c7b-286c-4fe3-87e4-9fca04e501e2 req-96820c3b-7422-45b5-8d4a-e34f152dbdfc tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 945 time: 0.0539670 Aug 10 05:07:52.919978 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e2233c7b-286c-4fe3-87e4-9fca04e501e2 req-f9577625-c07f-499c-b4c0-624eae207e28 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362427 Aug 10 05:07:54.046843 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448513f9-600d-4aea-adce-abc5bf9fca06 req-df63aaae-7695-46d8-9ddc-ad81ee281048 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:54.048448 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-448513f9-600d-4aea-adce-abc5bf9fca06 req-df63aaae-7695-46d8-9ddc-ad81ee281048 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 945 time: 0.0575261 Aug 10 05:07:54.091707 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-448513f9-600d-4aea-adce-abc5bf9fca06 req-e8997c1c-16c1-4685-ad7b-9ebb15bb9b96 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359621 Aug 10 05:07:54.852636 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc0937-7f9f-4cd5-8edf-8ae04e2c1c58 req-c07bf151-1208-4f01-a82d-3005cafd9725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:54.854148 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9fbc0937-7f9f-4cd5-8edf-8ae04e2c1c58 req-c07bf151-1208-4f01-a82d-3005cafd9725 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95d0a568fd1142569d01c8918f7386d5&device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 1096 time: 0.0436282 Aug 10 05:07:54.956544 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc0937-7f9f-4cd5-8edf-8ae04e2c1c58 req-4e6a1fd3-a6be-454c-8178-17c1e41abbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:54.958047 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9fbc0937-7f9f-4cd5-8edf-8ae04e2c1c58 req-4e6a1fd3-a6be-454c-8178-17c1e41abbb0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b6a6cb5-1a60-4239-979c-3090dcf477a3 HTTP/1.1" status: 200 len: 909 time: 0.0969257 Aug 10 05:07:55.023290 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9fbc0937-7f9f-4cd5-8edf-8ae04e2c1c58 req-647cea6c-8b8a-4f27-835d-71d03bec6ff7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a HTTP/1.1" status: 200 len: 1001 time: 0.0587015 Aug 10 05:07:55.074428 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc0937-7f9f-4cd5-8edf-8ae04e2c1c58 req-ef52937f-c2fc-4ea8-a4c9-6615b4d57a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:55.075932 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9fbc0937-7f9f-4cd5-8edf-8ae04e2c1c58 req-ef52937f-c2fc-4ea8-a4c9-6615b4d57a35 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=061f0bd3-273e-40e7-b929-f1aa277a9067 HTTP/1.1" status: 200 len: 847 time: 0.0453508 Aug 10 05:07:55.129060 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc0937-7f9f-4cd5-8edf-8ae04e2c1c58 req-975a13dc-c1e3-498c-b3bc-2c6873f7984d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:55.130337 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9fbc0937-7f9f-4cd5-8edf-8ae04e2c1c58 req-975a13dc-c1e3-498c-b3bc-2c6873f7984d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b6a6cb5-1a60-4239-979c-3090dcf477a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472536 Aug 10 05:07:55.273929 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a602d-ea07-4f91-a967-ed6143f1c859 req-d64859d4-c29b-4273-a8fa-39e3312f0991 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:55.275702 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0f0a602d-ea07-4f91-a967-ed6143f1c859 req-d64859d4-c29b-4273-a8fa-39e3312f0991 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 945 time: 0.0922358 Aug 10 05:07:55.278712 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9fbc0937-7f9f-4cd5-8edf-8ae04e2c1c58 req-450dbfd8-4242-43b8-85b4-cccdfe631744 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407213 Aug 10 05:07:55.365920 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0f0a602d-ea07-4f91-a967-ed6143f1c859 req-b20f1d40-2804-4979-9e43-4a19657196fe tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838387 Aug 10 05:07:55.398866 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9fbc0937-7f9f-4cd5-8edf-8ae04e2c1c58 req-b0e812a7-34b0-4cf4-80a5-73c201f5291e service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093845 Aug 10 05:07:56.485957 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b983957-ab68-4ce2-bb19-cf892afe89b4 req-efe2b498-e062-4d49-8edb-a407c2e3cecb tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:56.487579 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b983957-ab68-4ce2-bb19-cf892afe89b4 req-efe2b498-e062-4d49-8edb-a407c2e3cecb tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 945 time: 0.0516994 Aug 10 05:07:56.528487 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-4b983957-ab68-4ce2-bb19-cf892afe89b4 req-76ba867e-5a85-4819-8d5c-7058db298d7e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341768 Aug 10 05:07:57.654203 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3de689-d3f9-4f5c-bc78-db427f445f5c req-07eb4771-7156-4dac-a8d4-820db755a5b3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:57.655834 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6f3de689-d3f9-4f5c-bc78-db427f445f5c req-07eb4771-7156-4dac-a8d4-820db755a5b3 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 945 time: 0.0533812 Aug 10 05:07:57.701622 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6f3de689-d3f9-4f5c-bc78-db427f445f5c req-78c7b24d-c336-4bf6-823b-1cd6c5458f56 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387487 Aug 10 05:07:58.456354 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:58.830925 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db99572-79fb-4f65-877f-4fb4260fee12 req-7c294f69-5a77-4192-8331-990109668a23 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:07:58.832440 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9db99572-79fb-4f65-877f-4fb4260fee12 req-7c294f69-5a77-4192-8331-990109668a23 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 945 time: 0.0543740 Aug 10 05:07:58.876169 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9db99572-79fb-4f65-877f-4fb4260fee12 req-e586c37a-976c-4e34-988e-657325c395f0 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374000 Aug 10 05:07:59.569720 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:07:59.646057 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:59.668167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217a1a0e-805a-4e57-b422-066a23941134', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:07:59.670380 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e1c98a-0df0-4261-b3ce-c9a3349168ae" -d '{"events": [{"server_uuid": "217a1a0e-805a-4e57-b422-066a23941134", "name": "network-vif-unplugged", "status": "completed", "tag": "ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:07:59.683661 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a,segment=NetworkSegment(ce948ee3-4cc5-491a-8a51-97f853d665bb),segment_id=ce948ee3-4cc5-491a-8a51-97f853d665bb)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:07:59.741381 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:07:59.781237 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 05:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec52314-5fff-46c6-9d8e-2548863a1003 x-openstack-request-id: req-5ec52314-5fff-46c6-9d8e-2548863a1003 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:07:59.781237 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217a1a0e-805a-4e57-b422-066a23941134", "name": "network-vif-unplugged", "status": "completed", "tag": "ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:07:59.781449 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ec52314-5fff-46c6-9d8e-2548863a1003 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:07:59.781866 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217a1a0e-805a-4e57-b422-066a23941134', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a', 'code': 200} Aug 10 05:07:59.799358 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:07:59.810339 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:59.810680 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:59.811038 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:59.811368 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:59.811694 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:59.812048 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:59.812436 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:59.812758 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:59.813075 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:59.813388 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:59.813704 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:07:59.814500 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:08:00.008027 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500817d-1b05-4b9f-bbfb-d9b16006c489 req-da54dc0c-1a3b-43dd-8990-fd1319a2818b tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:00.009602 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7500817d-1b05-4b9f-bbfb-d9b16006c489 req-da54dc0c-1a3b-43dd-8990-fd1319a2818b tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 943 time: 0.0591807 Aug 10 05:08:00.051105 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7500817d-1b05-4b9f-bbfb-d9b16006c489 req-028d3a1d-e989-4d52-9ca3-fb8199bd03ff tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354269 Aug 10 05:08:00.449506 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdcd4b-c4ba-4e7d-a718-e324b610aa4a req-96470374-8a0a-4651-8377-5e83850c45c2 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:00.451701 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e9fdcd4b-c4ba-4e7d-a718-e324b610aa4a req-96470374-8a0a-4651-8377-5e83850c45c2 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 943 time: 0.0556121 Aug 10 05:08:00.512413 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e9fdcd4b-c4ba-4e7d-a718-e324b610aa4a req-1a6047aa-c916-440a-b4ba-513e4d17a608 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550096 Aug 10 05:08:00.528327 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-6be22d76-b356-4f5f-b91f-9968a37afa2b req-99978a6f-9d20-42b7-b15a-ca6f2ba2eb40 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0918407 Aug 10 05:08:01.645766 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f5c5b-6faf-4020-86ed-6da63564d39c req-454e63d9-2e92-4a47-9f4f-888b704360b7 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:01.647571 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-251f5c5b-6faf-4020-86ed-6da63564d39c req-454e63d9-2e92-4a47-9f4f-888b704360b7 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 943 time: 0.0552490 Aug 10 05:08:01.694739 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-251f5c5b-6faf-4020-86ed-6da63564d39c req-cea3e6a9-34a7-4e3b-a9ea-0d3962547ca4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404158 Aug 10 05:08:02.838008 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a75ab-1487-41c2-8936-072c762eab80 req-a7619cef-6db9-4064-a50b-7e79bb39953a tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:02.838008 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3d8a75ab-1487-41c2-8936-072c762eab80 req-a7619cef-6db9-4064-a50b-7e79bb39953a tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 943 time: 0.0577228 Aug 10 05:08:02.879073 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3d8a75ab-1487-41c2-8936-072c762eab80 req-cef56efd-521a-4cbb-bb9a-90562d1b5135 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386970 Aug 10 05:08:04.011602 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4aa6ce-2e39-4cee-84e3-1260782dc1c0 req-9654eab2-908c-48bd-ab46-daa5de96bd24 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:04.014067 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc4aa6ce-2e39-4cee-84e3-1260782dc1c0 req-9654eab2-908c-48bd-ab46-daa5de96bd24 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 943 time: 0.0552390 Aug 10 05:08:04.052198 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-fc4aa6ce-2e39-4cee-84e3-1260782dc1c0 req-18c851fa-abba-425a-9af3-96d2a0905ded tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326567 Aug 10 05:08:05.180182 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7aec90-1fd4-4883-8ba2-87dbcb582028 req-5d8838cd-d7aa-4b05-ba61-7a0992e00512 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:05.182115 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ec7aec90-1fd4-4883-8ba2-87dbcb582028 req-5d8838cd-d7aa-4b05-ba61-7a0992e00512 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 943 time: 0.0592353 Aug 10 05:08:05.225101 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-ec7aec90-1fd4-4883-8ba2-87dbcb582028 req-f5d2766f-9458-4f9b-b211-0ea2cffdb9e7 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368779 Aug 10 05:08:05.884278 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:08:06.365772 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72766d-ed87-4a2a-9e94-6c8bd99759f1 req-ab2ec4a7-b3ab-40dc-a195-89283d7a609e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:06.367350 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5b72766d-ed87-4a2a-9e94-6c8bd99759f1 req-ab2ec4a7-b3ab-40dc-a195-89283d7a609e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 943 time: 0.0686295 Aug 10 05:08:06.416168 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5b72766d-ed87-4a2a-9e94-6c8bd99759f1 req-937aaf4a-7efc-4df5-83a8-f51b25203d48 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418694 Aug 10 05:08:06.903539 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be22d76-b356-4f5f-b91f-9968a37afa2b req-4943bc41-b377-40a9-84c5-1e34b983e7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:06.905102 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6be22d76-b356-4f5f-b91f-9968a37afa2b req-4943bc41-b377-40a9-84c5-1e34b983e7f6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134&tenant_id=95d0a568fd1142569d01c8918f7386d5 HTTP/1.1" status: 200 len: 1094 time: 0.0428197 Aug 10 05:08:06.988033 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be22d76-b356-4f5f-b91f-9968a37afa2b req-e20353e6-83d6-4b0a-b28e-51c4cba90cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:06.989549 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6be22d76-b356-4f5f-b91f-9968a37afa2b req-e20353e6-83d6-4b0a-b28e-51c4cba90cff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95d0a568fd1142569d01c8918f7386d5&device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 1094 time: 0.0444500 Aug 10 05:08:07.085709 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be22d76-b356-4f5f-b91f-9968a37afa2b req-42dcb5f3-8273-4002-a291-b5d6d94f2b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:07.087226 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6be22d76-b356-4f5f-b91f-9968a37afa2b req-42dcb5f3-8273-4002-a291-b5d6d94f2b56 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b6a6cb5-1a60-4239-979c-3090dcf477a3 HTTP/1.1" status: 200 len: 909 time: 0.0903254 Aug 10 05:08:07.153398 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6be22d76-b356-4f5f-b91f-9968a37afa2b req-55455cf6-e204-4fff-a426-33c03ddd2404 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a HTTP/1.1" status: 200 len: 999 time: 0.0583243 Aug 10 05:08:07.208540 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be22d76-b356-4f5f-b91f-9968a37afa2b req-d633c6d4-8d52-4421-8443-25626e84237f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:07.210314 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6be22d76-b356-4f5f-b91f-9968a37afa2b req-d633c6d4-8d52-4421-8443-25626e84237f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=061f0bd3-273e-40e7-b929-f1aa277a9067 HTTP/1.1" status: 200 len: 847 time: 0.0500877 Aug 10 05:08:07.263616 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be22d76-b356-4f5f-b91f-9968a37afa2b req-eee7706b-3ff4-4277-84b0-a5154d96c8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:07.265212 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6be22d76-b356-4f5f-b91f-9968a37afa2b req-eee7706b-3ff4-4277-84b0-a5154d96c8ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b6a6cb5-1a60-4239-979c-3090dcf477a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476801 Aug 10 05:08:07.356346 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6be22d76-b356-4f5f-b91f-9968a37afa2b req-a366eb61-3aee-4c31-b02b-7165d7ea1ad7 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842862 Aug 10 05:08:07.457910 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-6be22d76-b356-4f5f-b91f-9968a37afa2b req-05be0f1c-09db-4459-a7b1-afcde333959b service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949948 Aug 10 05:08:07.535512 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505b8ad-a347-4259-9e9f-c2660e01684b req-0b09cd9b-ab81-4281-ba52-9f30255ed1c9 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:07.536970 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0505b8ad-a347-4259-9e9f-c2660e01684b req-0b09cd9b-ab81-4281-ba52-9f30255ed1c9 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 943 time: 0.0493352 Aug 10 05:08:07.575150 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-0505b8ad-a347-4259-9e9f-c2660e01684b req-70fcd70e-bf54-41f4-a2cc-c8c8ef5481d1 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320601 Aug 10 05:08:08.691294 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8188b93-51cf-48f3-899f-616b3bcef90a req-09eed5d9-0a0c-4732-8a7f-f261c4a3c6b9 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:08.692853 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e8188b93-51cf-48f3-899f-616b3bcef90a req-09eed5d9-0a0c-4732-8a7f-f261c4a3c6b9 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 943 time: 0.0517404 Aug 10 05:08:08.730717 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e8188b93-51cf-48f3-899f-616b3bcef90a req-cf2c849b-4b6c-4914-9313-cadd7e84f259 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317550 Aug 10 05:08:09.852561 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c06e9-034f-456f-a80c-e95605a0b703 req-88a8b1dd-11ca-4444-8d82-0699c4bf21ed tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:09.854050 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e70c06e9-034f-456f-a80c-e95605a0b703 req-88a8b1dd-11ca-4444-8d82-0699c4bf21ed tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 943 time: 0.0534177 Aug 10 05:08:09.893072 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e70c06e9-034f-456f-a80c-e95605a0b703 req-8acb5807-de28-4168-bb2e-86fd95885bed tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330598 Aug 10 05:08:09.997692 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-0feb1397-fbde-4c1e-8187-5faf5684e1eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:11.008351 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93657a-7d4e-4140-a36d-ee694055faba req-66e42da7-0c8d-4690-a1f6-6e240f404cc2 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:11.009841 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5c93657a-7d4e-4140-a36d-ee694055faba req-66e42da7-0c8d-4690-a1f6-6e240f404cc2 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 943 time: 0.0491753 Aug 10 05:08:11.047775 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5c93657a-7d4e-4140-a36d-ee694055faba req-d91c6b63-5482-4c12-9581-3e88823826d6 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319698 Aug 10 05:08:12.163653 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5492661-f88f-4e68-a396-9d55a02d4fd7 req-58bb278d-72a5-4c9b-ae9c-d5348ac9c91e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:12.165146 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f5492661-f88f-4e68-a396-9d55a02d4fd7 req-58bb278d-72a5-4c9b-ae9c-d5348ac9c91e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 943 time: 0.0493298 Aug 10 05:08:12.202361 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f5492661-f88f-4e68-a396-9d55a02d4fd7 req-36b39d2a-cd4b-4d75-a753-640a209e2ea8 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314019 Aug 10 05:08:13.318514 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061166d-2197-49e8-8c72-72d96e27597b req-9e6c7ff0-a29b-47bb-ad05-4ee5457b919c tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:13.320091 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9061166d-2197-49e8-8c72-72d96e27597b req-9e6c7ff0-a29b-47bb-ad05-4ee5457b919c tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 943 time: 0.0512049 Aug 10 05:08:13.362241 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9061166d-2197-49e8-8c72-72d96e27597b req-98cbea6c-d345-489e-aba8-c4cadda77054 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358679 Aug 10 05:08:13.771490 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:13.872245 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e98fc8aa-1894-451b-bc3c-112657968d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:14.478606 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c97e8-5a03-4889-86d1-e9e45b3bcd28 req-5cd4180f-7651-4241-95cc-95d16ba845ba tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:14.480182 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-549c97e8-5a03-4889-86d1-e9e45b3bcd28 req-5cd4180f-7651-4241-95cc-95d16ba845ba tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 943 time: 0.0499189 Aug 10 05:08:14.522012 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-549c97e8-5a03-4889-86d1-e9e45b3bcd28 req-842eda34-d471-4fde-9f6c-d3be1151ff47 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356174 Aug 10 05:08:15.631728 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:08:15.637661 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:15.639443 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1d9c7-ec22-4519-9025-ded505bf9bd5 req-f7c454dd-593e-44d4-971d-691fb773b91e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:15.640970 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-57a1d9c7-ec22-4519-9025-ded505bf9bd5 req-f7c454dd-593e-44d4-971d-691fb773b91e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 943 time: 0.0495894 Aug 10 05:08:15.679843 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-57a1d9c7-ec22-4519-9025-ded505bf9bd5 req-a7456698-8efc-4e6d-ac1b-93abf82b1fa5 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326843 Aug 10 05:08:15.725701 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a,segment=NetworkSegment(ce948ee3-4cc5-491a-8a51-97f853d665bb),segment_id=ce948ee3-4cc5-491a-8a51-97f853d665bb)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:08:15.735914 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': 'ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a', 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'port_id': 'ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a', 'mac_address': 'fa:16:3e:eb:1c:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:08:15.776750 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:15.789330 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:08:15.810019 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a,segment=NetworkSegment(ce948ee3-4cc5-491a-8a51-97f853d665bb),segment_id=ce948ee3-4cc5-491a-8a51-97f853d665bb)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:08:15.882456 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:15.930016 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a,revision_number=7']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:08:16.179582 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:08:16.447715 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:16.797770 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2ccd2-1dc3-4517-bb0b-78e6624d274f req-176fd34e-8c03-4cf4-b335-c922296de02b tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:16.799230 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b9a2ccd2-1dc3-4517-bb0b-78e6624d274f req-176fd34e-8c03-4cf4-b335-c922296de02b tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 944 time: 0.0530164 Aug 10 05:08:16.837798 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b9a2ccd2-1dc3-4517-bb0b-78e6624d274f req-c926e605-a901-4500-94e5-05a4142998e9 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321772 Aug 10 05:08:17.193094 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:17.646518 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:08:17.693464 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:08:17.693827 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:17.770390 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:17.792364 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217a1a0e-805a-4e57-b422-066a23941134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:08:17.794572 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90af6b64-7b27-4b7c-98be-f6a146cff241" -d '{"events": [{"server_uuid": "217a1a0e-805a-4e57-b422-066a23941134", "name": "network-vif-plugged", "status": "completed", "tag": "ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:08:17.809908 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a,segment=NetworkSegment(ce948ee3-4cc5-491a-8a51-97f853d665bb),segment_id=ce948ee3-4cc5-491a-8a51-97f853d665bb)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:08:17.829986 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64ae755-3dd8-4a65-9e8b-51a4737d0f06 x-openstack-request-id: req-f64ae755-3dd8-4a65-9e8b-51a4737d0f06 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:08:17.830269 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217a1a0e-805a-4e57-b422-066a23941134", "name": "network-vif-plugged", "status": "completed", "tag": "ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:08:17.830518 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f64ae755-3dd8-4a65-9e8b-51a4737d0f06 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:08:17.830907 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217a1a0e-805a-4e57-b422-066a23941134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a', 'code': 200} Aug 10 05:08:17.912236 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:17.959528 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702b0b5-0cfb-4b1c-94d4-c9f9090b43cf req-ba7bb1b2-f397-4916-889f-613535079920 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:17.961116 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1702b0b5-0cfb-4b1c-94d4-c9f9090b43cf req-ba7bb1b2-f397-4916-889f-613535079920 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 945 time: 0.0539567 Aug 10 05:08:17.974283 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:08:18.000392 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-1702b0b5-0cfb-4b1c-94d4-c9f9090b43cf req-84008d42-a721-4bf1-8611-d4eff13b6b28 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333264 Aug 10 05:08:18.020845 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00af962-d4fc-4fb9-bb6a-82794c823b8d req-70227c16-f5d1-41f2-a067-59129dbcca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:18.022309 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a00af962-d4fc-4fb9-bb6a-82794c823b8d req-70227c16-f5d1-41f2-a067-59129dbcca1a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 1096 time: 0.0402853 Aug 10 05:08:18.057795 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a00af962-d4fc-4fb9-bb6a-82794c823b8d req-e3762ea9-b2be-4ebb-88ce-0030b267903e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279510 Aug 10 05:08:19.122026 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd110a9-8fff-49e3-9f79-35a6850a2dcf req-49bd4b4e-4094-4e80-9189-83d1b969f7c8 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:19.123603 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0cd110a9-8fff-49e3-9f79-35a6850a2dcf req-49bd4b4e-4094-4e80-9189-83d1b969f7c8 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 945 time: 0.0507965 Aug 10 05:08:19.166220 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-0cd110a9-8fff-49e3-9f79-35a6850a2dcf req-94969a74-b62e-42fa-bcaf-65459c637462 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358789 Aug 10 05:08:20.285849 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb939b-e202-4dd3-9286-465decea9265 req-23112042-73d0-4752-8ad4-0b7836f960f6 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:20.287343 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-88fb939b-e202-4dd3-9286-465decea9265 req-23112042-73d0-4752-8ad4-0b7836f960f6 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 945 time: 0.0542536 Aug 10 05:08:20.324716 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-88fb939b-e202-4dd3-9286-465decea9265 req-616de490-406c-4db8-8b29-5516f8a7fed5 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314951 Aug 10 05:08:25.439676 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-57ca762a-06cd-4a05-b82a-d6b04233e2e8 req-4e222ad0-3812-476d-8e93-afa66efc44df service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3700581 Aug 10 05:08:25.546490 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca762a-06cd-4a05-b82a-d6b04233e2e8 req-50da4fe4-d0eb-4ab6-b125-259309442910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:25.548008 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-57ca762a-06cd-4a05-b82a-d6b04233e2e8 req-50da4fe4-d0eb-4ab6-b125-259309442910 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95d0a568fd1142569d01c8918f7386d5&device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 1096 time: 0.0411844 Aug 10 05:08:25.660667 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca762a-06cd-4a05-b82a-d6b04233e2e8 req-5d3392c1-60fb-45b1-871c-1c76d3497c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:25.662202 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-57ca762a-06cd-4a05-b82a-d6b04233e2e8 req-5d3392c1-60fb-45b1-871c-1c76d3497c62 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b6a6cb5-1a60-4239-979c-3090dcf477a3 HTTP/1.1" status: 200 len: 909 time: 0.0945027 Aug 10 05:08:25.727832 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-57ca762a-06cd-4a05-b82a-d6b04233e2e8 req-20f12f5e-5f48-4f7f-b75e-0b46ba6ecd84 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a HTTP/1.1" status: 200 len: 1001 time: 0.0584393 Aug 10 05:08:25.775781 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca762a-06cd-4a05-b82a-d6b04233e2e8 req-8a8f0eb5-e54c-4d69-a5ce-7182ccb7ac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:25.777250 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-57ca762a-06cd-4a05-b82a-d6b04233e2e8 req-8a8f0eb5-e54c-4d69-a5ce-7182ccb7ac4c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=061f0bd3-273e-40e7-b929-f1aa277a9067 HTTP/1.1" status: 200 len: 847 time: 0.0430939 Aug 10 05:08:25.826455 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca762a-06cd-4a05-b82a-d6b04233e2e8 req-0a2a32cb-12fd-49fe-9a83-a87b63e05d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:08:25.827924 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-57ca762a-06cd-4a05-b82a-d6b04233e2e8 req-0a2a32cb-12fd-49fe-9a83-a87b63e05d64 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b6a6cb5-1a60-4239-979c-3090dcf477a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439289 Aug 10 05:08:25.920503 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-57ca762a-06cd-4a05-b82a-d6b04233e2e8 req-1704f898-7c34-4a87-8720-9f5af5ea731c service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853462 Aug 10 05:08:26.018106 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-57ca762a-06cd-4a05-b82a-d6b04233e2e8 req-f16d6303-b1a9-4674-864e-5bbc7340b72e service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904107 Aug 10 05:08:28.429986 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:39.995631 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bcb21b37-44c6-49df-bdcc-f2b805f70f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:42.884312 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:08:43.757551 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:43.883633 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-2417a7d7-cbf8-4612-9ea1-10901dbf2f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:45.654699 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:46.461380 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:47.200942 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:08:58.454522 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:09.973728 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-207ff67c-69f9-47c7-8832-51c2dca6c385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:13.750765 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:13.828074 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5c605a48-593d-43ea-9843-0ccb3f57988c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:15.716496 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:16.465076 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:17.180110 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:19.884198 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:09:25.109490 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bbb013cf-9281-4e73-be1f-2825e108fd08 req-608c91cf-9a63-4b44-a17a-80b1fc3068ab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415306 Aug 10 05:09:25.203593 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb013cf-9281-4e73-be1f-2825e108fd08 req-b89baee6-de0f-4c04-af8c-347106b08b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:25.205120 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bbb013cf-9281-4e73-be1f-2825e108fd08 req-b89baee6-de0f-4c04-af8c-347106b08b5d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95d0a568fd1142569d01c8918f7386d5&device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 1096 time: 0.0407829 Aug 10 05:09:25.309757 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb013cf-9281-4e73-be1f-2825e108fd08 req-f9cbd7c1-e2f4-4f14-b4b5-3e7610f9000c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:25.311228 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bbb013cf-9281-4e73-be1f-2825e108fd08 req-f9cbd7c1-e2f4-4f14-b4b5-3e7610f9000c service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b6a6cb5-1a60-4239-979c-3090dcf477a3 HTTP/1.1" status: 200 len: 909 time: 0.0874321 Aug 10 05:09:25.379753 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bbb013cf-9281-4e73-be1f-2825e108fd08 req-cb90a792-3a96-47e7-8732-2263e7441538 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a HTTP/1.1" status: 200 len: 1001 time: 0.0607436 Aug 10 05:09:25.428832 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb013cf-9281-4e73-be1f-2825e108fd08 req-78e5f5cc-3b01-4b7d-8d42-c6c0931b7d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:25.430464 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bbb013cf-9281-4e73-be1f-2825e108fd08 req-78e5f5cc-3b01-4b7d-8d42-c6c0931b7d38 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=061f0bd3-273e-40e7-b929-f1aa277a9067 HTTP/1.1" status: 200 len: 847 time: 0.0445147 Aug 10 05:09:25.480919 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb013cf-9281-4e73-be1f-2825e108fd08 req-fc15cc31-04c6-47b9-ad2d-a1ebc01d8416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:09:25.482433 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bbb013cf-9281-4e73-be1f-2825e108fd08 req-fc15cc31-04c6-47b9-ad2d-a1ebc01d8416 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b6a6cb5-1a60-4239-979c-3090dcf477a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449777 Aug 10 05:09:25.571667 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bbb013cf-9281-4e73-be1f-2825e108fd08 req-59648b4f-6607-4f33-aca3-ddef5361777b service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817385 Aug 10 05:09:25.666385 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bbb013cf-9281-4e73-be1f-2825e108fd08 req-1dc1a17c-ef08-48a4-9ebd-db3293148158 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879455 Aug 10 05:09:28.445433 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:39.984909 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4577b4c9-590e-4e1a-930b-76d8020cbfb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:43.739730 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:43.841703 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a8379318-b688-4b80-9836-7230ca456c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:45.627199 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:46.484476 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:47.184552 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:09:56.885395 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:09:58.470182 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:05.015885 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56442) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:05.346246 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-14d02d08-989e-441b-83ec-af4495c39c1e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Deleting port fc0332cd-d6f9-440f-be81-5fc2de3775c8 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:10:05.346486 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14d02d08-989e-441b-83ec-af4495c39c1e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:05.422010 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14d02d08-989e-441b-83ec-af4495c39c1e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:05.422338 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14d02d08-989e-441b-83ec-af4495c39c1e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:05.434050 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-14d02d08-989e-441b-83ec-af4495c39c1e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Calling delete_port for fc0332cd-d6f9-440f-be81-5fc2de3775c8 owned by network:floatingip {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:10:05.889816 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14d02d08-989e-441b-83ec-af4495c39c1e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:05.914965 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d02d08-989e-441b-83ec-af4495c39c1e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Pushing event deleted for resources: {'Port': ['ID=fc0332cd-d6f9-440f-be81-5fc2de3775c8,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:05.928678 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d02d08-989e-441b-83ec-af4495c39c1e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:05.929604 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d02d08-989e-441b-83ec-af4495c39c1e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:05.930605 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d02d08-989e-441b-83ec-af4495c39c1e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:05.930961 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d02d08-989e-441b-83ec-af4495c39c1e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:05.931306 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d02d08-989e-441b-83ec-af4495c39c1e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:05.931647 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d02d08-989e-441b-83ec-af4495c39c1e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:05.932007 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d02d08-989e-441b-83ec-af4495c39c1e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:05.932343 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d02d08-989e-441b-83ec-af4495c39c1e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:05.932674 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d02d08-989e-441b-83ec-af4495c39c1e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:05.933010 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d02d08-989e-441b-83ec-af4495c39c1e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:05.933344 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d02d08-989e-441b-83ec-af4495c39c1e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:05.933672 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d02d08-989e-441b-83ec-af4495c39c1e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:05.994874 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14d02d08-989e-441b-83ec-af4495c39c1e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for floatingip, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:05.995211 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-14d02d08-989e-441b-83ec-af4495c39c1e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Floating IP 64b4f0e5-bcdc-4dd9-85df-a3e7493a571d disassociated (deleted). External IP: 172.25.0.127, port: ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a. Aug 10 05:10:06.200477 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d02d08-989e-441b-83ec-af4495c39c1e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Router 2a2e1575-0a92-43d9-a755-31d6c57ad24f has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:10:06.312021 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d02d08-989e-441b-83ec-af4495c39c1e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:10:06.319605 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-14d02d08-989e-441b-83ec-af4495c39c1e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:06.320911 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d42b15-f080-4eb4-b050-a1dc0341a6fa None None] Sync routers for ids ['2a2e1575-0a92-43d9-a755-31d6c57ad24f'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:10:06.330248 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d42b15-f080-4eb4-b050-a1dc0341a6fa None None] Routers {'2a2e1575-0a92-43d9-a755-31d6c57ad24f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:10:06.330858 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d3d42b15-f080-4eb4-b050-a1dc0341a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T05:09:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2a2e1575-0a92-43d9-a755-31d6c57ad24f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:06.346711 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-14d02d08-989e-441b-83ec-af4495c39c1e tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "DELETE /v2.0/floatingips/64b4f0e5-bcdc-4dd9-85df-a3e7493a571d HTTP/1.1" status: 204 len: 168 time: 1.3296816 Aug 10 05:10:06.347310 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217a1a0e-805a-4e57-b422-066a23941134', 'tag': 'ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:10:06.349594 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c3df90863f34f3d1b173683b03457bec4b9b1016fd9070b7d6b6bbe3252e10d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146b271b-bf9c-4c9a-af15-c1b8c793b487" -d '{"events": [{"name": "network-changed", "server_uuid": "217a1a0e-805a-4e57-b422-066a23941134", "tag": "ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:10:06.453042 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-d3d42b15-f080-4eb4-b050-a1dc0341a6fa None None] Set router 2a2e1575-0a92-43d9-a755-31d6c57ad24f gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:10:06.525011 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0311d7e0-ae63-4efc-922e-9a2bfd41353f x-openstack-request-id: req-0311d7e0-ae63-4efc-922e-9a2bfd41353f {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:10:06.525302 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217a1a0e-805a-4e57-b422-066a23941134", "tag": "ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:10:06.525580 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0311d7e0-ae63-4efc-922e-9a2bfd41353f {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:10:06.525989 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217a1a0e-805a-4e57-b422-066a23941134', 'tag': 'ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a', 'status': 'completed', 'code': 200} Aug 10 05:10:06.611109 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b271b-bf9c-4c9a-af15-c1b8c793b487 req-1b023e5b-0961-408f-84c2-bf5a597946b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:06.613433 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-146b271b-bf9c-4c9a-af15-c1b8c793b487 req-1b023e5b-0961-408f-84c2-bf5a597946b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=95d0a568fd1142569d01c8918f7386d5&device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 1096 time: 0.0454631 Aug 10 05:10:06.665336 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d3d42b15-f080-4eb4-b050-a1dc0341a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'name': 'tempest-TestShelveInstance-839753900-router', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:39Z', 'updated_at': '2021-08-10T04:59:42Z', 'revision_number': 4, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'gw_port': {'id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:40Z', 'updated_at': '2021-08-10T04:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'f211f528-773c-42e9-a576-4349c1b95f6e', 'name': '', 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'mac_address': 'fa:16:3e:ef:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:42Z', 'updated_at': '2021-08-10T04:59:48Z', 'revision_number': 5, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'subnets': [{'id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:06.693546 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d42b15-f080-4eb4-b050-a1dc0341a6fa None None] Checking router: 2a2e1575-0a92-43d9-a755-31d6c57ad24f for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:10:06.703195 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d42b15-f080-4eb4-b050-a1dc0341a6fa None None] Routers {'2a2e1575-0a92-43d9-a755-31d6c57ad24f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:10:06.703746 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d3d42b15-f080-4eb4-b050-a1dc0341a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T05:09:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2a2e1575-0a92-43d9-a755-31d6c57ad24f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:06.716631 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b271b-bf9c-4c9a-af15-c1b8c793b487 req-eb4fd593-c6d3-48b1-ac68-4e129760ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:06.719495 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-146b271b-bf9c-4c9a-af15-c1b8c793b487 req-eb4fd593-c6d3-48b1-ac68-4e129760ecec service neutron] 10.222.0.20 "GET /v2.0/networks?id=9b6a6cb5-1a60-4239-979c-3090dcf477a3 HTTP/1.1" status: 200 len: 909 time: 0.0974402 Aug 10 05:10:06.804656 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-146b271b-bf9c-4c9a-af15-c1b8c793b487 req-f166d8d5-cef4-43f5-a5cc-021e730c16f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a HTTP/1.1" status: 200 len: 217 time: 0.0464523 Aug 10 05:10:06.816966 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8a35b-75d0-4b66-bccc-09b658038481 req-e02addca-c445-497a-abe6-ae000e89b6bf tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:06.818501 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-77b8a35b-75d0-4b66-bccc-09b658038481 req-e02addca-c445-497a-abe6-ae000e89b6bf tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 945 time: 0.0716960 Aug 10 05:10:06.833590 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-d3d42b15-f080-4eb4-b050-a1dc0341a6fa None None] Set router 2a2e1575-0a92-43d9-a755-31d6c57ad24f gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:10:06.857340 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b271b-bf9c-4c9a-af15-c1b8c793b487 req-e2bf7e7e-b5e1-4c5a-a57d-562fca56b33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:06.859178 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-146b271b-bf9c-4c9a-af15-c1b8c793b487 req-e2bf7e7e-b5e1-4c5a-a57d-562fca56b33f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=061f0bd3-273e-40e7-b929-f1aa277a9067 HTTP/1.1" status: 200 len: 847 time: 0.0464668 Aug 10 05:10:06.861798 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-77b8a35b-75d0-4b66-bccc-09b658038481 req-294a1a70-95f9-4618-8428-8ba19c41509c tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362957 Aug 10 05:10:06.905855 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b271b-bf9c-4c9a-af15-c1b8c793b487 req-34d57722-c54d-40de-9c26-6a863b1c0b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:06.907373 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-146b271b-bf9c-4c9a-af15-c1b8c793b487 req-34d57722-c54d-40de-9c26-6a863b1c0b76 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9b6a6cb5-1a60-4239-979c-3090dcf477a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410924 Aug 10 05:10:07.015368 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-146b271b-bf9c-4c9a-af15-c1b8c793b487 req-2c9045c5-7cb3-4bad-8437-b2810509d405 service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996141 Aug 10 05:10:07.059900 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-d3d42b15-f080-4eb4-b050-a1dc0341a6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'name': 'tempest-TestShelveInstance-839753900-router', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:39Z', 'updated_at': '2021-08-10T04:59:42Z', 'revision_number': 4, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'gw_port': {'id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:40Z', 'updated_at': '2021-08-10T04:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'f211f528-773c-42e9-a576-4349c1b95f6e', 'name': '', 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'mac_address': 'fa:16:3e:ef:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:42Z', 'updated_at': '2021-08-10T04:59:48Z', 'revision_number': 5, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'subnets': [{'id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:07.091718 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d42b15-f080-4eb4-b050-a1dc0341a6fa None None] The sync data for ids ['2a2e1575-0a92-43d9-a755-31d6c57ad24f'] in n-d-802893-2 is: [{'id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'name': 'tempest-TestShelveInstance-839753900-router', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:39Z', 'updated_at': '2021-08-10T04:59:42Z', 'revision_number': 4, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'gw_port': {'id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:40Z', 'updated_at': '2021-08-10T04:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'f211f528-773c-42e9-a576-4349c1b95f6e', 'name': '', 'network_id': '9b6a6cb5-1a60-4239-979c-3090dcf477a3', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'mac_address': 'fa:16:3e:ef:62:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:42Z', 'updated_at': '2021-08-10T04:59:48Z', 'revision_number': 5, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'subnets': [{'id': '061f0bd3-273e-40e7-b929-f1aa277a9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:10:07.115932 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-146b271b-bf9c-4c9a-af15-c1b8c793b487 req-2cb23de2-09de-41b1-811f-9865a9f493cf service neutron] 10.222.0.20 "GET /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930443 Aug 10 05:10:07.329956 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35947e3-2336-4028-bb28-a69ae096b7d7 None None] New status for floating IP 64b4f0e5-bcdc-4dd9-85df-a3e7493a571d: DOWN {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:10:08.005109 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786fca6-0620-42dc-9bed-60e191ceb861 req-f7f1e43f-ada5-4887-ad3f-94897940ba87 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:08.006713 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1786fca6-0620-42dc-9bed-60e191ceb861 req-f7f1e43f-ada5-4887-ad3f-94897940ba87 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 945 time: 0.0694435 Aug 10 05:10:08.049473 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1786fca6-0620-42dc-9bed-60e191ceb861 req-f5beae25-3bb7-4de1-9194-cfe16834054d tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bac123b-588b-41ba-a253-f106cf7c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357087 Aug 10 05:10:08.440067 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec585b-ae90-46e6-8566-47bcab528059 req-d2794f54-4a9f-4a97-852f-283ccd54cea4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:08.441565 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9fec585b-ae90-46e6-8566-47bcab528059 req-d2794f54-4a9f-4a97-852f-283ccd54cea4 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.20 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 945 time: 0.0497930 Aug 10 05:10:08.533087 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-9fec585b-ae90-46e6-8566-47bcab528059 req-e01b7419-355b-49b5-815c-40f700189b13 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Deleting port ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:10:08.533437 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9fec585b-ae90-46e6-8566-47bcab528059 req-e01b7419-355b-49b5-815c-40f700189b13 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:08.626874 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-9fec585b-ae90-46e6-8566-47bcab528059 req-e01b7419-355b-49b5-815c-40f700189b13 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] For port ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a,segment=NetworkSegment(ce948ee3-4cc5-491a-8a51-97f853d665bb),segment_id=ce948ee3-4cc5-491a-8a51-97f853d665bb)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:10:08.627207 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9fec585b-ae90-46e6-8566-47bcab528059 req-e01b7419-355b-49b5-815c-40f700189b13 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:08.641557 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-9fec585b-ae90-46e6-8566-47bcab528059 req-e01b7419-355b-49b5-815c-40f700189b13 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Calling delete_port for ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:10:08.831896 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9fec585b-ae90-46e6-8566-47bcab528059 req-e01b7419-355b-49b5-815c-40f700189b13 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:08.862274 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b7419-355b-49b5-815c-40f700189b13 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Pushing event deleted for resources: {'Port': ['ID=ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:08.887337 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b7419-355b-49b5-815c-40f700189b13 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:08.887688 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b7419-355b-49b5-815c-40f700189b13 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:08.888064 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b7419-355b-49b5-815c-40f700189b13 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:08.888403 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b7419-355b-49b5-815c-40f700189b13 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:08.888743 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b7419-355b-49b5-815c-40f700189b13 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:08.889075 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b7419-355b-49b5-815c-40f700189b13 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:08.889402 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b7419-355b-49b5-815c-40f700189b13 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:08.889726 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b7419-355b-49b5-815c-40f700189b13 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:08.890049 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b7419-355b-49b5-815c-40f700189b13 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:08.890370 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b7419-355b-49b5-815c-40f700189b13 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:08.890697 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b7419-355b-49b5-815c-40f700189b13 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:08.891016 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01b7419-355b-49b5-815c-40f700189b13 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:08.914461 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fec585b-ae90-46e6-8566-47bcab528059 req-e01b7419-355b-49b5-815c-40f700189b13 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] No DVR routers for this DVR port ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:10:08.916958 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-9fec585b-ae90-46e6-8566-47bcab528059 req-e01b7419-355b-49b5-815c-40f700189b13 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:08.919004 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-9fec585b-ae90-46e6-8566-47bcab528059 req-e01b7419-355b-49b5-815c-40f700189b13 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.20 "DELETE /v2.0/ports/ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a HTTP/1.1" status: 204 len: 173 time: 0.4715908 Aug 10 05:10:08.919440 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217a1a0e-805a-4e57-b422-066a23941134', 'name': 'network-vif-deleted', 'tag': 'ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:10:08.921746 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0339fea-b772-4700-be97-a2fdfa77359b" -d '{"events": [{"server_uuid": "217a1a0e-805a-4e57-b422-066a23941134", "name": "network-vif-deleted", "tag": "ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:10:09.010332 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5e3e64-4860-4f2d-a196-8c781fab1f6f x-openstack-request-id: req-0d5e3e64-4860-4f2d-a196-8c781fab1f6f {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:10:09.010974 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217a1a0e-805a-4e57-b422-066a23941134", "name": "network-vif-deleted", "tag": "ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:10:09.010974 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d5e3e64-4860-4f2d-a196-8c781fab1f6f {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:10:09.011254 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217a1a0e-805a-4e57-b422-066a23941134', 'name': 'network-vif-deleted', 'tag': 'ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a', 'status': 'completed', 'code': 200} Aug 10 05:10:09.157792 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-27cf7adb-3786-4cef-8b7d-90da9dd1c92b req-3aad5e7b-b51a-4126-a5a9-dbb7c38b5515 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 210 time: 0.0270758 Aug 10 05:10:10.002558 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f934a1a8-d931-4d9d-88c0-ae7e9ba15d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:10.254464 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-03d8802e-c670-4f7e-9973-bb80d14ea42a req-7d19c8fe-1086-4281-9bfc-2b2ff6b77445 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 210 time: 0.0267274 Aug 10 05:10:11.354647 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-175bf64a-d5c7-4ccd-b985-91fb0b038baa req-544c6376-8c0b-48ad-bfc7-d2f77d3964cc tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 210 time: 0.0305552 Aug 10 05:10:12.267701 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:10:12.287721 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:10:12.288594 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device ea5ebdc2-dddd-44f6-924b-d4983ca6fa9a not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:10:12.451174 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-15a3d980-5f84-4f36-8e14-6c6b2c9bfd07 req-06062e29-d68a-4ae4-b934-03f2bb2804aa tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 210 time: 0.0273414 Aug 10 05:10:13.561556 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2f476179-6262-4f67-8bc3-abecbd67f264 req-e3ff1060-1ccb-43cf-acde-b2920362fb7c tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "GET /v2.0/ports?device_id=217a1a0e-805a-4e57-b422-066a23941134 HTTP/1.1" status: 200 len: 210 time: 0.0274620 Aug 10 05:10:13.734833 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:13.872148 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6c203eb1-1d7e-4b2e-8d85-c34ae8fecd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:14.620713 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56486) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:14.678121 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-03ed8baf-2979-4e1a-98f2-bbd16bba6f59 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:14.704366 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-03ed8baf-2979-4e1a-98f2-bbd16bba6f59 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:14.864213 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-03ed8baf-2979-4e1a-98f2-bbd16bba6f59 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:14.864213 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-03ed8baf-2979-4e1a-98f2-bbd16bba6f59 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Notify callbacks [] for security_group, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:14.864749 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-03ed8baf-2979-4e1a-98f2-bbd16bba6f59 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] 10.222.0.25 "DELETE /v2.0/security-groups/8bac123b-588b-41ba-a253-f106cf7c4071 HTTP/1.1" status: 204 len: 168 time: 0.2430553 Aug 10 05:10:14.874495 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed8baf-2979-4e1a-98f2-bbd16bba6f59 tempest-TestShelveInstance-1961303308 tempest-TestShelveInstance-1961303308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bac123b-588b-41ba-a253-f106cf7c4071,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:14.996336 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56490) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:15.542421 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c8ea2b64-63a4-430e-8bc5-f4db0a058fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:15.649256 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:15.794425 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-c8ea2b64-63a4-430e-8bc5-f4db0a058fdd admin admin] Deleting port f211f528-773c-42e9-a576-4349c1b95f6e {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:10:15.794995 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c8ea2b64-63a4-430e-8bc5-f4db0a058fdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:15.875621 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-c8ea2b64-63a4-430e-8bc5-f4db0a058fdd admin admin] For port f211f528-773c-42e9-a576-4349c1b95f6e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=f211f528-773c-42e9-a576-4349c1b95f6e,segment=NetworkSegment(ce948ee3-4cc5-491a-8a51-97f853d665bb),segment_id=ce948ee3-4cc5-491a-8a51-97f853d665bb)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:10:15.876000 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c8ea2b64-63a4-430e-8bc5-f4db0a058fdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:15.889249 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-c8ea2b64-63a4-430e-8bc5-f4db0a058fdd admin admin] Calling delete_port for f211f528-773c-42e9-a576-4349c1b95f6e owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:10:16.140854 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c8ea2b64-63a4-430e-8bc5-f4db0a058fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:16.171879 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea2b64-63a4-430e-8bc5-f4db0a058fdd admin admin] Pushing event deleted for resources: {'Port': ['ID=f211f528-773c-42e9-a576-4349c1b95f6e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:16.347627 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-c8ea2b64-63a4-430e-8bc5-f4db0a058fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:16.488751 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:16.577992 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ea2b64-63a4-430e-8bc5-f4db0a058fdd admin admin] Router 2a2e1575-0a92-43d9-a755-31d6c57ad24f has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:10:16.686278 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ea2b64-63a4-430e-8bc5-f4db0a058fdd admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:10:16.691481 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-c8ea2b64-63a4-430e-8bc5-f4db0a058fdd admin admin] 10.222.0.25 "PUT /v2.0/routers/2a2e1575-0a92-43d9-a755-31d6c57ad24f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6940212 Aug 10 05:10:16.694506 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56494) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:16.695613 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7104eb6b-f17c-4622-a9a7-c4acc12fa324 None None] Sync routers for ids ['2a2e1575-0a92-43d9-a755-31d6c57ad24f'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:10:16.705887 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7104eb6b-f17c-4622-a9a7-c4acc12fa324 None None] Routers {'2a2e1575-0a92-43d9-a755-31d6c57ad24f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:10:16.706416 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-7104eb6b-f17c-4622-a9a7-c4acc12fa324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T05:10:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2a2e1575-0a92-43d9-a755-31d6c57ad24f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:16.808225 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b6e23353-9d8c-4f4d-896d-8063134dd21f admin admin] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:16.817423 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-7104eb6b-f17c-4622-a9a7-c4acc12fa324 None None] Set router 2a2e1575-0a92-43d9-a755-31d6c57ad24f gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:10:16.916576 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b6e23353-9d8c-4f4d-896d-8063134dd21f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:17.024781 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-7104eb6b-f17c-4622-a9a7-c4acc12fa324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'name': 'tempest-TestShelveInstance-839753900-router', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:39Z', 'updated_at': '2021-08-10T05:10:16Z', 'revision_number': 5, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'gw_port': {'id': '7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:40Z', 'updated_at': '2021-08-10T04:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:17.056567 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7104eb6b-f17c-4622-a9a7-c4acc12fa324 None None] Checking router: 2a2e1575-0a92-43d9-a755-31d6c57ad24f for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:10:17.063508 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-b6e23353-9d8c-4f4d-896d-8063134dd21f admin admin] Deleting port 7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:10:17.064037 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b6e23353-9d8c-4f4d-896d-8063134dd21f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:17.065465 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7104eb6b-f17c-4622-a9a7-c4acc12fa324 None None] Routers {'2a2e1575-0a92-43d9-a755-31d6c57ad24f'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:10:17.066079 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-7104eb6b-f17c-4622-a9a7-c4acc12fa324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T05:10:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2a2e1575-0a92-43d9-a755-31d6c57ad24f'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:17.149565 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-b6e23353-9d8c-4f4d-896d-8063134dd21f admin admin] For port 7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:10:17.149962 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b6e23353-9d8c-4f4d-896d-8063134dd21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:17.167860 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-7104eb6b-f17c-4622-a9a7-c4acc12fa324 None None] Set router 2a2e1575-0a92-43d9-a755-31d6c57ad24f gateway port host: None {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:10:17.169269 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-b6e23353-9d8c-4f4d-896d-8063134dd21f admin admin] Calling delete_port for 7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1 owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:10:17.223428 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-7104eb6b-f17c-4622-a9a7-c4acc12fa324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'name': 'tempest-TestShelveInstance-839753900-router', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:39Z', 'updated_at': '2021-08-10T05:10:16Z', 'revision_number': 6, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:17.225223 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:17.255209 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7104eb6b-f17c-4622-a9a7-c4acc12fa324 None None] The sync data for ids ['2a2e1575-0a92-43d9-a755-31d6c57ad24f'] in n-d-802893-2 is: [{'id': '2a2e1575-0a92-43d9-a755-31d6c57ad24f', 'name': 'tempest-TestShelveInstance-839753900-router', 'tenant_id': '95d0a568fd1142569d01c8918f7386d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:39Z', 'updated_at': '2021-08-10T05:10:16Z', 'revision_number': 6, 'project_id': '95d0a568fd1142569d01c8918f7386d5', 'gw_port_host': None}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:10:17.447665 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b6e23353-9d8c-4f4d-896d-8063134dd21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:17.480881 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e23353-9d8c-4f4d-896d-8063134dd21f admin admin] Pushing event deleted for resources: {'Port': ['ID=7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:17.562606 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b6e23353-9d8c-4f4d-896d-8063134dd21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:17.659849 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b6e23353-9d8c-4f4d-896d-8063134dd21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:17.662244 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b6e23353-9d8c-4f4d-896d-8063134dd21f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:17.803243 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b6e23353-9d8c-4f4d-896d-8063134dd21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:17.805276 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e23353-9d8c-4f4d-896d-8063134dd21f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a2e1575-0a92-43d9-a755-31d6c57ad24f {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 05:10:17.811718 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-b6e23353-9d8c-4f4d-896d-8063134dd21f admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:17.813781 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-b6e23353-9d8c-4f4d-896d-8063134dd21f admin admin] 10.222.0.25 "DELETE /v2.0/routers/2a2e1575-0a92-43d9-a755-31d6c57ad24f HTTP/1.1" status: 204 len: 168 time: 1.1179104 Aug 10 05:10:17.816126 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56496) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:17.861891 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_v2 [None req-c79bfc49-2d76-4209-ab46-a87fbcd21eda admin admin] Deleting subnet 061f0bd3-273e-40e7-b929-f1aa277a9067 {{(pid=94937) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:10:17.865075 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c79bfc49-2d76-4209-ab46-a87fbcd21eda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:17.899938 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c79bfc49-2d76-4209-ab46-a87fbcd21eda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8772246'] for subnet, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:17.982931 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c79bfc49-2d76-4209-ab46-a87fbcd21eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:18.106877 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c79bfc49-2d76-4209-ab46-a87fbcd21eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12418799', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8735831'] for subnet, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:18.133650 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79bfc49-2d76-4209-ab46-a87fbcd21eda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=061f0bd3-273e-40e7-b929-f1aa277a9067,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:18.138428 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-c79bfc49-2d76-4209-ab46-a87fbcd21eda admin admin] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:18.143426 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-c79bfc49-2d76-4209-ab46-a87fbcd21eda admin admin] 10.222.0.25 "DELETE /v2.0/subnets/061f0bd3-273e-40e7-b929-f1aa277a9067 HTTP/1.1" status: 204 len: 168 time: 0.3233263 Aug 10 05:10:18.143426 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56498) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:18.149247 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4babe75d-57c8-4292-8fd0-24f2ca66ef60 None None] Network 9b6a6cb5-1a60-4239-979c-3090dcf477a3 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:10:18.214838 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-82605e74-c92a-4b08-b791-f02d90773958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:18.279057 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-82605e74-c92a-4b08-b791-f02d90773958 admin admin] Deleting port c73618c5-2df6-41a5-a881-6238d8d0d91c {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:10:18.279463 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-82605e74-c92a-4b08-b791-f02d90773958 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:18.336453 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da0a4c6-5bf9-4bb7-9c12-dd0d12f2faf0 None None] DHCP port deletion for 9b6a6cb5-1a60-4239-979c-3090dcf477a3 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 05:10:18.348553 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-82605e74-c92a-4b08-b791-f02d90773958 admin admin] For port c73618c5-2df6-41a5-a881-6238d8d0d91c, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c73618c5-2df6-41a5-a881-6238d8d0d91c,segment=NetworkSegment(ce948ee3-4cc5-491a-8a51-97f853d665bb),segment_id=ce948ee3-4cc5-491a-8a51-97f853d665bb)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:10:18.348928 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-82605e74-c92a-4b08-b791-f02d90773958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:18.368203 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-82605e74-c92a-4b08-b791-f02d90773958 admin admin] Calling delete_port for c73618c5-2df6-41a5-a881-6238d8d0d91c owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:10:18.395551 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-1da0a4c6-5bf9-4bb7-9c12-dd0d12f2faf0 None None] Deleting port c73618c5-2df6-41a5-a881-6238d8d0d91c {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:10:18.395966 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1da0a4c6-5bf9-4bb7-9c12-dd0d12f2faf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:18.399616 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:10:18.450717 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:10:18.451061 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 7a4b20fe-c297-443a-8ea5-9dc3bf4eb6d1 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:10:18.451488 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f211f528-773c-42e9-a576-4349c1b95f6e no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:10:18.478485 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: f211f528-773c-42e9-a576-4349c1b95f6e {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:10:18.478827 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device f211f528-773c-42e9-a576-4349c1b95f6e not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:10:18.479244 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c73618c5-2df6-41a5-a881-6238d8d0d91c no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:10:18.526060 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-1da0a4c6-5bf9-4bb7-9c12-dd0d12f2faf0 None None] For port c73618c5-2df6-41a5-a881-6238d8d0d91c, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=c73618c5-2df6-41a5-a881-6238d8d0d91c,segment=NetworkSegment(ce948ee3-4cc5-491a-8a51-97f853d665bb),segment_id=ce948ee3-4cc5-491a-8a51-97f853d665bb)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:10:18.526459 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1da0a4c6-5bf9-4bb7-9c12-dd0d12f2faf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:18.540271 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-82605e74-c92a-4b08-b791-f02d90773958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:18.543180 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-1da0a4c6-5bf9-4bb7-9c12-dd0d12f2faf0 None None] Calling delete_port for c73618c5-2df6-41a5-a881-6238d8d0d91c owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:10:18.552631 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No active binding found for port c73618c5-2df6-41a5-a881-6238d8d0d91c {{(pid=94939) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 10 05:10:18.552993 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device c73618c5-2df6-41a5-a881-6238d8d0d91c not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:10:18.574707 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82605e74-c92a-4b08-b791-f02d90773958 admin admin] Pushing event deleted for resources: {'Port': ['ID=c73618c5-2df6-41a5-a881-6238d8d0d91c,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:18.576591 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82605e74-c92a-4b08-b791-f02d90773958 admin admin] No DVR routers for this DVR port c73618c5-2df6-41a5-a881-6238d8d0d91c on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:10:18.624318 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1da0a4c6-5bf9-4bb7-9c12-dd0d12f2faf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:18.647857 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-82605e74-c92a-4b08-b791-f02d90773958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:18.650620 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0a4c6-5bf9-4bb7-9c12-dd0d12f2faf0 None None] Pushing event deleted for resources: {'Port': ['ID=c73618c5-2df6-41a5-a881-6238d8d0d91c,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:18.655268 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da0a4c6-5bf9-4bb7-9c12-dd0d12f2faf0 None None] No DVR routers for this DVR port c73618c5-2df6-41a5-a881-6238d8d0d91c on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:10:18.658955 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-82605e74-c92a-4b08-b791-f02d90773958 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b6a6cb5-1a60-4239-979c-3090dcf477a3']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:18.668761 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0a4c6-5bf9-4bb7-9c12-dd0d12f2faf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:18.669119 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0a4c6-5bf9-4bb7-9c12-dd0d12f2faf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:18.669460 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0a4c6-5bf9-4bb7-9c12-dd0d12f2faf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:18.669800 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0a4c6-5bf9-4bb7-9c12-dd0d12f2faf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:18.670137 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0a4c6-5bf9-4bb7-9c12-dd0d12f2faf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:18.670477 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0a4c6-5bf9-4bb7-9c12-dd0d12f2faf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:18.670644 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-82605e74-c92a-4b08-b791-f02d90773958 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce948ee3-4cc5-491a-8a51-97f853d665bb') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:18.670796 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0a4c6-5bf9-4bb7-9c12-dd0d12f2faf0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:18.670949 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-82605e74-c92a-4b08-b791-f02d90773958 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce948ee3-4cc5-491a-8a51-97f853d665bb') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:18.671111 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0a4c6-5bf9-4bb7-9c12-dd0d12f2faf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:18.671439 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0a4c6-5bf9-4bb7-9c12-dd0d12f2faf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:18.671764 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0a4c6-5bf9-4bb7-9c12-dd0d12f2faf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:18.672118 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0a4c6-5bf9-4bb7-9c12-dd0d12f2faf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:18.672443 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0a4c6-5bf9-4bb7-9c12-dd0d12f2faf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:18.682108 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-82605e74-c92a-4b08-b791-f02d90773958 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:18.696771 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-82605e74-c92a-4b08-b791-f02d90773958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:18.702800 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82605e74-c92a-4b08-b791-f02d90773958 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:10:18.703193 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-82605e74-c92a-4b08-b791-f02d90773958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: timer() Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:10:18.704969 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:10:18.854585 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-82605e74-c92a-4b08-b791-f02d90773958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:18.860785 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-82605e74-c92a-4b08-b791-f02d90773958 admin admin] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:18.862696 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-82605e74-c92a-4b08-b791-f02d90773958 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9b6a6cb5-1a60-4239-979c-3090dcf477a3 HTTP/1.1" status: 204 len: 168 time: 0.7188239 Aug 10 05:10:18.867754 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56500) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:18.875265 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82605e74-c92a-4b08-b791-f02d90773958 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b6a6cb5-1a60-4239-979c-3090dcf477a3,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:19.559672 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-869c0d61-eeca-4b2c-ae50-9064d266d12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:19.805848 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-869c0d61-eeca-4b2c-ae50-9064d266d12a admin admin] Deleting port 021a023d-e096-46c6-a0bb-283961fbbed6 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:10:19.806195 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-869c0d61-eeca-4b2c-ae50-9064d266d12a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:19.888951 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-869c0d61-eeca-4b2c-ae50-9064d266d12a admin admin] For port 021a023d-e096-46c6-a0bb-283961fbbed6, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=021a023d-e096-46c6-a0bb-283961fbbed6,segment=NetworkSegment(1d235c52-4ab1-431d-91da-9f0dfc36a70a),segment_id=1d235c52-4ab1-431d-91da-9f0dfc36a70a)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:10:19.889647 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-869c0d61-eeca-4b2c-ae50-9064d266d12a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:19.902738 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-869c0d61-eeca-4b2c-ae50-9064d266d12a admin admin] Calling delete_port for 021a023d-e096-46c6-a0bb-283961fbbed6 owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:10:20.156312 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-869c0d61-eeca-4b2c-ae50-9064d266d12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:20.183378 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c0d61-eeca-4b2c-ae50-9064d266d12a admin admin] Pushing event deleted for resources: {'Port': ['ID=021a023d-e096-46c6-a0bb-283961fbbed6,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:20.373092 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-869c0d61-eeca-4b2c-ae50-9064d266d12a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:20.596742 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869c0d61-eeca-4b2c-ae50-9064d266d12a admin admin] Router 52def55b-eac8-4505-b194-fc659fd4c140 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:10:20.705146 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869c0d61-eeca-4b2c-ae50-9064d266d12a admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:10:20.711023 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-869c0d61-eeca-4b2c-ae50-9064d266d12a admin admin] 10.222.0.25 "PUT /v2.0/routers/52def55b-eac8-4505-b194-fc659fd4c140/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8421659 Aug 10 05:10:20.713508 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56504) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:20.716496 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47752c9a-b889-4bb8-99de-e510b3d9c9a6 None None] Sync routers for ids ['52def55b-eac8-4505-b194-fc659fd4c140'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:10:20.729057 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47752c9a-b889-4bb8-99de-e510b3d9c9a6 None None] Routers {'52def55b-eac8-4505-b194-fc659fd4c140'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:10:20.730742 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-47752c9a-b889-4bb8-99de-e510b3d9c9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T05:10:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['52def55b-eac8-4505-b194-fc659fd4c140'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:20.872411 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bc118083-ab58-45d1-8d4c-4058a338ae2e admin admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:20.886313 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-47752c9a-b889-4bb8-99de-e510b3d9c9a6 None None] Set router 52def55b-eac8-4505-b194-fc659fd4c140 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:10:20.985994 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bc118083-ab58-45d1-8d4c-4058a338ae2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.087149 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-bc118083-ab58-45d1-8d4c-4058a338ae2e admin admin] Deleting port 98cc6a57-c016-47dc-bb38-8f90200345f9 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:10:21.087494 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bc118083-ab58-45d1-8d4c-4058a338ae2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.088172 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-47752c9a-b889-4bb8-99de-e510b3d9c9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52def55b-eac8-4505-b194-fc659fd4c140', 'name': 'tempest-TestShelveInstance-906918953-router', 'tenant_id': '71cbb32136554fc9ae0ec049d01df673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': '98cc6a57-c016-47dc-bb38-8f90200345f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:46Z', 'updated_at': '2021-08-10T05:10:20Z', 'revision_number': 5, 'project_id': '71cbb32136554fc9ae0ec049d01df673', 'gw_port': {'id': '98cc6a57-c016-47dc-bb38-8f90200345f9', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:ff:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52def55b-eac8-4505-b194-fc659fd4c140', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T04:59:47Z', 'updated_at': '2021-08-10T04:59:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:21.117455 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47752c9a-b889-4bb8-99de-e510b3d9c9a6 None None] Checking router: 52def55b-eac8-4505-b194-fc659fd4c140 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:10:21.125953 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47752c9a-b889-4bb8-99de-e510b3d9c9a6 None None] Routers {'52def55b-eac8-4505-b194-fc659fd4c140'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:10:21.126567 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-47752c9a-b889-4bb8-99de-e510b3d9c9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T05:10:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['52def55b-eac8-4505-b194-fc659fd4c140'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:21.172848 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-bc118083-ab58-45d1-8d4c-4058a338ae2e admin admin] For port 98cc6a57-c016-47dc-bb38-8f90200345f9, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=98cc6a57-c016-47dc-bb38-8f90200345f9,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:10:21.173214 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bc118083-ab58-45d1-8d4c-4058a338ae2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.188626 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-bc118083-ab58-45d1-8d4c-4058a338ae2e admin admin] Calling delete_port for 98cc6a57-c016-47dc-bb38-8f90200345f9 owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:10:21.310738 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-47752c9a-b889-4bb8-99de-e510b3d9c9a6 None None] Set router 52def55b-eac8-4505-b194-fc659fd4c140 gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:10:21.373834 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-47752c9a-b889-4bb8-99de-e510b3d9c9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52def55b-eac8-4505-b194-fc659fd4c140', 'name': 'tempest-TestShelveInstance-906918953-router', 'tenant_id': '71cbb32136554fc9ae0ec049d01df673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:46Z', 'updated_at': '2021-08-10T05:10:20Z', 'revision_number': 6, 'project_id': '71cbb32136554fc9ae0ec049d01df673', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:21.401594 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47752c9a-b889-4bb8-99de-e510b3d9c9a6 None None] The sync data for ids ['52def55b-eac8-4505-b194-fc659fd4c140'] in n-d-802893-2 is: [{'id': '52def55b-eac8-4505-b194-fc659fd4c140', 'name': 'tempest-TestShelveInstance-906918953-router', 'tenant_id': '71cbb32136554fc9ae0ec049d01df673', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T04:59:46Z', 'updated_at': '2021-08-10T05:10:20Z', 'revision_number': 6, 'project_id': '71cbb32136554fc9ae0ec049d01df673', 'gw_port_host': None}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:10:21.461046 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bc118083-ab58-45d1-8d4c-4058a338ae2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.488807 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc118083-ab58-45d1-8d4c-4058a338ae2e admin admin] Pushing event deleted for resources: {'Port': ['ID=98cc6a57-c016-47dc-bb38-8f90200345f9,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:21.562626 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bc118083-ab58-45d1-8d4c-4058a338ae2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.657454 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bc118083-ab58-45d1-8d4c-4058a338ae2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.659933 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bc118083-ab58-45d1-8d4c-4058a338ae2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.786336 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bc118083-ab58-45d1-8d4c-4058a338ae2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.786865 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc118083-ab58-45d1-8d4c-4058a338ae2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52def55b-eac8-4505-b194-fc659fd4c140 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 05:10:21.791767 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-bc118083-ab58-45d1-8d4c-4058a338ae2e admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.792907 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-bc118083-ab58-45d1-8d4c-4058a338ae2e admin admin] 10.222.0.25 "DELETE /v2.0/routers/52def55b-eac8-4505-b194-fc659fd4c140 HTTP/1.1" status: 204 len: 168 time: 1.0784826 Aug 10 05:10:21.795409 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56506) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:21.852871 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-ced4a731-4e7f-4add-bd7f-78dda7159e9c admin admin] Deleting subnet 1332946e-2a45-4c8f-b701-f91807d1263a {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:10:21.857092 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ced4a731-4e7f-4add-bd7f-78dda7159e9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.897526 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ced4a731-4e7f-4add-bd7f-78dda7159e9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:21.986357 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ced4a731-4e7f-4add-bd7f-78dda7159e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:22.101579 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ced4a731-4e7f-4add-bd7f-78dda7159e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:22.132907 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4a731-4e7f-4add-bd7f-78dda7159e9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1332946e-2a45-4c8f-b701-f91807d1263a,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:22.137837 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ced4a731-4e7f-4add-bd7f-78dda7159e9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:22.142621 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56510) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:22.143569 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ced4a731-4e7f-4add-bd7f-78dda7159e9c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1332946e-2a45-4c8f-b701-f91807d1263a HTTP/1.1" status: 204 len: 168 time: 0.3470845 Aug 10 05:10:22.145542 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5027f1-3e9d-4c65-a902-818e0f3b19d7 None None] Network bf8cbd5c-c083-4a69-b157-0982d1f2bf9b requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:10:22.227168 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3a15772d-8b0e-4b1e-83dc-04a2d2259d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:22.288965 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-3a15772d-8b0e-4b1e-83dc-04a2d2259d66 admin admin] Deleting port 00ea4d0d-efa5-4272-9306-1b619636c0a3 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:10:22.289402 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3a15772d-8b0e-4b1e-83dc-04a2d2259d66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:22.343635 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6643dff-5b53-46cb-a286-63b0b290ad4d None None] DHCP port deletion for bf8cbd5c-c083-4a69-b157-0982d1f2bf9b request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 05:10:22.360624 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-3a15772d-8b0e-4b1e-83dc-04a2d2259d66 admin admin] For port 00ea4d0d-efa5-4272-9306-1b619636c0a3, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=00ea4d0d-efa5-4272-9306-1b619636c0a3,segment=NetworkSegment(1d235c52-4ab1-431d-91da-9f0dfc36a70a),segment_id=1d235c52-4ab1-431d-91da-9f0dfc36a70a)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:10:22.361047 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3a15772d-8b0e-4b1e-83dc-04a2d2259d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:22.380731 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-3a15772d-8b0e-4b1e-83dc-04a2d2259d66 admin admin] Calling delete_port for 00ea4d0d-efa5-4272-9306-1b619636c0a3 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:10:22.408289 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 00ea4d0d-efa5-4272-9306-1b619636c0a3 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:10:22.440606 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-e6643dff-5b53-46cb-a286-63b0b290ad4d None None] Deleting port 00ea4d0d-efa5-4272-9306-1b619636c0a3 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:10:22.440986 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e6643dff-5b53-46cb-a286-63b0b290ad4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:22.528879 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-e6643dff-5b53-46cb-a286-63b0b290ad4d None None] For port 00ea4d0d-efa5-4272-9306-1b619636c0a3, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=00ea4d0d-efa5-4272-9306-1b619636c0a3,segment=NetworkSegment(1d235c52-4ab1-431d-91da-9f0dfc36a70a),segment_id=1d235c52-4ab1-431d-91da-9f0dfc36a70a)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:10:22.529198 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e6643dff-5b53-46cb-a286-63b0b290ad4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:22.561151 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-e6643dff-5b53-46cb-a286-63b0b290ad4d None None] Calling delete_port for 00ea4d0d-efa5-4272-9306-1b619636c0a3 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:10:22.572408 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3a15772d-8b0e-4b1e-83dc-04a2d2259d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:22.583601 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:22.598687 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15772d-8b0e-4b1e-83dc-04a2d2259d66 admin admin] Pushing event deleted for resources: {'Port': ['ID=00ea4d0d-efa5-4272-9306-1b619636c0a3,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:22.603611 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a15772d-8b0e-4b1e-83dc-04a2d2259d66 admin admin] No DVR routers for this DVR port 00ea4d0d-efa5-4272-9306-1b619636c0a3 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:10:22.662788 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 021a023d-e096-46c6-a0bb-283961fbbed6 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:10:22.673096 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3a15772d-8b0e-4b1e-83dc-04a2d2259d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:22.682787 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-3a15772d-8b0e-4b1e-83dc-04a2d2259d66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8cbd5c-c083-4a69-b157-0982d1f2bf9b']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:22.685101 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 021a023d-e096-46c6-a0bb-283961fbbed6 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:10:22.685454 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 021a023d-e096-46c6-a0bb-283961fbbed6 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:10:22.685862 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 98cc6a57-c016-47dc-bb38-8f90200345f9 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:10:22.693453 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-3a15772d-8b0e-4b1e-83dc-04a2d2259d66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d235c52-4ab1-431d-91da-9f0dfc36a70a') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:22.693762 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-3a15772d-8b0e-4b1e-83dc-04a2d2259d66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d235c52-4ab1-431d-91da-9f0dfc36a70a') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:22.703201 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3a15772d-8b0e-4b1e-83dc-04a2d2259d66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:22.715386 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 98cc6a57-c016-47dc-bb38-8f90200345f9 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:10:22.715736 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 98cc6a57-c016-47dc-bb38-8f90200345f9 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:10:22.726692 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3a15772d-8b0e-4b1e-83dc-04a2d2259d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:22.726819 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e6643dff-5b53-46cb-a286-63b0b290ad4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:22.732694 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a15772d-8b0e-4b1e-83dc-04a2d2259d66 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:10:22.733169 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3a15772d-8b0e-4b1e-83dc-04a2d2259d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: timer() Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:10:22.734754 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:10:22.751269 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6643dff-5b53-46cb-a286-63b0b290ad4d None None] Pushing event deleted for resources: {'Port': ['ID=00ea4d0d-efa5-4272-9306-1b619636c0a3,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:22.757530 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6643dff-5b53-46cb-a286-63b0b290ad4d None None] No DVR routers for this DVR port 00ea4d0d-efa5-4272-9306-1b619636c0a3 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:10:22.858283 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3a15772d-8b0e-4b1e-83dc-04a2d2259d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:22.863641 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3a15772d-8b0e-4b1e-83dc-04a2d2259d66 admin admin] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:22.868189 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3a15772d-8b0e-4b1e-83dc-04a2d2259d66 admin admin] 10.222.0.25 "DELETE /v2.0/networks/bf8cbd5c-c083-4a69-b157-0982d1f2bf9b HTTP/1.1" status: 204 len: 168 time: 0.7217054 Aug 10 05:10:22.877910 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15772d-8b0e-4b1e-83dc-04a2d2259d66 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf8cbd5c-c083-4a69-b157-0982d1f2bf9b,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:23.236127 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56518) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:23.278516 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-eaca4a7b-b124-47c0-baa2-bee16906bfae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=95d0a568fd1142569d01c8918f7386d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404046 Aug 10 05:10:23.280278 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56520) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:23.331294 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fd99f8af-d2c1-48bf-a8b3-9352b8d9d803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:23.353345 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fd99f8af-d2c1-48bf-a8b3-9352b8d9d803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:23.460336 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fd99f8af-d2c1-48bf-a8b3-9352b8d9d803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:23.462919 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-fd99f8af-d2c1-48bf-a8b3-9352b8d9d803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:23.464153 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-fd99f8af-d2c1-48bf-a8b3-9352b8d9d803 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e273e02b-07ba-4db4-8f4b-bf94187dd5d3 HTTP/1.1" status: 204 len: 168 time: 0.1829212 Aug 10 05:10:23.472564 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99f8af-d2c1-48bf-a8b3-9352b8d9d803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e273e02b-07ba-4db4-8f4b-bf94187dd5d3,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:24.115831 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56526) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:24.156547 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-9484ce4a-8d3f-4c0e-95ba-0445aada4a9c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=71cbb32136554fc9ae0ec049d01df673&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382657 Aug 10 05:10:24.158356 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56528) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:24.170815 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-2af3e83b-f1ba-4a8b-b4f8-1d267a2f2f63 req-d5475af3-e2f4-4961-9278-ca63dae1fc25 service neutron] (94938) timed out ('10.222.0.25', 53434) {{(pid=94938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 05:10:24.206804 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab1e6a15-4209-438c-869f-2f71f96f4aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:24.228564 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab1e6a15-4209-438c-869f-2f71f96f4aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:24.332751 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab1e6a15-4209-438c-869f-2f71f96f4aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:24.336012 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-ab1e6a15-4209-438c-869f-2f71f96f4aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:24.337233 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ab1e6a15-4209-438c-869f-2f71f96f4aca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4581c3cc-187c-4fe8-aac8-e39d2f2ee21d HTTP/1.1" status: 204 len: 168 time: 0.1779444 Aug 10 05:10:24.345325 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e6a15-4209-438c-869f-2f71f96f4aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4581c3cc-187c-4fe8-aac8-e39d2f2ee21d,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:25.455233 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56552) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:25.551812 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-92bbb143-5a1a-44dc-bc73-b8401405361d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1937801769-network', 'tenant_id': '53fed757da844c45b5222bcca3a0d957'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:10:25.646752 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bbb143-5a1a-44dc-bc73-b8401405361d admin admin] Made reservation on behalf of 53fed757da844c45b5222bcca3a0d957 for: {'network': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:10:25.649685 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92bbb143-5a1a-44dc-bc73-b8401405361d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:25.658708 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92bbb143-5a1a-44dc-bc73-b8401405361d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:25.751418 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92bbb143-5a1a-44dc-bc73-b8401405361d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:25.829632 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92bbb143-5a1a-44dc-bc73-b8401405361d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:25.854408 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92bbb143-5a1a-44dc-bc73-b8401405361d admin admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=94937) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 05:10:25.864006 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbb143-5a1a-44dc-bc73-b8401405361d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3071177-95fe-4c13-84ce-baa46b452f21,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:25.869485 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92bbb143-5a1a-44dc-bc73-b8401405361d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:25.869866 n-d-802893-2 neutron-server[94937]: INFO neutron.db.segments_db [None req-92bbb143-5a1a-44dc-bc73-b8401405361d admin admin] Added segment 4be14f5e-7822-40cc-8251-387d46790334 of type vlan for network dd171602-2139-4ff2-9a24-05151293ba3e Aug 10 05:10:25.910929 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92bbb143-5a1a-44dc-bc73-b8401405361d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:26.008722 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92bbb143-5a1a-44dc-bc73-b8401405361d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:26.009664 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bbb143-5a1a-44dc-bc73-b8401405361d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:26.010276 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92bbb143-5a1a-44dc-bc73-b8401405361d admin admin] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:26.070688 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bbb143-5a1a-44dc-bc73-b8401405361d admin admin] Pushing event updated for resources: {'Network': ['ID=dd171602-2139-4ff2-9a24-05151293ba3e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:26.080585 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network dd171602-2139-4ff2-9a24-05151293ba3e details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 05:10:26.137875 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-92bbb143-5a1a-44dc-bc73-b8401405361d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6787958 Aug 10 05:10:26.138174 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56556) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:26.143285 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-a760b395-6d72-44c3-8002-5050b151ee47 admin admin] Request body: {'subnet': {'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1937801769-subnet', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'ip_version': 4}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:10:26.214509 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a760b395-6d72-44c3-8002-5050b151ee47 admin admin] Made reservation on behalf of 53fed757da844c45b5222bcca3a0d957 for: {'subnet': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:10:26.216735 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a760b395-6d72-44c3-8002-5050b151ee47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8735868'] for subnet, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:26.453172 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a760b395-6d72-44c3-8002-5050b151ee47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12418728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8735822'] for subnet, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:26.511692 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a760b395-6d72-44c3-8002-5050b151ee47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad3807d2-fc3a-40fc-a879-7d92fae4c3f4,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:26.520485 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a760b395-6d72-44c3-8002-5050b151ee47 admin admin] Checking segment: {'id': '4be14f5e-7822-40cc-8251-387d46790334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:10:26.520849 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a760b395-6d72-44c3-8002-5050b151ee47 admin admin] Network hostable DHCP agents. Network: dd171602-2139-4ff2-9a24-05151293ba3e, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94937) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 05:10:26.602030 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a760b395-6d72-44c3-8002-5050b151ee47 admin admin] Network dd171602-2139-4ff2-9a24-05151293ba3e is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94937) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 05:10:26.665781 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-a760b395-6d72-44c3-8002-5050b151ee47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, dd171602-2139-4ff2-9a24-05151293ba3e) {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:10:26.671275 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a760b395-6d72-44c3-8002-5050b151ee47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:26.672456 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a760b395-6d72-44c3-8002-5050b151ee47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:26.676600 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbed863-1c58-4baf-8536-e70428cfefd8 None None] Network dd171602-2139-4ff2-9a24-05151293ba3e requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:10:26.758531 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a760b395-6d72-44c3-8002-5050b151ee47 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6191180 Aug 10 05:10:26.761332 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56560) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:26.765832 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-f438505b-48b6-4ad5-83e0-7b4def679551 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1937801769-router', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:10:26.826723 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b0e36a-4837-424f-b9af-5de89b3fa273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-dd171602-2139-4ff2-9a24-05151293ba3e', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'fixed_ips': [{'subnet_id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 05:10:26.827692 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e36a-4837-424f-b9af-5de89b3fa273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:26.858828 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f438505b-48b6-4ad5-83e0-7b4def679551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:26.859816 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f438505b-48b6-4ad5-83e0-7b4def679551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:26.917675 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f438505b-48b6-4ad5-83e0-7b4def679551 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:26.964481 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-a8b0e36a-4837-424f-b9af-5de89b3fa273 None None] Allocated IP 172.20.0.2 (dd171602-2139-4ff2-9a24-05151293ba3e/ad3807d2-fc3a-40fc-a879-7d92fae4c3f4/9f12f54b-7c53-41a8-9352-f26cd6fbaeb9) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:10:27.149794 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f438505b-48b6-4ad5-83e0-7b4def679551 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:27.278501 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e36a-4837-424f-b9af-5de89b3fa273 None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:27.286589 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a8b0e36a-4837-424f-b9af-5de89b3fa273 None None] Transition to ACTIVE for port object 9f12f54b-7c53-41a8-9352-f26cd6fbaeb9 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:10:27.303841 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-a8b0e36a-4837-424f-b9af-5de89b3fa273 None None] Transition to ACTIVE for port object 9f12f54b-7c53-41a8-9352-f26cd6fbaeb9 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:10:27.392140 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e36a-4837-424f-b9af-5de89b3fa273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:27.430109 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f438505b-48b6-4ad5-83e0-7b4def679551 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:27.431794 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b0e36a-4837-424f-b9af-5de89b3fa273 None None] Network dd171602-2139-4ff2-9a24-05151293ba3e is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:10:27.436767 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-a8b0e36a-4837-424f-b9af-5de89b3fa273 None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:10:27.441063 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b0e36a-4837-424f-b9af-5de89b3fa273 None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:10:27.450898 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0e36a-4837-424f-b9af-5de89b3fa273 None None] Pushing event updated for resources: {'Port': ['ID=9f12f54b-7c53-41a8-9352-f26cd6fbaeb9,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:27.454058 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f438505b-48b6-4ad5-83e0-7b4def679551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:27.501959 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a8b0e36a-4837-424f-b9af-5de89b3fa273 None None] Attempting to bind port 9f12f54b-7c53-41a8-9352-f26cd6fbaeb9 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:10:27.502317 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a8b0e36a-4837-424f-b9af-5de89b3fa273 None None] Attempting to bind port 9f12f54b-7c53-41a8-9352-f26cd6fbaeb9 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '4be14f5e-7822-40cc-8251-387d46790334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:10:27.502685 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b0e36a-4837-424f-b9af-5de89b3fa273 None None] Attempting to bind port 9f12f54b-7c53-41a8-9352-f26cd6fbaeb9 on network dd171602-2139-4ff2-9a24-05151293ba3e {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:10:27.508411 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b0e36a-4837-424f-b9af-5de89b3fa273 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:10:27.508781 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b0e36a-4837-424f-b9af-5de89b3fa273 None None] Checking segment: {'id': '4be14f5e-7822-40cc-8251-387d46790334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:10:27.509186 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e36a-4837-424f-b9af-5de89b3fa273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:27.509576 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b0e36a-4837-424f-b9af-5de89b3fa273 None None] Bound using segment: {'id': '4be14f5e-7822-40cc-8251-387d46790334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:10:27.510044 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-a8b0e36a-4837-424f-b9af-5de89b3fa273 None None] Bound port: 9f12f54b-7c53-41a8-9352-f26cd6fbaeb9, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be14f5e-7822-40cc-8251-387d46790334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:10:27.510421 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e36a-4837-424f-b9af-5de89b3fa273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:27.572678 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-f438505b-48b6-4ad5-83e0-7b4def679551 admin admin] Allocated IP 172.25.0.202 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/433cd133-04d0-4cd1-bc54-edfdf207a929) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:10:27.581899 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a8b0e36a-4837-424f-b9af-5de89b3fa273 None None] For port 9f12f54b-7c53-41a8-9352-f26cd6fbaeb9, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:10:27.584999 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-a8b0e36a-4837-424f-b9af-5de89b3fa273 None None] For port 9f12f54b-7c53-41a8-9352-f26cd6fbaeb9, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=9f12f54b-7c53-41a8-9352-f26cd6fbaeb9,segment=NetworkSegment(4be14f5e-7822-40cc-8251-387d46790334),segment_id=4be14f5e-7822-40cc-8251-387d46790334)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:10:27.672018 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-a8b0e36a-4837-424f-b9af-5de89b3fa273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:27.675556 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f438505b-48b6-4ad5-83e0-7b4def679551 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:27.734482 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b0e36a-4837-424f-b9af-5de89b3fa273 None None] Pushing event updated for resources: {'Port': ['ID=9f12f54b-7c53-41a8-9352-f26cd6fbaeb9,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:27.813142 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f438505b-48b6-4ad5-83e0-7b4def679551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:27.855909 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f438505b-48b6-4ad5-83e0-7b4def679551 admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:10:27.858980 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-f438505b-48b6-4ad5-83e0-7b4def679551 admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:10:27.863275 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f438505b-48b6-4ad5-83e0-7b4def679551 admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:10:27.898313 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f438505b-48b6-4ad5-83e0-7b4def679551 admin admin] Pushing event updated for resources: {'Port': ['ID=433cd133-04d0-4cd1-bc54-edfdf207a929,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:28.205661 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f438505b-48b6-4ad5-83e0-7b4def679551 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:28.430203 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 9f12f54b-7c53-41a8-9352-f26cd6fbaeb9 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:10:28.436954 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f438505b-48b6-4ad5-83e0-7b4def679551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:28.513017 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:28.620197 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 9f12f54b-7c53-41a8-9352-f26cd6fbaeb9 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:10:28.687037 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea29bd0-c5db-46a5-8b50-3dc947b85b0a None None] Network dd171602-2139-4ff2-9a24-05151293ba3e requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:10:28.717583 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f438505b-48b6-4ad5-83e0-7b4def679551 admin admin] Router 2a956ec1-29e0-41a7-b649-39c30412088a is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 05:10:28.827929 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f438505b-48b6-4ad5-83e0-7b4def679551 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:10:28.846789 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd61f47d-85a4-4e97-b35a-05586037b6ea None None] Sync routers for ids ['2a956ec1-29e0-41a7-b649-39c30412088a'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:10:28.852175 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-94724fad-76b2-4203-a998-2233e7bef59e None None] Provisioning for port 9f12f54b-7c53-41a8-9352-f26cd6fbaeb9 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:10:28.861075 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-94724fad-76b2-4203-a998-2233e7bef59e None None] Provisioning complete for port 9f12f54b-7c53-41a8-9352-f26cd6fbaeb9 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:10:28.861440 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-94724fad-76b2-4203-a998-2233e7bef59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:28.889477 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd61f47d-85a4-4e97-b35a-05586037b6ea None None] Routers {'2a956ec1-29e0-41a7-b649-39c30412088a'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:10:28.890106 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-dd61f47d-85a4-4e97-b35a-05586037b6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T05:10:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2a956ec1-29e0-41a7-b649-39c30412088a'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:28.933150 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-f438505b-48b6-4ad5-83e0-7b4def679551 admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:28.934482 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-f438505b-48b6-4ad5-83e0-7b4def679551 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1721425 Aug 10 05:10:28.937485 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56564) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:29.048062 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-dd61f47d-85a4-4e97-b35a-05586037b6ea None None] Set router 2a956ec1-29e0-41a7-b649-39c30412088a gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:10:29.075267 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-94724fad-76b2-4203-a998-2233e7bef59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:29.195780 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-94724fad-76b2-4203-a998-2233e7bef59e None None] For port 9f12f54b-7c53-41a8-9352-f26cd6fbaeb9, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=9f12f54b-7c53-41a8-9352-f26cd6fbaeb9,segment=NetworkSegment(4be14f5e-7822-40cc-8251-387d46790334),segment_id=4be14f5e-7822-40cc-8251-387d46790334)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:10:29.274847 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-94724fad-76b2-4203-a998-2233e7bef59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:29.332443 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-dd61f47d-85a4-4e97-b35a-05586037b6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'name': 'tempest-TestSnapshotPattern-1937801769-router', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:10:26Z', 'updated_at': '2021-08-10T05:10:28Z', 'revision_number': 3, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'gw_port': {'id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:27Z', 'updated_at': '2021-08-10T05:10:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:29.366898 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94724fad-76b2-4203-a998-2233e7bef59e None None] Pushing event updated for resources: {'Port': ['ID=9f12f54b-7c53-41a8-9352-f26cd6fbaeb9,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:29.370545 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd61f47d-85a4-4e97-b35a-05586037b6ea None None] Checking router: 2a956ec1-29e0-41a7-b649-39c30412088a for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:10:29.370899 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd61f47d-85a4-4e97-b35a-05586037b6ea None None] Updating router 2a956ec1-29e0-41a7-b649-39c30412088a port 433cd133-04d0-4cd1-bc54-edfdf207a929 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 05:10:29.388337 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7d42b13e-030d-4762-a22f-d3c461f42382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:29.406753 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dd61f47d-85a4-4e97-b35a-05586037b6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:29.432857 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-6a75eccf-a885-406c-aee6-8aeeaa8d1472 None None] Provisioning complete for port 9f12f54b-7c53-41a8-9352-f26cd6fbaeb9 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:10:29.433725 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6a75eccf-a885-406c-aee6-8aeeaa8d1472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:29.562820 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-7d42b13e-030d-4762-a22f-d3c461f42382 admin admin] Allocated IP 172.20.0.1 (dd171602-2139-4ff2-9a24-05151293ba3e/ad3807d2-fc3a-40fc-a879-7d92fae4c3f4/a3d10ad7-a442-4541-a323-2708234f90cb) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:10:29.674148 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7d42b13e-030d-4762-a22f-d3c461f42382 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:29.688024 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-7d42b13e-030d-4762-a22f-d3c461f42382 admin admin] Transition to ACTIVE for port object a3d10ad7-a442-4541-a323-2708234f90cb will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:10:29.756181 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dd61f47d-85a4-4e97-b35a-05586037b6ea None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:29.766933 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-dd61f47d-85a4-4e97-b35a-05586037b6ea None None] Transition to ACTIVE for port object 433cd133-04d0-4cd1-bc54-edfdf207a929 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:10:29.807361 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7d42b13e-030d-4762-a22f-d3c461f42382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:29.848341 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dd61f47d-85a4-4e97-b35a-05586037b6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:29.853467 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d42b13e-030d-4762-a22f-d3c461f42382 admin admin] Network dd171602-2139-4ff2-9a24-05151293ba3e is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:10:29.856507 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-7d42b13e-030d-4762-a22f-d3c461f42382 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:10:29.860806 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d42b13e-030d-4762-a22f-d3c461f42382 admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:10:29.887726 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42b13e-030d-4762-a22f-d3c461f42382 admin admin] Pushing event updated for resources: {'Port': ['ID=a3d10ad7-a442-4541-a323-2708234f90cb,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:29.903851 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-dd61f47d-85a4-4e97-b35a-05586037b6ea None None] Attempting to bind port 433cd133-04d0-4cd1-bc54-edfdf207a929 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:10:29.904257 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-dd61f47d-85a4-4e97-b35a-05586037b6ea None None] Attempting to bind port 433cd133-04d0-4cd1-bc54-edfdf207a929 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:10:29.904616 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd61f47d-85a4-4e97-b35a-05586037b6ea None None] Attempting to bind port 433cd133-04d0-4cd1-bc54-edfdf207a929 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:10:29.912815 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421559e4-d604-4064-8237-9d1e193f52dc None None] Pushing event updated for resources: {'Port': ['ID=433cd133-04d0-4cd1-bc54-edfdf207a929,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:29.915570 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd61f47d-85a4-4e97-b35a-05586037b6ea None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:10:29.915944 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd61f47d-85a4-4e97-b35a-05586037b6ea None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:10:29.917050 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dd61f47d-85a4-4e97-b35a-05586037b6ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:29.917050 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd61f47d-85a4-4e97-b35a-05586037b6ea None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:10:29.917380 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-dd61f47d-85a4-4e97-b35a-05586037b6ea None None] Bound port: 433cd133-04d0-4cd1-bc54-edfdf207a929, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:10:29.917901 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dd61f47d-85a4-4e97-b35a-05586037b6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:29.931456 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7d42b13e-030d-4762-a22f-d3c461f42382 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:29.976584 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-dd61f47d-85a4-4e97-b35a-05586037b6ea None None] For port 433cd133-04d0-4cd1-bc54-edfdf207a929, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:10:29.980335 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-dd61f47d-85a4-4e97-b35a-05586037b6ea None None] For port 433cd133-04d0-4cd1-bc54-edfdf207a929, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=433cd133-04d0-4cd1-bc54-edfdf207a929,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:10:30.087139 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-dd61f47d-85a4-4e97-b35a-05586037b6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:30.151002 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd61f47d-85a4-4e97-b35a-05586037b6ea None None] Routers {'2a956ec1-29e0-41a7-b649-39c30412088a'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:10:30.151002 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-dd61f47d-85a4-4e97-b35a-05586037b6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T05:10:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2a956ec1-29e0-41a7-b649-39c30412088a'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:30.154446 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421559e4-d604-4064-8237-9d1e193f52dc None None] Pushing event updated for resources: {'Port': ['ID=433cd133-04d0-4cd1-bc54-edfdf207a929,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:30.161241 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7d42b13e-030d-4762-a22f-d3c461f42382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:30.190194 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-946909fe-18e5-4b76-8776-37f4f2f583bd None None] Provisioning for port a3d10ad7-a442-4541-a323-2708234f90cb completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:10:30.196976 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-946909fe-18e5-4b76-8776-37f4f2f583bd None None] Provisioning complete for port a3d10ad7-a442-4541-a323-2708234f90cb triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:10:30.197347 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-946909fe-18e5-4b76-8776-37f4f2f583bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:30.271560 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-946909fe-18e5-4b76-8776-37f4f2f583bd None None] Port a3d10ad7-a442-4541-a323-2708234f90cb cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:10:30.295724 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-dd61f47d-85a4-4e97-b35a-05586037b6ea None None] Set router 2a956ec1-29e0-41a7-b649-39c30412088a gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:10:30.416659 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 9f12f54b-7c53-41a8-9352-f26cd6fbaeb9 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:10:30.529278 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 9f12f54b-7c53-41a8-9352-f26cd6fbaeb9 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:10:30.530002 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:30.595866 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-dd61f47d-85a4-4e97-b35a-05586037b6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'name': 'tempest-TestSnapshotPattern-1937801769-router', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:10:26Z', 'updated_at': '2021-08-10T05:10:30Z', 'revision_number': 4, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'gw_port': {'id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:27Z', 'updated_at': '2021-08-10T05:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'a3d10ad7-a442-4541-a323-2708234f90cb', 'name': '', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'mac_address': 'fa:16:3e:a1:ab:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:29Z', 'updated_at': '2021-08-10T05:10:29Z', 'revision_number': 1, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'subnets': [{'id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:30.645405 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd61f47d-85a4-4e97-b35a-05586037b6ea None None] The sync data for ids ['2a956ec1-29e0-41a7-b649-39c30412088a'] in n-d-802893-2 is: [{'id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'name': 'tempest-TestSnapshotPattern-1937801769-router', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:10:26Z', 'updated_at': '2021-08-10T05:10:30Z', 'revision_number': 4, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'gw_port': {'id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:27Z', 'updated_at': '2021-08-10T05:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'a3d10ad7-a442-4541-a323-2708234f90cb', 'name': '', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'mac_address': 'fa:16:3e:a1:ab:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:29Z', 'updated_at': '2021-08-10T05:10:29Z', 'revision_number': 1, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'subnets': [{'id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:10:30.694946 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7d42b13e-030d-4762-a22f-d3c461f42382 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:30.768876 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7d42b13e-030d-4762-a22f-d3c461f42382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:30.851530 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42b13e-030d-4762-a22f-d3c461f42382 admin admin] Pushing event updated for resources: {'Port': ['ID=a3d10ad7-a442-4541-a323-2708234f90cb,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:30.854118 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7d42b13e-030d-4762-a22f-d3c461f42382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:30.990079 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d42b13e-030d-4762-a22f-d3c461f42382 admin admin] Network dd171602-2139-4ff2-9a24-05151293ba3e is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:10:30.992423 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-7d42b13e-030d-4762-a22f-d3c461f42382 admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:10:31.132699 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d42b13e-030d-4762-a22f-d3c461f42382 admin admin] Router 2a956ec1-29e0-41a7-b649-39c30412088a has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:10:31.205237 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-660eab83-69f4-41d8-a13e-85ac617f07c3 None None] Provisioning complete for port a3d10ad7-a442-4541-a323-2708234f90cb triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:10:31.205785 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-660eab83-69f4-41d8-a13e-85ac617f07c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:31.259561 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d42b13e-030d-4762-a22f-d3c461f42382 admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:10:31.265377 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7d42b13e-030d-4762-a22f-d3c461f42382 admin admin] 10.222.0.25 "PUT /v2.0/routers/2a956ec1-29e0-41a7-b649-39c30412088a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3268416 Aug 10 05:10:31.435855 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-660eab83-69f4-41d8-a13e-85ac617f07c3 None None] Port a3d10ad7-a442-4541-a323-2708234f90cb cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:10:32.024442 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56580) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:32.032517 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-d17ffa40-a450-440e-a5dc-04f888a6d909 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1054107056-network', 'tenant_id': '07e53b52e92540be9becbe07e5c70b03'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:10:32.127042 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17ffa40-a450-440e-a5dc-04f888a6d909 admin admin] Made reservation on behalf of 07e53b52e92540be9becbe07e5c70b03 for: {'network': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:10:32.129508 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d17ffa40-a450-440e-a5dc-04f888a6d909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for network, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:32.139406 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d17ffa40-a450-440e-a5dc-04f888a6d909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:32.228415 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d17ffa40-a450-440e-a5dc-04f888a6d909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:32.327052 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d17ffa40-a450-440e-a5dc-04f888a6d909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:32.347986 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d17ffa40-a450-440e-a5dc-04f888a6d909 admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=94938) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 10 05:10:32.367341 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d17ffa40-a450-440e-a5dc-04f888a6d909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:32.367698 n-d-802893-2 neutron-server[94938]: INFO neutron.db.segments_db [None req-d17ffa40-a450-440e-a5dc-04f888a6d909 admin admin] Added segment a009256c-7a61-4bb4-ba57-eab81420c970 of type vlan for network 674704de-bc5c-49f0-9bfe-126e89839737 Aug 10 05:10:32.376668 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ffa40-a450-440e-a5dc-04f888a6d909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ad64ca-e808-4f40-b112-14b9473aaea5,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:32.425058 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 433cd133-04d0-4cd1-bc54-edfdf207a929 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:10:32.425990 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d17ffa40-a450-440e-a5dc-04f888a6d909 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8758072770124'] for network, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:32.526721 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d17ffa40-a450-440e-a5dc-04f888a6d909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046'] for network, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:32.527735 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17ffa40-a450-440e-a5dc-04f888a6d909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:32.528365 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-d17ffa40-a450-440e-a5dc-04f888a6d909 admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:32.555884 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 433cd133-04d0-4cd1-bc54-edfdf207a929 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:10:32.560248 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 433cd133-04d0-4cd1-bc54-edfdf207a929 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:10:32.560718 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:32.587780 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ffa40-a450-440e-a5dc-04f888a6d909 admin admin] Pushing event updated for resources: {'Network': ['ID=674704de-bc5c-49f0-9bfe-126e89839737,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:32.597920 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Network 674704de-bc5c-49f0-9bfe-126e89839737 details requested by agent ovs-agent-n-d-802893-2 with host n-d-802893-2 {{(pid=94939) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 10 05:10:32.659099 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-d17ffa40-a450-440e-a5dc-04f888a6d909 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6333194 Aug 10 05:10:32.661777 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56582) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:32.667675 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-6f73c91c-cdd5-4c42-87fc-fc7497eb3d00 admin admin] Request body: {'subnet': {'network_id': '674704de-bc5c-49f0-9bfe-126e89839737', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1054107056-subnet', 'tenant_id': '07e53b52e92540be9becbe07e5c70b03', 'ip_version': 4}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:10:32.703211 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:32.726029 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 433cd133-04d0-4cd1-bc54-edfdf207a929, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=433cd133-04d0-4cd1-bc54-edfdf207a929,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:10:32.739272 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dde85f-257c-4281-84d4-5ea1a9bfb557 None None] Sync routers for ids ['2a956ec1-29e0-41a7-b649-39c30412088a'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:10:32.749501 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dde85f-257c-4281-84d4-5ea1a9bfb557 None None] Routers {'2a956ec1-29e0-41a7-b649-39c30412088a'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:10:32.750109 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-22dde85f-257c-4281-84d4-5ea1a9bfb557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T05:10:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2a956ec1-29e0-41a7-b649-39c30412088a'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:32.766855 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f73c91c-cdd5-4c42-87fc-fc7497eb3d00 admin admin] Made reservation on behalf of 07e53b52e92540be9becbe07e5c70b03 for: {'subnet': 1} {{(pid=94938) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:10:32.769375 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6f73c91c-cdd5-4c42-87fc-fc7497eb3d00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12072078'] for subnet, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:32.795069 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:32.845658 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=433cd133-04d0-4cd1-bc54-edfdf207a929,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:32.858640 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-22dde85f-257c-4281-84d4-5ea1a9bfb557 None None] Set router 2a956ec1-29e0-41a7-b649-39c30412088a gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:10:33.071130 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-22dde85f-257c-4281-84d4-5ea1a9bfb557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'name': 'tempest-TestSnapshotPattern-1937801769-router', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:10:26Z', 'updated_at': '2021-08-10T05:10:30Z', 'revision_number': 4, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'gw_port': {'id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:27Z', 'updated_at': '2021-08-10T05:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'a3d10ad7-a442-4541-a323-2708234f90cb', 'name': '', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'mac_address': 'fa:16:3e:a1:ab:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:29Z', 'updated_at': '2021-08-10T05:10:30Z', 'revision_number': 2, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'subnets': [{'id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:33.102396 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dde85f-257c-4281-84d4-5ea1a9bfb557 None None] Checking router: 2a956ec1-29e0-41a7-b649-39c30412088a for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:10:33.102646 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dde85f-257c-4281-84d4-5ea1a9bfb557 None None] Updating router 2a956ec1-29e0-41a7-b649-39c30412088a port a3d10ad7-a442-4541-a323-2708234f90cb binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 05:10:33.128060 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22dde85f-257c-4281-84d4-5ea1a9bfb557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:33.385791 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6f73c91c-cdd5-4c42-87fc-fc7497eb3d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12061884', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12072124'] for subnet, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:33.398346 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22dde85f-257c-4281-84d4-5ea1a9bfb557 None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:33.408151 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-22dde85f-257c-4281-84d4-5ea1a9bfb557 None None] Transition to ACTIVE for port object a3d10ad7-a442-4541-a323-2708234f90cb will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:10:33.446693 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73c91c-cdd5-4c42-87fc-fc7497eb3d00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a682354-b367-4f7d-b30f-65f32a4f4453,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:33.451847 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f73c91c-cdd5-4c42-87fc-fc7497eb3d00 admin admin] Checking segment: {'id': 'a009256c-7a61-4bb4-ba57-eab81420c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '674704de-bc5c-49f0-9bfe-126e89839737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:10:33.452848 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f73c91c-cdd5-4c42-87fc-fc7497eb3d00 admin admin] Network hostable DHCP agents. Network: 674704de-bc5c-49f0-9bfe-126e89839737, hostable agents: ['cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59'], hosted agents: [] {{(pid=94938) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 10 05:10:33.505636 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22dde85f-257c-4281-84d4-5ea1a9bfb557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:33.534273 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f73c91c-cdd5-4c42-87fc-fc7497eb3d00 admin admin] Network 674704de-bc5c-49f0-9bfe-126e89839737 is scheduled to be hosted by DHCP agent cbd7445c-2ac1-4f22-8d43-5ce4a14a8f59 with binding_index 1 {{(pid=94938) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 10 05:10:33.579379 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb217b65-9ded-45f7-a8ff-27d9255dc3f0 None None] Pushing event updated for resources: {'Port': ['ID=a3d10ad7-a442-4541-a323-2708234f90cb,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:33.600282 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb217b65-9ded-45f7-a8ff-27d9255dc3f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:33.600941 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb217b65-9ded-45f7-a8ff-27d9255dc3f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:33.601050 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb217b65-9ded-45f7-a8ff-27d9255dc3f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:33.601338 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb217b65-9ded-45f7-a8ff-27d9255dc3f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:33.601686 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb217b65-9ded-45f7-a8ff-27d9255dc3f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:33.601992 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb217b65-9ded-45f7-a8ff-27d9255dc3f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:33.602315 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb217b65-9ded-45f7-a8ff-27d9255dc3f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:33.603258 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb217b65-9ded-45f7-a8ff-27d9255dc3f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:33.603595 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb217b65-9ded-45f7-a8ff-27d9255dc3f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:33.603918 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb217b65-9ded-45f7-a8ff-27d9255dc3f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:33.604268 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb217b65-9ded-45f7-a8ff-27d9255dc3f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:33.604588 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb217b65-9ded-45f7-a8ff-27d9255dc3f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94940) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:10:33.622869 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-22dde85f-257c-4281-84d4-5ea1a9bfb557 None None] Attempting to bind port a3d10ad7-a442-4541-a323-2708234f90cb on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:10:33.623237 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-22dde85f-257c-4281-84d4-5ea1a9bfb557 None None] Attempting to bind port a3d10ad7-a442-4541-a323-2708234f90cb by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '4be14f5e-7822-40cc-8251-387d46790334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:10:33.623596 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dde85f-257c-4281-84d4-5ea1a9bfb557 None None] Attempting to bind port a3d10ad7-a442-4541-a323-2708234f90cb on network dd171602-2139-4ff2-9a24-05151293ba3e {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:10:33.629025 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dde85f-257c-4281-84d4-5ea1a9bfb557 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:10:33.629403 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dde85f-257c-4281-84d4-5ea1a9bfb557 None None] Checking segment: {'id': '4be14f5e-7822-40cc-8251-387d46790334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:10:33.629801 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22dde85f-257c-4281-84d4-5ea1a9bfb557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:33.630195 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dde85f-257c-4281-84d4-5ea1a9bfb557 None None] Bound using segment: {'id': '4be14f5e-7822-40cc-8251-387d46790334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:10:33.630663 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-22dde85f-257c-4281-84d4-5ea1a9bfb557 None None] Bound port: a3d10ad7-a442-4541-a323-2708234f90cb, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be14f5e-7822-40cc-8251-387d46790334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:10:33.631884 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22dde85f-257c-4281-84d4-5ea1a9bfb557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:33.635495 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-6f73c91c-cdd5-4c42-87fc-fc7497eb3d00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802893-2, 674704de-bc5c-49f0-9bfe-126e89839737) {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:10:33.642144 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f73c91c-cdd5-4c42-87fc-fc7497eb3d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:33.642144 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-6f73c91c-cdd5-4c42-87fc-fc7497eb3d00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:33.647013 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042030e2-8e02-4d98-95a8-948efb99de1d None None] Network 674704de-bc5c-49f0-9bfe-126e89839737 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:10:33.714552 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-22dde85f-257c-4281-84d4-5ea1a9bfb557 None None] For port a3d10ad7-a442-4541-a323-2708234f90cb, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:10:33.718597 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-22dde85f-257c-4281-84d4-5ea1a9bfb557 None None] For port a3d10ad7-a442-4541-a323-2708234f90cb, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a3d10ad7-a442-4541-a323-2708234f90cb,segment=NetworkSegment(4be14f5e-7822-40cc-8251-387d46790334),segment_id=4be14f5e-7822-40cc-8251-387d46790334)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:10:33.737756 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-6f73c91c-cdd5-4c42-87fc-fc7497eb3d00 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0713232 Aug 10 05:10:33.737756 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56584) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:33.743297 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-88200240-6531-46c9-8fc2-53d1153eaaad admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1054107056-router', 'tenant_id': '07e53b52e92540be9becbe07e5c70b03', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:10:33.804623 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e9ecbd-ac37-4e2b-b501-4d15ec1984ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc5d4073f-bfb8-5b6f-8a03-fd996fe155ee-674704de-bc5c-49f0-9bfe-126e89839737', 'network_id': '674704de-bc5c-49f0-9bfe-126e89839737', 'tenant_id': '07e53b52e92540be9becbe07e5c70b03', 'fixed_ips': [{'subnet_id': '2a682354-b367-4f7d-b30f-65f32a4f4453'}]}} from n-d-802893-2. {{(pid=94939) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 10 05:10:33.805475 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-69e9ecbd-ac37-4e2b-b501-4d15ec1984ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:33.854701 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-22dde85f-257c-4281-84d4-5ea1a9bfb557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:33.900037 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88200240-6531-46c9-8fc2-53d1153eaaad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-456144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2044'] for router, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:33.901100 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88200240-6531-46c9-8fc2-53d1153eaaad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-457824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-453905', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-562216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2039'] for router, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:33.922006 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dde85f-257c-4281-84d4-5ea1a9bfb557 None None] Routers {'2a956ec1-29e0-41a7-b649-39c30412088a'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:10:33.922006 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-22dde85f-257c-4281-84d4-5ea1a9bfb557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T05:10:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2a956ec1-29e0-41a7-b649-39c30412088a'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:33.927438 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:10:33.953684 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.db_base_plugin_common [None req-69e9ecbd-ac37-4e2b-b501-4d15ec1984ab None None] Allocated IP 172.20.0.2 (674704de-bc5c-49f0-9bfe-126e89839737/2a682354-b367-4f7d-b30f-65f32a4f4453/e528b5c6-f0b3-4001-8c45-02980a89f264) {{(pid=94939) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:10:33.970457 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88200240-6531-46c9-8fc2-53d1153eaaad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:33.977381 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb217b65-9ded-45f7-a8ff-27d9255dc3f0 None None] Pushing event updated for resources: {'Port': ['ID=a3d10ad7-a442-4541-a323-2708234f90cb,revision_number=4']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:34.063556 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-22dde85f-257c-4281-84d4-5ea1a9bfb557 None None] Set router 2a956ec1-29e0-41a7-b649-39c30412088a gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:10:34.126853 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-69e9ecbd-ac37-4e2b-b501-4d15ec1984ab None None] Notify callbacks [] for port, precommit_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:34.129196 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-69e9ecbd-ac37-4e2b-b501-4d15ec1984ab None None] Transition to ACTIVE for port object e528b5c6-f0b3-4001-8c45-02980a89f264 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:10:34.145339 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-69e9ecbd-ac37-4e2b-b501-4d15ec1984ab None None] Transition to ACTIVE for port object e528b5c6-f0b3-4001-8c45-02980a89f264 will not be triggered until provisioned by entity DHCP. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:10:34.192147 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88200240-6531-46c9-8fc2-53d1153eaaad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:34.214500 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-69e9ecbd-ac37-4e2b-b501-4d15ec1984ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149'] for port, after_create {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:34.254208 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e9ecbd-ac37-4e2b-b501-4d15ec1984ab None None] Network 674704de-bc5c-49f0-9bfe-126e89839737 is already hosted by enough agents. {{(pid=94939) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:10:34.257318 n-d-802893-2 neutron-server[94939]: DEBUG neutron.scheduler.base_scheduler [None req-69e9ecbd-ac37-4e2b-b501-4d15ec1984ab None None] Resources bound (agent type, host, resource id): {{(pid=94939) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:10:34.261009 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e9ecbd-ac37-4e2b-b501-4d15ec1984ab None None] Received port after_create {{(pid=94939) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:10:34.267949 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9ecbd-ac37-4e2b-b501-4d15ec1984ab None None] Pushing event updated for resources: {'Port': ['ID=e528b5c6-f0b3-4001-8c45-02980a89f264,revision_number=1']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:34.295950 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-22dde85f-257c-4281-84d4-5ea1a9bfb557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'name': 'tempest-TestSnapshotPattern-1937801769-router', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:10:26Z', 'updated_at': '2021-08-10T05:10:30Z', 'revision_number': 4, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'gw_port': {'id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:27Z', 'updated_at': '2021-08-10T05:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'a3d10ad7-a442-4541-a323-2708234f90cb', 'name': '', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'mac_address': 'fa:16:3e:a1:ab:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:29Z', 'updated_at': '2021-08-10T05:10:33Z', 'revision_number': 4, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'subnets': [{'id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:34.321636 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-69e9ecbd-ac37-4e2b-b501-4d15ec1984ab None None] Attempting to bind port e528b5c6-f0b3-4001-8c45-02980a89f264 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:10:34.322029 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-69e9ecbd-ac37-4e2b-b501-4d15ec1984ab None None] Attempting to bind port e528b5c6-f0b3-4001-8c45-02980a89f264 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'a009256c-7a61-4bb4-ba57-eab81420c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '674704de-bc5c-49f0-9bfe-126e89839737'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:10:34.322480 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e9ecbd-ac37-4e2b-b501-4d15ec1984ab None None] Attempting to bind port e528b5c6-f0b3-4001-8c45-02980a89f264 on network 674704de-bc5c-49f0-9bfe-126e89839737 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:10:34.324322 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22dde85f-257c-4281-84d4-5ea1a9bfb557 None None] The sync data for ids ['2a956ec1-29e0-41a7-b649-39c30412088a'] in n-d-802893-2 is: [{'id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'name': 'tempest-TestSnapshotPattern-1937801769-router', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:10:26Z', 'updated_at': '2021-08-10T05:10:30Z', 'revision_number': 4, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'gw_port': {'id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:27Z', 'updated_at': '2021-08-10T05:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'a3d10ad7-a442-4541-a323-2708234f90cb', 'name': '', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'mac_address': 'fa:16:3e:a1:ab:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:29Z', 'updated_at': '2021-08-10T05:10:33Z', 'revision_number': 4, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'subnets': [{'id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:10:34.328981 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e9ecbd-ac37-4e2b-b501-4d15ec1984ab None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:10:34.329578 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e9ecbd-ac37-4e2b-b501-4d15ec1984ab None None] Checking segment: {'id': 'a009256c-7a61-4bb4-ba57-eab81420c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '674704de-bc5c-49f0-9bfe-126e89839737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:10:34.329863 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-69e9ecbd-ac37-4e2b-b501-4d15ec1984ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:34.330255 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e9ecbd-ac37-4e2b-b501-4d15ec1984ab None None] Bound using segment: {'id': 'a009256c-7a61-4bb4-ba57-eab81420c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '674704de-bc5c-49f0-9bfe-126e89839737'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:10:34.330720 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-69e9ecbd-ac37-4e2b-b501-4d15ec1984ab None None] Bound port: e528b5c6-f0b3-4001-8c45-02980a89f264, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a009256c-7a61-4bb4-ba57-eab81420c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '674704de-bc5c-49f0-9bfe-126e89839737'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:10:34.331352 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-69e9ecbd-ac37-4e2b-b501-4d15ec1984ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:34.430051 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-69e9ecbd-ac37-4e2b-b501-4d15ec1984ab None None] For port e528b5c6-f0b3-4001-8c45-02980a89f264, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:10:34.436024 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-69e9ecbd-ac37-4e2b-b501-4d15ec1984ab None None] For port e528b5c6-f0b3-4001-8c45-02980a89f264, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e528b5c6-f0b3-4001-8c45-02980a89f264,segment=NetworkSegment(a009256c-7a61-4bb4-ba57-eab81420c970),segment_id=a009256c-7a61-4bb4-ba57-eab81420c970)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:10:34.449801 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a3d10ad7-a442-4541-a323-2708234f90cb up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:10:34.511208 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88200240-6531-46c9-8fc2-53d1153eaaad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:34.511803 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-69e9ecbd-ac37-4e2b-b501-4d15ec1984ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:34.534760 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88200240-6531-46c9-8fc2-53d1153eaaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:34.567673 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port a3d10ad7-a442-4541-a323-2708234f90cb completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:10:34.578431 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port a3d10ad7-a442-4541-a323-2708234f90cb triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:10:34.578892 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:34.580750 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9ecbd-ac37-4e2b-b501-4d15ec1984ab None None] Pushing event updated for resources: {'Port': ['ID=e528b5c6-f0b3-4001-8c45-02980a89f264,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:34.682022 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:34.685483 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-88200240-6531-46c9-8fc2-53d1153eaaad admin admin] Allocated IP 172.25.0.253 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/8a2c9508-576e-48a1-9f1b-efc7094b1a97) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:10:34.724583 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port a3d10ad7-a442-4541-a323-2708234f90cb, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a3d10ad7-a442-4541-a323-2708234f90cb,segment=NetworkSegment(4be14f5e-7822-40cc-8251-387d46790334),segment_id=4be14f5e-7822-40cc-8251-387d46790334)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:10:34.796713 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:34.797519 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 433cd133-04d0-4cd1-bc54-edfdf207a929 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:10:34.836240 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88200240-6531-46c9-8fc2-53d1153eaaad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:34.890938 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=a3d10ad7-a442-4541-a323-2708234f90cb,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:34.903112 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 433cd133-04d0-4cd1-bc54-edfdf207a929 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:10:34.903346 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:34.940086 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88200240-6531-46c9-8fc2-53d1153eaaad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:34.984246 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88200240-6531-46c9-8fc2-53d1153eaaad admin admin] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:10:34.989126 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-88200240-6531-46c9-8fc2-53d1153eaaad admin admin] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:10:34.994101 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88200240-6531-46c9-8fc2-53d1153eaaad admin admin] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:10:34.997317 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88200240-6531-46c9-8fc2-53d1153eaaad admin admin] Pushing event updated for resources: {'Port': ['ID=8a2c9508-576e-48a1-9f1b-efc7094b1a97,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:35.347336 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88200240-6531-46c9-8fc2-53d1153eaaad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:35.576174 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88200240-6531-46c9-8fc2-53d1153eaaad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-457833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454114'] for router, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:35.600143 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265ee3f8-ae4b-442e-9617-6d96879e3233 None None] Network 674704de-bc5c-49f0-9bfe-126e89839737 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:10:35.741821 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-053a0c07-446c-4c9c-af39-c318c95273b3 None None] Provisioning for port e528b5c6-f0b3-4001-8c45-02980a89f264 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:10:35.820721 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88200240-6531-46c9-8fc2-53d1153eaaad admin admin] Router 07283824-3c85-4b5d-84c6-098e5e6826b9 is scheduled to L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 with binding_index 1 {{(pid=94938) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 10 05:10:35.960670 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88200240-6531-46c9-8fc2-53d1153eaaad admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:10:35.972514 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7445a5a-2d9f-401b-9555-cf197b3e2592 None None] Sync routers for ids ['07283824-3c85-4b5d-84c6-098e5e6826b9'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:10:35.984294 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7445a5a-2d9f-401b-9555-cf197b3e2592 None None] Routers {'07283824-3c85-4b5d-84c6-098e5e6826b9'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:10:35.985152 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-e7445a5a-2d9f-401b-9555-cf197b3e2592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T05:10:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['07283824-3c85-4b5d-84c6-098e5e6826b9'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:36.042467 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-88200240-6531-46c9-8fc2-53d1153eaaad admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:36.043754 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-88200240-6531-46c9-8fc2-53d1153eaaad admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3049226 Aug 10 05:10:36.048112 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56586) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:36.119281 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-e7445a5a-2d9f-401b-9555-cf197b3e2592 None None] Set router 07283824-3c85-4b5d-84c6-098e5e6826b9 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:10:36.312170 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-e7445a5a-2d9f-401b-9555-cf197b3e2592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07283824-3c85-4b5d-84c6-098e5e6826b9', 'name': 'tempest-TestSnapshotPattern-1054107056-router', 'tenant_id': '07e53b52e92540be9becbe07e5c70b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '8a2c9508-576e-48a1-9f1b-efc7094b1a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:10:33Z', 'updated_at': '2021-08-10T05:10:35Z', 'revision_number': 3, 'project_id': '07e53b52e92540be9becbe07e5c70b03', 'gw_port': {'id': '8a2c9508-576e-48a1-9f1b-efc7094b1a97', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ae:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07283824-3c85-4b5d-84c6-098e5e6826b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:34Z', 'updated_at': '2021-08-10T05:10:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:36.342414 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7445a5a-2d9f-401b-9555-cf197b3e2592 None None] Checking router: 07283824-3c85-4b5d-84c6-098e5e6826b9 for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:10:36.342876 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7445a5a-2d9f-401b-9555-cf197b3e2592 None None] Updating router 07283824-3c85-4b5d-84c6-098e5e6826b9 port 8a2c9508-576e-48a1-9f1b-efc7094b1a97 binding host n-d-802893-2 {{(pid=94939) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 05:10:36.370872 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e7445a5a-2d9f-401b-9555-cf197b3e2592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:36.522875 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-129435a2-f5da-4a59-ae34-86feff7471cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:36.547438 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a3d10ad7-a442-4541-a323-2708234f90cb up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:10:36.645309 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port a3d10ad7-a442-4541-a323-2708234f90cb triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:10:36.645309 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:36.685681 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-129435a2-f5da-4a59-ae34-86feff7471cb admin admin] Allocated IP 172.20.0.1 (674704de-bc5c-49f0-9bfe-126e89839737/2a682354-b367-4f7d-b30f-65f32a4f4453/a16060df-3932-44a1-8c48-6fd30c60835e) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:10:36.741123 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e7445a5a-2d9f-401b-9555-cf197b3e2592 None None] Notify callbacks [] for port, precommit_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:36.754335 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-e7445a5a-2d9f-401b-9555-cf197b3e2592 None None] Transition to ACTIVE for port object 8a2c9508-576e-48a1-9f1b-efc7094b1a97 will not be triggered until provisioned by entity L2. {{(pid=94939) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:10:36.793809 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-129435a2-f5da-4a59-ae34-86feff7471cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:36.794097 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e528b5c6-f0b3-4001-8c45-02980a89f264 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:10:36.811168 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [None req-129435a2-f5da-4a59-ae34-86feff7471cb admin admin] Transition to ACTIVE for port object a16060df-3932-44a1-8c48-6fd30c60835e will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:10:36.839856 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e7445a5a-2d9f-401b-9555-cf197b3e2592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:36.891306 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-e7445a5a-2d9f-401b-9555-cf197b3e2592 None None] Attempting to bind port 8a2c9508-576e-48a1-9f1b-efc7094b1a97 on host n-d-802893-2 for vnic_type normal with profile {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:10:36.891673 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-e7445a5a-2d9f-401b-9555-cf197b3e2592 None None] Attempting to bind port 8a2c9508-576e-48a1-9f1b-efc7094b1a97 by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:10:36.892061 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7445a5a-2d9f-401b-9555-cf197b3e2592 None None] Attempting to bind port 8a2c9508-576e-48a1-9f1b-efc7094b1a97 on network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:10:36.899444 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b82503-6c12-4c15-985d-b9d9101782dc None None] Pushing event updated for resources: {'Port': ['ID=8a2c9508-576e-48a1-9f1b-efc7094b1a97,revision_number=2']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:36.902107 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7445a5a-2d9f-401b-9555-cf197b3e2592 None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:10:36.906167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7445a5a-2d9f-401b-9555-cf197b3e2592 None None] Checking segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94939) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:10:36.906167 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e7445a5a-2d9f-401b-9555-cf197b3e2592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:36.906167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7445a5a-2d9f-401b-9555-cf197b3e2592 None None] Bound using segment: {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'} {{(pid=94939) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:10:36.906167 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.managers [None req-e7445a5a-2d9f-401b-9555-cf197b3e2592 None None] Bound port: 8a2c9508-576e-48a1-9f1b-efc7094b1a97, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739f96eb-48d8-4c9b-a959-8c2112c0c112', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5'}}] {{(pid=94939) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:10:36.906167 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e7445a5a-2d9f-401b-9555-cf197b3e2592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:36.923131 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-129435a2-f5da-4a59-ae34-86feff7471cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:36.951195 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port e528b5c6-f0b3-4001-8c45-02980a89f264 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:10:36.961538 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port e528b5c6-f0b3-4001-8c45-02980a89f264 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:10:36.961894 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:36.971653 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129435a2-f5da-4a59-ae34-86feff7471cb admin admin] Network 674704de-bc5c-49f0-9bfe-126e89839737 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:10:36.979821 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-129435a2-f5da-4a59-ae34-86feff7471cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:10:36.985483 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129435a2-f5da-4a59-ae34-86feff7471cb admin admin] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:10:36.986904 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-e7445a5a-2d9f-401b-9555-cf197b3e2592 None None] For port 8a2c9508-576e-48a1-9f1b-efc7094b1a97, host n-d-802893-2, cleared binding levels {{(pid=94939) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:10:37.007992 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-e7445a5a-2d9f-401b-9555-cf197b3e2592 None None] For port 8a2c9508-576e-48a1-9f1b-efc7094b1a97, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=8a2c9508-576e-48a1-9f1b-efc7094b1a97,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:10:37.019337 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129435a2-f5da-4a59-ae34-86feff7471cb admin admin] Pushing event updated for resources: {'Port': ['ID=a16060df-3932-44a1-8c48-6fd30c60835e,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:37.045810 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-129435a2-f5da-4a59-ae34-86feff7471cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-454417'] for router_interface, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:37.061967 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:37.108578 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port e528b5c6-f0b3-4001-8c45-02980a89f264, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e528b5c6-f0b3-4001-8c45-02980a89f264,segment=NetworkSegment(a009256c-7a61-4bb4-ba57-eab81420c970),segment_id=a009256c-7a61-4bb4-ba57-eab81420c970)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:10:37.108578 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e7445a5a-2d9f-401b-9555-cf197b3e2592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:37.173978 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7445a5a-2d9f-401b-9555-cf197b3e2592 None None] Routers {'07283824-3c85-4b5d-84c6-098e5e6826b9'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:10:37.174703 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-e7445a5a-2d9f-401b-9555-cf197b3e2592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T05:10:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['07283824-3c85-4b5d-84c6-098e5e6826b9'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:37.176652 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b82503-6c12-4c15-985d-b9d9101782dc None None] Pushing event updated for resources: {'Port': ['ID=8a2c9508-576e-48a1-9f1b-efc7094b1a97,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:37.213593 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:37.240926 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-129435a2-f5da-4a59-ae34-86feff7471cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:37.331476 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=e528b5c6-f0b3-4001-8c45-02980a89f264,revision_number=3']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:37.346909 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-e7445a5a-2d9f-401b-9555-cf197b3e2592 None None] Set router 07283824-3c85-4b5d-84c6-098e5e6826b9 gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:10:37.420460 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-129435a2-f5da-4a59-ae34-86feff7471cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:37.436372 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f851672a-c995-45cf-b419-1065b13284a8 None None] Provisioning for port a16060df-3932-44a1-8c48-6fd30c60835e completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:10:37.447898 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f851672a-c995-45cf-b419-1065b13284a8 None None] Provisioning complete for port a16060df-3932-44a1-8c48-6fd30c60835e triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:10:37.447898 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f851672a-c995-45cf-b419-1065b13284a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:37.495698 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-f851672a-c995-45cf-b419-1065b13284a8 None None] Port a16060df-3932-44a1-8c48-6fd30c60835e cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:10:37.509738 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-129435a2-f5da-4a59-ae34-86feff7471cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:37.560673 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-e7445a5a-2d9f-401b-9555-cf197b3e2592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07283824-3c85-4b5d-84c6-098e5e6826b9', 'name': 'tempest-TestSnapshotPattern-1054107056-router', 'tenant_id': '07e53b52e92540be9becbe07e5c70b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '8a2c9508-576e-48a1-9f1b-efc7094b1a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:10:33Z', 'updated_at': '2021-08-10T05:10:35Z', 'revision_number': 3, 'project_id': '07e53b52e92540be9becbe07e5c70b03', 'gw_port': {'id': '8a2c9508-576e-48a1-9f1b-efc7094b1a97', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ae:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07283824-3c85-4b5d-84c6-098e5e6826b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:34Z', 'updated_at': '2021-08-10T05:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:37.585714 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-129435a2-f5da-4a59-ae34-86feff7471cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-759092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-454565'] for router_interface, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:37.587503 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129435a2-f5da-4a59-ae34-86feff7471cb admin admin] Pushing event updated for resources: {'Port': ['ID=a16060df-3932-44a1-8c48-6fd30c60835e,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:37.591008 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7445a5a-2d9f-401b-9555-cf197b3e2592 None None] The sync data for ids ['07283824-3c85-4b5d-84c6-098e5e6826b9'] in n-d-802893-2 is: [{'id': '07283824-3c85-4b5d-84c6-098e5e6826b9', 'name': 'tempest-TestSnapshotPattern-1054107056-router', 'tenant_id': '07e53b52e92540be9becbe07e5c70b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '8a2c9508-576e-48a1-9f1b-efc7094b1a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:10:33Z', 'updated_at': '2021-08-10T05:10:35Z', 'revision_number': 3, 'project_id': '07e53b52e92540be9becbe07e5c70b03', 'gw_port': {'id': '8a2c9508-576e-48a1-9f1b-efc7094b1a97', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ae:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07283824-3c85-4b5d-84c6-098e5e6826b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:34Z', 'updated_at': '2021-08-10T05:10:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:10:37.688834 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129435a2-f5da-4a59-ae34-86feff7471cb admin admin] Network 674704de-bc5c-49f0-9bfe-126e89839737 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:10:37.690327 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-129435a2-f5da-4a59-ae34-86feff7471cb admin admin] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:10:37.836239 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129435a2-f5da-4a59-ae34-86feff7471cb admin admin] Router 07283824-3c85-4b5d-84c6-098e5e6826b9 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:10:37.966084 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129435a2-f5da-4a59-ae34-86feff7471cb admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:10:37.971117 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-129435a2-f5da-4a59-ae34-86feff7471cb admin admin] 10.222.0.25 "PUT /v2.0/routers/07283824-3c85-4b5d-84c6-098e5e6826b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9228692 Aug 10 05:10:38.022512 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-52275015-14f6-4241-aa61-1795706201a7 None None] Provisioning complete for port a16060df-3932-44a1-8c48-6fd30c60835e triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:10:38.023074 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-52275015-14f6-4241-aa61-1795706201a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:38.058273 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-52275015-14f6-4241-aa61-1795706201a7 None None] Port a16060df-3932-44a1-8c48-6fd30c60835e cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:10:38.467239 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 8a2c9508-576e-48a1-9f1b-efc7094b1a97 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:10:38.590741 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port 8a2c9508-576e-48a1-9f1b-efc7094b1a97 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:10:38.594800 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 8a2c9508-576e-48a1-9f1b-efc7094b1a97 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:10:38.595146 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:38.677085 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:38.698883 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port 8a2c9508-576e-48a1-9f1b-efc7094b1a97, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=8a2c9508-576e-48a1-9f1b-efc7094b1a97,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:10:38.773881 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:38.774676 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e528b5c6-f0b3-4001-8c45-02980a89f264 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:10:38.850172 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=8a2c9508-576e-48a1-9f1b-efc7094b1a97,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:38.863005 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port e528b5c6-f0b3-4001-8c45-02980a89f264 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:10:38.863375 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:39.132179 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956f7795-ce89-4aaf-b18e-4c3c9639964b None None] Sync routers for ids ['07283824-3c85-4b5d-84c6-098e5e6826b9'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:10:39.141602 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956f7795-ce89-4aaf-b18e-4c3c9639964b None None] Routers {'07283824-3c85-4b5d-84c6-098e5e6826b9'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:10:39.142199 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-956f7795-ce89-4aaf-b18e-4c3c9639964b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T05:10:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['07283824-3c85-4b5d-84c6-098e5e6826b9'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:39.246720 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-956f7795-ce89-4aaf-b18e-4c3c9639964b None None] Set router 07283824-3c85-4b5d-84c6-098e5e6826b9 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:10:39.543590 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-956f7795-ce89-4aaf-b18e-4c3c9639964b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07283824-3c85-4b5d-84c6-098e5e6826b9', 'name': 'tempest-TestSnapshotPattern-1054107056-router', 'tenant_id': '07e53b52e92540be9becbe07e5c70b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '8a2c9508-576e-48a1-9f1b-efc7094b1a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:10:33Z', 'updated_at': '2021-08-10T05:10:37Z', 'revision_number': 4, 'project_id': '07e53b52e92540be9becbe07e5c70b03', 'gw_port': {'id': '8a2c9508-576e-48a1-9f1b-efc7094b1a97', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07283824-3c85-4b5d-84c6-098e5e6826b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:34Z', 'updated_at': '2021-08-10T05:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'a16060df-3932-44a1-8c48-6fd30c60835e', 'name': '', 'network_id': '674704de-bc5c-49f0-9bfe-126e89839737', 'tenant_id': '07e53b52e92540be9becbe07e5c70b03', 'mac_address': 'fa:16:3e:94:ba:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07283824-3c85-4b5d-84c6-098e5e6826b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '2a682354-b367-4f7d-b30f-65f32a4f4453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:36Z', 'updated_at': '2021-08-10T05:10:37Z', 'revision_number': 2, 'project_id': '07e53b52e92540be9becbe07e5c70b03', 'subnets': [{'id': '2a682354-b367-4f7d-b30f-65f32a4f4453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:39.569084 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956f7795-ce89-4aaf-b18e-4c3c9639964b None None] Checking router: 07283824-3c85-4b5d-84c6-098e5e6826b9 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:10:39.569432 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956f7795-ce89-4aaf-b18e-4c3c9639964b None None] Updating router 07283824-3c85-4b5d-84c6-098e5e6826b9 port a16060df-3932-44a1-8c48-6fd30c60835e binding host n-d-802893-2 {{(pid=94940) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 10 05:10:39.593912 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-956f7795-ce89-4aaf-b18e-4c3c9639964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:39.753678 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56596) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:39.759772 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-5398556c-53d6-4f17-b2d6-25bf2a5e93df tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-809613673', 'description': 'tempest-secgroup-smoke-809613673 description', 'project_id': '53fed757da844c45b5222bcca3a0d957'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:10:39.867885 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-956f7795-ce89-4aaf-b18e-4c3c9639964b None None] Notify callbacks [] for port, precommit_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:39.877135 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.provisioning_blocks [None req-956f7795-ce89-4aaf-b18e-4c3c9639964b None None] Transition to ACTIVE for port object a16060df-3932-44a1-8c48-6fd30c60835e will not be triggered until provisioned by entity L2. {{(pid=94940) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:10:39.915701 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5398556c-53d6-4f17-b2d6-25bf2a5e93df tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for security_group, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:40.000136 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5398556c-53d6-4f17-b2d6-25bf2a5e93df tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for security_group, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:40.002582 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-956f7795-ce89-4aaf-b18e-4c3c9639964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:40.030970 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-001c1f84-e6af-4f31-af2a-3b5ce8a5cb12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:40.056372 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73643f10-b195-4916-9653-075867b0ec22 None None] Pushing event updated for resources: {'Port': ['ID=a16060df-3932-44a1-8c48-6fd30c60835e,revision_number=3']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:40.109193 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-956f7795-ce89-4aaf-b18e-4c3c9639964b None None] Attempting to bind port a16060df-3932-44a1-8c48-6fd30c60835e on host n-d-802893-2 for vnic_type normal with profile {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:10:40.109565 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-956f7795-ce89-4aaf-b18e-4c3c9639964b None None] Attempting to bind port a16060df-3932-44a1-8c48-6fd30c60835e by drivers openvswitch,hyperv on host n-d-802893-2 at level 0 using segments [{'id': 'a009256c-7a61-4bb4-ba57-eab81420c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '674704de-bc5c-49f0-9bfe-126e89839737'}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:10:40.109926 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956f7795-ce89-4aaf-b18e-4c3c9639964b None None] Attempting to bind port a16060df-3932-44a1-8c48-6fd30c60835e on network 674704de-bc5c-49f0-9bfe-126e89839737 {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:10:40.115247 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956f7795-ce89-4aaf-b18e-4c3c9639964b None None] Checking agent: {'id': 'f49dd3f2-a9f7-4f21-9857-c3cfe8ff7294', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 30, 13), 'started_at': datetime.datetime(2021, 8, 10, 3, 30, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802893-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:10:40.116231 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956f7795-ce89-4aaf-b18e-4c3c9639964b None None] Checking segment: {'id': 'a009256c-7a61-4bb4-ba57-eab81420c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '674704de-bc5c-49f0-9bfe-126e89839737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94940) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:10:40.116664 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-956f7795-ce89-4aaf-b18e-4c3c9639964b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:40.117059 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956f7795-ce89-4aaf-b18e-4c3c9639964b None None] Bound using segment: {'id': 'a009256c-7a61-4bb4-ba57-eab81420c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '674704de-bc5c-49f0-9bfe-126e89839737'} {{(pid=94940) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:10:40.117528 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.managers [None req-956f7795-ce89-4aaf-b18e-4c3c9639964b None None] Bound port: a16060df-3932-44a1-8c48-6fd30c60835e, host: n-d-802893-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a009256c-7a61-4bb4-ba57-eab81420c970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '674704de-bc5c-49f0-9bfe-126e89839737'}}] {{(pid=94940) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:10:40.118047 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-956f7795-ce89-4aaf-b18e-4c3c9639964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:40.145211 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5398556c-53d6-4f17-b2d6-25bf2a5e93df tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:40.188183 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398556c-53d6-4f17-b2d6-25bf2a5e93df tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfbc705-363b-4237-9f49-94d1b3760ac3,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:40.193236 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-956f7795-ce89-4aaf-b18e-4c3c9639964b None None] For port a16060df-3932-44a1-8c48-6fd30c60835e, host n-d-802893-2, cleared binding levels {{(pid=94940) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:10:40.198460 n-d-802893-2 neutron-server[94940]: DEBUG neutron.plugins.ml2.db [None req-956f7795-ce89-4aaf-b18e-4c3c9639964b None None] For port a16060df-3932-44a1-8c48-6fd30c60835e, host n-d-802893-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a16060df-3932-44a1-8c48-6fd30c60835e,segment=NetworkSegment(a009256c-7a61-4bb4-ba57-eab81420c970),segment_id=a009256c-7a61-4bb4-ba57-eab81420c970)] {{(pid=94940) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:10:40.275550 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5398556c-53d6-4f17-b2d6-25bf2a5e93df tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:40.276780 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5398556c-53d6-4f17-b2d6-25bf2a5e93df tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5219879 Aug 10 05:10:40.279785 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56598) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:40.284442 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-2517040f-3dff-4862-8efd-353b5e7fd8f6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Request body: {'security_group_rule': {'security_group_id': 'fbfbc705-363b-4237-9f49-94d1b3760ac3', 'project_id': '53fed757da844c45b5222bcca3a0d957', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:10:40.316647 n-d-802893-2 neutron-server[94940]: DEBUG neutron_lib.callbacks.manager [None req-956f7795-ce89-4aaf-b18e-4c3c9639964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:40.364492 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956f7795-ce89-4aaf-b18e-4c3c9639964b None None] Routers {'07283824-3c85-4b5d-84c6-098e5e6826b9'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:10:40.365621 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-956f7795-ce89-4aaf-b18e-4c3c9639964b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T05:10:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['07283824-3c85-4b5d-84c6-098e5e6826b9'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:40.399017 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 8a2c9508-576e-48a1-9f1b-efc7094b1a97 up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:10:40.408762 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73643f10-b195-4916-9653-075867b0ec22 None None] Pushing event updated for resources: {'Port': ['ID=a16060df-3932-44a1-8c48-6fd30c60835e,revision_number=4']} {{(pid=94940) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:40.425844 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2517040f-3dff-4862-8efd-353b5e7fd8f6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:40.469940 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port 8a2c9508-576e-48a1-9f1b-efc7094b1a97 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:10:40.470473 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:40.507249 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-956f7795-ce89-4aaf-b18e-4c3c9639964b None None] Set router 07283824-3c85-4b5d-84c6-098e5e6826b9 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:10:40.513293 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2517040f-3dff-4862-8efd-353b5e7fd8f6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:40.631125 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2517040f-3dff-4862-8efd-353b5e7fd8f6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:40.652598 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2517040f-3dff-4862-8efd-353b5e7fd8f6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b45d8a-54df-4f58-8f7e-5f758cfa38ec,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:40.730999 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-956f7795-ce89-4aaf-b18e-4c3c9639964b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07283824-3c85-4b5d-84c6-098e5e6826b9', 'name': 'tempest-TestSnapshotPattern-1054107056-router', 'tenant_id': '07e53b52e92540be9becbe07e5c70b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '8a2c9508-576e-48a1-9f1b-efc7094b1a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:10:33Z', 'updated_at': '2021-08-10T05:10:37Z', 'revision_number': 4, 'project_id': '07e53b52e92540be9becbe07e5c70b03', 'gw_port': {'id': '8a2c9508-576e-48a1-9f1b-efc7094b1a97', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07283824-3c85-4b5d-84c6-098e5e6826b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:34Z', 'updated_at': '2021-08-10T05:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'a16060df-3932-44a1-8c48-6fd30c60835e', 'name': '', 'network_id': '674704de-bc5c-49f0-9bfe-126e89839737', 'tenant_id': '07e53b52e92540be9becbe07e5c70b03', 'mac_address': 'fa:16:3e:94:ba:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07283824-3c85-4b5d-84c6-098e5e6826b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '2a682354-b367-4f7d-b30f-65f32a4f4453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:36Z', 'updated_at': '2021-08-10T05:10:40Z', 'revision_number': 4, 'project_id': '07e53b52e92540be9becbe07e5c70b03', 'subnets': [{'id': '2a682354-b367-4f7d-b30f-65f32a4f4453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:10:40.739695 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-2517040f-3dff-4862-8efd-353b5e7fd8f6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:40.741583 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-2517040f-3dff-4862-8efd-353b5e7fd8f6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4607694 Aug 10 05:10:40.747312 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56600) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:40.749499 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-3115b746-3a1c-4940-8629-f4a3e0ce0d34 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Request body: {'security_group_rule': {'security_group_id': 'fbfbc705-363b-4237-9f49-94d1b3760ac3', 'project_id': '53fed757da844c45b5222bcca3a0d957', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:10:40.764281 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956f7795-ce89-4aaf-b18e-4c3c9639964b None None] The sync data for ids ['07283824-3c85-4b5d-84c6-098e5e6826b9'] in n-d-802893-2 is: [{'id': '07283824-3c85-4b5d-84c6-098e5e6826b9', 'name': 'tempest-TestSnapshotPattern-1054107056-router', 'tenant_id': '07e53b52e92540be9becbe07e5c70b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '8a2c9508-576e-48a1-9f1b-efc7094b1a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:10:33Z', 'updated_at': '2021-08-10T05:10:37Z', 'revision_number': 4, 'project_id': '07e53b52e92540be9becbe07e5c70b03', 'gw_port': {'id': '8a2c9508-576e-48a1-9f1b-efc7094b1a97', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07283824-3c85-4b5d-84c6-098e5e6826b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:34Z', 'updated_at': '2021-08-10T05:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'a16060df-3932-44a1-8c48-6fd30c60835e', 'name': '', 'network_id': '674704de-bc5c-49f0-9bfe-126e89839737', 'tenant_id': '07e53b52e92540be9becbe07e5c70b03', 'mac_address': 'fa:16:3e:94:ba:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07283824-3c85-4b5d-84c6-098e5e6826b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '2a682354-b367-4f7d-b30f-65f32a4f4453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:36Z', 'updated_at': '2021-08-10T05:10:40Z', 'revision_number': 4, 'project_id': '07e53b52e92540be9becbe07e5c70b03', 'subnets': [{'id': '2a682354-b367-4f7d-b30f-65f32a4f4453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:10:40.863633 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3115b746-3a1c-4940-8629-f4a3e0ce0d34 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:40.928627 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3115b746-3a1c-4940-8629-f4a3e0ce0d34 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:41.025696 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3115b746-3a1c-4940-8629-f4a3e0ce0d34 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:41.045279 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115b746-3a1c-4940-8629-f4a3e0ce0d34 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1011521a-1dc0-4c56-98f7-05bd8f104764,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:41.116188 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-3115b746-3a1c-4940-8629-f4a3e0ce0d34 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:41.117471 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-3115b746-3a1c-4940-8629-f4a3e0ce0d34 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3720908 Aug 10 05:10:41.120405 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56602) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:41.125147 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-5c12c1fc-563e-4fea-88cf-09b46cef12c6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Request body: {'security_group_rule': {'security_group_id': 'fbfbc705-363b-4237-9f49-94d1b3760ac3', 'project_id': '53fed757da844c45b5222bcca3a0d957', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:10:41.226014 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5c12c1fc-563e-4fea-88cf-09b46cef12c6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:41.289869 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5c12c1fc-563e-4fea-88cf-09b46cef12c6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:41.372789 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5c12c1fc-563e-4fea-88cf-09b46cef12c6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:41.393233 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12c1fc-563e-4fea-88cf-09b46cef12c6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=375610fc-ea33-4c8e-928d-76c50ce9b6b3,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:41.481331 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-5c12c1fc-563e-4fea-88cf-09b46cef12c6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:41.482583 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-5c12c1fc-563e-4fea-88cf-09b46cef12c6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3611984 Aug 10 05:10:41.485708 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56604) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:41.492639 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-cd110925-036a-43ba-852a-70bb207600f6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Request body: {'security_group_rule': {'security_group_id': 'fbfbc705-363b-4237-9f49-94d1b3760ac3', 'project_id': '53fed757da844c45b5222bcca3a0d957', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:10:41.612119 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd110925-036a-43ba-852a-70bb207600f6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:41.677156 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd110925-036a-43ba-852a-70bb207600f6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:41.751067 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd110925-036a-43ba-852a-70bb207600f6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:41.769945 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd110925-036a-43ba-852a-70bb207600f6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69d20b43-be9f-41b0-b660-e06f32fa3ae0,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:41.848417 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-cd110925-036a-43ba-852a-70bb207600f6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:41.852619 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-cd110925-036a-43ba-852a-70bb207600f6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3625348 Aug 10 05:10:41.852760 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56606) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:41.857196 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-d7eb1889-47d2-48b4-b434-ee3f16558af1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Request body: {'security_group_rule': {'security_group_id': 'fbfbc705-363b-4237-9f49-94d1b3760ac3', 'project_id': '53fed757da844c45b5222bcca3a0d957', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:10:41.928264 n-d-802893-2 neutron-server[94937]: INFO neutron.db.securitygroups_db [None req-d7eb1889-47d2-48b4-b434-ee3f16558af1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Project 53fed757da844c45b5222bcca3a0d957 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 05:10:41.933511 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d7eb1889-47d2-48b4-b434-ee3f16558af1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:41.994248 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d7eb1889-47d2-48b4-b434-ee3f16558af1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:42.042134 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d7eb1889-47d2-48b4-b434-ee3f16558af1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:42.058277 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb1889-47d2-48b4-b434-ee3f16558af1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f6b440-f732-452d-9dcf-4c87237f275f,revision_number=0']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:42.168008 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-d7eb1889-47d2-48b4-b434-ee3f16558af1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:42.169264 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-d7eb1889-47d2-48b4-b434-ee3f16558af1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3156412 Aug 10 05:10:42.172252 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 56608) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:10:42.177113 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-ccee7f95-9b51-4253-8f71-cd3dc9b9f4b6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Request body: {'security_group_rule': {'security_group_id': 'fbfbc705-363b-4237-9f49-94d1b3760ac3', 'project_id': '53fed757da844c45b5222bcca3a0d957', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:10:42.316787 n-d-802893-2 neutron-server[94938]: INFO neutron.db.securitygroups_db [None req-ccee7f95-9b51-4253-8f71-cd3dc9b9f4b6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Project 53fed757da844c45b5222bcca3a0d957 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 10 05:10:42.322434 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ccee7f95-9b51-4253-8f71-cd3dc9b9f4b6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:42.387843 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ccee7f95-9b51-4253-8f71-cd3dc9b9f4b6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:42.411549 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a16060df-3932-44a1-8c48-6fd30c60835e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:10:42.482582 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ccee7f95-9b51-4253-8f71-cd3dc9b9f4b6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562242'] for security_group_rule, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:42.500661 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee7f95-9b51-4253-8f71-cd3dc9b9f4b6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4c6211-3896-4e24-bc6a-94b1330ffade,revision_number=0']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:42.550875 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning for port a16060df-3932-44a1-8c48-6fd30c60835e completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:10:42.555284 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port a16060df-3932-44a1-8c48-6fd30c60835e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:10:42.555656 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:42.590767 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-ccee7f95-9b51-4253-8f71-cd3dc9b9f4b6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:42.592053 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-ccee7f95-9b51-4253-8f71-cd3dc9b9f4b6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4187143 Aug 10 05:10:42.641023 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:42.674824 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] For port a16060df-3932-44a1-8c48-6fd30c60835e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a16060df-3932-44a1-8c48-6fd30c60835e,segment=NetworkSegment(a009256c-7a61-4bb4-ba57-eab81420c970),segment_id=a009256c-7a61-4bb4-ba57-eab81420c970)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:10:42.733287 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-c2c2d396-d258-4bb5-9437-b981f850ebd7 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-809613673&fields=id&tenant_id=53fed757da844c45b5222bcca3a0d957 HTTP/1.1" status: 200 len: 267 time: 0.0340893 Aug 10 05:10:42.745405 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:42.794978 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Pushing event updated for resources: {'Port': ['ID=a16060df-3932-44a1-8c48-6fd30c60835e,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:42.847750 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-03171248-bf4e-4599-a42d-045cddfef412 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:42.847750 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-03171248-bf4e-4599-a42d-045cddfef412 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/networks?id=dd171602-2139-4ff2-9a24-05151293ba3e HTTP/1.1" status: 200 len: 810 time: 0.1067729 Aug 10 05:10:42.862165 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-ce3a7680-5570-4ce9-b2a7-6780c3b19b39 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/quotas/53fed757da844c45b5222bcca3a0d957 HTTP/1.1" status: 200 len: 375 time: 0.0093503 Aug 10 05:10:42.918839 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-65109e70-f312-41f8-addb-193eede62faa tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=53fed757da844c45b5222bcca3a0d957&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512383 Aug 10 05:10:43.025657 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-09d491cf-1d94-45b8-ad67-02740ad8b3ee service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 05:10:43.026664 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-09d491cf-1d94-45b8-ad67-02740ad8b3ee service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0963593 Aug 10 05:10:43.116730 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-761a5070-d914-4573-8578-751c927be017 service neutron] 10.222.0.25 "GET /v2.0/networks/dd171602-2139-4ff2-9a24-05151293ba3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832069 Aug 10 05:10:43.211157 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-48fc7225-34e0-4d00-8e94-3bf0a5bc81e5 service neutron] 10.222.0.25 "GET /v2.0/networks/dd171602-2139-4ff2-9a24-05151293ba3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884213 Aug 10 05:10:43.738205 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:43.857868 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fab246b8-cbfd-4750-abf8-b6b89905d139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:44.410931 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a16060df-3932-44a1-8c48-6fd30c60835e up at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:10:44.456819 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-14f79fd0-bb41-4120-8079-2a3da88fbb0d req-a07938c4-679b-4e3f-8391-998b53516204 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3 HTTP/1.1" status: 200 len: 210 time: 0.0271850 Aug 10 05:10:44.461029 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Provisioning complete for port a16060df-3932-44a1-8c48-6fd30c60835e triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:10:44.461524 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:45.561212 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7b16dc69-bc4a-458b-a99a-1e7923f143aa req-987155b4-b206-4d27-8ebf-1d05c6081a31 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3 HTTP/1.1" status: 200 len: 210 time: 0.0270972 Aug 10 05:10:45.680535 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:46.492106 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:46.639072 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-25e7e96e-0fe5-4534-b78e-7b8886a77875 req-584770db-6458-4158-92e4-3f528c991e5e tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3 HTTP/1.1" status: 200 len: 210 time: 0.0294824 Aug 10 05:10:47.206311 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:47.716489 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-285b1244-ca85-48d1-82da-76166fc8e7f0 req-021386bb-993b-4e3c-a03b-8ebe0586502a tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3 HTTP/1.1" status: 200 len: 210 time: 0.0274978 Aug 10 05:10:48.813513 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-168022b1-1035-4f45-9bf5-0de0b909a11a req-d2fcdc6f-77f0-4a69-942c-e659e7f882c6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3 HTTP/1.1" status: 200 len: 210 time: 0.0307987 Aug 10 05:10:49.909221 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-70b980c9-e9a4-48b8-bb5e-7da077dedb17 req-e24104b1-159f-45d5-9287-63983f7bc4c5 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3 HTTP/1.1" status: 200 len: 210 time: 0.0269966 Aug 10 05:10:50.618275 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-f8e00e78-0272-45dd-81ea-81e0d474a75a tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:50.619640 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-f8e00e78-0272-45dd-81ea-81e0d474a75a tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.20 "GET /v2.0/networks?id=dd171602-2139-4ff2-9a24-05151293ba3e HTTP/1.1" status: 200 len: 810 time: 0.1068060 Aug 10 05:10:50.670629 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-1ff23c96-1436-43ed-ae0d-c264232fc193 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53fed757da844c45b5222bcca3a0d957 HTTP/1.1" status: 200 len: 379 time: 0.0362554 Aug 10 05:10:50.680455 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-eb07f903-5af4-4e55-af66-6a85c18e8981 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Request body: {'port': {'device_id': 'fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'admin_state_up': True, 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'security_groups': ['fbfbc705-363b-4237-9f49-94d1b3760ac3']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:10:50.898995 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-eb07f903-5af4-4e55-af66-6a85c18e8981 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Made reservation on behalf of 53fed757da844c45b5222bcca3a0d957 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:10:50.903229 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-eb07f903-5af4-4e55-af66-6a85c18e8981 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:51.043530 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-eb07f903-5af4-4e55-af66-6a85c18e8981 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Allocated IP 172.20.0.9 (dd171602-2139-4ff2-9a24-05151293ba3e/ad3807d2-fc3a-40fc-a879-7d92fae4c3f4/22986373-5046-42b4-8c64-e2efc3599601) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:10:51.070490 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-9918d636-a6bb-4f8a-837d-0b586e315459 req-a805ad62-3d7d-4434-91eb-a23ca0cab0c4 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3 HTTP/1.1" status: 200 len: 210 time: 0.0277190 Aug 10 05:10:51.191391 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-eb07f903-5af4-4e55-af66-6a85c18e8981 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:51.206271 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-eb07f903-5af4-4e55-af66-6a85c18e8981 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Transition to ACTIVE for port object 22986373-5046-42b4-8c64-e2efc3599601 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:10:51.321156 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-eb07f903-5af4-4e55-af66-6a85c18e8981 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:51.366455 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-eb07f903-5af4-4e55-af66-6a85c18e8981 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Network dd171602-2139-4ff2-9a24-05151293ba3e is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:10:51.369617 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-eb07f903-5af4-4e55-af66-6a85c18e8981 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:10:51.374241 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-eb07f903-5af4-4e55-af66-6a85c18e8981 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:10:51.398382 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07f903-5af4-4e55-af66-6a85c18e8981 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Pushing event updated for resources: {'Port': ['ID=22986373-5046-42b4-8c64-e2efc3599601,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:51.427148 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-eb07f903-5af4-4e55-af66-6a85c18e8981 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:51.427770 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-eb07f903-5af4-4e55-af66-6a85c18e8981 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:51.507253 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-eb07f903-5af4-4e55-af66-6a85c18e8981 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8289025 Aug 10 05:10:51.581642 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-e84541f9-e650-434e-a96d-94916dcd15b3 service neutron] Request body: {'port': {'device_id': 'fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:10:51.648823 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-e84541f9-e650-434e-a96d-94916dcd15b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:51.734216 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ed2acd8d-d44f-4476-8fbc-bee348dfe349 None None] Provisioning for port 22986373-5046-42b4-8c64-e2efc3599601 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:10:51.739571 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-ed2acd8d-d44f-4476-8fbc-bee348dfe349 None None] Provisioning complete for port 22986373-5046-42b4-8c64-e2efc3599601 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:10:51.740167 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ed2acd8d-d44f-4476-8fbc-bee348dfe349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:51.784972 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-ed2acd8d-d44f-4476-8fbc-bee348dfe349 None None] Port 22986373-5046-42b4-8c64-e2efc3599601 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:10:51.924395 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-e84541f9-e650-434e-a96d-94916dcd15b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22986373-5046-42b4-8c64-e2efc3599601 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:10:51.932088 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-e84541f9-e650-434e-a96d-94916dcd15b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:51.944029 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-e84541f9-e650-434e-a96d-94916dcd15b3 service neutron] Transition to ACTIVE for port object 22986373-5046-42b4-8c64-e2efc3599601 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:10:52.013975 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-e84541f9-e650-434e-a96d-94916dcd15b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:52.087477 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84541f9-e650-434e-a96d-94916dcd15b3 service neutron] Pushing event updated for resources: {'Port': ['ID=22986373-5046-42b4-8c64-e2efc3599601,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:52.140510 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-e84541f9-e650-434e-a96d-94916dcd15b3 service neutron] Attempting to bind port 22986373-5046-42b4-8c64-e2efc3599601 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:10:52.140851 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-e84541f9-e650-434e-a96d-94916dcd15b3 service neutron] Attempting to bind port 22986373-5046-42b4-8c64-e2efc3599601 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '4be14f5e-7822-40cc-8251-387d46790334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:10:52.141183 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-e84541f9-e650-434e-a96d-94916dcd15b3 service neutron] Attempting to bind port 22986373-5046-42b4-8c64-e2efc3599601 on network dd171602-2139-4ff2-9a24-05151293ba3e {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:10:52.155500 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-e84541f9-e650-434e-a96d-94916dcd15b3 service neutron] Port 22986373-5046-42b4-8c64-e2efc3599601 on network dd171602-2139-4ff2-9a24-05151293ba3e not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:10:52.155845 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-e84541f9-e650-434e-a96d-94916dcd15b3 service neutron] Attempting to bind port 22986373-5046-42b4-8c64-e2efc3599601 on network dd171602-2139-4ff2-9a24-05151293ba3e {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:10:52.174895 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-e84541f9-e650-434e-a96d-94916dcd15b3 service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:10:52.175236 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-e84541f9-e650-434e-a96d-94916dcd15b3 service neutron] Checking segment: {'id': '4be14f5e-7822-40cc-8251-387d46790334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:10:52.175637 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-e84541f9-e650-434e-a96d-94916dcd15b3 service neutron] Bound using segment: {'id': '4be14f5e-7822-40cc-8251-387d46790334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:10:52.176111 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-e84541f9-e650-434e-a96d-94916dcd15b3 service neutron] Bound port: 22986373-5046-42b4-8c64-e2efc3599601, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be14f5e-7822-40cc-8251-387d46790334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:10:52.176472 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-e84541f9-e650-434e-a96d-94916dcd15b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:52.235592 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d21b62-2162-4744-b7fd-1ee1192eca4a req-e3864319-43f4-4c6a-b93e-94db1e6127d2 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:52.237136 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89d21b62-2162-4744-b7fd-1ee1192eca4a req-e3864319-43f4-4c6a-b93e-94db1e6127d2 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3 HTTP/1.1" status: 200 len: 943 time: 0.0926504 Aug 10 05:10:52.282825 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-e84541f9-e650-434e-a96d-94916dcd15b3 service neutron] For port 22986373-5046-42b4-8c64-e2efc3599601, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:10:52.300575 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-e84541f9-e650-434e-a96d-94916dcd15b3 service neutron] For port 22986373-5046-42b4-8c64-e2efc3599601, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=22986373-5046-42b4-8c64-e2efc3599601,segment=NetworkSegment(4be14f5e-7822-40cc-8251-387d46790334),segment_id=4be14f5e-7822-40cc-8251-387d46790334)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:10:52.304402 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-89d21b62-2162-4744-b7fd-1ee1192eca4a req-eea35597-97eb-4006-b9fa-858fdade67a7 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592947 Aug 10 05:10:52.385430 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-e84541f9-e650-434e-a96d-94916dcd15b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:52.427311 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-e84541f9-e650-434e-a96d-94916dcd15b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:52.427946 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-e84541f9-e650-434e-a96d-94916dcd15b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:52.429340 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-e84541f9-e650-434e-a96d-94916dcd15b3 service neutron] 10.222.0.20 "PUT /v2.0/ports/22986373-5046-42b4-8c64-e2efc3599601 HTTP/1.1" status: 200 len: 1091 time: 0.9089546 Aug 10 05:10:52.429791 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3', 'tag': '22986373-5046-42b4-8c64-e2efc3599601'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:10:52.432044 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf83acf6-9202-4834-ba13-2be19afdda34" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3", "tag": "22986373-5046-42b4-8c64-e2efc3599601"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:10:52.463018 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84541f9-e650-434e-a96d-94916dcd15b3 service neutron] Pushing event updated for resources: {'Port': ['ID=22986373-5046-42b4-8c64-e2efc3599601,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:52.478314 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e0df98-e8c3-4dda-99be-d7de4b6cac7f x-openstack-request-id: req-25e0df98-e8c3-4dda-99be-d7de4b6cac7f {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:10:52.478314 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3", "tag": "22986373-5046-42b4-8c64-e2efc3599601", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:10:52.478314 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25e0df98-e8c3-4dda-99be-d7de4b6cac7f {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:10:52.478314 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3', 'tag': '22986373-5046-42b4-8c64-e2efc3599601', 'status': 'completed', 'code': 200} Aug 10 05:10:52.558348 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83acf6-9202-4834-ba13-2be19afdda34 req-2f063473-6cf0-41fd-a490-4a0e9120e88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:52.563907 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cf83acf6-9202-4834-ba13-2be19afdda34 req-2f063473-6cf0-41fd-a490-4a0e9120e88c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53fed757da844c45b5222bcca3a0d957&device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3 HTTP/1.1" status: 200 len: 1094 time: 0.0445259 Aug 10 05:10:52.675820 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83acf6-9202-4834-ba13-2be19afdda34 req-2d80a471-59b5-49de-b0e2-f20d1852dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:52.677360 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cf83acf6-9202-4834-ba13-2be19afdda34 req-2d80a471-59b5-49de-b0e2-f20d1852dd7f service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=53fed757da844c45b5222bcca3a0d957&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1034124 Aug 10 05:10:52.772121 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83acf6-9202-4834-ba13-2be19afdda34 req-edbf8c76-b324-47dc-8cba-1fd7f284a31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:52.773539 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cf83acf6-9202-4834-ba13-2be19afdda34 req-edbf8c76-b324-47dc-8cba-1fd7f284a31b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895352 Aug 10 05:10:52.870637 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-715b75f7-c330-4608-813f-79ffaaf42186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:52.872879 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-715b75f7-c330-4608-813f-79ffaaf42186 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53fed757da844c45b5222bcca3a0d957&device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3 HTTP/1.1" status: 200 len: 1094 time: 0.0411682 Aug 10 05:10:52.923492 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-e2501e10-cf45-49ed-b16a-cad40d570cfe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22986373-5046-42b4-8c64-e2efc3599601 HTTP/1.1" status: 200 len: 217 time: 0.0375881 Aug 10 05:10:52.980536 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-d6f16383-a697-426d-a470-e25e0a172711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:52.982727 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-d6f16383-a697-426d-a470-e25e0a172711 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad3807d2-fc3a-40fc-a879-7d92fae4c3f4 HTTP/1.1" status: 200 len: 849 time: 0.0524578 Aug 10 05:10:53.031282 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-09665765-fc4e-439e-bb59-b0ff05142937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:53.032849 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-09665765-fc4e-439e-bb59-b0ff05142937 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dd171602-2139-4ff2-9a24-05151293ba3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430758 Aug 10 05:10:53.125217 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-92c46e68-1e9f-44fe-8b94-cc0bc6a36578 service neutron] 10.222.0.20 "GET /v2.0/networks/dd171602-2139-4ff2-9a24-05151293ba3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849497 Aug 10 05:10:53.216330 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-8bdff4a0-3dfd-4931-9bdc-93a6dc04eee2 req-5d47e3b3-7581-4564-8529-87715063be20 service neutron] 10.222.0.20 "GET /v2.0/networks/dd171602-2139-4ff2-9a24-05151293ba3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826399 Aug 10 05:10:53.425090 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c46a29-f4e4-4735-b0e8-7c3b3a357c63 req-2704aa6f-5923-4f94-b098-bb90901bb86e tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:53.426588 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b5c46a29-f4e4-4735-b0e8-7c3b3a357c63 req-2704aa6f-5923-4f94-b098-bb90901bb86e tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3 HTTP/1.1" status: 200 len: 943 time: 0.0543249 Aug 10 05:10:53.465929 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b5c46a29-f4e4-4735-b0e8-7c3b3a357c63 req-808d3d62-dc7a-412e-b62e-70d558ef5443 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332427 Aug 10 05:10:54.587183 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48676033-3e25-4dcf-bec9-a1505550b0ae req-9692a7bb-20a7-4cf4-9b0f-a98de554b930 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:54.588725 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-48676033-3e25-4dcf-bec9-a1505550b0ae req-9692a7bb-20a7-4cf4-9b0f-a98de554b930 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3 HTTP/1.1" status: 200 len: 943 time: 0.0523610 Aug 10 05:10:54.629408 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-48676033-3e25-4dcf-bec9-a1505550b0ae req-64ba1166-3b7b-415e-8883-38632bac32f6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338757 Aug 10 05:10:55.746929 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835d205-aa75-4f6b-a08a-32b2e8d2df7e req-c3484d70-7d92-4903-933b-9df3c34a13a2 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:55.748435 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1835d205-aa75-4f6b-a08a-32b2e8d2df7e req-c3484d70-7d92-4903-933b-9df3c34a13a2 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3 HTTP/1.1" status: 200 len: 943 time: 0.0498579 Aug 10 05:10:55.786253 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1835d205-aa75-4f6b-a08a-32b2e8d2df7e req-144c5dce-0e01-4d2b-995c-eeb95de45935 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317400 Aug 10 05:10:56.604026 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 22986373-5046-42b4-8c64-e2efc3599601 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:10:56.700507 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 22986373-5046-42b4-8c64-e2efc3599601, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=22986373-5046-42b4-8c64-e2efc3599601,segment=NetworkSegment(4be14f5e-7822-40cc-8251-387d46790334),segment_id=4be14f5e-7822-40cc-8251-387d46790334)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:10:56.712210 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '22986373-5046-42b4-8c64-e2efc3599601', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'port_id': '22986373-5046-42b4-8c64-e2efc3599601', 'mac_address': 'fa:16:3e:eb:1b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:10:56.748838 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:56.762026 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22986373-5046-42b4-8c64-e2efc3599601 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:10:56.782657 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 22986373-5046-42b4-8c64-e2efc3599601, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=22986373-5046-42b4-8c64-e2efc3599601,segment=NetworkSegment(4be14f5e-7822-40cc-8251-387d46790334),segment_id=4be14f5e-7822-40cc-8251-387d46790334)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:10:56.858946 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:56.904006 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7322d8c-ef4f-49c0-9412-57bc25c9ba70 req-dd029022-5627-4c7a-82f9-4b177cb7f026 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:56.905498 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e7322d8c-ef4f-49c0-9412-57bc25c9ba70 req-dd029022-5627-4c7a-82f9-4b177cb7f026 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3 HTTP/1.1" status: 200 len: 944 time: 0.0497320 Aug 10 05:10:56.908090 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=22986373-5046-42b4-8c64-e2efc3599601,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:56.949488 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e7322d8c-ef4f-49c0-9412-57bc25c9ba70 req-2cdcd15c-0517-40dd-94cc-bf73f91e6c35 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340981 Aug 10 05:10:57.164227 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['22986373-5046-42b4-8c64-e2efc3599601'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:10:58.070394 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd74114-a2d8-4958-a532-4f2427dad724 req-111e4c4d-998b-4328-a29e-a2c8a8f110ed tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:58.071924 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ecd74114-a2d8-4958-a532-4f2427dad724 req-111e4c4d-998b-4328-a29e-a2c8a8f110ed tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3 HTTP/1.1" status: 200 len: 944 time: 0.0509312 Aug 10 05:10:58.110861 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-ecd74114-a2d8-4958-a532-4f2427dad724 req-00aa6aa8-5953-4ee5-8354-be54c4897633 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329905 Aug 10 05:10:58.476301 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:58.609097 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 22986373-5046-42b4-8c64-e2efc3599601 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:10:58.716035 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 22986373-5046-42b4-8c64-e2efc3599601 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:10:58.720890 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 22986373-5046-42b4-8c64-e2efc3599601 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:10:58.721253 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:58.797654 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:58.820220 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22986373-5046-42b4-8c64-e2efc3599601'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:10:58.822443 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f759cc80-2e9e-43df-a0f7-515d9249aabb" -d '{"events": [{"server_uuid": "fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3", "name": "network-vif-plugged", "status": "completed", "tag": "22986373-5046-42b4-8c64-e2efc3599601"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:10:58.834991 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 22986373-5046-42b4-8c64-e2efc3599601, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=22986373-5046-42b4-8c64-e2efc3599601,segment=NetworkSegment(4be14f5e-7822-40cc-8251-387d46790334),segment_id=4be14f5e-7822-40cc-8251-387d46790334)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:10:58.861198 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4896f8e3-62c4-4396-abac-8ace464fc17d x-openstack-request-id: req-4896f8e3-62c4-4396-abac-8ace464fc17d {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:10:58.861429 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3", "name": "network-vif-plugged", "status": "completed", "tag": "22986373-5046-42b4-8c64-e2efc3599601", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:10:58.861677 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4896f8e3-62c4-4396-abac-8ace464fc17d {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:10:58.862422 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22986373-5046-42b4-8c64-e2efc3599601', 'code': 200} Aug 10 05:10:58.944677 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:10:58.993311 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce47fd4-046b-4960-a512-960b2ed57dd9 req-857c8308-18b8-4dcd-b47e-4d697439d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:58.994810 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bce47fd4-046b-4960-a512-960b2ed57dd9 req-857c8308-18b8-4dcd-b47e-4d697439d0f5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3 HTTP/1.1" status: 200 len: 1096 time: 0.0490463 Aug 10 05:10:59.002240 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=22986373-5046-42b4-8c64-e2efc3599601,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:10:59.029268 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-bce47fd4-046b-4960-a512-960b2ed57dd9 req-2b491268-d587-4840-afb0-bdc0a82ecf2d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276666 Aug 10 05:10:59.225517 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0f19b-4af9-4f64-b922-f03efb424b0b req-1a69f45f-9fbc-49cb-94f4-4430c5a6f15a tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:10:59.227003 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-55a0f19b-4af9-4f64-b922-f03efb424b0b req-1a69f45f-9fbc-49cb-94f4-4430c5a6f15a tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3 HTTP/1.1" status: 200 len: 945 time: 0.0492740 Aug 10 05:10:59.264187 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-55a0f19b-4af9-4f64-b922-f03efb424b0b req-d8a601f4-dd06-4b25-a78e-8f72a7b63d09 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310564 Aug 10 05:11:00.392923 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94d441-2ee2-4d7d-a52d-6af4e99b4563 req-20341e6c-9a9a-4862-9318-c20229b87c2b tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:00.394409 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc94d441-2ee2-4d7d-a52d-6af4e99b4563 req-20341e6c-9a9a-4862-9318-c20229b87c2b tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3 HTTP/1.1" status: 200 len: 945 time: 0.0540793 Aug 10 05:11:00.433706 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-bc94d441-2ee2-4d7d-a52d-6af4e99b4563 req-4fe106fb-2b91-48a2-9cfe-ed20ddd5c35d tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333247 Aug 10 05:11:00.548201 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf7351-f104-4299-8f01-dcb42e59d8c4 req-507b2733-26e1-48fc-b745-cdfe50c86063 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:00.549629 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94cf7351-f104-4299-8f01-dcb42e59d8c4 req-507b2733-26e1-48fc-b745-cdfe50c86063 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3 HTTP/1.1" status: 200 len: 945 time: 0.0492439 Aug 10 05:11:00.589107 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-94cf7351-f104-4299-8f01-dcb42e59d8c4 req-73fd4f55-52d5-49e8-a867-953f6c556f03 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334525 Aug 10 05:11:00.611023 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56692) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:11:00.698371 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c436a35-5828-45ec-8201-ecf494e4f21b tempest-TestSnapshotPattern-393620454 tempest-TestSnapshotPattern-393620454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:00.699923 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7c436a35-5828-45ec-8201-ecf494e4f21b tempest-TestSnapshotPattern-393620454 tempest-TestSnapshotPattern-393620454-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3 HTTP/1.1" status: 200 len: 1091 time: 0.0875061 Aug 10 05:11:00.703443 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 56696) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:11:00.707810 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [None req-92dedb27-c7dc-4172-b168-7afd5d360be1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'port_id': '22986373-5046-42b4-8c64-e2efc3599601', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:11:00.819091 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92dedb27-c7dc-4172-b168-7afd5d360be1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for floatingip, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:00.916547 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92dedb27-c7dc-4172-b168-7afd5d360be1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:01.031149 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [None req-92dedb27-c7dc-4172-b168-7afd5d360be1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Allocated IP 172.25.0.188 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/fc6279e5-10e7-4d4b-9c13-acbc2d418835) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:11:01.136333 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92dedb27-c7dc-4172-b168-7afd5d360be1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:01.247042 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92dedb27-c7dc-4172-b168-7afd5d360be1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:01.294792 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dedb27-c7dc-4172-b168-7afd5d360be1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:11:01.298757 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [None req-92dedb27-c7dc-4172-b168-7afd5d360be1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:11:01.302546 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dedb27-c7dc-4172-b168-7afd5d360be1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:11:01.325703 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dedb27-c7dc-4172-b168-7afd5d360be1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Pushing event updated for resources: {'Port': ['ID=fc6279e5-10e7-4d4b-9c13-acbc2d418835,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:11:02.017931 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92dedb27-c7dc-4172-b168-7afd5d360be1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:02.160156 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92dedb27-c7dc-4172-b168-7afd5d360be1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:02.313972 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92dedb27-c7dc-4172-b168-7afd5d360be1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:02.395656 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92dedb27-c7dc-4172-b168-7afd5d360be1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:02.465836 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dedb27-c7dc-4172-b168-7afd5d360be1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Pushing event updated for resources: {'Port': ['ID=fc6279e5-10e7-4d4b-9c13-acbc2d418835,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:11:02.476964 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92dedb27-c7dc-4172-b168-7afd5d360be1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:02.580317 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-92dedb27-c7dc-4172-b168-7afd5d360be1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Floating IP 361eda7b-954f-4ec1-ae68-84194ff6eb1d associated. External IP: 172.25.0.188, port: 22986373-5046-42b4-8c64-e2efc3599601. Aug 10 05:11:02.789729 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92dedb27-c7dc-4172-b168-7afd5d360be1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Router 2a956ec1-29e0-41a7-b649-39c30412088a has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:11:02.902425 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92dedb27-c7dc-4172-b168-7afd5d360be1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:11:02.912348 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3a682e-d946-4d08-9185-92ef85aa0c43 None None] Sync routers for ids ['2a956ec1-29e0-41a7-b649-39c30412088a'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:11:02.922365 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3a682e-d946-4d08-9185-92ef85aa0c43 None None] Routers {'2a956ec1-29e0-41a7-b649-39c30412088a'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:11:02.923136 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ac3a682e-d946-4d08-9185-92ef85aa0c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T05:10:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2a956ec1-29e0-41a7-b649-39c30412088a'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:11:02.973307 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-92dedb27-c7dc-4172-b168-7afd5d360be1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:03.001582 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-92dedb27-c7dc-4172-b168-7afd5d360be1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2970228 Aug 10 05:11:03.002179 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3', 'tag': '22986373-5046-42b4-8c64-e2efc3599601'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:11:03.004658 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7dc67b-5933-43b3-857a-ed6052ad581f" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3", "tag": "22986373-5046-42b4-8c64-e2efc3599601"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:11:03.029724 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-ac3a682e-d946-4d08-9185-92ef85aa0c43 None None] Set router 2a956ec1-29e0-41a7-b649-39c30412088a gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:11:03.044753 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4628f046-1850-41ca-afa0-4175e0d42887 x-openstack-request-id: req-4628f046-1850-41ca-afa0-4175e0d42887 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:11:03.045300 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3", "tag": "22986373-5046-42b4-8c64-e2efc3599601", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:11:03.045300 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4628f046-1850-41ca-afa0-4175e0d42887 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:11:03.045676 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3', 'tag': '22986373-5046-42b4-8c64-e2efc3599601', 'status': 'completed', 'code': 200} Aug 10 05:11:03.134236 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7dc67b-5933-43b3-857a-ed6052ad581f req-f08c9d6d-4b0f-452e-9d36-a1fa25864add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:03.135778 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b7dc67b-5933-43b3-857a-ed6052ad581f req-f08c9d6d-4b0f-452e-9d36-a1fa25864add service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53fed757da844c45b5222bcca3a0d957&device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3 HTTP/1.1" status: 200 len: 1096 time: 0.0451117 Aug 10 05:11:03.234950 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7dc67b-5933-43b3-857a-ed6052ad581f req-fb6f0f9b-bb60-4571-8f6f-4ff094c5855e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:03.236528 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b7dc67b-5933-43b3-857a-ed6052ad581f req-fb6f0f9b-bb60-4571-8f6f-4ff094c5855e service neutron] 10.222.0.20 "GET /v2.0/networks?id=dd171602-2139-4ff2-9a24-05151293ba3e HTTP/1.1" status: 200 len: 911 time: 0.0931571 Aug 10 05:11:03.258048 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ac3a682e-d946-4d08-9185-92ef85aa0c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'name': 'tempest-TestSnapshotPattern-1937801769-router', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:10:26Z', 'updated_at': '2021-08-10T05:10:30Z', 'revision_number': 4, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'gw_port': {'id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:27Z', 'updated_at': '2021-08-10T05:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '361eda7b-954f-4ec1-ae68-84194ff6eb1d', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'port_id': '22986373-5046-42b4-8c64-e2efc3599601', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'mac_address': 'fa:16:3e:eb:1b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:11:01Z', 'updated_at': '2021-08-10T05:11:01Z', 'revision_number': 0, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d10ad7-a442-4541-a323-2708234f90cb', 'name': '', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'mac_address': 'fa:16:3e:a1:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:29Z', 'updated_at': '2021-08-10T05:10:34Z', 'revision_number': 5, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'subnets': [{'id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:11:03.288084 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3a682e-d946-4d08-9185-92ef85aa0c43 None None] Checking router: 2a956ec1-29e0-41a7-b649-39c30412088a for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:11:03.296488 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3a682e-d946-4d08-9185-92ef85aa0c43 None None] Routers {'2a956ec1-29e0-41a7-b649-39c30412088a'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:11:03.297759 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ac3a682e-d946-4d08-9185-92ef85aa0c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T05:10:44Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2a956ec1-29e0-41a7-b649-39c30412088a'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:11:03.306847 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b7dc67b-5933-43b3-857a-ed6052ad581f req-56606afb-9f98-4d59-b717-5fde4e6ccc72 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22986373-5046-42b4-8c64-e2efc3599601 HTTP/1.1" status: 200 len: 999 time: 0.0637012 Aug 10 05:11:03.359075 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7dc67b-5933-43b3-857a-ed6052ad581f req-eb5447ea-fe72-4424-8fa8-5f3bcf6a40cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:03.361252 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b7dc67b-5933-43b3-857a-ed6052ad581f req-eb5447ea-fe72-4424-8fa8-5f3bcf6a40cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad3807d2-fc3a-40fc-a879-7d92fae4c3f4 HTTP/1.1" status: 200 len: 849 time: 0.0464170 Aug 10 05:11:03.403217 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-ac3a682e-d946-4d08-9185-92ef85aa0c43 None None] Set router 2a956ec1-29e0-41a7-b649-39c30412088a gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:11:03.418644 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7dc67b-5933-43b3-857a-ed6052ad581f req-64107fc7-4153-4f94-96e0-d6dd42946f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:03.420954 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b7dc67b-5933-43b3-857a-ed6052ad581f req-64107fc7-4153-4f94-96e0-d6dd42946f9e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dd171602-2139-4ff2-9a24-05151293ba3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518553 Aug 10 05:11:03.512813 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b7dc67b-5933-43b3-857a-ed6052ad581f req-d0ed3b03-4bf5-478f-bcc0-101f9015d572 service neutron] 10.222.0.20 "GET /v2.0/networks/dd171602-2139-4ff2-9a24-05151293ba3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850699 Aug 10 05:11:03.611105 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2b7dc67b-5933-43b3-857a-ed6052ad581f req-c35203e2-1294-41f3-9575-dfdfa2d9fa1f service neutron] 10.222.0.20 "GET /v2.0/networks/dd171602-2139-4ff2-9a24-05151293ba3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917847 Aug 10 05:11:03.633998 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-ac3a682e-d946-4d08-9185-92ef85aa0c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'name': 'tempest-TestSnapshotPattern-1937801769-router', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:10:26Z', 'updated_at': '2021-08-10T05:10:30Z', 'revision_number': 4, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'gw_port': {'id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:27Z', 'updated_at': '2021-08-10T05:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '361eda7b-954f-4ec1-ae68-84194ff6eb1d', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'port_id': '22986373-5046-42b4-8c64-e2efc3599601', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'mac_address': 'fa:16:3e:eb:1b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:11:01Z', 'updated_at': '2021-08-10T05:11:01Z', 'revision_number': 0, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d10ad7-a442-4541-a323-2708234f90cb', 'name': '', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'mac_address': 'fa:16:3e:a1:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:29Z', 'updated_at': '2021-08-10T05:10:34Z', 'revision_number': 5, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'subnets': [{'id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:11:03.661064 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3a682e-d946-4d08-9185-92ef85aa0c43 None None] The sync data for ids ['2a956ec1-29e0-41a7-b649-39c30412088a'] in n-d-802893-2 is: [{'id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'name': 'tempest-TestSnapshotPattern-1937801769-router', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:10:26Z', 'updated_at': '2021-08-10T05:10:30Z', 'revision_number': 4, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'gw_port': {'id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:27Z', 'updated_at': '2021-08-10T05:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '361eda7b-954f-4ec1-ae68-84194ff6eb1d', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'port_id': '22986373-5046-42b4-8c64-e2efc3599601', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'mac_address': 'fa:16:3e:eb:1b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:11:01Z', 'updated_at': '2021-08-10T05:11:01Z', 'revision_number': 0, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d10ad7-a442-4541-a323-2708234f90cb', 'name': '', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'mac_address': 'fa:16:3e:a1:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:29Z', 'updated_at': '2021-08-10T05:10:34Z', 'revision_number': 5, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'subnets': [{'id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:11:03.865982 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b01826-b6a3-4ab7-ab85-30c6dd347f95 None None] New status for floating IP 361eda7b-954f-4ec1-ae68-84194ff6eb1d: ACTIVE {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:11:10.007190 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-660afa8f-0ed9-48ad-8813-d132422baf90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:10.885749 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:11:13.743929 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:13.863686 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6bf0678d-9bf7-4d0f-82b8-a0c9ee6ac964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:15.640945 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:16.480949 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:17.183749 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:28.067352 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-391d7204-c629-4c81-99ac-37e26c1e1d23 req-91fdabba-db66-431c-8288-b74db86f2bcf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405984 Aug 10 05:11:28.167313 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d7204-c629-4c81-99ac-37e26c1e1d23 req-04dee24d-08f9-4299-894c-815bf4860600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:28.168842 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-391d7204-c629-4c81-99ac-37e26c1e1d23 req-04dee24d-08f9-4299-894c-815bf4860600 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53fed757da844c45b5222bcca3a0d957&device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3 HTTP/1.1" status: 200 len: 1096 time: 0.0406668 Aug 10 05:11:28.277702 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d7204-c629-4c81-99ac-37e26c1e1d23 req-c1790967-e85f-4c25-b94d-d7a16d888066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:28.279288 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-391d7204-c629-4c81-99ac-37e26c1e1d23 req-c1790967-e85f-4c25-b94d-d7a16d888066 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dd171602-2139-4ff2-9a24-05151293ba3e HTTP/1.1" status: 200 len: 911 time: 0.0891480 Aug 10 05:11:28.346183 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-391d7204-c629-4c81-99ac-37e26c1e1d23 req-9fee2407-73c1-4e7f-9abf-a2453365fc52 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22986373-5046-42b4-8c64-e2efc3599601 HTTP/1.1" status: 200 len: 1001 time: 0.0586801 Aug 10 05:11:28.396411 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d7204-c629-4c81-99ac-37e26c1e1d23 req-7cbbe4b9-e882-4943-ac76-7c966ca3551f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:28.397931 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-391d7204-c629-4c81-99ac-37e26c1e1d23 req-7cbbe4b9-e882-4943-ac76-7c966ca3551f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad3807d2-fc3a-40fc-a879-7d92fae4c3f4 HTTP/1.1" status: 200 len: 849 time: 0.0444717 Aug 10 05:11:28.448391 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d7204-c629-4c81-99ac-37e26c1e1d23 req-b8595e0b-7036-4a85-a3ba-5c0099d99cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:11:28.449905 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-391d7204-c629-4c81-99ac-37e26c1e1d23 req-b8595e0b-7036-4a85-a3ba-5c0099d99cee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dd171602-2139-4ff2-9a24-05151293ba3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450425 Aug 10 05:11:28.509363 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:28.557713 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-391d7204-c629-4c81-99ac-37e26c1e1d23 req-a9a2eb05-65e6-4b07-8a5c-59e273e0b949 service neutron] 10.222.0.20 "GET /v2.0/networks/dd171602-2139-4ff2-9a24-05151293ba3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994442 Aug 10 05:11:28.655490 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-391d7204-c629-4c81-99ac-37e26c1e1d23 req-d91464a0-ba66-42ca-87b2-8932d0ccbddd service neutron] 10.222.0.20 "GET /v2.0/networks/dd171602-2139-4ff2-9a24-05151293ba3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891354 Aug 10 05:11:40.005716 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-feece69f-6e8b-498a-9c5f-844464b519e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:43.777002 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:43.862337 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f496080a-9d20-4cae-9c00-74362e2565b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:45.644843 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:46.496850 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:47.182266 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:11:47.885116 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:11:58.519257 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:09.993263 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6f98c5b1-34f8-4f16-9cc4-59cc5a2e50c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:13.793298 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:13.850468 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c409cce2-b323-4262-b7eb-5911e3d6712e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:15.655780 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:16.484460 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:17.210435 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:24.883676 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:12:28.490495 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:29.069743 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-59fac299-0b9e-47a5-84ff-6a4a7a8d6c73 req-57b9e5ed-b263-4441-b5bb-c5991a2acc59 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427897 Aug 10 05:12:29.168877 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fac299-0b9e-47a5-84ff-6a4a7a8d6c73 req-75d3a7be-7e6f-4e9a-a879-926e8499d689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:12:29.170375 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-59fac299-0b9e-47a5-84ff-6a4a7a8d6c73 req-75d3a7be-7e6f-4e9a-a879-926e8499d689 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53fed757da844c45b5222bcca3a0d957&device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3 HTTP/1.1" status: 200 len: 1096 time: 0.0409939 Aug 10 05:12:29.277691 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fac299-0b9e-47a5-84ff-6a4a7a8d6c73 req-f0720dc2-a595-4cd2-8ced-4d404e8d8e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:12:29.279174 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-59fac299-0b9e-47a5-84ff-6a4a7a8d6c73 req-f0720dc2-a595-4cd2-8ced-4d404e8d8e86 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dd171602-2139-4ff2-9a24-05151293ba3e HTTP/1.1" status: 200 len: 911 time: 0.0891628 Aug 10 05:12:29.345549 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-59fac299-0b9e-47a5-84ff-6a4a7a8d6c73 req-14ac3ae4-c4aa-43bc-99bd-99087c781f29 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22986373-5046-42b4-8c64-e2efc3599601 HTTP/1.1" status: 200 len: 1001 time: 0.0590410 Aug 10 05:12:29.394490 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fac299-0b9e-47a5-84ff-6a4a7a8d6c73 req-4d3d89fe-1cdb-44d0-b03b-b865cec2c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:12:29.396025 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-59fac299-0b9e-47a5-84ff-6a4a7a8d6c73 req-4d3d89fe-1cdb-44d0-b03b-b865cec2c1fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad3807d2-fc3a-40fc-a879-7d92fae4c3f4 HTTP/1.1" status: 200 len: 849 time: 0.0443294 Aug 10 05:12:29.446220 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fac299-0b9e-47a5-84ff-6a4a7a8d6c73 req-f880dc63-14ec-412a-bae9-c49360b9e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:12:29.447774 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-59fac299-0b9e-47a5-84ff-6a4a7a8d6c73 req-f880dc63-14ec-412a-bae9-c49360b9e69e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dd171602-2139-4ff2-9a24-05151293ba3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448008 Aug 10 05:12:29.545649 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-59fac299-0b9e-47a5-84ff-6a4a7a8d6c73 req-85fe06e0-1e96-4185-9657-05db29a6bb77 service neutron] 10.222.0.20 "GET /v2.0/networks/dd171602-2139-4ff2-9a24-05151293ba3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900462 Aug 10 05:12:29.643392 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-59fac299-0b9e-47a5-84ff-6a4a7a8d6c73 req-4c315e38-339b-46ad-b336-a1a6f991d40f service neutron] 10.222.0.20 "GET /v2.0/networks/dd171602-2139-4ff2-9a24-05151293ba3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902240 Aug 10 05:12:39.981292 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6f3fc078-e0da-4919-8f38-5b57a2ebecb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:43.742373 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:43.826726 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1e0d5537-ff83-4d2b-8427-886a50eff653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:45.655585 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:46.489911 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:47.226222 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:12:58.489896 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:01.882981 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:13:03.246552 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 22986373-5046-42b4-8c64-e2efc3599601 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:13:03.347382 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 22986373-5046-42b4-8c64-e2efc3599601, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=22986373-5046-42b4-8c64-e2efc3599601,segment=NetworkSegment(4be14f5e-7822-40cc-8251-387d46790334),segment_id=4be14f5e-7822-40cc-8251-387d46790334)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:13:03.359751 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '22986373-5046-42b4-8c64-e2efc3599601', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'port_id': '22986373-5046-42b4-8c64-e2efc3599601', 'mac_address': 'fa:16:3e:eb:1b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:13:03.397740 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:03.414172 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 22986373-5046-42b4-8c64-e2efc3599601 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:13:03.434547 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 22986373-5046-42b4-8c64-e2efc3599601, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=22986373-5046-42b4-8c64-e2efc3599601,segment=NetworkSegment(4be14f5e-7822-40cc-8251-387d46790334),segment_id=4be14f5e-7822-40cc-8251-387d46790334)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:13:03.506627 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:03.592095 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=22986373-5046-42b4-8c64-e2efc3599601,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:13:03.600086 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:03.600461 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:03.600800 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:03.601197 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:03.601535 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:03.601860 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:03.602183 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:03.603022 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:03.603344 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:03.603664 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:03.604005 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:03.604338 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:03.646468 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['22986373-5046-42b4-8c64-e2efc3599601'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:13:05.275872 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 22986373-5046-42b4-8c64-e2efc3599601 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:13:05.346058 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 22986373-5046-42b4-8c64-e2efc3599601 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:13:05.346432 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:05.441061 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:05.475209 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22986373-5046-42b4-8c64-e2efc3599601'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:13:05.478075 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2861fea3-5255-49ab-adaf-851cff829c8d" -d '{"events": [{"server_uuid": "fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3", "name": "network-vif-plugged", "status": "completed", "tag": "22986373-5046-42b4-8c64-e2efc3599601"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:13:05.484001 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 22986373-5046-42b4-8c64-e2efc3599601, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=22986373-5046-42b4-8c64-e2efc3599601,segment=NetworkSegment(4be14f5e-7822-40cc-8251-387d46790334),segment_id=4be14f5e-7822-40cc-8251-387d46790334)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:13:05.529527 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:05.615380 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac5b8e8-28ae-441b-a637-52eef74fd56a x-openstack-request-id: req-0ac5b8e8-28ae-441b-a637-52eef74fd56a {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:13:05.615950 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3", "name": "network-vif-plugged", "status": "completed", "tag": "22986373-5046-42b4-8c64-e2efc3599601", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:13:05.616214 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ac5b8e8-28ae-441b-a637-52eef74fd56a {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:13:05.616784 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22986373-5046-42b4-8c64-e2efc3599601', 'code': 200} Aug 10 05:13:05.621984 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=22986373-5046-42b4-8c64-e2efc3599601,revision_number=7']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:13:10.049350 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-eb838f9b-0e1e-433a-bf65-24a75dee4d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:13.885040 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:13.917733 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-99db75d2-dbf4-4702-84e5-1b938cbdbe24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:15.526069 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-abe5a4ab-c30c-433f-bf6c-febb1c2ec2e8 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-809613673&fields=id&tenant_id=53fed757da844c45b5222bcca3a0d957 HTTP/1.1" status: 200 len: 267 time: 0.0337927 Aug 10 05:13:15.633684 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-8f45288a-55c0-4050-93ea-23f08f915a5a tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:15.635220 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-8f45288a-55c0-4050-93ea-23f08f915a5a tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/networks?id=dd171602-2139-4ff2-9a24-05151293ba3e HTTP/1.1" status: 200 len: 810 time: 0.1017559 Aug 10 05:13:15.650862 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-49a1fb40-f1f3-48a9-b82c-9e5011a6a1fa tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/quotas/53fed757da844c45b5222bcca3a0d957 HTTP/1.1" status: 200 len: 375 time: 0.0093796 Aug 10 05:13:15.660974 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:15.714186 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-d7014afb-a595-4217-8120-eae232cd4a51 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=53fed757da844c45b5222bcca3a0d957&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0575006 Aug 10 05:13:15.809334 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-06ddb0cc-1872-4644-9146-2d414b66944f service neutron] 10.222.0.25 "GET /v2.0/networks/dd171602-2139-4ff2-9a24-05151293ba3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832500 Aug 10 05:13:15.910714 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-b7c8d014-2d55-497b-83a9-8937ce906026 service neutron] 10.222.0.25 "GET /v2.0/networks/dd171602-2139-4ff2-9a24-05151293ba3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950325 Aug 10 05:13:16.222951 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-7112075f-5eee-420a-9a0f-33d0945db74f req-94b04b01-20b2-4ab0-a5e6-aaf63a1965d1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 210 time: 0.0867710 Aug 10 05:13:16.516712 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:17.236928 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:17.307328 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-dc474717-5035-4485-86c2-d776054f377b req-cc12921e-550f-4025-aa43-a2013ef8c269 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 210 time: 0.0269883 Aug 10 05:13:17.330823 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 22986373-5046-42b4-8c64-e2efc3599601 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:13:17.416347 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:17.439477 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22986373-5046-42b4-8c64-e2efc3599601'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:13:17.441741 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5594eb4f-7dca-4581-b1ac-a228039c35c2" -d '{"events": [{"server_uuid": "fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3", "name": "network-vif-unplugged", "status": "completed", "tag": "22986373-5046-42b4-8c64-e2efc3599601"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:13:17.457394 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 22986373-5046-42b4-8c64-e2efc3599601, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=22986373-5046-42b4-8c64-e2efc3599601,segment=NetworkSegment(4be14f5e-7822-40cc-8251-387d46790334),segment_id=4be14f5e-7822-40cc-8251-387d46790334)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:13:17.484531 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 05:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ce8690-1d98-4243-b1fb-fad4e0eb5493 x-openstack-request-id: req-14ce8690-1d98-4243-b1fb-fad4e0eb5493 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:13:17.484899 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3", "name": "network-vif-unplugged", "status": "completed", "tag": "22986373-5046-42b4-8c64-e2efc3599601", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:13:17.485099 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14ce8690-1d98-4243-b1fb-fad4e0eb5493 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:13:17.485557 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22986373-5046-42b4-8c64-e2efc3599601', 'code': 200} Aug 10 05:13:17.512577 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:17.561219 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=22986373-5046-42b4-8c64-e2efc3599601,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:13:18.451291 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-32525495-e5d9-4647-8b2b-74aa54dc7adb req-9c13a391-266c-47c7-8509-a87bcb4d94f3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 210 time: 0.0646548 Aug 10 05:13:18.507999 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-bd643ad3-a8ce-47a1-acf4-517d8e365c39 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:18.509641 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-bd643ad3-a8ce-47a1-acf4-517d8e365c39 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.20 "GET /v2.0/networks?id=dd171602-2139-4ff2-9a24-05151293ba3e HTTP/1.1" status: 200 len: 810 time: 0.1320972 Aug 10 05:13:18.562439 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-91516598-534e-4fef-a9d8-a55520778d4d tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53fed757da844c45b5222bcca3a0d957 HTTP/1.1" status: 200 len: 379 time: 0.0385728 Aug 10 05:13:18.572951 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-c91faf4f-10e1-40c8-8407-52967117fbb3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Request body: {'port': {'device_id': '7007068d-48fd-4aea-bed7-8fa83fbac520', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'admin_state_up': True, 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'security_groups': ['fbfbc705-363b-4237-9f49-94d1b3760ac3']}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:13:18.729452 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-c91faf4f-10e1-40c8-8407-52967117fbb3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Made reservation on behalf of 53fed757da844c45b5222bcca3a0d957 for: {'port': 1} {{(pid=94937) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 10 05:13:18.733207 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-c91faf4f-10e1-40c8-8407-52967117fbb3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:18.873152 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.db_base_plugin_common [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-c91faf4f-10e1-40c8-8407-52967117fbb3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Allocated IP 172.20.0.6 (dd171602-2139-4ff2-9a24-05151293ba3e/ad3807d2-fc3a-40fc-a879-7d92fae4c3f4/4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0) {{(pid=94937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:13:19.019289 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-c91faf4f-10e1-40c8-8407-52967117fbb3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for port, precommit_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:19.031788 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-c91faf4f-10e1-40c8-8407-52967117fbb3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Transition to ACTIVE for port object 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 will not be triggered until provisioned by entity DHCP. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:13:19.117173 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-c91faf4f-10e1-40c8-8407-52967117fbb3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_create {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:19.176224 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-c91faf4f-10e1-40c8-8407-52967117fbb3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Network dd171602-2139-4ff2-9a24-05151293ba3e is already hosted by enough agents. {{(pid=94937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:13:19.179787 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.base_scheduler [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-c91faf4f-10e1-40c8-8407-52967117fbb3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Resources bound (agent type, host, resource id): {{(pid=94937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:13:19.182957 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-c91faf4f-10e1-40c8-8407-52967117fbb3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Received port after_create {{(pid=94937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:13:19.213675 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91faf4f-10e1-40c8-8407-52967117fbb3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Pushing event updated for resources: {'Port': ['ID=4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0,revision_number=1']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:13:19.228832 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91faf4f-10e1-40c8-8407-52967117fbb3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:19.229268 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91faf4f-10e1-40c8-8407-52967117fbb3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:19.229627 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91faf4f-10e1-40c8-8407-52967117fbb3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:19.230002 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91faf4f-10e1-40c8-8407-52967117fbb3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:19.230369 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91faf4f-10e1-40c8-8407-52967117fbb3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:19.230766 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91faf4f-10e1-40c8-8407-52967117fbb3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:19.231118 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91faf4f-10e1-40c8-8407-52967117fbb3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:19.231452 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91faf4f-10e1-40c8-8407-52967117fbb3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:19.231846 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91faf4f-10e1-40c8-8407-52967117fbb3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:19.236375 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91faf4f-10e1-40c8-8407-52967117fbb3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:19.236788 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91faf4f-10e1-40c8-8407-52967117fbb3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:19.237133 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91faf4f-10e1-40c8-8407-52967117fbb3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:19.282852 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-c91faf4f-10e1-40c8-8407-52967117fbb3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:19.284838 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-c91faf4f-10e1-40c8-8407-52967117fbb3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:19.393491 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-c91faf4f-10e1-40c8-8407-52967117fbb3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8256831 Aug 10 05:13:19.585778 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50924de-af9f-4a9e-b476-3973b721a8cf req-7b71d467-fab4-4cb1-877e-6aa21de356e0 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:19.588944 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b50924de-af9f-4a9e-b476-3973b721a8cf req-7b71d467-fab4-4cb1-877e-6aa21de356e0 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 931 time: 0.0581381 Aug 10 05:13:19.598838 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f838ed26-4144-415a-98a6-bed8272c0b4d None None] Provisioning for port 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 completed by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:13:19.604073 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-f838ed26-4144-415a-98a6-bed8272c0b4d None None] Provisioning complete for port 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 triggered by entity DHCP. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:13:19.606594 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f838ed26-4144-415a-98a6-bed8272c0b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:19.636701 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-b50924de-af9f-4a9e-b476-3973b721a8cf req-0a3a36fd-b8a7-4742-bba2-001e6950c3cc tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416789 Aug 10 05:13:19.663731 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-f838ed26-4144-415a-98a6-bed8272c0b4d None None] Port 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 cannot update to ACTIVE because it is not bound. {{(pid=94939) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 10 05:13:20.782691 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832716c1-04d0-4556-9659-6afcf2b72cca req-1b9ae830-4e5e-4f24-836a-c24f32fafc50 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:20.784256 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-832716c1-04d0-4556-9659-6afcf2b72cca req-1b9ae830-4e5e-4f24-836a-c24f32fafc50 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 931 time: 0.0519955 Aug 10 05:13:20.832205 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-832716c1-04d0-4556-9659-6afcf2b72cca req-f5eae383-13e7-409e-9fc3-2e67e6e0deab tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401049 Aug 10 05:13:21.959464 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0424f5-68a7-4c07-8903-fe8800d49119 req-9de7dded-c5d8-4be1-ae68-e54c633d76c3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:21.961238 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3e0424f5-68a7-4c07-8903-fe8800d49119 req-9de7dded-c5d8-4be1-ae68-e54c633d76c3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 931 time: 0.0578492 Aug 10 05:13:22.007255 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-3e0424f5-68a7-4c07-8903-fe8800d49119 req-d5c5994d-d36f-4085-9d57-a0a3522f3876 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392916 Aug 10 05:13:23.138286 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0194ec2-9df8-44bf-bf68-7c77400845de req-cce21b38-0349-416c-9a85-29277f14257d tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:23.139867 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b0194ec2-9df8-44bf-bf68-7c77400845de req-cce21b38-0349-416c-9a85-29277f14257d tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 931 time: 0.0549960 Aug 10 05:13:23.181690 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b0194ec2-9df8-44bf-bf68-7c77400845de req-a2732d94-cece-4700-aa0d-2c0283a2fd68 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356617 Aug 10 05:13:24.308659 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee549ec-9c83-415c-a9d1-553f57dc4f7c req-933f6f95-345f-4530-8ca3-1e43f4497b7c tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:24.310478 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8ee549ec-9c83-415c-a9d1-553f57dc4f7c req-933f6f95-345f-4530-8ca3-1e43f4497b7c tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 931 time: 0.0536230 Aug 10 05:13:24.350131 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8ee549ec-9c83-415c-a9d1-553f57dc4f7c req-313e076e-2af6-4cae-b54c-b71f1143e8ba tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326850 Aug 10 05:13:25.476164 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9d187-3281-4628-b517-7028865160a2 req-427a9cab-6dd4-4ec8-8c4d-a3678264fdca tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:25.477881 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c4f9d187-3281-4628-b517-7028865160a2 req-427a9cab-6dd4-4ec8-8c4d-a3678264fdca tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 931 time: 0.0555935 Aug 10 05:13:25.516467 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-c4f9d187-3281-4628-b517-7028865160a2 req-338cd4bf-b8f1-420f-af6f-4dc815a6c27f tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325520 Aug 10 05:13:26.654546 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b3759-750f-4d27-ad93-bbf3697367fa req-8a5f3dc9-2379-4ff0-b454-d80e3f79391e tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:26.656116 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e73b3759-750f-4d27-ad93-bbf3697367fa req-8a5f3dc9-2379-4ff0-b454-d80e3f79391e tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 931 time: 0.0685806 Aug 10 05:13:26.697388 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-e73b3759-750f-4d27-ad93-bbf3697367fa req-c3aeb42f-fdd2-4663-880e-662ef9f1078d tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347252 Aug 10 05:13:27.818792 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56276b7e-c780-447f-9649-b74662eff178 req-c605bfcb-0768-4840-8475-0ecadf097a0c tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:27.820317 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56276b7e-c780-447f-9649-b74662eff178 req-c605bfcb-0768-4840-8475-0ecadf097a0c tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 931 time: 0.0502658 Aug 10 05:13:27.862156 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-56276b7e-c780-447f-9649-b74662eff178 req-106a69ab-f2ab-46d6-882d-efd6a22edfb0 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351274 Aug 10 05:13:28.500650 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:28.989990 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9714a4e-0009-44fc-ae3f-3ac4f76a50a7 req-81ab64ea-acd1-43c8-b740-f1c6f27144f3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:28.991505 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d9714a4e-0009-44fc-ae3f-3ac4f76a50a7 req-81ab64ea-acd1-43c8-b740-f1c6f27144f3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 931 time: 0.0564713 Aug 10 05:13:29.034355 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-d9714a4e-0009-44fc-ae3f-3ac4f76a50a7 req-2bedddf0-14e2-4d8a-9860-61f347f448f7 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361762 Aug 10 05:13:29.862491 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.v2.base [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-854f0a03-783c-4fea-a557-11462afd7bee service neutron] Request body: {'port': {'device_id': '7007068d-48fd-4aea-bed7-8fa83fbac520', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802893-2'}} {{(pid=94937) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:13:29.890236 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.20', 59603) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:13:29.923489 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-854f0a03-783c-4fea-a557-11462afd7bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:29.932173 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c6a61787-315a-4fd4-9200-cc597d0df804 req-998afb7e-670b-4571-9677-c0b3b748d041 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405591 Aug 10 05:13:30.046068 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a61787-315a-4fd4-9200-cc597d0df804 req-e2cb5e3d-a80b-45bd-9f26-e367091e958b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:30.047825 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c6a61787-315a-4fd4-9200-cc597d0df804 req-e2cb5e3d-a80b-45bd-9f26-e367091e958b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53fed757da844c45b5222bcca3a0d957&device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3 HTTP/1.1" status: 200 len: 1094 time: 0.0438883 Aug 10 05:13:30.166154 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a61787-315a-4fd4-9200-cc597d0df804 req-e538b6f7-40c3-423d-a500-8d58e52c8d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:30.168103 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c6a61787-315a-4fd4-9200-cc597d0df804 req-e538b6f7-40c3-423d-a500-8d58e52c8d87 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dd171602-2139-4ff2-9a24-05151293ba3e HTTP/1.1" status: 200 len: 911 time: 0.0976634 Aug 10 05:13:30.188357 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61732f4a-aa07-42a2-a073-9fb2b750e7bb req-fd610a42-1fa5-4c59-949c-765605a6bba6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:30.189890 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-61732f4a-aa07-42a2-a073-9fb2b750e7bb req-fd610a42-1fa5-4c59-949c-765605a6bba6 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 931 time: 0.0853603 Aug 10 05:13:30.236608 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c6a61787-315a-4fd4-9200-cc597d0df804 req-99214249-e687-4b87-a721-e1500b18248d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22986373-5046-42b4-8c64-e2efc3599601 HTTP/1.1" status: 200 len: 999 time: 0.0613847 Aug 10 05:13:30.262902 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-854f0a03-783c-4fea-a557-11462afd7bee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 {{(pid=94937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:13:30.271858 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-61732f4a-aa07-42a2-a073-9fb2b750e7bb req-121d74e2-f0d6-4b32-b162-65fc570f69a1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728858 Aug 10 05:13:30.274332 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-854f0a03-783c-4fea-a557-11462afd7bee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:30.286454 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.provisioning_blocks [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-854f0a03-783c-4fea-a557-11462afd7bee service neutron] Transition to ACTIVE for port object 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 will not be triggered until provisioned by entity L2. {{(pid=94937) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 10 05:13:30.287907 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a61787-315a-4fd4-9200-cc597d0df804 req-8b4153da-0bef-4149-b33d-cb54675c9b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:30.290552 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c6a61787-315a-4fd4-9200-cc597d0df804 req-8b4153da-0bef-4149-b33d-cb54675c9b02 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad3807d2-fc3a-40fc-a879-7d92fae4c3f4 HTTP/1.1" status: 200 len: 849 time: 0.0465267 Aug 10 05:13:30.342192 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a61787-315a-4fd4-9200-cc597d0df804 req-d0d85866-345a-405e-afd6-9c380c716281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:30.343975 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c6a61787-315a-4fd4-9200-cc597d0df804 req-d0d85866-345a-405e-afd6-9c380c716281 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dd171602-2139-4ff2-9a24-05151293ba3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472364 Aug 10 05:13:30.357684 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-854f0a03-783c-4fea-a557-11462afd7bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:30.428937 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f0a03-783c-4fea-a557-11462afd7bee service neutron] Pushing event updated for resources: {'Port': ['ID=4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0,revision_number=2']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:13:30.450950 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c6a61787-315a-4fd4-9200-cc597d0df804 req-1fcd090b-2e0c-4a14-a587-9395e6db8525 service neutron] 10.222.0.20 "GET /v2.0/networks/dd171602-2139-4ff2-9a24-05151293ba3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000919 Aug 10 05:13:30.481592 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-854f0a03-783c-4fea-a557-11462afd7bee service neutron] Attempting to bind port 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 on host n-h2-802893-2 for vnic_type normal with profile {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 10 05:13:30.482033 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-854f0a03-783c-4fea-a557-11462afd7bee service neutron] Attempting to bind port 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 by drivers openvswitch,hyperv on host n-h2-802893-2 at level 0 using segments [{'id': '4be14f5e-7822-40cc-8251-387d46790334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e'}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 10 05:13:30.482509 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-854f0a03-783c-4fea-a557-11462afd7bee service neutron] Attempting to bind port 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 on network dd171602-2139-4ff2-9a24-05151293ba3e {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:13:30.487291 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-854f0a03-783c-4fea-a557-11462afd7bee service neutron] Port 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 on network dd171602-2139-4ff2-9a24-05151293ba3e not bound, no agent of type Open vSwitch agent registered on host n-h2-802893-2 {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 10 05:13:30.487698 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-854f0a03-783c-4fea-a557-11462afd7bee service neutron] Attempting to bind port 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 on network dd171602-2139-4ff2-9a24-05151293ba3e {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 10 05:13:30.493120 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-854f0a03-783c-4fea-a557-11462afd7bee service neutron] Checking agent: {'id': 'f80b1941-1bf0-4baa-9681-2239bd53adbf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802893-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'started_at': datetime.datetime(2021, 8, 10, 3, 38, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 10, 5, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 10 05:13:30.493465 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-854f0a03-783c-4fea-a557-11462afd7bee service neutron] Checking segment: {'id': '4be14f5e-7822-40cc-8251-387d46790334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 10 05:13:30.493862 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-854f0a03-783c-4fea-a557-11462afd7bee service neutron] Bound using segment: {'id': '4be14f5e-7822-40cc-8251-387d46790334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e'} {{(pid=94937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 10 05:13:30.494307 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.managers [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-854f0a03-783c-4fea-a557-11462afd7bee service neutron] Bound port: 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0, host: n-h2-802893-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be14f5e-7822-40cc-8251-387d46790334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e'}}] {{(pid=94937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 10 05:13:30.494811 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-854f0a03-783c-4fea-a557-11462afd7bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:30.557569 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c6a61787-315a-4fd4-9200-cc597d0df804 req-e6426e89-7fdc-489e-947e-e02d03f67c54 service neutron] 10.222.0.20 "GET /v2.0/networks/dd171602-2139-4ff2-9a24-05151293ba3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990586 Aug 10 05:13:30.572903 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-854f0a03-783c-4fea-a557-11462afd7bee service neutron] For port 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0, host n-h2-802893-2, cleared binding levels {{(pid=94937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 10 05:13:30.576291 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-854f0a03-783c-4fea-a557-11462afd7bee service neutron] For port 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0, host n-h2-802893-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0,segment=NetworkSegment(4be14f5e-7822-40cc-8251-387d46790334),segment_id=4be14f5e-7822-40cc-8251-387d46790334)] {{(pid=94937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 10 05:13:30.666769 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-854f0a03-783c-4fea-a557-11462afd7bee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12418773'] for port, after_update {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:30.701747 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-854f0a03-783c-4fea-a557-11462afd7bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:30.702403 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-854f0a03-783c-4fea-a557-11462afd7bee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:30.703809 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-854f0a03-783c-4fea-a557-11462afd7bee service neutron] 10.222.0.20 "PUT /v2.0/ports/4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 HTTP/1.1" status: 200 len: 1091 time: 0.8459542 Aug 10 05:13:30.704281 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7007068d-48fd-4aea-bed7-8fa83fbac520', 'tag': '4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:13:30.706519 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71c0e90-9091-41c4-9905-acfd2ae65a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "7007068d-48fd-4aea-bed7-8fa83fbac520", "tag": "4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:13:30.732240 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f0a03-783c-4fea-a557-11462afd7bee service neutron] Pushing event updated for resources: {'Port': ['ID=4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0,revision_number=3']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:13:30.755939 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f60ef1c-b0d2-4c0c-a2ea-607a2a1f22b8 x-openstack-request-id: req-3f60ef1c-b0d2-4c0c-a2ea-607a2a1f22b8 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:13:30.758689 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7007068d-48fd-4aea-bed7-8fa83fbac520", "tag": "4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:13:30.758689 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f60ef1c-b0d2-4c0c-a2ea-607a2a1f22b8 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:13:30.758689 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7007068d-48fd-4aea-bed7-8fa83fbac520', 'tag': '4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0', 'status': 'completed', 'code': 200} Aug 10 05:13:30.849163 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c0e90-9091-41c4-9905-acfd2ae65a6e req-2c8e4965-f3bc-4b71-a769-5d7111989dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:30.850709 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b71c0e90-9091-41c4-9905-acfd2ae65a6e req-2c8e4965-f3bc-4b71-a769-5d7111989dbd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53fed757da844c45b5222bcca3a0d957&device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 1094 time: 0.0441232 Aug 10 05:13:30.961370 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c0e90-9091-41c4-9905-acfd2ae65a6e req-ba70e1de-b339-4f1b-b38b-7483daed7e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:30.962847 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b71c0e90-9091-41c4-9905-acfd2ae65a6e req-ba70e1de-b339-4f1b-b38b-7483daed7e7c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=53fed757da844c45b5222bcca3a0d957&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0973368 Aug 10 05:13:31.060947 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c0e90-9091-41c4-9905-acfd2ae65a6e req-dcfea2ea-5ea9-433c-83c4-7a2fa464a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:31.062924 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b71c0e90-9091-41c4-9905-acfd2ae65a6e req-dcfea2ea-5ea9-433c-83c4-7a2fa464a2ec service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923684 Aug 10 05:13:31.167537 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-f532b70e-2f33-447a-b43b-b4fb120f7396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:31.169097 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-f532b70e-2f33-447a-b43b-b4fb120f7396 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53fed757da844c45b5222bcca3a0d957&device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 1094 time: 0.0466933 Aug 10 05:13:31.224455 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-bc3a636f-7678-4487-9503-0bbdb16d12ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 HTTP/1.1" status: 200 len: 217 time: 0.0406661 Aug 10 05:13:31.280673 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-f42a1449-41df-4d25-8ae8-31b293c5d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:31.282261 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-f42a1449-41df-4d25-8ae8-31b293c5d350 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad3807d2-fc3a-40fc-a879-7d92fae4c3f4 HTTP/1.1" status: 200 len: 849 time: 0.0508819 Aug 10 05:13:31.338774 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-920ffd7d-d781-464c-bcc9-67feaed14a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:31.340353 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-920ffd7d-d781-464c-bcc9-67feaed14a68 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dd171602-2139-4ff2-9a24-05151293ba3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506999 Aug 10 05:13:31.456857 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4b694-3c5d-4186-996f-1fb976c86bd9 req-066ed7a2-644f-49a1-bb41-27503c8e1710 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:31.458349 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-59f4b694-3c5d-4186-996f-1fb976c86bd9 req-066ed7a2-644f-49a1-bb41-27503c8e1710 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 943 time: 0.1029177 Aug 10 05:13:31.495256 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-e1116fd8-cc7e-42c4-9944-5ed016c89075 service neutron] 10.222.0.20 "GET /v2.0/networks/dd171602-2139-4ff2-9a24-05151293ba3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477520 Aug 10 05:13:31.534884 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-59f4b694-3c5d-4186-996f-1fb976c86bd9 req-d8dddbaa-e3a4-4245-9005-13aad4c53d86 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677841 Aug 10 05:13:31.600813 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d7bb947c-f85b-485f-b71c-ed6d1c84bfe4 req-03d13914-c893-455f-9f35-28e15413485a service neutron] 10.222.0.20 "GET /v2.0/networks/dd171602-2139-4ff2-9a24-05151293ba3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943341 Aug 10 05:13:32.654381 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472c7c0-b470-4c32-a77e-0d136d0974f3 req-f38e3739-6638-42cf-b2f7-41b3c6895f93 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:32.655892 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a472c7c0-b470-4c32-a77e-0d136d0974f3 req-f38e3739-6638-42cf-b2f7-41b3c6895f93 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 943 time: 0.0505252 Aug 10 05:13:32.694158 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-a472c7c0-b470-4c32-a77e-0d136d0974f3 req-556cab27-2796-4a1f-a9e0-8d74396e3b06 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322220 Aug 10 05:13:33.821319 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac5db9-8541-4120-8fb7-2eb54f596e43 req-7d3739bd-1c04-4ad0-8b85-de24637024f3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:33.822871 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84ac5db9-8541-4120-8fb7-2eb54f596e43 req-7d3739bd-1c04-4ad0-8b85-de24637024f3 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 943 time: 0.0528436 Aug 10 05:13:33.863110 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-84ac5db9-8541-4120-8fb7-2eb54f596e43 req-771e04b3-1e49-4c56-b079-9ccf02cd4953 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343478 Aug 10 05:13:34.979134 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0dbd1-61e0-4c9e-a1d7-3904f6e9be96 req-b877ea65-b3a8-4aea-b8fd-86ac4fbfedee tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:34.980635 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-99f0dbd1-61e0-4c9e-a1d7-3904f6e9be96 req-b877ea65-b3a8-4aea-b8fd-86ac4fbfedee tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 943 time: 0.0491457 Aug 10 05:13:35.018130 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-99f0dbd1-61e0-4c9e-a1d7-3904f6e9be96 req-87ee5d9b-13c3-487d-99e8-8bbe57d350fa tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315213 Aug 10 05:13:35.393221 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:13:35.491201 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0,segment=NetworkSegment(4be14f5e-7822-40cc-8251-387d46790334),segment_id=4be14f5e-7822-40cc-8251-387d46790334)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:13:35.502428 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'port_id': '4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0', 'mac_address': 'fa:16:3e:e7:bf:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:13:35.538823 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:35.551783 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:13:35.571128 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0,segment=NetworkSegment(4be14f5e-7822-40cc-8251-387d46790334),segment_id=4be14f5e-7822-40cc-8251-387d46790334)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:13:35.643328 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:35.695018 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0,revision_number=4']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:13:35.918203 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:13:36.147735 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8737da-6f4f-4559-a9c0-b65ec68d29a2 req-4d125c39-7bce-48e3-b4ae-b4f466927c57 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:36.150205 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2d8737da-6f4f-4559-a9c0-b65ec68d29a2 req-4d125c39-7bce-48e3-b4ae-b4f466927c57 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 944 time: 0.0632658 Aug 10 05:13:36.193111 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-2d8737da-6f4f-4559-a9c0-b65ec68d29a2 req-55b00cfb-af70-442a-9ace-2ee32e0953b2 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364957 Aug 10 05:13:37.317956 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ff5aa-40dc-4a5d-9898-1e98c96b8c5c req-cc6eda66-ce03-4991-ba82-718dac4012f1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:37.319533 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c97ff5aa-40dc-4a5d-9898-1e98c96b8c5c req-cc6eda66-ce03-4991-ba82-718dac4012f1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 944 time: 0.0570517 Aug 10 05:13:37.362212 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-c97ff5aa-40dc-4a5d-9898-1e98c96b8c5c req-8bd0a838-0cb0-4f83-9157-81463fa7e836 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359614 Aug 10 05:13:37.461552 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:13:37.637279 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning for port 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 completed by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 10 05:13:37.645860 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:13:37.646233 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:37.724406 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:37.750218 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7007068d-48fd-4aea-bed7-8fa83fbac520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:13:37.752354 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3005d8dc-c70c-4453-8d4c-98139bfd89e3" -d '{"events": [{"server_uuid": "7007068d-48fd-4aea-bed7-8fa83fbac520", "name": "network-vif-plugged", "status": "completed", "tag": "4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:13:37.765979 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0,segment=NetworkSegment(4be14f5e-7822-40cc-8251-387d46790334),segment_id=4be14f5e-7822-40cc-8251-387d46790334)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:13:37.792978 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fc6e12-b170-4f52-8c7a-c5a7b40ba9ff x-openstack-request-id: req-76fc6e12-b170-4f52-8c7a-c5a7b40ba9ff {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:13:37.793509 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7007068d-48fd-4aea-bed7-8fa83fbac520", "name": "network-vif-plugged", "status": "completed", "tag": "4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:13:37.793631 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76fc6e12-b170-4f52-8c7a-c5a7b40ba9ff {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:13:37.793960 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7007068d-48fd-4aea-bed7-8fa83fbac520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0', 'code': 200} Aug 10 05:13:37.841479 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:37.891308 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0,revision_number=5']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:13:37.918491 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd28ac-bd37-40c2-9310-ffa212b814e1 req-e118e502-98e0-496b-9d8e-9da5d415a244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:37.920016 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cecd28ac-bd37-40c2-9310-ffa212b814e1 req-e118e502-98e0-496b-9d8e-9da5d415a244 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 1096 time: 0.0422082 Aug 10 05:13:37.954933 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-cecd28ac-bd37-40c2-9310-ffa212b814e1 req-19f1204f-2f6f-4dbe-80fb-578180c95605 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279527 Aug 10 05:13:38.495152 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ececc-3ef0-4b58-bac5-1c24130f289d req-86a78fd2-b38b-411c-8bf2-cfca6765d112 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:38.496720 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-970ececc-3ef0-4b58-bac5-1c24130f289d req-86a78fd2-b38b-411c-8bf2-cfca6765d112 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 945 time: 0.0520513 Aug 10 05:13:38.541701 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-970ececc-3ef0-4b58-bac5-1c24130f289d req-4f576ccc-9d1b-49d7-9cb1-4153323a9513 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383461 Aug 10 05:13:38.881726 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:13:39.662539 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7039a7-ffc9-42da-aa12-e62a94413956 req-b8ab57a9-a481-4f34-a4f9-64c1a1398d0c tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:39.664058 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1a7039a7-ffc9-42da-aa12-e62a94413956 req-b8ab57a9-a481-4f34-a4f9-64c1a1398d0c tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 945 time: 0.0507858 Aug 10 05:13:39.703188 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1a7039a7-ffc9-42da-aa12-e62a94413956 req-d3ce0117-08fb-4bb9-a939-8d7e340da469 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327263 Aug 10 05:13:39.823584 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea4fd6-5d16-43c4-9e9d-971c0e8fdcdc req-3707137f-6ceb-4184-a5d7-f4facedf22c2 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:39.825122 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f4ea4fd6-5d16-43c4-9e9d-971c0e8fdcdc req-3707137f-6ceb-4184-a5d7-f4facedf22c2 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 945 time: 0.0522528 Aug 10 05:13:39.864094 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-f4ea4fd6-5d16-43c4-9e9d-971c0e8fdcdc req-6fec35ab-f4aa-435c-9c13-df8bf781d26f tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323730 Aug 10 05:13:39.885715 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 57004) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:13:39.930846 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208ffd58-84c6-41a3-b7f0-71b9de482948 tempest-TestSnapshotPattern-393620454 tempest-TestSnapshotPattern-393620454-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:39.933806 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-208ffd58-84c6-41a3-b7f0-71b9de482948 tempest-TestSnapshotPattern-393620454 tempest-TestSnapshotPattern-393620454-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 1091 time: 0.0470426 Aug 10 05:13:39.936562 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 57006) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:13:39.941311 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.v2.base [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Request body: {'floatingip': {'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'port_id': '4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94938) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 10 05:13:40.014723 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3701e2ca-3c2a-4d39-a3a5-259d6fc742e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:40.042965 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for floatingip, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:40.139255 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:40.247214 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_common [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Allocated IP 172.25.0.192 (3cf799c4-5ce0-4f92-86c3-167dd0ecaca5/0819bc62-4c12-46af-8618-8b57c6d165f5/1faaa9de-8412-4280-b3c2-894a9b58a2a0) {{(pid=94938) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 10 05:13:40.347210 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for port, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:40.495006 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8758072786149', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:40.538556 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Network 3cf799c4-5ce0-4f92-86c3-167dd0ecaca5 is already hosted by enough agents. {{(pid=94938) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 10 05:13:40.543699 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.base_scheduler [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Resources bound (agent type, host, resource id): {{(pid=94938) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 10 05:13:40.547330 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Received port after_create {{(pid=94938) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 10 05:13:40.575177 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Pushing event updated for resources: {'Port': ['ID=1faaa9de-8412-4280-b3c2-894a9b58a2a0,revision_number=1']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:13:40.588749 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:40.589100 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:40.589441 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:40.589777 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:40.590167 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:40.590496 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:40.590821 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:40.591144 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:40.591467 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:40.591787 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:40.592137 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:40.592463 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:13:40.934222 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:41.138429 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:41.293810 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for port, precommit_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:41.352130 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12061889'] for port, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:41.420101 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Pushing event updated for resources: {'Port': ['ID=1faaa9de-8412-4280-b3c2-894a9b58a2a0,revision_number=2']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:13:41.435323 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-454040'] for floatingip, after_update {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:41.537808 n-d-802893-2 neutron-server[94938]: INFO neutron.db.l3_db [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Floating IP a380e507-3865-4589-bd39-0243dc1a59db associated. External IP: 172.25.0.192, port: 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0. Aug 10 05:13:41.748211 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Router 2a956ec1-29e0-41a7-b649-39c30412088a has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:13:42.205990 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:13:42.215628 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8317fae-0373-4c8d-9906-1d43b4984375 None None] Sync routers for ids ['2a956ec1-29e0-41a7-b649-39c30412088a'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:13:42.225103 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8317fae-0373-4c8d-9906-1d43b4984375 None None] Routers {'2a956ec1-29e0-41a7-b649-39c30412088a'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:13:42.230507 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c8317fae-0373-4c8d-9906-1d43b4984375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T05:13:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2a956ec1-29e0-41a7-b649-39c30412088a'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:13:42.289296 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:42.327025 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-2a112640-a127-49e0-8016-e7c91ab59fcb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3894150 Aug 10 05:13:42.327681 n-d-802893-2 neutron-server[94938]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7007068d-48fd-4aea-bed7-8fa83fbac520', 'tag': '4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0'}] {{(pid=94938) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:13:42.329952 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c3df90863f34f3d1b173683b03457bec4b9b1016fd9070b7d6b6bbe3252e10d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1346398-4f5f-497a-b42e-191cdb9ea3fd" -d '{"events": [{"name": "network-changed", "server_uuid": "7007068d-48fd-4aea-bed7-8fa83fbac520", "tag": "4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0"}]}' {{(pid=94938) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:13:42.336224 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-c8317fae-0373-4c8d-9906-1d43b4984375 None None] Set router 2a956ec1-29e0-41a7-b649-39c30412088a gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:13:42.373804 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0674084e-2933-4c46-9f60-91baaa1d1756 x-openstack-request-id: req-0674084e-2933-4c46-9f60-91baaa1d1756 {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:13:42.374096 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7007068d-48fd-4aea-bed7-8fa83fbac520", "tag": "4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0", "status": "completed", "code": 200}]} {{(pid=94938) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:13:42.374346 n-d-802893-2 neutron-server[94938]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0674084e-2933-4c46-9f60-91baaa1d1756 {{(pid=94938) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:13:42.374746 n-d-802893-2 neutron-server[94938]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7007068d-48fd-4aea-bed7-8fa83fbac520', 'tag': '4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0', 'status': 'completed', 'code': 200} Aug 10 05:13:42.459268 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1346398-4f5f-497a-b42e-191cdb9ea3fd req-ab0df559-1b90-4cd7-9375-61caca98df1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:42.460878 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e1346398-4f5f-497a-b42e-191cdb9ea3fd req-ab0df559-1b90-4cd7-9375-61caca98df1c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53fed757da844c45b5222bcca3a0d957&device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 1096 time: 0.0430820 Aug 10 05:13:42.556258 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1346398-4f5f-497a-b42e-191cdb9ea3fd req-c26bc391-57ac-4ea7-898d-98b32af99757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:42.558582 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e1346398-4f5f-497a-b42e-191cdb9ea3fd req-c26bc391-57ac-4ea7-898d-98b32af99757 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dd171602-2139-4ff2-9a24-05151293ba3e HTTP/1.1" status: 200 len: 911 time: 0.0907528 Aug 10 05:13:42.572860 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c8317fae-0373-4c8d-9906-1d43b4984375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'name': 'tempest-TestSnapshotPattern-1937801769-router', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:10:26Z', 'updated_at': '2021-08-10T05:10:30Z', 'revision_number': 4, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'gw_port': {'id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:27Z', 'updated_at': '2021-08-10T05:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '361eda7b-954f-4ec1-ae68-84194ff6eb1d', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'port_id': '22986373-5046-42b4-8c64-e2efc3599601', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'mac_address': 'fa:16:3e:eb:1b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:11:01Z', 'updated_at': '2021-08-10T05:11:03Z', 'revision_number': 1, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'fixed_ip_address_scope': None}, {'id': 'a380e507-3865-4589-bd39-0243dc1a59db', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'floating_ip_address': '172.25.0.192', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'port_id': '4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'mac_address': 'fa:16:3e:e7:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7007068d-48fd-4aea-bed7-8fa83fbac520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:13:40Z', 'updated_at': '2021-08-10T05:13:40Z', 'revision_number': 0, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d10ad7-a442-4541-a323-2708234f90cb', 'name': '', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'mac_address': 'fa:16:3e:a1:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:29Z', 'updated_at': '2021-08-10T05:10:34Z', 'revision_number': 5, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'subnets': [{'id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:13:42.602207 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8317fae-0373-4c8d-9906-1d43b4984375 None None] Checking router: 2a956ec1-29e0-41a7-b649-39c30412088a for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:13:42.611465 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8317fae-0373-4c8d-9906-1d43b4984375 None None] Routers {'2a956ec1-29e0-41a7-b649-39c30412088a'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:13:42.612087 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c8317fae-0373-4c8d-9906-1d43b4984375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T05:13:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2a956ec1-29e0-41a7-b649-39c30412088a'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:13:42.624887 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e1346398-4f5f-497a-b42e-191cdb9ea3fd req-633a685d-284b-4243-b502-7cb54e430c6e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 HTTP/1.1" status: 200 len: 999 time: 0.0588212 Aug 10 05:13:42.677820 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1346398-4f5f-497a-b42e-191cdb9ea3fd req-017b3991-20ef-44a9-8bbd-139d405f2713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:42.682582 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e1346398-4f5f-497a-b42e-191cdb9ea3fd req-017b3991-20ef-44a9-8bbd-139d405f2713 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad3807d2-fc3a-40fc-a879-7d92fae4c3f4 HTTP/1.1" status: 200 len: 849 time: 0.0475850 Aug 10 05:13:42.733366 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1346398-4f5f-497a-b42e-191cdb9ea3fd req-461f9747-2975-4b49-848c-f80076892e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:13:42.734855 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e1346398-4f5f-497a-b42e-191cdb9ea3fd req-461f9747-2975-4b49-848c-f80076892e11 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dd171602-2139-4ff2-9a24-05151293ba3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480292 Aug 10 05:13:42.736308 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-c8317fae-0373-4c8d-9906-1d43b4984375 None None] Set router 2a956ec1-29e0-41a7-b649-39c30412088a gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:13:42.825005 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e1346398-4f5f-497a-b42e-191cdb9ea3fd req-618964bd-bfdd-44b1-b67b-fed66e0a81d0 service neutron] 10.222.0.20 "GET /v2.0/networks/dd171602-2139-4ff2-9a24-05151293ba3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831997 Aug 10 05:13:42.922564 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-e1346398-4f5f-497a-b42e-191cdb9ea3fd req-e157ecb8-8d56-4385-8336-f0f70e600a43 service neutron] 10.222.0.20 "GET /v2.0/networks/dd171602-2139-4ff2-9a24-05151293ba3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910649 Aug 10 05:13:42.974778 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-c8317fae-0373-4c8d-9906-1d43b4984375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'name': 'tempest-TestSnapshotPattern-1937801769-router', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:10:26Z', 'updated_at': '2021-08-10T05:10:30Z', 'revision_number': 4, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'gw_port': {'id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:27Z', 'updated_at': '2021-08-10T05:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '361eda7b-954f-4ec1-ae68-84194ff6eb1d', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'port_id': '22986373-5046-42b4-8c64-e2efc3599601', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'mac_address': 'fa:16:3e:eb:1b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:11:01Z', 'updated_at': '2021-08-10T05:11:03Z', 'revision_number': 1, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'fixed_ip_address_scope': None}, {'id': 'a380e507-3865-4589-bd39-0243dc1a59db', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'floating_ip_address': '172.25.0.192', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'port_id': '4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'mac_address': 'fa:16:3e:e7:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7007068d-48fd-4aea-bed7-8fa83fbac520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:13:40Z', 'updated_at': '2021-08-10T05:13:40Z', 'revision_number': 0, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d10ad7-a442-4541-a323-2708234f90cb', 'name': '', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'mac_address': 'fa:16:3e:a1:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:29Z', 'updated_at': '2021-08-10T05:10:34Z', 'revision_number': 5, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'subnets': [{'id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:13:43.005120 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8317fae-0373-4c8d-9906-1d43b4984375 None None] The sync data for ids ['2a956ec1-29e0-41a7-b649-39c30412088a'] in n-d-802893-2 is: [{'id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'name': 'tempest-TestSnapshotPattern-1937801769-router', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:10:26Z', 'updated_at': '2021-08-10T05:10:30Z', 'revision_number': 4, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'gw_port': {'id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:27Z', 'updated_at': '2021-08-10T05:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '361eda7b-954f-4ec1-ae68-84194ff6eb1d', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'port_id': '22986373-5046-42b4-8c64-e2efc3599601', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'mac_address': 'fa:16:3e:eb:1b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:11:01Z', 'updated_at': '2021-08-10T05:11:03Z', 'revision_number': 1, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'fixed_ip_address_scope': None}, {'id': 'a380e507-3865-4589-bd39-0243dc1a59db', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'floating_ip_address': '172.25.0.192', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'port_id': '4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'mac_address': 'fa:16:3e:e7:bf:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7007068d-48fd-4aea-bed7-8fa83fbac520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:13:40Z', 'updated_at': '2021-08-10T05:13:40Z', 'revision_number': 0, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d10ad7-a442-4541-a323-2708234f90cb', 'name': '', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'mac_address': 'fa:16:3e:a1:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:29Z', 'updated_at': '2021-08-10T05:10:34Z', 'revision_number': 5, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'subnets': [{'id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:13:43.201270 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f358b5ca-05b4-4b7e-a396-03cc591732a6 None None] New status for floating IP a380e507-3865-4589-bd39-0243dc1a59db: ACTIVE {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:13:43.791937 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:43.848776 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4697ce28-c3ef-4396-a8db-9df42f687f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:45.671897 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:46.526817 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:47.209224 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:13:58.516958 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:09.999990 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-1a1373dc-76af-4c9a-8551-5e244bf10824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:13.716788 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:13.871291 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-7c4037d3-cc19-4098-9bf2-522b17fadd72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:15.668300 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:15.881304 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:14:16.542704 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:17.202478 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:28.505102 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:29.072818 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a91aec06-86f0-436c-9d9f-119c09eff677 req-f46defa5-eba2-48eb-a959-722e8eac340e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409558 Aug 10 05:14:29.171240 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91aec06-86f0-436c-9d9f-119c09eff677 req-b8167b29-f54e-44bb-950a-15ac6450d22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:14:29.172822 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a91aec06-86f0-436c-9d9f-119c09eff677 req-b8167b29-f54e-44bb-950a-15ac6450d22f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53fed757da844c45b5222bcca3a0d957&device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3 HTTP/1.1" status: 200 len: 1094 time: 0.0404158 Aug 10 05:14:29.278565 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91aec06-86f0-436c-9d9f-119c09eff677 req-32c6d3fc-5c65-49a7-9410-ae33fc7b9ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:14:29.280088 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a91aec06-86f0-436c-9d9f-119c09eff677 req-32c6d3fc-5c65-49a7-9410-ae33fc7b9ca9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dd171602-2139-4ff2-9a24-05151293ba3e HTTP/1.1" status: 200 len: 911 time: 0.0868518 Aug 10 05:14:29.344305 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a91aec06-86f0-436c-9d9f-119c09eff677 req-99280bc2-d63b-4c8e-9d42-25b45b706a97 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22986373-5046-42b4-8c64-e2efc3599601 HTTP/1.1" status: 200 len: 999 time: 0.0568328 Aug 10 05:14:29.396728 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91aec06-86f0-436c-9d9f-119c09eff677 req-b30063df-85d1-4639-9c5e-24531e5f152f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:14:29.398225 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a91aec06-86f0-436c-9d9f-119c09eff677 req-b30063df-85d1-4639-9c5e-24531e5f152f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad3807d2-fc3a-40fc-a879-7d92fae4c3f4 HTTP/1.1" status: 200 len: 849 time: 0.0472662 Aug 10 05:14:29.447133 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91aec06-86f0-436c-9d9f-119c09eff677 req-2caf22c0-a40e-4235-abf6-8af9b9c4ad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:14:29.448226 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a91aec06-86f0-436c-9d9f-119c09eff677 req-2caf22c0-a40e-4235-abf6-8af9b9c4ad9a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dd171602-2139-4ff2-9a24-05151293ba3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431595 Aug 10 05:14:29.458931 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [req-a91aec06-86f0-436c-9d9f-119c09eff677 req-fbffd693-4022-4417-a240-8323360f31ad service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=94937) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 10 05:14:29.459855 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a91aec06-86f0-436c-9d9f-119c09eff677 req-fbffd693-4022-4417-a240-8323360f31ad service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050132 Aug 10 05:14:29.547801 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a91aec06-86f0-436c-9d9f-119c09eff677 req-3189ffa9-a8f9-4030-95b9-0e7980107af9 service neutron] 10.222.0.20 "GET /v2.0/networks/dd171602-2139-4ff2-9a24-05151293ba3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810668 Aug 10 05:14:29.642438 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-a91aec06-86f0-436c-9d9f-119c09eff677 req-65e76a9c-e087-49c6-938c-a748cd78b2e4 service neutron] 10.222.0.20 "GET /v2.0/networks/dd171602-2139-4ff2-9a24-05151293ba3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866632 Aug 10 05:14:40.062465 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-587610e0-36dc-46e9-ab47-ce91e1e64b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:43.787585 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:43.898873 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b05d78ae-822c-4505-8470-23471ad300b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:45.687730 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:46.544545 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:47.230675 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:14:52.880479 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:14:58.515763 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:10.032452 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-158921d3-c89e-4ee5-8e28-1f20c4385fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:13.756032 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:13.848007 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c0f1cc10-4eb7-4e10-b2d0-b5a53ea0ec95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:13.924550 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 details requested by agent hyperv_n-h2-802893-2 with host n-h2-802893-2 {{(pid=94939) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 10 05:15:14.052862 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0,segment=NetworkSegment(4be14f5e-7822-40cc-8251-387d46790334),segment_id=4be14f5e-7822-40cc-8251-387d46790334)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:15:14.067312 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Returning: {'device': '4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'port_id': '4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0', 'mac_address': 'fa:16:3e:e7:bf:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94939) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 10 05:15:14.111519 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:14.130305 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 {{(pid=94939) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 10 05:15:14.156413 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0,segment=NetworkSegment(4be14f5e-7822-40cc-8251-387d46790334),segment_id=4be14f5e-7822-40cc-8251-387d46790334)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:15:14.235613 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:14.291387 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0,revision_number=6']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:14.299252 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:14.299613 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:14.299972 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:14.300339 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:14.300674 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:14.301011 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:14.301382 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:14.301673 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:14.302000 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:14.302324 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:14.302678 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:14.303037 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94939) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:14.387020 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] get_ports_and_sgs() called for port_ids ['4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0'] {{(pid=94939) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 10 05:15:15.698508 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:15.930645 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 up at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 10 05:15:15.987599 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.provisioning_blocks [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Provisioning complete for port 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 triggered by entity L2. {{(pid=94939) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 10 05:15:15.988069 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3930018'] for port, provisioning_complete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:16.079127 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:16.104874 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7007068d-48fd-4aea-bed7-8fa83fbac520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:15:16.107145 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63a88fe-bd8d-470f-8706-be645b0b3514" -d '{"events": [{"server_uuid": "7007068d-48fd-4aea-bed7-8fa83fbac520", "name": "network-vif-plugged", "status": "completed", "tag": "4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:15:16.121110 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0,segment=NetworkSegment(4be14f5e-7822-40cc-8251-387d46790334),segment_id=4be14f5e-7822-40cc-8251-387d46790334)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:15:16.148754 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c331446e-5ce2-4485-a5d7-ed1890855c75 x-openstack-request-id: req-c331446e-5ce2-4485-a5d7-ed1890855c75 {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:15:16.149069 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7007068d-48fd-4aea-bed7-8fa83fbac520", "name": "network-vif-plugged", "status": "completed", "tag": "4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:15:16.149401 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c331446e-5ce2-4485-a5d7-ed1890855c75 {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:15:16.149867 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7007068d-48fd-4aea-bed7-8fa83fbac520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0', 'code': 200} Aug 10 05:15:16.286978 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:16.336627 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0,revision_number=7']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:16.555875 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:17.231821 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:25.351470 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 57210) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:25.842590 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-a0d630f6-edc9-4209-975d-276ad70bf7bb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Deleting port 1faaa9de-8412-4280-b3c2-894a9b58a2a0 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:15:25.842946 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a0d630f6-edc9-4209-975d-276ad70bf7bb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:25.922137 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a0d630f6-edc9-4209-975d-276ad70bf7bb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:25.922476 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a0d630f6-edc9-4209-975d-276ad70bf7bb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:25.933912 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-a0d630f6-edc9-4209-975d-276ad70bf7bb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Calling delete_port for 1faaa9de-8412-4280-b3c2-894a9b58a2a0 owned by network:floatingip {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:15:26.151421 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a0d630f6-edc9-4209-975d-276ad70bf7bb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:26.184729 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d630f6-edc9-4209-975d-276ad70bf7bb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Pushing event deleted for resources: {'Port': ['ID=1faaa9de-8412-4280-b3c2-894a9b58a2a0,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:26.223469 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d630f6-edc9-4209-975d-276ad70bf7bb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:26.223831 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d630f6-edc9-4209-975d-276ad70bf7bb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:26.225198 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d630f6-edc9-4209-975d-276ad70bf7bb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:26.225576 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d630f6-edc9-4209-975d-276ad70bf7bb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:26.225923 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d630f6-edc9-4209-975d-276ad70bf7bb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:26.226263 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d630f6-edc9-4209-975d-276ad70bf7bb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:26.226600 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d630f6-edc9-4209-975d-276ad70bf7bb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:26.226933 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d630f6-edc9-4209-975d-276ad70bf7bb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:26.227264 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d630f6-edc9-4209-975d-276ad70bf7bb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:26.227594 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d630f6-edc9-4209-975d-276ad70bf7bb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:26.227926 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d630f6-edc9-4209-975d-276ad70bf7bb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:26.228285 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d630f6-edc9-4209-975d-276ad70bf7bb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:26.251715 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a0d630f6-edc9-4209-975d-276ad70bf7bb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for floatingip, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:26.254470 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-a0d630f6-edc9-4209-975d-276ad70bf7bb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Floating IP a380e507-3865-4589-bd39-0243dc1a59db disassociated (deleted). External IP: 172.25.0.192, port: 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0. Aug 10 05:15:26.465709 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d630f6-edc9-4209-975d-276ad70bf7bb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Router 2a956ec1-29e0-41a7-b649-39c30412088a has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:15:26.576930 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d630f6-edc9-4209-975d-276ad70bf7bb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:15:26.581903 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-a0d630f6-edc9-4209-975d-276ad70bf7bb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:26.587645 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1055b86a-91e8-432b-9317-265d863c2231 None None] Sync routers for ids ['2a956ec1-29e0-41a7-b649-39c30412088a'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:15:26.597825 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1055b86a-91e8-432b-9317-265d863c2231 None None] Routers {'2a956ec1-29e0-41a7-b649-39c30412088a'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:15:26.598447 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-1055b86a-91e8-432b-9317-265d863c2231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T05:15:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2a956ec1-29e0-41a7-b649-39c30412088a'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:26.610253 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-a0d630f6-edc9-4209-975d-276ad70bf7bb tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "DELETE /v2.0/floatingips/a380e507-3865-4589-bd39-0243dc1a59db HTTP/1.1" status: 204 len: 168 time: 1.2576616 Aug 10 05:15:26.610855 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7007068d-48fd-4aea-bed7-8fa83fbac520', 'tag': '4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:15:26.613164 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43611d8-b28f-49ba-af36-7f9ad43efeb3" -d '{"events": [{"name": "network-changed", "server_uuid": "7007068d-48fd-4aea-bed7-8fa83fbac520", "tag": "4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:15:26.714309 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-1055b86a-91e8-432b-9317-265d863c2231 None None] Set router 2a956ec1-29e0-41a7-b649-39c30412088a gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:15:26.768471 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fdb3c1-2a22-447b-b8f0-f401568f4655 x-openstack-request-id: req-50fdb3c1-2a22-447b-b8f0-f401568f4655 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:15:26.768471 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7007068d-48fd-4aea-bed7-8fa83fbac520", "tag": "4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:15:26.768471 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50fdb3c1-2a22-447b-b8f0-f401568f4655 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:15:26.768471 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7007068d-48fd-4aea-bed7-8fa83fbac520', 'tag': '4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0', 'status': 'completed', 'code': 200} Aug 10 05:15:26.851715 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43611d8-b28f-49ba-af36-7f9ad43efeb3 req-9af3c167-c564-4619-8ccd-220aea826860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:26.853271 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d43611d8-b28f-49ba-af36-7f9ad43efeb3 req-9af3c167-c564-4619-8ccd-220aea826860 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53fed757da844c45b5222bcca3a0d957&device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 1096 time: 0.0434165 Aug 10 05:15:26.950460 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43611d8-b28f-49ba-af36-7f9ad43efeb3 req-191e7957-c455-4ff1-aaab-dbe0169be5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:26.951923 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d43611d8-b28f-49ba-af36-7f9ad43efeb3 req-191e7957-c455-4ff1-aaab-dbe0169be5b1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dd171602-2139-4ff2-9a24-05151293ba3e HTTP/1.1" status: 200 len: 911 time: 0.0918310 Aug 10 05:15:26.964216 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-1055b86a-91e8-432b-9317-265d863c2231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'name': 'tempest-TestSnapshotPattern-1937801769-router', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:10:26Z', 'updated_at': '2021-08-10T05:10:30Z', 'revision_number': 4, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'gw_port': {'id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:27Z', 'updated_at': '2021-08-10T05:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '361eda7b-954f-4ec1-ae68-84194ff6eb1d', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'port_id': '22986373-5046-42b4-8c64-e2efc3599601', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'mac_address': 'fa:16:3e:eb:1b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:11:01Z', 'updated_at': '2021-08-10T05:11:03Z', 'revision_number': 1, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d10ad7-a442-4541-a323-2708234f90cb', 'name': '', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'mac_address': 'fa:16:3e:a1:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:29Z', 'updated_at': '2021-08-10T05:10:34Z', 'revision_number': 5, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'subnets': [{'id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:26.991617 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1055b86a-91e8-432b-9317-265d863c2231 None None] Checking router: 2a956ec1-29e0-41a7-b649-39c30412088a for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:15:26.997303 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d43611d8-b28f-49ba-af36-7f9ad43efeb3 req-fdde87c8-0e49-4418-bd17-2d88bab1b4dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 HTTP/1.1" status: 200 len: 217 time: 0.0375540 Aug 10 05:15:27.000687 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1055b86a-91e8-432b-9317-265d863c2231 None None] Routers {'2a956ec1-29e0-41a7-b649-39c30412088a'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:15:27.001309 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-1055b86a-91e8-432b-9317-265d863c2231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T05:15:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2a956ec1-29e0-41a7-b649-39c30412088a'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:27.085098 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43611d8-b28f-49ba-af36-7f9ad43efeb3 req-9df784a9-b6ae-4365-a20e-57cfc7970d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:27.086597 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d43611d8-b28f-49ba-af36-7f9ad43efeb3 req-9df784a9-b6ae-4365-a20e-57cfc7970d62 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad3807d2-fc3a-40fc-a879-7d92fae4c3f4 HTTP/1.1" status: 200 len: 849 time: 0.0817783 Aug 10 05:15:27.116552 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-1055b86a-91e8-432b-9317-265d863c2231 None None] Set router 2a956ec1-29e0-41a7-b649-39c30412088a gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:15:27.133706 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86985f-ff4f-47e4-b79b-753f77a2d234 req-3e7c91f4-f321-4ac2-9169-83b017597979 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:27.135769 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7f86985f-ff4f-47e4-b79b-753f77a2d234 req-3e7c91f4-f321-4ac2-9169-83b017597979 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 945 time: 0.0956731 Aug 10 05:15:27.162670 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43611d8-b28f-49ba-af36-7f9ad43efeb3 req-d9726b20-42c8-4e85-acbb-0358efc75ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:27.164219 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d43611d8-b28f-49ba-af36-7f9ad43efeb3 req-d9726b20-42c8-4e85-acbb-0358efc75ba3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dd171602-2139-4ff2-9a24-05151293ba3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696139 Aug 10 05:15:27.209063 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-7f86985f-ff4f-47e4-b79b-753f77a2d234 req-319900d2-1e07-4eba-a81c-8bc3cd64510b tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581982 Aug 10 05:15:27.280920 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d43611d8-b28f-49ba-af36-7f9ad43efeb3 req-6bb33a9b-50df-4182-9cd7-99a2a0319eef service neutron] 10.222.0.20 "GET /v2.0/networks/dd171602-2139-4ff2-9a24-05151293ba3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016049 Aug 10 05:15:27.353120 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-1055b86a-91e8-432b-9317-265d863c2231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'name': 'tempest-TestSnapshotPattern-1937801769-router', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:10:26Z', 'updated_at': '2021-08-10T05:10:30Z', 'revision_number': 4, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'gw_port': {'id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:27Z', 'updated_at': '2021-08-10T05:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '361eda7b-954f-4ec1-ae68-84194ff6eb1d', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'port_id': '22986373-5046-42b4-8c64-e2efc3599601', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'mac_address': 'fa:16:3e:eb:1b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:11:01Z', 'updated_at': '2021-08-10T05:11:03Z', 'revision_number': 1, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d10ad7-a442-4541-a323-2708234f90cb', 'name': '', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'mac_address': 'fa:16:3e:a1:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:29Z', 'updated_at': '2021-08-10T05:10:34Z', 'revision_number': 5, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'subnets': [{'id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:27.375008 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d43611d8-b28f-49ba-af36-7f9ad43efeb3 req-83d62d64-281d-4851-9cd4-abad79d4f8ec service neutron] 10.222.0.20 "GET /v2.0/networks/dd171602-2139-4ff2-9a24-05151293ba3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838795 Aug 10 05:15:27.384409 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1055b86a-91e8-432b-9317-265d863c2231 None None] The sync data for ids ['2a956ec1-29e0-41a7-b649-39c30412088a'] in n-d-802893-2 is: [{'id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'name': 'tempest-TestSnapshotPattern-1937801769-router', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:10:26Z', 'updated_at': '2021-08-10T05:10:30Z', 'revision_number': 4, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'gw_port': {'id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:27Z', 'updated_at': '2021-08-10T05:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_floatingips': [{'id': '361eda7b-954f-4ec1-ae68-84194ff6eb1d', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'floating_ip_address': '172.25.0.188', 'floating_network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'router_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'port_id': '22986373-5046-42b4-8c64-e2efc3599601', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'mac_address': 'fa:16:3e:eb:1b:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-10T05:11:01Z', 'updated_at': '2021-08-10T05:11:03Z', 'revision_number': 1, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a3d10ad7-a442-4541-a323-2708234f90cb', 'name': '', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'mac_address': 'fa:16:3e:a1:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:29Z', 'updated_at': '2021-08-10T05:10:34Z', 'revision_number': 5, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'subnets': [{'id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:15:27.604461 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8477755a-7298-425f-9d27-284467c6f05a None None] New status for floating IP a380e507-3865-4589-bd39-0243dc1a59db: DOWN {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:15:27.996760 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:15:28.071655 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3546081'] for port, before_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:28.093665 n-d-802893-2 neutron-server[94939]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7007068d-48fd-4aea-bed7-8fa83fbac520', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0'}] {{(pid=94939) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:15:28.095880 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}46e814e23cc32f1027b8f5e45cbdab29222ec6fff4d126961b7c467fcbed8937" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4710ff18-8d41-40d1-9649-033fdcc97f3d" -d '{"events": [{"server_uuid": "7007068d-48fd-4aea-bed7-8fa83fbac520", "name": "network-vif-unplugged", "status": "completed", "tag": "4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0"}]}' {{(pid=94939) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:15:28.109170 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] For port 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0,segment=NetworkSegment(4be14f5e-7822-40cc-8251-387d46790334),segment_id=4be14f5e-7822-40cc-8251-387d46790334)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:15:28.134816 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 10 Aug 2021 05:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1497c13-3f5d-49c0-a3de-8320fb1357fe x-openstack-request-id: req-a1497c13-3f5d-49c0-a3de-8320fb1357fe {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:15:28.135109 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7007068d-48fd-4aea-bed7-8fa83fbac520", "name": "network-vif-unplugged", "status": "completed", "tag": "4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0", "code": 200}]} {{(pid=94939) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:15:28.135359 n-d-802893-2 neutron-server[94939]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1497c13-3f5d-49c0-a3de-8320fb1357fe {{(pid=94939) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:15:28.135754 n-d-802893-2 neutron-server[94939]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7007068d-48fd-4aea-bed7-8fa83fbac520', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0', 'code': 200} Aug 10 05:15:28.157169 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8758073175709', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8758072786167', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8758072787469'] for port, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:28.209669 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Pushing event updated for resources: {'Port': ['ID=4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0,revision_number=8']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:28.329540 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf8593-e0ff-4a19-b65c-9708415200b2 req-19280ec2-26d7-4bf3-afe8-b9427d15d69c tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:28.331030 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b4bf8593-e0ff-4a19-b65c-9708415200b2 req-19280ec2-26d7-4bf3-afe8-b9427d15d69c tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 943 time: 0.0508773 Aug 10 05:15:28.369377 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-b4bf8593-e0ff-4a19-b65c-9708415200b2 req-c64cf2ba-be5b-48eb-8c7a-5ec33311ccf7 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321660 Aug 10 05:15:28.506259 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:28.839638 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d45242-6fba-4c74-bfe6-1408051e359e req-343a4e2b-bbc9-4ec8-8fbb-5770440c2a11 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:28.841016 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-08d45242-6fba-4c74-bfe6-1408051e359e req-343a4e2b-bbc9-4ec8-8fbb-5770440c2a11 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.20 "GET /v2.0/ports?device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 943 time: 0.0528758 Aug 10 05:15:28.932420 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-08d45242-6fba-4c74-bfe6-1408051e359e req-9d2b74ef-2f53-4eeb-93a3-945217aaa2be tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Deleting port 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:15:28.932760 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-08d45242-6fba-4c74-bfe6-1408051e359e req-9d2b74ef-2f53-4eeb-93a3-945217aaa2be tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:29.024820 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-08d45242-6fba-4c74-bfe6-1408051e359e req-9d2b74ef-2f53-4eeb-93a3-945217aaa2be tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] For port 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0,segment=NetworkSegment(4be14f5e-7822-40cc-8251-387d46790334),segment_id=4be14f5e-7822-40cc-8251-387d46790334)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:15:29.025190 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-08d45242-6fba-4c74-bfe6-1408051e359e req-9d2b74ef-2f53-4eeb-93a3-945217aaa2be tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:29.038609 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-08d45242-6fba-4c74-bfe6-1408051e359e req-9d2b74ef-2f53-4eeb-93a3-945217aaa2be tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Calling delete_port for 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:15:29.236059 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-08d45242-6fba-4c74-bfe6-1408051e359e req-9d2b74ef-2f53-4eeb-93a3-945217aaa2be tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:29.268406 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b74ef-2f53-4eeb-93a3-945217aaa2be tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Pushing event deleted for resources: {'Port': ['ID=4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:29.311384 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d45242-6fba-4c74-bfe6-1408051e359e req-9d2b74ef-2f53-4eeb-93a3-945217aaa2be tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] No DVR routers for this DVR port 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:15:29.313959 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-08d45242-6fba-4c74-bfe6-1408051e359e req-9d2b74ef-2f53-4eeb-93a3-945217aaa2be tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:29.316014 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-08d45242-6fba-4c74-bfe6-1408051e359e req-9d2b74ef-2f53-4eeb-93a3-945217aaa2be tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.20 "DELETE /v2.0/ports/4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 HTTP/1.1" status: 204 len: 173 time: 0.4684274 Aug 10 05:15:29.316443 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7007068d-48fd-4aea-bed7-8fa83fbac520', 'name': 'network-vif-deleted', 'tag': '4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:15:29.319438 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1922b773-04a5-4aa9-a51f-a9ee4d8ffce6" -d '{"events": [{"server_uuid": "7007068d-48fd-4aea-bed7-8fa83fbac520", "name": "network-vif-deleted", "tag": "4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:15:29.356697 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8b75df-9a2f-4e59-a8fb-b80e0afacb12 x-openstack-request-id: req-6a8b75df-9a2f-4e59-a8fb-b80e0afacb12 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:15:29.357616 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7007068d-48fd-4aea-bed7-8fa83fbac520", "name": "network-vif-deleted", "tag": "4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:15:29.357616 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a8b75df-9a2f-4e59-a8fb-b80e0afacb12 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:15:29.357804 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7007068d-48fd-4aea-bed7-8fa83fbac520', 'name': 'network-vif-deleted', 'tag': '4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0', 'status': 'completed', 'code': 200} Aug 10 05:15:29.467504 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-d395f846-b32e-49e1-ac14-9684c1bb9980 req-d0b87bd6-323b-439f-80d4-41f92ba951a1 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=7007068d-48fd-4aea-bed7-8fa83fbac520 HTTP/1.1" status: 200 len: 210 time: 0.0278075 Aug 10 05:15:29.879605 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:15:31.815475 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 57280) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:31.971062 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-83532565-ec71-4228-9892-476831bb3d87 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Deleting port fc6279e5-10e7-4d4b-9c13-acbc2d418835 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:15:31.971409 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-83532565-ec71-4228-9892-476831bb3d87 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:32.013346 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:15:32.053908 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-83532565-ec71-4228-9892-476831bb3d87 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:32.054155 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-83532565-ec71-4228-9892-476831bb3d87 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:32.067386 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-83532565-ec71-4228-9892-476831bb3d87 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Calling delete_port for fc6279e5-10e7-4d4b-9c13-acbc2d418835 owned by network:floatingip {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:15:32.193529 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:15:32.193884 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 4eb5b87b-a7d1-4c5b-ad6d-aa30f3be14b0 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:15:32.288377 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-83532565-ec71-4228-9892-476831bb3d87 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:32.313835 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83532565-ec71-4228-9892-476831bb3d87 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Pushing event deleted for resources: {'Port': ['ID=fc6279e5-10e7-4d4b-9c13-acbc2d418835,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:32.374920 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-83532565-ec71-4228-9892-476831bb3d87 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for floatingip, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:32.375264 n-d-802893-2 neutron-server[94937]: INFO neutron.db.l3_db [None req-83532565-ec71-4228-9892-476831bb3d87 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Floating IP 361eda7b-954f-4ec1-ae68-84194ff6eb1d disassociated (deleted). External IP: 172.25.0.188, port: 22986373-5046-42b4-8c64-e2efc3599601. Aug 10 05:15:32.589736 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83532565-ec71-4228-9892-476831bb3d87 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Router 2a956ec1-29e0-41a7-b649-39c30412088a has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:15:32.699754 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83532565-ec71-4228-9892-476831bb3d87 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:15:32.704206 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-83532565-ec71-4228-9892-476831bb3d87 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for floatingip, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:32.710145 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e7590a-4134-450e-9127-d47d99924410 None None] Sync routers for ids ['2a956ec1-29e0-41a7-b649-39c30412088a'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:15:32.719189 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e7590a-4134-450e-9127-d47d99924410 None None] Routers {'2a956ec1-29e0-41a7-b649-39c30412088a'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:15:32.719812 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-14e7590a-4134-450e-9127-d47d99924410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T05:15:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2a956ec1-29e0-41a7-b649-39c30412088a'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:32.733895 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-83532565-ec71-4228-9892-476831bb3d87 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "DELETE /v2.0/floatingips/361eda7b-954f-4ec1-ae68-84194ff6eb1d HTTP/1.1" status: 204 len: 168 time: 0.9172335 Aug 10 05:15:32.734437 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3', 'tag': '22986373-5046-42b4-8c64-e2efc3599601'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:15:32.736879 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b496d6-24dc-4dea-9a6e-88541ea20a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3", "tag": "22986373-5046-42b4-8c64-e2efc3599601"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:15:32.779301 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 10 Aug 2021 05:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77a131b-f66a-4432-9575-359db85fc4b6 x-openstack-request-id: req-c77a131b-f66a-4432-9575-359db85fc4b6 {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:15:32.779867 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3", "tag": "22986373-5046-42b4-8c64-e2efc3599601", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:15:32.780287 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c77a131b-f66a-4432-9575-359db85fc4b6 {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:15:32.780863 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3', 'tag': '22986373-5046-42b4-8c64-e2efc3599601', 'status': 'completed', 'code': 200} Aug 10 05:15:32.836944 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-14e7590a-4134-450e-9127-d47d99924410 None None] Set router 2a956ec1-29e0-41a7-b649-39c30412088a gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:15:32.869388 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b496d6-24dc-4dea-9a6e-88541ea20a8b req-d59a5a56-88d8-4110-9b55-dc9bf6c5d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:32.870834 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-79b496d6-24dc-4dea-9a6e-88541ea20a8b req-d59a5a56-88d8-4110-9b55-dc9bf6c5d509 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=53fed757da844c45b5222bcca3a0d957&device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3 HTTP/1.1" status: 200 len: 1094 time: 0.0468988 Aug 10 05:15:32.963498 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b496d6-24dc-4dea-9a6e-88541ea20a8b req-bdb2ee0f-3d36-4190-b933-ca0ef79ff247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:32.965030 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-79b496d6-24dc-4dea-9a6e-88541ea20a8b req-bdb2ee0f-3d36-4190-b933-ca0ef79ff247 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dd171602-2139-4ff2-9a24-05151293ba3e HTTP/1.1" status: 200 len: 911 time: 0.0871742 Aug 10 05:15:33.010464 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-79b496d6-24dc-4dea-9a6e-88541ea20a8b req-825efcae-fedf-4b53-b60e-c56459d0ada0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=22986373-5046-42b4-8c64-e2efc3599601 HTTP/1.1" status: 200 len: 217 time: 0.0375657 Aug 10 05:15:33.045413 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-14e7590a-4134-450e-9127-d47d99924410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'name': 'tempest-TestSnapshotPattern-1937801769-router', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:10:26Z', 'updated_at': '2021-08-10T05:10:30Z', 'revision_number': 4, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'gw_port': {'id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:27Z', 'updated_at': '2021-08-10T05:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'a3d10ad7-a442-4541-a323-2708234f90cb', 'name': '', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'mac_address': 'fa:16:3e:a1:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:29Z', 'updated_at': '2021-08-10T05:10:34Z', 'revision_number': 5, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'subnets': [{'id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:33.068820 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b496d6-24dc-4dea-9a6e-88541ea20a8b req-34693b96-083c-4d33-8cb4-15922e86cc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:33.070378 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-79b496d6-24dc-4dea-9a6e-88541ea20a8b req-34693b96-083c-4d33-8cb4-15922e86cc0a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ad3807d2-fc3a-40fc-a879-7d92fae4c3f4 HTTP/1.1" status: 200 len: 849 time: 0.0537512 Aug 10 05:15:33.076927 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e7590a-4134-450e-9127-d47d99924410 None None] Checking router: 2a956ec1-29e0-41a7-b649-39c30412088a for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:15:33.089861 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e7590a-4134-450e-9127-d47d99924410 None None] Routers {'2a956ec1-29e0-41a7-b649-39c30412088a'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:15:33.090494 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-14e7590a-4134-450e-9127-d47d99924410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T05:15:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2a956ec1-29e0-41a7-b649-39c30412088a'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:33.119729 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b496d6-24dc-4dea-9a6e-88541ea20a8b req-0230d50f-1d34-4370-b775-b35142521bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:33.121255 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-79b496d6-24dc-4dea-9a6e-88541ea20a8b req-0230d50f-1d34-4370-b775-b35142521bee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dd171602-2139-4ff2-9a24-05151293ba3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437360 Aug 10 05:15:33.169601 n-d-802893-2 neutron-server[94938]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6d538-f03c-4164-9952-0c0e0ba27811 req-f9fc6d5d-862b-40be-8672-61858218e470 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94938) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:33.172160 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8fa6d538-f03c-4164-9952-0c0e0ba27811 req-f9fc6d5d-862b-40be-8672-61858218e470 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3 HTTP/1.1" status: 200 len: 943 time: 0.0611551 Aug 10 05:15:33.211521 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-14e7590a-4134-450e-9127-d47d99924410 None None] Set router 2a956ec1-29e0-41a7-b649-39c30412088a gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:15:33.211977 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-8fa6d538-f03c-4164-9952-0c0e0ba27811 req-b0f1bbf6-7788-42ef-b662-0b9d9d04dc10 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326962 Aug 10 05:15:33.220952 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-79b496d6-24dc-4dea-9a6e-88541ea20a8b req-be2bdeb7-7980-43d0-a612-de043a9e5cef service neutron] 10.222.0.20 "GET /v2.0/networks/dd171602-2139-4ff2-9a24-05151293ba3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896020 Aug 10 05:15:33.322971 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-79b496d6-24dc-4dea-9a6e-88541ea20a8b req-68fc8ed1-f48c-44ce-b98f-a60e2f7154e0 service neutron] 10.222.0.20 "GET /v2.0/networks/dd171602-2139-4ff2-9a24-05151293ba3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933852 Aug 10 05:15:33.421820 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-14e7590a-4134-450e-9127-d47d99924410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'name': 'tempest-TestSnapshotPattern-1937801769-router', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:10:26Z', 'updated_at': '2021-08-10T05:10:30Z', 'revision_number': 4, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'gw_port': {'id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:27Z', 'updated_at': '2021-08-10T05:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'a3d10ad7-a442-4541-a323-2708234f90cb', 'name': '', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'mac_address': 'fa:16:3e:a1:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:29Z', 'updated_at': '2021-08-10T05:10:34Z', 'revision_number': 5, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'subnets': [{'id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:33.450262 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e7590a-4134-450e-9127-d47d99924410 None None] The sync data for ids ['2a956ec1-29e0-41a7-b649-39c30412088a'] in n-d-802893-2 is: [{'id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'name': 'tempest-TestSnapshotPattern-1937801769-router', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:10:26Z', 'updated_at': '2021-08-10T05:10:30Z', 'revision_number': 4, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'gw_port': {'id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:27Z', 'updated_at': '2021-08-10T05:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2', '_interfaces': [{'id': 'a3d10ad7-a442-4541-a323-2708234f90cb', 'name': '', 'network_id': 'dd171602-2139-4ff2-9a24-05151293ba3e', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'mac_address': 'fa:16:3e:a1:ab:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:29Z', 'updated_at': '2021-08-10T05:10:34Z', 'revision_number': 5, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'subnets': [{'id': 'ad3807d2-fc3a-40fc-a879-7d92fae4c3f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:15:33.666122 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab440d1-6199-42ac-aff6-550b8c19019e None None] New status for floating IP 361eda7b-954f-4ec1-ae68-84194ff6eb1d: DOWN {{(pid=94940) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 10 05:15:34.335869 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233185c-e09e-485c-8521-bfb91d5c5199 req-c03bfcdc-429c-4fd9-8c58-4149315b4fb5 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:34.337395 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1233185c-e09e-485c-8521-bfb91d5c5199 req-c03bfcdc-429c-4fd9-8c58-4149315b4fb5 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3 HTTP/1.1" status: 200 len: 943 time: 0.0509048 Aug 10 05:15:34.376418 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-1233185c-e09e-485c-8521-bfb91d5c5199 req-4704c278-199d-467d-b349-2702b62abd84 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/security-groups?id=fbfbc705-363b-4237-9f49-94d1b3760ac3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331011 Aug 10 05:15:34.920729 n-d-802893-2 neutron-server[94937]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1462a-1cf2-4f34-81f9-4abfb5f7b697 req-8dd07ec8-b68d-4562-800f-eebc89308d96 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94937) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 10 05:15:34.922255 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5ac1462a-1cf2-4f34-81f9-4abfb5f7b697 req-8dd07ec8-b68d-4562-800f-eebc89308d96 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.20 "GET /v2.0/ports?device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3 HTTP/1.1" status: 200 len: 943 time: 0.0534458 Aug 10 05:15:35.013998 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-5ac1462a-1cf2-4f34-81f9-4abfb5f7b697 req-dd1e5703-0690-442b-945a-8f85449623db tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Deleting port 22986373-5046-42b4-8c64-e2efc3599601 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:15:35.014343 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5ac1462a-1cf2-4f34-81f9-4abfb5f7b697 req-dd1e5703-0690-442b-945a-8f85449623db tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:35.108047 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [req-5ac1462a-1cf2-4f34-81f9-4abfb5f7b697 req-dd1e5703-0690-442b-945a-8f85449623db tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] For port 22986373-5046-42b4-8c64-e2efc3599601, host n-h2-802893-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802893-2',level=0,port_id=22986373-5046-42b4-8c64-e2efc3599601,segment=NetworkSegment(4be14f5e-7822-40cc-8251-387d46790334),segment_id=4be14f5e-7822-40cc-8251-387d46790334)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:15:35.108421 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5ac1462a-1cf2-4f34-81f9-4abfb5f7b697 req-dd1e5703-0690-442b-945a-8f85449623db tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:35.121246 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [req-5ac1462a-1cf2-4f34-81f9-4abfb5f7b697 req-dd1e5703-0690-442b-945a-8f85449623db tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Calling delete_port for 22986373-5046-42b4-8c64-e2efc3599601 owned by compute:nova {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:15:35.334538 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5ac1462a-1cf2-4f34-81f9-4abfb5f7b697 req-dd1e5703-0690-442b-945a-8f85449623db tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:35.367037 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e5703-0690-442b-945a-8f85449623db tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Pushing event deleted for resources: {'Port': ['ID=22986373-5046-42b4-8c64-e2efc3599601,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:35.410275 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac1462a-1cf2-4f34-81f9-4abfb5f7b697 req-dd1e5703-0690-442b-945a-8f85449623db tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] No DVR routers for this DVR port 22986373-5046-42b4-8c64-e2efc3599601 on host n-h2-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:15:35.413197 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [req-5ac1462a-1cf2-4f34-81f9-4abfb5f7b697 req-dd1e5703-0690-442b-945a-8f85449623db tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-991378'] for port, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:35.415357 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [req-5ac1462a-1cf2-4f34-81f9-4abfb5f7b697 req-dd1e5703-0690-442b-945a-8f85449623db tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.20 "DELETE /v2.0/ports/22986373-5046-42b4-8c64-e2efc3599601 HTTP/1.1" status: 204 len: 173 time: 0.4864759 Aug 10 05:15:35.415972 n-d-802893-2 neutron-server[94937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3', 'name': 'network-vif-deleted', 'tag': '22986373-5046-42b4-8c64-e2efc3599601'}] {{(pid=94937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 10 05:15:35.418484 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6ce70d95fa19a3aa350404200f986753ff3b1416a2c788afdeb91f229c6c771" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a69128f-1547-4256-84ab-df091ed88a5c" -d '{"events": [{"server_uuid": "fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3", "name": "network-vif-deleted", "tag": "22986373-5046-42b4-8c64-e2efc3599601"}]}' {{(pid=94937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 10 05:15:35.457080 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 10 Aug 2021 05:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd48b89a-4a76-4d59-ae5a-dc3cf1a0045b x-openstack-request-id: req-fd48b89a-4a76-4d59-ae5a-dc3cf1a0045b {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 10 05:15:35.457381 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3", "name": "network-vif-deleted", "tag": "22986373-5046-42b4-8c64-e2efc3599601", "status": "completed", "code": 200}]} {{(pid=94937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 10 05:15:35.457636 n-d-802893-2 neutron-server[94937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fd48b89a-4a76-4d59-ae5a-dc3cf1a0045b {{(pid=94937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 10 05:15:35.458043 n-d-802893-2 neutron-server[94937]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3', 'name': 'network-vif-deleted', 'tag': '22986373-5046-42b4-8c64-e2efc3599601', 'status': 'completed', 'code': 200} Aug 10 05:15:35.482508 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [req-273e600c-501d-4ea8-9cba-344d63b99b17 req-a0096189-d92d-4f33-942b-4484f2420bae tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbd9d9e4-bca5-4d89-89fe-be4a00b40ed3 HTTP/1.1" status: 200 len: 210 time: 0.0311384 Aug 10 05:15:36.540039 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 57298) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:36.601682 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7c5b146a-695d-4161-8ab1-0fc624fe8005 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:36.627608 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7c5b146a-695d-4161-8ab1-0fc624fe8005 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:36.760870 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7c5b146a-695d-4161-8ab1-0fc624fe8005 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:36.763581 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-7c5b146a-695d-4161-8ab1-0fc624fe8005 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:36.764801 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-7c5b146a-695d-4161-8ab1-0fc624fe8005 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] 10.222.0.25 "DELETE /v2.0/security-groups/fbfbc705-363b-4237-9f49-94d1b3760ac3 HTTP/1.1" status: 204 len: 168 time: 0.2235792 Aug 10 05:15:36.774164 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b146a-695d-4161-8ab1-0fc624fe8005 tempest-TestSnapshotPattern-1803224857 tempest-TestSnapshotPattern-1803224857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfbc705-363b-4237-9f49-94d1b3760ac3,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:37.888554 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 57304) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:38.026975 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 22986373-5046-42b4-8c64-e2efc3599601 no longer exists at agent hyperv_n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:15:38.049092 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] No Port match for: 22986373-5046-42b4-8c64-e2efc3599601 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:15:38.049325 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Device 22986373-5046-42b4-8c64-e2efc3599601 not bound to the agent host n-h2-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:15:38.338703 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bd8dfda6-bde0-49ce-ba12-5e8e135ea1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:38.589198 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-bd8dfda6-bde0-49ce-ba12-5e8e135ea1fc admin admin] Deleting port a3d10ad7-a442-4541-a323-2708234f90cb {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:15:38.589456 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bd8dfda6-bde0-49ce-ba12-5e8e135ea1fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:38.666741 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-bd8dfda6-bde0-49ce-ba12-5e8e135ea1fc admin admin] For port a3d10ad7-a442-4541-a323-2708234f90cb, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a3d10ad7-a442-4541-a323-2708234f90cb,segment=NetworkSegment(4be14f5e-7822-40cc-8251-387d46790334),segment_id=4be14f5e-7822-40cc-8251-387d46790334)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:15:38.667111 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bd8dfda6-bde0-49ce-ba12-5e8e135ea1fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:38.680408 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-bd8dfda6-bde0-49ce-ba12-5e8e135ea1fc admin admin] Calling delete_port for a3d10ad7-a442-4541-a323-2708234f90cb owned by network:router_interface {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:15:38.921252 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bd8dfda6-bde0-49ce-ba12-5e8e135ea1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:38.952210 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8dfda6-bde0-49ce-ba12-5e8e135ea1fc admin admin] Pushing event deleted for resources: {'Port': ['ID=a3d10ad7-a442-4541-a323-2708234f90cb,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:39.121038 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-bd8dfda6-bde0-49ce-ba12-5e8e135ea1fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:39.685307 n-d-802893-2 neutron-server[94937]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8dfda6-bde0-49ce-ba12-5e8e135ea1fc admin admin] Router 2a956ec1-29e0-41a7-b649-39c30412088a has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94937) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:15:39.796836 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8dfda6-bde0-49ce-ba12-5e8e135ea1fc admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94937) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:15:39.801321 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-bd8dfda6-bde0-49ce-ba12-5e8e135ea1fc admin admin] 10.222.0.25 "PUT /v2.0/routers/2a956ec1-29e0-41a7-b649-39c30412088a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9114418 Aug 10 05:15:39.804622 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 57308) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:39.805742 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbbba89-04cf-418e-b984-f86506cc066d None None] Sync routers for ids ['2a956ec1-29e0-41a7-b649-39c30412088a'] in n-d-802893-2 {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:15:39.815169 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbbba89-04cf-418e-b984-f86506cc066d None None] Routers {'2a956ec1-29e0-41a7-b649-39c30412088a'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:15:39.815780 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9fbbba89-04cf-418e-b984-f86506cc066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T05:15:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2a956ec1-29e0-41a7-b649-39c30412088a'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:39.911013 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-792885b0-b9b1-4040-a73b-810f3c460d41 admin admin] Notify callbacks [] for router, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:39.922323 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-9fbbba89-04cf-418e-b984-f86506cc066d None None] Set router 2a956ec1-29e0-41a7-b649-39c30412088a gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:15:40.026987 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-792885b0-b9b1-4040-a73b-810f3c460d41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:40.094049 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-53ddca7a-ca5f-4429-b058-a5842c7301b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:40.115548 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9fbbba89-04cf-418e-b984-f86506cc066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'name': 'tempest-TestSnapshotPattern-1937801769-router', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:10:26Z', 'updated_at': '2021-08-10T05:15:38Z', 'revision_number': 5, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'gw_port': {'id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:27Z', 'updated_at': '2021-08-10T05:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:40.141754 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbbba89-04cf-418e-b984-f86506cc066d None None] Checking router: 2a956ec1-29e0-41a7-b649-39c30412088a for host: n-d-802893-2 {{(pid=94939) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:15:40.150899 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbbba89-04cf-418e-b984-f86506cc066d None None] Routers {'2a956ec1-29e0-41a7-b649-39c30412088a'} bound to L3 agent in host n-d-802893-2 {{(pid=94939) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:15:40.151499 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9fbbba89-04cf-418e-b984-f86506cc066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T05:15:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['2a956ec1-29e0-41a7-b649-39c30412088a'], 'active': True} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:40.207760 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-792885b0-b9b1-4040-a73b-810f3c460d41 admin admin] Deleting port 433cd133-04d0-4cd1-bc54-edfdf207a929 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:15:40.208143 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-792885b0-b9b1-4040-a73b-810f3c460d41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:40.259991 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvr_db [None req-9fbbba89-04cf-418e-b984-f86506cc066d None None] Set router 2a956ec1-29e0-41a7-b649-39c30412088a gateway port host: n-d-802893-2 {{(pid=94939) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:15:40.291522 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-792885b0-b9b1-4040-a73b-810f3c460d41 admin admin] For port 433cd133-04d0-4cd1-bc54-edfdf207a929, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=433cd133-04d0-4cd1-bc54-edfdf207a929,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:15:40.292181 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-792885b0-b9b1-4040-a73b-810f3c460d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:40.315548 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-792885b0-b9b1-4040-a73b-810f3c460d41 admin admin] Calling delete_port for 433cd133-04d0-4cd1-bc54-edfdf207a929 owned by network:router_gateway {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:15:40.463857 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_hamode_db [None req-9fbbba89-04cf-418e-b984-f86506cc066d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'name': 'tempest-TestSnapshotPattern-1937801769-router', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:10:26Z', 'updated_at': '2021-08-10T05:15:38Z', 'revision_number': 5, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'gw_port': {'id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:27Z', 'updated_at': '2021-08-10T05:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94939) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:40.493492 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbbba89-04cf-418e-b984-f86506cc066d None None] The sync data for ids ['2a956ec1-29e0-41a7-b649-39c30412088a'] in n-d-802893-2 is: [{'id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'name': 'tempest-TestSnapshotPattern-1937801769-router', 'tenant_id': '53fed757da844c45b5222bcca3a0d957', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202'}], 'enable_snat': True}, 'gw_port_id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:10:26Z', 'updated_at': '2021-08-10T05:15:38Z', 'revision_number': 5, 'project_id': '53fed757da844c45b5222bcca3a0d957', 'gw_port': {'id': '433cd133-04d0-4cd1-bc54-edfdf207a929', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:a3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a956ec1-29e0-41a7-b649-39c30412088a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:27Z', 'updated_at': '2021-08-10T05:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}] {{(pid=94939) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:15:40.568313 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-792885b0-b9b1-4040-a73b-810f3c460d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:40.604917 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792885b0-b9b1-4040-a73b-810f3c460d41 admin admin] Pushing event deleted for resources: {'Port': ['ID=433cd133-04d0-4cd1-bc54-edfdf207a929,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:40.678670 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-792885b0-b9b1-4040-a73b-810f3c460d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:40.782966 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-792885b0-b9b1-4040-a73b-810f3c460d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:40.785145 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-792885b0-b9b1-4040-a73b-810f3c460d41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:40.922841 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-792885b0-b9b1-4040-a73b-810f3c460d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:40.923429 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792885b0-b9b1-4040-a73b-810f3c460d41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a956ec1-29e0-41a7-b649-39c30412088a {{(pid=94937) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 05:15:40.928674 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-792885b0-b9b1-4040-a73b-810f3c460d41 admin admin] Notify callbacks [] for router, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:40.929991 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-792885b0-b9b1-4040-a73b-810f3c460d41 admin admin] 10.222.0.25 "DELETE /v2.0/routers/2a956ec1-29e0-41a7-b649-39c30412088a HTTP/1.1" status: 204 len: 168 time: 1.1241994 Aug 10 05:15:40.932918 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 57310) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:40.985186 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c61868-2b3e-4752-b460-7aeca1d21b63 admin admin] Deleting subnet ad3807d2-fc3a-40fc-a879-7d92fae4c3f4 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:15:40.988621 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-40c61868-2b3e-4752-b460-7aeca1d21b63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.028074 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-40c61868-2b3e-4752-b460-7aeca1d21b63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.117779 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-40c61868-2b3e-4752-b460-7aeca1d21b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.248946 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-40c61868-2b3e-4752-b460-7aeca1d21b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.274866 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c61868-2b3e-4752-b460-7aeca1d21b63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad3807d2-fc3a-40fc-a879-7d92fae4c3f4,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:41.279897 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-40c61868-2b3e-4752-b460-7aeca1d21b63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.284657 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-40c61868-2b3e-4752-b460-7aeca1d21b63 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ad3807d2-fc3a-40fc-a879-7d92fae4c3f4 HTTP/1.1" status: 204 len: 168 time: 0.3502519 Aug 10 05:15:41.284867 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 57312) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:41.288178 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562da647-1b39-42ad-959b-800793a2bff8 None None] Network dd171602-2139-4ff2-9a24-05151293ba3e requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:15:41.291208 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c61868-2b3e-4752-b460-7aeca1d21b63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:41.291559 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c61868-2b3e-4752-b460-7aeca1d21b63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:41.291901 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c61868-2b3e-4752-b460-7aeca1d21b63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:41.292273 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c61868-2b3e-4752-b460-7aeca1d21b63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:41.292668 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c61868-2b3e-4752-b460-7aeca1d21b63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:41.293007 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c61868-2b3e-4752-b460-7aeca1d21b63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:41.293322 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c61868-2b3e-4752-b460-7aeca1d21b63 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:41.293649 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c61868-2b3e-4752-b460-7aeca1d21b63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:41.293980 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c61868-2b3e-4752-b460-7aeca1d21b63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:41.294719 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c61868-2b3e-4752-b460-7aeca1d21b63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:41.294719 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c61868-2b3e-4752-b460-7aeca1d21b63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:41.294951 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c61868-2b3e-4752-b460-7aeca1d21b63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802893-2 {{(pid=94938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 10 05:15:41.367656 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74bffaef-55c8-4627-9d12-67b4e0e76226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.421796 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-74bffaef-55c8-4627-9d12-67b4e0e76226 admin admin] Deleting port 9f12f54b-7c53-41a8-9352-f26cd6fbaeb9 {{(pid=94937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:15:41.422286 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74bffaef-55c8-4627-9d12-67b4e0e76226 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.488076 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.db [None req-74bffaef-55c8-4627-9d12-67b4e0e76226 admin admin] For port 9f12f54b-7c53-41a8-9352-f26cd6fbaeb9, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=9f12f54b-7c53-41a8-9352-f26cd6fbaeb9,segment=NetworkSegment(4be14f5e-7822-40cc-8251-387d46790334),segment_id=4be14f5e-7822-40cc-8251-387d46790334)] {{(pid=94937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:15:41.488445 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74bffaef-55c8-4627-9d12-67b4e0e76226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.507152 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.plugin [None req-74bffaef-55c8-4627-9d12-67b4e0e76226 admin admin] Calling delete_port for 9f12f54b-7c53-41a8-9352-f26cd6fbaeb9 owned by network:dhcp {{(pid=94937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:15:41.531511 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8799cd4-5a74-40ab-a548-aee33a14d7ee None None] DHCP port deletion for dd171602-2139-4ff2-9a24-05151293ba3e request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 05:15:41.580579 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-b8799cd4-5a74-40ab-a548-aee33a14d7ee None None] Deleting port 9f12f54b-7c53-41a8-9352-f26cd6fbaeb9 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:15:41.583577 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b8799cd4-5a74-40ab-a548-aee33a14d7ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.644235 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-b8799cd4-5a74-40ab-a548-aee33a14d7ee None None] For port 9f12f54b-7c53-41a8-9352-f26cd6fbaeb9, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=9f12f54b-7c53-41a8-9352-f26cd6fbaeb9,segment=NetworkSegment(4be14f5e-7822-40cc-8251-387d46790334),segment_id=4be14f5e-7822-40cc-8251-387d46790334)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:15:41.644631 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b8799cd4-5a74-40ab-a548-aee33a14d7ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.657737 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-b8799cd4-5a74-40ab-a548-aee33a14d7ee None None] Calling delete_port for 9f12f54b-7c53-41a8-9352-f26cd6fbaeb9 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:15:41.675388 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74bffaef-55c8-4627-9d12-67b4e0e76226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12418780'] for port, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.702796 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bffaef-55c8-4627-9d12-67b4e0e76226 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f12f54b-7c53-41a8-9352-f26cd6fbaeb9,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:41.706306 n-d-802893-2 neutron-server[94937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bffaef-55c8-4627-9d12-67b4e0e76226 admin admin] No DVR routers for this DVR port 9f12f54b-7c53-41a8-9352-f26cd6fbaeb9 on host n-d-802893-2 {{(pid=94937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:15:41.738779 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b8799cd4-5a74-40ab-a548-aee33a14d7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.766355 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8799cd4-5a74-40ab-a548-aee33a14d7ee None None] Pushing event deleted for resources: {'Port': ['ID=9f12f54b-7c53-41a8-9352-f26cd6fbaeb9,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:41.768127 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8799cd4-5a74-40ab-a548-aee33a14d7ee None None] No DVR routers for this DVR port 9f12f54b-7c53-41a8-9352-f26cd6fbaeb9 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:15:41.786833 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74bffaef-55c8-4627-9d12-67b4e0e76226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.798042 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-74bffaef-55c8-4627-9d12-67b4e0e76226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd171602-2139-4ff2-9a24-05151293ba3e']}} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:41.809493 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-74bffaef-55c8-4627-9d12-67b4e0e76226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be14f5e-7822-40cc-8251-387d46790334') {'for_net_delete': True} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:41.809717 n-d-802893-2 neutron-server[94937]: DEBUG neutron.services.segments.db [None req-74bffaef-55c8-4627-9d12-67b4e0e76226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be14f5e-7822-40cc-8251-387d46790334') {} {{(pid=94937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:41.818594 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74bffaef-55c8-4627-9d12-67b4e0e76226 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8772225'] for segment, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.832095 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74bffaef-55c8-4627-9d12-67b4e0e76226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.838089 n-d-802893-2 neutron-server[94937]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74bffaef-55c8-4627-9d12-67b4e0e76226 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=94937) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:15:41.838481 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74bffaef-55c8-4627-9d12-67b4e0e76226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12418609'] for segment, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: Traceback (most recent call last): Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: timer() Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: cb(*args, **kw) Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: return func(*args, **kwargs) Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: self._notify() Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: self.callback(batched_events) Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: event.method(event) Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: return f(self, *a, **k) Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: return self._get(url).json() Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: return self.request(url, 'GET', **kwargs) Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:15:41.840148 n-d-802893-2 neutron-server[94937]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:15:41.945090 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74bffaef-55c8-4627-9d12-67b4e0e76226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.950762 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-74bffaef-55c8-4627-9d12-67b4e0e76226 admin admin] Notify callbacks [] for network, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:41.952699 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-74bffaef-55c8-4627-9d12-67b4e0e76226 admin admin] 10.222.0.25 "DELETE /v2.0/networks/dd171602-2139-4ff2-9a24-05151293ba3e HTTP/1.1" status: 204 len: 168 time: 0.6668103 Aug 10 05:15:41.956004 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 57314) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:41.964629 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bffaef-55c8-4627-9d12-67b4e0e76226 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd171602-2139-4ff2-9a24-05151293ba3e,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:42.310370 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-373ef57e-72dd-4f32-8d65-90dcc41f73dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-454552'] for router_interface, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:42.561529 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a3d10ad7-a442-4541-a323-2708234f90cb no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:15:42.563296 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-373ef57e-72dd-4f32-8d65-90dcc41f73dc admin admin] Deleting port a16060df-3932-44a1-8c48-6fd30c60835e {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:15:42.563652 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-373ef57e-72dd-4f32-8d65-90dcc41f73dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:42.581581 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: a3d10ad7-a442-4541-a323-2708234f90cb {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:15:42.581923 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a3d10ad7-a442-4541-a323-2708234f90cb not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:15:42.582336 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 9f12f54b-7c53-41a8-9352-f26cd6fbaeb9 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:15:42.601855 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 9f12f54b-7c53-41a8-9352-f26cd6fbaeb9 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:15:42.602198 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 9f12f54b-7c53-41a8-9352-f26cd6fbaeb9 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:15:42.602611 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 433cd133-04d0-4cd1-bc54-edfdf207a929 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:15:42.624043 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 433cd133-04d0-4cd1-bc54-edfdf207a929 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:15:42.624385 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 433cd133-04d0-4cd1-bc54-edfdf207a929 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:15:42.646000 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-373ef57e-72dd-4f32-8d65-90dcc41f73dc admin admin] For port a16060df-3932-44a1-8c48-6fd30c60835e, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=a16060df-3932-44a1-8c48-6fd30c60835e,segment=NetworkSegment(a009256c-7a61-4bb4-ba57-eab81420c970),segment_id=a009256c-7a61-4bb4-ba57-eab81420c970)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:15:42.646370 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-373ef57e-72dd-4f32-8d65-90dcc41f73dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:42.659517 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-373ef57e-72dd-4f32-8d65-90dcc41f73dc admin admin] Calling delete_port for a16060df-3932-44a1-8c48-6fd30c60835e owned by network:router_interface {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:15:42.889608 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-373ef57e-72dd-4f32-8d65-90dcc41f73dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:42.917158 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ef57e-72dd-4f32-8d65-90dcc41f73dc admin admin] Pushing event deleted for resources: {'Port': ['ID=a16060df-3932-44a1-8c48-6fd30c60835e,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:43.085644 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-373ef57e-72dd-4f32-8d65-90dcc41f73dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-759103', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-454952'] for router_interface, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:43.305288 n-d-802893-2 neutron-server[94938]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373ef57e-72dd-4f32-8d65-90dcc41f73dc admin admin] Router 07283824-3c85-4b5d-84c6-098e5e6826b9 has already been hosted by L3 agent f388aa32-d454-4d5c-80b7-74ff689031f9 {{(pid=94938) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 10 05:15:43.411872 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373ef57e-72dd-4f32-8d65-90dcc41f73dc admin admin] Notify agent at l3_agent.n-d-802893-2 the message routers_updated {{(pid=94938) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 10 05:15:43.420160 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-373ef57e-72dd-4f32-8d65-90dcc41f73dc admin admin] 10.222.0.25 "PUT /v2.0/routers/07283824-3c85-4b5d-84c6-098e5e6826b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4605138 Aug 10 05:15:43.420286 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 57316) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:43.422878 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44377546-af03-4ac1-8e94-15c05a299878 None None] Sync routers for ids ['07283824-3c85-4b5d-84c6-098e5e6826b9'] in n-d-802893-2 {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 10 05:15:43.433192 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44377546-af03-4ac1-8e94-15c05a299878 None None] Routers {'07283824-3c85-4b5d-84c6-098e5e6826b9'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:15:43.434101 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-44377546-af03-4ac1-8e94-15c05a299878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T05:15:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['07283824-3c85-4b5d-84c6-098e5e6826b9'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:43.530012 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b39b361-c5ca-41fb-81ae-6d1e1a2ab262 admin admin] Notify callbacks [] for router, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:43.539878 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-44377546-af03-4ac1-8e94-15c05a299878 None None] Set router 07283824-3c85-4b5d-84c6-098e5e6826b9 gateway port host: n-d-802893-2 {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:15:43.644357 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b39b361-c5ca-41fb-81ae-6d1e1a2ab262 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:43.730445 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-44377546-af03-4ac1-8e94-15c05a299878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07283824-3c85-4b5d-84c6-098e5e6826b9', 'name': 'tempest-TestSnapshotPattern-1054107056-router', 'tenant_id': '07e53b52e92540be9becbe07e5c70b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'external_fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.253'}], 'enable_snat': True}, 'gw_port_id': '8a2c9508-576e-48a1-9f1b-efc7094b1a97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:10:33Z', 'updated_at': '2021-08-10T05:15:42Z', 'revision_number': 5, 'project_id': '07e53b52e92540be9becbe07e5c70b03', 'gw_port': {'id': '8a2c9508-576e-48a1-9f1b-efc7094b1a97', 'name': '', 'network_id': '3cf799c4-5ce0-4f92-86c3-167dd0ecaca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07283824-3c85-4b5d-84c6-098e5e6826b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'ip_address': '172.25.0.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802893-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-10T05:10:34Z', 'updated_at': '2021-08-10T05:10:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0819bc62-4c12-46af-8618-8b57c6d165f5', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802893-2'}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:43.758451 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44377546-af03-4ac1-8e94-15c05a299878 None None] Checking router: 07283824-3c85-4b5d-84c6-098e5e6826b9 for host: n-d-802893-2 {{(pid=94940) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 10 05:15:43.762094 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:43.768287 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44377546-af03-4ac1-8e94-15c05a299878 None None] Routers {'07283824-3c85-4b5d-84c6-098e5e6826b9'} bound to L3 agent in host n-d-802893-2 {{(pid=94940) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 10 05:15:43.768909 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-44377546-af03-4ac1-8e94-15c05a299878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802893-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-10T03:30:14Z,description=,heartbeat_timestamp=2021-08-10T05:15:14Z,host='n-d-802893-2',id=f388aa32-d454-4d5c-80b7-74ff689031f9,load=0,resource_versions=,resources_synced=,started_at=2021-08-10T03:30:14Z,topic='l3_agent')) {'router_ids': ['07283824-3c85-4b5d-84c6-098e5e6826b9'], 'active': True} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:43.781984 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-0b39b361-c5ca-41fb-81ae-6d1e1a2ab262 admin admin] Deleting port 8a2c9508-576e-48a1-9f1b-efc7094b1a97 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:15:43.782388 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b39b361-c5ca-41fb-81ae-6d1e1a2ab262 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:43.853872 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-31b09f9e-ce5e-4a04-afbd-23dc0a04f5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:43.865201 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_dvr_db [None req-44377546-af03-4ac1-8e94-15c05a299878 None None] Set router 07283824-3c85-4b5d-84c6-098e5e6826b9 gateway port host: None {{(pid=94940) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 10 05:15:43.868525 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-0b39b361-c5ca-41fb-81ae-6d1e1a2ab262 admin admin] For port 8a2c9508-576e-48a1-9f1b-efc7094b1a97, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=8a2c9508-576e-48a1-9f1b-efc7094b1a97,segment=NetworkSegment(739f96eb-48d8-4c9b-a959-8c2112c0c112),segment_id=739f96eb-48d8-4c9b-a959-8c2112c0c112)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:15:43.868900 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b39b361-c5ca-41fb-81ae-6d1e1a2ab262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:43.881684 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-0b39b361-c5ca-41fb-81ae-6d1e1a2ab262 admin admin] Calling delete_port for 8a2c9508-576e-48a1-9f1b-efc7094b1a97 owned by network:router_gateway {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:15:43.920259 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.l3_hamode_db [None req-44377546-af03-4ac1-8e94-15c05a299878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07283824-3c85-4b5d-84c6-098e5e6826b9', 'name': 'tempest-TestSnapshotPattern-1054107056-router', 'tenant_id': '07e53b52e92540be9becbe07e5c70b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:10:33Z', 'updated_at': '2021-08-10T05:15:43Z', 'revision_number': 6, 'project_id': '07e53b52e92540be9becbe07e5c70b03', 'gw_port_host': None}], 'n-d-802893-2', False) {} {{(pid=94940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:43.951943 n-d-802893-2 neutron-server[94940]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44377546-af03-4ac1-8e94-15c05a299878 None None] The sync data for ids ['07283824-3c85-4b5d-84c6-098e5e6826b9'] in n-d-802893-2 is: [{'id': '07283824-3c85-4b5d-84c6-098e5e6826b9', 'name': 'tempest-TestSnapshotPattern-1054107056-router', 'tenant_id': '07e53b52e92540be9becbe07e5c70b03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-10T05:10:33Z', 'updated_at': '2021-08-10T05:15:43Z', 'revision_number': 6, 'project_id': '07e53b52e92540be9becbe07e5c70b03', 'gw_port_host': None}] {{(pid=94940) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 10 05:15:44.128166 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b39b361-c5ca-41fb-81ae-6d1e1a2ab262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:44.154131 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39b361-c5ca-41fb-81ae-6d1e1a2ab262 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a2c9508-576e-48a1-9f1b-efc7094b1a97,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:44.216272 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b39b361-c5ca-41fb-81ae-6d1e1a2ab262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-454094'] for router_gateway, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:44.308771 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b39b361-c5ca-41fb-81ae-6d1e1a2ab262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-457786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1934'] for router, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:44.311193 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b39b361-c5ca-41fb-81ae-6d1e1a2ab262 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:44.448212 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b39b361-c5ca-41fb-81ae-6d1e1a2ab262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-457934'] for router, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:44.448924 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b39b361-c5ca-41fb-81ae-6d1e1a2ab262 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07283824-3c85-4b5d-84c6-098e5e6826b9 {{(pid=94938) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 10 05:15:44.453583 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-0b39b361-c5ca-41fb-81ae-6d1e1a2ab262 admin admin] Notify callbacks [] for router, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:44.454779 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-0b39b361-c5ca-41fb-81ae-6d1e1a2ab262 admin admin] 10.222.0.25 "DELETE /v2.0/routers/07283824-3c85-4b5d-84c6-098e5e6826b9 HTTP/1.1" status: 204 len: 168 time: 1.0334589 Aug 10 05:15:44.457523 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 57318) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:44.502566 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ed6a27-5f9f-4d6f-8ecb-a08adbe51f50 admin admin] Deleting subnet 2a682354-b367-4f7d-b30f-65f32a4f4453 {{(pid=94938) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 10 05:15:44.505532 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74ed6a27-5f9f-4d6f-8ecb-a08adbe51f50 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:44.539801 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74ed6a27-5f9f-4d6f-8ecb-a08adbe51f50 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12063494'] for subnet, precommit_delete_associations {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:44.623380 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74ed6a27-5f9f-4d6f-8ecb-a08adbe51f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3578200'] for subnet, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:44.728691 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 8a2c9508-576e-48a1-9f1b-efc7094b1a97 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:15:44.748655 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: 8a2c9508-576e-48a1-9f1b-efc7094b1a97 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:15:44.749454 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device 8a2c9508-576e-48a1-9f1b-efc7094b1a97 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:15:44.749454 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a16060df-3932-44a1-8c48-6fd30c60835e no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:15:44.768368 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: a16060df-3932-44a1-8c48-6fd30c60835e {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:15:44.769038 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74ed6a27-5f9f-4d6f-8ecb-a08adbe51f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3578191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-564545', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12061947', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12072101'] for subnet, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:44.769195 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device a16060df-3932-44a1-8c48-6fd30c60835e not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:15:44.799207 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed6a27-5f9f-4d6f-8ecb-a08adbe51f50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a682354-b367-4f7d-b30f-65f32a4f4453,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:44.802226 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-74ed6a27-5f9f-4d6f-8ecb-a08adbe51f50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:44.804487 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-74ed6a27-5f9f-4d6f-8ecb-a08adbe51f50 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2a682354-b367-4f7d-b30f-65f32a4f4453 HTTP/1.1" status: 204 len: 168 time: 0.3460414 Aug 10 05:15:44.807021 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [-] (94938) accepted ('10.222.0.25', 57320) {{(pid=94938) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:44.810807 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ced05a-bb06-4bc8-b9be-0db188c1f7e8 None None] Network 674704de-bc5c-49f0-9bfe-126e89839737 requested from n-d-802893-2 {{(pid=94939) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 10 05:15:44.878278 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-465891b7-e90f-49c3-822a-2582d7885d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3747719'] for network, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:44.947127 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-465891b7-e90f-49c3-822a-2582d7885d11 admin admin] Deleting port e528b5c6-f0b3-4001-8c45-02980a89f264 {{(pid=94938) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:15:44.947570 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-465891b7-e90f-49c3-822a-2582d7885d11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:45.003037 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6d7715-293c-4c02-a1ee-58810c484e4c None None] DHCP port deletion for 674704de-bc5c-49f0-9bfe-126e89839737 request from n-d-802893-2 {{(pid=94939) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 10 05:15:45.042583 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.db [None req-465891b7-e90f-49c3-822a-2582d7885d11 admin admin] For port e528b5c6-f0b3-4001-8c45-02980a89f264, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e528b5c6-f0b3-4001-8c45-02980a89f264,segment=NetworkSegment(a009256c-7a61-4bb4-ba57-eab81420c970),segment_id=a009256c-7a61-4bb4-ba57-eab81420c970)] {{(pid=94938) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:15:45.042954 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-465891b7-e90f-49c3-822a-2582d7885d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:45.056757 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.plugin [None req-465891b7-e90f-49c3-822a-2582d7885d11 admin admin] Calling delete_port for e528b5c6-f0b3-4001-8c45-02980a89f264 owned by network:dhcp {{(pid=94938) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:15:45.059033 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d7715-293c-4c02-a1ee-58810c484e4c None None] Deleting port e528b5c6-f0b3-4001-8c45-02980a89f264 {{(pid=94939) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 10 05:15:45.059409 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8a6d7715-293c-4c02-a1ee-58810c484e4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8758073169713'] for port, before_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:45.121226 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.db [None req-8a6d7715-293c-4c02-a1ee-58810c484e4c None None] For port e528b5c6-f0b3-4001-8c45-02980a89f264, host n-d-802893-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802893-2',level=0,port_id=e528b5c6-f0b3-4001-8c45-02980a89f264,segment=NetworkSegment(a009256c-7a61-4bb4-ba57-eab81420c970),segment_id=a009256c-7a61-4bb4-ba57-eab81420c970)] {{(pid=94939) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 10 05:15:45.121618 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8a6d7715-293c-4c02-a1ee-58810c484e4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451754'] for port, precommit_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:45.138616 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d7715-293c-4c02-a1ee-58810c484e4c None None] Calling delete_port for e528b5c6-f0b3-4001-8c45-02980a89f264 owned by network:dhcp {{(pid=94939) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 10 05:15:45.218111 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-465891b7-e90f-49c3-822a-2582d7885d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12061896'] for port, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:45.224394 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8a6d7715-293c-4c02-a1ee-58810c484e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3546447', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933337', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8758073175691', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8758072786158'] for port, after_delete {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:45.246017 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465891b7-e90f-49c3-822a-2582d7885d11 admin admin] Pushing event deleted for resources: {'Port': ['ID=e528b5c6-f0b3-4001-8c45-02980a89f264,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:45.247826 n-d-802893-2 neutron-server[94938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465891b7-e90f-49c3-822a-2582d7885d11 admin admin] No DVR routers for this DVR port e528b5c6-f0b3-4001-8c45-02980a89f264 on host n-d-802893-2 {{(pid=94938) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:15:45.251603 n-d-802893-2 neutron-server[94939]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d7715-293c-4c02-a1ee-58810c484e4c None None] Pushing event deleted for resources: {'Port': ['ID=e528b5c6-f0b3-4001-8c45-02980a89f264,revision_number=None']} {{(pid=94939) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:45.255252 n-d-802893-2 neutron-server[94939]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6d7715-293c-4c02-a1ee-58810c484e4c None None] No DVR routers for this DVR port e528b5c6-f0b3-4001-8c45-02980a89f264 on host n-d-802893-2 {{(pid=94939) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 10 05:15:45.325445 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-465891b7-e90f-49c3-822a-2582d7885d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3580127', 'neutron.services.segments.db._delete_segments_for_network-8758073295728'] for network, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:45.336216 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-465891b7-e90f-49c3-822a-2582d7885d11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674704de-bc5c-49f0-9bfe-126e89839737']}} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:45.346837 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-465891b7-e90f-49c3-822a-2582d7885d11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a009256c-7a61-4bb4-ba57-eab81420c970') {'for_net_delete': True} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:45.347141 n-d-802893-2 neutron-server[94938]: DEBUG neutron.services.segments.db [None req-465891b7-e90f-49c3-822a-2582d7885d11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a009256c-7a61-4bb4-ba57-eab81420c970') {} {{(pid=94938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 10 05:15:45.356563 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-465891b7-e90f-49c3-822a-2582d7885d11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8758073298553', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12063505'] for segment, before_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:45.373822 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-465891b7-e90f-49c3-822a-2582d7885d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137'] for segment, precommit_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:45.379519 n-d-802893-2 neutron-server[94938]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465891b7-e90f-49c3-822a-2582d7885d11 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=94938) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 10 05:15:45.379912 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-465891b7-e90f-49c3-822a-2582d7885d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3578137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12061733'] for segment, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: Traceback (most recent call last): Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: timer() Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: cb(*args, **kw) Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: return func(*args, **kwargs) Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: self._notify() Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: self.callback(batched_events) Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: event.method(event) Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: aggregate_uuid = self.p_client.list_aggregates( Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: return f(self, *a, **k) Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: return self._get(url).json() Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: return self.request(url, 'GET', **kwargs) Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: base_url = self.get_endpoint(auth, allow=allow, Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 10 05:15:45.381632 n-d-802893-2 neutron-server[94938]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 10 05:15:45.499662 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-465891b7-e90f-49c3-822a-2582d7885d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3580102', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562404', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-759046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454058'] for network, after_delete {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:45.505588 n-d-802893-2 neutron-server[94938]: DEBUG neutron_lib.callbacks.manager [None req-465891b7-e90f-49c3-822a-2582d7885d11 admin admin] Notify callbacks [] for network, before_response {{(pid=94938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:45.508193 n-d-802893-2 neutron-server[94938]: INFO neutron.wsgi [None req-465891b7-e90f-49c3-822a-2582d7885d11 admin admin] 10.222.0.25 "DELETE /v2.0/networks/674704de-bc5c-49f0-9bfe-126e89839737 HTTP/1.1" status: 204 len: 168 time: 0.7001116 Aug 10 05:15:45.519535 n-d-802893-2 neutron-server[94938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465891b7-e90f-49c3-822a-2582d7885d11 admin admin] Pushing event deleted for resources: {'Network': ['ID=674704de-bc5c-49f0-9bfe-126e89839737,revision_number=None']} {{(pid=94938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:45.808140 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:45.990159 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 57324) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:46.038303 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-52c79fa8-84f6-4d19-9c14-8c8cba25b4ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53fed757da844c45b5222bcca3a0d957&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454545 Aug 10 05:15:46.040431 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 57326) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:46.090453 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-995fc860-8ba8-4f4f-b76c-cbfbc36dcca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:46.111971 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-995fc860-8ba8-4f4f-b76c-cbfbc36dcca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:46.217738 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-995fc860-8ba8-4f4f-b76c-cbfbc36dcca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:46.220378 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-995fc860-8ba8-4f4f-b76c-cbfbc36dcca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:46.221604 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-995fc860-8ba8-4f4f-b76c-cbfbc36dcca4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b3071177-95fe-4c13-84ce-baa46b452f21 HTTP/1.1" status: 204 len: 168 time: 0.1802757 Aug 10 05:15:46.230457 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fc860-8ba8-4f4f-b76c-cbfbc36dcca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3071177-95fe-4c13-84ce-baa46b452f21,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:46.559441 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e528b5c6-f0b3-4001-8c45-02980a89f264 no longer exists at agent ovs-agent-n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 10 05:15:46.582706 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:46.589738 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.plugin [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] No Port match for: e528b5c6-f0b3-4001-8c45-02980a89f264 {{(pid=94939) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 10 05:15:46.589738 n-d-802893-2 neutron-server[94939]: DEBUG neutron.plugins.ml2.rpc [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Device e528b5c6-f0b3-4001-8c45-02980a89f264 not bound to the agent host n-d-802893-2 {{(pid=94939) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 10 05:15:46.887777 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 57332) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:46.928409 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-ccee2e09-8b0c-43dc-a3ae-8f9a6e197b53 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=07e53b52e92540be9becbe07e5c70b03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400906 Aug 10 05:15:46.931033 n-d-802893-2 neutron-server[94937]: DEBUG neutron.wsgi [-] (94937) accepted ('10.222.0.25', 57334) {{(pid=94937) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 10 05:15:46.979555 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-04234501-56c4-415f-8b89-da49b6fea4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:47.000981 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-04234501-56c4-415f-8b89-da49b6fea4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:47.105311 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-04234501-56c4-415f-8b89-da49b6fea4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562357'] for security_group, after_delete {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:47.107821 n-d-802893-2 neutron-server[94937]: DEBUG neutron_lib.callbacks.manager [None req-04234501-56c4-415f-8b89-da49b6fea4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:47.109001 n-d-802893-2 neutron-server[94937]: INFO neutron.wsgi [None req-04234501-56c4-415f-8b89-da49b6fea4f1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/61ad64ca-e808-4f40-b112-14b9473aaea5 HTTP/1.1" status: 204 len: 168 time: 0.1770604 Aug 10 05:15:47.117474 n-d-802893-2 neutron-server[94937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04234501-56c4-415f-8b89-da49b6fea4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ad64ca-e808-4f40-b112-14b9473aaea5,revision_number=None']} {{(pid=94937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 10 05:15:47.225140 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:15:58.562132 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:06.878542 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:16:09.990151 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d50302dc-68b0-4c42-aaa7-2d3bdce1e9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:13.789492 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:13.869873 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-94536a35-caea-4c79-9ffa-d3e487248e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:15.680717 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:16.578264 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:17.206993 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:28.554953 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:40.028837 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-26e4ff39-c149-41cc-9a4e-09f97ba69305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:43.787299 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:43.851507 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-601c4f0a-7424-4fc0-a454-a59079678119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:43.880733 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:16:45.679672 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:46.605577 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:47.268563 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:16:58.553672 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:10.027444 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ad22bf6f-9f39-4118-8037-9af1c76ba1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:13.758586 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:13.890233 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d134e678-ca99-491f-8e95-44e427ec50f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:15.696115 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:16.604712 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:17.233052 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:20.879753 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:17:28.735972 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:40.021004 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d234c1ab-fb0f-4325-bdb3-ce08efc4db79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:43.747130 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:43.826763 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c73729d8-2c4a-402c-95bb-f433f9356839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:45.683972 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:46.608700 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:47.261015 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:17:57.879687 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:17:58.644259 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:09.997837 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bc666a13-2e73-4e5f-8546-21b45e93e008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:13.762005 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:13.859276 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ef24a05a-993c-4c65-b241-be210d497f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:15.671921 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:16.620675 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:17.265069 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:28.664750 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:34.878856 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:18:40.014102 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-9756644b-71f5-45c5-bc0f-22c28e1a689e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:43.743688 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:43.840818 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-d49c74d1-8060-4104-941b-72f05b8bcaab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:45.694682 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:46.654773 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:47.266149 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:18:58.635017 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:10.008097 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c7d98e1f-731c-4f4e-beba-455647ac66b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:11.878282 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:19:13.762475 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:13.862339 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ce3888eb-6b3f-4e4d-bc29-317b9fcad40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:15.705048 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:16.651441 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:17.262574 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:28.633204 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:40.022056 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3553f878-176f-4ea9-8b03-5998a98cef3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:43.756194 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:43.853170 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-acb0c248-d0c8-4aaa-adab-b1dd930a758f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:45.696631 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:46.639106 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:47.263111 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:19:48.877497 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:19:58.658169 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:09.989579 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6697a106-85fd-4fe7-abb1-978ebbffc10d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:13.806671 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:13.864284 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-6b52019f-1893-4bea-9fe3-a89ffa9c4914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:15.706248 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:16.646854 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:17.261001 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:25.876690 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:20:28.680606 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:40.005882 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-f6940fe1-c51e-415f-a88c-5d90b5dd29eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:43.756816 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:43.842091 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-e9aee923-92c9-4daf-ba4e-4f2fb99b576f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:45.691980 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:46.647321 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:47.264849 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:20:58.665116 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:02.876927 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:21:09.983629 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c2108f99-2457-4cec-9a96-e60566961a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:13.765724 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:13.862965 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-4c5ddb53-636b-4784-b1eb-51adfcae684b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:15.738155 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:16.669320 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:17.303692 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:28.686254 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:39.876545 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:21:39.965938 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-04539969-929d-4dc0-a2c2-b59b527d2145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:43.754389 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:43.839920 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5a46d601-1d5b-450d-9ca2-1783ee9683aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:45.702683 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:46.668164 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:47.251081 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:21:58.719691 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:09.994370 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-b4c88e21-3c62-4ee5-a7f8-36c470a9cb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:13.747223 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:13.838796 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-8abb4457-0f3c-4f2d-bd71-d98da7f5d3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:15.696535 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:16.644329 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:16.875876 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:22:17.250137 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:28.724440 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:39.981403 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-644c21ab-8523-4313-a74e-459def09939f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:43.758480 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:43.843772 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3d82210d-60fb-40e9-b416-8c91a49e9367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:45.712754 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:46.660826 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:47.266825 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:22:53.966215 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:22:58.718312 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:00.529602 n-d-802893-2 neutron-server[94938]: DEBUG neutron.wsgi [req-6be22d76-b356-4f5f-b91f-9968a37afa2b req-99978a6f-9d20-42b7-b15a-ca6f2ba2eb40 service neutron] (94938) timed out ('10.222.0.25', 55828) {{(pid=94938) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 10 05:23:09.986643 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-ad8b16c0-8a5d-47be-afe4-3b39a0970fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:13.797819 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:13.859534 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-c278d442-6632-43bf-9357-7e0b88c12438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:15.718008 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:16.701032 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:17.283588 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:28.740615 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:30.877242 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:23:39.984710 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-3c9bf034-2305-4eb9-bff1-a631de4c61b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:43.757423 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:43.888711 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-80610dd5-4ade-4ed8-851f-11ab369056ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:45.717221 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:46.700504 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:47.264133 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:23:58.778558 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-47b406b9-cde6-4521-9d9b-ea9cd0f2add6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:07.877510 n-d-802893-2 neutron-server[94940]: DEBUG neutron.db.agents_db [None req-93bb3832-b4d2-4494-a8f4-eb9cf6010ed1 None None] Agent healthcheck: found 7 active agents {{(pid=94940) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 10 05:24:09.996760 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-5b08a7c0-d4f0-4b9e-8c02-110c18b7f79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:13.766224 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-bd4351c5-e17c-4982-ba89-abc10755834b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:13.857765 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-fe13dd65-9244-4bfc-a770-8d4c4bcf244a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:15.720559 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-10072536-dfbc-4693-8499-9b752acc5780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:16.680260 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-87068c1c-c77f-469b-9fdb-beca8db7cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 10 05:24:17.251641 n-d-802893-2 neutron-server[94939]: DEBUG neutron_lib.callbacks.manager [None req-41512faf-02ab-48fb-80ee-bf521c65c402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8758073295620', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3929937'] for agent, after_update {{(pid=94939) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}